-- Logs begin at Mon 2022-03-07 20:48:26 UTC, end at Mon 2022-03-07 23:06:30 UTC. -- Mar 07 21:21:28.447568 n-d-832330-1 systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 21:21:31.346910 n-d-832330-1 neutron-server[103611]: INFO neutron.common.config [-] Logging enabled! Mar 07 21:21:31.347487 n-d-832330-1 neutron-server[103611]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 07 21:21:31.347625 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103611) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 21:21:31.351395 n-d-832330-1 neutron-server[103611]: INFO neutron.common.config [-] Logging enabled! Mar 07 21:21:31.351653 n-d-832330-1 neutron-server[103611]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 07 21:21:31.351968 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103611) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 21:21:31.352889 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 21:21:31.353130 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 21:21:31.353500 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 21:21:31.353748 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 21:21:31.354393 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 21:21:31.354721 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.355144 n-d-832330-1 neutron-server[103611]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 07 21:21:31.355471 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.355769 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.356070 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.356363 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.356653 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.356937 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.357226 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.357522 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.357809 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.358109 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.358402 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.358694 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.358978 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.359267 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.359554 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.359836 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] debug = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.360119 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.360553 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.360969 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.361246 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.361534 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.361813 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.362102 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.362383 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.362666 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.362992 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] host = n-d-832330-1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.363268 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.363553 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.363841 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.364128 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.364402 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.364679 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.364964 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.365237 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.365508 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] log_file = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.365780 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.366082 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.366963 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.367255 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.367484 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.367709 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.367999 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.368286 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.368561 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.368834 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.369105 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.369377 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.369649 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.369919 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.370233 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.370519 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.370802 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.371072 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.371343 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.371611 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.371879 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.372160 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.372432 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.372700 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.372970 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.373253 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.373521 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.373789 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.374104 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.374396 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.374678 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.374963 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.375235 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.375516 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.375787 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.376061 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.376328 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] use_json = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.376598 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.376866 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.377145 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.377415 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.377683 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.377952 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.378257 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.378543 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.378813 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:31.379104 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.379401 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.379702 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.379999 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.380288 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.380567 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.380855 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.381132 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.381421 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.381707 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.382019 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.382320 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.382620 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.382910 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.383204 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.383509 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.383804 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.384095 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.384371 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.384647 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.384923 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.385203 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.385487 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.385763 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.386055 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.386365 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.386644 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.386941 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.387231 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.387528 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.387820 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.388096 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.388377 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.388667 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.388962 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.389216 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.389494 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.389783 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.390080 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.390353 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.390635 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.390915 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.391188 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.391462 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.391738 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.392026 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.392303 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.392575 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.392846 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.393121 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.393391 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.393672 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.393949 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.394247 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.394522 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.394799 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.395072 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.395342 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.395618 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.395896 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.396171 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.396443 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.396714 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.396986 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.397258 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.397555 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.397826 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.398117 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.398396 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.398668 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.398939 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.399209 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.399486 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.399760 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.400050 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.400350 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.400635 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.400917 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.401199 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.401481 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.401761 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.402041 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.402343 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.402624 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.402900 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.403193 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.403480 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.403770 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.404072 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.404353 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.404651 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.404929 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.405208 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.405489 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.405763 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.406044 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.406347 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.406633 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.406929 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.407225 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.407519 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.407815 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.408106 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.408383 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.408693 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.408975 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:31.409192 n-d-832330-1 neutron-server[103611]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 21:21:31.409431 n-d-832330-1 neutron-server[103611]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103611) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 21:21:31.775408 n-d-832330-1 neutron-server[103611]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 21:21:31.775686 n-d-832330-1 neutron-server[103611]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 21:21:31.775992 n-d-832330-1 neutron-server[103611]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 21:21:31.776464 n-d-832330-1 neutron-server[103611]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 21:21:32.100932 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.101224 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.101500 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.102821 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.103096 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.103363 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.149085 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.149361 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.149628 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.163917 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.164298 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.164681 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.192781 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.193068 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.193337 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.231017 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.231296 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.231565 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.576012 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.576678 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.576678 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.576849 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.577495 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.675327 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.675649 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.675932 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.676205 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.676476 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.676796 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.677061 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.677321 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.677579 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.677861 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.678151 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.678421 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.679193 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.679448 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.679707 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.679970 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.680225 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.680493 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.680761 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.681019 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.681288 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.681538 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.681819 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.682213 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.682466 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.682714 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.683107 n-d-832330-1 neutron-server[103611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:21:32.683349 n-d-832330-1 neutron-server[103611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:21:32.683585 n-d-832330-1 neutron-server[103611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:21:32.683820 n-d-832330-1 neutron-server[103611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:21:32.684055 n-d-832330-1 neutron-server[103611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:21:32.684290 n-d-832330-1 neutron-server[103611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:21:32.684648 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 21:21:32.687742 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 21:21:32.691774 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 21:21:32.696082 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 07 21:21:32.697713 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 21:21:32.698209 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 21:21:32.698543 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 21:21:32.698922 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 21:21:32.701726 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 21:21:32.701979 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 21:21:32.702351 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 21:21:32.707466 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 07 21:21:32.731605 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 07 21:21:32.732058 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.732361 n-d-832330-1 neutron-server[103611]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103611) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 07 21:21:32.732736 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.734123 n-d-832330-1 neutron-server[103611]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103611) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 21:21:32.734403 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 21:21:32.734647 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 21:21:32.737895 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.738205 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:32.800548 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 21:21:32.800786 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 21:21:32.801027 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 21:21:32.801391 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 21:21:32.822048 n-d-832330-1 neutron-server[103611]: DEBUG oslo_db.sqlalchemy.engines [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103611) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 07 21:21:33.256412 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Initializing driver for type 'gre' Mar 07 21:21:33.256944 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] gre ID ranges: [(1, 1000)] Mar 07 21:21:33.308464 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Initializing driver for type 'local' Mar 07 21:21:33.308705 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Initializing driver for type 'vlan' Mar 07 21:21:33.322317 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] VlanTypeDriver initialization complete Mar 07 21:21:33.322670 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Initializing driver for type 'vxlan' Mar 07 21:21:33.323163 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] vxlan ID ranges: [(1, 1000)] Mar 07 21:21:33.374327 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Initializing extension driver 'port_security' Mar 07 21:21:33.374670 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.extensions.port_security [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] PortSecurityExtensionDriver initialization complete Mar 07 21:21:33.375015 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Initializing mechanism driver 'openvswitch' Mar 07 21:21:33.375345 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Initializing mechanism driver 'hyperv' Mar 07 21:21:33.382602 n-d-832330-1 neutron-server[103611]: DEBUG neutron.plugins.ml2.plugin [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:21:33.383834 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > port after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.384220 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > port after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.384580 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > port after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.385120 n-d-832330-1 neutron-server[103611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 21:21:33.385563 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > subnet after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.385924 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > subnet after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.386306 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.386708 n-d-832330-1 neutron-server[103611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 21:21:33.387120 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > network after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.387479 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > network after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.387831 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > network after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.388231 n-d-832330-1 neutron-server[103611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 21:21:33.388644 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > security_group after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.389007 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > security_group after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.389353 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > security_group after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.389755 n-d-832330-1 neutron-server[103611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 21:21:33.390196 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.390551 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.390899 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.391298 n-d-832330-1 neutron-server[103611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 21:21:33.391707 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > address_group after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.392060 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > address_group after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.392411 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > address_group after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.392813 n-d-832330-1 neutron-server[103611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 21:21:33.393263 n-d-832330-1 neutron-server[103611]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] ML2 OVO RPC backend initialized. {{(pid=103611) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 07 21:21:33.393970 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.394353 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.394775 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > network before_response 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.395128 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > networks before_response 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.395480 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > port before_response 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.395828 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > ports before_response 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.396180 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > subnet before_response 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.396524 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > subnets before_response 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.396875 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > network after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.397249 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > network after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.397631 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > network after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.398020 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > port after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.398390 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > port after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.398735 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > port after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.399078 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > subnet after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.399421 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > subnet after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.399759 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.407024 n-d-832330-1 neutron-server[103611]: INFO neutron.quota [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded quota_driver: . Mar 07 21:21:33.407397 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.plugin [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Modular L2 Plugin initialization complete Mar 07 21:21:33.407752 n-d-832330-1 neutron-server[103611]: DEBUG neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading services supported by the core plugin {{(pid=103611) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 21:21:33.408098 n-d-832330-1 neutron-server[103611]: INFO neutron.plugins.ml2.managers [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Got port-security extension from driver 'port_security' Mar 07 21:21:33.408581 n-d-832330-1 neutron-server[103611]: INFO neutron.extensions.vlantransparent [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Disabled vlantransparent extension. Mar 07 21:21:33.409084 n-d-832330-1 neutron-server[103611]: DEBUG neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103611) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 21:21:33.409415 n-d-832330-1 neutron-server[103611]: INFO neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading Plugin: router Mar 07 21:21:33.445816 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router_interface before_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.446239 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router after_create 55549900 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.446621 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router before_create 55549900 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.446994 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.447374 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.447736 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router after_delete 55549900 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.448102 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > floatingip after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.448456 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > floatingip after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.448821 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router after_create 55549900 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.449172 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router after_update 55549900 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.449526 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router after_update 55549900 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.449879 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.450274 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router after_update 55549900 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.450694 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router precommit_update 55549900 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.451068 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: port after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.451419 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: port after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.451762 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: subnet after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.452107 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.452461 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > port precommit_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.452811 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router precommit_create 55549900 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.453160 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: port before_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.453506 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router precommit_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.453868 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router after_update 55549900 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.454249 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router precommit_delete 55549900 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.454729 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router precommit_create 55549900 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.455100 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.455459 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router precommit_update 55549900 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.456104 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > agent after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.456461 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > agent after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.456811 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > network after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.457651 n-d-832330-1 neutron-server[103611]: DEBUG neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Tracking information for resource: router configured {{(pid=103611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:21:33.457990 n-d-832330-1 neutron-server[103611]: DEBUG neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Tracking information for resource: floatingip configured {{(pid=103611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:21:33.463010 n-d-832330-1 neutron-server[103611]: INFO neutron.db.l3_agentschedulers_db [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 21:21:33.463581 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: port after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.463948 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: port after_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.464307 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: port after_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.464663 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: port after_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.465454 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router before_create 55550100 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.465827 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router precommit_delete 55550100 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.466228 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router precommit_create 55550100 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.466591 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > router precommit_update 55550100 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.471394 n-d-832330-1 neutron-server[103611]: DEBUG neutron.services.provider_configuration [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Service providers = [] {{(pid=103611) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 21:21:33.471761 n-d-832330-1 neutron-server[103611]: DEBUG neutron.db.servicetype_db [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103611) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 21:21:33.474761 n-d-832330-1 neutron-server[103611]: DEBUG neutron.services.service_base [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 21:21:33.475120 n-d-832330-1 neutron-server[103611]: DEBUG neutron.services.service_base [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 21:21:33.475995 n-d-832330-1 neutron-server[103611]: DEBUG neutron.services.service_base [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 21:21:33.476905 n-d-832330-1 neutron-server[103611]: DEBUG neutron.services.service_base [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 21:21:33.477280 n-d-832330-1 neutron-server[103611]: INFO neutron.services.service_base [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 21:21:33.477656 n-d-832330-1 neutron-server[103611]: DEBUG neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:21:33.477977 n-d-832330-1 neutron-server[103611]: INFO neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 21:21:33.488716 n-d-832330-1 neutron-server[103611]: DEBUG neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:21:33.489063 n-d-832330-1 neutron-server[103611]: INFO neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading Plugin: auto_allocate Mar 07 21:21:33.495498 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: network precommit_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.495883 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: network precommit_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.496418 n-d-832330-1 neutron-server[103611]: DEBUG neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:21:33.496749 n-d-832330-1 neutron-server[103611]: INFO neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading Plugin: tag Mar 07 21:21:33.505117 n-d-832330-1 neutron-server[103611]: DEBUG neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:21:33.505685 n-d-832330-1 neutron-server[103611]: INFO neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading Plugin: timestamp Mar 07 21:21:33.513011 n-d-832330-1 neutron-server[103611]: DEBUG neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:21:33.513348 n-d-832330-1 neutron-server[103611]: INFO neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading Plugin: network_ip_availability Mar 07 21:21:33.523524 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.523902 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.524264 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.525014 n-d-832330-1 neutron-server[103611]: DEBUG neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:21:33.525342 n-d-832330-1 neutron-server[103611]: INFO neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading Plugin: flavors Mar 07 21:21:33.530534 n-d-832330-1 neutron-server[103611]: DEBUG neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:21:33.530875 n-d-832330-1 neutron-server[103611]: INFO neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading Plugin: revisions Mar 07 21:21:33.535273 n-d-832330-1 neutron-server[103611]: DEBUG neutron.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:21:33.535680 n-d-832330-1 neutron-server[103611]: DEBUG oslo_concurrency.lockutils [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.760s {{(pid=103611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 21:21:33.536543 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103611) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 07 21:21:33.536888 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Initializing extension manager. Mar 07 21:21:33.537419 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: __init__.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.537769 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: __pycache__ {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.538262 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.539504 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: address_group.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.541065 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.542434 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: address-group Mar 07 21:21:33.543523 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: address_scope.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.544269 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.544795 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: address-scope Mar 07 21:21:33.545133 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: admin_state_down_before_update.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.546094 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.546617 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: router-admin-state-down-before-update Mar 07 21:21:33.546950 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: agent.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.547663 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.548176 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: agent Mar 07 21:21:33.548510 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: agent_resources_synced.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.549432 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.549942 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: agent-resources-synced Mar 07 21:21:33.550299 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: allowedaddresspairs.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.552099 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.552622 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: allowed-address-pairs Mar 07 21:21:33.552955 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: auto_allocated_topology.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.554097 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.554611 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: auto-allocated-topology Mar 07 21:21:33.554940 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: availability_zone.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.555646 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.556160 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: availability_zone Mar 07 21:21:33.556490 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: availability_zone_filter.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.557407 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.557910 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: availability_zone_filter Mar 07 21:21:33.558268 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: data_plane_status.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.559225 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.559682 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 21:21:33.560007 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: default_subnetpools.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.560920 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.561422 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: default-subnetpools Mar 07 21:21:33.561747 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: dhcpagentscheduler.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.562592 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.563097 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: dhcp_agent_scheduler Mar 07 21:21:33.563427 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: dns.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.564345 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.564849 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension dns-integration not supported by any of loaded plugins Mar 07 21:21:33.565181 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: dns_domain_ports.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.566133 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.566640 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 21:21:33.566967 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.567892 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.568395 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 07 21:21:33.568723 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: dvr.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.569925 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.570452 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: dvr Mar 07 21:21:33.570777 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: ecmp_routes.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.571701 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.572204 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension ecmp_routes not supported by any of loaded plugins Mar 07 21:21:33.572531 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: empty_string_filtering.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.573449 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.573952 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: empty-string-filtering Mar 07 21:21:33.574312 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.575235 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.575743 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 21:21:33.576071 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.576990 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.577499 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 21:21:33.577827 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: external_net.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.578769 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.579278 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: external-net Mar 07 21:21:33.579608 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: extra_dhcp_opt.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.580525 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.581296 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: extra_dhcp_opt Mar 07 21:21:33.581624 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: extraroute.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.582568 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.583076 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: extraroute Mar 07 21:21:33.583405 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: extraroute_atomic.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.584440 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.585569 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: extraroute-atomic Mar 07 21:21:33.585903 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: filter_validation.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.586604 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.587106 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: filter-validation Mar 07 21:21:33.587434 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: fip_pf_description.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.588352 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.588852 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 21:21:33.589178 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: fip_port_details.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.590316 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.590826 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: fip-port-details Mar 07 21:21:33.591158 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: flavors.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.592407 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.592928 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: flavors Mar 07 21:21:33.593262 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.594993 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.595518 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 21:21:33.595854 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: floatingip_pools.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.596561 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.597077 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: floatingip-pools Mar 07 21:21:33.597408 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: ip_allocation.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.598375 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.598879 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 21:21:33.599208 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.600129 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.600696 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: ip-substring-filtering Mar 07 21:21:33.601026 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: l2_adjacency.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.601993 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.602528 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 21:21:33.602855 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: l3.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.603815 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.604359 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: router Mar 07 21:21:33.604660 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: l3_conntrack_helper.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.606997 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.607533 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 21:21:33.607874 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.608820 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.609336 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: ext-gw-mode Mar 07 21:21:33.609670 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.610617 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.611129 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: l3-ha Mar 07 21:21:33.611458 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.612389 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.612897 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 07 21:21:33.613229 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: l3_flavors.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.614212 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.614723 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: l3-flavors Mar 07 21:21:33.615052 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: l3_ndp_proxy.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.616495 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.617008 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 07 21:21:33.617341 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.618337 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.618853 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 21:21:33.619186 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: l3agentscheduler.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.620257 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.620774 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: l3_agent_scheduler Mar 07 21:21:33.621107 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: local_ip.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.622931 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.623459 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension local_ip not supported by any of loaded plugins Mar 07 21:21:33.623800 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: logging.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.626829 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.627356 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension logging not supported by any of loaded plugins Mar 07 21:21:33.627698 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: metering.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.628451 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.629029 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: metering Mar 07 21:21:33.629372 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.630503 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.631026 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: metering_source_and_destination_fields Mar 07 21:21:33.631362 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: multiprovidernet.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.632839 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.633354 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: multi-provider Mar 07 21:21:33.633688 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: netmtu.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.634646 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.635163 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: net-mtu Mar 07 21:21:33.635501 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: netmtu_writable.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.636434 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.636939 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: net-mtu-writable Mar 07 21:21:33.637269 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: network_availability_zone.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.637945 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.638477 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: network_availability_zone Mar 07 21:21:33.638806 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: network_ip_availability.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.639925 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.640443 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: network-ip-availability Mar 07 21:21:33.640777 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: network_segment_range.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.641548 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.642055 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 21:21:33.642414 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: pagination.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.643405 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.643743 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: pagination Mar 07 21:21:33.644075 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: port_device_profile.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.644987 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.645507 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: port-device-profile Mar 07 21:21:33.645838 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.646798 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.647307 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: port-mac-address-regenerate Mar 07 21:21:33.648214 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.649137 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.649649 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: port-numa-affinity-policy Mar 07 21:21:33.649978 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: port_resource_request.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.650922 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.651429 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 21:21:33.651755 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: port_resource_request_groups.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.652730 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.653236 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 07 21:21:33.653562 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: portbindings.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.654524 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.655033 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: binding Mar 07 21:21:33.656338 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: portbindings_extended.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.657623 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.658176 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: binding-extended Mar 07 21:21:33.658500 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: portsecurity.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.659421 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.659933 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: port-security Mar 07 21:21:33.660263 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: project_id.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.661255 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.661592 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: project-id Mar 07 21:21:33.661921 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: providernet.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.662890 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.663446 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: provider Mar 07 21:21:33.663780 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: qos.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.667394 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.667921 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension qos not supported by any of loaded plugins Mar 07 21:21:33.668257 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.669523 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.670037 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 21:21:33.670402 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.671339 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.671852 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 21:21:33.672184 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: qos_default.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.673106 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.673616 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension qos-default not supported by any of loaded plugins Mar 07 21:21:33.673949 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: qos_fip.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.674927 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.675441 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension qos-fip not supported by any of loaded plugins Mar 07 21:21:33.675771 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: qos_fip_network_policy.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.676687 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.677199 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 07 21:21:33.677529 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: qos_gateway_ip.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.678479 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.679051 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 21:21:33.679367 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: qos_port_network_policy.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.680404 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.680921 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 21:21:33.681259 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.682350 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.682865 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 07 21:21:33.683198 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.684254 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.684770 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 07 21:21:33.685103 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: qos_pps_rule.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.686339 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.686858 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension qos-pps not supported by any of loaded plugins Mar 07 21:21:33.687191 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: qos_rule_type_details.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.688608 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.689097 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 21:21:33.689489 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: qos_rules_alias.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.690554 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.691071 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 21:21:33.691406 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: quota_check_limit.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.692325 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.692844 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: quota-check-limit Mar 07 21:21:33.693173 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: quotasv2.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.694137 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.695014 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: quotas Mar 07 21:21:33.695343 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: quotasv2_detail.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.697067 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.697412 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: quota_details Mar 07 21:21:33.697747 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: rbac.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.698850 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.699375 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: rbac-policies Mar 07 21:21:33.699744 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: rbac_address_group.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.700696 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.701210 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: rbac-address-group Mar 07 21:21:33.701539 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: rbac_address_scope.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.702500 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.703014 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: rbac-address-scope Mar 07 21:21:33.703344 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: rbac_security_groups.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.704267 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.704776 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: rbac-security-groups Mar 07 21:21:33.705105 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: rbac_subnetpool.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.706381 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.706896 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: rbac-subnetpool Mar 07 21:21:33.707226 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: revisionifmatch.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.708159 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.708676 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: revision-if-match Mar 07 21:21:33.709005 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: revisions.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.710739 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.711253 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: standard-attr-revisions Mar 07 21:21:33.711586 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: router_availability_zone.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.712270 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.712783 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: router_availability_zone Mar 07 21:21:33.713114 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: routerservicetype.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.714043 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.714573 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension router-service-type not supported by any of loaded plugins Mar 07 21:21:33.714902 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.715838 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.716347 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: security-groups-normalized-cidr Mar 07 21:21:33.716676 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: security_groups_port_filtering.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.717607 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.718137 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: port-security-groups-filtering Mar 07 21:21:33.718468 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.719406 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.719917 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: security-groups-remote-address-group Mar 07 21:21:33.720243 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.721188 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.721697 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: security-groups-shared-filtering Mar 07 21:21:33.722031 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.722649 n-d-832330-1 neutron-server[103611]: WARNING neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 07 21:21:33.722975 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: securitygroup.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.732617 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.733151 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: security-group Mar 07 21:21:33.733494 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: segment.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.734316 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.734827 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension segment not supported by any of loaded plugins Mar 07 21:21:33.735159 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.736106 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.736617 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 21:21:33.736948 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: servicetype.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.738092 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.738622 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: service-type Mar 07 21:21:33.738954 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: sorting.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.739950 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.740286 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: sorting Mar 07 21:21:33.740618 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: standard_attr_segment.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.741580 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.742125 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 21:21:33.742460 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: standardattrdescription.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.743117 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.743624 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: standard-attr-description Mar 07 21:21:33.743956 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: stateful_security_group.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.744897 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.745409 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: stateful-security-group Mar 07 21:21:33.745739 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: stdattrs_common.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.746341 n-d-832330-1 neutron-server[103611]: WARNING neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 21:21:33.746673 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.747628 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.748145 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 21:21:33.748472 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: subnet_onboard.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.749604 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.751662 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: subnet_onboard Mar 07 21:21:33.751996 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.752997 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.753695 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 21:21:33.754027 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: subnet_service_types.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.755071 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.755674 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: subnet-service-types Mar 07 21:21:33.756047 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: subnetallocation.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.757818 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.758373 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: subnet_allocation Mar 07 21:21:33.758707 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.759378 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.759890 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: subnetpool-prefix-ops Mar 07 21:21:33.760220 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.761169 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.761676 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 21:21:33.762010 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: tagging.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.763124 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.763636 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: standard-attr-tag Mar 07 21:21:33.763970 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: timestamp.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.765173 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.765687 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loaded extension: standard-attr-timestamp Mar 07 21:21:33.766019 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: trunk.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.767087 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.767606 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension trunk not supported by any of loaded plugins Mar 07 21:21:33.767935 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: trunk_details.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.768867 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.769384 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension trunk-details not supported by any of loaded plugins Mar 07 21:21:33.769713 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: uplink_status_propagation.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.770667 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.771179 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 21:21:33.771507 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Loading extension file: vlantransparent.py {{(pid=103611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:21:33.772175 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:21:33.773268 n-d-832330-1 neutron-server[103611]: INFO neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 21:21:33.775812 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:network Mar 07 21:21:33.776337 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:subnet Mar 07 21:21:33.776739 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 21:21:33.777134 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:port Mar 07 21:21:33.778401 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.v2.resource_helper [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:21:33.778847 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.v2.resource_helper [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Service FLAVORS assigned prefix: {{(pid=103611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:21:33.779477 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.v2.resource_helper [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:21:33.779908 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.v2.resource_helper [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:21:33.780241 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:router Mar 07 21:21:33.780673 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:floatingip Mar 07 21:21:33.781170 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.v2.resource_helper [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Service METERING assigned prefix: /metering {{(pid=103611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:21:33.782719 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.783104 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.783461 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:21:33.784469 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 21:21:33.784910 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:security_group Mar 07 21:21:33.785351 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 21:21:33.785950 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.v2.resource_helper [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Service CORE assigned prefix: {{(pid=103611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:21:33.786319 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 21:21:33.786682 n-d-832330-1 neutron-server[103611]: WARNING neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] subnetpool is already registered Mar 07 21:21:33.787124 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.v2.resource_helper [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Service CORE assigned prefix: {{(pid=103611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:21:33.787464 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 21:21:33.787804 n-d-832330-1 neutron-server[103611]: WARNING neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] subnetpool is already registered Mar 07 21:21:33.790701 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.v2.resource_helper [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:21:33.791145 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.v2.resource_helper [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Service FLAVORS assigned prefix: {{(pid=103611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:21:33.791739 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.v2.resource_helper [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:21:33.792168 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.v2.resource_helper [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:21:33.792507 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:router Mar 07 21:21:33.792849 n-d-832330-1 neutron-server[103611]: WARNING neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] router is already registered Mar 07 21:21:33.793267 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:floatingip Mar 07 21:21:33.793614 n-d-832330-1 neutron-server[103611]: WARNING neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] floatingip is already registered Mar 07 21:21:33.794094 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.v2.resource_helper [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Service METERING assigned prefix: /metering {{(pid=103611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:21:33.794765 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 21:21:33.795096 n-d-832330-1 neutron-server[103611]: WARNING neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] rbac_policy is already registered Mar 07 21:21:33.795511 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:security_group Mar 07 21:21:33.795851 n-d-832330-1 neutron-server[103611]: WARNING neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] security_group is already registered Mar 07 21:21:33.796256 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 21:21:33.796595 n-d-832330-1 neutron-server[103611]: WARNING neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] security_group_rule is already registered Mar 07 21:21:33.797227 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.v2.resource_helper [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Service CORE assigned prefix: {{(pid=103611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:21:33.797574 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 21:21:33.797913 n-d-832330-1 neutron-server[103611]: WARNING neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] subnetpool is already registered Mar 07 21:21:33.798373 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.v2.resource_helper [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Service CORE assigned prefix: {{(pid=103611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:21:33.798702 n-d-832330-1 neutron-server[103611]: INFO neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 21:21:33.799036 n-d-832330-1 neutron-server[103611]: WARNING neutron.quota.resource_registry [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] subnetpool is already registered Mar 07 21:21:33.799509 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: extensions {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.800960 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: address-groups {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.802479 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: address-scopes {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.805232 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: agents {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.806455 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: auto-allocated-topology {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.807712 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: availability_zones {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.808935 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: dhcp-networks {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.810733 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: dhcp-agents {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.812132 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: routers {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.814835 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: flavors {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.817019 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: service_profiles {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.820008 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: next_providers {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.823026 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: service_profiles {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.825286 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: floatingip-pools {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.826564 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: routers {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.831149 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: floatingips {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.835901 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: l3-routers {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.837322 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: l3-agents {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.838770 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: metering-labels {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.840139 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: metering-label-rules {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.841428 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: network-ip-availabilities {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.842821 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: bindings {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.844485 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: quotas {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.846083 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: quotas {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.847619 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: rbac-policies {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.849018 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: security-groups {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.850545 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: security-group-rules {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.852795 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: service-providers {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.856350 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: subnetpools {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.857796 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: subnetpools {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.859295 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: tags {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.861005 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: tags {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.862837 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: tags {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.864594 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: tags {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.866941 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: tags {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.868801 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: tags {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.870530 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: tags {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.872403 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: tags {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.874197 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: tags {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.876049 n-d-832330-1 neutron-server[103611]: DEBUG neutron.api.extensions [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Extended resource: tags {{(pid=103611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:21:33.883361 n-d-832330-1 neutron-server[103611]: WARNING keystonemiddleware.auth_token [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 21:21:33.888089 n-d-832330-1 neutron-server[103611]: WARNING keystonemiddleware.auth_token [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 21:21:33.896670 n-d-832330-1 neutron-server[103611]: DEBUG oslo_concurrency.lockutils [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Acquired lock "singleton_lock" {{(pid=103611) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 07 21:21:33.897152 n-d-832330-1 neutron-server[103611]: DEBUG oslo_concurrency.lockutils [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Releasing lock "singleton_lock" {{(pid=103611) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 07 21:21:33.897870 n-d-832330-1 neutron-server[103611]: INFO oslo_service.service [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Starting 2 workers Mar 07 21:21:33.902776 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Started child 103718 {{(pid=103611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 21:21:33.907278 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Started child 103719 {{(pid=103611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 21:21:33.908200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:33.908887 n-d-832330-1 neutron-server[103611]: INFO neutron.service [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 21:21:33.909535 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Publish callbacks [] for process (None), before_spawn {{(pid=103611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:33.909772 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [-] (103718) wsgi starting up on http://0.0.0.0:9696 Mar 07 21:21:33.911979 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:33.912400 n-d-832330-1 neutron-server[103611]: INFO oslo_service.service [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Starting 1 workers Mar 07 21:21:33.913447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [-] (103719) wsgi starting up on http://0.0.0.0:9696 Mar 07 21:21:33.917390 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Started child 103720 {{(pid=103611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 21:21:33.917978 n-d-832330-1 neutron-server[103611]: INFO oslo_service.service [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Starting 1 workers Mar 07 21:21:33.921002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.service [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] calling RpcWorker wait() {{(pid=103720) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 21:21:33.921550 n-d-832330-1 neutron-server[103720]: DEBUG neutron.service [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] returning from RpcWorker wait() {{(pid=103720) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 21:21:33.922515 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Started child 103721 {{(pid=103611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 21:21:33.923067 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:33.923357 n-d-832330-1 neutron-server[103611]: DEBUG neutron_lib.callbacks.manager [None req-c86126e2-3fc6-43dc-9d07-94679226e8ee None None] Publish callbacks [] for process (None), after_spawn {{(pid=103611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:33.923648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:21:33.925366 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103611) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 21:21:33.925603 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 21:21:33.925794 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 21:21:33.926032 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 21:21:33.926423 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 21:21:33.926593 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 21:21:33.927105 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.927395 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.927662 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.927946 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.928047 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:33.928503 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.929409 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.929651 n-d-832330-1 neutron-server[103721]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:21:33.929751 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.929938 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.930251 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.930510 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.930683 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.930853 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.931112 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.931351 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.931668 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.931952 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.932204 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.932493 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.932668 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.932928 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.933197 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.933435 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.933708 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] debug = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.933979 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.934514 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.934747 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.934990 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.935211 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.935489 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.935745 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.936024 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.936263 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.936505 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.936743 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.936999 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.937235 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.937456 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.937716 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.937933 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.938215 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.938464 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.938946 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] host = n-d-832330-1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.939193 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.939416 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.939680 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.939935 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.940182 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.940415 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.940692 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.940960 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.941208 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.941459 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.941757 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.941958 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.942221 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.942459 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_file = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.942627 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_options = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.942886 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.943166 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.943441 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.943644 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.943816 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.943983 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.944399 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.945073 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.945334 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.945554 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.945778 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.946017 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.946277 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.946515 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.946797 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.947015 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.947255 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.947498 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.947746 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.947991 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.948220 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.948468 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.948704 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.948926 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.949143 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.949362 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.949590 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.949808 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.950047 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.950296 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.950555 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.950812 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.951057 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.951311 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.951583 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.951903 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.952052 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.952301 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.952525 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.952757 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.953121 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.953384 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.953632 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.953868 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.954110 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.954480 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.954698 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] use_json = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.954844 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.955008 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.955283 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.955501 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.955725 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.956199 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.956607 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.956723 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.956856 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:33.958092 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.958092 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.958092 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.958481 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.958481 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.958679 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.959036 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.959848 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.959848 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.959848 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.960238 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.960238 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.960488 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.963647 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.963647 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.964370 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.964585 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.964738 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.965049 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.965244 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.965493 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.965756 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.966228 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.966386 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.969129 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.969129 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.969129 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.969129 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.969129 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.969129 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.969129 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.969129 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.969889 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.969889 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.969889 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.969889 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.969889 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.969889 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.970525 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.970525 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.970525 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.970821 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.972378 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.972378 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.972378 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.972378 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.972378 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.972378 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.972378 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.973244 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.973244 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.973244 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.973244 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.973715 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.973715 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.973968 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.974194 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.974471 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.974723 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.974946 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.975163 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.975380 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.975679 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.975899 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.976103 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.976323 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.976550 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.976764 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.977017 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.977236 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.977470 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.977705 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.977940 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.978186 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.978384 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.978598 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.978826 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.979071 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.979281 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.979677 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.980047 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.980465 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.980895 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.981184 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.981408 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.981630 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.981849 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.982090 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.982304 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.982528 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.982762 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.983053 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.983362 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.983620 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.983868 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.984102 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.984333 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.984575 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.984826 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.985070 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.985314 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.985533 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.985799 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.986045 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.986303 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.986550 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.986915 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.987321 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.987745 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.988163 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.988585 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.988845 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.989084 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.989332 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.989606 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.989866 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.990173 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.990414 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.990652 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.990956 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.991766 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.992060 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.992287 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.992557 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.992856 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.993160 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.993400 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.993717 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.993920 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.994919 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.994919 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.994919 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.994919 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.995207 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.995411 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.995859 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.996085 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.996322 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.996553 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.996858 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.997234 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.997640 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.997858 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.998314 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.998720 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.999122 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.999523 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:33.999919 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.000315 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.000583 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.000840 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.001064 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.001285 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.001521 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.001764 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.002020 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.002272 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.002533 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.002772 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.002992 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.003253 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.003473 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.003696 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.003932 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.004150 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.004369 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.004783 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.005168 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.005417 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.005661 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.005884 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.006130 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.006352 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.006589 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.007482 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.007706 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.008134 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.008949 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.008949 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.008949 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.009224 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.009408 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.009592 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.009858 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.010122 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.010340 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.010558 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.010780 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.011366 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.011366 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.011558 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.011646 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.011904 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.012168 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.012511 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.012751 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.013004 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.013233 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.013486 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.013716 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.013943 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.014173 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.014411 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.014633 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.014858 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.015119 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.015355 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.015590 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.015808 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.016051 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.016301 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.016558 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.017020 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.017436 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.017667 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.017906 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.018168 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.018397 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.018614 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.018826 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.019077 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.019294 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.019508 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.019818 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.020195 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.020351 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.020580 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.020824 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.021067 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.021314 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.021527 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.021741 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.021988 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.022254 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.022541 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.022791 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.023004 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.023234 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.023452 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.023685 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.023873 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.024099 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.024319 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.024543 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.024783 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.025027 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.025238 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.025812 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.025812 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.026090 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.026215 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.026336 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.026526 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.026749 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.026965 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.027200 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.027422 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.027641 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.028245 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.028245 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.028417 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.034109 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.034109 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.034109 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.034109 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.034109 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.034109 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.034109 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.034109 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.035205 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.035205 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.035205 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.035205 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.035205 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.035205 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.035205 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.035205 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.035673 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.035673 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.035673 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.035673 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.035918 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.036256 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.036358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:21:34.036546 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.036798 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.037059 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.037336 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.037560 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.037781 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.038002 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.038273 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.038495 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.038735 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.038966 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.039229 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.039443 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.039691 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.039919 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.040142 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.040355 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.040819 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.041253 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.041419 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 21:21:34.041939 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103611) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 21:21:34.042117 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 21:21:34.042271 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 21:21:34.042445 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 21:21:34.042615 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 21:21:34.042768 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 21:21:34.042977 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.043140 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.043299 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.043471 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.043608 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.043806 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.043974 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.044134 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.044297 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.044523 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.044626 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.045810 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.045983 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.046184 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.046612 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.046790 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.046953 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.047119 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.047413 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.047622 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.047781 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.048097 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.048283 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] debug = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.048437 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.048634 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.048814 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.048960 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.049115 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.049267 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.049421 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.049582 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.049732 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.049890 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.050041 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.050233 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.050378 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.050531 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.050682 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.050839 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.051095 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.051262 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.051405 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] host = n-d-832330-1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.051566 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.051767 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.051923 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.052069 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.052276 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.052448 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.052586 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.052721 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.052855 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.052989 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.053206 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.053349 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.053527 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.054260 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_file = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.054413 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_options = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.054550 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.054685 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.054819 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.054956 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.055105 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.055242 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.055380 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.055516 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.055772 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.055925 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.056082 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.056225 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.056386 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.056529 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.056689 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.056831 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.056977 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.057121 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.057258 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.057423 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.057567 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.057727 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.057887 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.058051 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.058227 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.058497 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.058671 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.058671 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.058933 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.059080 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.059215 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.059350 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.059486 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.059621 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.059756 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.060040 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.060194 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.060302 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.060480 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.060679 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.060880 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.061136 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.061309 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.061447 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.061592 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.061730 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.061865 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] use_json = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.062018 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.062199 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.062371 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.062586 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.062725 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.062832 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.062947 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.063054 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.063205 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:21:34.063386 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.063530 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.063720 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.063899 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.064042 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.064178 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.064321 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.064458 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.064643 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.064795 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.064932 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.065090 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.065322 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.065459 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.065594 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.065737 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.065905 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.066042 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.066219 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.066371 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.066561 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.066702 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.066854 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.066990 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.067134 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.067281 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.067418 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.067553 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.067688 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.067852 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.067993 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.068162 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.068316 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.068542 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.068695 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.068801 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.068983 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.069120 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.069870 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.070012 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.070205 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.070370 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.070522 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.070660 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.070794 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.070938 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.071075 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.071211 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.071350 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.071543 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.071696 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.071812 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.071991 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.072151 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.072294 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.072429 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.072588 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.072730 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.072876 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.073013 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.073159 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.073322 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.073494 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.073632 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.073781 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.073939 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.074117 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.074314 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.074450 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.074599 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.074736 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.074911 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.075051 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.075201 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.075348 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.075497 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.075645 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.075924 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.076123 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.076123 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.076349 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.076484 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.076656 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.076792 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.076936 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.077102 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.077243 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.077342 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.077472 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.077612 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.077749 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.077917 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.078115 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.078260 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.078479 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.078662 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.078814 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.078961 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.079099 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.079233 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.079367 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.079503 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.079637 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.079800 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.079944 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.080099 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.080253 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.080390 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.080526 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.080661 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.081056 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.081233 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.081373 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.081554 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.081725 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.081872 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.082008 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.082190 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.082332 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.082553 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.082868 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.083185 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.083340 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.083504 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.083655 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.083843 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.084009 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.084142 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.084273 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.084412 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.084583 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.084747 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.084930 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.085094 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.085255 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.085454 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.085597 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.085759 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.085954 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.086126 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.086370 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.086463 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.086589 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.086749 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.086909 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.087071 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.087229 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.087389 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.087548 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.087711 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.087872 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.088031 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.088192 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.088352 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.088513 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.088678 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.088837 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.088997 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.089158 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.089311 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.089484 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.089632 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.089792 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.089953 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.090123 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.090287 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.090443 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.090626 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.090767 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.090902 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.091062 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.091421 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.091421 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.091579 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.091669 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.091828 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.091991 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.092234 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.092376 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.092522 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.092751 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.093032 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.093032 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.093232 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.093440 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.093548 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.093691 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.093844 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.094001 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.094169 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.094333 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.094494 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.094660 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.094825 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.095003 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.095164 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.095328 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.095495 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.095658 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.095823 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.095981 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.096157 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.096330 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.096464 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.096626 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.096816 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.096967 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.097102 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.097256 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.097388 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.097542 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.097694 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.097848 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.098006 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.098189 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.098379 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.098516 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.098645 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.098803 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.098964 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.099124 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.099285 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.099434 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.099616 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.099762 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.099923 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.100084 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.100235 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.100396 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.100596 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.100758 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.100918 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.101079 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.101239 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.101400 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.101577 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.101739 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.101899 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.102138 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.102253 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.102601 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.102601 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.102747 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.102847 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.103006 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.103194 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.103314 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.103483 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.103648 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.103793 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.103954 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.104116 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.104258 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.104422 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.104588 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.104738 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.104901 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.105182 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.105182 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.105432 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.105531 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.105684 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.105861 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.106034 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.106212 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.106473 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.106662 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.106755 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.106854 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.107004 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.107168 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.107328 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.107466 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.107632 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.107805 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.107986 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.108127 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.108266 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.108453 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.108606 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.108760 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.108922 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.109094 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.109292 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.109408 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.109563 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.109713 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.109875 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.110083 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.110365 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.110528 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.110826 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.110826 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.111074 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.111228 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.111322 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.111454 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.111607 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.111790 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.112039 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.112039 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.112245 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:21:34.112384 n-d-832330-1 neutron-server[103611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 21:21:34.119176 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40586) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:21:34.129216 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075438 Mar 07 21:21:45.576741 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48834ffc-58ec-4f68-a23a-a03a6027c4c1 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 21:21:45.637842 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48834ffc-58ec-4f68-a23a-a03a6027c4c1 None None] No non-hosted networks {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 21:21:45.645737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.agentschedulers_db [None req-48834ffc-58ec-4f68-a23a-a03a6027c4c1 None None] DHCP Agent not found on host n-d-832330-1 {{(pid=103720) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 07 21:21:45.727126 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7c0b04a9-831e-41ec-a10d-bffb871141f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417523'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:47.804699 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f0dd-84c1-4d35-9db4-239e5df41f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417523'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:47.854297 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-44044bc9-011f-4573-b66c-c9bb15a4d137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:49.159317 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417523'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:50.129498 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417523'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:51.639797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40668) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:21:51.975357 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417523'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:51.976716 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:51.977370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:51.978190 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:51.978907 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:51.979565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:51.980308 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:51.980837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:51.981641 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:51.982241 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:51.983386 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:51.984305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:51.984783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:51.985363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:51.987267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-832330-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:21:51.994576 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-832330-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:21:52.199848 n-d-832330-1 neutron-server[103719]: WARNING oslo_policy.policy [None req-36843075-2b39-48b8-a9ce-6c9f2f0fef05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:21:52.200432 n-d-832330-1 neutron-server[103719]: WARNING oslo_policy.policy [None req-36843075-2b39-48b8-a9ce-6c9f2f0fef05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:21:52.252154 n-d-832330-1 neutron-server[103720]: INFO neutron.db.l3_hamode_db [None req-845d72c8-2a59-4618-809c-9b56729f388f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 21:21:52.329084 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d72c8-2a59-4618-809c-9b56729f388f None None] Routers set() bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:21:52.329480 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d72c8-2a59-4618-809c-9b56729f388f None None] Router IDs set() for agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 21:21:52.430650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-36843075-2b39-48b8-a9ce-6c9f2f0fef05 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:21:52.431690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-36843075-2b39-48b8-a9ce-6c9f2f0fef05 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7908564 Mar 07 21:21:54.925584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40694) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:21:55.224381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-655d043f-05a1-4d93-a0ab-1129ff5f1a23 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:21:55.316016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.policy [None req-655d043f-05a1-4d93-a0ab-1129ff5f1a23 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103719) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 21:21:55.358264 n-d-832330-1 neutron-server[103719]: WARNING oslo_policy.policy [None req-655d043f-05a1-4d93-a0ab-1129ff5f1a23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:21:55.358637 n-d-832330-1 neutron-server[103719]: WARNING oslo_policy.policy [None req-655d043f-05a1-4d93-a0ab-1129ff5f1a23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:21:55.450577 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-655d043f-05a1-4d93-a0ab-1129ff5f1a23 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791276025315', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791276022742', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791276010922', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791276006049', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791276047371', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791276052821', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3846803', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3641426', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-344350', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1746081'] for rbac-policy (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:55.514533 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-655d043f-05a1-4d93-a0ab-1129ff5f1a23 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:55.515697 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-655d043f-05a1-4d93-a0ab-1129ff5f1a23 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5890965 Mar 07 21:21:57.960670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40704) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:21:58.261819 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:21:58.290595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Made reservation on behalf of 205cb205e0224effa3334638c8e49780 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:21:58.294349 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:58.310314 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:58.417076 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Publish callbacks [] for security_group (4140a58d-d987-47dd-bd60-a2f84761d337), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:58.420577 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4140a58d-d987-47dd-bd60-a2f84761d337), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:58.443947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:21:58.478695 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791275395422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (413eeba5-ca61-4efa-a04d-021d7a211d0f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:58.479288 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Unsubscribe: segment precommit_create {{(pid=103719) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 21:21:58.479811 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Added segment 413eeba5-ca61-4efa-a04d-021d7a211d0f of type vlan for network 929158ee-973d-4c19-8e15-3988e26a52e4 Mar 07 21:21:58.494828 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4140a58d-d987-47dd-bd60-a2f84761d337,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:21:58.520323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:58.520662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:58.521004 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:58.521333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:58.521658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:58.521983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:58.522331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:58.522659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:58.523508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:58.523837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:58.524148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:58.524465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:58.524782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Tracked resource versions report: Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: pushed versions: Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: { 'AddressGroup': {'1.2'}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'ConntrackHelper': {'1.0'}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'LocalIPAssociation': {'1.0'}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'Log': {'1.0'}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'Network': {'1.1'}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'Port': {'1.7'}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'PortForwarding': {'1.2'}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'QosPolicy': {'1.10'}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'SecurityGroup': {'1.5'}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'SubPort': {'1.0'}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'Subnet': {'1.1'}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'Trunk': {'1.1'}} Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: consumer versions: Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: { DHCP agent@n-d-832330-1: {}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: L3 agent@n-d-832330-1: {}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: Metadata agent@n-d-832330-1: {}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: Metering agent@n-d-832330-1: {}, Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: Open vSwitch agent@n-d-832330-1: { 'AddressGroup': '1.2', Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'ConntrackHelper': '1.0', Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'LocalIPAssociation': '1.0', Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'Log': '1.0', Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'Network': '1.1', Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'Port': '1.7', Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'PortForwarding': '1.2', Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'QosPolicy': '1.10', Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'SecurityGroup': '1.5', Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'SecurityGroupRule': '1.2', Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'SubPort': '1.0', Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'Subnet': '1.1', Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: 'Trunk': '1.1'}} Mar 07 21:21:58.525921 n-d-832330-1 neutron-server[103719]: {{(pid=103719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:21:58.588090 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (929158ee-973d-4c19-8e15-3988e26a52e4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:58.628236 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (929158ee-973d-4c19-8e15-3988e26a52e4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:58.634016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:21:58.634758 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:21:58.698523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7368033 Mar 07 21:21:58.755343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c276b-a5eb-4f4f-93d4-de03cc1e3d47 demo demo] Pushing event updated for resources: {'Network': ['ID=929158ee-973d-4c19-8e15-3988e26a52e4,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:21:58.768419 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 929158ee-973d-4c19-8e15-3988e26a52e4 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:22:01.213333 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40716) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:22:01.689233 n-d-832330-1 neutron-server[103718]: WARNING oslo_policy.policy [None req-de3d43a1-1c76-425f-9716-323924ee3c13 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:22:01.689811 n-d-832330-1 neutron-server[103718]: WARNING oslo_policy.policy [None req-de3d43a1-1c76-425f-9716-323924ee3c13 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:22:02.125132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.policy [None req-de3d43a1-1c76-425f-9716-323924ee3c13 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103718) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 21:22:02.166994 n-d-832330-1 neutron-server[103718]: WARNING oslo_policy.policy [None req-de3d43a1-1c76-425f-9716-323924ee3c13 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:22:02.167382 n-d-832330-1 neutron-server[103718]: WARNING oslo_policy.policy [None req-de3d43a1-1c76-425f-9716-323924ee3c13 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:22:02.175358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d43a1-1c76-425f-9716-323924ee3c13 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:22:02.177247 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-de3d43a1-1c76-425f-9716-323924ee3c13 demo admin] 10.222.0.26 "GET /v2.0/networks/929158ee-973d-4c19-8e15-3988e26a52e4 HTTP/1.1" status: 200 len: 825 time: 0.9618452 Mar 07 21:22:02.216278 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-976ab37a-deaa-4689-98e8-4cffd891969d demo admin] 10.222.0.26 "GET /v2.0/subnetpools/cdd78f62-b836-461a-86c9-5c9c740449fd HTTP/1.1" status: 200 len: 734 time: 0.0328662 Mar 07 21:22:02.224890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Request body: {'subnet': {'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4', 'ip_version': 4, 'subnetpool_id': 'cdd78f62-b836-461a-86c9-5c9c740449fd', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:22:02.260538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Made reservation on behalf of 205cb205e0224effa3334638c8e49780 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:22:02.263258 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:02.546119 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for subnet (e2d83577-0506-41ca-b6e2-b48c070eb0f6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:02.614177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Checking segment: {'id': '413eeba5-ca61-4efa-a04d-021d7a211d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:22:02.614548 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Network hostable DHCP agents. Network: 929158ee-973d-4c19-8e15-3988e26a52e4, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:22:02.627670 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e2d83577-0506-41ca-b6e2-b48c070eb0f6,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:02.640727 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:02.641067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:02.641408 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:02.641743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:02.642095 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:02.642434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:02.642747 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:02.643067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:02.643389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:02.643710 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:02.644028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:02.644346 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:02.644664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Tracked resource versions report: Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: pushed versions: Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: { 'AddressGroup': {'1.2'}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'ConntrackHelper': {'1.0'}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'LocalIPAssociation': {'1.0'}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'Log': {'1.0'}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'Network': {'1.1'}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'Port': {'1.7'}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'PortForwarding': {'1.2'}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'QosPolicy': {'1.10'}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'SecurityGroup': {'1.5'}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'SubPort': {'1.0'}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'Subnet': {'1.1'}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'Trunk': {'1.1'}} Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: consumer versions: Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: { DHCP agent@n-d-832330-1: {}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: L3 agent@n-d-832330-1: {}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: Metadata agent@n-d-832330-1: {}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: Metering agent@n-d-832330-1: {}, Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: Open vSwitch agent@n-d-832330-1: { 'AddressGroup': '1.2', Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'ConntrackHelper': '1.0', Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'LocalIPAssociation': '1.0', Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'Log': '1.0', Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'Network': '1.1', Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'Port': '1.7', Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'PortForwarding': '1.2', Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'QosPolicy': '1.10', Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'SecurityGroup': '1.5', Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'SecurityGroupRule': '1.2', Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'SubPort': '1.0', Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'Subnet': '1.1', Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: 'Trunk': '1.1'}} Mar 07 21:22:02.645737 n-d-832330-1 neutron-server[103718]: {{(pid=103718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:22:02.661301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Network 929158ee-973d-4c19-8e15-3988e26a52e4 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:22:02.677732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 929158ee-973d-4c19-8e15-3988e26a52e4) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:22:02.682678 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:22:02.683306 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:02.687785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a15725-18e2-4f04-a456-9f320a1bbde5 None None] Network 929158ee-973d-4c19-8e15-3988e26a52e4 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:22:02.705087 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-62ce7378-8330-412f-ad4d-5db4eaeea971 demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4835722 Mar 07 21:22:03.059704 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-929158ee-973d-4c19-8e15-3988e26a52e4', 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4', 'project_id': '205cb205e0224effa3334638c8e49780', 'fixed_ips': [{'subnet_id': 'e2d83577-0506-41ca-b6e2-b48c070eb0f6'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:22:03.061153 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:03.335030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Allocated IP 172.20.0.2 (929158ee-973d-4c19-8e15-3988e26a52e4/e2d83577-0506-41ca-b6e2-b48c070eb0f6/f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:22:03.612525 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Publish callbacks [] for port (f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:03.620961 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:03.697736 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Network 929158ee-973d-4c19-8e15-3988e26a52e4 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:22:03.702282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:22:03.707783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Pushing event updated for resources: {'Port': ['ID=f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:03.711646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:22:03.718937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:03.719287 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:03.719627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:03.719963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:03.720295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:03.720623 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:03.720946 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:03.721270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:03.721595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:03.721917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:03.722260 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:03.722580 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:03.722902 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Tracked resource versions report: Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: pushed versions: Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: { 'AddressGroup': {'1.2'}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'ConntrackHelper': {'1.0'}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'LocalIPAssociation': {'1.0'}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'Log': {'1.0'}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'Network': {'1.1'}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'Port': {'1.7'}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'PortForwarding': {'1.2'}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'QosPolicy': {'1.10'}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'SecurityGroup': {'1.5'}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'SubPort': {'1.0'}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'Subnet': {'1.1'}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'Trunk': {'1.1'}} Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: consumer versions: Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: { DHCP agent@n-d-832330-1: {}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: L3 agent@n-d-832330-1: {}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: Metadata agent@n-d-832330-1: {}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: Metering agent@n-d-832330-1: {}, Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: Open vSwitch agent@n-d-832330-1: { 'AddressGroup': '1.2', Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'ConntrackHelper': '1.0', Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'LocalIPAssociation': '1.0', Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'Log': '1.0', Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'Network': '1.1', Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'Port': '1.7', Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'PortForwarding': '1.2', Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'QosPolicy': '1.10', Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'SecurityGroup': '1.5', Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'SecurityGroupRule': '1.2', Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'SubPort': '1.0', Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'Subnet': '1.1', Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: 'Trunk': '1.1'}} Mar 07 21:22:03.723991 n-d-832330-1 neutron-server[103720]: {{(pid=103720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:22:03.803383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Attempting to bind port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:22:03.803791 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Attempting to bind port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '413eeba5-ca61-4efa-a04d-021d7a211d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:22:03.804728 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Attempting to bind port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6 on network 929158ee-973d-4c19-8e15-3988e26a52e4 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:22:03.809654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:22:03.810046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Checking segment: {'id': '413eeba5-ca61-4efa-a04d-021d7a211d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:22:03.810542 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:03.810929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Bound using segment: {'id': '413eeba5-ca61-4efa-a04d-021d7a211d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:22:03.811416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Bound port: f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413eeba5-ca61-4efa-a04d-021d7a211d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:22:03.811834 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:03.873991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] For port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:22:03.878148 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] For port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6,segment=NetworkSegment(413eeba5-ca61-4efa-a04d-021d7a211d0f),segment_id=413eeba5-ca61-4efa-a04d-021d7a211d0f)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:22:03.887356 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:03.952216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc0497-2f1d-48de-a9de-f4b93a384043 None None] Pushing event updated for resources: {'Port': ['ID=f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:05.368212 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40736) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:22:05.674926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-0076a666-40bb-4faf-84c5-2054216baaaf admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:22:05.686146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0076a666-40bb-4faf-84c5-2054216baaaf admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3067651 Mar 07 21:22:08.296360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40744) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:22:08.629196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-baa02f14-e489-4d93-92f5-96103d9c0203 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:22:08.630223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-baa02f14-e489-4d93-92f5-96103d9c0203 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3329811 Mar 07 21:22:11.148883 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40752) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:22:11.452291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-d30fd9b4-6a1f-47a0-8345-6350c56984d1 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:22:11.476073 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d30fd9b4-6a1f-47a0-8345-6350c56984d1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (064757d4-663d-4ac5-8364-4e8227d567d9), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:11.477643 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d30fd9b4-6a1f-47a0-8345-6350c56984d1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (064757d4-663d-4ac5-8364-4e8227d567d9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:11.614169 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d30fd9b4-6a1f-47a0-8345-6350c56984d1 demo demo] Publish callbacks [] for router_controller (064757d4-663d-4ac5-8364-4e8227d567d9), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:11.619012 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d30fd9b4-6a1f-47a0-8345-6350c56984d1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (064757d4-663d-4ac5-8364-4e8227d567d9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:11.636070 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d30fd9b4-6a1f-47a0-8345-6350c56984d1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:11.637234 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d30fd9b4-6a1f-47a0-8345-6350c56984d1 demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4873850 Mar 07 21:22:14.180489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40764) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:22:14.503708 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-bd2b4b47-ecf9-44a3-96a1-450db39fafe6 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:22:14.504704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bd2b4b47-ecf9-44a3-96a1-450db39fafe6 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3232768 Mar 07 21:22:14.723055 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:22:14.814036 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:22:14.814829 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:14.924359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:22:14.924758 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:14.960229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6,segment=NetworkSegment(413eeba5-ca61-4efa-a04d-021d7a211d0f),segment_id=413eeba5-ca61-4efa-a04d-021d7a211d0f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:22:14.969055 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:15.018593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:15.301486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3c4f1f-85c5-4c32-98e8-d2a9962d6d8a None None] Network 929158ee-973d-4c19-8e15-3988e26a52e4 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:22:15.377199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7e5a0c01-bc44-42eb-83f4-79ca9fc23a95 None None] Provisioning complete for port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:22:15.377591 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7e5a0c01-bc44-42eb-83f4-79ca9fc23a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:15.502170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a0c01-bc44-42eb-83f4-79ca9fc23a95 None None] Current status of the port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:22:15.538774 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f58d165f-da7b-48c6-bc3c-89c286ceb9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:15.723478 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cf248e1f-bc36-4b63-a972-f86bff4fc0b6 None None] Provisioning complete for port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:22:15.724134 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cf248e1f-bc36-4b63-a972-f86bff4fc0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:15.797926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cf248e1f-bc36-4b63-a972-f86bff4fc0b6 None None] Current status of the port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:22:16.683534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:22:16.731876 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:22:16.732507 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:16.804665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:22:17.042714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40772) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:22:17.347255 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:22:17.367125 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Made reservation on behalf of fe7153d657cd49b696e6aeb3d75dd89b for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:22:17.369444 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:17.384785 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:17.485899 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Publish callbacks [] for security_group (a329e820-62ad-46e4-883c-7844b7619fa4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:17.489509 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a329e820-62ad-46e4-883c-7844b7619fa4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:17.503696 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Reserving flat network on physical network physnet1 {{(pid=103718) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 21:22:17.529132 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791275395422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (52f12f0f-a1a5-45bc-8849-af30d7474885), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:17.529825 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Unsubscribe: segment precommit_create {{(pid=103718) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 21:22:17.530300 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Added segment 52f12f0f-a1a5-45bc-8849-af30d7474885 of type flat for network f20316a0-eab8-41f0-8613-93a8a216afe6 Mar 07 21:22:17.533645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a329e820-62ad-46e4-883c-7844b7619fa4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:17.585425 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (f20316a0-eab8-41f0-8613-93a8a216afe6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:17.623784 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (f20316a0-eab8-41f0-8613-93a8a216afe6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:17.624736 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:22:17.625280 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:17.692204 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6483951 Mar 07 21:22:17.737503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee8599-20fa-45d8-9ad6-f192b004ec64 admin admin] Pushing event updated for resources: {'Network': ['ID=f20316a0-eab8-41f0-8613-93a8a216afe6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:17.748475 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network f20316a0-eab8-41f0-8613-93a8a216afe6 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:22:17.829333 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8597fc7b-d903-4758-b524-a249f458eea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:19.074889 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:20.042694 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:20.246091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40790) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:22:20.415349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1629a9-f878-4a59-a446-199eab701857 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:22:20.416639 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4e1629a9-f878-4a59-a446-199eab701857 demo admin] 10.222.0.26 "GET /v2.0/subnets/e2d83577-0506-41ca-b6e2-b48c070eb0f6 HTTP/1.1" status: 200 len: 849 time: 0.1695945 Mar 07 21:22:20.582426 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1bdf7ad0-e7a0-460b-9a5c-cb7a7ff7264f demo admin] 10.222.0.26 "GET /v2.0/routers/064757d4-663d-4ac5-8364-4e8227d567d9 HTTP/1.1" status: 200 len: 704 time: 0.1602473 Mar 07 21:22:20.852678 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:21.143026 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Allocated IP 172.20.0.1 (929158ee-973d-4c19-8e15-3988e26a52e4/e2d83577-0506-41ca-b6e2-b48c070eb0f6/26482439-24c3-4a05-965b-414e6f2ba6d2) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:22:21.294157 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Publish callbacks [] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:21.358360 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:21.427887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Network 929158ee-973d-4c19-8e15-3988e26a52e4 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:22:21.432308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:22:21.438278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:22:21.438813 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (064757d4-663d-4ac5-8364-4e8227d567d9), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:21.556468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Pushing event updated for resources: {'Port': ['ID=26482439-24c3-4a05-965b-414e6f2ba6d2,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:21.647254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-435f8dc6-9397-418e-9a0d-a012766457a6 None None] Provisioning complete for port 26482439-24c3-4a05-965b-414e6f2ba6d2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:22:21.647868 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-435f8dc6-9397-418e-9a0d-a012766457a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:21.698678 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:21.731268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-435f8dc6-9397-418e-9a0d-a012766457a6 None None] Port 26482439-24c3-4a05-965b-414e6f2ba6d2 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:22:21.905412 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Publish callbacks [] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:21.909700 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:21.910522 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (064757d4-663d-4ac5-8364-4e8227d567d9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:21.971732 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:21.991902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Pushing event updated for resources: {'Port': ['ID=26482439-24c3-4a05-965b-414e6f2ba6d2,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:22.034527 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Network 929158ee-973d-4c19-8e15-3988e26a52e4 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:22:22.035378 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:22:22.198242 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Router 064757d4-663d-4ac5-8364-4e8227d567d9 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:22:22.293804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:22:22.299069 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c2ceb963-fa21-4833-9809-93e4a6a10dce demo admin] 10.222.0.26 "PUT /v2.0/routers/064757d4-663d-4ac5-8364-4e8227d567d9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7115350 Mar 07 21:22:22.317969 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Sync routers for ids ['064757d4-663d-4ac5-8364-4e8227d567d9'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:22:22.330971 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Routers {'064757d4-663d-4ac5-8364-4e8227d567d9'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:22:22.331800 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:22:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['064757d4-663d-4ac5-8364-4e8227d567d9'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:22:22.356696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9f901c9e-e82a-42a9-a30a-3532c1a4aa93 None None] Provisioning complete for port 26482439-24c3-4a05-965b-414e6f2ba6d2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:22:22.357066 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9f901c9e-e82a-42a9-a30a-3532c1a4aa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:22.392274 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9f901c9e-e82a-42a9-a30a-3532c1a4aa93 None None] Port 26482439-24c3-4a05-965b-414e6f2ba6d2 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:22:22.524697 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Set router 064757d4-663d-4ac5-8364-4e8227d567d9 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:22:22.948613 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064757d4-663d-4ac5-8364-4e8227d567d9', 'name': 'router1', 'tenant_id': '205cb205e0224effa3334638c8e49780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:22:11Z', 'updated_at': '2022-03-07T21:22:21Z', 'revision_number': 2, 'project_id': '205cb205e0224effa3334638c8e49780', 'gw_port_host': None, '_interfaces': [{'id': '26482439-24c3-4a05-965b-414e6f2ba6d2', 'name': '', 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4', 'tenant_id': '205cb205e0224effa3334638c8e49780', 'mac_address': 'fa:16:3e:59:ca:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064757d4-663d-4ac5-8364-4e8227d567d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d83577-0506-41ca-b6e2-b48c070eb0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:22:20Z', 'updated_at': '2022-03-07T21:22:21Z', 'revision_number': 2, 'project_id': '205cb205e0224effa3334638c8e49780', 'subnets': [{'id': 'e2d83577-0506-41ca-b6e2-b48c070eb0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdd78f62-b836-461a-86c9-5c9c740449fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:22:23.000253 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Checking router: 064757d4-663d-4ac5-8364-4e8227d567d9 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:22:23.000626 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Updating router 064757d4-663d-4ac5-8364-4e8227d567d9 port 26482439-24c3-4a05-965b-414e6f2ba6d2 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:22:23.052214 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:23.550710 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Publish callbacks [] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:23.556902 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:23.716067 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Pushing event updated for resources: {'Port': ['ID=26482439-24c3-4a05-965b-414e6f2ba6d2,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:23.730930 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Attempting to bind port 26482439-24c3-4a05-965b-414e6f2ba6d2 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:22:23.731336 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Attempting to bind port 26482439-24c3-4a05-965b-414e6f2ba6d2 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '413eeba5-ca61-4efa-a04d-021d7a211d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:22:23.731774 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Attempting to bind port 26482439-24c3-4a05-965b-414e6f2ba6d2 on network 929158ee-973d-4c19-8e15-3988e26a52e4 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:22:23.735140 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:23.735486 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:23.735824 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:23.736155 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:23.736481 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:23.736808 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:23.737128 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:23.737447 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:23.737765 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:23.738097 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:23.738416 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:23.738731 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:23.739050 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Tracked resource versions report: Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: pushed versions: Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: { 'AddressGroup': {'1.2'}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'ConntrackHelper': {'1.0'}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'LocalIPAssociation': {'1.0'}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'Log': {'1.0'}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'Network': {'1.1'}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'Port': {'1.7'}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'PortForwarding': {'1.2'}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'QosPolicy': {'1.10'}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'SecurityGroup': {'1.5'}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'SubPort': {'1.0'}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'Subnet': {'1.1'}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'Trunk': {'1.1'}} Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: consumer versions: Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: { DHCP agent@n-d-832330-1: {}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: L3 agent@n-d-832330-1: {}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: Metadata agent@n-d-832330-1: {}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: Metering agent@n-d-832330-1: {}, Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: Open vSwitch agent@n-d-832330-1: { 'AddressGroup': '1.2', Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'ConntrackHelper': '1.0', Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'LocalIPAssociation': '1.0', Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'Log': '1.0', Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'Network': '1.1', Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'Port': '1.7', Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'PortForwarding': '1.2', Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'QosPolicy': '1.10', Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'SecurityGroup': '1.5', Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'SecurityGroupRule': '1.2', Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'SubPort': '1.0', Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'Subnet': '1.1', Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: 'Trunk': '1.1'}} Mar 07 21:22:23.740146 n-d-832330-1 neutron-server[103721]: {{(pid=103721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:22:23.746599 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:22:23.747004 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Checking segment: {'id': '413eeba5-ca61-4efa-a04d-021d7a211d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:22:23.747508 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:23.747888 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Bound using segment: {'id': '413eeba5-ca61-4efa-a04d-021d7a211d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:22:23.748985 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Bound port: 26482439-24c3-4a05-965b-414e6f2ba6d2, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413eeba5-ca61-4efa-a04d-021d7a211d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:22:23.748985 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:23.814672 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] For port 26482439-24c3-4a05-965b-414e6f2ba6d2, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:22:23.821151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2f1f1e49-0449-4140-82a1-7e265a8552fa None None] Provisioning complete for port 26482439-24c3-4a05-965b-414e6f2ba6d2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:22:23.822117 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2f1f1e49-0449-4140-82a1-7e265a8552fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:23.834756 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] For port 26482439-24c3-4a05-965b-414e6f2ba6d2, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=26482439-24c3-4a05-965b-414e6f2ba6d2,segment=NetworkSegment(413eeba5-ca61-4efa-a04d-021d7a211d0f),segment_id=413eeba5-ca61-4efa-a04d-021d7a211d0f)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:22:23.840601 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:23.860232 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2f1f1e49-0449-4140-82a1-7e265a8552fa None None] Port 26482439-24c3-4a05-965b-414e6f2ba6d2 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:22:23.900685 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92400983-a13b-4244-bffa-560aa4d04ca0 None None] Pushing event updated for resources: {'Port': ['ID=26482439-24c3-4a05-965b-414e6f2ba6d2,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:23.905554 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Routers {'064757d4-663d-4ac5-8364-4e8227d567d9'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:22:23.906197 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:22:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['064757d4-663d-4ac5-8364-4e8227d567d9'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:22:23.999132 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] Set router 064757d4-663d-4ac5-8364-4e8227d567d9 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:22:24.081439 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0dd42757-cb3a-4f1b-ad6b-79a77f67d9d0 None None] Provisioning complete for port 26482439-24c3-4a05-965b-414e6f2ba6d2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:22:24.081929 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0dd42757-cb3a-4f1b-ad6b-79a77f67d9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:24.157997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0dd42757-cb3a-4f1b-ad6b-79a77f67d9d0 None None] Current status of the port 26482439-24c3-4a05-965b-414e6f2ba6d2 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:22:24.158362 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0dd42757-cb3a-4f1b-ad6b-79a77f67d9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:24.190424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0dd42757-cb3a-4f1b-ad6b-79a77f67d9d0 None None] For port 26482439-24c3-4a05-965b-414e6f2ba6d2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=26482439-24c3-4a05-965b-414e6f2ba6d2,segment=NetworkSegment(413eeba5-ca61-4efa-a04d-021d7a211d0f),segment_id=413eeba5-ca61-4efa-a04d-021d7a211d0f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:22:24.194806 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0dd42757-cb3a-4f1b-ad6b-79a77f67d9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:24.209416 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064757d4-663d-4ac5-8364-4e8227d567d9', 'name': 'router1', 'tenant_id': '205cb205e0224effa3334638c8e49780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:22:11Z', 'updated_at': '2022-03-07T21:22:21Z', 'revision_number': 2, 'project_id': '205cb205e0224effa3334638c8e49780', 'gw_port_host': None, '_interfaces': [{'id': '26482439-24c3-4a05-965b-414e6f2ba6d2', 'name': '', 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4', 'tenant_id': '205cb205e0224effa3334638c8e49780', 'mac_address': 'fa:16:3e:59:ca:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064757d4-663d-4ac5-8364-4e8227d567d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d83577-0506-41ca-b6e2-b48c070eb0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:22:20Z', 'updated_at': '2022-03-07T21:22:23Z', 'revision_number': 4, 'project_id': '205cb205e0224effa3334638c8e49780', 'subnets': [{'id': 'e2d83577-0506-41ca-b6e2-b48c070eb0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdd78f62-b836-461a-86c9-5c9c740449fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:22:24.238392 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b1dfb6-26b2-40da-9137-760c2ce14306 None None] The sync data for ids ['064757d4-663d-4ac5-8364-4e8227d567d9'] in n-d-832330-1 is: [{'id': '064757d4-663d-4ac5-8364-4e8227d567d9', 'name': 'router1', 'tenant_id': '205cb205e0224effa3334638c8e49780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:22:11Z', 'updated_at': '2022-03-07T21:22:21Z', 'revision_number': 2, 'project_id': '205cb205e0224effa3334638c8e49780', 'gw_port_host': None, '_interfaces': [{'id': '26482439-24c3-4a05-965b-414e6f2ba6d2', 'name': '', 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4', 'tenant_id': '205cb205e0224effa3334638c8e49780', 'mac_address': 'fa:16:3e:59:ca:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064757d4-663d-4ac5-8364-4e8227d567d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d83577-0506-41ca-b6e2-b48c070eb0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:22:20Z', 'updated_at': '2022-03-07T21:22:23Z', 'revision_number': 4, 'project_id': '205cb205e0224effa3334638c8e49780', 'subnets': [{'id': 'e2d83577-0506-41ca-b6e2-b48c070eb0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdd78f62-b836-461a-86c9-5c9c740449fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:22:24.247004 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd42757-cb3a-4f1b-ad6b-79a77f67d9d0 None None] Pushing event updated for resources: {'Port': ['ID=26482439-24c3-4a05-965b-414e6f2ba6d2,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:24.783727 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40810) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:22:24.893040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10930cf0-f943-4480-9b60-ced30c031075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:22:24.900103 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-10930cf0-f943-4480-9b60-ced30c031075 admin admin] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 842 time: 0.1096325 Mar 07 21:22:24.904182 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ebb1081c-86f8-41c0-a7e2-61fe4fa74812 admin admin] Request body: {'subnet': {'cidr': '172.25.4.0/24', 'ip_version': 4, 'gateway_ip': '172.25.4.1', 'name': 'public-subnet', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'enable_dhcp': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:22:24.924534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb1081c-86f8-41c0-a7e2-61fe4fa74812 admin admin] Made reservation on behalf of fe7153d657cd49b696e6aeb3d75dd89b for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:22:24.926795 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ebb1081c-86f8-41c0-a7e2-61fe4fa74812 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:25.209286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.objects.ports [None req-ebb1081c-86f8-41c0-a7e2-61fe4fa74812 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:22:25.210247 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ebb1081c-86f8-41c0-a7e2-61fe4fa74812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for subnet (55847d08-95d0-4322-9c2d-f20f02b8d66c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:25.266040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1081c-86f8-41c0-a7e2-61fe4fa74812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55847d08-95d0-4322-9c2d-f20f02b8d66c,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:25.274639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1081c-86f8-41c0-a7e2-61fe4fa74812 admin admin] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:22:25.274999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb1081c-86f8-41c0-a7e2-61fe4fa74812 admin admin] Network hostable DHCP agents. Network: f20316a0-eab8-41f0-8613-93a8a216afe6, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:22:25.290580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb1081c-86f8-41c0-a7e2-61fe4fa74812 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:22:25.299330 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-ebb1081c-86f8-41c0-a7e2-61fe4fa74812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, f20316a0-eab8-41f0-8613-93a8a216afe6) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:22:25.304334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb1081c-86f8-41c0-a7e2-61fe4fa74812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:22:25.304930 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ebb1081c-86f8-41c0-a7e2-61fe4fa74812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:25.309802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30649938-7e53-4e82-b238-7946a30623ee None None] Network f20316a0-eab8-41f0-8613-93a8a216afe6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:22:25.321554 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ebb1081c-86f8-41c0-a7e2-61fe4fa74812 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4207234 Mar 07 21:22:25.410596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e84225-082c-4fe6-ba48-da890d54e5f6 None None] Network f20316a0-eab8-41f0-8613-93a8a216afe6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:22:27.747092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40818) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:22:27.877081 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ca4aacfd-e8fc-4789-9a92-13ee703c1309 demo admin] 10.222.0.26 "GET /v2.0/routers/064757d4-663d-4ac5-8364-4e8227d567d9 HTTP/1.1" status: 200 len: 710 time: 0.1287951 Mar 07 21:22:27.968892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b70d7f-9e4c-4973-a919-0e87f3138e7d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:22:27.970304 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-61b70d7f-9e4c-4973-a919-0e87f3138e7d demo admin] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 886 time: 0.0877116 Mar 07 21:22:27.979826 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:22:28.303630 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Publish callbacks [] for router_gateway (064757d4-663d-4ac5-8364-4e8227d567d9), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:28.535262 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Publish callbacks [] for router_gateway (064757d4-663d-4ac5-8364-4e8227d567d9), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:28.607301 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:28.706185 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Allocated IP 172.25.4.226 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/ec2cc55d-5e94-466e-bd75-05747bdffcbf) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:22:28.804214 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Publish callbacks [] for port (ec2cc55d-5e94-466e-bd75-05747bdffcbf), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:28.837063 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (ec2cc55d-5e94-466e-bd75-05747bdffcbf), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:28.872779 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:22:28.875527 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:22:28.878808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:22:28.919917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Pushing event updated for resources: {'Port': ['ID=ec2cc55d-5e94-466e-bd75-05747bdffcbf,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:29.129965 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Publish callbacks [] for router_gateway (064757d4-663d-4ac5-8364-4e8227d567d9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:29.322708 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (064757d4-663d-4ac5-8364-4e8227d567d9), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:29.326049 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (064757d4-663d-4ac5-8364-4e8227d567d9), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:29.522588 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Router 064757d4-663d-4ac5-8364-4e8227d567d9 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:22:29.632526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:22:29.636812 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:29.638049 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1d48931a-a64d-4049-8453-613c0c5976e5 demo admin] 10.222.0.26 "PUT /v2.0/routers/064757d4-663d-4ac5-8364-4e8227d567d9 HTTP/1.1" status: 200 len: 890 time: 1.6617687 Mar 07 21:22:32.159951 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40830) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:22:32.280458 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-93be1f17-7bcb-49a3-8477-9815fc434267 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1193819 Mar 07 21:22:32.725735 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 26482439-24c3-4a05-965b-414e6f2ba6d2 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:22:32.783487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 26482439-24c3-4a05-965b-414e6f2ba6d2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:22:32.784082 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:32.868424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 26482439-24c3-4a05-965b-414e6f2ba6d2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:22:32.872104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Sync routers for ids ['064757d4-663d-4ac5-8364-4e8227d567d9'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:22:32.883026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Routers {'064757d4-663d-4ac5-8364-4e8227d567d9'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:22:32.883678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:22:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['064757d4-663d-4ac5-8364-4e8227d567d9'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:22:33.105245 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Set router 064757d4-663d-4ac5-8364-4e8227d567d9 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:22:33.569032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064757d4-663d-4ac5-8364-4e8227d567d9', 'name': 'router1', 'tenant_id': '205cb205e0224effa3334638c8e49780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'ec2cc55d-5e94-466e-bd75-05747bdffcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:22:11Z', 'updated_at': '2022-03-07T21:22:28Z', 'revision_number': 4, 'project_id': '205cb205e0224effa3334638c8e49780', 'gw_port': {'id': 'ec2cc55d-5e94-466e-bd75-05747bdffcbf', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064757d4-663d-4ac5-8364-4e8227d567d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:22:28Z', 'updated_at': '2022-03-07T21:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '26482439-24c3-4a05-965b-414e6f2ba6d2', 'name': '', 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4', 'tenant_id': '205cb205e0224effa3334638c8e49780', 'mac_address': 'fa:16:3e:59:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064757d4-663d-4ac5-8364-4e8227d567d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d83577-0506-41ca-b6e2-b48c070eb0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:22:20Z', 'updated_at': '2022-03-07T21:22:24Z', 'revision_number': 5, 'project_id': '205cb205e0224effa3334638c8e49780', 'subnets': [{'id': 'e2d83577-0506-41ca-b6e2-b48c070eb0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdd78f62-b836-461a-86c9-5c9c740449fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:22:33.622884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Checking router: 064757d4-663d-4ac5-8364-4e8227d567d9 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:22:33.623267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Updating router 064757d4-663d-4ac5-8364-4e8227d567d9 port ec2cc55d-5e94-466e-bd75-05747bdffcbf binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:22:33.678899 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec2cc55d-5e94-466e-bd75-05747bdffcbf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:34.010381 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Publish callbacks [] for port (ec2cc55d-5e94-466e-bd75-05747bdffcbf), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:34.018346 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ec2cc55d-5e94-466e-bd75-05747bdffcbf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:34.081111 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d2b13-bd0e-4462-b87b-d0ed07c68c3a None None] Pushing event updated for resources: {'Port': ['ID=ec2cc55d-5e94-466e-bd75-05747bdffcbf,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:34.084335 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Attempting to bind port ec2cc55d-5e94-466e-bd75-05747bdffcbf on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:22:34.084664 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Attempting to bind port ec2cc55d-5e94-466e-bd75-05747bdffcbf by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:22:34.085067 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Attempting to bind port ec2cc55d-5e94-466e-bd75-05747bdffcbf on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:22:34.090910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:22:34.091288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:22:34.091690 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:34.092485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:22:34.092597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Bound port: ec2cc55d-5e94-466e-bd75-05747bdffcbf, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:22:34.092965 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec2cc55d-5e94-466e-bd75-05747bdffcbf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:34.147173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] For port ec2cc55d-5e94-466e-bd75-05747bdffcbf, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:22:34.150179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] For port ec2cc55d-5e94-466e-bd75-05747bdffcbf, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec2cc55d-5e94-466e-bd75-05747bdffcbf,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:22:34.156481 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ec2cc55d-5e94-466e-bd75-05747bdffcbf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:34.205793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Routers {'064757d4-663d-4ac5-8364-4e8227d567d9'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:22:34.206189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:22:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['064757d4-663d-4ac5-8364-4e8227d567d9'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:22:34.267023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d2b13-bd0e-4462-b87b-d0ed07c68c3a None None] Pushing event updated for resources: {'Port': ['ID=ec2cc55d-5e94-466e-bd75-05747bdffcbf,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:34.342295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] Set router 064757d4-663d-4ac5-8364-4e8227d567d9 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:22:34.571009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064757d4-663d-4ac5-8364-4e8227d567d9', 'name': 'router1', 'tenant_id': '205cb205e0224effa3334638c8e49780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'ec2cc55d-5e94-466e-bd75-05747bdffcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:22:11Z', 'updated_at': '2022-03-07T21:22:28Z', 'revision_number': 4, 'project_id': '205cb205e0224effa3334638c8e49780', 'gw_port': {'id': 'ec2cc55d-5e94-466e-bd75-05747bdffcbf', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064757d4-663d-4ac5-8364-4e8227d567d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:22:28Z', 'updated_at': '2022-03-07T21:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '26482439-24c3-4a05-965b-414e6f2ba6d2', 'name': '', 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4', 'tenant_id': '205cb205e0224effa3334638c8e49780', 'mac_address': 'fa:16:3e:59:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064757d4-663d-4ac5-8364-4e8227d567d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d83577-0506-41ca-b6e2-b48c070eb0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:22:20Z', 'updated_at': '2022-03-07T21:22:24Z', 'revision_number': 5, 'project_id': '205cb205e0224effa3334638c8e49780', 'subnets': [{'id': 'e2d83577-0506-41ca-b6e2-b48c070eb0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdd78f62-b836-461a-86c9-5c9c740449fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:22:34.599198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c2a7d-30ae-477d-9398-737549532be8 None None] The sync data for ids ['064757d4-663d-4ac5-8364-4e8227d567d9'] in n-d-832330-1 is: [{'id': '064757d4-663d-4ac5-8364-4e8227d567d9', 'name': 'router1', 'tenant_id': '205cb205e0224effa3334638c8e49780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'ec2cc55d-5e94-466e-bd75-05747bdffcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:22:11Z', 'updated_at': '2022-03-07T21:22:28Z', 'revision_number': 4, 'project_id': '205cb205e0224effa3334638c8e49780', 'gw_port': {'id': 'ec2cc55d-5e94-466e-bd75-05747bdffcbf', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064757d4-663d-4ac5-8364-4e8227d567d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:22:28Z', 'updated_at': '2022-03-07T21:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '26482439-24c3-4a05-965b-414e6f2ba6d2', 'name': '', 'network_id': '929158ee-973d-4c19-8e15-3988e26a52e4', 'tenant_id': '205cb205e0224effa3334638c8e49780', 'mac_address': 'fa:16:3e:59:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064757d4-663d-4ac5-8364-4e8227d567d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d83577-0506-41ca-b6e2-b48c070eb0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:22:20Z', 'updated_at': '2022-03-07T21:22:24Z', 'revision_number': 5, 'project_id': '205cb205e0224effa3334638c8e49780', 'subnets': [{'id': 'e2d83577-0506-41ca-b6e2-b48c070eb0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdd78f62-b836-461a-86c9-5c9c740449fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:22:36.794408 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec2cc55d-5e94-466e-bd75-05747bdffcbf up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:22:36.853768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ec2cc55d-5e94-466e-bd75-05747bdffcbf triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:22:36.854243 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec2cc55d-5e94-466e-bd75-05747bdffcbf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:36.954528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ec2cc55d-5e94-466e-bd75-05747bdffcbf is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:22:36.956111 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec2cc55d-5e94-466e-bd75-05747bdffcbf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:36.987505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port ec2cc55d-5e94-466e-bd75-05747bdffcbf, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec2cc55d-5e94-466e-bd75-05747bdffcbf,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:22:37.000978 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ec2cc55d-5e94-466e-bd75-05747bdffcbf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:37.076078 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=ec2cc55d-5e94-466e-bd75-05747bdffcbf,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:22:38.734686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec2cc55d-5e94-466e-bd75-05747bdffcbf up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:22:38.809584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ec2cc55d-5e94-466e-bd75-05747bdffcbf triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:22:38.810113 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec2cc55d-5e94-466e-bd75-05747bdffcbf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:38.899520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ec2cc55d-5e94-466e-bd75-05747bdffcbf is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:22:43.975522 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 5 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:22:45.542253 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f8a19380-019b-4412-a2aa-04fcc0dda984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:47.804580 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1b952792-eb2f-47df-8a3c-50e2848ab8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:49.082375 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:50.064432 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:22:51.977177 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:23:15.543870 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2ea694b9-a5dd-47db-9e7a-c0ce7c8ea7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:23:17.802873 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-83c8ed3c-ae0c-4c1a-99dc-7c6742cc803b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:23:19.080092 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:23:20.055671 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:23:20.964945 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 5 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:23:21.980726 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:23:45.546326 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a82a5b91-5a95-4213-b854-63749dccc5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:23:47.795030 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c0c04ff7-a1ef-4c76-90b9-82323ba589c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:23:49.085079 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:23:50.052141 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:23:51.983060 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:23:57.794818 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41346) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:23:57.866117 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff5c2a2-955c-4d13-ab93-fcab5d3574a3 admin admin] GET failed (client error): The resource could not be found. Mar 07 21:23:57.867402 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fff5c2a2-955c-4d13-ab93-fcab5d3574a3 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0716689 Mar 07 21:23:58.016615 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 5 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:23:58.054713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb718c8-049a-435b-a69b-5349fe5b8881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:23:58.056176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-beb718c8-049a-435b-a69b-5349fe5b8881 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1847310 Mar 07 21:24:00.361948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41356) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:24:00.486714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4cb2f7-68eb-4584-8110-2d41cfff06a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:00.488080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fa4cb2f7-68eb-4584-8110-2d41cfff06a0 admin admin] 10.222.0.26 "GET /v2.0/subnets/e2d83577-0506-41ca-b6e2-b48c070eb0f6 HTTP/1.1" status: 200 len: 849 time: 0.1251335 Mar 07 21:24:00.497875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:24:00.580799 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Publish callbacks [] for subnet (e2d83577-0506-41ca-b6e2-b48c070eb0f6), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:00.728919 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791275293359'] for subnet (e2d83577-0506-41ca-b6e2-b48c070eb0f6), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:00.762978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:00.763562 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:00.765302 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] 10.222.0.26 "PUT /v2.0/subnets/e2d83577-0506-41ca-b6e2-b48c070eb0f6 HTTP/1.1" status: 200 len: 868 time: 0.2705259 Mar 07 21:24:00.767920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d298e52-4048-4ac9-a05a-ce5a61f1350b None None] Network 929158ee-973d-4c19-8e15-3988e26a52e4 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:24:00.783815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d83577-0506-41ca-b6e2-b48c070eb0f6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:24:00.792078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:00.792419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:00.792934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:00.793280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:00.793607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:00.793939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:00.794292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:00.794619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:00.794966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:00.795292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:00.795615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:00.795937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:00.796259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a783768b-fe0c-4273-85b2-59398c790d59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:01.099838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2e625c99-4d20-428d-8b42-60998f74331e None None] Provisioning complete for port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:24:01.100345 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2e625c99-4d20-428d-8b42-60998f74331e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:01.175617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2e625c99-4d20-428d-8b42-60998f74331e None None] Current status of the port f83940ba-cd18-4b5d-bd90-3c3f89ae7ab6 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:24:01.185855 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2e625c99-4d20-428d-8b42-60998f74331e None None] Provisioning complete for port 26482439-24c3-4a05-965b-414e6f2ba6d2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:24:01.186274 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2e625c99-4d20-428d-8b42-60998f74331e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (26482439-24c3-4a05-965b-414e6f2ba6d2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:01.266782 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2e625c99-4d20-428d-8b42-60998f74331e None None] Current status of the port 26482439-24c3-4a05-965b-414e6f2ba6d2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:24:03.076793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41364) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:24:03.279377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e312918-6761-4328-ac07-e5a13973a28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:03.279750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e312918-6761-4328-ac07-e5a13973a28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:03.281269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0e312918-6761-4328-ac07-e5a13973a28a admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2035074 Mar 07 21:24:05.586343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41372) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:24:05.715061 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577f7b5-a1e2-4cf0-8282-1036725d4214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:05.715573 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577f7b5-a1e2-4cf0-8282-1036725d4214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:05.717088 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0577f7b5-a1e2-4cf0-8282-1036725d4214 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1297970 Mar 07 21:24:07.990204 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41380) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:24:08.184712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f273b-2887-4604-90e6-714491ebad47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:08.186005 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-478f273b-2887-4604-90e6-714491ebad47 admin admin] 10.222.0.26 "GET /v2.0/networks/929158ee-973d-4c19-8e15-3988e26a52e4 HTTP/1.1" status: 200 len: 869 time: 0.1948671 Mar 07 21:24:10.726564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41388) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:24:10.852716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9b09a4-5cfc-4630-b33f-7a88de150274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:10.854222 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ff9b09a4-5cfc-4630-b33f-7a88de150274 admin admin] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 886 time: 0.1266882 Mar 07 21:24:13.194049 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41396) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:24:13.318635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649a4287-b569-49bc-94f6-3769d9d10f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:13.319005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649a4287-b569-49bc-94f6-3769d9d10f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:13.320533 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-649a4287-b569-49bc-94f6-3769d9d10f32 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254849 Mar 07 21:24:15.553134 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-48e7e8df-1f5e-4334-865e-3f4ed26bb18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:15.630496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41404) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:24:15.718038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7b8237-a9ec-4940-9ecc-6a41ff495574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:15.718521 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7b8237-a9ec-4940-9ecc-6a41ff495574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:15.720007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1e7b8237-a9ec-4940-9ecc-6a41ff495574 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0885611 Mar 07 21:24:17.796789 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d032889f-9816-4573-be9a-5554bb52d190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:18.024174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41412) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:24:18.109539 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28ac78b-893b-422f-a6e3-f7632ad4858f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:18.110923 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c28ac78b-893b-422f-a6e3-f7632ad4858f admin admin] 10.222.0.26 "GET /v2.0/subnets/55847d08-95d0-4322-9c2d-f20f02b8d66c HTTP/1.1" status: 200 len: 816 time: 0.0858040 Mar 07 21:24:19.087824 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:20.060195 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:20.417435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41420) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:24:20.506211 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a20d799-c018-4931-af40-f0938d24169f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:20.507519 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1a20d799-c018-4931-af40-f0938d24169f admin admin] 10.222.0.26 "GET /v2.0/subnets/e2d83577-0506-41ca-b6e2-b48c070eb0f6 HTTP/1.1" status: 200 len: 868 time: 0.0891268 Mar 07 21:24:21.985203 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:34.968011 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 5 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:24:45.544903 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9760-88ef-4416-8b5a-042266cd1c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:47.806746 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c36761c2-cad8-405c-8b43-fb2c6be427e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:48.883536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41474) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:24:48.929103 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-65e00764-272b-49de-9de4-46193d4aa5c0 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:24:48.930092 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-65e00764-272b-49de-9de4-46193d4aa5c0 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0455914 Mar 07 21:24:49.090341 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:50.063221 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:51.334712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41482) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:24:51.396862 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-dafd466c-9ee3-4ad9-8224-8bf3234d4105 admin admin] GET failed (client error): The resource could not be found. Mar 07 21:24:51.398134 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dafd466c-9ee3-4ad9-8224-8bf3234d4105 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624442 Mar 07 21:24:51.480397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b974a3-edf6-4ce4-bcce-ff1d062d01eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:51.481819 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e8b974a3-edf6-4ce4-bcce-ff1d062d01eb admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0797546 Mar 07 21:24:51.987143 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:53.834468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41490) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:24:53.880704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1a2603ac-09d2-4052-9f7d-3cc79d507349 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:24:53.899260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2603ac-09d2-4052-9f7d-3cc79d507349 admin admin] Made reservation on behalf of fe7153d657cd49b696e6aeb3d75dd89b for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:24:53.901563 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1a2603ac-09d2-4052-9f7d-3cc79d507349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:53.936074 n-d-832330-1 neutron-server[103719]: WARNING neutron.services.revisions.revision_plugin [None req-1a2603ac-09d2-4052-9f7d-3cc79d507349 admin admin] Could not find related network for resource to bump revision. Mar 07 21:24:53.956771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2603ac-09d2-4052-9f7d-3cc79d507349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:24:53.966893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1a2603ac-09d2-4052-9f7d-3cc79d507349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (152981fa-54ee-4929-ab65-549aaf3ad3a8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:53.967266 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-1a2603ac-09d2-4052-9f7d-3cc79d507349 admin admin] Added segment 152981fa-54ee-4929-ab65-549aaf3ad3a8 of type vlan for network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 Mar 07 21:24:54.008383 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1a2603ac-09d2-4052-9f7d-3cc79d507349 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:54.033440 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1a2603ac-09d2-4052-9f7d-3cc79d507349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:54.034652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2603ac-09d2-4052-9f7d-3cc79d507349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:54.035798 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1a2603ac-09d2-4052-9f7d-3cc79d507349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:54.118619 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1a2603ac-09d2-4052-9f7d-3cc79d507349 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2830606 Mar 07 21:24:54.126646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2603ac-09d2-4052-9f7d-3cc79d507349 admin admin] Pushing event updated for resources: {'Network': ['ID=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:24:54.145830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:24:56.462202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41498) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:24:56.521001 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-147033ab-5e7a-4886-877a-97007b541d63 admin admin] GET failed (client error): The resource could not be found. Mar 07 21:24:56.522311 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-147033ab-5e7a-4886-877a-97007b541d63 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591457 Mar 07 21:24:56.621046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d380fa-7ea5-46b9-bf3f-f3fcb06406ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:56.622515 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-77d380fa-7ea5-46b9-bf3f-f3fcb06406ee admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0963058 Mar 07 21:24:56.632479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:24:56.652045 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Made reservation on behalf of fe7153d657cd49b696e6aeb3d75dd89b for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:24:56.654224 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:56.810494 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for subnet (20d2ac94-8aff-44bd-8c5d-043dc2dc7eed), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:56.866935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:24:56.874156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:24:56.874514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Network hostable DHCP agents. Network: cef2d7eb-0e4e-4867-95d2-e2be257ed6e6, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:24:56.877787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:56.878707 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:56.879055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:56.879397 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:56.879733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:56.880068 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:56.880402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:56.880731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:56.881060 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:56.881388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:56.881715 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:56.882040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:56.882390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:56.897685 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:24:56.905594 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, cef2d7eb-0e4e-4867-95d2-e2be257ed6e6) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:24:56.909336 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:24:56.909933 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:56.914626 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710af880-5036-4ea4-afce-cc9134a82f12 None None] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:24:56.926406 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9c7cb84b-a6df-43c7-8e6e-dd38b1998833 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2971957 Mar 07 21:24:57.021039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'project_id': 'fe7153d657cd49b696e6aeb3d75dd89b', 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:24:57.021907 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:57.184411 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Allocated IP 192.168.233.2 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/bd9d3c8d-7636-46e0-b812-a20669587142) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:24:57.423417 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Publish callbacks [] for port (bd9d3c8d-7636-46e0-b812-a20669587142), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:57.431186 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (bd9d3c8d-7636-46e0-b812-a20669587142), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:57.466136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:24:57.470847 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:24:57.474822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:24:57.487831 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Pushing event updated for resources: {'Port': ['ID=bd9d3c8d-7636-46e0-b812-a20669587142,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:24:57.510160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:57.510515 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:57.510863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:57.511212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:57.511550 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:57.511883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:57.512215 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:57.512547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:57.512875 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:57.513200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:57.513526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:57.513850 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:57.514204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:24:57.543536 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Attempting to bind port bd9d3c8d-7636-46e0-b812-a20669587142 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:24:57.543911 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Attempting to bind port bd9d3c8d-7636-46e0-b812-a20669587142 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:24:57.544273 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Attempting to bind port bd9d3c8d-7636-46e0-b812-a20669587142 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:24:57.549311 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:24:57.549688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:24:57.550643 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:57.551035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:24:57.551497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Bound port: bd9d3c8d-7636-46e0-b812-a20669587142, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:24:57.551879 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bd9d3c8d-7636-46e0-b812-a20669587142), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:57.618329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] For port bd9d3c8d-7636-46e0-b812-a20669587142, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:24:57.620907 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] For port bd9d3c8d-7636-46e0-b812-a20669587142, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=bd9d3c8d-7636-46e0-b812-a20669587142,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:24:57.626475 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bd9d3c8d-7636-46e0-b812-a20669587142), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:57.689932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c19613-72ea-4a5f-9638-4836fbb0b7ee None None] Pushing event updated for resources: {'Port': ['ID=bd9d3c8d-7636-46e0-b812-a20669587142,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:24:58.533362 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b42494-83ea-4fd4-b2dc-fc1896cdcfb8 None None] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:24:58.649267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-610e9ab3-c231-401e-8bec-4caf32d35dc7 None None] Provisioning complete for port bd9d3c8d-7636-46e0-b812-a20669587142 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:24:58.649669 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-610e9ab3-c231-401e-8bec-4caf32d35dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bd9d3c8d-7636-46e0-b812-a20669587142), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:58.743842 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-610e9ab3-c231-401e-8bec-4caf32d35dc7 None None] Current status of the port bd9d3c8d-7636-46e0-b812-a20669587142 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:24:58.744848 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-610e9ab3-c231-401e-8bec-4caf32d35dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bd9d3c8d-7636-46e0-b812-a20669587142), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:58.783600 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-610e9ab3-c231-401e-8bec-4caf32d35dc7 None None] For port bd9d3c8d-7636-46e0-b812-a20669587142, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=bd9d3c8d-7636-46e0-b812-a20669587142,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:24:58.788780 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-610e9ab3-c231-401e-8bec-4caf32d35dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bd9d3c8d-7636-46e0-b812-a20669587142), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:58.852769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e9ab3-c231-401e-8bec-4caf32d35dc7 None None] Pushing event updated for resources: {'Port': ['ID=bd9d3c8d-7636-46e0-b812-a20669587142,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:24:58.884226 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device bd9d3c8d-7636-46e0-b812-a20669587142 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:24:58.934418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4281218e-f419-4f56-9739-61c0ebb68815 None None] Provisioning complete for port bd9d3c8d-7636-46e0-b812-a20669587142 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:24:58.934731 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4281218e-f419-4f56-9739-61c0ebb68815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bd9d3c8d-7636-46e0-b812-a20669587142), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:58.974854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port bd9d3c8d-7636-46e0-b812-a20669587142 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:24:58.975298 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bd9d3c8d-7636-46e0-b812-a20669587142), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:24:59.083099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4281218e-f419-4f56-9739-61c0ebb68815 None None] Current status of the port bd9d3c8d-7636-46e0-b812-a20669587142 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:24:59.096309 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port bd9d3c8d-7636-46e0-b812-a20669587142 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:25:00.789675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device bd9d3c8d-7636-46e0-b812-a20669587142 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:25:00.837959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port bd9d3c8d-7636-46e0-b812-a20669587142 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:25:00.838396 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bd9d3c8d-7636-46e0-b812-a20669587142), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:25:00.919166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port bd9d3c8d-7636-46e0-b812-a20669587142 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:25:11.966986 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 5 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:25:15.546589 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a499b163-c722-4100-8257-2bb2a2435015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:25:17.797998 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-524955e1-1a99-44a0-8f13-376231ccac16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:25:19.091569 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:25:20.066647 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:25:21.990843 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:25:45.548514 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9a7b8966-eac6-4f28-9d9c-4caa8693e349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:25:47.801556 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-887cb7a7-9dfb-4678-a92e-ce6d4c422c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:25:48.965576 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 5 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:25:49.096400 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:25:50.069514 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:25:51.994105 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:15.550144 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cf90ad24-7363-4bd7-bff7-23731d316cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:17.802928 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-75f5b952-db1a-4bb6-baed-182d0c040407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:19.103777 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:20.074624 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:21.999655 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:25.964341 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 5 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:26:42.770640 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41536) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:26:42.777382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-1da462b7-f380-48c4-92ab-ad583c6616ee tempest-verify_tempest_config-1707307523 tempest-verify_tempest_config-1707307523-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:26:42.778442 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1da462b7-f380-48c4-92ab-ad583c6616ee tempest-verify_tempest_config-1707307523 tempest-verify_tempest_config-1707307523-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0068266 Mar 07 21:26:43.062901 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41554) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:26:43.178601 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:43.254824 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Publish callbacks [] for security_group (360547ac-19bf-410f-8638-cedabbeba7f9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:43.258202 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (360547ac-19bf-410f-8638-cedabbeba7f9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:43.302927 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39d4e90f12c9402f86dfd630e7b1b56f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2389846 Mar 07 21:26:43.303720 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360547ac-19bf-410f-8638-cedabbeba7f9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:26:43.305708 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41558) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:26:43.310308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.310669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.311020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.311376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.311710 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.312048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.312430 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.312748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.313082 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.313433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.313765 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.314113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.314449 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac2c26-f10b-4ad0-9181-b1104fab9274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.408727 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Publish callbacks [] for security_group (360547ac-19bf-410f-8638-cedabbeba7f9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:43.429031 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Publish callbacks [] for security_group (360547ac-19bf-410f-8638-cedabbeba7f9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:43.522807 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (360547ac-19bf-410f-8638-cedabbeba7f9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:43.525528 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:43.526844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/360547ac-19bf-410f-8638-cedabbeba7f9 HTTP/1.1" status: 204 len: 168 time: 0.2201056 Mar 07 21:26:43.535461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360547ac-19bf-410f-8638-cedabbeba7f9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:26:43.542406 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.542756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.543138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.543481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.543817 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.544152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.544507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.544838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.545169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.545510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.545839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.546205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:43.546541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bdccf-8946-4ea4-b144-3adea65c3d25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:26:45.553494 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c68a0136-526b-42ea-8b00-eba9a8f4ade5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:47.805609 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d84959a0-716e-4fb2-a70e-b53747f595bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:49.099926 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:50.076039 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:26:51.991905 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:27:02.962985 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 5 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:27:15.554295 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0f91ad88-4145-4500-9632-3c2416928731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:27:17.805526 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-73d191c2-4c8b-4c2d-94f6-7ee33e37bfd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:27:19.099760 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:27:20.080706 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:27:21.994568 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:27:39.962127 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 5 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:27:45.557277 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e24b6919-000d-44c9-a7af-48df804445dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:27:47.805669 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c5eaf4aa-8cad-422d-83f8-aa6593c01929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:27:49.103824 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:27:50.083606 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:27:51.998529 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:28:15.565152 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-73f39d6e-fbad-419f-9bd4-0d077605f442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:28:16.960706 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 5 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:28:17.805842 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0a3f98b9-8738-4102-94ff-b1e9362d82c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:28:19.105527 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:28:20.087603 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:28:22.000002 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:28:45.557166 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-413da684-a7cc-456b-af1f-1185b97918ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:28:47.805821 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-77113236-7049-4069-8179-51f35b2a6fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:28:49.110006 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:28:50.091196 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:28:52.003300 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:28:53.960674 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 5 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:29:15.558277 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-21babe5c-620d-48f5-b321-4ac4f369bfb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:29:17.805809 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3cba9230-7d36-449f-9e4c-77831eee63ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:29:19.112868 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:29:20.091740 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:29:22.005661 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:29:30.958922 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 5 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:29:45.559268 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c50f8136-102a-464a-a0d0-6ac103085cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:29:45.696078 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417523'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:29:47.806441 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b5aeebe5-146d-493e-aaef-7f8773cf9dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:29:47.894259 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417523'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:29:49.119623 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:29:50.095428 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:29:52.007240 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:30:07.958703 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:30:15.560754 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9a64e8b7-24ab-4014-9cb4-8debc658acfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:30:15.670301 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:30:17.809282 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-00fb3fee-59b6-4507-a95e-29e4155fa777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:30:17.855834 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:30:19.123284 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:30:20.098478 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:30:22.008735 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:30:31.029886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41618) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:30:31.133984 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-86b732a9-9037-4d27-bf95-6f6dfadf5950 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1020608 Mar 07 21:30:33.490496 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41628) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:30:33.555520 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1c50f116-0737-4863-9b20-7ce572b151a0 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0626369 Mar 07 21:30:44.958625 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:30:45.562355 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aef16cf4-f443-435e-9d3d-90814bbfbdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:30:45.683349 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:30:47.816016 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1a0341b3-9788-42e4-a485-6e672b19160a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:30:47.883429 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:30:49.124433 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:30:50.102743 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:30:52.012029 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:31:15.567741 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad04f766-74ad-48fa-a397-dde64d6ca8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:31:15.682793 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:31:17.819132 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-82cde99e-b8af-48f5-b7a5-6058adcfcbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:31:17.872247 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:31:19.124647 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:31:20.104239 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:31:21.960213 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:31:22.019694 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:31:45.561129 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f292-1bfd-43a2-bcea-b006204e3223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:31:45.678561 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:31:47.820484 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f0fb8362-58aa-4db8-ac48-47011aa51045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:31:47.867270 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:31:49.128599 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:31:50.107761 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:31:52.014221 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:31:58.963370 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:32:00.699152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41852) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:01.071386 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8c23abe1-9d03-421a-b653-26adbc8bb275 tempest-AutoAllocateNetworkTest-1699618599 tempest-AutoAllocateNetworkTest-1699618599-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6a8a66127e67442e957107226c525679&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3710446 Mar 07 21:32:01.073815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41874) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:01.258484 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9fcff5-6109-46f4-afe6-a40c54455cbb tempest-AutoAllocateNetworkTest-1699618599 tempest-AutoAllocateNetworkTest-1699618599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:01.260150 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7e9fcff5-6109-46f4-afe6-a40c54455cbb tempest-AutoAllocateNetworkTest-1699618599 tempest-AutoAllocateNetworkTest-1699618599-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1854179 Mar 07 21:32:01.263712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41882) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:01.322336 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-76401250-0d45-42eb-9871-ab0031b1fb3f tempest-AutoAllocateNetworkTest-1699618599 tempest-AutoAllocateNetworkTest-1699618599-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547197 Mar 07 21:32:01.322336 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41886) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:01.350081 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2c44d040-dcc1-4166-b87e-e69169caa94e tempest-AutoAllocateNetworkTest-1699618599 tempest-AutoAllocateNetworkTest-1699618599-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6a8a66127e67442e957107226c525679 HTTP/1.1" status: 200 len: 208 time: 0.0267534 Mar 07 21:32:01.913186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41932) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:02.243051 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:02.324033 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Publish callbacks [] for security_group (d2a87722-0f5e-4056-8a98-59aec34c305c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:02.328041 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d2a87722-0f5e-4056-8a98-59aec34c305c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:02.365512 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a87722-0f5e-4056-8a98-59aec34c305c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:02.377366 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a8a66127e67442e957107226c525679&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4630373 Mar 07 21:32:02.377560 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41956) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:02.379425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.379854 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.380270 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.380714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.381155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.381582 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.382027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.382610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.383137 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.383669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.384199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.384733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.385253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b04fe-6730-4d18-8d01-5c5f365e5a5d admin admin] Tracked resource versions report: Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: pushed versions: Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: { 'AddressGroup': {'1.2'}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'ConntrackHelper': {'1.0'}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'LocalIPAssociation': {'1.0'}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'Log': {'1.0'}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'Network': {'1.1'}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'Port': {'1.7'}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'PortForwarding': {'1.2'}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'QosPolicy': {'1.10'}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'SecurityGroup': {'1.5'}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'SubPort': {'1.0'}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'Subnet': {'1.1'}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'Trunk': {'1.1'}} Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: consumer versions: Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: { DHCP agent@n-d-832330-1: {}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: HyperV agent@n-h1-832330-1: {}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: HyperV agent@n-h2-832330-1: {}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: L3 agent@n-d-832330-1: {}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: Metadata agent@n-d-832330-1: {}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: Metering agent@n-d-832330-1: {}, Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: Open vSwitch agent@n-d-832330-1: { 'AddressGroup': '1.2', Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'ConntrackHelper': '1.0', Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'LocalIPAssociation': '1.0', Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'Log': '1.0', Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'Network': '1.1', Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'Port': '1.7', Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'PortForwarding': '1.2', Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'QosPolicy': '1.10', Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'SecurityGroup': '1.5', Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'SecurityGroupRule': '1.2', Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'SubPort': '1.0', Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'Subnet': '1.1', Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: 'Trunk': '1.1'}} Mar 07 21:32:02.387211 n-d-832330-1 neutron-server[103718]: {{(pid=103718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:32:02.488777 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Publish callbacks [] for security_group (d2a87722-0f5e-4056-8a98-59aec34c305c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:02.519492 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Publish callbacks [] for security_group (d2a87722-0f5e-4056-8a98-59aec34c305c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:02.575984 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d2a87722-0f5e-4056-8a98-59aec34c305c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:02.579534 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:02.582541 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2a87722-0f5e-4056-8a98-59aec34c305c HTTP/1.1" status: 204 len: 168 time: 0.2031329 Mar 07 21:32:02.593700 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a87722-0f5e-4056-8a98-59aec34c305c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:02.601364 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.601872 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.602424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.602902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.603397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.603877 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.604389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.604857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.605325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.605801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.606304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.606770 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.607242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678badd-5ed8-4b4a-8063-5fd63c88828a admin admin] Tracked resource versions report: Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: pushed versions: Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: { 'AddressGroup': {'1.2'}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'ConntrackHelper': {'1.0'}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'LocalIPAssociation': {'1.0'}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'Log': {'1.0'}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'Network': {'1.1'}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'Port': {'1.7'}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'PortForwarding': {'1.2'}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'QosPolicy': {'1.10'}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'SecurityGroup': {'1.5'}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'SubPort': {'1.0'}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'Subnet': {'1.1'}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'Trunk': {'1.1'}} Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: consumer versions: Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: { DHCP agent@n-d-832330-1: {}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: HyperV agent@n-h1-832330-1: {}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: HyperV agent@n-h2-832330-1: {}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: L3 agent@n-d-832330-1: {}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: Metadata agent@n-d-832330-1: {}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: Metering agent@n-d-832330-1: {}, Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: Open vSwitch agent@n-d-832330-1: { 'AddressGroup': '1.2', Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'ConntrackHelper': '1.0', Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'LocalIPAssociation': '1.0', Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'Log': '1.0', Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'Network': '1.1', Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'Port': '1.7', Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'PortForwarding': '1.2', Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'QosPolicy': '1.10', Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'SecurityGroup': '1.5', Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'SecurityGroupRule': '1.2', Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'SubPort': '1.0', Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'Subnet': '1.1', Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: 'Trunk': '1.1'}} Mar 07 21:32:02.608505 n-d-832330-1 neutron-server[103719]: {{(pid=103719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:32:03.623167 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42016) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:03.692159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42022) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:03.836748 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f805e9bd-93e4-4fa5-a816-40d529e555bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:03.888164 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52bbe57f-1345-4439-9d12-a2e1380a9bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:04.003504 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52bbe57f-1345-4439-9d12-a2e1380a9bf1 admin admin] Publish callbacks [] for security_group (ee5503e7-16d0-44a4-a9fa-33ff29375ada), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:04.014362 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52bbe57f-1345-4439-9d12-a2e1380a9bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ee5503e7-16d0-44a4-a9fa-33ff29375ada), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:04.059705 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42044) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:04.060325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-52bbe57f-1345-4439-9d12-a2e1380a9bf1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cea7f31208dd40b7bcb418551c3c6bb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3665962 Mar 07 21:32:04.073484 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f805e9bd-93e4-4fa5-a816-40d529e555bd admin admin] Publish callbacks [] for security_group (aaa5db76-09a1-44e1-ac6d-c1af2a226a83), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:04.087425 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f805e9bd-93e4-4fa5-a816-40d529e555bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (aaa5db76-09a1-44e1-ac6d-c1af2a226a83), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:04.127363 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f805e9bd-93e4-4fa5-a816-40d529e555bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ad28ec6090f41598790674ac593afaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5024338 Mar 07 21:32:04.128207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42048) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:04.131271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbe57f-1345-4439-9d12-a2e1380a9bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5503e7-16d0-44a4-a9fa-33ff29375ada,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:04.196068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805e9bd-93e4-4fa5-a816-40d529e555bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa5db76-09a1-44e1-ac6d-c1af2a226a83,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:04.223934 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9241e869-8e61-4145-914e-9921f0135f64 admin admin] Publish callbacks [] for security_group (aaa5db76-09a1-44e1-ac6d-c1af2a226a83), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:04.225152 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3885268-5d1c-432e-a34c-c81142cc8313 admin admin] Publish callbacks [] for security_group (ee5503e7-16d0-44a4-a9fa-33ff29375ada), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:04.258599 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9241e869-8e61-4145-914e-9921f0135f64 admin admin] Publish callbacks [] for security_group (aaa5db76-09a1-44e1-ac6d-c1af2a226a83), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:04.295391 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3885268-5d1c-432e-a34c-c81142cc8313 admin admin] Publish callbacks [] for security_group (ee5503e7-16d0-44a4-a9fa-33ff29375ada), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:04.359969 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9241e869-8e61-4145-914e-9921f0135f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (aaa5db76-09a1-44e1-ac6d-c1af2a226a83), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:04.362969 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9241e869-8e61-4145-914e-9921f0135f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:04.367401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9241e869-8e61-4145-914e-9921f0135f64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aaa5db76-09a1-44e1-ac6d-c1af2a226a83 HTTP/1.1" status: 204 len: 168 time: 0.2373893 Mar 07 21:32:04.392857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241e869-8e61-4145-914e-9921f0135f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa5db76-09a1-44e1-ac6d-c1af2a226a83,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:04.422628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3885268-5d1c-432e-a34c-c81142cc8313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ee5503e7-16d0-44a4-a9fa-33ff29375ada), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:04.425500 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3885268-5d1c-432e-a34c-c81142cc8313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:04.430653 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e3885268-5d1c-432e-a34c-c81142cc8313 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ee5503e7-16d0-44a4-a9fa-33ff29375ada HTTP/1.1" status: 204 len: 168 time: 0.3698733 Mar 07 21:32:04.440801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3885268-5d1c-432e-a34c-c81142cc8313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5503e7-16d0-44a4-a9fa-33ff29375ada,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:04.494795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42080) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:05.013475 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa1238b4-f7d0-4d6d-933a-4218380c438f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.134809 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa1238b4-f7d0-4d6d-933a-4218380c438f admin admin] Publish callbacks [] for security_group (fac0d293-7659-470d-837d-e88dc5cd8cac), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.142656 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa1238b4-f7d0-4d6d-933a-4218380c438f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fac0d293-7659-470d-837d-e88dc5cd8cac), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.166813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42132) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:05.189643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1238b4-f7d0-4d6d-933a-4218380c438f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac0d293-7659-470d-837d-e88dc5cd8cac,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:05.194208 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-aa1238b4-f7d0-4d6d-933a-4218380c438f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d4db739f2ef4530aee5096b9afcac53&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6977065 Mar 07 21:32:05.198540 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42136) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:05.199076 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e70bdb69-6ebd-469c-b5bb-5fd7c386c191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.269544 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75d9640d-e20a-4fb1-9f98-16c5f9fe12cf admin admin] Publish callbacks [] for security_group (fac0d293-7659-470d-837d-e88dc5cd8cac), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.299393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75d9640d-e20a-4fb1-9f98-16c5f9fe12cf admin admin] Publish callbacks [] for security_group (fac0d293-7659-470d-837d-e88dc5cd8cac), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.335513 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e70bdb69-6ebd-469c-b5bb-5fd7c386c191 admin admin] Publish callbacks [] for security_group (d56cf637-49c3-4b39-8075-263714f549ef), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.344978 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e70bdb69-6ebd-469c-b5bb-5fd7c386c191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d56cf637-49c3-4b39-8075-263714f549ef), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.392672 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75d9640d-e20a-4fb1-9f98-16c5f9fe12cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fac0d293-7659-470d-837d-e88dc5cd8cac), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.398011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75d9640d-e20a-4fb1-9f98-16c5f9fe12cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.402833 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-75d9640d-e20a-4fb1-9f98-16c5f9fe12cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fac0d293-7659-470d-837d-e88dc5cd8cac HTTP/1.1" status: 204 len: 168 time: 0.1986790 Mar 07 21:32:05.409443 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e70bdb69-6ebd-469c-b5bb-5fd7c386c191 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0f81e9017a04e02a7cb39c2240e14b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2406828 Mar 07 21:32:05.410845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bdb69-6ebd-469c-b5bb-5fd7c386c191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56cf637-49c3-4b39-8075-263714f549ef,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:05.411689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42142) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:05.469163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42148) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:05.477002 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9640d-e20a-4fb1-9f98-16c5f9fe12cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac0d293-7659-470d-837d-e88dc5cd8cac,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:05.481239 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7aa05b4a-d432-4aaa-8f74-617db27c8b98 admin admin] Publish callbacks [] for security_group (d56cf637-49c3-4b39-8075-263714f549ef), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.504215 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b2d231b-2ebc-4ce8-b0ed-d3d48a6771bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.509054 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7aa05b4a-d432-4aaa-8f74-617db27c8b98 admin admin] Publish callbacks [] for security_group (d56cf637-49c3-4b39-8075-263714f549ef), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.580959 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7aa05b4a-d432-4aaa-8f74-617db27c8b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d56cf637-49c3-4b39-8075-263714f549ef), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.584974 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7aa05b4a-d432-4aaa-8f74-617db27c8b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.586253 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7aa05b4a-d432-4aaa-8f74-617db27c8b98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d56cf637-49c3-4b39-8075-263714f549ef HTTP/1.1" status: 204 len: 168 time: 0.1735976 Mar 07 21:32:05.597536 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa05b4a-d432-4aaa-8f74-617db27c8b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56cf637-49c3-4b39-8075-263714f549ef,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:05.645138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42156) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:05.684567 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b2d231b-2ebc-4ce8-b0ed-d3d48a6771bc admin admin] Publish callbacks [] for security_group (d1d31f99-6970-4c42-9eb5-48a9a0b36aa2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.689730 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b2d231b-2ebc-4ce8-b0ed-d3d48a6771bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d1d31f99-6970-4c42-9eb5-48a9a0b36aa2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.733051 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0b2d231b-2ebc-4ce8-b0ed-d3d48a6771bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8be4dc12c72941778194d1cd094e0dc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2628160 Mar 07 21:32:05.733940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d231b-2ebc-4ce8-b0ed-d3d48a6771bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d31f99-6970-4c42-9eb5-48a9a0b36aa2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:05.735778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42162) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:05.800193 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3540a53-f834-43a5-8610-a23c87c99949 admin admin] Publish callbacks [] for security_group (d1d31f99-6970-4c42-9eb5-48a9a0b36aa2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.828648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3540a53-f834-43a5-8610-a23c87c99949 admin admin] Publish callbacks [] for security_group (d1d31f99-6970-4c42-9eb5-48a9a0b36aa2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.904747 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3540a53-f834-43a5-8610-a23c87c99949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d1d31f99-6970-4c42-9eb5-48a9a0b36aa2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.908760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3540a53-f834-43a5-8610-a23c87c99949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:05.912642 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f3540a53-f834-43a5-8610-a23c87c99949 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1d31f99-6970-4c42-9eb5-48a9a0b36aa2 HTTP/1.1" status: 204 len: 168 time: 0.1731637 Mar 07 21:32:05.924126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3540a53-f834-43a5-8610-a23c87c99949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d31f99-6970-4c42-9eb5-48a9a0b36aa2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:06.230681 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa3ef-ad50-4fb7-af7b-f14f8dfadc00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:06.332011 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa3ef-ad50-4fb7-af7b-f14f8dfadc00 admin admin] Publish callbacks [] for security_group (dbbe44c9-6bc6-4c24-a165-6508836ea188), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:06.337384 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa3ef-ad50-4fb7-af7b-f14f8dfadc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dbbe44c9-6bc6-4c24-a165-6508836ea188), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:06.374647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42210) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:06.376369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aa3ef-ad50-4fb7-af7b-f14f8dfadc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbe44c9-6bc6-4c24-a165-6508836ea188,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:06.392226 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fc2aa3ef-ad50-4fb7-af7b-f14f8dfadc00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61d2edb77b4b4c178710d9c96ce7a264&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7454982 Mar 07 21:32:06.395115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42214) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:06.395726 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3a5c-34f0-4fb5-b101-927ebed028c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:06.451252 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8458fe5a-e1da-4c95-8c1b-e78fc78a28c3 admin admin] Publish callbacks [] for security_group (dbbe44c9-6bc6-4c24-a165-6508836ea188), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:06.485442 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8458fe5a-e1da-4c95-8c1b-e78fc78a28c3 admin admin] Publish callbacks [] for security_group (dbbe44c9-6bc6-4c24-a165-6508836ea188), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:06.543740 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3a5c-34f0-4fb5-b101-927ebed028c4 admin admin] Publish callbacks [] for security_group (0acc2345-8e47-4e46-a3be-014c12ebc2bc), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:06.553069 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3a5c-34f0-4fb5-b101-927ebed028c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0acc2345-8e47-4e46-a3be-014c12ebc2bc), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:06.573012 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8458fe5a-e1da-4c95-8c1b-e78fc78a28c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dbbe44c9-6bc6-4c24-a165-6508836ea188), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:06.578972 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8458fe5a-e1da-4c95-8c1b-e78fc78a28c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:06.585362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8458fe5a-e1da-4c95-8c1b-e78fc78a28c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbbe44c9-6bc6-4c24-a165-6508836ea188 HTTP/1.1" status: 204 len: 168 time: 0.1892068 Mar 07 21:32:06.606874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458fe5a-e1da-4c95-8c1b-e78fc78a28c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbe44c9-6bc6-4c24-a165-6508836ea188,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:06.608807 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a3a5c-34f0-4fb5-b101-927ebed028c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acc2345-8e47-4e46-a3be-014c12ebc2bc,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:06.637052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42236) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:06.641754 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bd6a3a5c-34f0-4fb5-b101-927ebed028c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=022625f3128b41558416068423e01b63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2650661 Mar 07 21:32:06.706720 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-abc77f64-12f0-4cf9-8e9c-9a4682734f43 admin admin] Publish callbacks [] for security_group (0acc2345-8e47-4e46-a3be-014c12ebc2bc), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:06.733286 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-abc77f64-12f0-4cf9-8e9c-9a4682734f43 admin admin] Publish callbacks [] for security_group (0acc2345-8e47-4e46-a3be-014c12ebc2bc), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:06.791027 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-abc77f64-12f0-4cf9-8e9c-9a4682734f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0acc2345-8e47-4e46-a3be-014c12ebc2bc), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:06.798537 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-abc77f64-12f0-4cf9-8e9c-9a4682734f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:06.799968 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-abc77f64-12f0-4cf9-8e9c-9a4682734f43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0acc2345-8e47-4e46-a3be-014c12ebc2bc HTTP/1.1" status: 204 len: 168 time: 0.1618261 Mar 07 21:32:06.808809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc77f64-12f0-4cf9-8e9c-9a4682734f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acc2345-8e47-4e46-a3be-014c12ebc2bc,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:07.134390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42286) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:07.147688 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f786ebc2-421a-495c-ac39-d1231816ca32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:07.228553 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f786ebc2-421a-495c-ac39-d1231816ca32 admin admin] Publish callbacks [] for security_group (2fdabfbe-d4e9-4768-94b6-2bf907ac43dc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:07.233086 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f786ebc2-421a-495c-ac39-d1231816ca32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2fdabfbe-d4e9-4768-94b6-2bf907ac43dc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:07.272820 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f786ebc2-421a-495c-ac39-d1231816ca32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d210e90b0b5e4e6ea97752d7f3ba7891&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1373417 Mar 07 21:32:07.273531 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786ebc2-421a-495c-ac39-d1231816ca32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdabfbe-d4e9-4768-94b6-2bf907ac43dc,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:07.275455 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42290) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:07.427282 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-317c4e7b-d5fc-42d9-bbe7-36586165d9d2 admin admin] Publish callbacks [] for security_group (2fdabfbe-d4e9-4768-94b6-2bf907ac43dc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:07.450241 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-317c4e7b-d5fc-42d9-bbe7-36586165d9d2 admin admin] Publish callbacks [] for security_group (2fdabfbe-d4e9-4768-94b6-2bf907ac43dc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:07.499762 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-317c4e7b-d5fc-42d9-bbe7-36586165d9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2fdabfbe-d4e9-4768-94b6-2bf907ac43dc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:07.502357 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-317c4e7b-d5fc-42d9-bbe7-36586165d9d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:07.503490 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-317c4e7b-d5fc-42d9-bbe7-36586165d9d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2fdabfbe-d4e9-4768-94b6-2bf907ac43dc HTTP/1.1" status: 204 len: 168 time: 0.2264702 Mar 07 21:32:07.512960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c4e7b-d5fc-42d9-bbe7-36586165d9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdabfbe-d4e9-4768-94b6-2bf907ac43dc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:07.549137 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42310) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:07.901953 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aee26a9e-5b9e-4e3d-932e-95f9878723d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:07.924416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42334) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:07.927092 n-d-832330-1 neutron-server[103719]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 21:32:07.987476 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-b5f9677c-b5f1-4088-a86a-70d942b87a08 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6f9e72f6b1e04a5c8e72ba52a4558f95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614481 Mar 07 21:32:08.008156 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aee26a9e-5b9e-4e3d-932e-95f9878723d6 admin admin] Publish callbacks [] for security_group (6b8076f8-1d6a-4102-befc-66133a336b78), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:08.014724 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aee26a9e-5b9e-4e3d-932e-95f9878723d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6b8076f8-1d6a-4102-befc-66133a336b78), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:08.053030 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-aee26a9e-5b9e-4e3d-932e-95f9878723d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5309d2dffad741a8958f48a62b51e863&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5027134 Mar 07 21:32:08.054501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee26a9e-5b9e-4e3d-932e-95f9878723d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8076f8-1d6a-4102-befc-66133a336b78,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:08.055760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42340) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:08.227313 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-87e0479b-4de5-41ac-81a1-be344a9e777b tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:08.228788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-87e0479b-4de5-41ac-81a1-be344a9e777b tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363515 Mar 07 21:32:08.234168 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5ee408e5-13de-4c97-92c7-29aa61a8a490 admin admin] Publish callbacks [] for security_group (6b8076f8-1d6a-4102-befc-66133a336b78), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:08.256358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-cfd54f59-e595-4c35-b5e0-bdd63a4a591a tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/quotas/6f9e72f6b1e04a5c8e72ba52a4558f95 HTTP/1.1" status: 200 len: 375 time: 0.0203199 Mar 07 21:32:08.267411 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5ee408e5-13de-4c97-92c7-29aa61a8a490 admin admin] Publish callbacks [] for security_group (6b8076f8-1d6a-4102-befc-66133a336b78), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:08.335269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7fc14207-a0f8-4786-8248-f6611df5ce01 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f9e72f6b1e04a5c8e72ba52a4558f95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706420 Mar 07 21:32:08.373735 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5ee408e5-13de-4c97-92c7-29aa61a8a490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6b8076f8-1d6a-4102-befc-66133a336b78), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:08.376847 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5ee408e5-13de-4c97-92c7-29aa61a8a490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:08.378379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5ee408e5-13de-4c97-92c7-29aa61a8a490 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b8076f8-1d6a-4102-befc-66133a336b78 HTTP/1.1" status: 204 len: 168 time: 0.3097014 Mar 07 21:32:08.389495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee408e5-13de-4c97-92c7-29aa61a8a490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8076f8-1d6a-4102-befc-66133a336b78,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:08.816706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42400) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:09.170922 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42420) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:09.192397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42424) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:09.197392 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51dee0d0-2a87-4998-bf75-06d2c20e2dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:09.294318 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51dee0d0-2a87-4998-bf75-06d2c20e2dbf admin admin] Publish callbacks [] for security_group (7b7c9d96-7a35-4c6e-8afc-55dd32352c6f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:09.300472 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51dee0d0-2a87-4998-bf75-06d2c20e2dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7b7c9d96-7a35-4c6e-8afc-55dd32352c6f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:09.351899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42430) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:09.369167 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-51dee0d0-2a87-4998-bf75-06d2c20e2dbf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e190272b7cd45a3aa482c5b07d1e422&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1967685 Mar 07 21:32:09.370675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee0d0-2a87-4998-bf75-06d2c20e2dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7c9d96-7a35-4c6e-8afc-55dd32352c6f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:09.404630 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c524c703-0055-4ad8-b3df-8f2b0022a00e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:09.474157 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-26f60dab-5ef1-4340-8b23-db64dc718860 admin admin] Publish callbacks [] for security_group (7b7c9d96-7a35-4c6e-8afc-55dd32352c6f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:09.510961 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-26f60dab-5ef1-4340-8b23-db64dc718860 admin admin] Publish callbacks [] for security_group (7b7c9d96-7a35-4c6e-8afc-55dd32352c6f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:09.564822 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c524c703-0055-4ad8-b3df-8f2b0022a00e admin admin] Publish callbacks [] for security_group (6b9243a3-5c45-42fa-a608-ffd56996da8e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:09.571855 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c524c703-0055-4ad8-b3df-8f2b0022a00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6b9243a3-5c45-42fa-a608-ffd56996da8e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:09.612114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-26f60dab-5ef1-4340-8b23-db64dc718860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7b7c9d96-7a35-4c6e-8afc-55dd32352c6f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:09.614788 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-26f60dab-5ef1-4340-8b23-db64dc718860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:09.619197 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-26f60dab-5ef1-4340-8b23-db64dc718860 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b7c9d96-7a35-4c6e-8afc-55dd32352c6f HTTP/1.1" status: 204 len: 168 time: 0.2648265 Mar 07 21:32:09.623749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c524c703-0055-4ad8-b3df-8f2b0022a00e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08717f0614e840acb3e898d1229bd8f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8060710 Mar 07 21:32:09.626624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42446) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:09.630501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524c703-0055-4ad8-b3df-8f2b0022a00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9243a3-5c45-42fa-a608-ffd56996da8e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:09.659776 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f60dab-5ef1-4340-8b23-db64dc718860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7c9d96-7a35-4c6e-8afc-55dd32352c6f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:09.698722 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cb663a60-04ce-4c8d-96f0-246fd1d81555 admin admin] Publish callbacks [] for security_group (6b9243a3-5c45-42fa-a608-ffd56996da8e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:09.723274 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cb663a60-04ce-4c8d-96f0-246fd1d81555 admin admin] Publish callbacks [] for security_group (6b9243a3-5c45-42fa-a608-ffd56996da8e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:09.781416 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cb663a60-04ce-4c8d-96f0-246fd1d81555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6b9243a3-5c45-42fa-a608-ffd56996da8e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:09.784447 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cb663a60-04ce-4c8d-96f0-246fd1d81555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:09.785862 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cb663a60-04ce-4c8d-96f0-246fd1d81555 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b9243a3-5c45-42fa-a608-ffd56996da8e HTTP/1.1" status: 204 len: 168 time: 0.1566663 Mar 07 21:32:09.795354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb663a60-04ce-4c8d-96f0-246fd1d81555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9243a3-5c45-42fa-a608-ffd56996da8e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:09.873929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef699f13-c01f-48c5-8e4a-4e9285e2aae4 req-9eb5113b-4db5-4991-b19c-0a144a4f6f06 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 210 time: 0.6802683 Mar 07 21:32:10.449908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42482) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:10.466254 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f602f79-7e5f-4cde-af11-c1a0d7c42f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:10.467831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.15', 59295) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:10.518277 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-232b8dfb-5026-4c46-93eb-533564b4ceb1 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6f9e72f6b1e04a5c8e72ba52a4558f95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490401 Mar 07 21:32:10.574142 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f602f79-7e5f-4cde-af11-c1a0d7c42f8d admin admin] Publish callbacks [] for security_group (ac5fe881-181d-4477-88a5-c97540b97b31), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:10.581301 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f602f79-7e5f-4cde-af11-c1a0d7c42f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ac5fe881-181d-4477-88a5-c97540b97b31), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:10.620057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f602f79-7e5f-4cde-af11-c1a0d7c42f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5fe881-181d-4477-88a5-c97540b97b31,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:10.645097 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2f602f79-7e5f-4cde-af11-c1a0d7c42f8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=836a454e138f40f3aea6d456b0494af8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1933813 Mar 07 21:32:10.648416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42492) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:10.704325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-d2fc57e4-0dd7-4c92-b558-430d1fcbec11 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:10.707022 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-d2fc57e4-0dd7-4c92-b558-430d1fcbec11 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824031 Mar 07 21:32:10.715483 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-777692c0-4ccb-44c7-a74e-ce61809e45b7 admin admin] Publish callbacks [] for security_group (ac5fe881-181d-4477-88a5-c97540b97b31), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:10.739497 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-777692c0-4ccb-44c7-a74e-ce61809e45b7 admin admin] Publish callbacks [] for security_group (ac5fe881-181d-4477-88a5-c97540b97b31), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:10.790584 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-777692c0-4ccb-44c7-a74e-ce61809e45b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ac5fe881-181d-4477-88a5-c97540b97b31), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:10.793243 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-777692c0-4ccb-44c7-a74e-ce61809e45b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:10.794521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-777692c0-4ccb-44c7-a74e-ce61809e45b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac5fe881-181d-4477-88a5-c97540b97b31 HTTP/1.1" status: 204 len: 168 time: 0.1451614 Mar 07 21:32:10.802222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777692c0-4ccb-44c7-a74e-ce61809e45b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5fe881-181d-4477-88a5-c97540b97b31,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:10.807635 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Request body: {'port': {'device_id': '6cdeb01d-2e19-4287-8e0d-94f5bb690508', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '6f9e72f6b1e04a5c8e72ba52a4558f95'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:11.034557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Made reservation on behalf of 6f9e72f6b1e04a5c8e72ba52a4558f95 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:11.037936 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:11.046848 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:11.112259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-66fece05-a045-4f5a-ad73-994864484b91 req-e450d610-d956-40f5-86bb-d9ba40bd423a tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 210 time: 0.0456338 Mar 07 21:32:11.138117 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Publish callbacks [] for security_group (aadd1075-7229-4f36-bdf4-3df0053b64c9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:11.143369 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (aadd1075-7229-4f36-bdf4-3df0053b64c9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:11.247780 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aadd1075-7229-4f36-bdf4-3df0053b64c9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:11.390948 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Allocated IP 192.168.233.14 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/60d5eea9-e2e7-405b-9e7c-9043c1defb18) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:32:11.600520 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Publish callbacks [] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:11.662242 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:11.743633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:32:11.755265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:11.765119 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:32:11.770413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:11.771027 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:11.781300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Pushing event updated for resources: {'Port': ['ID=60d5eea9-e2e7-405b-9e7c-9043c1defb18,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:11.804072 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-bae38802-ed40-4b0e-9f62-9c21c912bb88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0008485 Mar 07 21:32:11.824572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-eddbe706-9cd0-4f3b-87c9-8904985a62d2 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:32:11.825821 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-eddbe706-9cd0-4f3b-87c9-8904985a62d2 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131404 Mar 07 21:32:12.084134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-06a94682-2efb-481f-8edd-833855c83256 None None] Provisioning complete for port 60d5eea9-e2e7-405b-9e7c-9043c1defb18 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:12.084745 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06a94682-2efb-481f-8edd-833855c83256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:12.215503 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-06a94682-2efb-481f-8edd-833855c83256 None None] Port 60d5eea9-e2e7-405b-9e7c-9043c1defb18 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:32:12.443240 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603b722-7202-49c3-9843-9163ae2afdf0 req-cd0997aa-8bf9-41fc-bb43-652d80d3ad6c tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:12.451744 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7603b722-7202-49c3-9843-9163ae2afdf0 req-cd0997aa-8bf9-41fc-bb43-652d80d3ad6c tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 935 time: 0.1015422 Mar 07 21:32:12.551825 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7603b722-7202-49c3-9843-9163ae2afdf0 req-f2c75169-c233-465e-849e-4cfda7f87baf tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986078 Mar 07 21:32:13.078057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42592) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:13.107510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42596) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:13.530920 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d594b301-d4a7-4ca5-97a3-57c55beaa094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:13.757823 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1deaf529-f7ca-4348-b9e2-6125d4645539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.090160 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d594b301-d4a7-4ca5-97a3-57c55beaa094 admin admin] Publish callbacks [] for security_group (052b07d2-526a-4a1a-b013-32745403a473), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.115247 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1deaf529-f7ca-4348-b9e2-6125d4645539 admin admin] Publish callbacks [] for security_group (82c18b3a-76e5-4dff-89e2-6e269f64fc3d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.126396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12b235-269e-4ffd-97fa-1ef7162cd02a req-bf506837-b21d-4da1-9a08-ade06e220fac tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:14.132419 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42630) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:14.134872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e12b235-269e-4ffd-97fa-1ef7162cd02a req-bf506837-b21d-4da1-9a08-ade06e220fac tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 935 time: 0.2746353 Mar 07 21:32:14.145299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d594b301-d4a7-4ca5-97a3-57c55beaa094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (052b07d2-526a-4a1a-b013-32745403a473), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.148202 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1deaf529-f7ca-4348-b9e2-6125d4645539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (82c18b3a-76e5-4dff-89e2-6e269f64fc3d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.191905 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1deaf529-f7ca-4348-b9e2-6125d4645539 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0b22d3e6c4f49c6ae6ca46ba7e4dcdb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0805044 Mar 07 21:32:14.192611 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42636) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:14.224366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594b301-d4a7-4ca5-97a3-57c55beaa094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052b07d2-526a-4a1a-b013-32745403a473,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:14.310072 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c66313a5-452b-4574-abc2-4ed40852b79f admin admin] Publish callbacks [] for security_group (82c18b3a-76e5-4dff-89e2-6e269f64fc3d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.360959 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-network', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:14.366052 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c66313a5-452b-4574-abc2-4ed40852b79f admin admin] Publish callbacks [] for security_group (82c18b3a-76e5-4dff-89e2-6e269f64fc3d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.382675 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e12b235-269e-4ffd-97fa-1ef7162cd02a req-b390567f-3eb0-40ca-89c4-f4444b175a10 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461662 Mar 07 21:32:14.404801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42640) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:14.406008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d594b301-d4a7-4ca5-97a3-57c55beaa094 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28bf8285da9646f09ba42cd9b37ec8f7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3265431 Mar 07 21:32:14.418110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-cd2be60e-7dd8-4817-8399-3db55d4a0f31 req-c1ae2d7f-d847-4754-b4b0-3b4dc5de9800 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1190408558', 'description': 'tempest-description-1436082385'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:14.463398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deaf529-f7ca-4348-b9e2-6125d4645539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c18b3a-76e5-4dff-89e2-6e269f64fc3d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:14.483271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] Made reservation on behalf of fe507c0d42ab4e7980b233c654d92447 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:14.487510 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.499541 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cd2be60e-7dd8-4817-8399-3db55d4a0f31 req-c1ae2d7f-d847-4754-b4b0-3b4dc5de9800 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.512391 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.522375 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cd2be60e-7dd8-4817-8399-3db55d4a0f31 req-c1ae2d7f-d847-4754-b4b0-3b4dc5de9800 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.567785 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d391fde2-ea5f-419e-aee6-33e315ca86d5 admin admin] Publish callbacks [] for security_group (052b07d2-526a-4a1a-b013-32745403a473), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.571706 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c66313a5-452b-4574-abc2-4ed40852b79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (82c18b3a-76e5-4dff-89e2-6e269f64fc3d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.582937 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c66313a5-452b-4574-abc2-4ed40852b79f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.584598 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c66313a5-452b-4574-abc2-4ed40852b79f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82c18b3a-76e5-4dff-89e2-6e269f64fc3d HTTP/1.1" status: 204 len: 168 time: 0.3908286 Mar 07 21:32:14.609328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66313a5-452b-4574-abc2-4ed40852b79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c18b3a-76e5-4dff-89e2-6e269f64fc3d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:14.660978 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d391fde2-ea5f-419e-aee6-33e315ca86d5 admin admin] Publish callbacks [] for security_group (052b07d2-526a-4a1a-b013-32745403a473), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.762933 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cd2be60e-7dd8-4817-8399-3db55d4a0f31 req-c1ae2d7f-d847-4754-b4b0-3b4dc5de9800 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks [] for security_group (4591c489-77e3-452b-abe8-f6a85aa1bd1b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.770896 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cd2be60e-7dd8-4817-8399-3db55d4a0f31 req-c1ae2d7f-d847-4754-b4b0-3b4dc5de9800 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4591c489-77e3-452b-abe8-f6a85aa1bd1b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.791889 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] Publish callbacks [] for security_group (0edfbce5-3e57-4a6b-9aef-f9a102b42acd), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.803625 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0edfbce5-3e57-4a6b-9aef-f9a102b42acd), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.857536 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d391fde2-ea5f-419e-aee6-33e315ca86d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (052b07d2-526a-4a1a-b013-32745403a473), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.860262 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d391fde2-ea5f-419e-aee6-33e315ca86d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.861393 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d391fde2-ea5f-419e-aee6-33e315ca86d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/052b07d2-526a-4a1a-b013-32745403a473 HTTP/1.1" status: 204 len: 168 time: 0.4556675 Mar 07 21:32:14.871731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:32:14.881990 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edfbce5-3e57-4a6b-9aef-f9a102b42acd,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:14.899564 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (866c5279-95c3-4e5e-bf86-2e43c039a4e8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:14.904358 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] Added segment 866c5279-95c3-4e5e-bf86-2e43c039a4e8 of type vlan for network f5d0297f-7fe7-4057-8050-31db19d78746 Mar 07 21:32:14.928439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391fde2-ea5f-419e-aee6-33e315ca86d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052b07d2-526a-4a1a-b013-32745403a473,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:15.006084 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (f5d0297f-7fe7-4057-8050-31db19d78746), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:15.013196 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cd2be60e-7dd8-4817-8399-3db55d4a0f31 req-c1ae2d7f-d847-4754-b4b0-3b4dc5de9800 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks [] for security_group (3179032c-01d3-4974-ad30-c67d4bbb9bf8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:15.014488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae2d7f-d847-4754-b4b0-3b4dc5de9800 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4591c489-77e3-452b-abe8-f6a85aa1bd1b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:15.025096 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cd2be60e-7dd8-4817-8399-3db55d4a0f31 req-c1ae2d7f-d847-4754-b4b0-3b4dc5de9800 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3179032c-01d3-4974-ad30-c67d4bbb9bf8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:15.051120 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (f5d0297f-7fe7-4057-8050-31db19d78746), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:15.052646 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:15.053473 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:15.095389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae2d7f-d847-4754-b4b0-3b4dc5de9800 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3179032c-01d3-4974-ad30-c67d4bbb9bf8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:15.114406 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cd2be60e-7dd8-4817-8399-3db55d4a0f31 req-c1ae2d7f-d847-4754-b4b0-3b4dc5de9800 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:15.121715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd2be60e-7dd8-4817-8399-3db55d4a0f31 req-c1ae2d7f-d847-4754-b4b0-3b4dc5de9800 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7344067 Mar 07 21:32:15.138443 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0028086 Mar 07 21:32:15.140194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42678) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:15.140713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6b360-3948-4978-9012-3926991c762d admin admin] Pushing event updated for resources: {'Network': ['ID=f5d0297f-7fe7-4057-8050-31db19d78746,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:15.150340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e1b84e09-3a38-4268-b39a-622bcee3e39d admin admin] Request body: {'subnet': {'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-subnet', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:15.152340 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network f5d0297f-7fe7-4057-8050-31db19d78746 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:32:15.168047 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-c6ea5b77-d044-46d8-8f1d-cc7a0c731ac9 req-942612c5-a08f-4c22-ad8b-619dc55e4a85 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1023345764', 'description': 'tempest-description-1765802551'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:15.230309 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Request body: {'port': {'device_id': '6cdeb01d-2e19-4287-8e0d-94f5bb690508', 'device_owner': 'compute:tempest-test_az-230690595', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:15.241012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b84e09-3a38-4268-b39a-622bcee3e39d admin admin] Made reservation on behalf of fe507c0d42ab4e7980b233c654d92447 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:15.246410 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e1b84e09-3a38-4268-b39a-622bcee3e39d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:15.316191 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c6ea5b77-d044-46d8-8f1d-cc7a0c731ac9 req-942612c5-a08f-4c22-ad8b-619dc55e4a85 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:15.340147 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:15.570470 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c6ea5b77-d044-46d8-8f1d-cc7a0c731ac9 req-942612c5-a08f-4c22-ad8b-619dc55e4a85 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks [] for security_group (cac69a83-a7d4-4077-a27a-b775eabdd678), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:15.592784 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c6ea5b77-d044-46d8-8f1d-cc7a0c731ac9 req-942612c5-a08f-4c22-ad8b-619dc55e4a85 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cac69a83-a7d4-4077-a27a-b775eabdd678), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:15.612293 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c259103b-afa7-4a5d-a176-345f8f8cbff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:15.691546 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:15.742320 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c6ea5b77-d044-46d8-8f1d-cc7a0c731ac9 req-942612c5-a08f-4c22-ad8b-619dc55e4a85 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:15.759027 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6ea5b77-d044-46d8-8f1d-cc7a0c731ac9 req-942612c5-a08f-4c22-ad8b-619dc55e4a85 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6010716 Mar 07 21:32:15.785307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942612c5-a08f-4c22-ad8b-619dc55e4a85 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac69a83-a7d4-4077-a27a-b775eabdd678,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:15.810393 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e1b84e09-3a38-4268-b39a-622bcee3e39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for subnet (198b0692-aaa2-4993-80a3-aca68b2e06b1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:16.013026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b84e09-3a38-4268-b39a-622bcee3e39d admin admin] Pushing event updated for resources: {'Subnet': ['ID=198b0692-aaa2-4993-80a3-aca68b2e06b1,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:16.062163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b84e09-3a38-4268-b39a-622bcee3e39d admin admin] Checking segment: {'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:32:16.063670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b84e09-3a38-4268-b39a-622bcee3e39d admin admin] Network hostable DHCP agents. Network: f5d0297f-7fe7-4057-8050-31db19d78746, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:32:16.089611 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42692) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:16.128356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3b2cc-c2ca-425d-b35a-6f3f9551d719 req-e5fb2a8a-7804-4197-950d-4c87b41e579c tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:16.133791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42696) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:16.135720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7f3b2cc-c2ca-425d-b35a-6f3f9551d719 req-e5fb2a8a-7804-4197-950d-4c87b41e579c tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 935 time: 0.2744517 Mar 07 21:32:16.187075 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-153cfbff-eee8-44cd-9a3c-155348388ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:16.193067 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b84e09-3a38-4268-b39a-622bcee3e39d admin admin] Network f5d0297f-7fe7-4057-8050-31db19d78746 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:32:16.279875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e1b84e09-3a38-4268-b39a-622bcee3e39d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, f5d0297f-7fe7-4057-8050-31db19d78746) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:16.291932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448a486b-9566-4e16-aa46-8d057f25d013 None None] Network f5d0297f-7fe7-4057-8050-31db19d78746 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:32:16.296896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7f3b2cc-c2ca-425d-b35a-6f3f9551d719 req-5451dca2-a03f-4b52-9bc5-f50e76c64245 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528475 Mar 07 21:32:16.306232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b84e09-3a38-4268-b39a-622bcee3e39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:16.308238 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e1b84e09-3a38-4268-b39a-622bcee3e39d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:16.352015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e1b84e09-3a38-4268-b39a-622bcee3e39d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2096591 Mar 07 21:32:16.354130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d5eea9-e2e7-405b-9e7c-9043c1defb18 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:32:16.355531 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42698) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:16.363458 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Publish callbacks [] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:16.372881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:16.389965 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Transition to ACTIVE for port object 60d5eea9-e2e7-405b-9e7c-9043c1defb18 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:32:16.401484 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:16.456069 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (eaad3822-bf29-40d2-848f-63247034c67c), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:16.459903 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (eaad3822-bf29-40d2-848f-63247034c67c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:16.468489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42700) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:16.520910 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf7584b5-6250-40c7-bc45-27d24bcdf0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:16.646395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-f5d0297f-7fe7-4057-8050-31db19d78746', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:32:16.646395 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:16.680413 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Publish callbacks [] for router_controller (eaad3822-bf29-40d2-848f-63247034c67c), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:16.691590 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-e49cc574-f97f-4d5e-a918-4db8528d7305 req-5eda4651-d247-4e83-b181-ae455c7b680d tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1449444714', 'description': 'tempest-description-1779727793'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:16.809055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Attempting to bind port 60d5eea9-e2e7-405b-9e7c-9043c1defb18 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:32:16.809376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Attempting to bind port 60d5eea9-e2e7-405b-9e7c-9043c1defb18 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:32:16.809692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Attempting to bind port 60d5eea9-e2e7-405b-9e7c-9043c1defb18 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:32:16.846870 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Port 60d5eea9-e2e7-405b-9e7c-9043c1defb18 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:32:16.847381 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Attempting to bind port 60d5eea9-e2e7-405b-9e7c-9043c1defb18 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:32:16.857809 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82c1031a-e238-40f6-a065-b1555b14bd36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:16.888031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Pushing event updated for resources: {'Port': ['ID=60d5eea9-e2e7-405b-9e7c-9043c1defb18,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:16.906784 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:32:16.907156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:32:16.907743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:32:16.908199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Bound port: 60d5eea9-e2e7-405b-9e7c-9043c1defb18, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:32:16.908562 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:16.950907 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Allocated IP 172.20.0.2 (f5d0297f-7fe7-4057-8050-31db19d78746/198b0692-aaa2-4993-80a3-aca68b2e06b1/a0ef9320-85c2-48fd-bf9c-7d7452401d72) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:32:17.067485 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-153cfbff-eee8-44cd-9a3c-155348388ffe admin admin] Publish callbacks [] for security_group (ff664185-0f3a-43db-a8be-19a9757d7c28), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.125997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] For port 60d5eea9-e2e7-405b-9e7c-9043c1defb18, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:32:17.130869 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] For port 60d5eea9-e2e7-405b-9e7c-9043c1defb18, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=60d5eea9-e2e7-405b-9e7c-9043c1defb18,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:32:17.140158 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82c1031a-e238-40f6-a065-b1555b14bd36 admin admin] Publish callbacks [] for security_group (cccd4d76-a950-434b-9b23-90804cf1527b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.142657 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-153cfbff-eee8-44cd-9a3c-155348388ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ff664185-0f3a-43db-a8be-19a9757d7c28), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.153804 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.183796 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82c1031a-e238-40f6-a065-b1555b14bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cccd4d76-a950-434b-9b23-90804cf1527b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.195872 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e49cc574-f97f-4d5e-a918-4db8528d7305 req-5eda4651-d247-4e83-b181-ae455c7b680d tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.228024 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e49cc574-f97f-4d5e-a918-4db8528d7305 req-5eda4651-d247-4e83-b181-ae455c7b680d tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.228218 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-82c1031a-e238-40f6-a065-b1555b14bd36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=669872b164d54d46a7fb97879f80fb31&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1326094 Mar 07 21:32:17.228780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42710) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:17.232089 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:17.232767 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.234329 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] 10.222.0.15 "PUT /v2.0/ports/60d5eea9-e2e7-405b-9e7c-9043c1defb18 HTTP/1.1" status: 200 len: 1116 time: 2.4071949 Mar 07 21:32:17.245053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdeb01d-2e19-4287-8e0d-94f5bb690508', 'tag': '60d5eea9-e2e7-405b-9e7c-9043c1defb18'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:32:17.258409 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Publish callbacks [] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.278436 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.408871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Network f5d0297f-7fe7-4057-8050-31db19d78746 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:32:17.427880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Pushing event updated for resources: {'Port': ['ID=a0ef9320-85c2-48fd-bf9c-7d7452401d72,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:17.445075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:17.448863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:32:17.464742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:17.465129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:17.468062 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:17.468935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:17.469465 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:17.470492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:17.470976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:17.471485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:17.471961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:17.472457 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:17.472734 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-153cfbff-eee8-44cd-9a3c-155348388ffe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa7c56351abf42db80cc028c39641459&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3356960 Mar 07 21:32:17.473296 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:17.473757 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:17.474369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Tracked resource versions report: Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: pushed versions: Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: { 'AddressGroup': {'1.2'}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'ConntrackHelper': {'1.0'}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'LocalIPAssociation': {'1.0'}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'Log': {'1.0'}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'Network': {'1.1'}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'Port': {'1.7'}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'PortForwarding': {'1.2'}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'QosPolicy': {'1.10'}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'SecurityGroup': {'1.5'}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'SubPort': {'1.0'}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'Subnet': {'1.1'}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'Trunk': {'1.1'}} Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: consumer versions: Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: { DHCP agent@n-d-832330-1: {}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: HyperV agent@n-h1-832330-1: {}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: HyperV agent@n-h2-832330-1: {}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: L3 agent@n-d-832330-1: {}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: Metadata agent@n-d-832330-1: {}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: Metering agent@n-d-832330-1: {}, Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: Open vSwitch agent@n-d-832330-1: { 'AddressGroup': '1.2', Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'ConntrackHelper': '1.0', Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'LocalIPAssociation': '1.0', Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'Log': '1.0', Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'Network': '1.1', Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'Port': '1.7', Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'PortForwarding': '1.2', Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'QosPolicy': '1.10', Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'SecurityGroup': '1.5', Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'SecurityGroupRule': '1.2', Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'SubPort': '1.0', Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'Subnet': '1.1', Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: 'Trunk': '1.1'}} Mar 07 21:32:17.477215 n-d-832330-1 neutron-server[103720]: {{(pid=103720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:32:17.480136 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cfbff-eee8-44cd-9a3c-155348388ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff664185-0f3a-43db-a8be-19a9757d7c28,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:17.485196 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42722) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:17.487786 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644a6281-502e-4bae-9dcc-71d79d787822" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdeb01d-2e19-4287-8e0d-94f5bb690508", "tag": "60d5eea9-e2e7-405b-9e7c-9043c1defb18"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:32:17.572469 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Publish callbacks [] for router_gateway (eaad3822-bf29-40d2-848f-63247034c67c), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.608647 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf7584b5-6250-40c7-bc45-27d24bcdf0b1 admin admin] Publish callbacks [] for security_group (28e1196e-9409-45f8-a11b-cb076e78044e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.647130 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf7584b5-6250-40c7-bc45-27d24bcdf0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (28e1196e-9409-45f8-a11b-cb076e78044e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.680238 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bf7584b5-6250-40c7-bc45-27d24bcdf0b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63e60a080a284444b541670acd249621&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1991081 Mar 07 21:32:17.701020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42728) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:17.707229 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9a755dc-5b4d-4a31-9edf-046e72739a1a admin admin] Publish callbacks [] for security_group (ff664185-0f3a-43db-a8be-19a9757d7c28), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.709307 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1031a-e238-40f6-a065-b1555b14bd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccd4d76-a950-434b-9b23-90804cf1527b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:17.712434 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Attempting to bind port a0ef9320-85c2-48fd-bf9c-7d7452401d72 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:32:17.713085 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Attempting to bind port a0ef9320-85c2-48fd-bf9c-7d7452401d72 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:32:17.713860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Attempting to bind port a0ef9320-85c2-48fd-bf9c-7d7452401d72 on network f5d0297f-7fe7-4057-8050-31db19d78746 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:32:17.720325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625429e-1ac5-4360-bdbb-106700141a2c service neutron] Pushing event updated for resources: {'Port': ['ID=60d5eea9-e2e7-405b-9e7c-9043c1defb18,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:17.734696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:32:17.735410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Checking segment: {'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:32:17.736070 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.736766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Bound using segment: {'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:32:17.737477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Bound port: a0ef9320-85c2-48fd-bf9c-7d7452401d72, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:32:17.738076 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.758039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7584b5-6250-40c7-bc45-27d24bcdf0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e1196e-9409-45f8-a11b-cb076e78044e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:17.765567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-42531bba-7d6a-415a-b1a9-ea6b50718288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:17.767128 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-42531bba-7d6a-415a-b1a9-ea6b50718288 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f9e72f6b1e04a5c8e72ba52a4558f95&device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 1150 time: 0.3939710 Mar 07 21:32:17.794333 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e49cc574-f97f-4d5e-a918-4db8528d7305 req-5eda4651-d247-4e83-b181-ae455c7b680d tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks [] for security_group (7eda8dc0-a340-490b-809c-fe3f5a2d255d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.813617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] For port a0ef9320-85c2-48fd-bf9c-7d7452401d72, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:32:17.817504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] For port a0ef9320-85c2-48fd-bf9c-7d7452401d72, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a0ef9320-85c2-48fd-bf9c-7d7452401d72,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:32:17.825059 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e49cc574-f97f-4d5e-a918-4db8528d7305 req-5eda4651-d247-4e83-b181-ae455c7b680d tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7eda8dc0-a340-490b-809c-fe3f5a2d255d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.838526 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.865160 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9a755dc-5b4d-4a31-9edf-046e72739a1a admin admin] Publish callbacks [] for security_group (ff664185-0f3a-43db-a8be-19a9757d7c28), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.908817 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-233df793-6b67-4e92-bd14-9bf9fce0123e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=60d5eea9-e2e7-405b-9e7c-9043c1defb18 HTTP/1.1" status: 200 len: 217 time: 0.1265576 Mar 07 21:32:17.926224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772334df-279e-4faa-8f9d-d134d29c1c11 None None] Pushing event updated for resources: {'Port': ['ID=a0ef9320-85c2-48fd-bf9c-7d7452401d72,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:17.939574 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dd849767-cc33-42d4-aabf-48d1bc378f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.949836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda4651-d247-4e83-b181-ae455c7b680d tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eda8dc0-a340-490b-809c-fe3f5a2d255d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:17.961221 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:17.984061 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379dbc6-8868-45f8-8e2d-4eeebe3c467c req-23db082f-cea4-4ad0-a37b-05731c299a39 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:17.986508 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2379dbc6-8868-45f8-8e2d-4eeebe3c467c req-23db082f-cea4-4ad0-a37b-05731c299a39 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 968 time: 0.4865744 Mar 07 21:32:18.043569 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-537dbcd0-6643-42d0-b651-b6aa475f8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:18.045201 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-537dbcd0-6643-42d0-b651-b6aa475f8a6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1212857 Mar 07 21:32:18.047343 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-69ea640a-8a59-481f-a96a-78dec5fe48a0 admin admin] Publish callbacks [] for security_group (28e1196e-9409-45f8-a11b-cb076e78044e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:18.079086 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c04fa14d-b733-45c0-926c-d9a330f7c38b admin admin] Publish callbacks [] for security_group (cccd4d76-a950-434b-9b23-90804cf1527b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:18.135023 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-69ea640a-8a59-481f-a96a-78dec5fe48a0 admin admin] Publish callbacks [] for security_group (28e1196e-9409-45f8-a11b-cb076e78044e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:18.144064 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c04fa14d-b733-45c0-926c-d9a330f7c38b admin admin] Publish callbacks [] for security_group (cccd4d76-a950-434b-9b23-90804cf1527b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:18.153674 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9a755dc-5b4d-4a31-9edf-046e72739a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ff664185-0f3a-43db-a8be-19a9757d7c28), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:18.156557 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9a755dc-5b4d-4a31-9edf-046e72739a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:18.157756 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e9a755dc-5b4d-4a31-9edf-046e72739a1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff664185-0f3a-43db-a8be-19a9757d7c28 HTTP/1.1" status: 204 len: 168 time: 0.6613936 Mar 07 21:32:18.190592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a755dc-5b4d-4a31-9edf-046e72739a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff664185-0f3a-43db-a8be-19a9757d7c28,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:18.194986 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2379dbc6-8868-45f8-8e2d-4eeebe3c467c req-212ba153-ee03-43cb-ac15-4949f2677f88 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823103 Mar 07 21:32:18.237111 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-f477c31b-a7b6-4cc4-a158-aa01b51728b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:18.237111 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-f477c31b-a7b6-4cc4-a158-aa01b51728b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1733963 Mar 07 21:32:18.256689 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e49cc574-f97f-4d5e-a918-4db8528d7305 req-5eda4651-d247-4e83-b181-ae455c7b680d tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks [] for security_group (d6cffc2f-572f-426e-970b-c295f86d79cb), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:18.264976 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e49cc574-f97f-4d5e-a918-4db8528d7305 req-5eda4651-d247-4e83-b181-ae455c7b680d tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d6cffc2f-572f-426e-970b-c295f86d79cb), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:18.304544 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e49cc574-f97f-4d5e-a918-4db8528d7305 req-5eda4651-d247-4e83-b181-ae455c7b680d tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:18.312908 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e49cc574-f97f-4d5e-a918-4db8528d7305 req-5eda4651-d247-4e83-b181-ae455c7b680d tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.6443839 Mar 07 21:32:18.315341 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-69ea640a-8a59-481f-a96a-78dec5fe48a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (28e1196e-9409-45f8-a11b-cb076e78044e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:18.325391 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-69ea640a-8a59-481f-a96a-78dec5fe48a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:18.326910 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-69ea640a-8a59-481f-a96a-78dec5fe48a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28e1196e-9409-45f8-a11b-cb076e78044e HTTP/1.1" status: 204 len: 168 time: 0.6141791 Mar 07 21:32:18.337309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda4651-d247-4e83-b181-ae455c7b680d tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cffc2f-572f-426e-970b-c295f86d79cb,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:18.352461 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c04fa14d-b733-45c0-926c-d9a330f7c38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cccd4d76-a950-434b-9b23-90804cf1527b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:18.361954 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c04fa14d-b733-45c0-926c-d9a330f7c38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:18.370478 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c04fa14d-b733-45c0-926c-d9a330f7c38b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cccd4d76-a950-434b-9b23-90804cf1527b HTTP/1.1" status: 204 len: 168 time: 1.1398871 Mar 07 21:32:18.415393 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea640a-8a59-481f-a96a-78dec5fe48a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e1196e-9409-45f8-a11b-cb076e78044e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:18.507327 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-ed1cd117-4c27-4918-bd94-be63ae5c0add service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565868 Mar 07 21:32:18.511054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fa14d-b733-45c0-926c-d9a330f7c38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccd4d76-a950-434b-9b23-90804cf1527b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:18.575603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-3ea5b687-ca77-4159-a3a8-52e5e61903ab req-d8fd2caf-ef23-4500-89de-0dce179fa6ec tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-712365542', 'description': 'tempest-description-1516595486'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:18.747633 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9524608c-062a-4216-8031-1681df4ca142 x-openstack-request-id: req-9524608c-062a-4216-8031-1681df4ca142 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:32:18.750631 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdeb01d-2e19-4287-8e0d-94f5bb690508", "tag": "60d5eea9-e2e7-405b-9e7c-9043c1defb18", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:32:18.751105 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9524608c-062a-4216-8031-1681df4ca142 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:32:18.751822 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdeb01d-2e19-4287-8e0d-94f5bb690508', 'tag': '60d5eea9-e2e7-405b-9e7c-9043c1defb18', 'status': 'completed', 'code': 200} Mar 07 21:32:18.789160 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3ea5b687-ca77-4159-a3a8-52e5e61903ab req-d8fd2caf-ef23-4500-89de-0dce179fa6ec tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:18.831785 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1f7d6849-e98b-4680-b4d5-550c83ffe03e req-71fd6bd7-b2cd-4b05-960d-8bd978ca8566 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367570 Mar 07 21:32:18.864243 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Publish callbacks [] for router_gateway (eaad3822-bf29-40d2-848f-63247034c67c), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:18.903403 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:19.147028 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:19.188924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a6281-502e-4bae-9dcc-71d79d787822 req-35ab58e1-a428-4541-86a1-c284e57751a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:19.194679 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-644a6281-502e-4bae-9dcc-71d79d787822 req-35ab58e1-a428-4541-86a1-c284e57751a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f9e72f6b1e04a5c8e72ba52a4558f95&device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 1150 time: 0.1593900 Mar 07 21:32:19.265677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a0ef9320-85c2-48fd-bf9c-7d7452401d72 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:32:19.455438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port a0ef9320-85c2-48fd-bf9c-7d7452401d72 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:19.458308 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:19.606566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42786) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:19.657731 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3ea5b687-ca77-4159-a3a8-52e5e61903ab req-d8fd2caf-ef23-4500-89de-0dce179fa6ec tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks [] for security_group (ebbc105f-e147-4f06-b6ac-664aaa010a39), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:19.667819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a0ef9320-85c2-48fd-bf9c-7d7452401d72 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:19.669564 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:19.695345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f09f38c-c76e-4cc5-812c-8eb0dc5dc69f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:19.736335 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3ea5b687-ca77-4159-a3a8-52e5e61903ab req-d8fd2caf-ef23-4500-89de-0dce179fa6ec tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ebbc105f-e147-4f06-b6ac-664aaa010a39), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:19.767183 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port a0ef9320-85c2-48fd-bf9c-7d7452401d72, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a0ef9320-85c2-48fd-bf9c-7d7452401d72,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:19.770948 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a6281-502e-4bae-9dcc-71d79d787822 req-53387ab3-2558-44b7-b86b-be8b48f1e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:19.774237 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:19.785170 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-644a6281-502e-4bae-9dcc-71d79d787822 req-53387ab3-2558-44b7-b86b-be8b48f1e474 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.5812547 Mar 07 21:32:19.866567 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c64d994-d568-48fc-aedb-238e5c44aedb None None] Network f5d0297f-7fe7-4057-8050-31db19d78746 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:32:19.909659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42792) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:19.967231 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-644a6281-502e-4bae-9dcc-71d79d787822 req-fcd1ab9f-8d5d-42d5-83da-af4655620a60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=60d5eea9-e2e7-405b-9e7c-9043c1defb18 HTTP/1.1" status: 200 len: 217 time: 0.1675577 Mar 07 21:32:19.975267 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3ea5b687-ca77-4159-a3a8-52e5e61903ab req-d8fd2caf-ef23-4500-89de-0dce179fa6ec tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:19.976554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ea5b687-ca77-4159-a3a8-52e5e61903ab req-d8fd2caf-ef23-4500-89de-0dce179fa6ec tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.4117758 Mar 07 21:32:19.978198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Allocated IP 172.25.4.8 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/644725f0-a1f3-45de-92dd-5445431d7571) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:32:20.040996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd2caf-ef23-4500-89de-0dce179fa6ec tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbc105f-e147-4f06-b6ac-664aaa010a39,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:20.111518 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f09f38c-c76e-4cc5-812c-8eb0dc5dc69f admin admin] Publish callbacks [] for security_group (9392d351-dd02-4e52-9ec4-23f7e8b4ee01), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:20.114370 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a6281-502e-4bae-9dcc-71d79d787822 req-0b560ae7-7b45-4151-b1d2-d19c1fbcdc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:20.118474 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-644a6281-502e-4bae-9dcc-71d79d787822 req-0b560ae7-7b45-4151-b1d2-d19c1fbcdc48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1174290 Mar 07 21:32:20.121034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f09f38c-c76e-4cc5-812c-8eb0dc5dc69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9392d351-dd02-4e52-9ec4-23f7e8b4ee01), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:20.133367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7fcbf583-85e0-434e-a93a-1bd10823f6c8 None None] Provisioning complete for port a0ef9320-85c2-48fd-bf9c-7d7452401d72 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:20.137977 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf583-85e0-434e-a93a-1bd10823f6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:20.193399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b475e7a-3cd0-4653-b699-5a1f4754cafc req-22bd6873-749c-421b-b584-a6b7f4195d06 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:20.207213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b475e7a-3cd0-4653-b699-5a1f4754cafc req-22bd6873-749c-421b-b584-a6b7f4195d06 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 968 time: 0.7266884 Mar 07 21:32:20.241983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=a0ef9320-85c2-48fd-bf9c-7d7452401d72,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:20.373687 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:20.506472 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8f09f38c-c76e-4cc5-812c-8eb0dc5dc69f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5197c8403b314fad99403f01ca143874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8960474 Mar 07 21:32:20.510513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42808) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:20.525647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7fcbf583-85e0-434e-a93a-1bd10823f6c8 None None] Current status of the port a0ef9320-85c2-48fd-bf9c-7d7452401d72 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:20.528144 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09f38c-c76e-4cc5-812c-8eb0dc5dc69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9392d351-dd02-4e52-9ec4-23f7e8b4ee01,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:20.576834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b475e7a-3cd0-4653-b699-5a1f4754cafc req-d94bcd67-1b4a-4d3b-aa3f-31dacfb59776 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630588 Mar 07 21:32:20.623485 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-75f28c4e-4a0d-4a06-90ef-f277b2206236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:20.625491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a6281-502e-4bae-9dcc-71d79d787822 req-6e454e03-c242-4e26-a83f-6e4fb2b87da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:20.627224 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-644a6281-502e-4bae-9dcc-71d79d787822 req-6e454e03-c242-4e26-a83f-6e4fb2b87da9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4944222 Mar 07 21:32:20.768486 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Publish callbacks [] for port (644725f0-a1f3-45de-92dd-5445431d7571), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:20.934569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-b92cc4f6-cce1-42d9-a0cc-eca13f334c0c tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 25974 time: 0.9037778 Mar 07 21:32:20.937915 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf0bf834-58fd-4905-83a1-f5b3024c55e1 admin admin] Publish callbacks [] for security_group (9392d351-dd02-4e52-9ec4-23f7e8b4ee01), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:20.943544 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-75f28c4e-4a0d-4a06-90ef-f277b2206236 admin admin] Publish callbacks [] for security_group (94a43668-920f-4df7-91e8-7037ab19b9fc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:20.968125 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-75f28c4e-4a0d-4a06-90ef-f277b2206236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (94a43668-920f-4df7-91e8-7037ab19b9fc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:20.973086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2181209c-eb41-4d40-943a-c089468c8bf6 None None] Provisioning complete for port a0ef9320-85c2-48fd-bf9c-7d7452401d72 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:20.973491 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2181209c-eb41-4d40-943a-c089468c8bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:21.028259 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf0bf834-58fd-4905-83a1-f5b3024c55e1 admin admin] Publish callbacks [] for security_group (9392d351-dd02-4e52-9ec4-23f7e8b4ee01), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:21.091354 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-644a6281-502e-4bae-9dcc-71d79d787822 req-005bc926-80fd-4b2e-abcb-cd37f34a3400 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438705 Mar 07 21:32:21.092840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-75f28c4e-4a0d-4a06-90ef-f277b2206236 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db841a44ef8843c3a826faa24949e34a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1685209 Mar 07 21:32:21.094662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f28c4e-4a0d-4a06-90ef-f277b2206236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a43668-920f-4df7-91e8-7037ab19b9fc,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:21.096277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42820) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:21.117032 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (644725f0-a1f3-45de-92dd-5445431d7571), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:21.165463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a0ef9320-85c2-48fd-bf9c-7d7452401d72 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:32:21.200340 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2181209c-eb41-4d40-943a-c089468c8bf6 None None] Current status of the port a0ef9320-85c2-48fd-bf9c-7d7452401d72 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:21.266485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port a0ef9320-85c2-48fd-bf9c-7d7452401d72 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:21.267881 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:21.314221 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:32:21.338982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:21.340154 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1cdd549a-992c-4a76-bead-c4997befc0a0 admin admin] Publish callbacks [] for security_group (94a43668-920f-4df7-91e8-7037ab19b9fc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:21.352787 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:32:21.377220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf0bf834-58fd-4905-83a1-f5b3024c55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9392d351-dd02-4e52-9ec4-23f7e8b4ee01), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:21.382727 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf0bf834-58fd-4905-83a1-f5b3024c55e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:21.383998 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cf0bf834-58fd-4905-83a1-f5b3024c55e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9392d351-dd02-4e52-9ec4-23f7e8b4ee01 HTTP/1.1" status: 204 len: 168 time: 0.8692441 Mar 07 21:32:21.449579 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1cdd549a-992c-4a76-bead-c4997befc0a0 admin admin] Publish callbacks [] for security_group (94a43668-920f-4df7-91e8-7037ab19b9fc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:21.471917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a0ef9320-85c2-48fd-bf9c-7d7452401d72 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:21.476143 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0bf834-58fd-4905-83a1-f5b3024c55e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9392d351-dd02-4e52-9ec4-23f7e8b4ee01,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:21.482643 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-644a6281-502e-4bae-9dcc-71d79d787822 req-4f9427c2-c28a-468d-9f68-00100742be65 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450830 Mar 07 21:32:21.558357 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1cdd549a-992c-4a76-bead-c4997befc0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (94a43668-920f-4df7-91e8-7037ab19b9fc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:21.566788 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1cdd549a-992c-4a76-bead-c4997befc0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:21.568273 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1cdd549a-992c-4a76-bead-c4997befc0a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94a43668-920f-4df7-91e8-7037ab19b9fc HTTP/1.1" status: 204 len: 168 time: 0.4710546 Mar 07 21:32:21.583701 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd549a-992c-4a76-bead-c4997befc0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a43668-920f-4df7-91e8-7037ab19b9fc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:21.687464 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-68cd77c7-6437-4af7-bbf5-08788bdbbc1d tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/0edfbce5-3e57-4a6b-9aef-f9a102b42acd HTTP/1.1" status: 200 len: 2998 time: 0.6606138 Mar 07 21:32:21.695871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Pushing event updated for resources: {'Port': ['ID=644725f0-a1f3-45de-92dd-5445431d7571,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:21.861595 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-1ce38182-f534-45e8-a213-2bdf4ffe939c tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/0edfbce5-3e57-4a6b-9aef-f9a102b42acd HTTP/1.1" status: 200 len: 2998 time: 0.1727042 Mar 07 21:32:21.927051 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640677f9-9829-452b-a086-d9deaa58cedb req-c979684f-48ad-4ac4-a8a2-8dae8e92b34b tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:21.928627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-640677f9-9829-452b-a086-d9deaa58cedb req-c979684f-48ad-4ac4-a8a2-8dae8e92b34b tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 968 time: 0.2210271 Mar 07 21:32:22.007287 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-b4312fe8-093d-4c9e-b767-75e1dd243767 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4140a58d-d987-47dd-bd60-a2f84761d337 HTTP/1.1" status: 200 len: 2990 time: 0.1447816 Mar 07 21:32:22.024608 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:22.122247 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-640677f9-9829-452b-a086-d9deaa58cedb req-d1f19434-ea41-42c0-b167-861237044fec tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841183 Mar 07 21:32:22.146090 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-3574455d-384c-4fda-b420-92876785342b tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4140a58d-d987-47dd-bd60-a2f84761d337 HTTP/1.1" status: 200 len: 2990 time: 0.0942395 Mar 07 21:32:22.146764 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Publish callbacks [] for router_gateway (eaad3822-bf29-40d2-848f-63247034c67c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:22.230174 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42852) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:22.247884 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-acded9e1-d822-4c20-9223-685a35b8efa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:22.262690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-34012fb7-fd44-4ebb-b084-34926fc825a9 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4591c489-77e3-452b-abe8-f6a85aa1bd1b HTTP/1.1" status: 200 len: 2998 time: 0.0810409 Mar 07 21:32:22.345317 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-acded9e1-d822-4c20-9223-685a35b8efa1 admin admin] Publish callbacks [] for security_group (5b38b00c-1583-4061-999a-88f7cf5f80bb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:22.351205 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-acded9e1-d822-4c20-9223-685a35b8efa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5b38b00c-1583-4061-999a-88f7cf5f80bb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:22.363027 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-070ba9b8-5bac-4dae-895c-6142345dc68a tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4591c489-77e3-452b-abe8-f6a85aa1bd1b HTTP/1.1" status: 200 len: 2998 time: 0.0884068 Mar 07 21:32:22.419902 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-acded9e1-d822-4c20-9223-685a35b8efa1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d5596c94e884af3bf1313d6f57b723f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865938 Mar 07 21:32:22.422713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42860) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:22.432559 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acded9e1-d822-4c20-9223-685a35b8efa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b38b00c-1583-4061-999a-88f7cf5f80bb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:22.448334 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (eaad3822-bf29-40d2-848f-63247034c67c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:22.459542 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-62a2a62c-65ba-4a07-b697-d776ba389805 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7eda8dc0-a340-490b-809c-fe3f5a2d255d HTTP/1.1" status: 200 len: 2998 time: 0.0615900 Mar 07 21:32:22.503654 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8deac923-8d0c-42de-9a0d-649f624d54c9 admin admin] Publish callbacks [] for security_group (5b38b00c-1583-4061-999a-88f7cf5f80bb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:22.530277 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8deac923-8d0c-42de-9a0d-649f624d54c9 admin admin] Publish callbacks [] for security_group (5b38b00c-1583-4061-999a-88f7cf5f80bb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:22.592470 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8deac923-8d0c-42de-9a0d-649f624d54c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5b38b00c-1583-4061-999a-88f7cf5f80bb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:22.595282 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8deac923-8d0c-42de-9a0d-649f624d54c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:22.602507 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8deac923-8d0c-42de-9a0d-649f624d54c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b38b00c-1583-4061-999a-88f7cf5f80bb HTTP/1.1" status: 204 len: 168 time: 0.1746581 Mar 07 21:32:22.612135 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deac923-8d0c-42de-9a0d-649f624d54c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b38b00c-1583-4061-999a-88f7cf5f80bb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:22.692185 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-242399a2-dc1f-4972-babb-c4e05b6cffec tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7eda8dc0-a340-490b-809c-fe3f5a2d255d HTTP/1.1" status: 200 len: 2998 time: 0.1960318 Mar 07 21:32:22.717055 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-41409bfc-51c0-48c2-b978-220a3e50fecc tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] show failed (client error): The resource could not be found. Mar 07 21:32:22.718102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-41409bfc-51c0-48c2-b978-220a3e50fecc tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/9392d351-dd02-4e52-9ec4-23f7e8b4ee01 HTTP/1.1" status: 404 len: 352 time: 0.0186894 Mar 07 21:32:22.754535 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-91c5d76a-0387-4a50-b737-2f6eb04b8679 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] show failed (client error): The resource could not be found. Mar 07 21:32:22.755627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-91c5d76a-0387-4a50-b737-2f6eb04b8679 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/9392d351-dd02-4e52-9ec4-23f7e8b4ee01 HTTP/1.1" status: 404 len: 352 time: 0.0224972 Mar 07 21:32:22.787047 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Router eaad3822-bf29-40d2-848f-63247034c67c is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:32:22.865863 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-c934738f-0768-4205-a108-610bb7ed6875 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/a329e820-62ad-46e4-883c-7844b7619fa4 HTTP/1.1" status: 200 len: 2994 time: 0.0950313 Mar 07 21:32:22.954877 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-3114589d-8780-407c-9c52-248b227a29ac tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/a329e820-62ad-46e4-883c-7844b7619fa4 HTTP/1.1" status: 200 len: 2994 time: 0.0794365 Mar 07 21:32:22.957345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:32:22.969548 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Sync routers for ids ['eaad3822-bf29-40d2-848f-63247034c67c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:32:22.980607 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:22.984615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-87f45eaa-6473-48b4-bd7d-09f723b21616 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.6265264 Mar 07 21:32:22.984887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42882) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:23.005166 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Routers {'eaad3822-bf29-40d2-848f-63247034c67c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:32:23.005980 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:32:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['eaad3822-bf29-40d2-848f-63247034c67c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:23.039121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-c7a5acd9-7e82-4bfe-a2bd-1f29353a64de tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/aadd1075-7229-4f36-bdf4-3df0053b64c9 HTTP/1.1" status: 200 len: 2995 time: 0.0689137 Mar 07 21:32:23.095018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d593df0-aa6d-4003-8268-6a90b63e6bd8 req-3515baf7-eb54-4729-b681-699f05746cae tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/aadd1075-7229-4f36-bdf4-3df0053b64c9 HTTP/1.1" status: 200 len: 2995 time: 0.0499189 Mar 07 21:32:23.177143 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Set router eaad3822-bf29-40d2-848f-63247034c67c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:32:23.305371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5859d026-4ff1-4c86-897f-97a396388a0a req-429be8a2-af4f-43ac-a330-d47421fb7304 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48403231cb724076877e3ecaff6de0c1 HTTP/1.1" status: 200 len: 6155 time: 0.1730316 Mar 07 21:32:23.348277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0cb72-e25c-442d-ba95-aa215093475e req-edc8a9af-f550-4bb5-a063-fa4e571c19df tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:23.349889 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48b0cb72-e25c-442d-ba95-aa215093475e req-edc8a9af-f550-4bb5-a063-fa4e571c19df tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 968 time: 0.1075673 Mar 07 21:32:23.405535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5859d026-4ff1-4c86-897f-97a396388a0a req-4e760377-5a47-4667-aecb-b3d1fc48a4d4 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] 10.222.0.26 "GET /v2.0/security-groups/4591c489-77e3-452b-abe8-f6a85aa1bd1b HTTP/1.1" status: 200 len: 2998 time: 0.0944536 Mar 07 21:32:23.434600 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:21Z', 'revision_number': 3, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:23.460811 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48b0cb72-e25c-442d-ba95-aa215093475e req-15da0ff9-a1d9-4239-a72c-b3893b236284 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045167 Mar 07 21:32:23.471300 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Checking router: eaad3822-bf29-40d2-848f-63247034c67c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:32:23.471883 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Updating router eaad3822-bf29-40d2-848f-63247034c67c port 644725f0-a1f3-45de-92dd-5445431d7571 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:32:23.488983 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5859d026-4ff1-4c86-897f-97a396388a0a req-cd6ed3b4-867e-4dcc-8c16-1aa44adcf275 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] 10.222.0.26 "GET /v2.0/security-groups/4591c489-77e3-452b-abe8-f6a85aa1bd1b HTTP/1.1" status: 200 len: 2998 time: 0.0762520 Mar 07 21:32:23.503889 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (644725f0-a1f3-45de-92dd-5445431d7571), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:23.575712 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4f2073d-65c0-4501-b790-175b33b57ef4 req-5c2d8ebb-c500-411a-80ea-6057062a0914 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/ebbc105f-e147-4f06-b6ac-664aaa010a39 HTTP/1.1" status: 200 len: 1794 time: 0.0633090 Mar 07 21:32:23.660437 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b4f2073d-65c0-4501-b790-175b33b57ef4 req-883a591f-e345-4236-8d0e-129fa1c15031 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks [] for security_group (ebbc105f-e147-4f06-b6ac-664aaa010a39), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:23.682963 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:23.716773 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b4f2073d-65c0-4501-b790-175b33b57ef4 req-883a591f-e345-4236-8d0e-129fa1c15031 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks [] for security_group (ebbc105f-e147-4f06-b6ac-664aaa010a39), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:23.796770 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b4f2073d-65c0-4501-b790-175b33b57ef4 req-883a591f-e345-4236-8d0e-129fa1c15031 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ebbc105f-e147-4f06-b6ac-664aaa010a39), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:23.799945 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b4f2073d-65c0-4501-b790-175b33b57ef4 req-883a591f-e345-4236-8d0e-129fa1c15031 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:23.808541 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4f2073d-65c0-4501-b790-175b33b57ef4 req-883a591f-e345-4236-8d0e-129fa1c15031 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebbc105f-e147-4f06-b6ac-664aaa010a39 HTTP/1.1" status: 204 len: 173 time: 0.2265441 Mar 07 21:32:23.813075 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Publish callbacks [] for port (644725f0-a1f3-45de-92dd-5445431d7571), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:23.816882 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a591f-e345-4236-8d0e-129fa1c15031 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbc105f-e147-4f06-b6ac-664aaa010a39,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:23.820649 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (644725f0-a1f3-45de-92dd-5445431d7571), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:23.887689 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Pushing event updated for resources: {'Port': ['ID=644725f0-a1f3-45de-92dd-5445431d7571,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:23.898041 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:23.898297 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:23.898638 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:23.898976 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:23.899488 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:23.899985 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:23.901086 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:23.901592 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:23.901926 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:23.902282 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:23.902617 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:23.902945 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:23.903273 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Tracked resource versions report: Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: pushed versions: Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: { 'AddressGroup': {'1.2'}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'ConntrackHelper': {'1.0'}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'LocalIPAssociation': {'1.0'}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'Log': {'1.0'}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'Network': {'1.1'}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'Port': {'1.7'}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'PortForwarding': {'1.2'}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'QosPolicy': {'1.10'}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'SecurityGroup': {'1.5'}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'SubPort': {'1.0'}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'Subnet': {'1.1'}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'Trunk': {'1.1'}} Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: consumer versions: Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: { DHCP agent@n-d-832330-1: {}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: HyperV agent@n-h1-832330-1: {}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: HyperV agent@n-h2-832330-1: {}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: L3 agent@n-d-832330-1: {}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: Metadata agent@n-d-832330-1: {}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: Metering agent@n-d-832330-1: {}, Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: Open vSwitch agent@n-d-832330-1: { 'AddressGroup': '1.2', Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'ConntrackHelper': '1.0', Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'LocalIPAssociation': '1.0', Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'Log': '1.0', Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'Network': '1.1', Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'Port': '1.7', Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'PortForwarding': '1.2', Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'QosPolicy': '1.10', Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'SecurityGroup': '1.5', Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'SecurityGroupRule': '1.2', Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'SubPort': '1.0', Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'Subnet': '1.1', Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: 'Trunk': '1.1'}} Mar 07 21:32:23.904377 n-d-832330-1 neutron-server[103721]: {{(pid=103721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:32:23.906982 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Attempting to bind port 644725f0-a1f3-45de-92dd-5445431d7571 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:32:23.907511 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Attempting to bind port 644725f0-a1f3-45de-92dd-5445431d7571 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:32:23.908151 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Attempting to bind port 644725f0-a1f3-45de-92dd-5445431d7571 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:32:23.914085 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:32:23.914626 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:32:23.915208 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:23.915608 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:32:23.916641 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Bound port: 644725f0-a1f3-45de-92dd-5445431d7571, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:32:23.917021 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (644725f0-a1f3-45de-92dd-5445431d7571), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:23.924399 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Allocated IP 172.20.0.1 (f5d0297f-7fe7-4057-8050-31db19d78746/198b0692-aaa2-4993-80a3-aca68b2e06b1/3503317d-4e5e-4bf5-b37e-1c0b2d4b4892) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:32:23.988665 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] For port 644725f0-a1f3-45de-92dd-5445431d7571, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:32:23.992480 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] For port 644725f0-a1f3-45de-92dd-5445431d7571, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=644725f0-a1f3-45de-92dd-5445431d7571,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:32:24.001819 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (644725f0-a1f3-45de-92dd-5445431d7571), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:24.059495 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Publish callbacks [] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:24.074142 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Routers {'eaad3822-bf29-40d2-848f-63247034c67c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:32:24.074783 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:32:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['eaad3822-bf29-40d2-848f-63247034c67c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:24.076650 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee7a23-bd96-4248-a501-077fc59d6186 None None] Pushing event updated for resources: {'Port': ['ID=644725f0-a1f3-45de-92dd-5445431d7571,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:24.105060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:24.155509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Network f5d0297f-7fe7-4057-8050-31db19d78746 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:32:24.162119 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:24.180186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:32:24.180186 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (eaad3822-bf29-40d2-848f-63247034c67c), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:24.206463 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] Set router eaad3822-bf29-40d2-848f-63247034c67c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:32:24.255024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Pushing event updated for resources: {'Port': ['ID=3503317d-4e5e-4bf5-b37e-1c0b2d4b4892,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:24.452494 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fa80b30a-b672-4d01-bee2-17ee3c9055e6 None None] Provisioning complete for port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:24.453857 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa80b30a-b672-4d01-bee2-17ee3c9055e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:24.472200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:24.514188 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:21Z', 'revision_number': 3, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:24.576763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fa80b30a-b672-4d01-bee2-17ee3c9055e6 None None] Port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:32:24.582015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df4bef62-7aff-4d4e-9014-4e839693bf41 req-6d406173-d766-4d7d-b3d1-e4a349f92fa4 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "GET /v2.0/security-groups/d6cffc2f-572f-426e-970b-c295f86d79cb HTTP/1.1" status: 200 len: 1795 time: 0.0811689 Mar 07 21:32:24.652944 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039473e0-a45b-40b0-b2d2-10f773e4563b None None] The sync data for ids ['eaad3822-bf29-40d2-848f-63247034c67c'] in n-d-832330-1 is: [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:21Z', 'revision_number': 3, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:32:24.675225 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df4bef62-7aff-4d4e-9014-4e839693bf41 req-0f7ac641-dadc-4760-be6f-d2e80cd4c3c7 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks [] for security_group (d6cffc2f-572f-426e-970b-c295f86d79cb), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:24.703631 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df4bef62-7aff-4d4e-9014-4e839693bf41 req-0f7ac641-dadc-4760-be6f-d2e80cd4c3c7 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks [] for security_group (d6cffc2f-572f-426e-970b-c295f86d79cb), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:24.761803 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df4bef62-7aff-4d4e-9014-4e839693bf41 req-0f7ac641-dadc-4760-be6f-d2e80cd4c3c7 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d6cffc2f-572f-426e-970b-c295f86d79cb), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:24.764913 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df4bef62-7aff-4d4e-9014-4e839693bf41 req-0f7ac641-dadc-4760-be6f-d2e80cd4c3c7 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:24.774503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df4bef62-7aff-4d4e-9014-4e839693bf41 req-0f7ac641-dadc-4760-be6f-d2e80cd4c3c7 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6cffc2f-572f-426e-970b-c295f86d79cb HTTP/1.1" status: 204 len: 173 time: 0.1895077 Mar 07 21:32:24.793749 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ac641-dadc-4760-be6f-d2e80cd4c3c7 tempest-SecurityGroupsTestAdminJSON-1896080320 tempest-SecurityGroupsTestAdminJSON-1896080320-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cffc2f-572f-426e-970b-c295f86d79cb,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:24.864633 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Publish callbacks [] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:24.872054 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:24.873561 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (eaad3822-bf29-40d2-848f-63247034c67c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:24.895280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e120b-3cad-4f90-a1cf-b754acbf8d98 req-8b96419b-a728-4c93-9a81-94847f059aa7 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:24.897770 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-968e120b-3cad-4f90-a1cf-b754acbf8d98 req-8b96419b-a728-4c93-9a81-94847f059aa7 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 968 time: 0.0854919 Mar 07 21:32:24.957652 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Pushing event updated for resources: {'Port': ['ID=3503317d-4e5e-4bf5-b37e-1c0b2d4b4892,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:24.974421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-968e120b-3cad-4f90-a1cf-b754acbf8d98 req-9a2e0c86-4e79-4780-a603-b6547dc6604b tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694256 Mar 07 21:32:25.114359 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Network f5d0297f-7fe7-4057-8050-31db19d78746 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:32:25.116291 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:25.159648 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b5fb6f8-b70a-4ce7-ab22-0235bfb82eb7 req-feb46de6-165b-4f94-96bd-902418039f92 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] 10.222.0.26 "GET /v2.0/security-groups/cac69a83-a7d4-4077-a27a-b775eabdd678 HTTP/1.1" status: 200 len: 1795 time: 0.0697181 Mar 07 21:32:25.268753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Router eaad3822-bf29-40d2-848f-63247034c67c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:32:25.271192 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4b5fb6f8-b70a-4ce7-ab22-0235bfb82eb7 req-0714dc7d-fb6d-48db-89d3-d673f15740a7 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks [] for security_group (cac69a83-a7d4-4077-a27a-b775eabdd678), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:25.297606 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4b5fb6f8-b70a-4ce7-ab22-0235bfb82eb7 req-0714dc7d-fb6d-48db-89d3-d673f15740a7 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks [] for security_group (cac69a83-a7d4-4077-a27a-b775eabdd678), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:25.371354 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4b5fb6f8-b70a-4ce7-ab22-0235bfb82eb7 req-0714dc7d-fb6d-48db-89d3-d673f15740a7 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cac69a83-a7d4-4077-a27a-b775eabdd678), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:25.374253 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4b5fb6f8-b70a-4ce7-ab22-0235bfb82eb7 req-0714dc7d-fb6d-48db-89d3-d673f15740a7 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:25.391328 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b5fb6f8-b70a-4ce7-ab22-0235bfb82eb7 req-0714dc7d-fb6d-48db-89d3-d673f15740a7 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] 10.222.0.26 "DELETE /v2.0/security-groups/cac69a83-a7d4-4077-a27a-b775eabdd678 HTTP/1.1" status: 204 len: 173 time: 0.2226114 Mar 07 21:32:25.405754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714dc7d-fb6d-48db-89d3-d673f15740a7 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac69a83-a7d4-4077-a27a-b775eabdd678,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:25.450639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:32:25.457334 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-869e15a4-bd0d-45b8-9b6d-7ba21c52363d admin admin] 10.222.0.26 "PUT /v2.0/routers/eaad3822-bf29-40d2-848f-63247034c67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4713392 Mar 07 21:32:25.538231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9edd85ae-f1f1-4894-89ca-e32e1f2a2bc6 None None] Provisioning complete for port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:25.539509 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9edd85ae-f1f1-4894-89ca-e32e1f2a2bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:25.614965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9edd85ae-f1f1-4894-89ca-e32e1f2a2bc6 None None] Port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:32:25.650832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb7394e2-ee4a-4a45-add7-b647cb1e2c75 req-6ff1d0a3-dbc4-4d4e-9f88-6aab17e6fe57 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] 10.222.0.26 "GET /v2.0/security-groups/3179032c-01d3-4974-ad30-c67d4bbb9bf8 HTTP/1.1" status: 200 len: 1795 time: 0.0595744 Mar 07 21:32:25.718657 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bb7394e2-ee4a-4a45-add7-b647cb1e2c75 req-a05fb30f-3c0d-4529-b5fb-14b584950888 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks [] for security_group (3179032c-01d3-4974-ad30-c67d4bbb9bf8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:25.746521 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bb7394e2-ee4a-4a45-add7-b647cb1e2c75 req-a05fb30f-3c0d-4529-b5fb-14b584950888 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks [] for security_group (3179032c-01d3-4974-ad30-c67d4bbb9bf8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:25.803985 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bb7394e2-ee4a-4a45-add7-b647cb1e2c75 req-a05fb30f-3c0d-4529-b5fb-14b584950888 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3179032c-01d3-4974-ad30-c67d4bbb9bf8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:25.807456 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bb7394e2-ee4a-4a45-add7-b647cb1e2c75 req-a05fb30f-3c0d-4529-b5fb-14b584950888 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:25.810595 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb7394e2-ee4a-4a45-add7-b647cb1e2c75 req-a05fb30f-3c0d-4529-b5fb-14b584950888 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] 10.222.0.26 "DELETE /v2.0/security-groups/3179032c-01d3-4974-ad30-c67d4bbb9bf8 HTTP/1.1" status: 204 len: 173 time: 0.1536644 Mar 07 21:32:25.831591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fb30f-3c0d-4529-b5fb-14b584950888 tempest-SecurityGroupsTestAdminJSON-1576595616 tempest-SecurityGroupsTestAdminJSON-1576595616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3179032c-01d3-4974-ad30-c67d4bbb9bf8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:26.323764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ca3a1-94f5-4062-a857-9e0c75914fb2 req-f55d7d2a-236a-40a9-8afd-05f956aef00a tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:26.325463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b5ca3a1-94f5-4062-a857-9e0c75914fb2 req-f55d7d2a-236a-40a9-8afd-05f956aef00a tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 968 time: 0.0598979 Mar 07 21:32:26.354314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43034) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:26.372505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 60d5eea9-e2e7-405b-9e7c-9043c1defb18 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:32:26.429608 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b5ca3a1-94f5-4062-a857-9e0c75914fb2 req-fa7b54b3-fedf-4c4b-94d1-2662bf1a8140 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865867 Mar 07 21:32:26.537970 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 60d5eea9-e2e7-405b-9e7c-9043c1defb18, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=60d5eea9-e2e7-405b-9e7c-9043c1defb18,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:26.556242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '60d5eea9-e2e7-405b-9e7c-9043c1defb18', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '60d5eea9-e2e7-405b-9e7c-9043c1defb18', 'mac_address': 'fa:16:3e:fb:c8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:tempest-test_az-230690595', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:32:26.604907 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 60d5eea9-e2e7-405b-9e7c-9043c1defb18 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:26.605554 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:26.623472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d5eea9-e2e7-405b-9e7c-9043c1defb18 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:32:26.650293 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 60d5eea9-e2e7-405b-9e7c-9043c1defb18, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=60d5eea9-e2e7-405b-9e7c-9043c1defb18,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:26.655895 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:26.696821 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-be4a360e-3740-481f-8117-6ca7233d6b8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48403231cb724076877e3ecaff6de0c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401897 Mar 07 21:32:26.699460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43064) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:26.731090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=60d5eea9-e2e7-405b-9e7c-9043c1defb18,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:26.767439 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6939dbb6-c0bf-437b-b662-f408bac4edc9 admin admin] Publish callbacks [] for security_group (4591c489-77e3-452b-abe8-f6a85aa1bd1b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:26.791719 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6939dbb6-c0bf-437b-b662-f408bac4edc9 admin admin] Publish callbacks [] for security_group (4591c489-77e3-452b-abe8-f6a85aa1bd1b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:26.848263 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6939dbb6-c0bf-437b-b662-f408bac4edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4591c489-77e3-452b-abe8-f6a85aa1bd1b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:26.852118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6939dbb6-c0bf-437b-b662-f408bac4edc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:26.856189 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6939dbb6-c0bf-437b-b662-f408bac4edc9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4591c489-77e3-452b-abe8-f6a85aa1bd1b HTTP/1.1" status: 204 len: 168 time: 0.1555467 Mar 07 21:32:26.873290 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939dbb6-c0bf-437b-b662-f408bac4edc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4591c489-77e3-452b-abe8-f6a85aa1bd1b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:26.918096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Sync routers for ids ['eaad3822-bf29-40d2-848f-63247034c67c'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:32:26.930577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Routers {'eaad3822-bf29-40d2-848f-63247034c67c'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:32:26.931436 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:32:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['eaad3822-bf29-40d2-848f-63247034c67c'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:27.089867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['60d5eea9-e2e7-405b-9e7c-9043c1defb18'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:32:27.117367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43076) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:27.160105 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 644725f0-a1f3-45de-92dd-5445431d7571 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:32:27.239030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Set router eaad3822-bf29-40d2-848f-63247034c67c gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:32:27.458922 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-26e08b55-98a7-449b-a8aa-b4e3442174c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:27.524064 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 644725f0-a1f3-45de-92dd-5445431d7571 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:27.524608 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (644725f0-a1f3-45de-92dd-5445431d7571), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:27.546357 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43104) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:27.552226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-399420863-network', 'tenant_id': 'dc69f0c8e49f4331ab71b771a5597d42'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:27.593236 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-26e08b55-98a7-449b-a8aa-b4e3442174c3 admin admin] Publish callbacks [] for security_group (ad8ab490-6ae0-489b-84d1-8461d23f73b4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:27.601401 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-26e08b55-98a7-449b-a8aa-b4e3442174c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ad8ab490-6ae0-489b-84d1-8461d23f73b4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:27.630998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] Made reservation on behalf of dc69f0c8e49f4331ab71b771a5597d42 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:27.631929 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43106) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:27.636614 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:27.650774 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:27.659636 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-26e08b55-98a7-449b-a8aa-b4e3442174c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9da389ffe4754fae9ffbe1985eb39c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5409238 Mar 07 21:32:27.663479 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43108) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:27.668999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e08b55-98a7-449b-a8aa-b4e3442174c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8ab490-6ae0-489b-84d1-8461d23f73b4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:27.732826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648abf-9082-4949-9a9b-b33b8c4711c5 req-0c6f3806-9b17-4808-bae0-06cf8a9d9e2a tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:27.740656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db648abf-9082-4949-9a9b-b33b8c4711c5 req-0c6f3806-9b17-4808-bae0-06cf8a9d9e2a tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 969 time: 0.1428165 Mar 07 21:32:27.747056 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-030c497f-6fcc-417c-b979-c24efd5c1fcf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32c22e9341ea45979834613f91d2aeec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0856559 Mar 07 21:32:27.749908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43110) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:27.778908 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 644725f0-a1f3-45de-92dd-5445431d7571 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:27.779726 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (644725f0-a1f3-45de-92dd-5445431d7571), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:27.811091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 644725f0-a1f3-45de-92dd-5445431d7571, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=644725f0-a1f3-45de-92dd-5445431d7571,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:27.813592 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9e7dba78-c3bc-4853-a0d3-c5fdf875d3ec admin admin] Publish callbacks [] for security_group (ad8ab490-6ae0-489b-84d1-8461d23f73b4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:27.819658 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (644725f0-a1f3-45de-92dd-5445431d7571), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:27.834783 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5a5c0c3b-35b1-4ac5-96b2-b2284ec5f42e admin admin] Publish callbacks [] for security_group (7eda8dc0-a340-490b-809c-fe3f5a2d255d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:27.854733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3503317d-4e5e-4bf5-b37e-1c0b2d4b4892', 'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'mac_address': 'fa:16:3e:ec:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:23Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 2, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'subnets': [{'id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:27.861301 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9e7dba78-c3bc-4853-a0d3-c5fdf875d3ec admin admin] Publish callbacks [] for security_group (ad8ab490-6ae0-489b-84d1-8461d23f73b4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:27.875574 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5a5c0c3b-35b1-4ac5-96b2-b2284ec5f42e admin admin] Publish callbacks [] for security_group (7eda8dc0-a340-490b-809c-fe3f5a2d255d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:27.890487 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db648abf-9082-4949-9a9b-b33b8c4711c5 req-72694b94-aca8-45ef-a397-4332a3fd044c tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427474 Mar 07 21:32:27.905367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Checking router: eaad3822-bf29-40d2-848f-63247034c67c for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:32:27.905908 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Updating router eaad3822-bf29-40d2-848f-63247034c67c port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:32:27.955950 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:27.958723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=644725f0-a1f3-45de-92dd-5445431d7571,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:27.966654 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5a5c0c3b-35b1-4ac5-96b2-b2284ec5f42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7eda8dc0-a340-490b-809c-fe3f5a2d255d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:27.972201 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5a5c0c3b-35b1-4ac5-96b2-b2284ec5f42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:27.973585 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5a5c0c3b-35b1-4ac5-96b2-b2284ec5f42e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7eda8dc0-a340-490b-809c-fe3f5a2d255d HTTP/1.1" status: 204 len: 168 time: 0.2229803 Mar 07 21:32:27.987731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c0c3b-35b1-4ac5-96b2-b2284ec5f42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eda8dc0-a340-490b-809c-fe3f5a2d255d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:28.052141 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] Publish callbacks [] for security_group (7bae2cb2-6853-4cd2-9d5c-d40edb05695e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.060740 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7bae2cb2-6853-4cd2-9d5c-d40edb05695e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.084158 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9e7dba78-c3bc-4853-a0d3-c5fdf875d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ad8ab490-6ae0-489b-84d1-8461d23f73b4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.087663 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9e7dba78-c3bc-4853-a0d3-c5fdf875d3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.090041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9e7dba78-c3bc-4853-a0d3-c5fdf875d3ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad8ab490-6ae0-489b-84d1-8461d23f73b4 HTTP/1.1" status: 204 len: 168 time: 0.4231095 Mar 07 21:32:28.107426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:32:28.118950 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bae2cb2-6853-4cd2-9d5c-d40edb05695e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:28.126485 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (4a6284b7-3855-4709-8a24-2d05e4ad7485), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.128276 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] Added segment 4a6284b7-3855-4709-8a24-2d05e4ad7485 of type vlan for network 61721527-501c-4bd9-a4a7-fc391e6c86a3 Mar 07 21:32:28.157388 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7dba78-c3bc-4853-a0d3-c5fdf875d3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8ab490-6ae0-489b-84d1-8461d23f73b4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:28.201143 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (61721527-501c-4bd9-a4a7-fc391e6c86a3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.262428 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (61721527-501c-4bd9-a4a7-fc391e6c86a3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.263608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:28.266446 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.331621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] Pushing event updated for resources: {'Network': ['ID=61721527-501c-4bd9-a4a7-fc391e6c86a3,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:28.346346 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-57186381-667d-4224-9aca-7252f8bdf91c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7982442 Mar 07 21:32:28.349119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43144) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:28.350737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 60d5eea9-e2e7-405b-9e7c-9043c1defb18 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:32:28.352689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 61721527-501c-4bd9-a4a7-fc391e6c86a3 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:32:28.354524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-af929fe5-05cd-4dac-9643-218ba543e2b4 admin admin] Request body: {'subnet': {'network_id': '61721527-501c-4bd9-a4a7-fc391e6c86a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399420863-subnet', 'tenant_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:28.378496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af929fe5-05cd-4dac-9643-218ba543e2b4 admin admin] Made reservation on behalf of dc69f0c8e49f4331ab71b771a5597d42 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:28.381316 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af929fe5-05cd-4dac-9643-218ba543e2b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.390308 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Publish callbacks [] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.423809 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.546368 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a9f51-760a-41a5-8cd6-7f571f496752 None None] Pushing event updated for resources: {'Port': ['ID=3503317d-4e5e-4bf5-b37e-1c0b2d4b4892,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:28.586739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 60d5eea9-e2e7-405b-9e7c-9043c1defb18 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:32:28.592095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 60d5eea9-e2e7-405b-9e7c-9043c1defb18 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:28.592697 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.618523 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af929fe5-05cd-4dac-9643-218ba543e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for subnet (9106b256-77e0-4da4-a577-d08e52faee62), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.645563 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Attempting to bind port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:32:28.646205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Attempting to bind port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:32:28.646726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Attempting to bind port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 on network f5d0297f-7fe7-4057-8050-31db19d78746 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:32:28.656318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:32:28.656957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Checking segment: {'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:32:28.657672 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.658243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Bound using segment: {'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:32:28.658897 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Bound port: 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:32:28.659603 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.686638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af929fe5-05cd-4dac-9643-218ba543e2b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9106b256-77e0-4da4-a577-d08e52faee62,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:28.699755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af929fe5-05cd-4dac-9643-218ba543e2b4 admin admin] Checking segment: {'id': '4a6284b7-3855-4709-8a24-2d05e4ad7485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '61721527-501c-4bd9-a4a7-fc391e6c86a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:32:28.700118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af929fe5-05cd-4dac-9643-218ba543e2b4 admin admin] Network hostable DHCP agents. Network: 61721527-501c-4bd9-a4a7-fc391e6c86a3, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:32:28.741989 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af929fe5-05cd-4dac-9643-218ba543e2b4 admin admin] Network 61721527-501c-4bd9-a4a7-fc391e6c86a3 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:32:28.758731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-af929fe5-05cd-4dac-9643-218ba543e2b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 61721527-501c-4bd9-a4a7-fc391e6c86a3) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:28.765795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] For port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:32:28.771819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0492b0-13cd-4a51-834d-8ad7f14f1b6b None None] Network 61721527-501c-4bd9-a4a7-fc391e6c86a3 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:32:28.772870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af929fe5-05cd-4dac-9643-218ba543e2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:28.773885 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af929fe5-05cd-4dac-9643-218ba543e2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.801513 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-af929fe5-05cd-4dac-9643-218ba543e2b4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4487960 Mar 07 21:32:28.801825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43150) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:28.813103 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-399420863-router', 'tenant_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:28.826469 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] For port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3503317d-4e5e-4bf5-b37e-1c0b2d4b4892,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:32:28.855649 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.856698 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.911482 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.959823 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Publish callbacks [] for router_controller (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:28.986644 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a9f51-760a-41a5-8cd6-7f571f496752 None None] Pushing event updated for resources: {'Port': ['ID=3503317d-4e5e-4bf5-b37e-1c0b2d4b4892,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:28.991296 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 60d5eea9-e2e7-405b-9e7c-9043c1defb18 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:28.991885 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.005113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43162) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:29.048122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdeb01d-2e19-4287-8e0d-94f5bb690508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d5eea9-e2e7-405b-9e7c-9043c1defb18'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:32:29.143096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-be17d2be-34f0-4769-8f39-3c1cf90530c9 None None] Provisioning complete for port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:29.144941 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-be17d2be-34f0-4769-8f39-3c1cf90530c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.180475 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43168) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:29.205286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1272995f-e293-46b2-9d4d-2e9ff7f645cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.252260 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 644725f0-a1f3-45de-92dd-5445431d7571 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:32:29.265188 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 60d5eea9-e2e7-405b-9e7c-9043c1defb18, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=60d5eea9-e2e7-405b-9e7c-9043c1defb18,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:29.301453 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-61721527-501c-4bd9-a4a7-fc391e6c86a3', 'network_id': '61721527-501c-4bd9-a4a7-fc391e6c86a3', 'project_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'fixed_ips': [{'subnet_id': '9106b256-77e0-4da4-a577-d08e52faee62'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:32:29.303472 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.305139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b72b45-b2a9-4d0a-be0c-87fa46d028cc req-82ae578e-4cac-4d0f-9894-23255bc33b85 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:29.307428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49b72b45-b2a9-4d0a-be0c-87fa46d028cc req-82ae578e-4cac-4d0f-9894-23255bc33b85 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 969 time: 0.2747312 Mar 07 21:32:29.325034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Routers {'eaad3822-bf29-40d2-848f-63247034c67c'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:32:29.325162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:32:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['eaad3822-bf29-40d2-848f-63247034c67c'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:29.328899 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43172) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:29.356765 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1272995f-e293-46b2-9d4d-2e9ff7f645cb admin admin] Publish callbacks [] for security_group (96fda975-ebc2-418b-bd3d-c67033552779), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.361457 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1272995f-e293-46b2-9d4d-2e9ff7f645cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (96fda975-ebc2-418b-bd3d-c67033552779), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.402289 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1272995f-e293-46b2-9d4d-2e9ff7f645cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3dddbe569579465998305cdeddcfb536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210381 Mar 07 21:32:29.404868 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43178) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:29.428174 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43180) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:29.429220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272995f-e293-46b2-9d4d-2e9ff7f645cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fda975-ebc2-418b-bd3d-c67033552779,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:29.452983 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.470286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4241-9577-40e4-a76d-a08fe2a35176 admin admin] Publish callbacks [] for security_group (96fda975-ebc2-418b-bd3d-c67033552779), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.495784 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4241-9577-40e4-a76d-a08fe2a35176 admin admin] Publish callbacks [] for security_group (96fda975-ebc2-418b-bd3d-c67033552779), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.559302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bab97a47-d1c4-409a-8da6-cfd2bcd81846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.569265 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4241-9577-40e4-a76d-a08fe2a35176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (96fda975-ebc2-418b-bd3d-c67033552779), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.572273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4241-9577-40e4-a76d-a08fe2a35176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.573484 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2f3a4241-9577-40e4-a76d-a08fe2a35176 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96fda975-ebc2-418b-bd3d-c67033552779 HTTP/1.1" status: 204 len: 168 time: 0.1674390 Mar 07 21:32:29.592363 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a4241-9577-40e4-a76d-a08fe2a35176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fda975-ebc2-418b-bd3d-c67033552779,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:29.630702 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7638e0c4-c229-4f1e-a291-a6ad27dc74e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.645659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Allocated IP 172.20.0.2 (61721527-501c-4bd9-a4a7-fc391e6c86a3/9106b256-77e0-4da4-a577-d08e52faee62/a3ac1920-7f0c-4649-b0b1-f32f72d2332c) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:32:29.688755 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-73807aa2-83be-46f1-8ecc-816fdfa83fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.697299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49b72b45-b2a9-4d0a-be0c-87fa46d028cc req-b11df6d2-c822-4c59-80a3-b6486074b21c tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079813 Mar 07 21:32:29.700058 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Publish callbacks [] for router_gateway (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.746393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bab97a47-d1c4-409a-8da6-cfd2bcd81846 admin admin] Publish callbacks [] for security_group (467aeb02-1c6a-4bfa-ac8e-e330dd083f17), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.766160 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bab97a47-d1c4-409a-8da6-cfd2bcd81846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (467aeb02-1c6a-4bfa-ac8e-e330dd083f17), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.842952 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bab97a47-d1c4-409a-8da6-cfd2bcd81846 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe87a0688fec42bf910aeda3b3e379de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8358796 Mar 07 21:32:29.849504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab97a47-d1c4-409a-8da6-cfd2bcd81846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467aeb02-1c6a-4bfa-ac8e-e330dd083f17,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:29.852152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43190) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:29.876469 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6178880-0630-4d30-87dc-f31d6d2bf77f" -d '{"events": [{"server_uuid": "6cdeb01d-2e19-4287-8e0d-94f5bb690508", "name": "network-vif-plugged", "status": "completed", "tag": "60d5eea9-e2e7-405b-9e7c-9043c1defb18"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:32:29.892505 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7638e0c4-c229-4f1e-a291-a6ad27dc74e1 admin admin] Publish callbacks [] for security_group (dc7a0cf1-86a8-4406-946e-5acc264f0792), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.912706 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7638e0c4-c229-4f1e-a291-a6ad27dc74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dc7a0cf1-86a8-4406-946e-5acc264f0792), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.959613 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-73807aa2-83be-46f1-8ecc-816fdfa83fe8 admin admin] Publish callbacks [] for security_group (91fcf445-ffe6-46c7-9978-576c5acaa018), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.977133 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7638e0c4-c229-4f1e-a291-a6ad27dc74e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c699261c0f44ca3bdcb352560d0f3fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6467900 Mar 07 21:32:29.977859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-73807aa2-83be-46f1-8ecc-816fdfa83fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (91fcf445-ffe6-46c7-9978-576c5acaa018), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:29.980763 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638e0c4-c229-4f1e-a291-a6ad27dc74e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7a0cf1-86a8-4406-946e-5acc264f0792,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:29.985660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43198) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:30.038967 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-645f5d5b-a242-4094-804f-0027e04246d1 admin admin] Publish callbacks [] for security_group (467aeb02-1c6a-4bfa-ac8e-e330dd083f17), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.063757 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 644725f0-a1f3-45de-92dd-5445431d7571 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:30.064134 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (644725f0-a1f3-45de-92dd-5445431d7571), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.073987 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-73807aa2-83be-46f1-8ecc-816fdfa83fe8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5dd59a60ca2a43c098dea9994b8d1820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6395066 Mar 07 21:32:30.084095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43204) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:30.123168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-be17d2be-34f0-4769-8f39-3c1cf90530c9 None None] Current status of the port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:30.123556 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-be17d2be-34f0-4769-8f39-3c1cf90530c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.135119 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73807aa2-83be-46f1-8ecc-816fdfa83fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fcf445-ffe6-46c7-9978-576c5acaa018,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:30.168759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-be17d2be-34f0-4769-8f39-3c1cf90530c9 None None] For port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3503317d-4e5e-4bf5-b37e-1c0b2d4b4892,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:30.173982 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-645f5d5b-a242-4094-804f-0027e04246d1 admin admin] Publish callbacks [] for security_group (467aeb02-1c6a-4bfa-ac8e-e330dd083f17), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.191848 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-be17d2be-34f0-4769-8f39-3c1cf90530c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.203688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=60d5eea9-e2e7-405b-9e7c-9043c1defb18,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:30.208554 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] Set router eaad3822-bf29-40d2-848f-63247034c67c gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:32:30.208734 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8f7658d4-41f7-44eb-aefb-d4e9b8df4dd0 admin admin] Publish callbacks [] for security_group (91fcf445-ffe6-46c7-9978-576c5acaa018), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.221517 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Publish callbacks [] for router_gateway (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.254942 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.278180 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5da97f84-eca9-4e70-acb2-79b6f59a637b admin admin] Publish callbacks [] for security_group (dc7a0cf1-86a8-4406-946e-5acc264f0792), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.325930 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5da97f84-eca9-4e70-acb2-79b6f59a637b admin admin] Publish callbacks [] for security_group (dc7a0cf1-86a8-4406-946e-5acc264f0792), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.346403 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8f7658d4-41f7-44eb-aefb-d4e9b8df4dd0 admin admin] Publish callbacks [] for security_group (91fcf445-ffe6-46c7-9978-576c5acaa018), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.347961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 644725f0-a1f3-45de-92dd-5445431d7571 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:30.383366 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-645f5d5b-a242-4094-804f-0027e04246d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (467aeb02-1c6a-4bfa-ac8e-e330dd083f17), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.388131 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-645f5d5b-a242-4094-804f-0027e04246d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.388416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Allocated IP 172.25.4.20 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/fdb7a9b7-c4cc-4672-b142-cf2e95b0245e) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:32:30.393213 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-645f5d5b-a242-4094-804f-0027e04246d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/467aeb02-1c6a-4bfa-ac8e-e330dd083f17 HTTP/1.1" status: 204 len: 168 time: 0.5326631 Mar 07 21:32:30.409414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0dd441fb-ff90-4911-817c-d8784dfe0c89 None None] Provisioning complete for port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:30.409800 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0dd441fb-ff90-4911-817c-d8784dfe0c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.420064 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f5d5b-a242-4094-804f-0027e04246d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467aeb02-1c6a-4bfa-ac8e-e330dd083f17,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:30.467513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17d2be-34f0-4769-8f39-3c1cf90530c9 None None] Pushing event updated for resources: {'Port': ['ID=3503317d-4e5e-4bf5-b37e-1c0b2d4b4892,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:30.480036 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5da97f84-eca9-4e70-acb2-79b6f59a637b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dc7a0cf1-86a8-4406-946e-5acc264f0792), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.486691 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5da97f84-eca9-4e70-acb2-79b6f59a637b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.493052 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5da97f84-eca9-4e70-acb2-79b6f59a637b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc7a0cf1-86a8-4406-946e-5acc264f0792 HTTP/1.1" status: 204 len: 168 time: 0.4992685 Mar 07 21:32:30.507104 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8f7658d4-41f7-44eb-aefb-d4e9b8df4dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (91fcf445-ffe6-46c7-9978-576c5acaa018), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.510881 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8f7658d4-41f7-44eb-aefb-d4e9b8df4dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.515744 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8f7658d4-41f7-44eb-aefb-d4e9b8df4dd0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91fcf445-ffe6-46c7-9978-576c5acaa018 HTTP/1.1" status: 204 len: 168 time: 0.4306633 Mar 07 21:32:30.524322 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Publish callbacks [] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.527639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da97f84-eca9-4e70-acb2-79b6f59a637b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7a0cf1-86a8-4406-946e-5acc264f0792,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:30.541272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7658d4-41f7-44eb-aefb-d4e9b8df4dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fcf445-ffe6-46c7-9978-576c5acaa018,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:30.572922 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afd5875-ecda-46d0-a219-cd7e505329b3 x-openstack-request-id: req-7afd5875-ecda-46d0-a219-cd7e505329b3 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:32:30.573241 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdeb01d-2e19-4287-8e0d-94f5bb690508", "name": "network-vif-plugged", "status": "completed", "tag": "60d5eea9-e2e7-405b-9e7c-9043c1defb18", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:32:30.573501 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7afd5875-ecda-46d0-a219-cd7e505329b3 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:32:30.573943 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdeb01d-2e19-4287-8e0d-94f5bb690508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d5eea9-e2e7-405b-9e7c-9043c1defb18', 'code': 200} Mar 07 21:32:30.604900 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.610475 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Publish callbacks [] for port (fdb7a9b7-c4cc-4672-b142-cf2e95b0245e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.665355 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Network 61721527-501c-4bd9-a4a7-fc391e6c86a3 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:32:30.671303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:30.680166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:32:30.699670 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (fdb7a9b7-c4cc-4672-b142-cf2e95b0245e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.751070 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063f72f-822d-4766-a1b6-868f10081330 req-52dbdba3-711b-42d9-ad9e-7210a7d34981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:30.755417 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0063f72f-822d-4766-a1b6-868f10081330 req-52dbdba3-711b-42d9-ad9e-7210a7d34981 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 1152 time: 0.1422637 Mar 07 21:32:30.758035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Pushing event updated for resources: {'Port': ['ID=fdb7a9b7-c4cc-4672-b142-cf2e95b0245e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:30.771103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Pushing event updated for resources: {'Port': ['ID=a3ac1920-7f0c-4649-b0b1-f32f72d2332c,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:30.788503 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0063f72f-822d-4766-a1b6-868f10081330 req-10da4850-b9bd-4f9f-8f20-e63a040dd5a1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.795700 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:32:30.797756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:30.802099 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:32:30.836289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0dd441fb-ff90-4911-817c-d8784dfe0c89 None None] Current status of the port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:30.839068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Attempting to bind port a3ac1920-7f0c-4649-b0b1-f32f72d2332c on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:32:30.839732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Attempting to bind port a3ac1920-7f0c-4649-b0b1-f32f72d2332c by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '4a6284b7-3855-4709-8a24-2d05e4ad7485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '61721527-501c-4bd9-a4a7-fc391e6c86a3'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:32:30.840271 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Attempting to bind port a3ac1920-7f0c-4649-b0b1-f32f72d2332c on network 61721527-501c-4bd9-a4a7-fc391e6c86a3 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:32:30.850785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:32:30.851469 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Checking segment: {'id': '4a6284b7-3855-4709-8a24-2d05e4ad7485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '61721527-501c-4bd9-a4a7-fc391e6c86a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:32:30.852052 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.852586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Bound using segment: {'id': '4a6284b7-3855-4709-8a24-2d05e4ad7485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '61721527-501c-4bd9-a4a7-fc391e6c86a3'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:32:30.853830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Bound port: a3ac1920-7f0c-4649-b0b1-f32f72d2332c, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6284b7-3855-4709-8a24-2d05e4ad7485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '61721527-501c-4bd9-a4a7-fc391e6c86a3'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:32:30.854409 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.890377 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0063f72f-822d-4766-a1b6-868f10081330 req-10da4850-b9bd-4f9f-8f20-e63a040dd5a1 service neutron] Publish callbacks [] for security_group (abcec285-09eb-4285-87e6-ba37654445ca), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.899396 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0063f72f-822d-4766-a1b6-868f10081330 req-10da4850-b9bd-4f9f-8f20-e63a040dd5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (abcec285-09eb-4285-87e6-ba37654445ca), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:30.934414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3503317d-4e5e-4bf5-b37e-1c0b2d4b4892', 'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'mac_address': 'fa:16:3e:ec:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:23Z', 'updated_at': '2022-03-07T21:32:28Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'subnets': [{'id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:30.976524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] For port a3ac1920-7f0c-4649-b0b1-f32f72d2332c, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:32:30.979780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885486c-eefd-4dba-acd5-17f49642f2c4 None None] The sync data for ids ['eaad3822-bf29-40d2-848f-63247034c67c'] in n-d-832330-1 is: [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3503317d-4e5e-4bf5-b37e-1c0b2d4b4892', 'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'mac_address': 'fa:16:3e:ec:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:23Z', 'updated_at': '2022-03-07T21:32:28Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'subnets': [{'id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:32:30.997299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] For port a3ac1920-7f0c-4649-b0b1-f32f72d2332c, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a3ac1920-7f0c-4649-b0b1-f32f72d2332c,segment=NetworkSegment(4a6284b7-3855-4709-8a24-2d05e4ad7485),segment_id=4a6284b7-3855-4709-8a24-2d05e4ad7485)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:32:31.007961 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:31.011121 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0063f72f-822d-4766-a1b6-868f10081330 req-10da4850-b9bd-4f9f-8f20-e63a040dd5a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447379 Mar 07 21:32:31.019830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da4850-b9bd-4f9f-8f20-e63a040dd5a1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=abcec285-09eb-4285-87e6-ba37654445ca,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:31.158525 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Publish callbacks [] for router_gateway (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:31.201331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e5032-e06f-4617-bf2a-75e25d3e45c9 None None] Pushing event updated for resources: {'Port': ['ID=a3ac1920-7f0c-4649-b0b1-f32f72d2332c,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:31.317381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a1ef0-75c7-41bb-9b21-b10de1c73662 req-67ca7bde-fae7-469a-bb5e-acbeaae92be6 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:31.322991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d71a1ef0-75c7-41bb-9b21-b10de1c73662 req-67ca7bde-fae7-469a-bb5e-acbeaae92be6 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 970 time: 0.3805892 Mar 07 21:32:31.489837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43232) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:31.493839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d71a1ef0-75c7-41bb-9b21-b10de1c73662 req-ccf0b1e4-aa7b-4a5c-bbba-55f741f094e8 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167400 Mar 07 21:32:31.514664 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:31.539258 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ebe3641e-6dd4-4656-950f-e995f5f3f9f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:31.557076 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43234) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:31.608860 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fc825ef-e591-46f6-887a-39cc4247325e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:31.763614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Router 2f29fb5b-92f0-460b-a432-45b71ca9a7e4 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:32:31.785518 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ebe3641e-6dd4-4656-950f-e995f5f3f9f8 admin admin] Publish callbacks [] for security_group (4077c163-0d8e-499f-a11c-88bc30bd6b5a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:31.797137 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ebe3641e-6dd4-4656-950f-e995f5f3f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4077c163-0d8e-499f-a11c-88bc30bd6b5a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:31.819276 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fc825ef-e591-46f6-887a-39cc4247325e admin admin] Publish callbacks [] for security_group (9a0e27e7-5cbf-4fb2-b098-a2d86ab37583), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:31.836777 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fc825ef-e591-46f6-887a-39cc4247325e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9a0e27e7-5cbf-4fb2-b098-a2d86ab37583), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:31.878907 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3641e-6dd4-4656-950f-e995f5f3f9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4077c163-0d8e-499f-a11c-88bc30bd6b5a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:31.887958 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ebe3641e-6dd4-4656-950f-e995f5f3f9f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9cb470a034214028884ea8fb39f544a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957558 Mar 07 21:32:31.893698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43242) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:31.920383 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9fc825ef-e591-46f6-887a-39cc4247325e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2663a8a7f1d042f8867aa26af2c91d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501444 Mar 07 21:32:31.926193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43244) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:31.949659 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43246) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:31.952892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc825ef-e591-46f6-887a-39cc4247325e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0e27e7-5cbf-4fb2-b098-a2d86ab37583,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:31.988132 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:32:31.997230 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Sync routers for ids ['2f29fb5b-92f0-460b-a432-45b71ca9a7e4'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:32:32.011442 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Routers {'2f29fb5b-92f0-460b-a432-45b71ca9a7e4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:32:32.012341 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:32:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2f29fb5b-92f0-460b-a432-45b71ca9a7e4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:32.019553 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be68eb9e-a2d8-4c07-9851-9297335b33b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.033578 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.035016 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-64d828bc-40fd-4bdc-bb27-ce635594545e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.2324216 Mar 07 21:32:32.037919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43248) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:32.088967 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-82e1dad5-b5b0-461d-b359-72be0b1e477c admin admin] Publish callbacks [] for security_group (9a0e27e7-5cbf-4fb2-b098-a2d86ab37583), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.099049 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de8cbdcf-dd63-46e0-bdd8-abfc55c93ec8 admin admin] Publish callbacks [] for security_group (4077c163-0d8e-499f-a11c-88bc30bd6b5a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.174387 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-82e1dad5-b5b0-461d-b359-72be0b1e477c admin admin] Publish callbacks [] for security_group (9a0e27e7-5cbf-4fb2-b098-a2d86ab37583), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.213053 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de8cbdcf-dd63-46e0-bdd8-abfc55c93ec8 admin admin] Publish callbacks [] for security_group (4077c163-0d8e-499f-a11c-88bc30bd6b5a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.303075 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Set router 2f29fb5b-92f0-460b-a432-45b71ca9a7e4 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:32:32.324722 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be68eb9e-a2d8-4c07-9851-9297335b33b7 admin admin] Publish callbacks [] for security_group (19b316b7-bb1b-495c-a0ad-f33fc802f837), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.332539 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be68eb9e-a2d8-4c07-9851-9297335b33b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (19b316b7-bb1b-495c-a0ad-f33fc802f837), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.357827 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de8cbdcf-dd63-46e0-bdd8-abfc55c93ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4077c163-0d8e-499f-a11c-88bc30bd6b5a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.363732 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de8cbdcf-dd63-46e0-bdd8-abfc55c93ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.371913 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-de8cbdcf-dd63-46e0-bdd8-abfc55c93ec8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4077c163-0d8e-499f-a11c-88bc30bd6b5a HTTP/1.1" status: 204 len: 168 time: 0.4664712 Mar 07 21:32:32.412649 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-be68eb9e-a2d8-4c07-9851-9297335b33b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d203e12caf74610ae268f902c6fc071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450347 Mar 07 21:32:32.413286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43258) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:32.415711 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68eb9e-a2d8-4c07-9851-9297335b33b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b316b7-bb1b-495c-a0ad-f33fc802f837,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:32.433192 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cbdcf-dd63-46e0-bdd8-abfc55c93ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4077c163-0d8e-499f-a11c-88bc30bd6b5a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:32.508295 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e10d16e0-c22d-4914-be98-2f523e5c19e6 admin admin] Publish callbacks [] for security_group (19b316b7-bb1b-495c-a0ad-f33fc802f837), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.535628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e10d16e0-c22d-4914-be98-2f523e5c19e6 admin admin] Publish callbacks [] for security_group (19b316b7-bb1b-495c-a0ad-f33fc802f837), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.558256 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-82e1dad5-b5b0-461d-b359-72be0b1e477c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9a0e27e7-5cbf-4fb2-b098-a2d86ab37583), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.565048 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-82e1dad5-b5b0-461d-b359-72be0b1e477c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.569599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-82e1dad5-b5b0-461d-b359-72be0b1e477c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a0e27e7-5cbf-4fb2-b098-a2d86ab37583 HTTP/1.1" status: 204 len: 168 time: 0.6393692 Mar 07 21:32:32.618017 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e10d16e0-c22d-4914-be98-2f523e5c19e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (19b316b7-bb1b-495c-a0ad-f33fc802f837), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.626194 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e10d16e0-c22d-4914-be98-2f523e5c19e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.630994 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e10d16e0-c22d-4914-be98-2f523e5c19e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19b316b7-bb1b-495c-a0ad-f33fc802f837 HTTP/1.1" status: 204 len: 168 time: 0.2161620 Mar 07 21:32:32.646790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d16e0-c22d-4914-be98-2f523e5c19e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b316b7-bb1b-495c-a0ad-f33fc802f837,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:32.683065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1dad5-b5b0-461d-b359-72be0b1e477c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0e27e7-5cbf-4fb2-b098-a2d86ab37583,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:32.750867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4048347-af60-46bd-b933-93271241f684 None None] Network 61721527-501c-4bd9-a4a7-fc391e6c86a3 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:32:32.766965 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399420863-router', 'tenant_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fdb7a9b7-c4cc-4672-b142-cf2e95b0245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:28Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 3, 'project_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'gw_port': {'id': 'fdb7a9b7-c4cc-4672-b142-cf2e95b0245e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:30Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:32.834098 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Checking router: 2f29fb5b-92f0-460b-a432-45b71ca9a7e4 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:32:32.834466 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Updating router 2f29fb5b-92f0-460b-a432-45b71ca9a7e4 port fdb7a9b7-c4cc-4672-b142-cf2e95b0245e binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:32:32.882602 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fdb7a9b7-c4cc-4672-b142-cf2e95b0245e), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:32.940013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e137a307-5453-4b4d-bf98-7d1cda3f023a None None] Provisioning complete for port a3ac1920-7f0c-4649-b0b1-f32f72d2332c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:32.940638 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e137a307-5453-4b4d-bf98-7d1cda3f023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:33.104100 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e137a307-5453-4b4d-bf98-7d1cda3f023a None None] Current status of the port a3ac1920-7f0c-4649-b0b1-f32f72d2332c is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:33.104617 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e137a307-5453-4b4d-bf98-7d1cda3f023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:33.164937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e137a307-5453-4b4d-bf98-7d1cda3f023a None None] For port a3ac1920-7f0c-4649-b0b1-f32f72d2332c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a3ac1920-7f0c-4649-b0b1-f32f72d2332c,segment=NetworkSegment(4a6284b7-3855-4709-8a24-2d05e4ad7485),segment_id=4a6284b7-3855-4709-8a24-2d05e4ad7485)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:33.170219 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e137a307-5453-4b4d-bf98-7d1cda3f023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:33.256560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137a307-5453-4b4d-bf98-7d1cda3f023a None None] Pushing event updated for resources: {'Port': ['ID=a3ac1920-7f0c-4649-b0b1-f32f72d2332c,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:33.268547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594220f-ed83-40c8-af98-4d114c65fc1c req-320df8cd-aa07-4ad4-866f-0d52fd56fb96 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:33.270260 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4594220f-ed83-40c8-af98-4d114c65fc1c req-320df8cd-aa07-4ad4-866f-0d52fd56fb96 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 970 time: 0.5921619 Mar 07 21:32:33.317163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a3ac1920-7f0c-4649-b0b1-f32f72d2332c up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:32:33.422281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4594220f-ed83-40c8-af98-4d114c65fc1c req-04fb654a-a0c9-4f5b-ba2d-bb17afb29c8d tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424809 Mar 07 21:32:33.439325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port a3ac1920-7f0c-4649-b0b1-f32f72d2332c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:33.439702 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:33.519711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c7b4d099-e0cd-43c4-88b9-2e2d8777dbde None None] Provisioning complete for port a3ac1920-7f0c-4649-b0b1-f32f72d2332c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:33.520107 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d099-e0cd-43c4-88b9-2e2d8777dbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:33.521525 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Publish callbacks [] for port (fdb7a9b7-c4cc-4672-b142-cf2e95b0245e), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:33.532271 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fdb7a9b7-c4cc-4672-b142-cf2e95b0245e), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:33.584159 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddee13e-68d6-43ce-8d82-05cd815f44a8 None None] Pushing event updated for resources: {'Port': ['ID=fdb7a9b7-c4cc-4672-b142-cf2e95b0245e,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:33.617386 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a3ac1920-7f0c-4649-b0b1-f32f72d2332c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:33.617617 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Attempting to bind port fdb7a9b7-c4cc-4672-b142-cf2e95b0245e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:32:33.618140 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Attempting to bind port fdb7a9b7-c4cc-4672-b142-cf2e95b0245e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:32:33.619133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:32:33.619477 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Attempting to bind port fdb7a9b7-c4cc-4672-b142-cf2e95b0245e on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:32:33.624980 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:32:33.625493 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:32:33.626012 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:33.630487 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:32:33.631121 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Bound port: fdb7a9b7-c4cc-4672-b142-cf2e95b0245e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:32:33.631624 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fdb7a9b7-c4cc-4672-b142-cf2e95b0245e), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:33.693046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c7b4d099-e0cd-43c4-88b9-2e2d8777dbde None None] Current status of the port a3ac1920-7f0c-4649-b0b1-f32f72d2332c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:33.698290 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:33.710681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:33.717907 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:33.743446 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] For port fdb7a9b7-c4cc-4672-b142-cf2e95b0245e, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:32:33.747095 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] For port fdb7a9b7-c4cc-4672-b142-cf2e95b0245e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fdb7a9b7-c4cc-4672-b142-cf2e95b0245e,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:32:33.757893 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fdb7a9b7-c4cc-4672-b142-cf2e95b0245e), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:33.815035 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddee13e-68d6-43ce-8d82-05cd815f44a8 None None] Pushing event updated for resources: {'Port': ['ID=fdb7a9b7-c4cc-4672-b142-cf2e95b0245e,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:33.834134 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Routers {'2f29fb5b-92f0-460b-a432-45b71ca9a7e4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:32:33.834789 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:32:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2f29fb5b-92f0-460b-a432-45b71ca9a7e4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:33.892016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:34.044720 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] Set router 2f29fb5b-92f0-460b-a432-45b71ca9a7e4 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:32:34.133177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Allocated IP 172.20.0.1 (61721527-501c-4bd9-a4a7-fc391e6c86a3/9106b256-77e0-4da4-a577-d08e52faee62/6d7c9cfe-21ab-4123-97c8-ec9920ded2be) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:32:34.283421 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Publish callbacks [] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:34.326544 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:34.377711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Pushing event updated for resources: {'Port': ['ID=6d7c9cfe-21ab-4123-97c8-ec9920ded2be,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:34.391288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Network 61721527-501c-4bd9-a4a7-fc391e6c86a3 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:32:34.393762 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:34.394645 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399420863-router', 'tenant_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fdb7a9b7-c4cc-4672-b142-cf2e95b0245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:28Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 3, 'project_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'gw_port': {'id': 'fdb7a9b7-c4cc-4672-b142-cf2e95b0245e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:30Z', 'updated_at': '2022-03-07T21:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:34.396231 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:32:34.396539 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:34.467121 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7491a5-e72b-47c3-9332-83940dcd35af None None] The sync data for ids ['2f29fb5b-92f0-460b-a432-45b71ca9a7e4'] in n-d-832330-1 is: [{'id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399420863-router', 'tenant_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fdb7a9b7-c4cc-4672-b142-cf2e95b0245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:28Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 3, 'project_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'gw_port': {'id': 'fdb7a9b7-c4cc-4672-b142-cf2e95b0245e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:30Z', 'updated_at': '2022-03-07T21:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:32:34.726659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65320054-f5ad-4e38-9bef-a8d55136142e req-6a92134c-aa06-4da6-8cd7-44e351411d38 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:34.729715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65320054-f5ad-4e38-9bef-a8d55136142e req-6a92134c-aa06-4da6-8cd7-44e351411d38 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 970 time: 0.2098875 Mar 07 21:32:34.749383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-84aac9e4-3702-4956-95f6-372d15a08252 None None] Provisioning complete for port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:34.750109 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-84aac9e4-3702-4956-95f6-372d15a08252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:34.842891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65320054-f5ad-4e38-9bef-a8d55136142e req-26d888f1-1d5e-42a4-a72e-cb781e7647cc tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076636 Mar 07 21:32:34.850898 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:34.998713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-84aac9e4-3702-4956-95f6-372d15a08252 None None] Port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:32:35.067059 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43382) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:35.229226 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a3ac1920-7f0c-4649-b0b1-f32f72d2332c up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:32:35.266781 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfce7a1-3036-427c-96ab-6315b3aeb56a req-8c440340-901a-488a-8910-df14c80d5b27 tempest-AggregatesAdminTestJSON-654405689 tempest-AggregatesAdminTestJSON-654405689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:35.268397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1dfce7a1-3036-427c-96ab-6315b3aeb56a req-8c440340-901a-488a-8910-df14c80d5b27 tempest-AggregatesAdminTestJSON-654405689 tempest-AggregatesAdminTestJSON-654405689-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 1152 time: 0.1746550 Mar 07 21:32:35.299815 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1dfce7a1-3036-427c-96ab-6315b3aeb56a req-87620355-cb1e-4653-b5e2-b0cdc0b179d7 tempest-AggregatesAdminTestJSON-654405689 tempest-AggregatesAdminTestJSON-654405689-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:35.304292 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Publish callbacks [] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:35.316767 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:35.317664 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:35.348219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port a3ac1920-7f0c-4649-b0b1-f32f72d2332c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:35.349406 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:35.392238 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Pushing event updated for resources: {'Port': ['ID=6d7c9cfe-21ab-4123-97c8-ec9920ded2be,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:35.547391 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-fb16d66d-324b-4656-9d5a-f7cce061e3da tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2e47e50b4c2649c4b1dc6e8e52faea34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1084387 Mar 07 21:32:35.562935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a3ac1920-7f0c-4649-b0b1-f32f72d2332c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:35.564079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fdb7a9b7-c4cc-4672-b142-cf2e95b0245e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:32:35.653769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port fdb7a9b7-c4cc-4672-b142-cf2e95b0245e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:35.654174 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fdb7a9b7-c4cc-4672-b142-cf2e95b0245e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:35.662658 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4929ae57-afb8-48c4-9585-465d94ca4ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:35.763262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Network 61721527-501c-4bd9-a4a7-fc391e6c86a3 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:32:35.769861 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:35.835607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port fdb7a9b7-c4cc-4672-b142-cf2e95b0245e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:35.836034 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fdb7a9b7-c4cc-4672-b142-cf2e95b0245e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:35.855893 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4929ae57-afb8-48c4-9585-465d94ca4ff0 admin admin] Publish callbacks [] for security_group (c2311d1e-80fb-4a4d-8c6d-475da40e4885), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:35.869559 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4929ae57-afb8-48c4-9585-465d94ca4ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c2311d1e-80fb-4a4d-8c6d-475da40e4885), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:35.889443 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port fdb7a9b7-c4cc-4672-b142-cf2e95b0245e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fdb7a9b7-c4cc-4672-b142-cf2e95b0245e,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:35.897272 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fdb7a9b7-c4cc-4672-b142-cf2e95b0245e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:35.937615 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4929ae57-afb8-48c4-9585-465d94ca4ff0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23f984acc62a46fc8c5778078ee10d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8682480 Mar 07 21:32:35.942236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43410) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:35.960614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929ae57-afb8-48c4-9585-465d94ca4ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2311d1e-80fb-4a4d-8c6d-475da40e4885,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:35.968121 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:32:36.004125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=fdb7a9b7-c4cc-4672-b142-cf2e95b0245e,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:36.010671 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-027b68a4-5438-4e34-a95c-59b2e8fd5969 admin admin] Publish callbacks [] for security_group (c2311d1e-80fb-4a4d-8c6d-475da40e4885), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:36.050557 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-027b68a4-5438-4e34-a95c-59b2e8fd5969 admin admin] Publish callbacks [] for security_group (c2311d1e-80fb-4a4d-8c6d-475da40e4885), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:36.138514 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-027b68a4-5438-4e34-a95c-59b2e8fd5969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c2311d1e-80fb-4a4d-8c6d-475da40e4885), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:36.142185 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-027b68a4-5438-4e34-a95c-59b2e8fd5969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:36.147051 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-027b68a4-5438-4e34-a95c-59b2e8fd5969 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2311d1e-80fb-4a4d-8c6d-475da40e4885 HTTP/1.1" status: 204 len: 168 time: 0.2034516 Mar 07 21:32:36.156962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b68a4-5438-4e34-a95c-59b2e8fd5969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2311d1e-80fb-4a4d-8c6d-475da40e4885,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:36.168955 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1dfce7a1-3036-427c-96ab-6315b3aeb56a req-87620355-cb1e-4653-b5e2-b0cdc0b179d7 tempest-AggregatesAdminTestJSON-654405689 tempest-AggregatesAdminTestJSON-654405689-project-admin] Publish callbacks [] for security_group (4bf3ed64-d3ca-4f17-897b-88741ba921e1), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:36.192957 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1dfce7a1-3036-427c-96ab-6315b3aeb56a req-87620355-cb1e-4653-b5e2-b0cdc0b179d7 tempest-AggregatesAdminTestJSON-654405689 tempest-AggregatesAdminTestJSON-654405689-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4bf3ed64-d3ca-4f17-897b-88741ba921e1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:36.235574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-68c6bd47-5ddc-4685-8b88-c8d024c36ede None None] Provisioning complete for port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:36.236360 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-68c6bd47-5ddc-4685-8b88-c8d024c36ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:36.245314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d25c47-5168-484a-a324-5b61d17925b8 req-51ef9bf9-2e81-4fab-9d6d-07fd9cfc43fe tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:36.246805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-51ef9bf9-2e81-4fab-9d6d-07fd9cfc43fe tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6878171 Mar 07 21:32:36.272619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-68c6bd47-5ddc-4685-8b88-c8d024c36ede None None] Port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:32:36.352664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87620355-cb1e-4653-b5e2-b0cdc0b179d7 tempest-AggregatesAdminTestJSON-654405689 tempest-AggregatesAdminTestJSON-654405689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf3ed64-d3ca-4f17-897b-88741ba921e1,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:36.367912 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1dfce7a1-3036-427c-96ab-6315b3aeb56a req-87620355-cb1e-4653-b5e2-b0cdc0b179d7 tempest-AggregatesAdminTestJSON-654405689 tempest-AggregatesAdminTestJSON-654405689-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0912266 Mar 07 21:32:36.384692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-6da8a83e-0c27-4bde-a705-de33819bbb3d tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/quotas/2e47e50b4c2649c4b1dc6e8e52faea34 HTTP/1.1" status: 200 len: 375 time: 0.1285956 Mar 07 21:32:36.426173 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-76c1f9ae-7680-4d0b-b06f-d24abce7fb9c tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e47e50b4c2649c4b1dc6e8e52faea34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334518 Mar 07 21:32:36.436316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Router 2f29fb5b-92f0-460b-a432-45b71ca9a7e4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:32:36.568481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:32:36.586569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-272bf862-e030-4a17-9f68-25ad1c7f8dab admin admin] 10.222.0.26 "PUT /v2.0/routers/2f29fb5b-92f0-460b-a432-45b71ca9a7e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5464773 Mar 07 21:32:36.887723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Sync routers for ids ['2f29fb5b-92f0-460b-a432-45b71ca9a7e4'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:32:36.919968 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Routers {'2f29fb5b-92f0-460b-a432-45b71ca9a7e4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:32:36.923157 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:32:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2f29fb5b-92f0-460b-a432-45b71ca9a7e4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:37.014297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e88201d-748f-4649-98c4-d1e63a2c8988 req-f1eafe28-db17-48bd-a6a9-700be5e7e090 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 210 time: 0.0692978 Mar 07 21:32:37.123342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fdb7a9b7-c4cc-4672-b142-cf2e95b0245e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:32:37.153894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757f39a-be80-4b45-8f6e-9ae3118b33bd req-3033e199-9c8c-4be6-adfe-0be2656297b8 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:37.162679 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5757f39a-be80-4b45-8f6e-9ae3118b33bd req-3033e199-9c8c-4be6-adfe-0be2656297b8 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 970 time: 0.0898132 Mar 07 21:32:37.166713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Set router 2f29fb5b-92f0-460b-a432-45b71ca9a7e4 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:32:37.240908 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5757f39a-be80-4b45-8f6e-9ae3118b33bd req-10dfa867-6120-475e-af95-0297a10fc62c tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769560 Mar 07 21:32:37.364962 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port fdb7a9b7-c4cc-4672-b142-cf2e95b0245e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:37.365435 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fdb7a9b7-c4cc-4672-b142-cf2e95b0245e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:37.499977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399420863-router', 'tenant_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fdb7a9b7-c4cc-4672-b142-cf2e95b0245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:28Z', 'updated_at': '2022-03-07T21:32:34Z', 'revision_number': 4, 'project_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'gw_port': {'id': 'fdb7a9b7-c4cc-4672-b142-cf2e95b0245e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:30Z', 'updated_at': '2022-03-07T21:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '6d7c9cfe-21ab-4123-97c8-ec9920ded2be', 'name': '', 'network_id': '61721527-501c-4bd9-a4a7-fc391e6c86a3', 'tenant_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'mac_address': 'fa:16:3e:bd:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9106b256-77e0-4da4-a577-d08e52faee62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:33Z', 'updated_at': '2022-03-07T21:32:34Z', 'revision_number': 2, 'project_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'subnets': [{'id': '9106b256-77e0-4da4-a577-d08e52faee62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:37.503018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port fdb7a9b7-c4cc-4672-b142-cf2e95b0245e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:37.534373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Checking router: 2f29fb5b-92f0-460b-a432-45b71ca9a7e4 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:32:37.534714 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Updating router 2f29fb5b-92f0-460b-a432-45b71ca9a7e4 port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:32:37.569728 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:38.000305 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Publish callbacks [] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:38.011110 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:38.128726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1659a-1b69-415e-82dd-3aba09b7c28a None None] Pushing event updated for resources: {'Port': ['ID=6d7c9cfe-21ab-4123-97c8-ec9920ded2be,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:38.156306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Attempting to bind port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:32:38.156892 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Attempting to bind port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '4a6284b7-3855-4709-8a24-2d05e4ad7485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '61721527-501c-4bd9-a4a7-fc391e6c86a3'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:32:38.157406 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Attempting to bind port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be on network 61721527-501c-4bd9-a4a7-fc391e6c86a3 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:32:38.164560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:32:38.165157 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Checking segment: {'id': '4a6284b7-3855-4709-8a24-2d05e4ad7485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '61721527-501c-4bd9-a4a7-fc391e6c86a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:32:38.166479 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:38.167017 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Bound using segment: {'id': '4a6284b7-3855-4709-8a24-2d05e4ad7485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '61721527-501c-4bd9-a4a7-fc391e6c86a3'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:32:38.167658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Bound port: 6d7c9cfe-21ab-4123-97c8-ec9920ded2be, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6284b7-3855-4709-8a24-2d05e4ad7485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '61721527-501c-4bd9-a4a7-fc391e6c86a3'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:32:38.168260 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:38.267930 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] For port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:32:38.273476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] For port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6d7c9cfe-21ab-4123-97c8-ec9920ded2be,segment=NetworkSegment(4a6284b7-3855-4709-8a24-2d05e4ad7485),segment_id=4a6284b7-3855-4709-8a24-2d05e4ad7485)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:32:38.288131 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:38.321131 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a20d6aaf-a120-457f-bf40-0fd789ea811b req-b48c86f8-fab4-4e39-a8e9-f6507daa0ab1 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 210 time: 0.0688868 Mar 07 21:32:38.376574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Routers {'2f29fb5b-92f0-460b-a432-45b71ca9a7e4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:32:38.377286 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:32:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2f29fb5b-92f0-460b-a432-45b71ca9a7e4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:38.430344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.13', 58386) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:38.474449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1659a-1b69-415e-82dd-3aba09b7c28a None None] Pushing event updated for resources: {'Port': ['ID=6d7c9cfe-21ab-4123-97c8-ec9920ded2be,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:38.496589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-055e91b0-14b6-4ecc-81e7-0b0abed9cece tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2e47e50b4c2649c4b1dc6e8e52faea34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613689 Mar 07 21:32:38.599046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fb797b9c-dfd8-428b-8303-68c8d4317ebb None None] Provisioning complete for port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:38.599474 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fb797b9c-dfd8-428b-8303-68c8d4317ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:38.683205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22a2f4-5011-47c9-816f-490508e9574a req-e530a2f5-17c3-4c7f-9f19-c5eb3f26f6ca tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:38.690529 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1f22a2f4-5011-47c9-816f-490508e9574a req-e530a2f5-17c3-4c7f-9f19-c5eb3f26f6ca tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 970 time: 0.3050401 Mar 07 21:32:38.732608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] Set router 2f29fb5b-92f0-460b-a432-45b71ca9a7e4 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:32:38.767150 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d25c47-5168-484a-a324-5b61d17925b8 req-89af1067-e807-4b9e-a1f8-41b0593e22dc tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:38.768772 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-89af1067-e807-4b9e-a1f8-41b0593e22dc tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646563 Mar 07 21:32:38.770214 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43588) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:38.848528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Request body: {'port': {'device_id': '41449dc5-55c1-4071-be0c-f5deac20bda5', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '2e47e50b4c2649c4b1dc6e8e52faea34'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:38.859857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43596) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:38.920486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fb797b9c-dfd8-428b-8303-68c8d4317ebb None None] Current status of the port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:38.920905 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fb797b9c-dfd8-428b-8303-68c8d4317ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:38.975905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fb797b9c-dfd8-428b-8303-68c8d4317ebb None None] For port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6d7c9cfe-21ab-4123-97c8-ec9920ded2be,segment=NetworkSegment(4a6284b7-3855-4709-8a24-2d05e4ad7485),segment_id=4a6284b7-3855-4709-8a24-2d05e4ad7485)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:39.008163 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fb797b9c-dfd8-428b-8303-68c8d4317ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.058619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbd455-f80b-4618-9091-19476f630224 req-7750ab48-66d6-477c-b6f1-32a31c8215c6 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:39.066648 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5bcbd455-f80b-4618-9091-19476f630224 req-7750ab48-66d6-477c-b6f1-32a31c8215c6 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 970 time: 0.2968283 Mar 07 21:32:39.244386 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb797b9c-dfd8-428b-8303-68c8d4317ebb None None] Pushing event updated for resources: {'Port': ['ID=6d7c9cfe-21ab-4123-97c8-ec9920ded2be,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:39.252602 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7a7bfbbc-48b3-4d28-8857-1583f76b32e7 None None] Provisioning complete for port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:39.252975 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a7bfbbc-48b3-4d28-8857-1583f76b32e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.296556 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc21d0bb-b04e-4c67-8518-9250c86fa02f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.301004 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-1f22a2f4-5011-47c9-816f-490508e9574a req-895db4c2-a8b2-45ee-a072-d8b9a1283e46 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Deleting port 60d5eea9-e2e7-405b-9e7c-9043c1defb18 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:32:39.301548 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f22a2f4-5011-47c9-816f-490508e9574a req-895db4c2-a8b2-45ee-a072-d8b9a1283e46 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.317691 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccdb3b08-4a21-45dd-bea3-cb7a19fa68a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.353937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5bcbd455-f80b-4618-9091-19476f630224 req-aa8d92e5-6594-4bf3-915f-5beb49662947 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/security-groups?id=aadd1075-7229-4f36-bdf4-3df0053b64c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832744 Mar 07 21:32:39.372900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Made reservation on behalf of 2e47e50b4c2649c4b1dc6e8e52faea34 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:39.376640 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.408702 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.479723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-1f22a2f4-5011-47c9-816f-490508e9574a req-895db4c2-a8b2-45ee-a072-d8b9a1283e46 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] For port 60d5eea9-e2e7-405b-9e7c-9043c1defb18, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=60d5eea9-e2e7-405b-9e7c-9043c1defb18,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:39.480150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f22a2f4-5011-47c9-816f-490508e9574a req-895db4c2-a8b2-45ee-a072-d8b9a1283e46 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.513373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7a7bfbbc-48b3-4d28-8857-1583f76b32e7 None None] Current status of the port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:39.527081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399420863-router', 'tenant_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fdb7a9b7-c4cc-4672-b142-cf2e95b0245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:28Z', 'updated_at': '2022-03-07T21:32:34Z', 'revision_number': 4, 'project_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'gw_port': {'id': 'fdb7a9b7-c4cc-4672-b142-cf2e95b0245e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:30Z', 'updated_at': '2022-03-07T21:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '6d7c9cfe-21ab-4123-97c8-ec9920ded2be', 'name': '', 'network_id': '61721527-501c-4bd9-a4a7-fc391e6c86a3', 'tenant_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'mac_address': 'fa:16:3e:bd:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9106b256-77e0-4da4-a577-d08e52faee62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:33Z', 'updated_at': '2022-03-07T21:32:38Z', 'revision_number': 4, 'project_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'subnets': [{'id': '9106b256-77e0-4da4-a577-d08e52faee62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:39.531890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-1f22a2f4-5011-47c9-816f-490508e9574a req-895db4c2-a8b2-45ee-a072-d8b9a1283e46 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Calling delete_port for 60d5eea9-e2e7-405b-9e7c-9043c1defb18 owned by compute:tempest-test_az-230690595 {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:32:39.549840 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43624) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:39.555038 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1339f7e8-c775-459f-ab80-342807ee4362 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--358845551', 'description': 'tempest-description--706334995'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:39.561125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53caa9c-1228-475d-bfb2-5518bdb251ca None None] The sync data for ids ['2f29fb5b-92f0-460b-a432-45b71ca9a7e4'] in n-d-832330-1 is: [{'id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399420863-router', 'tenant_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fdb7a9b7-c4cc-4672-b142-cf2e95b0245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:28Z', 'updated_at': '2022-03-07T21:32:34Z', 'revision_number': 4, 'project_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'gw_port': {'id': 'fdb7a9b7-c4cc-4672-b142-cf2e95b0245e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:30Z', 'updated_at': '2022-03-07T21:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '6d7c9cfe-21ab-4123-97c8-ec9920ded2be', 'name': '', 'network_id': '61721527-501c-4bd9-a4a7-fc391e6c86a3', 'tenant_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'mac_address': 'fa:16:3e:bd:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '9106b256-77e0-4da4-a577-d08e52faee62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:33Z', 'updated_at': '2022-03-07T21:32:38Z', 'revision_number': 4, 'project_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'subnets': [{'id': '9106b256-77e0-4da4-a577-d08e52faee62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:32:39.620353 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc21d0bb-b04e-4c67-8518-9250c86fa02f admin admin] Publish callbacks [] for security_group (df6c0e27-a237-4f7d-8345-a2a3f90facc4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.657200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a15746b-c173-4314-bf2a-b4e531f17b5f req-002cf0d4-d573-49a9-a07f-dacb26af928e tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 210 time: 0.1243286 Mar 07 21:32:39.666298 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc21d0bb-b04e-4c67-8518-9250c86fa02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (df6c0e27-a237-4f7d-8345-a2a3f90facc4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.743106 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1339f7e8-c775-459f-ab80-342807ee4362 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.770845 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccdb3b08-4a21-45dd-bea3-cb7a19fa68a7 admin admin] Publish callbacks [] for security_group (783fa884-d3f0-4029-8732-976c4ee5d694), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.771953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21d0bb-b04e-4c67-8518-9250c86fa02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6c0e27-a237-4f7d-8345-a2a3f90facc4,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:39.789822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dc21d0bb-b04e-4c67-8518-9250c86fa02f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8b0f03dc50a437ca6ec8a2dc503432f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9141870 Mar 07 21:32:39.790520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43640) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:39.801181 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccdb3b08-4a21-45dd-bea3-cb7a19fa68a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (783fa884-d3f0-4029-8732-976c4ee5d694), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.856541 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Publish callbacks [] for security_group (52ebeb36-1085-4a4b-a1af-01d5149cf578), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.869479 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1339f7e8-c775-459f-ab80-342807ee4362 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for security_group (546da07c-39c3-45c6-96b5-7067d474169f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.872789 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ccdb3b08-4a21-45dd-bea3-cb7a19fa68a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=add967e05edf4b16af4886a676ace2fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0990462 Mar 07 21:32:39.879972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43642) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:39.887952 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (52ebeb36-1085-4a4b-a1af-01d5149cf578), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.891927 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1339f7e8-c775-459f-ab80-342807ee4362 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (546da07c-39c3-45c6-96b5-7067d474169f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:39.943558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb3b08-4a21-45dd-bea3-cb7a19fa68a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783fa884-d3f0-4029-8732-976c4ee5d694,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:39.966401 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339f7e8-c775-459f-ab80-342807ee4362 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546da07c-39c3-45c6-96b5-7067d474169f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:40.001895 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1339f7e8-c775-459f-ab80-342807ee4362 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.007100 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1339f7e8-c775-459f-ab80-342807ee4362 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4562187 Mar 07 21:32:40.007724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43644) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:40.048074 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d09e071a-01d2-400a-943b-13dce90b496b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Request body: {'security_group_rule': {'security_group_id': '546da07c-39c3-45c6-96b5-7067d474169f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:40.124418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ebeb36-1085-4a4b-a1af-01d5149cf578,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:40.144135 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d09e071a-01d2-400a-943b-13dce90b496b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for security_group_rule (7a5f24e4-461e-4d41-864d-bdd302c11736), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.150927 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cec3f419-bac9-4b06-bf85-df456cdccc06 admin admin] Publish callbacks [] for security_group (df6c0e27-a237-4f7d-8345-a2a3f90facc4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.178634 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43650) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:40.189346 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f22a2f4-5011-47c9-816f-490508e9574a req-895db4c2-a8b2-45ee-a072-d8b9a1283e46 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (60d5eea9-e2e7-405b-9e7c-9043c1defb18), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.216363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['60d5eea9-e2e7-405b-9e7c-9043c1defb18'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:32:40.236150 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43654) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:40.285211 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ea18cce-e7a5-4700-9fa4-838f03412444 admin admin] Publish callbacks [] for security_group (783fa884-d3f0-4029-8732-976c4ee5d694), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.286230 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895db4c2-a8b2-45ee-a072-d8b9a1283e46 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Pushing event deleted for resources: {'Port': ['ID=60d5eea9-e2e7-405b-9e7c-9043c1defb18,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:40.296760 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cec3f419-bac9-4b06-bf85-df456cdccc06 admin admin] Publish callbacks [] for security_group (df6c0e27-a237-4f7d-8345-a2a3f90facc4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.345461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Allocated IP 192.168.233.214 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/b5387be7-6f4f-4b9c-871d-bdc49fc35539) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:32:40.393527 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ea18cce-e7a5-4700-9fa4-838f03412444 admin admin] Publish callbacks [] for security_group (783fa884-d3f0-4029-8732-976c4ee5d694), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.453648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d09e071a-01d2-400a-943b-13dce90b496b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for security_group_rule (7a5f24e4-461e-4d41-864d-bdd302c11736), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.454992 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f22a2f4-5011-47c9-816f-490508e9574a req-895db4c2-a8b2-45ee-a072-d8b9a1283e46 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] No DVR routers for this DVR port 60d5eea9-e2e7-405b-9e7c-9043c1defb18 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:32:40.463934 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1f22a2f4-5011-47c9-816f-490508e9574a req-895db4c2-a8b2-45ee-a072-d8b9a1283e46 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.467851 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1f22a2f4-5011-47c9-816f-490508e9574a req-895db4c2-a8b2-45ee-a072-d8b9a1283e46 tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.15 "DELETE /v2.0/ports/60d5eea9-e2e7-405b-9e7c-9043c1defb18 HTTP/1.1" status: 204 len: 173 time: 1.7652445 Mar 07 21:32:40.474889 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdeb01d-2e19-4287-8e0d-94f5bb690508', 'name': 'network-vif-deleted', 'tag': '60d5eea9-e2e7-405b-9e7c-9043c1defb18'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:32:40.477303 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa912ef7-bbbb-43d6-9313-c213bfe41e84" -d '{"events": [{"server_uuid": "6cdeb01d-2e19-4287-8e0d-94f5bb690508", "name": "network-vif-deleted", "tag": "60d5eea9-e2e7-405b-9e7c-9043c1defb18"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:32:40.478818 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e073d6f8-5719-4db2-b60f-47c88a676bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.481456 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d09e071a-01d2-400a-943b-13dce90b496b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (7a5f24e4-461e-4d41-864d-bdd302c11736), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.553841 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e071a-01d2-400a-943b-13dce90b496b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a5f24e4-461e-4d41-864d-bdd302c11736,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:40.575003 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9208-6bc9-4a3f-838c-b215d900f540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.590102 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d09e071a-01d2-400a-943b-13dce90b496b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.608056 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d09e071a-01d2-400a-943b-13dce90b496b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5709927 Mar 07 21:32:40.611051 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43662) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:40.612803 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed0368b-9660-42cf-8758-2f01f1e6e474 x-openstack-request-id: req-bed0368b-9660-42cf-8758-2f01f1e6e474 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:32:40.613278 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdeb01d-2e19-4287-8e0d-94f5bb690508", "name": "network-vif-deleted", "tag": "60d5eea9-e2e7-405b-9e7c-9043c1defb18", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:32:40.613752 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bed0368b-9660-42cf-8758-2f01f1e6e474 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:32:40.614314 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdeb01d-2e19-4287-8e0d-94f5bb690508', 'name': 'network-vif-deleted', 'tag': '60d5eea9-e2e7-405b-9e7c-9043c1defb18', 'status': 'completed', 'code': 200} Mar 07 21:32:40.619648 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-dd00f020-105f-4d01-a1c2-6becc140280d tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Request body: {'security_group_rule': {'security_group_id': '546da07c-39c3-45c6-96b5-7067d474169f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:40.641079 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9eea789f-6fd0-4a57-b05e-b9086fa66134 req-6343d06b-a4d3-4932-9bf2-493376dccb1a tempest-AggregatesAdminTestJSON-827780222 tempest-AggregatesAdminTestJSON-827780222-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cdeb01d-2e19-4287-8e0d-94f5bb690508 HTTP/1.1" status: 200 len: 210 time: 0.0996552 Mar 07 21:32:40.729588 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd00f020-105f-4d01-a1c2-6becc140280d tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for security_group_rule (10885793-83f6-4592-a349-d5927885bb28), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.742903 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cec3f419-bac9-4b06-bf85-df456cdccc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (df6c0e27-a237-4f7d-8345-a2a3f90facc4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.765272 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cec3f419-bac9-4b06-bf85-df456cdccc06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.766877 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cec3f419-bac9-4b06-bf85-df456cdccc06 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df6c0e27-a237-4f7d-8345-a2a3f90facc4 HTTP/1.1" status: 204 len: 168 time: 0.9730458 Mar 07 21:32:40.800903 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ea18cce-e7a5-4700-9fa4-838f03412444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (783fa884-d3f0-4029-8732-976c4ee5d694), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.803302 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ea18cce-e7a5-4700-9fa4-838f03412444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.804445 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0ea18cce-e7a5-4700-9fa4-838f03412444 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/783fa884-d3f0-4029-8732-976c4ee5d694 HTTP/1.1" status: 204 len: 168 time: 0.9178691 Mar 07 21:32:40.825156 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3f419-bac9-4b06-bf85-df456cdccc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6c0e27-a237-4f7d-8345-a2a3f90facc4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:40.833178 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd00f020-105f-4d01-a1c2-6becc140280d tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for security_group_rule (10885793-83f6-4592-a349-d5927885bb28), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.860198 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd00f020-105f-4d01-a1c2-6becc140280d tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (10885793-83f6-4592-a349-d5927885bb28), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.869014 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a0edf5c-0820-4fae-9891-9dd6bf60d142 req-317e2c47-e396-4345-9b98-0d6dac41ae39 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 210 time: 0.0945308 Mar 07 21:32:40.892410 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd00f020-105f-4d01-a1c2-6becc140280d tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.893920 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dd00f020-105f-4d01-a1c2-6becc140280d tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2782819 Mar 07 21:32:40.902535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43670) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:40.904719 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9208-6bc9-4a3f-838c-b215d900f540 admin admin] Publish callbacks [] for security_group (d652a159-8a6a-42e1-aa5d-9d77b6046f83), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.911232 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:40.921452 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea18cce-e7a5-4700-9fa4-838f03412444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783fa884-d3f0-4029-8732-976c4ee5d694,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:40.929215 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9208-6bc9-4a3f-838c-b215d900f540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d652a159-8a6a-42e1-aa5d-9d77b6046f83), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:40.964045 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00f020-105f-4d01-a1c2-6becc140280d tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10885793-83f6-4592-a349-d5927885bb28,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:40.989261 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e073d6f8-5719-4db2-b60f-47c88a676bd1 admin admin] Publish callbacks [] for security_group (bf3431e1-7749-4865-b5b2-d1fbcd90d048), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.009830 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e073d6f8-5719-4db2-b60f-47c88a676bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bf3431e1-7749-4865-b5b2-d1fbcd90d048), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.050443 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Publish callbacks [] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.097910 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e073d6f8-5719-4db2-b60f-47c88a676bd1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=835f443594bf4e228c63d8f90cdc9382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8886309 Mar 07 21:32:41.103282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43674) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:41.112207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073d6f8-5719-4db2-b60f-47c88a676bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3431e1-7749-4865-b5b2-d1fbcd90d048,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:41.126044 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0a0d9208-6bc9-4a3f-838c-b215d900f540 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74c4a4ff10c44565aba6a0734ca8e513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8578002 Mar 07 21:32:41.126044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d9208-6bc9-4a3f-838c-b215d900f540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d652a159-8a6a-42e1-aa5d-9d77b6046f83,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:41.128622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43676) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:41.173185 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.254974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6d7c9cfe-21ab-4123-97c8-ec9920ded2be up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:32:41.345808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:41.346606 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.394541 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-913ba6bd-c956-44eb-9f83-1916cd6d3707 admin admin] Publish callbacks [] for security_group (d652a159-8a6a-42e1-aa5d-9d77b6046f83), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.467336 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.500844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:41.512380 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-913ba6bd-c956-44eb-9f83-1916cd6d3707 admin admin] Publish callbacks [] for security_group (d652a159-8a6a-42e1-aa5d-9d77b6046f83), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.563757 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-958f5afa-74da-49c7-8d7e-c986d0ef4c31 admin admin] Publish callbacks [] for security_group (bf3431e1-7749-4865-b5b2-d1fbcd90d048), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.596723 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.617954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:32:41.638050 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:41.641084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:32:41.647258 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:41.647997 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.652877 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-958f5afa-74da-49c7-8d7e-c986d0ef4c31 admin admin] Publish callbacks [] for security_group (bf3431e1-7749-4865-b5b2-d1fbcd90d048), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.655652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Pushing event updated for resources: {'Port': ['ID=b5387be7-6f4f-4b9c-871d-bdc49fc35539,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:41.661933 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-913ba6bd-c956-44eb-9f83-1916cd6d3707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d652a159-8a6a-42e1-aa5d-9d77b6046f83), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.676284 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-913ba6bd-c956-44eb-9f83-1916cd6d3707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.686803 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-913ba6bd-c956-44eb-9f83-1916cd6d3707 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d652a159-8a6a-42e1-aa5d-9d77b6046f83 HTTP/1.1" status: 204 len: 168 time: 0.5441816 Mar 07 21:32:41.703160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f0f6c9cd-beb4-43b3-ab6a-18a2ec03489f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8592503 Mar 07 21:32:41.724827 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ba6bd-c956-44eb-9f83-1916cd6d3707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d652a159-8a6a-42e1-aa5d-9d77b6046f83,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:41.743107 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-958f5afa-74da-49c7-8d7e-c986d0ef4c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bf3431e1-7749-4865-b5b2-d1fbcd90d048), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.748101 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-958f5afa-74da-49c7-8d7e-c986d0ef4c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.751728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-958f5afa-74da-49c7-8d7e-c986d0ef4c31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf3431e1-7749-4865-b5b2-d1fbcd90d048 HTTP/1.1" status: 204 len: 168 time: 0.6448393 Mar 07 21:32:41.751728 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43694) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:41.799492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f5afa-74da-49c7-8d7e-c986d0ef4c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3431e1-7749-4865-b5b2-d1fbcd90d048,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:41.803603 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cadeae1-ca76-442f-983d-cbffaea3f982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:41.881352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Allocated IP 172.25.4.119 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/0a0bdd22-75c1-4fb9-bf86-985e7e41012f) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:32:41.994320 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cadeae1-ca76-442f-983d-cbffaea3f982 admin admin] Publish callbacks [] for security_group (28a0baa1-c674-4d26-bb3d-9b0ac58478f2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.002508 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cadeae1-ca76-442f-983d-cbffaea3f982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (28a0baa1-c674-4d26-bb3d-9b0ac58478f2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.060516 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for port (0a0bdd22-75c1-4fb9-bf86-985e7e41012f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.114730 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (0a0bdd22-75c1-4fb9-bf86-985e7e41012f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.143132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5cadeae1-ca76-442f-983d-cbffaea3f982 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c6098fa46db4f638ecaf68313dc4fc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3860121 Mar 07 21:32:42.143132 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadeae1-ca76-442f-983d-cbffaea3f982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a0baa1-c674-4d26-bb3d-9b0ac58478f2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:42.147244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43708) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:42.177497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fe331f89-9708-4f3e-a994-5280272a6a7a None None] Provisioning complete for port b5387be7-6f4f-4b9c-871d-bdc49fc35539 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:42.179816 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe331f89-9708-4f3e-a994-5280272a6a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.194519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab8018-8b3b-4e72-86b5-8759c1f37ba0 req-292be16e-680b-4513-8cdd-296a9f8414b3 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:42.202769 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4ab8018-8b3b-4e72-86b5-8759c1f37ba0 req-292be16e-680b-4513-8cdd-296a9f8414b3 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 936 time: 0.1907911 Mar 07 21:32:42.257278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fe331f89-9708-4f3e-a994-5280272a6a7a None None] Port b5387be7-6f4f-4b9c-871d-bdc49fc35539 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:32:42.291070 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4ab8018-8b3b-4e72-86b5-8759c1f37ba0 req-4b0eca1b-4931-4c44-9540-bb3bde5428f9 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770221 Mar 07 21:32:42.300185 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:32:42.310557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:42.318454 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:32:42.339550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Pushing event updated for resources: {'Port': ['ID=0a0bdd22-75c1-4fb9-bf86-985e7e41012f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:42.423821 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27abcbd6-3a17-4b80-adc8-cc13a2c6a654 admin admin] Publish callbacks [] for security_group (28a0baa1-c674-4d26-bb3d-9b0ac58478f2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.435094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 60d5eea9-e2e7-405b-9e7c-9043c1defb18 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:32:42.471062 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for floatingip (a49315f5-7f07-4a0f-a8cf-8924f83397c7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.472487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 60d5eea9-e2e7-405b-9e7c-9043c1defb18 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:32:42.473108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 60d5eea9-e2e7-405b-9e7c-9043c1defb18 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:32:42.476910 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27abcbd6-3a17-4b80-adc8-cc13a2c6a654 admin admin] Publish callbacks [] for security_group (28a0baa1-c674-4d26-bb3d-9b0ac58478f2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.514449 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43716) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:42.539317 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ad55794c-056c-4806-804f-52174a9b3128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.542282 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0a0bdd22-75c1-4fb9-bf86-985e7e41012f), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.591897 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27abcbd6-3a17-4b80-adc8-cc13a2c6a654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (28a0baa1-c674-4d26-bb3d-9b0ac58478f2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.595107 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27abcbd6-3a17-4b80-adc8-cc13a2c6a654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.596282 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-27abcbd6-3a17-4b80-adc8-cc13a2c6a654 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28a0baa1-c674-4d26-bb3d-9b0ac58478f2 HTTP/1.1" status: 204 len: 168 time: 0.4461451 Mar 07 21:32:42.623358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abcbd6-3a17-4b80-adc8-cc13a2c6a654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a0baa1-c674-4d26-bb3d-9b0ac58478f2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:42.754613 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ad55794c-056c-4806-804f-52174a9b3128 admin admin] Publish callbacks [] for security_group (dd09d55f-e57d-43d1-87e8-c10f356cda46), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.760259 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ad55794c-056c-4806-804f-52174a9b3128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dd09d55f-e57d-43d1-87e8-c10f356cda46), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.765815 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for port (0a0bdd22-75c1-4fb9-bf86-985e7e41012f), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.775377 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0a0bdd22-75c1-4fb9-bf86-985e7e41012f), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.804480 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ad55794c-056c-4806-804f-52174a9b3128 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ac01970288d4978915da0b431aea553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889540 Mar 07 21:32:42.808955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43730) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:42.815700 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (a49315f5-7f07-4a0f-a8cf-8924f83397c7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.841659 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Pushing event updated for resources: {'Port': ['ID=0a0bdd22-75c1-4fb9-bf86-985e7e41012f,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:42.848786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55794c-056c-4806-804f-52174a9b3128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd09d55f-e57d-43d1-87e8-c10f356cda46,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:42.867647 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.870616 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20b0fd70-87dd-4fd5-9adb-ceb545e3d5ef admin admin] Publish callbacks [] for security_group (dd09d55f-e57d-43d1-87e8-c10f356cda46), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.871667 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9fb7d482-65d5-41b5-add8-24eb437e9219 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9655025 Mar 07 21:32:42.904910 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20b0fd70-87dd-4fd5-9adb-ceb545e3d5ef admin admin] Publish callbacks [] for security_group (dd09d55f-e57d-43d1-87e8-c10f356cda46), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.965712 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20b0fd70-87dd-4fd5-9adb-ceb545e3d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dd09d55f-e57d-43d1-87e8-c10f356cda46), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.969525 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20b0fd70-87dd-4fd5-9adb-ceb545e3d5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:42.971076 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-20b0fd70-87dd-4fd5-9adb-ceb545e3d5ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd09d55f-e57d-43d1-87e8-c10f356cda46 HTTP/1.1" status: 204 len: 168 time: 0.1612113 Mar 07 21:32:42.981054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0fd70-87dd-4fd5-9adb-ceb545e3d5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd09d55f-e57d-43d1-87e8-c10f356cda46,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:43.360856 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-7a2fb020-0f7e-46c1-81af-0972190b3ffc tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--358845551&fields=id&tenant_id=fe507c0d42ab4e7980b233c654d92447 HTTP/1.1" status: 200 len: 267 time: 0.1262157 Mar 07 21:32:43.647791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-191e5b75-669e-46da-a455-b25c124e7162 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:43.649324 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-191e5b75-669e-46da-a455-b25c124e7162 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/networks?id=f5d0297f-7fe7-4057-8050-31db19d78746 HTTP/1.1" status: 200 len: 824 time: 0.2777388 Mar 07 21:32:43.657363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52843f-907e-46f7-bc6a-3a1bbb51838d req-4888b6c1-10ab-481f-8e1e-00c5e76742a4 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:43.661688 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a52843f-907e-46f7-bc6a-3a1bbb51838d req-4888b6c1-10ab-481f-8e1e-00c5e76742a4 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 936 time: 0.2036443 Mar 07 21:32:43.689453 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-d8e7b741-7bd0-404b-989b-b9f2e4369ece tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/quotas/fe507c0d42ab4e7980b233c654d92447 HTTP/1.1" status: 200 len: 375 time: 0.0262280 Mar 07 21:32:43.776035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a52843f-907e-46f7-bc6a-3a1bbb51838d req-894a3139-e41b-4c28-8169-d56494bae926 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043236 Mar 07 21:32:43.799536 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-00d49847-8485-4cc2-96b3-e95ba55757f6 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe507c0d42ab4e7980b233c654d92447&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092498 Mar 07 21:32:44.257393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-a9d56822-d7c7-4295-a99a-38b6b18c29b3 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:32:44.258445 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-a9d56822-d7c7-4295-a99a-38b6b18c29b3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2607434 Mar 07 21:32:44.314681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-ad75c91a-7a02-478f-98e4-b858e1d3b72b tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0a790ca3d3c142aa8efd9c1dab6de9f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439229 Mar 07 21:32:44.439462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-e2380cfd-007f-4788-b8bc-794ae33b6bc9 service neutron] 10.222.0.26 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697884 Mar 07 21:32:44.496956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-befde69a-a670-4e67-994c-8a9a9128f0e9 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:44.502634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-befde69a-a670-4e67-994c-8a9a9128f0e9 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571293 Mar 07 21:32:44.540827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6fc44298-311a-4986-a71a-cebc867aaf12 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/quotas/0a790ca3d3c142aa8efd9c1dab6de9f9 HTTP/1.1" status: 200 len: 375 time: 0.0371346 Mar 07 21:32:44.580166 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-20a2d5c6-c6e6-4a4a-9492-21d3a44e3c62 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a790ca3d3c142aa8efd9c1dab6de9f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326490 Mar 07 21:32:44.605861 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-94b68a13-b3f3-4fb5-ad55-dc9aed7ca904 service neutron] 10.222.0.26 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577711 Mar 07 21:32:44.819174 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-70ba2b05-dfb7-4609-82b7-2c3e05774891 req-debee9be-c8e7-4c66-a9e6-056616433241 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/ports?device_id=909fee76-f7da-440a-b074-108d5da53977 HTTP/1.1" status: 200 len: 210 time: 0.0400558 Mar 07 21:32:45.100489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5fa757c5-b1c4-4cbd-8a2f-bf9d87a41ed1 req-0e69b3e0-0b4a-4ede-a541-7b9de42a6ebd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 210 time: 0.0387154 Mar 07 21:32:45.288853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6836a5d-10fb-457b-9872-04710bb09d9d req-820dc4ac-5b20-4dc7-91b7-114d416e81d7 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:45.290957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6836a5d-10fb-457b-9872-04710bb09d9d req-820dc4ac-5b20-4dc7-91b7-114d416e81d7 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 936 time: 0.0983646 Mar 07 21:32:45.400140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6836a5d-10fb-457b-9872-04710bb09d9d req-420b2676-00e8-40cf-8fea-8b96f04f79aa tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018233 Mar 07 21:32:45.536654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43910) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:45.581560 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b9e74e6-62c0-43c7-a2f9-4d08ff189fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:45.736293 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:45.764894 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0bef6e34-5e4c-4d43-96f5-15f8841b99fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:45.880760 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0bef6e34-5e4c-4d43-96f5-15f8841b99fe admin admin] Publish callbacks [] for security_group (d3f89ead-3f3f-4c57-ad33-b08cdd4c894c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:45.891475 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0bef6e34-5e4c-4d43-96f5-15f8841b99fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d3f89ead-3f3f-4c57-ad33-b08cdd4c894c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:45.940556 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8bda28fa-db62-4de5-8057-a759b8a35a63 req-7f1cda5e-1326-4d30-9567-de9e18752c99 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/ports?device_id=909fee76-f7da-440a-b074-108d5da53977 HTTP/1.1" status: 200 len: 210 time: 0.0461373 Mar 07 21:32:45.958889 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0bef6e34-5e4c-4d43-96f5-15f8841b99fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27d28f9efc434f3abb098ac9db38f891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4255123 Mar 07 21:32:45.961660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43942) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:45.967634 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef6e34-5e4c-4d43-96f5-15f8841b99fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f89ead-3f3f-4c57-ad33-b08cdd4c894c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:46.024606 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46f087d5-1a53-45a4-81b7-3dc10d5657dc admin admin] Publish callbacks [] for security_group (d3f89ead-3f3f-4c57-ad33-b08cdd4c894c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:46.052070 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46f087d5-1a53-45a4-81b7-3dc10d5657dc admin admin] Publish callbacks [] for security_group (d3f89ead-3f3f-4c57-ad33-b08cdd4c894c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:46.108918 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46f087d5-1a53-45a4-81b7-3dc10d5657dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d3f89ead-3f3f-4c57-ad33-b08cdd4c894c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:46.111944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46f087d5-1a53-45a4-81b7-3dc10d5657dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:46.113193 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-46f087d5-1a53-45a4-81b7-3dc10d5657dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3f89ead-3f3f-4c57-ad33-b08cdd4c894c HTTP/1.1" status: 204 len: 168 time: 0.1499527 Mar 07 21:32:46.129542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f087d5-1a53-45a4-81b7-3dc10d5657dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f89ead-3f3f-4c57-ad33-b08cdd4c894c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:46.158968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-60ce159a-9f85-47ff-9a25-80ef4c88c090 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:32:46.160196 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-60ce159a-9f85-47ff-9a25-80ef4c88c090 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062428 Mar 07 21:32:46.334734 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-5caa4aed-ad34-45fc-9e89-c1d964aa9b26 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0a790ca3d3c142aa8efd9c1dab6de9f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633299 Mar 07 21:32:46.404255 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01498efe-2f62-4927-94d1-91195640af21 req-1c5c5138-aff5-4a3a-b83a-0f39559b3ebf tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 210 time: 0.0514128 Mar 07 21:32:46.410485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.15', 59310) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:46.548613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-38bc9f07-ec43-4b2b-b60d-cdf42d5557b3 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:46.550529 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-38bc9f07-ec43-4b2b-b60d-cdf42d5557b3 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.15 "GET /v2.0/networks?id=f5d0297f-7fe7-4057-8050-31db19d78746 HTTP/1.1" status: 200 len: 824 time: 0.1378713 Mar 07 21:32:46.569917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-c212dbfc-cfde-41a4-9762-f8076eea4241 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:46.572187 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-c212dbfc-cfde-41a4-9762-f8076eea4241 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311022 Mar 07 21:32:46.592654 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Request body: {'port': {'device_id': '909fee76-f7da-440a-b074-108d5da53977', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '0a790ca3d3c142aa8efd9c1dab6de9f9'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:46.646327 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Request body: {'port': {'device_id': '41449dc5-55c1-4071-be0c-f5deac20bda5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:46.714266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-c9cbfca0-a61b-42f0-b5cb-9cff64d92435 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe507c0d42ab4e7980b233c654d92447 HTTP/1.1" status: 200 len: 379 time: 0.1516719 Mar 07 21:32:46.728399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-3735e73f-f2c9-42f5-b966-7eebb3f8356c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Request body: {'port': {'device_id': '19e6f073-8e11-4b14-b463-14b58c7821b6', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'admin_state_up': True, 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'security_groups': ['546da07c-39c3-45c6-96b5-7067d474169f']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:46.781844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Made reservation on behalf of 0a790ca3d3c142aa8efd9c1dab6de9f9 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:46.786087 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:46.797013 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:46.862841 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:46.875002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99933184-8b68-4e8f-b24d-4e56aaa5e3e0 req-be1d5903-999b-47a6-be4e-a68835325205 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:46.882307 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99933184-8b68-4e8f-b24d-4e56aaa5e3e0 req-be1d5903-999b-47a6-be4e-a68835325205 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 936 time: 0.2091458 Mar 07 21:32:46.893459 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Publish callbacks [] for security_group (dc45a7a3-2441-446e-b24c-20c42dfb8b0e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:46.898572 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dc45a7a3-2441-446e-b24c-20c42dfb8b0e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:47.058760 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc45a7a3-2441-446e-b24c-20c42dfb8b0e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:47.076609 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Allocated IP 192.168.233.49 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/c381b4ee-6a96-42da-a434-3b541222f85e) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:32:47.093094 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-3735e73f-f2c9-42f5-b966-7eebb3f8356c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Made reservation on behalf of fe507c0d42ab4e7980b233c654d92447 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:47.096661 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-3735e73f-f2c9-42f5-b966-7eebb3f8356c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:47.126733 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99933184-8b68-4e8f-b24d-4e56aaa5e3e0 req-9bcadfde-dcc5-4ee5-ad8d-e7b25de6c7c7 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433579 Mar 07 21:32:47.306682 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Publish callbacks [] for port (c381b4ee-6a96-42da-a434-3b541222f85e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:47.375183 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (c381b4ee-6a96-42da-a434-3b541222f85e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:47.377800 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44032) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:47.452600 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Pushing event updated for resources: {'Port': ['ID=c381b4ee-6a96-42da-a434-3b541222f85e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:47.466848 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:32:47.468255 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:47.470892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:32:47.478571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-3735e73f-f2c9-42f5-b966-7eebb3f8356c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Allocated IP 172.20.0.8 (f5d0297f-7fe7-4057-8050-31db19d78746/198b0692-aaa2-4993-80a3-aca68b2e06b1/bdecf2f0-34d9-40d7-aa02-89dcbab0e513) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:32:47.479309 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:47.480232 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:47.504327 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-6ddf2866-7b29-4457-a51d-d4e1349d701a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9229970 Mar 07 21:32:47.540556 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Request body: {'port': {'device_id': '909fee76-f7da-440a-b074-108d5da53977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:47.655676 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c381b4ee-6a96-42da-a434-3b541222f85e), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:47.764917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44054) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:47.822917 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5ab2d374-9ad9-4337-b446-f822bc0b111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:47.845018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7f21f0b5-24ad-470e-b76c-45fbf48df23f None None] Provisioning complete for port c381b4ee-6a96-42da-a434-3b541222f85e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:47.845650 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7f21f0b5-24ad-470e-b76c-45fbf48df23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c381b4ee-6a96-42da-a434-3b541222f85e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:47.846006 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1202cac-7acf-419e-9201-0a438c38ff6b req-c72efbe4-69b1-408d-993a-dbdb5d62a5e0 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 210 time: 0.0652974 Mar 07 21:32:47.928110 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7f21f0b5-24ad-470e-b76c-45fbf48df23f None None] Port c381b4ee-6a96-42da-a434-3b541222f85e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:32:47.932143 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:47.937323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-397630070-network', 'tenant_id': 'd272ceaaac0a4fbd82717daf607e880f'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:47.960135 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-3735e73f-f2c9-42f5-b966-7eebb3f8356c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:47.981395 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d7e99c45-0edf-4ae6-9fe8-c4f371eae3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:47.989981 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] Made reservation on behalf of d272ceaaac0a4fbd82717daf607e880f for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:47.992996 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.001843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ebba1-5294-4e99-bc5b-e90d9d6a9ab2 req-c23ba3c0-5dbe-43a6-b09a-d25c9dfea479 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:48.002785 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.003318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b9ebba1-5294-4e99-bc5b-e90d9d6a9ab2 req-c23ba3c0-5dbe-43a6-b09a-d25c9dfea479 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/ports?device_id=909fee76-f7da-440a-b074-108d5da53977 HTTP/1.1" status: 200 len: 935 time: 0.4085336 Mar 07 21:32:48.008522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5387be7-6f4f-4b9c-871d-bdc49fc35539 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:32:48.023850 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Publish callbacks [] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.139554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b9ebba1-5294-4e99-bc5b-e90d9d6a9ab2 req-084c06a5-227c-46f8-a24f-3c59b21de55a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc45a7a3-2441-446e-b24c-20c42dfb8b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234941 Mar 07 21:32:48.144794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Transition to ACTIVE for port object b5387be7-6f4f-4b9c-871d-bdc49fc35539 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:32:48.166763 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.180785 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] Publish callbacks [] for security_group (120ddca0-48b0-4599-89f3-9ced51ef9553), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.196749 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (120ddca0-48b0-4599-89f3-9ced51ef9553), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.209093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:32:48.218882 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a0d82f46-e480-41f4-97b6-2141792ec5ac), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.219444 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] Added segment a0d82f46-e480-41f4-97b6-2141792ec5ac of type vlan for network 550ce951-ea92-45eb-87d0-ac8925f8b690 Mar 07 21:32:48.266396 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (550ce951-ea92-45eb-87d0-ac8925f8b690), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.284534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5387be7-6f4f-4b9c-871d-bdc49fc35539,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:48.318260 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (550ce951-ea92-45eb-87d0-ac8925f8b690), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.319220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:48.319983 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.346939 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-3735e73f-f2c9-42f5-b966-7eebb3f8356c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.400941 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0205793 Mar 07 21:32:48.407235 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44078) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:48.424851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-12ff69fc-a02f-4e20-b00d-31b97255cd45 admin admin] Request body: {'subnet': {'network_id': '550ce951-ea92-45eb-87d0-ac8925f8b690', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-397630070-subnet', 'tenant_id': 'd272ceaaac0a4fbd82717daf607e880f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:48.424997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44080) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:48.443895 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120ddca0-48b0-4599-89f3-9ced51ef9553,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:48.470505 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-3735e73f-f2c9-42f5-b966-7eebb3f8356c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Network f5d0297f-7fe7-4057-8050-31db19d78746 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:32:48.476944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Attempting to bind port b5387be7-6f4f-4b9c-871d-bdc49fc35539 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:32:48.477503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Attempting to bind port b5387be7-6f4f-4b9c-871d-bdc49fc35539 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:32:48.478084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Attempting to bind port b5387be7-6f4f-4b9c-871d-bdc49fc35539 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:32:48.486291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-3735e73f-f2c9-42f5-b966-7eebb3f8356c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:48.489238 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-3735e73f-f2c9-42f5-b966-7eebb3f8356c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:32:48.496516 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-3735e73f-f2c9-42f5-b966-7eebb3f8356c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:48.497455 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-3735e73f-f2c9-42f5-b966-7eebb3f8356c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.521733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5f055-d9ac-49f2-914f-0037d6449198 admin admin] Pushing event updated for resources: {'Network': ['ID=550ce951-ea92-45eb-87d0-ac8925f8b690,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:48.523549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ff69fc-a02f-4e20-b00d-31b97255cd45 admin admin] Made reservation on behalf of d272ceaaac0a4fbd82717daf607e880f for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:48.525908 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12ff69fc-a02f-4e20-b00d-31b97255cd45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.532150 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735e73f-f2c9-42f5-b966-7eebb3f8356c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Pushing event updated for resources: {'Port': ['ID=bdecf2f0-34d9-40d7-aa02-89dcbab0e513,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:48.536148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Port b5387be7-6f4f-4b9c-871d-bdc49fc35539 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:32:48.536732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Attempting to bind port b5387be7-6f4f-4b9c-871d-bdc49fc35539 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:32:48.558487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:32:48.558879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:32:48.559163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 550ce951-ea92-45eb-87d0-ac8925f8b690 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:32:48.559541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:32:48.560026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Bound port: b5387be7-6f4f-4b9c-871d-bdc49fc35539, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:32:48.560384 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.565259 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d7e99c45-0edf-4ae6-9fe8-c4f371eae3c5 admin admin] Publish callbacks [] for security_group (1972d124-0b02-4958-913a-b8bc09e133b0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.574201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76810c-805e-43de-9a43-d26835384933 req-add6e7d6-def7-4064-b9a9-cf222737c3f8 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:48.581668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e76810c-805e-43de-9a43-d26835384933 req-add6e7d6-def7-4064-b9a9-cf222737c3f8 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 948 time: 0.3414872 Mar 07 21:32:48.594874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-3735e73f-f2c9-42f5-b966-7eebb3f8356c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8735271 Mar 07 21:32:48.604222 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d7e99c45-0edf-4ae6-9fe8-c4f371eae3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1972d124-0b02-4958-913a-b8bc09e133b0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.628109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Request body: {'port': {'device_id': '19e6f073-8e11-4b14-b463-14b58c7821b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:48.797405 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c381b4ee-6a96-42da-a434-3b541222f85e {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:32:48.799769 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1cc1be20-d6c1-4583-b4c5-aa013da6095c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.810472 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Publish callbacks [] for port (c381b4ee-6a96-42da-a434-3b541222f85e), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.834493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e99c45-0edf-4ae6-9fe8-c4f371eae3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1972d124-0b02-4958-913a-b8bc09e133b0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:48.842522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d7e99c45-0edf-4ae6-9fe8-c4f371eae3c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3eb179dc89a43b783c8a10accef8b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0744445 Mar 07 21:32:48.846974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44092) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:48.871989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-02bb05ec-738d-4ce7-b991-471a58ab7ea5 None None] Provisioning complete for port bdecf2f0-34d9-40d7-aa02-89dcbab0e513 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:48.874561 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-02bb05ec-738d-4ce7-b991-471a58ab7ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.894974 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.908882 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e76810c-805e-43de-9a43-d26835384933 req-6d1d83a1-7913-4c88-8dc5-1da01c3d6813 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240044 Mar 07 21:32:48.916836 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-02bb05ec-738d-4ce7-b991-471a58ab7ea5 None None] Port bdecf2f0-34d9-40d7-aa02-89dcbab0e513 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:32:48.938202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Transition to ACTIVE for port object c381b4ee-6a96-42da-a434-3b541222f85e will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:32:48.957188 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c381b4ee-6a96-42da-a434-3b541222f85e), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:48.960948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] For port b5387be7-6f4f-4b9c-871d-bdc49fc35539, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:32:48.966588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] For port b5387be7-6f4f-4b9c-871d-bdc49fc35539, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b5387be7-6f4f-4b9c-871d-bdc49fc35539,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:32:49.003865 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:49.031462 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12ff69fc-a02f-4e20-b00d-31b97255cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for subnet (900ba212-8da4-4ce3-ba0a-456786045853), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:49.095017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Pushing event updated for resources: {'Port': ['ID=c381b4ee-6a96-42da-a434-3b541222f85e,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:49.142884 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:49.145493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:49.146172 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:49.147588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] 10.222.0.13 "PUT /v2.0/ports/b5387be7-6f4f-4b9c-871d-bdc49fc35539 HTTP/1.1" status: 200 len: 1096 time: 2.6090274 Mar 07 21:32:49.149545 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41449dc5-55c1-4071-be0c-f5deac20bda5', 'tag': 'b5387be7-6f4f-4b9c-871d-bdc49fc35539'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:32:49.185376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff69fc-a02f-4e20-b00d-31b97255cd45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=900ba212-8da4-4ce3-ba0a-456786045853,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:49.202476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Attempting to bind port c381b4ee-6a96-42da-a434-3b541222f85e on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:32:49.202918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Attempting to bind port c381b4ee-6a96-42da-a434-3b541222f85e by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:32:49.209499 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Attempting to bind port c381b4ee-6a96-42da-a434-3b541222f85e on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:32:49.225325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Port c381b4ee-6a96-42da-a434-3b541222f85e on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:32:49.225325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Attempting to bind port c381b4ee-6a96-42da-a434-3b541222f85e on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:32:49.225325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff69fc-a02f-4e20-b00d-31b97255cd45 admin admin] Checking segment: {'id': 'a0d82f46-e480-41f4-97b6-2141792ec5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '550ce951-ea92-45eb-87d0-ac8925f8b690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:32:49.225325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff69fc-a02f-4e20-b00d-31b97255cd45 admin admin] Network hostable DHCP agents. Network: 550ce951-ea92-45eb-87d0-ac8925f8b690, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:32:49.232282 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:32:49.232617 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:32:49.233203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:32:49.233800 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Bound port: c381b4ee-6a96-42da-a434-3b541222f85e, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:32:49.234413 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c381b4ee-6a96-42da-a434-3b541222f85e), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:49.304307 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff69fc-a02f-4e20-b00d-31b97255cd45 admin admin] Network 550ce951-ea92-45eb-87d0-ac8925f8b690 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:32:49.332679 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-12ff69fc-a02f-4e20-b00d-31b97255cd45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 550ce951-ea92-45eb-87d0-ac8925f8b690) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:49.342417 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff69fc-a02f-4e20-b00d-31b97255cd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:49.343025 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12ff69fc-a02f-4e20-b00d-31b97255cd45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:49.352027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62478677-4c45-4153-b36b-12fa36a592a2 None None] Network 550ce951-ea92-45eb-87d0-ac8925f8b690 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:32:49.357483 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] For port c381b4ee-6a96-42da-a434-3b541222f85e, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:32:49.361995 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] For port c381b4ee-6a96-42da-a434-3b541222f85e, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c381b4ee-6a96-42da-a434-3b541222f85e,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:32:49.370111 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1b2484-ba3f-4618-ba77-f7151343a948" -d '{"events": [{"name": "network-changed", "server_uuid": "41449dc5-55c1-4071-be0c-f5deac20bda5", "tag": "b5387be7-6f4f-4b9c-871d-bdc49fc35539"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:32:49.386851 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-12ff69fc-a02f-4e20-b00d-31b97255cd45 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9679155 Mar 07 21:32:49.386851 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c381b4ee-6a96-42da-a434-3b541222f85e), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:49.445100 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Pushing event updated for resources: {'Port': ['ID=c381b4ee-6a96-42da-a434-3b541222f85e,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:49.452508 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:49.453371 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:49.455169 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-659a789f-276e-42c0-bcde-56c4e9e82411 service neutron] 10.222.0.15 "PUT /v2.0/ports/c381b4ee-6a96-42da-a434-3b541222f85e HTTP/1.1" status: 200 len: 1095 time: 1.9359593 Mar 07 21:32:49.455831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909fee76-f7da-440a-b074-108d5da53977', 'tag': 'c381b4ee-6a96-42da-a434-3b541222f85e'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:32:49.458791 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48929cdc-cbd2-4033-bbb5-1842531b051d" -d '{"events": [{"name": "network-changed", "server_uuid": "909fee76-f7da-440a-b074-108d5da53977", "tag": "c381b4ee-6a96-42da-a434-3b541222f85e"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:32:49.478403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22306a4c-133a-4593-b7a6-89a0ef709450 req-e35fc9a2-f4d9-485a-9755-ffa306299e63 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:49.489745 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22306a4c-133a-4593-b7a6-89a0ef709450 req-e35fc9a2-f4d9-485a-9755-ffa306299e63 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 931 time: 0.5050678 Mar 07 21:32:49.569032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-98264e8b-5295-40ee-9e0f-8760c0c8145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:49.570654 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-98264e8b-5295-40ee-9e0f-8760c0c8145a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a790ca3d3c142aa8efd9c1dab6de9f9&device_id=909fee76-f7da-440a-b074-108d5da53977 HTTP/1.1" status: 200 len: 1129 time: 0.0608110 Mar 07 21:32:49.573782 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a6a4644a-a9b4-4315-9fc6-86eb95e006ee admin admin] Publish callbacks [] for security_group (1972d124-0b02-4958-913a-b8bc09e133b0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:49.575465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d93ca7-0bdd-4c97-8f6f-e878467cfbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5387be7-6f4f-4b9c-871d-bdc49fc35539,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:49.641796 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-dc52634b-f6fc-435a-91d2-df77e9aaacf5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c381b4ee-6a96-42da-a434-3b541222f85e HTTP/1.1" status: 200 len: 217 time: 0.0557737 Mar 07 21:32:49.685162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6afc8d-d438-40c3-b8a0-01ee66584eee None None] Network 550ce951-ea92-45eb-87d0-ac8925f8b690 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:32:49.690705 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a6a4644a-a9b4-4315-9fc6-86eb95e006ee admin admin] Publish callbacks [] for security_group (1972d124-0b02-4958-913a-b8bc09e133b0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:49.715763 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-edc9ce2a-c31d-42f5-9e75-e8c6066a4527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:49.718741 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-edc9ce2a-c31d-42f5-9e75-e8c6066a4527 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0682316 Mar 07 21:32:49.768435 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1cc1be20-d6c1-4583-b4c5-aa013da6095c admin admin] Publish callbacks [] for security_group (f53eaac2-2df6-4f9b-bc28-30ba1288c186), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:49.781753 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d25c47-5168-484a-a324-5b61d17925b8 req-292dc234-4945-475d-8ee9-008d9d71dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:49.783349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-292dc234-4945-475d-8ee9-008d9d71dff6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e47e50b4c2649c4b1dc6e8e52faea34&device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 1130 time: 0.5399365 Mar 07 21:32:49.799661 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1cc1be20-d6c1-4583-b4c5-aa013da6095c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f53eaac2-2df6-4f9b-bc28-30ba1288c186), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:49.804389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-f918c903-4ac3-4819-b135-537475f4576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:49.805957 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-f918c903-4ac3-4819-b135-537475f4576c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0770288 Mar 07 21:32:49.829689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44035399-9fc9-4b8f-a1c5-75076e256702 req-3462f5f0-16eb-48eb-88cb-d897ac67d419 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:49.831256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44035399-9fc9-4b8f-a1c5-75076e256702 req-3462f5f0-16eb-48eb-88cb-d897ac67d419 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/ports?device_id=909fee76-f7da-440a-b074-108d5da53977 HTTP/1.1" status: 200 len: 947 time: 0.4951227 Mar 07 21:32:49.926658 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22306a4c-133a-4593-b7a6-89a0ef709450 req-12b7d02e-917a-4493-a4bf-3ab070d3ce6f tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4359555 Mar 07 21:32:49.929998 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-df2b3e8b-0f4d-4ae9-a81d-bfafcf5da4c8 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128328 Mar 07 21:32:49.988886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-00418e87-5bd7-4ecb-964a-d54f26f77bcf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=b5387be7-6f4f-4b9c-871d-bdc49fc35539 HTTP/1.1" status: 200 len: 217 time: 0.1920931 Mar 07 21:32:50.042114 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-23c23b87-cdea-4d00-8c2d-f1cd161d8fb3 req-07b38494-6a33-463d-8e29-ecce4f840bf2 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030941 Mar 07 21:32:50.125923 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:50.180057 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04df6aac-9493-4cf4-ba80-0c162b0f26ca x-openstack-request-id: req-04df6aac-9493-4cf4-ba80-0c162b0f26ca {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:32:50.181046 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909fee76-f7da-440a-b074-108d5da53977", "tag": "c381b4ee-6a96-42da-a434-3b541222f85e", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:32:50.181513 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04df6aac-9493-4cf4-ba80-0c162b0f26ca {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:32:50.181986 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909fee76-f7da-440a-b074-108d5da53977', 'tag': 'c381b4ee-6a96-42da-a434-3b541222f85e', 'status': 'completed', 'code': 200} Mar 07 21:32:50.239523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1cc1be20-d6c1-4583-b4c5-aa013da6095c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94a3e2a5db7e438a8f7b85d9e58c2c0d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7990434 Mar 07 21:32:50.244519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1be20-d6c1-4583-b4c5-aa013da6095c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53eaac2-2df6-4f9b-bc28-30ba1288c186,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:50.247867 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44142) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:50.283632 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526bc0f2-5fd8-46a1-80c5-bb76a645e9ec x-openstack-request-id: req-526bc0f2-5fd8-46a1-80c5-bb76a645e9ec {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:32:50.283925 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41449dc5-55c1-4071-be0c-f5deac20bda5", "tag": "b5387be7-6f4f-4b9c-871d-bdc49fc35539", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:32:50.284181 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-526bc0f2-5fd8-46a1-80c5-bb76a645e9ec {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:32:50.284631 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41449dc5-55c1-4071-be0c-f5deac20bda5', 'tag': 'b5387be7-6f4f-4b9c-871d-bdc49fc35539', 'status': 'completed', 'code': 200} Mar 07 21:32:50.310751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48929cdc-cbd2-4033-bbb5-1842531b051d req-337d431b-fe4f-4a6a-a79a-ff78859b0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:50.311336 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a6a4644a-a9b4-4315-9fc6-86eb95e006ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1972d124-0b02-4958-913a-b8bc09e133b0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:50.313168 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-48929cdc-cbd2-4033-bbb5-1842531b051d req-337d431b-fe4f-4a6a-a79a-ff78859b0b40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a790ca3d3c142aa8efd9c1dab6de9f9&device_id=909fee76-f7da-440a-b074-108d5da53977 HTTP/1.1" status: 200 len: 1129 time: 0.1078730 Mar 07 21:32:50.313935 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a6a4644a-a9b4-4315-9fc6-86eb95e006ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:50.315019 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a6a4644a-a9b4-4315-9fc6-86eb95e006ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1972d124-0b02-4958-913a-b8bc09e133b0 HTTP/1.1" status: 204 len: 168 time: 1.4362011 Mar 07 21:32:50.316505 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d25c47-5168-484a-a324-5b61d17925b8 req-0b94fa07-8400-4234-ae99-5446bdc28c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:50.317920 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-0b94fa07-8400-4234-ae99-5446bdc28c78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.3101144 Mar 07 21:32:50.325015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44035399-9fc9-4b8f-a1c5-75076e256702 req-5e742f00-54ae-4432-af3a-ac3275eb7689 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc45a7a3-2441-446e-b24c-20c42dfb8b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075797 Mar 07 21:32:50.327106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdecf2f0-34d9-40d7-aa02-89dcbab0e513 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:32:50.343321 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Publish callbacks [] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:50.353549 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-33e8bc4d-3ab6-4322-973c-304b037018d8 admin admin] Publish callbacks [] for security_group (f53eaac2-2df6-4f9b-bc28-30ba1288c186), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:50.388522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4644a-a9b4-4315-9fc6-86eb95e006ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1972d124-0b02-4958-913a-b8bc09e133b0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:50.405449 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-31748f9a-e594-45b9-9698-ecf9d97da590 req-58d16e9a-1df3-4486-b0fb-da3e6bbbb65c tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-26618455', 'description': 'tempest-description-760617852'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:50.413870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Transition to ACTIVE for port object bdecf2f0-34d9-40d7-aa02-89dcbab0e513 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:32:50.435907 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:50.452296 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-33e8bc4d-3ab6-4322-973c-304b037018d8 admin admin] Publish callbacks [] for security_group (f53eaac2-2df6-4f9b-bc28-30ba1288c186), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:50.486186 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31748f9a-e594-45b9-9698-ecf9d97da590 req-58d16e9a-1df3-4486-b0fb-da3e6bbbb65c tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:50.526284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48929cdc-cbd2-4033-bbb5-1842531b051d req-de32f1da-a3e7-48b8-a915-6ad48e615c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:50.528109 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-48929cdc-cbd2-4033-bbb5-1842531b051d req-de32f1da-a3e7-48b8-a915-6ad48e615c3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1879454 Mar 07 21:32:50.538534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d25c47-5168-484a-a324-5b61d17925b8 req-26a7d900-8a0b-4ecd-afc9-32e756f053ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:50.540565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-26a7d900-8a0b-4ecd-afc9-32e756f053ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2085550 Mar 07 21:32:50.566612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df3603-532e-411f-b343-560cbc687277 service neutron] Pushing event updated for resources: {'Port': ['ID=bdecf2f0-34d9-40d7-aa02-89dcbab0e513,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:50.589517 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-48929cdc-cbd2-4033-bbb5-1842531b051d req-9f7021d6-5bf1-4622-a7b5-86696a5aea97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c381b4ee-6a96-42da-a434-3b541222f85e HTTP/1.1" status: 200 len: 217 time: 0.0537915 Mar 07 21:32:50.593393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-33e8bc4d-3ab6-4322-973c-304b037018d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f53eaac2-2df6-4f9b-bc28-30ba1288c186), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:50.597389 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-33e8bc4d-3ab6-4322-973c-304b037018d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:50.598859 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-33e8bc4d-3ab6-4322-973c-304b037018d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f53eaac2-2df6-4f9b-bc28-30ba1288c186 HTTP/1.1" status: 204 len: 168 time: 0.3452621 Mar 07 21:32:50.676678 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48929cdc-cbd2-4033-bbb5-1842531b051d req-efbb4798-1e7d-45ce-ae8b-40450511f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:50.681236 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-48929cdc-cbd2-4033-bbb5-1842531b051d req-efbb4798-1e7d-45ce-ae8b-40450511f3d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0800803 Mar 07 21:32:50.688783 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8bc4d-3ab6-4322-973c-304b037018d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53eaac2-2df6-4f9b-bc28-30ba1288c186,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:50.734413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Attempting to bind port bdecf2f0-34d9-40d7-aa02-89dcbab0e513 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:32:50.734837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Attempting to bind port bdecf2f0-34d9-40d7-aa02-89dcbab0e513 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:32:50.735005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Attempting to bind port bdecf2f0-34d9-40d7-aa02-89dcbab0e513 on network f5d0297f-7fe7-4057-8050-31db19d78746 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:32:50.749970 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22f0b-309f-4665-8826-6abefd5dbd2d req-79174af9-43ec-47af-8ee3-2c76a5ba45c1 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:50.751555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ffc22f0b-309f-4665-8826-6abefd5dbd2d req-79174af9-43ec-47af-8ee3-2c76a5ba45c1 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 948 time: 0.2666225 Mar 07 21:32:50.770097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Port bdecf2f0-34d9-40d7-aa02-89dcbab0e513 on network f5d0297f-7fe7-4057-8050-31db19d78746 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:32:50.770432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Attempting to bind port bdecf2f0-34d9-40d7-aa02-89dcbab0e513 on network f5d0297f-7fe7-4057-8050-31db19d78746 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:32:50.793148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48929cdc-cbd2-4033-bbb5-1842531b051d req-d654bded-baa9-453a-a36e-d6e7a0b1ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:50.795012 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-48929cdc-cbd2-4033-bbb5-1842531b051d req-d654bded-baa9-453a-a36e-d6e7a0b1ea30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1072750 Mar 07 21:32:50.806472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:32:50.806820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Checking segment: {'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:32:50.807204 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Bound using segment: {'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:32:50.807658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Bound port: bdecf2f0-34d9-40d7-aa02-89dcbab0e513, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:32:50.808015 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:50.831632 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-f91df6e6-493e-43d6-a0f0-5bd64e21b025 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805574 Mar 07 21:32:50.848871 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31748f9a-e594-45b9-9698-ecf9d97da590 req-58d16e9a-1df3-4486-b0fb-da3e6bbbb65c tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (682fad12-3a32-4f45-b4eb-7647adf0011b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:50.893707 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31748f9a-e594-45b9-9698-ecf9d97da590 req-58d16e9a-1df3-4486-b0fb-da3e6bbbb65c tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (682fad12-3a32-4f45-b4eb-7647adf0011b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:50.929361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44154) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:50.948127 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3480c26e-1c67-4af7-a439-adf497831219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:50.991639 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ffc22f0b-309f-4665-8826-6abefd5dbd2d req-ef26e19c-6e97-47d5-9de2-bb4d4e3b3c4c tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221441 Mar 07 21:32:51.004262 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31748f9a-e594-45b9-9698-ecf9d97da590 req-58d16e9a-1df3-4486-b0fb-da3e6bbbb65c tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.005465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31748f9a-e594-45b9-9698-ecf9d97da590 req-58d16e9a-1df3-4486-b0fb-da3e6bbbb65c tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6149099 Mar 07 21:32:51.012925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d16e9a-1df3-4486-b0fb-da3e6bbbb65c tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682fad12-3a32-4f45-b4eb-7647adf0011b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:51.020724 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-48929cdc-cbd2-4033-bbb5-1842531b051d req-df4fa7e1-542e-4217-afd1-6fbfb138eaef service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164447 Mar 07 21:32:51.022556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] For port bdecf2f0-34d9-40d7-aa02-89dcbab0e513, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:32:51.027818 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] For port bdecf2f0-34d9-40d7-aa02-89dcbab0e513, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bdecf2f0-34d9-40d7-aa02-89dcbab0e513,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:32:51.047394 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16d25c47-5168-484a-a324-5b61d17925b8 req-084a5556-7d9c-4460-bf84-ad0a95cd1a35 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078936 Mar 07 21:32:51.048709 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.153556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:51.154617 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.157128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-43df3603-532e-411f-b343-560cbc687277 service neutron] 10.222.0.15 "PUT /v2.0/ports/bdecf2f0-34d9-40d7-aa02-89dcbab0e513 HTTP/1.1" status: 200 len: 1091 time: 2.5473497 Mar 07 21:32:51.188682 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-48929cdc-cbd2-4033-bbb5-1842531b051d req-2ef95788-e69e-441d-94d5-df68ac02d5b6 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611524 Mar 07 21:32:51.190930 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3480c26e-1c67-4af7-a439-adf497831219 admin admin] Publish callbacks [] for security_group (016af8cd-eae4-459c-9ce1-d6d7bba74640), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.205060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3480c26e-1c67-4af7-a439-adf497831219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (016af8cd-eae4-459c-9ce1-d6d7bba74640), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.263766 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3480c26e-1c67-4af7-a439-adf497831219 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9761c432ecf744e1ace67d93c6d6d597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333950 Mar 07 21:32:51.267692 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44164) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:51.268039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44166) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:51.297526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df3603-532e-411f-b343-560cbc687277 service neutron] Pushing event updated for resources: {'Port': ['ID=bdecf2f0-34d9-40d7-aa02-89dcbab0e513,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:51.301711 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480c26e-1c67-4af7-a439-adf497831219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016af8cd-eae4-459c-9ce1-d6d7bba74640,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:51.315524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-d4e03907-e76c-4e71-913a-74bd0278b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:51.317032 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-d4e03907-e76c-4e71-913a-74bd0278b98d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe507c0d42ab4e7980b233c654d92447&device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 1125 time: 0.1089847 Mar 07 21:32:51.333187 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bb4d36ee-3e72-47e8-84d8-2e8f0754d050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.363892 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b2484-ba3f-4618-ba77-f7151343a948 req-8a1dee07-e53f-4840-ac7b-7394b35b60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:51.365469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c1b2484-ba3f-4618-ba77-f7151343a948 req-8a1dee07-e53f-4840-ac7b-7394b35b60ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e47e50b4c2649c4b1dc6e8e52faea34&device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 1130 time: 0.2481804 Mar 07 21:32:51.370200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-303f8e3f-2bf9-472d-9cdd-9e9efaad63b5 req-0f5dc594-1574-4776-8116-cd328f7a62dd tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/682fad12-3a32-4f45-b4eb-7647adf0011b HTTP/1.1" status: 200 len: 1819 time: 0.1851645 Mar 07 21:32:51.372756 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-5f8ea580-2083-4e2d-88ee-4e25cb1d18b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdecf2f0-34d9-40d7-aa02-89dcbab0e513 HTTP/1.1" status: 200 len: 217 time: 0.0437779 Mar 07 21:32:51.408630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c0efa-86e4-4256-8cc7-5656c9b945da req-af564ee3-c1f7-4ffe-97da-ddc0f442f93d tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:51.410756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf0c0efa-86e4-4256-8cc7-5656c9b945da req-af564ee3-c1f7-4ffe-97da-ddc0f442f93d tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 943 time: 0.2821848 Mar 07 21:32:51.426332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-303f8e3f-2bf9-472d-9cdd-9e9efaad63b5 req-83cc76a6-af92-4f02-8b70-339f2acbdd4f tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '682fad12-3a32-4f45-b4eb-7647adf0011b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:51.426583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-303f8e3f-2bf9-472d-9cdd-9e9efaad63b5 req-83cc76a6-af92-4f02-8b70-339f2acbdd4f tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '682fad12-3a32-4f45-b4eb-7647adf0011b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:51.431332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-05fb1554-228c-4284-a9b2-fef07311e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:51.432871 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-05fb1554-228c-4284-a9b2-fef07311e908 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=198b0692-aaa2-4993-80a3-aca68b2e06b1 HTTP/1.1" status: 200 len: 863 time: 0.0516243 Mar 07 21:32:51.486700 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-5674570e-0741-438f-aae6-c458f23d86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:51.488190 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-5674570e-0741-438f-aae6-c458f23d86b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5d0297f-7fe7-4057-8050-31db19d78746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453031 Mar 07 21:32:51.584038 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-647de8e8-4c91-4702-9295-054d47294a80 admin admin] Publish callbacks [] for security_group (016af8cd-eae4-459c-9ce1-d6d7bba74640), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.584244 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-4742dc09-9bd0-41ca-924c-e606b5146cd8 service neutron] 10.222.0.15 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855715 Mar 07 21:32:51.682171 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-44bde876-3d49-45c7-9f78-a3ac9dc40193 req-6d6637c9-7ce9-40b4-baf8-538e974dc0cb service neutron] 10.222.0.15 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862808 Mar 07 21:32:51.684509 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-647de8e8-4c91-4702-9295-054d47294a80 admin admin] Publish callbacks [] for security_group (016af8cd-eae4-459c-9ce1-d6d7bba74640), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.692560 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b2484-ba3f-4618-ba77-f7151343a948 req-5f909b2a-44a9-4705-abac-7cc3652b18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:51.694196 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c1b2484-ba3f-4618-ba77-f7151343a948 req-5f909b2a-44a9-4705-abac-7cc3652b18e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.3171816 Mar 07 21:32:51.706284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf0c0efa-86e4-4256-8cc7-5656c9b945da req-188a320f-1845-455d-9fb7-d325c831a035 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658243 Mar 07 21:32:51.779193 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-303f8e3f-2bf9-472d-9cdd-9e9efaad63b5 req-83cc76a6-af92-4f02-8b70-339f2acbdd4f tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (931d7e37-aa04-4d3c-ae27-e4af6a925e11), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.784935 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c1b2484-ba3f-4618-ba77-f7151343a948 req-7cb1aa80-241c-4892-b673-cef53d832b95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=b5387be7-6f4f-4b9c-871d-bdc49fc35539 HTTP/1.1" status: 200 len: 217 time: 0.0704834 Mar 07 21:32:51.784935 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bb4d36ee-3e72-47e8-84d8-2e8f0754d050 admin admin] Publish callbacks [] for security_group (ebdb0b8c-500a-4d9e-9283-b54c4c6b60e9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.808082 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bb4d36ee-3e72-47e8-84d8-2e8f0754d050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ebdb0b8c-500a-4d9e-9283-b54c4c6b60e9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.872603 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-303f8e3f-2bf9-472d-9cdd-9e9efaad63b5 req-83cc76a6-af92-4f02-8b70-339f2acbdd4f tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (931d7e37-aa04-4d3c-ae27-e4af6a925e11), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.903028 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-303f8e3f-2bf9-472d-9cdd-9e9efaad63b5 req-83cc76a6-af92-4f02-8b70-339f2acbdd4f tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (931d7e37-aa04-4d3c-ae27-e4af6a925e11), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.926828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bb4d36ee-3e72-47e8-84d8-2e8f0754d050 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e406986cbbb4c19a89e918ab2d7044d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6576548 Mar 07 21:32:51.929592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44174) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:51.934029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d36ee-3e72-47e8-84d8-2e8f0754d050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdb0b8c-500a-4d9e-9283-b54c4c6b60e9,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:51.944364 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc76a6-af92-4f02-8b70-339f2acbdd4f tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931d7e37-aa04-4d3c-ae27-e4af6a925e11,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:51.946846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b2484-ba3f-4618-ba77-f7151343a948 req-52850f09-3b2c-47dd-bbf0-816e7d2b3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:51.948198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c1b2484-ba3f-4618-ba77-f7151343a948 req-52850f09-3b2c-47dd-bbf0-816e7d2b3266 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1555040 Mar 07 21:32:51.950776 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-647de8e8-4c91-4702-9295-054d47294a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (016af8cd-eae4-459c-9ce1-d6d7bba74640), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.953260 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-647de8e8-4c91-4702-9295-054d47294a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.956904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-647de8e8-4c91-4702-9295-054d47294a80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/016af8cd-eae4-459c-9ce1-d6d7bba74640 HTTP/1.1" status: 204 len: 168 time: 0.6841142 Mar 07 21:32:51.977890 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-303f8e3f-2bf9-472d-9cdd-9e9efaad63b5 req-83cc76a6-af92-4f02-8b70-339f2acbdd4f tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:51.979114 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-303f8e3f-2bf9-472d-9cdd-9e9efaad63b5 req-83cc76a6-af92-4f02-8b70-339f2acbdd4f tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5986609 Mar 07 21:32:52.002626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647de8e8-4c91-4702-9295-054d47294a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016af8cd-eae4-459c-9ce1-d6d7bba74640,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:52.009672 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f7c3e8a-84db-4bdf-accf-9db2b8dc88ec admin admin] Publish callbacks [] for security_group (ebdb0b8c-500a-4d9e-9283-b54c4c6b60e9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:52.020780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef933a43-6055-47f9-865f-7e10680a2e81 req-dba00154-873b-430f-8761-4ef25d58ce9f tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:52.022324 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef933a43-6055-47f9-865f-7e10680a2e81 req-dba00154-873b-430f-8761-4ef25d58ce9f tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/ports?device_id=909fee76-f7da-440a-b074-108d5da53977 HTTP/1.1" status: 200 len: 947 time: 0.1717410 Mar 07 21:32:52.063597 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:52.066938 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f7c3e8a-84db-4bdf-accf-9db2b8dc88ec admin admin] Publish callbacks [] for security_group (ebdb0b8c-500a-4d9e-9283-b54c4c6b60e9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:52.068533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b2484-ba3f-4618-ba77-f7151343a948 req-e75193b6-85ba-466e-9d6b-fc4889fdd2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:52.070093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c1b2484-ba3f-4618-ba77-f7151343a948 req-e75193b6-85ba-466e-9d6b-fc4889fdd2fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1111650 Mar 07 21:32:52.112427 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef933a43-6055-47f9-865f-7e10680a2e81 req-213374a7-d7aa-4ce0-af04-867e5410122a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc45a7a3-2441-446e-b24c-20c42dfb8b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812058 Mar 07 21:32:52.167641 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f7c3e8a-84db-4bdf-accf-9db2b8dc88ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ebdb0b8c-500a-4d9e-9283-b54c4c6b60e9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:52.170714 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f7c3e8a-84db-4bdf-accf-9db2b8dc88ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:52.175282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-751497f3-efd2-4be0-9c96-4dd342a521d0 req-61d207df-27bb-41fa-bb89-3fc6d623a923 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1605654203', 'description': 'tempest-description-559287589'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:52.175685 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4f7c3e8a-84db-4bdf-accf-9db2b8dc88ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebdb0b8c-500a-4d9e-9283-b54c4c6b60e9 HTTP/1.1" status: 204 len: 168 time: 0.2438550 Mar 07 21:32:52.192729 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c3e8a-84db-4bdf-accf-9db2b8dc88ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdb0b8c-500a-4d9e-9283-b54c4c6b60e9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:52.229604 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-751497f3-efd2-4be0-9c96-4dd342a521d0 req-61d207df-27bb-41fa-bb89-3fc6d623a923 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:52.259124 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c1b2484-ba3f-4618-ba77-f7151343a948 req-31689bc2-7907-4b99-81fe-ba42885282dc service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633627 Mar 07 21:32:52.291165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e6f073-8e11-4b14-b463-14b58c7821b6', 'tag': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:32:52.293327 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7e87bc-c805-41ac-a0f1-559a38e54203" -d '{"events": [{"name": "network-changed", "server_uuid": "19e6f073-8e11-4b14-b463-14b58c7821b6", "tag": "bdecf2f0-34d9-40d7-aa02-89dcbab0e513"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:32:52.401280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd6600-2072-4012-a510-e98920b178c1 req-b6dce45d-e038-4533-8053-bcf165ed3ee8 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:52.406559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67cd6600-2072-4012-a510-e98920b178c1 req-b6dce45d-e038-4533-8053-bcf165ed3ee8 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 948 time: 0.1618209 Mar 07 21:32:52.449740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c381b4ee-6a96-42da-a434-3b541222f85e details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:32:52.473162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c1b2484-ba3f-4618-ba77-f7151343a948 req-018162e2-d058-49ea-822f-f331584008c1 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906683 Mar 07 21:32:52.491920 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-751497f3-efd2-4be0-9c96-4dd342a521d0 req-61d207df-27bb-41fa-bb89-3fc6d623a923 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (031aa630-3da2-49e4-bebc-a18fabc61ce6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:52.501279 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-751497f3-efd2-4be0-9c96-4dd342a521d0 req-61d207df-27bb-41fa-bb89-3fc6d623a923 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (031aa630-3da2-49e4-bebc-a18fabc61ce6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:52.540518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67cd6600-2072-4012-a510-e98920b178c1 req-9302aa94-ad0c-4679-84ec-6e34eff766ee tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247797 Mar 07 21:32:52.564275 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-751497f3-efd2-4be0-9c96-4dd342a521d0 req-61d207df-27bb-41fa-bb89-3fc6d623a923 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:52.565711 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-751497f3-efd2-4be0-9c96-4dd342a521d0 req-61d207df-27bb-41fa-bb89-3fc6d623a923 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3980625 Mar 07 21:32:52.590461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d207df-27bb-41fa-bb89-3fc6d623a923 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031aa630-3da2-49e4-bebc-a18fabc61ce6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:52.623733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c381b4ee-6a96-42da-a434-3b541222f85e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c381b4ee-6a96-42da-a434-3b541222f85e,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:52.645838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'c381b4ee-6a96-42da-a434-3b541222f85e', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'c381b4ee-6a96-42da-a434-3b541222f85e', 'mac_address': 'fa:16:3e:80:b1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:32:52.720966 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c381b4ee-6a96-42da-a434-3b541222f85e is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:52.721778 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c381b4ee-6a96-42da-a434-3b541222f85e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:52.737385 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd941f01-9cad-4bdf-9cf6-9fb411ac2381 x-openstack-request-id: req-dd941f01-9cad-4bdf-9cf6-9fb411ac2381 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:32:52.737612 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e6f073-8e11-4b14-b463-14b58c7821b6", "tag": "bdecf2f0-34d9-40d7-aa02-89dcbab0e513", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:32:52.737741 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd941f01-9cad-4bdf-9cf6-9fb411ac2381 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:32:52.738103 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e6f073-8e11-4b14-b463-14b58c7821b6', 'tag': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513', 'status': 'completed', 'code': 200} Mar 07 21:32:52.744857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c381b4ee-6a96-42da-a434-3b541222f85e {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:32:52.778641 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c381b4ee-6a96-42da-a434-3b541222f85e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c381b4ee-6a96-42da-a434-3b541222f85e,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:52.786578 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c381b4ee-6a96-42da-a434-3b541222f85e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:52.788193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5762c91-eae2-41b8-8781-da8c4ab417b3 req-cde055ce-886a-40b1-975c-86ac3e81b120 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/031aa630-3da2-49e4-bebc-a18fabc61ce6 HTTP/1.1" status: 200 len: 1821 time: 0.0785477 Mar 07 21:32:52.810394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-d5762c91-eae2-41b8-8781-da8c4ab417b3 req-8a437cb9-2cb1-43c2-9ac1-7e1ad9af53fc tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '031aa630-3da2-49e4-bebc-a18fabc61ce6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:52.811757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-d5762c91-eae2-41b8-8781-da8c4ab417b3 req-8a437cb9-2cb1-43c2-9ac1-7e1ad9af53fc tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '031aa630-3da2-49e4-bebc-a18fabc61ce6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:52.847825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e87bc-c805-41ac-a0f1-559a38e54203 req-206f7d98-8f4d-42ff-975b-4edcc428295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:52.850177 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6b7e87bc-c805-41ac-a0f1-559a38e54203 req-206f7d98-8f4d-42ff-975b-4edcc428295b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe507c0d42ab4e7980b233c654d92447&device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 1125 time: 0.1032166 Mar 07 21:32:52.916018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c381b4ee-6a96-42da-a434-3b541222f85e,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:52.948247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0557946-2b7d-4f86-adb6-65ffa15f472d req-520e448d-2e25-425d-8d58-16ba75dea384 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:52.949750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0557946-2b7d-4f86-adb6-65ffa15f472d req-520e448d-2e25-425d-8d58-16ba75dea384 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 943 time: 0.1044023 Mar 07 21:32:52.951445 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d5762c91-eae2-41b8-8781-da8c4ab417b3 req-8a437cb9-2cb1-43c2-9ac1-7e1ad9af53fc tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (5afe54c0-d0ac-495a-81f1-105ed2fa12dd), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:52.966099 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e87bc-c805-41ac-a0f1-559a38e54203 req-16c0ea47-0395-48ff-9a0c-20202613afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:52.967638 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6b7e87bc-c805-41ac-a0f1-559a38e54203 req-16c0ea47-0395-48ff-9a0c-20202613afc3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5d0297f-7fe7-4057-8050-31db19d78746 HTTP/1.1" status: 200 len: 925 time: 0.1109641 Mar 07 21:32:53.039022 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6b7e87bc-c805-41ac-a0f1-559a38e54203 req-2d7a0dc4-4cd4-4d94-ac1a-a5c9612345f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdecf2f0-34d9-40d7-aa02-89dcbab0e513 HTTP/1.1" status: 200 len: 217 time: 0.0641129 Mar 07 21:32:53.043705 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d5762c91-eae2-41b8-8781-da8c4ab417b3 req-8a437cb9-2cb1-43c2-9ac1-7e1ad9af53fc tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (5afe54c0-d0ac-495a-81f1-105ed2fa12dd), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.055409 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d5762c91-eae2-41b8-8781-da8c4ab417b3 req-8a437cb9-2cb1-43c2-9ac1-7e1ad9af53fc tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (5afe54c0-d0ac-495a-81f1-105ed2fa12dd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.087834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0557946-2b7d-4f86-adb6-65ffa15f472d req-b245b4e6-558b-4f67-98a4-d032720e9d44 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299386 Mar 07 21:32:53.096619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a437cb9-2cb1-43c2-9ac1-7e1ad9af53fc tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afe54c0-d0ac-495a-81f1-105ed2fa12dd,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:53.105315 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d5762c91-eae2-41b8-8781-da8c4ab417b3 req-8a437cb9-2cb1-43c2-9ac1-7e1ad9af53fc tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.106911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5762c91-eae2-41b8-8781-da8c4ab417b3 req-8a437cb9-2cb1-43c2-9ac1-7e1ad9af53fc tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3088272 Mar 07 21:32:53.121727 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e87bc-c805-41ac-a0f1-559a38e54203 req-0b251a93-efed-4a47-b2dd-a37600635e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:53.123081 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6b7e87bc-c805-41ac-a0f1-559a38e54203 req-0b251a93-efed-4a47-b2dd-a37600635e7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=198b0692-aaa2-4993-80a3-aca68b2e06b1 HTTP/1.1" status: 200 len: 863 time: 0.0765688 Mar 07 21:32:53.163745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['c381b4ee-6a96-42da-a434-3b541222f85e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:32:53.197831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-319df427-1ecc-4709-afae-e831d7c31096 req-28e82228-e154-45e5-bd72-fd4f78d0c722 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1149111508', 'description': 'tempest-description-1075740887'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:53.223462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e87bc-c805-41ac-a0f1-559a38e54203 req-f6a32d64-2498-4690-8b2e-ac04e47c49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:53.229209 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6b7e87bc-c805-41ac-a0f1-559a38e54203 req-f6a32d64-2498-4690-8b2e-ac04e47c49c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5d0297f-7fe7-4057-8050-31db19d78746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0983033 Mar 07 21:32:53.242572 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-319df427-1ecc-4709-afae-e831d7c31096 req-28e82228-e154-45e5-bd72-fd4f78d0c722 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.349040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d2953-84ec-4ae0-ab66-17f8fcc48cb0 req-7ff36c59-a166-4069-910b-11e7e2152d38 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:53.350593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf8d2953-84ec-4ae0-ab66-17f8fcc48cb0 req-7ff36c59-a166-4069-910b-11e7e2152d38 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/ports?device_id=909fee76-f7da-440a-b074-108d5da53977 HTTP/1.1" status: 200 len: 948 time: 0.0891058 Mar 07 21:32:53.390921 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-319df427-1ecc-4709-afae-e831d7c31096 req-28e82228-e154-45e5-bd72-fd4f78d0c722 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (cababdec-3fbe-4e2c-b243-30f24e9b56c0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.402794 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-319df427-1ecc-4709-afae-e831d7c31096 req-28e82228-e154-45e5-bd72-fd4f78d0c722 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cababdec-3fbe-4e2c-b243-30f24e9b56c0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.417973 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44256) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:53.434488 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6b7e87bc-c805-41ac-a0f1-559a38e54203 req-fdda37bb-320e-4efc-a84f-62c4c1861414 service neutron] 10.222.0.15 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943953 Mar 07 21:32:53.448404 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e82228-e154-45e5-bd72-fd4f78d0c722 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cababdec-3fbe-4e2c-b243-30f24e9b56c0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:53.461659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf8d2953-84ec-4ae0-ab66-17f8fcc48cb0 req-0d687993-fa71-4e84-a390-36d2e76cad02 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc45a7a3-2441-446e-b24c-20c42dfb8b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035085 Mar 07 21:32:53.465772 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-319df427-1ecc-4709-afae-e831d7c31096 req-28e82228-e154-45e5-bd72-fd4f78d0c722 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.468052 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-319df427-1ecc-4709-afae-e831d7c31096 req-28e82228-e154-45e5-bd72-fd4f78d0c722 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2746992 Mar 07 21:32:53.537616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-b2333057-9854-4f9e-98b3-3a5151df8831 req-c4dd7721-fd2c-4b21-a9de-6423585ecadb tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-277255404', 'description': 'tempest-description-1830907124'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:53.544622 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6b7e87bc-c805-41ac-a0f1-559a38e54203 req-2ba575a1-5735-40b5-847c-c7f256a83ca0 service neutron] 10.222.0.15 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013680 Mar 07 21:32:53.565644 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b2333057-9854-4f9e-98b3-3a5151df8831 req-c4dd7721-fd2c-4b21-a9de-6423585ecadb tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.691246 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b2333057-9854-4f9e-98b3-3a5151df8831 req-c4dd7721-fd2c-4b21-a9de-6423585ecadb tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (1bd1095c-cb71-4741-9c6d-f216f66efc71), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.700092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a36172-b96a-45e2-8a5f-bc97eb040fc6 req-c16df03d-8c6d-4fe7-ad9b-5d6c13c3fff5 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:53.701596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78a36172-b96a-45e2-8a5f-bc97eb040fc6 req-c16df03d-8c6d-4fe7-ad9b-5d6c13c3fff5 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 948 time: 0.0855718 Mar 07 21:32:53.702053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44276) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:53.703452 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1043175746-network', 'tenant_id': '4e3e9e59733846a0b4051c431a4a7877'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:53.707951 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b2333057-9854-4f9e-98b3-3a5151df8831 req-c4dd7721-fd2c-4b21-a9de-6423585ecadb tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1bd1095c-cb71-4741-9c6d-f216f66efc71), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.732395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] Made reservation on behalf of 4e3e9e59733846a0b4051c431a4a7877 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:53.735489 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.746442 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b2333057-9854-4f9e-98b3-3a5151df8831 req-c4dd7721-fd2c-4b21-a9de-6423585ecadb tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.747478 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.747932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2333057-9854-4f9e-98b3-3a5151df8831 req-c4dd7721-fd2c-4b21-a9de-6423585ecadb tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2152007 Mar 07 21:32:53.775393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd7721-fd2c-4b21-a9de-6423585ecadb tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd1095c-cb71-4741-9c6d-f216f66efc71,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:53.785817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78a36172-b96a-45e2-8a5f-bc97eb040fc6 req-f6fb73a2-87c7-49da-bbb1-f817621e8876 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741370 Mar 07 21:32:53.849191 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4d9d9b62-7a38-435c-b500-501fd4a3d4a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f9e72f6b1e04a5c8e72ba52a4558f95&name=default HTTP/1.1" status: 200 len: 2993 time: 0.1457348 Mar 07 21:32:53.851829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44290) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:53.865019 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] Publish callbacks [] for security_group (04559473-2a91-44b6-aa52-f86a6e3ebda6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.870688 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (04559473-2a91-44b6-aa52-f86a6e3ebda6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.883248 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7046ad19-0b8e-46ed-95cc-507fe73c7daa req-be83a750-2ed2-4106-ab84-89782e8b408c tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/cababdec-3fbe-4e2c-b243-30f24e9b56c0 HTTP/1.1" status: 200 len: 1822 time: 0.0708289 Mar 07 21:32:53.912152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04559473-2a91-44b6-aa52-f86a6e3ebda6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:53.918284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:32:53.928568 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (77b2f839-ee02-43b3-8696-8906f7d6b30d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.929122 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] Added segment 77b2f839-ee02-43b3-8696-8906f7d6b30d of type vlan for network 1012f0aa-6beb-4cfc-8653-199446588aa6 Mar 07 21:32:53.975325 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (1012f0aa-6beb-4cfc-8653-199446588aa6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:53.977023 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d0bc32b5-bafd-445d-bf03-72deba69bb27 admin admin] Publish callbacks [] for security_group (aadd1075-7229-4f36-bdf4-3df0053b64c9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.000332 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7046ad19-0b8e-46ed-95cc-507fe73c7daa req-25fd5a33-1165-4b6e-807d-92914705e36e tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/1bd1095c-cb71-4741-9c6d-f216f66efc71 HTTP/1.1" status: 200 len: 1821 time: 0.1087568 Mar 07 21:32:54.010766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (1012f0aa-6beb-4cfc-8653-199446588aa6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.011927 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:54.012564 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.015495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-7046ad19-0b8e-46ed-95cc-507fe73c7daa req-73339f92-55d2-4234-8bb5-5065578037c9 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cababdec-3fbe-4e2c-b243-30f24e9b56c0', 'remote_group_id': '1bd1095c-cb71-4741-9c6d-f216f66efc71', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:54.015821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-7046ad19-0b8e-46ed-95cc-507fe73c7daa req-73339f92-55d2-4234-8bb5-5065578037c9 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cababdec-3fbe-4e2c-b243-30f24e9b56c0', 'remote_group_id': '1bd1095c-cb71-4741-9c6d-f216f66efc71', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:54.026111 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d0bc32b5-bafd-445d-bf03-72deba69bb27 admin admin] Publish callbacks [] for security_group (aadd1075-7229-4f36-bdf4-3df0053b64c9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.054618 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6355338 Mar 07 21:32:54.060274 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44302) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:54.065632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-032b6b87-c6d7-47f4-8ca5-7336e1843dfa admin admin] Request body: {'subnet': {'network_id': '1012f0aa-6beb-4cfc-8653-199446588aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1043175746-subnet', 'tenant_id': '4e3e9e59733846a0b4051c431a4a7877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:54.120145 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7046ad19-0b8e-46ed-95cc-507fe73c7daa req-73339f92-55d2-4234-8bb5-5065578037c9 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (c29f4ed4-84e9-46ad-9f67-008328d34eea), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.131639 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d0bc32b5-bafd-445d-bf03-72deba69bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (aadd1075-7229-4f36-bdf4-3df0053b64c9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.135055 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d0bc32b5-bafd-445d-bf03-72deba69bb27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.136264 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d0bc32b5-bafd-445d-bf03-72deba69bb27 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aadd1075-7229-4f36-bdf4-3df0053b64c9 HTTP/1.1" status: 204 len: 168 time: 0.2833936 Mar 07 21:32:54.138360 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da765a73-3a82-43cb-97c8-9ee3e3b0c5c0 admin admin] Pushing event updated for resources: {'Network': ['ID=1012f0aa-6beb-4cfc-8653-199446588aa6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:54.147725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc32b5-bafd-445d-bf03-72deba69bb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadd1075-7229-4f36-bdf4-3df0053b64c9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:54.157440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 1012f0aa-6beb-4cfc-8653-199446588aa6 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:32:54.172066 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032b6b87-c6d7-47f4-8ca5-7336e1843dfa admin admin] Made reservation on behalf of 4e3e9e59733846a0b4051c431a4a7877 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:54.175238 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-032b6b87-c6d7-47f4-8ca5-7336e1843dfa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.182654 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7046ad19-0b8e-46ed-95cc-507fe73c7daa req-73339f92-55d2-4234-8bb5-5065578037c9 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (c29f4ed4-84e9-46ad-9f67-008328d34eea), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.189217 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7046ad19-0b8e-46ed-95cc-507fe73c7daa req-73339f92-55d2-4234-8bb5-5065578037c9 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (c29f4ed4-84e9-46ad-9f67-008328d34eea), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.209974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73339f92-55d2-4234-8bb5-5065578037c9 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29f4ed4-84e9-46ad-9f67-008328d34eea,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:54.241902 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7046ad19-0b8e-46ed-95cc-507fe73c7daa req-73339f92-55d2-4234-8bb5-5065578037c9 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.245043 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7046ad19-0b8e-46ed-95cc-507fe73c7daa req-73339f92-55d2-4234-8bb5-5065578037c9 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2343547 Mar 07 21:32:54.302888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-063588c6-a9ac-40e0-979c-f38633a17165 req-21b18e50-a9d2-4472-ad39-f7db6ce1ee58 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-779119423', 'description': 'tempest-description-1254021896'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:54.344795 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-063588c6-a9ac-40e0-979c-f38633a17165 req-21b18e50-a9d2-4472-ad39-f7db6ce1ee58 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.421973 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0089418-2f4a-405c-9e9b-06d3cee623ce req-23dbe399-e91f-4e7d-b624-d66817d4bc7b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:54.423496 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b0089418-2f4a-405c-9e9b-06d3cee623ce req-23dbe399-e91f-4e7d-b624-d66817d4bc7b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 943 time: 0.0883987 Mar 07 21:32:54.439307 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-032b6b87-c6d7-47f4-8ca5-7336e1843dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for subnet (0651ba3d-72f1-4b5c-9540-9c7cdf10c812), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.464158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device bdecf2f0-34d9-40d7-aa02-89dcbab0e513 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:32:54.499571 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c381b4ee-6a96-42da-a434-3b541222f85e up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:32:54.512734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b6b87-c6d7-47f4-8ca5-7336e1843dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0651ba3d-72f1-4b5c-9540-9c7cdf10c812,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:54.524127 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032b6b87-c6d7-47f4-8ca5-7336e1843dfa admin admin] Checking segment: {'id': '77b2f839-ee02-43b3-8696-8906f7d6b30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1012f0aa-6beb-4cfc-8653-199446588aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:32:54.524494 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032b6b87-c6d7-47f4-8ca5-7336e1843dfa admin admin] Network hostable DHCP agents. Network: 1012f0aa-6beb-4cfc-8653-199446588aa6, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:32:54.545104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032b6b87-c6d7-47f4-8ca5-7336e1843dfa admin admin] Network 1012f0aa-6beb-4cfc-8653-199446588aa6 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:32:54.560253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-032b6b87-c6d7-47f4-8ca5-7336e1843dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 1012f0aa-6beb-4cfc-8653-199446588aa6) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:54.565466 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032b6b87-c6d7-47f4-8ca5-7336e1843dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:54.566108 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-032b6b87-c6d7-47f4-8ca5-7336e1843dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.585677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79eb703-ef28-4214-a015-e99ed55daf78 None None] Network 1012f0aa-6beb-4cfc-8653-199446588aa6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:32:54.588692 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-032b6b87-c6d7-47f4-8ca5-7336e1843dfa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5272961 Mar 07 21:32:54.670622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44332) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:54.701223 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-063588c6-a9ac-40e0-979c-f38633a17165 req-21b18e50-a9d2-4472-ad39-f7db6ce1ee58 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (1131ebeb-9832-4ef7-b3b0-78b97c59e14b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.709522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b0089418-2f4a-405c-9e9b-06d3cee623ce req-e80f434d-72b5-4f32-a892-16a6bf035c22 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2794764 Mar 07 21:32:54.710804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-063588c6-a9ac-40e0-979c-f38633a17165 req-21b18e50-a9d2-4472-ad39-f7db6ce1ee58 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1131ebeb-9832-4ef7-b3b0-78b97c59e14b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.725927 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-65733f5b-cb04-4e45-9e6d-6bbe61921092 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=253d1084bfa5448dbdf15c3613430994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0594807 Mar 07 21:32:54.736949 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44334) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:54.743523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b18e50-a9d2-4472-ad39-f7db6ce1ee58 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1131ebeb-9832-4ef7-b3b0-78b97c59e14b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:54.750321 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-063588c6-a9ac-40e0-979c-f38633a17165 req-21b18e50-a9d2-4472-ad39-f7db6ce1ee58 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.751559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-063588c6-a9ac-40e0-979c-f38633a17165 req-21b18e50-a9d2-4472-ad39-f7db6ce1ee58 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4542067 Mar 07 21:32:54.792322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port bdecf2f0-34d9-40d7-aa02-89dcbab0e513, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bdecf2f0-34d9-40d7-aa02-89dcbab0e513,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:54.822793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'port_id': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513', 'mac_address': 'fa:16:3e:93:c0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:32:54.865737 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ffc61a3-6887-4414-b31c-ee531421644e admin admin] Publish callbacks [] for security_group (4bf3ed64-d3ca-4f17-897b-88741ba921e1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.868533 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port c381b4ee-6a96-42da-a434-3b541222f85e completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:32:54.889406 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port c381b4ee-6a96-42da-a434-3b541222f85e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:54.889871 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c381b4ee-6a96-42da-a434-3b541222f85e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.893891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port bdecf2f0-34d9-40d7-aa02-89dcbab0e513 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:54.894580 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.907281 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ffc61a3-6887-4414-b31c-ee531421644e admin admin] Publish callbacks [] for security_group (4bf3ed64-d3ca-4f17-897b-88741ba921e1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.926614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e6e90d-5bfd-4b70-98b4-3e18eae6cb41 None None] Network 1012f0aa-6beb-4cfc-8653-199446588aa6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:32:54.952928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12748497-5425-4e11-a914-c10f183d6da2 req-1f6c16cb-dd87-48ec-b1fd-d567c5618b3d tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:54.955884 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12748497-5425-4e11-a914-c10f183d6da2 req-1f6c16cb-dd87-48ec-b1fd-d567c5618b3d tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/ports?device_id=909fee76-f7da-440a-b074-108d5da53977 HTTP/1.1" status: 200 len: 948 time: 0.1048968 Mar 07 21:32:54.973400 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ffc61a3-6887-4414-b31c-ee531421644e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4bf3ed64-d3ca-4f17-897b-88741ba921e1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.976601 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ffc61a3-6887-4414-b31c-ee531421644e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:54.982336 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6ffc61a3-6887-4414-b31c-ee531421644e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4bf3ed64-d3ca-4f17-897b-88741ba921e1 HTTP/1.1" status: 204 len: 168 time: 0.2438982 Mar 07 21:32:54.993830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc61a3-6887-4414-b31c-ee531421644e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf3ed64-d3ca-4f17-897b-88741ba921e1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:55.015640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdecf2f0-34d9-40d7-aa02-89dcbab0e513 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:32:55.038874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12748497-5425-4e11-a914-c10f183d6da2 req-6102a84f-499f-4f6b-8543-849935f54efb tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc45a7a3-2441-446e-b24c-20c42dfb8b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747647 Mar 07 21:32:55.079880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port bdecf2f0-34d9-40d7-aa02-89dcbab0e513, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bdecf2f0-34d9-40d7-aa02-89dcbab0e513,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:55.088777 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-32d573f7-d0de-471f-94f2-06a88a345398 req-d672a3b8-7e3e-4782-a378-b5630ad9b364 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1607918898', 'description': 'tempest-description-1589509777'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:55.089077 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:55.115001 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-32d573f7-d0de-471f-94f2-06a88a345398 req-d672a3b8-7e3e-4782-a378-b5630ad9b364 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:55.201270 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-32d573f7-d0de-471f-94f2-06a88a345398 req-d672a3b8-7e3e-4782-a378-b5630ad9b364 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (4b4ee0f7-a191-43b7-9648-49d358f7ce83), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:55.204605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c381b4ee-6a96-42da-a434-3b541222f85e is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:55.204962 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c381b4ee-6a96-42da-a434-3b541222f85e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:55.207411 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=bdecf2f0-34d9-40d7-aa02-89dcbab0e513,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:55.208667 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-32d573f7-d0de-471f-94f2-06a88a345398 req-d672a3b8-7e3e-4782-a378-b5630ad9b364 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4b4ee0f7-a191-43b7-9648-49d358f7ce83), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:55.235898 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909fee76-f7da-440a-b074-108d5da53977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c381b4ee-6a96-42da-a434-3b541222f85e'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:32:55.237960 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d80738-62d5-4f61-9e57-d6de439b42bc" -d '{"events": [{"server_uuid": "909fee76-f7da-440a-b074-108d5da53977", "name": "network-vif-plugged", "status": "completed", "tag": "c381b4ee-6a96-42da-a434-3b541222f85e"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:32:55.249410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672a3b8-7e3e-4782-a378-b5630ad9b364 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4ee0f7-a191-43b7-9648-49d358f7ce83,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:55.257394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c381b4ee-6a96-42da-a434-3b541222f85e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c381b4ee-6a96-42da-a434-3b541222f85e,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:55.269424 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c381b4ee-6a96-42da-a434-3b541222f85e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:55.275541 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-32d573f7-d0de-471f-94f2-06a88a345398 req-d672a3b8-7e3e-4782-a378-b5630ad9b364 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:55.276771 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32d573f7-d0de-471f-94f2-06a88a345398 req-d672a3b8-7e3e-4782-a378-b5630ad9b364 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1924791 Mar 07 21:32:55.337550 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c381b4ee-6a96-42da-a434-3b541222f85e,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:55.344794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['bdecf2f0-34d9-40d7-aa02-89dcbab0e513'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:32:55.436980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67acc63-e6e4-4fc6-8041-5618416caa5d req-cc8eac99-5c88-479b-9e29-6d6138f3b52c tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:55.439210 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d67acc63-e6e4-4fc6-8041-5618416caa5d req-cc8eac99-5c88-479b-9e29-6d6138f3b52c tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 948 time: 0.0559804 Mar 07 21:32:55.509515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d67acc63-e6e4-4fc6-8041-5618416caa5d req-7de2dd4a-8afc-445e-b35c-780a83705738 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579622 Mar 07 21:32:55.543621 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d2b4f0-03d0-4760-89f4-454b21fa8c32 x-openstack-request-id: req-67d2b4f0-03d0-4760-89f4-454b21fa8c32 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:32:55.544141 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909fee76-f7da-440a-b074-108d5da53977", "name": "network-vif-plugged", "status": "completed", "tag": "c381b4ee-6a96-42da-a434-3b541222f85e", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:32:55.544244 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67d2b4f0-03d0-4760-89f4-454b21fa8c32 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:32:55.544601 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909fee76-f7da-440a-b074-108d5da53977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c381b4ee-6a96-42da-a434-3b541222f85e', 'code': 200} Mar 07 21:32:55.605555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99cd3c7e-9ad3-4288-8600-88e5b5a7dd79 req-81a4b995-318b-4ccd-b79b-98feabb2b866 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/1131ebeb-9832-4ef7-b3b0-78b97c59e14b HTTP/1.1" status: 200 len: 1821 time: 0.0508540 Mar 07 21:32:55.657897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99cd3c7e-9ad3-4288-8600-88e5b5a7dd79 req-74de2e8d-4aea-4422-a852-2974fda9172d tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/4b4ee0f7-a191-43b7-9648-49d358f7ce83 HTTP/1.1" status: 200 len: 1822 time: 0.0511658 Mar 07 21:32:55.668369 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537786db-78df-4547-9fdf-8d4b7922d56f req-ca044243-53e1-4e40-9bae-2f85a7a867bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:55.669541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-99cd3c7e-9ad3-4288-8600-88e5b5a7dd79 req-9d3a54fc-3738-40c2-b2a8-e32b1948ae80 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1131ebeb-9832-4ef7-b3b0-78b97c59e14b', 'remote_group_id': '4b4ee0f7-a191-43b7-9648-49d358f7ce83', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:55.669962 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-99cd3c7e-9ad3-4288-8600-88e5b5a7dd79 req-9d3a54fc-3738-40c2-b2a8-e32b1948ae80 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1131ebeb-9832-4ef7-b3b0-78b97c59e14b', 'remote_group_id': '4b4ee0f7-a191-43b7-9648-49d358f7ce83', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:55.670568 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-537786db-78df-4547-9fdf-8d4b7922d56f req-ca044243-53e1-4e40-9bae-2f85a7a867bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=909fee76-f7da-440a-b074-108d5da53977 HTTP/1.1" status: 200 len: 1131 time: 0.0557587 Mar 07 21:32:55.731264 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-537786db-78df-4547-9fdf-8d4b7922d56f req-cfe6f91f-04d6-41bd-8791-6ac252cc2054 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc45a7a3-2441-446e-b24c-20c42dfb8b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532167 Mar 07 21:32:55.764798 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-99cd3c7e-9ad3-4288-8600-88e5b5a7dd79 req-9d3a54fc-3738-40c2-b2a8-e32b1948ae80 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (f136f9b5-14c4-4838-bf74-ebc1792abc08), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:55.800403 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-99cd3c7e-9ad3-4288-8600-88e5b5a7dd79 req-9d3a54fc-3738-40c2-b2a8-e32b1948ae80 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (f136f9b5-14c4-4838-bf74-ebc1792abc08), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:55.806186 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-99cd3c7e-9ad3-4288-8600-88e5b5a7dd79 req-9d3a54fc-3738-40c2-b2a8-e32b1948ae80 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (f136f9b5-14c4-4838-bf74-ebc1792abc08), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:55.827308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44390) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:55.834360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1013367913-network', 'tenant_id': '8f170df87a2d4753b2e6fb565d85a9ad'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:55.844619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a54fc-3738-40c2-b2a8-e32b1948ae80 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f136f9b5-14c4-4838-bf74-ebc1792abc08,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:55.852458 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-99cd3c7e-9ad3-4288-8600-88e5b5a7dd79 req-9d3a54fc-3738-40c2-b2a8-e32b1948ae80 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:55.853627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99cd3c7e-9ad3-4288-8600-88e5b5a7dd79 req-9d3a54fc-3738-40c2-b2a8-e32b1948ae80 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1899068 Mar 07 21:32:55.869360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] Made reservation on behalf of 8f170df87a2d4753b2e6fb565d85a9ad for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:55.872791 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:55.882044 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.005639 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bda386-7878-4b5e-953b-a6ae19fbceb2 req-088c1518-9591-406b-a5ba-73a52df1c612 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:56.012943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22bda386-7878-4b5e-953b-a6ae19fbceb2 req-088c1518-9591-406b-a5ba-73a52df1c612 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 944 time: 0.0951695 Mar 07 21:32:56.048747 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] Publish callbacks [] for security_group (94324f0b-f5e4-492c-a1bb-b6d1d80ef216), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.059891 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (94324f0b-f5e4-492c-a1bb-b6d1d80ef216), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.077490 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22bda386-7878-4b5e-953b-a6ae19fbceb2 req-da574f23-8cd1-4c97-a40c-f421f818b786 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636165 Mar 07 21:32:56.102024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:32:56.108623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94324f0b-f5e4-492c-a1bb-b6d1d80ef216,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:56.114722 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1df8c81a-9996-4dc1-a087-f779497fda1a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.115061 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] Added segment 1df8c81a-9996-4dc1-a087-f779497fda1a of type vlan for network 9a202f7e-f3f3-4305-b533-7d9a5c6dea72 Mar 07 21:32:56.171833 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (9a202f7e-f3f3-4305-b533-7d9a5c6dea72), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.254814 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e98897f-4587-4943-9bba-227f1cf95dc7 req-2db80af5-0215-4e7b-b1c0-8253ecb19ef0 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/4b4ee0f7-a191-43b7-9648-49d358f7ce83 HTTP/1.1" status: 200 len: 1822 time: 0.0858607 Mar 07 21:32:56.256804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (9a202f7e-f3f3-4305-b533-7d9a5c6dea72), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.257814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:56.259082 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.349157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5208197 Mar 07 21:32:56.351935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44414) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:56.357278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-27fd168b-3cd0-4eef-a377-7a51a5a50b58 admin admin] Request body: {'subnet': {'network_id': '9a202f7e-f3f3-4305-b533-7d9a5c6dea72', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1013367913-subnet', 'tenant_id': '8f170df87a2d4753b2e6fb565d85a9ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:56.363530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6284758-8449-4e34-b436-30f55501bc4c admin admin] Pushing event updated for resources: {'Network': ['ID=9a202f7e-f3f3-4305-b533-7d9a5c6dea72,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:56.376316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 9a202f7e-f3f3-4305-b533-7d9a5c6dea72 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:32:56.382103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fd168b-3cd0-4eef-a377-7a51a5a50b58 admin admin] Made reservation on behalf of 8f170df87a2d4753b2e6fb565d85a9ad for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:56.385795 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27fd168b-3cd0-4eef-a377-7a51a5a50b58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.389800 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8444b7-a5cb-492b-a58b-5af54fc17b1e req-73f469d8-f58e-4fcc-a557-765d8519c73f tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:56.402085 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f8444b7-a5cb-492b-a58b-5af54fc17b1e req-73f469d8-f58e-4fcc-a557-765d8519c73f tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/ports?device_id=909fee76-f7da-440a-b074-108d5da53977 HTTP/1.1" status: 200 len: 949 time: 0.1811223 Mar 07 21:32:56.440132 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44416) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:56.464949 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device bdecf2f0-34d9-40d7-aa02-89dcbab0e513 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:32:56.491368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0e98897f-4587-4943-9bba-227f1cf95dc7 req-955d37cc-0480-4b93-b493-11f57f652111 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (4b4ee0f7-a191-43b7-9648-49d358f7ce83), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.517976 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0e98897f-4587-4943-9bba-227f1cf95dc7 req-955d37cc-0480-4b93-b493-11f57f652111 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (4b4ee0f7-a191-43b7-9648-49d358f7ce83), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.555045 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f8444b7-a5cb-492b-a58b-5af54fc17b1e req-1aa19f03-ed21-40c6-b4e8-57e7d8573c6e tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc45a7a3-2441-446e-b24c-20c42dfb8b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520889 Mar 07 21:32:56.589732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port bdecf2f0-34d9-40d7-aa02-89dcbab0e513 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:32:56.594398 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a5687be-7046-43c8-bc43-5d3d287377a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.595984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port bdecf2f0-34d9-40d7-aa02-89dcbab0e513 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:32:56.596533 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.632991 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0e98897f-4587-4943-9bba-227f1cf95dc7 req-955d37cc-0480-4b93-b493-11f57f652111 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4b4ee0f7-a191-43b7-9648-49d358f7ce83), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.636252 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0e98897f-4587-4943-9bba-227f1cf95dc7 req-955d37cc-0480-4b93-b493-11f57f652111 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.649590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e98897f-4587-4943-9bba-227f1cf95dc7 req-955d37cc-0480-4b93-b493-11f57f652111 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "DELETE /v2.0/security-groups/4b4ee0f7-a191-43b7-9648-49d358f7ce83 HTTP/1.1" status: 204 len: 173 time: 0.3815215 Mar 07 21:32:56.693279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27fd168b-3cd0-4eef-a377-7a51a5a50b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for subnet (08b61a13-ab0d-483b-b125-a0958c30fe1d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.697535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d37cc-0480-4b93-b493-11f57f652111 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4ee0f7-a191-43b7-9648-49d358f7ce83,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:56.730095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b5387be7-6f4f-4b9c-871d-bdc49fc35539 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:32:56.782817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fd168b-3cd0-4eef-a377-7a51a5a50b58 admin admin] Checking segment: {'id': '1df8c81a-9996-4dc1-a087-f779497fda1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9a202f7e-f3f3-4305-b533-7d9a5c6dea72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:32:56.783759 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fd168b-3cd0-4eef-a377-7a51a5a50b58 admin admin] Network hostable DHCP agents. Network: 9a202f7e-f3f3-4305-b533-7d9a5c6dea72, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:32:56.786699 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd168b-3cd0-4eef-a377-7a51a5a50b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08b61a13-ab0d-483b-b125-a0958c30fe1d,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:56.788915 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a5687be-7046-43c8-bc43-5d3d287377a3 admin admin] Publish callbacks [] for security_group (f3c52f16-5d2e-40ce-a5fd-b707fb24806a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.796049 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a5687be-7046-43c8-bc43-5d3d287377a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f3c52f16-5d2e-40ce-a5fd-b707fb24806a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.813575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fd168b-3cd0-4eef-a377-7a51a5a50b58 admin admin] Network 9a202f7e-f3f3-4305-b533-7d9a5c6dea72 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:32:56.832544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-27fd168b-3cd0-4eef-a377-7a51a5a50b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 9a202f7e-f3f3-4305-b533-7d9a5c6dea72) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:56.835549 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c07456-c906-4dce-8a0b-b31b80655604 req-7101a88b-6f93-4f78-b59a-cc2bea212406 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:56.849983 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53c07456-c906-4dce-8a0b-b31b80655604 req-7101a88b-6f93-4f78-b59a-cc2bea212406 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 948 time: 0.1091444 Mar 07 21:32:56.851103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fd168b-3cd0-4eef-a377-7a51a5a50b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:56.851103 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27fd168b-3cd0-4eef-a377-7a51a5a50b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.857944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7a5687be-7046-43c8-bc43-5d3d287377a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=753f8d3d5ca0443a9564d552c1fc22de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4138434 Mar 07 21:32:56.858135 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44432) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:56.863615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5687be-7046-43c8-bc43-5d3d287377a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c52f16-5d2e-40ce-a5fd-b707fb24806a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:56.872173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port bdecf2f0-34d9-40d7-aa02-89dcbab0e513 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:56.873667 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:56.883284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a064d0-0928-4847-8758-617f27cae5e5 None None] Network 9a202f7e-f3f3-4305-b533-7d9a5c6dea72 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:32:56.934560 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-27fd168b-3cd0-4eef-a377-7a51a5a50b58 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5809810 Mar 07 21:32:56.944875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53c07456-c906-4dce-8a0b-b31b80655604 req-0be7c9b6-f69a-442c-af68-61d665143325 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870943 Mar 07 21:32:57.005049 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ecb4f9c9-e5e8-422b-ac77-4d814009e6a3 admin admin] Publish callbacks [] for security_group (f3c52f16-5d2e-40ce-a5fd-b707fb24806a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.042223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e667f723-fd92-4214-a360-1cf9f35fbd0b req-7b12c555-096a-41a0-b2ab-7d041c99837c tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/1131ebeb-9832-4ef7-b3b0-78b97c59e14b HTTP/1.1" status: 200 len: 1821 time: 0.0749249 Mar 07 21:32:57.058006 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ecb4f9c9-e5e8-422b-ac77-4d814009e6a3 admin admin] Publish callbacks [] for security_group (f3c52f16-5d2e-40ce-a5fd-b707fb24806a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.075193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-58180d73-f803-4ec2-a6bc-bb7cdfab67b4 req-ea350075-4387-49f2-b6cc-1b8ad41507b0 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-167913472', 'description': 'tempest-description-879696769'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:57.111138 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-58180d73-f803-4ec2-a6bc-bb7cdfab67b4 req-ea350075-4387-49f2-b6cc-1b8ad41507b0 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.147023 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ecb4f9c9-e5e8-422b-ac77-4d814009e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f3c52f16-5d2e-40ce-a5fd-b707fb24806a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.155536 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ecb4f9c9-e5e8-422b-ac77-4d814009e6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.161506 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ecb4f9c9-e5e8-422b-ac77-4d814009e6a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3c52f16-5d2e-40ce-a5fd-b707fb24806a HTTP/1.1" status: 204 len: 168 time: 0.3023815 Mar 07 21:32:57.170473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4f9c9-e5e8-422b-ac77-4d814009e6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c52f16-5d2e-40ce-a5fd-b707fb24806a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:57.187391 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44450) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:57.309639 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5250a6ec-62ca-48aa-983b-f309f400262c req-a06c142d-d87b-46f8-8813-e3d94d310df1 tempest-QuotasAdminNegativeTest-291940843 tempest-QuotasAdminNegativeTest-291940843-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c12bcb3cbc0e498f972db4d86c53202b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652204 Mar 07 21:32:57.312112 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-58180d73-f803-4ec2-a6bc-bb7cdfab67b4 req-ea350075-4387-49f2-b6cc-1b8ad41507b0 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (84d744c8-f644-4fd0-a489-2e0705057ef0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.325205 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-58180d73-f803-4ec2-a6bc-bb7cdfab67b4 req-ea350075-4387-49f2-b6cc-1b8ad41507b0 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (84d744c8-f644-4fd0-a489-2e0705057ef0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.337338 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port bdecf2f0-34d9-40d7-aa02-89dcbab0e513, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bdecf2f0-34d9-40d7-aa02-89dcbab0e513,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:57.357409 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.374374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea350075-4387-49f2-b6cc-1b8ad41507b0 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d744c8-f644-4fd0-a489-2e0705057ef0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:57.402326 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-58180d73-f803-4ec2-a6bc-bb7cdfab67b4 req-ea350075-4387-49f2-b6cc-1b8ad41507b0 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.414847 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58180d73-f803-4ec2-a6bc-bb7cdfab67b4 req-ea350075-4387-49f2-b6cc-1b8ad41507b0 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3450549 Mar 07 21:32:57.438520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=bdecf2f0-34d9-40d7-aa02-89dcbab0e513,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:57.459044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port b5387be7-6f4f-4b9c-871d-bdc49fc35539, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b5387be7-6f4f-4b9c-871d-bdc49fc35539,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:57.474335 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'b5387be7-6f4f-4b9c-871d-bdc49fc35539', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'b5387be7-6f4f-4b9c-871d-bdc49fc35539', 'mac_address': 'fa:16:3e:fd:f0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:32:57.518391 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be177f9-759f-4d0a-a4e1-df767b222ae6 admin admin] Deleting subnet 0651ba3d-72f1-4b5c-9540-9c7cdf10c812 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:32:57.524242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74efbdac-a137-4ec6-ba9b-18bd4a908613 None None] Network 9a202f7e-f3f3-4305-b533-7d9a5c6dea72 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:32:57.525991 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7be177f9-759f-4d0a-a4e1-df767b222ae6 admin admin] Publish callbacks [] for subnet (0651ba3d-72f1-4b5c-9540-9c7cdf10c812), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.563572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a7499-b0b7-4fcd-8d5e-59d25c337707 req-d237e2a8-d0b8-487f-818e-e7b826f6adc3 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:57.565327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-953a7499-b0b7-4fcd-8d5e-59d25c337707 req-d237e2a8-d0b8-487f-818e-e7b826f6adc3 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 945 time: 0.0792167 Mar 07 21:32:57.572065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250a6ec-62ca-48aa-983b-f309f400262c req-289893e7-953f-4fcc-8df6-baebbcc85a5e tempest-QuotasAdminNegativeTest-291940843 tempest-QuotasAdminNegativeTest-291940843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:57.573683 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5250a6ec-62ca-48aa-983b-f309f400262c req-289893e7-953f-4fcc-8df6-baebbcc85a5e tempest-QuotasAdminNegativeTest-291940843 tempest-QuotasAdminNegativeTest-291940843-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503297 Mar 07 21:32:57.577125 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7be177f9-759f-4d0a-a4e1-df767b222ae6 admin admin] Publish callbacks [] for subnet (0651ba3d-72f1-4b5c-9540-9c7cdf10c812), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.590298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7be177f9-759f-4d0a-a4e1-df767b222ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (0651ba3d-72f1-4b5c-9540-9c7cdf10c812), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.606546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e6f073-8e11-4b14-b463-14b58c7821b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:32:57.608763 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45121efa-b250-4b53-8fb6-4b004491c79e" -d '{"events": [{"server_uuid": "19e6f073-8e11-4b14-b463-14b58c7821b6", "name": "network-vif-plugged", "status": "completed", "tag": "bdecf2f0-34d9-40d7-aa02-89dcbab0e513"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:32:57.613075 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5250a6ec-62ca-48aa-983b-f309f400262c req-7ec8deb8-6506-4378-9bb0-bc9b757c7e67 tempest-QuotasAdminNegativeTest-291940843 tempest-QuotasAdminNegativeTest-291940843-project] 10.222.0.26 "GET /v2.0/quotas/c12bcb3cbc0e498f972db4d86c53202b HTTP/1.1" status: 200 len: 375 time: 0.0312643 Mar 07 21:32:57.638870 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-953a7499-b0b7-4fcd-8d5e-59d25c337707 req-22650f44-3172-46c9-8e88-6614ffa3be37 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640450 Mar 07 21:32:57.648071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port b5387be7-6f4f-4b9c-871d-bdc49fc35539 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:32:57.648460 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.653814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44466) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:57.657518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5250a6ec-62ca-48aa-983b-f309f400262c req-97b6dfe9-aa8a-4e30-9bed-746746b6444f tempest-QuotasAdminNegativeTest-291940843 tempest-QuotasAdminNegativeTest-291940843-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c12bcb3cbc0e498f972db4d86c53202b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385244 Mar 07 21:32:57.671492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5387be7-6f4f-4b9c-871d-bdc49fc35539 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:32:57.671669 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-25111024-eb98-4467-a14b-e04492299c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.692118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7be177f9-759f-4d0a-a4e1-df767b222ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for subnet (0651ba3d-72f1-4b5c-9540-9c7cdf10c812), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.700486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port b5387be7-6f4f-4b9c-871d-bdc49fc35539, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b5387be7-6f4f-4b9c-871d-bdc49fc35539,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:32:57.714777 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.740656 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be177f9-759f-4d0a-a4e1-df767b222ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0651ba3d-72f1-4b5c-9540-9c7cdf10c812,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:57.743434 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7be177f9-759f-4d0a-a4e1-df767b222ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.749542 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7be177f9-759f-4d0a-a4e1-df767b222ae6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0651ba3d-72f1-4b5c-9540-9c7cdf10c812 HTTP/1.1" status: 204 len: 168 time: 0.5603051 Mar 07 21:32:57.750643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44470) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:57.770297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=b5387be7-6f4f-4b9c-871d-bdc49fc35539,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:57.792398 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-25111024-eb98-4467-a14b-e04492299c01 admin admin] Publish callbacks [] for security_group (b4a62c3d-51ef-47da-b48c-b5a0355d9479), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.798365 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-25111024-eb98-4467-a14b-e04492299c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b4a62c3d-51ef-47da-b48c-b5a0355d9479), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.823137 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (1012f0aa-6beb-4cfc-8653-199446588aa6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.870023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-25111024-eb98-4467-a14b-e04492299c01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0330d8a334049a49179b338cbfad721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147989 Mar 07 21:32:57.873634 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44474) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:57.882008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25111024-eb98-4467-a14b-e04492299c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a62c3d-51ef-47da-b48c-b5a0355d9479,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:57.907319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d73130e8-5319-43d0-a9cb-922eb8ab943b req-c419b1c3-1733-414e-a78a-94217d6b3f17 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/84d744c8-f644-4fd0-a489-2e0705057ef0 HTTP/1.1" status: 200 len: 1820 time: 0.0881529 Mar 07 21:32:57.910874 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (1012f0aa-6beb-4cfc-8653-199446588aa6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.924361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-d73130e8-5319-43d0-a9cb-922eb8ab943b req-df41b5f0-05f4-4f7b-b4eb-c4d203f7e7e7 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84d744c8-f644-4fd0-a489-2e0705057ef0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:57.924678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-d73130e8-5319-43d0-a9cb-922eb8ab943b req-df41b5f0-05f4-4f7b-b4eb-c4d203f7e7e7 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84d744c8-f644-4fd0-a489-2e0705057ef0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:57.934336 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:57.934936 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:57.935802 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:57.936338 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Subscribe: > port after_create 55550000 {{(pid=103718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:57.936686 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:57.937070 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Subscribe: > port after_update 55550000 {{(pid=103718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:57.937944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:57.937944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:57.938237 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:57.938684 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:57.954138 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1ff93464-9c74-4d09-ae4b-255a386bbcf3 admin admin] Publish callbacks [] for security_group (b4a62c3d-51ef-47da-b48c-b5a0355d9479), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:57.987641 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1ff93464-9c74-4d09-ae4b-255a386bbcf3 admin admin] Publish callbacks [] for security_group (b4a62c3d-51ef-47da-b48c-b5a0355d9479), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.027386 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d73130e8-5319-43d0-a9cb-922eb8ab943b req-df41b5f0-05f4-4f7b-b4eb-c4d203f7e7e7 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (a7e1f001-00b5-4ecb-af88-09fc6abec0f7), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.027921 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.028361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.028695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.029038 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.029425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1012f0aa-6beb-4cfc-8653-199446588aa6']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:58.051646 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d73130e8-5319-43d0-a9cb-922eb8ab943b req-df41b5f0-05f4-4f7b-b4eb-c4d203f7e7e7 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (a7e1f001-00b5-4ecb-af88-09fc6abec0f7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.059165 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d73130e8-5319-43d0-a9cb-922eb8ab943b req-df41b5f0-05f4-4f7b-b4eb-c4d203f7e7e7 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (a7e1f001-00b5-4ecb-af88-09fc6abec0f7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.059972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b2f839-ee02-43b3-8696-8906f7d6b30d') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:58.060280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b2f839-ee02-43b3-8696-8906f7d6b30d') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:58.078403 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (77b2f839-ee02-43b3-8696-8906f7d6b30d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.087261 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1ff93464-9c74-4d09-ae4b-255a386bbcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b4a62c3d-51ef-47da-b48c-b5a0355d9479), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.089768 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1ff93464-9c74-4d09-ae4b-255a386bbcf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.094419 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1ff93464-9c74-4d09-ae4b-255a386bbcf3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4a62c3d-51ef-47da-b48c-b5a0355d9479 HTTP/1.1" status: 204 len: 168 time: 0.2187240 Mar 07 21:32:58.103040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41b5f0-05f4-4f7b-b4eb-c4d203f7e7e7 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e1f001-00b5-4ecb-af88-09fc6abec0f7,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:58.107888 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (77b2f839-ee02-43b3-8696-8906f7d6b30d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.117089 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d73130e8-5319-43d0-a9cb-922eb8ab943b req-df41b5f0-05f4-4f7b-b4eb-c4d203f7e7e7 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.119788 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:32:58.120352 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (77b2f839-ee02-43b3-8696-8906f7d6b30d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.130790 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d73130e8-5319-43d0-a9cb-922eb8ab943b req-df41b5f0-05f4-4f7b-b4eb-c4d203f7e7e7 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2117636 Mar 07 21:32:58.134101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff93464-9c74-4d09-ae4b-255a386bbcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a62c3d-51ef-47da-b48c-b5a0355d9479,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:58.167664 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['b5387be7-6f4f-4b9c-871d-bdc49fc35539'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: from cryptography.utils import int_from_bytes Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: from cryptography.utils import int_from_bytes Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:32:58.168338 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:32:58.193760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e066c2-8bc8-4d48-a67d-5a1b2961ed0c req-5a5aebe5-18f1-43fb-80e8-f383345a6866 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:58.195563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8e066c2-8bc8-4d48-a67d-5a1b2961ed0c req-5a5aebe5-18f1-43fb-80e8-f383345a6866 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/ports?device_id=909fee76-f7da-440a-b074-108d5da53977 HTTP/1.1" status: 200 len: 949 time: 0.0632639 Mar 07 21:32:58.221860 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e0e9b0-72e1-46a6-ae92-1204ff2094a2 x-openstack-request-id: req-d1e0e9b0-72e1-46a6-ae92-1204ff2094a2 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:32:58.223216 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e6f073-8e11-4b14-b463-14b58c7821b6", "name": "network-vif-plugged", "status": "completed", "tag": "bdecf2f0-34d9-40d7-aa02-89dcbab0e513", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:32:58.223328 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1e0e9b0-72e1-46a6-ae92-1204ff2094a2 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:32:58.223883 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e6f073-8e11-4b14-b463-14b58c7821b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513', 'code': 200} Mar 07 21:32:58.313368 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (1012f0aa-6beb-4cfc-8653-199446588aa6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.329267 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8e066c2-8bc8-4d48-a67d-5a1b2961ed0c req-661ca89f-7a50-48fd-bd72-0d0ec84e4eed tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc45a7a3-2441-446e-b24c-20c42dfb8b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270633 Mar 07 21:32:58.337807 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b642b7c-95e9-47df-b356-bd1e87588888 req-ebd472fe-6e22-49ae-a525-6b50189dfef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:58.339451 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7b642b7c-95e9-47df-b356-bd1e87588888 req-ebd472fe-6e22-49ae-a525-6b50189dfef0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 1127 time: 0.0729921 Mar 07 21:32:58.340579 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.343703 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1012f0aa-6beb-4cfc-8653-199446588aa6 HTTP/1.1" status: 204 len: 168 time: 0.5921381 Mar 07 21:32:58.345191 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a8290-5545-4343-a19a-ea528a632836 admin admin] Pushing event deleted for resources: {'Network': ['ID=1012f0aa-6beb-4cfc-8653-199446588aa6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:58.346617 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44490) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:58.418432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-11913c12-69a9-4fdc-b2b9-f233a5598a2a admin admin] Deleting subnet 08b61a13-ab0d-483b-b125-a0958c30fe1d {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:32:58.427823 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11913c12-69a9-4fdc-b2b9-f233a5598a2a admin admin] Publish callbacks [] for subnet (08b61a13-ab0d-483b-b125-a0958c30fe1d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.436501 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7b642b7c-95e9-47df-b356-bd1e87588888 req-722ec17b-3a90-4aaf-b8f2-8e5c7112344c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868423 Mar 07 21:32:58.487884 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11913c12-69a9-4fdc-b2b9-f233a5598a2a admin admin] Publish callbacks [] for subnet (08b61a13-ab0d-483b-b125-a0958c30fe1d), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.500104 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11913c12-69a9-4fdc-b2b9-f233a5598a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (08b61a13-ab0d-483b-b125-a0958c30fe1d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.539186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f544df-73f5-450d-97bc-a0711a974e78 req-290fee82-b862-4908-983a-9f39a9e62bb0 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:58.540695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45f544df-73f5-450d-97bc-a0711a974e78 req-290fee82-b862-4908-983a-9f39a9e62bb0 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 949 time: 0.1188874 Mar 07 21:32:58.596250 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11913c12-69a9-4fdc-b2b9-f233a5598a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for subnet (08b61a13-ab0d-483b-b125-a0958c30fe1d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.627843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45f544df-73f5-450d-97bc-a0711a974e78 req-987e59d2-02fd-473c-98b0-f47cb65a41b1 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811472 Mar 07 21:32:58.630499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11913c12-69a9-4fdc-b2b9-f233a5598a2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08b61a13-ab0d-483b-b125-a0958c30fe1d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:58.634216 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11913c12-69a9-4fdc-b2b9-f233a5598a2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.637370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-11913c12-69a9-4fdc-b2b9-f233a5598a2a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/08b61a13-ab0d-483b-b125-a0958c30fe1d HTTP/1.1" status: 204 len: 168 time: 0.2879450 Mar 07 21:32:58.639949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44506) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:58.751521 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (9a202f7e-f3f3-4305-b533-7d9a5c6dea72), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.775773 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-444e119b-f56f-42f3-91ab-67911cdfe8b2 req-db723d4e-5001-48e9-a146-1062cdeb37a5 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/84d744c8-f644-4fd0-a489-2e0705057ef0 HTTP/1.1" status: 200 len: 2413 time: 0.0647597 Mar 07 21:32:58.802811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-444e119b-f56f-42f3-91ab-67911cdfe8b2 req-fee4bd66-822a-44f7-892e-80e4d08f259a tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84d744c8-f644-4fd0-a489-2e0705057ef0', 'remote_group_id': None}]} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:58.803197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-444e119b-f56f-42f3-91ab-67911cdfe8b2 req-fee4bd66-822a-44f7-892e-80e4d08f259a tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84d744c8-f644-4fd0-a489-2e0705057ef0', 'remote_group_id': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:58.872153 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (9a202f7e-f3f3-4305-b533-7d9a5c6dea72), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:58.904270 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.904623 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.905357 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.905696 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Subscribe: > port after_create 55550000 {{(pid=103719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.906167 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.906517 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Subscribe: > port after_update 55550000 {{(pid=103719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.906844 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.907161 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.907477 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.907799 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.979821 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.980177 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.980506 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.980837 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:32:58.981225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a202f7e-f3f3-4305-b533-7d9a5c6dea72']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:59.005966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df8c81a-9996-4dc1-a087-f779497fda1a') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:59.006293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df8c81a-9996-4dc1-a087-f779497fda1a') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:32:59.037895 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-444e119b-f56f-42f3-91ab-67911cdfe8b2 req-fee4bd66-822a-44f7-892e-80e4d08f259a tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (2535096c-afa4-44b1-80b1-42787ed44107), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.047759 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (1df8c81a-9996-4dc1-a087-f779497fda1a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.081261 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1df8c81a-9996-4dc1-a087-f779497fda1a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.094536 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-444e119b-f56f-42f3-91ab-67911cdfe8b2 req-fee4bd66-822a-44f7-892e-80e4d08f259a tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (2535096c-afa4-44b1-80b1-42787ed44107), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.096164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:32:59.096567 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (1df8c81a-9996-4dc1-a087-f779497fda1a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: from cryptography.utils import int_from_bytes Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: from cryptography.utils import int_from_bytes Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:32:59.100677 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:32:59.113820 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-444e119b-f56f-42f3-91ab-67911cdfe8b2 req-fee4bd66-822a-44f7-892e-80e4d08f259a tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (2535096c-afa4-44b1-80b1-42787ed44107), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.188919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4bd66-822a-44f7-892e-80e4d08f259a tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2535096c-afa4-44b1-80b1-42787ed44107,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:59.209694 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-444e119b-f56f-42f3-91ab-67911cdfe8b2 req-fee4bd66-822a-44f7-892e-80e4d08f259a tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.218667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-444e119b-f56f-42f3-91ab-67911cdfe8b2 req-fee4bd66-822a-44f7-892e-80e4d08f259a tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4218326 Mar 07 21:32:59.224299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (9a202f7e-f3f3-4305-b533-7d9a5c6dea72), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.238782 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.244570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9a202f7e-f3f3-4305-b533-7d9a5c6dea72 HTTP/1.1" status: 204 len: 168 time: 0.6009693 Mar 07 21:32:59.260046 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccce19b-1fd3-4508-949c-e5e9a3452592 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a202f7e-f3f3-4305-b533-7d9a5c6dea72,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:59.284346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab0d0e-c061-4d37-a4fc-e52e9e550ef7 req-42e755ba-3e22-414a-af32-9c30e708cdf0 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:59.287047 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fab0d0e-c061-4d37-a4fc-e52e9e550ef7 req-42e755ba-3e22-414a-af32-9c30e708cdf0 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 945 time: 0.1245766 Mar 07 21:32:59.361085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fcebd-3804-4799-af2c-2a7bba697843 req-171f4d5a-020f-4acb-95e2-25cde72768d0 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:59.362604 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-317fcebd-3804-4799-af2c-2a7bba697843 req-171f4d5a-020f-4acb-95e2-25cde72768d0 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/ports?device_id=909fee76-f7da-440a-b074-108d5da53977 HTTP/1.1" status: 200 len: 949 time: 0.0983179 Mar 07 21:32:59.370570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fab0d0e-c061-4d37-a4fc-e52e9e550ef7 req-112aed95-3168-457f-9cb5-fcf4e522e916 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665674 Mar 07 21:32:59.400326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44546) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:59.436062 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-317fcebd-3804-4799-af2c-2a7bba697843 req-65e5b2f5-1251-443f-80de-da086e29313a tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc45a7a3-2441-446e-b24c-20c42dfb8b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643101 Mar 07 21:32:59.448701 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-037143fc-1f0b-4b54-af23-8051ad19fb19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e3e9e59733846a0b4051c431a4a7877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452688 Mar 07 21:32:59.451454 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44550) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:32:59.507873 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b47bb433-bd7a-4794-99c2-2d476ac088f6 admin admin] Publish callbacks [] for security_group (04559473-2a91-44b6-aa52-f86a6e3ebda6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.541130 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b47bb433-bd7a-4794-99c2-2d476ac088f6 admin admin] Publish callbacks [] for security_group (04559473-2a91-44b6-aa52-f86a6e3ebda6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.543085 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22efd2c3-391b-4771-8a8c-953a5d815ade req-07b186c8-8d5e-4924-860a-0e5abf3440f6 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/84d744c8-f644-4fd0-a489-2e0705057ef0 HTTP/1.1" status: 200 len: 3011 time: 0.0561123 Mar 07 21:32:59.623413 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b47bb433-bd7a-4794-99c2-2d476ac088f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (04559473-2a91-44b6-aa52-f86a6e3ebda6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.626218 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b47bb433-bd7a-4794-99c2-2d476ac088f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.627394 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b47bb433-bd7a-4794-99c2-2d476ac088f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04559473-2a91-44b6-aa52-f86a6e3ebda6 HTTP/1.1" status: 204 len: 168 time: 0.1749458 Mar 07 21:32:59.641916 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bb433-bd7a-4794-99c2-2d476ac088f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04559473-2a91-44b6-aa52-f86a6e3ebda6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:59.769702 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf871fd1-40c7-4205-a8b3-23c23df1e8cf req-968d6bde-a8bc-4103-8f8b-09dbe44cb828 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-group-rules/2535096c-afa4-44b1-80b1-42787ed44107 HTTP/1.1" status: 200 len: 783 time: 0.0433128 Mar 07 21:32:59.823458 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf871fd1-40c7-4205-a8b3-23c23df1e8cf req-3b30c53f-caed-49a7-8712-9516397d92ba tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/84d744c8-f644-4fd0-a489-2e0705057ef0 HTTP/1.1" status: 200 len: 3011 time: 0.0424066 Mar 07 21:32:59.857970 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cf871fd1-40c7-4205-a8b3-23c23df1e8cf req-78ef39c2-3e0c-4784-ae3b-b49df04e91a5 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (2535096c-afa4-44b1-80b1-42787ed44107), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.865875 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cf871fd1-40c7-4205-a8b3-23c23df1e8cf req-78ef39c2-3e0c-4784-ae3b-b49df04e91a5 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (2535096c-afa4-44b1-80b1-42787ed44107), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.926422 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cf871fd1-40c7-4205-a8b3-23c23df1e8cf req-78ef39c2-3e0c-4784-ae3b-b49df04e91a5 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (2535096c-afa4-44b1-80b1-42787ed44107), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.935538 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cf871fd1-40c7-4205-a8b3-23c23df1e8cf req-78ef39c2-3e0c-4784-ae3b-b49df04e91a5 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:32:59.936635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf871fd1-40c7-4205-a8b3-23c23df1e8cf req-78ef39c2-3e0c-4784-ae3b-b49df04e91a5 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/2535096c-afa4-44b1-80b1-42787ed44107 HTTP/1.1" status: 204 len: 173 time: 0.1045084 Mar 07 21:32:59.943834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef39c2-3e0c-4784-ae3b-b49df04e91a5 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2535096c-afa4-44b1-80b1-42787ed44107,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:59.957658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740e2c9-175e-4639-95d3-599ff00dcf4d req-d52475c4-0e9c-4a87-9f2c-ba51eca2daf9 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:59.961282 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8740e2c9-175e-4639-95d3-599ff00dcf4d req-d52475c4-0e9c-4a87-9f2c-ba51eca2daf9 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 949 time: 0.0809047 Mar 07 21:33:00.014094 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8740e2c9-175e-4639-95d3-599ff00dcf4d req-a162d9fe-ab5e-4b63-847b-72769241bf95 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481088 Mar 07 21:33:00.139965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e420c998-112c-4f6a-9ee3-143ba6b07455 req-1a1f955b-3d6e-4872-8077-563d1f02b9fc tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/84d744c8-f644-4fd0-a489-2e0705057ef0 HTTP/1.1" status: 200 len: 2413 time: 0.0401087 Mar 07 21:33:00.174642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44594) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:00.215490 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-168493e2-2c09-4fb9-8d4d-43b8ab01eec1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f170df87a2d4753b2e6fb565d85a9ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396953 Mar 07 21:33:00.217550 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e420c998-112c-4f6a-9ee3-143ba6b07455 req-a5a40179-d96f-404e-97b5-5e695d5548af tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (84d744c8-f644-4fd0-a489-2e0705057ef0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:00.218498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44596) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:00.244463 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e420c998-112c-4f6a-9ee3-143ba6b07455 req-a5a40179-d96f-404e-97b5-5e695d5548af tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (84d744c8-f644-4fd0-a489-2e0705057ef0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:00.269597 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4694a494-a045-4c12-b1b2-3fc8bd48db8e admin admin] Publish callbacks [] for security_group (94324f0b-f5e4-492c-a1bb-b6d1d80ef216), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:00.293490 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4694a494-a045-4c12-b1b2-3fc8bd48db8e admin admin] Publish callbacks [] for security_group (94324f0b-f5e4-492c-a1bb-b6d1d80ef216), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:00.302872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f0f706-fb21-4895-9008-4304977ddd62 req-45784d30-41ff-4b89-a2d9-d6ad07542096 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=16a9d86f1f2949b1943f9604c2d10e48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220766 Mar 07 21:33:00.308061 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e420c998-112c-4f6a-9ee3-143ba6b07455 req-a5a40179-d96f-404e-97b5-5e695d5548af tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (84d744c8-f644-4fd0-a489-2e0705057ef0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:00.310917 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e420c998-112c-4f6a-9ee3-143ba6b07455 req-a5a40179-d96f-404e-97b5-5e695d5548af tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:00.312058 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e420c998-112c-4f6a-9ee3-143ba6b07455 req-a5a40179-d96f-404e-97b5-5e695d5548af tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "DELETE /v2.0/security-groups/84d744c8-f644-4fd0-a489-2e0705057ef0 HTTP/1.1" status: 204 len: 173 time: 0.1638803 Mar 07 21:33:00.345769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a40179-d96f-404e-97b5-5e695d5548af tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d744c8-f644-4fd0-a489-2e0705057ef0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:00.388620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844552e0-3d4e-450e-a51e-50aa4700055b req-a3e93730-3018-4a10-86fa-de646952dfee tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:00.390524 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-844552e0-3d4e-450e-a51e-50aa4700055b req-a3e93730-3018-4a10-86fa-de646952dfee tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.15 "GET /v2.0/ports?device_id=909fee76-f7da-440a-b074-108d5da53977 HTTP/1.1" status: 200 len: 949 time: 0.0993304 Mar 07 21:33:00.424273 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e27cc98c-0156-4ea2-9665-ed4370207242 req-7e13b91a-7360-42a2-b837-67c264932d23 tempest-QuotasAdminNegativeTest-291940843 tempest-QuotasAdminNegativeTest-291940843-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c12bcb3cbc0e498f972db4d86c53202b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294232 Mar 07 21:33:00.429583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4694a494-a045-4c12-b1b2-3fc8bd48db8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (94324f0b-f5e4-492c-a1bb-b6d1d80ef216), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:00.432762 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4694a494-a045-4c12-b1b2-3fc8bd48db8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:00.433877 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4694a494-a045-4c12-b1b2-3fc8bd48db8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94324f0b-f5e4-492c-a1bb-b6d1d80ef216 HTTP/1.1" status: 204 len: 168 time: 0.2143424 Mar 07 21:33:00.450385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694a494-a045-4c12-b1b2-3fc8bd48db8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94324f0b-f5e4-492c-a1bb-b6d1d80ef216,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:00.499385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-844552e0-3d4e-450e-a51e-50aa4700055b req-2aa2eb21-c306-483b-921f-3ac22c308759 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Deleting port c381b4ee-6a96-42da-a434-3b541222f85e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:33:00.499722 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-844552e0-3d4e-450e-a51e-50aa4700055b req-2aa2eb21-c306-483b-921f-3ac22c308759 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c381b4ee-6a96-42da-a434-3b541222f85e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:00.518486 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0f706-fb21-4895-9008-4304977ddd62 req-0711be6b-6115-4b61-bc11-79c7de9fc109 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:00.519934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f0f706-fb21-4895-9008-4304977ddd62 req-0711be6b-6115-4b61-bc11-79c7de9fc109 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069969 Mar 07 21:33:00.542834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f0f706-fb21-4895-9008-4304977ddd62 req-341370d2-c8fe-4d5b-96f5-2e4e626448bc tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/quotas/16a9d86f1f2949b1943f9604c2d10e48 HTTP/1.1" status: 200 len: 375 time: 0.0159771 Mar 07 21:33:00.586456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f0f706-fb21-4895-9008-4304977ddd62 req-0f1e877e-33b6-4c41-8472-6baa7c5dee72 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=16a9d86f1f2949b1943f9604c2d10e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356939 Mar 07 21:33:00.592706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cc98c-0156-4ea2-9665-ed4370207242 req-9dd02fb9-f89d-4d60-a693-9810c5afc65a tempest-QuotasAdminNegativeTest-291940843 tempest-QuotasAdminNegativeTest-291940843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:00.594093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e27cc98c-0156-4ea2-9665-ed4370207242 req-9dd02fb9-f89d-4d60-a693-9810c5afc65a tempest-QuotasAdminNegativeTest-291940843 tempest-QuotasAdminNegativeTest-291940843-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625133 Mar 07 21:33:00.607103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-844552e0-3d4e-450e-a51e-50aa4700055b req-2aa2eb21-c306-483b-921f-3ac22c308759 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] For port c381b4ee-6a96-42da-a434-3b541222f85e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c381b4ee-6a96-42da-a434-3b541222f85e,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:00.607478 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-844552e0-3d4e-450e-a51e-50aa4700055b req-2aa2eb21-c306-483b-921f-3ac22c308759 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c381b4ee-6a96-42da-a434-3b541222f85e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:00.614711 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e27cc98c-0156-4ea2-9665-ed4370207242 req-2572e60e-9bac-481a-a3fb-1866bb5fab20 tempest-QuotasAdminNegativeTest-291940843 tempest-QuotasAdminNegativeTest-291940843-project] 10.222.0.26 "GET /v2.0/quotas/c12bcb3cbc0e498f972db4d86c53202b HTTP/1.1" status: 200 len: 375 time: 0.0144804 Mar 07 21:33:00.621675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-844552e0-3d4e-450e-a51e-50aa4700055b req-2aa2eb21-c306-483b-921f-3ac22c308759 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Calling delete_port for c381b4ee-6a96-42da-a434-3b541222f85e owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:33:00.650522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e27cc98c-0156-4ea2-9665-ed4370207242 req-8819e2a0-0515-4801-a90e-51fb140fe332 tempest-QuotasAdminNegativeTest-291940843 tempest-QuotasAdminNegativeTest-291940843-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c12bcb3cbc0e498f972db4d86c53202b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339527 Mar 07 21:33:00.680887 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b5387be7-6f4f-4b9c-871d-bdc49fc35539 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:00.759861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port b5387be7-6f4f-4b9c-871d-bdc49fc35539 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:33:00.777732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port b5387be7-6f4f-4b9c-871d-bdc49fc35539 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:00.778082 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:00.787104 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-dcb2bdb0-963b-4476-a8f6-63602eb0bbfe req-27aec396-0db2-4eb1-b20f-1bf5c89c8861 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] show failed (client error): The resource could not be found. Mar 07 21:33:00.794761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcb2bdb0-963b-4476-a8f6-63602eb0bbfe req-27aec396-0db2-4eb1-b20f-1bf5c89c8861 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/4b4ee0f7-a191-43b7-9648-49d358f7ce83 HTTP/1.1" status: 404 len: 352 time: 0.0240502 Mar 07 21:33:00.931347 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-844552e0-3d4e-450e-a51e-50aa4700055b req-2aa2eb21-c306-483b-921f-3ac22c308759 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c381b4ee-6a96-42da-a434-3b541222f85e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:00.953586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['c381b4ee-6a96-42da-a434-3b541222f85e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:33:00.976299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89636a7d-c6d1-4d30-9686-f418bb2a4059 req-f6ec9a9e-4a8c-4b19-82f5-22adf954a4d8 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.26 "GET /v2.0/ports?device_id=909fee76-f7da-440a-b074-108d5da53977 HTTP/1.1" status: 200 len: 210 time: 0.1051886 Mar 07 21:33:00.994639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2eb21-c306-483b-921f-3ac22c308759 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Pushing event deleted for resources: {'Port': ['ID=c381b4ee-6a96-42da-a434-3b541222f85e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:01.028950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port b5387be7-6f4f-4b9c-871d-bdc49fc35539 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:01.031045 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:01.043681 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168ddb7-7ea6-4dff-946a-4c66323f5d94 req-2e65ee33-b33d-4784-b641-1194fb3839e6 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:01.056095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b168ddb7-7ea6-4dff-946a-4c66323f5d94 req-2e65ee33-b33d-4784-b641-1194fb3839e6 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 945 time: 0.1907995 Mar 07 21:33:01.122297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41449dc5-55c1-4071-be0c-f5deac20bda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5387be7-6f4f-4b9c-871d-bdc49fc35539'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:01.129682 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d78f15d-8f9f-4c46-94f2-dcfe11c9bc45" -d '{"events": [{"server_uuid": "41449dc5-55c1-4071-be0c-f5deac20bda5", "name": "network-vif-plugged", "status": "completed", "tag": "b5387be7-6f4f-4b9c-871d-bdc49fc35539"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:01.136351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-844552e0-3d4e-450e-a51e-50aa4700055b req-2aa2eb21-c306-483b-921f-3ac22c308759 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] No DVR routers for this DVR port c381b4ee-6a96-42da-a434-3b541222f85e on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:33:01.136606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b168ddb7-7ea6-4dff-946a-4c66323f5d94 req-396f53f4-480a-4bc0-90eb-d20298509cf3 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819385 Mar 07 21:33:01.141541 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-844552e0-3d4e-450e-a51e-50aa4700055b req-2aa2eb21-c306-483b-921f-3ac22c308759 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:01.171818 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-844552e0-3d4e-450e-a51e-50aa4700055b req-2aa2eb21-c306-483b-921f-3ac22c308759 tempest-ImagesNegativeTestJSON-1438778910 tempest-ImagesNegativeTestJSON-1438778910-project] 10.222.0.15 "DELETE /v2.0/ports/c381b4ee-6a96-42da-a434-3b541222f85e HTTP/1.1" status: 204 len: 173 time: 0.7569032 Mar 07 21:33:01.172442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909fee76-f7da-440a-b074-108d5da53977', 'name': 'network-vif-deleted', 'tag': 'c381b4ee-6a96-42da-a434-3b541222f85e'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:01.181751 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e29ec3-5dd1-4810-87c2-2acbab4422be" -d '{"events": [{"server_uuid": "909fee76-f7da-440a-b074-108d5da53977", "name": "network-vif-deleted", "tag": "c381b4ee-6a96-42da-a434-3b541222f85e"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:01.191328 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port b5387be7-6f4f-4b9c-871d-bdc49fc35539, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b5387be7-6f4f-4b9c-871d-bdc49fc35539,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:01.203687 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:01.269835 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=b5387be7-6f4f-4b9c-871d-bdc49fc35539,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:01.275868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-864b312f-5991-4adf-b444-a776aab570e4 req-32078a18-6f88-4f7f-b52a-43394cb8927d tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 210 time: 0.0862589 Mar 07 21:33:01.374762 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44662) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:01.402287 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a61ae9a8-4dc9-42ab-9cd9-897c640044a6 req-6d02fc79-e3da-4199-af40-ed8b7b2906ec tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/1131ebeb-9832-4ef7-b3b0-78b97c59e14b HTTP/1.1" status: 200 len: 1821 time: 0.0816472 Mar 07 21:33:01.479468 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a61ae9a8-4dc9-42ab-9cd9-897c640044a6 req-8a886d0b-e7ac-4ee3-98f5-07e10d873607 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (1131ebeb-9832-4ef7-b3b0-78b97c59e14b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:01.505788 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a61ae9a8-4dc9-42ab-9cd9-897c640044a6 req-8a886d0b-e7ac-4ee3-98f5-07e10d873607 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (1131ebeb-9832-4ef7-b3b0-78b97c59e14b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:01.563294 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e25fa63-f918-4e86-9c8a-581fc5c222f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:01.570508 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a61ae9a8-4dc9-42ab-9cd9-897c640044a6 req-8a886d0b-e7ac-4ee3-98f5-07e10d873607 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1131ebeb-9832-4ef7-b3b0-78b97c59e14b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:01.574810 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a61ae9a8-4dc9-42ab-9cd9-897c640044a6 req-8a886d0b-e7ac-4ee3-98f5-07e10d873607 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:01.576546 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a61ae9a8-4dc9-42ab-9cd9-897c640044a6 req-8a886d0b-e7ac-4ee3-98f5-07e10d873607 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "DELETE /v2.0/security-groups/1131ebeb-9832-4ef7-b3b0-78b97c59e14b HTTP/1.1" status: 204 len: 173 time: 0.1686890 Mar 07 21:33:01.588457 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a886d0b-e7ac-4ee3-98f5-07e10d873607 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1131ebeb-9832-4ef7-b3b0-78b97c59e14b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:01.704365 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e25fa63-f918-4e86-9c8a-581fc5c222f5 admin admin] Publish callbacks [] for security_group (7d3bf47d-453a-4177-afba-68dae981bcf2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:01.717030 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e25fa63-f918-4e86-9c8a-581fc5c222f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7d3bf47d-453a-4177-afba-68dae981bcf2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:01.768395 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e246c6ad-e9c1-4445-8cb0-3395b349820a x-openstack-request-id: req-e246c6ad-e9c1-4445-8cb0-3395b349820a {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:01.768945 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41449dc5-55c1-4071-be0c-f5deac20bda5", "name": "network-vif-plugged", "status": "completed", "tag": "b5387be7-6f4f-4b9c-871d-bdc49fc35539", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:01.769087 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e246c6ad-e9c1-4445-8cb0-3395b349820a {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:01.769822 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41449dc5-55c1-4071-be0c-f5deac20bda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5387be7-6f4f-4b9c-871d-bdc49fc35539', 'code': 200} Mar 07 21:33:01.784535 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7e25fa63-f918-4e86-9c8a-581fc5c222f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56a791fa9fdc459eb0f6b4e44d207267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4077282 Mar 07 21:33:01.785512 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25fa63-f918-4e86-9c8a-581fc5c222f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3bf47d-453a-4177-afba-68dae981bcf2,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:01.791502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44680) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:01.795190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b4211-288a-418c-8543-e0393a25b01d req-84280546-46ea-48f1-8235-afee501d72c4 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:01.801736 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-793b4211-288a-418c-8543-e0393a25b01d req-84280546-46ea-48f1-8235-afee501d72c4 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 950 time: 0.1374087 Mar 07 21:33:01.878325 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be49c4f9-95fd-4c05-b544-47b0c41e2f3e admin admin] Publish callbacks [] for security_group (7d3bf47d-453a-4177-afba-68dae981bcf2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:01.907260 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be49c4f9-95fd-4c05-b544-47b0c41e2f3e admin admin] Publish callbacks [] for security_group (7d3bf47d-453a-4177-afba-68dae981bcf2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:01.918402 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-793b4211-288a-418c-8543-e0393a25b01d req-21d5acc6-7ff4-4da2-8e6b-6c06272e30e9 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106589 Mar 07 21:33:01.967767 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be49c4f9-95fd-4c05-b544-47b0c41e2f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7d3bf47d-453a-4177-afba-68dae981bcf2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:01.972152 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be49c4f9-95fd-4c05-b544-47b0c41e2f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:01.976267 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-be49c4f9-95fd-4c05-b544-47b0c41e2f3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d3bf47d-453a-4177-afba-68dae981bcf2 HTTP/1.1" status: 204 len: 168 time: 0.1837401 Mar 07 21:33:01.986175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49c4f9-95fd-4c05-b544-47b0c41e2f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3bf47d-453a-4177-afba-68dae981bcf2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:01.986881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a9dcd-ac0e-462e-96cb-60e179ea41a9 req-4d4249dd-c051-4e4f-946a-de6eae465f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:01.988453 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b4a9dcd-ac0e-462e-96cb-60e179ea41a9 req-4d4249dd-c051-4e4f-946a-de6eae465f1e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 1132 time: 0.0978196 Mar 07 21:33:01.997468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682af7-749d-4c28-99b9-ef076fe099f6 req-4e07a91e-143d-44d9-b2b2-cd76af151451 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:02.007578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44690) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:02.013015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4682af7-749d-4c28-99b9-ef076fe099f6 req-4e07a91e-143d-44d9-b2b2-cd76af151451 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 945 time: 0.1362343 Mar 07 21:33:02.015273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1036a07f-4b01-4789-b7cc-488e23161a99 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Request body: {'floatingip': {'port_id': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:02.018345 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0f8603-591e-46bf-9eca-172b245df4dc x-openstack-request-id: req-bf0f8603-591e-46bf-9eca-172b245df4dc {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:02.018770 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909fee76-f7da-440a-b074-108d5da53977", "name": "network-vif-deleted", "tag": "c381b4ee-6a96-42da-a434-3b541222f85e", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:02.019128 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf0f8603-591e-46bf-9eca-172b245df4dc {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:02.020535 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909fee76-f7da-440a-b074-108d5da53977', 'name': 'network-vif-deleted', 'tag': 'c381b4ee-6a96-42da-a434-3b541222f85e', 'status': 'completed', 'code': 200} Mar 07 21:33:02.089106 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28b1e037-b07c-4418-9691-661f5c016951 req-22c02887-c67e-4020-a78a-878adf38ffda tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/1bd1095c-cb71-4741-9c6d-f216f66efc71 HTTP/1.1" status: 200 len: 1821 time: 0.0751724 Mar 07 21:33:02.098791 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b4a9dcd-ac0e-462e-96cb-60e179ea41a9 req-b94b19f9-7380-4704-8bb8-4805f0274cba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837989 Mar 07 21:33:02.144631 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1036a07f-4b01-4789-b7cc-488e23161a99 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for floatingip (a49315f5-7f07-4a0f-a8cf-8924f83397c7), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:02.164527 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-28b1e037-b07c-4418-9691-661f5c016951 req-9bc525ca-3624-4e0c-a073-46fbb7bacb6f tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (1bd1095c-cb71-4741-9c6d-f216f66efc71), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:02.194964 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-28b1e037-b07c-4418-9691-661f5c016951 req-9bc525ca-3624-4e0c-a073-46fbb7bacb6f tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (1bd1095c-cb71-4741-9c6d-f216f66efc71), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:02.267892 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-28b1e037-b07c-4418-9691-661f5c016951 req-9bc525ca-3624-4e0c-a073-46fbb7bacb6f tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1bd1095c-cb71-4741-9c6d-f216f66efc71), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:02.272860 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-28b1e037-b07c-4418-9691-661f5c016951 req-9bc525ca-3624-4e0c-a073-46fbb7bacb6f tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:02.274578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28b1e037-b07c-4418-9691-661f5c016951 req-9bc525ca-3624-4e0c-a073-46fbb7bacb6f tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "DELETE /v2.0/security-groups/1bd1095c-cb71-4741-9c6d-f216f66efc71 HTTP/1.1" status: 204 len: 173 time: 0.1846659 Mar 07 21:33:02.288955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc525ca-3624-4e0c-a073-46fbb7bacb6f tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd1095c-cb71-4741-9c6d-f216f66efc71,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:02.384223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c1478ed-0a27-4553-8a9a-ecdba5c2741b req-004b4260-79a5-4be9-b3b9-7132b56cbdd2 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/cababdec-3fbe-4e2c-b243-30f24e9b56c0 HTTP/1.1" status: 200 len: 1822 time: 0.0425067 Mar 07 21:33:02.470104 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7c1478ed-0a27-4553-8a9a-ecdba5c2741b req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (cababdec-3fbe-4e2c-b243-30f24e9b56c0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:02.506936 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7c1478ed-0a27-4553-8a9a-ecdba5c2741b req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (cababdec-3fbe-4e2c-b243-30f24e9b56c0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:02.549039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44714) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:02.581886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78290fe2-26ea-4187-9a1f-c72ff3df5eed req-82e439ae-6071-40d6-b516-eede6d9ebe46 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 210 time: 0.0320122 Mar 07 21:33:02.598109 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7c1478ed-0a27-4553-8a9a-ecdba5c2741b req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cababdec-3fbe-4e2c-b243-30f24e9b56c0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:02.603827 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7c1478ed-0a27-4553-8a9a-ecdba5c2741b req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:02.607256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c1478ed-0a27-4553-8a9a-ecdba5c2741b req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "DELETE /v2.0/security-groups/cababdec-3fbe-4e2c-b243-30f24e9b56c0 HTTP/1.1" status: 204 len: 173 time: 0.2169521 Mar 07 21:33:02.651276 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:02.691396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f0f706-fb21-4895-9008-4304977ddd62 req-d09bec8f-38c3-4249-8370-dbe72cf5db7c tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=16a9d86f1f2949b1943f9604c2d10e48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825527 Mar 07 21:33:02.693939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cababdec-3fbe-4e2c-b243-30f24e9b56c0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:02.728869 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:02.729651 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:02.730192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:02.730759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:02.731401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:02.731941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:02.732520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:02.733044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:02.733655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:02.734221 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:02.734790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:02.735372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:02.736014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750d59b-de8c-4f35-a890-53f05e07779b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:02.992004 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Publish callbacks [] for security_group (52e06fa0-4e9a-45e0-a8e0-ee03d455b8ce), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.081921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0f706-fb21-4895-9008-4304977ddd62 req-bcebd97f-2549-4134-8fe7-1ef6a19f403e tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:03.084622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f0f706-fb21-4895-9008-4304977ddd62 req-bcebd97f-2549-4134-8fe7-1ef6a19f403e tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3762720 Mar 07 21:33:03.097596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1035737c-ce11-40e9-a033-84f48d2c30a1 req-ef7137a0-0e95-4e4f-8592-9b4c49ba82d5 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/031aa630-3da2-49e4-bebc-a18fabc61ce6 HTTP/1.1" status: 200 len: 2420 time: 0.4156575 Mar 07 21:33:03.132308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-95f0f706-fb21-4895-9008-4304977ddd62 req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Request body: {'port': {'device_id': '5d7e45cd-de83-47e3-84e8-1d356c524f92', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '16a9d86f1f2949b1943f9604c2d10e48'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:03.218399 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (52e06fa0-4e9a-45e0-a8e0-ee03d455b8ce), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.252179 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=696af8f8e9b14c57a7c3c7320f56880d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6543913 Mar 07 21:33:03.257583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44740) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:03.276729 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1036a07f-4b01-4789-b7cc-488e23161a99 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.285224 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1036a07f-4b01-4789-b7cc-488e23161a99 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (a49315f5-7f07-4a0f-a8cf-8924f83397c7), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.288541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e06fa0-4e9a-45e0-a8e0-ee03d455b8ce,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:03.295409 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1035737c-ce11-40e9-a033-84f48d2c30a1 req-301c5fdc-298e-4c58-980e-a0701d50516b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (031aa630-3da2-49e4-bebc-a18fabc61ce6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.325970 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:03.326441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:03.326842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:03.327199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:03.327543 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:03.327887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:03.328223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:03.328555 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:03.328884 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:03.329213 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:03.329548 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:03.329873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:03.330230 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad5053d-dabb-4870-95d3-944a2aea6f70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:03.360955 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1035737c-ce11-40e9-a033-84f48d2c30a1 req-301c5fdc-298e-4c58-980e-a0701d50516b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (031aa630-3da2-49e4-bebc-a18fabc61ce6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.377652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbd12e-c847-4572-aecf-d9a70f2ddafe req-a7a7dc2d-09e9-4037-996f-50796ca2a154 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:03.379076 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86fbd12e-c847-4572-aecf-d9a70f2ddafe req-a7a7dc2d-09e9-4037-996f-50796ca2a154 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 950 time: 0.1961613 Mar 07 21:33:03.421381 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-1036a07f-4b01-4789-b7cc-488e23161a99 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Floating IP a49315f5-7f07-4a0f-a8cf-8924f83397c7 associated. External IP: 172.25.4.119, port: bdecf2f0-34d9-40d7-aa02-89dcbab0e513. Mar 07 21:33:03.427794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f0f706-fb21-4895-9008-4304977ddd62 req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Made reservation on behalf of 16a9d86f1f2949b1943f9604c2d10e48 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:03.431813 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-95f0f706-fb21-4895-9008-4304977ddd62 req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.444088 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-383f0773-25c5-4e2a-bffe-a90a0803664d admin admin] Publish callbacks [] for security_group (52e06fa0-4e9a-45e0-a8e0-ee03d455b8ce), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.452535 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-95f0f706-fb21-4895-9008-4304977ddd62 req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.500765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86fbd12e-c847-4572-aecf-d9a70f2ddafe req-1ebfd557-e9ce-48c9-a7d9-b75806943fd5 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119955 Mar 07 21:33:03.502542 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-383f0773-25c5-4e2a-bffe-a90a0803664d admin admin] Publish callbacks [] for security_group (52e06fa0-4e9a-45e0-a8e0-ee03d455b8ce), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.511945 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1035737c-ce11-40e9-a033-84f48d2c30a1 req-301c5fdc-298e-4c58-980e-a0701d50516b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (031aa630-3da2-49e4-bebc-a18fabc61ce6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.514862 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1035737c-ce11-40e9-a033-84f48d2c30a1 req-301c5fdc-298e-4c58-980e-a0701d50516b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.520113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1035737c-ce11-40e9-a033-84f48d2c30a1 req-301c5fdc-298e-4c58-980e-a0701d50516b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "DELETE /v2.0/security-groups/031aa630-3da2-49e4-bebc-a18fabc61ce6 HTTP/1.1" status: 204 len: 173 time: 0.4216096 Mar 07 21:33:03.572373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c5fdc-298e-4c58-980e-a0701d50516b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=031aa630-3da2-49e4-bebc-a18fabc61ce6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:03.640042 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-383f0773-25c5-4e2a-bffe-a90a0803664d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (52e06fa0-4e9a-45e0-a8e0-ee03d455b8ce), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.643435 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-383f0773-25c5-4e2a-bffe-a90a0803664d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.644811 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-383f0773-25c5-4e2a-bffe-a90a0803664d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52e06fa0-4e9a-45e0-a8e0-ee03d455b8ce HTTP/1.1" status: 204 len: 168 time: 0.3796387 Mar 07 21:33:03.678625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f0773-25c5-4e2a-bffe-a90a0803664d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e06fa0-4e9a-45e0-a8e0-ee03d455b8ce,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:03.698954 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-95f0f706-fb21-4895-9008-4304977ddd62 req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Publish callbacks [] for security_group (5b6924d9-a0aa-4551-9dc7-2197053899a6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.701649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9044f828-2192-4297-af36-eb5a49235296 req-a953082f-2214-4fc7-89db-320f01c171b3 tempest-QuotasAdminNegativeTest-291940843 tempest-QuotasAdminNegativeTest-291940843-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c12bcb3cbc0e498f972db4d86c53202b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442660 Mar 07 21:33:03.704900 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-95f0f706-fb21-4895-9008-4304977ddd62 req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5b6924d9-a0aa-4551-9dc7-2197053899a6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.800743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1036a07f-4b01-4789-b7cc-488e23161a99 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Router eaad3822-bf29-40d2-848f-63247034c67c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:33:03.815442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6924d9-a0aa-4551-9dc7-2197053899a6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:03.943384 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1036a07f-4b01-4789-b7cc-488e23161a99 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:33:03.957979 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983e90c-fda9-41d0-85e1-810612b7ac62 None None] Sync routers for ids ['eaad3822-bf29-40d2-848f-63247034c67c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:33:03.958798 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1036a07f-4b01-4789-b7cc-488e23161a99 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:03.978046 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983e90c-fda9-41d0-85e1-810612b7ac62 None None] Routers {'eaad3822-bf29-40d2-848f-63247034c67c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:03.978709 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e983e90c-fda9-41d0-85e1-810612b7ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:32:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['eaad3822-bf29-40d2-848f-63247034c67c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:04.001134 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1036a07f-4b01-4789-b7cc-488e23161a99 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "PUT /v2.0/floatingips/a49315f5-7f07-4a0f-a8cf-8924f83397c7 HTTP/1.1" status: 200 len: 991 time: 1.9887240 Mar 07 21:33:04.007039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-95f0f706-fb21-4895-9008-4304977ddd62 req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Allocated IP 192.168.233.180 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/315c441a-8298-45cf-8567-2a9d74d0f570) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:04.020018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044f828-2192-4297-af36-eb5a49235296 req-d5300a75-a707-44e3-b83d-10eb4440c9b8 tempest-QuotasAdminNegativeTest-291940843 tempest-QuotasAdminNegativeTest-291940843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:04.021754 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e6f073-8e11-4b14-b463-14b58c7821b6', 'tag': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:04.024568 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8921e6a0-5c9c-449d-9aae-546890aac599" -d '{"events": [{"name": "network-changed", "server_uuid": "19e6f073-8e11-4b14-b463-14b58c7821b6", "tag": "bdecf2f0-34d9-40d7-aa02-89dcbab0e513"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:04.027197 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9044f828-2192-4297-af36-eb5a49235296 req-d5300a75-a707-44e3-b83d-10eb4440c9b8 tempest-QuotasAdminNegativeTest-291940843 tempest-QuotasAdminNegativeTest-291940843-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3062325 Mar 07 21:33:04.050494 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9044f828-2192-4297-af36-eb5a49235296 req-ba03435d-96a6-45bb-8145-8092f880d902 tempest-QuotasAdminNegativeTest-291940843 tempest-QuotasAdminNegativeTest-291940843-project] 10.222.0.26 "GET /v2.0/quotas/c12bcb3cbc0e498f972db4d86c53202b HTTP/1.1" status: 200 len: 375 time: 0.0223818 Mar 07 21:33:04.124685 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e983e90c-fda9-41d0-85e1-810612b7ac62 None None] Set router eaad3822-bf29-40d2-848f-63247034c67c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:04.126007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9044f828-2192-4297-af36-eb5a49235296 req-340fe693-d080-428d-a24a-f7e3d1a5f730 tempest-QuotasAdminNegativeTest-291940843 tempest-QuotasAdminNegativeTest-291940843-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c12bcb3cbc0e498f972db4d86c53202b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745902 Mar 07 21:33:04.149788 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667f0b-b837-4d18-8352-9d6c342a19dd req-9c105011-b37a-42e2-9f68-8b5bdb276792 tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:04.150519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667f0b-b837-4d18-8352-9d6c342a19dd req-9c105011-b37a-42e2-9f68-8b5bdb276792 tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:04.151177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667f0b-b837-4d18-8352-9d6c342a19dd req-9c105011-b37a-42e2-9f68-8b5bdb276792 tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:04.151749 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667f0b-b837-4d18-8352-9d6c342a19dd req-9c105011-b37a-42e2-9f68-8b5bdb276792 tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:04.152642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667f0b-b837-4d18-8352-9d6c342a19dd req-9c105011-b37a-42e2-9f68-8b5bdb276792 tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:04.153451 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667f0b-b837-4d18-8352-9d6c342a19dd req-9c105011-b37a-42e2-9f68-8b5bdb276792 tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:04.155552 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b667f0b-b837-4d18-8352-9d6c342a19dd req-9c105011-b37a-42e2-9f68-8b5bdb276792 tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4333 time: 0.3026495 Mar 07 21:33:04.401080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ea76305-a357-40c5-8104-e4002fc88852 req-060b7d43-95f3-41ca-88ad-c2338d940e64 tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "GET /v2.0/security-groups/682fad12-3a32-4f45-b4eb-7647adf0011b HTTP/1.1" status: 200 len: 2412 time: 0.2221925 Mar 07 21:33:04.427877 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1758c19b-53f6-4572-998c-65a00948ed6c req-ffce11ab-1be0-4cdf-a178-4b9a41b1a51b tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 210 time: 0.0459716 Mar 07 21:33:04.448119 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-95f0f706-fb21-4895-9008-4304977ddd62 req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Publish callbacks [] for port (315c441a-8298-45cf-8567-2a9d74d0f570), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:04.503261 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4ea76305-a357-40c5-8104-e4002fc88852 req-8f6cb5a7-ce42-4c84-b6bd-2bdae6ae3e6b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (682fad12-3a32-4f45-b4eb-7647adf0011b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:04.512087 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c381b4ee-6a96-42da-a434-3b541222f85e no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:33:04.546917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: c381b4ee-6a96-42da-a434-3b541222f85e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:33:04.547818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c381b4ee-6a96-42da-a434-3b541222f85e not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:33:04.565504 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4ea76305-a357-40c5-8104-e4002fc88852 req-8f6cb5a7-ce42-4c84-b6bd-2bdae6ae3e6b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (682fad12-3a32-4f45-b4eb-7647adf0011b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:04.611142 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-95f0f706-fb21-4895-9008-4304977ddd62 req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (315c441a-8298-45cf-8567-2a9d74d0f570), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:04.655262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2794be-781e-4bcc-9eba-4a0f9de0a5ef req-0b06e51f-baaa-4d4b-bae1-1795044a4567 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:04.658599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c2794be-781e-4bcc-9eba-4a0f9de0a5ef req-0b06e51f-baaa-4d4b-bae1-1795044a4567 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 945 time: 0.1577556 Mar 07 21:33:04.670987 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e983e90c-fda9-41d0-85e1-810612b7ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'a49315f5-7f07-4a0f-a8cf-8924f83397c7', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'port_id': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'mac_address': 'fa:16:3e:93:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e6f073-8e11-4b14-b463-14b58c7821b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:32:42Z', 'updated_at': '2022-03-07T21:33:02Z', 'revision_number': 1, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3503317d-4e5e-4bf5-b37e-1c0b2d4b4892', 'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'mac_address': 'fa:16:3e:ec:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:23Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'subnets': [{'id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:04.699105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Pushing event updated for resources: {'Port': ['ID=315c441a-8298-45cf-8567-2a9d74d0f570,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:04.703581 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4ea76305-a357-40c5-8104-e4002fc88852 req-8f6cb5a7-ce42-4c84-b6bd-2bdae6ae3e6b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (682fad12-3a32-4f45-b4eb-7647adf0011b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:04.705846 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4ea76305-a357-40c5-8104-e4002fc88852 req-8f6cb5a7-ce42-4c84-b6bd-2bdae6ae3e6b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:04.707127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ea76305-a357-40c5-8104-e4002fc88852 req-8f6cb5a7-ce42-4c84-b6bd-2bdae6ae3e6b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] 10.222.0.26 "DELETE /v2.0/security-groups/682fad12-3a32-4f45-b4eb-7647adf0011b HTTP/1.1" status: 204 len: 173 time: 0.2874331 Mar 07 21:33:04.716342 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44790) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:04.725478 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983e90c-fda9-41d0-85e1-810612b7ac62 None None] Checking router: eaad3822-bf29-40d2-848f-63247034c67c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:33:04.725676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f0f706-fb21-4895-9008-4304977ddd62 req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:04.731525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-95f0f706-fb21-4895-9008-4304977ddd62 req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:04.740116 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983e90c-fda9-41d0-85e1-810612b7ac62 None None] Routers {'eaad3822-bf29-40d2-848f-63247034c67c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:04.741303 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e983e90c-fda9-41d0-85e1-810612b7ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:32:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['eaad3822-bf29-40d2-848f-63247034c67c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:04.747739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cb5a7-ce42-4c84-b6bd-2bdae6ae3e6b tempest-SecurityGroupRulesTestJSON-2052296308 tempest-SecurityGroupRulesTestJSON-2052296308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682fad12-3a32-4f45-b4eb-7647adf0011b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:04.750414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f0f706-fb21-4895-9008-4304977ddd62 req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:04.803421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c2794be-781e-4bcc-9eba-4a0f9de0a5ef req-e218cc8c-7bdb-4bbc-a543-9112c04e47e7 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245911 Mar 07 21:33:04.858251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0f706-fb21-4895-9008-4304977ddd62 req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:04.858869 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-95f0f706-fb21-4895-9008-4304977ddd62 req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:04.883657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f0f706-fb21-4895-9008-4304977ddd62 req-7205dba5-3630-4d35-9e46-f05c06069fda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7826955 Mar 07 21:33:04.899374 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ead163-e1df-4463-86f3-af9efd71b9fc x-openstack-request-id: req-32ead163-e1df-4463-86f3-af9efd71b9fc {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:04.899965 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e6f073-8e11-4b14-b463-14b58c7821b6", "tag": "bdecf2f0-34d9-40d7-aa02-89dcbab0e513", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:04.899965 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32ead163-e1df-4463-86f3-af9efd71b9fc {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:04.900333 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e6f073-8e11-4b14-b463-14b58c7821b6', 'tag': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513', 'status': 'completed', 'code': 200} Mar 07 21:33:04.918585 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f52f66e-8255-4573-89e7-464a8ba044c9 admin admin] Deleting subnet 900ba212-8da4-4ce3-ba0a-456786045853 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:33:04.922348 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f52f66e-8255-4573-89e7-464a8ba044c9 admin admin] Publish callbacks [] for subnet (900ba212-8da4-4ce3-ba0a-456786045853), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:04.986597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Request body: {'port': {'device_id': '5d7e45cd-de83-47e3-84e8-1d356c524f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:05.012264 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e983e90c-fda9-41d0-85e1-810612b7ac62 None None] Set router eaad3822-bf29-40d2-848f-63247034c67c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:05.059128 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f52f66e-8255-4573-89e7-464a8ba044c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (900ba212-8da4-4ce3-ba0a-456786045853), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:05.137601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ea7e5-e227-4874-b739-9e55b2154c7f req-698abe19-6da2-4fba-aa88-18860ff61173 tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:05.139184 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-790ea7e5-e227-4874-b739-9e55b2154c7f req-698abe19-6da2-4fba-aa88-18860ff61173 tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 886 time: 0.2993946 Mar 07 21:33:05.151987 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (315c441a-8298-45cf-8567-2a9d74d0f570), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:05.172164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9a9ee77b-1207-49b8-98d7-1745a72f8e7f None None] Provisioning complete for port 315c441a-8298-45cf-8567-2a9d74d0f570 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:05.172484 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9a9ee77b-1207-49b8-98d7-1745a72f8e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (315c441a-8298-45cf-8567-2a9d74d0f570), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:05.196780 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f52f66e-8255-4573-89e7-464a8ba044c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (900ba212-8da4-4ce3-ba0a-456786045853), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:05.277574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ee77b-1207-49b8-98d7-1745a72f8e7f None None] Port 315c441a-8298-45cf-8567-2a9d74d0f570 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:33:05.324397 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f52f66e-8255-4573-89e7-464a8ba044c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (900ba212-8da4-4ce3-ba0a-456786045853), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:05.396817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52f66e-8255-4573-89e7-464a8ba044c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=900ba212-8da4-4ce3-ba0a-456786045853,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:05.404455 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921e6a0-5c9c-449d-9aae-546890aac599 req-9202f74b-6540-4249-8c76-f29b6013b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:05.409881 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8921e6a0-5c9c-449d-9aae-546890aac599 req-9202f74b-6540-4249-8c76-f29b6013b195 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe507c0d42ab4e7980b233c654d92447&device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 1127 time: 0.4206815 Mar 07 21:33:05.416669 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f52f66e-8255-4573-89e7-464a8ba044c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:05.424658 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4f52f66e-8255-4573-89e7-464a8ba044c9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/900ba212-8da4-4ce3-ba0a-456786045853 HTTP/1.1" status: 204 len: 168 time: 0.7070854 Mar 07 21:33:05.434037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44808) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:05.526776 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e983e90c-fda9-41d0-85e1-810612b7ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'a49315f5-7f07-4a0f-a8cf-8924f83397c7', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'port_id': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'mac_address': 'fa:16:3e:93:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e6f073-8e11-4b14-b463-14b58c7821b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:32:42Z', 'updated_at': '2022-03-07T21:33:02Z', 'revision_number': 1, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3503317d-4e5e-4bf5-b37e-1c0b2d4b4892', 'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'mac_address': 'fa:16:3e:ec:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:23Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'subnets': [{'id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:05.564122 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983e90c-fda9-41d0-85e1-810612b7ac62 None None] The sync data for ids ['eaad3822-bf29-40d2-848f-63247034c67c'] in n-d-832330-1 is: [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'a49315f5-7f07-4a0f-a8cf-8924f83397c7', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'port_id': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'mac_address': 'fa:16:3e:93:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e6f073-8e11-4b14-b463-14b58c7821b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:32:42Z', 'updated_at': '2022-03-07T21:33:02Z', 'revision_number': 1, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3503317d-4e5e-4bf5-b37e-1c0b2d4b4892', 'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'mac_address': 'fa:16:3e:ec:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:23Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'subnets': [{'id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:33:05.569373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52833f-0c83-45ef-a8a5-c2d709a02f35 req-efbaa664-89f0-459f-8663-f710bd65f69d tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:05.576003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d52833f-0c83-45ef-a8a5-c2d709a02f35 req-efbaa664-89f0-459f-8663-f710bd65f69d tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 950 time: 0.2298701 Mar 07 21:33:05.591441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921e6a0-5c9c-449d-9aae-546890aac599 req-bcea1278-86de-4c0c-8cc3-9f6dcf8e247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:05.593323 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8921e6a0-5c9c-449d-9aae-546890aac599 req-bcea1278-86de-4c0c-8cc3-9f6dcf8e247c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5d0297f-7fe7-4057-8050-31db19d78746 HTTP/1.1" status: 200 len: 925 time: 0.1666586 Mar 07 21:33:05.666109 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbed6e54-19c5-450a-b485-083ce0771c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (550ce951-ea92-45eb-87d0-ac8925f8b690), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:05.738544 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8921e6a0-5c9c-449d-9aae-546890aac599 req-add91e96-cf37-4d16-81ae-84c0cb4ae2d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdecf2f0-34d9-40d7-aa02-89dcbab0e513 HTTP/1.1" status: 200 len: 999 time: 0.1345873 Mar 07 21:33:05.780837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d52833f-0c83-45ef-a8a5-c2d709a02f35 req-7b2fbffb-f9e0-41f6-9440-989b31bd097a tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865876 Mar 07 21:33:05.859053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921e6a0-5c9c-449d-9aae-546890aac599 req-8cf10839-5254-40a5-a6e0-c47bd69034ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:05.860912 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8921e6a0-5c9c-449d-9aae-546890aac599 req-8cf10839-5254-40a5-a6e0-c47bd69034ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=198b0692-aaa2-4993-80a3-aca68b2e06b1 HTTP/1.1" status: 200 len: 863 time: 0.1150093 Mar 07 21:33:05.936127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e03fff2-3e84-4157-b370-45d27b4cf1fd None None] New status for floating IP a49315f5-7f07-4a0f-a8cf-8924f83397c7: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:33:05.959243 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921e6a0-5c9c-449d-9aae-546890aac599 req-258f6b0a-faf4-481e-aeb8-298ca81ccb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:05.962740 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8921e6a0-5c9c-449d-9aae-546890aac599 req-258f6b0a-faf4-481e-aeb8-298ca81ccb04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5d0297f-7fe7-4057-8050-31db19d78746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0952559 Mar 07 21:33:05.977643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68c99c-ce73-4274-a833-5e85d8c4aa28 req-6674803a-2ad3-422b-9384-9c2e64d61b6c tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:05.978273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68c99c-ce73-4274-a833-5e85d8c4aa28 req-6674803a-2ad3-422b-9384-9c2e64d61b6c tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:05.978625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68c99c-ce73-4274-a833-5e85d8c4aa28 req-6674803a-2ad3-422b-9384-9c2e64d61b6c tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:05.979097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68c99c-ce73-4274-a833-5e85d8c4aa28 req-6674803a-2ad3-422b-9384-9c2e64d61b6c tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:05.979569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68c99c-ce73-4274-a833-5e85d8c4aa28 req-6674803a-2ad3-422b-9384-9c2e64d61b6c tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:05.980030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68c99c-ce73-4274-a833-5e85d8c4aa28 req-6674803a-2ad3-422b-9384-9c2e64d61b6c tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:05.981771 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b68c99c-ce73-4274-a833-5e85d8c4aa28 req-6674803a-2ad3-422b-9384-9c2e64d61b6c tempest-NetworksTest-1646715518 tempest-NetworksTest-1646715518-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4295 time: 0.5407672 Mar 07 21:33:06.027293 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbed6e54-19c5-450a-b485-083ce0771c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (550ce951-ea92-45eb-87d0-ac8925f8b690), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:06.103123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-bbed6e54-19c5-450a-b485-083ce0771c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550ce951-ea92-45eb-87d0-ac8925f8b690']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:06.116576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315c441a-8298-45cf-8567-2a9d74d0f570 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:06.123025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-bbed6e54-19c5-450a-b485-083ce0771c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d82f46-e480-41f4-97b6-2141792ec5ac') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:06.123325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-bbed6e54-19c5-450a-b485-083ce0771c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d82f46-e480-41f4-97b6-2141792ec5ac') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:06.134704 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Publish callbacks [] for port (315c441a-8298-45cf-8567-2a9d74d0f570), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:06.144028 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbed6e54-19c5-450a-b485-083ce0771c2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (a0d82f46-e480-41f4-97b6-2141792ec5ac), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:06.149172 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8921e6a0-5c9c-449d-9aae-546890aac599 req-208b0799-c277-4126-90f1-8240a57d9135 service neutron] 10.222.0.15 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781194 Mar 07 21:33:06.198449 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbed6e54-19c5-450a-b485-083ce0771c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a0d82f46-e480-41f4-97b6-2141792ec5ac), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:06.200820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Transition to ACTIVE for port object 315c441a-8298-45cf-8567-2a9d74d0f570 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:33:06.210561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbed6e54-19c5-450a-b485-083ce0771c2b admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:33:06.210881 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbed6e54-19c5-450a-b485-083ce0771c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (a0d82f46-e480-41f4-97b6-2141792ec5ac), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:33:06.218918 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:33:06.225827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc1207-3239-4934-8be5-7271da17b75f req-38897b42-8815-4271-9e3b-d4fe4ee626ee tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:06.241447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fadc1207-3239-4934-8be5-7271da17b75f req-38897b42-8815-4271-9e3b-d4fe4ee626ee tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 936 time: 0.2698371 Mar 07 21:33:06.242175 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (315c441a-8298-45cf-8567-2a9d74d0f570), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:06.286586 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8921e6a0-5c9c-449d-9aae-546890aac599 req-91e0d3a1-6501-4e25-a773-e5fca2f3a09b service neutron] 10.222.0.15 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266859 Mar 07 21:33:06.436552 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fadc1207-3239-4934-8be5-7271da17b75f req-7211bdbe-96ca-472e-a088-317095e95e5a tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702526 Mar 07 21:33:06.484562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Pushing event updated for resources: {'Port': ['ID=315c441a-8298-45cf-8567-2a9d74d0f570,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:06.489861 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbed6e54-19c5-450a-b485-083ce0771c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (550ce951-ea92-45eb-87d0-ac8925f8b690), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:06.518994 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbed6e54-19c5-450a-b485-083ce0771c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:06.527617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bbed6e54-19c5-450a-b485-083ce0771c2b admin admin] 10.222.0.26 "DELETE /v2.0/networks/550ce951-ea92-45eb-87d0-ac8925f8b690 HTTP/1.1" status: 204 len: 168 time: 1.0923777 Mar 07 21:33:06.541782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed6e54-19c5-450a-b485-083ce0771c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=550ce951-ea92-45eb-87d0-ac8925f8b690,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:06.568548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Attempting to bind port 315c441a-8298-45cf-8567-2a9d74d0f570 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:06.569137 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Attempting to bind port 315c441a-8298-45cf-8567-2a9d74d0f570 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:06.569665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Attempting to bind port 315c441a-8298-45cf-8567-2a9d74d0f570 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:06.579378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Port 315c441a-8298-45cf-8567-2a9d74d0f570 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:33:06.579885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Attempting to bind port 315c441a-8298-45cf-8567-2a9d74d0f570 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:06.588043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:06.588445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:06.588781 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:06.589224 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Bound port: 315c441a-8298-45cf-8567-2a9d74d0f570, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:06.589592 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (315c441a-8298-45cf-8567-2a9d74d0f570), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:06.632186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44844) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:06.664594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] For port 315c441a-8298-45cf-8567-2a9d74d0f570, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:06.667073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44848) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:06.671548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] For port 315c441a-8298-45cf-8567-2a9d74d0f570, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=315c441a-8298-45cf-8567-2a9d74d0f570,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:06.680647 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (315c441a-8298-45cf-8567-2a9d74d0f570), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:06.699799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:06.700915 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:06.702659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] 10.222.0.13 "PUT /v2.0/ports/315c441a-8298-45cf-8567-2a9d74d0f570 HTTP/1.1" status: 200 len: 1096 time: 1.7320046 Mar 07 21:33:06.704489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7e45cd-de83-47e3-84e8-1d356c524f92', 'tag': '315c441a-8298-45cf-8567-2a9d74d0f570'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:06.708131 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446aadf3-fe95-47b7-8aec-a591b66da168" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7e45cd-de83-47e3-84e8-1d356c524f92", "tag": "315c441a-8298-45cf-8567-2a9d74d0f570"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:06.722172 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44854) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:06.790031 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a16ba4-c867-4179-9328-59ac1a035f63 x-openstack-request-id: req-a7a16ba4-c867-4179-9328-59ac1a035f63 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:06.790446 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7e45cd-de83-47e3-84e8-1d356c524f92", "tag": "315c441a-8298-45cf-8567-2a9d74d0f570", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:06.790742 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7a16ba4-c867-4179-9328-59ac1a035f63 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:06.792485 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7e45cd-de83-47e3-84e8-1d356c524f92', 'tag': '315c441a-8298-45cf-8567-2a9d74d0f570', 'status': 'completed', 'code': 200} Mar 07 21:33:06.888428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36d528-f0d5-4d65-b75e-77cdf7473232 service neutron] Pushing event updated for resources: {'Port': ['ID=315c441a-8298-45cf-8567-2a9d74d0f570,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:06.905178 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0f706-fb21-4895-9008-4304977ddd62 req-8cc1e279-edf1-4203-8162-8ca0fc33f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:06.915061 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f0f706-fb21-4895-9008-4304977ddd62 req-8cc1e279-edf1-4203-8162-8ca0fc33f875 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16a9d86f1f2949b1943f9604c2d10e48&device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 1130 time: 0.1288021 Mar 07 21:33:06.923231 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44864) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:06.976628 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2edd8f70-31db-43ca-a2a5-f924bca9b7f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d272ceaaac0a4fbd82717daf607e880f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520427 Mar 07 21:33:06.979519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44866) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:07.034166 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f0f706-fb21-4895-9008-4304977ddd62 req-1dffdb58-0b4e-4c31-b439-063963c9eafb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=315c441a-8298-45cf-8567-2a9d74d0f570 HTTP/1.1" status: 200 len: 217 time: 0.1078882 Mar 07 21:33:07.053941 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-515937f6-ee3c-407e-a231-7d16a1befdc1 admin admin] Publish callbacks [] for security_group (120ddca0-48b0-4599-89f3-9ced51ef9553), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.080905 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-515937f6-ee3c-407e-a231-7d16a1befdc1 admin admin] Publish callbacks [] for security_group (120ddca0-48b0-4599-89f3-9ced51ef9553), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.136330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0f706-fb21-4895-9008-4304977ddd62 req-905e2a9d-de78-4e81-99c7-7f25dc537e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:07.138907 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f0f706-fb21-4895-9008-4304977ddd62 req-905e2a9d-de78-4e81-99c7-7f25dc537e15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1022537 Mar 07 21:33:07.161342 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-515937f6-ee3c-407e-a231-7d16a1befdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (120ddca0-48b0-4599-89f3-9ced51ef9553), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.167118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-515937f6-ee3c-407e-a231-7d16a1befdc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.168528 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-515937f6-ee3c-407e-a231-7d16a1befdc1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/120ddca0-48b0-4599-89f3-9ced51ef9553 HTTP/1.1" status: 204 len: 168 time: 0.1876333 Mar 07 21:33:07.197734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515937f6-ee3c-407e-a231-7d16a1befdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120ddca0-48b0-4599-89f3-9ced51ef9553,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:07.209437 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea6a422c-163d-4b91-9e19-bfaa4adc2b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.219219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0f706-fb21-4895-9008-4304977ddd62 req-c01a4e1d-299b-44a1-875c-8a6b10cb12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:07.221811 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f0f706-fb21-4895-9008-4304977ddd62 req-c01a4e1d-299b-44a1-875c-8a6b10cb12ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0751297 Mar 07 21:33:07.265775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44874) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:07.296286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea6a422c-163d-4b91-9e19-bfaa4adc2b60 admin admin] Publish callbacks [] for security_group (8b47538a-1886-4ab0-9089-416cb904698e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.311346 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea6a422c-163d-4b91-9e19-bfaa4adc2b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8b47538a-1886-4ab0-9089-416cb904698e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.363279 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ea6a422c-163d-4b91-9e19-bfaa4adc2b60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c12bcb3cbc0e498f972db4d86c53202b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7288766 Mar 07 21:33:07.368596 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44878) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:07.402217 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca111e91-09ff-473e-b960-6a799fa02e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.511037 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca111e91-09ff-473e-b960-6a799fa02e14 admin admin] Publish callbacks [] for security_group (3e94cd2a-b460-40f3-bcf2-2f5c2ad09747), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.529466 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a422c-163d-4b91-9e19-bfaa4adc2b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b47538a-1886-4ab0-9089-416cb904698e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:07.532301 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca111e91-09ff-473e-b960-6a799fa02e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3e94cd2a-b460-40f3-bcf2-2f5c2ad09747), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.568039 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ca111e91-09ff-473e-b960-6a799fa02e14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f33e6cc840e445bea41cc2bc3b067539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8428347 Mar 07 21:33:07.574632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44884) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:07.577400 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3934e9d1-b7df-49e2-917c-abd612ff7e7c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a790ca3d3c142aa8efd9c1dab6de9f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9092677 Mar 07 21:33:07.581364 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44886) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:07.620324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca111e91-09ff-473e-b960-6a799fa02e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e94cd2a-b460-40f3-bcf2-2f5c2ad09747,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:07.631144 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0c03308a-1caa-4101-92cc-d74c22b96c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.642996 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1cd367e-1d0c-49ad-820e-f32e7f086f05 admin admin] Publish callbacks [] for security_group (8b47538a-1886-4ab0-9089-416cb904698e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.674545 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1cd367e-1d0c-49ad-820e-f32e7f086f05 admin admin] Publish callbacks [] for security_group (8b47538a-1886-4ab0-9089-416cb904698e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.682603 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15089e73-ec38-438e-b59b-3106e6a64c42 admin admin] Publish callbacks [] for security_group (3e94cd2a-b460-40f3-bcf2-2f5c2ad09747), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.721189 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15089e73-ec38-438e-b59b-3106e6a64c42 admin admin] Publish callbacks [] for security_group (3e94cd2a-b460-40f3-bcf2-2f5c2ad09747), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.747519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91738f0a-ef6a-40ef-8fed-ddedcf8cfb3b req-a72af8dd-474c-42ce-b418-e77f674ef99a tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:07.749035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91738f0a-ef6a-40ef-8fed-ddedcf8cfb3b req-a72af8dd-474c-42ce-b418-e77f674ef99a tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 950 time: 0.4184439 Mar 07 21:33:07.750997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f0f706-fb21-4895-9008-4304977ddd62 req-cd557a7f-2a88-4060-ab00-e33ac7d27913 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206087 Mar 07 21:33:07.767612 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1cd367e-1d0c-49ad-820e-f32e7f086f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8b47538a-1886-4ab0-9089-416cb904698e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.770398 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1cd367e-1d0c-49ad-820e-f32e7f086f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.774636 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c1cd367e-1d0c-49ad-820e-f32e7f086f05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b47538a-1886-4ab0-9089-416cb904698e HTTP/1.1" status: 204 len: 168 time: 0.3993793 Mar 07 21:33:07.787187 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd367e-1d0c-49ad-820e-f32e7f086f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b47538a-1886-4ab0-9089-416cb904698e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:07.792846 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15089e73-ec38-438e-b59b-3106e6a64c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3e94cd2a-b460-40f3-bcf2-2f5c2ad09747), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.797252 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15089e73-ec38-438e-b59b-3106e6a64c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.800312 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-15089e73-ec38-438e-b59b-3106e6a64c42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e94cd2a-b460-40f3-bcf2-2f5c2ad09747 HTTP/1.1" status: 204 len: 168 time: 0.2217774 Mar 07 21:33:07.812650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15089e73-ec38-438e-b59b-3106e6a64c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e94cd2a-b460-40f3-bcf2-2f5c2ad09747,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:07.921397 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6d0c501b-05b5-44c4-9a2b-9cf264bcde7b admin admin] Publish callbacks [] for security_group (dc45a7a3-2441-446e-b24c-20c42dfb8b0e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:07.929350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8781f3-9bb9-4249-afc5-e1d05d6b6f3f req-eb49ec2d-c58b-4196-bc06-e8ed37d96ff8 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:07.931387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c8781f3-9bb9-4249-afc5-e1d05d6b6f3f req-eb49ec2d-c58b-4196-bc06-e8ed37d96ff8 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 948 time: 0.3479893 Mar 07 21:33:08.015078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91738f0a-ef6a-40ef-8fed-ddedcf8cfb3b req-55a3919a-51a6-4ff8-a164-3cdbcad9b0b6 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549150 Mar 07 21:33:08.017130 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0c03308a-1caa-4101-92cc-d74c22b96c8c admin admin] Publish callbacks [] for security_group (f3c73de4-fdc7-4114-b336-b88f187224f5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.021672 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6d0c501b-05b5-44c4-9a2b-9cf264bcde7b admin admin] Publish callbacks [] for security_group (dc45a7a3-2441-446e-b24c-20c42dfb8b0e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.036469 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0c03308a-1caa-4101-92cc-d74c22b96c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f3c73de4-fdc7-4114-b336-b88f187224f5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.090220 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f0f706-fb21-4895-9008-4304977ddd62 req-3b71802e-e56d-4180-b933-89911193103c service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275566 Mar 07 21:33:08.143111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c8781f3-9bb9-4249-afc5-e1d05d6b6f3f req-e3ddcdc8-e9b5-49ca-9742-4c2a49f29ff7 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979239 Mar 07 21:33:08.156118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0c03308a-1caa-4101-92cc-d74c22b96c8c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ed52b7af8fc416d952d990d4c06baa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8892162 Mar 07 21:33:08.158873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44908) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:08.171693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03308a-1caa-4101-92cc-d74c22b96c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c73de4-fdc7-4114-b336-b88f187224f5,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:08.227869 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aadf3-fe95-47b7-8aec-a591b66da168 req-00cc3e72-4431-4cf6-956c-6e471dea9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:08.229615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-446aadf3-fe95-47b7-8aec-a591b66da168 req-00cc3e72-4431-4cf6-956c-6e471dea9eb9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16a9d86f1f2949b1943f9604c2d10e48&device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 1130 time: 0.0547299 Mar 07 21:33:08.230775 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6d0c501b-05b5-44c4-9a2b-9cf264bcde7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dc45a7a3-2441-446e-b24c-20c42dfb8b0e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.233431 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6d0c501b-05b5-44c4-9a2b-9cf264bcde7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.234504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6d0c501b-05b5-44c4-9a2b-9cf264bcde7b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc45a7a3-2441-446e-b24c-20c42dfb8b0e HTTP/1.1" status: 204 len: 168 time: 0.6451721 Mar 07 21:33:08.246165 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-716e4d11-c229-491c-9548-c8984887259d admin admin] Publish callbacks [] for security_group (f3c73de4-fdc7-4114-b336-b88f187224f5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.260524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c501b-05b5-44c4-9a2b-9cf264bcde7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc45a7a3-2441-446e-b24c-20c42dfb8b0e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:08.291234 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-716e4d11-c229-491c-9548-c8984887259d admin admin] Publish callbacks [] for security_group (f3c73de4-fdc7-4114-b336-b88f187224f5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.317415 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44914) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:08.336365 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d972aa4d-de5d-4f2f-846d-0ff9b2102f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.363758 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-716e4d11-c229-491c-9548-c8984887259d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f3c73de4-fdc7-4114-b336-b88f187224f5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.368499 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-716e4d11-c229-491c-9548-c8984887259d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.374446 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-716e4d11-c229-491c-9548-c8984887259d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3c73de4-fdc7-4114-b336-b88f187224f5 HTTP/1.1" status: 204 len: 168 time: 0.2140868 Mar 07 21:33:08.383559 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e4d11-c229-491c-9548-c8984887259d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c73de4-fdc7-4114-b336-b88f187224f5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:08.390716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aadf3-fe95-47b7-8aec-a591b66da168 req-facab91f-cbcf-4853-851c-84a24cb987d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:08.400224 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-446aadf3-fe95-47b7-8aec-a591b66da168 req-facab91f-cbcf-4853-851c-84a24cb987d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1626167 Mar 07 21:33:08.432280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44918) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:08.450760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-47d40112-1e96-42a5-a91e-3cc723f8f273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.468708 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-446aadf3-fe95-47b7-8aec-a591b66da168 req-85f872f9-a055-4c0b-a456-0e289394e970 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=315c441a-8298-45cf-8567-2a9d74d0f570 HTTP/1.1" status: 200 len: 217 time: 0.0571909 Mar 07 21:33:08.549562 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-47d40112-1e96-42a5-a91e-3cc723f8f273 admin admin] Publish callbacks [] for security_group (8cfa5775-00cb-46b9-8c52-11cb0db85270), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.550016 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d972aa4d-de5d-4f2f-846d-0ff9b2102f53 admin admin] Publish callbacks [] for security_group (4a91fdd2-8336-48da-918d-9fb24b7e2bbe), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.554473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aadf3-fe95-47b7-8aec-a591b66da168 req-143c739d-58fa-4ba8-ad05-ad7b350acfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:08.556044 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-47d40112-1e96-42a5-a91e-3cc723f8f273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8cfa5775-00cb-46b9-8c52-11cb0db85270), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.556976 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-446aadf3-fe95-47b7-8aec-a591b66da168 req-143c739d-58fa-4ba8-ad05-ad7b350acfdd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0813644 Mar 07 21:33:08.558258 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d972aa4d-de5d-4f2f-846d-0ff9b2102f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4a91fdd2-8336-48da-918d-9fb24b7e2bbe), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.604103 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-47d40112-1e96-42a5-a91e-3cc723f8f273 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b6c08ef31144f9a8cac219d7bf2dc54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671391 Mar 07 21:33:08.604103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d40112-1e96-42a5-a91e-3cc723f8f273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfa5775-00cb-46b9-8c52-11cb0db85270,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:08.605397 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44922) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:08.638888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d972aa4d-de5d-4f2f-846d-0ff9b2102f53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17864776b8bd44f9aff45a4219b372b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204482 Mar 07 21:33:08.640209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972aa4d-de5d-4f2f-846d-0ff9b2102f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a91fdd2-8336-48da-918d-9fb24b7e2bbe,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:08.645660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44924) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:08.666960 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03066b62-ea3f-483f-962c-b6de7de7bddb admin admin] Publish callbacks [] for security_group (8cfa5775-00cb-46b9-8c52-11cb0db85270), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.683211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aadf3-fe95-47b7-8aec-a591b66da168 req-54fb3be2-ca9b-421f-8e28-079169d8bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:08.685087 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-446aadf3-fe95-47b7-8aec-a591b66da168 req-54fb3be2-ca9b-421f-8e28-079169d8bd49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1156881 Mar 07 21:33:08.694191 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03066b62-ea3f-483f-962c-b6de7de7bddb admin admin] Publish callbacks [] for security_group (8cfa5775-00cb-46b9-8c52-11cb0db85270), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.761756 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03066b62-ea3f-483f-962c-b6de7de7bddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8cfa5775-00cb-46b9-8c52-11cb0db85270), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.769270 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03066b62-ea3f-483f-962c-b6de7de7bddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.771781 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-03066b62-ea3f-483f-962c-b6de7de7bddb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8cfa5775-00cb-46b9-8c52-11cb0db85270 HTTP/1.1" status: 204 len: 168 time: 0.1653681 Mar 07 21:33:08.787300 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a170d600-ab11-4518-b7b5-5887b2c0daf9 admin admin] Publish callbacks [] for security_group (4a91fdd2-8336-48da-918d-9fb24b7e2bbe), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.797471 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03066b62-ea3f-483f-962c-b6de7de7bddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfa5775-00cb-46b9-8c52-11cb0db85270,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:08.801166 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.13', 58399) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:08.833232 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a170d600-ab11-4518-b7b5-5887b2c0daf9 admin admin] Publish callbacks [] for security_group (4a91fdd2-8336-48da-918d-9fb24b7e2bbe), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.842398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-446aadf3-fe95-47b7-8aec-a591b66da168 req-72a83356-e1cf-4917-b1c4-abb09cd0b384 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489882 Mar 07 21:33:08.880729 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44934) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:08.936653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f566f12-a2d5-4562-95e4-bfe3585dd655 req-11ecef3c-7710-494e-b779-630a5de8e293 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:08.938382 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8f566f12-a2d5-4562-95e4-bfe3585dd655 req-11ecef3c-7710-494e-b779-630a5de8e293 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.13 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 950 time: 0.1364100 Mar 07 21:33:08.949555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-446aadf3-fe95-47b7-8aec-a591b66da168 req-682923c4-ee01-441d-9a2f-a31411e0380a service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968082 Mar 07 21:33:08.991158 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a170d600-ab11-4518-b7b5-5887b2c0daf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4a91fdd2-8336-48da-918d-9fb24b7e2bbe), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.994899 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a170d600-ab11-4518-b7b5-5887b2c0daf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:08.997934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a170d600-ab11-4518-b7b5-5887b2c0daf9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a91fdd2-8336-48da-918d-9fb24b7e2bbe HTTP/1.1" status: 204 len: 168 time: 0.3509009 Mar 07 21:33:09.008165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44940) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:09.013399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170d600-ab11-4518-b7b5-5887b2c0daf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a91fdd2-8336-48da-918d-9fb24b7e2bbe,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:09.045545 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a6156e54-dfb0-4d9b-ba5e-442add68edf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.113681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-8f566f12-a2d5-4562-95e4-bfe3585dd655 req-f6829df5-d9d6-4801-9599-84f82f619259 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Deleting port b5387be7-6f4f-4b9c-871d-bdc49fc35539 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:33:09.113993 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8f566f12-a2d5-4562-95e4-bfe3585dd655 req-f6829df5-d9d6-4801-9599-84f82f619259 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.174355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddef104-2488-4203-9b4e-4b86e0b4150f req-c17063e3-90b9-429f-93a7-9f38801f880f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:09.176318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ddef104-2488-4203-9b4e-4b86e0b4150f req-c17063e3-90b9-429f-93a7-9f38801f880f tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/ports?device_id=41449dc5-55c1-4071-be0c-f5deac20bda5 HTTP/1.1" status: 200 len: 950 time: 0.0701709 Mar 07 21:33:09.211309 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a6156e54-dfb0-4d9b-ba5e-442add68edf6 admin admin] Publish callbacks [] for security_group (78734875-924e-4086-be46-14190912e01d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.219406 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a6156e54-dfb0-4d9b-ba5e-442add68edf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (78734875-924e-4086-be46-14190912e01d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.242765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ddef104-2488-4203-9b4e-4b86e0b4150f req-b422dc44-a2ba-43ea-880f-44e4acbc6782 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.26 "GET /v2.0/security-groups?id=52ebeb36-1085-4a4b-a1af-01d5149cf578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586393 Mar 07 21:33:09.282016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-8f566f12-a2d5-4562-95e4-bfe3585dd655 req-f6829df5-d9d6-4801-9599-84f82f619259 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] For port b5387be7-6f4f-4b9c-871d-bdc49fc35539, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b5387be7-6f4f-4b9c-871d-bdc49fc35539,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:09.282426 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8f566f12-a2d5-4562-95e4-bfe3585dd655 req-f6829df5-d9d6-4801-9599-84f82f619259 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.298781 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a6156e54-dfb0-4d9b-ba5e-442add68edf6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94ed8b42e7a94a3ab9732d7fb581e524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892461 Mar 07 21:33:09.301949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44950) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:09.303241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6156e54-dfb0-4d9b-ba5e-442add68edf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78734875-924e-4086-be46-14190912e01d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:09.307241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-8f566f12-a2d5-4562-95e4-bfe3585dd655 req-f6829df5-d9d6-4801-9599-84f82f619259 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Calling delete_port for b5387be7-6f4f-4b9c-871d-bdc49fc35539 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:33:09.323939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-513527288-network', 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:09.397899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7344594-11f5-4fe2-9fec-8d0e46b4e3f4 req-d148bf4b-f871-4aa8-af49-f3a5b298255b tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:09.400706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7344594-11f5-4fe2-9fec-8d0e46b4e3f4 req-d148bf4b-f871-4aa8-af49-f3a5b298255b tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 948 time: 0.1377411 Mar 07 21:33:09.401086 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] Made reservation on behalf of 193cb6ee876a4a18960ad33c32df94d4 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:09.403647 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.420163 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.437597 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-003ba54a-1371-4179-a9ce-011f0ffe33b7 admin admin] Publish callbacks [] for security_group (78734875-924e-4086-be46-14190912e01d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.485633 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-003ba54a-1371-4179-a9ce-011f0ffe33b7 admin admin] Publish callbacks [] for security_group (78734875-924e-4086-be46-14190912e01d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.502864 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7344594-11f5-4fe2-9fec-8d0e46b4e3f4 req-3056ffa7-44d7-44f9-89ef-c82b6c35d10b tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869613 Mar 07 21:33:09.550906 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8f566f12-a2d5-4562-95e4-bfe3585dd655 req-f6829df5-d9d6-4801-9599-84f82f619259 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b5387be7-6f4f-4b9c-871d-bdc49fc35539), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.554002 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-003ba54a-1371-4179-a9ce-011f0ffe33b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (78734875-924e-4086-be46-14190912e01d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.562420 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-003ba54a-1371-4179-a9ce-011f0ffe33b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.563343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['b5387be7-6f4f-4b9c-871d-bdc49fc35539'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:33:09.563908 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-003ba54a-1371-4179-a9ce-011f0ffe33b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78734875-924e-4086-be46-14190912e01d HTTP/1.1" status: 204 len: 168 time: 0.2587523 Mar 07 21:33:09.585374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ba54a-1371-4179-a9ce-011f0ffe33b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78734875-924e-4086-be46-14190912e01d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:09.609637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6829df5-d9d6-4801-9599-84f82f619259 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Pushing event deleted for resources: {'Port': ['ID=b5387be7-6f4f-4b9c-871d-bdc49fc35539,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:09.613814 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] Publish callbacks [] for security_group (9de9757d-2d29-45d9-8f6b-97f2eb5920c0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.639180 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9de9757d-2d29-45d9-8f6b-97f2eb5920c0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.677127 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f566f12-a2d5-4562-95e4-bfe3585dd655 req-f6829df5-d9d6-4801-9599-84f82f619259 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] No DVR routers for this DVR port b5387be7-6f4f-4b9c-871d-bdc49fc35539 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:33:09.683804 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8f566f12-a2d5-4562-95e4-bfe3585dd655 req-f6829df5-d9d6-4801-9599-84f82f619259 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.687099 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8f566f12-a2d5-4562-95e4-bfe3585dd655 req-f6829df5-d9d6-4801-9599-84f82f619259 tempest-TenantUsagesTestJSON-1242442391 tempest-TenantUsagesTestJSON-1242442391-project] 10.222.0.13 "DELETE /v2.0/ports/b5387be7-6f4f-4b9c-871d-bdc49fc35539 HTTP/1.1" status: 204 len: 173 time: 0.7423611 Mar 07 21:33:09.690018 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41449dc5-55c1-4071-be0c-f5deac20bda5', 'name': 'network-vif-deleted', 'tag': 'b5387be7-6f4f-4b9c-871d-bdc49fc35539'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:09.692192 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b83352-7024-4273-aab5-858856fec2bb" -d '{"events": [{"server_uuid": "41449dc5-55c1-4071-be0c-f5deac20bda5", "name": "network-vif-deleted", "tag": "b5387be7-6f4f-4b9c-871d-bdc49fc35539"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:09.694954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:33:09.724435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de9757d-2d29-45d9-8f6b-97f2eb5920c0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:09.728899 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.729246 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] Added segment 95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97 of type vlan for network f8059552-ef86-44fc-9055-e345fefab2f7 Mar 07 21:33:09.786411 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabe4162-1802-4172-9b53-d9b0c31845c4 x-openstack-request-id: req-fabe4162-1802-4172-9b53-d9b0c31845c4 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:09.787550 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41449dc5-55c1-4071-be0c-f5deac20bda5", "name": "network-vif-deleted", "tag": "b5387be7-6f4f-4b9c-871d-bdc49fc35539", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:09.787831 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fabe4162-1802-4172-9b53-d9b0c31845c4 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:09.788253 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41449dc5-55c1-4071-be0c-f5deac20bda5', 'name': 'network-vif-deleted', 'tag': 'b5387be7-6f4f-4b9c-871d-bdc49fc35539', 'status': 'completed', 'code': 200} Mar 07 21:33:09.793789 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (f8059552-ef86-44fc-9055-e345fefab2f7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.835823 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (f8059552-ef86-44fc-9055-e345fefab2f7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.839531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:09.840544 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:09.920549 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0364866 Mar 07 21:33:09.923315 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44974) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:09.927951 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-dc2c1999-a91d-4afb-a320-459a11d76db6 admin admin] Request body: {'subnet': {'network_id': 'f8059552-ef86-44fc-9055-e345fefab2f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-513527288-subnet', 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:09.936210 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0545720-33cd-426e-8751-e3b1ac63d995 admin admin] Pushing event updated for resources: {'Network': ['ID=f8059552-ef86-44fc-9055-e345fefab2f7,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:09.950747 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network f8059552-ef86-44fc-9055-e345fefab2f7 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:33:09.953925 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2c1999-a91d-4afb-a320-459a11d76db6 admin admin] Made reservation on behalf of 193cb6ee876a4a18960ad33c32df94d4 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:09.956477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dc2c1999-a91d-4afb-a320-459a11d76db6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:10.391764 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dc2c1999-a91d-4afb-a320-459a11d76db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (3ca5cc8f-62f9-47c0-9d09-f220832834e0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:10.447641 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c1999-a91d-4afb-a320-459a11d76db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca5cc8f-62f9-47c0-9d09-f220832834e0,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:10.463136 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c1999-a91d-4afb-a320-459a11d76db6 admin admin] Checking segment: {'id': '95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8059552-ef86-44fc-9055-e345fefab2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:10.463398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2c1999-a91d-4afb-a320-459a11d76db6 admin admin] Network hostable DHCP agents. Network: f8059552-ef86-44fc-9055-e345fefab2f7, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:33:10.481825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2c1999-a91d-4afb-a320-459a11d76db6 admin admin] Network f8059552-ef86-44fc-9055-e345fefab2f7 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:33:10.493267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-dc2c1999-a91d-4afb-a320-459a11d76db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, f8059552-ef86-44fc-9055-e345fefab2f7) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:10.498530 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2c1999-a91d-4afb-a320-459a11d76db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:10.499122 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dc2c1999-a91d-4afb-a320-459a11d76db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:10.503623 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17744c7a-fb93-4358-b851-36b71d9ae586 None None] Network f8059552-ef86-44fc-9055-e345fefab2f7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:10.528580 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dc2c1999-a91d-4afb-a320-459a11d76db6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6033051 Mar 07 21:33:10.530736 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45012) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:10.536687 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-513527288-router', 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:10.566605 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:10.569754 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:10.639462 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-f8059552-ef86-44fc-9055-e345fefab2f7', 'network_id': 'f8059552-ef86-44fc-9055-e345fefab2f7', 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'fixed_ips': [{'subnet_id': '3ca5cc8f-62f9-47c0-9d09-f220832834e0'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:33:10.640364 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:10.685305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4adfe3-689f-46ae-b7cc-1996fbfce53e req-426a7226-ce45-4e81-bf85-5300c0e9795a tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:10.694607 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Publish callbacks [] for router_controller (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:10.695596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d4adfe3-689f-46ae-b7cc-1996fbfce53e req-426a7226-ce45-4e81-bf85-5300c0e9795a tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 948 time: 0.1058254 Mar 07 21:33:10.799679 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d4adfe3-689f-46ae-b7cc-1996fbfce53e req-9f2605d3-1b0c-481c-a4b9-649a94204861 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030869 Mar 07 21:33:10.850138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Allocated IP 172.20.0.2 (f8059552-ef86-44fc-9055-e345fefab2f7/3ca5cc8f-62f9-47c0-9d09-f220832834e0/2cddbf1c-530b-4ad6-a9f9-2e5388bd674b) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:10.885525 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Publish callbacks [] for router_gateway (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:10.939497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45026) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:11.164729 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Publish callbacks [] for router_gateway (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:11.187617 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:11.199955 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Publish callbacks [] for port (2cddbf1c-530b-4ad6-a9f9-2e5388bd674b), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:11.260178 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (2cddbf1c-530b-4ad6-a9f9-2e5388bd674b), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:11.326177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Network f8059552-ef86-44fc-9055-e345fefab2f7 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:11.334561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:11.338050 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Pushing event updated for resources: {'Port': ['ID=2cddbf1c-530b-4ad6-a9f9-2e5388bd674b,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:11.340522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:11.358365 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Allocated IP 172.25.4.23 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/090cc70d-2a44-49ff-af3f-c08924ef4842) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:11.387981 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0ffffd12-c787-413c-850c-66be1f8a5562 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e47e50b4c2649c4b1dc6e8e52faea34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4469485 Mar 07 21:33:11.391260 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45038) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:11.441249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Attempting to bind port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:11.441923 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Attempting to bind port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8059552-ef86-44fc-9055-e345fefab2f7'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:11.442528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Attempting to bind port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b on network f8059552-ef86-44fc-9055-e345fefab2f7 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:11.452143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:11.452827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Checking segment: {'id': '95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8059552-ef86-44fc-9055-e345fefab2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:11.453867 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:11.454447 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Bound using segment: {'id': '95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8059552-ef86-44fc-9055-e345fefab2f7'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:11.455075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Bound port: 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8059552-ef86-44fc-9055-e345fefab2f7'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:11.455637 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2cddbf1c-530b-4ad6-a9f9-2e5388bd674b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:11.519085 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2eef0d20-eca6-44a3-881f-a9601e41edc3 admin admin] Publish callbacks [] for security_group (52ebeb36-1085-4a4b-a1af-01d5149cf578), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:11.562054 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2eef0d20-eca6-44a3-881f-a9601e41edc3 admin admin] Publish callbacks [] for security_group (52ebeb36-1085-4a4b-a1af-01d5149cf578), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:11.577578 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] For port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:11.583765 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] For port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2cddbf1c-530b-4ad6-a9f9-2e5388bd674b,segment=NetworkSegment(95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97),segment_id=95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:11.593022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Publish callbacks [] for port (090cc70d-2a44-49ff-af3f-c08924ef4842), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:11.599578 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2cddbf1c-530b-4ad6-a9f9-2e5388bd674b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:11.676553 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2eef0d20-eca6-44a3-881f-a9601e41edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (52ebeb36-1085-4a4b-a1af-01d5149cf578), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:11.687219 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2eef0d20-eca6-44a3-881f-a9601e41edc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:11.691119 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2eef0d20-eca6-44a3-881f-a9601e41edc3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52ebeb36-1085-4a4b-a1af-01d5149cf578 HTTP/1.1" status: 204 len: 168 time: 0.2962103 Mar 07 21:33:11.691119 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (090cc70d-2a44-49ff-af3f-c08924ef4842), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:11.702941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e31629-595c-47c0-a790-604b3e965ef2 None None] Pushing event updated for resources: {'Port': ['ID=2cddbf1c-530b-4ad6-a9f9-2e5388bd674b,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:11.734295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:11.762407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:11.771070 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:11.794849 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef0d20-eca6-44a3-881f-a9601e41edc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ebeb36-1085-4a4b-a1af-01d5149cf578,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:11.846667 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Pushing event updated for resources: {'Port': ['ID=090cc70d-2a44-49ff-af3f-c08924ef4842,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:12.029270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95801f87-e4b8-4067-a8ef-1e44c16c6cdf req-2d69ca68-714f-44c3-9bb6-d034f965dcd0 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:12.038687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95801f87-e4b8-4067-a8ef-1e44c16c6cdf req-2d69ca68-714f-44c3-9bb6-d034f965dcd0 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 948 time: 0.1311173 Mar 07 21:33:12.128767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95801f87-e4b8-4067-a8ef-1e44c16c6cdf req-364eefd2-104d-4015-ba45-e84feef40621 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786061 Mar 07 21:33:12.241870 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Publish callbacks [] for router_gateway (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:12.506471 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:12.517526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45090) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:12.541439 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf37e-77bc-4587-a294-92c93109d683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:12.689507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Router c4778f0b-70f1-4873-b9c6-2ea50559f6cd is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:33:12.694656 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf37e-77bc-4587-a294-92c93109d683 admin admin] Publish callbacks [] for security_group (50a8300f-0dd6-439b-ae55-0d84079b67a0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:12.702268 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf37e-77bc-4587-a294-92c93109d683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (50a8300f-0dd6-439b-ae55-0d84079b67a0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:12.710435 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 315c441a-8298-45cf-8567-2a9d74d0f570 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:33:12.760814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b5387be7-6f4f-4b9c-871d-bdc49fc35539 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:33:12.793348 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7bcaf37e-77bc-4587-a294-92c93109d683 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a59c4bc3919f4b56a899fd70643c4366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727094 Mar 07 21:33:12.794004 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45094) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:12.822603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcaf37e-77bc-4587-a294-92c93109d683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a8300f-0dd6-439b-ae55-0d84079b67a0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:12.847994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: b5387be7-6f4f-4b9c-871d-bdc49fc35539 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:33:12.848345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b5387be7-6f4f-4b9c-871d-bdc49fc35539 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:33:12.931361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:33:12.941495 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Sync routers for ids ['c4778f0b-70f1-4873-b9c6-2ea50559f6cd'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:33:12.957060 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Routers {'c4778f0b-70f1-4873-b9c6-2ea50559f6cd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:12.957692 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d49f2e8a-b9ff-4c19-8c5f-73f8ed6277f3 admin admin] Publish callbacks [] for security_group (50a8300f-0dd6-439b-ae55-0d84079b67a0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:12.957850 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:32:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c4778f0b-70f1-4873-b9c6-2ea50559f6cd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:12.963709 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:12.966832 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-432b08e4-e0e9-4385-b23d-7bc9522d6900 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4333501 Mar 07 21:33:12.967755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45102) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:13.013638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 315c441a-8298-45cf-8567-2a9d74d0f570, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=315c441a-8298-45cf-8567-2a9d74d0f570,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:13.032538 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66575edb-822f-4bb2-90c1-f434b2d25c8a None None] Network f8059552-ef86-44fc-9055-e345fefab2f7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:13.266597 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Set router c4778f0b-70f1-4873-b9c6-2ea50559f6cd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:13.267294 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d49f2e8a-b9ff-4c19-8c5f-73f8ed6277f3 admin admin] Publish callbacks [] for security_group (50a8300f-0dd6-439b-ae55-0d84079b67a0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:13.301710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '315c441a-8298-45cf-8567-2a9d74d0f570', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '315c441a-8298-45cf-8567-2a9d74d0f570', 'mac_address': 'fa:16:3e:7a:46:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:33:13.333079 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:33:13.359104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:13.404544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 315c441a-8298-45cf-8567-2a9d74d0f570 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:13.404544 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (315c441a-8298-45cf-8567-2a9d74d0f570), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:13.429030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315c441a-8298-45cf-8567-2a9d74d0f570 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:13.458765 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 315c441a-8298-45cf-8567-2a9d74d0f570, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=315c441a-8298-45cf-8567-2a9d74d0f570,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:13.462241 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f971bf47-e155-498b-9d4f-eb9a526f9a5a None None] Provisioning complete for port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:13.463094 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f971bf47-e155-498b-9d4f-eb9a526f9a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2cddbf1c-530b-4ad6-a9f9-2e5388bd674b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:13.494400 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'name': 'tempest-ServersTestMultiNic-513527288-router', 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:10Z', 'updated_at': '2022-03-07T21:33:12Z', 'revision_number': 3, 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'gw_port': {'id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:11Z', 'updated_at': '2022-03-07T21:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:13.526733 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Checking router: c4778f0b-70f1-4873-b9c6-2ea50559f6cd for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:33:13.527279 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Updating router c4778f0b-70f1-4873-b9c6-2ea50559f6cd port 090cc70d-2a44-49ff-af3f-c08924ef4842 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:33:13.540443 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (315c441a-8298-45cf-8567-2a9d74d0f570), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:13.544839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672a0c9-8ef3-44c6-be8b-3cbe02623f77 req-cc37e621-cd1b-4a6d-a677-ab1bdb5188bb tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:13.548832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b672a0c9-8ef3-44c6-be8b-3cbe02623f77 req-cc37e621-cd1b-4a6d-a677-ab1bdb5188bb tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 948 time: 0.2864320 Mar 07 21:33:13.564432 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (090cc70d-2a44-49ff-af3f-c08924ef4842), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:13.717729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=315c441a-8298-45cf-8567-2a9d74d0f570,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:13.773522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f971bf47-e155-498b-9d4f-eb9a526f9a5a None None] Current status of the port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:13.778498 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f971bf47-e155-498b-9d4f-eb9a526f9a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2cddbf1c-530b-4ad6-a9f9-2e5388bd674b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:13.808244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:13.808921 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2cddbf1c-530b-4ad6-a9f9-2e5388bd674b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:13.827600 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d49f2e8a-b9ff-4c19-8c5f-73f8ed6277f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (50a8300f-0dd6-439b-ae55-0d84079b67a0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:13.837627 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d49f2e8a-b9ff-4c19-8c5f-73f8ed6277f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:13.841732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d49f2e8a-b9ff-4c19-8c5f-73f8ed6277f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50a8300f-0dd6-439b-ae55-0d84079b67a0 HTTP/1.1" status: 204 len: 168 time: 1.0434687 Mar 07 21:33:13.892626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f2e8a-b9ff-4c19-8c5f-73f8ed6277f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a8300f-0dd6-439b-ae55-0d84079b67a0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:13.919452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b672a0c9-8ef3-44c6-be8b-3cbe02623f77 req-fece8273-bf5a-4998-b7db-e296cab6662d tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530962 Mar 07 21:33:13.933572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f971bf47-e155-498b-9d4f-eb9a526f9a5a None None] For port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2cddbf1c-530b-4ad6-a9f9-2e5388bd674b,segment=NetworkSegment(95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97),segment_id=95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:13.970787 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['315c441a-8298-45cf-8567-2a9d74d0f570'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:33:13.974460 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f971bf47-e155-498b-9d4f-eb9a526f9a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2cddbf1c-530b-4ad6-a9f9-2e5388bd674b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:14.060277 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Publish callbacks [] for port (090cc70d-2a44-49ff-af3f-c08924ef4842), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:14.071605 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (090cc70d-2a44-49ff-af3f-c08924ef4842), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:14.180268 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd92057-24a6-4329-ac9c-eee50a06aa72 None None] Pushing event updated for resources: {'Port': ['ID=090cc70d-2a44-49ff-af3f-c08924ef4842,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:14.184237 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:14.236575 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Attempting to bind port 090cc70d-2a44-49ff-af3f-c08924ef4842 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:14.237170 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Attempting to bind port 090cc70d-2a44-49ff-af3f-c08924ef4842 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:14.237399 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0b7e2406-0d03-4e55-95a5-7b774e6eaca0 None None] Provisioning complete for port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:14.237775 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2406-0d03-4e55-95a5-7b774e6eaca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2cddbf1c-530b-4ad6-a9f9-2e5388bd674b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:14.238091 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Attempting to bind port 090cc70d-2a44-49ff-af3f-c08924ef4842 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:14.239262 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971bf47-e155-498b-9d4f-eb9a526f9a5a None None] Pushing event updated for resources: {'Port': ['ID=2cddbf1c-530b-4ad6-a9f9-2e5388bd674b,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:14.244610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:14.255107 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:14.256067 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:14.256669 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:14.257213 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:14.258594 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Bound port: 090cc70d-2a44-49ff-af3f-c08924ef4842, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:14.259157 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (090cc70d-2a44-49ff-af3f-c08924ef4842), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:14.336430 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] For port 090cc70d-2a44-49ff-af3f-c08924ef4842, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:14.342165 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] For port 090cc70d-2a44-49ff-af3f-c08924ef4842, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=090cc70d-2a44-49ff-af3f-c08924ef4842,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:14.352966 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (090cc70d-2a44-49ff-af3f-c08924ef4842), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:14.428559 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e2406-0d03-4e55-95a5-7b774e6eaca0 None None] Current status of the port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:14.452484 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Routers {'c4778f0b-70f1-4873-b9c6-2ea50559f6cd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:14.453348 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:32:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c4778f0b-70f1-4873-b9c6-2ea50559f6cd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:14.459760 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd92057-24a6-4329-ac9c-eee50a06aa72 None None] Pushing event updated for resources: {'Port': ['ID=090cc70d-2a44-49ff-af3f-c08924ef4842,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:14.475495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Allocated IP 172.20.0.1 (f8059552-ef86-44fc-9055-e345fefab2f7/3ca5cc8f-62f9-47c0-9d09-f220832834e0/a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:14.658991 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Publish callbacks [] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:14.695916 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] Set router c4778f0b-70f1-4873-b9c6-2ea50559f6cd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:14.719411 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:14.764823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Network f8059552-ef86-44fc-9055-e345fefab2f7 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:14.768066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:14.771972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:14.814555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:14.848224 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:14.997479 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'name': 'tempest-ServersTestMultiNic-513527288-router', 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:10Z', 'updated_at': '2022-03-07T21:33:12Z', 'revision_number': 3, 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'gw_port': {'id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:11Z', 'updated_at': '2022-03-07T21:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:15.003752 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:15.045257 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1004e047-03e5-405d-bcf5-94a85e7820fd None None] The sync data for ids ['c4778f0b-70f1-4873-b9c6-2ea50559f6cd'] in n-d-832330-1 is: [{'id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'name': 'tempest-ServersTestMultiNic-513527288-router', 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:10Z', 'updated_at': '2022-03-07T21:33:12Z', 'revision_number': 3, 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'gw_port': {'id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:11Z', 'updated_at': '2022-03-07T21:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:33:15.156133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:15.215385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1664ca8d-2098-4a03-92a9-07e833e66fb5 None None] Provisioning complete for port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:15.215843 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1664ca8d-2098-4a03-92a9-07e833e66fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:15.271893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Publish callbacks [] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:15.281335 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:15.292476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1664ca8d-2098-4a03-92a9-07e833e66fb5 None None] Port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:33:15.304420 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:15.304781 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2cddbf1c-530b-4ad6-a9f9-2e5388bd674b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:15.360377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:15.389212 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:15.443907 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:15.567608 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d4da20d5-1867-49fc-8862-c2bf05dab3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:15.699438 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:15.776982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Network f8059552-ef86-44fc-9055-e345fefab2f7 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:15.779060 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:15.793799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90df601-0035-4a91-a294-2ab4d4c8c0ec req-60efcea8-f9bc-439c-b0a9-03cffbb88db5 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:15.795369 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a90df601-0035-4a91-a294-2ab4d4c8c0ec req-60efcea8-f9bc-439c-b0a9-03cffbb88db5 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 949 time: 0.3456900 Mar 07 21:33:15.925855 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a90df601-0035-4a91-a294-2ab4d4c8c0ec req-88da6288-2a1b-4a75-9f18-f081c30dcfef tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235745 Mar 07 21:33:15.962629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Router c4778f0b-70f1-4873-b9c6-2ea50559f6cd has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:33:16.115523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:33:16.132624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f632cc68-1f15-4d29-a4fd-79d435381fd5 admin admin] 10.222.0.26 "PUT /v2.0/routers/c4778f0b-70f1-4873-b9c6-2ea50559f6cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1548607 Mar 07 21:33:16.146149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-18b82acc-018b-41d6-a97b-dbcfc6ad66d7 None None] Provisioning complete for port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:16.146595 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-18b82acc-018b-41d6-a97b-dbcfc6ad66d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:16.214725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-18b82acc-018b-41d6-a97b-dbcfc6ad66d7 None None] Port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:33:16.310427 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45260) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:16.590725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-a6de3f95-b39a-46bf-b48b-1eab1aa27c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1440452815'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:16.615368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6de3f95-b39a-46bf-b48b-1eab1aa27c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Made reservation on behalf of 193cb6ee876a4a18960ad33c32df94d4 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:16.619607 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a6de3f95-b39a-46bf-b48b-1eab1aa27c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:16.644616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6de3f95-b39a-46bf-b48b-1eab1aa27c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:33:16.654721 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a6de3f95-b39a-46bf-b48b-1eab1aa27c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (4ac1454f-0ca5-4513-9892-1f97347da87c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:16.655069 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-a6de3f95-b39a-46bf-b48b-1eab1aa27c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Added segment 4ac1454f-0ca5-4513-9892-1f97347da87c of type vlan for network 08b756f3-bb9b-4e51-bb57-929f96036110 Mar 07 21:33:16.696883 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a6de3f95-b39a-46bf-b48b-1eab1aa27c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (08b756f3-bb9b-4e51-bb57-929f96036110), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:16.728397 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a6de3f95-b39a-46bf-b48b-1eab1aa27c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (08b756f3-bb9b-4e51-bb57-929f96036110), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:16.734257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6de3f95-b39a-46bf-b48b-1eab1aa27c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:16.735046 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a6de3f95-b39a-46bf-b48b-1eab1aa27c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:16.755854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 315c441a-8298-45cf-8567-2a9d74d0f570 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:16.773626 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a6de3f95-b39a-46bf-b48b-1eab1aa27c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4547951 Mar 07 21:33:16.773920 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45298) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:16.786439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ac4e3bee-6793-4dbe-8190-4f08454ff2fa tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Request body: {'subnet': {'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:16.831485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de3f95-b39a-46bf-b48b-1eab1aa27c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event updated for resources: {'Network': ['ID=08b756f3-bb9b-4e51-bb57-929f96036110,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:16.853993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 08b756f3-bb9b-4e51-bb57-929f96036110 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:33:16.942684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4e3bee-6793-4dbe-8190-4f08454ff2fa tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Made reservation on behalf of 193cb6ee876a4a18960ad33c32df94d4 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:16.966323 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3bee-6793-4dbe-8190-4f08454ff2fa tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.149229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 315c441a-8298-45cf-8567-2a9d74d0f570 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:33:17.167507 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 315c441a-8298-45cf-8567-2a9d74d0f570 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:17.168870 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (315c441a-8298-45cf-8567-2a9d74d0f570), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.175366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45312) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:17.207840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed40ca3-d1ec-4547-b5c7-8c7a0e60cda6 req-32eb7d87-a0d7-4407-8e52-98b5f49dbb42 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:17.218171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45316) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:17.219387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bed40ca3-d1ec-4547-b5c7-8c7a0e60cda6 req-32eb7d87-a0d7-4407-8e52-98b5f49dbb42 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 949 time: 0.1642714 Mar 07 21:33:17.234017 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 090cc70d-2a44-49ff-af3f-c08924ef4842 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:17.268068 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45320) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:17.307965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bed40ca3-d1ec-4547-b5c7-8c7a0e60cda6 req-1c80dde4-7541-4ab8-9d77-271524d78211 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875230 Mar 07 21:33:17.413625 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3bee-6793-4dbe-8190-4f08454ff2fa tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (878a2376-36b4-41ea-bd85-acf7091d2c67), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.420152 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 315c441a-8298-45cf-8567-2a9d74d0f570 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:17.420590 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (315c441a-8298-45cf-8567-2a9d74d0f570), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.434654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Sync routers for ids ['c4778f0b-70f1-4873-b9c6-2ea50559f6cd'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:33:17.447696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 090cc70d-2a44-49ff-af3f-c08924ef4842 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:17.448234 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (090cc70d-2a44-49ff-af3f-c08924ef4842), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.456116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7e45cd-de83-47e3-84e8-1d356c524f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315c441a-8298-45cf-8567-2a9d74d0f570'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:17.459441 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e388c58d-1968-4561-8cf1-679ea5f627dc" -d '{"events": [{"server_uuid": "5d7e45cd-de83-47e3-84e8-1d356c524f92", "name": "network-vif-plugged", "status": "completed", "tag": "315c441a-8298-45cf-8567-2a9d74d0f570"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:17.491088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Routers {'c4778f0b-70f1-4873-b9c6-2ea50559f6cd'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:17.492527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:32:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c4778f0b-70f1-4873-b9c6-2ea50559f6cd'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:17.502128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e3bee-6793-4dbe-8190-4f08454ff2fa tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Checking segment: {'id': '4ac1454f-0ca5-4513-9892-1f97347da87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:17.502490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4e3bee-6793-4dbe-8190-4f08454ff2fa tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Network hostable DHCP agents. Network: 08b756f3-bb9b-4e51-bb57-929f96036110, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:33:17.508845 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-afee8b28-c1fe-44c0-b231-b553054cabbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.514863 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e3bee-6793-4dbe-8190-4f08454ff2fa tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event updated for resources: {'Subnet': ['ID=878a2376-36b4-41ea-bd85-acf7091d2c67,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:17.551335 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 315c441a-8298-45cf-8567-2a9d74d0f570, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=315c441a-8298-45cf-8567-2a9d74d0f570,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:17.553478 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-30a4771d-8aed-4338-85b7-e2244f981c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.559484 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4e3bee-6793-4dbe-8190-4f08454ff2fa tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Network 08b756f3-bb9b-4e51-bb57-929f96036110 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:33:17.564324 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (315c441a-8298-45cf-8567-2a9d74d0f570), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.591205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-ac4e3bee-6793-4dbe-8190-4f08454ff2fa tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 08b756f3-bb9b-4e51-bb57-929f96036110) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:17.600303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4e3bee-6793-4dbe-8190-4f08454ff2fa tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:17.601038 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3bee-6793-4dbe-8190-4f08454ff2fa tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.602044 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1c97a5-ce58-4031-b220-6ad8a9676939 x-openstack-request-id: req-fd1c97a5-ce58-4031-b220-6ad8a9676939 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:17.603120 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7e45cd-de83-47e3-84e8-1d356c524f92", "name": "network-vif-plugged", "status": "completed", "tag": "315c441a-8298-45cf-8567-2a9d74d0f570", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:17.603425 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd1c97a5-ce58-4031-b220-6ad8a9676939 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:17.604571 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7e45cd-de83-47e3-84e8-1d356c524f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315c441a-8298-45cf-8567-2a9d74d0f570', 'code': 200} Mar 07 21:33:17.619268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14f7055-d537-4ceb-9dee-2804aef1fbfa None None] Network 08b756f3-bb9b-4e51-bb57-929f96036110 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:17.650655 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c25405ac-7e92-4d24-a9bb-8af762e21a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.700637 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ac4e3bee-6793-4dbe-8190-4f08454ff2fa tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9225652 Mar 07 21:33:17.706012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45334) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:17.711105 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-afee8b28-c1fe-44c0-b231-b553054cabbf admin admin] Publish callbacks [] for security_group (314d3104-2aaa-46a0-be8f-90485dceba15), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.716914 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c924c94b-898b-4d55-89d4-3a30934ecb1e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1398806061'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:17.728762 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-afee8b28-c1fe-44c0-b231-b553054cabbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (314d3104-2aaa-46a0-be8f-90485dceba15), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.769805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-afee8b28-c1fe-44c0-b231-b553054cabbf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8367efa19e0f4dec9ded36f62d49134d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5929961 Mar 07 21:33:17.784495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45336) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:17.820415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-08b756f3-bb9b-4e51-bb57-929f96036110', 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110', 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'fixed_ips': [{'subnet_id': '878a2376-36b4-41ea-bd85-acf7091d2c67'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:33:17.821652 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.826233 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c25405ac-7e92-4d24-a9bb-8af762e21a92 admin admin] Publish callbacks [] for security_group (ec442723-dd0d-4ae7-a639-8079e82d26b4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.840788 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c25405ac-7e92-4d24-a9bb-8af762e21a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ec442723-dd0d-4ae7-a639-8079e82d26b4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.889190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8b28-c1fe-44c0-b231-b553054cabbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314d3104-2aaa-46a0-be8f-90485dceba15,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:17.923236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=315c441a-8298-45cf-8567-2a9d74d0f570,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:17.941980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Set router c4778f0b-70f1-4873-b9c6-2ea50559f6cd gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:17.942206 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c25405ac-7e92-4d24-a9bb-8af762e21a92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f39b61d953f241019d9f45821dde7965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6703737 Mar 07 21:33:17.942206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a550103-f170-4714-bfe4-c515fd92ba65 req-7e879c2d-eca6-4a3a-98b6-87be8205f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:17.943724 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5a550103-f170-4714-bfe4-c515fd92ba65 req-7e879c2d-eca6-4a3a-98b6-87be8205f781 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 1132 time: 0.2819219 Mar 07 21:33:17.946154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45350) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:17.948885 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25405ac-7e92-4d24-a9bb-8af762e21a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec442723-dd0d-4ae7-a639-8079e82d26b4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:17.986406 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-30a4771d-8aed-4338-85b7-e2244f981c16 admin admin] Publish callbacks [] for security_group (8a179732-5e93-47c0-a961-de2d6c8cc018), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.988546 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e3469a3c-85d4-4e67-bd3e-ab60661a9a4c admin admin] Publish callbacks [] for security_group (314d3104-2aaa-46a0-be8f-90485dceba15), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:17.998923 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-30a4771d-8aed-4338-85b7-e2244f981c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8a179732-5e93-47c0-a961-de2d6c8cc018), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.002053 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.010241 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-56699058-b0af-4f95-9474-eb23a6994a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.019097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:18.019457 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:18.019808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:18.020570 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:18.020918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:18.021258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:18.021596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:18.021929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:18.022344 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:18.022636 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:18.023484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:18.023834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:18.024031 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e3469a3c-85d4-4e67-bd3e-ab60661a9a4c admin admin] Publish callbacks [] for security_group (314d3104-2aaa-46a0-be8f-90485dceba15), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.024153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:18.038110 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 090cc70d-2a44-49ff-af3f-c08924ef4842 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:18.038617 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (090cc70d-2a44-49ff-af3f-c08924ef4842), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.059915 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5a550103-f170-4714-bfe4-c515fd92ba65 req-78268d00-2e04-4ffb-8015-c35b6902c58a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016142 Mar 07 21:33:18.067731 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-30a4771d-8aed-4338-85b7-e2244f981c16 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50b896166a0b494c9051686070f80fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8481619 Mar 07 21:33:18.068972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4771d-8aed-4338-85b7-e2244f981c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a179732-5e93-47c0-a961-de2d6c8cc018,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:18.072546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c924c94b-898b-4d55-89d4-3a30934ecb1e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Made reservation on behalf of 193cb6ee876a4a18960ad33c32df94d4 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:18.077945 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c924c94b-898b-4d55-89d4-3a30934ecb1e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.083880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45358) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:18.106610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14166ffa-bf06-4d39-940b-1ecef0ad575c req-7fce883e-ef47-4c82-a142-e52faf1767e0 tempest-FlavorsV2NegativeTest-1801170180 tempest-FlavorsV2NegativeTest-1801170180-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=948a93237cd147e1a2a67710e3169a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1749315 Mar 07 21:33:18.128164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c924c94b-898b-4d55-89d4-3a30934ecb1e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:33:18.139004 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c924c94b-898b-4d55-89d4-3a30934ecb1e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (4764d239-1375-4cf1-9fc9-05d47ded89b5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.139326 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-c924c94b-898b-4d55-89d4-3a30934ecb1e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Added segment 4764d239-1375-4cf1-9fc9-05d47ded89b5 of type vlan for network 3a7a9edb-7f99-4532-bb30-e249a93d5157 Mar 07 21:33:18.167671 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1a5297f-b712-4e00-9cb8-d9b9dd0449c6 admin admin] Publish callbacks [] for security_group (8a179732-5e93-47c0-a961-de2d6c8cc018), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.181621 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c924c94b-898b-4d55-89d4-3a30934ecb1e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (3a7a9edb-7f99-4532-bb30-e249a93d5157), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.191962 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e3469a3c-85d4-4e67-bd3e-ab60661a9a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (314d3104-2aaa-46a0-be8f-90485dceba15), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.194599 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e3469a3c-85d4-4e67-bd3e-ab60661a9a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.194762 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1a5297f-b712-4e00-9cb8-d9b9dd0449c6 admin admin] Publish callbacks [] for security_group (8a179732-5e93-47c0-a961-de2d6c8cc018), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.195753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e3469a3c-85d4-4e67-bd3e-ab60661a9a4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/314d3104-2aaa-46a0-be8f-90485dceba15 HTTP/1.1" status: 204 len: 168 time: 0.4072094 Mar 07 21:33:18.221978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3469a3c-85d4-4e67-bd3e-ab60661a9a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314d3104-2aaa-46a0-be8f-90485dceba15,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:18.236457 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 090cc70d-2a44-49ff-af3f-c08924ef4842, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=090cc70d-2a44-49ff-af3f-c08924ef4842,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:18.267496 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1a5297f-b712-4e00-9cb8-d9b9dd0449c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8a179732-5e93-47c0-a961-de2d6c8cc018), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.268696 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c924c94b-898b-4d55-89d4-3a30934ecb1e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (3a7a9edb-7f99-4532-bb30-e249a93d5157), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.270609 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1a5297f-b712-4e00-9cb8-d9b9dd0449c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.274325 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b1a5297f-b712-4e00-9cb8-d9b9dd0449c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a179732-5e93-47c0-a961-de2d6c8cc018 HTTP/1.1" status: 204 len: 168 time: 0.1849034 Mar 07 21:33:18.277346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c924c94b-898b-4d55-89d4-3a30934ecb1e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:18.278211 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c924c94b-898b-4d55-89d4-3a30934ecb1e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.295797 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5297f-b712-4e00-9cb8-d9b9dd0449c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a179732-5e93-47c0-a961-de2d6c8cc018,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:18.344790 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (090cc70d-2a44-49ff-af3f-c08924ef4842), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.408589 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924c94b-898b-4d55-89d4-3a30934ecb1e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event updated for resources: {'Network': ['ID=3a7a9edb-7f99-4532-bb30-e249a93d5157,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:18.425515 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-487ef762-f7d4-4b1e-8d59-77dc3896db80 admin admin] Publish callbacks [] for security_group (ec442723-dd0d-4ae7-a639-8079e82d26b4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.444828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c924c94b-898b-4d55-89d4-3a30934ecb1e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7373648 Mar 07 21:33:18.446447 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 3a7a9edb-7f99-4532-bb30-e249a93d5157 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:33:18.447557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45370) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:18.453463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5c6867a7-0aa1-42e5-9454-b51a569c5639 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Request body: {'subnet': {'network_id': '3a7a9edb-7f99-4532-bb30-e249a93d5157', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:18.569686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Allocated IP 19.80.0.2 (08b756f3-bb9b-4e51-bb57-929f96036110/878a2376-36b4-41ea-bd85-acf7091d2c67/3cb706d3-5c12-4ee1-95e8-37c96f7d6e64) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:18.580986 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-487ef762-f7d4-4b1e-8d59-77dc3896db80 admin admin] Publish callbacks [] for security_group (ec442723-dd0d-4ae7-a639-8079e82d26b4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.593832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=090cc70d-2a44-49ff-af3f-c08924ef4842,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:18.608101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6867a7-0aa1-42e5-9454-b51a569c5639 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Made reservation on behalf of 193cb6ee876a4a18960ad33c32df94d4 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:18.614207 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c6867a7-0aa1-42e5-9454-b51a569c5639 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.636440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14166ffa-bf06-4d39-940b-1ecef0ad575c req-45646b73-c36d-4c55-b9b7-03cd2bbbe41b tempest-FlavorsV2NegativeTest-1801170180 tempest-FlavorsV2NegativeTest-1801170180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:18.645205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14166ffa-bf06-4d39-940b-1ecef0ad575c req-45646b73-c36d-4c55-b9b7-03cd2bbbe41b tempest-FlavorsV2NegativeTest-1801170180 tempest-FlavorsV2NegativeTest-1801170180-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5237839 Mar 07 21:33:18.671074 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14166ffa-bf06-4d39-940b-1ecef0ad575c req-58c02478-848c-4b8e-906a-604887106c7c tempest-FlavorsV2NegativeTest-1801170180 tempest-FlavorsV2NegativeTest-1801170180-project] 10.222.0.26 "GET /v2.0/quotas/948a93237cd147e1a2a67710e3169a69 HTTP/1.1" status: 200 len: 375 time: 0.0246985 Mar 07 21:33:18.717639 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14166ffa-bf06-4d39-940b-1ecef0ad575c req-e6e2b763-d83a-4d9b-a0ab-271cd001d3a6 tempest-FlavorsV2NegativeTest-1801170180 tempest-FlavorsV2NegativeTest-1801170180-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=948a93237cd147e1a2a67710e3169a69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438862 Mar 07 21:33:18.740862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b16d3-768c-48a7-8117-a0f13477ca4f req-ea94e206-0f66-485f-88ce-59e825a4136f tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:18.748192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-612b16d3-768c-48a7-8117-a0f13477ca4f req-ea94e206-0f66-485f-88ce-59e825a4136f tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 950 time: 0.2732036 Mar 07 21:33:18.765315 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-487ef762-f7d4-4b1e-8d59-77dc3896db80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ec442723-dd0d-4ae7-a639-8079e82d26b4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.768515 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-487ef762-f7d4-4b1e-8d59-77dc3896db80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.770712 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-487ef762-f7d4-4b1e-8d59-77dc3896db80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec442723-dd0d-4ae7-a639-8079e82d26b4 HTTP/1.1" status: 204 len: 168 time: 0.7994087 Mar 07 21:33:18.775296 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'name': 'tempest-ServersTestMultiNic-513527288-router', 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:10Z', 'updated_at': '2022-03-07T21:33:14Z', 'revision_number': 4, 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'gw_port': {'id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:11Z', 'updated_at': '2022-03-07T21:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8', 'name': '', 'network_id': 'f8059552-ef86-44fc-9055-e345fefab2f7', 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4', 'mac_address': 'fa:16:3e:10:f6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3ca5cc8f-62f9-47c0-9d09-f220832834e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:14Z', 'updated_at': '2022-03-07T21:33:15Z', 'revision_number': 2, 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'subnets': [{'id': '3ca5cc8f-62f9-47c0-9d09-f220832834e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:18.795228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ef762-f7d4-4b1e-8d59-77dc3896db80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec442723-dd0d-4ae7-a639-8079e82d26b4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:18.817170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Checking router: c4778f0b-70f1-4873-b9c6-2ea50559f6cd for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:33:18.817632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Updating router c4778f0b-70f1-4873-b9c6-2ea50559f6cd port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:33:18.838325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-612b16d3-768c-48a7-8117-a0f13477ca4f req-47dc389e-ec5e-4a53-a575-3607545f1cf8 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835595 Mar 07 21:33:18.888789 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.944333 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Publish callbacks [] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.958184 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:18.960499 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c6867a7-0aa1-42e5-9454-b51a569c5639 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (a3504ec8-e00d-476d-bd9d-f73a6615a4e3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.003775 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Network 08b756f3-bb9b-4e51-bb57-929f96036110 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:19.041520 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6867a7-0aa1-42e5-9454-b51a569c5639 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Checking segment: {'id': '4764d239-1375-4cf1-9fc9-05d47ded89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3a7a9edb-7f99-4532-bb30-e249a93d5157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:19.041887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6867a7-0aa1-42e5-9454-b51a569c5639 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Network hostable DHCP agents. Network: 3a7a9edb-7f99-4532-bb30-e249a93d5157, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:33:19.045782 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6867a7-0aa1-42e5-9454-b51a569c5639 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event updated for resources: {'Subnet': ['ID=a3504ec8-e00d-476d-bd9d-f73a6615a4e3,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:19.064701 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6867a7-0aa1-42e5-9454-b51a569c5639 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Network 3a7a9edb-7f99-4532-bb30-e249a93d5157 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:33:19.076566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:19.080173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:19.083242 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-5c6867a7-0aa1-42e5-9454-b51a569c5639 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 3a7a9edb-7f99-4532-bb30-e249a93d5157) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:19.088660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6867a7-0aa1-42e5-9454-b51a569c5639 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:19.089753 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c6867a7-0aa1-42e5-9454-b51a569c5639 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.100929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d4995a-0273-4964-b048-dc2f0784a47a None None] Network 3a7a9edb-7f99-4532-bb30-e249a93d5157 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:19.130187 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5c6867a7-0aa1-42e5-9454-b51a569c5639 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6772208 Mar 07 21:33:19.179236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 090cc70d-2a44-49ff-af3f-c08924ef4842 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:19.237949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45404) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:19.252753 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d5a0253a-ffb5-4593-8b9f-804a0ef5b34e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.412910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Pushing event updated for resources: {'Port': ['ID=3cb706d3-5c12-4ee1-95e8-37c96f7d6e64,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:19.417930 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d5a0253a-ffb5-4593-8b9f-804a0ef5b34e admin admin] Publish callbacks [] for security_group (54fb5caa-139b-4a98-a9e5-a838a061d54b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.425808 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d5a0253a-ffb5-4593-8b9f-804a0ef5b34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (54fb5caa-139b-4a98-a9e5-a838a061d54b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.447901 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.475110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0253a-ffb5-4593-8b9f-804a0ef5b34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fb5caa-139b-4a98-a9e5-a838a061d54b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:19.480356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d5a0253a-ffb5-4593-8b9f-804a0ef5b34e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=556b4b406e9f4ef28da33c0134886ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412775 Mar 07 21:33:19.482966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45408) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:19.524920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Attempting to bind port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:19.525285 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Attempting to bind port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '4ac1454f-0ca5-4513-9892-1f97347da87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:19.525656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Attempting to bind port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 on network 08b756f3-bb9b-4e51-bb57-929f96036110 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:19.543712 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd715-bcfc-4b29-8ac6-23c160fac0a0 admin admin] Publish callbacks [] for security_group (54fb5caa-139b-4a98-a9e5-a838a061d54b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.566114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:19.566533 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Checking segment: {'id': '4ac1454f-0ca5-4513-9892-1f97347da87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:19.566950 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.567297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Bound using segment: {'id': '4ac1454f-0ca5-4513-9892-1f97347da87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:19.567777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Bound port: 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac1454f-0ca5-4513-9892-1f97347da87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:19.568152 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.579386 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-3a7a9edb-7f99-4532-bb30-e249a93d5157', 'network_id': '3a7a9edb-7f99-4532-bb30-e249a93d5157', 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'fixed_ips': [{'subnet_id': 'a3504ec8-e00d-476d-bd9d-f73a6615a4e3'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:33:19.580245 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.584025 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd715-bcfc-4b29-8ac6-23c160fac0a0 admin admin] Publish callbacks [] for security_group (54fb5caa-139b-4a98-a9e5-a838a061d54b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.624939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 090cc70d-2a44-49ff-af3f-c08924ef4842 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:19.625310 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (090cc70d-2a44-49ff-af3f-c08924ef4842), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.660588 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd715-bcfc-4b29-8ac6-23c160fac0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (54fb5caa-139b-4a98-a9e5-a838a061d54b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.664783 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd715-bcfc-4b29-8ac6-23c160fac0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.670639 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6b5cd715-bcfc-4b29-8ac6-23c160fac0a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54fb5caa-139b-4a98-a9e5-a838a061d54b HTTP/1.1" status: 204 len: 168 time: 0.1854126 Mar 07 21:33:19.683562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cd715-bcfc-4b29-8ac6-23c160fac0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fb5caa-139b-4a98-a9e5-a838a061d54b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:19.808107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45432) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:19.831496 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ef083c0a-364c-4f6a-9a1e-9cd3c8f02c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.867947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] For port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:19.932495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] For port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3cb706d3-5c12-4ee1-95e8-37c96f7d6e64,segment=NetworkSegment(4ac1454f-0ca5-4513-9892-1f97347da87c),segment_id=4ac1454f-0ca5-4513-9892-1f97347da87c)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:19.966187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5ddc58f3-093e-4500-8ba3-87c40653a2e0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:19.971760 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Publish callbacks [] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:19.974229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5ddc58f3-093e-4500-8ba3-87c40653a2e0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:19.978336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5ddc58f3-093e-4500-8ba3-87c40653a2e0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/networks?id=08b756f3-bb9b-4e51-bb57-929f96036110&id=3a7a9edb-7f99-4532-bb30-e249a93d5157&id=08b756f3-bb9b-4e51-bb57-929f96036110 HTTP/1.1" status: 200 len: 1392 time: 0.1896298 Mar 07 21:33:19.988640 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.008322 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.036355 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ef083c0a-364c-4f6a-9a1e-9cd3c8f02c9c admin admin] Publish callbacks [] for security_group (d96bf6b2-5a76-4107-a382-79fab31d4e97), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.041816 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Allocated IP 19.86.0.2 (3a7a9edb-7f99-4532-bb30-e249a93d5157/a3504ec8-e00d-476d-bd9d-f73a6615a4e3/ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:20.048569 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ef083c0a-364c-4f6a-9a1e-9cd3c8f02c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d96bf6b2-5a76-4107-a382-79fab31d4e97), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.068493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 090cc70d-2a44-49ff-af3f-c08924ef4842 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:20.068725 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-84bdf50a-80f0-46c1-8ce5-93fc92c2a559 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/quotas/193cb6ee876a4a18960ad33c32df94d4 HTTP/1.1" status: 200 len: 375 time: 0.0713167 Mar 07 21:33:20.131424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715e724-170f-4464-b606-ecdcd30f8c78 req-f785a4c9-240b-40d7-af59-078bf28f1ba4 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:20.143007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5715e724-170f-4464-b606-ecdcd30f8c78 req-f785a4c9-240b-40d7-af59-078bf28f1ba4 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 950 time: 0.1635230 Mar 07 21:33:20.159522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e40648-cce1-4cc3-b2d8-ef0651adb5aa None None] Pushing event updated for resources: {'Port': ['ID=3cb706d3-5c12-4ee1-95e8-37c96f7d6e64,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:20.173942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45440) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:20.174745 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ef083c0a-364c-4f6a-9a1e-9cd3c8f02c9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d04be887d494c9984ced9882ddcc69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652194 Mar 07 21:33:20.196248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef083c0a-364c-4f6a-9a1e-9cd3c8f02c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96bf6b2-5a76-4107-a382-79fab31d4e97,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:20.265224 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.342524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d317f-5e94-4a58-9d5e-2fc8692e8efa None None] Pushing event updated for resources: {'Port': ['ID=a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:20.344373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-54765f1c-efb9-4ee8-9819-fe68f5d1d3a3 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=193cb6ee876a4a18960ad33c32df94d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2749548 Mar 07 21:33:20.350695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Attempting to bind port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:20.351610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Attempting to bind port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8059552-ef86-44fc-9055-e345fefab2f7'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:20.351985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Attempting to bind port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 on network f8059552-ef86-44fc-9055-e345fefab2f7 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:20.379106 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:20.379502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Checking segment: {'id': '95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8059552-ef86-44fc-9055-e345fefab2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:20.379911 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.380321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Bound using segment: {'id': '95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8059552-ef86-44fc-9055-e345fefab2f7'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:20.380805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Bound port: a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8059552-ef86-44fc-9055-e345fefab2f7'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:20.381193 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.382574 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c48d4e1e-b8b8-48f4-afd4-f7062616a88f admin admin] Publish callbacks [] for security_group (d96bf6b2-5a76-4107-a382-79fab31d4e97), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.458125 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c48d4e1e-b8b8-48f4-afd4-f7062616a88f admin admin] Publish callbacks [] for security_group (d96bf6b2-5a76-4107-a382-79fab31d4e97), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.525871 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5715e724-170f-4464-b606-ecdcd30f8c78 req-503deb0e-1738-432c-86d8-75cbae77b7ad tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815138 Mar 07 21:33:20.556603 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c48d4e1e-b8b8-48f4-afd4-f7062616a88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d96bf6b2-5a76-4107-a382-79fab31d4e97), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.559494 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c48d4e1e-b8b8-48f4-afd4-f7062616a88f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.560719 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c48d4e1e-b8b8-48f4-afd4-f7062616a88f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d96bf6b2-5a76-4107-a382-79fab31d4e97 HTTP/1.1" status: 204 len: 168 time: 0.3848124 Mar 07 21:33:20.580621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d4e1e-b8b8-48f4-afd4-f7062616a88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96bf6b2-5a76-4107-a382-79fab31d4e97,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:20.607152 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Publish callbacks [] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.625329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] For port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:20.634457 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.644068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-44348ff3-e883-4746-a0ae-a13f646698b7 None None] Provisioning complete for port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:20.644451 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-44348ff3-e883-4746-a0ae-a13f646698b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.657779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] For port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8,segment=NetworkSegment(95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97),segment_id=95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:20.714865 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.735118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Network 3a7a9edb-7f99-4532-bb30-e249a93d5157 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:20.747556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:20.753242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-44348ff3-e883-4746-a0ae-a13f646698b7 None None] Port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:33:20.759228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:20.770137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Pushing event updated for resources: {'Port': ['ID=ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:20.842992 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Routers {'c4778f0b-70f1-4873-b9c6-2ea50559f6cd'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:20.843614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:33:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c4778f0b-70f1-4873-b9c6-2ea50559f6cd'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:20.946440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Attempting to bind port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:20.946891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Attempting to bind port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '4764d239-1375-4cf1-9fc9-05d47ded89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3a7a9edb-7f99-4532-bb30-e249a93d5157'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:20.947284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Attempting to bind port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf on network 3a7a9edb-7f99-4532-bb30-e249a93d5157 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:20.954097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d317f-5e94-4a58-9d5e-2fc8692e8efa None None] Pushing event updated for resources: {'Port': ['ID=a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:20.964010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:20.964415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Checking segment: {'id': '4764d239-1375-4cf1-9fc9-05d47ded89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3a7a9edb-7f99-4532-bb30-e249a93d5157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:20.964780 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:20.965165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Bound using segment: {'id': '4764d239-1375-4cf1-9fc9-05d47ded89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3a7a9edb-7f99-4532-bb30-e249a93d5157'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:20.965643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Bound port: ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4764d239-1375-4cf1-9fc9-05d47ded89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3a7a9edb-7f99-4532-bb30-e249a93d5157'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:20.966022 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:21.075167 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] Set router c4778f0b-70f1-4873-b9c6-2ea50559f6cd gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:21.222120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45470) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:21.231373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:21.275110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45476) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:21.343075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-18959e62-d398-4d21-89b5-a7f7d50e2775 None None] Provisioning complete for port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:21.343630 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-18959e62-d398-4d21-89b5-a7f7d50e2775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:21.401334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-514743624-network', 'tenant_id': '6eaf29e62b27414c910d1138806f244c'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:21.407685 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f3e748b3-b665-4c68-b091-a1cd7da3be49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:21.458649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] Made reservation on behalf of 6eaf29e62b27414c910d1138806f244c for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:21.461561 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:21.470777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] For port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:21.475832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-88459f5f-e002-46f1-bc9e-680fd6ac0f64 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:33:21.476993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-88459f5f-e002-46f1-bc9e-680fd6ac0f64 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1953206 Mar 07 21:33:21.480872 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] For port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf,segment=NetworkSegment(4764d239-1375-4cf1-9fc9-05d47ded89b5),segment_id=4764d239-1375-4cf1-9fc9-05d47ded89b5)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:21.509998 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:21.539000 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:21.553538 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a62b9-f88f-4ba3-8601-8463b4641f5e None None] Network 08b756f3-bb9b-4e51-bb57-929f96036110 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:21.614640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-18959e62-d398-4d21-89b5-a7f7d50e2775 None None] Current status of the port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:21.615235 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-18959e62-d398-4d21-89b5-a7f7d50e2775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:21.621494 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f3e748b3-b665-4c68-b091-a1cd7da3be49 admin admin] Publish callbacks [] for security_group (d30977d5-0502-456d-9186-d1a94bf0860d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:21.632028 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:21.633051 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:21.663747 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f3e748b3-b665-4c68-b091-a1cd7da3be49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d30977d5-0502-456d-9186-d1a94bf0860d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:21.739789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e748b3-b665-4c68-b091-a1cd7da3be49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30977d5-0502-456d-9186-d1a94bf0860d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:21.791655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f3e748b3-b665-4c68-b091-a1cd7da3be49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=948a93237cd147e1a2a67710e3169a69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5683177 Mar 07 21:33:21.794426 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45498) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:21.803039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-02b2e911-0e91-4bee-989c-fe07d7ef1993 service neutron] 10.222.0.26 "GET /v2.0/networks/08b756f3-bb9b-4e51-bb57-929f96036110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109293 Mar 07 21:33:21.924456 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6338434d-b474-4776-810f-7aaee47084df admin admin] Publish callbacks [] for security_group (d30977d5-0502-456d-9186-d1a94bf0860d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.017222 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] Publish callbacks [] for security_group (4d6bd69e-9497-4a97-b160-c3cf6c8ece46), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.044952 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4d6bd69e-9497-4a97-b160-c3cf6c8ece46), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.053949 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6338434d-b474-4776-810f-7aaee47084df admin admin] Publish callbacks [] for security_group (d30977d5-0502-456d-9186-d1a94bf0860d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.102483 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-4434de08-4ff9-40cd-94db-8e9385764d65 service neutron] 10.222.0.26 "GET /v2.0/networks/08b756f3-bb9b-4e51-bb57-929f96036110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906499 Mar 07 21:33:22.154948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6338434d-b474-4776-810f-7aaee47084df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d30977d5-0502-456d-9186-d1a94bf0860d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.158381 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6338434d-b474-4776-810f-7aaee47084df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.160216 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6338434d-b474-4776-810f-7aaee47084df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d30977d5-0502-456d-9186-d1a94bf0860d HTTP/1.1" status: 204 len: 168 time: 0.3646777 Mar 07 21:33:22.171932 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338434d-b474-4776-810f-7aaee47084df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30977d5-0502-456d-9186-d1a94bf0860d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:22.205216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14e616-eb56-43c0-b790-22ce6d799300 None None] Pushing event updated for resources: {'Port': ['ID=ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:22.227180 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.243578 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-18959e62-d398-4d21-89b5-a7f7d50e2775 None None] For port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8,segment=NetworkSegment(95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97),segment_id=95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:22.264078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:33:22.269210 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-18959e62-d398-4d21-89b5-a7f7d50e2775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.274359 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (042a0dbb-8b5b-48be-801b-ae7e183e4644), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.274725 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] Added segment 042a0dbb-8b5b-48be-801b-ae7e183e4644 of type vlan for network de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 Mar 07 21:33:22.329752 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.369242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6bd69e-9497-4a97-b160-c3cf6c8ece46,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:22.369900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'name': 'tempest-ServersTestMultiNic-513527288-router', 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:10Z', 'updated_at': '2022-03-07T21:33:14Z', 'revision_number': 4, 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'gw_port': {'id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:11Z', 'updated_at': '2022-03-07T21:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8', 'name': '', 'network_id': 'f8059552-ef86-44fc-9055-e345fefab2f7', 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4', 'mac_address': 'fa:16:3e:10:f6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3ca5cc8f-62f9-47c0-9d09-f220832834e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:14Z', 'updated_at': '2022-03-07T21:33:20Z', 'revision_number': 4, 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'subnets': [{'id': '3ca5cc8f-62f9-47c0-9d09-f220832834e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:22.412056 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-d3683b8b-213c-4621-8570-d2e3f584f15f service neutron] 10.222.0.26 "GET /v2.0/networks/3a7a9edb-7f99-4532-bb30-e249a93d5157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075745 Mar 07 21:33:22.423314 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.424251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:22.424841 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.441015 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35517c2-fc7b-406a-a752-7675593954b0 None None] The sync data for ids ['c4778f0b-70f1-4873-b9c6-2ea50559f6cd'] in n-d-832330-1 is: [{'id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'name': 'tempest-ServersTestMultiNic-513527288-router', 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:10Z', 'updated_at': '2022-03-07T21:33:14Z', 'revision_number': 4, 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'gw_port': {'id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:11Z', 'updated_at': '2022-03-07T21:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8', 'name': '', 'network_id': 'f8059552-ef86-44fc-9055-e345fefab2f7', 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4', 'mac_address': 'fa:16:3e:10:f6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3ca5cc8f-62f9-47c0-9d09-f220832834e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:14Z', 'updated_at': '2022-03-07T21:33:20Z', 'revision_number': 4, 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'subnets': [{'id': '3ca5cc8f-62f9-47c0-9d09-f220832834e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:33:22.476779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18959e62-d398-4d21-89b5-a7f7d50e2775 None None] Pushing event updated for resources: {'Port': ['ID=a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:22.481812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:22.482300 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.485834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa0543-4f03-4b65-83c4-89b59eef7226 req-53edb8b3-5965-444b-b804-ca8fe26cf338 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:22.491053 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57fa0543-4f03-4b65-83c4-89b59eef7226 req-53edb8b3-5965-444b-b804-ca8fe26cf338 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 950 time: 0.3648996 Mar 07 21:33:22.504432 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45520) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:22.530336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8877204d-8ebe-4055-b11c-6f53d746ac71 None None] Provisioning complete for port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:22.530782 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8877204d-8ebe-4055-b11c-6f53d746ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.622972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3cb706d3-5c12-4ee1-95e8-37c96f7d6e64,segment=NetworkSegment(4ac1454f-0ca5-4513-9892-1f97347da87c),segment_id=4ac1454f-0ca5-4513-9892-1f97347da87c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:22.639366 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.645061 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3687234 Mar 07 21:33:22.648207 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45528) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:22.655103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7eed46d1-1b9a-4dd0-bef5-149409a5451d admin admin] Request body: {'subnet': {'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-514743624-subnet', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:22.681792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf0100-f3ac-47c8-9797-35f42cfcc693 admin admin] Pushing event updated for resources: {'Network': ['ID=de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:22.684606 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eed46d1-1b9a-4dd0-bef5-149409a5451d admin admin] Made reservation on behalf of 6eaf29e62b27414c910d1138806f244c for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:22.688384 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7eed46d1-1b9a-4dd0-bef5-149409a5451d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:22.712245 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:33:22.772774 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57fa0543-4f03-4b65-83c4-89b59eef7226 req-64a0d375-9928-4eb8-9d90-c1823a11315d tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170527 Mar 07 21:33:22.821743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-97861f8a-8053-4921-8c50-0ecd270bcca6 service neutron] 10.222.0.26 "GET /v2.0/networks/3a7a9edb-7f99-4532-bb30-e249a93d5157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088206 Mar 07 21:33:22.864601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8877204d-8ebe-4055-b11c-6f53d746ac71 None None] Current status of the port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:22.902408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45534) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:22.923279 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-739373622-network', 'tenant_id': 'ad203922dbd94abca13bc575d34ee25e'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:22.948666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=3cb706d3-5c12-4ee1-95e8-37c96f7d6e64,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:23.077613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-722926374-network', 'tenant_id': '10122bee6c8541009a459f57865c548a'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:23.108057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-737225e1-ddb8-4e5a-b5c3-d3a90f631b0f None None] Provisioning complete for port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:23.108437 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-737225e1-ddb8-4e5a-b5c3-d3a90f631b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:23.112159 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9580bc3a-5b7c-45b8-a8b6-5a1b4c922b71 service neutron] 10.222.0.26 "GET /v2.0/networks/08b756f3-bb9b-4e51-bb57-929f96036110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804217 Mar 07 21:33:23.201986 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] Made reservation on behalf of 10122bee6c8541009a459f57865c548a for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:23.209072 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:23.306542 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-737225e1-ddb8-4e5a-b5c3-d3a90f631b0f None None] Current status of the port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:23.331025 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:23.430537 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-23a075ce-7dac-4915-82e9-f04d355a5cbc service neutron] 10.222.0.26 "GET /v2.0/networks/08b756f3-bb9b-4e51-bb57-929f96036110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172712 Mar 07 21:33:23.444606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98238b57-f971-4200-979f-bea32ecde7e3 None None] Network 3a7a9edb-7f99-4532-bb30-e249a93d5157 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:23.491561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:23.588183 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] Publish callbacks [] for security_group (ffd7f77c-2994-46e5-8319-fca0b91b22bb), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:23.595326 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ffd7f77c-2994-46e5-8319-fca0b91b22bb), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:23.622919 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] Made reservation on behalf of ad203922dbd94abca13bc575d34ee25e for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:23.630996 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:23.661011 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:33:23.678847 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:23.689853 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (ae2bb337-65ee-4b4c-8de5-b83e7b43719a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:23.691758 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] Added segment ae2bb337-65ee-4b4c-8de5-b83e7b43719a of type vlan for network ad9b7dad-c587-4701-a405-41853907880d Mar 07 21:33:23.718005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd7f77c-2994-46e5-8319-fca0b91b22bb,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:23.721596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1d3fbb9b-18c6-40b3-b759-51f003dd937e None None] Provisioning complete for port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:23.722163 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1d3fbb9b-18c6-40b3-b759-51f003dd937e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:23.768997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799b6c8-0dd4-4018-97d2-80583b1cc030 req-383a2ae5-507b-4539-b502-0db7148ca2ad tempest-DeleteServersAdminTestJSON-753597116 tempest-DeleteServersAdminTestJSON-753597116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:23.770560 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a799b6c8-0dd4-4018-97d2-80583b1cc030 req-383a2ae5-507b-4539-b502-0db7148ca2ad tempest-DeleteServersAdminTestJSON-753597116 tempest-DeleteServersAdminTestJSON-753597116-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 1132 time: 0.8395023 Mar 07 21:33:23.829287 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (ad9b7dad-c587-4701-a405-41853907880d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:23.884169 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (ad9b7dad-c587-4701-a405-41853907880d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:23.885693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:23.886611 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:23.906850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7737a218-4e27-4e66-9acb-9a36e0479982 req-227bb508-1111-4b2c-b7f3-4aa2341db8d0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 210 time: 0.1172609 Mar 07 21:33:23.936035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45560) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:24.002009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:24.004641 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:24.026386 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1228209 Mar 07 21:33:24.031806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45568) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:24.040007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-d34018d8-d589-4b48-b941-b33e4b672edb admin admin] Request body: {'subnet': {'network_id': 'ad9b7dad-c587-4701-a405-41853907880d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-722926374-subnet', 'tenant_id': '10122bee6c8541009a459f57865c548a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:24.065368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb2a02-56ce-4503-a991-f6e31941a3b8 admin admin] Pushing event updated for resources: {'Network': ['ID=ad9b7dad-c587-4701-a405-41853907880d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:24.085534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34018d8-d589-4b48-b941-b33e4b672edb admin admin] Made reservation on behalf of 10122bee6c8541009a459f57865c548a for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:24.099945 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d34018d8-d589-4b48-b941-b33e4b672edb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:24.116419 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network ad9b7dad-c587-4701-a405-41853907880d details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:33:24.192645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae406b-81e4-4530-be17-8984089c6173 req-6c8df794-012d-4a85-9e85-9cb5873774aa tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:24.198215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7bae406b-81e4-4530-be17-8984089c6173 req-6c8df794-012d-4a85-9e85-9cb5873774aa tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 950 time: 0.2412016 Mar 07 21:33:24.247449 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] Publish callbacks [] for security_group (c1020bdd-e727-4a38-b978-15d5e771a3aa), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:24.340321 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c1020bdd-e727-4a38-b978-15d5e771a3aa), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:24.406312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1d3fbb9b-18c6-40b3-b759-51f003dd937e None None] Current status of the port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:24.406725 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1d3fbb9b-18c6-40b3-b759-51f003dd937e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:24.448946 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7eed46d1-1b9a-4dd0-bef5-149409a5451d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (23cdcf00-1df9-40cd-bc4e-eb80a415ae63), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:24.460061 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:33:24.497214 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a799b6c8-0dd4-4018-97d2-80583b1cc030 req-d5022baa-411b-42e1-9e48-f72763693770 tempest-DeleteServersAdminTestJSON-753597116 tempest-DeleteServersAdminTestJSON-753597116-project-admin] Deleting port 315c441a-8298-45cf-8567-2a9d74d0f570 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:33:24.497566 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a799b6c8-0dd4-4018-97d2-80583b1cc030 req-d5022baa-411b-42e1-9e48-f72763693770 tempest-DeleteServersAdminTestJSON-753597116 tempest-DeleteServersAdminTestJSON-753597116-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (315c441a-8298-45cf-8567-2a9d74d0f570), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:24.547522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:24.550108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:24.594380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1020bdd-e727-4a38-b978-15d5e771a3aa,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:24.649313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1d3fbb9b-18c6-40b3-b759-51f003dd937e None None] For port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf,segment=NetworkSegment(4764d239-1375-4cf1-9fc9-05d47ded89b5),segment_id=4764d239-1375-4cf1-9fc9-05d47ded89b5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:24.662630 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1d3fbb9b-18c6-40b3-b759-51f003dd937e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:24.710586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1185519587-network', 'tenant_id': 'fcf8cc8580b946729e768cdec0dc8d77'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:24.740658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fbb9b-18c6-40b3-b759-51f003dd937e None None] Pushing event updated for resources: {'Port': ['ID=ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:24.776599 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:24.777003 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (981bb4e1-a500-4117-8eee-9ca7bda16990), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:24.777464 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:24.778635 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] Added segment 981bb4e1-a500-4117-8eee-9ca7bda16990 of type vlan for network efe745a6-ec89-44a3-b745-59cc531d1605 Mar 07 21:33:24.820428 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed46d1-1b9a-4dd0-bef5-149409a5451d admin admin] Pushing event updated for resources: {'Subnet': ['ID=23cdcf00-1df9-40cd-bc4e-eb80a415ae63,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:24.848903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c4649dd8-63bd-42af-9338-50c547ceb9f1 None None] Provisioning complete for port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:24.849285 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c4649dd8-63bd-42af-9338-50c547ceb9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:24.878160 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (efe745a6-ec89-44a3-b745-59cc531d1605), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:24.920265 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7bae406b-81e4-4530-be17-8984089c6173 req-9bf39018-7ee7-4dec-a5d3-dbf86c49b9ed tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7139533 Mar 07 21:33:24.942890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eed46d1-1b9a-4dd0-bef5-149409a5451d admin admin] Checking segment: {'id': '042a0dbb-8b5b-48be-801b-ae7e183e4644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:24.943285 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] Made reservation on behalf of fcf8cc8580b946729e768cdec0dc8d77 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:24.944322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed46d1-1b9a-4dd0-bef5-149409a5451d admin admin] Network hostable DHCP agents. Network: de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:33:24.946575 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:24.988018 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-a799b6c8-0dd4-4018-97d2-80583b1cc030 req-d5022baa-411b-42e1-9e48-f72763693770 tempest-DeleteServersAdminTestJSON-753597116 tempest-DeleteServersAdminTestJSON-753597116-project-admin] For port 315c441a-8298-45cf-8567-2a9d74d0f570, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=315c441a-8298-45cf-8567-2a9d74d0f570,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:24.988258 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:24.988504 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a799b6c8-0dd4-4018-97d2-80583b1cc030 req-d5022baa-411b-42e1-9e48-f72763693770 tempest-DeleteServersAdminTestJSON-753597116 tempest-DeleteServersAdminTestJSON-753597116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (315c441a-8298-45cf-8567-2a9d74d0f570), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.009188 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (efe745a6-ec89-44a3-b745-59cc531d1605), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.011112 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:25.011815 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.033119 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a799b6c8-0dd4-4018-97d2-80583b1cc030 req-d5022baa-411b-42e1-9e48-f72763693770 tempest-DeleteServersAdminTestJSON-753597116 tempest-DeleteServersAdminTestJSON-753597116-project-admin] Calling delete_port for 315c441a-8298-45cf-8567-2a9d74d0f570 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:33:25.036599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed46d1-1b9a-4dd0-bef5-149409a5451d admin admin] Network de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:33:25.039318 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d34018d8-d589-4b48-b941-b33e4b672edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (bcf8fdda-bb84-410d-8346-578a28a79adc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.065610 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5598464 Mar 07 21:33:25.076853 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45588) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:25.077541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c4649dd8-63bd-42af-9338-50c547ceb9f1 None None] Current status of the port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:25.087584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4e831872-b6a5-499b-86df-44e84b434f88 admin admin] Request body: {'subnet': {'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-739373622-subnet', 'tenant_id': 'ad203922dbd94abca13bc575d34ee25e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:25.093141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-7eed46d1-1b9a-4dd0-bef5-149409a5451d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:25.095698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:25.097312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:25.098193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed46d1-1b9a-4dd0-bef5-149409a5451d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:25.099228 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7eed46d1-1b9a-4dd0-bef5-149409a5451d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.145980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3532def-b7ec-4c87-8334-70ed7ceb54ed req-deb21d13-7e6d-423f-ae2c-269272e446e6 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 210 time: 0.1098280 Mar 07 21:33:25.155554 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a2eced-cc2f-4c0d-91f9-2dfab2606693 None None] Network de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:25.202883 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34018d8-d589-4b48-b941-b33e4b672edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf8fdda-bb84-410d-8346-578a28a79adc,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:25.204145 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7eed46d1-1b9a-4dd0-bef5-149409a5451d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5530081 Mar 07 21:33:25.209487 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45590) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:25.212840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34018d8-d589-4b48-b941-b33e4b672edb admin admin] Checking segment: {'id': 'ae2bb337-65ee-4b4c-8de5-b83e7b43719a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ad9b7dad-c587-4701-a405-41853907880d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:25.213213 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34018d8-d589-4b48-b941-b33e4b672edb admin admin] Network hostable DHCP agents. Network: ad9b7dad-c587-4701-a405-41853907880d, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:33:25.213383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3b34f-efa9-4b74-bac7-8fcf36b113ed admin admin] Pushing event updated for resources: {'Network': ['ID=efe745a6-ec89-44a3-b745-59cc531d1605,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:25.236329 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:25.244466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network efe745a6-ec89-44a3-b745-59cc531d1605 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:33:25.245220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e831872-b6a5-499b-86df-44e84b434f88 admin admin] Made reservation on behalf of ad203922dbd94abca13bc575d34ee25e for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:25.249530 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e831872-b6a5-499b-86df-44e84b434f88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.261475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34018d8-d589-4b48-b941-b33e4b672edb admin admin] Network ad9b7dad-c587-4701-a405-41853907880d is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:33:25.268059 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] Publish callbacks [] for security_group (1b0b7a3b-2193-4432-ad21-aacbaebcbc6b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.271582 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:25.272267 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.275777 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1b0b7a3b-2193-4432-ad21-aacbaebcbc6b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.284162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-d34018d8-d589-4b48-b941-b33e4b672edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, ad9b7dad-c587-4701-a405-41853907880d) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:25.297003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34018d8-d589-4b48-b941-b33e4b672edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:25.297949 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d34018d8-d589-4b48-b941-b33e4b672edb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.322134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:33:25.330303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0b7a3b-2193-4432-ad21-aacbaebcbc6b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:25.335820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744c30e8-c743-4988-aa3f-6dcdcfcc6ec2 None None] Network ad9b7dad-c587-4701-a405-41853907880d requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:25.339004 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (bb40a082-8bda-4b1e-9407-ab63c9d5a695), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.340048 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] Added segment bb40a082-8bda-4b1e-9407-ab63c9d5a695 of type vlan for network bc5be21e-f6a4-4508-a0b2-950f564272f9 Mar 07 21:33:25.359073 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d34018d8-d589-4b48-b941-b33e4b672edb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3238065 Mar 07 21:33:25.416978 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (bc5be21e-f6a4-4508-a0b2-950f564272f9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.479394 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (bc5be21e-f6a4-4508-a0b2-950f564272f9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.480703 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:25.481549 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.504320 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.505398 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.521328 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e831872-b6a5-499b-86df-44e84b434f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (2a638a11-221e-41d3-bfc9-35e63e88d9a6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.574958 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6378531 Mar 07 21:33:25.578242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45600) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:25.586459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ee4e7495-5b3a-4206-86c1-0af990de4aee admin admin] Request body: {'subnet': {'network_id': 'bc5be21e-f6a4-4508-a0b2-950f564272f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1185519587-subnet', 'tenant_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:25.637810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac1b1e-5034-4daf-99cc-b1c7f69c4cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=bc5be21e-f6a4-4508-a0b2-950f564272f9,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:25.652002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4e7495-5b3a-4206-86c1-0af990de4aee admin admin] Made reservation on behalf of fcf8cc8580b946729e768cdec0dc8d77 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:25.656995 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ee4e7495-5b3a-4206-86c1-0af990de4aee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.659462 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network bc5be21e-f6a4-4508-a0b2-950f564272f9 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:33:25.708804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'project_id': '6eaf29e62b27414c910d1138806f244c', 'fixed_ips': [{'subnet_id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:33:25.709956 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.828393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Publish callbacks [] for router_controller (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.852668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e831872-b6a5-499b-86df-44e84b434f88 admin admin] Checking segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:25.853728 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e831872-b6a5-499b-86df-44e84b434f88 admin admin] Network hostable DHCP agents. Network: efe745a6-ec89-44a3-b745-59cc531d1605, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:33:25.875918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Allocated IP 172.20.0.2 (de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5/23cdcf00-1df9-40cd-bc4e-eb80a415ae63/b3855f4c-5066-46ca-bb01-a1a250e1c606) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:25.924563 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ee4e7495-5b3a-4206-86c1-0af990de4aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (3c682db3-3ff8-40dd-b67e-1b944040d848), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:25.950032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e831872-b6a5-499b-86df-44e84b434f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a638a11-221e-41d3-bfc9-35e63e88d9a6,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:25.977303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f0288b-1696-4361-85d1-6d0ed77c4820 None None] Network ad9b7dad-c587-4701-a405-41853907880d requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:26.024964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-87de065a-19c2-4b97-a4ad-a1a63d93e7fe tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:26.030121 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-87de065a-19c2-4b97-a4ad-a1a63d93e7fe tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:26.031742 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-87de065a-19c2-4b97-a4ad-a1a63d93e7fe tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.15 "GET /v2.0/networks?id=08b756f3-bb9b-4e51-bb57-929f96036110&id=3a7a9edb-7f99-4532-bb30-e249a93d5157&id=08b756f3-bb9b-4e51-bb57-929f96036110 HTTP/1.1" status: 200 len: 1392 time: 0.5411804 Mar 07 21:33:26.036072 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a799b6c8-0dd4-4018-97d2-80583b1cc030 req-d5022baa-411b-42e1-9e48-f72763693770 tempest-DeleteServersAdminTestJSON-753597116 tempest-DeleteServersAdminTestJSON-753597116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (315c441a-8298-45cf-8567-2a9d74d0f570), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:26.055979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e7495-5b3a-4206-86c1-0af990de4aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c682db3-3ff8-40dd-b67e-1b944040d848,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:26.075572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-2af3c712-ae3c-4698-b883-b5f51ee2300e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Request body: {'port': {'device_id': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110', 'admin_state_up': True, 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:26.080403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e831872-b6a5-499b-86df-44e84b434f88 admin admin] Network efe745a6-ec89-44a3-b745-59cc531d1605 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:33:26.091830 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Publish callbacks [] for router_gateway (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:26.111482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e7495-5b3a-4206-86c1-0af990de4aee admin admin] Checking segment: {'id': 'bb40a082-8bda-4b1e-9407-ab63c9d5a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bc5be21e-f6a4-4508-a0b2-950f564272f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:26.111887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4e7495-5b3a-4206-86c1-0af990de4aee admin admin] Network hostable DHCP agents. Network: bc5be21e-f6a4-4508-a0b2-950f564272f9, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:33:26.131468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5022baa-411b-42e1-9e48-f72763693770 tempest-DeleteServersAdminTestJSON-753597116 tempest-DeleteServersAdminTestJSON-753597116-project-admin] Pushing event deleted for resources: {'Port': ['ID=315c441a-8298-45cf-8567-2a9d74d0f570,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:26.167853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3eab4d9b-0486-4560-a5d9-7aca1ce3cd49 req-e0727922-0a78-4289-82ca-844afc8b7a66 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7e45cd-de83-47e3-84e8-1d356c524f92 HTTP/1.1" status: 200 len: 210 time: 0.0933423 Mar 07 21:33:26.173312 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-4e831872-b6a5-499b-86df-44e84b434f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, efe745a6-ec89-44a3-b745-59cc531d1605) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:26.185636 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e831872-b6a5-499b-86df-44e84b434f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:26.186364 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e831872-b6a5-499b-86df-44e84b434f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:26.217930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4e7495-5b3a-4206-86c1-0af990de4aee admin admin] Network bc5be21e-f6a4-4508-a0b2-950f564272f9 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:33:26.234349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ee4e7495-5b3a-4206-86c1-0af990de4aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, bc5be21e-f6a4-4508-a0b2-950f564272f9) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:26.244478 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4e7495-5b3a-4206-86c1-0af990de4aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:26.245145 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ee4e7495-5b3a-4206-86c1-0af990de4aee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:26.290502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a799b6c8-0dd4-4018-97d2-80583b1cc030 req-d5022baa-411b-42e1-9e48-f72763693770 tempest-DeleteServersAdminTestJSON-753597116 tempest-DeleteServersAdminTestJSON-753597116-project-admin] No DVR routers for this DVR port 315c441a-8298-45cf-8567-2a9d74d0f570 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:33:26.302332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45616) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:26.303445 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ee4e7495-5b3a-4206-86c1-0af990de4aee admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7227459 Mar 07 21:33:26.313170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a799b6c8-0dd4-4018-97d2-80583b1cc030 req-d5022baa-411b-42e1-9e48-f72763693770 tempest-DeleteServersAdminTestJSON-753597116 tempest-DeleteServersAdminTestJSON-753597116-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:26.331659 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a799b6c8-0dd4-4018-97d2-80583b1cc030 req-d5022baa-411b-42e1-9e48-f72763693770 tempest-DeleteServersAdminTestJSON-753597116 tempest-DeleteServersAdminTestJSON-753597116-project-admin] 10.222.0.13 "DELETE /v2.0/ports/315c441a-8298-45cf-8567-2a9d74d0f570 HTTP/1.1" status: 204 len: 173 time: 2.5515952 Mar 07 21:33:26.339226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1185519587-router', 'tenant_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:26.342995 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7e45cd-de83-47e3-84e8-1d356c524f92', 'name': 'network-vif-deleted', 'tag': '315c441a-8298-45cf-8567-2a9d74d0f570'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:26.352008 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc9f825-755d-41cc-a5bd-7740a0967be1" -d '{"events": [{"server_uuid": "5d7e45cd-de83-47e3-84e8-1d356c524f92", "name": "network-vif-deleted", "tag": "315c441a-8298-45cf-8567-2a9d74d0f570"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:26.358303 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26a2602c-fa9a-4e57-add1-fe7d581437b6 req-87ed044e-8a0b-41c8-8668-358cc45e5300 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 210 time: 0.0525260 Mar 07 21:33:26.364775 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4e831872-b6a5-499b-86df-44e84b434f88 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2852695 Mar 07 21:33:26.427718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ca092c-c09a-4ef6-9385-575128fbc69c None None] Network efe745a6-ec89-44a3-b745-59cc531d1605 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:26.430325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc6cec0-349e-41c0-aee3-0815f2f72dbd None None] Network bc5be21e-f6a4-4508-a0b2-950f564272f9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:26.473721 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa14c40-4011-4ddd-af71-9a8c070fbfd8 x-openstack-request-id: req-5fa14c40-4011-4ddd-af71-9a8c070fbfd8 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:26.474397 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7e45cd-de83-47e3-84e8-1d356c524f92", "name": "network-vif-deleted", "tag": "315c441a-8298-45cf-8567-2a9d74d0f570", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:26.474512 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5fa14c40-4011-4ddd-af71-9a8c070fbfd8 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:26.474967 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7e45cd-de83-47e3-84e8-1d356c524f92', 'name': 'network-vif-deleted', 'tag': '315c441a-8298-45cf-8567-2a9d74d0f570', 'status': 'completed', 'code': 200} Mar 07 21:33:26.500842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (0acaff40-00a4-4999-8b73-38419e6200d4), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:26.501916 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (0acaff40-00a4-4999-8b73-38419e6200d4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:26.607405 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-2af3c712-ae3c-4698-b883-b5f51ee2300e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Made reservation on behalf of 193cb6ee876a4a18960ad33c32df94d4 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:26.611082 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-2af3c712-ae3c-4698-b883-b5f51ee2300e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:26.622965 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Publish callbacks [] for router_controller (0acaff40-00a4-4999-8b73-38419e6200d4), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:26.680322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:26.735189 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Publish callbacks [] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:26.738180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-bc5be21e-f6a4-4508-a0b2-950f564272f9', 'network_id': 'bc5be21e-f6a4-4508-a0b2-950f564272f9', 'project_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'fixed_ips': [{'subnet_id': '3c682db3-3ff8-40dd-b67e-1b944040d848'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:33:26.739024 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:26.759456 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:26.804976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45632) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:26.819456 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31183ed7-e43e-409f-9cbf-92c05c43c465 None None] Network efe745a6-ec89-44a3-b745-59cc531d1605 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:26.821993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 315c441a-8298-45cf-8567-2a9d74d0f570 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:33:26.850697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45636) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:26.856293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1413718124-network', 'tenant_id': 'cf896f98bdaa437d8e3829ed7fd98896'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:26.931851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:26.934477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] Made reservation on behalf of cf896f98bdaa437d8e3829ed7fd98896 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:26.935000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 315c441a-8298-45cf-8567-2a9d74d0f570 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:33:26.935000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 315c441a-8298-45cf-8567-2a9d74d0f570 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:33:26.941368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:26.953375 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Network de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:26.970105 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.013947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:27.016231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Pushing event updated for resources: {'Port': ['ID=b3855f4c-5066-46ca-bb01-a1a250e1c606,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:27.032102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:27.149043 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] Publish callbacks [] for security_group (99155cd8-9366-43b5-ac66-0c26c4cc692b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.158354 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (99155cd8-9366-43b5-ac66-0c26c4cc692b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.227919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99155cd8-9366-43b5-ac66-0c26c4cc692b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:27.238803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:33:27.253210 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d06cd51e-30dd-4d3e-a597-479f03f97251), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.253612 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] Added segment d06cd51e-30dd-4d3e-a597-479f03f97251 of type vlan for network cd72dab1-fe49-47d8-ae21-3e264f79517b Mar 07 21:33:27.279019 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Attempting to bind port b3855f4c-5066-46ca-bb01-a1a250e1c606 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:27.280873 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Publish callbacks [] for router_gateway (0acaff40-00a4-4999-8b73-38419e6200d4), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.282631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Attempting to bind port b3855f4c-5066-46ca-bb01-a1a250e1c606 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '042a0dbb-8b5b-48be-801b-ae7e183e4644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:27.283144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Attempting to bind port b3855f4c-5066-46ca-bb01-a1a250e1c606 on network de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:27.315461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Allocated IP 172.20.0.2 (bc5be21e-f6a4-4508-a0b2-950f564272f9/3c682db3-3ff8-40dd-b67e-1b944040d848/a4ae89b3-dafb-41fd-88ae-fde06030abf1) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:27.319313 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (cd72dab1-fe49-47d8-ae21-3e264f79517b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.365303 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (cd72dab1-fe49-47d8-ae21-3e264f79517b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.366347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:27.366989 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.381642 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20de8f65-b9ad-4db0-b297-fbc6355c47d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.406640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:27.407079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Checking segment: {'id': '042a0dbb-8b5b-48be-801b-ae7e183e4644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:27.407570 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.411207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Bound using segment: {'id': '042a0dbb-8b5b-48be-801b-ae7e183e4644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:27.411207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Bound port: b3855f4c-5066-46ca-bb01-a1a250e1c606, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042a0dbb-8b5b-48be-801b-ae7e183e4644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:27.411207 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.442773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:27.451596 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.480149 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6262136 Mar 07 21:33:27.482139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-2af3c712-ae3c-4698-b883-b5f51ee2300e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Allocated IP 19.80.0.150 (08b756f3-bb9b-4e51-bb57-929f96036110/878a2376-36b4-41ea-bd85-acf7091d2c67/6892b564-e974-4dbd-a14e-795cefaa1d01) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:27.484668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45660) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:27.487108 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Publish callbacks [] for router_gateway (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.506041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7d73edaf-0b9b-4a41-a627-bfca881a25f5 admin admin] Request body: {'subnet': {'network_id': 'cd72dab1-fe49-47d8-ae21-3e264f79517b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1413718124-subnet', 'tenant_id': 'cf896f98bdaa437d8e3829ed7fd98896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:27.528640 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.550617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1cb226a-3786-476c-b035-9e22dd551c28 req-d2ff8638-edf3-4b58-878a-8de7dec36533 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 210 time: 0.0718758 Mar 07 21:33:27.603060 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63eda2-10dc-47f6-9c5d-837342bcd5bb admin admin] Pushing event updated for resources: {'Network': ['ID=cd72dab1-fe49-47d8-ae21-3e264f79517b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:27.608419 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-b2952c7d-1ece-44bc-86f8-5567a8f2efca tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=16a9d86f1f2949b1943f9604c2d10e48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1203625 Mar 07 21:33:27.619862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d73edaf-0b9b-4a41-a627-bfca881a25f5 admin admin] Made reservation on behalf of cf896f98bdaa437d8e3829ed7fd98896 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:27.623672 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7d73edaf-0b9b-4a41-a627-bfca881a25f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.625400 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network cd72dab1-fe49-47d8-ae21-3e264f79517b details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:33:27.644429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] For port b3855f4c-5066-46ca-bb01-a1a250e1c606, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:27.704687 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] For port b3855f4c-5066-46ca-bb01-a1a250e1c606, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b3855f4c-5066-46ca-bb01-a1a250e1c606,segment=NetworkSegment(042a0dbb-8b5b-48be-801b-ae7e183e4644),segment_id=042a0dbb-8b5b-48be-801b-ae7e183e4644)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:27.761002 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.774545 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Publish callbacks [] for port (a4ae89b3-dafb-41fd-88ae-fde06030abf1), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.793113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45666) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:27.803114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1171079666-network', 'tenant_id': '7fcbfaa2b525482d945b76a404e36061'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:27.833130 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (a4ae89b3-dafb-41fd-88ae-fde06030abf1), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.838545 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Allocated IP 172.25.4.198 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:27.865159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:27.877875 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Network bc5be21e-f6a4-4508-a0b2-950f564272f9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:27.880278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] Made reservation on behalf of 7fcbfaa2b525482d945b76a404e36061 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:27.882949 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.883114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:27.889117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:27.938698 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-547c06e2-47b8-4571-a3de-acd1e7385292 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:27.940330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-547c06e2-47b8-4571-a3de-acd1e7385292 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3100269 Mar 07 21:33:27.964600 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:27.976409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ebaab-8b44-48d8-b44b-14444b3d7e22 None None] Pushing event updated for resources: {'Port': ['ID=b3855f4c-5066-46ca-bb01-a1a250e1c606,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:27.985666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-2af3c712-ae3c-4698-b883-b5f51ee2300e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks [] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.025794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Attempting to bind port a4ae89b3-dafb-41fd-88ae-fde06030abf1 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:28.026137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Attempting to bind port a4ae89b3-dafb-41fd-88ae-fde06030abf1 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'bb40a082-8bda-4b1e-9407-ab63c9d5a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bc5be21e-f6a4-4508-a0b2-950f564272f9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:28.026503 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Attempting to bind port a4ae89b3-dafb-41fd-88ae-fde06030abf1 on network bc5be21e-f6a4-4508-a0b2-950f564272f9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:28.033863 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-e3285702-907c-438b-9b9c-b9506dc537cb tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/quotas/16a9d86f1f2949b1943f9604c2d10e48 HTTP/1.1" status: 200 len: 375 time: 0.0246830 Mar 07 21:33:28.035667 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:28.035851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Checking segment: {'id': 'bb40a082-8bda-4b1e-9407-ab63c9d5a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bc5be21e-f6a4-4508-a0b2-950f564272f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:28.036220 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.036619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Bound using segment: {'id': 'bb40a082-8bda-4b1e-9407-ab63c9d5a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bc5be21e-f6a4-4508-a0b2-950f564272f9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:28.037096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Bound port: a4ae89b3-dafb-41fd-88ae-fde06030abf1, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40a082-8bda-4b1e-9407-ab63c9d5a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bc5be21e-f6a4-4508-a0b2-950f564272f9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:28.037480 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a4ae89b3-dafb-41fd-88ae-fde06030abf1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.050106 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20de8f65-b9ad-4db0-b297-fbc6355c47d2 admin admin] Publish callbacks [] for security_group (a4808b9f-e005-4229-b548-5dd2749d0312), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.083838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-c164b405-77f8-4e11-90d1-8bf9701e09df tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=16a9d86f1f2949b1943f9604c2d10e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480711 Mar 07 21:33:28.089965 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20de8f65-b9ad-4db0-b297-fbc6355c47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a4808b9f-e005-4229-b548-5dd2749d0312), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.094652 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Pushing event updated for resources: {'Port': ['ID=a4ae89b3-dafb-41fd-88ae-fde06030abf1,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:28.184121 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] For port a4ae89b3-dafb-41fd-88ae-fde06030abf1, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:28.194295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] For port a4ae89b3-dafb-41fd-88ae-fde06030abf1, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a4ae89b3-dafb-41fd-88ae-fde06030abf1,segment=NetworkSegment(bb40a082-8bda-4b1e-9407-ab63c9d5a695),segment_id=bb40a082-8bda-4b1e-9407-ab63c9d5a695)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:28.207960 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a4ae89b3-dafb-41fd-88ae-fde06030abf1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.234040 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Publish callbacks [] for port (0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.254204 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Publish callbacks [] for router_gateway (0acaff40-00a4-4999-8b73-38419e6200d4), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.269099 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-20de8f65-b9ad-4db0-b297-fbc6355c47d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e3b58bf5b5544619b78cca7b15531b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4584637 Mar 07 21:33:28.269893 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45668) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:28.289153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de8f65-b9ad-4db0-b297-fbc6355c47d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4808b9f-e005-4229-b548-5dd2749d0312,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:28.289813 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-2af3c712-ae3c-4698-b883-b5f51ee2300e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.305110 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.333951 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd094e98-6e8f-489e-a6f5-c89ece1c79c9 None None] Pushing event updated for resources: {'Port': ['ID=a4ae89b3-dafb-41fd-88ae-fde06030abf1,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:28.372851 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7d73edaf-0b9b-4a41-a627-bfca881a25f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (912e6b35-0f0c-456d-b688-60c7f1db78d3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.453908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-2af3c712-ae3c-4698-b883-b5f51ee2300e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Network 08b756f3-bb9b-4e51-bb57-929f96036110 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:28.492231 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-2af3c712-ae3c-4698-b883-b5f51ee2300e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:28.494968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-2af3c712-ae3c-4698-b883-b5f51ee2300e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:28.498627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1fd07b3-aaf7-453c-8bff-3a274804faec req-ab142377-271b-45f1-b083-e3450abe8411 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 210 time: 0.0883868 Mar 07 21:33:28.511053 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] Publish callbacks [] for security_group (15eadd64-a0cd-4404-8d54-4178a5168fa7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.538831 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc2cc1b3-0fac-4e0f-9575-ff9283255477 admin admin] Publish callbacks [] for security_group (a4808b9f-e005-4229-b548-5dd2749d0312), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.542505 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73edaf-0b9b-4a41-a627-bfca881a25f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=912e6b35-0f0c-456d-b688-60c7f1db78d3,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:28.560113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3c712-ae3c-4698-b883-b5f51ee2300e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event updated for resources: {'Port': ['ID=6892b564-e974-4dbd-a14e-795cefaa1d01,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:28.562404 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (15eadd64-a0cd-4404-8d54-4178a5168fa7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.567512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d73edaf-0b9b-4a41-a627-bfca881a25f5 admin admin] Checking segment: {'id': 'd06cd51e-30dd-4d3e-a597-479f03f97251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cd72dab1-fe49-47d8-ae21-3e264f79517b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:28.567870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d73edaf-0b9b-4a41-a627-bfca881a25f5 admin admin] Network hostable DHCP agents. Network: cd72dab1-fe49-47d8-ae21-3e264f79517b, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:33:28.587758 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc2cc1b3-0fac-4e0f-9575-ff9283255477 admin admin] Publish callbacks [] for security_group (a4808b9f-e005-4229-b548-5dd2749d0312), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.597403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:33:28.641913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d73edaf-0b9b-4a41-a627-bfca881a25f5 admin admin] Network cd72dab1-fe49-47d8-ae21-3e264f79517b is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:33:28.663722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-7d73edaf-0b9b-4a41-a627-bfca881a25f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, cd72dab1-fe49-47d8-ae21-3e264f79517b) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:28.676221 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d73edaf-0b9b-4a41-a627-bfca881a25f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:28.676831 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7d73edaf-0b9b-4a41-a627-bfca881a25f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.694251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669c7536-ee2d-4d91-a182-be7064b29c10 None None] Network cd72dab1-fe49-47d8-ae21-3e264f79517b requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:28.704840 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-2af3c712-ae3c-4698-b883-b5f51ee2300e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:28.705473 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-2af3c712-ae3c-4698-b883-b5f51ee2300e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.727283 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.805054 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7d73edaf-0b9b-4a41-a627-bfca881a25f5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2956331 Mar 07 21:33:28.818563 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc2cc1b3-0fac-4e0f-9575-ff9283255477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a4808b9f-e005-4229-b548-5dd2749d0312), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.842886 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc2cc1b3-0fac-4e0f-9575-ff9283255477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.862448 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dc2cc1b3-0fac-4e0f-9575-ff9283255477 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4808b9f-e005-4229-b548-5dd2749d0312 HTTP/1.1" status: 204 len: 168 time: 0.5850613 Mar 07 21:33:28.876965 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Pushing event updated for resources: {'Port': ['ID=0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:28.901910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d58f6ca-bcd7-4851-a21c-ed9088923704 None None] Network cd72dab1-fe49-47d8-ae21-3e264f79517b requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:28.919394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cc1b3-0fac-4e0f-9575-ff9283255477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4808b9f-e005-4229-b548-5dd2749d0312,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:28.927016 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c520f6ea-ad42-4bf5-8285-e537dbbefae2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:28.927585 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] Added segment c520f6ea-ad42-4bf5-8285-e537dbbefae2 of type vlan for network c1094f83-d249-4caf-a37a-ca73896afc80 Mar 07 21:33:28.989144 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Allocated IP 172.25.4.237 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/0e782562-0421-41a8-a4f4-548a26baa24a) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:28.997118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28959ea-ab23-4ff5-970f-b340de85997f req-9a796cfe-bf1b-4836-bd07-41eb905268ac tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:29.008668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a28959ea-ab23-4ff5-970f-b340de85997f req-9a796cfe-bf1b-4836-bd07-41eb905268ac tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 932 time: 0.3132300 Mar 07 21:33:29.102422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b3855f4c-5066-46ca-bb01-a1a250e1c606 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:29.154731 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a28959ea-ab23-4ff5-970f-b340de85997f req-b8c9dc35-8b38-4e88-9d21-0a68c0a945c2 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435354 Mar 07 21:33:29.253390 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-2af3c712-ae3c-4698-b883-b5f51ee2300e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1873865 Mar 07 21:33:29.261605 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15eadd64-a0cd-4404-8d54-4178a5168fa7,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:29.283513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:29.289553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-822f382e-fdbf-42cf-b905-6c054cbfd85e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Request body: {'port': {'device_id': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'network_id': '3a7a9edb-7f99-4532-bb30-e249a93d5157', 'admin_state_up': True, 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:29.478967 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cb2b51a7-749e-4bfd-b394-d7e997943ace None None] Provisioning complete for port 6892b564-e974-4dbd-a14e-795cefaa1d01 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:29.482185 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cb2b51a7-749e-4bfd-b394-d7e997943ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:29.484982 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Publish callbacks [] for port (0e782562-0421-41a8-a4f4-548a26baa24a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:29.513803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:29.515743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-822f382e-fdbf-42cf-b905-6c054cbfd85e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Made reservation on behalf of 193cb6ee876a4a18960ad33c32df94d4 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:29.519195 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-822f382e-fdbf-42cf-b905-6c054cbfd85e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:29.556547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:29.640046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cb2b51a7-749e-4bfd-b394-d7e997943ace None None] Port 6892b564-e974-4dbd-a14e-795cefaa1d01 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:33:29.681690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17435ac3-89fa-45ab-a57d-a8f4307ea21b None None] Network de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:29.703713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e808a48-0751-47a7-acaa-412698269cd2 req-e5ae6146-4b54-425d-8ae2-4c474a22b514 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 210 time: 0.0669370 Mar 07 21:33:29.802667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45700) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:29.838247 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (c1094f83-d249-4caf-a37a-ca73896afc80), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:29.839033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port b3855f4c-5066-46ca-bb01-a1a250e1c606 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:29.839405 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:29.842851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1e03c6d4-1e05-4b10-a0a6-03e3cecc45ca None None] Provisioning complete for port b3855f4c-5066-46ca-bb01-a1a250e1c606 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:29.843214 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1e03c6d4-1e05-4b10-a0a6-03e3cecc45ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:29.843762 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-311bda46-b9ae-4693-8057-b23728384f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:30.012020 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.db.resource_extend [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:33:30.069021 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port b3855f4c-5066-46ca-bb01-a1a250e1c606 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:30.069441 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:30.074181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1e03c6d4-1e05-4b10-a0a6-03e3cecc45ca None None] Current status of the port b3855f4c-5066-46ca-bb01-a1a250e1c606 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:30.074617 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1e03c6d4-1e05-4b10-a0a6-03e3cecc45ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:30.126307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port b3855f4c-5066-46ca-bb01-a1a250e1c606, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b3855f4c-5066-46ca-bb01-a1a250e1c606,segment=NetworkSegment(042a0dbb-8b5b-48be-801b-ae7e183e4644),segment_id=042a0dbb-8b5b-48be-801b-ae7e183e4644)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:30.139238 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:30.147534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b770ba6a-a70a-41f9-82e3-8e611b30d329 None None] Network bc5be21e-f6a4-4508-a0b2-950f564272f9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:30.160594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-df3fab3f-43d4-45b1-93bd-c05646e8d1aa tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:30.168935 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-df3fab3f-43d4-45b1-93bd-c05646e8d1aa tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/networks?id=ad9b7dad-c587-4701-a405-41853907880d HTTP/1.1" status: 200 len: 814 time: 0.3189161 Mar 07 21:33:30.169561 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-445a062a-f9ac-4932-b7b9-2b6d0d71aee2 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=16a9d86f1f2949b1943f9604c2d10e48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1601889 Mar 07 21:33:30.206012 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0e782562-0421-41a8-a4f4-548a26baa24a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:30.212437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-3d61c6ab-c692-41ed-8711-967e67cfeb56 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/quotas/10122bee6c8541009a459f57865c548a HTTP/1.1" status: 200 len: 375 time: 0.0421116 Mar 07 21:33:30.243378 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:30.251932 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:30.255225 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:30.261062 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (c1094f83-d249-4caf-a37a-ca73896afc80), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:30.262368 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:30.263117 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:30.270051 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-311bda46-b9ae-4693-8057-b23728384f30 admin admin] Publish callbacks [] for security_group (7b40bc35-f7d2-4737-9b72-bdf399cb3bcf), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:30.305165 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-d8264763-8992-4d29-9987-2484d19e268d tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=10122bee6c8541009a459f57865c548a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811350 Mar 07 21:33:30.307189 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-311bda46-b9ae-4693-8057-b23728384f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7b40bc35-f7d2-4737-9b72-bdf399cb3bcf), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:30.335923 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-1e03c6d4-1e05-4b10-a0a6-03e3cecc45ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:33:30.336324 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-1e03c6d4-1e05-4b10-a0a6-03e3cecc45ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:33:30.342648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=b3855f4c-5066-46ca-bb01-a1a250e1c606,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:30.365882 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Publish callbacks [] for router_gateway (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:30.400563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-311bda46-b9ae-4693-8057-b23728384f30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a24a711704da425da7436794c780a2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5943019 Mar 07 21:33:30.403557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45710) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:30.404225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311bda46-b9ae-4693-8057-b23728384f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b40bc35-f7d2-4737-9b72-bdf399cb3bcf,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:30.445380 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6511714 Mar 07 21:33:30.447446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45712) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:30.462209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e17bd7fb-86e4-4cd1-8d99-562a60b06509 admin admin] Request body: {'subnet': {'network_id': 'c1094f83-d249-4caf-a37a-ca73896afc80', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1171079666-subnet', 'tenant_id': '7fcbfaa2b525482d945b76a404e36061', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:30.495297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd575e-d39b-4a82-b5b9-2b82d60c1222 req-a7b84643-b8bd-44fe-a72c-421d41801208 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:30.498024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8dd575e-d39b-4a82-b5b9-2b82d60c1222 req-a7b84643-b8bd-44fe-a72c-421d41801208 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 932 time: 0.2264826 Mar 07 21:33:30.533461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c78887-faa7-47b8-9e70-0c08fa4bab67 admin admin] Pushing event updated for resources: {'Network': ['ID=c1094f83-d249-4caf-a37a-ca73896afc80,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:30.543676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17bd7fb-86e4-4cd1-8d99-562a60b06509 admin admin] Made reservation on behalf of 7fcbfaa2b525482d945b76a404e36061 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:30.545139 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network c1094f83-d249-4caf-a37a-ca73896afc80 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:33:30.545949 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e17bd7fb-86e4-4cd1-8d99-562a60b06509 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:30.578103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-e8016e93-66ea-4c91-9eda-0ea6679a4919 service neutron] 10.222.0.26 "GET /v2.0/networks/ad9b7dad-c587-4701-a405-41853907880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506378 Mar 07 21:33:30.664131 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b10f09b4-68e4-4fc5-8f5b-d1747da4e408 admin admin] Publish callbacks [] for security_group (7b40bc35-f7d2-4737-9b72-bdf399cb3bcf), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:30.695843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8dd575e-d39b-4a82-b5b9-2b82d60c1222 req-ffa92721-4e01-40e6-ad16-fd729b1ffcc8 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884410 Mar 07 21:33:30.752275 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b10f09b4-68e4-4fc5-8f5b-d1747da4e408 admin admin] Publish callbacks [] for security_group (7b40bc35-f7d2-4737-9b72-bdf399cb3bcf), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:30.818011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-80b9ab2a-2130-4774-8d02-52fa0d35987b service neutron] 10.222.0.26 "GET /v2.0/networks/ad9b7dad-c587-4701-a405-41853907880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297785 Mar 07 21:33:30.852438 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Pushing event updated for resources: {'Port': ['ID=0e782562-0421-41a8-a4f4-548a26baa24a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:30.861983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-822f382e-fdbf-42cf-b905-6c054cbfd85e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Allocated IP 19.86.0.186 (3a7a9edb-7f99-4532-bb30-e249a93d5157/a3504ec8-e00d-476d-bd9d-f73a6615a4e3/da9d91a3-100f-4da4-9e82-7d98f71b9b21) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:30.878627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ba14399-11b7-428d-a132-7ba70d3c3234 req-0055670d-9f94-4f4f-b145-588383bef89b tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 210 time: 0.0652606 Mar 07 21:33:30.921089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1e03c6d4-1e05-4b10-a0a6-03e3cecc45ca None None] Current status of the port b3855f4c-5066-46ca-bb01-a1a250e1c606 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:30.943914 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b10f09b4-68e4-4fc5-8f5b-d1747da4e408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7b40bc35-f7d2-4737-9b72-bdf399cb3bcf), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:30.946981 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b10f09b4-68e4-4fc5-8f5b-d1747da4e408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:30.948128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b10f09b4-68e4-4fc5-8f5b-d1747da4e408 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b40bc35-f7d2-4737-9b72-bdf399cb3bcf HTTP/1.1" status: 204 len: 168 time: 0.5411758 Mar 07 21:33:30.950597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b3855f4c-5066-46ca-bb01-a1a250e1c606 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:30.977013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f09b4-68e4-4fc5-8f5b-d1747da4e408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b40bc35-f7d2-4737-9b72-bdf399cb3bcf,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:31.001465 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e17bd7fb-86e4-4cd1-8d99-562a60b06509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (5532ae18-4682-4d32-a106-e6698571874b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:31.025025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port b3855f4c-5066-46ca-bb01-a1a250e1c606 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:31.025492 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:31.114783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cd1fb064-fee8-4b18-9f0c-22f62e75250a None None] Provisioning complete for port b3855f4c-5066-46ca-bb01-a1a250e1c606 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:31.115160 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cd1fb064-fee8-4b18-9f0c-22f62e75250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:31.141467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-972c8b69-507d-4cc1-baa8-1f793c42193f req-a81d98f7-c072-4bbc-99fd-1b87ec3d68ad tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 210 time: 0.0419316 Mar 07 21:33:31.155784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17bd7fb-86e4-4cd1-8d99-562a60b06509 admin admin] Checking segment: {'id': 'c520f6ea-ad42-4bf5-8285-e537dbbefae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c1094f83-d249-4caf-a37a-ca73896afc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:31.156150 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17bd7fb-86e4-4cd1-8d99-562a60b06509 admin admin] Network hostable DHCP agents. Network: c1094f83-d249-4caf-a37a-ca73896afc80, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:33:31.164092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bd7fb-86e4-4cd1-8d99-562a60b06509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5532ae18-4682-4d32-a106-e6698571874b,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:31.197379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17bd7fb-86e4-4cd1-8d99-562a60b06509 admin admin] Network c1094f83-d249-4caf-a37a-ca73896afc80 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:33:31.213344 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-916093a3-186e-4993-bb4c-980a7691d0c8 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:31.215487 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-916093a3-186e-4993-bb4c-980a7691d0c8 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0150654 Mar 07 21:33:31.217741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e17bd7fb-86e4-4cd1-8d99-562a60b06509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, c1094f83-d249-4caf-a37a-ca73896afc80) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:31.232240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378e9fe4-aff3-44d1-a976-e988f517fc68 None None] Network c1094f83-d249-4caf-a37a-ca73896afc80 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:31.237077 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17bd7fb-86e4-4cd1-8d99-562a60b06509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:31.238038 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e17bd7fb-86e4-4cd1-8d99-562a60b06509 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:31.273360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e17bd7fb-86e4-4cd1-8d99-562a60b06509 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8221450 Mar 07 21:33:31.312032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port b3855f4c-5066-46ca-bb01-a1a250e1c606 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:31.313211 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a4ae89b3-dafb-41fd-88ae-fde06030abf1 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:31.380978 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-04015304-4df8-4fd4-bc77-a5e4c649b279 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Request body: {'port': {'device_id': '2d077a3f-09ed-45fc-a5b1-aec0b49971a1', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '16a9d86f1f2949b1943f9604c2d10e48'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:31.424459 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:31.506972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cd1fb064-fee8-4b18-9f0c-22f62e75250a None None] Current status of the port b3855f4c-5066-46ca-bb01-a1a250e1c606 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:31.515591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85572b33-1819-4b6b-b57d-2f7705ddcc9b None None] Network c1094f83-d249-4caf-a37a-ca73896afc80 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:33:31.587760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cd1fb064-fee8-4b18-9f0c-22f62e75250a None None] Provisioning complete for port a4ae89b3-dafb-41fd-88ae-fde06030abf1 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:31.588412 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cd1fb064-fee8-4b18-9f0c-22f62e75250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a4ae89b3-dafb-41fd-88ae-fde06030abf1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:31.589726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port a4ae89b3-dafb-41fd-88ae-fde06030abf1 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:31.590014 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a4ae89b3-dafb-41fd-88ae-fde06030abf1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:31.719726 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Publish callbacks [] for router_gateway (0acaff40-00a4-4999-8b73-38419e6200d4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:31.790087 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cd1fb064-fee8-4b18-9f0c-22f62e75250a None None] Current status of the port a4ae89b3-dafb-41fd-88ae-fde06030abf1 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:31.791708 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cd1fb064-fee8-4b18-9f0c-22f62e75250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a4ae89b3-dafb-41fd-88ae-fde06030abf1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:31.799806 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a4ae89b3-dafb-41fd-88ae-fde06030abf1 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:31.800218 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a4ae89b3-dafb-41fd-88ae-fde06030abf1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:31.860581 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-04015304-4df8-4fd4-bc77-a5e4c649b279 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Made reservation on behalf of 16a9d86f1f2949b1943f9604c2d10e48 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:31.864249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-04015304-4df8-4fd4-bc77-a5e4c649b279 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:31.877374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c934dad-857a-45f2-8863-d772e00467ec req-e079050c-4d49-480a-af24-383013934f41 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:31.885080 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-822f382e-fdbf-42cf-b905-6c054cbfd85e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks [] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:31.890133 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c934dad-857a-45f2-8863-d772e00467ec req-e079050c-4d49-480a-af24-383013934f41 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 932 time: 0.0826044 Mar 07 21:33:31.908734 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cd1fb064-fee8-4b18-9f0c-22f62e75250a None None] For port a4ae89b3-dafb-41fd-88ae-fde06030abf1, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a4ae89b3-dafb-41fd-88ae-fde06030abf1,segment=NetworkSegment(bb40a082-8bda-4b1e-9407-ab63c9d5a695),segment_id=bb40a082-8bda-4b1e-9407-ab63c9d5a695)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:31.920738 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cd1fb064-fee8-4b18-9f0c-22f62e75250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a4ae89b3-dafb-41fd-88ae-fde06030abf1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:32.006836 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c934dad-857a-45f2-8863-d772e00467ec req-5f3c30bb-0678-498b-a336-9e46ba239093 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139429 Mar 07 21:33:32.147083 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:33:32.148657 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:33:32.188249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:33:32.191310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41f023a0-ec6f-42d5-b06c-7bc0733ecb2b req-f28fb04a-415b-4411-9443-7e49593a384a tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 210 time: 0.0795743 Mar 07 21:33:32.195822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fb064-fee8-4b18-9f0c-22f62e75250a None None] Pushing event updated for resources: {'Port': ['ID=a4ae89b3-dafb-41fd-88ae-fde06030abf1,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:32.280498 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-822f382e-fdbf-42cf-b905-6c054cbfd85e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:32.326994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8afbed0-5af3-43d0-817b-1d7a4e3abc06 req-b078e5db-6124-4ff6-b57d-9246ff48bd87 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 210 time: 0.0400877 Mar 07 21:33:32.359794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-d448c280-5a7f-4aba-891c-fd763d28cf4c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:32.361703 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-d448c280-5a7f-4aba-891c-fd763d28cf4c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 820 time: 0.1502981 Mar 07 21:33:32.377592 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-ba9821f6-611e-47fd-b412-93a298dbeaae tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/quotas/ad203922dbd94abca13bc575d34ee25e HTTP/1.1" status: 200 len: 375 time: 0.0100410 Mar 07 21:33:32.405208 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-822f382e-fdbf-42cf-b905-6c054cbfd85e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Network 3a7a9edb-7f99-4532-bb30-e249a93d5157 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:32.410985 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (0acaff40-00a4-4999-8b73-38419e6200d4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:32.413611 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-231f228c-06b8-4c40-999e-b60135980248 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303292 Mar 07 21:33:32.422655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-822f382e-fdbf-42cf-b905-6c054cbfd85e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:32.431464 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f382e-fdbf-42cf-b905-6c054cbfd85e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event updated for resources: {'Port': ['ID=da9d91a3-100f-4da4-9e82-7d98f71b9b21,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:32.433670 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-822f382e-fdbf-42cf-b905-6c054cbfd85e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:32.436803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-04015304-4df8-4fd4-bc77-a5e4c649b279 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Allocated IP 192.168.233.187 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/4b8edd04-0b7a-47da-b12d-f4f81a4f51c0) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:32.633207 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-ccbe598e-a236-42f6-b025-8c688cb1562e service neutron] 10.222.0.26 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122550 Mar 07 21:33:32.671907 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-822f382e-fdbf-42cf-b905-6c054cbfd85e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:32.672547 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-822f382e-fdbf-42cf-b905-6c054cbfd85e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:32.682491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:33:32.695771 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Sync routers for ids ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:33:32.722229 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Routers {'d7eb48d3-1e7c-4650-b4bd-aa07ec108130'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:32.724655 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:33:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:32.749857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a4ae89b3-dafb-41fd-88ae-fde06030abf1 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:32.766562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-724b312b-c86e-4538-bcab-b0bfbff9337a tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:32.768116 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-724b312b-c86e-4538-bcab-b0bfbff9337a tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.13 "GET /v2.0/networks?id=ad9b7dad-c587-4701-a405-41853907880d HTTP/1.1" status: 200 len: 814 time: 0.2445617 Mar 07 21:33:32.800863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-28a917c7-68fd-41a6-baa5-93327bf08168 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Request body: {'port': {'device_id': 'f039250e-1da4-4048-bcbf-825ed9086291', 'network_id': 'ad9b7dad-c587-4701-a405-41853907880d', 'admin_state_up': True, 'tenant_id': '10122bee6c8541009a459f57865c548a'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:32.862932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-9e4aed38-db49-4862-ad0d-5eec941e4a87 service neutron] 10.222.0.26 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286823 Mar 07 21:33:32.924272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ecde84de-fabc-43eb-ae20-544ffce0610b None None] Provisioning complete for port da9d91a3-100f-4da4-9e82-7d98f71b9b21 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:32.924648 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ecde84de-fabc-43eb-ae20-544ffce0610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:32.928193 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Set router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:33.009984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ecde84de-fabc-43eb-ae20-544ffce0610b None None] Port da9d91a3-100f-4da4-9e82-7d98f71b9b21 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:33:33.013339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a4ae89b3-dafb-41fd-88ae-fde06030abf1 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:33.059451 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-28a917c7-68fd-41a6-baa5-93327bf08168 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Made reservation on behalf of 10122bee6c8541009a459f57865c548a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:33.063686 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-28a917c7-68fd-41a6-baa5-93327bf08168 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:33.152498 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port a4ae89b3-dafb-41fd-88ae-fde06030abf1 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:33.153552 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a4ae89b3-dafb-41fd-88ae-fde06030abf1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:33.310159 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-04015304-4df8-4fd4-bc77-a5e4c649b279 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Publish callbacks [] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:33.330812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d64b9369-81e6-4bd8-a587-bbe84ee089a9 req-291be0ea-3cbe-4cfa-9a85-bc1155457852 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 210 time: 0.1479084 Mar 07 21:33:33.373230 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:25Z', 'updated_at': '2022-03-07T21:33:29Z', 'revision_number': 3, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'gw_port': {'id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:27Z', 'updated_at': '2022-03-07T21:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:33.373430 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-822f382e-fdbf-42cf-b905-6c054cbfd85e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0941668 Mar 07 21:33:33.374518 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-04015304-4df8-4fd4-bc77-a5e4c649b279 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:33.436087 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Checking router: d7eb48d3-1e7c-4650-b4bd-aa07ec108130 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:33:33.446495 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Updating router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 port 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:33:33.462204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-66dba97f-9a04-4302-bb3c-8382ad05e89c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Request body: {'port': {'device_id': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110', 'admin_state_up': True, 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:33.495535 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:33.508292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04015304-4df8-4fd4-bc77-a5e4c649b279 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Pushing event updated for resources: {'Port': ['ID=4b8edd04-0b7a-47da-b12d-f4f81a4f51c0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:33.543430 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:33.548810 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-66153de0-2a5d-4062-8450-0abf6dd8f807 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3339226 Mar 07 21:33:33.626415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a4ae89b3-dafb-41fd-88ae-fde06030abf1 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:33.638863 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45802) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:33.727794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-04015304-4df8-4fd4-bc77-a5e4c649b279 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:33.762989 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431207e9-469c-4d67-bac9-3250bf918b19 req-607c3c0a-82a0-44a7-bb45-565cf2750a57 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:33.768319 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431207e9-469c-4d67-bac9-3250bf918b19 req-607c3c0a-82a0-44a7-bb45-565cf2750a57 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:33.769886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-431207e9-469c-4d67-bac9-3250bf918b19 req-607c3c0a-82a0-44a7-bb45-565cf2750a57 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 1655 time: 0.6261029 Mar 07 21:33:33.782344 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-04015304-4df8-4fd4-bc77-a5e4c649b279 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:33.787398 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Publish callbacks [] for port (0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:33.789617 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-04015304-4df8-4fd4-bc77-a5e4c649b279 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:33.797090 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:33.814541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-28a917c7-68fd-41a6-baa5-93327bf08168 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Allocated IP 172.20.0.8 (ad9b7dad-c587-4701-a405-41853907880d/bcf8fdda-bb84-410d-8346-578a28a79adc/1228286a-e3b3-450c-9672-7e2b6eef7f82) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:33.851534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a0b75-b19e-4663-9817-fa85bfbf6940 req-94dfdb32-ec8f-499f-9f66-15f647c91b0c tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:33.862443 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df8a0b75-b19e-4663-9817-fa85bfbf6940 req-94dfdb32-ec8f-499f-9f66-15f647c91b0c tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 936 time: 0.4046094 Mar 07 21:33:33.863892 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfd352-8751-4400-9eb0-3d58ee171992 None None] Pushing event updated for resources: {'Port': ['ID=0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:33.890765 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbfd352-8751-4400-9eb0-3d58ee171992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:33.891338 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbfd352-8751-4400-9eb0-3d58ee171992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:33.891888 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbfd352-8751-4400-9eb0-3d58ee171992 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:33.892236 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbfd352-8751-4400-9eb0-3d58ee171992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:33.892496 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbfd352-8751-4400-9eb0-3d58ee171992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:33.892966 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbfd352-8751-4400-9eb0-3d58ee171992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:33.893628 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbfd352-8751-4400-9eb0-3d58ee171992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:33.893938 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbfd352-8751-4400-9eb0-3d58ee171992 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:33.894281 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbfd352-8751-4400-9eb0-3d58ee171992 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:33.895852 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbfd352-8751-4400-9eb0-3d58ee171992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:33.896202 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbfd352-8751-4400-9eb0-3d58ee171992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:33.896529 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbfd352-8751-4400-9eb0-3d58ee171992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:33.897005 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbfd352-8751-4400-9eb0-3d58ee171992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:33:33.904486 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Attempting to bind port 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:33.905083 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Attempting to bind port 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:33.905597 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Attempting to bind port 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:33.912980 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:33.913578 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:33.914199 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:33.914730 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:33.915489 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Bound port: 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:33.916177 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:33.948269 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-04015304-4df8-4fd4-bc77-a5e4c649b279 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:33.949089 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-04015304-4df8-4fd4-bc77-a5e4c649b279 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:33.962659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-431207e9-469c-4d67-bac9-3250bf918b19 req-c5a1c874-f2bf-4657-b3fe-dd7fc1ef8107 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824026 Mar 07 21:33:33.974162 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Router 0acaff40-00a4-4999-8b73-38419e6200d4 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:33:33.979265 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] For port 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:33.985791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-66dba97f-9a04-4302-bb3c-8382ad05e89c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Made reservation on behalf of 193cb6ee876a4a18960ad33c32df94d4 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:33.989452 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-66dba97f-9a04-4302-bb3c-8382ad05e89c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:33.993153 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] For port 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:34.005905 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:34.016528 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-04015304-4df8-4fd4-bc77-a5e4c649b279 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6817853 Mar 07 21:33:34.043384 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Request body: {'port': {'device_id': '2d077a3f-09ed-45fc-a5b1-aec0b49971a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:34.060687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df8a0b75-b19e-4663-9817-fa85bfbf6940 req-958aa50f-8eb3-432f-8588-e5379594cf3b tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865954 Mar 07 21:33:34.090465 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfd352-8751-4400-9eb0-3d58ee171992 None None] Pushing event updated for resources: {'Port': ['ID=0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:34.118120 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Routers {'d7eb48d3-1e7c-4650-b4bd-aa07ec108130'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:34.118853 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:33:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:34.250759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b57ece21-d2cd-47d1-a927-d8af2d226bc0 None None] Provisioning complete for port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:34.251445 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b57ece21-d2cd-47d1-a927-d8af2d226bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:34.291758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-735a0b4e-daaa-4552-b055-fb102604bde3 req-7e826346-a565-4f74-b04f-6650b11a4fe3 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 210 time: 0.1774676 Mar 07 21:33:34.297772 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] Set router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:34.315948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b57ece21-d2cd-47d1-a927-d8af2d226bc0 None None] Port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:33:34.375515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-88029803-6d24-450f-9aa7-5dbcd0fca37f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297170 Mar 07 21:33:34.379442 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-28a917c7-68fd-41a6-baa5-93327bf08168 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Publish callbacks [] for port (1228286a-e3b3-450c-9672-7e2b6eef7f82), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:34.417395 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:34.498982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:33:34.503031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-66dba97f-9a04-4302-bb3c-8382ad05e89c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Allocated IP 19.80.0.55 (08b756f3-bb9b-4e51-bb57-929f96036110/878a2376-36b4-41ea-bd85-acf7091d2c67/166d6939-2783-46ba-8824-07ab00da5660) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:34.512264 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d919fdc-0e2a-4b25-bb23-56f39d95cbe8 req-599ebec3-9935-4d59-8257-33ca1c49928d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 210 time: 0.0441248 Mar 07 21:33:34.534338 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Sync routers for ids ['0acaff40-00a4-4999-8b73-38419e6200d4'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:33:34.550289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Routers {'0acaff40-00a4-4999-8b73-38419e6200d4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:34.551299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:33:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0acaff40-00a4-4999-8b73-38419e6200d4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:34.582039 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:25Z', 'updated_at': '2022-03-07T21:33:29Z', 'revision_number': 3, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'gw_port': {'id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:27Z', 'updated_at': '2022-03-07T21:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:34.615077 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba5442c-f58e-4523-9d89-6dffc2e7f91d None None] The sync data for ids ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'] in n-d-832330-1 is: [{'id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:25Z', 'updated_at': '2022-03-07T21:33:29Z', 'revision_number': 3, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'gw_port': {'id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:27Z', 'updated_at': '2022-03-07T21:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:33:34.638346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-7abf753b-d411-4674-83d7-d0ce944993ed tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:34.640048 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-7abf753b-d411-4674-83d7-d0ce944993ed tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549672 Mar 07 21:33:34.652072 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-28a917c7-68fd-41a6-baa5-93327bf08168 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1228286a-e3b3-450c-9672-7e2b6eef7f82), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:34.712713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-e6fb4d86-943b-4d68-9cdd-c746cdc4c88a tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/quotas/d9b061b00b7d481ca736dfc229d52c4f HTTP/1.1" status: 200 len: 375 time: 0.0588541 Mar 07 21:33:34.721255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-4c21fb87-6701-4762-b074-fcb09c6ed4c0 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:34.723093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-4c21fb87-6701-4762-b074-fcb09c6ed4c0 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.15 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 820 time: 0.2001026 Mar 07 21:33:34.729386 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:34.730786 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e6b74fef-9c10-4424-ad9b-744f7fcd6606 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.4279072 Mar 07 21:33:34.739670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45818) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:34.742256 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-28a917c7-68fd-41a6-baa5-93327bf08168 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Network ad9b7dad-c587-4701-a405-41853907880d is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:34.745624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Set router 0acaff40-00a4-4999-8b73-38419e6200d4 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:34.748738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-394ed507-3033-4e19-9afa-71bb964f2108 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Request body: {'port': {'device_id': '58b8593d-ab84-4dac-9037-d5c5b6acb6bd', 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605', 'admin_state_up': True, 'tenant_id': 'ad203922dbd94abca13bc575d34ee25e'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:34.790652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-c968c2cf-1171-4980-a859-e193999635f8 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605228 Mar 07 21:33:34.901545 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-28a917c7-68fd-41a6-baa5-93327bf08168 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:34.905659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-28a917c7-68fd-41a6-baa5-93327bf08168 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:35.083866 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185519587-router', 'tenant_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '0e782562-0421-41a8-a4f4-548a26baa24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:26Z', 'updated_at': '2022-03-07T21:33:31Z', 'revision_number': 3, 'project_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'gw_port': {'id': '0e782562-0421-41a8-a4f4-548a26baa24a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:28Z', 'updated_at': '2022-03-07T21:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:35.106410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a917c7-68fd-41a6-baa5-93327bf08168 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Pushing event updated for resources: {'Port': ['ID=1228286a-e3b3-450c-9672-7e2b6eef7f82,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:35.119019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-28a917c7-68fd-41a6-baa5-93327bf08168 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:35.119866 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-28a917c7-68fd-41a6-baa5-93327bf08168 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:35.122605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Checking router: 0acaff40-00a4-4999-8b73-38419e6200d4 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:33:35.122965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Updating router 0acaff40-00a4-4999-8b73-38419e6200d4 port 0e782562-0421-41a8-a4f4-548a26baa24a binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:33:35.165652 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0e782562-0421-41a8-a4f4-548a26baa24a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:35.274357 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-66dba97f-9a04-4302-bb3c-8382ad05e89c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks [] for port (166d6939-2783-46ba-8824-07ab00da5660), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:35.307694 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:35.436312 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:35.446001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-28a917c7-68fd-41a6-baa5-93327bf08168 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6659970 Mar 07 21:33:35.462696 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e62e811f-42fa-40ea-8f49-cdf8865740e2 req-00fb9b97-dd19-4cf7-9349-e54272d37a66 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 210 time: 0.3193879 Mar 07 21:33:35.502646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Request body: {'port': {'device_id': 'f039250e-1da4-4048-bcbf-825ed9086291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:35.509124 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-66dba97f-9a04-4302-bb3c-8382ad05e89c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (166d6939-2783-46ba-8824-07ab00da5660), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:35.512960 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Publish callbacks [] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:35.573487 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Transition to ACTIVE for port object 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:33:35.575059 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Publish callbacks [] for port (0e782562-0421-41a8-a4f4-548a26baa24a), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:35.583853 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0e782562-0421-41a8-a4f4-548a26baa24a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:35.585706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-66dba97f-9a04-4302-bb3c-8382ad05e89c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Network 08b756f3-bb9b-4e51-bb57-929f96036110 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:35.591504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-66dba97f-9a04-4302-bb3c-8382ad05e89c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:35.595402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-66dba97f-9a04-4302-bb3c-8382ad05e89c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:35.645315 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:35.656999 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9ebeb-dec3-46eb-a78c-6ee2bcda0a18 None None] Pushing event updated for resources: {'Port': ['ID=0e782562-0421-41a8-a4f4-548a26baa24a,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:35.667509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-66dba97f-9a04-4302-bb3c-8382ad05e89c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:35.668190 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-66dba97f-9a04-4302-bb3c-8382ad05e89c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:35.733038 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-66dba97f-9a04-4302-bb3c-8382ad05e89c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3475921 Mar 07 21:33:35.737632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Attempting to bind port 0e782562-0421-41a8-a4f4-548a26baa24a on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:35.737632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Attempting to bind port 0e782562-0421-41a8-a4f4-548a26baa24a by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:35.738500 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Attempting to bind port 0e782562-0421-41a8-a4f4-548a26baa24a on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:35.750145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:35.753558 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:35.754252 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:35.754711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:35.755212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Bound port: 0e782562-0421-41a8-a4f4-548a26baa24a, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:35.755652 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0e782562-0421-41a8-a4f4-548a26baa24a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:35.834487 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Request body: {'port': {'device_id': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:35.868631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] For port 0e782562-0421-41a8-a4f4-548a26baa24a, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:35.875592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] For port 0e782562-0421-41a8-a4f4-548a26baa24a, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0e782562-0421-41a8-a4f4-548a26baa24a,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:35.894950 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0e782562-0421-41a8-a4f4-548a26baa24a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:35.904365 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Attempting to bind port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:35.904718 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Attempting to bind port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:35.905029 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Attempting to bind port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:35.907215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-394ed507-3033-4e19-9afa-71bb964f2108 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Made reservation on behalf of ad203922dbd94abca13bc575d34ee25e for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:35.911297 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-394ed507-3033-4e19-9afa-71bb964f2108 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:35.963660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0ba40-8532-4d3b-baf7-49a8816c9ba1 req-737418d2-c334-4eb8-958c-3a631224536b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:35.970174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0ba40-8532-4d3b-baf7-49a8816c9ba1 req-737418d2-c334-4eb8-958c-3a631224536b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:35.980704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7f0ba40-8532-4d3b-baf7-49a8816c9ba1 req-737418d2-c334-4eb8-958c-3a631224536b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 1655 time: 0.8467891 Mar 07 21:33:35.991940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:33:35.992281 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Attempting to bind port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:35.994563 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9ebeb-dec3-46eb-a78c-6ee2bcda0a18 None None] Pushing event updated for resources: {'Port': ['ID=0e782562-0421-41a8-a4f4-548a26baa24a,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:36.005485 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:36.025344 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:36.025691 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:36.026104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:36.026255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Routers {'0acaff40-00a4-4999-8b73-38419e6200d4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:36.026553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Bound port: 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:36.026914 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:36.027572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:33:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0acaff40-00a4-4999-8b73-38419e6200d4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:36.045300 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1228286a-e3b3-450c-9672-7e2b6eef7f82), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:36.128723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9230d32c-9157-48ee-bade-e538742592d5 None None] Provisioning complete for port 166d6939-2783-46ba-8824-07ab00da5660 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:36.129573 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9230d32c-9157-48ee-bade-e538742592d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (166d6939-2783-46ba-8824-07ab00da5660), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:36.163655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dba97f-9a04-4302-bb3c-8382ad05e89c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event updated for resources: {'Port': ['ID=166d6939-2783-46ba-8824-07ab00da5660,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:36.217517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9230d32c-9157-48ee-bade-e538742592d5 None None] Port 166d6939-2783-46ba-8824-07ab00da5660 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:33:36.237542 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] Set router 0acaff40-00a4-4999-8b73-38419e6200d4 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:36.258691 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8edd04-0b7a-47da-b12d-f4f81a4f51c0,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:36.262984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069ae2c-09c7-45c2-a790-d1b89c949910 req-5d108945-c5e3-4cb3-ac28-b0317d171dc6 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:36.270438 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5069ae2c-09c7-45c2-a790-d1b89c949910 req-5d108945-c5e3-4cb3-ac28-b0317d171dc6 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 936 time: 0.7223992 Mar 07 21:33:36.353081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7f0ba40-8532-4d3b-baf7-49a8816c9ba1 req-cb498ee6-0996-4d24-afd0-c514791e882e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709495 Mar 07 21:33:36.369476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-394ed507-3033-4e19-9afa-71bb964f2108 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Allocated IP 172.20.0.6 (efe745a6-ec89-44a3-b745-59cc531d1605/2a638a11-221e-41d3-bfc9-35e63e88d9a6/96b11c6a-e732-4f20-b1cd-383deec683d1) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:36.389148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] For port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:36.415575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Allocated IP 172.20.0.1 (de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5/23cdcf00-1df9-40cd-bc4e-eb80a415ae63/58499ebd-1da0-48fe-b8df-130af1139e22) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:36.425049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] For port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=4b8edd04-0b7a-47da-b12d-f4f81a4f51c0,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:36.462831 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:36.498222 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:36.498222 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:36.500681 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 HTTP/1.1" status: 200 len: 1096 time: 2.4751041 Mar 07 21:33:36.507464 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d077a3f-09ed-45fc-a5b1-aec0b49971a1', 'tag': '4b8edd04-0b7a-47da-b12d-f4f81a4f51c0'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:36.510098 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9304c19a-dcf3-40ef-ae14-99100d834c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d077a3f-09ed-45fc-a5b1-aec0b49971a1", "tag": "4b8edd04-0b7a-47da-b12d-f4f81a4f51c0"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:36.534346 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185519587-router', 'tenant_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '0e782562-0421-41a8-a4f4-548a26baa24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:26Z', 'updated_at': '2022-03-07T21:33:31Z', 'revision_number': 3, 'project_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'gw_port': {'id': '0e782562-0421-41a8-a4f4-548a26baa24a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:28Z', 'updated_at': '2022-03-07T21:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:36.582346 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5069ae2c-09c7-45c2-a790-d1b89c949910 req-5de359de-e139-4093-b317-3495ac0e7cad tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058684 Mar 07 21:33:36.606125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28feab-2a00-4b1d-a035-89f81e446ead None None] The sync data for ids ['0acaff40-00a4-4999-8b73-38419e6200d4'] in n-d-832330-1 is: [{'id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185519587-router', 'tenant_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '0e782562-0421-41a8-a4f4-548a26baa24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:26Z', 'updated_at': '2022-03-07T21:33:31Z', 'revision_number': 3, 'project_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'gw_port': {'id': '0e782562-0421-41a8-a4f4-548a26baa24a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:28Z', 'updated_at': '2022-03-07T21:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:33:36.920183 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.13', 58406) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:36.976668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:36.991828 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-109672ff-63d3-4764-bbb6-616042cf2a84 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691531 Mar 07 21:33:37.045371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ac597-7ee3-40be-9a1f-ae0a90c9a3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8edd04-0b7a-47da-b12d-f4f81a4f51c0,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:37.069407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:37.069898 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:37.094155 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Publish callbacks [] for port (58499ebd-1da0-48fe-b8df-130af1139e22), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:37.109552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-4c07d68c-3a47-48a1-8166-4ccb943a54be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:37.111177 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-4c07d68c-3a47-48a1-8166-4ccb943a54be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16a9d86f1f2949b1943f9604c2d10e48&device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 1130 time: 0.5460110 Mar 07 21:33:37.114658 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6892b564-e974-4dbd-a14e-795cefaa1d01 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:37.176778 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Publish callbacks [] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:37.217571 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-ef1e3905-fac8-4ec5-8553-0a25c4b3a5e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 HTTP/1.1" status: 200 len: 217 time: 0.0626569 Mar 07 21:33:37.237560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:37.238257 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:37.242739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Transition to ACTIVE for port object 6892b564-e974-4dbd-a14e-795cefaa1d01 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:33:37.265222 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:37.266642 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0a8a7c3-170b-47c2-bdfe-56012fba3d8a req-a4c1c768-3e18-4441-949f-38f50c2d4b90 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 210 time: 0.1036336 Mar 07 21:33:37.274026 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:37.284529 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:37.334323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:37.387732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-3656c8e5-1ef8-498c-b53d-cb3d2232098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:37.389792 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-3656c8e5-1ef8-498c-b53d-cb3d2232098f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1652725 Mar 07 21:33:37.392291 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:37.401716 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-3401a7cf-c8f6-4b15-83f1-0ec86ae628a4 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:37.403201 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-3401a7cf-c8f6-4b15-83f1-0ec86ae628a4 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3853064 Mar 07 21:33:37.413164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e62e08-20ef-4970-82c5-d2d174ac47e1 req-7575885e-1bf7-4da5-8f79-f0300ff7f66e tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:37.415003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63e62e08-20ef-4970-82c5-d2d174ac47e1 req-7575885e-1bf7-4da5-8f79-f0300ff7f66e tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 931 time: 0.9497983 Mar 07 21:33:37.423825 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:37.430560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Request body: {'port': {'device_id': 'd5d66382-aae1-4f74-9ec1-7a6a15a7596d', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': 'd9b061b00b7d481ca736dfc229d52c4f'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:37.488580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Pushing event updated for resources: {'Port': ['ID=6892b564-e974-4dbd-a14e-795cefaa1d01,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:37.510164 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2b5b60c-85c9-4000-a33f-c09f31170709 req-24d3016c-0644-4789-9d35-ee85ef47ca34 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 210 time: 0.1074326 Mar 07 21:33:37.524838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1228286a-e3b3-450c-9672-7e2b6eef7f82 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:37.544391 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Publish callbacks [] for port (1228286a-e3b3-450c-9672-7e2b6eef7f82), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:37.556817 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-394ed507-3033-4e19-9afa-71bb964f2108 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks [] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:37.583072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Network de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:37.650725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Transition to ACTIVE for port object 1228286a-e3b3-450c-9672-7e2b6eef7f82 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:33:37.661651 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8add2d-77c6-4467-a28c-0b94cb16d201 x-openstack-request-id: req-2c8add2d-77c6-4467-a28c-0b94cb16d201 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:37.661959 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d077a3f-09ed-45fc-a5b1-aec0b49971a1", "tag": "4b8edd04-0b7a-47da-b12d-f4f81a4f51c0", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:37.662249 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c8add2d-77c6-4467-a28c-0b94cb16d201 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:37.662653 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d077a3f-09ed-45fc-a5b1-aec0b49971a1', 'tag': '4b8edd04-0b7a-47da-b12d-f4f81a4f51c0', 'status': 'completed', 'code': 200} Mar 07 21:33:37.665883 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:37.669451 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:37.675134 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (1228286a-e3b3-450c-9672-7e2b6eef7f82), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:37.761289 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63e62e08-20ef-4970-82c5-d2d174ac47e1 req-db69b622-59da-45d1-8905-ba3bb8f378ae tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffd7f77c-2994-46e5-8319-fca0b91b22bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291090 Mar 07 21:33:37.771432 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:37.780988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Pushing event updated for resources: {'Port': ['ID=58499ebd-1da0-48fe-b8df-130af1139e22,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:37.878124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-f6e438b7-ef49-4df0-930a-e14721fde75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:37.878124 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-f6e438b7-ef49-4df0-930a-e14721fde75a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4717131 Mar 07 21:33:37.921655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-394ed507-3033-4e19-9afa-71bb964f2108 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:37.927601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1228286a-e3b3-450c-9672-7e2b6eef7f82,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:37.974593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Attempting to bind port 6892b564-e974-4dbd-a14e-795cefaa1d01 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:37.974980 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Attempting to bind port 6892b564-e974-4dbd-a14e-795cefaa1d01 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '4ac1454f-0ca5-4513-9892-1f97347da87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:37.975284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Attempting to bind port 6892b564-e974-4dbd-a14e-795cefaa1d01 on network 08b756f3-bb9b-4e51-bb57-929f96036110 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:37.999985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Port 6892b564-e974-4dbd-a14e-795cefaa1d01 on network 08b756f3-bb9b-4e51-bb57-929f96036110 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:33:38.000321 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Attempting to bind port 6892b564-e974-4dbd-a14e-795cefaa1d01 on network 08b756f3-bb9b-4e51-bb57-929f96036110 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:38.028226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:38.028578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Checking segment: {'id': '4ac1454f-0ca5-4513-9892-1f97347da87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:38.029310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Bound using segment: {'id': '4ac1454f-0ca5-4513-9892-1f97347da87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:38.029772 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Bound port: 6892b564-e974-4dbd-a14e-795cefaa1d01, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac1454f-0ca5-4513-9892-1f97347da87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:38.030603 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.040839 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1a16ff4d-758d-417f-b13b-dd6a729b5fb2 None None] Provisioning complete for port 58499ebd-1da0-48fe-b8df-130af1139e22 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:38.041841 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1a16ff4d-758d-417f-b13b-dd6a729b5fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.054642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85ed69-5b21-49da-8d36-fcb369c1b4b0 req-9b8be2e4-327c-49b3-aaee-6638fc9639b9 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:38.060200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85ed69-5b21-49da-8d36-fcb369c1b4b0 req-9b8be2e4-327c-49b3-aaee-6638fc9639b9 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:38.065507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85ed69-5b21-49da-8d36-fcb369c1b4b0 req-9b8be2e4-327c-49b3-aaee-6638fc9639b9 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:38.067229 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f85ed69-5b21-49da-8d36-fcb369c1b4b0 req-9b8be2e4-327c-49b3-aaee-6638fc9639b9 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2388 time: 0.3953638 Mar 07 21:33:38.077660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Allocated IP 172.20.0.1 (bc5be21e-f6a4-4508-a0b2-950f564272f9/3c682db3-3ff8-40dd-b67e-1b944040d848/3e1f1c18-673b-4cc7-9587-e58ac896364f) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:38.081879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Made reservation on behalf of d9b061b00b7d481ca736dfc229d52c4f for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:38.082594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-394ed507-3033-4e19-9afa-71bb964f2108 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Network efe745a6-ec89-44a3-b745-59cc531d1605 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:38.085806 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.096415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1a16ff4d-758d-417f-b13b-dd6a729b5fb2 None None] Port 58499ebd-1da0-48fe-b8df-130af1139e22 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:33:38.098085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-394ed507-3033-4e19-9afa-71bb964f2108 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:38.115685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-394ed507-3033-4e19-9afa-71bb964f2108 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:38.120278 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.129980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ed507-3033-4e19-9afa-71bb964f2108 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Pushing event updated for resources: {'Port': ['ID=96b11c6a-e732-4f20-b1cd-383deec683d1,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:38.197411 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.210016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cda9e-9291-4613-a7b4-b72e8ef00bff req-fa29c1e6-b5f0-4653-a245-8a6894a5baee tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:38.211694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-757cda9e-9291-4613-a7b4-b72e8ef00bff req-fa29c1e6-b5f0-4653-a245-8a6894a5baee tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 948 time: 0.3426321 Mar 07 21:33:38.222168 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-c228c45b-1705-4b80-a73a-33a081856285 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778716 Mar 07 21:33:38.262389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Attempting to bind port 1228286a-e3b3-450c-9672-7e2b6eef7f82 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:38.262724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Attempting to bind port 1228286a-e3b3-450c-9672-7e2b6eef7f82 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'ae2bb337-65ee-4b4c-8de5-b83e7b43719a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ad9b7dad-c587-4701-a405-41853907880d'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:38.263056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Attempting to bind port 1228286a-e3b3-450c-9672-7e2b6eef7f82 on network ad9b7dad-c587-4701-a405-41853907880d {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:38.285319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] For port 6892b564-e974-4dbd-a14e-795cefaa1d01, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:38.299230 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-394ed507-3033-4e19-9afa-71bb964f2108 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:38.299849 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-394ed507-3033-4e19-9afa-71bb964f2108 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.307670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Port 1228286a-e3b3-450c-9672-7e2b6eef7f82 on network ad9b7dad-c587-4701-a405-41853907880d not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:33:38.307998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Attempting to bind port 1228286a-e3b3-450c-9672-7e2b6eef7f82 on network ad9b7dad-c587-4701-a405-41853907880d {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:38.317808 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f85ed69-5b21-49da-8d36-fcb369c1b4b0 req-4548de55-dfc4-4960-b3af-fb7c86f22f6b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308686 Mar 07 21:33:38.323336 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] For port 6892b564-e974-4dbd-a14e-795cefaa1d01, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6892b564-e974-4dbd-a14e-795cefaa1d01,segment=NetworkSegment(4ac1454f-0ca5-4513-9892-1f97347da87c),segment_id=4ac1454f-0ca5-4513-9892-1f97347da87c)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:38.334575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:38.335024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Checking segment: {'id': 'ae2bb337-65ee-4b4c-8de5-b83e7b43719a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ad9b7dad-c587-4701-a405-41853907880d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:38.335576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Bound using segment: {'id': 'ae2bb337-65ee-4b4c-8de5-b83e7b43719a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ad9b7dad-c587-4701-a405-41853907880d'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:38.335944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Bound port: 1228286a-e3b3-450c-9672-7e2b6eef7f82, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2bb337-65ee-4b4c-8de5-b83e7b43719a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ad9b7dad-c587-4701-a405-41853907880d'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:38.336297 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1228286a-e3b3-450c-9672-7e2b6eef7f82), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.353750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-394ed507-3033-4e19-9afa-71bb964f2108 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6102712 Mar 07 21:33:38.378265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Request body: {'port': {'device_id': '58b8593d-ab84-4dac-9037-d5c5b6acb6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:38.383429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.444451 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Publish callbacks [] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.448678 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-757cda9e-9291-4613-a7b4-b72e8ef00bff req-4c6c8964-4139-41a6-b4ed-be132500a548 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216816 Mar 07 21:33:38.473154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:38.473816 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.475288 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] 10.222.0.15 "PUT /v2.0/ports/6892b564-e974-4dbd-a14e-795cefaa1d01 HTTP/1.1" status: 200 len: 1092 time: 2.6686752 Mar 07 21:33:38.489080 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks [] for security_group (b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.508897 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.554291 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Request body: {'port': {'device_id': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:38.566561 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.577437 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b6b3ff85-3c19-4d14-bb39-a885389ffd59 req-5be851e1-c314-4351-9a44-2d7cfe7cabfe service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474562 Mar 07 21:33:38.578052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] For port 1228286a-e3b3-450c-9672-7e2b6eef7f82, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:38.621665 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafedd6-6a34-4d79-83be-81b62add584d service neutron] Pushing event updated for resources: {'Port': ['ID=6892b564-e974-4dbd-a14e-795cefaa1d01,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:38.639947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34904a8c-2f8a-4d5c-b18d-1907dfab5db8 req-a4e76ade-2f96-46df-a31b-7ba06349ae04 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:38.647124 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34904a8c-2f8a-4d5c-b18d-1907dfab5db8 req-a4e76ade-2f96-46df-a31b-7ba06349ae04 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 931 time: 0.2268214 Mar 07 21:33:38.651332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] For port 1228286a-e3b3-450c-9672-7e2b6eef7f82, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=1228286a-e3b3-450c-9672-7e2b6eef7f82,segment=NetworkSegment(ae2bb337-65ee-4b4c-8de5-b83e7b43719a),segment_id=ae2bb337-65ee-4b4c-8de5-b83e7b43719a)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:38.653126 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.680315 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:38.737890 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (1228286a-e3b3-450c-9672-7e2b6eef7f82), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.771787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3a69486-6d19-4b91-aa20-9b21cd4646ac req-79ad2853-d91f-43c6-ac50-680c59807942 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 210 time: 0.1061940 Mar 07 21:33:38.784801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Network bc5be21e-f6a4-4508-a0b2-950f564272f9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:38.808030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:38.814566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:38.822383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Pushing event updated for resources: {'Port': ['ID=3e1f1c18-673b-4cc7-9587-e58ac896364f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:38.824284 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.832410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:38.833561 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.835659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/1228286a-e3b3-450c-9672-7e2b6eef7f82 HTTP/1.1" status: 200 len: 1091 time: 3.3679843 Mar 07 21:33:38.863592 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Publish callbacks [] for port (58499ebd-1da0-48fe-b8df-130af1139e22), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.899987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Allocated IP 192.168.233.88 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/5df88709-4854-455e-95bb-982005623346) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:38.906829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304c19a-dcf3-40ef-ae14-99100d834c9a req-dc6b42f1-924b-4295-8e1b-decf3db3f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:38.906829 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9304c19a-dcf3-40ef-ae14-99100d834c9a req-dc6b42f1-924b-4295-8e1b-decf3db3f737 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16a9d86f1f2949b1943f9604c2d10e48&device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 1130 time: 0.2295198 Mar 07 21:33:38.910862 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:38.915689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f039250e-1da4-4048-bcbf-825ed9086291', 'tag': '1228286a-e3b3-450c-9672-7e2b6eef7f82'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:38.919977 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5877d1-d372-415b-adb5-7ab908d70854" -d '{"events": [{"name": "network-changed", "server_uuid": "f039250e-1da4-4048-bcbf-825ed9086291", "tag": "1228286a-e3b3-450c-9672-7e2b6eef7f82"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:38.974632 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34904a8c-2f8a-4d5c-b18d-1907dfab5db8 req-9a3e6374-7dc6-4117-9f51-877bc67b881c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213420 Mar 07 21:33:39.168673 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Pushing event updated for resources: {'Port': ['ID=58499ebd-1da0-48fe-b8df-130af1139e22,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:39.173336 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:39.219300 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (0acaff40-00a4-4999-8b73-38419e6200d4), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:39.224055 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0e782562-0421-41a8-a4f4-548a26baa24a up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:39.302212 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab76761-86e2-4e5d-b5c7-74cac98ef4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1228286a-e3b3-450c-9672-7e2b6eef7f82,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:39.312066 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 0e782562-0421-41a8-a4f4-548a26baa24a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:39.312477 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0e782562-0421-41a8-a4f4-548a26baa24a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:39.336098 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f5be49-d94c-44d5-b761-182aa6e41b7a x-openstack-request-id: req-b9f5be49-d94c-44d5-b761-182aa6e41b7a {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:39.336786 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f039250e-1da4-4048-bcbf-825ed9086291", "tag": "1228286a-e3b3-450c-9672-7e2b6eef7f82", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:39.337365 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9f5be49-d94c-44d5-b761-182aa6e41b7a {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:39.337858 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f039250e-1da4-4048-bcbf-825ed9086291', 'tag': '1228286a-e3b3-450c-9672-7e2b6eef7f82', 'status': 'completed', 'code': 200} Mar 07 21:33:39.384782 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-dfe63a81-4a78-4443-b41b-c92f561b6b06 None None] Provisioning complete for port 3e1f1c18-673b-4cc7-9587-e58ac896364f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:39.385156 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dfe63a81-4a78-4443-b41b-c92f561b6b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:39.406841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-87caf37e-0ba0-4fb0-ad79-1d2c2ed355f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:39.408369 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-87caf37e-0ba0-4fb0-ad79-1d2c2ed355f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10122bee6c8541009a459f57865c548a&device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 1125 time: 0.4187613 Mar 07 21:33:39.443251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-dfe63a81-4a78-4443-b41b-c92f561b6b06 None None] Port 3e1f1c18-673b-4cc7-9587-e58ac896364f cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:33:39.478659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-a1b87111-34ba-4772-b294-f279196a3c8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1228286a-e3b3-450c-9672-7e2b6eef7f82 HTTP/1.1" status: 200 len: 217 time: 0.0598345 Mar 07 21:33:39.497431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 0e782562-0421-41a8-a4f4-548a26baa24a is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:39.497431 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0e782562-0421-41a8-a4f4-548a26baa24a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:39.518678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 0e782562-0421-41a8-a4f4-548a26baa24a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0e782562-0421-41a8-a4f4-548a26baa24a,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:39.525952 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0e782562-0421-41a8-a4f4-548a26baa24a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:39.526840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:39.581935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c279f9a-d27b-4826-9693-13d607507d26 req-5b5111a8-ddc7-47c9-8055-e90f75427eb6 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:39.583594 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c279f9a-d27b-4826-9693-13d607507d26 req-5b5111a8-ddc7-47c9-8055-e90f75427eb6 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 943 time: 0.4625564 Mar 07 21:33:39.614636 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=0e782562-0421-41a8-a4f4-548a26baa24a,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:39.621882 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:39.622382 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:39.642478 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-9b5ee17e-717c-4e8b-b097-b93bd53035ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:39.643538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-9b5ee17e-717c-4e8b-b097-b93bd53035ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcf8fdda-bb84-410d-8346-578a28a79adc HTTP/1.1" status: 200 len: 854 time: 0.1389492 Mar 07 21:33:39.650760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-e2dca7c9-fcd3-4ce8-80ea-5cbccbb64718 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--358845551&fields=id&tenant_id=fe507c0d42ab4e7980b233c654d92447 HTTP/1.1" status: 200 len: 267 time: 0.2172027 Mar 07 21:33:39.666818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'tag': '6892b564-e974-4dbd-a14e-795cefaa1d01'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:39.669006 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b54509-de43-49dd-a228-ea0fe9f1b373" -d '{"events": [{"name": "network-changed", "server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "tag": "6892b564-e974-4dbd-a14e-795cefaa1d01"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:39.687558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304c19a-dcf3-40ef-ae14-99100d834c9a req-084ce501-4362-4cab-b3c7-fc1bbb371981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:39.690482 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9304c19a-dcf3-40ef-ae14-99100d834c9a req-084ce501-4362-4cab-b3c7-fc1bbb371981 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.7758834 Mar 07 21:33:39.709646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:39.734635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-ac90e1f9-6c59-428a-b8b5-901d30beef9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad9b7dad-c587-4701-a405-41853907880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817840 Mar 07 21:33:39.788312 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:39.815485 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9304c19a-dcf3-40ef-ae14-99100d834c9a req-8da3d25c-0f60-4cb9-9fc7-ac175ec29d2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 HTTP/1.1" status: 200 len: 217 time: 0.0848475 Mar 07 21:33:39.846993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c279f9a-d27b-4826-9693-13d607507d26 req-43f7472f-9235-4cba-9b88-cf8e8c4b519b tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffd7f77c-2994-46e5-8319-fca0b91b22bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438626 Mar 07 21:33:39.875138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Network de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:39.888991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:39.986673 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks [] for port (5df88709-4854-455e-95bb-982005623346), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:39.989132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304c19a-dcf3-40ef-ae14-99100d834c9a req-0f79371b-ee45-4337-b897-b8e324896be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:39.991754 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9304c19a-dcf3-40ef-ae14-99100d834c9a req-0f79371b-ee45-4337-b897-b8e324896be9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1667464 Mar 07 21:33:40.079153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b11c6a-e732-4f20-b1cd-383deec683d1 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:40.125883 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Publish callbacks [] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:40.157429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9d91a3-100f-4da4-9e82-7d98f71b9b21 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:40.169744 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e4ddb276-6bf0-493e-bcb2-ee73a798987e None None] Provisioning complete for port 58499ebd-1da0-48fe-b8df-130af1139e22 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:40.170473 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e4ddb276-6bf0-493e-bcb2-ee73a798987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:40.170681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Publish callbacks [] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:40.180342 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304c19a-dcf3-40ef-ae14-99100d834c9a req-ddc9a2c9-3df8-4224-970a-4f3cc8ced5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:40.181865 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9304c19a-dcf3-40ef-ae14-99100d834c9a req-ddc9a2c9-3df8-4224-970a-4f3cc8ced5b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1818540 Mar 07 21:33:40.190772 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5df88709-4854-455e-95bb-982005623346), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:40.208631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e4ddb276-6bf0-493e-bcb2-ee73a798987e None None] Port 58499ebd-1da0-48fe-b8df-130af1139e22 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:33:40.220345 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:33:40.220785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Transition to ACTIVE for port object 96b11c6a-e732-4f20-b1cd-383deec683d1 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:33:40.238602 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:40.243399 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Transition to ACTIVE for port object da9d91a3-100f-4da4-9e82-7d98f71b9b21 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:33:40.274098 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:40.292968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-0b26114a-4a59-4fc7-8b73-8d0c6bd4d053 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:40.294463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-0b26114a-4a59-4fc7-8b73-8d0c6bd4d053 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/networks?id=f5d0297f-7fe7-4057-8050-31db19d78746 HTTP/1.1" status: 200 len: 824 time: 0.6069133 Mar 07 21:33:40.294836 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:40.311302 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-ba827e9c-5599-4e10-a89d-81f0bdee31f1 service neutron] 10.222.0.13 "GET /v2.0/networks/ad9b7dad-c587-4701-a405-41853907880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401068 Mar 07 21:33:40.328179 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:40.331154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:40.342621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event updated for resources: {'Port': ['ID=5df88709-4854-455e-95bb-982005623346,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:40.402777 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bfe80-f9dd-459c-a8ec-5581d3208834 req-6952eae3-753a-49cd-a268-9b450b495067 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:40.408114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bfe80-f9dd-459c-a8ec-5581d3208834 req-6952eae3-753a-49cd-a268-9b450b495067 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:40.414055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bfe80-f9dd-459c-a8ec-5581d3208834 req-6952eae3-753a-49cd-a268-9b450b495067 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:40.418666 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e6bfe80-f9dd-459c-a8ec-5581d3208834 req-6952eae3-753a-49cd-a268-9b450b495067 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2388 time: 0.3471987 Mar 07 21:33:40.424288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Pushing event updated for resources: {'Port': ['ID=96b11c6a-e732-4f20-b1cd-383deec683d1,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:40.448777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-3854eedd-442f-4eaa-9a9d-6e00eceb241c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/quotas/fe507c0d42ab4e7980b233c654d92447 HTTP/1.1" status: 200 len: 375 time: 0.1408052 Mar 07 21:33:40.504526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:40.505165 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:40.595224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Pushing event updated for resources: {'Port': ['ID=da9d91a3-100f-4da4-9e82-7d98f71b9b21,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:40.598982 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9304c19a-dcf3-40ef-ae14-99100d834c9a req-51f416c3-d9f0-4e83-a3ea-47566e22e9a5 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010592 Mar 07 21:33:40.626029 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-5315a549-6d44-4f23-8164-38070809c769 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2139628 Mar 07 21:33:40.647291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-081a3354-97f4-4a55-87e3-e94a3aa0b46b None None] Provisioning complete for port 5df88709-4854-455e-95bb-982005623346 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:40.648262 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-081a3354-97f4-4a55-87e3-e94a3aa0b46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5df88709-4854-455e-95bb-982005623346), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:40.651957 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Request body: {'port': {'device_id': 'd5d66382-aae1-4f74-9ec1-7a6a15a7596d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:40.687481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-081a3354-97f4-4a55-87e3-e94a3aa0b46b None None] Port 5df88709-4854-455e-95bb-982005623346 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:33:40.688710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e6bfe80-f9dd-459c-a8ec-5581d3208834 req-ebef3728-6b4c-4a4b-9f76-8dd3aacf4274 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240665 Mar 07 21:33:40.715865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.15', 59316) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:40.730861 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:33:40.736981 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a9cf8ca4-9038-4e0a-9212-a8cbf24dedb8 admin admin] 10.222.0.26 "PUT /v2.0/routers/d7eb48d3-1e7c-4650-b4bd-aa07ec108130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0935106 Mar 07 21:33:40.737463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Attempting to bind port da9d91a3-100f-4da4-9e82-7d98f71b9b21 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:40.737811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Attempting to bind port da9d91a3-100f-4da4-9e82-7d98f71b9b21 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '4764d239-1375-4cf1-9fc9-05d47ded89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3a7a9edb-7f99-4532-bb30-e249a93d5157'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:40.738166 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Attempting to bind port da9d91a3-100f-4da4-9e82-7d98f71b9b21 on network 3a7a9edb-7f99-4532-bb30-e249a93d5157 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:40.739769 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df65fdac-741c-47c5-af25-08ecfebf6f25 req-81478f47-c896-48b3-937b-6ec053029778 service neutron] 10.222.0.13 "GET /v2.0/networks/ad9b7dad-c587-4701-a405-41853907880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185216 Mar 07 21:33:40.750023 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Sync routers for ids ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:33:40.757131 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Port da9d91a3-100f-4da4-9e82-7d98f71b9b21 on network 3a7a9edb-7f99-4532-bb30-e249a93d5157 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:33:40.757327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Attempting to bind port da9d91a3-100f-4da4-9e82-7d98f71b9b21 on network 3a7a9edb-7f99-4532-bb30-e249a93d5157 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:40.768613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:40.768963 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Checking segment: {'id': '4764d239-1375-4cf1-9fc9-05d47ded89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3a7a9edb-7f99-4532-bb30-e249a93d5157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:40.769354 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Bound using segment: {'id': '4764d239-1375-4cf1-9fc9-05d47ded89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3a7a9edb-7f99-4532-bb30-e249a93d5157'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:40.769793 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Bound port: da9d91a3-100f-4da4-9e82-7d98f71b9b21, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4764d239-1375-4cf1-9fc9-05d47ded89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3a7a9edb-7f99-4532-bb30-e249a93d5157'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:40.770195 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:40.783502 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-20394d55-bc91-4f44-bb68-352bbddc907d tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe507c0d42ab4e7980b233c654d92447&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3238049 Mar 07 21:33:40.801269 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Publish callbacks [] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:40.804928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Attempting to bind port 96b11c6a-e732-4f20-b1cd-383deec683d1 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:40.805318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Attempting to bind port 96b11c6a-e732-4f20-b1cd-383deec683d1 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:40.805468 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Routers {'d7eb48d3-1e7c-4650-b4bd-aa07ec108130'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:40.805569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Attempting to bind port 96b11c6a-e732-4f20-b1cd-383deec683d1 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:40.806357 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:33:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:40.859651 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9304c19a-dcf3-40ef-ae14-99100d834c9a req-6d009b5c-c2e0-4796-aac2-1494d5e7aff6 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477496 Mar 07 21:33:40.865386 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:40.882226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Port 96b11c6a-e732-4f20-b1cd-383deec683d1 on network efe745a6-ec89-44a3-b745-59cc531d1605 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:33:40.882822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Attempting to bind port 96b11c6a-e732-4f20-b1cd-383deec683d1 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:40.887797 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5df88709-4854-455e-95bb-982005623346), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:40.949514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0e782562-0421-41a8-a4f4-548a26baa24a up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:41.013861 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:41.014613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Checking segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:41.015183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Bound using segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:41.015793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Bound port: 96b11c6a-e732-4f20-b1cd-383deec683d1, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:41.016315 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:41.026731 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 0e782562-0421-41a8-a4f4-548a26baa24a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:41.027337 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0e782562-0421-41a8-a4f4-548a26baa24a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:41.076791 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (0acaff40-00a4-4999-8b73-38419e6200d4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:41.088781 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] For port da9d91a3-100f-4da4-9e82-7d98f71b9b21, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:41.089565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-2b83780d-34b0-4db6-90ac-0b0fd3495b84 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:41.091298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-2b83780d-34b0-4db6-90ac-0b0fd3495b84 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e6f073-8e11-4b14-b463-14b58c7821b6 HTTP/1.1" status: 200 len: 945 time: 0.3539889 Mar 07 21:33:41.101071 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Set router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:41.102334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Pushing event updated for resources: {'Port': ['ID=3e1f1c18-673b-4cc7-9587-e58ac896364f,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:41.120451 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] For port da9d91a3-100f-4da4-9e82-7d98f71b9b21, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=da9d91a3-100f-4da4-9e82-7d98f71b9b21,segment=NetworkSegment(4764d239-1375-4cf1-9fc9-05d47ded89b5),segment_id=4764d239-1375-4cf1-9fc9-05d47ded89b5)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:41.148554 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 0e782562-0421-41a8-a4f4-548a26baa24a is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:41.148769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:41.228089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829d1dd-cd22-4ba2-91a6-f8d838333083 req-c8a46677-9b59-4efd-96da-7827f914a485 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:41.229848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c829d1dd-cd22-4ba2-91a6-f8d838333083 req-c8a46677-9b59-4efd-96da-7827f914a485 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 948 time: 0.3864048 Mar 07 21:33:41.237167 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-b9952d0a-0f98-4bb1-9059-fc4465912f52 service neutron] 10.222.0.26 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333971 Mar 07 21:33:41.247074 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:41.247782 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:41.249268 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] 10.222.0.15 "PUT /v2.0/ports/da9d91a3-100f-4da4-9e82-7d98f71b9b21 HTTP/1.1" status: 200 len: 1092 time: 2.7077954 Mar 07 21:33:41.271428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5877d1-d372-415b-adb5-7ab908d70854 req-3ac7f2d2-f2ed-4918-a2ce-0da483fd5018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:41.276087 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c799f-4975-4d52-b521-308e47a108fd service neutron] Pushing event updated for resources: {'Port': ['ID=da9d91a3-100f-4da4-9e82-7d98f71b9b21,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:41.281253 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c5877d1-d372-415b-adb5-7ab908d70854 req-3ac7f2d2-f2ed-4918-a2ce-0da483fd5018 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10122bee6c8541009a459f57865c548a&device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 1125 time: 0.4486344 Mar 07 21:33:41.292133 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Request body: {'port': {'device_id': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:41.357939 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:25Z', 'updated_at': '2022-03-07T21:33:38Z', 'revision_number': 4, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'gw_port': {'id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:27Z', 'updated_at': '2022-03-07T21:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '58499ebd-1da0-48fe-b8df-130af1139e22', 'name': '', 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'mac_address': 'fa:16:3e:d7:6c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:35Z', 'updated_at': '2022-03-07T21:33:38Z', 'revision_number': 2, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'subnets': [{'id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:41.398863 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Checking router: d7eb48d3-1e7c-4650-b4bd-aa07ec108130 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:33:41.400405 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Updating router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 port 58499ebd-1da0-48fe-b8df-130af1139e22 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:33:41.404174 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (166d6939-2783-46ba-8824-07ab00da5660), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:41.420153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df88709-4854-455e-95bb-982005623346 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:41.430943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Publish callbacks [] for port (5df88709-4854-455e-95bb-982005623346), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:41.443222 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:41.468232 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Transition to ACTIVE for port object 5df88709-4854-455e-95bb-982005623346 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:33:41.481657 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (5df88709-4854-455e-95bb-982005623346), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:41.493617 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:41.570411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=96b11c6a-e732-4f20-b1cd-383deec683d1,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:41.611853 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:41.627650 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c829d1dd-cd22-4ba2-91a6-f8d838333083 req-4bb0a609-e768-4dcc-b570-50d1a8cd9bda tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804340 Mar 07 21:33:41.639856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Pushing event updated for resources: {'Port': ['ID=5df88709-4854-455e-95bb-982005623346,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:41.699807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Network bc5be21e-f6a4-4508-a0b2-950f564272f9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:41.719458 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-81146a3c-c9a5-48cb-a16a-e33abeb989bb service neutron] 10.222.0.26 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813378 Mar 07 21:33:41.731114 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559a7e21-db49-4819-be21-f138dac11e84 x-openstack-request-id: req-559a7e21-db49-4819-be21-f138dac11e84 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:41.731675 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "tag": "6892b564-e974-4dbd-a14e-795cefaa1d01", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:41.731675 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-559a7e21-db49-4819-be21-f138dac11e84 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:41.732084 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'tag': '6892b564-e974-4dbd-a14e-795cefaa1d01', 'status': 'completed', 'code': 200} Mar 07 21:33:41.737668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:41.760568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:41.761271 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:41.762823 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] 10.222.0.15 "PUT /v2.0/ports/96b11c6a-e732-4f20-b1cd-383deec683d1 HTTP/1.1" status: 200 len: 1091 time: 3.3931932 Mar 07 21:33:41.764852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b8593d-ab84-4dac-9037-d5c5b6acb6bd', 'tag': '96b11c6a-e732-4f20-b1cd-383deec683d1'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:41.767180 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c88c008-e62a-47fb-b8e9-c441a94723e2" -d '{"events": [{"name": "network-changed", "server_uuid": "58b8593d-ab84-4dac-9037-d5c5b6acb6bd", "tag": "96b11c6a-e732-4f20-b1cd-383deec683d1"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:41.769347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.15', 59317) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:41.839795 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5877d1-d372-415b-adb5-7ab908d70854 req-4aad0bd3-40ac-4395-8805-c5d8ae574947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:41.841287 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c5877d1-d372-415b-adb5-7ab908d70854 req-4aad0bd3-40ac-4395-8805-c5d8ae574947 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad9b7dad-c587-4701-a405-41853907880d HTTP/1.1" status: 200 len: 915 time: 0.5292809 Mar 07 21:33:41.892273 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Publish callbacks [] for port (58499ebd-1da0-48fe-b8df-130af1139e22), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:41.907168 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Attempting to bind port 5df88709-4854-455e-95bb-982005623346 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:41.907512 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Attempting to bind port 5df88709-4854-455e-95bb-982005623346 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:41.907840 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Attempting to bind port 5df88709-4854-455e-95bb-982005623346 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:41.934361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Port 5df88709-4854-455e-95bb-982005623346 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:33:41.934893 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Attempting to bind port 5df88709-4854-455e-95bb-982005623346 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:41.935679 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:41.936343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-5e331f50-5069-4092-ab8b-1f5e6636e475 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Deleting port bdecf2f0-34d9-40d7-aa02-89dcbab0e513 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:33:41.936887 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-5e331f50-5069-4092-ab8b-1f5e6636e475 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:41.963947 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:41.964292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:41.964683 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:41.965137 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Bound port: 5df88709-4854-455e-95bb-982005623346, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:41.965508 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5df88709-4854-455e-95bb-982005623346), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:42.042748 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253bcaf-1865-4329-9d85-f49ce48f5b9b None None] Pushing event updated for resources: {'Port': ['ID=58499ebd-1da0-48fe-b8df-130af1139e22,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:42.064921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd298445-3375-4531-be7c-1a44fddef464 service neutron] Pushing event updated for resources: {'Port': ['ID=96b11c6a-e732-4f20-b1cd-383deec683d1,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:42.124503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166d6939-2783-46ba-8824-07ab00da5660 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:42.137956 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Attempting to bind port 58499ebd-1da0-48fe-b8df-130af1139e22 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:42.138720 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Attempting to bind port 58499ebd-1da0-48fe-b8df-130af1139e22 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '042a0dbb-8b5b-48be-801b-ae7e183e4644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:42.139301 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Attempting to bind port 58499ebd-1da0-48fe-b8df-130af1139e22 on network de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:42.141477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Publish callbacks [] for port (166d6939-2783-46ba-8824-07ab00da5660), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:42.148802 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:42.154663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] For port 5df88709-4854-455e-95bb-982005623346, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:42.155509 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Checking segment: {'id': '042a0dbb-8b5b-48be-801b-ae7e183e4644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:42.156142 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:42.156769 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Bound using segment: {'id': '042a0dbb-8b5b-48be-801b-ae7e183e4644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:42.157471 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Bound port: 58499ebd-1da0-48fe-b8df-130af1139e22, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042a0dbb-8b5b-48be-801b-ae7e183e4644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:42.158058 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:42.162031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] For port 5df88709-4854-455e-95bb-982005623346, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5df88709-4854-455e-95bb-982005623346,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:42.166356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Transition to ACTIVE for port object 166d6939-2783-46ba-8824-07ab00da5660 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:33:42.176318 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (5df88709-4854-455e-95bb-982005623346), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:42.186595 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (166d6939-2783-46ba-8824-07ab00da5660), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:42.227333 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:42.228174 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:42.232421 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] 10.222.0.13 "PUT /v2.0/ports/5df88709-4854-455e-95bb-982005623346 HTTP/1.1" status: 200 len: 1095 time: 1.5867643 Mar 07 21:33:42.284178 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] For port 58499ebd-1da0-48fe-b8df-130af1139e22, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:42.289140 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] For port 58499ebd-1da0-48fe-b8df-130af1139e22, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=58499ebd-1da0-48fe-b8df-130af1139e22,segment=NetworkSegment(042a0dbb-8b5b-48be-801b-ae7e183e4644),segment_id=042a0dbb-8b5b-48be-801b-ae7e183e4644)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:42.292518 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97f438-92cc-44e9-b1f8-1412258d5dda service neutron] Pushing event updated for resources: {'Port': ['ID=5df88709-4854-455e-95bb-982005623346,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:42.299643 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:42.347500 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5382441f-41d7-4d9a-ae6d-1a76dceafcde None None] Provisioning complete for port 3e1f1c18-673b-4cc7-9587-e58ac896364f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:42.348966 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5382441f-41d7-4d9a-ae6d-1a76dceafcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:42.398542 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253bcaf-1865-4329-9d85-f49ce48f5b9b None None] Pushing event updated for resources: {'Port': ['ID=58499ebd-1da0-48fe-b8df-130af1139e22,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:42.407197 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Routers {'d7eb48d3-1e7c-4650-b4bd-aa07ec108130'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:42.408041 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:33:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:42.477565 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=166d6939-2783-46ba-8824-07ab00da5660,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:42.502431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5382441f-41d7-4d9a-ae6d-1a76dceafcde None None] Port 3e1f1c18-673b-4cc7-9587-e58ac896364f cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:33:42.548868 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] Set router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:42.549868 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Attempting to bind port 166d6939-2783-46ba-8824-07ab00da5660 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:42.550478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Attempting to bind port 166d6939-2783-46ba-8824-07ab00da5660 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '4ac1454f-0ca5-4513-9892-1f97347da87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:42.551771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Attempting to bind port 166d6939-2783-46ba-8824-07ab00da5660 on network 08b756f3-bb9b-4e51-bb57-929f96036110 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:42.562329 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Port 166d6939-2783-46ba-8824-07ab00da5660 on network 08b756f3-bb9b-4e51-bb57-929f96036110 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:33:42.562757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Attempting to bind port 166d6939-2783-46ba-8824-07ab00da5660 on network 08b756f3-bb9b-4e51-bb57-929f96036110 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:42.573777 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-be2d2ec7-029f-4cc5-91b0-eeae2869146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:42.575450 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-be2d2ec7-029f-4cc5-91b0-eeae2869146a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 1129 time: 0.2782683 Mar 07 21:33:42.580758 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:42.582481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Checking segment: {'id': '4ac1454f-0ca5-4513-9892-1f97347da87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:42.582958 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Bound using segment: {'id': '4ac1454f-0ca5-4513-9892-1f97347da87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:42.585183 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Bound port: 166d6939-2783-46ba-8824-07ab00da5660, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac1454f-0ca5-4513-9892-1f97347da87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:42.585565 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (166d6939-2783-46ba-8824-07ab00da5660), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:42.588568 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c5877d1-d372-415b-adb5-7ab908d70854 req-94d1d21a-da6f-4d3c-96c1-783b4a246015 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1228286a-e3b3-450c-9672-7e2b6eef7f82 HTTP/1.1" status: 200 len: 217 time: 0.7285788 Mar 07 21:33:42.669373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ad535fae-020d-4651-bef6-a0a6f0718772 None None] Provisioning complete for port 58499ebd-1da0-48fe-b8df-130af1139e22 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:42.670006 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad535fae-020d-4651-bef6-a0a6f0718772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:42.696043 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-7bf53cc8-6f70-485c-92c2-d7d0e8d13077 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=5df88709-4854-455e-95bb-982005623346 HTTP/1.1" status: 200 len: 217 time: 0.1023369 Mar 07 21:33:42.836902 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:25Z', 'updated_at': '2022-03-07T21:33:38Z', 'revision_number': 4, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'gw_port': {'id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:27Z', 'updated_at': '2022-03-07T21:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '58499ebd-1da0-48fe-b8df-130af1139e22', 'name': '', 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'mac_address': 'fa:16:3e:d7:6c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:35Z', 'updated_at': '2022-03-07T21:33:42Z', 'revision_number': 4, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'subnets': [{'id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:42.867906 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e8b74-7a6f-44de-9007-55b65a57b0d1 None None] The sync data for ids ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'] in n-d-832330-1 is: [{'id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:25Z', 'updated_at': '2022-03-07T21:33:38Z', 'revision_number': 4, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'gw_port': {'id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:27Z', 'updated_at': '2022-03-07T21:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '58499ebd-1da0-48fe-b8df-130af1139e22', 'name': '', 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'mac_address': 'fa:16:3e:d7:6c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:35Z', 'updated_at': '2022-03-07T21:33:42Z', 'revision_number': 4, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'subnets': [{'id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:33:42.943427 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-b6a39714-d265-4cbe-a8a3-437f5dacacec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:42.957762 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-b6a39714-d265-4cbe-a8a3-437f5dacacec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.2533374 Mar 07 21:33:42.968323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-55addc41-2dc5-42e8-b7ed-05e3e0dec25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:42.970516 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-55addc41-2dc5-42e8-b7ed-05e3e0dec25f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 1125 time: 1.1144760 Mar 07 21:33:43.027271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b54509-de43-49dd-a228-ea0fe9f1b373 req-4058b605-305a-4cf0-8cac-61a747dda6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:43.028145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b54509-de43-49dd-a228-ea0fe9f1b373 req-4058b605-305a-4cf0-8cac-61a747dda6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:43.028790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b54509-de43-49dd-a228-ea0fe9f1b373 req-4058b605-305a-4cf0-8cac-61a747dda6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:43.030809 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68b54509-de43-49dd-a228-ea0fe9f1b373 req-4058b605-305a-4cf0-8cac-61a747dda6c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=193cb6ee876a4a18960ad33c32df94d4&device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2860 time: 1.2346530 Mar 07 21:33:43.048570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5877d1-d372-415b-adb5-7ab908d70854 req-b3413b62-a14e-44b9-b920-227228bb6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:43.054916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c5877d1-d372-415b-adb5-7ab908d70854 req-b3413b62-a14e-44b9-b920-227228bb6f11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcf8fdda-bb84-410d-8346-578a28a79adc HTTP/1.1" status: 200 len: 854 time: 0.4156067 Mar 07 21:33:43.109362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86268db8-569f-4283-81d8-fe702d89260e req-6568a204-1867-4542-8848-ed4cef862312 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:43.111591 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86268db8-569f-4283-81d8-fe702d89260e req-6568a204-1867-4542-8848-ed4cef862312 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 947 time: 1.2595048 Mar 07 21:33:43.149080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-78255277-54b4-4765-b54b-e9e4c1736c19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b11c6a-e732-4f20-b1cd-383deec683d1 HTTP/1.1" status: 200 len: 217 time: 0.1435058 Mar 07 21:33:43.161744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485e092-4610-4bbd-bc01-75466054e3a7 req-cec3d8c3-1efa-4407-a821-5d9e5734a98b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:43.164451 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c485e092-4610-4bbd-bc01-75466054e3a7 req-cec3d8c3-1efa-4407-a821-5d9e5734a98b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 943 time: 0.6283982 Mar 07 21:33:43.198422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:33:43.216351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ad535fae-020d-4651-bef6-a0a6f0718772 None None] Current status of the port 58499ebd-1da0-48fe-b8df-130af1139e22 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:43.216875 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad535fae-020d-4651-bef6-a0a6f0718772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:43.277004 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-5e331f50-5069-4092-ab8b-1f5e6636e475 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] For port bdecf2f0-34d9-40d7-aa02-89dcbab0e513, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bdecf2f0-34d9-40d7-aa02-89dcbab0e513,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:43.277449 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-5e331f50-5069-4092-ab8b-1f5e6636e475 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:43.294662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c5877d1-d372-415b-adb5-7ab908d70854 req-004e5f07-5a46-41d0-b299-a6d0db8b1176 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad9b7dad-c587-4701-a405-41853907880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1708527 Mar 07 21:33:43.296567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Router 0acaff40-00a4-4999-8b73-38419e6200d4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:33:43.327116 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] For port 166d6939-2783-46ba-8824-07ab00da5660, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:43.334108 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] For port 166d6939-2783-46ba-8824-07ab00da5660, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=166d6939-2783-46ba-8824-07ab00da5660,segment=NetworkSegment(4ac1454f-0ca5-4513-9892-1f97347da87c),segment_id=4ac1454f-0ca5-4513-9892-1f97347da87c)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:43.346621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ad535fae-020d-4651-bef6-a0a6f0718772 None None] For port 58499ebd-1da0-48fe-b8df-130af1139e22, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=58499ebd-1da0-48fe-b8df-130af1139e22,segment=NetworkSegment(042a0dbb-8b5b-48be-801b-ae7e183e4644),segment_id=042a0dbb-8b5b-48be-801b-ae7e183e4644)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:43.349257 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (166d6939-2783-46ba-8824-07ab00da5660), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:43.358010 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad535fae-020d-4651-bef6-a0a6f0718772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:43.397465 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-89612152-7ef5-4619-a16a-d718ef950b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:43.399841 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-89612152-7ef5-4619-a16a-d718ef950b5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4348533 Mar 07 21:33:43.425018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad535fae-020d-4651-bef6-a0a6f0718772 None None] Pushing event updated for resources: {'Port': ['ID=58499ebd-1da0-48fe-b8df-130af1139e22,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:43.471412 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=4b8edd04-0b7a-47da-b12d-f4f81a4f51c0,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:43.474628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:43.478696 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:43.480465 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] 10.222.0.15 "PUT /v2.0/ports/166d6939-2783-46ba-8824-07ab00da5660 HTTP/1.1" status: 200 len: 1091 time: 2.1926832 Mar 07 21:33:43.544219 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b076f2-7743-4ba9-8d51-9dd150b9d5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=166d6939-2783-46ba-8824-07ab00da5660,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:43.548915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '4b8edd04-0b7a-47da-b12d-f4f81a4f51c0', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '4b8edd04-0b7a-47da-b12d-f4f81a4f51c0', 'mac_address': 'fa:16:3e:cd:54:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:33:43.665294 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:43.665294 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:43.714720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:43.733324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'tag': 'da9d91a3-100f-4da4-9e82-7d98f71b9b21'}, {'name': 'network-changed', 'server_uuid': 'd5d66382-aae1-4f74-9ec1-7a6a15a7596d', 'tag': '5df88709-4854-455e-95bb-982005623346'}, {'name': 'network-changed', 'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'tag': '166d6939-2783-46ba-8824-07ab00da5660'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:43.735671 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ca0f41-b257-4510-9d80-2b9b16ee898e" -d '{"events": [{"name": "network-changed", "server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "tag": "da9d91a3-100f-4da4-9e82-7d98f71b9b21"}, {"name": "network-changed", "server_uuid": "d5d66382-aae1-4f74-9ec1-7a6a15a7596d", "tag": "5df88709-4854-455e-95bb-982005623346"}, {"name": "network-changed", "server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "tag": "166d6939-2783-46ba-8824-07ab00da5660"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:43.753277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=4b8edd04-0b7a-47da-b12d-f4f81a4f51c0,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:43.756066 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-1bb4e076-5bc5-4a42-b5cb-39c9618e7a2b service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323743 Mar 07 21:33:43.768108 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:43.857543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-6b7f20f3-45bd-4a6b-96b4-2bb5a2651a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:43.860402 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-6b7f20f3-45bd-4a6b-96b4-2bb5a2651a4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.6367416 Mar 07 21:33:43.879938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a7aea589-2d62-47dd-b8a7-7fe8102e7f33 None None] Provisioning complete for port 58499ebd-1da0-48fe-b8df-130af1139e22 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:43.880329 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a7aea589-2d62-47dd-b8a7-7fe8102e7f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:43.898673 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3ba3ac-7242-4279-8d10-592a87c5a6a5 req-cff7228c-ca08-408b-8665-7036a8764bfc service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382284 Mar 07 21:33:43.929119 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-2ddeff19-c4a4-47ff-824c-a2b73abfbecd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:43.930994 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-2ddeff19-c4a4-47ff-824c-a2b73abfbecd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.15 "GET /v2.0/networks?id=f5d0297f-7fe7-4057-8050-31db19d78746 HTTP/1.1" status: 200 len: 824 time: 0.3071792 Mar 07 21:33:43.973733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=4b8edd04-0b7a-47da-b12d-f4f81a4f51c0,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:44.043466 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-45e0e413-d227-4a9d-88ab-5b9a0eafe71c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe507c0d42ab4e7980b233c654d92447 HTTP/1.1" status: 200 len: 379 time: 0.1029322 Mar 07 21:33:44.057981 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-4a486338-eee2-4ad2-85c3-5abfe6bc8a3b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Request body: {'port': {'device_id': 'a6be6ca3-e23a-4196-a466-9cfdf3cb48a1', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'admin_state_up': True, 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'security_groups': ['546da07c-39c3-45c6-96b5-7067d474169f']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:44.067576 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a7aea589-2d62-47dd-b8a7-7fe8102e7f33 None None] Current status of the port 58499ebd-1da0-48fe-b8df-130af1139e22 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:44.095264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['4b8edd04-0b7a-47da-b12d-f4f81a4f51c0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:33:44.120377 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c485e092-4610-4bbd-bc01-75466054e3a7 req-d61911ec-c81d-4df6-b23b-a77af4dbf298 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8779647 Mar 07 21:33:44.123837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86268db8-569f-4283-81d8-fe702d89260e req-80dbc17b-b040-4a47-a88d-7acb968a6c70 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9766304 Mar 07 21:33:44.125694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-e5063f1b-5e7b-4d91-9bbd-344e85fe5574 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1765428 Mar 07 21:33:44.229416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-4a486338-eee2-4ad2-85c3-5abfe6bc8a3b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Made reservation on behalf of fe507c0d42ab4e7980b233c654d92447 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:33:44.235449 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-4a486338-eee2-4ad2-85c3-5abfe6bc8a3b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:44.293537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b54509-de43-49dd-a228-ea0fe9f1b373 req-7812f64c-d3c5-4f8e-abee-398b6123ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:44.294506 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b54509-de43-49dd-a228-ea0fe9f1b373 req-7812f64c-d3c5-4f8e-abee-398b6123ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:44.295154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b54509-de43-49dd-a228-ea0fe9f1b373 req-7812f64c-d3c5-4f8e-abee-398b6123ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:44.297037 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68b54509-de43-49dd-a228-ea0fe9f1b373 req-7812f64c-d3c5-4f8e-abee-398b6123ee4d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=193cb6ee876a4a18960ad33c32df94d4&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.2363219 Mar 07 21:33:44.481315 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-4a486338-eee2-4ad2-85c3-5abfe6bc8a3b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Allocated IP 172.20.0.12 (f5d0297f-7fe7-4057-8050-31db19d78746/198b0692-aaa2-4993-80a3-aca68b2e06b1/1639f69e-cca3-4217-992d-36427343f740) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:44.533544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45910) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:44.539823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ae62aaa4-fc04-4125-bfe9-6ab560f931b5 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1908158964', 'description': 'tempest-description--1725412147'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:44.640894 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae62aaa4-fc04-4125-bfe9-6ab560f931b5 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:44.685052 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-4a486338-eee2-4ad2-85c3-5abfe6bc8a3b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for port (1639f69e-cca3-4217-992d-36427343f740), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:44.699630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device bdecf2f0-34d9-40d7-aa02-89dcbab0e513 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:33:44.767050 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c5877d1-d372-415b-adb5-7ab908d70854 req-473adf46-77e2-4aa7-8fd8-2052ce7e74c5 service neutron] 10.222.0.13 "GET /v2.0/networks/ad9b7dad-c587-4701-a405-41853907880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4140265 Mar 07 21:33:44.770128 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae62aaa4-fc04-4125-bfe9-6ab560f931b5 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for security_group (2c8be9ef-967c-4362-a1d5-ba966e4b36cd), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:44.771552 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-4a486338-eee2-4ad2-85c3-5abfe6bc8a3b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (1639f69e-cca3-4217-992d-36427343f740), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:44.780342 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-5e331f50-5069-4092-ab8b-1f5e6636e475 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:44.780734 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-5e331f50-5069-4092-ab8b-1f5e6636e475 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (a49315f5-7f07-4a0f-a8cf-8924f83397c7), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:44.781115 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-5e331f50-5069-4092-ab8b-1f5e6636e475 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Floating IP a49315f5-7f07-4a0f-a8cf-8924f83397c7 disassociated. External IP: 172.25.4.119, port: bdecf2f0-34d9-40d7-aa02-89dcbab0e513. Mar 07 21:33:44.781458 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-5e331f50-5069-4092-ab8b-1f5e6636e475 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Calling delete_port for bdecf2f0-34d9-40d7-aa02-89dcbab0e513 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:33:44.789516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port bdecf2f0-34d9-40d7-aa02-89dcbab0e513 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:44.789516 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:44.789794 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae62aaa4-fc04-4125-bfe9-6ab560f931b5 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2c8be9ef-967c-4362-a1d5-ba966e4b36cd), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:44.822036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-4a486338-eee2-4ad2-85c3-5abfe6bc8a3b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Network f5d0297f-7fe7-4057-8050-31db19d78746 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:44.824093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e6f073-8e11-4b14-b463-14b58c7821b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:44.827267 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae1057d-9cff-4679-9b99-3b59bfa00c3f" -d '{"events": [{"server_uuid": "19e6f073-8e11-4b14-b463-14b58c7821b6", "name": "network-vif-unplugged", "status": "completed", "tag": "bdecf2f0-34d9-40d7-aa02-89dcbab0e513"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:44.845656 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-4a486338-eee2-4ad2-85c3-5abfe6bc8a3b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:44.856496 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-4a486338-eee2-4ad2-85c3-5abfe6bc8a3b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:44.862940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port bdecf2f0-34d9-40d7-aa02-89dcbab0e513, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bdecf2f0-34d9-40d7-aa02-89dcbab0e513,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:44.870540 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:44.906679 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae62aaa4-fc04-4125-bfe9-6ab560f931b5 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:44.907946 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ae62aaa4-fc04-4125-bfe9-6ab560f931b5 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3730173 Mar 07 21:33:44.908663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62aaa4-fc04-4125-bfe9-6ab560f931b5 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8be9ef-967c-4362-a1d5-ba966e4b36cd,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:44.910653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45914) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:44.914998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 1228286a-e3b3-450c-9672-7e2b6eef7f82 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:33:44.922923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-dbd44455-8c63-4834-84f9-8dec5248ea18 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Request body: {'security_group_rule': {'security_group_id': '2c8be9ef-967c-4362-a1d5-ba966e4b36cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:44.946733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a486338-eee2-4ad2-85c3-5abfe6bc8a3b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Pushing event updated for resources: {'Port': ['ID=1639f69e-cca3-4217-992d-36427343f740,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:44.986461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 58499ebd-1da0-48fe-b8df-130af1139e22 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:44.994585 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-4a486338-eee2-4ad2-85c3-5abfe6bc8a3b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:44.995253 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-4a486338-eee2-4ad2-85c3-5abfe6bc8a3b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.003062 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbd44455-8c63-4834-84f9-8dec5248ea18 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for security_group_rule (441ce6c4-f750-4f80-b58d-c6d02e8866ca), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.029547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=bdecf2f0-34d9-40d7-aa02-89dcbab0e513,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:45.043390 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-4a486338-eee2-4ad2-85c3-5abfe6bc8a3b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9929409 Mar 07 21:33:45.059973 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Request body: {'port': {'device_id': 'a6be6ca3-e23a-4196-a466-9cfdf3cb48a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:45.062705 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:33:45.091743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Sync routers for ids ['0acaff40-00a4-4999-8b73-38419e6200d4'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:33:45.109981 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbd44455-8c63-4834-84f9-8dec5248ea18 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for security_group_rule (441ce6c4-f750-4f80-b58d-c6d02e8866ca), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.113343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Routers {'0acaff40-00a4-4999-8b73-38419e6200d4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:45.114307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:33:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0acaff40-00a4-4999-8b73-38419e6200d4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:45.121984 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbd44455-8c63-4834-84f9-8dec5248ea18 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (441ce6c4-f750-4f80-b58d-c6d02e8866ca), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.142463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd44455-8c63-4834-84f9-8dec5248ea18 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441ce6c4-f750-4f80-b58d-c6d02e8866ca,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:45.161676 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ed61f52d-96b3-44ca-9cff-6be5f32c2f79 admin admin] 10.222.0.26 "PUT /v2.0/routers/0acaff40-00a4-4999-8b73-38419e6200d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4169106 Mar 07 21:33:45.205561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 1228286a-e3b3-450c-9672-7e2b6eef7f82, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=1228286a-e3b3-450c-9672-7e2b6eef7f82,segment=NetworkSegment(ae2bb337-65ee-4b4c-8de5-b83e7b43719a),segment_id=ae2bb337-65ee-4b4c-8de5-b83e7b43719a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:45.208894 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbd44455-8c63-4834-84f9-8dec5248ea18 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.213454 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dbd44455-8c63-4834-84f9-8dec5248ea18 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2951360 Mar 07 21:33:45.213620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914f83c-6277-4591-a581-f5ef3676c499 req-69ecee88-ae01-483e-888b-1be8421ddb08 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:45.213620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e914f83c-6277-4591-a581-f5ef3676c499 req-69ecee88-ae01-483e-888b-1be8421ddb08 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 943 time: 0.9216254 Mar 07 21:33:45.217788 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1639f69e-cca3-4217-992d-36427343f740), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.221740 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45922) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:45.224944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 58499ebd-1da0-48fe-b8df-130af1139e22 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:45.225357 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.236816 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-69a53357-8550-4360-8b54-2e76d2c8fd27 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Request body: {'security_group_rule': {'security_group_id': '2c8be9ef-967c-4362-a1d5-ba966e4b36cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:45.238684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-f645cab4-f231-430b-98bc-98ef1317e2e5 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9720366 Mar 07 21:33:45.264410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '1228286a-e3b3-450c-9672-7e2b6eef7f82', 'network_id': 'ad9b7dad-c587-4701-a405-41853907880d', 'port_id': '1228286a-e3b3-450c-9672-7e2b6eef7f82', 'mac_address': 'fa:16:3e:b1:78:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf8fdda-bb84-410d-8346-578a28a79adc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:33:45.266371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e4910f42-5914-4468-a6df-1581a196891c None None] Provisioning complete for port 1639f69e-cca3-4217-992d-36427343f740 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:45.266750 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e4910f42-5914-4468-a6df-1581a196891c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1639f69e-cca3-4217-992d-36427343f740), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.301373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b54509-de43-49dd-a228-ea0fe9f1b373 req-9404807f-1006-4344-9d5d-2eed479f685c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:45.303976 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68b54509-de43-49dd-a228-ea0fe9f1b373 req-9404807f-1006-4344-9d5d-2eed479f685c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9914329 Mar 07 21:33:45.317252 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-69a53357-8550-4360-8b54-2e76d2c8fd27 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for security_group_rule (581448ad-7e9a-4694-9c25-58202f94e6e6), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.341695 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5137c1-59e4-4c98-b3ca-94c23bf5eedd req-b8314e48-f191-4093-870a-0bc21a395531 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:45.350850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5137c1-59e4-4c98-b3ca-94c23bf5eedd req-b8314e48-f191-4093-870a-0bc21a395531 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:45.357030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5137c1-59e4-4c98-b3ca-94c23bf5eedd req-b8314e48-f191-4093-870a-0bc21a395531 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:45.359423 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd5137c1-59e4-4c98-b3ca-94c23bf5eedd req-b8314e48-f191-4093-870a-0bc21a395531 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2412 time: 0.6040823 Mar 07 21:33:45.380515 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Set router 0acaff40-00a4-4999-8b73-38419e6200d4 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:45.414947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c5877d1-d372-415b-adb5-7ab908d70854 req-73c45298-6531-4748-9464-d80da3629eed service neutron] 10.222.0.13 "GET /v2.0/networks/ad9b7dad-c587-4701-a405-41853907880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144183 Mar 07 21:33:45.415367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e4910f42-5914-4468-a6df-1581a196891c None None] Port 1639f69e-cca3-4217-992d-36427343f740 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:33:45.429687 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 1228286a-e3b3-450c-9672-7e2b6eef7f82 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:45.430140 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1228286a-e3b3-450c-9672-7e2b6eef7f82), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.457476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1228286a-e3b3-450c-9672-7e2b6eef7f82 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:45.491561 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-69a53357-8550-4360-8b54-2e76d2c8fd27 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for security_group_rule (581448ad-7e9a-4694-9c25-58202f94e6e6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.497892 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-69a53357-8550-4360-8b54-2e76d2c8fd27 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (581448ad-7e9a-4694-9c25-58202f94e6e6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.499485 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e914f83c-6277-4591-a581-f5ef3676c499 req-924fefb1-ab98-4ff4-bfd6-138ae6dc3ed4 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffd7f77c-2994-46e5-8319-fca0b91b22bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718177 Mar 07 21:33:45.559691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 1228286a-e3b3-450c-9672-7e2b6eef7f82, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=1228286a-e3b3-450c-9672-7e2b6eef7f82,segment=NetworkSegment(ae2bb337-65ee-4b4c-8de5-b83e7b43719a),segment_id=ae2bb337-65ee-4b4c-8de5-b83e7b43719a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:45.575362 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715d1e7e-722c-48f1-b8db-76bc5d214a86 x-openstack-request-id: req-715d1e7e-722c-48f1-b8db-76bc5d214a86 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:45.575656 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b8593d-ab84-4dac-9037-d5c5b6acb6bd", "tag": "96b11c6a-e732-4f20-b1cd-383deec683d1", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:45.575915 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-715d1e7e-722c-48f1-b8db-76bc5d214a86 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:45.576302 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b8593d-ab84-4dac-9037-d5c5b6acb6bd', 'tag': '96b11c6a-e732-4f20-b1cd-383deec683d1', 'status': 'completed', 'code': 200} Mar 07 21:33:45.594586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdf00c5b-36f9-490f-a25e-5485c891765b req-db068ad3-2185-4fc3-adfd-7028e8030332 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392601 Mar 07 21:33:45.597649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5c621cd9-58e1-4f11-8e41-91c92d5582cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:45.598153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5c621cd9-58e1-4f11-8e41-91c92d5582cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:45.599208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5c621cd9-58e1-4f11-8e41-91c92d5582cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:45.600370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-5c621cd9-58e1-4f11-8e41-91c92d5582cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=193cb6ee876a4a18960ad33c32df94d4&device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2958 time: 0.2399559 Mar 07 21:33:45.604387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd5137c1-59e4-4c98-b3ca-94c23bf5eedd req-fd38b0e6-ec5b-445c-a401-15bb55319f5e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188599 Mar 07 21:33:45.606488 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1228286a-e3b3-450c-9672-7e2b6eef7f82), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.613917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 58499ebd-1da0-48fe-b8df-130af1139e22 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:45.650937 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1ed0205b-f067-497f-b785-5cba80b75bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.721014 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=1228286a-e3b3-450c-9672-7e2b6eef7f82,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:45.721700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-cbe14a0d-4e23-409d-9872-7bade7a4b3f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.150&port_id=6892b564-e974-4dbd-a14e-795cefaa1d01 HTTP/1.1" status: 200 len: 217 time: 0.0836146 Mar 07 21:33:45.744020 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.753854 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-5e331f50-5069-4092-ab8b-1f5e6636e475 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (bdecf2f0-34d9-40d7-aa02-89dcbab0e513), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.761638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185519587-router', 'tenant_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '0e782562-0421-41a8-a4f4-548a26baa24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:26Z', 'updated_at': '2022-03-07T21:33:39Z', 'revision_number': 4, 'project_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'gw_port': {'id': '0e782562-0421-41a8-a4f4-548a26baa24a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:28Z', 'updated_at': '2022-03-07T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3e1f1c18-673b-4cc7-9587-e58ac896364f', 'name': '', 'network_id': 'bc5be21e-f6a4-4508-a0b2-950f564272f9', 'tenant_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'mac_address': 'fa:16:3e:4c:5f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3c682db3-3ff8-40dd-b67e-1b944040d848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:37Z', 'updated_at': '2022-03-07T21:33:40Z', 'revision_number': 2, 'project_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'subnets': [{'id': '3c682db3-3ff8-40dd-b67e-1b944040d848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:45.772546 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-69a53357-8550-4360-8b54-2e76d2c8fd27 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.776838 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-69a53357-8550-4360-8b54-2e76d2c8fd27 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5496948 Mar 07 21:33:45.777665 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45926) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:33:45.782206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:45.788649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Checking router: 0acaff40-00a4-4999-8b73-38419e6200d4 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:33:45.789012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Updating router 0acaff40-00a4-4999-8b73-38419e6200d4 port 3e1f1c18-673b-4cc7-9587-e58ac896364f binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:33:45.794613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a53357-8550-4360-8b54-2e76d2c8fd27 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581448ad-7e9a-4694-9c25-58202f94e6e6,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:45.812028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1639f69e-cca3-4217-992d-36427343f740 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:45.821060 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.824998 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Publish callbacks [] for port (1639f69e-cca3-4217-992d-36427343f740), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.837111 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.841205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e331f50-5069-4092-ab8b-1f5e6636e475 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Pushing event deleted for resources: {'Port': ['ID=bdecf2f0-34d9-40d7-aa02-89dcbab0e513,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:45.856078 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Transition to ACTIVE for port object 1639f69e-cca3-4217-992d-36427343f740 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:33:45.873021 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (1639f69e-cca3-4217-992d-36427343f740), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:45.877482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-753013a9-5501-4862-856c-cd71e553b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:45.879194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-753013a9-5501-4862-856c-cd71e553b733 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=878a2376-36b4-41ea-bd85-acf7091d2c67 HTTP/1.1" status: 200 len: 801 time: 0.1356366 Mar 07 21:33:45.936325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b40bd-5598-44ef-bf5c-ddecf5be8377 req-e6dfbbc1-48fb-4cb6-bfb8-c7a43457a858 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:45.938157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-180b40bd-5598-44ef-bf5c-ddecf5be8377 req-e6dfbbc1-48fb-4cb6-bfb8-c7a43457a858 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6be6ca3-e23a-4196-a466-9cfdf3cb48a1 HTTP/1.1" status: 200 len: 932 time: 0.2994897 Mar 07 21:33:45.947123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['1228286a-e3b3-450c-9672-7e2b6eef7f82'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:33:45.968039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88c008-e62a-47fb-b8e9-c441a94723e2 req-df6f9f3c-8bb7-4316-b0a4-d4ce2d8018a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:45.969762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c88c008-e62a-47fb-b8e9-c441a94723e2 req-df6f9f3c-8bb7-4316-b0a4-d4ce2d8018a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 1125 time: 0.2740746 Mar 07 21:33:45.993680 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5235f-8e1b-4b32-abf3-f9ea9b1abec1 req-dc37ab6b-49a0-49bf-a859-c669a2c9e071 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:45.995495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6cb5235f-8e1b-4b32-abf3-f9ea9b1abec1 req-dc37ab6b-49a0-49bf-a859-c669a2c9e071 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 949 time: 0.2909184 Mar 07 21:33:46.027324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Pushing event updated for resources: {'Port': ['ID=1639f69e-cca3-4217-992d-36427343f740,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:46.085739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Attempting to bind port 1639f69e-cca3-4217-992d-36427343f740 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:46.086390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Attempting to bind port 1639f69e-cca3-4217-992d-36427343f740 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:46.086390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Attempting to bind port 1639f69e-cca3-4217-992d-36427343f740 on network f5d0297f-7fe7-4057-8050-31db19d78746 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:46.099222 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Port 1639f69e-cca3-4217-992d-36427343f740 on network f5d0297f-7fe7-4057-8050-31db19d78746 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:33:46.099548 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Attempting to bind port 1639f69e-cca3-4217-992d-36427343f740 on network f5d0297f-7fe7-4057-8050-31db19d78746 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:46.116637 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:46.118815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:46.120271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Checking segment: {'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:46.120671 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Bound using segment: {'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:46.121272 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Bound port: 1639f69e-cca3-4217-992d-36427343f740, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866c5279-95c3-4e5e-bf86-2e43c039a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:46.121641 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1639f69e-cca3-4217-992d-36427343f740), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:46.193117 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-180b40bd-5598-44ef-bf5c-ddecf5be8377 req-f757d4c8-5abd-48b3-a1b3-3dacb1f5d522 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323039 Mar 07 21:33:46.231630 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6cb5235f-8e1b-4b32-abf3-f9ea9b1abec1 req-a2bbe63d-1d6f-4d26-8e59-3f962d0f9788 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180562 Mar 07 21:33:46.233661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-c61f76a2-0ae2-4ed0-bb5a-6e3ecabd9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:46.235185 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-c61f76a2-0ae2-4ed0-bb5a-6e3ecabd9bdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08b756f3-bb9b-4e51-bb57-929f96036110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3187168 Mar 07 21:33:46.286835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88c008-e62a-47fb-b8e9-c441a94723e2 req-f65b47be-58df-4147-acca-00b22936a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:46.291625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c88c008-e62a-47fb-b8e9-c441a94723e2 req-f65b47be-58df-4147-acca-00b22936a3f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.2897785 Mar 07 21:33:46.307759 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2a040d-56ba-4888-ab84-e4a3f91b0e31 x-openstack-request-id: req-bd2a040d-56ba-4888-ab84-e4a3f91b0e31 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:46.308085 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e6f073-8e11-4b14-b463-14b58c7821b6", "name": "network-vif-unplugged", "status": "completed", "tag": "bdecf2f0-34d9-40d7-aa02-89dcbab0e513", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:46.308347 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd2a040d-56ba-4888-ab84-e4a3f91b0e31 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:46.308742 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e6f073-8e11-4b14-b463-14b58c7821b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513', 'code': 200} Mar 07 21:33:46.322242 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3686be-905d-4dad-84b0-772c7772173d x-openstack-request-id: req-0d3686be-905d-4dad-84b0-772c7772173d {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:46.325330 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "tag": "da9d91a3-100f-4da4-9e82-7d98f71b9b21", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5d66382-aae1-4f74-9ec1-7a6a15a7596d", "tag": "5df88709-4854-455e-95bb-982005623346", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "tag": "166d6939-2783-46ba-8824-07ab00da5660", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:46.325621 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d3686be-905d-4dad-84b0-772c7772173d {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:46.326042 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'tag': 'da9d91a3-100f-4da4-9e82-7d98f71b9b21', 'status': 'completed', 'code': 200} Mar 07 21:33:46.326334 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d66382-aae1-4f74-9ec1-7a6a15a7596d', 'tag': '5df88709-4854-455e-95bb-982005623346', 'status': 'completed', 'code': 200} Mar 07 21:33:46.326600 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'tag': '166d6939-2783-46ba-8824-07ab00da5660', 'status': 'completed', 'code': 200} Mar 07 21:33:46.327979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-5e331f50-5069-4092-ab8b-1f5e6636e475 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Router eaad3822-bf29-40d2-848f-63247034c67c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:33:46.403602 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c88c008-e62a-47fb-b8e9-c441a94723e2 req-b9d4fdc6-0477-4c62-b882-1640605f1a19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b11c6a-e732-4f20-b1cd-383deec683d1 HTTP/1.1" status: 200 len: 217 time: 0.0721443 Mar 07 21:33:46.410400 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] For port 1639f69e-cca3-4217-992d-36427343f740, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:46.415155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] For port 1639f69e-cca3-4217-992d-36427343f740, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1639f69e-cca3-4217-992d-36427343f740,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:46.418579 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Publish callbacks [] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:46.430539 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:46.433845 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (1639f69e-cca3-4217-992d-36427343f740), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:46.483868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a65caf-f02f-4d33-b26e-2b25f105bda5 None None] Pushing event updated for resources: {'Port': ['ID=3e1f1c18-673b-4cc7-9587-e58ac896364f,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:46.496894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88c008-e62a-47fb-b8e9-c441a94723e2 req-02d90e10-96be-43bf-ba14-7eef8aaec37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:46.499029 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c88c008-e62a-47fb-b8e9-c441a94723e2 req-02d90e10-96be-43bf-ba14-7eef8aaec37b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.0820951 Mar 07 21:33:46.504991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Pushing event updated for resources: {'Port': ['ID=1639f69e-cca3-4217-992d-36427343f740,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:46.508740 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Allocated IP 172.25.4.186 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/a25ac372-a469-4204-9b77-c24e3e5bc7fb) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:46.524257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:46.525093 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:46.530236 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-f79e2ba5-779b-4c1d-afd3-48d72c3dfb90 service neutron] 10.222.0.15 "PUT /v2.0/ports/1639f69e-cca3-4217-992d-36427343f740 HTTP/1.1" status: 200 len: 1092 time: 1.4742215 Mar 07 21:33:46.622678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Attempting to bind port 3e1f1c18-673b-4cc7-9587-e58ac896364f on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:33:46.623060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Attempting to bind port 3e1f1c18-673b-4cc7-9587-e58ac896364f by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'bb40a082-8bda-4b1e-9407-ab63c9d5a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bc5be21e-f6a4-4508-a0b2-950f564272f9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:33:46.623432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Attempting to bind port 3e1f1c18-673b-4cc7-9587-e58ac896364f on network bc5be21e-f6a4-4508-a0b2-950f564272f9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:33:46.629029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:33:46.629420 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Checking segment: {'id': 'bb40a082-8bda-4b1e-9407-ab63c9d5a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bc5be21e-f6a4-4508-a0b2-950f564272f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:33:46.629830 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:46.630269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Bound using segment: {'id': 'bb40a082-8bda-4b1e-9407-ab63c9d5a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bc5be21e-f6a4-4508-a0b2-950f564272f9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:33:46.630744 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Bound port: 3e1f1c18-673b-4cc7-9587-e58ac896364f, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40a082-8bda-4b1e-9407-ab63c9d5a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bc5be21e-f6a4-4508-a0b2-950f564272f9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:33:46.631129 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:46.704516 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-4c40ab1c-1e37-4b78-b529-31bde51416b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:46.706312 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-4c40ab1c-1e37-4b78-b529-31bde51416b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe507c0d42ab4e7980b233c654d92447&device_id=a6be6ca3-e23a-4196-a466-9cfdf3cb48a1 HTTP/1.1" status: 200 len: 1126 time: 0.1253171 Mar 07 21:33:46.721559 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] For port 3e1f1c18-673b-4cc7-9587-e58ac896364f, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:33:46.728024 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] For port 3e1f1c18-673b-4cc7-9587-e58ac896364f, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3e1f1c18-673b-4cc7-9587-e58ac896364f,segment=NetworkSegment(bb40a082-8bda-4b1e-9407-ab63c9d5a695),segment_id=bb40a082-8bda-4b1e-9407-ab63c9d5a695)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:33:46.735759 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:46.763502 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-c012347c-f432-497c-b0a5-cbfed469ec60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1639f69e-cca3-4217-992d-36427343f740 HTTP/1.1" status: 200 len: 217 time: 0.0472522 Mar 07 21:33:46.770452 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for port (a25ac372-a469-4204-9b77-c24e3e5bc7fb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:46.784616 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Routers {'0acaff40-00a4-4999-8b73-38419e6200d4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:46.785207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:33:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0acaff40-00a4-4999-8b73-38419e6200d4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:46.842620 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a65caf-f02f-4d33-b26e-2b25f105bda5 None None] Pushing event updated for resources: {'Port': ['ID=3e1f1c18-673b-4cc7-9587-e58ac896364f,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:46.873929 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-76467b9c-d1ec-41dd-aeef-6f4ebfdba4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:46.875488 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-76467b9c-d1ec-41dd-aeef-6f4ebfdba4a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=198b0692-aaa2-4993-80a3-aca68b2e06b1 HTTP/1.1" status: 200 len: 863 time: 0.0867047 Mar 07 21:33:46.902328 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:46.941887 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a25ac372-a469-4204-9b77-c24e3e5bc7fb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:46.993428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] Set router 0acaff40-00a4-4999-8b73-38419e6200d4 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:46.995231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-473e2e7f-cb23-475e-9a73-f9f6359a6121 None None] Provisioning complete for port 3e1f1c18-673b-4cc7-9587-e58ac896364f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:46.995607 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-473e2e7f-cb23-475e-9a73-f9f6359a6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.002378 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-2afa0ef6-ba14-4c63-9086-226fa41cc681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:47.003907 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-2afa0ef6-ba14-4c63-9086-226fa41cc681 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5d0297f-7fe7-4057-8050-31db19d78746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1148157 Mar 07 21:33:47.007920 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:47.010827 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:47.015567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:47.122009 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-b5c8c09c-680f-4a4e-93c0-bddf254e858b service neutron] 10.222.0.15 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041770 Mar 07 21:33:47.125070 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Pushing event updated for resources: {'Port': ['ID=a25ac372-a469-4204-9b77-c24e3e5bc7fb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:47.173868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:33:47.206077 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:47.206465 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.315463 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-42b5891f-e339-4fcc-96dd-08faa68a98c9 req-891f395e-3009-4c27-aebb-d46b2c85e366 service neutron] 10.222.0.15 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614809 Mar 07 21:33:47.322263 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for floatingip (61cefd45-f65d-468d-a70c-2457f8755cfd), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.327070 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-5e331f50-5069-4092-ab8b-1f5e6636e475 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:33:47.339962 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba756e60-8f1e-45b2-b218-22389d15a84d None None] Sync routers for ids ['eaad3822-bf29-40d2-848f-63247034c67c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:33:47.356655 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba756e60-8f1e-45b2-b218-22389d15a84d None None] Routers {'eaad3822-bf29-40d2-848f-63247034c67c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:47.357284 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ba756e60-8f1e-45b2-b218-22389d15a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:33:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['eaad3822-bf29-40d2-848f-63247034c67c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:47.377988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-473e2e7f-cb23-475e-9a73-f9f6359a6121 None None] Current status of the port 3e1f1c18-673b-4cc7-9587-e58ac896364f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:47.378360 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-473e2e7f-cb23-475e-9a73-f9f6359a6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.384028 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a25ac372-a469-4204-9b77-c24e3e5bc7fb), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.404074 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c88c008-e62a-47fb-b8e9-c441a94723e2 req-64ef8a18-71f0-4d7d-9af6-8f84839371eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7892861 Mar 07 21:33:47.462937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-473e2e7f-cb23-475e-9a73-f9f6359a6121 None None] For port 3e1f1c18-673b-4cc7-9587-e58ac896364f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3e1f1c18-673b-4cc7-9587-e58ac896364f,segment=NetworkSegment(bb40a082-8bda-4b1e-9407-ab63c9d5a695),segment_id=bb40a082-8bda-4b1e-9407-ab63c9d5a695)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:47.465936 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:47.466425 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.478630 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-473e2e7f-cb23-475e-9a73-f9f6359a6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.508387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-7309bc8b-c7f1-4865-b912-ac69184c0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:47.509905 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-7309bc8b-c7f1-4865-b912-ac69184c0bdf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 1129 time: 1.1733687 Mar 07 21:33:47.560988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=4b8edd04-0b7a-47da-b12d-f4f81a4f51c0,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:47.570057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185519587-router', 'tenant_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '0e782562-0421-41a8-a4f4-548a26baa24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:26Z', 'updated_at': '2022-03-07T21:33:39Z', 'revision_number': 4, 'project_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'gw_port': {'id': '0e782562-0421-41a8-a4f4-548a26baa24a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:28Z', 'updated_at': '2022-03-07T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3e1f1c18-673b-4cc7-9587-e58ac896364f', 'name': '', 'network_id': 'bc5be21e-f6a4-4508-a0b2-950f564272f9', 'tenant_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'mac_address': 'fa:16:3e:4c:5f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3c682db3-3ff8-40dd-b67e-1b944040d848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:37Z', 'updated_at': '2022-03-07T21:33:46Z', 'revision_number': 4, 'project_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'subnets': [{'id': '3c682db3-3ff8-40dd-b67e-1b944040d848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:47.577196 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.607023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e2e7f-cb23-475e-9a73-f9f6359a6121 None None] Pushing event updated for resources: {'Port': ['ID=3e1f1c18-673b-4cc7-9587-e58ac896364f,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:47.610208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-5e331f50-5069-4092-ab8b-1f5e6636e475 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] No DVR routers for this DVR port bdecf2f0-34d9-40d7-aa02-89dcbab0e513 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:33:47.613376 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-ba756e60-8f1e-45b2-b218-22389d15a84d None None] Set router eaad3822-bf29-40d2-848f-63247034c67c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:47.617640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578a592-85cb-41b1-8534-c5312fd8c9c6 None None] The sync data for ids ['0acaff40-00a4-4999-8b73-38419e6200d4'] in n-d-832330-1 is: [{'id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185519587-router', 'tenant_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '0e782562-0421-41a8-a4f4-548a26baa24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:26Z', 'updated_at': '2022-03-07T21:33:39Z', 'revision_number': 4, 'project_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'gw_port': {'id': '0e782562-0421-41a8-a4f4-548a26baa24a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:28Z', 'updated_at': '2022-03-07T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3e1f1c18-673b-4cc7-9587-e58ac896364f', 'name': '', 'network_id': 'bc5be21e-f6a4-4508-a0b2-950f564272f9', 'tenant_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'mac_address': 'fa:16:3e:4c:5f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3c682db3-3ff8-40dd-b67e-1b944040d848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:37Z', 'updated_at': '2022-03-07T21:33:46Z', 'revision_number': 4, 'project_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'subnets': [{'id': '3c682db3-3ff8-40dd-b67e-1b944040d848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:33:47.625629 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-5e331f50-5069-4092-ab8b-1f5e6636e475 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.629359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dde4510-33cf-4e60-8a81-a3b07dd7f894 req-5e331f50-5069-4092-ab8b-1f5e6636e475 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.15 "DELETE /v2.0/ports/bdecf2f0-34d9-40d7-aa02-89dcbab0e513 HTTP/1.1" status: 204 len: 173 time: 6.5183601 Mar 07 21:33:47.629775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e6f073-8e11-4b14-b463-14b58c7821b6', 'name': 'network-vif-deleted', 'tag': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:47.632620 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fe7ef4-34e2-4233-82af-361990c017d0" -d '{"events": [{"server_uuid": "19e6f073-8e11-4b14-b463-14b58c7821b6", "name": "network-vif-deleted", "tag": "bdecf2f0-34d9-40d7-aa02-89dcbab0e513"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:47.717688 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for port (a25ac372-a469-4204-9b77-c24e3e5bc7fb), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.732364 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f73a5-4016-4dc0-9f06-ff2f93da6606 req-515c9533-27f8-4196-b207-4b9f49e5a893 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:47.733618 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a25ac372-a469-4204-9b77-c24e3e5bc7fb), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.745480 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f8f73a5-4016-4dc0-9f06-ff2f93da6606 req-515c9533-27f8-4196-b207-4b9f49e5a893 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 947 time: 1.2224038 Mar 07 21:33:47.788742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0bb506ed-4157-4b0d-b112-e2ac42307df8 None None] Provisioning complete for port 3e1f1c18-673b-4cc7-9587-e58ac896364f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:47.789334 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0bb506ed-4157-4b0d-b112-e2ac42307df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.878644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d639150-0f17-48d4-9c2b-74e57d8cab78 req-8ad28161-b9a3-4ca9-8144-cf8ef79782ab tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:47.890278 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d639150-0f17-48d4-9c2b-74e57d8cab78 req-8ad28161-b9a3-4ca9-8144-cf8ef79782ab tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 943 time: 1.4752800 Mar 07 21:33:47.926497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=4b8edd04-0b7a-47da-b12d-f4f81a4f51c0,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:47.927487 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Pushing event updated for resources: {'Port': ['ID=a25ac372-a469-4204-9b77-c24e3e5bc7fb,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:47.937851 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (61cefd45-f65d-468d-a70c-2457f8755cfd), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.962125 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.965882 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1bda729e-874c-4c2d-a84c-0af79c3c976a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.973131 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:47.974508 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1b9ca2d3-8317-47ca-99fb-f678fee97690 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1962159 Mar 07 21:33:48.049933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0bb506ed-4157-4b0d-b112-e2ac42307df8 None None] Current status of the port 3e1f1c18-673b-4cc7-9587-e58ac896364f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:48.078209 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-0d4dede7-f474-4a8a-8ae1-4a6017716fca service neutron] 10.222.0.15 "GET /v2.0/networks/08b756f3-bb9b-4e51-bb57-929f96036110?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8247581 Mar 07 21:33:48.087287 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f8f73a5-4016-4dc0-9f06-ff2f93da6606 req-e22f521e-63c6-44b4-a671-7d38370d34f7 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409615 Mar 07 21:33:48.093537 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ba756e60-8f1e-45b2-b218-22389d15a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3503317d-4e5e-4bf5-b37e-1c0b2d4b4892', 'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'mac_address': 'fa:16:3e:ec:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:23Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'subnets': [{'id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:48.134285 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba756e60-8f1e-45b2-b218-22389d15a84d None None] Checking router: eaad3822-bf29-40d2-848f-63247034c67c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:33:48.158656 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba756e60-8f1e-45b2-b218-22389d15a84d None None] Routers {'eaad3822-bf29-40d2-848f-63247034c67c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:33:48.161037 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ba756e60-8f1e-45b2-b218-22389d15a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:33:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['eaad3822-bf29-40d2-848f-63247034c67c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:48.309689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d077a3f-09ed-45fc-a5b1-aec0b49971a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8edd04-0b7a-47da-b12d-f4f81a4f51c0'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:48.312292 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7582aba-b950-4acc-b1b0-bd09a2923bef" -d '{"events": [{"server_uuid": "2d077a3f-09ed-45fc-a5b1-aec0b49971a1", "name": "network-vif-plugged", "status": "completed", "tag": "4b8edd04-0b7a-47da-b12d-f4f81a4f51c0"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:48.328347 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6be6ca3-e23a-4196-a466-9cfdf3cb48a1', 'tag': '1639f69e-cca3-4217-992d-36427343f740'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:48.335327 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c33b5ad-afde-4f83-ac1c-86103dbd1070" -d '{"events": [{"name": "network-changed", "server_uuid": "a6be6ca3-e23a-4196-a466-9cfdf3cb48a1", "tag": "1639f69e-cca3-4217-992d-36427343f740"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:48.480089 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-ba756e60-8f1e-45b2-b218-22389d15a84d None None] Set router eaad3822-bf29-40d2-848f-63247034c67c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:33:48.556729 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d639150-0f17-48d4-9c2b-74e57d8cab78 req-690c1856-6699-4969-8bfe-63f55161c4bc tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6648147 Mar 07 21:33:48.627684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-3dbad541-a61c-42ca-9255-4545028169e0 service neutron] 10.222.0.15 "GET /v2.0/networks/08b756f3-bb9b-4e51-bb57-929f96036110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288508 Mar 07 21:33:48.659886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c88c008-e62a-47fb-b8e9-c441a94723e2 req-49cb244d-466c-4e34-9dfe-0abc9de0eec8 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1886868 Mar 07 21:33:48.691292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-c68fe0ab-60ae-4d10-80ec-e876b2ade149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:48.693047 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-c68fe0ab-60ae-4d10-80ec-e876b2ade149 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 1.1228597 Mar 07 21:33:48.697511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 96b11c6a-e732-4f20-b1cd-383deec683d1 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:33:48.866431 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ba756e60-8f1e-45b2-b218-22389d15a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3503317d-4e5e-4bf5-b37e-1c0b2d4b4892', 'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'mac_address': 'fa:16:3e:ec:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:23Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'subnets': [{'id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:33:48.871091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=96b11c6a-e732-4f20-b1cd-383deec683d1,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:48.892795 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-0434a95d-b020-4deb-bbdf-47e9a4d34111 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.186&port_id=da9d91a3-100f-4da4-9e82-7d98f71b9b21 HTTP/1.1" status: 200 len: 217 time: 0.2318547 Mar 07 21:33:48.900266 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '96b11c6a-e732-4f20-b1cd-383deec683d1', 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605', 'port_id': '96b11c6a-e732-4f20-b1cd-383deec683d1', 'mac_address': 'fa:16:3e:91:a7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a638a11-221e-41d3-bfc9-35e63e88d9a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:33:48.926483 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba756e60-8f1e-45b2-b218-22389d15a84d None None] The sync data for ids ['eaad3822-bf29-40d2-848f-63247034c67c'] in n-d-832330-1 is: [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3503317d-4e5e-4bf5-b37e-1c0b2d4b4892', 'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'mac_address': 'fa:16:3e:ec:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:23Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'subnets': [{'id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:33:48.968334 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 96b11c6a-e732-4f20-b1cd-383deec683d1 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:48.968741 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:48.988846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5df88709-4854-455e-95bb-982005623346 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:33:48.991309 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 1228286a-e3b3-450c-9672-7e2b6eef7f82 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:48.993156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3e1f1c18-673b-4cc7-9587-e58ac896364f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:48.999382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b11c6a-e732-4f20-b1cd-383deec683d1 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:49.080576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-cd80d4ab-08af-4eae-8b69-8b599f366ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:49.082501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-cd80d4ab-08af-4eae-8b69-8b599f366ce2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3504ec8-e00d-476d-bd9d-f73a6615a4e3 HTTP/1.1" status: 200 len: 801 time: 0.1222880 Mar 07 21:33:49.093096 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-4d253c86-ad88-4cd2-ae18-b2139e763427 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=5df88709-4854-455e-95bb-982005623346 HTTP/1.1" status: 200 len: 217 time: 0.3191843 Mar 07 21:33:49.212956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-7fdbe857-307f-42e0-a86d-84d76c334ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:49.213948 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-7fdbe857-307f-42e0-a86d-84d76c334ba2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0854018 Mar 07 21:33:49.249471 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-af101cc9-8be5-42c3-97eb-8837e17dcdec tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9671087 Mar 07 21:33:49.302495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:49.330510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=96b11c6a-e732-4f20-b1cd-383deec683d1,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:49.343245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ff8cc-029b-4f5b-8b0b-405255433121 req-6fdae6fb-9852-448a-8174-39a67744881a tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:49.344827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae9ff8cc-029b-4f5b-8b0b-405255433121 req-6fdae6fb-9852-448a-8174-39a67744881a tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 944 time: 0.6510217 Mar 07 21:33:49.374001 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:49.427472 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c88c008-e62a-47fb-b8e9-c441a94723e2 req-1623b8d1-21fa-432b-824d-166b68e91686 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7502222 Mar 07 21:33:49.442555 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:49.446431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-48c39ff1-048d-40ad-8f3a-80e17d763eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:49.448720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-48c39ff1-048d-40ad-8f3a-80e17d763eb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a7a9edb-7f99-4532-bb30-e249a93d5157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3546185 Mar 07 21:33:49.464940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 5df88709-4854-455e-95bb-982005623346, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5df88709-4854-455e-95bb-982005623346,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:49.478100 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-569b0f52-a782-411d-9b22-dfaf08eb2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:49.479671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-569b0f52-a782-411d-9b22-dfaf08eb2ccf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2273109 Mar 07 21:33:49.499442 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae9ff8cc-029b-4f5b-8b0b-405255433121 req-2a68a863-6acd-4785-b1e5-92f0acd1bd50 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffd7f77c-2994-46e5-8319-fca0b91b22bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432500 Mar 07 21:33:49.729509 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '5df88709-4854-455e-95bb-982005623346', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '5df88709-4854-455e-95bb-982005623346', 'mac_address': 'fa:16:3e:d1:4c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:33:49.766965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-6840b37b-04f8-479d-85d4-2ae818db4fe1 service neutron] 10.222.0.15 "GET /v2.0/networks/3a7a9edb-7f99-4532-bb30-e249a93d5157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001127 Mar 07 21:33:49.770531 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:49.780244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-2168db49-1f9f-4476-8168-ba8b003bd130 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789938 Mar 07 21:33:49.819352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 1228286a-e3b3-450c-9672-7e2b6eef7f82 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:33:49.829020 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdae11f5-c3a6-4eac-a932-9e1b15abc9e7 None None] New status for floating IP a49315f5-7f07-4a0f-a8cf-8924f83397c7: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:33:49.867934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ad58b-6dc8-4b0a-8f92-c9f1114036cc req-c8abb24f-b3c7-4b77-a85d-93bf840ed418 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:49.873639 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ad58b-6dc8-4b0a-8f92-c9f1114036cc req-c8abb24f-b3c7-4b77-a85d-93bf840ed418 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:49.879035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ad58b-6dc8-4b0a-8f92-c9f1114036cc req-c8abb24f-b3c7-4b77-a85d-93bf840ed418 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:49.880661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-277ad58b-6dc8-4b0a-8f92-c9f1114036cc req-c8abb24f-b3c7-4b77-a85d-93bf840ed418 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2412 time: 0.2351890 Mar 07 21:33:49.896786 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['96b11c6a-e732-4f20-b1cd-383deec683d1'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:33:49.899940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 3e1f1c18-673b-4cc7-9587-e58ac896364f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:49.900311 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:49.909349 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=96b11c6a-e732-4f20-b1cd-383deec683d1,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:49.919822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 1228286a-e3b3-450c-9672-7e2b6eef7f82 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:49.920479 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1228286a-e3b3-450c-9672-7e2b6eef7f82), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:50.028321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 5df88709-4854-455e-95bb-982005623346 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:50.028709 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5df88709-4854-455e-95bb-982005623346), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:50.129025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df88709-4854-455e-95bb-982005623346 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:50.187424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 5df88709-4854-455e-95bb-982005623346, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5df88709-4854-455e-95bb-982005623346,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:50.189949 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:50.203550 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5df88709-4854-455e-95bb-982005623346), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:50.262771 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:33:50.355969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 1228286a-e3b3-450c-9672-7e2b6eef7f82 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:50.356366 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1228286a-e3b3-450c-9672-7e2b6eef7f82), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:50.446463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-277ad58b-6dc8-4b0a-8f92-c9f1114036cc req-b0cfec64-8473-41b7-acd9-2065fb501b3e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165541 Mar 07 21:33:50.461063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=5df88709-4854-455e-95bb-982005623346,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:50.470791 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:50.477729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 3e1f1c18-673b-4cc7-9587-e58ac896364f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:50.498579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 1228286a-e3b3-450c-9672-7e2b6eef7f82, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=1228286a-e3b3-450c-9672-7e2b6eef7f82,segment=NetworkSegment(ae2bb337-65ee-4b4c-8de5-b83e7b43719a),segment_id=ae2bb337-65ee-4b4c-8de5-b83e7b43719a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:50.507756 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1228286a-e3b3-450c-9672-7e2b6eef7f82), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:50.553955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:33:50.594119 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-984cf9d8-45e8-400a-ba9e-c7f7d3bc9523 service neutron] 10.222.0.15 "GET /v2.0/networks/3a7a9edb-7f99-4532-bb30-e249a93d5157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8128023 Mar 07 21:33:50.614277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=1228286a-e3b3-450c-9672-7e2b6eef7f82,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:50.614539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-a0fe2251-ff11-4258-9ec6-9a187f1bc53e service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8203926 Mar 07 21:33:50.701595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1639f69e-cca3-4217-992d-36427343f740 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:33:50.766412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Allocated IP 172.25.4.88 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/e218c26e-6487-4598-8dca-bcfc0fa0e497) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:50.773528 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-2c6cf677-1db7-4e07-982c-f2f6cc3b8962 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.55&port_id=166d6939-2783-46ba-8824-07ab00da5660 HTTP/1.1" status: 200 len: 217 time: 0.1221261 Mar 07 21:33:50.872103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1639f69e-cca3-4217-992d-36427343f740, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1639f69e-cca3-4217-992d-36427343f740,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:50.877267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-7123027a-9884-4a28-b318-b778ad4a3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:50.878766 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-7123027a-9884-4a28-b318-b778ad4a3d39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=878a2376-36b4-41ea-bd85-acf7091d2c67 HTTP/1.1" status: 200 len: 801 time: 0.0880904 Mar 07 21:33:50.887852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b42bb5-d589-45ce-a098-a363d546e736 req-0d1173b5-0a33-4c9c-a732-303cef22b37b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:50.889398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30b42bb5-d589-45ce-a098-a363d546e736 req-0d1173b5-0a33-4c9c-a732-303cef22b37b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6be6ca3-e23a-4196-a466-9cfdf3cb48a1 HTTP/1.1" status: 200 len: 944 time: 0.2979343 Mar 07 21:33:50.901365 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '1639f69e-cca3-4217-992d-36427343f740', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'port_id': '1639f69e-cca3-4217-992d-36427343f740', 'mac_address': 'fa:16:3e:96:a6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:33:50.945981 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 1639f69e-cca3-4217-992d-36427343f740 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:50.946934 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1639f69e-cca3-4217-992d-36427343f740), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:50.973378 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1639f69e-cca3-4217-992d-36427343f740 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:51.010052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1639f69e-cca3-4217-992d-36427343f740, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1639f69e-cca3-4217-992d-36427343f740,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:51.019753 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1639f69e-cca3-4217-992d-36427343f740), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:51.076298 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for port (e218c26e-6487-4598-8dca-bcfc0fa0e497), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:51.080874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=1639f69e-cca3-4217-992d-36427343f740,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:51.095086 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30b42bb5-d589-45ce-a098-a363d546e736 req-3759bef4-e732-4647-a621-3376493b2c02 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879139 Mar 07 21:33:51.105205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-1f6f0115-ce71-4279-9cde-aa7d7e3ea925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:51.107025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-1f6f0115-ce71-4279-9cde-aa7d7e3ea925 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08b756f3-bb9b-4e51-bb57-929f96036110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2110584 Mar 07 21:33:51.263746 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e218c26e-6487-4598-8dca-bcfc0fa0e497), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:51.267805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['1639f69e-cca3-4217-992d-36427343f740'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:33:51.327762 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f1e10-a638-4f67-9171-1d835e66a673 req-d4b22dc3-6645-4d71-b845-0b4b73e178b7 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:51.329250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea3f1e10-a638-4f67-9171-1d835e66a673 req-d4b22dc3-6645-4d71-b845-0b4b73e178b7 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 950 time: 0.1334691 Mar 07 21:33:51.336883 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-39a06f26-5ca7-4ebe-a450-02b9483abbe5 service neutron] 10.222.0.15 "GET /v2.0/networks/08b756f3-bb9b-4e51-bb57-929f96036110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169461 Mar 07 21:33:51.338618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:51.341920 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:51.351083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Pushing event updated for resources: {'Port': ['ID=e218c26e-6487-4598-8dca-bcfc0fa0e497,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:51.355130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:51.507072 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea3f1e10-a638-4f67-9171-1d835e66a673 req-38c86131-5ac1-4dbb-b6cb-9a4d330b1448 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616278 Mar 07 21:33:51.557922 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f442da-a7b0-4b89-9b4d-eff4c49ba766 x-openstack-request-id: req-a2f442da-a7b0-4b89-9b4d-eff4c49ba766 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:51.564494 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e6f073-8e11-4b14-b463-14b58c7821b6", "name": "network-vif-deleted", "tag": "bdecf2f0-34d9-40d7-aa02-89dcbab0e513", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:51.564807 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2f442da-a7b0-4b89-9b4d-eff4c49ba766 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:51.565259 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e6f073-8e11-4b14-b463-14b58c7821b6', 'name': 'network-vif-deleted', 'tag': 'bdecf2f0-34d9-40d7-aa02-89dcbab0e513', 'status': 'completed', 'code': 200} Mar 07 21:33:51.586281 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d24512-1557-41ef-86fe-8cbe3dbbe269 x-openstack-request-id: req-d9d24512-1557-41ef-86fe-8cbe3dbbe269 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:51.586993 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d077a3f-09ed-45fc-a5b1-aec0b49971a1", "name": "network-vif-plugged", "status": "completed", "tag": "4b8edd04-0b7a-47da-b12d-f4f81a4f51c0", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:51.587489 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9d24512-1557-41ef-86fe-8cbe3dbbe269 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:51.588268 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d077a3f-09ed-45fc-a5b1-aec0b49971a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8edd04-0b7a-47da-b12d-f4f81a4f51c0', 'code': 200} Mar 07 21:33:51.611450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31d0cc0-8d0b-47c2-a0f5-8b95c79c98ca req-def5ae84-452f-4524-b4c0-a4a0486d5e3f service neutron] 10.222.0.15 "GET /v2.0/networks/08b756f3-bb9b-4e51-bb57-929f96036110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578480 Mar 07 21:33:51.621104 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5a5049-e247-443a-9eb6-ec2b15df1ab7 x-openstack-request-id: req-ce5a5049-e247-443a-9eb6-ec2b15df1ab7 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:51.621633 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6be6ca3-e23a-4196-a466-9cfdf3cb48a1", "tag": "1639f69e-cca3-4217-992d-36427343f740", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:51.621727 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce5a5049-e247-443a-9eb6-ec2b15df1ab7 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:51.622275 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6be6ca3-e23a-4196-a466-9cfdf3cb48a1', 'tag': '1639f69e-cca3-4217-992d-36427343f740', 'status': 'completed', 'code': 200} Mar 07 21:33:51.628310 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (07706c10-a699-4428-b38a-cfa1e08935cb), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:51.812752 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e218c26e-6487-4598-8dca-bcfc0fa0e497), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:51.905326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca714226-c36e-4242-8017-959edee64039 req-de9a98d6-de8b-4fb9-a376-bd7a55631c39 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:51.906891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca714226-c36e-4242-8017-959edee64039 req-de9a98d6-de8b-4fb9-a376-bd7a55631c39 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 948 time: 0.2286527 Mar 07 21:33:51.912031 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33b5ad-afde-4f83-ac1c-86103dbd1070 req-ec0527cb-c6d5-452b-af55-99ccfd882d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:51.914001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c33b5ad-afde-4f83-ac1c-86103dbd1070 req-ec0527cb-c6d5-452b-af55-99ccfd882d5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe507c0d42ab4e7980b233c654d92447&device_id=a6be6ca3-e23a-4196-a466-9cfdf3cb48a1 HTTP/1.1" status: 200 len: 1127 time: 0.2338810 Mar 07 21:33:51.918228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67999c13-5a91-4d25-942a-df14639be485 req-653ec207-7c03-4828-8cdf-c0b337b01ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:51.919612 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67999c13-5a91-4d25-942a-df14639be485 req-653ec207-7c03-4828-8cdf-c0b337b01ce0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 1132 time: 0.2426486 Mar 07 21:33:51.947917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-c5c52bad-8629-4df5-abf4-2b4e720d776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:51.948404 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-c5c52bad-8629-4df5-abf4-2b4e720d776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:51.948879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-c5c52bad-8629-4df5-abf4-2b4e720d776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:51.950510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-c5c52bad-8629-4df5-abf4-2b4e720d776d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=193cb6ee876a4a18960ad33c32df94d4&device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2958 time: 0.1707406 Mar 07 21:33:52.042494 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:52.183026 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca714226-c36e-4242-8017-959edee64039 req-ca88ab22-b194-48ec-9927-b106ddc47842 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535465 Mar 07 21:33:52.184949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67999c13-5a91-4d25-942a-df14639be485 req-dbe25434-03f1-4c58-ac4f-f7f4ecbe8c1a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451050 Mar 07 21:33:52.234792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33b5ad-afde-4f83-ac1c-86103dbd1070 req-f7de08d7-fa50-4469-87c4-648606e7f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:52.236321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c33b5ad-afde-4f83-ac1c-86103dbd1070 req-f7de08d7-fa50-4469-87c4-648606e7f393 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5d0297f-7fe7-4057-8050-31db19d78746 HTTP/1.1" status: 200 len: 925 time: 0.3038516 Mar 07 21:33:52.248049 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-1080de6d-8df4-49fc-9a2d-8623c86bb08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:52.249557 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-1080de6d-8df4-49fc-9a2d-8623c86bb08d service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a7a9edb-7f99-4532-bb30-e249a93d5157 HTTP/1.1" status: 200 len: 903 time: 0.2813330 Mar 07 21:33:52.308270 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for port (e218c26e-6487-4598-8dca-bcfc0fa0e497), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:52.341075 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c33b5ad-afde-4f83-ac1c-86103dbd1070 req-b17629ab-184b-4651-854e-cf51f1c6bf2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1639f69e-cca3-4217-992d-36427343f740 HTTP/1.1" status: 200 len: 217 time: 0.0945413 Mar 07 21:33:52.342045 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e218c26e-6487-4598-8dca-bcfc0fa0e497), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:52.359444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-5c5b5ef9-f95d-4443-bf62-ffdb5014030a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.186&port_id=da9d91a3-100f-4da4-9e82-7d98f71b9b21 HTTP/1.1" status: 200 len: 217 time: 0.0964112 Mar 07 21:33:52.510121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Pushing event updated for resources: {'Port': ['ID=e218c26e-6487-4598-8dca-bcfc0fa0e497,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:52.531026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-8091aedf-11fd-4abf-bb19-dd7996a14a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:52.532505 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-8091aedf-11fd-4abf-bb19-dd7996a14a0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3504ec8-e00d-476d-bd9d-f73a6615a4e3 HTTP/1.1" status: 200 len: 801 time: 0.1613352 Mar 07 21:33:52.533740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33b5ad-afde-4f83-ac1c-86103dbd1070 req-9712277c-a431-45de-affa-05945335635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:52.535141 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c33b5ad-afde-4f83-ac1c-86103dbd1070 req-9712277c-a431-45de-affa-05945335635f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=198b0692-aaa2-4993-80a3-aca68b2e06b1 HTTP/1.1" status: 200 len: 863 time: 0.1738582 Mar 07 21:33:52.547167 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceba65d-d77c-415c-ae43-a4e58f357391 req-16b58081-41c4-44ec-95dc-bf38463f0138 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:52.548668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ceba65d-d77c-415c-ae43-a4e58f357391 req-16b58081-41c4-44ec-95dc-bf38463f0138 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 944 time: 0.2880256 Mar 07 21:33:52.611043 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (07706c10-a699-4428-b38a-cfa1e08935cb), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:52.706284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 96b11c6a-e732-4f20-b1cd-383deec683d1 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:52.764593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 96b11c6a-e732-4f20-b1cd-383deec683d1 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:33:52.769299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 96b11c6a-e732-4f20-b1cd-383deec683d1 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:52.769807 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:52.869362 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 96b11c6a-e732-4f20-b1cd-383deec683d1 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:52.871549 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:52.910705 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=96b11c6a-e732-4f20-b1cd-383deec683d1,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:52.913045 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:52.914353 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-184569f3-3b7f-4b51-b740-bc23a297e1e6 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6229029 Mar 07 21:33:52.921278 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:52.922388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1639f69e-cca3-4217-992d-36427343f740 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:52.947074 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5df88709-4854-455e-95bb-982005623346 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:53.010680 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-9ba1799d-f5d2-4d77-a05c-d54259d89e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:53.012196 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-9ba1799d-f5d2-4d77-a05c-d54259d89e93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a7a9edb-7f99-4532-bb30-e249a93d5157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4626660 Mar 07 21:33:53.015330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ceba65d-d77c-415c-ae43-a4e58f357391 req-71c406b4-435a-4111-bf56-97ea8ff643ac tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470367 Mar 07 21:33:53.017419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33b5ad-afde-4f83-ac1c-86103dbd1070 req-5ddafddf-1711-4548-905f-cf59343ec4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:53.018879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c33b5ad-afde-4f83-ac1c-86103dbd1070 req-5ddafddf-1711-4548-905f-cf59343ec4f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5d0297f-7fe7-4057-8050-31db19d78746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4613626 Mar 07 21:33:53.021702 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-0f727672-62fd-4fdd-9204-2e72d3d4607e tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.0965242 Mar 07 21:33:53.049608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=96b11c6a-e732-4f20-b1cd-383deec683d1,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:53.082479 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 1639f69e-cca3-4217-992d-36427343f740 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:33:53.088070 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 1639f69e-cca3-4217-992d-36427343f740 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:53.088699 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1639f69e-cca3-4217-992d-36427343f740), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:53.092519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 5df88709-4854-455e-95bb-982005623346 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:33:53.118321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 5df88709-4854-455e-95bb-982005623346 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:53.118692 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5df88709-4854-455e-95bb-982005623346), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:53.272534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 1639f69e-cca3-4217-992d-36427343f740 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:53.273234 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1639f69e-cca3-4217-992d-36427343f740), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:53.289703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 5df88709-4854-455e-95bb-982005623346 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:53.290126 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5df88709-4854-455e-95bb-982005623346), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:53.299628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-eea256b5-6885-4716-8487-027fcfb2b071 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:53.301059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-eea256b5-6885-4716-8487-027fcfb2b071 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.2742314 Mar 07 21:33:53.311916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c33b5ad-afde-4f83-ac1c-86103dbd1070 req-90d77a28-128e-48fa-a0ac-52b8b73f3502 service neutron] 10.222.0.15 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749848 Mar 07 21:33:53.321820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-5be5a0f7-2ef0-454c-9346-c62f6fb5e2fb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:33:53.322890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e58118e1-3bba-46f1-9d0f-42e908c5aa8c req-5be5a0f7-2ef0-454c-9346-c62f6fb5e2fb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078390 Mar 07 21:33:53.325641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-aef33e54-ac50-42ab-8aed-310f4a08d17b service neutron] 10.222.0.15 "GET /v2.0/networks/3a7a9edb-7f99-4532-bb30-e249a93d5157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900903 Mar 07 21:33:53.328897 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1639f69e-cca3-4217-992d-36427343f740, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1639f69e-cca3-4217-992d-36427343f740,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:53.334228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce6685-576b-4887-ac69-8f85cf631984 req-34d84471-c6ba-4aa6-9ef9-0169f602aac8 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:53.335773 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88ce6685-576b-4887-ac69-8f85cf631984 req-34d84471-c6ba-4aa6-9ef9-0169f602aac8 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 945 time: 0.2000566 Mar 07 21:33:53.342026 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1639f69e-cca3-4217-992d-36427343f740), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:53.381760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 5df88709-4854-455e-95bb-982005623346, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5df88709-4854-455e-95bb-982005623346,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:53.391550 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5df88709-4854-455e-95bb-982005623346), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:53.411366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=1639f69e-cca3-4217-992d-36427343f740,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:53.590166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f039250e-1da4-4048-bcbf-825ed9086291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1228286a-e3b3-450c-9672-7e2b6eef7f82'}, {'server_uuid': '58b8593d-ab84-4dac-9037-d5c5b6acb6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b11c6a-e732-4f20-b1cd-383deec683d1'}, {'server_uuid': 'a6be6ca3-e23a-4196-a466-9cfdf3cb48a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1639f69e-cca3-4217-992d-36427343f740'}, {'server_uuid': 'd5d66382-aae1-4f74-9ec1-7a6a15a7596d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df88709-4854-455e-95bb-982005623346'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:53.595198 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f31c48b-c233-405b-a4b6-aa7818205fbe" -d '{"events": [{"server_uuid": "f039250e-1da4-4048-bcbf-825ed9086291", "name": "network-vif-plugged", "status": "completed", "tag": "1228286a-e3b3-450c-9672-7e2b6eef7f82"}, {"server_uuid": "58b8593d-ab84-4dac-9037-d5c5b6acb6bd", "name": "network-vif-plugged", "status": "completed", "tag": "96b11c6a-e732-4f20-b1cd-383deec683d1"}, {"server_uuid": "a6be6ca3-e23a-4196-a466-9cfdf3cb48a1", "name": "network-vif-plugged", "status": "completed", "tag": "1639f69e-cca3-4217-992d-36427343f740"}, {"server_uuid": "d5d66382-aae1-4f74-9ec1-7a6a15a7596d", "name": "network-vif-plugged", "status": "completed", "tag": "5df88709-4854-455e-95bb-982005623346"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:53.617974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=5df88709-4854-455e-95bb-982005623346,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:53.634408 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88ce6685-576b-4887-ac69-8f85cf631984 req-69728af7-6766-42eb-b8de-f3ec0ef40055 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffd7f77c-2994-46e5-8319-fca0b91b22bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777071 Mar 07 21:33:53.640325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-48c9e160-e96f-4b0e-b397-3ec26890b1e3 service neutron] 10.222.0.15 "GET /v2.0/networks/3a7a9edb-7f99-4532-bb30-e249a93d5157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975821 Mar 07 21:33:53.647741 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c33b5ad-afde-4f83-ac1c-86103dbd1070 req-c2d188bb-a935-408c-8047-9f16f4bc9f35 service neutron] 10.222.0.15 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209586 Mar 07 21:33:53.691168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48453904-aa53-4649-bc21-c98d5815f454 req-2e500494-dc9d-480f-90a9-5af28af6fef1 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:53.696807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48453904-aa53-4649-bc21-c98d5815f454 req-2e500494-dc9d-480f-90a9-5af28af6fef1 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:53.702261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48453904-aa53-4649-bc21-c98d5815f454 req-2e500494-dc9d-480f-90a9-5af28af6fef1 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:53.704003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48453904-aa53-4649-bc21-c98d5815f454 req-2e500494-dc9d-480f-90a9-5af28af6fef1 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2412 time: 0.2643249 Mar 07 21:33:53.811603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48453904-aa53-4649-bc21-c98d5815f454 req-35bd8af4-30e9-4352-bff8-b4b07ad23ec9 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970647 Mar 07 21:33:53.832578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89f3aa-da0c-4647-969f-9aae3c6dfee7 req-3e8e0636-86a6-4f2c-9b5b-e59b8620d818 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:53.834944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e89f3aa-da0c-4647-969f-9aae3c6dfee7 req-3e8e0636-86a6-4f2c-9b5b-e59b8620d818 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6be6ca3-e23a-4196-a466-9cfdf3cb48a1 HTTP/1.1" status: 200 len: 946 time: 0.1293507 Mar 07 21:33:53.839638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-b2cf2897-9e1e-4f98-97e6-2bdad30b4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:53.840132 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-b2cf2897-9e1e-4f98-97e6-2bdad30b4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:53.840616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-b2cf2897-9e1e-4f98-97e6-2bdad30b4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:53.842177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-b2cf2897-9e1e-4f98-97e6-2bdad30b4e2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=193cb6ee876a4a18960ad33c32df94d4&device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2958 time: 0.1187027 Mar 07 21:33:54.001980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e89f3aa-da0c-4647-969f-9aae3c6dfee7 req-509341af-805e-4b2a-bf22-b19fcdcfb209 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553779 Mar 07 21:33:54.024996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-ba03dd28-a379-4f21-8ad6-5f5f4d882ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:54.026494 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-ba03dd28-a379-4f21-8ad6-5f5f4d882ba9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08b756f3-bb9b-4e51-bb57-929f96036110 HTTP/1.1" status: 200 len: 903 time: 0.1749341 Mar 07 21:33:54.034903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a07b9a-7f2d-49c6-be28-3428e252e7f4 req-e16e9c17-ed30-41c0-9299-e2e991a1cfb3 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:54.036121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5a07b9a-7f2d-49c6-be28-3428e252e7f4 req-e16e9c17-ed30-41c0-9299-e2e991a1cfb3 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 950 time: 0.1512728 Mar 07 21:33:54.081313 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-f123c3f0-54e4-4829-9918-32c5f60f7557 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.55&port_id=166d6939-2783-46ba-8824-07ab00da5660 HTTP/1.1" status: 200 len: 217 time: 0.0441313 Mar 07 21:33:54.185105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-eb74d03a-a0df-42c0-b3b7-e8c967e62b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:54.186587 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-eb74d03a-a0df-42c0-b3b7-e8c967e62b0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=878a2376-36b4-41ea-bd85-acf7091d2c67 HTTP/1.1" status: 200 len: 801 time: 0.0913384 Mar 07 21:33:54.192082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5a07b9a-7f2d-49c6-be28-3428e252e7f4 req-aa836815-3f53-4911-81ff-d076ab03d700 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147592 Mar 07 21:33:54.212919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23910c-cd88-4388-adef-b502aac7f80b req-20467a9b-fc67-49dc-b851-e33b2a2edb3e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:54.214485 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b23910c-cd88-4388-adef-b502aac7f80b req-20467a9b-fc67-49dc-b851-e33b2a2edb3e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 949 time: 0.1360984 Mar 07 21:33:54.370589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b23910c-cd88-4388-adef-b502aac7f80b req-93d82487-b2e3-4e0c-8b45-97a58bcd42e1 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375630 Mar 07 21:33:54.379782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-f6a7e168-0c9b-418a-ab7f-8a5258aa3382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:54.381294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-f6a7e168-0c9b-418a-ab7f-8a5258aa3382 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08b756f3-bb9b-4e51-bb57-929f96036110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1847899 Mar 07 21:33:54.394030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-da1d6be7-19e0-4421-bcce-c9132b39e9ed tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1598248 Mar 07 21:33:54.406891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:54.438160 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfef8aa4-7e50-4b3a-93c3-b0f58ebf3017 x-openstack-request-id: req-cfef8aa4-7e50-4b3a-93c3-b0f58ebf3017 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:54.438713 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f039250e-1da4-4048-bcbf-825ed9086291", "name": "network-vif-plugged", "status": "completed", "tag": "1228286a-e3b3-450c-9672-7e2b6eef7f82", "code": 200}, {"server_uuid": "58b8593d-ab84-4dac-9037-d5c5b6acb6bd", "name": "network-vif-plugged", "status": "completed", "tag": "96b11c6a-e732-4f20-b1cd-383deec683d1", "code": 200}, {"server_uuid": "a6be6ca3-e23a-4196-a466-9cfdf3cb48a1", "name": "network-vif-plugged", "status": "completed", "tag": "1639f69e-cca3-4217-992d-36427343f740", "code": 200}, {"server_uuid": "d5d66382-aae1-4f74-9ec1-7a6a15a7596d", "name": "network-vif-plugged", "status": "completed", "tag": "5df88709-4854-455e-95bb-982005623346", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:54.440037 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cfef8aa4-7e50-4b3a-93c3-b0f58ebf3017 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:54.440432 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f039250e-1da4-4048-bcbf-825ed9086291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1228286a-e3b3-450c-9672-7e2b6eef7f82', 'code': 200} Mar 07 21:33:54.440768 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b8593d-ab84-4dac-9037-d5c5b6acb6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b11c6a-e732-4f20-b1cd-383deec683d1', 'code': 200} Mar 07 21:33:54.441713 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6be6ca3-e23a-4196-a466-9cfdf3cb48a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1639f69e-cca3-4217-992d-36427343f740', 'code': 200} Mar 07 21:33:54.442010 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d66382-aae1-4f74-9ec1-7a6a15a7596d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df88709-4854-455e-95bb-982005623346', 'code': 200} Mar 07 21:33:54.483891 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:54.563216 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-8e774477-b068-46b2-a760-27a35b9c357d service neutron] 10.222.0.15 "GET /v2.0/networks/08b756f3-bb9b-4e51-bb57-929f96036110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680114 Mar 07 21:33:54.613794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735772e3-a086-451a-b423-a7e2188d5806 req-1782b088-adff-4e67-aa40-0ff4d5411edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:54.617155 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-735772e3-a086-451a-b423-a7e2188d5806 req-1782b088-adff-4e67-aa40-0ff4d5411edb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 1127 time: 0.0541801 Mar 07 21:33:54.683784 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-735772e3-a086-451a-b423-a7e2188d5806 req-2593d0e7-5f25-4ffd-804d-412123d84d52 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ffd7f77c-2994-46e5-8319-fca0b91b22bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591731 Mar 07 21:33:54.722449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6892b564-e974-4dbd-a14e-795cefaa1d01 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:33:54.785427 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b2ef7-786b-44a1-ab41-e20ca600a636 req-aa233505-0992-4322-bbdb-35aa26cc0861 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:54.786952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f29b2ef7-786b-44a1-ab41-e20ca600a636 req-aa233505-0992-4322-bbdb-35aa26cc0861 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 945 time: 0.2704439 Mar 07 21:33:54.810308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8b0d7-db64-4ba4-b825-de0a96811f67 req-d5bdd9db-52af-44f4-b01e-17e73a0138e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:54.811817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9be8b0d7-db64-4ba4-b825-de0a96811f67 req-d5bdd9db-52af-44f4-b01e-17e73a0138e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6be6ca3-e23a-4196-a466-9cfdf3cb48a1 HTTP/1.1" status: 200 len: 1128 time: 0.2607868 Mar 07 21:33:54.839560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6892b564-e974-4dbd-a14e-795cefaa1d01, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6892b564-e974-4dbd-a14e-795cefaa1d01,segment=NetworkSegment(4ac1454f-0ca5-4513-9892-1f97347da87c),segment_id=4ac1454f-0ca5-4513-9892-1f97347da87c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:54.840206 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261f48d-797f-41c8-9109-afbefe1dd560 req-1603c4a9-2cfc-4dae-989e-bd7a70e3e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:54.841660 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2261f48d-797f-41c8-9109-afbefe1dd560 req-1603c4a9-2cfc-4dae-989e-bd7a70e3e6db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 1127 time: 0.2457767 Mar 07 21:33:54.850428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d405a-bde3-4286-a311-97465eaf0bc8 req-1711eeae-8adb-4540-a020-2581bf4f2c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:54.851228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '6892b564-e974-4dbd-a14e-795cefaa1d01', 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110', 'port_id': '6892b564-e974-4dbd-a14e-795cefaa1d01', 'mac_address': 'fa:16:3e:15:a1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878a2376-36b4-41ea-bd85-acf7091d2c67', 'ip_address': '19.80.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:33:54.851859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-053d405a-bde3-4286-a311-97465eaf0bc8 req-1711eeae-8adb-4540-a020-2581bf4f2c4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 1131 time: 0.2877119 Mar 07 21:33:54.895374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6892b564-e974-4dbd-a14e-795cefaa1d01 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:54.895603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5ca0f41-b257-4510-9d80-2b9b16ee898e req-24babad8-3070-435a-b828-a00b16ca59b5 service neutron] 10.222.0.15 "GET /v2.0/networks/08b756f3-bb9b-4e51-bb57-929f96036110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967043 Mar 07 21:33:54.895865 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:54.910498 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6892b564-e974-4dbd-a14e-795cefaa1d01 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:54.932411 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6892b564-e974-4dbd-a14e-795cefaa1d01, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6892b564-e974-4dbd-a14e-795cefaa1d01,segment=NetworkSegment(4ac1454f-0ca5-4513-9892-1f97347da87c),segment_id=4ac1454f-0ca5-4513-9892-1f97347da87c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:54.944889 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:54.945778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device da9d91a3-100f-4da4-9e82-7d98f71b9b21 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:33:54.957076 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f29b2ef7-786b-44a1-ab41-e20ca600a636 req-230ec138-9efe-46bb-bb17-438d68941da8 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564641 Mar 07 21:33:54.990109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9be8b0d7-db64-4ba4-b825-de0a96811f67 req-b3b9b1ad-46bc-47c9-96b2-22157ea207d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548479 Mar 07 21:33:54.990109 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:54.992517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2261f48d-797f-41c8-9109-afbefe1dd560 req-0a750866-888f-420e-87a0-0d055d1cb12a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324306 Mar 07 21:33:55.013092 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-053d405a-bde3-4286-a311-97465eaf0bc8 req-bd905ad8-f9c3-4b31-872f-2d64aa9de1a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947845 Mar 07 21:33:55.040040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6892b564-e974-4dbd-a14e-795cefaa1d01,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:55.120104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port da9d91a3-100f-4da4-9e82-7d98f71b9b21, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=da9d91a3-100f-4da4-9e82-7d98f71b9b21,segment=NetworkSegment(4764d239-1375-4cf1-9fc9-05d47ded89b5),segment_id=4764d239-1375-4cf1-9fc9-05d47ded89b5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:55.130820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'da9d91a3-100f-4da4-9e82-7d98f71b9b21', 'network_id': '3a7a9edb-7f99-4532-bb30-e249a93d5157', 'port_id': 'da9d91a3-100f-4da4-9e82-7d98f71b9b21', 'mac_address': 'fa:16:3e:31:1f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3504ec8-e00d-476d-bd9d-f73a6615a4e3', 'ip_address': '19.86.0.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:33:55.142953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Allocated IP 172.25.4.200 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/064263a5-26b0-4131-a3ac-8107542f1994) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:55.187221 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port da9d91a3-100f-4da4-9e82-7d98f71b9b21 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:55.187624 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:55.206261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9d91a3-100f-4da4-9e82-7d98f71b9b21 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:55.235483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port da9d91a3-100f-4da4-9e82-7d98f71b9b21, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=da9d91a3-100f-4da4-9e82-7d98f71b9b21,segment=NetworkSegment(4764d239-1375-4cf1-9fc9-05d47ded89b5),segment_id=4764d239-1375-4cf1-9fc9-05d47ded89b5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:55.241012 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:55.241849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 166d6939-2783-46ba-8824-07ab00da5660 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:33:55.296934 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for port (064263a5-26b0-4131-a3ac-8107542f1994), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:55.312384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=da9d91a3-100f-4da4-9e82-7d98f71b9b21,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:55.316172 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 166d6939-2783-46ba-8824-07ab00da5660, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=166d6939-2783-46ba-8824-07ab00da5660,segment=NetworkSegment(4ac1454f-0ca5-4513-9892-1f97347da87c),segment_id=4ac1454f-0ca5-4513-9892-1f97347da87c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:55.316459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba9654-0a0b-4201-8e6b-31fe3a316a21 req-5c70d0da-8819-4d60-80c0-1fd336db27b0 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:55.317990 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72ba9654-0a0b-4201-8e6b-31fe3a316a21 req-5c70d0da-8819-4d60-80c0-1fd336db27b0 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 945 time: 0.0826359 Mar 07 21:33:55.335287 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '166d6939-2783-46ba-8824-07ab00da5660', 'network_id': '08b756f3-bb9b-4e51-bb57-929f96036110', 'port_id': '166d6939-2783-46ba-8824-07ab00da5660', 'mac_address': 'fa:16:3e:bd:de:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878a2376-36b4-41ea-bd85-acf7091d2c67', 'ip_address': '19.80.0.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:33:55.373854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 166d6939-2783-46ba-8824-07ab00da5660 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:55.374274 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (166d6939-2783-46ba-8824-07ab00da5660), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:55.379988 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (064263a5-26b0-4131-a3ac-8107542f1994), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:55.391040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166d6939-2783-46ba-8824-07ab00da5660 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:33:55.411091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 166d6939-2783-46ba-8824-07ab00da5660, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=166d6939-2783-46ba-8824-07ab00da5660,segment=NetworkSegment(4ac1454f-0ca5-4513-9892-1f97347da87c),segment_id=4ac1454f-0ca5-4513-9892-1f97347da87c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:55.415806 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (166d6939-2783-46ba-8824-07ab00da5660), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:55.416007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72ba9654-0a0b-4201-8e6b-31fe3a316a21 req-44ce8f19-f3b5-49e3-b230-d2e823083e93 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffd7f77c-2994-46e5-8319-fca0b91b22bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883746 Mar 07 21:33:55.432051 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:55.433548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:55.435833 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:55.469167 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Pushing event updated for resources: {'Port': ['ID=064263a5-26b0-4131-a3ac-8107542f1994,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:55.478982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=166d6939-2783-46ba-8824-07ab00da5660,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:55.564615 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (3ee1d016-d7f0-48d2-9894-03103420a65e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:55.612504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479d64d-b366-4a8e-8aac-852fbd9a4431 req-06dfc2e3-1c4b-4f0a-ac58-e1e1cbdbbeea tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:55.618512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479d64d-b366-4a8e-8aac-852fbd9a4431 req-06dfc2e3-1c4b-4f0a-ac58-e1e1cbdbbeea tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:55.623735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479d64d-b366-4a8e-8aac-852fbd9a4431 req-06dfc2e3-1c4b-4f0a-ac58-e1e1cbdbbeea tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:55.627426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d479d64d-b366-4a8e-8aac-852fbd9a4431 req-06dfc2e3-1c4b-4f0a-ac58-e1e1cbdbbeea tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2415 time: 0.1277909 Mar 07 21:33:55.630824 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (064263a5-26b0-4131-a3ac-8107542f1994), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:55.722734 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d479d64d-b366-4a8e-8aac-852fbd9a4431 req-ecdb9294-d799-45e5-a3f5-9f5de3f22032 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897934 Mar 07 21:33:55.736879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['6892b564-e974-4dbd-a14e-795cefaa1d01'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:33:55.773236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['166d6939-2783-46ba-8824-07ab00da5660'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:33:55.868845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcb9c6-dca7-4c13-82f5-ef6fd85ba820 req-13f18058-04cc-473f-8376-1f2fde6b050f tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:55.870348 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7fcb9c6-dca7-4c13-82f5-ef6fd85ba820 req-13f18058-04cc-473f-8376-1f2fde6b050f tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6be6ca3-e23a-4196-a466-9cfdf3cb48a1 HTTP/1.1" status: 200 len: 946 time: 0.0855587 Mar 07 21:33:55.886104 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for port (064263a5-26b0-4131-a3ac-8107542f1994), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:55.896672 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (064263a5-26b0-4131-a3ac-8107542f1994), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:56.261109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Pushing event updated for resources: {'Port': ['ID=064263a5-26b0-4131-a3ac-8107542f1994,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:56.270539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7fcb9c6-dca7-4c13-82f5-ef6fd85ba820 req-8ec9c5cb-f2ae-41ce-91c4-107960e1d496 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3926394 Mar 07 21:33:56.287952 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (3ee1d016-d7f0-48d2-9894-03103420a65e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:56.309995 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:56.314641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-bcbd0d6a-0ab0-4b25-a159-f5c13e1a9ebb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9121268 Mar 07 21:33:56.442937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-133e5039-79cd-43e9-9a45-45c0aba22260 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.200 HTTP/1.1" status: 200 len: 696 time: 0.1256716 Mar 07 21:33:56.504314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e36e18-59e8-4d86-b292-777fc8c6b8d2 req-54f227fc-9bb5-4d6d-9d10-3d418afda69a tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:56.506013 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45e36e18-59e8-4d86-b292-777fc8c6b8d2 req-54f227fc-9bb5-4d6d-9d10-3d418afda69a tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 950 time: 0.1133668 Mar 07 21:33:56.597634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45e36e18-59e8-4d86-b292-777fc8c6b8d2 req-32e01a03-055b-49da-b391-843a40ba9876 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667450 Mar 07 21:33:56.604879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-005e8055-5907-44b1-9e70-cca7b0f032b4 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:56.606377 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a445d38-f073-48ee-878e-d6f6c04f4240 req-005e8055-5907-44b1-9e70-cca7b0f032b4 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.1514795 Mar 07 21:33:56.735268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6892b564-e974-4dbd-a14e-795cefaa1d01 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:56.764501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['da9d91a3-100f-4da4-9e82-7d98f71b9b21'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:33:56.773830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54c08f-1799-4510-ac6a-c4a57fc69d53 req-8f976d85-6df1-4061-8bab-1c887b2906ec tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:56.780748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c54c08f-1799-4510-ac6a-c4a57fc69d53 req-8f976d85-6df1-4061-8bab-1c887b2906ec tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 945 time: 0.0992339 Mar 07 21:33:56.818570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbd8e7-9291-4ab4-b1db-0a837b11b557 req-47b373f2-54e9-4c84-8844-9245a6b316a7 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:56.818945 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5bdbd8e7-9291-4ab4-b1db-0a837b11b557 req-47b373f2-54e9-4c84-8844-9245a6b316a7 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 949 time: 0.1386142 Mar 07 21:33:56.852157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c54c08f-1799-4510-ac6a-c4a57fc69d53 req-21eca4ac-8e45-4eb6-9945-34220abc7a97 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702133 Mar 07 21:33:56.870568 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 6892b564-e974-4dbd-a14e-795cefaa1d01 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:33:56.883302 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 6892b564-e974-4dbd-a14e-795cefaa1d01 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:56.883686 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:56.900749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5bdbd8e7-9291-4ab4-b1db-0a837b11b557 req-dd9c40ea-0fe4-49e1-b490-7ff55c23058b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727234 Mar 07 21:33:57.039745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6892b564-e974-4dbd-a14e-795cefaa1d01 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:57.040518 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:57.058144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcfafb-597d-4f5f-bf07-2976b2c102df req-3f773bb2-1355-4524-8074-747ae819f918 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:57.059688 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2adcfafb-597d-4f5f-bf07-2976b2c102df req-3f773bb2-1355-4524-8074-747ae819f918 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 945 time: 0.1330466 Mar 07 21:33:57.066646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892b564-e974-4dbd-a14e-795cefaa1d01'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:57.068918 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece2c579-1cb3-4918-a471-0632a9758679" -d '{"events": [{"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-plugged", "status": "completed", "tag": "6892b564-e974-4dbd-a14e-795cefaa1d01"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:57.085277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6892b564-e974-4dbd-a14e-795cefaa1d01, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6892b564-e974-4dbd-a14e-795cefaa1d01,segment=NetworkSegment(4ac1454f-0ca5-4513-9892-1f97347da87c),segment_id=4ac1454f-0ca5-4513-9892-1f97347da87c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:57.090782 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:57.091755 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 166d6939-2783-46ba-8824-07ab00da5660 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:57.099244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-869cc2c3-16e7-4792-9a53-84cd5136e593 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1601918 Mar 07 21:33:57.119308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:57.150889 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2adcfafb-597d-4f5f-bf07-2976b2c102df req-96716146-1916-4404-ab63-8724c04f6d09 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffd7f77c-2994-46e5-8319-fca0b91b22bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825379 Mar 07 21:33:57.163210 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:57.188665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6892b564-e974-4dbd-a14e-795cefaa1d01,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:57.191678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 166d6939-2783-46ba-8824-07ab00da5660 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:33:57.196980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 166d6939-2783-46ba-8824-07ab00da5660 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:57.197362 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (166d6939-2783-46ba-8824-07ab00da5660), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:57.285244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 166d6939-2783-46ba-8824-07ab00da5660 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:57.285630 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (166d6939-2783-46ba-8824-07ab00da5660), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:57.321466 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:57.334842 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 166d6939-2783-46ba-8824-07ab00da5660, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=166d6939-2783-46ba-8824-07ab00da5660,segment=NetworkSegment(4ac1454f-0ca5-4513-9892-1f97347da87c),segment_id=4ac1454f-0ca5-4513-9892-1f97347da87c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:57.341576 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (166d6939-2783-46ba-8824-07ab00da5660), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:57.418534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=166d6939-2783-46ba-8824-07ab00da5660,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:57.521131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Allocated IP 172.25.4.33 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/80a11837-ca8b-41b2-937f-5a5262e882ae) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:33:57.568665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d321d-ec2c-48ed-8b3f-3870415bd54f req-2aec0157-f762-45c1-9e05-21fdd105420d tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:57.574129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d321d-ec2c-48ed-8b3f-3870415bd54f req-2aec0157-f762-45c1-9e05-21fdd105420d tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:57.579608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d321d-ec2c-48ed-8b3f-3870415bd54f req-2aec0157-f762-45c1-9e05-21fdd105420d tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:57.581962 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-478d321d-ec2c-48ed-8b3f-3870415bd54f req-2aec0157-f762-45c1-9e05-21fdd105420d tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2417 time: 0.1304486 Mar 07 21:33:57.677663 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-478d321d-ec2c-48ed-8b3f-3870415bd54f req-bec06ebf-379d-43c1-a73f-392ef4506b0c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644126 Mar 07 21:33:57.690033 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for port (80a11837-ca8b-41b2-937f-5a5262e882ae), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:57.755237 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (80a11837-ca8b-41b2-937f-5a5262e882ae), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:57.838879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:33:57.844809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:33:57.846763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Pushing event updated for resources: {'Port': ['ID=80a11837-ca8b-41b2-937f-5a5262e882ae,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:57.848902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:33:57.951981 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (52787f6c-9034-44ca-a90c-a93aa4fc8451), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:57.997995 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (80a11837-ca8b-41b2-937f-5a5262e882ae), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:58.082918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fab6e6-e669-4b90-b5d9-361ee86ef17a req-4e84af3e-2936-4451-b787-118a2a553eea tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:58.085280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1fab6e6-e669-4b90-b5d9-361ee86ef17a req-4e84af3e-2936-4451-b787-118a2a553eea tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 1127 time: 0.0893247 Mar 07 21:33:58.183025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1fab6e6-e669-4b90-b5d9-361ee86ef17a req-e09ad25f-f5e3-4b84-9a78-01358237593e tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846314 Mar 07 21:33:58.243669 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for port (80a11837-ca8b-41b2-937f-5a5262e882ae), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:58.249014 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (80a11837-ca8b-41b2-937f-5a5262e882ae), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:58.334645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Pushing event updated for resources: {'Port': ['ID=80a11837-ca8b-41b2-937f-5a5262e882ae,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:58.361741 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (52787f6c-9034-44ca-a90c-a93aa4fc8451), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:58.380781 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:58.382647 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-6bad2f9f-6053-45ee-8463-97aab5b450a0 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2747974 Mar 07 21:33:58.465355 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-58a03a93-c18c-4aff-9bac-a5f11f6b4764 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 695 time: 0.0769937 Mar 07 21:33:58.509128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe364644-540f-47eb-adcd-c2beecccc09f req-71db216a-dacc-48d3-aea5-956619ca0f3e tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:58.510805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe364644-540f-47eb-adcd-c2beecccc09f req-71db216a-dacc-48d3-aea5-956619ca0f3e tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 1131 time: 0.1200290 Mar 07 21:33:58.559141 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fe364644-540f-47eb-adcd-c2beecccc09f req-c39ec0f3-5d15-4725-997e-c45474586125 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:58.626888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-cb10fde0-9709-4446-bc77-1db6b0495864 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:58.628140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65a696fc-3db4-4d04-a330-99ce2d59f57d req-cb10fde0-9709-4446-bc77-1db6b0495864 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.1543655 Mar 07 21:33:58.680180 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ef2a10-d556-4383-83a6-cc596fdb5f97 x-openstack-request-id: req-76ef2a10-d556-4383-83a6-cc596fdb5f97 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:33:58.680729 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-plugged", "status": "completed", "tag": "6892b564-e974-4dbd-a14e-795cefaa1d01", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:33:58.681123 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fe364644-540f-47eb-adcd-c2beecccc09f req-c39ec0f3-5d15-4725-997e-c45474586125 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] Publish callbacks [] for security_group (c6c11fd4-6f98-480d-96f3-0d4402508d4a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:58.681371 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76ef2a10-d556-4383-83a6-cc596fdb5f97 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:33:58.681924 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892b564-e974-4dbd-a14e-795cefaa1d01', 'code': 200} Mar 07 21:33:58.686492 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fe364644-540f-47eb-adcd-c2beecccc09f req-c39ec0f3-5d15-4725-997e-c45474586125 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c6c11fd4-6f98-480d-96f3-0d4402508d4a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:58.743031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device da9d91a3-100f-4da4-9e82-7d98f71b9b21 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:33:58.754962 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe364644-540f-47eb-adcd-c2beecccc09f req-c39ec0f3-5d15-4725-997e-c45474586125 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133796 Mar 07 21:33:58.782262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ec0f3-5d15-4725-997e-c45474586125 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c11fd4-6f98-480d-96f3-0d4402508d4a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:58.865677 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb542b-93a9-4b8e-92c2-e18a31e04ccc req-a510fa39-eeff-44de-908f-2913e9adf93c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:58.867559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2eb542b-93a9-4b8e-92c2-e18a31e04ccc req-a510fa39-eeff-44de-908f-2913e9adf93c tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6be6ca3-e23a-4196-a466-9cfdf3cb48a1 HTTP/1.1" status: 200 len: 946 time: 0.1320877 Mar 07 21:33:58.875281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port da9d91a3-100f-4da4-9e82-7d98f71b9b21 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:33:58.879452 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port da9d91a3-100f-4da4-9e82-7d98f71b9b21 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:33:58.879834 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:59.018642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port da9d91a3-100f-4da4-9e82-7d98f71b9b21 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:33:59.019045 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:59.059278 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db62f48-a8a0-4ad9-8a49-f055d17db606 req-bab86c47-4f0b-4e31-a4a9-25d4eaafa97c tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:59.063704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8db62f48-a8a0-4ad9-8a49-f055d17db606 req-bab86c47-4f0b-4e31-a4a9-25d4eaafa97c tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 950 time: 0.2182126 Mar 07 21:33:59.067410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port da9d91a3-100f-4da4-9e82-7d98f71b9b21, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=da9d91a3-100f-4da4-9e82-7d98f71b9b21,segment=NetworkSegment(4764d239-1375-4cf1-9fc9-05d47ded89b5),segment_id=4764d239-1375-4cf1-9fc9-05d47ded89b5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:59.069163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2eb542b-93a9-4b8e-92c2-e18a31e04ccc req-9dc3af6b-78b7-4ed2-a963-7e37e69f1f79 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806450 Mar 07 21:33:59.079240 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:59.123562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a7859-f69f-4671-8186-1927fbc4643d req-5677bdc2-6dd3-49be-bfe2-0c01db3032b8 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:59.132994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c2a7859-f69f-4671-8186-1927fbc4643d req-5677bdc2-6dd3-49be-bfe2-0c01db3032b8 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 950 time: 0.2042117 Mar 07 21:33:59.172630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=da9d91a3-100f-4da4-9e82-7d98f71b9b21,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:59.266681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c2a7859-f69f-4671-8186-1927fbc4643d req-ccf7bea8-6e75-47ab-bd43-fb73f37e23c1 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6924d9-a0aa-4551-9dc7-2197053899a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327183 Mar 07 21:33:59.291832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab33f53-4013-4200-a4cf-ac4200e4d777 req-1dafcbed-1fa8-40e4-a815-5d314795e66b tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:59.293460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ab33f53-4013-4200-a4cf-ac4200e4d777 req-1dafcbed-1fa8-40e4-a815-5d314795e66b tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 1127 time: 0.1113410 Mar 07 21:33:59.311259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-8db62f48-a8a0-4ad9-8a49-f055d17db606 req-5ef9d92c-b293-40a6-a4af-16520ad595e1 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Deleting port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:33:59.311872 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8db62f48-a8a0-4ad9-8a49-f055d17db606 req-5ef9d92c-b293-40a6-a4af-16520ad595e1 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:59.485302 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ab33f53-4013-4200-a4cf-ac4200e4d777 req-63280e25-cbdc-431f-91e4-eeeef3c0fa4b tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775663 Mar 07 21:33:59.509649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-d7ad8d15-553c-4fee-8fbe-bb7db9831524 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2151399 Mar 07 21:33:59.511527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8db62f48-a8a0-4ad9-8a49-f055d17db606 req-5ef9d92c-b293-40a6-a4af-16520ad595e1 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] For port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=4b8edd04-0b7a-47da-b12d-f4f81a4f51c0,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:33:59.512060 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8db62f48-a8a0-4ad9-8a49-f055d17db606 req-5ef9d92c-b293-40a6-a4af-16520ad595e1 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:59.524078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:33:59.536205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-8db62f48-a8a0-4ad9-8a49-f055d17db606 req-5ef9d92c-b293-40a6-a4af-16520ad595e1 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Calling delete_port for 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:33:59.591663 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:59.780142 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8db62f48-a8a0-4ad9-8a49-f055d17db606 req-5ef9d92c-b293-40a6-a4af-16520ad595e1 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (4b8edd04-0b7a-47da-b12d-f4f81a4f51c0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:59.797714 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['4b8edd04-0b7a-47da-b12d-f4f81a4f51c0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:33:59.798389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb5491-f8b7-48d8-83d6-7db25dcdc638 req-9cf57a7f-4653-4198-940c-db53d58dcc09 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:59.802389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb5491-f8b7-48d8-83d6-7db25dcdc638 req-9cf57a7f-4653-4198-940c-db53d58dcc09 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:59.807789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb5491-f8b7-48d8-83d6-7db25dcdc638 req-9cf57a7f-4653-4198-940c-db53d58dcc09 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:33:59.809481 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82bb5491-f8b7-48d8-83d6-7db25dcdc638 req-9cf57a7f-4653-4198-940c-db53d58dcc09 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2418 time: 0.1023095 Mar 07 21:33:59.844052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9d92c-b293-40a6-a4af-16520ad595e1 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Pushing event deleted for resources: {'Port': ['ID=4b8edd04-0b7a-47da-b12d-f4f81a4f51c0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:33:59.933574 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db62f48-a8a0-4ad9-8a49-f055d17db606 req-5ef9d92c-b293-40a6-a4af-16520ad595e1 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] No DVR routers for this DVR port 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:33:59.937473 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8db62f48-a8a0-4ad9-8a49-f055d17db606 req-5ef9d92c-b293-40a6-a4af-16520ad595e1 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:33:59.941444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8db62f48-a8a0-4ad9-8a49-f055d17db606 req-5ef9d92c-b293-40a6-a4af-16520ad595e1 tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.13 "DELETE /v2.0/ports/4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 HTTP/1.1" status: 204 len: 173 time: 0.8712943 Mar 07 21:33:59.951411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d077a3f-09ed-45fc-a5b1-aec0b49971a1', 'name': 'network-vif-deleted', 'tag': '4b8edd04-0b7a-47da-b12d-f4f81a4f51c0'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:33:59.960248 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3646be3a-a484-492c-8e1d-b5f4f1612076" -d '{"events": [{"server_uuid": "2d077a3f-09ed-45fc-a5b1-aec0b49971a1", "name": "network-vif-deleted", "tag": "4b8edd04-0b7a-47da-b12d-f4f81a4f51c0"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:33:59.981228 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:00.048749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82bb5491-f8b7-48d8-83d6-7db25dcdc638 req-5c4d93af-6ee7-491e-9e0f-63bbcb68066c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115912 Mar 07 21:34:00.233904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Allocated IP 172.25.4.176 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/11af0cd8-f1a6-4c3e-ade1-321fbdef131a) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:00.396601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c70e79-acec-4f19-a505-ec7312eb0151 req-22133412-a28a-4d0c-a6b8-96c2cbba4dab tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:00.398151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6c70e79-acec-4f19-a505-ec7312eb0151 req-22133412-a28a-4d0c-a6b8-96c2cbba4dab tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6be6ca3-e23a-4196-a466-9cfdf3cb48a1 HTTP/1.1" status: 200 len: 946 time: 0.1133912 Mar 07 21:34:00.407587 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46138) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:00.411584 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for port (11af0cd8-f1a6-4c3e-ade1-321fbdef131a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:00.417700 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f9dfe96a-812b-459b-9903-2a33a8ac4efc tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Request body: {'floatingip': {'port_id': '1639f69e-cca3-4217-992d-36427343f740'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:00.465903 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (11af0cd8-f1a6-4c3e-ade1-321fbdef131a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:00.492405 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:00.498101 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4727f397-780e-451e-a967-37dd669dfdd2 x-openstack-request-id: req-4727f397-780e-451e-a967-37dd669dfdd2 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:00.498477 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d077a3f-09ed-45fc-a5b1-aec0b49971a1", "name": "network-vif-deleted", "tag": "4b8edd04-0b7a-47da-b12d-f4f81a4f51c0", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:00.498719 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4727f397-780e-451e-a967-37dd669dfdd2 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:00.499148 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d077a3f-09ed-45fc-a5b1-aec0b49971a1', 'name': 'network-vif-deleted', 'tag': '4b8edd04-0b7a-47da-b12d-f4f81a4f51c0', 'status': 'completed', 'code': 200} Mar 07 21:34:00.500827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:00.519272 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f9dfe96a-812b-459b-9903-2a33a8ac4efc tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for floatingip (a49315f5-7f07-4a0f-a8cf-8924f83397c7), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:00.530495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:00.622004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a75980f-03bc-46ce-9eff-694689eadc08 req-732ba19f-bd5f-4982-9c21-7f87056fcbed tempest-DeleteServersAdminTestJSON-1576204495 tempest-DeleteServersAdminTestJSON-1576204495-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d077a3f-09ed-45fc-a5b1-aec0b49971a1 HTTP/1.1" status: 200 len: 210 time: 0.0398777 Mar 07 21:34:00.634709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Pushing event updated for resources: {'Port': ['ID=11af0cd8-f1a6-4c3e-ade1-321fbdef131a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:00.683204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166d6939-2783-46ba-8824-07ab00da5660'}, {'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9d91a3-100f-4da4-9e82-7d98f71b9b21'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:00.686237 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bb516a-9597-49d0-8380-4b590dd953dd" -d '{"events": [{"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-plugged", "status": "completed", "tag": "166d6939-2783-46ba-8824-07ab00da5660"}, {"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-plugged", "status": "completed", "tag": "da9d91a3-100f-4da4-9e82-7d98f71b9b21"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:00.720437 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (c80540b2-714e-4554-af75-24eb45bb2ee1), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:00.727145 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-a1065042-4109-4f4b-a924-17be9f154e4f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300901 Mar 07 21:34:00.819483 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (11af0cd8-f1a6-4c3e-ade1-321fbdef131a), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:00.897340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-f6758e78-c768-4b28-bf02-8bd1dc88980c tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:00.898837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-f6758e78-c768-4b28-bf02-8bd1dc88980c tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641221 Mar 07 21:34:00.963003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-e5d75e1b-e046-448d-88e3-19de0ef14f0b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/quotas/d9b061b00b7d481ca736dfc229d52c4f HTTP/1.1" status: 200 len: 375 time: 0.0544393 Mar 07 21:34:01.051203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-4723c632-5182-4c97-9028-9d10fee4f32f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0873158 Mar 07 21:34:01.077738 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for port (11af0cd8-f1a6-4c3e-ade1-321fbdef131a), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:01.089807 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (11af0cd8-f1a6-4c3e-ade1-321fbdef131a), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:01.210958 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (c80540b2-714e-4554-af75-24eb45bb2ee1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:01.227344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Pushing event updated for resources: {'Port': ['ID=11af0cd8-f1a6-4c3e-ade1-321fbdef131a,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:01.257271 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:01.258549 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-0cf4165c-a6c3-4a70-8ec2-538d1cfacdfb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7386339 Mar 07 21:34:01.292824 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f9dfe96a-812b-459b-9903-2a33a8ac4efc tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:01.298948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f9dfe96a-812b-459b-9903-2a33a8ac4efc tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (a49315f5-7f07-4a0f-a8cf-8924f83397c7), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:01.313727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-cd270377-16a9-458d-bacc-6f655951119b tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.0492887 Mar 07 21:34:01.432201 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-f9dfe96a-812b-459b-9903-2a33a8ac4efc tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Floating IP a49315f5-7f07-4a0f-a8cf-8924f83397c7 associated. External IP: 172.25.4.119, port: 1639f69e-cca3-4217-992d-36427343f740. Mar 07 21:34:01.714505 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dfe96a-812b-459b-9903-2a33a8ac4efc tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Router eaad3822-bf29-40d2-848f-63247034c67c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:34:01.720239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-5b7df888-e5ce-444a-83d1-1d1ffee92663 req-9273d434-54d5-451c-80cd-c506ce1ee27e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:34:01.721506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b7df888-e5ce-444a-83d1-1d1ffee92663 req-9273d434-54d5-451c-80cd-c506ce1ee27e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075495 Mar 07 21:34:01.776327 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-37d4badc-bc96-43de-a0f0-7991ba6a0365 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:01.780996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-37d4badc-bc96-43de-a0f0-7991ba6a0365 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.4578471 Mar 07 21:34:01.797090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-fe52fdf9-3aa9-46af-9cfe-f6deeb452739 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:34:01.800114 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9adfc458-7484-46ae-8d47-0b9b6e7e01ce req-fe52fdf9-3aa9-46af-9cfe-f6deeb452739 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128174 Mar 07 21:34:01.846649 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b742800-7ecb-4ea1-851d-87d2e86468eb x-openstack-request-id: req-1b742800-7ecb-4ea1-851d-87d2e86468eb {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:01.847656 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-plugged", "status": "completed", "tag": "166d6939-2783-46ba-8824-07ab00da5660", "code": 200}, {"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-plugged", "status": "completed", "tag": "da9d91a3-100f-4da4-9e82-7d98f71b9b21", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:01.848109 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b742800-7ecb-4ea1-851d-87d2e86468eb {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:01.848832 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166d6939-2783-46ba-8824-07ab00da5660', 'code': 200} Mar 07 21:34:01.849975 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9d91a3-100f-4da4-9e82-7d98f71b9b21', 'code': 200} Mar 07 21:34:01.950930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dfe96a-812b-459b-9903-2a33a8ac4efc tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:34:01.968587 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f9dfe96a-812b-459b-9903-2a33a8ac4efc tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:01.973465 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6444c4-5853-49fc-b861-a2a92820de55 None None] Sync routers for ids ['eaad3822-bf29-40d2-848f-63247034c67c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:34:02.009760 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6444c4-5853-49fc-b861-a2a92820de55 None None] Routers {'eaad3822-bf29-40d2-848f-63247034c67c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:02.011209 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6a6444c4-5853-49fc-b861-a2a92820de55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:33:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['eaad3822-bf29-40d2-848f-63247034c67c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:02.026992 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f9dfe96a-812b-459b-9903-2a33a8ac4efc tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "PUT /v2.0/floatingips/a49315f5-7f07-4a0f-a8cf-8924f83397c7 HTTP/1.1" status: 200 len: 992 time: 1.6162281 Mar 07 21:34:02.027598 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6be6ca3-e23a-4196-a466-9cfdf3cb48a1', 'tag': '1639f69e-cca3-4217-992d-36427343f740'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:02.030331 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7986348f-7363-4823-a00b-6db987378de2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6be6ca3-e23a-4196-a466-9cfdf3cb48a1", "tag": "1639f69e-cca3-4217-992d-36427343f740"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:02.077789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093b377-0af9-4b84-9637-8a15aad3b55c req-fbc27355-7060-421e-8293-e67aebee695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:02.093922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093b377-0af9-4b84-9637-8a15aad3b55c req-fbc27355-7060-421e-8293-e67aebee695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:02.093922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093b377-0af9-4b84-9637-8a15aad3b55c req-fbc27355-7060-421e-8293-e67aebee695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:02.100384 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e093b377-0af9-4b84-9637-8a15aad3b55c req-fbc27355-7060-421e-8293-e67aebee695e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2964 time: 0.1522818 Mar 07 21:34:02.197460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e093b377-0af9-4b84-9637-8a15aad3b55c req-554809fe-1a20-435c-a525-91b656258aa1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904956 Mar 07 21:34:02.291750 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6a6444c4-5853-49fc-b861-a2a92820de55 None None] Set router eaad3822-bf29-40d2-848f-63247034c67c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:34:02.610557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83a104-2aa1-4e92-8ada-03a368a89b28 req-78ba2eb2-4fde-401d-ba80-bb9ddc58e9d2 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:02.634183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83a104-2aa1-4e92-8ada-03a368a89b28 req-78ba2eb2-4fde-401d-ba80-bb9ddc58e9d2 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:02.646789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83a104-2aa1-4e92-8ada-03a368a89b28 req-78ba2eb2-4fde-401d-ba80-bb9ddc58e9d2 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:02.656265 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce83a104-2aa1-4e92-8ada-03a368a89b28 req-78ba2eb2-4fde-401d-ba80-bb9ddc58e9d2 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2418 time: 0.1171741 Mar 07 21:34:02.697921 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6a6444c4-5853-49fc-b861-a2a92820de55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'a49315f5-7f07-4a0f-a8cf-8924f83397c7', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'port_id': '1639f69e-cca3-4217-992d-36427343f740', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'mac_address': 'fa:16:3e:96:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be6ca3-e23a-4196-a466-9cfdf3cb48a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:32:42Z', 'updated_at': '2022-03-07T21:34:00Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3503317d-4e5e-4bf5-b37e-1c0b2d4b4892', 'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'mac_address': 'fa:16:3e:ec:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:23Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'subnets': [{'id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:02.726886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce83a104-2aa1-4e92-8ada-03a368a89b28 req-6d3b5310-b391-485e-b37c-577e2ca8d71e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693414 Mar 07 21:34:02.736220 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6444c4-5853-49fc-b861-a2a92820de55 None None] Checking router: eaad3822-bf29-40d2-848f-63247034c67c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:34:02.746271 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6444c4-5853-49fc-b861-a2a92820de55 None None] Routers {'eaad3822-bf29-40d2-848f-63247034c67c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:02.746952 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6a6444c4-5853-49fc-b861-a2a92820de55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:33:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['eaad3822-bf29-40d2-848f-63247034c67c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:02.953635 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6a6444c4-5853-49fc-b861-a2a92820de55 None None] Set router eaad3822-bf29-40d2-848f-63247034c67c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:34:02.958477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:03.025129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:34:03.039541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 4b8edd04-0b7a-47da-b12d-f4f81a4f51c0 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:34:03.402017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f0a0c7a-a317-45bd-b27a-f28b483ee957 req-72a84f75-a6db-4307-b7ea-1ddf8c8e20d8 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips/c80540b2-714e-4554-af75-24eb45bb2ee1 HTTP/1.1" status: 200 len: 693 time: 0.1002882 Mar 07 21:34:03.465435 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6a6444c4-5853-49fc-b861-a2a92820de55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'a49315f5-7f07-4a0f-a8cf-8924f83397c7', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'port_id': '1639f69e-cca3-4217-992d-36427343f740', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'mac_address': 'fa:16:3e:96:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be6ca3-e23a-4196-a466-9cfdf3cb48a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:32:42Z', 'updated_at': '2022-03-07T21:34:00Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3503317d-4e5e-4bf5-b37e-1c0b2d4b4892', 'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'mac_address': 'fa:16:3e:ec:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:23Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'subnets': [{'id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:03.526285 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6444c4-5853-49fc-b861-a2a92820de55 None None] The sync data for ids ['eaad3822-bf29-40d2-848f-63247034c67c'] in n-d-832330-1 is: [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'a49315f5-7f07-4a0f-a8cf-8924f83397c7', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'port_id': '1639f69e-cca3-4217-992d-36427343f740', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'mac_address': 'fa:16:3e:96:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be6ca3-e23a-4196-a466-9cfdf3cb48a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:32:42Z', 'updated_at': '2022-03-07T21:34:00Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3503317d-4e5e-4bf5-b37e-1c0b2d4b4892', 'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'mac_address': 'fa:16:3e:ec:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:23Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'subnets': [{'id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:34:03.616010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a0c7a-a317-45bd-b27a-f28b483ee957 req-2b4f8908-974a-47e5-81be-c609ee45cbdd tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:03.628713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f0a0c7a-a317-45bd-b27a-f28b483ee957 req-2b4f8908-974a-47e5-81be-c609ee45cbdd tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.2132170 Mar 07 21:34:03.642809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-6f0a0c7a-a317-45bd-b27a-f28b483ee957 req-2eb2c001-87b5-4f7a-b980-b6ffbb41e1b4 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:34:03.659217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f0a0c7a-a317-45bd-b27a-f28b483ee957 req-2eb2c001-87b5-4f7a-b980-b6ffbb41e1b4 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0275578 Mar 07 21:34:03.723539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46250) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:03.770671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-8b368dee-7b6e-4906-9e49-abf8ea9280da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919797 Mar 07 21:34:03.871512 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-bcc6fcbb-bf8c-4a23-a48e-157e9e5ec695 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590801 Mar 07 21:34:03.935782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77a0b8-0c29-43f0-aaea-b52d9f0a790b req-d5cf9d05-d5b5-4bba-a40a-82f2cbb5b433 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:03.944878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f77a0b8-0c29-43f0-aaea-b52d9f0a790b req-d5cf9d05-d5b5-4bba-a40a-82f2cbb5b433 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6be6ca3-e23a-4196-a466-9cfdf3cb48a1 HTTP/1.1" status: 200 len: 946 time: 0.1473360 Mar 07 21:34:03.981620 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17908cc5-f145-4bf8-859d-5cb0db8fdd7c None None] New status for floating IP a49315f5-7f07-4a0f-a8cf-8924f83397c7: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:34:04.029802 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-472cee3c-473b-41dc-b081-7ac7fc6e83f9 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:04.032275 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-472cee3c-473b-41dc-b081-7ac7fc6e83f9 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565920 Mar 07 21:34:04.049582 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f77a0b8-0c29-43f0-aaea-b52d9f0a790b req-266d5f85-6352-4ffe-8a9f-fbbd05cb2ed5 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999544 Mar 07 21:34:04.061225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Request body: {'port': {'device_id': '6575527c-2a06-4d2f-9b4e-015b53ebd096', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': 'd9b061b00b7d481ca736dfc229d52c4f'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:04.089588 n-d-832330-1 neutron-server[103718]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 21:34:04.101614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-c0840658-06e0-4451-8999-bff942cb18d1 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:34:04.108661 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-c0840658-06e0-4451-8999-bff942cb18d1 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3832884 Mar 07 21:34:04.193896 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e6bc38-dec6-4521-a559-fa41c018686b x-openstack-request-id: req-a0e6bc38-dec6-4521-a559-fa41c018686b {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:04.196545 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6be6ca3-e23a-4196-a466-9cfdf3cb48a1", "tag": "1639f69e-cca3-4217-992d-36427343f740", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:04.197572 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0e6bc38-dec6-4521-a559-fa41c018686b {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:04.198931 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6be6ca3-e23a-4196-a466-9cfdf3cb48a1', 'tag': '1639f69e-cca3-4217-992d-36427343f740', 'status': 'completed', 'code': 200} Mar 07 21:34:04.292161 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-eea6fbf7-0f12-47b0-a302-a9ba7a63aa61 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:04.302003 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-eea6fbf7-0f12-47b0-a302-a9ba7a63aa61 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4245074 Mar 07 21:34:04.314420 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Request body: {'port': {'device_id': 'f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': 'd9b061b00b7d481ca736dfc229d52c4f'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:04.335634 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986348f-7363-4823-a00b-6db987378de2 req-4b8bc9d4-5242-4687-ad91-52c4268b4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:04.342433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7986348f-7363-4823-a00b-6db987378de2 req-4b8bc9d4-5242-4687-ad91-52c4268b4dca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe507c0d42ab4e7980b233c654d92447&device_id=a6be6ca3-e23a-4196-a466-9cfdf3cb48a1 HTTP/1.1" status: 200 len: 1128 time: 0.1375234 Mar 07 21:34:04.345421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Made reservation on behalf of d9b061b00b7d481ca736dfc229d52c4f for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:04.348909 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:04.391126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-ba1d1cb1-3607-4716-860c-44ae8db4ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:04.392860 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-ba1d1cb1-3607-4716-860c-44ae8db4ac22 service neutron] 10.222.0.26 "GET /v2.0/ports/96b11c6a-e732-4f20-b1cd-383deec683d1 HTTP/1.1" status: 200 len: 1124 time: 0.1669326 Mar 07 21:34:04.404458 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-a78e9c6b-a89b-408a-bb7e-3c712ecfa970 service neutron] Request body: {'binding': {'host': 'n-h1-832330-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:04.405359 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-a78e9c6b-a89b-408a-bb7e-3c712ecfa970 service neutron] Unknown quota resources ['binding']. {{(pid=103718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 21:34:04.409397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b23bb34-e9dc-4c5b-bbb0-f58249bde5d8 req-2923f194-318e-44f8-a57f-cb28eb34e444 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 210 time: 0.0659232 Mar 07 21:34:04.654397 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Made reservation on behalf of d9b061b00b7d481ca736dfc229d52c4f for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:04.658056 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:04.754449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-35921245-f97f-4870-aea2-14c0a184ed34 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips/c80540b2-714e-4554-af75-24eb45bb2ee1 HTTP/1.1" status: 200 len: 693 time: 0.1830969 Mar 07 21:34:04.833475 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-a78e9c6b-a89b-408a-bb7e-3c712ecfa970 service neutron] Attempting to bind port 96b11c6a-e732-4f20-b1cd-383deec683d1 on host n-h1-832330-1 for vnic_type normal with profile None {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:34:04.834720 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-a78e9c6b-a89b-408a-bb7e-3c712ecfa970 service neutron] Attempting to bind port 96b11c6a-e732-4f20-b1cd-383deec683d1 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:34:04.835139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-a78e9c6b-a89b-408a-bb7e-3c712ecfa970 service neutron] Attempting to bind port 96b11c6a-e732-4f20-b1cd-383deec683d1 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:04.843630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-a78e9c6b-a89b-408a-bb7e-3c712ecfa970 service neutron] Port 96b11c6a-e732-4f20-b1cd-383deec683d1 on network efe745a6-ec89-44a3-b745-59cc531d1605 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:34:04.844254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-a78e9c6b-a89b-408a-bb7e-3c712ecfa970 service neutron] Attempting to bind port 96b11c6a-e732-4f20-b1cd-383deec683d1 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:04.853608 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-a78e9c6b-a89b-408a-bb7e-3c712ecfa970 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:34:04.854214 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-a78e9c6b-a89b-408a-bb7e-3c712ecfa970 service neutron] Checking segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:04.855288 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-a78e9c6b-a89b-408a-bb7e-3c712ecfa970 service neutron] Bound using segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:34:04.855836 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-a78e9c6b-a89b-408a-bb7e-3c712ecfa970 service neutron] Bound port: 96b11c6a-e732-4f20-b1cd-383deec683d1, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:34:04.957319 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986348f-7363-4823-a00b-6db987378de2 req-61008647-1dc6-4fb6-b5a8-3806cd0faf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:04.957904 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-a78e9c6b-a89b-408a-bb7e-3c712ecfa970 service neutron] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=96b11c6a-e732-4f20-b1cd-383deec683d1,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:34:04.959669 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7986348f-7363-4823-a00b-6db987378de2 req-61008647-1dc6-4fb6-b5a8-3806cd0faf2c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5d0297f-7fe7-4057-8050-31db19d78746 HTTP/1.1" status: 200 len: 925 time: 0.5948057 Mar 07 21:34:04.977944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-a78e9c6b-a89b-408a-bb7e-3c712ecfa970 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:04.979780 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-a78e9c6b-a89b-408a-bb7e-3c712ecfa970 service neutron] 10.222.0.26 "POST /v2.0/ports/96b11c6a-e732-4f20-b1cd-383deec683d1/bindings HTTP/1.1" status: 201 len: 389 time: 0.5789077 Mar 07 21:34:05.108910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Allocated IP 192.168.233.78 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/4e7c2734-9fb5-4d5c-9dfd-664de1a188ce) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:05.122881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-c5c4be96-2f98-486f-a8d2-d0d8431ee544 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:05.129419 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-c5c4be96-2f98-486f-a8d2-d0d8431ee544 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.3738365 Mar 07 21:34:05.134879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-3015fe40-3034-493b-aaf2-c809b4d6e7b2 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:34:05.141764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-3015fe40-3034-493b-aaf2-c809b4d6e7b2 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114062 Mar 07 21:34:05.153705 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7986348f-7363-4823-a00b-6db987378de2 req-6c351263-f85b-45b5-a310-f18b12774394 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1639f69e-cca3-4217-992d-36427343f740 HTTP/1.1" status: 200 len: 1002 time: 0.1874900 Mar 07 21:34:05.318544 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-6b0210c3-e282-4c19-a52b-77bbbff0e8bb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.1758378 Mar 07 21:34:05.379947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986348f-7363-4823-a00b-6db987378de2 req-ff8702d9-95f4-4794-b5a0-fdf794c93b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:05.382101 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7986348f-7363-4823-a00b-6db987378de2 req-ff8702d9-95f4-4794-b5a0-fdf794c93b43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=198b0692-aaa2-4993-80a3-aca68b2e06b1 HTTP/1.1" status: 200 len: 863 time: 0.1907232 Mar 07 21:34:05.432418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-d491da55-4f7f-4c34-9e8a-db745684831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:05.436393 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-d491da55-4f7f-4c34-9e8a-db745684831a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 1127 time: 0.0854118 Mar 07 21:34:05.515518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-a46011cb-4ac8-47a3-8888-a06a70b58adb tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.1552589 Mar 07 21:34:05.576906 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-61128974-4004-4210-8af0-ba436fa63e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:05.578781 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-61128974-4004-4210-8af0-ba436fa63e21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.1342816 Mar 07 21:34:05.618841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371fb7c-66d7-423b-acde-71d1c49aa6f9 req-fbabadc2-88ab-4dd2-8a66-5041295314a0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:05.624442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371fb7c-66d7-423b-acde-71d1c49aa6f9 req-fbabadc2-88ab-4dd2-8a66-5041295314a0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:05.625224 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-7a50192c-00b0-460b-ba48-af9d9e7653bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b11c6a-e732-4f20-b1cd-383deec683d1 HTTP/1.1" status: 200 len: 217 time: 0.0395753 Mar 07 21:34:05.629967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371fb7c-66d7-423b-acde-71d1c49aa6f9 req-fbabadc2-88ab-4dd2-8a66-5041295314a0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:05.631875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0371fb7c-66d7-423b-acde-71d1c49aa6f9 req-fbabadc2-88ab-4dd2-8a66-5041295314a0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2418 time: 0.3626959 Mar 07 21:34:05.684489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-88bf36c4-faae-483a-9111-7d0e3b2a4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:05.686307 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-88bf36c4-faae-483a-9111-7d0e3b2a4b2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.0551090 Mar 07 21:34:05.695105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986348f-7363-4823-a00b-6db987378de2 req-2a7ac23b-5789-4053-bb8d-2d40233a4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:05.696806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7986348f-7363-4823-a00b-6db987378de2 req-2a7ac23b-5789-4053-bb8d-2d40233a4b80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5d0297f-7fe7-4057-8050-31db19d78746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2643907 Mar 07 21:34:05.751268 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks [] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:05.761917 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-46559ffc-4b5c-4e23-8db3-7dd476c44984 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654416 Mar 07 21:34:05.846369 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0371fb7c-66d7-423b-acde-71d1c49aa6f9 req-bb4383f1-ec97-4fa2-87cf-845d3e3c822f tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981304 Mar 07 21:34:05.864644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-2de95b9b-305e-482d-b3d0-c19e81e6b682 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Deleting port 11af0cd8-f1a6-4c3e-ade1-321fbdef131a {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:05.869630 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-2de95b9b-305e-482d-b3d0-c19e81e6b682 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (11af0cd8-f1a6-4c3e-ade1-321fbdef131a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:05.899094 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-ede4aa97-0916-4b6f-95a7-769b5837a0f9 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299951 Mar 07 21:34:06.089807 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-5b56ca39-2de2-4a16-b7ad-a17010a91032 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844056 Mar 07 21:34:06.102686 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-2de95b9b-305e-482d-b3d0-c19e81e6b682 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (11af0cd8-f1a6-4c3e-ade1-321fbdef131a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:06.103307 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-2de95b9b-305e-482d-b3d0-c19e81e6b682 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (11af0cd8-f1a6-4c3e-ade1-321fbdef131a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:06.172898 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:06.179951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7986348f-7363-4823-a00b-6db987378de2 req-778058eb-4f32-4a8f-9248-70096e092a0d service neutron] 10.222.0.15 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685900 Mar 07 21:34:06.185675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:34:06.297721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-2de95b9b-305e-482d-b3d0-c19e81e6b682 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Calling delete_port for 11af0cd8-f1a6-4c3e-ade1-321fbdef131a owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:06.320444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Allocated IP 192.168.233.195 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/ab5f5dca-e2a7-4810-8f08-910322e5ef41) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:06.413862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:06.480371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-c4a9a30d-e992-4219-84bd-659e44df3ba2 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:06.481960 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-c4a9a30d-e992-4219-84bd-659e44df3ba2 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd&tenant_id=ad203922dbd94abca13bc575d34ee25e&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 1127 time: 0.3008337 Mar 07 21:34:06.560726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832330-1'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:06.584310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event updated for resources: {'Port': ['ID=4e7c2734-9fb5-4d5c-9dfd-664de1a188ce,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:06.647954 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7986348f-7363-4823-a00b-6db987378de2 req-21445bfa-e9cc-47b1-a71f-2b420c1108b7 service neutron] 10.222.0.15 "GET /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953860 Mar 07 21:34:06.653697 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-2de95b9b-305e-482d-b3d0-c19e81e6b682 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (11af0cd8-f1a6-4c3e-ade1-321fbdef131a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:06.661980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:06.664177 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:06.668529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:06.729789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:06.736380 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:06.742450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:06.742795 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:06.743324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:06.749975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:06.750628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:06.751095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:06.751553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:06.752017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:06.752472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:06.753473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:06.754035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:06.754515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:06.754978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:06.798368 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks [] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:07.112807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeba71-3905-4c5a-9a27-1176ec38159f req-cae29fa4-bb64-4798-a994-8628fa05252b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:07.129153 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2efeba71-3905-4c5a-9a27-1176ec38159f req-cae29fa4-bb64-4798-a994-8628fa05252b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 945 time: 1.0819404 Mar 07 21:34:07.143460 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0b4510ac-5bff-4ec2-a3ed-bd88cebe119d None None] Provisioning complete for port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:07.144006 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b4510ac-5bff-4ec2-a3ed-bd88cebe119d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:07.208145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0b4510ac-5bff-4ec2-a3ed-bd88cebe119d None None] Port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:34:07.223210 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-2de95b9b-305e-482d-b3d0-c19e81e6b682 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (c80540b2-714e-4554-af75-24eb45bb2ee1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:07.227529 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-2de95b9b-305e-482d-b3d0-c19e81e6b682 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:07.228887 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ba78b4b-b27a-42e1-bb87-0be696426391 req-2de95b9b-305e-482d-b3d0-c19e81e6b682 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "DELETE /v2.0/floatingips/c80540b2-714e-4554-af75-24eb45bb2ee1 HTTP/1.1" status: 204 len: 173 time: 1.7125318 Mar 07 21:34:07.238576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-3db8023f-484e-4281-b0ea-6528d6d9cea3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1870677 Mar 07 21:34:07.264602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Request body: {'port': {'device_id': '6575527c-2a06-4d2f-9b4e-015b53ebd096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:07.272971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de95b9b-305e-482d-b3d0-c19e81e6b682 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Pushing event deleted for resources: {'Port': ['ID=11af0cd8-f1a6-4c3e-ade1-321fbdef131a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:07.275297 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:07.287521 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:34:07.355393 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event updated for resources: {'Port': ['ID=ab5f5dca-e2a7-4810-8f08-910322e5ef41,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:07.375158 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:07.375523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:07.375879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:07.376233 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:07.376576 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:07.376912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:07.377249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:07.377583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:07.377912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:07.378271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:07.378604 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:07.378934 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:07.380541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:07.393247 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:07.398755 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:07.405547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:07.453161 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=96b11c6a-e732-4f20-b1cd-383deec683d1,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:07.488134 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:07.488703 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:07.490897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2efeba71-3905-4c5a-9a27-1176ec38159f req-171f1504-191c-4880-b784-1adf7ca20a8d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579414 Mar 07 21:34:07.515492 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:07.537015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873ea6f-062d-4c66-87ca-17d76789d308 req-53565254-e098-4d41-bc51-b5106f58acfe tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:07.539200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a873ea6f-062d-4c66-87ca-17d76789d308 req-53565254-e098-4d41-bc51-b5106f58acfe tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 935 time: 0.2038116 Mar 07 21:34:07.572364 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-ac74b6f3-30a8-4509-bc71-5cfbd2a7d3af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2623067 Mar 07 21:34:07.589879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Request body: {'port': {'device_id': 'f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:07.695387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:07.746957 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Publish callbacks [] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:07.751168 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b8593d-ab84-4dac-9037-d5c5b6acb6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b11c6a-e732-4f20-b1cd-383deec683d1'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:07.754532 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c23b11-a29a-4955-85a0-53e2d912cafc" -d '{"events": [{"server_uuid": "58b8593d-ab84-4dac-9037-d5c5b6acb6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "96b11c6a-e732-4f20-b1cd-383deec683d1"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:07.763293 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:07.771847 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a873ea6f-062d-4c66-87ca-17d76789d308 req-2978341c-c595-42a9-9840-b4a7b0329d12 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074254 Mar 07 21:34:07.833572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0103a8bc-8e3e-464c-a895-dac8cbf99e9c None None] Provisioning complete for port ab5f5dca-e2a7-4810-8f08-910322e5ef41 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:07.838507 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0103a8bc-8e3e-464c-a895-dac8cbf99e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:07.868232 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=96b11c6a-e732-4f20-b1cd-383deec683d1,revision_number=7']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:07.915088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0103a8bc-8e3e-464c-a895-dac8cbf99e9c None None] Port ab5f5dca-e2a7-4810-8f08-910322e5ef41 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:34:07.983918 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:08.229185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcbcfb-5288-4cce-8138-b062a2ce262c req-4e28f0ff-79c2-4ee0-bcb0-9c895621506a tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:08.231180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3bcbcfb-5288-4cce-8138-b062a2ce262c req-4e28f0ff-79c2-4ee0-bcb0-9c895621506a tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4997723 Mar 07 21:34:08.280647 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfec8f48-c177-44e2-a5cc-a406b189d06a x-openstack-request-id: req-dfec8f48-c177-44e2-a5cc-a406b189d06a {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:08.281257 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b8593d-ab84-4dac-9037-d5c5b6acb6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "96b11c6a-e732-4f20-b1cd-383deec683d1", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:08.281257 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dfec8f48-c177-44e2-a5cc-a406b189d06a {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:08.281645 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b8593d-ab84-4dac-9037-d5c5b6acb6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b11c6a-e732-4f20-b1cd-383deec683d1', 'code': 200} Mar 07 21:34:08.290294 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Attempting to bind port 96b11c6a-e732-4f20-b1cd-383deec683d1 on host n-h2-832330-1 for vnic_type normal with profile {"migrating_to": "n-h1-832330-1"} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:34:08.290917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Attempting to bind port 96b11c6a-e732-4f20-b1cd-383deec683d1 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:34:08.291491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Attempting to bind port 96b11c6a-e732-4f20-b1cd-383deec683d1 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:08.304846 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Port 96b11c6a-e732-4f20-b1cd-383deec683d1 on network efe745a6-ec89-44a3-b745-59cc531d1605 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:34:08.305197 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Attempting to bind port 96b11c6a-e732-4f20-b1cd-383deec683d1 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:08.315275 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:34:08.315627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Checking segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:08.316017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Bound using segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:34:08.316601 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Bound port: 96b11c6a-e732-4f20-b1cd-383deec683d1, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:34:08.316973 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:08.384691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60ca2979-dff7-4945-9651-4c761e3607e2 req-5c840217-6667-4212-8595-af7e586d9e82 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=fcf8cc8580b946729e768cdec0dc8d77 HTTP/1.1" status: 200 len: 1655 time: 0.1257994 Mar 07 21:34:08.420582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae6d1b-1307-45f6-be86-38a7ad0b56fc req-85f877c1-2e16-4594-a1b2-9e2c532d01af tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:08.426787 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae6d1b-1307-45f6-be86-38a7ad0b56fc req-85f877c1-2e16-4594-a1b2-9e2c532d01af tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:08.432988 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae6d1b-1307-45f6-be86-38a7ad0b56fc req-85f877c1-2e16-4594-a1b2-9e2c532d01af tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:08.434904 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:08.438182 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=96b11c6a-e732-4f20-b1cd-383deec683d1,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:34:08.440396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-02ae6d1b-1307-45f6-be86-38a7ad0b56fc req-85f877c1-2e16-4594-a1b2-9e2c532d01af tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2418 time: 0.2625790 Mar 07 21:34:08.448783 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:08.502608 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46312) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:08.566817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=96b11c6a-e732-4f20-b1cd-383deec683d1,revision_number=8']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:08.581444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:08.583628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:08.585910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:08.586483 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-858d21e4-e3ff-4aa8-888e-88446843e6b3 service neutron] 10.222.0.13 "PUT /v2.0/ports/96b11c6a-e732-4f20-b1cd-383deec683d1 HTTP/1.1" status: 200 len: 1121 time: 2.0411017 Mar 07 21:34:08.599875 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Publish callbacks [] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:08.650749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-02ae6d1b-1307-45f6-be86-38a7ad0b56fc req-d8e2a88a-ef4a-42a9-ba3d-c6a7136a0b47 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093549 Mar 07 21:34:08.668527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Transition to ACTIVE for port object 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:34:08.674541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['96b11c6a-e732-4f20-b1cd-383deec683d1'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:34:08.685703 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:08.825926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca2979-dff7-4945-9651-4c761e3607e2 req-c271ca6a-8fec-46d1-a8df-699d132f99cd tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:08.827936 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60ca2979-dff7-4945-9651-4c761e3607e2 req-c271ca6a-8fec-46d1-a8df-699d132f99cd tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/networks?id=f20316a0-eab8-41f0-8613-93a8a216afe6&id=f20316a0-eab8-41f0-8613-93a8a216afe6&id=f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 787 time: 0.4351921 Mar 07 21:34:08.840247 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a7498949-596d-4d40-996b-7549af93d4f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16a9d86f1f2949b1943f9604c2d10e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325145 Mar 07 21:34:08.841133 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46322) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:08.886198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-60ca2979-dff7-4945-9651-4c761e3607e2 req-1615e106-e5f8-4e7c-96f2-eff5511fb0fc tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:34:08.887635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60ca2979-dff7-4945-9651-4c761e3607e2 req-1615e106-e5f8-4e7c-96f2-eff5511fb0fc tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0366981 Mar 07 21:34:08.979095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7c2734-9fb5-4d5c-9dfd-664de1a188ce,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:08.981546 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5792cebb-ec55-4376-ac34-14f5061a67be admin admin] Publish callbacks [] for security_group (5b6924d9-a0aa-4551-9dc7-2197053899a6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:09.010033 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19997a-9c0a-40b9-999a-c6de9e8584af req-74d62a72-07f7-4b62-9a47-777d356968b5 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:09.012454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df19997a-9c0a-40b9-999a-c6de9e8584af req-74d62a72-07f7-4b62-9a47-777d356968b5 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 943 time: 0.1825058 Mar 07 21:34:09.082322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5f5dca-e2a7-4810-8f08-910322e5ef41 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:09.091650 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5792cebb-ec55-4376-ac34-14f5061a67be admin admin] Publish callbacks [] for security_group (5b6924d9-a0aa-4551-9dc7-2197053899a6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:09.106754 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Publish callbacks [] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:09.123959 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Attempting to bind port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:34:09.126949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Attempting to bind port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:34:09.127643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Attempting to bind port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:09.140155 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:34:09.140624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Attempting to bind port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:09.157129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Transition to ACTIVE for port object ab5f5dca-e2a7-4810-8f08-910322e5ef41 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:34:09.158745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:34:09.159210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:09.159807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:34:09.160379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Bound port: 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:34:09.160918 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:09.164393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:09.203711 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df19997a-9c0a-40b9-999a-c6de9e8584af req-b0336c22-b850-4098-b905-6d4c3ffc52d7 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840410 Mar 07 21:34:09.212931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe8f33-98f0-4d6b-a568-5de882e46f93 req-edd629b1-a97d-455a-80cf-6e89d6c326d5 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:09.227713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8fe8f33-98f0-4d6b-a568-5de882e46f93 req-edd629b1-a97d-455a-80cf-6e89d6c326d5 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 947 time: 0.2120450 Mar 07 21:34:09.259752 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5792cebb-ec55-4376-ac34-14f5061a67be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5b6924d9-a0aa-4551-9dc7-2197053899a6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:09.269848 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5792cebb-ec55-4376-ac34-14f5061a67be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:09.271822 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5792cebb-ec55-4376-ac34-14f5061a67be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b6924d9-a0aa-4551-9dc7-2197053899a6 HTTP/1.1" status: 204 len: 168 time: 0.4297094 Mar 07 21:34:09.299305 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5f5dca-e2a7-4810-8f08-910322e5ef41,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:09.332906 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792cebb-ec55-4376-ac34-14f5061a67be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6924d9-a0aa-4551-9dc7-2197053899a6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:09.460843 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Attempting to bind port ab5f5dca-e2a7-4810-8f08-910322e5ef41 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:34:09.461424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Attempting to bind port ab5f5dca-e2a7-4810-8f08-910322e5ef41 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:34:09.462476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Attempting to bind port ab5f5dca-e2a7-4810-8f08-910322e5ef41 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:09.477249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Port ab5f5dca-e2a7-4810-8f08-910322e5ef41 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:34:09.477594 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Attempting to bind port ab5f5dca-e2a7-4810-8f08-910322e5ef41 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:09.485106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:34:09.485471 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:09.486102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:34:09.486633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Bound port: ab5f5dca-e2a7-4810-8f08-910322e5ef41, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:34:09.487068 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:09.514252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ae1ffa2-601c-446b-bda6-b07868b5de03 req-9648049f-5e6a-45af-b1b5-0f047d07d36b tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips/52787f6c-9034-44ca-a90c-a93aa4fc8451 HTTP/1.1" status: 200 len: 692 time: 0.2184253 Mar 07 21:34:09.532643 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8fe8f33-98f0-4d6b-a568-5de882e46f93 req-b62d9912-952b-4e19-a778-ad238a5d8b9f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357624 Mar 07 21:34:09.582092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] For port ab5f5dca-e2a7-4810-8f08-910322e5ef41, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:09.585973 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] For port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:09.586952 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] For port ab5f5dca-e2a7-4810-8f08-910322e5ef41, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ab5f5dca-e2a7-4810-8f08-910322e5ef41,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:34:09.601040 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:09.669318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:09.678635 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:09.680441 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] 10.222.0.13 "PUT /v2.0/ports/ab5f5dca-e2a7-4810-8f08-910322e5ef41 HTTP/1.1" status: 200 len: 1096 time: 2.0971000 Mar 07 21:34:09.687026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] For port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=4e7c2734-9fb5-4d5c-9dfd-664de1a188ce,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:34:09.702192 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa301bd7-4dae-45dc-91ef-fda264472e14 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5f5dca-e2a7-4810-8f08-910322e5ef41,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:09.732123 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:09.830575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-d9bb4d46-0c3e-4a3c-ad91-21ac541e3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:09.832817 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-d9bb4d46-0c3e-4a3c-ad91-21ac541e3f39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4 HTTP/1.1" status: 200 len: 1130 time: 0.0977538 Mar 07 21:34:09.834485 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46346) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:09.907095 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ae85c5f-5478-44e7-88aa-73e2865be79a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:09.919456 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-47d3b9a8-f229-48a1-b809-bbf6a45b5d18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=ab5f5dca-e2a7-4810-8f08-910322e5ef41 HTTP/1.1" status: 200 len: 217 time: 0.0760329 Mar 07 21:34:09.925889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:09.926649 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:09.928734 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/4e7c2734-9fb5-4d5c-9dfd-664de1a188ce HTTP/1.1" status: 200 len: 1095 time: 2.6689105 Mar 07 21:34:09.943616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6575527c-2a06-4d2f-9b4e-015b53ebd096', 'tag': '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:09.951284 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594d9932-aafa-4939-9754-f7a01c6b5291" -d '{"events": [{"name": "network-changed", "server_uuid": "6575527c-2a06-4d2f-9b4e-015b53ebd096", "tag": "4e7c2734-9fb5-4d5c-9dfd-664de1a188ce"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:10.025044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-e47fe1e6-af56-4183-b152-4b9bc86dd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:10.027306 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-e47fe1e6-af56-4183-b152-4b9bc86dd7af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0890245 Mar 07 21:34:10.155410 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ae85c5f-5478-44e7-88aa-73e2865be79a admin admin] Publish callbacks [] for security_group (49f81989-b974-4735-81f0-28449a59027e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:10.166940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-14020c06-c12a-4ad8-b695-e6dc45294d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:10.169198 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-14020c06-c12a-4ad8-b695-e6dc45294d49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1333842 Mar 07 21:34:10.171360 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ae85c5f-5478-44e7-88aa-73e2865be79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (49f81989-b974-4735-81f0-28449a59027e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:10.174412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba10ed-c5ca-4b90-9176-677e7e07714c req-14a7b8ce-f434-4cd4-b7b0-cf017aaed60a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:10.181497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba10ed-c5ca-4b90-9176-677e7e07714c req-14a7b8ce-f434-4cd4-b7b0-cf017aaed60a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:10.187444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba10ed-c5ca-4b90-9176-677e7e07714c req-14a7b8ce-f434-4cd4-b7b0-cf017aaed60a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:10.189238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0aba10ed-c5ca-4b90-9176-677e7e07714c req-14a7b8ce-f434-4cd4-b7b0-cf017aaed60a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2418 time: 0.3389728 Mar 07 21:34:10.201007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1ffa2-601c-446b-bda6-b07868b5de03 req-15d2c68b-4b16-4fb4-bc35-32f1cc3321a5 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:10.209883 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ae1ffa2-601c-446b-bda6-b07868b5de03 req-15d2c68b-4b16-4fb4-bc35-32f1cc3321a5 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.6760175 Mar 07 21:34:10.211234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae85c5f-5478-44e7-88aa-73e2865be79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f81989-b974-4735-81f0-28449a59027e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:10.276003 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5ae85c5f-5478-44e7-88aa-73e2865be79a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55c9e4426e604da28447b3ad48fc8018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402418 Mar 07 21:34:10.278576 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46352) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:10.285427 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ae1ffa2-601c-446b-bda6-b07868b5de03 req-889836fd-939a-4800-ad7c-191cd1b4a26b tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 695 time: 0.0746295 Mar 07 21:34:10.286045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219da084-92a5-4e34-b2b9-12caea33a8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7c2734-9fb5-4d5c-9dfd-664de1a188ce,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:10.288817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b8593d-ab84-4dac-9037-d5c5b6acb6bd', 'tag': '96b11c6a-e732-4f20-b1cd-383deec683d1'}, {'name': 'network-changed', 'server_uuid': 'f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4', 'tag': 'ab5f5dca-e2a7-4810-8f08-910322e5ef41'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:10.291338 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b41383-301f-4e4e-ae3f-7ed29a7a2237" -d '{"events": [{"name": "network-changed", "server_uuid": "58b8593d-ab84-4dac-9037-d5c5b6acb6bd", "tag": "96b11c6a-e732-4f20-b1cd-383deec683d1"}, {"name": "network-changed", "server_uuid": "f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4", "tag": "ab5f5dca-e2a7-4810-8f08-910322e5ef41"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:10.319724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-5543ce5b-5431-49a3-9e2d-0926474868a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:10.321302 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-5543ce5b-5431-49a3-9e2d-0926474868a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 1129 time: 0.2752924 Mar 07 21:34:10.325310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0aba10ed-c5ca-4b90-9176-677e7e07714c req-7c66c4bc-12d4-42b4-9fd0-79851941842a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632920 Mar 07 21:34:10.348727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-793330d3-53e9-4d6a-b181-e899e34ef88b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:10.354894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-793330d3-53e9-4d6a-b181-e899e34ef88b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:10.362122 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-793330d3-53e9-4d6a-b181-e899e34ef88b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:10.364414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-793330d3-53e9-4d6a-b181-e899e34ef88b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2418 time: 0.3953128 Mar 07 21:34:10.455488 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-c384331c-9f6d-486b-8ee5-e577f09b90b4 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456291 Mar 07 21:34:10.495580 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bd2dc7c2-a9a7-464a-b9bf-a3ac7babb512 admin admin] Publish callbacks [] for security_group (49f81989-b974-4735-81f0-28449a59027e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:10.500693 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011cca88-5a42-4ff8-a667-c350c75eaaba x-openstack-request-id: req-011cca88-5a42-4ff8-a667-c350c75eaaba {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:10.500997 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6575527c-2a06-4d2f-9b4e-015b53ebd096", "tag": "4e7c2734-9fb5-4d5c-9dfd-664de1a188ce", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:10.501239 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-011cca88-5a42-4ff8-a667-c350c75eaaba {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:10.501637 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6575527c-2a06-4d2f-9b4e-015b53ebd096', 'tag': '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce', 'status': 'completed', 'code': 200} Mar 07 21:34:10.524257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-8230095e-f172-42e6-af3e-db6cb343a237 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=4e7c2734-9fb5-4d5c-9dfd-664de1a188ce HTTP/1.1" status: 200 len: 217 time: 0.1871994 Mar 07 21:34:10.526935 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bd2dc7c2-a9a7-464a-b9bf-a3ac7babb512 admin admin] Publish callbacks [] for security_group (49f81989-b974-4735-81f0-28449a59027e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:10.529444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ae1ffa2-601c-446b-bda6-b07868b5de03 req-b8eefe6f-8c37-45ad-9dee-3faed0f0f7a2 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 695 time: 0.2139094 Mar 07 21:34:10.588260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-9f1e910d-fc07-4091-9621-990567514fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:10.589668 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bd2dc7c2-a9a7-464a-b9bf-a3ac7babb512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (49f81989-b974-4735-81f0-28449a59027e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:10.589800 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-9f1e910d-fc07-4091-9621-990567514fe6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0505688 Mar 07 21:34:10.592801 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bd2dc7c2-a9a7-464a-b9bf-a3ac7babb512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:10.597404 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bd2dc7c2-a9a7-464a-b9bf-a3ac7babb512 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49f81989-b974-4735-81f0-28449a59027e HTTP/1.1" status: 204 len: 168 time: 0.3169920 Mar 07 21:34:10.619807 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dc7c2-a9a7-464a-b9bf-a3ac7babb512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f81989-b974-4735-81f0-28449a59027e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:10.706364 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-7c87b6be-3086-434f-b4f0-6a498a5d678d service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408354 Mar 07 21:34:10.905099 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf05f3b-e1f0-478a-b22e-f96c93dd3f1b req-dcdddb76-6102-4f40-8131-bf3ca156c33c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:10.908146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6cf05f3b-e1f0-478a-b22e-f96c93dd3f1b req-dcdddb76-6102-4f40-8131-bf3ca156c33c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 943 time: 0.3821373 Mar 07 21:34:10.927679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-f9e131a3-d644-4fae-8e5a-131b300cfde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:10.932523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-f9e131a3-d644-4fae-8e5a-131b300cfde5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2819459 Mar 07 21:34:10.953453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-f93d320e-ec92-4c33-a699-43df58c8a46f tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Deleting port 166d6939-2783-46ba-8824-07ab00da5660 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:10.953801 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-f93d320e-ec92-4c33-a699-43df58c8a46f tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (166d6939-2783-46ba-8824-07ab00da5660), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:10.988584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 96b11c6a-e732-4f20-b1cd-383deec683d1 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:34:11.093030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-58022b18-d263-42e8-955f-a027562a59c7 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326883 Mar 07 21:34:11.175228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=96b11c6a-e732-4f20-b1cd-383deec683d1,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:11.199904 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 96b11c6a-e732-4f20-b1cd-383deec683d1 has no active binding in host n-h1-832330-1 {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 21:34:11.201267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-8ae1ffa2-601c-446b-bda6-b07868b5de03 req-34607f9a-63fa-43e2-bbdd-9acd09a74d64 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Deleting port 80a11837-ca8b-41b2-937f-5a5262e882ae {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:11.202357 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8ae1ffa2-601c-446b-bda6-b07868b5de03 req-34607f9a-63fa-43e2-bbdd-9acd09a74d64 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (80a11837-ca8b-41b2-937f-5a5262e882ae), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:11.546874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6cf05f3b-e1f0-478a-b22e-f96c93dd3f1b req-bccdf7d4-6c3b-4831-bc2f-f5cf1b4d8238 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6278982 Mar 07 21:34:11.639452 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de66b92d-61a3-45ab-bc5f-3eadb143e35c x-openstack-request-id: req-de66b92d-61a3-45ab-bc5f-3eadb143e35c {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:11.639938 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b8593d-ab84-4dac-9037-d5c5b6acb6bd", "tag": "96b11c6a-e732-4f20-b1cd-383deec683d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4", "tag": "ab5f5dca-e2a7-4810-8f08-910322e5ef41", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:11.640100 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de66b92d-61a3-45ab-bc5f-3eadb143e35c {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:11.640487 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b8593d-ab84-4dac-9037-d5c5b6acb6bd', 'tag': '96b11c6a-e732-4f20-b1cd-383deec683d1', 'status': 'completed', 'code': 200} Mar 07 21:34:11.640756 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4', 'tag': 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', 'status': 'completed', 'code': 200} Mar 07 21:34:11.657697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-f93d320e-ec92-4c33-a699-43df58c8a46f tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] For port 166d6939-2783-46ba-8824-07ab00da5660, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=166d6939-2783-46ba-8824-07ab00da5660,segment=NetworkSegment(4ac1454f-0ca5-4513-9892-1f97347da87c),segment_id=4ac1454f-0ca5-4513-9892-1f97347da87c)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:11.658114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-f93d320e-ec92-4c33-a699-43df58c8a46f tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (166d6939-2783-46ba-8824-07ab00da5660), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:11.694473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11d34bbf-ad84-468a-b3b4-7a44cc75a320 req-641dcbfa-bf26-4391-8a97-bbb75140e0e9 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907857 Mar 07 21:34:11.702506 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8ae1ffa2-601c-446b-bda6-b07868b5de03 req-34607f9a-63fa-43e2-bbdd-9acd09a74d64 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (80a11837-ca8b-41b2-937f-5a5262e882ae), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:11.702846 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8ae1ffa2-601c-446b-bda6-b07868b5de03 req-34607f9a-63fa-43e2-bbdd-9acd09a74d64 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (80a11837-ca8b-41b2-937f-5a5262e882ae), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:11.716417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-f93d320e-ec92-4c33-a699-43df58c8a46f tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Calling delete_port for 166d6939-2783-46ba-8824-07ab00da5660 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:11.746469 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-c6f12139-6aec-4210-9e65-fb414bd23897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:11.748496 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-c6f12139-6aec-4210-9e65-fb414bd23897 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4 HTTP/1.1" status: 200 len: 1130 time: 0.0897670 Mar 07 21:34:11.750914 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-8ae1ffa2-601c-446b-bda6-b07868b5de03 req-34607f9a-63fa-43e2-bbdd-9acd09a74d64 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Calling delete_port for 80a11837-ca8b-41b2-937f-5a5262e882ae owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:11.969064 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-afaab84a-aec1-4c50-b671-5a0ddc11376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:11.980781 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-afaab84a-aec1-4c50-b671-5a0ddc11376e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2050309 Mar 07 21:34:12.001341 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8ae1ffa2-601c-446b-bda6-b07868b5de03 req-34607f9a-63fa-43e2-bbdd-9acd09a74d64 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (80a11837-ca8b-41b2-937f-5a5262e882ae), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:12.105261 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-ea24a41c-d3cd-4420-92de-e743bce8319f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=ab5f5dca-e2a7-4810-8f08-910322e5ef41 HTTP/1.1" status: 200 len: 217 time: 0.1104782 Mar 07 21:34:12.113673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34607f9a-63fa-43e2-bbdd-9acd09a74d64 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Pushing event deleted for resources: {'Port': ['ID=80a11837-ca8b-41b2-937f-5a5262e882ae,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:12.169633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-ae488d45-7bd6-4897-8066-433fb13e1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:12.171524 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-ae488d45-7bd6-4897-8066-433fb13e1585 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0583167 Mar 07 21:34:12.218539 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d9932-aafa-4939-9754-f7a01c6b5291 req-693d997a-6d65-4b49-87ef-0713143948e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:12.220063 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-594d9932-aafa-4939-9754-f7a01c6b5291 req-693d997a-6d65-4b49-87ef-0713143948e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 1129 time: 0.2674317 Mar 07 21:34:12.235364 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-5fb903cd-567a-4cf5-bbd9-82ffb7420ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:12.237018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-5fb903cd-567a-4cf5-bbd9-82ffb7420ecf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 1155 time: 0.5588844 Mar 07 21:34:12.239230 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8ae1ffa2-601c-446b-bda6-b07868b5de03 req-34607f9a-63fa-43e2-bbdd-9acd09a74d64 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (52787f6c-9034-44ca-a90c-a93aa4fc8451), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:12.242663 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8ae1ffa2-601c-446b-bda6-b07868b5de03 req-34607f9a-63fa-43e2-bbdd-9acd09a74d64 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:12.256383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ae1ffa2-601c-446b-bda6-b07868b5de03 req-34607f9a-63fa-43e2-bbdd-9acd09a74d64 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "DELETE /v2.0/floatingips/52787f6c-9034-44ca-a90c-a93aa4fc8451 HTTP/1.1" status: 204 len: 173 time: 1.6697886 Mar 07 21:34:12.282198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-bb40c312-7f9a-400c-beb7-b811ed5e599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:12.283715 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-bb40c312-7f9a-400c-beb7-b811ed5e599a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1014946 Mar 07 21:34:12.300968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1ae96-3bfb-4aaa-98e3-9ee81a5115f0 req-dfeceb81-dd39-451f-b32c-fcdea5341767 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:12.306908 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1bd1ae96-3bfb-4aaa-98e3-9ee81a5115f0 req-dfeceb81-dd39-451f-b32c-fcdea5341767 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 947 time: 0.3515210 Mar 07 21:34:12.461196 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-efaa8355-e08a-4eed-a1ba-ff9dd6fceabb service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683657 Mar 07 21:34:12.633579 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-16dc2f36-7341-4599-a4ec-ce5b1ed99f93 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619349 Mar 07 21:34:12.683662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1bd1ae96-3bfb-4aaa-98e3-9ee81a5115f0 req-8a3fb6ad-3c6d-4c9a-9341-a2f25a3f15f4 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481867 Mar 07 21:34:12.684917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d9932-aafa-4939-9754-f7a01c6b5291 req-3a0ae0af-f88a-43fd-840f-40a7fede35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:12.686446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-594d9932-aafa-4939-9754-f7a01c6b5291 req-3a0ae0af-f88a-43fd-840f-40a7fede35a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.4484911 Mar 07 21:34:12.694394 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-f93d320e-ec92-4c33-a699-43df58c8a46f tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (166d6939-2783-46ba-8824-07ab00da5660), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:12.792200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6892b564-e974-4dbd-a14e-795cefaa1d01 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:12.953988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6892b564-e974-4dbd-a14e-795cefaa1d01 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:12.954429 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:12.983414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d320e-ec92-4c33-a699-43df58c8a46f tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Port': ['ID=166d6939-2783-46ba-8824-07ab00da5660,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:12.985901 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-f93d320e-ec92-4c33-a699-43df58c8a46f tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] No DVR routers for this DVR port 166d6939-2783-46ba-8824-07ab00da5660 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:34:12.990287 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-b12ef961-4292-4bef-8042-eda919d56cd3 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips/3ee1d016-d7f0-48d2-9894-03103420a65e HTTP/1.1" status: 200 len: 693 time: 0.2418251 Mar 07 21:34:12.999201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-594d9932-aafa-4939-9754-f7a01c6b5291 req-87fc5788-8df9-468f-8f9e-f8932c8c34cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=4e7c2734-9fb5-4d5c-9dfd-664de1a188ce HTTP/1.1" status: 200 len: 217 time: 0.2927070 Mar 07 21:34:13.006478 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-f93d320e-ec92-4c33-a699-43df58c8a46f tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:13.008076 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6892b564-e974-4dbd-a14e-795cefaa1d01'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:13.010420 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5ec6fe-ce1a-4e77-bcb3-703cb2cfbe55" -d '{"events": [{"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-unplugged", "status": "completed", "tag": "6892b564-e974-4dbd-a14e-795cefaa1d01"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:13.013714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-f93d320e-ec92-4c33-a699-43df58c8a46f tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.15 "DELETE /v2.0/ports/166d6939-2783-46ba-8824-07ab00da5660 HTTP/1.1" status: 204 len: 173 time: 2.5961130 Mar 07 21:34:13.015827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-deleted', 'tag': '166d6939-2783-46ba-8824-07ab00da5660'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:13.019388 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed088d9-992e-4a91-ae86-7f44412e1b5b" -d '{"events": [{"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-deleted", "tag": "166d6939-2783-46ba-8824-07ab00da5660"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:13.027140 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6892b564-e974-4dbd-a14e-795cefaa1d01, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6892b564-e974-4dbd-a14e-795cefaa1d01,segment=NetworkSegment(4ac1454f-0ca5-4513-9892-1f97347da87c),segment_id=4ac1454f-0ca5-4513-9892-1f97347da87c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:13.038959 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:13.039402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device da9d91a3-100f-4da4-9e82-7d98f71b9b21 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:13.044146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009ca48-3ff9-444a-973c-9c8d6de5a3c8 req-6068a0ef-0edc-43a3-a2db-653eace3dac9 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:13.050029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009ca48-3ff9-444a-973c-9c8d6de5a3c8 req-6068a0ef-0edc-43a3-a2db-653eace3dac9 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:13.056615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009ca48-3ff9-444a-973c-9c8d6de5a3c8 req-6068a0ef-0edc-43a3-a2db-653eace3dac9 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:13.058395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6009ca48-3ff9-444a-973c-9c8d6de5a3c8 req-6068a0ef-0edc-43a3-a2db-653eace3dac9 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 2340 time: 0.7088625 Mar 07 21:34:13.088044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-bad881c0-cc03-4daf-a6fc-6ef983c0970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:13.089590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-bad881c0-cc03-4daf-a6fc-6ef983c0970b service neutron] 10.222.0.15 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.8125844 Mar 07 21:34:13.091800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6892b564-e974-4dbd-a14e-795cefaa1d01,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:13.215670 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port da9d91a3-100f-4da4-9e82-7d98f71b9b21 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:13.216183 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:13.253551 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-50a67725-20b3-419a-b595-9985af66a53e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b11c6a-e732-4f20-b1cd-383deec683d1 HTTP/1.1" status: 200 len: 217 time: 0.0823483 Mar 07 21:34:13.261025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port da9d91a3-100f-4da4-9e82-7d98f71b9b21, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=da9d91a3-100f-4da4-9e82-7d98f71b9b21,segment=NetworkSegment(4764d239-1375-4cf1-9fc9-05d47ded89b5),segment_id=4764d239-1375-4cf1-9fc9-05d47ded89b5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:13.266633 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:13.267549 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 166d6939-2783-46ba-8824-07ab00da5660 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:13.319586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d9932-aafa-4939-9754-f7a01c6b5291 req-454139a4-8896-4843-994d-bdc87ba51f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:13.321064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-594d9932-aafa-4939-9754-f7a01c6b5291 req-454139a4-8896-4843-994d-bdc87ba51f66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.2951190 Mar 07 21:34:13.338199 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6009ca48-3ff9-444a-973c-9c8d6de5a3c8 req-15d52b47-fd0c-4e5b-b6bb-17704239b4ce tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622507 Mar 07 21:34:13.393355 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=da9d91a3-100f-4da4-9e82-7d98f71b9b21,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:13.431761 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 166d6939-2783-46ba-8824-07ab00da5660 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:34:13.432398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 166d6939-2783-46ba-8824-07ab00da5660 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:34:13.548949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-a9655d9d-138a-4c13-884b-7738c388cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:13.550458 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-a9655d9d-138a-4c13-884b-7738c388cd80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.2382581 Mar 07 21:34:13.552213 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d9932-aafa-4939-9754-f7a01c6b5291 req-e4e0b24e-0f86-4bf6-8249-a02ea14fc3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:13.554056 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-594d9932-aafa-4939-9754-f7a01c6b5291 req-e4e0b24e-0f86-4bf6-8249-a02ea14fc3cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2019975 Mar 07 21:34:13.562874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-0a40fca9-f0f4-4a52-b9b0-c8be569b83d3 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:13.564188 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-0a40fca9-f0f4-4a52-b9b0-c8be569b83d3 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.5394168 Mar 07 21:34:13.587474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-794c1bd3-d699-486c-b93d-7d9c607ca369 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:34:13.588424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-794c1bd3-d699-486c-b93d-7d9c607ca369 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059056 Mar 07 21:34:13.638370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-49cdf8ff-82df-4a14-8c77-8868034c992a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653222 Mar 07 21:34:13.737961 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-6361d384-c8cf-4cc7-98a5-9779f5a42bcc tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.200 HTTP/1.1" status: 200 len: 696 time: 0.1196980 Mar 07 21:34:13.756180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-1d458965-d990-4d4c-afbb-16cc69687c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Deleting port 6892b564-e974-4dbd-a14e-795cefaa1d01 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:13.756897 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-1d458965-d990-4d4c-afbb-16cc69687c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:13.825823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496196e-faa2-4c25-a839-720804c8fd98 req-a2f3079d-d163-46f6-b184-d9756dd6ee09 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:13.827342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d496196e-faa2-4c25-a839-720804c8fd98 req-a2f3079d-d163-46f6-b184-d9756dd6ee09 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 943 time: 0.3610260 Mar 07 21:34:13.939099 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-1c15ce70-ca66-4a00-a913-532722d9cf0e tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.200 HTTP/1.1" status: 200 len: 696 time: 0.1747868 Mar 07 21:34:13.945728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-594d9932-aafa-4939-9754-f7a01c6b5291 req-24e1c478-9202-481c-85b0-f9f9d884a363 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805277 Mar 07 21:34:14.063953 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-afead438-adf8-4733-b6d2-3bec05e06a4c service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908315 Mar 07 21:34:14.450698 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d496196e-faa2-4c25-a839-720804c8fd98 req-0c6ffe80-7f1d-4132-ab1d-e5455e727f59 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774074 Mar 07 21:34:14.480860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-1d458965-d990-4d4c-afbb-16cc69687c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] For port 6892b564-e974-4dbd-a14e-795cefaa1d01, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6892b564-e974-4dbd-a14e-795cefaa1d01,segment=NetworkSegment(4ac1454f-0ca5-4513-9892-1f97347da87c),segment_id=4ac1454f-0ca5-4513-9892-1f97347da87c)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:14.480860 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-1d458965-d990-4d4c-afbb-16cc69687c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:14.521904 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b066e53d-8fa1-47e6-9476-8a05624692ce x-openstack-request-id: req-b066e53d-8fa1-47e6-9476-8a05624692ce {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:14.522869 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-1d458965-d990-4d4c-afbb-16cc69687c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Calling delete_port for 6892b564-e974-4dbd-a14e-795cefaa1d01 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:14.524150 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-unplugged", "status": "completed", "tag": "6892b564-e974-4dbd-a14e-795cefaa1d01", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:14.524568 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b066e53d-8fa1-47e6-9476-8a05624692ce {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:14.525140 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6892b564-e974-4dbd-a14e-795cefaa1d01', 'code': 200} Mar 07 21:34:14.567051 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8625d2ec-533d-49c4-b4d4-5a694d7d626d x-openstack-request-id: req-8625d2ec-533d-49c4-b4d4-5a694d7d626d {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:14.567346 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-deleted", "tag": "166d6939-2783-46ba-8824-07ab00da5660", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:14.567604 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8625d2ec-533d-49c4-b4d4-5a694d7d626d {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:14.568554 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-deleted', 'tag': '166d6939-2783-46ba-8824-07ab00da5660', 'status': 'completed', 'code': 200} Mar 07 21:34:14.600721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-594d9932-aafa-4939-9754-f7a01c6b5291 req-37734f7b-f776-4d98-b033-a2b72997b17d service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6410666 Mar 07 21:34:14.680643 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10b41383-301f-4e4e-ae3f-7ed29a7a2237 req-6673d652-8097-46da-99f1-c4d594a900af service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766234 Mar 07 21:34:14.717954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-ab670847-33f6-47e5-9ed8-3b9da92f1501 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Deleting port 064263a5-26b0-4131-a3ac-8107542f1994 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:14.718345 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-ab670847-33f6-47e5-9ed8-3b9da92f1501 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (064263a5-26b0-4131-a3ac-8107542f1994), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:14.858983 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-ab670847-33f6-47e5-9ed8-3b9da92f1501 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (064263a5-26b0-4131-a3ac-8107542f1994), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:14.859562 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-ab670847-33f6-47e5-9ed8-3b9da92f1501 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (064263a5-26b0-4131-a3ac-8107542f1994), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:14.872557 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-1d458965-d990-4d4c-afbb-16cc69687c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6892b564-e974-4dbd-a14e-795cefaa1d01), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:14.878023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-ab670847-33f6-47e5-9ed8-3b9da92f1501 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Calling delete_port for 064263a5-26b0-4131-a3ac-8107542f1994 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:14.927164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d458965-d990-4d4c-afbb-16cc69687c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Port': ['ID=6892b564-e974-4dbd-a14e-795cefaa1d01,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:15.025618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-1d458965-d990-4d4c-afbb-16cc69687c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] No DVR routers for this DVR port 6892b564-e974-4dbd-a14e-795cefaa1d01 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:34:15.028260 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-1d458965-d990-4d4c-afbb-16cc69687c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:15.032502 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-1d458965-d990-4d4c-afbb-16cc69687c98 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.15 "DELETE /v2.0/ports/6892b564-e974-4dbd-a14e-795cefaa1d01 HTTP/1.1" status: 204 len: 173 time: 2.0047700 Mar 07 21:34:15.034612 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ab5f5dca-e2a7-4810-8f08-910322e5ef41 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:34:15.123222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb5749-0e8d-4b21-ad4b-2d4178cb2f46 req-caf7fa96-f85a-4c07-b718-012f08a460f8 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:15.124568 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abfb5749-0e8d-4b21-ad4b-2d4178cb2f46 req-caf7fa96-f85a-4c07-b718-012f08a460f8 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 947 time: 0.2145901 Mar 07 21:34:15.262539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abfb5749-0e8d-4b21-ad4b-2d4178cb2f46 req-73bddf35-e9f6-47e0-a17f-a7d91b9b157a tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137843 Mar 07 21:34:15.267209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-95828161-2687-4b6d-a454-ffd5593d1be1 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Deleting port da9d91a3-100f-4da4-9e82-7d98f71b9b21 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:15.267670 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-95828161-2687-4b6d-a454-ffd5593d1be1 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:15.271487 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-ab670847-33f6-47e5-9ed8-3b9da92f1501 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (064263a5-26b0-4131-a3ac-8107542f1994), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:15.337035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab670847-33f6-47e5-9ed8-3b9da92f1501 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Pushing event deleted for resources: {'Port': ['ID=064263a5-26b0-4131-a3ac-8107542f1994,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:15.428038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ab5f5dca-e2a7-4810-8f08-910322e5ef41, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ab5f5dca-e2a7-4810-8f08-910322e5ef41,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:15.441142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', 'mac_address': 'fa:16:3e:76:3e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:34:15.484475 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-ab670847-33f6-47e5-9ed8-3b9da92f1501 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (3ee1d016-d7f0-48d2-9894-03103420a65e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:15.487055 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-ab670847-33f6-47e5-9ed8-3b9da92f1501 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:15.488193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed6fec12-0630-47f8-87e6-c426c8340eb0 req-ab670847-33f6-47e5-9ed8-3b9da92f1501 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "DELETE /v2.0/floatingips/3ee1d016-d7f0-48d2-9894-03103420a65e HTTP/1.1" status: 204 len: 173 time: 1.5406172 Mar 07 21:34:15.492289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-95828161-2687-4b6d-a454-ffd5593d1be1 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] For port da9d91a3-100f-4da4-9e82-7d98f71b9b21, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=da9d91a3-100f-4da4-9e82-7d98f71b9b21,segment=NetworkSegment(4764d239-1375-4cf1-9fc9-05d47ded89b5),segment_id=4764d239-1375-4cf1-9fc9-05d47ded89b5)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:15.492555 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-95828161-2687-4b6d-a454-ffd5593d1be1 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:15.496064 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ab5f5dca-e2a7-4810-8f08-910322e5ef41 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:15.496812 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:15.527121 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5f5dca-e2a7-4810-8f08-910322e5ef41 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:15.534129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-95828161-2687-4b6d-a454-ffd5593d1be1 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Calling delete_port for da9d91a3-100f-4da4-9e82-7d98f71b9b21 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:15.564473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54f609-f5f3-4204-871c-527c3790f14f req-577c0162-0490-47d7-8950-d702777cfd97 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:15.565990 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da54f609-f5f3-4204-871c-527c3790f14f req-577c0162-0490-47d7-8950-d702777cfd97 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24 HTTP/1.1" status: 200 len: 944 time: 0.1769953 Mar 07 21:34:15.585206 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ab5f5dca-e2a7-4810-8f08-910322e5ef41, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ab5f5dca-e2a7-4810-8f08-910322e5ef41,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:15.596618 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:15.637515 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-068fde55-ad25-45ad-9cc9-f7fbc1946928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:15.756953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ab5f5dca-e2a7-4810-8f08-910322e5ef41,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:15.762239 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:15.812192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-b6b951cd-d35e-4f3e-b70b-2bfe3b82c88a service neutron] 10.222.0.15 "GET /v2.0/ports/96b11c6a-e732-4f20-b1cd-383deec683d1/bindings/n-h1-832330-1 HTTP/1.1" status: 200 len: 384 time: 0.3158507 Mar 07 21:34:15.906902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da54f609-f5f3-4204-871c-527c3790f14f req-5dcecb8e-2410-4cb3-8cd0-34ac637d9061 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309839 Mar 07 21:34:16.014191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['ab5f5dca-e2a7-4810-8f08-910322e5ef41'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:34:16.021003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1812180-b176-4348-a674-01d762ff4520 req-e64a7161-ab66-4df9-9888-4f0d7bfa9d2b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:16.022683 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1812180-b176-4348-a674-01d762ff4520 req-e64a7161-ab66-4df9-9888-4f0d7bfa9d2b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 943 time: 0.2564044 Mar 07 21:34:16.065997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3606534-fe37-405a-acd1-6a7ea716808b req-2591fbb3-6b45-47bb-b489-87f2a193b3d8 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips/07706c10-a699-4428-b38a-cfa1e08935cb HTTP/1.1" status: 200 len: 692 time: 0.1277893 Mar 07 21:34:16.229446 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-95828161-2687-4b6d-a454-ffd5593d1be1 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (da9d91a3-100f-4da4-9e82-7d98f71b9b21), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:16.296866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1812180-b176-4348-a674-01d762ff4520 req-839cd634-a5c8-4ee6-a6c8-51beb06763ce tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481658 Mar 07 21:34:16.297841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95828161-2687-4b6d-a454-ffd5593d1be1 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Port': ['ID=da9d91a3-100f-4da4-9e82-7d98f71b9b21,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:16.464408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-95828161-2687-4b6d-a454-ffd5593d1be1 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] No DVR routers for this DVR port da9d91a3-100f-4da4-9e82-7d98f71b9b21 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:34:16.467779 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-95828161-2687-4b6d-a454-ffd5593d1be1 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:16.476895 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-301f4ec6-213b-4ddb-9bec-e509b092b434 req-95828161-2687-4b6d-a454-ffd5593d1be1 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.15 "DELETE /v2.0/ports/da9d91a3-100f-4da4-9e82-7d98f71b9b21 HTTP/1.1" status: 204 len: 173 time: 1.4345627 Mar 07 21:34:16.493934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606534-fe37-405a-acd1-6a7ea716808b req-742ebefa-061a-46cb-a2b5-87caa031027b tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:16.495647 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3606534-fe37-405a-acd1-6a7ea716808b req-742ebefa-061a-46cb-a2b5-87caa031027b tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.4121435 Mar 07 21:34:16.526827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da9d91a3-100f-4da4-9e82-7d98f71b9b21'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:16.530047 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879ea35e-d32a-472f-a809-1b3cadf2a882" -d '{"events": [{"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-unplugged", "status": "completed", "tag": "da9d91a3-100f-4da4-9e82-7d98f71b9b21"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:16.572181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-fe9647b0-d34d-4c33-858c-ff344a110c04 service neutron] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=96b11c6a-e732-4f20-b1cd-383deec683d1,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:16.597975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-deleted', 'tag': '6892b564-e974-4dbd-a14e-795cefaa1d01'}, {'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-deleted', 'tag': 'da9d91a3-100f-4da4-9e82-7d98f71b9b21'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:16.601026 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d24921-7f5c-4cc1-ae97-3c1f1b85e139" -d '{"events": [{"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-deleted", "tag": "6892b564-e974-4dbd-a14e-795cefaa1d01"}, {"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-deleted", "tag": "da9d91a3-100f-4da4-9e82-7d98f71b9b21"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:16.604597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-fe9647b0-d34d-4c33-858c-ff344a110c04 service neutron] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:16.730317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-fe9647b0-d34d-4c33-858c-ff344a110c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b11c6a-e732-4f20-b1cd-383deec683d1 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:16.736715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3606534-fe37-405a-acd1-6a7ea716808b req-c7c59bf6-9a59-4c65-9b56-f851d5e4eeb4 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.1286883 Mar 07 21:34:16.745469 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-fe9647b0-d34d-4c33-858c-ff344a110c04 service neutron] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=96b11c6a-e732-4f20-b1cd-383deec683d1,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:16.805006 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-fe9647b0-d34d-4c33-858c-ff344a110c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:16.819135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3606534-fe37-405a-acd1-6a7ea716808b req-eb63cacd-a825-4463-a5bc-1a1f7132f9c3 tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.0710921 Mar 07 21:34:16.833105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f73986-efec-43e0-8b06-d372a9198520 req-7c428f85-bfea-4ba0-a8eb-1faef8e25f5d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:16.840715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98f73986-efec-43e0-8b06-d372a9198520 req-7c428f85-bfea-4ba0-a8eb-1faef8e25f5d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 947 time: 0.2338319 Mar 07 21:34:17.020599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98f73986-efec-43e0-8b06-d372a9198520 req-968ead38-efa6-4341-86ce-75b632c06cb0 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788716 Mar 07 21:34:17.031170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:34:17.047929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-fe9647b0-d34d-4c33-858c-ff344a110c04 service neutron] Transition to ACTIVE for port object 96b11c6a-e732-4f20-b1cd-383deec683d1 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:34:17.065770 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-fe9647b0-d34d-4c33-858c-ff344a110c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:17.162585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-fe9647b0-d34d-4c33-858c-ff344a110c04 service neutron] No DVR routers for this DVR port 96b11c6a-e732-4f20-b1cd-383deec683d1 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:34:17.184264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9647b0-d34d-4c33-858c-ff344a110c04 service neutron] Pushing event updated for resources: {'Port': ['ID=96b11c6a-e732-4f20-b1cd-383deec683d1,revision_number=10']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:17.211416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-f3606534-fe37-405a-acd1-6a7ea716808b req-5cb4b4c7-5db5-4696-828e-50f668c647ea tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Deleting port e218c26e-6487-4598-8dca-bcfc0fa0e497 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:17.211993 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f3606534-fe37-405a-acd1-6a7ea716808b req-5cb4b4c7-5db5-4696-828e-50f668c647ea tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e218c26e-6487-4598-8dca-bcfc0fa0e497), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:17.219768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-fe9647b0-d34d-4c33-858c-ff344a110c04 service neutron] 10.222.0.15 "PUT /v2.0/ports/96b11c6a-e732-4f20-b1cd-383deec683d1/bindings/n-h1-832330-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3833678 Mar 07 21:34:17.261795 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2d27ac-118a-4c45-b9bf-0cd257d49f8a x-openstack-request-id: req-4c2d27ac-118a-4c45-b9bf-0cd257d49f8a {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:17.262129 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-unplugged", "status": "completed", "tag": "da9d91a3-100f-4da4-9e82-7d98f71b9b21", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:17.262396 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c2d27ac-118a-4c45-b9bf-0cd257d49f8a {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:17.262790 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da9d91a3-100f-4da4-9e82-7d98f71b9b21', 'code': 200} Mar 07 21:34:17.295047 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=4e7c2734-9fb5-4d5c-9dfd-664de1a188ce,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:17.315288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce', 'mac_address': 'fa:16:3e:a4:1d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:34:17.359700 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f3606534-fe37-405a-acd1-6a7ea716808b req-5cb4b4c7-5db5-4696-828e-50f668c647ea tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e218c26e-6487-4598-8dca-bcfc0fa0e497), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:17.360470 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f3606534-fe37-405a-acd1-6a7ea716808b req-5cb4b4c7-5db5-4696-828e-50f668c647ea tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (e218c26e-6487-4598-8dca-bcfc0fa0e497), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:17.376375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-f3606534-fe37-405a-acd1-6a7ea716808b req-5cb4b4c7-5db5-4696-828e-50f668c647ea tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Calling delete_port for e218c26e-6487-4598-8dca-bcfc0fa0e497 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:17.376908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46484) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:17.405957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:17.408239 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:17.441452 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:17.492723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=4e7c2734-9fb5-4d5c-9dfd-664de1a188ce,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:17.502521 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:17.516328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-4271ae40-1c25-4641-bfe4-33b01c6a2a27 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Deleting subnet a3504ec8-e00d-476d-bd9d-f73a6615a4e3 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:34:17.534951 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4271ae40-1c25-4641-bfe4-33b01c6a2a27 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks [] for subnet (a3504ec8-e00d-476d-bd9d-f73a6615a4e3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:17.569644 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a23d0b-af05-429f-8dc5-5f3e34a66a38 x-openstack-request-id: req-d2a23d0b-af05-429f-8dc5-5f3e34a66a38 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:17.570029 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-deleted", "tag": "6892b564-e974-4dbd-a14e-795cefaa1d01", "status": "completed", "code": 200}, {"server_uuid": "e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24", "name": "network-vif-deleted", "tag": "da9d91a3-100f-4da4-9e82-7d98f71b9b21", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:17.570335 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2a23d0b-af05-429f-8dc5-5f3e34a66a38 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:17.570752 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-deleted', 'tag': '6892b564-e974-4dbd-a14e-795cefaa1d01', 'status': 'completed', 'code': 200} Mar 07 21:34:17.571065 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ed0b9-3e04-487d-b2e8-eae9e0a2cb24', 'name': 'network-vif-deleted', 'tag': 'da9d91a3-100f-4da4-9e82-7d98f71b9b21', 'status': 'completed', 'code': 200} Mar 07 21:34:17.586421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=4e7c2734-9fb5-4d5c-9dfd-664de1a188ce,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:17.603975 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4271ae40-1c25-4641-bfe4-33b01c6a2a27 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (a3504ec8-e00d-476d-bd9d-f73a6615a4e3), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:17.661530 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f3606534-fe37-405a-acd1-6a7ea716808b req-5cb4b4c7-5db5-4696-828e-50f668c647ea tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e218c26e-6487-4598-8dca-bcfc0fa0e497), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:17.714722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4b4c7-5db5-4696-828e-50f668c647ea tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Pushing event deleted for resources: {'Port': ['ID=e218c26e-6487-4598-8dca-bcfc0fa0e497,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:17.757119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31063f60-b385-4693-862a-7860d6138547 req-85c16d6d-3a14-4dce-9314-b281eed031c2 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:17.758042 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31063f60-b385-4693-862a-7860d6138547 req-85c16d6d-3a14-4dce-9314-b281eed031c2 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 944 time: 0.1296535 Mar 07 21:34:17.794547 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4271ae40-1c25-4641-bfe4-33b01c6a2a27 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (a3504ec8-e00d-476d-bd9d-f73a6615a4e3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:17.823740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-afed18b9-7d4b-4a43-a617-af66f5fbb296 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:17.826484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-afed18b9-7d4b-4a43-a617-af66f5fbb296 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd&tenant_id=ad203922dbd94abca13bc575d34ee25e&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 1126 time: 0.2537885 Mar 07 21:34:17.845938 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c3e0bed1-df04-4d0f-90e3-16dceaac4093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:17.909754 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:17.926562 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4271ae40-1c25-4641-bfe4-33b01c6a2a27 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (a3504ec8-e00d-476d-bd9d-f73a6615a4e3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:17.928859 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['4e7c2734-9fb5-4d5c-9dfd-664de1a188ce'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:34:17.931051 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f3606534-fe37-405a-acd1-6a7ea716808b req-5cb4b4c7-5db5-4696-828e-50f668c647ea tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks [] for floatingip (07706c10-a699-4428-b38a-cfa1e08935cb), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:17.937530 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f3606534-fe37-405a-acd1-6a7ea716808b req-5cb4b4c7-5db5-4696-828e-50f668c647ea tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:17.940682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3606534-fe37-405a-acd1-6a7ea716808b req-5cb4b4c7-5db5-4696-828e-50f668c647ea tempest-FloatingIPDetailsTestJSON-138481448 tempest-FloatingIPDetailsTestJSON-138481448-project] 10.222.0.26 "DELETE /v2.0/floatingips/07706c10-a699-4428-b38a-cfa1e08935cb HTTP/1.1" status: 204 len: 173 time: 1.0966992 Mar 07 21:34:17.951220 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46492) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:17.987588 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271ae40-1c25-4641-bfe4-33b01c6a2a27 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Subnet': ['ID=a3504ec8-e00d-476d-bd9d-f73a6615a4e3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:18.013577 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4271ae40-1c25-4641-bfe4-33b01c6a2a27 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:18.017567 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4271ae40-1c25-4641-bfe4-33b01c6a2a27 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "DELETE /v2.0/subnets/a3504ec8-e00d-476d-bd9d-f73a6615a4e3 HTTP/1.1" status: 204 len: 168 time: 0.6391628 Mar 07 21:34:18.019870 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46494) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:18.026568 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4e4b84-382f-469a-afa6-70d2f65f78ec None None] Network 3a7a9edb-7f99-4532-bb30-e249a93d5157 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:34:18.226431 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (3a7a9edb-7f99-4532-bb30-e249a93d5157), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:18.314992 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] DHCP port deletion for 3a7a9edb-7f99-4532-bb30-e249a93d5157 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:34:18.342138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Deleting port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:18.342528 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:18.463838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Deleting port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:18.464546 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:18.471986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] For port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf,segment=NetworkSegment(4764d239-1375-4cf1-9fc9-05d47ded89b5),segment_id=4764d239-1375-4cf1-9fc9-05d47ded89b5)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:18.472533 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:18.488027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Calling delete_port for ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:18.547833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] For port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf,segment=NetworkSegment(4764d239-1375-4cf1-9fc9-05d47ded89b5),segment_id=4764d239-1375-4cf1-9fc9-05d47ded89b5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:18.548243 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:18.564384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Calling delete_port for ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:18.590120 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:18.605632 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31063f60-b385-4693-862a-7860d6138547 req-dc65ac79-079c-4834-b6f4-87330c243e90 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8273556 Mar 07 21:34:18.618511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Port': ['ID=ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:18.622746 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] No DVR routers for this DVR port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:34:18.637014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-9c6903e0-c9cd-41b1-92ac-e22a0dd38de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:18.638553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-9c6903e0-c9cd-41b1-92ac-e22a0dd38de1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd&tenant_id=ad203922dbd94abca13bc575d34ee25e HTTP/1.1" status: 200 len: 1126 time: 0.8033988 Mar 07 21:34:18.736258 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (3a7a9edb-7f99-4532-bb30-e249a93d5157), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:18.740525 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:18.764971 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7a9edb-7f99-4532-bb30-e249a93d5157']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:18.769134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae8f2-2762-42cf-998a-0d14cbd951a4 req-ef94ace1-2003-4505-bdef-c268452d6b4d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:18.770753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3cae8f2-2762-42cf-998a-0d14cbd951a4 req-ef94ace1-2003-4505-bdef-c268452d6b4d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 948 time: 0.2069089 Mar 07 21:34:18.776980 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4764d239-1375-4cf1-9fc9-05d47ded89b5') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:18.777294 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4764d239-1375-4cf1-9fc9-05d47ded89b5') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:18.777593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Pushing event deleted for resources: {'Port': ['ID=ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:18.788612 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (4764d239-1375-4cf1-9fc9-05d47ded89b5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:18.798212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] No DVR routers for this DVR port ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:34:18.806549 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (4764d239-1375-4cf1-9fc9-05d47ded89b5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:18.814537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 96b11c6a-e732-4f20-b1cd-383deec683d1 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:18.819194 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:34:18.819590 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (4764d239-1375-4cf1-9fc9-05d47ded89b5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:34:18.823469 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:34:18.835308 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:18.836595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:18.836955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:18.837295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:18.837631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:18.837961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:18.838400 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:18.838709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:18.839033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:18.843462 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:18.843886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:18.844228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:18.844568 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb7d73-e881-4b71-a66c-a36640abebff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:18.907514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] The host n-h2-832330-1 is not matching for port 96b11c6a-e732-4f20-b1cd-383deec683d1 host n-h1-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:34:18.907834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 96b11c6a-e732-4f20-b1cd-383deec683d1 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:34:18.922386 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3cae8f2-2762-42cf-998a-0d14cbd951a4 req-8c4c8b5c-c79c-463c-8305-5821f599dcbc tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341937 Mar 07 21:34:18.924583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (3a7a9edb-7f99-4532-bb30-e249a93d5157), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:18.929366 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:18.929531 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-357f1dab-6682-4e89-9805-62fcc4a174a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:18.930853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-357f1dab-6682-4e89-9805-62fcc4a174a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 1126 time: 0.2106447 Mar 07 21:34:18.935020 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "DELETE /v2.0/networks/3a7a9edb-7f99-4532-bb30-e249a93d5157 HTTP/1.1" status: 204 len: 168 time: 0.9119723 Mar 07 21:34:18.945350 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46508) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:18.956029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:18.987519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa8c96-f573-4116-9d2a-f0120037d7a4 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Network': ['ID=3a7a9edb-7f99-4532-bb30-e249a93d5157,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:18.995193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:34:18.995642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec0dbb16-0b0a-4bb6-83a8-bdeebc675fcf not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:34:18.998998 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-895293b3-b5de-45d4-981e-d8eacfa2bc3b tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1908158964&fields=id&tenant_id=6eaf29e62b27414c910d1138806f244c HTTP/1.1" status: 200 len: 267 time: 0.1374440 Mar 07 21:34:19.016227 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ba3355-a01c-4e0f-9e61-6bb534689eb0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Deleting subnet 878a2376-36b4-41ea-bd85-acf7091d2c67 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:34:19.026611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9ba3355-a01c-4e0f-9e61-6bb534689eb0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks [] for subnet (878a2376-36b4-41ea-bd85-acf7091d2c67), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.054925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ab5f5dca-e2a7-4810-8f08-910322e5ef41 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:34:19.087080 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-cf2d0184-6a25-4e17-b8ac-6797559a69ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:19.088215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-cf2d0184-6a25-4e17-b8ac-6797559a69ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.1213531 Mar 07 21:34:19.105286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9ba3355-a01c-4e0f-9e61-6bb534689eb0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (878a2376-36b4-41ea-bd85-acf7091d2c67), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.115308 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port ab5f5dca-e2a7-4810-8f08-910322e5ef41 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:34:19.125079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port ab5f5dca-e2a7-4810-8f08-910322e5ef41 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:19.125881 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.179638 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.211688 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9ba3355-a01c-4e0f-9e61-6bb534689eb0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (878a2376-36b4-41ea-bd85-acf7091d2c67), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.226491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-7f208b85-b55e-4070-9f6b-aeb39ca70a8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b11c6a-e732-4f20-b1cd-383deec683d1 HTTP/1.1" status: 200 len: 217 time: 0.0898225 Mar 07 21:34:19.246729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ab5f5dca-e2a7-4810-8f08-910322e5ef41 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:19.247124 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.281860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5f5dca-e2a7-4810-8f08-910322e5ef41'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:19.284514 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94db40a5-a148-4bb0-b9ce-e8409984f6a5" -d '{"events": [{"server_uuid": "f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4", "name": "network-vif-plugged", "status": "completed", "tag": "ab5f5dca-e2a7-4810-8f08-910322e5ef41"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:19.292394 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9ba3355-a01c-4e0f-9e61-6bb534689eb0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (878a2376-36b4-41ea-bd85-acf7091d2c67), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.306643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ab5f5dca-e2a7-4810-8f08-910322e5ef41, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ab5f5dca-e2a7-4810-8f08-910322e5ef41,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:19.318689 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.345320 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba3355-a01c-4e0f-9e61-6bb534689eb0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Subnet': ['ID=878a2376-36b4-41ea-bd85-acf7091d2c67,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:19.355292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9ba3355-a01c-4e0f-9e61-6bb534689eb0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.358532 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-19216afe-198b-4af8-a54c-cc641d2989ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:19.361626 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a9ba3355-a01c-4e0f-9e61-6bb534689eb0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "DELETE /v2.0/subnets/878a2376-36b4-41ea-bd85-acf7091d2c67 HTTP/1.1" status: 204 len: 168 time: 0.4134810 Mar 07 21:34:19.361730 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-19216afe-198b-4af8-a54c-cc641d2989ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.1006608 Mar 07 21:34:19.361822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46530) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:19.374646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-60f8a556-0411-45d5-acc6-3300c1b664a6 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:19.382163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-60f8a556-0411-45d5-acc6-3300c1b664a6 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/networks?id=de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 HTTP/1.1" status: 200 len: 815 time: 0.2909136 Mar 07 21:34:19.383986 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99281e3a-53a4-4b17-a73c-017de8cb2355 x-openstack-request-id: req-99281e3a-53a4-4b17-a73c-017de8cb2355 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:19.387781 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4", "name": "network-vif-plugged", "status": "completed", "tag": "ab5f5dca-e2a7-4810-8f08-910322e5ef41", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:19.388111 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99281e3a-53a4-4b17-a73c-017de8cb2355 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:19.388618 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', 'code': 200} Mar 07 21:34:19.393153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1459b002-2cbd-4da1-83ec-c3ab8619ff4e None None] Network 08b756f3-bb9b-4e51-bb57-929f96036110 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:34:19.415302 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-9d314843-5c48-4fa3-bfa0-7e2a85398aaa tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/quotas/6eaf29e62b27414c910d1138806f244c HTTP/1.1" status: 200 len: 375 time: 0.0320456 Mar 07 21:34:19.449694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-81444531-a58d-4da9-a099-719f9a18e052 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581157 Mar 07 21:34:19.501466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ab5f5dca-e2a7-4810-8f08-910322e5ef41,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:19.537283 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (08b756f3-bb9b-4e51-bb57-929f96036110), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.562506 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365f0a5-dcb4-4e56-9338-88dba10b378a req-9c950211-9208-4ea4-9c72-16cfee9f6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:19.565404 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0365f0a5-dcb4-4e56-9338-88dba10b378a req-9c950211-9208-4ea4-9c72-16cfee9f6f29 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4 HTTP/1.1" status: 200 len: 1132 time: 0.0688329 Mar 07 21:34:19.627323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-547ef341-b927-4780-978e-2a0440be8834 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6eaf29e62b27414c910d1138806f244c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2086136 Mar 07 21:34:19.650482 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0365f0a5-dcb4-4e56-9338-88dba10b378a req-49691e1e-7a5a-4214-b288-3de7869e7d58 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681331 Mar 07 21:34:19.654913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31131e0c-1e3b-4c00-a5ad-ccef5ad763c7 None None] DHCP port deletion for 08b756f3-bb9b-4e51-bb57-929f96036110 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:34:19.658463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Deleting port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:19.658805 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.669746 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-b1da9a79-e683-4438-b815-9434722cab0a service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029703 Mar 07 21:34:19.736352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] For port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3cb706d3-5c12-4ee1-95e8-37c96f7d6e64,segment=NetworkSegment(4ac1454f-0ca5-4513-9892-1f97347da87c),segment_id=4ac1454f-0ca5-4513-9892-1f97347da87c)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:19.737628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.740129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-31131e0c-1e3b-4c00-a5ad-ccef5ad763c7 None None] Deleting port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:19.740870 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-31131e0c-1e3b-4c00-a5ad-ccef5ad763c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.752945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Calling delete_port for 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:19.796356 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-78acbe82-400d-41b6-8631-bf21e71df23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (0acaff40-00a4-4999-8b73-38419e6200d4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.806903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-31131e0c-1e3b-4c00-a5ad-ccef5ad763c7 None None] For port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3cb706d3-5c12-4ee1-95e8-37c96f7d6e64,segment=NetworkSegment(4ac1454f-0ca5-4513-9892-1f97347da87c),segment_id=4ac1454f-0ca5-4513-9892-1f97347da87c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:19.807300 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-31131e0c-1e3b-4c00-a5ad-ccef5ad763c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.820038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-31131e0c-1e3b-4c00-a5ad-ccef5ad763c7 None None] Calling delete_port for 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:19.844824 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.862482 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-edf77fdf-4d89-4003-af84-2036effea430 service neutron] 10.222.0.26 "GET /v2.0/networks/de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217097 Mar 07 21:34:19.873395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Port': ['ID=3cb706d3-5c12-4ee1-95e8-37c96f7d6e64,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:19.882553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] No DVR routers for this DVR port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:34:19.903556 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-31131e0c-1e3b-4c00-a5ad-ccef5ad763c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (3cb706d3-5c12-4ee1-95e8-37c96f7d6e64), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.921231 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207b682-0bae-4c4d-ba81-b679a640a4e7 req-c614c2c3-d160-4afb-a033-79df34d8e6cd tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:19.922739 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5207b682-0bae-4c4d-ba81-b679a640a4e7 req-c614c2c3-d160-4afb-a033-79df34d8e6cd tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 944 time: 0.1783984 Mar 07 21:34:19.929788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31131e0c-1e3b-4c00-a5ad-ccef5ad763c7 None None] Pushing event deleted for resources: {'Port': ['ID=3cb706d3-5c12-4ee1-95e8-37c96f7d6e64,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:19.936095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31131e0c-1e3b-4c00-a5ad-ccef5ad763c7 None None] No DVR routers for this DVR port 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:34:19.970198 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (08b756f3-bb9b-4e51-bb57-929f96036110), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:19.991075 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b756f3-bb9b-4e51-bb57-929f96036110']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:19.999981 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac1454f-0ca5-4513-9892-1f97347da87c') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:20.000273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac1454f-0ca5-4513-9892-1f97347da87c') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:20.013796 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (4ac1454f-0ca5-4513-9892-1f97347da87c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.027320 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (4ac1454f-0ca5-4513-9892-1f97347da87c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.033614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:34:20.034002 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (4ac1454f-0ca5-4513-9892-1f97347da87c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:34:20.037227 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:34:20.098419 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (08b756f3-bb9b-4e51-bb57-929f96036110), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.105249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.110595 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "DELETE /v2.0/networks/08b756f3-bb9b-4e51-bb57-929f96036110 HTTP/1.1" status: 204 len: 168 time: 0.7457960 Mar 07 21:34:20.115999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46556) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:20.126881 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.128630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-36436f83-cae6-4438-b0ce-68036e94f96c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-347201097'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:20.129238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5207b682-0bae-4c4d-ba81-b679a640a4e7 req-7d7a9b95-4369-4510-aca4-e54174b02407 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958199 Mar 07 21:34:20.133936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9a119-66fc-4c8d-a5ea-54eb316705de tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Network': ['ID=08b756f3-bb9b-4e51-bb57-929f96036110,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:20.160247 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36436f83-cae6-4438-b0ce-68036e94f96c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Made reservation on behalf of 193cb6ee876a4a18960ad33c32df94d4 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:20.164697 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36436f83-cae6-4438-b0ce-68036e94f96c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.176210 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-4fabedbe-9e15-4570-9bcb-6e0c2caae730 service neutron] 10.222.0.26 "GET /v2.0/networks/de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024995 Mar 07 21:34:20.216566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36436f83-cae6-4438-b0ce-68036e94f96c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:34:20.228611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36436f83-cae6-4438-b0ce-68036e94f96c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f87d6838-f389-4f28-ad91-4b6488b70741), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.229159 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-36436f83-cae6-4438-b0ce-68036e94f96c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Added segment f87d6838-f389-4f28-ad91-4b6488b70741 of type vlan for network b06decc3-5c25-4af8-bd04-e0a412702caa Mar 07 21:34:20.272969 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36436f83-cae6-4438-b0ce-68036e94f96c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (b06decc3-5c25-4af8-bd04-e0a412702caa), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.297868 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36436f83-cae6-4438-b0ce-68036e94f96c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (b06decc3-5c25-4af8-bd04-e0a412702caa), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.302863 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36436f83-cae6-4438-b0ce-68036e94f96c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:20.303453 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36436f83-cae6-4438-b0ce-68036e94f96c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.340870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76aae27-f60e-497a-b4c5-53c7f5c7f8e2 req-65fdd06a-3395-46a8-aa3b-3e799b9f3c99 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:20.342540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d76aae27-f60e-497a-b4c5-53c7f5c7f8e2 req-65fdd06a-3395-46a8-aa3b-3e799b9f3c99 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 948 time: 0.0902157 Mar 07 21:34:20.349960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-78acbe82-400d-41b6-8631-bf21e71df23d admin admin] Deleting port 3e1f1c18-673b-4cc7-9587-e58ac896364f {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:20.350457 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-78acbe82-400d-41b6-8631-bf21e71df23d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.361556 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-36436f83-cae6-4438-b0ce-68036e94f96c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2344539 Mar 07 21:34:20.365812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46568) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:20.371860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-caabd4c0-5ea0-4f65-8f1f-4307ddc9a79a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Request body: {'subnet': {'network_id': 'b06decc3-5c25-4af8-bd04-e0a412702caa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:20.408835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36436f83-cae6-4438-b0ce-68036e94f96c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event updated for resources: {'Network': ['ID=b06decc3-5c25-4af8-bd04-e0a412702caa,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:20.420019 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network b06decc3-5c25-4af8-bd04-e0a412702caa details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:34:20.552323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-78acbe82-400d-41b6-8631-bf21e71df23d admin admin] For port 3e1f1c18-673b-4cc7-9587-e58ac896364f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3e1f1c18-673b-4cc7-9587-e58ac896364f,segment=NetworkSegment(bb40a082-8bda-4b1e-9407-ab63c9d5a695),segment_id=bb40a082-8bda-4b1e-9407-ab63c9d5a695)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:20.552635 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-78acbe82-400d-41b6-8631-bf21e71df23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.562634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d76aae27-f60e-497a-b4c5-53c7f5c7f8e2 req-9e44e5c7-1110-4de1-b150-ee4e4881325f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956773 Mar 07 21:34:20.584722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-78acbe82-400d-41b6-8631-bf21e71df23d admin admin] Calling delete_port for 3e1f1c18-673b-4cc7-9587-e58ac896364f owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:20.587821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caabd4c0-5ea0-4f65-8f1f-4307ddc9a79a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Made reservation on behalf of 193cb6ee876a4a18960ad33c32df94d4 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:20.591209 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-caabd4c0-5ea0-4f65-8f1f-4307ddc9a79a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.691358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-401f0e76-97b5-43e1-b122-54f748b0557a req-2e3b46c4-3827-41f3-b442-a16b8b53f202 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 210 time: 0.0815272 Mar 07 21:34:20.906320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:20.927597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:34:20.928045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3cb706d3-5c12-4ee1-95e8-37c96f7d6e64 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:34:20.969162 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-caabd4c0-5ea0-4f65-8f1f-4307ddc9a79a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (6b0ee020-bf3b-4821-b4d8-351958bfe5e1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.980558 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-78acbe82-400d-41b6-8631-bf21e71df23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (3e1f1c18-673b-4cc7-9587-e58ac896364f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:20.987101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46592) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:21.055773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:34:21.111149 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5a7ea568-d5c8-4c4e-b5c1-6d61e5e3502e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.120893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:34:21.125168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:21.125651 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.217065 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5a7ea568-d5c8-4c4e-b5c1-6d61e5e3502e admin admin] Publish callbacks [] for security_group (bcdfbeda-926a-4049-85fa-6531b693eaa3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.229320 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5a7ea568-d5c8-4c4e-b5c1-6d61e5e3502e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bcdfbeda-926a-4049-85fa-6531b693eaa3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.268423 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5a7ea568-d5c8-4c4e-b5c1-6d61e5e3502e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=624a0a4701534172b3e7f7676db82184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777901 Mar 07 21:34:21.269889 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46600) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:21.285488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:21.286211 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.328061 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ea568-d5c8-4c4e-b5c1-6d61e5e3502e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdfbeda-926a-4049-85fa-6531b693eaa3,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:21.349949 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcac7f3c-18c7-4833-806f-6bd337103588 admin admin] Publish callbacks [] for security_group (bcdfbeda-926a-4049-85fa-6531b693eaa3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.350263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=4e7c2734-9fb5-4d5c-9dfd-664de1a188ce,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:21.355828 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.377709 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcac7f3c-18c7-4833-806f-6bd337103588 admin admin] Publish callbacks [] for security_group (bcdfbeda-926a-4049-85fa-6531b693eaa3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.389157 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6575527c-2a06-4d2f-9b4e-015b53ebd096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:21.392679 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463ee772-9019-4385-b13d-65d50ea262ca" -d '{"events": [{"server_uuid": "6575527c-2a06-4d2f-9b4e-015b53ebd096", "name": "network-vif-plugged", "status": "completed", "tag": "4e7c2734-9fb5-4d5c-9dfd-664de1a188ce"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:21.401695 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acbe82-400d-41b6-8631-bf21e71df23d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1f1c18-673b-4cc7-9587-e58ac896364f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:21.419122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=4e7c2734-9fb5-4d5c-9dfd-664de1a188ce,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:21.451387 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcac7f3c-18c7-4833-806f-6bd337103588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bcdfbeda-926a-4049-85fa-6531b693eaa3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.454622 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcac7f3c-18c7-4833-806f-6bd337103588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.456265 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bcac7f3c-18c7-4833-806f-6bd337103588 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bcdfbeda-926a-4049-85fa-6531b693eaa3 HTTP/1.1" status: 204 len: 168 time: 0.1836531 Mar 07 21:34:21.466460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac7f3c-18c7-4833-806f-6bd337103588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdfbeda-926a-4049-85fa-6531b693eaa3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:21.493360 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c7a92f-c844-4a2c-ab25-d5609f2f26fb x-openstack-request-id: req-11c7a92f-c844-4a2c-ab25-d5609f2f26fb {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:21.493752 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6575527c-2a06-4d2f-9b4e-015b53ebd096", "name": "network-vif-plugged", "status": "completed", "tag": "4e7c2734-9fb5-4d5c-9dfd-664de1a188ce", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:21.494164 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11c7a92f-c844-4a2c-ab25-d5609f2f26fb {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:21.494649 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6575527c-2a06-4d2f-9b4e-015b53ebd096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce', 'code': 200} Mar 07 21:34:21.496498 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caabd4c0-5ea0-4f65-8f1f-4307ddc9a79a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Checking segment: {'id': 'f87d6838-f389-4f28-ad91-4b6488b70741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b06decc3-5c25-4af8-bd04-e0a412702caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:21.496866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caabd4c0-5ea0-4f65-8f1f-4307ddc9a79a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Network hostable DHCP agents. Network: b06decc3-5c25-4af8-bd04-e0a412702caa, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:34:21.514809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabd4c0-5ea0-4f65-8f1f-4307ddc9a79a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event updated for resources: {'Subnet': ['ID=6b0ee020-bf3b-4821-b4d8-351958bfe5e1,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:21.539537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caabd4c0-5ea0-4f65-8f1f-4307ddc9a79a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Network b06decc3-5c25-4af8-bd04-e0a412702caa is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:34:21.595346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-caabd4c0-5ea0-4f65-8f1f-4307ddc9a79a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, b06decc3-5c25-4af8-bd04-e0a412702caa) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:21.604187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caabd4c0-5ea0-4f65-8f1f-4307ddc9a79a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:21.605015 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-caabd4c0-5ea0-4f65-8f1f-4307ddc9a79a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.606376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffadf00-25b1-4b2d-baa9-08a06400a348 None None] Network b06decc3-5c25-4af8-bd04-e0a412702caa requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:34:21.614664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290423a9-4468-44fb-b45b-0353033214bc req-25ca2f27-8dbf-4d64-afb7-ac142fd88fd7 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:21.618551 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-290423a9-4468-44fb-b45b-0353033214bc req-25ca2f27-8dbf-4d64-afb7-ac142fd88fd7 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 944 time: 0.2467966 Mar 07 21:34:21.722785 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-caabd4c0-5ea0-4f65-8f1f-4307ddc9a79a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3545187 Mar 07 21:34:21.726446 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46612) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:21.740828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-418dbeb5-713a-4eec-8993-ea48f75b1321 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1589421154'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:21.752098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-b06decc3-5c25-4af8-bd04-e0a412702caa', 'network_id': 'b06decc3-5c25-4af8-bd04-e0a412702caa', 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'fixed_ips': [{'subnet_id': '6b0ee020-bf3b-4821-b4d8-351958bfe5e1'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:34:21.752971 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.769725 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418dbeb5-713a-4eec-8993-ea48f75b1321 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Made reservation on behalf of 193cb6ee876a4a18960ad33c32df94d4 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:21.779133 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-418dbeb5-713a-4eec-8993-ea48f75b1321 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.811484 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418dbeb5-713a-4eec-8993-ea48f75b1321 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:34:21.823979 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-418dbeb5-713a-4eec-8993-ea48f75b1321 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a02307ef-f6fb-4c14-9f7b-b31df1471f73), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.824691 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-418dbeb5-713a-4eec-8993-ea48f75b1321 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Added segment a02307ef-f6fb-4c14-9f7b-b31df1471f73 of type vlan for network 7543d91c-7f75-450b-ba87-2b6af624443f Mar 07 21:34:21.879179 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-418dbeb5-713a-4eec-8993-ea48f75b1321 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (7543d91c-7f75-450b-ba87-2b6af624443f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.879526 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-78acbe82-400d-41b6-8631-bf21e71df23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (0acaff40-00a4-4999-8b73-38419e6200d4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.881897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46614) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:21.904447 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-418dbeb5-713a-4eec-8993-ea48f75b1321 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (7543d91c-7f75-450b-ba87-2b6af624443f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.909552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418dbeb5-713a-4eec-8993-ea48f75b1321 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:21.910186 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-418dbeb5-713a-4eec-8993-ea48f75b1321 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.932028 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Allocated IP 19.80.0.2 (b06decc3-5c25-4af8-bd04-e0a412702caa/6b0ee020-bf3b-4821-b4d8-351958bfe5e1/cb682c9b-39ce-433b-93ee-4266c9123d67) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:21.933874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914927bb-309e-4259-8e8a-906dee495429 req-1f89afd1-e839-4c67-a8d4-f912ecc54292 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:21.935519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-914927bb-309e-4259-8e8a-906dee495429 req-1f89afd1-e839-4c67-a8d4-f912ecc54292 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 949 time: 0.2686503 Mar 07 21:34:21.939564 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-02fa9e3c-ab8e-4cc1-81b1-b86c3ab99cab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:21.952906 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-418dbeb5-713a-4eec-8993-ea48f75b1321 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2226338 Mar 07 21:34:21.955850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46616) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:21.963653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-bcd0df0f-9b66-4720-8626-77691cdbcb49 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Request body: {'subnet': {'network_id': '7543d91c-7f75-450b-ba87-2b6af624443f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:21.978870 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-290423a9-4468-44fb-b45b-0353033214bc req-b2075dd6-6105-442a-9ae3-9448b1c21e6a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751484 Mar 07 21:34:22.010803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dbeb5-713a-4eec-8993-ea48f75b1321 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event updated for resources: {'Network': ['ID=7543d91c-7f75-450b-ba87-2b6af624443f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:22.102229 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd0df0f-9b66-4720-8626-77691cdbcb49 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Made reservation on behalf of 193cb6ee876a4a18960ad33c32df94d4 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:22.107136 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcd0df0f-9b66-4720-8626-77691cdbcb49 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.190203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91693a5c-4506-4745-9f5c-96065c5d307c req-51a6f994-475f-4ead-b3a0-d36735fd61da tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 210 time: 0.1193893 Mar 07 21:34:22.217407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-884008cb-db08-47ba-a9a4-adaf375d3401 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:22.219069 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-884008cb-db08-47ba-a9a4-adaf375d3401 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.15 "GET /v2.0/networks?id=de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 HTTP/1.1" status: 200 len: 815 time: 0.4944837 Mar 07 21:34:22.228764 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 7543d91c-7f75-450b-ba87-2b6af624443f details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:34:22.296755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-914927bb-309e-4259-8e8a-906dee495429 req-2ebb63c2-6f4f-4217-bc92-29730262d747 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332423 Mar 07 21:34:22.322323 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.376732 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcd0df0f-9b66-4720-8626-77691cdbcb49 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (d9115444-3353-4381-9549-0d04448e593b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.386644 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-02fa9e3c-ab8e-4cc1-81b1-b86c3ab99cab admin admin] Publish callbacks [] for security_group (c4dfd3b3-5124-4dac-86ea-cfdd97f12dc6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.408092 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-02fa9e3c-ab8e-4cc1-81b1-b86c3ab99cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c4dfd3b3-5124-4dac-86ea-cfdd97f12dc6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.428649 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Publish callbacks [] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.437294 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.455245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0df0f-9b66-4720-8626-77691cdbcb49 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event updated for resources: {'Subnet': ['ID=d9115444-3353-4381-9549-0d04448e593b,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:22.455819 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-973caf0d-802b-4328-8d26-fadc1223a047 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eaf29e62b27414c910d1138806f244c HTTP/1.1" status: 200 len: 380 time: 0.2222219 Mar 07 21:34:22.461953 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0df0f-9b66-4720-8626-77691cdbcb49 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Checking segment: {'id': 'a02307ef-f6fb-4c14-9f7b-b31df1471f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7543d91c-7f75-450b-ba87-2b6af624443f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:22.462356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0df0f-9b66-4720-8626-77691cdbcb49 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Network hostable DHCP agents. Network: 7543d91c-7f75-450b-ba87-2b6af624443f, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:34:22.485478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0df0f-9b66-4720-8626-77691cdbcb49 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Network 7543d91c-7f75-450b-ba87-2b6af624443f is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:34:22.497740 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-bcd0df0f-9b66-4720-8626-77691cdbcb49 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 7543d91c-7f75-450b-ba87-2b6af624443f) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:22.503259 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd0df0f-9b66-4720-8626-77691cdbcb49 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:22.503414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-14375588-19ea-49fe-a322-a6f87f6f049a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Request body: {'port': {'device_id': '8b5f996d-be96-427f-b1de-19a32b8d53cb', 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'admin_state_up': True, 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'security_groups': ['2c8be9ef-967c-4362-a1d5-ba966e4b36cd']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:22.505114 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcd0df0f-9b66-4720-8626-77691cdbcb49 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.520276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Pushing event updated for resources: {'Port': ['ID=cb682c9b-39ce-433b-93ee-4266c9123d67,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:22.528291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9183a1dd-56e8-4fdc-9c9b-ca7c65a221ca None None] Network 7543d91c-7f75-450b-ba87-2b6af624443f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:34:22.535332 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bcd0df0f-9b66-4720-8626-77691cdbcb49 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5778511 Mar 07 21:34:22.535835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-02fa9e3c-ab8e-4cc1-81b1-b86c3ab99cab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52d4a2e6302e4e8f826cb5bd5d2655c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6434619 Mar 07 21:34:22.535983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46622) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:22.537886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa9e3c-ab8e-4cc1-81b1-b86c3ab99cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dfd3b3-5124-4dac-86ea-cfdd97f12dc6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:22.569484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Network b06decc3-5c25-4af8-bd04-e0a412702caa is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:22.578318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:22.580916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:22.609523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78acbe82-400d-41b6-8631-bf21e71df23d admin admin] Router 0acaff40-00a4-4999-8b73-38419e6200d4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:34:22.615092 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-688192f8-7787-44e7-82f7-1ae4bbcec1fc admin admin] Publish callbacks [] for security_group (c4dfd3b3-5124-4dac-86ea-cfdd97f12dc6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.643632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-688192f8-7787-44e7-82f7-1ae4bbcec1fc admin admin] Publish callbacks [] for security_group (c4dfd3b3-5124-4dac-86ea-cfdd97f12dc6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.724903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Attempting to bind port cb682c9b-39ce-433b-93ee-4266c9123d67 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:34:22.725483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Attempting to bind port cb682c9b-39ce-433b-93ee-4266c9123d67 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'f87d6838-f389-4f28-ad91-4b6488b70741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b06decc3-5c25-4af8-bd04-e0a412702caa'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:34:22.725969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Attempting to bind port cb682c9b-39ce-433b-93ee-4266c9123d67 on network b06decc3-5c25-4af8-bd04-e0a412702caa {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:22.738123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:34:22.738813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Checking segment: {'id': 'f87d6838-f389-4f28-ad91-4b6488b70741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b06decc3-5c25-4af8-bd04-e0a412702caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:22.740326 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.741293 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Bound using segment: {'id': 'f87d6838-f389-4f28-ad91-4b6488b70741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b06decc3-5c25-4af8-bd04-e0a412702caa'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:34:22.743120 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-688192f8-7787-44e7-82f7-1ae4bbcec1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c4dfd3b3-5124-4dac-86ea-cfdd97f12dc6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.746888 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-688192f8-7787-44e7-82f7-1ae4bbcec1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.747949 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-688192f8-7787-44e7-82f7-1ae4bbcec1fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4dfd3b3-5124-4dac-86ea-cfdd97f12dc6 HTTP/1.1" status: 204 len: 168 time: 0.2104549 Mar 07 21:34:22.753579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Bound port: cb682c9b-39ce-433b-93ee-4266c9123d67, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87d6838-f389-4f28-ad91-4b6488b70741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b06decc3-5c25-4af8-bd04-e0a412702caa'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:34:22.754645 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.763549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688192f8-7787-44e7-82f7-1ae4bbcec1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dfd3b3-5124-4dac-86ea-cfdd97f12dc6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:22.775475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-14375588-19ea-49fe-a322-a6f87f6f049a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Made reservation on behalf of 6eaf29e62b27414c910d1138806f244c for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:22.781265 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-14375588-19ea-49fe-a322-a6f87f6f049a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.863845 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-7543d91c-7f75-450b-ba87-2b6af624443f', 'network_id': '7543d91c-7f75-450b-ba87-2b6af624443f', 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'fixed_ips': [{'subnet_id': 'd9115444-3353-4381-9549-0d04448e593b'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:34:22.865616 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:22.980163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] For port cb682c9b-39ce-433b-93ee-4266c9123d67, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:23.016689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] For port cb682c9b-39ce-433b-93ee-4266c9123d67, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cb682c9b-39ce-433b-93ee-4266c9123d67,segment=NetworkSegment(f87d6838-f389-4f28-ad91-4b6488b70741),segment_id=f87d6838-f389-4f28-ad91-4b6488b70741)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:34:23.034409 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:23.045272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78acbe82-400d-41b6-8631-bf21e71df23d admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:34:23.056119 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67579f5-3bfd-4f4f-9b88-71c87727fc34 None None] Sync routers for ids ['0acaff40-00a4-4999-8b73-38419e6200d4'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:34:23.071963 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67579f5-3bfd-4f4f-9b88-71c87727fc34 None None] Routers {'0acaff40-00a4-4999-8b73-38419e6200d4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:23.075143 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f67579f5-3bfd-4f4f-9b88-71c87727fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0acaff40-00a4-4999-8b73-38419e6200d4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:23.082118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-78acbe82-400d-41b6-8631-bf21e71df23d admin admin] 10.222.0.26 "PUT /v2.0/routers/0acaff40-00a4-4999-8b73-38419e6200d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1222284 Mar 07 21:34:23.082519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46640) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:23.119335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-14375588-19ea-49fe-a322-a6f87f6f049a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Allocated IP 172.20.0.10 (de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5/23cdcf00-1df9-40cd-bc4e-eb80a415ae63/9ad2b162-1042-444f-ba38-44b140af2d35) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:23.128522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Allocated IP 19.86.0.2 (7543d91c-7f75-450b-ba87-2b6af624443f/d9115444-3353-4381-9549-0d04448e593b/971a1536-c2d0-4ea5-a15c-a8650fd7ca51) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:23.247427 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-b5fc631f-3bfb-4fed-9e90-2c6b4009741e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:23.260761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-b5fc631f-3bfb-4fed-9e90-2c6b4009741e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:23.264261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-b5fc631f-3bfb-4fed-9e90-2c6b4009741e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/networks?id=b06decc3-5c25-4af8-bd04-e0a412702caa&id=7543d91c-7f75-450b-ba87-2b6af624443f HTTP/1.1" status: 200 len: 1391 time: 0.4903629 Mar 07 21:34:23.315154 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-f7cda489-7e9e-460e-be71-5a813d89a91b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/quotas/193cb6ee876a4a18960ad33c32df94d4 HTTP/1.1" status: 200 len: 375 time: 0.0338802 Mar 07 21:34:23.373936 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-f67579f5-3bfd-4f4f-9b88-71c87727fc34 None None] Set router 0acaff40-00a4-4999-8b73-38419e6200d4 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:34:23.401025 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Publish callbacks [] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:23.431539 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90092a5a-57be-476f-8625-2b5071680ea0 None None] Pushing event updated for resources: {'Port': ['ID=cb682c9b-39ce-433b-93ee-4266c9123d67,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:23.439287 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:23.507928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46648) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:23.576218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Network 7543d91c-7f75-450b-ba87-2b6af624443f is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:23.602301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:23.604705 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd304b-2c71-4ce5-b35e-e14acece4793 req-c9679886-10d4-492c-a7fb-cd58b9eeba25 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:23.611992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fbd304b-2c71-4ce5-b35e-e14acece4793 req-c9679886-10d4-492c-a7fb-cd58b9eeba25 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 944 time: 0.4836268 Mar 07 21:34:23.615181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:23.692256 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b6f5-45ce-4463-a325-cdf4b6f08d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:23.722668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Attempting to bind port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:34:23.723043 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Attempting to bind port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'a02307ef-f6fb-4c14-9f7b-b31df1471f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7543d91c-7f75-450b-ba87-2b6af624443f'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:34:23.725361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Attempting to bind port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 on network 7543d91c-7f75-450b-ba87-2b6af624443f {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:23.727274 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Pushing event updated for resources: {'Port': ['ID=971a1536-c2d0-4ea5-a15c-a8650fd7ca51,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:23.736843 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:34:23.737096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Checking segment: {'id': 'a02307ef-f6fb-4c14-9f7b-b31df1471f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7543d91c-7f75-450b-ba87-2b6af624443f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:23.737508 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:23.737900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Bound using segment: {'id': 'a02307ef-f6fb-4c14-9f7b-b31df1471f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7543d91c-7f75-450b-ba87-2b6af624443f'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:34:23.738380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Bound port: 971a1536-c2d0-4ea5-a15c-a8650fd7ca51, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02307ef-f6fb-4c14-9f7b-b31df1471f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7543d91c-7f75-450b-ba87-2b6af624443f'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:34:23.738877 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:23.740709 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f67579f5-3bfd-4f4f-9b88-71c87727fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185519587-router', 'tenant_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '0e782562-0421-41a8-a4f4-548a26baa24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:26Z', 'updated_at': '2022-03-07T21:34:20Z', 'revision_number': 5, 'project_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'gw_port': {'id': '0e782562-0421-41a8-a4f4-548a26baa24a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:28Z', 'updated_at': '2022-03-07T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:23.742752 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] Publish callbacks [] for router (0acaff40-00a4-4999-8b73-38419e6200d4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:23.826594 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-4d6db6b5-de41-4cce-8d98-2f7c2929733b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=193cb6ee876a4a18960ad33c32df94d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4913645 Mar 07 21:34:23.830210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] For port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:23.834441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] For port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=971a1536-c2d0-4ea5-a15c-a8650fd7ca51,segment=NetworkSegment(a02307ef-f6fb-4c14-9f7b-b31df1471f73),segment_id=a02307ef-f6fb-4c14-9f7b-b31df1471f73)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:34:23.846253 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:23.876903 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] Publish callbacks [] for router_gateway (0acaff40-00a4-4999-8b73-38419e6200d4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:23.894257 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-14375588-19ea-49fe-a322-a6f87f6f049a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for port (9ad2b162-1042-444f-ba38-44b140af2d35), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:23.913842 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fbd304b-2c71-4ce5-b35e-e14acece4793 req-5a0ef5de-12dd-4a3b-82a0-0be2238101c7 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777009 Mar 07 21:34:23.997970 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67579f5-3bfd-4f4f-9b88-71c87727fc34 None None] Checking router: 0acaff40-00a4-4999-8b73-38419e6200d4 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:34:23.999346 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] Deleting port 0e782562-0421-41a8-a4f4-548a26baa24a {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:23.999692 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0e782562-0421-41a8-a4f4-548a26baa24a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:24.021542 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67579f5-3bfd-4f4f-9b88-71c87727fc34 None None] Routers {'0acaff40-00a4-4999-8b73-38419e6200d4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:24.024984 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f67579f5-3bfd-4f4f-9b88-71c87727fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0acaff40-00a4-4999-8b73-38419e6200d4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:24.039291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76602e-3a50-4010-b88b-43a038e0155c None None] Pushing event updated for resources: {'Port': ['ID=971a1536-c2d0-4ea5-a15c-a8650fd7ca51,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:24.109785 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] For port 0e782562-0421-41a8-a4f4-548a26baa24a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0e782562-0421-41a8-a4f4-548a26baa24a,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:24.110364 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0e782562-0421-41a8-a4f4-548a26baa24a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:24.124389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] Calling delete_port for 0e782562-0421-41a8-a4f4-548a26baa24a owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:24.146259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6abe0686-8493-49a5-a683-21ac69c40a5b req-5f98bc92-b668-4fac-83fb-b6c31972adbe tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 210 time: 0.0896721 Mar 07 21:34:24.179813 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-f67579f5-3bfd-4f4f-9b88-71c87727fc34 None None] Set router 0acaff40-00a4-4999-8b73-38419e6200d4 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:34:24.186340 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b6f5-45ce-4463-a325-cdf4b6f08d59 admin admin] Publish callbacks [] for security_group (6b8846af-1aa5-4b52-b874-b262704badfd), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:24.193269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-496e1189-9232-4f0c-a2a0-f2ba47e372f1 service neutron] 10.222.0.26 "GET /v2.0/networks/b06decc3-5c25-4af8-bd04-e0a412702caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459845 Mar 07 21:34:24.198213 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b6f5-45ce-4463-a325-cdf4b6f08d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6b8846af-1aa5-4b52-b874-b262704badfd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:24.254742 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-14375588-19ea-49fe-a322-a6f87f6f049a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (9ad2b162-1042-444f-ba38-44b140af2d35), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:24.335361 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f67579f5-3bfd-4f4f-9b88-71c87727fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185519587-router', 'tenant_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:26Z', 'updated_at': '2022-03-07T21:34:23Z', 'revision_number': 6, 'project_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:24.370314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6b6f5-45ce-4463-a325-cdf4b6f08d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8846af-1aa5-4b52-b874-b262704badfd,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:24.391055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b8b6b6f5-45ce-4463-a325-cdf4b6f08d59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51efd2506fe5457cbfd2ae6d4176d1f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8794253 Mar 07 21:34:24.398832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46652) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:24.401528 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67579f5-3bfd-4f4f-9b88-71c87727fc34 None None] The sync data for ids ['0acaff40-00a4-4999-8b73-38419e6200d4'] in n-d-832330-1 is: [{'id': '0acaff40-00a4-4999-8b73-38419e6200d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185519587-router', 'tenant_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:26Z', 'updated_at': '2022-03-07T21:34:23Z', 'revision_number': 6, 'project_id': 'fcf8cc8580b946729e768cdec0dc8d77', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:34:24.520025 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-247a34be-be28-48d7-9da6-24c44914a282 admin admin] Publish callbacks [] for security_group (6b8846af-1aa5-4b52-b874-b262704badfd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:24.526806 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0e782562-0421-41a8-a4f4-548a26baa24a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:24.549863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-14375588-19ea-49fe-a322-a6f87f6f049a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Network de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:24.584817 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-14375588-19ea-49fe-a322-a6f87f6f049a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:24.587280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e782562-0421-41a8-a4f4-548a26baa24a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:24.594329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-247a34be-be28-48d7-9da6-24c44914a282 admin admin] Publish callbacks [] for security_group (6b8846af-1aa5-4b52-b874-b262704badfd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:24.610424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-14375588-19ea-49fe-a322-a6f87f6f049a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:24.702414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-14375588-19ea-49fe-a322-a6f87f6f049a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:24.703046 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-14375588-19ea-49fe-a322-a6f87f6f049a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:24.714162 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (0acaff40-00a4-4999-8b73-38419e6200d4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:24.725541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57328891-fb9b-4e9c-9ed3-b56ceae4a94b req-de499567-53d0-4355-a696-0281d2ebb940 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:24.732397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57328891-fb9b-4e9c-9ed3-b56ceae4a94b req-de499567-53d0-4355-a696-0281d2ebb940 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 949 time: 0.3324556 Mar 07 21:34:24.796275 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14375588-19ea-49fe-a322-a6f87f6f049a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Pushing event updated for resources: {'Port': ['ID=9ad2b162-1042-444f-ba38-44b140af2d35,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:24.895041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-14375588-19ea-49fe-a322-a6f87f6f049a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3985498 Mar 07 21:34:24.898118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-247a34be-be28-48d7-9da6-24c44914a282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6b8846af-1aa5-4b52-b874-b262704badfd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:24.902273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-247a34be-be28-48d7-9da6-24c44914a282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:24.903542 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-247a34be-be28-48d7-9da6-24c44914a282 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b8846af-1aa5-4b52-b874-b262704badfd HTTP/1.1" status: 204 len: 168 time: 0.5037503 Mar 07 21:34:24.909883 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57328891-fb9b-4e9c-9ed3-b56ceae4a94b req-8180e6d5-a66d-468b-a3f2-d69a1c5133d0 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765335 Mar 07 21:34:24.930150 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Request body: {'port': {'device_id': '8b5f996d-be96-427f-b1de-19a32b8d53cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:24.941020 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (0acaff40-00a4-4999-8b73-38419e6200d4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:24.944080 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] Publish callbacks [] for router_controller (0acaff40-00a4-4999-8b73-38419e6200d4), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:24.971468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a34be-be28-48d7-9da6-24c44914a282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8846af-1aa5-4b52-b874-b262704badfd,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:24.980298 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c590b4-8c15-4bc4-abb0-f94ec1568b44 None None] Network b06decc3-5c25-4af8-bd04-e0a412702caa requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:34:25.017592 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9ad2b162-1042-444f-ba38-44b140af2d35), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:25.021943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-3fa7f872-3c05-4476-8f9d-2f60102e04f4 service neutron] 10.222.0.26 "GET /v2.0/networks/b06decc3-5c25-4af8-bd04-e0a412702caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8208928 Mar 07 21:34:25.089418 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (0acaff40-00a4-4999-8b73-38419e6200d4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:25.090100 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0acaff40-00a4-4999-8b73-38419e6200d4 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:34:25.095399 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:25.100259 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a23a3d14-b236-4e35-815d-432f73907a0b admin admin] 10.222.0.26 "DELETE /v2.0/routers/0acaff40-00a4-4999-8b73-38419e6200d4 HTTP/1.1" status: 204 len: 168 time: 2.0163937 Mar 07 21:34:25.100992 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46660) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:25.220341 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8036d713-1708-4efe-94ac-9cad15fba190 admin admin] Deleting subnet 3c682db3-3ff8-40dd-b67e-1b944040d848 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:34:25.236505 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8036d713-1708-4efe-94ac-9cad15fba190 admin admin] Publish callbacks [] for subnet (3c682db3-3ff8-40dd-b67e-1b944040d848), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:25.256304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5d96c81d-89fd-4d23-b27b-687ca2915248 None None] Provisioning complete for port cb682c9b-39ce-433b-93ee-4266c9123d67 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:25.256764 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d96c81d-89fd-4d23-b27b-687ca2915248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:25.325438 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8036d713-1708-4efe-94ac-9cad15fba190 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (3c682db3-3ff8-40dd-b67e-1b944040d848), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:25.380446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-542a2a2f-96b5-4362-bb2c-57ecdcefac07 service neutron] 10.222.0.26 "GET /v2.0/networks/7543d91c-7f75-450b-ba87-2b6af624443f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498707 Mar 07 21:34:25.487779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5d96c81d-89fd-4d23-b27b-687ca2915248 None None] Current status of the port cb682c9b-39ce-433b-93ee-4266c9123d67 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:25.489040 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d96c81d-89fd-4d23-b27b-687ca2915248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:25.565574 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8036d713-1708-4efe-94ac-9cad15fba190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (3c682db3-3ff8-40dd-b67e-1b944040d848), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:25.587535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5d96c81d-89fd-4d23-b27b-687ca2915248 None None] For port cb682c9b-39ce-433b-93ee-4266c9123d67, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cb682c9b-39ce-433b-93ee-4266c9123d67,segment=NetworkSegment(f87d6838-f389-4f28-ad91-4b6488b70741),segment_id=f87d6838-f389-4f28-ad91-4b6488b70741)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:25.603147 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d96c81d-89fd-4d23-b27b-687ca2915248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:25.700593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:34:25.839274 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8036d713-1708-4efe-94ac-9cad15fba190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (3c682db3-3ff8-40dd-b67e-1b944040d848), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:25.857048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53413a43-9c59-4caf-931b-30a13b0e8aee req-c084e4dd-0113-43c1-a602-2c3741c5fc41 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:25.885248 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53413a43-9c59-4caf-931b-30a13b0e8aee req-c084e4dd-0113-43c1-a602-2c3741c5fc41 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 944 time: 0.7448268 Mar 07 21:34:25.892463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5d96c81d-89fd-4d23-b27b-687ca2915248 None None] Provisioning complete for port 9ad2b162-1042-444f-ba38-44b140af2d35 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:25.895952 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d96c81d-89fd-4d23-b27b-687ca2915248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9ad2b162-1042-444f-ba38-44b140af2d35), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:25.915442 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a283835-f553-416a-91f5-e72a7c925f05 None None] Network 7543d91c-7f75-450b-ba87-2b6af624443f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:34:25.916775 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036d713-1708-4efe-94ac-9cad15fba190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c682db3-3ff8-40dd-b67e-1b944040d848,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:25.918842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8036d713-1708-4efe-94ac-9cad15fba190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:25.925151 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8036d713-1708-4efe-94ac-9cad15fba190 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3c682db3-3ff8-40dd-b67e-1b944040d848 HTTP/1.1" status: 204 len: 168 time: 0.8220623 Mar 07 21:34:25.926138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46676) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:26.004394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e05a3da-6d4e-4f78-9789-05001edff2f8 None None] Network bc5be21e-f6a4-4508-a0b2-950f564272f9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:34:26.042230 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (bc5be21e-f6a4-4508-a0b2-950f564272f9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:26.143824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] Deleting port a4ae89b3-dafb-41fd-88ae-fde06030abf1 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:26.144415 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a4ae89b3-dafb-41fd-88ae-fde06030abf1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:26.149257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96c81d-89fd-4d23-b27b-687ca2915248 None None] Pushing event updated for resources: {'Port': ['ID=cb682c9b-39ce-433b-93ee-4266c9123d67,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:26.197752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5d96c81d-89fd-4d23-b27b-687ca2915248 None None] Port 9ad2b162-1042-444f-ba38-44b140af2d35 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:34:26.281529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] For port a4ae89b3-dafb-41fd-88ae-fde06030abf1, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a4ae89b3-dafb-41fd-88ae-fde06030abf1,segment=NetworkSegment(bb40a082-8bda-4b1e-9407-ab63c9d5a695),segment_id=bb40a082-8bda-4b1e-9407-ab63c9d5a695)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:26.282114 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a4ae89b3-dafb-41fd-88ae-fde06030abf1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:26.322359 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] Calling delete_port for a4ae89b3-dafb-41fd-88ae-fde06030abf1 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:26.356579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53413a43-9c59-4caf-931b-30a13b0e8aee req-5029910b-7593-492f-9506-5ad1b1476193 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704473 Mar 07 21:34:26.374736 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-4ba98713-794b-4a0b-8439-76b9a9092e41 service neutron] 10.222.0.26 "GET /v2.0/networks/7543d91c-7f75-450b-ba87-2b6af624443f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9933536 Mar 07 21:34:26.416084 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:26.416531 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:26.474709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad2b162-1042-444f-ba38-44b140af2d35 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:26.488520 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Publish callbacks [] for port (9ad2b162-1042-444f-ba38-44b140af2d35), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:26.550295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3004f6a0-419d-4fca-9c87-a4bc484d183e None None] Provisioning complete for port cb682c9b-39ce-433b-93ee-4266c9123d67 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:26.550781 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3004f6a0-419d-4fca-9c87-a4bc484d183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:26.558249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a4ae89b3-dafb-41fd-88ae-fde06030abf1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:26.563086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Transition to ACTIVE for port object 9ad2b162-1042-444f-ba38-44b140af2d35 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:34:26.577292 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (9ad2b162-1042-444f-ba38-44b140af2d35), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:26.609237 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ae89b3-dafb-41fd-88ae-fde06030abf1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:26.627875 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] No DVR routers for this DVR port a4ae89b3-dafb-41fd-88ae-fde06030abf1 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:34:26.697524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53f8aa-eabd-4430-881b-415be10eb675 req-efe90a36-2535-475c-ac20-6b47d2382770 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:26.714981 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c53f8aa-eabd-4430-881b-415be10eb675 req-efe90a36-2535-475c-ac20-6b47d2382770 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 932 time: 0.2143886 Mar 07 21:34:26.811703 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (bc5be21e-f6a4-4508-a0b2-950f564272f9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:26.863844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5be21e-f6a4-4508-a0b2-950f564272f9']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:26.884047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb40a082-8bda-4b1e-9407-ab63c9d5a695') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:26.884344 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb40a082-8bda-4b1e-9407-ab63c9d5a695') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:26.907403 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (bb40a082-8bda-4b1e-9407-ab63c9d5a695), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:26.922727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Pushing event updated for resources: {'Port': ['ID=9ad2b162-1042-444f-ba38-44b140af2d35,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:26.952980 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (bb40a082-8bda-4b1e-9407-ab63c9d5a695), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:26.969710 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:34:26.970757 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (bb40a082-8bda-4b1e-9407-ab63c9d5a695), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:34:26.972836 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:34:27.090932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c53f8aa-eabd-4430-881b-415be10eb675 req-25b526e0-5386-4664-9c43-325919f25e25 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3720798 Mar 07 21:34:27.126830 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (bc5be21e-f6a4-4508-a0b2-950f564272f9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:27.140085 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:27.158380 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] 10.222.0.26 "DELETE /v2.0/networks/bc5be21e-f6a4-4508-a0b2-950f564272f9 HTTP/1.1" status: 204 len: 168 time: 1.2283542 Mar 07 21:34:27.170618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Attempting to bind port 9ad2b162-1042-444f-ba38-44b140af2d35 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:34:27.171374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Attempting to bind port 9ad2b162-1042-444f-ba38-44b140af2d35 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '042a0dbb-8b5b-48be-801b-ae7e183e4644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:34:27.172010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Attempting to bind port 9ad2b162-1042-444f-ba38-44b140af2d35 on network de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:27.186031 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b238d4-9b69-445f-b4ba-267151e8286e req-fbcf0da9-af76-4dc4-9b30-4e285877b2d4 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:27.188183 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89b238d4-9b69-445f-b4ba-267151e8286e req-fbcf0da9-af76-4dc4-9b30-4e285877b2d4 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 949 time: 0.4421117 Mar 07 21:34:27.209640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Port 9ad2b162-1042-444f-ba38-44b140af2d35 on network de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:34:27.210273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Attempting to bind port 9ad2b162-1042-444f-ba38-44b140af2d35 on network de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:27.219279 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81b6ed-6512-405c-be21-d0187229273b admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5be21e-f6a4-4508-a0b2-950f564272f9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:27.225700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26688989-37c3-4de7-8814-9c87911393a8 req-f013266c-d05f-408a-880b-9251b9f6205e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 210 time: 0.0707421 Mar 07 21:34:27.240633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:34:27.241393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Checking segment: {'id': '042a0dbb-8b5b-48be-801b-ae7e183e4644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:27.242007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Bound using segment: {'id': '042a0dbb-8b5b-48be-801b-ae7e183e4644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:34:27.242705 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Bound port: 9ad2b162-1042-444f-ba38-44b140af2d35, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042a0dbb-8b5b-48be-801b-ae7e183e4644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:34:27.243303 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9ad2b162-1042-444f-ba38-44b140af2d35), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:27.264186 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:34:27.357079 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89b238d4-9b69-445f-b4ba-267151e8286e req-57f02275-59a2-497e-b273-c08e91a018c6 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435919 Mar 07 21:34:27.375745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3004f6a0-419d-4fca-9c87-a4bc484d183e None None] Current status of the port cb682c9b-39ce-433b-93ee-4266c9123d67 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:27.382390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed7604d-23fa-4cdc-9c58-f2e7a6753fbb None None] DHCP port deletion for bc5be21e-f6a4-4508-a0b2-950f564272f9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:34:27.388209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] For port 9ad2b162-1042-444f-ba38-44b140af2d35, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:27.392915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:27.393488 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:27.400215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] For port 9ad2b162-1042-444f-ba38-44b140af2d35, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9ad2b162-1042-444f-ba38-44b140af2d35,segment=NetworkSegment(042a0dbb-8b5b-48be-801b-ae7e183e4644),segment_id=042a0dbb-8b5b-48be-801b-ae7e183e4644)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:34:27.411649 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (9ad2b162-1042-444f-ba38-44b140af2d35), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:27.431431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=971a1536-c2d0-4ea5-a15c-a8650fd7ca51,segment=NetworkSegment(a02307ef-f6fb-4c14-9f7b-b31df1471f73),segment_id=a02307ef-f6fb-4c14-9f7b-b31df1471f73)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:27.435392 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3004f6a0-419d-4fca-9c87-a4bc484d183e None None] Provisioning complete for port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:27.435392 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3004f6a0-419d-4fca-9c87-a4bc484d183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:27.481272 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:27.482050 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cb682c9b-39ce-433b-93ee-4266c9123d67 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:34:27.513043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Pushing event updated for resources: {'Port': ['ID=9ad2b162-1042-444f-ba38-44b140af2d35,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:27.559182 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:27.560411 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:27.567972 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-c23d980e-87ae-47b9-9260-a0819730ddea service neutron] 10.222.0.15 "PUT /v2.0/ports/9ad2b162-1042-444f-ba38-44b140af2d35 HTTP/1.1" status: 200 len: 1092 time: 2.6561007 Mar 07 21:34:27.628491 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=971a1536-c2d0-4ea5-a15c-a8650fd7ca51,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:27.634303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5f996d-be96-427f-b1de-19a32b8d53cb', 'tag': '9ad2b162-1042-444f-ba38-44b140af2d35'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:27.643061 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb389a20-e749-4fdb-a573-27ff3cc9efca" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5f996d-be96-427f-b1de-19a32b8d53cb", "tag": "9ad2b162-1042-444f-ba38-44b140af2d35"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:27.702237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3004f6a0-419d-4fca-9c87-a4bc484d183e None None] Current status of the port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:27.714526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cb682c9b-39ce-433b-93ee-4266c9123d67 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:27.715573 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:27.780511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46720) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:27.805562 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b3bc60-2cff-46e0-bbeb-3eba68837313 x-openstack-request-id: req-d6b3bc60-2cff-46e0-bbeb-3eba68837313 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:27.806667 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5f996d-be96-427f-b1de-19a32b8d53cb", "tag": "9ad2b162-1042-444f-ba38-44b140af2d35", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:27.807104 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6b3bc60-2cff-46e0-bbeb-3eba68837313 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:27.807705 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5f996d-be96-427f-b1de-19a32b8d53cb', 'tag': '9ad2b162-1042-444f-ba38-44b140af2d35', 'status': 'completed', 'code': 200} Mar 07 21:34:27.850143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cb682c9b-39ce-433b-93ee-4266c9123d67 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:27.868781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3e1f1c18-673b-4cc7-9587-e58ac896364f no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:27.911714 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 3e1f1c18-673b-4cc7-9587-e58ac896364f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:34:27.912344 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3e1f1c18-673b-4cc7-9587-e58ac896364f not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:34:27.924239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485cc0-6ebf-4395-ad9b-afa87cacebf4 req-4d652d72-84bd-4b87-8c62-716cd5e2ad86 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:27.934116 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6485cc0-6ebf-4395-ad9b-afa87cacebf4 req-4d652d72-84bd-4b87-8c62-716cd5e2ad86 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 944 time: 0.4112928 Mar 07 21:34:27.944065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-171b2d09-8bc8-49fb-89af-f605bbc18d19 None None] Provisioning complete for port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:27.944355 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-171b2d09-8bc8-49fb-89af-f605bbc18d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:27.954289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-3ec86e3f-c83b-4afd-a51c-b912ca16ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:27.955762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-3ec86e3f-c83b-4afd-a51c-b912ca16ab2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6eaf29e62b27414c910d1138806f244c&device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 1126 time: 0.2865500 Mar 07 21:34:27.956228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46724) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:27.961352 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dfe8fbf5-feed-4a30-8adc-4498ab317537 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fcf8cc8580b946729e768cdec0dc8d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1691375 Mar 07 21:34:28.043113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-ae85e9dc-37c0-4d72-be28-670a661a5df3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ad2b162-1042-444f-ba38-44b140af2d35 HTTP/1.1" status: 200 len: 217 time: 0.0553529 Mar 07 21:34:28.112627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-171b2d09-8bc8-49fb-89af-f605bbc18d19 None None] Current status of the port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:28.153999 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:34:28.178603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-64ff86ec-755e-4c2f-b3d1-34770137e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:28.180108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-64ff86ec-755e-4c2f-b3d1-34770137e8e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=23cdcf00-1df9-40cd-bc4e-eb80a415ae63 HTTP/1.1" status: 200 len: 854 time: 0.1240563 Mar 07 21:34:28.183207 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6485cc0-6ebf-4395-ad9b-afa87cacebf4 req-26c39000-fee5-48dd-bf45-39e15065cd09 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365088 Mar 07 21:34:28.219311 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:28.219698 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:28.248080 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-69e9c6dd-61c2-42e5-bda9-a4cb75f1987c admin admin] Publish callbacks [] for security_group (1b0b7a3b-2193-4432-ad21-aacbaebcbc6b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:28.278713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-f223f54f-04d5-4094-baea-bab510814627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:28.280241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-f223f54f-04d5-4094-baea-bab510814627 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0931511 Mar 07 21:34:28.282381 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-69e9c6dd-61c2-42e5-bda9-a4cb75f1987c admin admin] Publish callbacks [] for security_group (1b0b7a3b-2193-4432-ad21-aacbaebcbc6b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:28.339654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:28.341005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cb682c9b-39ce-433b-93ee-4266c9123d67 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:34:28.394563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-72001bb4-7b97-4ae8-ad46-173a876c2714 service neutron] 10.222.0.15 "GET /v2.0/networks/de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048307 Mar 07 21:34:28.401021 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cb682c9b-39ce-433b-93ee-4266c9123d67 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:28.403671 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:28.488499 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cb682c9b-39ce-433b-93ee-4266c9123d67 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:28.540274 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a6199540-ded5-45cb-afe3-042c4e290a86 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=aa6d24f53d0443e4bb57bbe0b835e6a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551734 Mar 07 21:34:28.576737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0e782562-0421-41a8-a4f4-548a26baa24a no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:28.609501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34813b36-f79c-461a-81ed-fcd0eee33b70 req-c1b98b7b-0a1c-4a0f-94d8-7b275256f2e7 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:28.611198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 0e782562-0421-41a8-a4f4-548a26baa24a {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:34:28.611725 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34813b36-f79c-461a-81ed-fcd0eee33b70 req-c1b98b7b-0a1c-4a0f-94d8-7b275256f2e7 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 944 time: 0.2224233 Mar 07 21:34:28.611939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0e782562-0421-41a8-a4f4-548a26baa24a not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:34:28.612517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a4ae89b3-dafb-41fd-88ae-fde06030abf1 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:28.641738 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: a4ae89b3-dafb-41fd-88ae-fde06030abf1 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:34:28.642002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc852908-ccb0-463f-8c8e-f270dc1513b3 req-613b908e-b0b1-4795-a12f-15f8433ba72f service neutron] 10.222.0.15 "GET /v2.0/networks/de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321935 Mar 07 21:34:28.642362 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-69e9c6dd-61c2-42e5-bda9-a4cb75f1987c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1b0b7a3b-2193-4432-ad21-aacbaebcbc6b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:28.642753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a4ae89b3-dafb-41fd-88ae-fde06030abf1 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:34:28.647112 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-69e9c6dd-61c2-42e5-bda9-a4cb75f1987c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:28.647660 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-69e9c6dd-61c2-42e5-bda9-a4cb75f1987c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b0b7a3b-2193-4432-ad21-aacbaebcbc6b HTTP/1.1" status: 204 len: 168 time: 0.6899323 Mar 07 21:34:28.794352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9c6dd-61c2-42e5-bda9-a4cb75f1987c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0b7a3b-2193-4432-ad21-aacbaebcbc6b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:28.907356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34813b36-f79c-461a-81ed-fcd0eee33b70 req-fd2a460a-911a-4ef9-969c-fe873bcb89fd tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729800 Mar 07 21:34:28.915619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8695168-67b8-456c-91e6-3cc45b30650d req-7d953fd2-9af7-4545-b90a-682fbcba2c62 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:28.917301 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8695168-67b8-456c-91e6-3cc45b30650d req-7d953fd2-9af7-4545-b90a-682fbcba2c62 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3647776 Mar 07 21:34:28.924728 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-e35afc1a-caf5-4329-8a9a-2ba03c707610 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:28.930411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-e35afc1a-caf5-4329-8a9a-2ba03c707610 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:28.931951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-e35afc1a-caf5-4329-8a9a-2ba03c707610 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.15 "GET /v2.0/networks?id=b06decc3-5c25-4af8-bd04-e0a412702caa&id=7543d91c-7f75-450b-ba87-2b6af624443f HTTP/1.1" status: 200 len: 1391 time: 0.3669510 Mar 07 21:34:28.950696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-b4cd41c3-5cd8-43f6-8f15-fd3009053345 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Request body: {'port': {'device_id': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'network_id': 'b06decc3-5c25-4af8-bd04-e0a412702caa', 'admin_state_up': True, 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:29.021572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389a20-e749-4fdb-a573-27ff3cc9efca req-b0a29ab2-7629-48a6-929e-d79e120b3a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:29.023857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb389a20-e749-4fdb-a573-27ff3cc9efca req-b0a29ab2-7629-48a6-929e-d79e120b3a18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6eaf29e62b27414c910d1138806f244c&device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 1126 time: 0.2817125 Mar 07 21:34:29.064749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8695168-67b8-456c-91e6-3cc45b30650d req-69bf875f-c7af-4e68-900f-eb680f93ea59 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/quotas/aa6d24f53d0443e4bb57bbe0b835e6a3 HTTP/1.1" status: 200 len: 375 time: 0.1318059 Mar 07 21:34:29.101446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8607485a-d18a-4743-9a68-405ad53b2cc6 req-8c077ea9-ae4b-4e9b-8d12-8b047ca322e0 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 210 time: 0.0720186 Mar 07 21:34:29.136228 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8695168-67b8-456c-91e6-3cc45b30650d req-9ed8e0a4-d7d2-414b-84a8-1c982619f249 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa6d24f53d0443e4bb57bbe0b835e6a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402756 Mar 07 21:34:29.263931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389a20-e749-4fdb-a573-27ff3cc9efca req-8768c1e7-9e4e-4178-bee3-5e1ec331f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:29.267468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb389a20-e749-4fdb-a573-27ff3cc9efca req-8768c1e7-9e4e-4178-bee3-5e1ec331f4f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 HTTP/1.1" status: 200 len: 916 time: 0.2366014 Mar 07 21:34:29.326475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-b4cd41c3-5cd8-43f6-8f15-fd3009053345 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Made reservation on behalf of 193cb6ee876a4a18960ad33c32df94d4 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:29.330097 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-b4cd41c3-5cd8-43f6-8f15-fd3009053345 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:29.341218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb389a20-e749-4fdb-a573-27ff3cc9efca req-2512bcbf-b3de-47b4-9ae1-8929d5873637 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ad2b162-1042-444f-ba38-44b140af2d35 HTTP/1.1" status: 200 len: 217 time: 0.0524163 Mar 07 21:34:29.478764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed01219-2605-4ed2-9128-17da7cda0a94 req-daf73a4c-0679-4686-9138-0020827c7e3f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:29.485470 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ed01219-2605-4ed2-9128-17da7cda0a94 req-daf73a4c-0679-4686-9138-0020827c7e3f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 949 time: 0.2429852 Mar 07 21:34:29.533961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389a20-e749-4fdb-a573-27ff3cc9efca req-47e4bba0-ee45-4de3-a767-5e33087a2ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:29.535482 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb389a20-e749-4fdb-a573-27ff3cc9efca req-47e4bba0-ee45-4de3-a767-5e33087a2ef7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=23cdcf00-1df9-40cd-bc4e-eb80a415ae63 HTTP/1.1" status: 200 len: 854 time: 0.1849740 Mar 07 21:34:29.607912 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ed01219-2605-4ed2-9128-17da7cda0a94 req-b932c186-eac7-4857-8b3b-513fef09763b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158617 Mar 07 21:34:29.656424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46780) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:29.673317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c90aa-6d98-4395-bca8-ec87a9d33e31 req-91ade7c1-28f4-4402-8b6b-de00d1f2321a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:29.681896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-531c90aa-6d98-4395-bca8-ec87a9d33e31 req-91ade7c1-28f4-4402-8b6b-de00d1f2321a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 944 time: 0.2822881 Mar 07 21:34:29.743845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fbdce7a-25ad-4544-be85-e48637ecbc2f req-178b670a-dc38-4279-bee6-cfc724943591 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 210 time: 0.0787015 Mar 07 21:34:29.779871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-b4cd41c3-5cd8-43f6-8f15-fd3009053345 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Allocated IP 19.80.0.62 (b06decc3-5c25-4af8-bd04-e0a412702caa/6b0ee020-bf3b-4821-b4d8-351958bfe5e1/2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:29.791326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389a20-e749-4fdb-a573-27ff3cc9efca req-10f5c8e9-90b1-49a3-bcc8-e74f90de8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:29.793325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb389a20-e749-4fdb-a573-27ff3cc9efca req-10f5c8e9-90b1-49a3-bcc8-e74f90de8372 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2453873 Mar 07 21:34:29.805336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-531c90aa-6d98-4395-bca8-ec87a9d33e31 req-a1f2c324-f825-49c9-ad30-87b01fe473fa tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224968 Mar 07 21:34:29.819761 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063485591-network', 'tenant_id': 'a9db2ac6ff9b45479e457abe70839372'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:29.853515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] Made reservation on behalf of a9db2ac6ff9b45479e457abe70839372 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:29.856144 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:29.870940 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:29.960935 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] Publish callbacks [] for security_group (ae5b9ad1-156b-441f-8cc1-b35202649726), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:29.971864 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ae5b9ad1-156b-441f-8cc1-b35202649726), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:30.006306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:34:30.015024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5b9ad1-156b-441f-8cc1-b35202649726,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:30.024689 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f6a14a33-0c6d-42a8-afac-4f7678359a8c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:30.027331 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] Added segment f6a14a33-0c6d-42a8-afac-4f7678359a8c of type vlan for network b977216b-9337-415b-ae17-7a00da37fa90 Mar 07 21:34:30.084181 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (b977216b-9337-415b-ae17-7a00da37fa90), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:30.118369 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (b977216b-9337-415b-ae17-7a00da37fa90), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:30.119683 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:30.122000 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:30.122139 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb389a20-e749-4fdb-a573-27ff3cc9efca req-01ca14d9-8483-41fc-a4b5-a4b9cc24c162 service neutron] 10.222.0.15 "GET /v2.0/networks/de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156362 Mar 07 21:34:30.165374 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5052090 Mar 07 21:34:30.167735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46790) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:30.175822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0cb2412a-aadd-4d55-8e41-ff339721ced7 admin admin] Request body: {'subnet': {'network_id': 'b977216b-9337-415b-ae17-7a00da37fa90', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063485591-subnet', 'tenant_id': 'a9db2ac6ff9b45479e457abe70839372', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:30.202384 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7635338-7e07-4062-aa90-cd383781ac00 admin admin] Pushing event updated for resources: {'Network': ['ID=b977216b-9337-415b-ae17-7a00da37fa90,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:30.213694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network b977216b-9337-415b-ae17-7a00da37fa90 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:34:30.287619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee1a40-def5-40be-853f-ee3a9105f4b0 req-fdb92c63-b95a-4a1d-bcf8-fbd0e979bc15 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:30.294334 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aeee1a40-def5-40be-853f-ee3a9105f4b0 req-fdb92c63-b95a-4a1d-bcf8-fbd0e979bc15 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 944 time: 0.2505426 Mar 07 21:34:30.335160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2766e3c-ad0d-40c3-8c90-8a888ffcdc29 req-5ce8c930-c712-4cb9-b1eb-cfdb22430160 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 210 time: 0.1156793 Mar 07 21:34:30.354421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb2412a-aadd-4d55-8e41-ff339721ced7 admin admin] Made reservation on behalf of a9db2ac6ff9b45479e457abe70839372 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:30.356711 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0cb2412a-aadd-4d55-8e41-ff339721ced7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:30.366088 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-b4cd41c3-5cd8-43f6-8f15-fd3009053345 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks [] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:30.440024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb389a20-e749-4fdb-a573-27ff3cc9efca req-8297f69f-35b0-465c-a068-52146863bb9b service neutron] 10.222.0.15 "GET /v2.0/networks/de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081307 Mar 07 21:34:30.464788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aeee1a40-def5-40be-853f-ee3a9105f4b0 req-32ef5139-1e20-462a-a7f3-a4e54eb87ee0 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696179 Mar 07 21:34:30.502758 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-b4cd41c3-5cd8-43f6-8f15-fd3009053345 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:30.584266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-b4cd41c3-5cd8-43f6-8f15-fd3009053345 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Network b06decc3-5c25-4af8-bd04-e0a412702caa is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:30.592851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-b4cd41c3-5cd8-43f6-8f15-fd3009053345 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:30.596173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd41c3-5cd8-43f6-8f15-fd3009053345 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event updated for resources: {'Port': ['ID=2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:30.601326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-b4cd41c3-5cd8-43f6-8f15-fd3009053345 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:30.748439 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8695168-67b8-456c-91e6-3cc45b30650d req-293473cc-e68b-43cf-af92-572974d03899 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=aa6d24f53d0443e4bb57bbe0b835e6a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1112881 Mar 07 21:34:30.772629 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0cb2412a-aadd-4d55-8e41-ff339721ced7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (8d3a8a5e-d137-40a4-ad6f-6ac1d8095679), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:30.797864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-b4cd41c3-5cd8-43f6-8f15-fd3009053345 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:30.798587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-b4cd41c3-5cd8-43f6-8f15-fd3009053345 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:30.938720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-13e06297-3030-4e00-a3db-b2f977a7fb26 None None] Provisioning complete for port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:30.939015 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-13e06297-3030-4e00-a3db-b2f977a7fb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:30.980279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-13e06297-3030-4e00-a3db-b2f977a7fb26 None None] Port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:34:31.210355 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-b4cd41c3-5cd8-43f6-8f15-fd3009053345 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2641387 Mar 07 21:34:31.215629 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e47c8a2-9147-4f75-bec8-73ae37553d03 req-6e4b1560-ee1f-4f31-82af-8e647e96fb8b tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 210 time: 0.3691573 Mar 07 21:34:31.225091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb0a3a-99e0-44c3-be97-7e3f8994aa13 req-5f9ba058-a7e5-4dec-a4cc-c2514d070a8d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:31.226534 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-80bb0a3a-99e0-44c3-be97-7e3f8994aa13 req-5f9ba058-a7e5-4dec-a4cc-c2514d070a8d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 949 time: 0.5370319 Mar 07 21:34:31.237594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-797870c7-98f1-436c-8797-c06847128c2e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Request body: {'port': {'device_id': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'network_id': '7543d91c-7f75-450b-ba87-2b6af624443f', 'admin_state_up': True, 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:31.280785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2412a-aadd-4d55-8e41-ff339721ced7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d3a8a5e-d137-40a4-ad6f-6ac1d8095679,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:31.368673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8695168-67b8-456c-91e6-3cc45b30650d req-f785d012-6aed-4b4f-80fc-d486eed01f21 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:31.370124 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8695168-67b8-456c-91e6-3cc45b30650d req-f785d012-6aed-4b4f-80fc-d486eed01f21 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6136513 Mar 07 21:34:31.377121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2412a-aadd-4d55-8e41-ff339721ced7 admin admin] Checking segment: {'id': 'f6a14a33-0c6d-42a8-afac-4f7678359a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b977216b-9337-415b-ae17-7a00da37fa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:31.377485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb2412a-aadd-4d55-8e41-ff339721ced7 admin admin] Network hostable DHCP agents. Network: b977216b-9337-415b-ae17-7a00da37fa90, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:34:31.409399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Request body: {'port': {'device_id': '927c8fd1-1b92-4c88-a567-2890cc9115b2', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': 'aa6d24f53d0443e4bb57bbe0b835e6a3'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:31.471563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-80bb0a3a-99e0-44c3-be97-7e3f8994aa13 req-b4c563c5-2ede-44d3-9fa5-f238f0996ef1 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202206 Mar 07 21:34:31.536862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb2412a-aadd-4d55-8e41-ff339721ced7 admin admin] Network b977216b-9337-415b-ae17-7a00da37fa90 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:34:31.558400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a599db1-d01c-40c9-b958-de68cbfeebe9 req-fd72cf03-26e9-45db-90e6-04b188c71118 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:31.559872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a599db1-d01c-40c9-b958-de68cbfeebe9 req-fd72cf03-26e9-45db-90e6-04b188c71118 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 944 time: 0.2153428 Mar 07 21:34:31.608765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-0cb2412a-aadd-4d55-8e41-ff339721ced7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, b977216b-9337-415b-ae17-7a00da37fa90) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:31.619024 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8321a24-0b24-40f6-ac92-2996c34366bb None None] Network b977216b-9337-415b-ae17-7a00da37fa90 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:34:31.620811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-797870c7-98f1-436c-8797-c06847128c2e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Made reservation on behalf of 193cb6ee876a4a18960ad33c32df94d4 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:31.624819 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-797870c7-98f1-436c-8797-c06847128c2e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:31.651288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb2412a-aadd-4d55-8e41-ff339721ced7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:31.652254 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0cb2412a-aadd-4d55-8e41-ff339721ced7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:31.691364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4b5f8-9778-43af-9201-c311e3e2973e req-50849f9d-1442-49b4-b3ad-124c4371f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:31.693923 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2df4b5f8-9778-43af-9201-c311e3e2973e req-50849f9d-1442-49b4-b3ad-124c4371f746 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 1131 time: 0.0468435 Mar 07 21:34:31.733719 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0cb2412a-aadd-4d55-8e41-ff339721ced7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5610509 Mar 07 21:34:31.744874 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46806) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:31.747328 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2df4b5f8-9778-43af-9201-c311e3e2973e req-16e4b575-c267-4f0a-87ed-602da79173a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470302 Mar 07 21:34:31.748691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-b977216b-9337-415b-ae17-7a00da37fa90', 'network_id': 'b977216b-9337-415b-ae17-7a00da37fa90', 'project_id': 'a9db2ac6ff9b45479e457abe70839372', 'fixed_ips': [{'subnet_id': '8d3a8a5e-d137-40a4-ad6f-6ac1d8095679'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:34:31.750564 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:31.752508 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063485591-router', 'tenant_id': 'a9db2ac6ff9b45479e457abe70839372', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:31.756163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Made reservation on behalf of aa6d24f53d0443e4bb57bbe0b835e6a3 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:31.759544 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:31.773677 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:31.774981 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:31.837598 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Publish callbacks [] for router_controller (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:31.868165 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:31.887379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a599db1-d01c-40c9-b958-de68cbfeebe9 req-1e3fdae9-6a01-4a97-b645-96fa156bd916 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097699 Mar 07 21:34:31.909168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee633e-7703-4fc8-af5b-017e4b03cd2b req-349bc397-bb9b-4a11-8c19-482934ccb756 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:31.916933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ee633e-7703-4fc8-af5b-017e4b03cd2b req-349bc397-bb9b-4a11-8c19-482934ccb756 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 931 time: 0.3727562 Mar 07 21:34:31.953033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Allocated IP 172.20.0.2 (b977216b-9337-415b-ae17-7a00da37fa90/8d3a8a5e-d137-40a4-ad6f-6ac1d8095679/2896d9e0-8574-4735-9c5e-ae5547c107f8) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:32.008873 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Publish callbacks [] for router_gateway (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:32.127649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-9827a1e6-445d-4ac0-acf9-fb1c13ecd03f service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214210 Mar 07 21:34:32.147767 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Publish callbacks [] for port (2896d9e0-8574-4735-9c5e-ae5547c107f8), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:32.163601 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (2896d9e0-8574-4735-9c5e-ae5547c107f8), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:32.175557 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks [] for security_group (75234dfc-3433-4362-9a53-325c45a7487b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:32.198267 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (75234dfc-3433-4362-9a53-325c45a7487b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:32.200707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Network b977216b-9337-415b-ae17-7a00da37fa90 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:32.202419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-797870c7-98f1-436c-8797-c06847128c2e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Allocated IP 19.86.0.55 (7543d91c-7f75-450b-ba87-2b6af624443f/d9115444-3353-4381-9549-0d04448e593b/fc799499-bac7-4626-8468-a7b714055dce) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:32.204541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:32.211730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:32.243830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Pushing event updated for resources: {'Port': ['ID=2896d9e0-8574-4735-9c5e-ae5547c107f8,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:32.283156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Attempting to bind port 2896d9e0-8574-4735-9c5e-ae5547c107f8 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:34:32.283534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Attempting to bind port 2896d9e0-8574-4735-9c5e-ae5547c107f8 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'f6a14a33-0c6d-42a8-afac-4f7678359a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b977216b-9337-415b-ae17-7a00da37fa90'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:34:32.283894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Attempting to bind port 2896d9e0-8574-4735-9c5e-ae5547c107f8 on network b977216b-9337-415b-ae17-7a00da37fa90 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:32.289577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:34:32.289949 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Checking segment: {'id': 'f6a14a33-0c6d-42a8-afac-4f7678359a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b977216b-9337-415b-ae17-7a00da37fa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:32.290374 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:32.291049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Bound using segment: {'id': 'f6a14a33-0c6d-42a8-afac-4f7678359a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b977216b-9337-415b-ae17-7a00da37fa90'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:34:32.291278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Bound port: 2896d9e0-8574-4735-9c5e-ae5547c107f8, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a14a33-0c6d-42a8-afac-4f7678359a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b977216b-9337-415b-ae17-7a00da37fa90'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:34:32.291638 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2896d9e0-8574-4735-9c5e-ae5547c107f8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:32.306395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ee633e-7703-4fc8-af5b-017e4b03cd2b req-2feb5eaf-43b3-49d9-80a2-9e253f859238 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854833 Mar 07 21:34:32.366339 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Publish callbacks [] for router_gateway (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:32.376798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] For port 2896d9e0-8574-4735-9c5e-ae5547c107f8, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:32.380971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] For port 2896d9e0-8574-4735-9c5e-ae5547c107f8, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2896d9e0-8574-4735-9c5e-ae5547c107f8,segment=NetworkSegment(f6a14a33-0c6d-42a8-afac-4f7678359a8c),segment_id=f6a14a33-0c6d-42a8-afac-4f7678359a8c)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:34:32.389849 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:32.392542 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2896d9e0-8574-4735-9c5e-ae5547c107f8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:32.417251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75234dfc-3433-4362-9a53-325c45a7487b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:32.491089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f2010-fb6f-439d-ad6c-53e506b2dea4 None None] Pushing event updated for resources: {'Port': ['ID=2896d9e0-8574-4735-9c5e-ae5547c107f8,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:32.546358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Allocated IP 172.25.4.219 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/c3b7c33d-963d-42c9-b5ac-7c4b5abaf050) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:32.570142 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a01f62-d99d-426b-b50d-12e94b1590c9 req-993ed168-52a2-4e82-8898-c2eba90deb1a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:32.571739 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11a01f62-d99d-426b-b50d-12e94b1590c9 req-993ed168-52a2-4e82-8898-c2eba90deb1a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 944 time: 0.5548282 Mar 07 21:34:32.613467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f24276c-dc36-47d1-83b8-381e9df64d5b req-254e84f8-09ad-4de6-88cb-8199ef807a1b tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 210 time: 0.1778858 Mar 07 21:34:32.709597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Allocated IP 192.168.233.206 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/cc23150c-be1c-44ad-98aa-cc7637fe6296) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:32.717652 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Publish callbacks [] for port (c3b7c33d-963d-42c9-b5ac-7c4b5abaf050), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:32.780478 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-53638c99-ff11-4d33-a839-a054a3646f3d tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:32.782001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-53638c99-ff11-4d33-a839-a054a3646f3d tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd&tenant_id=ad203922dbd94abca13bc575d34ee25e&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 1126 time: 0.2586138 Mar 07 21:34:32.797359 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c3b7c33d-963d-42c9-b5ac-7c4b5abaf050), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:32.858872 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:32.861850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:32.865786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:32.942698 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11a01f62-d99d-426b-b50d-12e94b1590c9 req-53ad5939-3f13-49be-8342-33376a5e15c6 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472254 Mar 07 21:34:33.017270 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Pushing event updated for resources: {'Port': ['ID=c3b7c33d-963d-42c9-b5ac-7c4b5abaf050,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:33.149083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c88796-69a6-4861-8fbc-213a188403f9 req-1259daa2-49bd-4e8b-81f7-ee6ccb50c62d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:33.150727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74c88796-69a6-4861-8fbc-213a188403f9 req-1259daa2-49bd-4e8b-81f7-ee6ccb50c62d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 949 time: 0.4385831 Mar 07 21:34:33.154666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Publish callbacks [] for router_gateway (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:33.202531 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-797870c7-98f1-436c-8797-c06847128c2e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks [] for port (fc799499-bac7-4626-8468-a7b714055dce), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:33.272536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-8fd365a7-dfc1-4531-bdc7-fea2de25ea26 service neutron] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:33.294106 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-8fd365a7-dfc1-4531-bdc7-fea2de25ea26 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:33.295239 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2988a2f4-b40b-456f-9e15-190ff7d1d7db req-8fd365a7-dfc1-4531-bdc7-fea2de25ea26 service neutron] 10.222.0.13 "DELETE /v2.0/ports/96b11c6a-e732-4f20-b1cd-383deec683d1/bindings/n-h2-832330-1 HTTP/1.1" status: 204 len: 173 time: 0.4891844 Mar 07 21:34:33.329519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9ef4f-47c7-47f2-a60c-fe3796fd43dc req-5b8a08f7-33a4-45e7-b0db-d3c07ab22f79 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:33.337158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2b9ef4f-47c7-47f2-a60c-fe3796fd43dc req-5b8a08f7-33a4-45e7-b0db-d3c07ab22f79 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 944 time: 0.2643373 Mar 07 21:34:33.356565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74c88796-69a6-4861-8fbc-213a188403f9 req-dd31923b-c2d8-4fa7-ac70-5db5662de90d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883395 Mar 07 21:34:33.404091 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks [] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:33.411503 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-797870c7-98f1-436c-8797-c06847128c2e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (fc799499-bac7-4626-8468-a7b714055dce), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:33.490699 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2b9ef4f-47c7-47f2-a60c-fe3796fd43dc req-74f8f2e3-0a7f-4ef0-9f4f-9532d2cec629 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477911 Mar 07 21:34:33.512804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-797870c7-98f1-436c-8797-c06847128c2e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Network 7543d91c-7f75-450b-ba87-2b6af624443f is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:33.519736 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:33.546733 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-797870c7-98f1-436c-8797-c06847128c2e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:33.556762 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-797870c7-98f1-436c-8797-c06847128c2e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:33.622165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797870c7-98f1-436c-8797-c06847128c2e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event updated for resources: {'Port': ['ID=fc799499-bac7-4626-8468-a7b714055dce,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:33.735384 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:33.764165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Router cd9223ae-58ac-415b-9cf9-26b4c5ae0c60 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:34:33.908537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-797870c7-98f1-436c-8797-c06847128c2e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:33.909478 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-797870c7-98f1-436c-8797-c06847128c2e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:33.921195 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:34:33.933408 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Sync routers for ids ['cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:34:33.952552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Routers {'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:33.953813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:33.981563 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:33.988495 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dd6caa4f-7f96-47cf-8646-69b7248ff587 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.2377594 Mar 07 21:34:33.990049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46828) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:34.008550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-797870c7-98f1-436c-8797-c06847128c2e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7807775 Mar 07 21:34:34.045164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:34.067914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1f2dd777-29d1-4933-884a-4d61c78b3159 None None] Provisioning complete for port fc799499-bac7-4626-8468-a7b714055dce triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:34.068291 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd777-29d1-4933-884a-4d61c78b3159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fc799499-bac7-4626-8468-a7b714055dce), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:34.074224 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438e309-1901-422b-b506-016173c287ae req-47b2a4c0-3eb1-40c4-8106-57ae9ede3c86 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:34.095454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438e309-1901-422b-b506-016173c287ae req-47b2a4c0-3eb1-40c4-8106-57ae9ede3c86 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:34.099221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8438e309-1901-422b-b506-016173c287ae req-47b2a4c0-3eb1-40c4-8106-57ae9ede3c86 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 1653 time: 0.5810757 Mar 07 21:34:34.120329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Request body: {'port': {'device_id': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:34.127417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fd761b-b65e-4830-9328-cea984d81984 None None] Network b977216b-9337-415b-ae17-7a00da37fa90 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:34:34.145708 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:34.206212 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:34.221801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Pushing event updated for resources: {'Port': ['ID=cc23150c-be1c-44ad-98aa-cc7637fe6296,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:34.245927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2896d9e0-8574-4735-9c5e-ae5547c107f8 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:34:34.280833 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787d3bd-6a11-492c-8187-81aeaaa637d2 req-3fb61aa9-0eb5-456a-9964-e362b140bb36 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:34.293767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c787d3bd-6a11-492c-8187-81aeaaa637d2 req-3fb61aa9-0eb5-456a-9964-e362b140bb36 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 1126 time: 0.6486623 Mar 07 21:34:34.375805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1f2dd777-29d1-4933-884a-4d61c78b3159 None None] Port fc799499-bac7-4626-8468-a7b714055dce cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:34:34.424005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Set router cd9223ae-58ac-415b-9cf9-26b4c5ae0c60 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:34:34.462388 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:34.463145 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:34.492958 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8438e309-1901-422b-b506-016173c287ae req-b703510a-f5d1-4968-ae64-0be501aecd6a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593705 Mar 07 21:34:34.541069 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c787d3bd-6a11-492c-8187-81aeaaa637d2 req-59e5f01e-1b92-437a-9d9f-2800b07e6d3f tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463000 Mar 07 21:34:34.548131 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:34.633270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-95f994a2-0fa2-4043-82e3-01076607e90c None None] Provisioning complete for port 2896d9e0-8574-4735-9c5e-ae5547c107f8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:34.633632 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-95f994a2-0fa2-4043-82e3-01076607e90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2896d9e0-8574-4735-9c5e-ae5547c107f8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:34.872032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2896d9e0-8574-4735-9c5e-ae5547c107f8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:34.872685 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2896d9e0-8574-4735-9c5e-ae5547c107f8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:34.984734 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:34.992690 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Publish callbacks [] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.005962 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Transition to ACTIVE for port object 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:34:35.012824 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8695168-67b8-456c-91e6-3cc45b30650d req-a7dcf5dc-60b3-46c5-a0c4-3aa864013ae0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6329951 Mar 07 21:34:35.014139 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063485591-router', 'tenant_id': 'a9db2ac6ff9b45479e457abe70839372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'c3b7c33d-963d-42c9-b5ac-7c4b5abaf050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:34:31Z', 'updated_at': '2022-03-07T21:34:33Z', 'revision_number': 3, 'project_id': 'a9db2ac6ff9b45479e457abe70839372', 'gw_port': {'id': 'c3b7c33d-963d-42c9-b5ac-7c4b5abaf050', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:34:32Z', 'updated_at': '2022-03-07T21:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:35.021399 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-95f994a2-0fa2-4043-82e3-01076607e90c None None] Current status of the port 2896d9e0-8574-4735-9c5e-ae5547c107f8 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:35.021983 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-95f994a2-0fa2-4043-82e3-01076607e90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2896d9e0-8574-4735-9c5e-ae5547c107f8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.040785 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.063563 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Checking router: cd9223ae-58ac-415b-9cf9-26b4c5ae0c60 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:34:35.064141 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Updating router cd9223ae-58ac-415b-9cf9-26b4c5ae0c60 port c3b7c33d-963d-42c9-b5ac-7c4b5abaf050 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:34:35.068579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2896d9e0-8574-4735-9c5e-ae5547c107f8 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:35.069129 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2896d9e0-8574-4735-9c5e-ae5547c107f8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.081152 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.141123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Request body: {'port': {'device_id': '927c8fd1-1b92-4c88-a567-2890cc9115b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:35.175831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Pushing event updated for resources: {'Port': ['ID=2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:35.225426 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.254976 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c3b7c33d-963d-42c9-b5ac-7c4b5abaf050), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.257761 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-95f994a2-0fa2-4043-82e3-01076607e90c None None] For port 2896d9e0-8574-4735-9c5e-ae5547c107f8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2896d9e0-8574-4735-9c5e-ae5547c107f8,segment=NetworkSegment(f6a14a33-0c6d-42a8-afac-4f7678359a8c),segment_id=f6a14a33-0c6d-42a8-afac-4f7678359a8c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:35.261311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Allocated IP 172.20.0.1 (b977216b-9337-415b-ae17-7a00da37fa90/8d3a8a5e-d137-40a4-ad6f-6ac1d8095679/9b1d5c40-26c0-4f4a-94c6-af908bbcef23) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:35.274850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d42e02-92bd-46d1-b765-248e1e024a22 req-55bcbd51-7068-4966-9bae-6d04556eeb8f tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:35.276495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54d42e02-92bd-46d1-b765-248e1e024a22 req-55bcbd51-7068-4966-9bae-6d04556eeb8f tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 936 time: 0.2691190 Mar 07 21:34:35.292866 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-95f994a2-0fa2-4043-82e3-01076607e90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2896d9e0-8574-4735-9c5e-ae5547c107f8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.416977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb6344-16d5-4fe5-9dab-189a8cf1040e req-e002b982-934b-4d8d-8e16-d51a0c22089d tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:35.418545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1fb6344-16d5-4fe5-9dab-189a8cf1040e req-e002b982-934b-4d8d-8e16-d51a0c22089d tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 944 time: 0.4099827 Mar 07 21:34:35.500837 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Publish callbacks [] for port (9b1d5c40-26c0-4f4a-94c6-af908bbcef23), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.504052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f994a2-0fa2-4043-82e3-01076607e90c None None] Pushing event updated for resources: {'Port': ['ID=2896d9e0-8574-4735-9c5e-ae5547c107f8,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:35.552888 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:34:35.553539 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:34:35.554777 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9b1d5c40-26c0-4f4a-94c6-af908bbcef23), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.558290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Attempting to bind port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:34:35.558905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Attempting to bind port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'f87d6838-f389-4f28-ad91-4b6488b70741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b06decc3-5c25-4af8-bd04-e0a412702caa'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:34:35.559049 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Attempting to bind port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c on network b06decc3-5c25-4af8-bd04-e0a412702caa {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:35.559672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-35c95f6f-90b1-460c-9ae6-82ebee9e1a04 None None] Provisioning complete for port 2896d9e0-8574-4735-9c5e-ae5547c107f8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:35.560131 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-35c95f6f-90b1-460c-9ae6-82ebee9e1a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2896d9e0-8574-4735-9c5e-ae5547c107f8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.574560 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c on network b06decc3-5c25-4af8-bd04-e0a412702caa not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:34:35.574800 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Attempting to bind port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c on network b06decc3-5c25-4af8-bd04-e0a412702caa {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:35.584990 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1fb6344-16d5-4fe5-9dab-189a8cf1040e req-c07d86d2-332b-47ff-a5dc-e968bee32b2a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550560 Mar 07 21:34:35.594202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:34:35.594733 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Checking segment: {'id': 'f87d6838-f389-4f28-ad91-4b6488b70741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b06decc3-5c25-4af8-bd04-e0a412702caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:35.595295 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Bound using segment: {'id': 'f87d6838-f389-4f28-ad91-4b6488b70741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b06decc3-5c25-4af8-bd04-e0a412702caa'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:34:35.595906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Bound port: 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87d6838-f389-4f28-ad91-4b6488b70741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b06decc3-5c25-4af8-bd04-e0a412702caa'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:34:35.596439 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.656133 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Network b977216b-9337-415b-ae17-7a00da37fa90 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:35.661538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:35.671185 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:35.690743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1d5c40-26c0-4f4a-94c6-af908bbcef23,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:35.752889 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.789879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-35c95f6f-90b1-460c-9ae6-82ebee9e1a04 None None] Current status of the port 2896d9e0-8574-4735-9c5e-ae5547c107f8 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:35.819049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-35c95f6f-90b1-460c-9ae6-82ebee9e1a04 None None] Provisioning complete for port cc23150c-be1c-44ad-98aa-cc7637fe6296 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:35.819432 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-35c95f6f-90b1-460c-9ae6-82ebee9e1a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.872438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-35c95f6f-90b1-460c-9ae6-82ebee9e1a04 None None] Port cc23150c-be1c-44ad-98aa-cc7637fe6296 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:34:35.926420 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Publish callbacks [] for port (c3b7c33d-963d-42c9-b5ac-7c4b5abaf050), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.932559 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9b1d5c40-26c0-4f4a-94c6-af908bbcef23), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:35.940725 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c3b7c33d-963d-42c9-b5ac-7c4b5abaf050), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:36.048447 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376ff6b-a16a-460e-9ce3-bd59d492b54c None None] Pushing event updated for resources: {'Port': ['ID=c3b7c33d-963d-42c9-b5ac-7c4b5abaf050,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:36.062927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Attempting to bind port c3b7c33d-963d-42c9-b5ac-7c4b5abaf050 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:34:36.063591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Attempting to bind port c3b7c33d-963d-42c9-b5ac-7c4b5abaf050 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:34:36.064144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Attempting to bind port c3b7c33d-963d-42c9-b5ac-7c4b5abaf050 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:36.116716 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:34:36.118059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:36.118510 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:36.118919 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:34:36.119415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Bound port: c3b7c33d-963d-42c9-b5ac-7c4b5abaf050, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:34:36.119802 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c3b7c33d-963d-42c9-b5ac-7c4b5abaf050), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:36.157872 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2896d9e0-8574-4735-9c5e-ae5547c107f8 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:36.178990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6dac6366-b54c-422b-80eb-4894f1a48225 None None] Provisioning complete for port 9b1d5c40-26c0-4f4a-94c6-af908bbcef23 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:36.179254 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6dac6366-b54c-422b-80eb-4894f1a48225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9b1d5c40-26c0-4f4a-94c6-af908bbcef23), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:36.189204 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Publish callbacks [] for port (9b1d5c40-26c0-4f4a-94c6-af908bbcef23), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:36.196893 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (9b1d5c40-26c0-4f4a-94c6-af908bbcef23), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:36.224647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc23150c-be1c-44ad-98aa-cc7637fe6296 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:36.238058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] For port c3b7c33d-963d-42c9-b5ac-7c4b5abaf050, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:36.241341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6dac6366-b54c-422b-80eb-4894f1a48225 None None] Port 9b1d5c40-26c0-4f4a-94c6-af908bbcef23 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:34:36.244122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] For port c3b7c33d-963d-42c9-b5ac-7c4b5abaf050, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c3b7c33d-963d-42c9-b5ac-7c4b5abaf050,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:34:36.253522 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c3b7c33d-963d-42c9-b5ac-7c4b5abaf050), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:36.309929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] For port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:36.311746 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Routers {'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:36.313286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] For port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c,segment=NetworkSegment(f87d6838-f389-4f28-ad91-4b6488b70741),segment_id=f87d6838-f389-4f28-ad91-4b6488b70741)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:34:36.316685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:36.325513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2896d9e0-8574-4735-9c5e-ae5547c107f8 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:34:36.330645 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:36.337874 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Publish callbacks [] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:36.341171 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:36.345901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54d42e02-92bd-46d1-b765-248e1e024a22 req-4c32ae4b-6f51-40b6-a675-579c87861b21 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0569532 Mar 07 21:34:36.403416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Transition to ACTIVE for port object cc23150c-be1c-44ad-98aa-cc7637fe6296 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:34:36.408965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:36.409693 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:36.411801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] 10.222.0.15 "PUT /v2.0/ports/2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c HTTP/1.1" status: 200 len: 1091 time: 2.3576891 Mar 07 21:34:36.414815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'tag': '2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:36.423356 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e14374-3ec1-4e04-b8ac-f51565829386" -d '{"events": [{"name": "network-changed", "server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "tag": "2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:36.456320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c4a24-f573-42cf-8bef-8db1ccbbb4f5 req-dfa7dad3-6d0b-4ffe-a402-e5eaebb2e26e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:36.458094 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Network b977216b-9337-415b-ae17-7a00da37fa90 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:36.459104 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e71c4a24-f573-42cf-8bef-8db1ccbbb4f5 req-dfa7dad3-6d0b-4ffe-a402-e5eaebb2e26e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 949 time: 0.2550220 Mar 07 21:34:36.459790 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:36.462701 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:36.464692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1d5c40-26c0-4f4a-94c6-af908bbcef23,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:36.478781 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Request body: {'port': {'device_id': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:36.571205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376ff6b-a16a-460e-9ce3-bd59d492b54c None None] Pushing event updated for resources: {'Port': ['ID=c3b7c33d-963d-42c9-b5ac-7c4b5abaf050,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:36.591626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737de2fc-e041-4d51-a618-03e17a87aafe service neutron] Pushing event updated for resources: {'Port': ['ID=2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:36.625316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2896d9e0-8574-4735-9c5e-ae5547c107f8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:36.625712 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2896d9e0-8574-4735-9c5e-ae5547c107f8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:36.635365 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Router cd9223ae-58ac-415b-9cf9-26b4c5ae0c60 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:34:36.787963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] Set router cd9223ae-58ac-415b-9cf9-26b4c5ae0c60 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:34:36.864241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:34:36.895769 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fc799499-bac7-4626-8468-a7b714055dce), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:36.896922 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-09475a00-1e86-4514-8084-441cc7f422b2 admin admin] 10.222.0.26 "PUT /v2.0/routers/cd9223ae-58ac-415b-9cf9-26b4c5ae0c60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8954515 Mar 07 21:34:36.969002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e71c4a24-f573-42cf-8bef-8db1ccbbb4f5 req-55fd6a46-0d00-43fa-8a98-8411bfed7f0e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729609 Mar 07 21:34:37.118480 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2896d9e0-8574-4735-9c5e-ae5547c107f8 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:37.138245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Pushing event updated for resources: {'Port': ['ID=cc23150c-be1c-44ad-98aa-cc7637fe6296,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:37.138586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063485591-router', 'tenant_id': 'a9db2ac6ff9b45479e457abe70839372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'c3b7c33d-963d-42c9-b5ac-7c4b5abaf050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:34:31Z', 'updated_at': '2022-03-07T21:34:35Z', 'revision_number': 4, 'project_id': 'a9db2ac6ff9b45479e457abe70839372', 'gw_port': {'id': 'c3b7c33d-963d-42c9-b5ac-7c4b5abaf050', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:34:32Z', 'updated_at': '2022-03-07T21:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9b1d5c40-26c0-4f4a-94c6-af908bbcef23', 'name': '', 'network_id': 'b977216b-9337-415b-ae17-7a00da37fa90', 'tenant_id': 'a9db2ac6ff9b45479e457abe70839372', 'mac_address': 'fa:16:3e:7f:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8d3a8a5e-d137-40a4-ad6f-6ac1d8095679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:34:35Z', 'updated_at': '2022-03-07T21:34:36Z', 'revision_number': 2, 'project_id': 'a9db2ac6ff9b45479e457abe70839372', 'subnets': [{'id': '8d3a8a5e-d137-40a4-ad6f-6ac1d8095679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:37.179380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-20aba842-5690-4d98-9f89-f488531864ad tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:37.186338 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-20aba842-5690-4d98-9f89-f488531864ad tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 820 time: 0.6559720 Mar 07 21:34:37.191695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0cc1c-d8be-4c27-a638-cc7c38440347 None None] The sync data for ids ['cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'] in n-d-832330-1 is: [{'id': 'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063485591-router', 'tenant_id': 'a9db2ac6ff9b45479e457abe70839372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'c3b7c33d-963d-42c9-b5ac-7c4b5abaf050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:34:31Z', 'updated_at': '2022-03-07T21:34:35Z', 'revision_number': 4, 'project_id': 'a9db2ac6ff9b45479e457abe70839372', 'gw_port': {'id': 'c3b7c33d-963d-42c9-b5ac-7c4b5abaf050', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:34:32Z', 'updated_at': '2022-03-07T21:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9b1d5c40-26c0-4f4a-94c6-af908bbcef23', 'name': '', 'network_id': 'b977216b-9337-415b-ae17-7a00da37fa90', 'tenant_id': 'a9db2ac6ff9b45479e457abe70839372', 'mac_address': 'fa:16:3e:7f:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8d3a8a5e-d137-40a4-ad6f-6ac1d8095679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:34:35Z', 'updated_at': '2022-03-07T21:34:36Z', 'revision_number': 2, 'project_id': 'a9db2ac6ff9b45479e457abe70839372', 'subnets': [{'id': '8d3a8a5e-d137-40a4-ad6f-6ac1d8095679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:34:37.220464 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ff70a96e-ce33-4118-9aa5-e360aa9ded17 None None] Provisioning complete for port 9b1d5c40-26c0-4f4a-94c6-af908bbcef23 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:37.221001 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ff70a96e-ce33-4118-9aa5-e360aa9ded17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9b1d5c40-26c0-4f4a-94c6-af908bbcef23), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:37.265817 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Attempting to bind port cc23150c-be1c-44ad-98aa-cc7637fe6296 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:34:37.266424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ff70a96e-ce33-4118-9aa5-e360aa9ded17 None None] Port 9b1d5c40-26c0-4f4a-94c6-af908bbcef23 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:34:37.267818 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Attempting to bind port cc23150c-be1c-44ad-98aa-cc7637fe6296 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:34:37.271740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Attempting to bind port cc23150c-be1c-44ad-98aa-cc7637fe6296 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:37.293131 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-805d6fa1-052d-4e91-9d06-44f77dfc6bf1 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/quotas/ad203922dbd94abca13bc575d34ee25e HTTP/1.1" status: 200 len: 375 time: 0.1058815 Mar 07 21:34:37.295816 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Port cc23150c-be1c-44ad-98aa-cc7637fe6296 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:34:37.296143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Attempting to bind port cc23150c-be1c-44ad-98aa-cc7637fe6296 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:37.337296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:34:37.337697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:37.338115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:34:37.338578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Bound port: cc23150c-be1c-44ad-98aa-cc7637fe6296, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:34:37.338941 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:37.513700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-d1d7fa20-31f4-4409-b552-18a91240504b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2136943 Mar 07 21:34:37.690166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] For port cc23150c-be1c-44ad-98aa-cc7637fe6296, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:37.729317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] For port cc23150c-be1c-44ad-98aa-cc7637fe6296, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=cc23150c-be1c-44ad-98aa-cc7637fe6296,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:34:37.755108 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:37.764144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc799499-bac7-4626-8468-a7b714055dce {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:37.779825 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Publish callbacks [] for port (fc799499-bac7-4626-8468-a7b714055dce), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:37.802618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-6ea9909d-2bed-4a6c-9d65-e4f44225ec06 service neutron] 10.222.0.26 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880816 Mar 07 21:34:37.813560 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d73b0-9098-442e-939e-27db3f3010d4 req-6a2a87b0-53a3-4a59-a67a-024c09e0e861 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:37.820887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d73b0-9098-442e-939e-27db3f3010d4 req-6a2a87b0-53a3-4a59-a67a-024c09e0e861 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:37.822555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f64d73b0-9098-442e-939e-27db3f3010d4 req-6a2a87b0-53a3-4a59-a67a-024c09e0e861 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 1665 time: 0.2898393 Mar 07 21:34:37.873216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:37.873853 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:37.875298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8695168-67b8-456c-91e6-3cc45b30650d req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] 10.222.0.15 "PUT /v2.0/ports/cc23150c-be1c-44ad-98aa-cc7637fe6296 HTTP/1.1" status: 200 len: 1096 time: 2.7860649 Mar 07 21:34:37.892325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Transition to ACTIVE for port object fc799499-bac7-4626-8468-a7b714055dce will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:34:37.932945 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (fc799499-bac7-4626-8468-a7b714055dce), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:37.988737 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422f51b-5125-415b-a692-78fc3a4392cc service neutron] Pushing event updated for resources: {'Port': ['ID=cc23150c-be1c-44ad-98aa-cc7637fe6296,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:38.149018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f64d73b0-9098-442e-939e-27db3f3010d4 req-378dbe19-30f1-4a19-b698-425eb43c3ec6 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187294 Mar 07 21:34:38.157976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc799499-bac7-4626-8468-a7b714055dce,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:38.165778 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-bf2b7e39-c422-420a-807a-32e058318584 service neutron] 10.222.0.26 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395023 Mar 07 21:34:38.195273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8695168-67b8-456c-91e6-3cc45b30650d req-64102ebc-d237-420c-bd5c-48eedacb663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:38.196816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8695168-67b8-456c-91e6-3cc45b30650d req-64102ebc-d237-420c-bd5c-48eedacb663e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa6d24f53d0443e4bb57bbe0b835e6a3&device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 1130 time: 0.2664554 Mar 07 21:34:38.263025 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f34e0fe-2335-4f21-8215-736c0e91b470 x-openstack-request-id: req-5f34e0fe-2335-4f21-8215-736c0e91b470 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:38.272550 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "tag": "2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:38.273134 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f34e0fe-2335-4f21-8215-736c0e91b470 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:38.273344 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'tag': '2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c', 'status': 'completed', 'code': 200} Mar 07 21:34:38.284497 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8695168-67b8-456c-91e6-3cc45b30650d req-78f6c6b8-a136-4523-b554-039e7331908c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=cc23150c-be1c-44ad-98aa-cc7637fe6296 HTTP/1.1" status: 200 len: 217 time: 0.0783081 Mar 07 21:34:38.327093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c3b7c33d-963d-42c9-b5ac-7c4b5abaf050 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:34:38.404209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Attempting to bind port fc799499-bac7-4626-8468-a7b714055dce on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:34:38.404455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Attempting to bind port fc799499-bac7-4626-8468-a7b714055dce by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'a02307ef-f6fb-4c14-9f7b-b31df1471f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7543d91c-7f75-450b-ba87-2b6af624443f'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:34:38.404783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Attempting to bind port fc799499-bac7-4626-8468-a7b714055dce on network 7543d91c-7f75-450b-ba87-2b6af624443f {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:38.428221 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c3b7c33d-963d-42c9-b5ac-7c4b5abaf050 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:38.428775 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c3b7c33d-963d-42c9-b5ac-7c4b5abaf050), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:38.462594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Port fc799499-bac7-4626-8468-a7b714055dce on network 7543d91c-7f75-450b-ba87-2b6af624443f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:34:38.462938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Attempting to bind port fc799499-bac7-4626-8468-a7b714055dce on network 7543d91c-7f75-450b-ba87-2b6af624443f {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:38.468093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8695168-67b8-456c-91e6-3cc45b30650d req-b9c914b6-f8d7-4354-a455-9e18a70dcc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:38.469246 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8695168-67b8-456c-91e6-3cc45b30650d req-b9c914b6-f8d7-4354-a455-9e18a70dcc16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1733055 Mar 07 21:34:38.494367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e14374-3ec1-4e04-b8ac-f51565829386 req-0e70a775-f041-4d88-9543-264e2498eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:38.494841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e14374-3ec1-4e04-b8ac-f51565829386 req-0e70a775-f041-4d88-9543-264e2498eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:38.496416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4e14374-3ec1-4e04-b8ac-f51565829386 req-0e70a775-f041-4d88-9543-264e2498eebe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=193cb6ee876a4a18960ad33c32df94d4&device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 1968 time: 0.2222581 Mar 07 21:34:38.497239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:34:38.498274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Checking segment: {'id': 'a02307ef-f6fb-4c14-9f7b-b31df1471f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7543d91c-7f75-450b-ba87-2b6af624443f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:38.499119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Bound using segment: {'id': 'a02307ef-f6fb-4c14-9f7b-b31df1471f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7543d91c-7f75-450b-ba87-2b6af624443f'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:34:38.499119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Bound port: fc799499-bac7-4626-8468-a7b714055dce, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02307ef-f6fb-4c14-9f7b-b31df1471f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7543d91c-7f75-450b-ba87-2b6af624443f'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:34:38.499442 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fc799499-bac7-4626-8468-a7b714055dce), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:38.546467 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c3b7c33d-963d-42c9-b5ac-7c4b5abaf050 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:38.546861 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c3b7c33d-963d-42c9-b5ac-7c4b5abaf050), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:38.580581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port c3b7c33d-963d-42c9-b5ac-7c4b5abaf050, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c3b7c33d-963d-42c9-b5ac-7c4b5abaf050,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:38.586135 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c3b7c33d-963d-42c9-b5ac-7c4b5abaf050), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:38.650800 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6b213-20d4-431b-9b65-27330f915fbd req-94ae3ff3-521d-4ad3-9a1a-21e35e89825e tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:38.652372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cda6b213-20d4-431b-9b65-27330f915fbd req-94ae3ff3-521d-4ad3-9a1a-21e35e89825e tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 944 time: 0.2981644 Mar 07 21:34:38.661542 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=c3b7c33d-963d-42c9-b5ac-7c4b5abaf050,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:38.724969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8695168-67b8-456c-91e6-3cc45b30650d req-d098e06e-74d4-4eeb-a20a-5c417f143639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:38.726505 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8695168-67b8-456c-91e6-3cc45b30650d req-d098e06e-74d4-4eeb-a20a-5c417f143639 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2459729 Mar 07 21:34:38.800476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] For port fc799499-bac7-4626-8468-a7b714055dce, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:38.825534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e14374-3ec1-4e04-b8ac-f51565829386 req-af26e861-e807-451b-9592-ae10290992e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:38.826244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e14374-3ec1-4e04-b8ac-f51565829386 req-af26e861-e807-451b-9592-ae10290992e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:38.826804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e14374-3ec1-4e04-b8ac-f51565829386 req-af26e861-e807-451b-9592-ae10290992e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:38.828475 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4e14374-3ec1-4e04-b8ac-f51565829386 req-af26e861-e807-451b-9592-ae10290992e9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=193cb6ee876a4a18960ad33c32df94d4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3078609 Mar 07 21:34:38.859159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] For port fc799499-bac7-4626-8468-a7b714055dce, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fc799499-bac7-4626-8468-a7b714055dce,segment=NetworkSegment(a02307ef-f6fb-4c14-9f7b-b31df1471f73),segment_id=a02307ef-f6fb-4c14-9f7b-b31df1471f73)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:34:38.906059 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (fc799499-bac7-4626-8468-a7b714055dce), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:38.910388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cda6b213-20d4-431b-9b65-27330f915fbd req-8e1be1d4-3950-4861-b079-db5401956c3d tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387090 Mar 07 21:34:39.030185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de749cc5-31ed-44d8-9028-d847b383191e req-0d8671a9-21b3-4c65-9592-69f6fceadd9b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:39.037572 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de749cc5-31ed-44d8-9028-d847b383191e req-0d8671a9-21b3-4c65-9592-69f6fceadd9b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4 HTTP/1.1" status: 200 len: 950 time: 0.3231859 Mar 07 21:34:39.045078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:39.045727 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:39.047103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/fc799499-bac7-4626-8468-a7b714055dce HTTP/1.1" status: 200 len: 1091 time: 2.6009665 Mar 07 21:34:39.127836 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8695168-67b8-456c-91e6-3cc45b30650d req-8e7dc4c2-90d9-4ac8-ac32-7b7a938ba0b8 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842185 Mar 07 21:34:39.128657 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-5d29722b-a24d-4418-a64f-d14819326b41 req-885a251d-52b6-4069-99bd-ce2f9add0f5a tempest-FloatingIPDetailsNegativeTestJSON-669039338 tempest-FloatingIPDetailsNegativeTestJSON-669039338-project] show failed (client error): The resource could not be found. Mar 07 21:34:39.130139 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d29722b-a24d-4418-a64f-d14819326b41 req-885a251d-52b6-4069-99bd-ce2f9add0f5a tempest-FloatingIPDetailsNegativeTestJSON-669039338 tempest-FloatingIPDetailsNegativeTestJSON-669039338-project] 10.222.0.26 "GET /v2.0/floatingips/95fbca21-293f-4b8a-9e71-eca3c31fe425 HTTP/1.1" status: 404 len: 350 time: 0.0876348 Mar 07 21:34:39.140311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46892) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:39.158242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7fb23-e545-4771-a239-975e0035d5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc799499-bac7-4626-8468-a7b714055dce,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:39.207468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e14374-3ec1-4e04-b8ac-f51565829386 req-20fdcab8-1c04-4952-9c5c-ef7d3abf87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:39.210958 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4e14374-3ec1-4e04-b8ac-f51565829386 req-20fdcab8-1c04-4952-9c5c-ef7d3abf87c2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3669786 Mar 07 21:34:39.321103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de749cc5-31ed-44d8-9028-d847b383191e req-8d146e58-7766-4752-9616-6040aedae3ff tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826498 Mar 07 21:34:39.349748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8695168-67b8-456c-91e6-3cc45b30650d req-8bdd4e2b-d580-4743-ae99-6ec27634671f service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120972 Mar 07 21:34:39.380193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-28cd8823-66f8-4e78-837e-90b6a6456643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:39.380745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-28cd8823-66f8-4e78-837e-90b6a6456643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:39.382505 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-28cd8823-66f8-4e78-837e-90b6a6456643 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=193cb6ee876a4a18960ad33c32df94d4&device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 2041 time: 0.1108296 Mar 07 21:34:39.390646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cee52d-664a-40e4-8eb7-ee06b161613d req-f29a82b7-4ef6-4296-861a-fe8bb55c8647 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:39.392196 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3cee52d-664a-40e4-8eb7-ee06b161613d req-f29a82b7-4ef6-4296-861a-fe8bb55c8647 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 948 time: 0.1223547 Mar 07 21:34:39.437027 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-d654ce43-90ca-496f-a373-165e0f0437cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c HTTP/1.1" status: 200 len: 217 time: 0.0437636 Mar 07 21:34:39.509446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3cee52d-664a-40e4-8eb7-ee06b161613d req-69483b7e-19fe-4836-9074-c2d4d62fee6b tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063275 Mar 07 21:34:39.513249 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-c6698b3a-d2ef-4a05-9efd-2e875df42120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:39.514706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-c6698b3a-d2ef-4a05-9efd-2e875df42120 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b0ee020-bf3b-4821-b4d8-351958bfe5e1 HTTP/1.1" status: 200 len: 801 time: 0.0694036 Mar 07 21:34:39.577603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-487d6399-5ec6-4dc7-9d7b-740af09a081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:39.579775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-487d6399-5ec6-4dc7-9d7b-740af09a081c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b06decc3-5c25-4af8-bd04-e0a412702caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0571196 Mar 07 21:34:39.647821 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5961282e-a826-49df-9072-ba407ae1c78c req-c369a545-ab59-49a7-8568-173e2f388dc3 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 210 time: 0.0514045 Mar 07 21:34:39.792287 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1506798-c54a-4cb5-8ff8-a0d8e15369c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:39.858894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-837d7df3-e246-443f-8753-0a634cdc7663 service neutron] 10.222.0.15 "GET /v2.0/networks/b06decc3-5c25-4af8-bd04-e0a412702caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708073 Mar 07 21:34:40.046227 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] Sync routers for ids ['cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:34:40.058906 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] Routers {'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:40.059553 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:40.145314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d1506798-c54a-4cb5-8ff8-a0d8e15369c4 admin admin] Deleting port 9b1d5c40-26c0-4f4a-94c6-af908bbcef23 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:40.146366 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1506798-c54a-4cb5-8ff8-a0d8e15369c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9b1d5c40-26c0-4f4a-94c6-af908bbcef23), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:40.172296 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] Set router cd9223ae-58ac-415b-9cf9-26b4c5ae0c60 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:34:40.192960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-eee5b173-0e1f-470c-866a-ef42c992c062 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:40.194466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-eee5b173-0e1f-470c-866a-ef42c992c062 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.15 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 820 time: 0.5496788 Mar 07 21:34:40.224844 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-e0e4d670-4150-4434-a8ef-4e55b4c85205 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Request body: {'port': {'device_id': '89fb67a8-e766-4eee-a230-8397fdb36ef3', 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605', 'admin_state_up': True, 'tenant_id': 'ad203922dbd94abca13bc575d34ee25e'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:40.257563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9149ea-b000-4061-9ab9-8fc061517507 req-44a73e84-d690-48bc-b261-bcca135187eb tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:40.259112 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d9149ea-b000-4061-9ab9-8fc061517507 req-44a73e84-d690-48bc-b261-bcca135187eb tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6be6ca3-e23a-4196-a466-9cfdf3cb48a1 HTTP/1.1" status: 200 len: 946 time: 0.4917090 Mar 07 21:34:40.260323 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1506798-c54a-4cb5-8ff8-a0d8e15369c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9b1d5c40-26c0-4f4a-94c6-af908bbcef23), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:40.263607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c3b7c33d-963d-42c9-b5ac-7c4b5abaf050 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:34:40.275662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d1506798-c54a-4cb5-8ff8-a0d8e15369c4 admin admin] Calling delete_port for 9b1d5c40-26c0-4f4a-94c6-af908bbcef23 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:40.292047 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927c8fd1-1b92-4c88-a567-2890cc9115b2', 'tag': 'cc23150c-be1c-44ad-98aa-cc7637fe6296'}, {'name': 'network-changed', 'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'tag': 'fc799499-bac7-4626-8468-a7b714055dce'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:40.294243 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90" -d '{"events": [{"name": "network-changed", "server_uuid": "927c8fd1-1b92-4c88-a567-2890cc9115b2", "tag": "cc23150c-be1c-44ad-98aa-cc7637fe6296"}, {"name": "network-changed", "server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "tag": "fc799499-bac7-4626-8468-a7b714055dce"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:40.317561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c3b7c33d-963d-42c9-b5ac-7c4b5abaf050 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:40.318325 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c3b7c33d-963d-42c9-b5ac-7c4b5abaf050), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:40.404306 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063485591-router', 'tenant_id': 'a9db2ac6ff9b45479e457abe70839372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'c3b7c33d-963d-42c9-b5ac-7c4b5abaf050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:34:31Z', 'updated_at': '2022-03-07T21:34:35Z', 'revision_number': 4, 'project_id': 'a9db2ac6ff9b45479e457abe70839372', 'gw_port': {'id': 'c3b7c33d-963d-42c9-b5ac-7c4b5abaf050', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:34:32Z', 'updated_at': '2022-03-07T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9b1d5c40-26c0-4f4a-94c6-af908bbcef23', 'name': '', 'network_id': 'b977216b-9337-415b-ae17-7a00da37fa90', 'tenant_id': 'a9db2ac6ff9b45479e457abe70839372', 'mac_address': 'fa:16:3e:7f:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8d3a8a5e-d137-40a4-ad6f-6ac1d8095679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:34:35Z', 'updated_at': '2022-03-07T21:34:36Z', 'revision_number': 2, 'project_id': 'a9db2ac6ff9b45479e457abe70839372', 'subnets': [{'id': '8d3a8a5e-d137-40a4-ad6f-6ac1d8095679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:40.432246 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] Checking router: cd9223ae-58ac-415b-9cf9-26b4c5ae0c60 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:34:40.432600 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] Updating router cd9223ae-58ac-415b-9cf9-26b4c5ae0c60 port 9b1d5c40-26c0-4f4a-94c6-af908bbcef23 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:34:40.441812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c3b7c33d-963d-42c9-b5ac-7c4b5abaf050 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:40.463610 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9b1d5c40-26c0-4f4a-94c6-af908bbcef23), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:40.470756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce0e18-9522-461d-bbb5-b9bea7292654 req-0cf652c8-871a-4103-9b93-eafb852df0dc tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:40.477648 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce0e18-9522-461d-bbb5-b9bea7292654 req-0cf652c8-871a-4103-9b93-eafb852df0dc tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:40.482667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40ce0e18-9522-461d-bbb5-b9bea7292654 req-0cf652c8-871a-4103-9b93-eafb852df0dc tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 1677 time: 0.6208034 Mar 07 21:34:40.514517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d9149ea-b000-4061-9ab9-8fc061517507 req-d3fc88b1-e47e-49fc-951d-c5e78b742ce5 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097135 Mar 07 21:34:40.523967 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1506798-c54a-4cb5-8ff8-a0d8e15369c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9b1d5c40-26c0-4f4a-94c6-af908bbcef23), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:40.538655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-5aca3763-78e5-4bd4-bf92-3c2fe1bfd067 service neutron] 10.222.0.15 "GET /v2.0/networks/b06decc3-5c25-4af8-bd04-e0a412702caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6629860 Mar 07 21:34:40.576808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1506798-c54a-4cb5-8ff8-a0d8e15369c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1d5c40-26c0-4f4a-94c6-af908bbcef23,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:40.606603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40ce0e18-9522-461d-bbb5-b9bea7292654 req-94ee2740-0b06-413b-af05-beaae2e92325 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665922 Mar 07 21:34:40.607284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-e0e4d670-4150-4434-a8ef-4e55b4c85205 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Made reservation on behalf of ad203922dbd94abca13bc575d34ee25e for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:40.622081 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-e0e4d670-4150-4434-a8ef-4e55b4c85205 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:40.733588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-e64023bd-8754-498d-94ac-5ad857ee3f3b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:40.735122 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-e64023bd-8754-498d-94ac-5ad857ee3f3b tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6be6ca3-e23a-4196-a466-9cfdf3cb48a1 HTTP/1.1" status: 200 len: 946 time: 0.3632431 Mar 07 21:34:40.736466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-d372d736-3871-4d99-96de-3f1a3183ae83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.55&port_id=fc799499-bac7-4626-8468-a7b714055dce HTTP/1.1" status: 200 len: 217 time: 0.1449554 Mar 07 21:34:40.873955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-0db4a9ef-3d5e-409b-a9bb-01c328458c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:40.875478 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-0db4a9ef-3d5e-409b-a9bb-01c328458c5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9115444-3353-4381-9549-0d04448e593b HTTP/1.1" status: 200 len: 801 time: 0.0642955 Mar 07 21:34:40.903538 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1506798-c54a-4cb5-8ff8-a0d8e15369c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:40.975137 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.db.api [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:34:40.975568 n-d-832330-1 neutron-server[103721]: DEBUG oslo_db.api [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:34:41.017600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf49cc6-4ae9-4bd7-95cd-4b0ef4237498 req-e59630b0-d187-48ad-aa93-a1eb9d364c9a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:41.019237 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cf49cc6-4ae9-4bd7-95cd-4b0ef4237498 req-e59630b0-d187-48ad-aa93-a1eb9d364c9a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 944 time: 0.2070923 Mar 07 21:34:41.111021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-2abf24bc-3ef0-443b-9af5-bcf1043a81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:41.112616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-2abf24bc-3ef0-443b-9af5-bcf1043a81a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7543d91c-7f75-450b-ba87-2b6af624443f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1998873 Mar 07 21:34:41.237769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-e0e4d670-4150-4434-a8ef-4e55b4c85205 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Allocated IP 172.20.0.5 (efe745a6-ec89-44a3-b745-59cc531d1605/2a638a11-221e-41d3-bfc9-35e63e88d9a6/ec1f355d-2b34-45b5-bde2-64acf2903ad6) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:41.246342 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1506798-c54a-4cb5-8ff8-a0d8e15369c4 admin admin] Router cd9223ae-58ac-415b-9cf9-26b4c5ae0c60 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:34:41.246877 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-a15e9132-5fe7-4ba5-80ac-646a084dd3f0 service neutron] 10.222.0.15 "GET /v2.0/networks/7543d91c-7f75-450b-ba87-2b6af624443f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190643 Mar 07 21:34:41.272151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cf49cc6-4ae9-4bd7-95cd-4b0ef4237498 req-23c4a3fc-1204-48e2-ac30-e123059d56f9 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248876 Mar 07 21:34:41.335193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-f262755d-003a-48f1-aae1-fbf30dec2efd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Deleting port 1639f69e-cca3-4217-992d-36427343f740 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:41.335545 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-f262755d-003a-48f1-aae1-fbf30dec2efd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1639f69e-cca3-4217-992d-36427343f740), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:41.339185 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266baef0-59f3-4e93-953e-fae656f02768 x-openstack-request-id: req-266baef0-59f3-4e93-953e-fae656f02768 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:41.339347 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927c8fd1-1b92-4c88-a567-2890cc9115b2", "tag": "cc23150c-be1c-44ad-98aa-cc7637fe6296", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "tag": "fc799499-bac7-4626-8468-a7b714055dce", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:41.339662 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-266baef0-59f3-4e93-953e-fae656f02768 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:41.340066 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927c8fd1-1b92-4c88-a567-2890cc9115b2', 'tag': 'cc23150c-be1c-44ad-98aa-cc7637fe6296', 'status': 'completed', 'code': 200} Mar 07 21:34:41.349706 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'tag': 'fc799499-bac7-4626-8468-a7b714055dce', 'status': 'completed', 'code': 200} Mar 07 21:34:41.424614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1506798-c54a-4cb5-8ff8-a0d8e15369c4 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:34:41.434245 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d1506798-c54a-4cb5-8ff8-a0d8e15369c4 admin admin] 10.222.0.26 "PUT /v2.0/routers/cd9223ae-58ac-415b-9cf9-26b4c5ae0c60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2910173 Mar 07 21:34:41.434987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46912) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:41.491966 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-15876e33-d6f1-4870-9588-2d0b5d486b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:41.493350 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-15876e33-d6f1-4870-9588-2d0b5d486b71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa6d24f53d0443e4bb57bbe0b835e6a3&device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 1130 time: 0.1085882 Mar 07 21:34:41.501356 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] Port 9b1d5c40-26c0-4f4a-94c6-af908bbcef23 not found while updating agent binding for router cd9223ae-58ac-415b-9cf9-26b4c5ae0c60. {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 07 21:34:41.518143 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] Routers {'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:41.519254 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:41.572110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30256d62-1a1c-49b1-8361-b500f6973243 req-b2e2b0be-21c7-4e6f-9837-b1d6ee98cb26 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:41.577530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30256d62-1a1c-49b1-8361-b500f6973243 req-b2e2b0be-21c7-4e6f-9837-b1d6ee98cb26 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:41.579187 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30256d62-1a1c-49b1-8361-b500f6973243 req-b2e2b0be-21c7-4e6f-9837-b1d6ee98cb26 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096&device_id=f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4 HTTP/1.1" status: 200 len: 1690 time: 0.3105316 Mar 07 21:34:41.593085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-863ab182-4628-4683-a014-71235cbf1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:41.594579 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-863ab182-4628-4683-a014-71235cbf1aa2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.0927653 Mar 07 21:34:41.635712 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064b9970-ee7e-4f4f-8a8b-f47f25f5759f req-612255c7-ded5-4324-a191-2bb36f8aaa10 service neutron] 10.222.0.15 "GET /v2.0/networks/7543d91c-7f75-450b-ba87-2b6af624443f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795195 Mar 07 21:34:41.680727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-f262755d-003a-48f1-aae1-fbf30dec2efd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] For port 1639f69e-cca3-4217-992d-36427343f740, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1639f69e-cca3-4217-992d-36427343f740,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:41.680727 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-f262755d-003a-48f1-aae1-fbf30dec2efd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1639f69e-cca3-4217-992d-36427343f740), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:41.698507 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-12e92b4c-1d32-4457-8dc8-2e7bb5c98c5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=cc23150c-be1c-44ad-98aa-cc7637fe6296 HTTP/1.1" status: 200 len: 217 time: 0.0587394 Mar 07 21:34:41.714365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12a4d0-9821-409e-8ec6-601b57ccd3e9 req-cc2b1ceb-a8d5-4998-9dba-5ff509205054 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:41.715875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a12a4d0-9821-409e-8ec6-601b57ccd3e9 req-cc2b1ceb-a8d5-4998-9dba-5ff509205054 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 948 time: 0.3154869 Mar 07 21:34:41.717664 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] Set router cd9223ae-58ac-415b-9cf9-26b4c5ae0c60 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:34:41.767606 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] Publish callbacks [] for router (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:41.802540 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-e0e4d670-4150-4434-a8ef-4e55b4c85205 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks [] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:41.810947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30256d62-1a1c-49b1-8361-b500f6973243 req-c00e981e-5c07-4ccc-a79e-3abc372b8e17 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912186 Mar 07 21:34:41.936721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a12a4d0-9821-409e-8ec6-601b57ccd3e9 req-2a7324e2-4db1-4c11-a80c-fe231ca8111f tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052517 Mar 07 21:34:41.964171 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1388102-bfb7-4f03-8109-ba070085746a req-2e8d32f2-3346-4be8-9969-21b78c381e82 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 210 time: 0.0567396 Mar 07 21:34:42.021287 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-e0e4d670-4150-4434-a8ef-4e55b4c85205 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:42.028915 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063485591-router', 'tenant_id': 'a9db2ac6ff9b45479e457abe70839372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'c3b7c33d-963d-42c9-b5ac-7c4b5abaf050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:34:31Z', 'updated_at': '2022-03-07T21:34:40Z', 'revision_number': 5, 'project_id': 'a9db2ac6ff9b45479e457abe70839372', 'gw_port': {'id': 'c3b7c33d-963d-42c9-b5ac-7c4b5abaf050', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:34:32Z', 'updated_at': '2022-03-07T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:42.066617 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-f262755d-003a-48f1-aae1-fbf30dec2efd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:42.067639 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-f262755d-003a-48f1-aae1-fbf30dec2efd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (a49315f5-7f07-4a0f-a8cf-8924f83397c7), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:42.067965 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-f262755d-003a-48f1-aae1-fbf30dec2efd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Floating IP a49315f5-7f07-4a0f-a8cf-8924f83397c7 disassociated. External IP: 172.25.4.119, port: 1639f69e-cca3-4217-992d-36427343f740. Mar 07 21:34:42.068307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-f262755d-003a-48f1-aae1-fbf30dec2efd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Calling delete_port for 1639f69e-cca3-4217-992d-36427343f740 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:42.183674 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705ba3b-f43f-40c1-9b52-e73bbf5d2cd4 None None] The sync data for ids ['cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'] in n-d-832330-1 is: [{'id': 'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063485591-router', 'tenant_id': 'a9db2ac6ff9b45479e457abe70839372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'c3b7c33d-963d-42c9-b5ac-7c4b5abaf050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:34:31Z', 'updated_at': '2022-03-07T21:34:40Z', 'revision_number': 5, 'project_id': 'a9db2ac6ff9b45479e457abe70839372', 'gw_port': {'id': 'c3b7c33d-963d-42c9-b5ac-7c4b5abaf050', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:34:32Z', 'updated_at': '2022-03-07T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:34:42.255065 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-2f97ded8-2648-4762-a491-42ffca541cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:42.256517 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-2f97ded8-2648-4762-a491-42ffca541cb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.5481329 Mar 07 21:34:42.313438 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] Publish callbacks [] for router_gateway (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:42.331641 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-9c0ba775-9bf1-4a8f-834a-1c2a4954facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:42.334292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-e0e4d670-4150-4434-a8ef-4e55b4c85205 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Network efe745a6-ec89-44a3-b745-59cc531d1605 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:42.334738 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-9c0ba775-9bf1-4a8f-834a-1c2a4954facb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0695422 Mar 07 21:34:42.349061 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-f262755d-003a-48f1-aae1-fbf30dec2efd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1639f69e-cca3-4217-992d-36427343f740), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:42.351089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-e0e4d670-4150-4434-a8ef-4e55b4c85205 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:42.356623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-e0e4d670-4150-4434-a8ef-4e55b4c85205 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:42.362615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4d670-4150-4434-a8ef-4e55b4c85205 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Pushing event updated for resources: {'Port': ['ID=ec1f355d-2b34-45b5-bde2-64acf2903ad6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:42.435452 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262755d-003a-48f1-aae1-fbf30dec2efd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Pushing event deleted for resources: {'Port': ['ID=1639f69e-cca3-4217-992d-36427343f740,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:42.449120 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] Deleting port c3b7c33d-963d-42c9-b5ac-7c4b5abaf050 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:42.449386 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c3b7c33d-963d-42c9-b5ac-7c4b5abaf050), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:42.462638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276276f-81c7-4c9a-afe9-cac31bd11e6d req-72680089-34a0-41cc-a8c0-c1bb36ce732e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:42.468266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276276f-81c7-4c9a-afe9-cac31bd11e6d req-72680089-34a0-41cc-a8c0-c1bb36ce732e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:42.469994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3276276f-81c7-4c9a-afe9-cac31bd11e6d req-72680089-34a0-41cc-a8c0-c1bb36ce732e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 1677 time: 0.4263341 Mar 07 21:34:42.514589 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-7f05361a-b876-42fe-8ae8-dea86017496b service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572683 Mar 07 21:34:42.515767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-e0e4d670-4150-4434-a8ef-4e55b4c85205 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:42.516531 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-e0e4d670-4150-4434-a8ef-4e55b4c85205 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:42.528511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49442119-310a-45b8-98fd-9c79d0216d53 req-cd403803-854a-4853-a7ac-cc469f9e36b6 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:42.535910 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49442119-310a-45b8-98fd-9c79d0216d53 req-cd403803-854a-4853-a7ac-cc469f9e36b6 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6be6ca3-e23a-4196-a466-9cfdf3cb48a1 HTTP/1.1" status: 200 len: 867 time: 0.4832666 Mar 07 21:34:42.617051 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] For port c3b7c33d-963d-42c9-b5ac-7c4b5abaf050, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c3b7c33d-963d-42c9-b5ac-7c4b5abaf050,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:42.617427 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c3b7c33d-963d-42c9-b5ac-7c4b5abaf050), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:42.635596 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] Calling delete_port for c3b7c33d-963d-42c9-b5ac-7c4b5abaf050 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:42.636645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-e0e4d670-4150-4434-a8ef-4e55b4c85205 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4174232 Mar 07 21:34:42.667871 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-21628576-2d7d-4f27-80c7-48c91d8da52f service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437302 Mar 07 21:34:42.672829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Request body: {'port': {'device_id': '89fb67a8-e766-4eee-a230-8397fdb36ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:42.798321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49442119-310a-45b8-98fd-9c79d0216d53 req-5271af4a-d9b9-4f84-bbb9-b72aaa165b70 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups?id=546da07c-39c3-45c6-96b5-7067d474169f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569995 Mar 07 21:34:42.834737 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3276276f-81c7-4c9a-afe9-cac31bd11e6d req-f27c02a7-a9ac-4f77-a4db-fbc003b238ba tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290219 Mar 07 21:34:42.848056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-a2962105-5152-4458-9bc4-a738af82782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:42.848552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-a2962105-5152-4458-9bc4-a738af82782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:42.854613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-f262755d-003a-48f1-aae1-fbf30dec2efd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Router eaad3822-bf29-40d2-848f-63247034c67c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:34:42.858528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device cc23150c-be1c-44ad-98aa-cc7637fe6296 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:34:42.864180 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-a2962105-5152-4458-9bc4-a738af82782d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=193cb6ee876a4a18960ad33c32df94d4&device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 2041 time: 0.1282923 Mar 07 21:34:42.867514 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:43.111164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port cc23150c-be1c-44ad-98aa-cc7637fe6296, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=cc23150c-be1c-44ad-98aa-cc7637fe6296,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:43.124891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'cc23150c-be1c-44ad-98aa-cc7637fe6296', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'cc23150c-be1c-44ad-98aa-cc7637fe6296', 'mac_address': 'fa:16:3e:f0:2f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:34:43.198346 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port cc23150c-be1c-44ad-98aa-cc7637fe6296 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:43.199064 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:43.214753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc23150c-be1c-44ad-98aa-cc7637fe6296 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:43.241289 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-c618f2ad-8479-4447-aadd-d96fb1e0a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:43.242992 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-c618f2ad-8479-4447-aadd-d96fb1e0a08f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7543d91c-7f75-450b-ba87-2b6af624443f HTTP/1.1" status: 200 len: 903 time: 0.3778152 Mar 07 21:34:43.247777 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c3b7c33d-963d-42c9-b5ac-7c4b5abaf050), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:43.252006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port cc23150c-be1c-44ad-98aa-cc7637fe6296, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=cc23150c-be1c-44ad-98aa-cc7637fe6296,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:43.260201 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:43.316527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=cc23150c-be1c-44ad-98aa-cc7637fe6296,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:43.341882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b7c33d-963d-42c9-b5ac-7c4b5abaf050,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:43.346798 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-efcc93f2-9f1b-4a1d-bf84-fc8264210605 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.55&port_id=fc799499-bac7-4626-8468-a7b714055dce HTTP/1.1" status: 200 len: 217 time: 0.0933089 Mar 07 21:34:43.425168 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:43.526263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['cc23150c-be1c-44ad-98aa-cc7637fe6296'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:34:43.550876 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:43.554098 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] Publish callbacks [] for router_controller (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:43.556346 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-05cddbbc-802e-458f-85b9-d1846f470a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:43.557826 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-05cddbbc-802e-458f-85b9-d1846f470a05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9115444-3353-4381-9549-0d04448e593b HTTP/1.1" status: 200 len: 801 time: 0.2031162 Mar 07 21:34:43.662819 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (cd9223ae-58ac-415b-9cf9-26b4c5ae0c60), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:43.663389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd9223ae-58ac-415b-9cf9-26b4c5ae0c60 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:34:43.666009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadd9bd-6aab-4399-babd-d508a17d65f8 req-323fdee3-5e44-478d-a827-4ac4f6b77513 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:43.667648 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecadd9bd-6aab-4399-babd-d508a17d65f8 req-323fdee3-5e44-478d-a827-4ac4f6b77513 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 1131 time: 0.6066604 Mar 07 21:34:43.671745 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-305aa78e-eed2-4ead-b615-eff3c223aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:43.673757 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-305aa78e-eed2-4ead-b615-eff3c223aa08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7543d91c-7f75-450b-ba87-2b6af624443f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1071932 Mar 07 21:34:43.679158 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:43.682597 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-834ab259-7bfc-4113-ab50-fba1ba691a3a admin admin] 10.222.0.26 "DELETE /v2.0/routers/cd9223ae-58ac-415b-9cf9-26b4c5ae0c60 HTTP/1.1" status: 204 len: 168 time: 2.2443752 Mar 07 21:34:43.683425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e207c4-666c-4a77-81e4-dc1367159dcd req-8222c818-1b9b-49a7-ac66-04718f6a3a17 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:43.684322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46930) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:43.684974 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71e207c4-666c-4a77-81e4-dc1367159dcd req-8222c818-1b9b-49a7-ac66-04718f6a3a17 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 944 time: 0.6102145 Mar 07 21:34:43.697840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-f262755d-003a-48f1-aae1-fbf30dec2efd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:34:43.718259 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d64e9-1c12-4292-ad1e-c67f1f382a66 None None] Sync routers for ids ['eaad3822-bf29-40d2-848f-63247034c67c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:34:43.734177 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d64e9-1c12-4292-ad1e-c67f1f382a66 None None] Routers {'eaad3822-bf29-40d2-848f-63247034c67c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:43.738133 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e75d64e9-1c12-4292-ad1e-c67f1f382a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['eaad3822-bf29-40d2-848f-63247034c67c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:43.744581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094af73a-7f5d-4be9-939c-124e4c54a828 None None] Sync routers for ids ['cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:34:43.810230 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-f262755d-003a-48f1-aae1-fbf30dec2efd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] No DVR routers for this DVR port 1639f69e-cca3-4217-992d-36427343f740 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:34:43.814592 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-f262755d-003a-48f1-aae1-fbf30dec2efd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:43.818200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3331fe53-f0be-4f67-9f17-68e240181e6f req-f262755d-003a-48f1-aae1-fbf30dec2efd tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.15 "DELETE /v2.0/ports/1639f69e-cca3-4217-992d-36427343f740 HTTP/1.1" status: 204 len: 173 time: 3.0081091 Mar 07 21:34:43.818512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094af73a-7f5d-4be9-939c-124e4c54a828 None None] Routers set() bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:43.819182 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094af73a-7f5d-4be9-939c-124e4c54a828 None None] Router IDs set() for agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 21:34:43.819986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_agentschedulers_db [None req-094af73a-7f5d-4be9-939c-124e4c54a828 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent'). {{(pid=103720) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 21:34:43.822756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6be6ca3-e23a-4196-a466-9cfdf3cb48a1', 'name': 'network-vif-deleted', 'tag': '1639f69e-cca3-4217-992d-36427343f740'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:43.825528 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af4cbdd-078f-452b-81ad-5be0d0f9b675" -d '{"events": [{"server_uuid": "a6be6ca3-e23a-4196-a466-9cfdf3cb48a1", "name": "network-vif-deleted", "tag": "1639f69e-cca3-4217-992d-36427343f740"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:43.849274 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094af73a-7f5d-4be9-939c-124e4c54a828 None None] Routers set() bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:43.850045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094af73a-7f5d-4be9-939c-124e4c54a828 None None] Router IDs set() for agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 21:34:43.851779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_agentschedulers_db [None req-094af73a-7f5d-4be9-939c-124e4c54a828 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent'). {{(pid=103720) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 21:34:43.852782 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094af73a-7f5d-4be9-939c-124e4c54a828 None None] The sync data for ids ['cd9223ae-58ac-415b-9cf9-26b4c5ae0c60'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:34:43.855277 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecadd9bd-6aab-4399-babd-d508a17d65f8 req-14b3f436-0ad5-42c5-b4a3-3f630b86b506 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692538 Mar 07 21:34:43.897774 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71e207c4-666c-4a77-81e4-dc1367159dcd req-e384f36a-7326-43ba-9dea-3d8f6fad641f tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720009 Mar 07 21:34:43.931115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb984e0-7c14-4f21-a330-15a22b5186b7 admin admin] Deleting subnet 8d3a8a5e-d137-40a4-ad6f-6ac1d8095679 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:34:43.936383 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7eb984e0-7c14-4f21-a330-15a22b5186b7 admin admin] Publish callbacks [] for subnet (8d3a8a5e-d137-40a4-ad6f-6ac1d8095679), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:43.997816 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-3d5169fb-8b52-482b-90c7-5be35406f510 service neutron] 10.222.0.15 "GET /v2.0/networks/7543d91c-7f75-450b-ba87-2b6af624443f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125150 Mar 07 21:34:44.003577 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7eb984e0-7c14-4f21-a330-15a22b5186b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (8d3a8a5e-d137-40a4-ad6f-6ac1d8095679), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:44.009101 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e75d64e9-1c12-4292-ad1e-c67f1f382a66 None None] Set router eaad3822-bf29-40d2-848f-63247034c67c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:34:44.160234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1f355d-2b34-45b5-bde2-64acf2903ad6 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:44.175486 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Publish callbacks [] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:44.201562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Transition to ACTIVE for port object ec1f355d-2b34-45b5-bde2-64acf2903ad6 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:34:44.214903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af0161-38bb-4c5d-84c3-77ebe16aca45 req-31e36ff5-24f8-4bf5-9286-0ac6b1c77f84 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:44.221659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4af0161-38bb-4c5d-84c3-77ebe16aca45 req-31e36ff5-24f8-4bf5-9286-0ac6b1c77f84 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 931 time: 0.1789269 Mar 07 21:34:44.231470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9c136-1a33-4352-a745-7dbdaad45c37 req-56f2200e-90df-4bf4-84a1-f4eeb6c54085 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:44.232920 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9c9c136-1a33-4352-a745-7dbdaad45c37 req-56f2200e-90df-4bf4-84a1-f4eeb6c54085 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 949 time: 0.1917481 Mar 07 21:34:44.237831 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:44.253131 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7eb984e0-7c14-4f21-a330-15a22b5186b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (8d3a8a5e-d137-40a4-ad6f-6ac1d8095679), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:44.331456 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e75d64e9-1c12-4292-ad1e-c67f1f382a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3503317d-4e5e-4bf5-b37e-1c0b2d4b4892', 'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'mac_address': 'fa:16:3e:ec:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:23Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'subnets': [{'id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:44.340769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1f355d-2b34-45b5-bde2-64acf2903ad6,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:44.394118 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cf3b5c9b-f7f6-4e69-99ad-a7fa31542e90 req-91d5ffc8-3514-4edd-80ab-b3ca0e4d7c4f service neutron] 10.222.0.15 "GET /v2.0/networks/7543d91c-7f75-450b-ba87-2b6af624443f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795888 Mar 07 21:34:44.399518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4af0161-38bb-4c5d-84c3-77ebe16aca45 req-4439a534-2b1a-4f92-aa65-7e9f46eef94e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769030 Mar 07 21:34:44.408948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7eb984e0-7c14-4f21-a330-15a22b5186b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (8d3a8a5e-d137-40a4-ad6f-6ac1d8095679), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:44.423186 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d64e9-1c12-4292-ad1e-c67f1f382a66 None None] Checking router: eaad3822-bf29-40d2-848f-63247034c67c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:34:44.436149 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d64e9-1c12-4292-ad1e-c67f1f382a66 None None] Routers {'eaad3822-bf29-40d2-848f-63247034c67c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:44.437990 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e75d64e9-1c12-4292-ad1e-c67f1f382a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['eaad3822-bf29-40d2-848f-63247034c67c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:44.538899 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb984e0-7c14-4f21-a330-15a22b5186b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d3a8a5e-d137-40a4-ad6f-6ac1d8095679,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:44.555396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9c9c136-1a33-4352-a745-7dbdaad45c37 req-1103c206-fce4-4b36-9ef0-062e323e2089 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848568 Mar 07 21:34:44.556187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Attempting to bind port ec1f355d-2b34-45b5-bde2-64acf2903ad6 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:34:44.556523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Attempting to bind port ec1f355d-2b34-45b5-bde2-64acf2903ad6 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:34:44.560285 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Attempting to bind port ec1f355d-2b34-45b5-bde2-64acf2903ad6 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:44.565012 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7eb984e0-7c14-4f21-a330-15a22b5186b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:44.566767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019d7ca3-b650-4cb6-979a-2c9e236740e8 None None] Network b977216b-9337-415b-ae17-7a00da37fa90 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:34:44.577714 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7eb984e0-7c14-4f21-a330-15a22b5186b7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8d3a8a5e-d137-40a4-ad6f-6ac1d8095679 HTTP/1.1" status: 204 len: 168 time: 0.8907688 Mar 07 21:34:44.582031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46944) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:44.593784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Port ec1f355d-2b34-45b5-bde2-64acf2903ad6 on network efe745a6-ec89-44a3-b745-59cc531d1605 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:34:44.594301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Attempting to bind port ec1f355d-2b34-45b5-bde2-64acf2903ad6 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:44.605167 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:34:44.605719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Checking segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:44.606717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Bound using segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:34:44.608034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Bound port: ec1f355d-2b34-45b5-bde2-64acf2903ad6, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:34:44.609820 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:44.665065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9b1d5c40-26c0-4f4a-94c6-af908bbcef23 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:44.691178 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbceffb7-82c6-457a-acd3-8c8655b9a15e x-openstack-request-id: req-dbceffb7-82c6-457a-acd3-8c8655b9a15e {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:44.692315 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6be6ca3-e23a-4196-a466-9cfdf3cb48a1", "name": "network-vif-deleted", "tag": "1639f69e-cca3-4217-992d-36427343f740", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:44.692315 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dbceffb7-82c6-457a-acd3-8c8655b9a15e {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:44.692708 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6be6ca3-e23a-4196-a466-9cfdf3cb48a1', 'name': 'network-vif-deleted', 'tag': '1639f69e-cca3-4217-992d-36427343f740', 'status': 'completed', 'code': 200} Mar 07 21:34:44.755148 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ff8999e-71d0-4edf-b85b-0be6b3c6e681 req-0410d217-27e8-4613-9b99-85618ee3ddd0 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6be6ca3-e23a-4196-a466-9cfdf3cb48a1 HTTP/1.1" status: 200 len: 210 time: 0.0433936 Mar 07 21:34:44.756564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 9b1d5c40-26c0-4f4a-94c6-af908bbcef23 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:34:44.760876 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9b1d5c40-26c0-4f4a-94c6-af908bbcef23 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:34:44.761371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c3b7c33d-963d-42c9-b5ac-7c4b5abaf050 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:44.779961 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e75d64e9-1c12-4292-ad1e-c67f1f382a66 None None] Set router eaad3822-bf29-40d2-848f-63247034c67c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:34:44.784151 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:44.860844 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (b977216b-9337-415b-ae17-7a00da37fa90), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:44.870602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:34:44.877956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: c3b7c33d-963d-42c9-b5ac-7c4b5abaf050 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:34:44.878935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c3b7c33d-963d-42c9-b5ac-7c4b5abaf050 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:34:44.885459 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:34:44.887860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device cc23150c-be1c-44ad-98aa-cc7637fe6296 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:34:44.893625 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:44.964242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:44.964893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:44.966370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] 10.222.0.15 "PUT /v2.0/ports/ec1f355d-2b34-45b5-bde2-64acf2903ad6 HTTP/1.1" status: 200 len: 1091 time: 2.3176253 Mar 07 21:34:44.981632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] Deleting port 2896d9e0-8574-4735-9c5e-ae5547c107f8 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:44.981943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2896d9e0-8574-4735-9c5e-ae5547c107f8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:45.005264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bec4f5-9508-4664-bea4-f47c410d7146 req-c1e4d3a0-0a7d-4ba9-8af8-dda2086b3d70 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:45.012908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bec4f5-9508-4664-bea4-f47c410d7146 req-c1e4d3a0-0a7d-4ba9-8af8-dda2086b3d70 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:45.016415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30bec4f5-9508-4664-bea4-f47c410d7146 req-c1e4d3a0-0a7d-4ba9-8af8-dda2086b3d70 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 1677 time: 0.2600160 Mar 07 21:34:45.034903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388179c-6856-4703-95a8-b0b8d43fba7e req-73c02f17-02f8-43e5-80ae-dc90da0c3638 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:45.037347 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d388179c-6856-4703-95a8-b0b8d43fba7e req-73c02f17-02f8-43e5-80ae-dc90da0c3638 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4 HTTP/1.1" status: 200 len: 1132 time: 0.1691561 Mar 07 21:34:45.038457 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9e7bf-5dff-445e-828c-4658ef71dc46 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1f355d-2b34-45b5-bde2-64acf2903ad6,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:45.101318 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e75d64e9-1c12-4292-ad1e-c67f1f382a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3503317d-4e5e-4bf5-b37e-1c0b2d4b4892', 'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'mac_address': 'fa:16:3e:ec:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:23Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'subnets': [{'id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:45.136801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] For port 2896d9e0-8574-4735-9c5e-ae5547c107f8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2896d9e0-8574-4735-9c5e-ae5547c107f8,segment=NetworkSegment(f6a14a33-0c6d-42a8-afac-4f7678359a8c),segment_id=f6a14a33-0c6d-42a8-afac-4f7678359a8c)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:45.137163 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2896d9e0-8574-4735-9c5e-ae5547c107f8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:45.137687 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d64e9-1c12-4292-ad1e-c67f1f382a66 None None] The sync data for ids ['eaad3822-bf29-40d2-848f-63247034c67c'] in n-d-832330-1 is: [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:32:24Z', 'revision_number': 4, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3503317d-4e5e-4bf5-b37e-1c0b2d4b4892', 'name': '', 'network_id': 'f5d0297f-7fe7-4057-8050-31db19d78746', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'mac_address': 'fa:16:3e:ec:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:23Z', 'updated_at': '2022-03-07T21:32:30Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'subnets': [{'id': '198b0692-aaa2-4993-80a3-aca68b2e06b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:34:45.159081 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] Calling delete_port for 2896d9e0-8574-4735-9c5e-ae5547c107f8 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:45.230244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d388179c-6856-4703-95a8-b0b8d43fba7e req-868031b7-6058-4407-880a-fb95a032bf8f tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861489 Mar 07 21:34:45.253114 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30bec4f5-9508-4664-bea4-f47c410d7146 req-f9edb50d-0ca9-4bcb-aa63-16e84b61610f tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266407 Mar 07 21:34:45.273088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port cc23150c-be1c-44ad-98aa-cc7637fe6296 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:34:45.276201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-b686601e-d70d-4738-a0f9-cd23faa72a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:45.277728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-b686601e-d70d-4738-a0f9-cd23faa72a7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 1125 time: 0.1987717 Mar 07 21:34:45.297259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port cc23150c-be1c-44ad-98aa-cc7637fe6296 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:45.300712 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:45.347814 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (2896d9e0-8574-4735-9c5e-ae5547c107f8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:45.370333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-c2f8db33-9e1b-4638-bf07-0cf96d1b79d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6 HTTP/1.1" status: 200 len: 217 time: 0.0762641 Mar 07 21:34:45.386425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20623da1-7fcb-473d-80ec-a8a83b9929e2 None None] DHCP port deletion for b977216b-9337-415b-ae17-7a00da37fa90 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:34:45.405264 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] No DVR routers for this DVR port 2896d9e0-8574-4735-9c5e-ae5547c107f8 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:34:45.407427 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2896d9e0-8574-4735-9c5e-ae5547c107f8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:45.474589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c,segment=NetworkSegment(f87d6838-f389-4f28-ad91-4b6488b70741),segment_id=f87d6838-f389-4f28-ad91-4b6488b70741)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:45.506161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c', 'network_id': 'b06decc3-5c25-4af8-bd04-e0a412702caa', 'port_id': '2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c', 'mac_address': 'fa:16:3e:10:85:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0ee020-bf3b-4821-b4d8-351958bfe5e1', 'ip_address': '19.80.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:34:45.521142 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-7f30f8b7-f793-43e8-a5c3-6884307558b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:45.522579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-7f30f8b7-f793-43e8-a5c3-6884307558b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.1456773 Mar 07 21:34:45.576407 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-22dfa02b-fbfb-4230-b62f-6a51e669219b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395136 Mar 07 21:34:45.587477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60cf0d-00a4-46ac-8f6d-0b0625bfb265 req-15a673bc-46d8-40c9-b25e-3a41d47e63d6 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:45.589050 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec60cf0d-00a4-46ac-8f6d-0b0625bfb265 req-15a673bc-46d8-40c9-b25e-3a41d47e63d6 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 944 time: 0.2295475 Mar 07 21:34:45.616022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (b977216b-9337-415b-ae17-7a00da37fa90), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:45.638882 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fb5d1-1e89-4893-bfd7-0fcb689ede28 None None] New status for floating IP a49315f5-7f07-4a0f-a8cf-8924f83397c7: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:34:45.649020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b977216b-9337-415b-ae17-7a00da37fa90']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:45.663052 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a14a33-0c6d-42a8-afac-4f7678359a8c') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:45.663498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a14a33-0c6d-42a8-afac-4f7678359a8c') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:45.678980 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (f6a14a33-0c6d-42a8-afac-4f7678359a8c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:45.696977 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f6a14a33-0c6d-42a8-afac-4f7678359a8c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:45.704772 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:34:45.705389 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (f6a14a33-0c6d-42a8-afac-4f7678359a8c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:45.784924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec60cf0d-00a4-46ac-8f6d-0b0625bfb265 req-39b831ed-c8cd-4436-93e3-37bd1297ba72 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857603 Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:34:45.787884 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:34:45.793036 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (b977216b-9337-415b-ae17-7a00da37fa90), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:45.799668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df735f17-f9bb-4dd8-9172-ddd858698208 req-9372989d-dc95-43c5-b365-4981f2649137 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:45.801280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df735f17-f9bb-4dd8-9172-ddd858698208 req-9372989d-dc95-43c5-b365-4981f2649137 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 943 time: 0.1704934 Mar 07 21:34:45.806440 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:45.809867 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-65690221-9b39-4f51-be88-dadd2a69a093 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198639 Mar 07 21:34:45.815380 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b977216b-9337-415b-ae17-7a00da37fa90 HTTP/1.1" status: 204 len: 168 time: 1.2286880 Mar 07 21:34:45.839938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de071547-48d1-4e91-aec5-63bb8a0236f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b977216b-9337-415b-ae17-7a00da37fa90,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:45.855861 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4b983ae3-18f1-4bfa-bd9b-fff71b42c667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:45.864551 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:45.869779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:45.870429 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:45.898044 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df735f17-f9bb-4dd8-9172-ddd858698208 req-83af5f4c-0382-412d-9938-04be4d7f6b25 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821764 Mar 07 21:34:45.913230 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:45.919881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port cc23150c-be1c-44ad-98aa-cc7637fe6296 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:45.920331 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:45.948539 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c,segment=NetworkSegment(f87d6838-f389-4f28-ad91-4b6488b70741),segment_id=f87d6838-f389-4f28-ad91-4b6488b70741)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:45.957828 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:45.958914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device fc799499-bac7-4626-8468-a7b714055dce details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:34:45.992635 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927c8fd1-1b92-4c88-a567-2890cc9115b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc23150c-be1c-44ad-98aa-cc7637fe6296'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:45.995175 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c18629-45eb-4058-ab2f-c170b6cbe8e9" -d '{"events": [{"server_uuid": "927c8fd1-1b92-4c88-a567-2890cc9115b2", "name": "network-vif-plugged", "status": "completed", "tag": "cc23150c-be1c-44ad-98aa-cc7637fe6296"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:46.039036 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c4caf45-f47b-4d83-8886-0346998b2352 req-eed9320c-3377-4935-af88-873ffddf11e8 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853673 Mar 07 21:34:46.044971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port cc23150c-be1c-44ad-98aa-cc7637fe6296, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=cc23150c-be1c-44ad-98aa-cc7637fe6296,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:46.065730 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46972) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:46.075076 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:46.076193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1639f69e-cca3-4217-992d-36427343f740 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:46.084264 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-bfe40669-1261-4158-9115-a638bbdcd2bc tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284517 Mar 07 21:34:46.138999 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-475d3a26-e636-4301-a3a1-35d4e31e25c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9db2ac6ff9b45479e457abe70839372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708425 Mar 07 21:34:46.139659 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46974) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:46.140556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 1639f69e-cca3-4217-992d-36427343f740 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:34:46.141067 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1639f69e-cca3-4217-992d-36427343f740 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:34:46.160116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:46.182490 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c65fcf-c442-4458-8468-9b02b12fe1a9 req-e8e848cb-109b-4c17-907b-c95d1fd18993 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:46.189833 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4c65fcf-c442-4458-8468-9b02b12fe1a9 req-e8e848cb-109b-4c17-907b-c95d1fd18993 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 949 time: 0.2907407 Mar 07 21:34:46.223603 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port fc799499-bac7-4626-8468-a7b714055dce, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fc799499-bac7-4626-8468-a7b714055dce,segment=NetworkSegment(a02307ef-f6fb-4c14-9f7b-b31df1471f73),segment_id=a02307ef-f6fb-4c14-9f7b-b31df1471f73)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:46.249575 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'fc799499-bac7-4626-8468-a7b714055dce', 'network_id': '7543d91c-7f75-450b-ba87-2b6af624443f', 'port_id': 'fc799499-bac7-4626-8468-a7b714055dce', 'mac_address': 'fa:16:3e:4d:e1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9115444-3353-4381-9549-0d04448e593b', 'ip_address': '19.86.0.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:34:46.255735 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=cc23150c-be1c-44ad-98aa-cc7637fe6296,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:46.268689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-ada99cd1-0c52-4624-b070-a6b9e8aea4f8 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:46.277194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-ada99cd1-0c52-4624-b070-a6b9e8aea4f8 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826982 Mar 07 21:34:46.280820 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d3ddcfb3-1814-4854-908b-c6e6309c4cf3 admin admin] Publish callbacks [] for security_group (ae5b9ad1-156b-441f-8cc1-b35202649726), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:46.301912 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port fc799499-bac7-4626-8468-a7b714055dce is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:46.302345 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fc799499-bac7-4626-8468-a7b714055dce), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:46.303979 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4c65fcf-c442-4458-8468-9b02b12fe1a9 req-51f4753e-d372-4608-a388-f561474b7adf tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131256 Mar 07 21:34:46.313267 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-921409ec-a64a-4408-8f78-3325af35ec09 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/quotas/d9b061b00b7d481ca736dfc229d52c4f HTTP/1.1" status: 200 len: 375 time: 0.0349874 Mar 07 21:34:46.316254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc799499-bac7-4626-8468-a7b714055dce {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:46.339393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2896d9e0-8574-4735-9c5e-ae5547c107f8 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:46.341533 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d3ddcfb3-1814-4854-908b-c6e6309c4cf3 admin admin] Publish callbacks [] for security_group (ae5b9ad1-156b-441f-8cc1-b35202649726), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:46.342589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port fc799499-bac7-4626-8468-a7b714055dce, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fc799499-bac7-4626-8468-a7b714055dce,segment=NetworkSegment(a02307ef-f6fb-4c14-9f7b-b31df1471f73),segment_id=a02307ef-f6fb-4c14-9f7b-b31df1471f73)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:46.381609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 2896d9e0-8574-4735-9c5e-ae5547c107f8 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:34:46.384840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2896d9e0-8574-4735-9c5e-ae5547c107f8 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:34:46.389533 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fc799499-bac7-4626-8468-a7b714055dce), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:46.398428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-4dd4d080-c2f1-4faf-b93f-3233076f4924 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830655 Mar 07 21:34:46.421884 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d3ddcfb3-1814-4854-908b-c6e6309c4cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ae5b9ad1-156b-441f-8cc1-b35202649726), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:46.425483 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d3ddcfb3-1814-4854-908b-c6e6309c4cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:46.429295 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d3ddcfb3-1814-4854-908b-c6e6309c4cf3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae5b9ad1-156b-441f-8cc1-b35202649726 HTTP/1.1" status: 204 len: 168 time: 0.2854061 Mar 07 21:34:46.448857 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddcfb3-1814-4854-908b-c6e6309c4cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5b9ad1-156b-441f-8cc1-b35202649726,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:46.467348 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962f3fcc-9ed4-4fb8-be67-1465e4a9e7bd x-openstack-request-id: req-962f3fcc-9ed4-4fb8-be67-1465e4a9e7bd {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:46.468477 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927c8fd1-1b92-4c88-a567-2890cc9115b2", "name": "network-vif-plugged", "status": "completed", "tag": "cc23150c-be1c-44ad-98aa-cc7637fe6296", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:46.469729 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-962f3fcc-9ed4-4fb8-be67-1465e4a9e7bd {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:46.470496 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927c8fd1-1b92-4c88-a567-2890cc9115b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc23150c-be1c-44ad-98aa-cc7637fe6296', 'code': 200} Mar 07 21:34:46.532629 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=fc799499-bac7-4626-8468-a7b714055dce,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:46.607586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac283f-1e8e-4ebf-97a3-76e7cd54551a req-381a64f7-3625-46ca-ac87-b86a29460be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:46.609258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69ac283f-1e8e-4ebf-97a3-76e7cd54551a req-381a64f7-3625-46ca-ac87-b86a29460be5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 1132 time: 0.0940900 Mar 07 21:34:46.620150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['fc799499-bac7-4626-8468-a7b714055dce'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:34:46.715912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fb67a8-e766-4eee-a230-8397fdb36ef3', 'tag': 'ec1f355d-2b34-45b5-bde2-64acf2903ad6'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:46.718450 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07545394-918f-48a5-a28e-fe7df9afb314" -d '{"events": [{"name": "network-changed", "server_uuid": "89fb67a8-e766-4eee-a230-8397fdb36ef3", "tag": "ec1f355d-2b34-45b5-bde2-64acf2903ad6"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:46.767201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013bbbe-468f-49e4-ad05-be4a677d16cb req-27aa0158-2b9f-4f79-9a77-a5a33cff3ecc tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:46.772897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013bbbe-468f-49e4-ad05-be4a677d16cb req-27aa0158-2b9f-4f79-9a77-a5a33cff3ecc tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:46.774730 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a013bbbe-468f-49e4-ad05-be4a677d16cb req-27aa0158-2b9f-4f79-9a77-a5a33cff3ecc tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 1679 time: 0.1638095 Mar 07 21:34:46.778682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69ac283f-1e8e-4ebf-97a3-76e7cd54551a req-9c55a993-51c0-43b5-b4f7-5b3cd23767d9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139958 Mar 07 21:34:46.831111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a013bbbe-468f-49e4-ad05-be4a677d16cb req-682b8f78-07fd-4a7a-a097-fe49a5360043 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503185 Mar 07 21:34:46.884561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 9ad2b162-1042-444f-ba38-44b140af2d35 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:34:46.939652 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9540b5d-a24e-445e-8455-84db710660ca x-openstack-request-id: req-d9540b5d-a24e-445e-8455-84db710660ca {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:46.940545 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fb67a8-e766-4eee-a230-8397fdb36ef3", "tag": "ec1f355d-2b34-45b5-bde2-64acf2903ad6", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:46.940965 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9540b5d-a24e-445e-8455-84db710660ca {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:46.941578 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fb67a8-e766-4eee-a230-8397fdb36ef3', 'tag': 'ec1f355d-2b34-45b5-bde2-64acf2903ad6', 'status': 'completed', 'code': 200} Mar 07 21:34:47.115798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07545394-918f-48a5-a28e-fe7df9afb314 req-e8a6620d-4aa8-451a-8315-95543a8f5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:47.117553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07545394-918f-48a5-a28e-fe7df9afb314 req-e8a6620d-4aa8-451a-8315-95543a8f5d99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 1125 time: 0.1013234 Mar 07 21:34:47.159383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 9ad2b162-1042-444f-ba38-44b140af2d35, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9ad2b162-1042-444f-ba38-44b140af2d35,segment=NetworkSegment(042a0dbb-8b5b-48be-801b-ae7e183e4644),segment_id=042a0dbb-8b5b-48be-801b-ae7e183e4644)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:47.185260 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '9ad2b162-1042-444f-ba38-44b140af2d35', 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'port_id': '9ad2b162-1042-444f-ba38-44b140af2d35', 'mac_address': 'fa:16:3e:92:93:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:34:47.243296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07545394-918f-48a5-a28e-fe7df9afb314 req-33408e22-b272-47cf-bc13-6c6bdfcca038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:47.244760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07545394-918f-48a5-a28e-fe7df9afb314 req-33408e22-b272-47cf-bc13-6c6bdfcca038 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.1206546 Mar 07 21:34:47.250036 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 9ad2b162-1042-444f-ba38-44b140af2d35 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:47.251787 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9ad2b162-1042-444f-ba38-44b140af2d35), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:47.253524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8bc5c-0ae9-46db-b927-394bb117c38a req-0d91c7bc-4b21-4708-ac25-60a0f95af64c tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:47.260487 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cf8bc5c-0ae9-46db-b927-394bb117c38a req-0d91c7bc-4b21-4708-ac25-60a0f95af64c tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 944 time: 0.2562468 Mar 07 21:34:47.276621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad2b162-1042-444f-ba38-44b140af2d35 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:47.313361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 9ad2b162-1042-444f-ba38-44b140af2d35, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9ad2b162-1042-444f-ba38-44b140af2d35,segment=NetworkSegment(042a0dbb-8b5b-48be-801b-ae7e183e4644),segment_id=042a0dbb-8b5b-48be-801b-ae7e183e4644)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:47.319694 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9ad2b162-1042-444f-ba38-44b140af2d35), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:47.365417 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07545394-918f-48a5-a28e-fe7df9afb314 req-1004faad-1b67-4193-bc3f-786d3cf48286 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6 HTTP/1.1" status: 200 len: 217 time: 0.1027541 Mar 07 21:34:47.388560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=9ad2b162-1042-444f-ba38-44b140af2d35,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:47.506484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07545394-918f-48a5-a28e-fe7df9afb314 req-6a7a43aa-a039-4d61-b143-b639de9154d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:47.508212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07545394-918f-48a5-a28e-fe7df9afb314 req-6a7a43aa-a039-4d61-b143-b639de9154d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.0861862 Mar 07 21:34:47.551429 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07545394-918f-48a5-a28e-fe7df9afb314 req-a2f70d68-c6b9-49c9-936a-021bc933eb75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310261 Mar 07 21:34:47.557820 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cf8bc5c-0ae9-46db-b927-394bb117c38a req-e224b3e2-549a-4862-a476-7905a6c75560 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964756 Mar 07 21:34:47.600161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['9ad2b162-1042-444f-ba38-44b140af2d35'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:34:47.669378 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:34:47.674359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ed95a-d087-4bf2-9a28-83f2c6828bfc req-b413e4cb-8462-4cc0-a5ca-c6537378d961 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:47.682206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-775ed95a-d087-4bf2-9a28-83f2c6828bfc req-b413e4cb-8462-4cc0-a5ca-c6537378d961 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 943 time: 0.3938715 Mar 07 21:34:47.701343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5de7ac42-c524-46b4-9626-eb0a049b844b req-f29da3c0-3e61-46bb-a974-7f88f23ecc19 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 210 time: 0.0791440 Mar 07 21:34:47.780008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47030) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:47.812122 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-775ed95a-d087-4bf2-9a28-83f2c6828bfc req-2272ecef-1040-4124-a1c6-555f169959be tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287103 Mar 07 21:34:47.833678 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07545394-918f-48a5-a28e-fe7df9afb314 req-5601de9b-ae93-4350-b125-caf5a9486c2f service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641997 Mar 07 21:34:47.946579 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2520f3a-a3ca-4d43-b625-56f6bdd16be5 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for security_group (546da07c-39c3-45c6-96b5-7067d474169f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:47.993958 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3e802114-7b56-4125-9ef6-b201529f397d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:47.995854 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:48.009237 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2520f3a-a3ca-4d43-b625-56f6bdd16be5 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for security_group (546da07c-39c3-45c6-96b5-7067d474169f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:48.135628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2520f3a-a3ca-4d43-b625-56f6bdd16be5 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (546da07c-39c3-45c6-96b5-7067d474169f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:48.139272 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2520f3a-a3ca-4d43-b625-56f6bdd16be5 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:48.140587 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b2520f3a-a3ca-4d43-b625-56f6bdd16be5 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "DELETE /v2.0/security-groups/546da07c-39c3-45c6-96b5-7067d474169f HTTP/1.1" status: 204 len: 168 time: 0.3560834 Mar 07 21:34:48.148130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47042) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:48.184047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2520f3a-a3ca-4d43-b625-56f6bdd16be5 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546da07c-39c3-45c6-96b5-7067d474169f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:48.191442 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-7ec4c0dd-cc50-4ac0-9511-73eebd271f4e tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] show failed (client error): The resource could not be found. Mar 07 21:34:48.192382 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7ec4c0dd-cc50-4ac0-9511-73eebd271f4e tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "GET /v2.0/security-groups/546da07c-39c3-45c6-96b5-7067d474169f HTTP/1.1" status: 404 len: 347 time: 0.0418136 Mar 07 21:34:48.195319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47044) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:48.298750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5325f-de68-43fd-b62c-b1da6130371e req-70074831-3d74-484b-aefa-7ed50122deff tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:48.300483 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28a5325f-de68-43fd-b62c-b1da6130371e req-70074831-3d74-484b-aefa-7ed50122deff tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 950 time: 0.3576775 Mar 07 21:34:48.312940 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07545394-918f-48a5-a28e-fe7df9afb314 req-fdd6ee69-07d4-422f-b20f-ccf17c1df859 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728837 Mar 07 21:34:48.338463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621863ec-0096-4e09-ab18-af1bec6a96ce req-635ef801-a610-4072-9a8a-5fe4a30f74c7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:48.355851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621863ec-0096-4e09-ab18-af1bec6a96ce req-635ef801-a610-4072-9a8a-5fe4a30f74c7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:48.367745 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-621863ec-0096-4e09-ab18-af1bec6a96ce req-635ef801-a610-4072-9a8a-5fe4a30f74c7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 1679 time: 0.4481149 Mar 07 21:34:48.415890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3519aa83-1a68-4cfe-98a7-52c625057e27 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Deleting port 0a0bdd22-75c1-4fb9-bf86-985e7e41012f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:48.416648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3519aa83-1a68-4cfe-98a7-52c625057e27 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0a0bdd22-75c1-4fb9-bf86-985e7e41012f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:48.537574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28a5325f-de68-43fd-b62c-b1da6130371e req-826646b3-1e7e-40e5-8960-bd8b46ab3862 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226489 Mar 07 21:34:48.542695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3519aa83-1a68-4cfe-98a7-52c625057e27 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0a0bdd22-75c1-4fb9-bf86-985e7e41012f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:48.542950 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3519aa83-1a68-4cfe-98a7-52c625057e27 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for floatingip (0a0bdd22-75c1-4fb9-bf86-985e7e41012f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:48.560923 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-621863ec-0096-4e09-ab18-af1bec6a96ce req-133a48c5-22aa-4b11-bbb4-2a285cff7c47 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920667 Mar 07 21:34:48.573230 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3519aa83-1a68-4cfe-98a7-52c625057e27 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Calling delete_port for 0a0bdd22-75c1-4fb9-bf86-985e7e41012f owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:48.716947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dbfee-0a96-4592-9590-f624a0588450 req-b34bcde1-74a8-4d28-9a45-3b5f03c57518 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:48.718791 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-019dbfee-0a96-4592-9590-f624a0588450 req-b34bcde1-74a8-4d28-9a45-3b5f03c57518 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 945 time: 0.0679352 Mar 07 21:34:48.782814 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-019dbfee-0a96-4592-9590-f624a0588450 req-4989467f-d793-4375-a6dc-8cf0130a4192 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533428 Mar 07 21:34:48.788314 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3519aa83-1a68-4cfe-98a7-52c625057e27 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0a0bdd22-75c1-4fb9-bf86-985e7e41012f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:48.817396 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519aa83-1a68-4cfe-98a7-52c625057e27 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Pushing event deleted for resources: {'Port': ['ID=0a0bdd22-75c1-4fb9-bf86-985e7e41012f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:48.819695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fbeaf855-4551-41e8-b76d-1554d0fb6180 req-5aab0136-228a-4844-a9dc-175784d9da02 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 210 time: 0.0357547 Mar 07 21:34:48.883341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ec1f355d-2b34-45b5-bde2-64acf2903ad6 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:34:48.887407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:34:48.898035 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3519aa83-1a68-4cfe-98a7-52c625057e27 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks [] for floatingip (a49315f5-7f07-4a0f-a8cf-8924f83397c7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:48.900892 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3519aa83-1a68-4cfe-98a7-52c625057e27 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:48.902203 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3519aa83-1a68-4cfe-98a7-52c625057e27 tempest-ServersWithSpecificFlavorTestJSON-1358012118 tempest-ServersWithSpecificFlavorTestJSON-1358012118-project] 10.222.0.26 "DELETE /v2.0/floatingips/a49315f5-7f07-4a0f-a8cf-8924f83397c7 HTTP/1.1" status: 204 len: 168 time: 0.7058632 Mar 07 21:34:49.063303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:34:49.103484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:49.111396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e543ce-389c-4b82-9810-a88474075de0 req-98fb859f-ddfa-4779-93ac-cedcc9ae8fa8 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:49.122913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-29e543ce-389c-4b82-9810-a88474075de0 req-98fb859f-ddfa-4779-93ac-cedcc9ae8fa8 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 943 time: 0.1588707 Mar 07 21:34:49.125464 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'ec1f355d-2b34-45b5-bde2-64acf2903ad6', 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605', 'port_id': 'ec1f355d-2b34-45b5-bde2-64acf2903ad6', 'mac_address': 'fa:16:3e:a5:b2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a638a11-221e-41d3-bfc9-35e63e88d9a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:34:49.127509 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:49.128038 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:49.273269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-966ac0a8-10eb-42ad-a670-65f6b280e04d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579300 Mar 07 21:34:49.277433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-a29fd759-fcae-4db1-a447-d1897cd8a2ff tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059237 Mar 07 21:34:49.299140 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:49.319131 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ec1f355d-2b34-45b5-bde2-64acf2903ad6 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:49.319907 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:49.372610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-29e543ce-389c-4b82-9810-a88474075de0 req-95102b9f-69e3-45af-a641-49fddee7516d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432520 Mar 07 21:34:49.389282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1f355d-2b34-45b5-bde2-64acf2903ad6 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:49.441505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:49.441974 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:49.461808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:49.476672 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:49.487632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-e5f62c47-26ee-4c28-86f0-22d3b41d29b5 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:49.489764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-e5f62c47-26ee-4c28-86f0-22d3b41d29b5 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916802 Mar 07 21:34:49.513359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:49.516923 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbeae7a-7aad-47d4-ac09-4b557f5dd92b" -d '{"events": [{"server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "name": "network-vif-plugged", "status": "completed", "tag": "2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:49.520203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-5d379d0d-3acd-4a89-8e57-a85cda4a9f03 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Request body: {'port': {'device_id': 'de0f35c9-7e5e-4902-af5b-00edf3caf378', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': 'd9b061b00b7d481ca736dfc229d52c4f'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:49.541781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c,segment=NetworkSegment(f87d6838-f389-4f28-ad91-4b6488b70741),segment_id=f87d6838-f389-4f28-ad91-4b6488b70741)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:49.550512 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:49.552280 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device fc799499-bac7-4626-8468-a7b714055dce up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:34:49.604927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ec1f355d-2b34-45b5-bde2-64acf2903ad6,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:49.773168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-5d379d0d-3acd-4a89-8e57-a85cda4a9f03 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Made reservation on behalf of d9b061b00b7d481ca736dfc229d52c4f for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:49.776838 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-5d379d0d-3acd-4a89-8e57-a85cda4a9f03 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:49.810745 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af13a7b7-9d3c-4d0f-aebc-3b6e8f750f90 x-openstack-request-id: req-af13a7b7-9d3c-4d0f-aebc-3b6e8f750f90 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:49.811059 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "name": "network-vif-plugged", "status": "completed", "tag": "2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:49.811330 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af13a7b7-9d3c-4d0f-aebc-3b6e8f750f90 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:49.811726 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c', 'code': 200} Mar 07 21:34:49.829490 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-52f0f65c-9223-4eb0-b0cc-a56fdf117220 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:49.831870 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-52f0f65c-9223-4eb0-b0cc-a56fdf117220 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5349076 Mar 07 21:34:49.859911 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port fc799499-bac7-4626-8468-a7b714055dce completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:34:49.866250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:49.870176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port fc799499-bac7-4626-8468-a7b714055dce triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:49.870570 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fc799499-bac7-4626-8468-a7b714055dce), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:49.888562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-f0aabfb0-4b00-4ab0-a76c-9a574e6f861b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Request body: {'port': {'device_id': 'a53bd353-e482-410d-98ce-ddd7271d1045', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': 'd9b061b00b7d481ca736dfc229d52c4f'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:49.983206 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ec1f355d-2b34-45b5-bde2-64acf2903ad6'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:34:49.989393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port fc799499-bac7-4626-8468-a7b714055dce is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:49.989851 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fc799499-bac7-4626-8468-a7b714055dce), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:50.034418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-f0aabfb0-4b00-4ab0-a76c-9a574e6f861b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Made reservation on behalf of d9b061b00b7d481ca736dfc229d52c4f for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:50.038596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-f0aabfb0-4b00-4ab0-a76c-9a574e6f861b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:50.053297 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47156) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:50.090813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port fc799499-bac7-4626-8468-a7b714055dce, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fc799499-bac7-4626-8468-a7b714055dce,segment=NetworkSegment(a02307ef-f6fb-4c14-9f7b-b31df1471f73),segment_id=a02307ef-f6fb-4c14-9f7b-b31df1471f73)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:50.099845 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fc799499-bac7-4626-8468-a7b714055dce), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:50.100781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 9ad2b162-1042-444f-ba38-44b140af2d35 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:34:50.118999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe17f6b-4109-4428-a1f9-285a72a1df7f req-4f8b0348-0940-4156-aa46-cac9dfefeba0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:50.126781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ffe17f6b-4109-4428-a1f9-285a72a1df7f req-4f8b0348-0940-4156-aa46-cac9dfefeba0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 950 time: 0.3345754 Mar 07 21:34:50.223363 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:50.233587 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=fc799499-bac7-4626-8468-a7b714055dce,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:50.281654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 9ad2b162-1042-444f-ba38-44b140af2d35 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:34:50.298833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 9ad2b162-1042-444f-ba38-44b140af2d35 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:50.299222 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9ad2b162-1042-444f-ba38-44b140af2d35), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:50.304770 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ffe17f6b-4109-4428-a1f9-285a72a1df7f req-fd856b11-e60b-4319-a056-246bf0c8616e tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700602 Mar 07 21:34:50.308976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-5d379d0d-3acd-4a89-8e57-a85cda4a9f03 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Allocated IP 192.168.233.53 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/ad0b8b32-e5c0-4eb8-a888-37a129bfa799) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:50.353426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e49ba-8be9-4e97-ae5f-2a36c12c5f41 req-46e338db-e278-4cf4-a003-fc45d67567ad tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:50.359839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e49ba-8be9-4e97-ae5f-2a36c12c5f41 req-46e338db-e278-4cf4-a003-fc45d67567ad tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:50.368421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf7e49ba-8be9-4e97-ae5f-2a36c12c5f41 req-46e338db-e278-4cf4-a003-fc45d67567ad tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 1681 time: 0.2117703 Mar 07 21:34:50.454509 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 9ad2b162-1042-444f-ba38-44b140af2d35 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:50.454907 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9ad2b162-1042-444f-ba38-44b140af2d35), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:50.494045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 9ad2b162-1042-444f-ba38-44b140af2d35, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9ad2b162-1042-444f-ba38-44b140af2d35,segment=NetworkSegment(042a0dbb-8b5b-48be-801b-ae7e183e4644),segment_id=042a0dbb-8b5b-48be-801b-ae7e183e4644)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:50.502123 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9ad2b162-1042-444f-ba38-44b140af2d35), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:50.562576 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=9ad2b162-1042-444f-ba38-44b140af2d35,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:50.581041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf7e49ba-8be9-4e97-ae5f-2a36c12c5f41 req-20e20376-58bc-4fa0-894b-a5787d948a8c tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115347 Mar 07 21:34:50.643079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed8dda-9541-4612-8e9c-ae106372cdbf req-548320a0-675e-41b5-a11f-a136bbb0cbd0 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:50.645268 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7bed8dda-9541-4612-8e9c-ae106372cdbf req-548320a0-675e-41b5-a11f-a136bbb0cbd0 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 946 time: 0.1645663 Mar 07 21:34:50.650563 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-5d379d0d-3acd-4a89-8e57-a85cda4a9f03 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks [] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:50.709481 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2512524-039a-495b-a9d3-7b758737edb3 req-93072815-5c59-4c77-afd7-38bb4fcf54af tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 210 time: 0.0482006 Mar 07 21:34:50.737922 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7bed8dda-9541-4612-8e9c-ae106372cdbf req-d07fed42-acce-4607-bb69-7bd33582fd80 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838010 Mar 07 21:34:50.808649 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-5d379d0d-3acd-4a89-8e57-a85cda4a9f03 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:50.821361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346', 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:34:50.861217 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-38bdb3f7-0cbb-402a-8054-362dc018c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (eaad3822-bf29-40d2-848f-63247034c67c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:50.915517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ec1f355d-2b34-45b5-bde2-64acf2903ad6 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:34:51.117170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port ec1f355d-2b34-45b5-bde2-64acf2903ad6 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:34:51.130524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port ec1f355d-2b34-45b5-bde2-64acf2903ad6 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:51.130900 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:51.337000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ec1f355d-2b34-45b5-bde2-64acf2903ad6 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:34:51.337521 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:51.361000 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-38bdb3f7-0cbb-402a-8054-362dc018c502 admin admin] Deleting port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:51.361593 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-38bdb3f7-0cbb-402a-8054-362dc018c502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:51.397082 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:51.412324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-f0aabfb0-4b00-4ab0-a76c-9a574e6f861b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Allocated IP 192.168.233.157 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/91e3530c-a21e-49f8-9573-c90a3345c0da) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:51.419138 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:51.441217 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-5d379d0d-3acd-4a89-8e57-a85cda4a9f03 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:51.487216 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-38bdb3f7-0cbb-402a-8054-362dc018c502 admin admin] For port 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3503317d-4e5e-4bf5-b37e-1c0b2d4b4892,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:51.487695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-38bdb3f7-0cbb-402a-8054-362dc018c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:51.488636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-5d379d0d-3acd-4a89-8e57-a85cda4a9f03 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:51.492246 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-5d379d0d-3acd-4a89-8e57-a85cda4a9f03 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:51.504957 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-38bdb3f7-0cbb-402a-8054-362dc018c502 admin admin] Calling delete_port for 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:51.515542 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-98d23de8-839a-400a-a417-df5c21d1e6eb req-04b1b4ec-679e-4621-961d-27877c584558 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0895765 Mar 07 21:34:51.552101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d379d0d-3acd-4a89-8e57-a85cda4a9f03 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event updated for resources: {'Port': ['ID=ad0b8b32-e5c0-4eb8-a888-37a129bfa799,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:51.573144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ec1f355d-2b34-45b5-bde2-64acf2903ad6,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:51.646645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46802f6d-3cc9-4a19-91fc-1563d2345232 req-f4cd56a2-69ba-4169-a483-93e209f69847 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:51.647972 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46802f6d-3cc9-4a19-91fc-1563d2345232 req-f4cd56a2-69ba-4169-a483-93e209f69847 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 950 time: 0.2604020 Mar 07 21:34:51.653107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-5d379d0d-3acd-4a89-8e57-a85cda4a9f03 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:51.653782 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-5d379d0d-3acd-4a89-8e57-a85cda4a9f03 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:51.677975 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d23de8-839a-400a-a417-df5c21d1e6eb req-92b1f5be-2acf-4e8f-ab6f-be7a0b3d09da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:51.680222 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-98d23de8-839a-400a-a417-df5c21d1e6eb req-92b1f5be-2acf-4e8f-ab6f-be7a0b3d09da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa6d24f53d0443e4bb57bbe0b835e6a3&device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 1132 time: 0.0829463 Mar 07 21:34:51.683449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-5d379d0d-3acd-4a89-8e57-a85cda4a9f03 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1675155 Mar 07 21:34:51.713942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721e121-e2f7-4a2c-8ee3-702657198a5b req-9923ad43-ab6b-4a69-9afd-5b863695ed2d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:51.720954 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4721e121-e2f7-4a2c-8ee3-702657198a5b req-9923ad43-ab6b-4a69-9afd-5b863695ed2d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 945 time: 0.3232551 Mar 07 21:34:51.729062 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Request body: {'port': {'device_id': 'de0f35c9-7e5e-4902-af5b-00edf3caf378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:51.813237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc799499-bac7-4626-8468-a7b714055dce'}, {'server_uuid': '8b5f996d-be96-427f-b1de-19a32b8d53cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad2b162-1042-444f-ba38-44b140af2d35'}, {'server_uuid': '89fb67a8-e766-4eee-a230-8397fdb36ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1f355d-2b34-45b5-bde2-64acf2903ad6'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:51.817189 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e218d045-0ced-4faa-b7f4-8683f8e676ae" -d '{"events": [{"server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "name": "network-vif-plugged", "status": "completed", "tag": "fc799499-bac7-4626-8468-a7b714055dce"}, {"server_uuid": "8b5f996d-be96-427f-b1de-19a32b8d53cb", "name": "network-vif-plugged", "status": "completed", "tag": "9ad2b162-1042-444f-ba38-44b140af2d35"}, {"server_uuid": "89fb67a8-e766-4eee-a230-8397fdb36ef3", "name": "network-vif-plugged", "status": "completed", "tag": "ec1f355d-2b34-45b5-bde2-64acf2903ad6"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:51.873709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d23de8-839a-400a-a417-df5c21d1e6eb req-79bc760a-cfa0-4820-9ae0-3366c5593d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:51.875276 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-98d23de8-839a-400a-a417-df5c21d1e6eb req-79bc760a-cfa0-4820-9ae0-3366c5593d72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1347718 Mar 07 21:34:51.890510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a744f729-a0a5-43d8-bf0e-142b3ad674b2 None None] Provisioning complete for port ad0b8b32-e5c0-4eb8-a888-37a129bfa799 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:51.890885 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a744f729-a0a5-43d8-bf0e-142b3ad674b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:51.906477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4721e121-e2f7-4a2c-8ee3-702657198a5b req-6065f1c6-d73d-4f4b-a965-5d631d756b00 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846232 Mar 07 21:34:51.929473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46802f6d-3cc9-4a19-91fc-1563d2345232 req-d64c10f1-23ff-43a2-be4f-647a1fc2d536 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605178 Mar 07 21:34:51.970347 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:51.977740 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-f0aabfb0-4b00-4ab0-a76c-9a574e6f861b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks [] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:51.988153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a744f729-a0a5-43d8-bf0e-142b3ad674b2 None None] Port ad0b8b32-e5c0-4eb8-a888-37a129bfa799 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:34:52.001440 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-98d23de8-839a-400a-a417-df5c21d1e6eb req-58390538-8315-47b2-b2b9-a6c73626b4f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=cc23150c-be1c-44ad-98aa-cc7637fe6296 HTTP/1.1" status: 200 len: 217 time: 0.1072190 Mar 07 21:34:52.007320 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-38bdb3f7-0cbb-402a-8054-362dc018c502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3503317d-4e5e-4bf5-b37e-1c0b2d4b4892), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:52.059492 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:52.099102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdb3f7-0cbb-402a-8054-362dc018c502 admin admin] Pushing event deleted for resources: {'Port': ['ID=3503317d-4e5e-4bf5-b37e-1c0b2d4b4892,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:52.171280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14e620ec-3716-4573-be55-b6add5e5db73 req-a9e403d6-a21f-4621-bfaf-1deae9620be0 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 210 time: 0.0455868 Mar 07 21:34:52.197446 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d23de8-839a-400a-a417-df5c21d1e6eb req-33d51279-86d6-4ab6-bc7e-1f44783a9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:52.199008 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-98d23de8-839a-400a-a417-df5c21d1e6eb req-33d51279-86d6-4ab6-bc7e-1f44783a9b65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1795382 Mar 07 21:34:52.329832 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-f0aabfb0-4b00-4ab0-a76c-9a574e6f861b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:52.342827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346', 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:34:52.411003 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-38bdb3f7-0cbb-402a-8054-362dc018c502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (eaad3822-bf29-40d2-848f-63247034c67c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:52.436408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafeadce-1361-4217-bf7d-f74a71b2449c req-a280d8d8-1b49-4082-85e6-3ddb9b2c5574 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:52.443582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafeadce-1361-4217-bf7d-f74a71b2449c req-a280d8d8-1b49-4082-85e6-3ddb9b2c5574 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:52.453834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fafeadce-1361-4217-bf7d-f74a71b2449c req-a280d8d8-1b49-4082-85e6-3ddb9b2c5574 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 1681 time: 0.3151252 Mar 07 21:34:52.469732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d23de8-839a-400a-a417-df5c21d1e6eb req-23441463-3910-426a-b870-6625efa80d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:52.471503 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-98d23de8-839a-400a-a417-df5c21d1e6eb req-23441463-3910-426a-b870-6625efa80d63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2546315 Mar 07 21:34:52.541661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-f0aabfb0-4b00-4ab0-a76c-9a574e6f861b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:52.560298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fafeadce-1361-4217-bf7d-f74a71b2449c req-5abcfe2c-c88f-48ae-b46e-bc03539622dd tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021397 Mar 07 21:34:52.585791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aabfb0-4b00-4ab0-a76c-9a574e6f861b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event updated for resources: {'Port': ['ID=91e3530c-a21e-49f8-9573-c90a3345c0da,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:52.605226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-f0aabfb0-4b00-4ab0-a76c-9a574e6f861b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:52.609102 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cc3dfee4-1581-4ded-a4f1-d7955f8b4599 req-c9e9d51d-a21b-4027-8cfe-03eabcaf2fdf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1952577 Mar 07 21:34:52.649126 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd5b265-9d7b-4936-a855-0b598517a1cc x-openstack-request-id: req-dbd5b265-9d7b-4936-a855-0b598517a1cc {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:52.649423 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "name": "network-vif-plugged", "status": "completed", "tag": "fc799499-bac7-4626-8468-a7b714055dce", "code": 200}, {"server_uuid": "8b5f996d-be96-427f-b1de-19a32b8d53cb", "name": "network-vif-plugged", "status": "completed", "tag": "9ad2b162-1042-444f-ba38-44b140af2d35", "code": 200}, {"server_uuid": "89fb67a8-e766-4eee-a230-8397fdb36ef3", "name": "network-vif-plugged", "status": "completed", "tag": "ec1f355d-2b34-45b5-bde2-64acf2903ad6", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:52.649684 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dbd5b265-9d7b-4936-a855-0b598517a1cc {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:52.650654 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc799499-bac7-4626-8468-a7b714055dce', 'code': 200} Mar 07 21:34:52.651061 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5f996d-be96-427f-b1de-19a32b8d53cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad2b162-1042-444f-ba38-44b140af2d35', 'code': 200} Mar 07 21:34:52.651329 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fb67a8-e766-4eee-a230-8397fdb36ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1f355d-2b34-45b5-bde2-64acf2903ad6', 'code': 200} Mar 07 21:34:52.692908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-f0aabfb0-4b00-4ab0-a76c-9a574e6f861b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:52.710823 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-98d23de8-839a-400a-a417-df5c21d1e6eb req-b7770387-e177-42f2-9f1c-8b3399ab1449 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000952 Mar 07 21:34:52.814621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81fdb-8fb2-4175-961d-4aea23c92832 req-7cbd7796-4a4d-472d-8e5d-154d047f2005 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:52.824320 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfe81fdb-8fb2-4175-961d-4aea23c92832 req-7cbd7796-4a4d-472d-8e5d-154d047f2005 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 946 time: 0.4242506 Mar 07 21:34:52.895011 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.15', 59364) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:53.023704 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-571d161d-34c2-4134-af83-86e509f72400 None None] Provisioning complete for port 91e3530c-a21e-49f8-9573-c90a3345c0da triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:53.025034 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-571d161d-34c2-4134-af83-86e509f72400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:53.032872 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-98d23de8-839a-400a-a417-df5c21d1e6eb req-10539ad6-77ff-4bfe-9d4e-93c062c1b2e4 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061652 Mar 07 21:34:53.061271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0b8b32-e5c0-4eb8-a888-37a129bfa799 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:53.099379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dfee4-1581-4ded-a4f1-d7955f8b4599 req-3bd01a7d-9daf-4714-94fc-90866a2b4ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:53.102801 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Publish callbacks [] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:53.105677 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cc3dfee4-1581-4ded-a4f1-d7955f8b4599 req-3bd01a7d-9daf-4714-94fc-90866a2b4ee2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10122bee6c8541009a459f57865c548a&device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 1127 time: 0.3937616 Mar 07 21:34:53.119942 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c6574-4493-4d02-86a8-da14127973a1 req-a263ef71-208c-4281-9a0b-dd5ed7bba748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:53.121441 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-549c6574-4493-4d02-86a8-da14127973a1 req-a263ef71-208c-4281-9a0b-dd5ed7bba748 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 1127 time: 0.2244408 Mar 07 21:34:53.128219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-571d161d-34c2-4134-af83-86e509f72400 None None] Port 91e3530c-a21e-49f8-9573-c90a3345c0da cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:34:53.165908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-f0aabfb0-4b00-4ab0-a76c-9a574e6f861b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:53.166549 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-f0aabfb0-4b00-4ab0-a76c-9a574e6f861b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:53.192602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Transition to ACTIVE for port object ad0b8b32-e5c0-4eb8-a888-37a129bfa799 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:34:53.208851 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfe81fdb-8fb2-4175-961d-4aea23c92832 req-bfdc2471-1f6e-47d8-9dfb-d6294f2fc00f tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3833382 Mar 07 21:34:53.209475 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:53.223642 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-f0aabfb0-4b00-4ab0-a76c-9a574e6f861b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3735337 Mar 07 21:34:53.290009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf194c6-9327-4e69-b709-4ad4441a65f3 req-114bddd5-b35c-4172-b0f1-49ce17bfdd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:53.290169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf194c6-9327-4e69-b709-4ad4441a65f3 req-114bddd5-b35c-4172-b0f1-49ce17bfdd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:53.291714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2bf194c6-9327-4e69-b709-4ad4441a65f3 req-114bddd5-b35c-4172-b0f1-49ce17bfdd9a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 2045 time: 0.5238204 Mar 07 21:34:53.306318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Request body: {'port': {'device_id': 'a53bd353-e482-410d-98ce-ddd7271d1045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:53.314416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dfee4-1581-4ded-a4f1-d7955f8b4599 req-ebeb7a01-4494-4d54-8262-4d5963e6f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:53.316025 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cc3dfee4-1581-4ded-a4f1-d7955f8b4599 req-ebeb7a01-4494-4d54-8262-4d5963e6f8bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad9b7dad-c587-4701-a405-41853907880d HTTP/1.1" status: 200 len: 915 time: 0.1598337 Mar 07 21:34:53.320328 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-549c6574-4493-4d02-86a8-da14127973a1 req-15382dec-135e-4d0f-b514-7e0c3477769f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620860 Mar 07 21:34:53.355748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b65ce0-3c45-4316-acad-97535d67a14c req-ec4e83fa-e7d7-48ad-b567-6b9b3a377e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:53.357240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05b65ce0-3c45-4316-acad-97535d67a14c req-ec4e83fa-e7d7-48ad-b567-6b9b3a377e43 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 1128 time: 0.4663353 Mar 07 21:34:53.377734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bdb3f7-0cbb-402a-8054-362dc018c502 admin admin] Router eaad3822-bf29-40d2-848f-63247034c67c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:34:53.380453 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cc3dfee4-1581-4ded-a4f1-d7955f8b4599 req-82b9efcc-75e6-4534-aca9-e7839f4d888d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1228286a-e3b3-450c-9672-7e2b6eef7f82 HTTP/1.1" status: 200 len: 217 time: 0.0537410 Mar 07 21:34:53.433944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0b8b32-e5c0-4eb8-a888-37a129bfa799,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:53.467815 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-9a87d3e2-9eb9-4413-b91f-4a52d4c28564 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=aa6d24f53d0443e4bb57bbe0b835e6a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878353 Mar 07 21:34:53.490385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dfee4-1581-4ded-a4f1-d7955f8b4599 req-3918d7d4-b11e-44db-a196-211cd22d21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:53.492458 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cc3dfee4-1581-4ded-a4f1-d7955f8b4599 req-3918d7d4-b11e-44db-a196-211cd22d21f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcf8fdda-bb84-410d-8346-578a28a79adc HTTP/1.1" status: 200 len: 854 time: 0.1003222 Mar 07 21:34:53.553908 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cc3dfee4-1581-4ded-a4f1-d7955f8b4599 req-f76f4a8d-a3dd-403c-8324-4753966a3361 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad9b7dad-c587-4701-a405-41853907880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326631 Mar 07 21:34:53.585423 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bdb3f7-0cbb-402a-8054-362dc018c502 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:34:53.600738 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ef04a-8af8-44ef-82df-a71c9556cee4 None None] Sync routers for ids ['eaad3822-bf29-40d2-848f-63247034c67c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:34:53.614844 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-38bdb3f7-0cbb-402a-8054-362dc018c502 admin admin] 10.222.0.26 "PUT /v2.0/routers/eaad3822-bf29-40d2-848f-63247034c67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5603986 Mar 07 21:34:53.616202 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ef04a-8af8-44ef-82df-a71c9556cee4 None None] Routers {'eaad3822-bf29-40d2-848f-63247034c67c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:53.616845 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1e7ef04a-8af8-44ef-82df-a71c9556cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['eaad3822-bf29-40d2-848f-63247034c67c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:53.618375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47282) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:53.657749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2bf194c6-9327-4e69-b709-4ad4441a65f3 req-975b6596-acbc-4b33-a4ea-ec7f9b02b863 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155923 Mar 07 21:34:53.699641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05b65ce0-3c45-4316-acad-97535d67a14c req-f935e874-f27d-4e35-b9ef-ec1411ca79f4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505041 Mar 07 21:34:53.704371 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:53.731111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691f924-2cd0-4dff-923e-6d59fc665bb2 req-32f42c4f-f436-4be3-8b6b-b16a902cd88e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:53.739072 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5691f924-2cd0-4dff-923e-6d59fc665bb2 req-32f42c4f-f436-4be3-8b6b-b16a902cd88e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 945 time: 0.3574185 Mar 07 21:34:53.788966 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1e7ef04a-8af8-44ef-82df-a71c9556cee4 None None] Set router eaad3822-bf29-40d2-848f-63247034c67c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:34:53.855759 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cc3dfee4-1581-4ded-a4f1-d7955f8b4599 req-39d40663-f611-44f9-a759-72ccb2e9fa66 service neutron] 10.222.0.13 "GET /v2.0/networks/ad9b7dad-c587-4701-a405-41853907880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919257 Mar 07 21:34:53.860714 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] Publish callbacks [] for router (eaad3822-bf29-40d2-848f-63247034c67c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:53.989499 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1e7ef04a-8af8-44ef-82df-a71c9556cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:34:51Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:54.017179 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ef04a-8af8-44ef-82df-a71c9556cee4 None None] Checking router: eaad3822-bf29-40d2-848f-63247034c67c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:34:54.027022 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ef04a-8af8-44ef-82df-a71c9556cee4 None None] Routers {'eaad3822-bf29-40d2-848f-63247034c67c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:54.027897 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1e7ef04a-8af8-44ef-82df-a71c9556cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['eaad3822-bf29-40d2-848f-63247034c67c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:54.055709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e3530c-a21e-49f8-9573-c90a3345c0da {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:34:54.064770 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Publish callbacks [] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:54.078641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Transition to ACTIVE for port object 91e3530c-a21e-49f8-9573-c90a3345c0da will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:34:54.099473 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:54.179862 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1e7ef04a-8af8-44ef-82df-a71c9556cee4 None None] Set router eaad3822-bf29-40d2-848f-63247034c67c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:34:54.226167 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Attempting to bind port ad0b8b32-e5c0-4eb8-a888-37a129bfa799 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:34:54.226527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Attempting to bind port ad0b8b32-e5c0-4eb8-a888-37a129bfa799 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:34:54.226866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Attempting to bind port ad0b8b32-e5c0-4eb8-a888-37a129bfa799 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:54.255246 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-ac9019f2-4ccd-4e6c-8c11-3d3ffb0a0181 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:54.264164 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-ac9019f2-4ccd-4e6c-8c11-3d3ffb0a0181 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7953866 Mar 07 21:34:54.288497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Port ad0b8b32-e5c0-4eb8-a888-37a129bfa799 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:34:54.288831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Attempting to bind port ad0b8b32-e5c0-4eb8-a888-37a129bfa799 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:54.300328 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-6b03807b-45bf-4878-adcf-dfb172f37306 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/quotas/aa6d24f53d0443e4bb57bbe0b835e6a3 HTTP/1.1" status: 200 len: 375 time: 0.0337889 Mar 07 21:34:54.339278 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] Publish callbacks [] for router_gateway (eaad3822-bf29-40d2-848f-63247034c67c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:54.357337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5691f924-2cd0-4dff-923e-6d59fc665bb2 req-8008b348-3817-42cb-97cf-a5f48f0ff5a8 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172431 Mar 07 21:34:54.493664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] Deleting port 644725f0-a1f3-45de-92dd-5445431d7571 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:54.494240 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (644725f0-a1f3-45de-92dd-5445431d7571), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:54.537434 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cc3dfee4-1581-4ded-a4f1-d7955f8b4599 req-643fc92c-d366-46e3-8975-b9c61a794066 service neutron] 10.222.0.13 "GET /v2.0/networks/ad9b7dad-c587-4701-a405-41853907880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153845 Mar 07 21:34:54.545029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:34:54.545617 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:54.545754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:34:54.547448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Bound port: ad0b8b32-e5c0-4eb8-a888-37a129bfa799, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:34:54.547834 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:54.553546 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1e7ef04a-8af8-44ef-82df-a71c9556cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:34:51Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:54.656843 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] For port 644725f0-a1f3-45de-92dd-5445431d7571, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=644725f0-a1f3-45de-92dd-5445431d7571,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:54.657212 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (644725f0-a1f3-45de-92dd-5445431d7571), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:54.667205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Attempting to bind port 91e3530c-a21e-49f8-9573-c90a3345c0da on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:34:54.668089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Attempting to bind port 91e3530c-a21e-49f8-9573-c90a3345c0da by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:34:54.668530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Attempting to bind port 91e3530c-a21e-49f8-9573-c90a3345c0da on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:54.672248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] Calling delete_port for 644725f0-a1f3-45de-92dd-5445431d7571 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:54.679115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Pushing event updated for resources: {'Port': ['ID=91e3530c-a21e-49f8-9573-c90a3345c0da,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:54.704735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Port 91e3530c-a21e-49f8-9573-c90a3345c0da on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:34:54.705223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Attempting to bind port 91e3530c-a21e-49f8-9573-c90a3345c0da on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:34:54.709024 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ef04a-8af8-44ef-82df-a71c9556cee4 None None] The sync data for ids ['eaad3822-bf29-40d2-848f-63247034c67c'] in n-d-832330-1 is: [{'id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088745397-router', 'tenant_id': 'fe507c0d42ab4e7980b233c654d92447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '644725f0-a1f3-45de-92dd-5445431d7571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:16Z', 'updated_at': '2022-03-07T21:34:51Z', 'revision_number': 5, 'project_id': 'fe507c0d42ab4e7980b233c654d92447', 'gw_port': {'id': '644725f0-a1f3-45de-92dd-5445431d7571', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaad3822-bf29-40d2-848f-63247034c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:18Z', 'updated_at': '2022-03-07T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:34:54.745744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:34:54.745744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:34:54.745744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:34:54.747271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Bound port: 91e3530c-a21e-49f8-9573-c90a3345c0da, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:34:54.747271 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:54.787452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3d323859-3adf-4adc-ade0-1935948625f4 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa6d24f53d0443e4bb57bbe0b835e6a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4862206 Mar 07 21:34:54.829499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] For port ad0b8b32-e5c0-4eb8-a888-37a129bfa799, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:54.856226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4aa2ac-685d-4ff4-9a05-0fef46a4f160 req-4ffa6ab7-06c8-414b-8052-2d0062ef4237 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:54.857991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c4aa2ac-685d-4ff4-9a05-0fef46a4f160 req-4ffa6ab7-06c8-414b-8052-2d0062ef4237 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 948 time: 0.2032964 Mar 07 21:34:54.861559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] For port ad0b8b32-e5c0-4eb8-a888-37a129bfa799, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ad0b8b32-e5c0-4eb8-a888-37a129bfa799,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:34:54.883596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:54.930699 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (644725f0-a1f3-45de-92dd-5445431d7571), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:54.947812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] For port 91e3530c-a21e-49f8-9573-c90a3345c0da, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:34:54.958654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:54.959310 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:54.960837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] 10.222.0.15 "PUT /v2.0/ports/ad0b8b32-e5c0-4eb8-a888-37a129bfa799 HTTP/1.1" status: 200 len: 1095 time: 3.2639861 Mar 07 21:34:54.962876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0f35c9-7e5e-4902-af5b-00edf3caf378', 'tag': 'ad0b8b32-e5c0-4eb8-a888-37a129bfa799'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:54.965713 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf3015c-1d66-46a6-be19-d79b7362d0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "de0f35c9-7e5e-4902-af5b-00edf3caf378", "tag": "ad0b8b32-e5c0-4eb8-a888-37a129bfa799"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:54.991289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] For port 91e3530c-a21e-49f8-9573-c90a3345c0da, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=91e3530c-a21e-49f8-9573-c90a3345c0da,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:34:54.999977 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c4aa2ac-685d-4ff4-9a05-0fef46a4f160 req-f009cca8-6f39-43ad-991c-fd49ed4b5c00 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326861 Mar 07 21:34:55.007084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cef659-8f3e-4e94-b72b-afb711214e36 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0b8b32-e5c0-4eb8-a888-37a129bfa799,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:55.016805 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:55.039038 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] Pushing event deleted for resources: {'Port': ['ID=644725f0-a1f3-45de-92dd-5445431d7571,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:55.246253 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (eaad3822-bf29-40d2-848f-63247034c67c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:55.260512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:55.280716 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:55.282333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] 10.222.0.13 "PUT /v2.0/ports/91e3530c-a21e-49f8-9573-c90a3345c0da HTTP/1.1" status: 200 len: 1096 time: 1.9978366 Mar 07 21:34:55.500499 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (eaad3822-bf29-40d2-848f-63247034c67c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:55.506387 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] Publish callbacks [] for router_controller (eaad3822-bf29-40d2-848f-63247034c67c), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:55.528762 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5cd10-bbe6-4cb0-9d74-0cb0d4fa4340 service neutron] Pushing event updated for resources: {'Port': ['ID=91e3530c-a21e-49f8-9573-c90a3345c0da,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:55.591756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-7ab384ce-c204-44d1-b374-5e0d817c89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:55.609911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-7ab384ce-c204-44d1-b374-5e0d817c89f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=de0f35c9-7e5e-4902-af5b-00edf3caf378 HTTP/1.1" status: 200 len: 1129 time: 0.4769509 Mar 07 21:34:55.625677 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (eaad3822-bf29-40d2-848f-63247034c67c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:55.626546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaad3822-bf29-40d2-848f-63247034c67c {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:34:55.636601 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:55.645010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d548c-6954-49d5-9d30-6ad1b14c0c21 req-4ccf48f1-83be-4113-8213-681f887d3fc9 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:55.645412 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cc6719aa-354c-4d44-9d91-b1ff1e93fefd admin admin] 10.222.0.26 "DELETE /v2.0/routers/eaad3822-bf29-40d2-848f-63247034c67c HTTP/1.1" status: 204 len: 168 time: 2.0257952 Mar 07 21:34:55.646256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47316) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:55.658403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d548c-6954-49d5-9d30-6ad1b14c0c21 req-4ccf48f1-83be-4113-8213-681f887d3fc9 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:55.686763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f9d548c-6954-49d5-9d30-6ad1b14c0c21 req-4ccf48f1-83be-4113-8213-681f887d3fc9 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 1681 time: 0.3840971 Mar 07 21:34:55.717715 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e039a6-4f95-4c5b-8079-18267563b067 admin admin] Deleting subnet 198b0692-aaa2-4993-80a3-aca68b2e06b1 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:34:55.721696 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67e039a6-4f95-4c5b-8079-18267563b067 admin admin] Publish callbacks [] for subnet (198b0692-aaa2-4993-80a3-aca68b2e06b1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:55.726263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75747f4-9e25-4987-9e24-afc76ab4bbb6 req-001bdf45-0422-41c1-86c5-c3906c17a069 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:55.733297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d75747f4-9e25-4987-9e24-afc76ab4bbb6 req-001bdf45-0422-41c1-86c5-c3906c17a069 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 946 time: 0.4365451 Mar 07 21:34:55.743509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-5838a1c4-1f83-417a-a651-fe029fa678e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:55.745396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-5838a1c4-1f83-417a-a651-fe029fa678e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 1130 time: 0.3799014 Mar 07 21:34:55.801794 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67e039a6-4f95-4c5b-8079-18267563b067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (198b0692-aaa2-4993-80a3-aca68b2e06b1), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:55.851559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-b29e940c-564c-4c21-b3d3-e171a76297e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=ad0b8b32-e5c0-4eb8-a888-37a129bfa799 HTTP/1.1" status: 200 len: 217 time: 0.2324781 Mar 07 21:34:55.896784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-2a385899-dec8-4e6a-a545-6b37c55068be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=91e3530c-a21e-49f8-9573-c90a3345c0da HTTP/1.1" status: 200 len: 217 time: 0.0713682 Mar 07 21:34:55.915802 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67e039a6-4f95-4c5b-8079-18267563b067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (198b0692-aaa2-4993-80a3-aca68b2e06b1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:55.980197 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67e039a6-4f95-4c5b-8079-18267563b067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (198b0692-aaa2-4993-80a3-aca68b2e06b1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:55.996106 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f9d548c-6954-49d5-9d30-6ad1b14c0c21 req-de8c4e2a-3dcc-43bf-aaf2-491b51211c75 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083560 Mar 07 21:34:56.007008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e039a6-4f95-4c5b-8079-18267563b067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=198b0692-aaa2-4993-80a3-aca68b2e06b1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:56.010553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-24adc038-fb9d-484d-96ed-fd07ac3deca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:56.011113 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67e039a6-4f95-4c5b-8079-18267563b067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:56.012154 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-24adc038-fb9d-484d-96ed-fd07ac3deca8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1282585 Mar 07 21:34:56.017198 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-67e039a6-4f95-4c5b-8079-18267563b067 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/198b0692-aaa2-4993-80a3-aca68b2e06b1 HTTP/1.1" status: 204 len: 168 time: 0.3673732 Mar 07 21:34:56.017541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47318) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:56.024754 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85053e7e-cd33-4c01-a87d-109e1b8f72e0 None None] Network f5d0297f-7fe7-4057-8050-31db19d78746 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:34:56.027211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d75747f4-9e25-4987-9e24-afc76ab4bbb6 req-9d62b2a0-51c2-4142-9cde-f179955a74c6 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861938 Mar 07 21:34:56.034467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-c36deeb6-aacb-49d3-8cea-48d5e0b26c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:56.043446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-c36deeb6-aacb-49d3-8cea-48d5e0b26c6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1187928 Mar 07 21:34:56.101208 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (f5d0297f-7fe7-4057-8050-31db19d78746), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:56.120666 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b14b59-03be-4333-9e89-f2c00f477b45 x-openstack-request-id: req-65b14b59-03be-4333-9e89-f2c00f477b45 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:56.120666 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0f35c9-7e5e-4902-af5b-00edf3caf378", "tag": "ad0b8b32-e5c0-4eb8-a888-37a129bfa799", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:56.120666 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65b14b59-03be-4333-9e89-f2c00f477b45 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:56.120666 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0f35c9-7e5e-4902-af5b-00edf3caf378', 'tag': 'ad0b8b32-e5c0-4eb8-a888-37a129bfa799', 'status': 'completed', 'code': 200} Mar 07 21:34:56.233237 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] Deleting port a0ef9320-85c2-48fd-bf9c-7d7452401d72 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:56.233586 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:56.235018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d20fe9c-dd47-4eea-9e1a-c54608ed8442 req-8ec3ebb9-7be4-435d-b68f-44f8f762410e tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 210 time: 0.1130848 Mar 07 21:34:56.303972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-cda340f0-2255-4ada-ae27-ab84fcfecd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:56.307594 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-cda340f0-2255-4ada-ae27-ab84fcfecd04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2630012 Mar 07 21:34:56.316703 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-a5a42019-4b31-468a-a7fd-3385327ee69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:56.318131 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-a5a42019-4b31-468a-a7fd-3385327ee69c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2572708 Mar 07 21:34:56.339807 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] For port a0ef9320-85c2-48fd-bf9c-7d7452401d72, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a0ef9320-85c2-48fd-bf9c-7d7452401d72,segment=NetworkSegment(866c5279-95c3-4e5e-bf86-2e43c039a4e8),segment_id=866c5279-95c3-4e5e-bf86-2e43c039a4e8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:56.340174 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:56.361619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65216b1-dc1f-4392-b63e-5b23566a98a9 None None] DHCP port deletion for f5d0297f-7fe7-4057-8050-31db19d78746 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:34:56.364262 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 644725f0-a1f3-45de-92dd-5445431d7571 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:56.366858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] Calling delete_port for a0ef9320-85c2-48fd-bf9c-7d7452401d72 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:56.393725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 644725f0-a1f3-45de-92dd-5445431d7571 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:34:56.394091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 644725f0-a1f3-45de-92dd-5445431d7571 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:34:56.395061 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:56.455655 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:34:56.455918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3503317d-4e5e-4bf5-b37e-1c0b2d4b4892 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:34:56.474659 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:56.512505 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ef9320-85c2-48fd-bf9c-7d7452401d72,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:56.522289 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] No DVR routers for this DVR port a0ef9320-85c2-48fd-bf9c-7d7452401d72 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:34:56.527851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b65216b1-dc1f-4392-b63e-5b23566a98a9 None None] Deleting port a0ef9320-85c2-48fd-bf9c-7d7452401d72 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:56.528492 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b65216b1-dc1f-4392-b63e-5b23566a98a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:56.602545 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (f5d0297f-7fe7-4057-8050-31db19d78746), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:56.634107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d0297f-7fe7-4057-8050-31db19d78746']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:56.667128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866c5279-95c3-4e5e-bf86-2e43c039a4e8') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:56.667421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866c5279-95c3-4e5e-bf86-2e43c039a4e8') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:56.672763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b65216b1-dc1f-4392-b63e-5b23566a98a9 None None] For port a0ef9320-85c2-48fd-bf9c-7d7452401d72, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:56.675073 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b65216b1-dc1f-4392-b63e-5b23566a98a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:56.690986 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (866c5279-95c3-4e5e-bf86-2e43c039a4e8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:56.700900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b65216b1-dc1f-4392-b63e-5b23566a98a9 None None] Calling delete_port for a0ef9320-85c2-48fd-bf9c-7d7452401d72 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:56.707854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-b65216b1-dc1f-4392-b63e-5b23566a98a9 None None] Port a0ef9320-85c2-48fd-bf9c-7d7452401d72 was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 21:34:56.708068 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (866c5279-95c3-4e5e-bf86-2e43c039a4e8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:56.709878 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b65216b1-dc1f-4392-b63e-5b23566a98a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (a0ef9320-85c2-48fd-bf9c-7d7452401d72), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:56.716969 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:34:56.717509 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (866c5279-95c3-4e5e-bf86-2e43c039a4e8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:34:56.720642 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:34:56.739222 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65216b1-dc1f-4392-b63e-5b23566a98a9 None None] Pushing event deleted for resources: {'Port': ['ID=a0ef9320-85c2-48fd-bf9c-7d7452401d72,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:56.749816 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65216b1-dc1f-4392-b63e-5b23566a98a9 None None] No DVR routers for this DVR port a0ef9320-85c2-48fd-bf9c-7d7452401d72 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:34:56.802843 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (f5d0297f-7fe7-4057-8050-31db19d78746), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:56.828375 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:56.835872 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] 10.222.0.26 "DELETE /v2.0/networks/f5d0297f-7fe7-4057-8050-31db19d78746 HTTP/1.1" status: 204 len: 168 time: 0.8144152 Mar 07 21:34:56.835872 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79152389-3f7e-449a-9223-8e75ef9ce67b admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d0297f-7fe7-4057-8050-31db19d78746,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:56.836167 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47364) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:56.885681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-1a592793-a6cd-47e8-871c-62ba29757f80 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=aa6d24f53d0443e4bb57bbe0b835e6a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332634 Mar 07 21:34:57.066958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7572cc5-1433-4c58-be9f-de431e224fa4 req-b5bd68b3-6a4d-43ff-9a09-f03adb839797 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:57.069509 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a7572cc5-1433-4c58-be9f-de431e224fa4 req-b5bd68b3-6a4d-43ff-9a09-f03adb839797 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 945 time: 0.7188580 Mar 07 21:34:57.071303 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-d95c02a5-6fa1-4572-a886-9badf51d9b51 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7492867 Mar 07 21:34:57.090926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-fd946afa-a1d4-4f91-940c-7779482bbb7d service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7612145 Mar 07 21:34:57.157052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-928c86f7-b984-40c8-8f92-ef4302ed3698 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:57.159000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-928c86f7-b984-40c8-8f92-ef4302ed3698 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646708 Mar 07 21:34:57.172092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81766b59-db43-4c2b-8a89-7045e839a6ff req-3b72e1d5-a917-4f03-a52f-42c3f78fede4 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:57.173692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81766b59-db43-4c2b-8a89-7045e839a6ff req-3b72e1d5-a917-4f03-a52f-42c3f78fede4 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 948 time: 0.2979515 Mar 07 21:34:57.198604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-a0ed2324-0f5a-4bf8-9072-7323356bd5c2 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Request body: {'port': {'device_id': 'f2810e51-fa81-44d4-8e73-8b788187aa5d', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': 'aa6d24f53d0443e4bb57bbe0b835e6a3'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:57.245492 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-daf0c897-a57a-4b7e-899c-5506f79773a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:57.389977 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a7572cc5-1433-4c58-be9f-de431e224fa4 req-922a52b0-0b26-458d-837e-b0d8f35fc98b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087306 Mar 07 21:34:57.442893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81766b59-db43-4c2b-8a89-7045e839a6ff req-7c00c8ac-6a4d-41cb-b513-a2915274819e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409711 Mar 07 21:34:57.494882 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-4742e5f5-47a8-438a-b04b-54563f3d89de service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158237 Mar 07 21:34:57.527573 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4bf031b-7e81-4c6b-aec7-0dcdc9d22cc0 req-633c39fe-e925-40c1-ba53-c4c410aa8475 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237356 Mar 07 21:34:57.572412 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-daf0c897-a57a-4b7e-899c-5506f79773a8 admin admin] Deleting port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:57.572981 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-daf0c897-a57a-4b7e-899c-5506f79773a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:57.616267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-a0ed2324-0f5a-4bf8-9072-7323356bd5c2 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Made reservation on behalf of aa6d24f53d0443e4bb57bbe0b835e6a3 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:34:57.619755 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-a0ed2324-0f5a-4bf8-9072-7323356bd5c2 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:57.660994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-daf0c897-a57a-4b7e-899c-5506f79773a8 admin admin] For port 6d7c9cfe-21ab-4123-97c8-ec9920ded2be, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6d7c9cfe-21ab-4123-97c8-ec9920ded2be,segment=NetworkSegment(4a6284b7-3855-4709-8a24-2d05e4ad7485),segment_id=4a6284b7-3855-4709-8a24-2d05e4ad7485)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:57.661350 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-daf0c897-a57a-4b7e-899c-5506f79773a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:57.673781 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-daf0c897-a57a-4b7e-899c-5506f79773a8 admin admin] Calling delete_port for 6d7c9cfe-21ab-4123-97c8-ec9920ded2be owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:57.745630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eddc0e-c265-4249-bcfd-f6d54dcfa355 req-569c173f-b963-42f0-8c70-427faf3c5677 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:57.752874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32eddc0e-c265-4249-bcfd-f6d54dcfa355 req-569c173f-b963-42f0-8c70-427faf3c5677 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 946 time: 0.2018864 Mar 07 21:34:57.765930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3015c-1d66-46a6-be19-d79b7362d0e1 req-e9829970-a27b-4f10-9530-34c449c9127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:57.767525 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3cf3015c-1d66-46a6-be19-d79b7362d0e1 req-e9829970-a27b-4f10-9530-34c449c9127d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=de0f35c9-7e5e-4902-af5b-00edf3caf378 HTTP/1.1" status: 200 len: 1129 time: 0.1985576 Mar 07 21:34:57.804302 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e095ea-6ff5-49be-9d7b-d02c63b131b7 req-c62a6c91-8563-4eb1-97b7-6356d52d0f48 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:57.810162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e095ea-6ff5-49be-9d7b-d02c63b131b7 req-c62a6c91-8563-4eb1-97b7-6356d52d0f48 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:57.811601 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17e095ea-6ff5-49be-9d7b-d02c63b131b7 req-c62a6c91-8563-4eb1-97b7-6356d52d0f48 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 1681 time: 0.2124650 Mar 07 21:34:57.871850 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-daf0c897-a57a-4b7e-899c-5506f79773a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6d7c9cfe-21ab-4123-97c8-ec9920ded2be), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:57.901107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0c897-a57a-4b7e-899c-5506f79773a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7c9cfe-21ab-4123-97c8-ec9920ded2be,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:57.957980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32eddc0e-c265-4249-bcfd-f6d54dcfa355 req-cf6c15dc-5ebe-4be7-9804-47f15ac5cb45 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040024 Mar 07 21:34:58.065723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17e095ea-6ff5-49be-9d7b-d02c63b131b7 req-78739328-7e20-4b61-9898-0b1b9ed2c80e tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298369 Mar 07 21:34:58.092641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3015c-1d66-46a6-be19-d79b7362d0e1 req-6dafd13f-78f1-4ca7-8b6e-fe09d8b7f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:58.097350 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3cf3015c-1d66-46a6-be19-d79b7362d0e1 req-6dafd13f-78f1-4ca7-8b6e-fe09d8b7f6ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.3125172 Mar 07 21:34:58.140335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53bd353-e482-410d-98ce-ddd7271d1045', 'tag': '91e3530c-a21e-49f8-9573-c90a3345c0da'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:34:58.149828 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfa3c50-0631-42f9-9469-8ac439506868" -d '{"events": [{"name": "network-changed", "server_uuid": "a53bd353-e482-410d-98ce-ddd7271d1045", "tag": "91e3530c-a21e-49f8-9573-c90a3345c0da"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:34:58.185912 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-daf0c897-a57a-4b7e-899c-5506f79773a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:58.216930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-a0ed2324-0f5a-4bf8-9072-7323356bd5c2 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Allocated IP 192.168.233.77 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/0b781b04-d530-4840-b32e-0e11092a589d) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:34:58.221197 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f25976e-c180-4479-89f3-8916ec71671b req-ae75a529-0d29-47e4-b43a-6dc4b0fb4a11 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 210 time: 0.1503563 Mar 07 21:34:58.230307 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3cf3015c-1d66-46a6-be19-d79b7362d0e1 req-0f0edbbb-8abe-4e3a-8a68-2398429fea6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=ad0b8b32-e5c0-4eb8-a888-37a129bfa799 HTTP/1.1" status: 200 len: 217 time: 0.1257515 Mar 07 21:34:58.354498 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3015c-1d66-46a6-be19-d79b7362d0e1 req-40f6d069-322e-4c07-9a31-6174b304ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:58.356464 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3cf3015c-1d66-46a6-be19-d79b7362d0e1 req-40f6d069-322e-4c07-9a31-6174b304ca0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1116059 Mar 07 21:34:58.385035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a0ef9320-85c2-48fd-bf9c-7d7452401d72 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:34:58.433502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: a0ef9320-85c2-48fd-bf9c-7d7452401d72 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:34:58.435237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a0ef9320-85c2-48fd-bf9c-7d7452401d72 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:34:58.438338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d7a35-72d2-49b5-a7de-b924a227b190 req-7df6be88-7776-4ebc-b11c-5fdb14e989f6 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:58.457266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a03d7a35-72d2-49b5-a7de-b924a227b190 req-7df6be88-7776-4ebc-b11c-5fdb14e989f6 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 1127 time: 0.2308719 Mar 07 21:34:58.535375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf0c897-a57a-4b7e-899c-5506f79773a8 admin admin] Router 2f29fb5b-92f0-460b-a432-45b71ca9a7e4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:34:58.586689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a03d7a35-72d2-49b5-a7de-b924a227b190 req-49261713-1971-46c6-acbe-b42437ebd2a9 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266947 Mar 07 21:34:58.597096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3015c-1d66-46a6-be19-d79b7362d0e1 req-5ab01b06-24a1-4b91-9d11-aa15e521ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:58.599211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3cf3015c-1d66-46a6-be19-d79b7362d0e1 req-5ab01b06-24a1-4b91-9d11-aa15e521ee90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2340260 Mar 07 21:34:58.718545 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-a0ed2324-0f5a-4bf8-9072-7323356bd5c2 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks [] for port (0b781b04-d530-4840-b32e-0e11092a589d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:58.761130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf0c897-a57a-4b7e-899c-5506f79773a8 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:34:58.765908 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-daf0c897-a57a-4b7e-899c-5506f79773a8 admin admin] 10.222.0.26 "PUT /v2.0/routers/2f29fb5b-92f0-460b-a432-45b71ca9a7e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9282658 Mar 07 21:34:58.768457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47442) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:58.777531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03651b4-2cb9-43dd-9f48-a7b29f96d8eb None None] Sync routers for ids ['2f29fb5b-92f0-460b-a432-45b71ca9a7e4'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:34:58.784962 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679a9a6b-f698-45e7-96e1-b8fc2ec3a25c x-openstack-request-id: req-679a9a6b-f698-45e7-96e1-b8fc2ec3a25c {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:34:58.785449 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53bd353-e482-410d-98ce-ddd7271d1045", "tag": "91e3530c-a21e-49f8-9573-c90a3345c0da", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:34:58.785576 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-679a9a6b-f698-45e7-96e1-b8fc2ec3a25c {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:34:58.785875 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53bd353-e482-410d-98ce-ddd7271d1045', 'tag': '91e3530c-a21e-49f8-9573-c90a3345c0da', 'status': 'completed', 'code': 200} Mar 07 21:34:58.796220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03651b4-2cb9-43dd-9f48-a7b29f96d8eb None None] Routers {'2f29fb5b-92f0-460b-a432-45b71ca9a7e4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:58.797657 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a03651b4-2cb9-43dd-9f48-a7b29f96d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2f29fb5b-92f0-460b-a432-45b71ca9a7e4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:58.835589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3cf3015c-1d66-46a6-be19-d79b7362d0e1 req-d6ef3262-f603-40b2-a396-086e8f84e855 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267232 Mar 07 21:34:58.919672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-a03651b4-2cb9-43dd-9f48-a7b29f96d8eb None None] Set router 2f29fb5b-92f0-460b-a432-45b71ca9a7e4 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:34:58.976632 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-a0ed2324-0f5a-4bf8-9072-7323356bd5c2 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0b781b04-d530-4840-b32e-0e11092a589d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:58.996173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bbdea-4a3c-4a75-965e-f564b47c032c req-ef94ff74-5416-4cb9-a78b-d799c601a47a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:58.997055 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['cc23150c-be1c-44ad-98aa-cc7637fe6296'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:34:58.997766 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-224bbdea-4a3c-4a75-965e-f564b47c032c req-ef94ff74-5416-4cb9-a78b-d799c601a47a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 946 time: 0.2673101 Mar 07 21:34:59.028837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 47444) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:34:59.044535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-056433aa-0f12-49be-bd5d-a84e321220ee tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Request body: {'floatingip': {'port_id': '9ad2b162-1042-444f-ba38-44b140af2d35'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:59.095711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa3c50-0631-42f9-9469-8ac439506868 req-35da0fd5-d9aa-42e2-bb76-c06f2e4be42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:59.098380 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cfa3c50-0631-42f9-9469-8ac439506868 req-35da0fd5-d9aa-42e2-bb76-c06f2e4be42e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 1130 time: 0.3081048 Mar 07 21:34:59.139845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-a0ed2324-0f5a-4bf8-9072-7323356bd5c2 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:34:59.153788 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] Publish callbacks [] for router (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:59.171673 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-056433aa-0f12-49be-bd5d-a84e321220ee tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for floatingip (61cefd45-f65d-468d-a70c-2457f8755cfd), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:59.186281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-a0ed2324-0f5a-4bf8-9072-7323356bd5c2 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:34:59.197481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc7469-47b9-414b-bca6-d034c27c90d0 req-c4cabb5a-107e-40da-97e2-cc154a574f5b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:59.205022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7dc7469-47b9-414b-bca6-d034c27c90d0 req-c4cabb5a-107e-40da-97e2-cc154a574f5b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 948 time: 0.3672307 Mar 07 21:34:59.212236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-a0ed2324-0f5a-4bf8-9072-7323356bd5c2 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:34:59.215125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed2324-0f5a-4bf8-9072-7323356bd5c2 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Pushing event updated for resources: {'Port': ['ID=0b781b04-d530-4840-b32e-0e11092a589d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:59.258780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a03651b4-2cb9-43dd-9f48-a7b29f96d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399420863-router', 'tenant_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fdb7a9b7-c4cc-4672-b142-cf2e95b0245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:28Z', 'updated_at': '2022-03-07T21:34:57Z', 'revision_number': 5, 'project_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'gw_port': {'id': 'fdb7a9b7-c4cc-4672-b142-cf2e95b0245e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:32:30Z', 'updated_at': '2022-03-07T21:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:59.272669 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3cf3015c-1d66-46a6-be19-d79b7362d0e1 req-02e09a84-3b74-4d30-84f2-bd3925eddc84 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277565 Mar 07 21:34:59.278442 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] Publish callbacks [] for router_gateway (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:59.327694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03651b4-2cb9-43dd-9f48-a7b29f96d8eb None None] Checking router: 2f29fb5b-92f0-460b-a432-45b71ca9a7e4 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:34:59.344529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03651b4-2cb9-43dd-9f48-a7b29f96d8eb None None] Routers {'2f29fb5b-92f0-460b-a432-45b71ca9a7e4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:34:59.345445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a03651b4-2cb9-43dd-9f48-a7b29f96d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2f29fb5b-92f0-460b-a432-45b71ca9a7e4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:59.354415 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] Deleting port fdb7a9b7-c4cc-4672-b142-cf2e95b0245e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:34:59.354760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fdb7a9b7-c4cc-4672-b142-cf2e95b0245e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:59.450992 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] For port fdb7a9b7-c4cc-4672-b142-cf2e95b0245e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fdb7a9b7-c4cc-4672-b142-cf2e95b0245e,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:34:59.451358 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fdb7a9b7-c4cc-4672-b142-cf2e95b0245e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:59.466769 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] Calling delete_port for fdb7a9b7-c4cc-4672-b142-cf2e95b0245e owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:34:59.467319 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-a03651b4-2cb9-43dd-9f48-a7b29f96d8eb None None] Set router 2f29fb5b-92f0-460b-a432-45b71ca9a7e4 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:34:59.472454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-a0ed2324-0f5a-4bf8-9072-7323356bd5c2 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:59.473069 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-a0ed2324-0f5a-4bf8-9072-7323356bd5c2 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:59.498941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ded9b-880f-46c4-89d4-c9170cbd6117 req-bcf19204-efc0-4628-b0a6-14a767655cc0 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:59.502517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a10ded9b-880f-46c4-89d4-c9170cbd6117 req-bcf19204-efc0-4628-b0a6-14a767655cc0 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 1127 time: 0.4105461 Mar 07 21:34:59.515348 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7dc7469-47b9-414b-bca6-d034c27c90d0 req-baba53d2-e9fe-403c-bfb8-dbdbf3a0edc4 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093662 Mar 07 21:34:59.540515 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9a434220-966e-4574-85a2-9a85a1601bfc None None] Provisioning complete for port 0b781b04-d530-4840-b32e-0e11092a589d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:34:59.541010 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9a434220-966e-4574-85a2-9a85a1601bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0b781b04-d530-4840-b32e-0e11092a589d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:59.542913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a03651b4-2cb9-43dd-9f48-a7b29f96d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399420863-router', 'tenant_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:28Z', 'updated_at': '2022-03-07T21:34:59Z', 'revision_number': 6, 'project_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:34:59.591390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03651b4-2cb9-43dd-9f48-a7b29f96d8eb None None] The sync data for ids ['2f29fb5b-92f0-460b-a432-45b71ca9a7e4'] in n-d-832330-1 is: [{'id': '2f29fb5b-92f0-460b-a432-45b71ca9a7e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399420863-router', 'tenant_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:32:28Z', 'updated_at': '2022-03-07T21:34:59Z', 'revision_number': 6, 'project_id': 'dc69f0c8e49f4331ab71b771a5597d42', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:34:59.609146 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9a434220-966e-4574-85a2-9a85a1601bfc None None] Port 0b781b04-d530-4840-b32e-0e11092a589d cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:34:59.631189 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-a0ed2324-0f5a-4bf8-9072-7323356bd5c2 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4368234 Mar 07 21:34:59.647719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa3c50-0631-42f9-9469-8ac439506868 req-8b8b04d3-457c-4a4e-a8c0-b3c32829afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:34:59.647719 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cfa3c50-0631-42f9-9469-8ac439506868 req-8b8b04d3-457c-4a4e-a8c0-b3c32829afa3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.5219386 Mar 07 21:34:59.650141 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a10ded9b-880f-46c4-89d4-c9170cbd6117 req-235a07ae-7e0e-4e27-bcc0-5c769f3ede26 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335721 Mar 07 21:34:59.654483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Request body: {'port': {'device_id': 'f2810e51-fa81-44d4-8e73-8b788187aa5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:34:59.664495 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (fdb7a9b7-c4cc-4672-b142-cf2e95b0245e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:59.718561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb7a9b7-c4cc-4672-b142-cf2e95b0245e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:59.762052 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cfa3c50-0631-42f9-9469-8ac439506868 req-3b5e6133-7ec2-4503-ae5c-e899340b4a5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=91e3530c-a21e-49f8-9573-c90a3345c0da HTTP/1.1" status: 200 len: 217 time: 0.1016130 Mar 07 21:34:59.791901 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:59.912696 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:59.915358 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] Publish callbacks [] for router_controller (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:59.977176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (2f29fb5b-92f0-460b-a432-45b71ca9a7e4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:59.978131 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f29fb5b-92f0-460b-a432-45b71ca9a7e4 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:34:59.983410 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:34:59.989714 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fded3703-29e2-4b0a-b88f-5e0ba0f73548 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2f29fb5b-92f0-460b-a432-45b71ca9a7e4 HTTP/1.1" status: 204 len: 168 time: 1.2201922 Mar 07 21:34:59.990460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47488) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:00.047425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca572881-7a79-4a96-8b8f-995fda7e9d6e admin admin] Deleting subnet 9106b256-77e0-4da4-a577-d08e52faee62 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:35:00.051833 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca572881-7a79-4a96-8b8f-995fda7e9d6e admin admin] Publish callbacks [] for subnet (9106b256-77e0-4da4-a577-d08e52faee62), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:00.098127 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca572881-7a79-4a96-8b8f-995fda7e9d6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (9106b256-77e0-4da4-a577-d08e52faee62), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:00.183864 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca572881-7a79-4a96-8b8f-995fda7e9d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (9106b256-77e0-4da4-a577-d08e52faee62), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:00.255569 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca572881-7a79-4a96-8b8f-995fda7e9d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (9106b256-77e0-4da4-a577-d08e52faee62), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:00.269777 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0b781b04-d530-4840-b32e-0e11092a589d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:00.286241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca572881-7a79-4a96-8b8f-995fda7e9d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9106b256-77e0-4da4-a577-d08e52faee62,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:00.291706 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca572881-7a79-4a96-8b8f-995fda7e9d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:00.294026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa0fd6b-df87-4809-a67e-31ee4ec29bb3 None None] Network 61721527-501c-4bd9-a4a7-fc391e6c86a3 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:35:00.295590 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ca572881-7a79-4a96-8b8f-995fda7e9d6e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9106b256-77e0-4da4-a577-d08e52faee62 HTTP/1.1" status: 204 len: 168 time: 0.3040526 Mar 07 21:35:00.298564 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47506) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:00.345637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa3c50-0631-42f9-9469-8ac439506868 req-41dd0b5c-275e-4524-9695-516bdf8d87b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:00.347128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cfa3c50-0631-42f9-9469-8ac439506868 req-41dd0b5c-275e-4524-9695-516bdf8d87b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.5741756 Mar 07 21:35:00.378652 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (61721527-501c-4bd9-a4a7-fc391e6c86a3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:00.461486 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] Deleting port a3ac1920-7f0c-4649-b0b1-f32f72d2332c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:00.461829 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:00.545600 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] For port a3ac1920-7f0c-4649-b0b1-f32f72d2332c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a3ac1920-7f0c-4649-b0b1-f32f72d2332c,segment=NetworkSegment(4a6284b7-3855-4709-8a24-2d05e4ad7485),segment_id=4a6284b7-3855-4709-8a24-2d05e4ad7485)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:00.546313 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:00.550364 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb476f4-ce8b-4591-ac2e-511e818d9dbb None None] DHCP port deletion for 61721527-501c-4bd9-a4a7-fc391e6c86a3 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:35:00.561443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] Calling delete_port for a3ac1920-7f0c-4649-b0b1-f32f72d2332c owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:00.597297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6d7c9cfe-21ab-4123-97c8-ec9920ded2be no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:00.642369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794311f7-9f0a-4039-bc04-c2a67f594c63 req-bd92daaf-ffb7-41b2-9ac8-eb509246b36a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:00.648349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794311f7-9f0a-4039-bc04-c2a67f594c63 req-bd92daaf-ffb7-41b2-9ac8-eb509246b36a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:00.650038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-794311f7-9f0a-4039-bc04-c2a67f594c63 req-bd92daaf-ffb7-41b2-9ac8-eb509246b36a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 1681 time: 0.3654613 Mar 07 21:35:00.674006 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:00.707642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ac1920-7f0c-4649-b0b1-f32f72d2332c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:00.712692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] No DVR routers for this DVR port a3ac1920-7f0c-4649-b0b1-f32f72d2332c on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:35:00.805137 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ceec9-d1a6-4f0e-8800-6844b3ff7443 req-17eac7e5-3ee9-4d4d-910f-00043307e633 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:00.807022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (61721527-501c-4bd9-a4a7-fc391e6c86a3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:00.811885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a2ceec9-d1a6-4f0e-8800-6844b3ff7443 req-17eac7e5-3ee9-4d4d-910f-00043307e633 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 935 time: 0.5436194 Mar 07 21:35:00.814282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 6d7c9cfe-21ab-4123-97c8-ec9920ded2be {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:35:00.815556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6d7c9cfe-21ab-4123-97c8-ec9920ded2be not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:35:00.818332 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fdb7a9b7-c4cc-4672-b142-cf2e95b0245e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:00.842143 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61721527-501c-4bd9-a4a7-fc391e6c86a3']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:00.857822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6284b7-3855-4709-8a24-2d05e4ad7485') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:00.858317 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6284b7-3855-4709-8a24-2d05e4ad7485') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:00.863441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: fdb7a9b7-c4cc-4672-b142-cf2e95b0245e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:35:00.863997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fdb7a9b7-c4cc-4672-b142-cf2e95b0245e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:35:00.870814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cbb476f4-ce8b-4591-ac2e-511e818d9dbb None None] Deleting port a3ac1920-7f0c-4649-b0b1-f32f72d2332c {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:00.871198 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cbb476f4-ce8b-4591-ac2e-511e818d9dbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:00.874238 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (4a6284b7-3855-4709-8a24-2d05e4ad7485), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:00.893982 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (4a6284b7-3855-4709-8a24-2d05e4ad7485), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:00.909031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:35:00.910777 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (4a6284b7-3855-4709-8a24-2d05e4ad7485), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:00.945219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ad0b8b32-e5c0-4eb8-a888-37a129bfa799 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:35:00.962279 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-794311f7-9f0a-4039-bc04-c2a67f594c63 req-ab658f02-ad11-49c4-a4a7-1d9affba5317 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026493 Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:35:00.994346 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:35:01.005468 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (61721527-501c-4bd9-a4a7-fc391e6c86a3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:01.035789 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:01.042908 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] 10.222.0.26 "DELETE /v2.0/networks/61721527-501c-4bd9-a4a7-fc391e6c86a3 HTTP/1.1" status: 204 len: 168 time: 0.7432940 Mar 07 21:35:01.045554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff25562-445b-46fb-8f81-8c2c8a11a435 admin admin] Pushing event deleted for resources: {'Network': ['ID=61721527-501c-4bd9-a4a7-fc391e6c86a3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:01.087338 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cbb476f4-ce8b-4591-ac2e-511e818d9dbb None None] For port a3ac1920-7f0c-4649-b0b1-f32f72d2332c, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:01.088208 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cbb476f4-ce8b-4591-ac2e-511e818d9dbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:01.104938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa3c50-0631-42f9-9469-8ac439506868 req-f1c77761-b8ce-4693-8bcf-7d72cda7b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:01.106977 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cfa3c50-0631-42f9-9469-8ac439506868 req-f1c77761-b8ce-4693-8bcf-7d72cda7b477 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7018623 Mar 07 21:35:01.119356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cbb476f4-ce8b-4591-ac2e-511e818d9dbb None None] Calling delete_port for a3ac1920-7f0c-4649-b0b1-f32f72d2332c owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:01.125781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-cbb476f4-ce8b-4591-ac2e-511e818d9dbb None None] Port a3ac1920-7f0c-4649-b0b1-f32f72d2332c was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 21:35:01.129833 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cbb476f4-ce8b-4591-ac2e-511e818d9dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (a3ac1920-7f0c-4649-b0b1-f32f72d2332c), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:01.176047 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cbb476f4-ce8b-4591-ac2e-511e818d9dbb None None] Network 61721527-501c-4bd9-a4a7-fc391e6c86a3 is not hosted by any dhcp agent {{(pid=103720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 21:35:01.177027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb476f4-ce8b-4591-ac2e-511e818d9dbb None None] No DVR routers for this DVR port a3ac1920-7f0c-4649-b0b1-f32f72d2332c on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:35:01.177146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a2ceec9-d1a6-4f0e-8800-6844b3ff7443 req-a3fb0c27-516a-4d63-b0b3-83cd3383f1ea tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643661 Mar 07 21:35:01.181699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb476f4-ce8b-4591-ac2e-511e818d9dbb None None] Pushing event deleted for resources: {'Port': ['ID=a3ac1920-7f0c-4649-b0b1-f32f72d2332c,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:01.229321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ad0b8b32-e5c0-4eb8-a888-37a129bfa799, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ad0b8b32-e5c0-4eb8-a888-37a129bfa799,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:01.248729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'ad0b8b32-e5c0-4eb8-a888-37a129bfa799', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'ad0b8b32-e5c0-4eb8-a888-37a129bfa799', 'mac_address': 'fa:16:3e:d9:91:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:35:01.261731 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 91e3530c-a21e-49f8-9573-c90a3345c0da details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:35:01.267701 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.db.resource_extend [None req-056433aa-0f12-49be-bd5d-a84e321220ee tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:35:01.345168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ad0b8b32-e5c0-4eb8-a888-37a129bfa799 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:01.345562 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:01.393438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0b8b32-e5c0-4eb8-a888-37a129bfa799 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:01.404635 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47534) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:01.428417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ad0b8b32-e5c0-4eb8-a888-37a129bfa799, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ad0b8b32-e5c0-4eb8-a888-37a129bfa799,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:01.454680 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:01.474542 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-90bccdeb-441d-406b-a195-caf0da4443b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe507c0d42ab4e7980b233c654d92447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0679879 Mar 07 21:35:01.478173 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47548) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:01.494923 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-056433aa-0f12-49be-bd5d-a84e321220ee tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:01.508098 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-056433aa-0f12-49be-bd5d-a84e321220ee tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (61cefd45-f65d-468d-a70c-2457f8755cfd), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:01.554083 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fa20352-0816-43a9-88e1-ea2770fb9078 admin admin] Publish callbacks [] for security_group (0edfbce5-3e57-4a6b-9aef-f9a102b42acd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:01.579091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fa20352-0816-43a9-88e1-ea2770fb9078 admin admin] Publish callbacks [] for security_group (0edfbce5-3e57-4a6b-9aef-f9a102b42acd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:01.647456 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fa20352-0816-43a9-88e1-ea2770fb9078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0edfbce5-3e57-4a6b-9aef-f9a102b42acd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:01.651025 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fa20352-0816-43a9-88e1-ea2770fb9078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:01.655190 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5fa20352-0816-43a9-88e1-ea2770fb9078 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0edfbce5-3e57-4a6b-9aef-f9a102b42acd HTTP/1.1" status: 204 len: 168 time: 0.1750875 Mar 07 21:35:01.676051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ad0b8b32-e5c0-4eb8-a888-37a129bfa799,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:01.679374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa20352-0816-43a9-88e1-ea2770fb9078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edfbce5-3e57-4a6b-9aef-f9a102b42acd,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:01.684128 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 91e3530c-a21e-49f8-9573-c90a3345c0da, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=91e3530c-a21e-49f8-9573-c90a3345c0da,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:01.698269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '91e3530c-a21e-49f8-9573-c90a3345c0da', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '91e3530c-a21e-49f8-9573-c90a3345c0da', 'mac_address': 'fa:16:3e:c0:0d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:35:01.713430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cfa3c50-0631-42f9-9469-8ac439506868 req-e263199b-aac6-447d-b721-204678607136 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646796 Mar 07 21:35:01.724884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3718e5b-50ad-49b4-9b56-8786c7377729 req-1646b3c4-80bc-43a1-bd96-76d1b25b48c1 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:01.731984 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3718e5b-50ad-49b4-9b56-8786c7377729 req-1646b3c4-80bc-43a1-bd96-76d1b25b48c1 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 948 time: 0.4168510 Mar 07 21:35:01.744158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ad0b8b32-e5c0-4eb8-a888-37a129bfa799'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:01.794493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 91e3530c-a21e-49f8-9573-c90a3345c0da is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:01.795794 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:01.796332 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-056433aa-0f12-49be-bd5d-a84e321220ee tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Floating IP 61cefd45-f65d-468d-a70c-2457f8755cfd associated. External IP: 172.25.4.186, port: 9ad2b162-1042-444f-ba38-44b140af2d35. Mar 07 21:35:01.834353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e3530c-a21e-49f8-9573-c90a3345c0da {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:01.858229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 91e3530c-a21e-49f8-9573-c90a3345c0da, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=91e3530c-a21e-49f8-9573-c90a3345c0da,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:01.871361 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:01.986026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=91e3530c-a21e-49f8-9573-c90a3345c0da,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:01.992693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b781b04-d530-4840-b32e-0e11092a589d {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:02.011567 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Publish callbacks [] for port (0b781b04-d530-4840-b32e-0e11092a589d), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:02.027609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Transition to ACTIVE for port object 0b781b04-d530-4840-b32e-0e11092a589d will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:35:02.055076 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (0b781b04-d530-4840-b32e-0e11092a589d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:02.118041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-301f2fb4-24c2-4677-91b6-8fa80f5936c5 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:02.123834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-301f2fb4-24c2-4677-91b6-8fa80f5936c5 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:02.125523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-301f2fb4-24c2-4677-91b6-8fa80f5936c5 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 1681 time: 0.4996529 Mar 07 21:35:02.137317 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cfa3c50-0631-42f9-9469-8ac439506868 req-5915653a-32c6-4b27-8cd8-fe37d9d043d7 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915992 Mar 07 21:35:02.224662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3718e5b-50ad-49b4-9b56-8786c7377729 req-2597abc0-345f-4a77-80e3-1e4bed6ed5e2 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911671 Mar 07 21:35:02.272584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47576) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:02.276089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['91e3530c-a21e-49f8-9573-c90a3345c0da'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:02.339866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Pushing event updated for resources: {'Port': ['ID=0b781b04-d530-4840-b32e-0e11092a589d,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:02.355177 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6078931b-90c3-426f-a434-daab834d7f29 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc69f0c8e49f4331ab71b771a5597d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0792246 Mar 07 21:35:02.358998 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47578) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:02.371866 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a3ac1920-7f0c-4649-b0b1-f32f72d2332c no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:02.415810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: a3ac1920-7f0c-4649-b0b1-f32f72d2332c {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:35:02.416146 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a3ac1920-7f0c-4649-b0b1-f32f72d2332c not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:35:02.433773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23a6c7b3-4945-4a91-9c01-0deb167d216f admin admin] Publish callbacks [] for security_group (7bae2cb2-6853-4cd2-9d5c-d40edb05695e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:02.471187 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23a6c7b3-4945-4a91-9c01-0deb167d216f admin admin] Publish callbacks [] for security_group (7bae2cb2-6853-4cd2-9d5c-d40edb05695e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:02.545808 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23a6c7b3-4945-4a91-9c01-0deb167d216f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7bae2cb2-6853-4cd2-9d5c-d40edb05695e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:02.555889 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23a6c7b3-4945-4a91-9c01-0deb167d216f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:02.559825 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-23a6c7b3-4945-4a91-9c01-0deb167d216f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7bae2cb2-6853-4cd2-9d5c-d40edb05695e HTTP/1.1" status: 204 len: 168 time: 0.1997664 Mar 07 21:35:02.570835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6c7b3-4945-4a91-9c01-0deb167d216f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bae2cb2-6853-4cd2-9d5c-d40edb05695e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:02.896482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317f0f1-9803-48d0-9348-a2563e812fa9 req-03fcc781-fb82-4615-8fad-ec9eccc05b2e tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:02.903367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0317f0f1-9803-48d0-9348-a2563e812fa9 req-03fcc781-fb82-4615-8fad-ec9eccc05b2e tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 1127 time: 0.7705219 Mar 07 21:35:02.940618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ad0b8b32-e5c0-4eb8-a888-37a129bfa799 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:35:03.015584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29352d8-7c79-4727-af2a-26c1ce78e4f0 req-39641df2-7de6-4a3d-8076-640f16a66955 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:03.016169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port ad0b8b32-e5c0-4eb8-a888-37a129bfa799 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:35:03.021477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29352d8-7c79-4727-af2a-26c1ce78e4f0 req-39641df2-7de6-4a3d-8076-640f16a66955 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:03.022205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port ad0b8b32-e5c0-4eb8-a888-37a129bfa799 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:03.022949 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:03.028438 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f29352d8-7c79-4727-af2a-26c1ce78e4f0 req-39641df2-7de6-4a3d-8076-640f16a66955 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 1681 time: 0.6753948 Mar 07 21:35:03.037402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Attempting to bind port 0b781b04-d530-4840-b32e-0e11092a589d on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:35:03.037743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Attempting to bind port 0b781b04-d530-4840-b32e-0e11092a589d by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:35:03.038093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Attempting to bind port 0b781b04-d530-4840-b32e-0e11092a589d on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:03.076079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-64332f37-96f0-4ef8-bd05-8c79fc36864b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Deleting port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:03.076428 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-64332f37-96f0-4ef8-bd05-8c79fc36864b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:03.079016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Port 0b781b04-d530-4840-b32e-0e11092a589d on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:35:03.079377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Attempting to bind port 0b781b04-d530-4840-b32e-0e11092a589d on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:03.110138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0317f0f1-9803-48d0-9348-a2563e812fa9 req-d18422e9-bf68-4250-bf10-4eaacd38d008 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058074 Mar 07 21:35:03.142598 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ad0b8b32-e5c0-4eb8-a888-37a129bfa799 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:03.143216 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:03.162771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:35:03.163158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:03.164074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:35:03.164074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Bound port: 0b781b04-d530-4840-b32e-0e11092a589d, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:35:03.164328 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0b781b04-d530-4840-b32e-0e11092a589d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:03.179191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f35c9-7e5e-4902-af5b-00edf3caf378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0b8b32-e5c0-4eb8-a888-37a129bfa799'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:03.183098 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5616bd8d-8621-440e-b9e9-979df2f8f234" -d '{"events": [{"server_uuid": "de0f35c9-7e5e-4902-af5b-00edf3caf378", "name": "network-vif-plugged", "status": "completed", "tag": "ad0b8b32-e5c0-4eb8-a888-37a129bfa799"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:03.200833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ad0b8b32-e5c0-4eb8-a888-37a129bfa799, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ad0b8b32-e5c0-4eb8-a888-37a129bfa799,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:03.211120 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:03.214537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:03.308197 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ad0b8b32-e5c0-4eb8-a888-37a129bfa799,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:03.323942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056433aa-0f12-49be-bd5d-a84e321220ee tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:35:03.384667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f29352d8-7c79-4727-af2a-26c1ce78e4f0 req-d8852af7-8893-4998-b234-54a97c986f42 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531616 Mar 07 21:35:03.488675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:03.489395 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:03.570595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c,segment=NetworkSegment(f87d6838-f389-4f28-ad91-4b6488b70741),segment_id=f87d6838-f389-4f28-ad91-4b6488b70741)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:03.580685 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:03.581968 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device fc799499-bac7-4626-8468-a7b714055dce no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:03.642197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-64332f37-96f0-4ef8-bd05-8c79fc36864b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] For port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c,segment=NetworkSegment(f87d6838-f389-4f28-ad91-4b6488b70741),segment_id=f87d6838-f389-4f28-ad91-4b6488b70741)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:03.642884 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-64332f37-96f0-4ef8-bd05-8c79fc36864b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:03.657141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] For port 0b781b04-d530-4840-b32e-0e11092a589d, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:03.699549 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] For port 0b781b04-d530-4840-b32e-0e11092a589d, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0b781b04-d530-4840-b32e-0e11092a589d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:35:03.705440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-64332f37-96f0-4ef8-bd05-8c79fc36864b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Calling delete_port for 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:03.728834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc60d4d-b1bf-46be-9d0b-c575ee2a132c req-2adb4f71-93f2-48cc-8f83-cfd0104b0bfe tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:03.737747 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8bc60d4d-b1bf-46be-9d0b-c575ee2a132c req-2adb4f71-93f2-48cc-8f83-cfd0104b0bfe tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 947 time: 0.2424381 Mar 07 21:35:03.744981 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:03.763837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port fc799499-bac7-4626-8468-a7b714055dce is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:03.764467 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fc799499-bac7-4626-8468-a7b714055dce), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:03.779503 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (0b781b04-d530-4840-b32e-0e11092a589d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:03.847547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port fc799499-bac7-4626-8468-a7b714055dce, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fc799499-bac7-4626-8468-a7b714055dce,segment=NetworkSegment(a02307ef-f6fb-4c14-9f7b-b31df1471f73),segment_id=a02307ef-f6fb-4c14-9f7b-b31df1471f73)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:03.856296 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fc799499-bac7-4626-8468-a7b714055dce), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:03.860575 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8bc60d4d-b1bf-46be-9d0b-c575ee2a132c req-065241f2-768d-419d-875a-00fa956d75e3 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210616 Mar 07 21:35:03.978600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:03.980576 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:03.982415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] 10.222.0.15 "PUT /v2.0/ports/0b781b04-d530-4840-b32e-0e11092a589d HTTP/1.1" status: 200 len: 1095 time: 4.3438866 Mar 07 21:35:03.982970 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2810e51-fa81-44d4-8e73-8b788187aa5d', 'tag': '0b781b04-d530-4840-b32e-0e11092a589d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:03.985680 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e42c71-afcc-429d-b639-7fffe6124a66" -d '{"events": [{"name": "network-changed", "server_uuid": "f2810e51-fa81-44d4-8e73-8b788187aa5d", "tag": "0b781b04-d530-4840-b32e-0e11092a589d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:04.046242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=fc799499-bac7-4626-8468-a7b714055dce,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:04.052691 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27eb4525-8f78-431c-95df-993bacaced34 x-openstack-request-id: req-27eb4525-8f78-431c-95df-993bacaced34 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:04.058255 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f35c9-7e5e-4902-af5b-00edf3caf378", "name": "network-vif-plugged", "status": "completed", "tag": "ad0b8b32-e5c0-4eb8-a888-37a129bfa799", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:04.058397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056433aa-0f12-49be-bd5d-a84e321220ee tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:35:04.058853 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27eb4525-8f78-431c-95df-993bacaced34 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:04.059947 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0f35c9-7e5e-4902-af5b-00edf3caf378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0b8b32-e5c0-4eb8-a888-37a129bfa799', 'code': 200} Mar 07 21:35:04.069995 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe11cc-ffc0-4be7-9ff9-8e78c3ac3a30 None None] Sync routers for ids ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:35:04.093940 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe11cc-ffc0-4be7-9ff9-8e78c3ac3a30 None None] Routers {'d7eb48d3-1e7c-4650-b4bd-aa07ec108130'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:35:04.098100 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-bbbe11cc-ffc0-4be7-9ff9-8e78c3ac3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:04.125439 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-056433aa-0f12-49be-bd5d-a84e321220ee tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:04.207694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-056433aa-0f12-49be-bd5d-a84e321220ee tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "PUT /v2.0/floatingips/61cefd45-f65d-468d-a70c-2457f8755cfd HTTP/1.1" status: 200 len: 992 time: 5.1733637 Mar 07 21:35:04.352867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ed13c-fe3d-4cb0-b956-378c629c9242 service neutron] Pushing event updated for resources: {'Port': ['ID=0b781b04-d530-4840-b32e-0e11092a589d,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:04.358619 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:35:04.368542 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-bbbe11cc-ffc0-4be7-9ff9-8e78c3ac3a30 None None] Set router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:35:04.446499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-8f812b3a-cf55-4a48-8f42-1189588181a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:04.448017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-8f812b3a-cf55-4a48-8f42-1189588181a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa6d24f53d0443e4bb57bbe0b835e6a3&device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 1129 time: 0.3864694 Mar 07 21:35:04.458721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4409-317d-40cd-8de2-0cdfa44686ac req-0728130f-704e-4159-9211-676a2084016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:04.460209 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-655c4409-317d-40cd-8de2-0cdfa44686ac req-0728130f-704e-4159-9211-676a2084016d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de0f35c9-7e5e-4902-af5b-00edf3caf378 HTTP/1.1" status: 200 len: 1131 time: 0.2500131 Mar 07 21:35:04.486544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f7cc1-a2eb-44c0-8b33-dee4b59a42e3 req-45ab98f0-2cbd-4101-b573-ba857642844b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:04.493848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d19f7cc1-a2eb-44c0-8b33-dee4b59a42e3 req-45ab98f0-2cbd-4101-b573-ba857642844b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 949 time: 0.2789483 Mar 07 21:35:04.577356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-bc474cc9-6756-4547-8d92-f7c136207569 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=0b781b04-d530-4840-b32e-0e11092a589d HTTP/1.1" status: 200 len: 217 time: 0.0981152 Mar 07 21:35:04.653799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-655c4409-317d-40cd-8de2-0cdfa44686ac req-cea58bd4-a811-4776-8e67-7a0d5600dc55 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530058 Mar 07 21:35:04.697534 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d19f7cc1-a2eb-44c0-8b33-dee4b59a42e3 req-4bafb121-db4e-4751-86c1-1ebc64b4027d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027466 Mar 07 21:35:04.707987 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-64332f37-96f0-4ef8-bd05-8c79fc36864b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:04.907001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64332f37-96f0-4ef8-bd05-8c79fc36864b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Port': ['ID=2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:04.920826 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0bd35d-2330-4223-8c52-5212773ad5a7 x-openstack-request-id: req-bf0bd35d-2330-4223-8c52-5212773ad5a7 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:04.921140 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2810e51-fa81-44d4-8e73-8b788187aa5d", "tag": "0b781b04-d530-4840-b32e-0e11092a589d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:04.926099 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf0bd35d-2330-4223-8c52-5212773ad5a7 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:04.926557 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-bbbe11cc-ffc0-4be7-9ff9-8e78c3ac3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:25Z', 'updated_at': '2022-03-07T21:33:38Z', 'revision_number': 4, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'gw_port': {'id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:27Z', 'updated_at': '2022-03-07T21:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '61cefd45-f65d-468d-a70c-2457f8755cfd', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'port_id': '9ad2b162-1042-444f-ba38-44b140af2d35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'mac_address': 'fa:16:3e:92:93:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5f996d-be96-427f-b1de-19a32b8d53cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:33:47Z', 'updated_at': '2022-03-07T21:35:00Z', 'revision_number': 1, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58499ebd-1da0-48fe-b8df-130af1139e22', 'name': '', 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'mac_address': 'fa:16:3e:d7:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:35Z', 'updated_at': '2022-03-07T21:33:43Z', 'revision_number': 5, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'subnets': [{'id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:04.926771 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2810e51-fa81-44d4-8e73-8b788187aa5d', 'tag': '0b781b04-d530-4840-b32e-0e11092a589d', 'status': 'completed', 'code': 200} Mar 07 21:35:04.983927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-7826e206-735c-4069-8698-abfe7df94a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:04.987356 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe11cc-ffc0-4be7-9ff9-8e78c3ac3a30 None None] Checking router: d7eb48d3-1e7c-4650-b4bd-aa07ec108130 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:35:04.991555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-7826e206-735c-4069-8698-abfe7df94a9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.4033098 Mar 07 21:35:04.994236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-64332f37-96f0-4ef8-bd05-8c79fc36864b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] No DVR routers for this DVR port 2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:35:04.996917 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-64332f37-96f0-4ef8-bd05-8c79fc36864b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:05.000621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-64332f37-96f0-4ef8-bd05-8c79fc36864b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.15 "DELETE /v2.0/ports/2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c HTTP/1.1" status: 204 len: 173 time: 2.8620973 Mar 07 21:35:05.010397 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe11cc-ffc0-4be7-9ff9-8e78c3ac3a30 None None] Routers {'d7eb48d3-1e7c-4650-b4bd-aa07ec108130'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:35:05.013303 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-bbbe11cc-ffc0-4be7-9ff9-8e78c3ac3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:05.220683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-82ae4f3b-3a02-404e-8dd7-64decdb9207a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Deleting port fc799499-bac7-4626-8468-a7b714055dce {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:05.221368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-82ae4f3b-3a02-404e-8dd7-64decdb9207a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fc799499-bac7-4626-8468-a7b714055dce), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:05.226461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-6fc279e4-b4bb-4e61-a491-d640100b9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:05.228343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-6fc279e4-b4bb-4e61-a491-d640100b9b33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2267146 Mar 07 21:35:05.249131 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-bbbe11cc-ffc0-4be7-9ff9-8e78c3ac3a30 None None] Set router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:35:05.292345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 91e3530c-a21e-49f8-9573-c90a3345c0da up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:35:05.310234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceccaee-32b6-4d34-a97a-047df8eea959 req-7ebde264-6a44-4c4a-a136-f5f3827eb6e9 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:05.320255 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ceccaee-32b6-4d34-a97a-047df8eea959 req-7ebde264-6a44-4c4a-a136-f5f3827eb6e9 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 946 time: 0.3271182 Mar 07 21:35:05.447347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 91e3530c-a21e-49f8-9573-c90a3345c0da completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:35:05.451744 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 91e3530c-a21e-49f8-9573-c90a3345c0da triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:05.452424 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:05.538799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-82ae4f3b-3a02-404e-8dd7-64decdb9207a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] For port fc799499-bac7-4626-8468-a7b714055dce, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fc799499-bac7-4626-8468-a7b714055dce,segment=NetworkSegment(a02307ef-f6fb-4c14-9f7b-b31df1471f73),segment_id=a02307ef-f6fb-4c14-9f7b-b31df1471f73)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:05.539179 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-82ae4f3b-3a02-404e-8dd7-64decdb9207a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fc799499-bac7-4626-8468-a7b714055dce), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:05.580484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ceccaee-32b6-4d34-a97a-047df8eea959 req-0d4805c1-06c2-4684-b4c4-ebb9c212aeb2 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537806 Mar 07 21:35:05.633566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 91e3530c-a21e-49f8-9573-c90a3345c0da is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:05.634619 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:05.643247 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-af063b7d-f181-4997-939a-89c28864f39d service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057145 Mar 07 21:35:05.646308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-82ae4f3b-3a02-404e-8dd7-64decdb9207a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Calling delete_port for fc799499-bac7-4626-8468-a7b714055dce owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:05.683090 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-bbbe11cc-ffc0-4be7-9ff9-8e78c3ac3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:25Z', 'updated_at': '2022-03-07T21:33:38Z', 'revision_number': 4, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'gw_port': {'id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:27Z', 'updated_at': '2022-03-07T21:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '61cefd45-f65d-468d-a70c-2457f8755cfd', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'port_id': '9ad2b162-1042-444f-ba38-44b140af2d35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'mac_address': 'fa:16:3e:92:93:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5f996d-be96-427f-b1de-19a32b8d53cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:33:47Z', 'updated_at': '2022-03-07T21:35:00Z', 'revision_number': 1, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58499ebd-1da0-48fe-b8df-130af1139e22', 'name': '', 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'mac_address': 'fa:16:3e:d7:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:35Z', 'updated_at': '2022-03-07T21:33:43Z', 'revision_number': 5, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'subnets': [{'id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:05.729343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 91e3530c-a21e-49f8-9573-c90a3345c0da, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=91e3530c-a21e-49f8-9573-c90a3345c0da,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:05.739604 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:05.757642 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe11cc-ffc0-4be7-9ff9-8e78c3ac3a30 None None] The sync data for ids ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'] in n-d-832330-1 is: [{'id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:25Z', 'updated_at': '2022-03-07T21:33:38Z', 'revision_number': 4, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'gw_port': {'id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:27Z', 'updated_at': '2022-03-07T21:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '61cefd45-f65d-468d-a70c-2457f8755cfd', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'port_id': '9ad2b162-1042-444f-ba38-44b140af2d35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'mac_address': 'fa:16:3e:92:93:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5f996d-be96-427f-b1de-19a32b8d53cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:33:47Z', 'updated_at': '2022-03-07T21:35:00Z', 'revision_number': 1, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58499ebd-1da0-48fe-b8df-130af1139e22', 'name': '', 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'mac_address': 'fa:16:3e:d7:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:35Z', 'updated_at': '2022-03-07T21:33:43Z', 'revision_number': 5, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'subnets': [{'id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:35:05.837756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47716) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:05.838763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=91e3530c-a21e-49f8-9573-c90a3345c0da,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:05.989126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dedf784e-7300-4e7a-823a-1b1447caae3b req-6475c66d-cbc3-4b40-9690-12a4f8bcea56 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359933 Mar 07 21:35:06.005377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24fbbb-4320-42cb-9366-c28ac732929a req-bf712bf7-15a8-48dd-b743-19d584ceb92b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:06.007385 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b24fbbb-4320-42cb-9366-c28ac732929a req-bf712bf7-15a8-48dd-b743-19d584ceb92b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e92cac-fc7e-4abd-a63c-36a4cc1433fd HTTP/1.1" status: 200 len: 943 time: 0.1590872 Mar 07 21:35:06.044827 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-baedce41-b636-4cc9-8ed3-9d089847582d tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:35:06.055764 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-baedce41-b636-4cc9-8ed3-9d089847582d tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2156720 Mar 07 21:35:06.062703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c'}, {'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc799499-bac7-4626-8468-a7b714055dce'}, {'server_uuid': 'a53bd353-e482-410d-98ce-ddd7271d1045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e3530c-a21e-49f8-9573-c90a3345c0da'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:06.065038 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9486044c-2fb8-43d7-8966-4aba7dece719" -d '{"events": [{"server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "name": "network-vif-unplugged", "status": "completed", "tag": "2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c"}, {"server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "name": "network-vif-unplugged", "status": "completed", "tag": "fc799499-bac7-4626-8468-a7b714055dce"}, {"server_uuid": "a53bd353-e482-410d-98ce-ddd7271d1045", "name": "network-vif-plugged", "status": "completed", "tag": "91e3530c-a21e-49f8-9573-c90a3345c0da"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:06.167089 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b24fbbb-4320-42cb-9366-c28ac732929a req-04c2e3e1-4b2b-41dd-ba7b-fc6707d1b1f8 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de9757d-2d29-45d9-8f6b-97f2eb5920c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518490 Mar 07 21:35:06.176022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65bbe76-e710-4c34-a4d3-e2292004a41e None None] New status for floating IP 61cefd45-f65d-468d-a70c-2457f8755cfd: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:35:06.177666 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-82ae4f3b-3a02-404e-8dd7-64decdb9207a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (fc799499-bac7-4626-8468-a7b714055dce), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:06.233549 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae4f3b-3a02-404e-8dd7-64decdb9207a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Port': ['ID=fc799499-bac7-4626-8468-a7b714055dce,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:06.253914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-bedc3d30-0034-4df6-a4e7-c0946b6257ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:06.260910 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-bedc3d30-0034-4df6-a4e7-c0946b6257ec service neutron] 10.222.0.26 "GET /v2.0/ports/ec1f355d-2b34-45b5-bde2-64acf2903ad6 HTTP/1.1" status: 200 len: 1124 time: 0.1522131 Mar 07 21:35:06.265097 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-17ef509f-c0d6-46a3-b555-60f822721613 service neutron] Request body: {'binding': {'host': 'n-h1-832330-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:06.265724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-17ef509f-c0d6-46a3-b555-60f822721613 service neutron] Unknown quota resources ['binding']. {{(pid=103718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 21:35:06.275039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e42c71-afcc-429d-b639-7fffe6124a66 req-3db3a78d-62bc-4606-8dd5-937f49c2b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:06.276619 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46e42c71-afcc-429d-b639-7fffe6124a66 req-3db3a78d-62bc-4606-8dd5-937f49c2b923 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa6d24f53d0443e4bb57bbe0b835e6a3&device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 1129 time: 0.1886873 Mar 07 21:35:06.507946 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-17ef509f-c0d6-46a3-b555-60f822721613 service neutron] Attempting to bind port ec1f355d-2b34-45b5-bde2-64acf2903ad6 on host n-h1-832330-1 for vnic_type normal with profile None {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:35:06.508470 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-17ef509f-c0d6-46a3-b555-60f822721613 service neutron] Attempting to bind port ec1f355d-2b34-45b5-bde2-64acf2903ad6 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:35:06.508926 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-17ef509f-c0d6-46a3-b555-60f822721613 service neutron] Attempting to bind port ec1f355d-2b34-45b5-bde2-64acf2903ad6 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:06.514155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-17ef509f-c0d6-46a3-b555-60f822721613 service neutron] Port ec1f355d-2b34-45b5-bde2-64acf2903ad6 on network efe745a6-ec89-44a3-b745-59cc531d1605 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:35:06.514922 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-17ef509f-c0d6-46a3-b555-60f822721613 service neutron] Attempting to bind port ec1f355d-2b34-45b5-bde2-64acf2903ad6 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:06.519666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e42c71-afcc-429d-b639-7fffe6124a66 req-cac6add6-6d4f-458c-ab47-7c7f466c060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:06.521249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-17ef509f-c0d6-46a3-b555-60f822721613 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:35:06.521727 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-17ef509f-c0d6-46a3-b555-60f822721613 service neutron] Checking segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:06.521997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46e42c71-afcc-429d-b639-7fffe6124a66 req-cac6add6-6d4f-458c-ab47-7c7f466c060b service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2012830 Mar 07 21:35:06.522343 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-17ef509f-c0d6-46a3-b555-60f822721613 service neutron] Bound using segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:35:06.522886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-17ef509f-c0d6-46a3-b555-60f822721613 service neutron] Bound port: ec1f355d-2b34-45b5-bde2-64acf2903ad6, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:35:06.560056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-82ae4f3b-3a02-404e-8dd7-64decdb9207a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] No DVR routers for this DVR port fc799499-bac7-4626-8468-a7b714055dce on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:35:06.573994 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-82ae4f3b-3a02-404e-8dd7-64decdb9207a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:06.582969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df6c3d7f-bef8-46e3-95c8-8ddba2a816e0 req-82ae4f3b-3a02-404e-8dd7-64decdb9207a tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.15 "DELETE /v2.0/ports/fc799499-bac7-4626-8468-a7b714055dce HTTP/1.1" status: 204 len: 173 time: 1.5613968 Mar 07 21:35:06.615028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-17ef509f-c0d6-46a3-b555-60f822721613 service neutron] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:35:06.625932 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-17ef509f-c0d6-46a3-b555-60f822721613 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:06.628911 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-17ef509f-c0d6-46a3-b555-60f822721613 service neutron] 10.222.0.26 "POST /v2.0/ports/ec1f355d-2b34-45b5-bde2-64acf2903ad6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3668942 Mar 07 21:35:06.652919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46e42c71-afcc-429d-b639-7fffe6124a66 req-da2c5b07-a2ba-4b6d-a717-f0b89083ff1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=0b781b04-d530-4840-b32e-0e11092a589d HTTP/1.1" status: 200 len: 217 time: 0.0939612 Mar 07 21:35:06.748869 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e42c71-afcc-429d-b639-7fffe6124a66 req-e114bd75-7775-48ae-8e3b-26301c1ddb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:06.752722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46e42c71-afcc-429d-b639-7fffe6124a66 req-e114bd75-7775-48ae-8e3b-26301c1ddb8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0922155 Mar 07 21:35:06.869584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e42c71-afcc-429d-b639-7fffe6124a66 req-df561a93-b8ef-42cb-bcf6-ebf5ad703580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:06.872948 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46e42c71-afcc-429d-b639-7fffe6124a66 req-df561a93-b8ef-42cb-bcf6-ebf5ad703580 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1130176 Mar 07 21:35:06.943872 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5f996d-be96-427f-b1de-19a32b8d53cb', 'tag': '9ad2b162-1042-444f-ba38-44b140af2d35'}, {'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'name': 'network-vif-deleted', 'tag': '2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c'}, {'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'name': 'network-vif-deleted', 'tag': 'fc799499-bac7-4626-8468-a7b714055dce'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:06.950196 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d812d95c-f849-446a-be63-db67a67ecf84" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5f996d-be96-427f-b1de-19a32b8d53cb", "tag": "9ad2b162-1042-444f-ba38-44b140af2d35"}, {"server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "name": "network-vif-deleted", "tag": "2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c"}, {"server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "name": "network-vif-deleted", "tag": "fc799499-bac7-4626-8468-a7b714055dce"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:07.248914 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9acf8-d291-44bc-9875-c543cc42f5d6 req-d6cfbb2c-300b-4cb6-bb55-31035c9faa66 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:07.250753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efd9acf8-d291-44bc-9875-c543cc42f5d6 req-d6cfbb2c-300b-4cb6-bb55-31035c9faa66 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 947 time: 0.1745408 Mar 07 21:35:07.266548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46e42c71-afcc-429d-b639-7fffe6124a66 req-5d0945aa-a4eb-4124-bed7-5842d6ed49d2 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821926 Mar 07 21:35:07.280596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ac44a-af04-42ae-af2b-38765d29108d req-7356b092-d8c2-44e6-a15b-57a7463627ad tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:07.288927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d5ac44a-af04-42ae-af2b-38765d29108d req-7356b092-d8c2-44e6-a15b-57a7463627ad tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 950 time: 0.1899102 Mar 07 21:35:07.392645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46e42c71-afcc-429d-b639-7fffe6124a66 req-eee29604-367d-460c-a99e-3a34f1be9cb0 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007133 Mar 07 21:35:07.406240 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-b2b09eb6-f4d7-4a52-8359-2e98080d8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:07.407690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-b2b09eb6-f4d7-4a52-8359-2e98080d8031 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 1127 time: 0.3655326 Mar 07 21:35:07.526489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efd9acf8-d291-44bc-9875-c543cc42f5d6 req-479a32ad-6a48-4b83-a81d-d65d0f7c0bd7 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666454 Mar 07 21:35:07.553801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d5ac44a-af04-42ae-af2b-38765d29108d req-929abd1c-718d-43b3-8a9f-7d88946f9f1e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639363 Mar 07 21:35:07.591863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-91910d82-41fb-4022-938f-6980abf4c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:07.593890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-91910d82-41fb-4022-938f-6980abf4c0ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.1760018 Mar 07 21:35:07.651342 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef52a8a4-6485-44e8-ae0f-3bc64464aac0 x-openstack-request-id: req-ef52a8a4-6485-44e8-ae0f-3bc64464aac0 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:07.651857 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "name": "network-vif-unplugged", "status": "completed", "tag": "2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c", "code": 200}, {"server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "name": "network-vif-unplugged", "status": "completed", "tag": "fc799499-bac7-4626-8468-a7b714055dce", "code": 200}, {"server_uuid": "a53bd353-e482-410d-98ce-ddd7271d1045", "name": "network-vif-plugged", "status": "completed", "tag": "91e3530c-a21e-49f8-9573-c90a3345c0da", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:07.651951 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef52a8a4-6485-44e8-ae0f-3bc64464aac0 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:07.652399 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c', 'code': 200} Mar 07 21:35:07.652726 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc799499-bac7-4626-8468-a7b714055dce', 'code': 200} Mar 07 21:35:07.653228 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53bd353-e482-410d-98ce-ddd7271d1045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e3530c-a21e-49f8-9573-c90a3345c0da', 'code': 200} Mar 07 21:35:07.698532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f1fae7e0-babe-411a-b6ea-ce273b854e32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6 HTTP/1.1" status: 200 len: 217 time: 0.0970149 Mar 07 21:35:07.770605 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b28a65-8ffb-4651-a9e0-7b2e465e4f20 req-3b3a8cf5-9612-47eb-9f3f-a2699703918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:07.772957 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-14b28a65-8ffb-4651-a9e0-7b2e465e4f20 req-3b3a8cf5-9612-47eb-9f3f-a2699703918d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 1132 time: 0.0613368 Mar 07 21:35:07.783728 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-9d54b11f-b358-498e-b822-baf4b85fa4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:07.785263 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-9d54b11f-b358-498e-b822-baf4b85fa4ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.0644076 Mar 07 21:35:07.834265 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-14b28a65-8ffb-4651-a9e0-7b2e465e4f20 req-ef1a07aa-5439-4401-8588-4e754f0a63ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545330 Mar 07 21:35:07.849241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-c1480915-17ff-400c-a32c-591f962e7fc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541122 Mar 07 21:35:07.883007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c376e4-5f2f-4099-b438-247b536c5798 req-30c68b39-693a-4813-8c74-f982ad43b74f tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:07.890447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3c376e4-5f2f-4099-b438-247b536c5798 req-30c68b39-693a-4813-8c74-f982ad43b74f tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 945 time: 0.1935916 Mar 07 21:35:07.951375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3c376e4-5f2f-4099-b438-247b536c5798 req-9abbd810-a3ca-4b1b-9a74-60a084247abb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578041 Mar 07 21:35:08.014243 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036f2b5c-1743-4df1-be0c-af19cfbc0d88 x-openstack-request-id: req-036f2b5c-1743-4df1-be0c-af19cfbc0d88 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:08.014735 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5f996d-be96-427f-b1de-19a32b8d53cb", "tag": "9ad2b162-1042-444f-ba38-44b140af2d35", "status": "completed", "code": 200}, {"server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "name": "network-vif-deleted", "tag": "2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c", "status": "completed", "code": 200}, {"server_uuid": "81e92cac-fc7e-4abd-a63c-36a4cc1433fd", "name": "network-vif-deleted", "tag": "fc799499-bac7-4626-8468-a7b714055dce", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:08.015215 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-036f2b5c-1743-4df1-be0c-af19cfbc0d88 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:08.015784 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5f996d-be96-427f-b1de-19a32b8d53cb', 'tag': '9ad2b162-1042-444f-ba38-44b140af2d35', 'status': 'completed', 'code': 200} Mar 07 21:35:08.016209 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'name': 'network-vif-deleted', 'tag': '2cbde702-6d91-4a5c-a5b6-9ed9a5e18a7c', 'status': 'completed', 'code': 200} Mar 07 21:35:08.016621 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e92cac-fc7e-4abd-a63c-36a4cc1433fd', 'name': 'network-vif-deleted', 'tag': 'fc799499-bac7-4626-8468-a7b714055dce', 'status': 'completed', 'code': 200} Mar 07 21:35:08.258307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d95c-f849-446a-be63-db67a67ecf84 req-200bf208-d2a5-4070-88e7-b892df6e3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:08.259919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d812d95c-f849-446a-be63-db67a67ecf84 req-200bf208-d2a5-4070-88e7-b892df6e3a7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6eaf29e62b27414c910d1138806f244c&device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 1128 time: 0.2174420 Mar 07 21:35:08.301593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47826) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:08.406657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d95c-f849-446a-be63-db67a67ecf84 req-eaa76ca3-e491-4694-9891-77205e289e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:08.408169 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d812d95c-f849-446a-be63-db67a67ecf84 req-eaa76ca3-e491-4694-9891-77205e289e8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 HTTP/1.1" status: 200 len: 916 time: 0.1396799 Mar 07 21:35:08.418023 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Deleting subnet d9115444-3353-4381-9549-0d04448e593b {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:35:08.431220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks [] for subnet (d9115444-3353-4381-9549-0d04448e593b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:08.517803 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-549a8393-c6f9-40f4-bfe9-ae61fface71b service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111388 Mar 07 21:35:08.539999 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (d9115444-3353-4381-9549-0d04448e593b), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:08.575664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d812d95c-f849-446a-be63-db67a67ecf84 req-2dc2f749-fc1a-41b0-8b35-910caa5f7f97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ad2b162-1042-444f-ba38-44b140af2d35 HTTP/1.1" status: 200 len: 1002 time: 0.1533465 Mar 07 21:35:08.678089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d95c-f849-446a-be63-db67a67ecf84 req-d05fbc68-8148-4601-b8e0-1d5c5e2abe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:08.680044 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d812d95c-f849-446a-be63-db67a67ecf84 req-d05fbc68-8148-4601-b8e0-1d5c5e2abe8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=23cdcf00-1df9-40cd-bc4e-eb80a415ae63 HTTP/1.1" status: 200 len: 854 time: 0.0939555 Mar 07 21:35:08.790834 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (d9115444-3353-4381-9549-0d04448e593b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:08.905757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47854) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:08.922552 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (d9115444-3353-4381-9549-0d04448e593b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:08.956105 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-e2a79272-c29d-4c3b-8bfe-295f4d9393bb service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285045 Mar 07 21:35:08.975161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0b781b04-d530-4840-b32e-0e11092a589d details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:35:09.006594 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Subnet': ['ID=d9115444-3353-4381-9549-0d04448e593b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:09.045053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:09.045731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:09.046284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:09.046907 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:09.047508 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:09.051452 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:09.052065 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:09.052628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:09.055217 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d95c-f849-446a-be63-db67a67ecf84 req-ac578251-f52f-4b9e-b4b7-628d72dfe8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:09.055898 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:09.056518 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:09.057057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:09.057611 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:09.058209 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:09.063088 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:09.065005 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d812d95c-f849-446a-be63-db67a67ecf84 req-ac578251-f52f-4b9e-b4b7-628d72dfe8c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3743534 Mar 07 21:35:09.077259 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4468280c-7ab6-471e-97ef-96418e8741ee tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "DELETE /v2.0/subnets/d9115444-3353-4381-9549-0d04448e593b HTTP/1.1" status: 204 len: 168 time: 0.7741356 Mar 07 21:35:09.079932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e195d2a-a6a3-46a4-9f70-21485fef6a46 req-d6475960-44ae-4a9c-8737-95e39318f63d tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:09.080558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47864) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:09.087748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e195d2a-a6a3-46a4-9f70-21485fef6a46 req-d6475960-44ae-4a9c-8737-95e39318f63d tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 947 time: 0.3276429 Mar 07 21:35:09.088873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa4ab94-39d4-4c1a-bd58-aea196aca03b None None] Network 7543d91c-7f75-450b-ba87-2b6af624443f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:35:09.137848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec72e21-185b-4d2a-b71c-9d36128f962a req-69529d83-2c6c-4bd3-b46c-3d7495d80222 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:09.146681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ec72e21-185b-4d2a-b71c-9d36128f962a req-69529d83-2c6c-4bd3-b46c-3d7495d80222 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 950 time: 0.3774838 Mar 07 21:35:09.306584 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (7543d91c-7f75-450b-ba87-2b6af624443f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:09.369599 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c6c7a51-6fd9-43db-870e-7f0a5670ab8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:09.499120 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c6c7a51-6fd9-43db-870e-7f0a5670ab8e admin admin] Publish callbacks [] for security_group (047644f4-5544-4756-ab80-1dd31fb643ad), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:09.514287 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c6c7a51-6fd9-43db-870e-7f0a5670ab8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (047644f4-5544-4756-ab80-1dd31fb643ad), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:09.539863 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47872) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:09.569589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 0b781b04-d530-4840-b32e-0e11092a589d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0b781b04-d530-4840-b32e-0e11092a589d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:09.576745 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Deleting port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:09.577225 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:09.624826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '0b781b04-d530-4840-b32e-0e11092a589d', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '0b781b04-d530-4840-b32e-0e11092a589d', 'mac_address': 'fa:16:3e:6c:c4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:35:09.684458 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] For port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=971a1536-c2d0-4ea5-a15c-a8650fd7ca51,segment=NetworkSegment(a02307ef-f6fb-4c14-9f7b-b31df1471f73),segment_id=a02307ef-f6fb-4c14-9f7b-b31df1471f73)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:09.686429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:09.692910 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0c6c7a51-6fd9-43db-870e-7f0a5670ab8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=712aa6d2caeb467b9d08489ff26c64f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7789211 Mar 07 21:35:09.694155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c7a51-6fd9-43db-870e-7f0a5670ab8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047644f4-5544-4756-ab80-1dd31fb643ad,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:09.711796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Calling delete_port for 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:09.726369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e63131-6723-4b79-b2d5-7db960a4927d None None] DHCP port deletion for 7543d91c-7f75-450b-ba87-2b6af624443f request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:35:09.777224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 0b781b04-d530-4840-b32e-0e11092a589d is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:09.777624 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0b781b04-d530-4840-b32e-0e11092a589d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:09.796542 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b781b04-d530-4840-b32e-0e11092a589d {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:09.801114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47876) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:09.817591 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:09.834358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 0b781b04-d530-4840-b32e-0e11092a589d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0b781b04-d530-4840-b32e-0e11092a589d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:09.846528 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0b781b04-d530-4840-b32e-0e11092a589d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:09.855083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-97e63131-6723-4b79-b2d5-7db960a4927d None None] Deleting port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:09.856167 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-97e63131-6723-4b79-b2d5-7db960a4927d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:09.872912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Port': ['ID=971a1536-c2d0-4ea5-a15c-a8650fd7ca51,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:09.882244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] No DVR routers for this DVR port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:35:09.917639 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9c2e791d-a885-4461-a69a-ea42853ee5a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:09.939128 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-97e63131-6723-4b79-b2d5-7db960a4927d None None] For port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:09.939527 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-97e63131-6723-4b79-b2d5-7db960a4927d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:09.959221 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-97e63131-6723-4b79-b2d5-7db960a4927d None None] Calling delete_port for 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:09.965716 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-97e63131-6723-4b79-b2d5-7db960a4927d None None] Port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 21:35:09.965716 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-97e63131-6723-4b79-b2d5-7db960a4927d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (971a1536-c2d0-4ea5-a15c-a8650fd7ca51), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.006443 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e195d2a-a6a3-46a4-9f70-21485fef6a46 req-a23d85a0-29c1-4b0e-ae24-6f384d84b5a9 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8504326 Mar 07 21:35:10.024003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-b2c19e66-ceef-47d3-a9d0-51d57a0493c3 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:10.027748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-b2c19e66-ceef-47d3-a9d0-51d57a0493c3 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3&tenant_id=ad203922dbd94abca13bc575d34ee25e&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 1127 time: 0.9597051 Mar 07 21:35:10.043825 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ec72e21-185b-4d2a-b71c-9d36128f962a req-5e59a04c-6cb1-4673-b878-f20d9fea6716 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867030 Mar 07 21:35:10.086632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (7543d91c-7f75-450b-ba87-2b6af624443f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.098373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832330-1'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:10.110051 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d812d95c-f849-446a-be63-db67a67ecf84 req-e083811b-383b-47b3-a1ee-54e11ed406be service neutron] 10.222.0.15 "GET /v2.0/networks/de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0210042 Mar 07 21:35:10.133194 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-236ccad1-3c82-4b27-82cc-0d8c081ebb80 admin admin] Publish callbacks [] for security_group (047644f4-5544-4756-ab80-1dd31fb643ad), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.149672 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7543d91c-7f75-450b-ba87-2b6af624443f']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:10.165081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e63131-6723-4b79-b2d5-7db960a4927d None None] No DVR routers for this DVR port 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:35:10.194920 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02307ef-f6fb-4c14-9f7b-b31df1471f73') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:10.195503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02307ef-f6fb-4c14-9f7b-b31df1471f73') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:10.204414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=0b781b04-d530-4840-b32e-0e11092a589d,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:10.233435 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e63131-6723-4b79-b2d5-7db960a4927d None None] Pushing event deleted for resources: {'Port': ['ID=971a1536-c2d0-4ea5-a15c-a8650fd7ca51,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:10.263184 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9c2e791d-a885-4461-a69a-ea42853ee5a1 admin admin] Publish callbacks [] for security_group (1483c99e-8cf2-4e15-a56f-73deda8637fb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.273721 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['0b781b04-d530-4840-b32e-0e11092a589d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:10.275974 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d812d95c-f849-446a-be63-db67a67ecf84 req-6b476c17-5162-4e9c-b6b1-1cc286b8b3e6 service neutron] 10.222.0.15 "GET /v2.0/networks/de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479759 Mar 07 21:35:10.277895 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (a02307ef-f6fb-4c14-9f7b-b31df1471f73), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.291443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a02307ef-f6fb-4c14-9f7b-b31df1471f73), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.297808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:35:10.298278 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (a02307ef-f6fb-4c14-9f7b-b31df1471f73), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.330571 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:10.348321 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:35:10.370707 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:35:10.374500 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:35:10.375027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 971a1536-c2d0-4ea5-a15c-a8650fd7ca51 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:35:10.377006 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9c2e791d-a885-4461-a69a-ea42853ee5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1483c99e-8cf2-4e15-a56f-73deda8637fb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.381385 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-236ccad1-3c82-4b27-82cc-0d8c081ebb80 admin admin] Publish callbacks [] for security_group (047644f4-5544-4756-ab80-1dd31fb643ad), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.405064 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (7543d91c-7f75-450b-ba87-2b6af624443f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.412305 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e791d-a885-4461-a69a-ea42853ee5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1483c99e-8cf2-4e15-a56f-73deda8637fb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:10.429032 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.432724 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "DELETE /v2.0/networks/7543d91c-7f75-450b-ba87-2b6af624443f HTTP/1.1" status: 204 len: 168 time: 1.3509045 Mar 07 21:35:10.436690 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47880) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:10.496174 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393cbf2-f732-4200-becf-6374c26c3ac7 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Network': ['ID=7543d91c-7f75-450b-ba87-2b6af624443f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:10.511725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e1744-87d2-4a21-9505-75bfdb823298 req-16ee3529-c11c-4cc3-b6d2-022327d28b57 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:10.513599 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9c2e791d-a885-4461-a69a-ea42853ee5a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e777d273cfd54c2c966e0a4fd2bd4e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9716644 Mar 07 21:35:10.516659 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47882) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:10.522393 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-766e1744-87d2-4a21-9505-75bfdb823298 req-16ee3529-c11c-4cc3-b6d2-022327d28b57 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 945 time: 0.4180110 Mar 07 21:35:10.582244 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43dcec8b-9d77-464f-83c7-3cbac4ec9f79 admin admin] Publish callbacks [] for security_group (1483c99e-8cf2-4e15-a56f-73deda8637fb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.590234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8effca-345a-4100-ad33-63f0bc9d947b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Deleting subnet 6b0ee020-bf3b-4821-b4d8-351958bfe5e1 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:35:10.594718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:10.595234 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7f8effca-345a-4100-ad33-63f0bc9d947b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks [] for subnet (6b0ee020-bf3b-4821-b4d8-351958bfe5e1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.623044 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-766e1744-87d2-4a21-9505-75bfdb823298 req-eea9b5a9-3aae-40cf-9233-bbed2c98a431 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997794 Mar 07 21:35:10.643455 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43dcec8b-9d77-464f-83c7-3cbac4ec9f79 admin admin] Publish callbacks [] for security_group (1483c99e-8cf2-4e15-a56f-73deda8637fb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.645365 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-236ccad1-3c82-4b27-82cc-0d8c081ebb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (047644f4-5544-4756-ab80-1dd31fb643ad), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.648127 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-236ccad1-3c82-4b27-82cc-0d8c081ebb80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.649355 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-236ccad1-3c82-4b27-82cc-0d8c081ebb80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/047644f4-5544-4756-ab80-1dd31fb643ad HTTP/1.1" status: 204 len: 168 time: 0.8460143 Mar 07 21:35:10.667943 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ccad1-3c82-4b27-82cc-0d8c081ebb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047644f4-5544-4756-ab80-1dd31fb643ad,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:10.671601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:10.680249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7f8effca-345a-4100-ad33-63f0bc9d947b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (6b0ee020-bf3b-4821-b4d8-351958bfe5e1), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.720450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fb67a8-e766-4eee-a230-8397fdb36ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec1f355d-2b34-45b5-bde2-64acf2903ad6'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:10.723443 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18a0b2b-da5f-4fd1-97f8-ce61776b14ab" -d '{"events": [{"server_uuid": "89fb67a8-e766-4eee-a230-8397fdb36ef3", "name": "network-vif-unplugged", "status": "completed", "tag": "ec1f355d-2b34-45b5-bde2-64acf2903ad6"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:10.728808 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Publish callbacks [] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.744792 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.766196 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43dcec8b-9d77-464f-83c7-3cbac4ec9f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1483c99e-8cf2-4e15-a56f-73deda8637fb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.769233 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43dcec8b-9d77-464f-83c7-3cbac4ec9f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.770508 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-43dcec8b-9d77-464f-83c7-3cbac4ec9f79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1483c99e-8cf2-4e15-a56f-73deda8637fb HTTP/1.1" status: 204 len: 168 time: 0.2528439 Mar 07 21:35:10.804433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcec8b-9d77-464f-83c7-3cbac4ec9f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1483c99e-8cf2-4e15-a56f-73deda8637fb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:10.808654 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316152bc-38b6-47cd-98f2-af5a6ef02e58 x-openstack-request-id: req-316152bc-38b6-47cd-98f2-af5a6ef02e58 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:10.808996 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fb67a8-e766-4eee-a230-8397fdb36ef3", "name": "network-vif-unplugged", "status": "completed", "tag": "ec1f355d-2b34-45b5-bde2-64acf2903ad6", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:10.809344 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-316152bc-38b6-47cd-98f2-af5a6ef02e58 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:10.810139 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fb67a8-e766-4eee-a230-8397fdb36ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec1f355d-2b34-45b5-bde2-64acf2903ad6', 'code': 200} Mar 07 21:35:10.830007 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7f8effca-345a-4100-ad33-63f0bc9d947b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (6b0ee020-bf3b-4821-b4d8-351958bfe5e1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.882363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Attempting to bind port ec1f355d-2b34-45b5-bde2-64acf2903ad6 on host n-h2-832330-1 for vnic_type normal with profile {"migrating_to": "n-h1-832330-1"} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:35:10.882735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Attempting to bind port ec1f355d-2b34-45b5-bde2-64acf2903ad6 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:35:10.883070 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Attempting to bind port ec1f355d-2b34-45b5-bde2-64acf2903ad6 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:10.893080 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Port ec1f355d-2b34-45b5-bde2-64acf2903ad6 on network efe745a6-ec89-44a3-b745-59cc531d1605 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:35:10.893465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Attempting to bind port ec1f355d-2b34-45b5-bde2-64acf2903ad6 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:10.909853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:35:10.910157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Checking segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:10.910816 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Bound using segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:35:10.911934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Bound port: ec1f355d-2b34-45b5-bde2-64acf2903ad6, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:35:10.912547 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.921986 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7f8effca-345a-4100-ad33-63f0bc9d947b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (6b0ee020-bf3b-4821-b4d8-351958bfe5e1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.930286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1f355d-2b34-45b5-bde2-64acf2903ad6,revision_number=7']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:10.964083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a05dac-8216-4766-a463-78d54fbfbdd2 None None] Network b06decc3-5c25-4af8-bd04-e0a412702caa requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:35:10.964304 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7f8effca-345a-4100-ad33-63f0bc9d947b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:10.972763 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7f8effca-345a-4100-ad33-63f0bc9d947b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "DELETE /v2.0/subnets/6b0ee020-bf3b-4821-b4d8-351958bfe5e1 HTTP/1.1" status: 204 len: 168 time: 0.5274408 Mar 07 21:35:10.975512 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47892) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:11.056928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:11.071283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:35:11.075260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:11.075537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:11.075946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:11.076290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:11.076623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:11.077010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:11.077344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:11.077671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:11.078269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:11.080212 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:11.080212 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:11.080533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:11.080842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:11.093056 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:11.166808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1f355d-2b34-45b5-bde2-64acf2903ad6,revision_number=8']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:11.219368 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (b06decc3-5c25-4af8-bd04-e0a412702caa), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:11.235808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8effca-345a-4100-ad33-63f0bc9d947b tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0ee020-bf3b-4821-b4d8-351958bfe5e1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:11.291456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:11.292114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:11.293655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f11d7e37-2929-438c-bbd7-3448afda8791 service neutron] 10.222.0.13 "PUT /v2.0/ports/ec1f355d-2b34-45b5-bde2-64acf2903ad6 HTTP/1.1" status: 200 len: 1121 time: 1.2376258 Mar 07 21:35:11.355159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7d7c9-2c92-49bd-bc6f-a3807361e82f req-f78c7365-7e0f-4a33-8bae-9b9f911c36ef tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:11.356867 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42f7d7c9-2c92-49bd-bc6f-a3807361e82f req-f78c7365-7e0f-4a33-8bae-9b9f911c36ef tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 948 time: 0.1839170 Mar 07 21:35:11.369755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692e196-8f88-45bd-b495-4025c185d4d9 req-8d24774b-d521-44ab-a5d7-98c882524c13 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:11.371397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9692e196-8f88-45bd-b495-4025c185d4d9 req-8d24774b-d521-44ab-a5d7-98c882524c13 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 950 time: 0.1859863 Mar 07 21:35:11.390419 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47904) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:11.402893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f71332-116e-401d-b01c-05ff28e9eabe None None] DHCP port deletion for b06decc3-5c25-4af8-bd04-e0a412702caa request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:35:11.431335 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcab57cb-b816-4ad8-87d5-4af7ca809431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:11.437107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42f7d7c9-2c92-49bd-bc6f-a3807361e82f req-be0d7525-4eca-49ae-abc2-e1ff9132f24a tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646987 Mar 07 21:35:11.463236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ec1f355d-2b34-45b5-bde2-64acf2903ad6'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:11.485500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Deleting port cb682c9b-39ce-433b-93ee-4266c9123d67 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:11.485870 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:11.509317 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9692e196-8f88-45bd-b495-4025c185d4d9 req-5dc33de5-e930-4916-aba2-67741bd38ec6 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292620 Mar 07 21:35:11.555372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-62f71332-116e-401d-b01c-05ff28e9eabe None None] Deleting port cb682c9b-39ce-433b-93ee-4266c9123d67 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:11.556047 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-62f71332-116e-401d-b01c-05ff28e9eabe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:11.656220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] For port cb682c9b-39ce-433b-93ee-4266c9123d67, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cb682c9b-39ce-433b-93ee-4266c9123d67,segment=NetworkSegment(f87d6838-f389-4f28-ad91-4b6488b70741),segment_id=f87d6838-f389-4f28-ad91-4b6488b70741)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:11.656594 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:11.700655 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-62f71332-116e-401d-b01c-05ff28e9eabe None None] For port cb682c9b-39ce-433b-93ee-4266c9123d67, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cb682c9b-39ce-433b-93ee-4266c9123d67,segment=NetworkSegment(f87d6838-f389-4f28-ad91-4b6488b70741),segment_id=f87d6838-f389-4f28-ad91-4b6488b70741)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:11.701306 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-62f71332-116e-401d-b01c-05ff28e9eabe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:11.723359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-62f71332-116e-401d-b01c-05ff28e9eabe None None] Calling delete_port for cb682c9b-39ce-433b-93ee-4266c9123d67 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:11.734488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Calling delete_port for cb682c9b-39ce-433b-93ee-4266c9123d67 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:11.756903 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcab57cb-b816-4ad8-87d5-4af7ca809431 admin admin] Publish callbacks [] for security_group (489759d5-0600-454c-b648-4513b3474026), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:11.784792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb1ab0-f4f2-4ca7-9d6a-b54dff5c460d req-5c0974f9-b544-4a19-b09e-85746a934c54 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:11.786390 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-acbb1ab0-f4f2-4ca7-9d6a-b54dff5c460d req-5c0974f9-b544-4a19-b09e-85746a934c54 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=de0f35c9-7e5e-4902-af5b-00edf3caf378 HTTP/1.1" status: 200 len: 949 time: 0.1560984 Mar 07 21:35:11.813918 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcab57cb-b816-4ad8-87d5-4af7ca809431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (489759d5-0600-454c-b648-4513b3474026), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:11.850089 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab57cb-b816-4ad8-87d5-4af7ca809431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489759d5-0600-454c-b648-4513b3474026,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:11.905704 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bcab57cb-b816-4ad8-87d5-4af7ca809431 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84c0e66f4d24481aba2a8bdafa2d2957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5009458 Mar 07 21:35:11.910133 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47922) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:11.915835 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-62f71332-116e-401d-b01c-05ff28e9eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:11.938646 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-acbb1ab0-f4f2-4ca7-9d6a-b54dff5c460d req-09fb71b5-02da-4f80-80e7-869d0bde3272 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166353 Mar 07 21:35:11.948899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88468385-a2d3-4292-bfb1-7b484f688bad req-7df937c0-e5c2-4a44-abf0-3002d3a7c173 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:11.951097 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88468385-a2d3-4292-bfb1-7b484f688bad req-7df937c0-e5c2-4a44-abf0-3002d3a7c173 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 943 time: 0.2214005 Mar 07 21:35:11.983608 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (cb682c9b-39ce-433b-93ee-4266c9123d67), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:11.994893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f71332-116e-401d-b01c-05ff28e9eabe None None] No DVR routers for this DVR port cb682c9b-39ce-433b-93ee-4266c9123d67 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:35:12.004982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f71332-116e-401d-b01c-05ff28e9eabe None None] Pushing event deleted for resources: {'Port': ['ID=cb682c9b-39ce-433b-93ee-4266c9123d67,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:12.037455 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f96c603d-f7f7-43b9-8284-fad9bb3d8d8b admin admin] Publish callbacks [] for security_group (489759d5-0600-454c-b648-4513b3474026), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:12.041062 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Port': ['ID=cb682c9b-39ce-433b-93ee-4266c9123d67,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:12.052731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] No DVR routers for this DVR port cb682c9b-39ce-433b-93ee-4266c9123d67 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:35:12.110565 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f96c603d-f7f7-43b9-8284-fad9bb3d8d8b admin admin] Publish callbacks [] for security_group (489759d5-0600-454c-b648-4513b3474026), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:12.126835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88468385-a2d3-4292-bfb1-7b484f688bad req-3f1dfc77-16ea-4f41-abc2-8de8639a16e3 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682639 Mar 07 21:35:12.178112 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (b06decc3-5c25-4af8-bd04-e0a412702caa), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:12.204580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06decc3-5c25-4af8-bd04-e0a412702caa']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:12.220477 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87d6838-f389-4f28-ad91-4b6488b70741') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:12.221323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87d6838-f389-4f28-ad91-4b6488b70741') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:12.233033 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (f87d6838-f389-4f28-ad91-4b6488b70741), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:12.247961 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f87d6838-f389-4f28-ad91-4b6488b70741), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:12.254496 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:35:12.254894 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (f87d6838-f389-4f28-ad91-4b6488b70741), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:35:12.268033 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:35:12.324122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cb682c9b-39ce-433b-93ee-4266c9123d67 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:12.357141 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (b06decc3-5c25-4af8-bd04-e0a412702caa), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:12.363506 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:12.368302 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] 10.222.0.26 "DELETE /v2.0/networks/b06decc3-5c25-4af8-bd04-e0a412702caa HTTP/1.1" status: 204 len: 168 time: 1.3419967 Mar 07 21:35:12.377136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: cb682c9b-39ce-433b-93ee-4266c9123d67 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:35:12.377718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cb682c9b-39ce-433b-93ee-4266c9123d67 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:35:12.390224 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7db9a4-ad3a-452b-9205-13d0248e4ab6 req-2201e0e1-2586-4e99-9740-a97f8798f081 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:12.396071 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7db9a4-ad3a-452b-9205-13d0248e4ab6 req-2201e0e1-2586-4e99-9740-a97f8798f081 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:12.397706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe7db9a4-ad3a-452b-9205-13d0248e4ab6 req-2201e0e1-2586-4e99-9740-a97f8798f081 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045&device_id=de0f35c9-7e5e-4902-af5b-00edf3caf378 HTTP/1.1" status: 200 len: 1690 time: 0.0907290 Mar 07 21:35:12.405429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20967f-f4f6-4205-b260-9dfb80065340 tempest-ServersTestMultiNic-8410134 tempest-ServersTestMultiNic-8410134-project] Pushing event deleted for resources: {'Network': ['ID=b06decc3-5c25-4af8-bd04-e0a412702caa,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:12.414244 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f96c603d-f7f7-43b9-8284-fad9bb3d8d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (489759d5-0600-454c-b648-4513b3474026), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:12.418680 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f96c603d-f7f7-43b9-8284-fad9bb3d8d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:12.423234 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f96c603d-f7f7-43b9-8284-fad9bb3d8d8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/489759d5-0600-454c-b648-4513b3474026 HTTP/1.1" status: 204 len: 168 time: 0.5102558 Mar 07 21:35:12.440576 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c603d-f7f7-43b9-8284-fad9bb3d8d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489759d5-0600-454c-b648-4513b3474026,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:12.485064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe7db9a4-ad3a-452b-9205-13d0248e4ab6 req-aa6689f9-907e-4681-82f9-5083183c2918 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725996 Mar 07 21:35:12.681031 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f2e92-c6e2-4835-8932-43678ddc226d req-7e06cd0f-3d5d-4602-a0df-e3b3308a7439 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:12.682813 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-945f2e92-c6e2-4835-8932-43678ddc226d req-7e06cd0f-3d5d-4602-a0df-e3b3308a7439 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 948 time: 0.0589917 Mar 07 21:35:12.761374 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-945f2e92-c6e2-4835-8932-43678ddc226d req-da538120-0046-42c7-9dac-1dddfe57b663 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727878 Mar 07 21:35:12.811957 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fb67a8-e766-4eee-a230-8397fdb36ef3', 'tag': 'ec1f355d-2b34-45b5-bde2-64acf2903ad6'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:12.814611 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e4c53a-5ba2-4285-88fe-ff06aeb7f855" -d '{"events": [{"name": "network-changed", "server_uuid": "89fb67a8-e766-4eee-a230-8397fdb36ef3", "tag": "ec1f355d-2b34-45b5-bde2-64acf2903ad6"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:12.831706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a9216ef-3f83-4873-ad85-ec2603363ff1 req-3b8d6541-7001-4f67-a5be-aeb1e7931007 tempest-AbsoluteLimitsNegativeTestJSON-1435752757 tempest-AbsoluteLimitsNegativeTestJSON-1435752757-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4fc060ecf7f748578351060e4ebf94e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317793 Mar 07 21:35:12.946118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eb6c1-63c0-4b66-af8b-ce87f9bcf723 req-092ce1cf-d911-4165-9743-78197ee7b5f5 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:12.947656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b1eb6c1-63c0-4b66-af8b-ce87f9bcf723 req-092ce1cf-d911-4165-9743-78197ee7b5f5 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 1132 time: 0.1124284 Mar 07 21:35:12.991190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9216ef-3f83-4873-ad85-ec2603363ff1 req-a1d4c089-e799-4c4f-903e-4dc8ba5f6e33 tempest-AbsoluteLimitsNegativeTestJSON-1435752757 tempest-AbsoluteLimitsNegativeTestJSON-1435752757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:12.992784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a9216ef-3f83-4873-ad85-ec2603363ff1 req-a1d4c089-e799-4c4f-903e-4dc8ba5f6e33 tempest-AbsoluteLimitsNegativeTestJSON-1435752757 tempest-AbsoluteLimitsNegativeTestJSON-1435752757-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1485023 Mar 07 21:35:13.023718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0b781b04-d530-4840-b32e-0e11092a589d up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:35:13.025213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a9216ef-3f83-4873-ad85-ec2603363ff1 req-d3df77e1-5ca0-49de-932f-805c6cbeb91a tempest-AbsoluteLimitsNegativeTestJSON-1435752757 tempest-AbsoluteLimitsNegativeTestJSON-1435752757-project] 10.222.0.26 "GET /v2.0/quotas/4fc060ecf7f748578351060e4ebf94e3 HTTP/1.1" status: 200 len: 375 time: 0.0233662 Mar 07 21:35:13.028027 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b1eb6c1-63c0-4b66-af8b-ce87f9bcf723 req-dd379d8b-e038-48f1-accd-20f99d0f41de tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721521 Mar 07 21:35:13.082171 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a9216ef-3f83-4873-ad85-ec2603363ff1 req-a3c12efe-6e8c-4fbf-b9b9-da66723298ae tempest-AbsoluteLimitsNegativeTestJSON-1435752757 tempest-AbsoluteLimitsNegativeTestJSON-1435752757-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4fc060ecf7f748578351060e4ebf94e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387383 Mar 07 21:35:13.114842 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 0b781b04-d530-4840-b32e-0e11092a589d completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:35:13.121641 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 0b781b04-d530-4840-b32e-0e11092a589d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:13.122035 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0b781b04-d530-4840-b32e-0e11092a589d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:13.265437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 0b781b04-d530-4840-b32e-0e11092a589d is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:13.266195 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0b781b04-d530-4840-b32e-0e11092a589d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:13.273045 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af01723-b3a2-47fc-ad5b-7ceeb07f9b8f x-openstack-request-id: req-2af01723-b3a2-47fc-ad5b-7ceeb07f9b8f {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:13.273612 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fb67a8-e766-4eee-a230-8397fdb36ef3", "tag": "ec1f355d-2b34-45b5-bde2-64acf2903ad6", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:13.273612 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2af01723-b3a2-47fc-ad5b-7ceeb07f9b8f {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:13.274054 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fb67a8-e766-4eee-a230-8397fdb36ef3', 'tag': 'ec1f355d-2b34-45b5-bde2-64acf2903ad6', 'status': 'completed', 'code': 200} Mar 07 21:35:13.284757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47990) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:13.314556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2810e51-fa81-44d4-8e73-8b788187aa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b781b04-d530-4840-b32e-0e11092a589d'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:13.316895 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed974b2-8861-4140-b5f3-21ac627cd670" -d '{"events": [{"server_uuid": "f2810e51-fa81-44d4-8e73-8b788187aa5d", "name": "network-vif-plugged", "status": "completed", "tag": "0b781b04-d530-4840-b32e-0e11092a589d"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:13.347558 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 0b781b04-d530-4840-b32e-0e11092a589d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0b781b04-d530-4840-b32e-0e11092a589d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:13.359367 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0b781b04-d530-4840-b32e-0e11092a589d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:13.365130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ec1f355d-2b34-45b5-bde2-64acf2903ad6 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:35:13.386314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4c53a-5ba2-4285-88fe-ff06aeb7f855 req-c10e528c-08ad-45a7-b733-855df4d086ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:13.400000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81e4c53a-5ba2-4285-88fe-ff06aeb7f855 req-c10e528c-08ad-45a7-b733-855df4d086ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 1155 time: 0.1288095 Mar 07 21:35:13.402501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34dd28-ccd7-4c50-972a-d5e6182baee9 req-379208b5-ab2d-4adf-8e53-71f9c2248367 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:13.404131 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c34dd28-ccd7-4c50-972a-d5e6182baee9 req-379208b5-ab2d-4adf-8e53-71f9c2248367 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=de0f35c9-7e5e-4902-af5b-00edf3caf378 HTTP/1.1" status: 200 len: 1131 time: 0.2055559 Mar 07 21:35:13.463348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=0b781b04-d530-4840-b32e-0e11092a589d,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:13.515306 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 47998) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:13.588599 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:13.602741 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ec1f355d-2b34-45b5-bde2-64acf2903ad6 has no active binding in host n-h1-832330-1 {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 21:35:13.641698 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c34dd28-ccd7-4c50-972a-d5e6182baee9 req-392723fd-141d-4900-b4dd-7d3152f4ea36 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014601 Mar 07 21:35:13.661640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70765e-f57b-4d3b-b3d2-afcafe9e5ac0 req-1d8899a7-6dbe-4eb2-acab-27ced8dbd1c8 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:13.673769 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff70765e-f57b-4d3b-b3d2-afcafe9e5ac0 req-1d8899a7-6dbe-4eb2-acab-27ced8dbd1c8 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 943 time: 0.2655308 Mar 07 21:35:13.708673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4c53a-5ba2-4285-88fe-ff06aeb7f855 req-38411f07-0e76-41a6-9274-5327152a8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:13.710168 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81e4c53a-5ba2-4285-88fe-ff06aeb7f855 req-38411f07-0e76-41a6-9274-5327152a8415 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.2711909 Mar 07 21:35:13.762910 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af588f40-a60c-4f3e-9e58-4104e8979b25 x-openstack-request-id: req-af588f40-a60c-4f3e-9e58-4104e8979b25 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:13.763524 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2810e51-fa81-44d4-8e73-8b788187aa5d", "name": "network-vif-plugged", "status": "completed", "tag": "0b781b04-d530-4840-b32e-0e11092a589d", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:13.764143 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af588f40-a60c-4f3e-9e58-4104e8979b25 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:13.764757 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2810e51-fa81-44d4-8e73-8b788187aa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b781b04-d530-4840-b32e-0e11092a589d', 'code': 200} Mar 07 21:35:13.852344 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f8d95d5b-9ce3-4ad2-9453-1922a6754f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:13.865296 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81e4c53a-5ba2-4285-88fe-ff06aeb7f855 req-f519c264-df06-46ee-a66c-b500f4b82ff8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6 HTTP/1.1" status: 200 len: 217 time: 0.1276901 Mar 07 21:35:13.888720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff70765e-f57b-4d3b-b3d2-afcafe9e5ac0 req-e27ee008-c256-4a7e-b28f-2fe0eb3dcfab tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086535 Mar 07 21:35:13.948566 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ceeb416-7a35-447a-a0b6-602a238ab0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:14.073014 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-7f7aa324-6025-443c-a00d-5d27d0999789 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551734 Mar 07 21:35:14.083896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4c53a-5ba2-4285-88fe-ff06aeb7f855 req-cf3ee5d4-9c5b-4f15-a254-7ba41ef2a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:14.085416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81e4c53a-5ba2-4285-88fe-ff06aeb7f855 req-cf3ee5d4-9c5b-4f15-a254-7ba41ef2a205 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.1954110 Mar 07 21:35:14.124755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c673cc4-c857-4d23-8b54-459de102a0ab req-e97fd5a7-46fd-4c26-b171-10a5adf6d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:14.126295 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c673cc4-c857-4d23-8b54-459de102a0ab req-e97fd5a7-46fd-4c26-b171-10a5adf6d731 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 1131 time: 0.2707844 Mar 07 21:35:14.174674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81e4c53a-5ba2-4285-88fe-ff06aeb7f855 req-527ab5db-5c26-4622-ac35-c771270f3d0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624404 Mar 07 21:35:14.267569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d359ab-85ae-403c-bb3d-9ba98eab86da req-2bb4e4b7-a5c6-4d43-82c0-50abb2f22daa tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:14.269676 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5d359ab-85ae-403c-bb3d-9ba98eab86da req-2bb4e4b7-a5c6-4d43-82c0-50abb2f22daa tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 949 time: 0.3442159 Mar 07 21:35:14.324684 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f8d95d5b-9ce3-4ad2-9453-1922a6754f1b admin admin] Publish callbacks [] for security_group (31af9c24-db85-4842-9173-369c9cbb64a9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:14.334842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3ceeb416-7a35-447a-a0b6-602a238ab0c2 admin admin] Deleting port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:14.335409 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ceeb416-7a35-447a-a0b6-602a238ab0c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:14.375247 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f8d95d5b-9ce3-4ad2-9453-1922a6754f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (31af9c24-db85-4842-9173-369c9cbb64a9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:14.388412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c673cc4-c857-4d23-8b54-459de102a0ab req-4f4736d3-5a86-4415-a315-ccbb1a5e3b61 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456591 Mar 07 21:35:14.468221 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-189ab289-cd9f-481b-9de9-5fb524a3eb73 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:14.470110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-189ab289-cd9f-481b-9de9-5fb524a3eb73 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3804741 Mar 07 21:35:14.480663 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f8d95d5b-9ce3-4ad2-9453-1922a6754f1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4fc060ecf7f748578351060e4ebf94e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9620614 Mar 07 21:35:14.490599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48032) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:14.491378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d95d5b-9ce3-4ad2-9453-1922a6754f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31af9c24-db85-4842-9173-369c9cbb64a9,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:14.526464 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5d359ab-85ae-403c-bb3d-9ba98eab86da req-5d33232a-4877-416f-8901-d451d74d29f0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344935 Mar 07 21:35:14.540568 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-de250152-32fa-459e-8dbd-db27cea87f5c tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/quotas/d9b061b00b7d481ca736dfc229d52c4f HTTP/1.1" status: 200 len: 375 time: 0.0583651 Mar 07 21:35:14.545738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81e4c53a-5ba2-4285-88fe-ff06aeb7f855 req-eff82505-8640-402f-ad0f-095d48c8dc65 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511214 Mar 07 21:35:14.650188 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d4f828-3f08-49ab-ac19-570aa940fb3e admin admin] Publish callbacks [] for security_group (31af9c24-db85-4842-9173-369c9cbb64a9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:14.696641 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-3ceeb416-7a35-447a-a0b6-602a238ab0c2 admin admin] For port a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8,segment=NetworkSegment(95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97),segment_id=95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:14.697433 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ceeb416-7a35-447a-a0b6-602a238ab0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:14.715825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3ceeb416-7a35-447a-a0b6-602a238ab0c2 admin admin] Calling delete_port for a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:14.750848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-f92d5220-358e-4853-b529-44c3c53a3b84 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2006874 Mar 07 21:35:14.757939 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d4f828-3f08-49ab-ac19-570aa940fb3e admin admin] Publish callbacks [] for security_group (31af9c24-db85-4842-9173-369c9cbb64a9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:14.836974 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81e4c53a-5ba2-4285-88fe-ff06aeb7f855 req-3cff2c58-2a27-489a-a0b5-8a843a495ac6 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318881 Mar 07 21:35:14.875462 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d4f828-3f08-49ab-ac19-570aa940fb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (31af9c24-db85-4842-9173-369c9cbb64a9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:14.883021 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d4f828-3f08-49ab-ac19-570aa940fb3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:14.887657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-66d4f828-3f08-49ab-ac19-570aa940fb3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31af9c24-db85-4842-9173-369c9cbb64a9 HTTP/1.1" status: 204 len: 168 time: 0.3925047 Mar 07 21:35:14.902524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4f828-3f08-49ab-ac19-570aa940fb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31af9c24-db85-4842-9173-369c9cbb64a9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:14.976604 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ceeb416-7a35-447a-a0b6-602a238ab0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:15.007712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceeb416-7a35-447a-a0b6-602a238ab0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:15.125520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187dc49e-0ec4-40c8-8191-4d7797465513 req-72398b5d-c1c4-4d55-8501-567db71c29d3 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:15.149812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-187dc49e-0ec4-40c8-8191-4d7797465513 req-72398b5d-c1c4-4d55-8501-567db71c29d3 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 943 time: 0.1169624 Mar 07 21:35:15.221218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4209e4f9-3e5c-4570-99d7-f26b0ac3dd9e req-9a88caed-7c26-44e4-ba8d-061ff8eb737f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 210 time: 0.0639510 Mar 07 21:35:15.283184 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-187dc49e-0ec4-40c8-8191-4d7797465513 req-807b0ae4-0eb3-47c9-941a-565ac5697b78 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323633 Mar 07 21:35:15.351653 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ceeb416-7a35-447a-a0b6-602a238ab0c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:15.585016 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f7229118-e80f-4e4d-8b98-4082133a3dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:15.735944 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:15.757454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6aed-bb8b-477f-a033-d7cac1f73a5d req-b216a94b-d8db-4555-a6f0-461db53287d7 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:15.762459 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cedb6aed-bb8b-477f-a033-d7cac1f73a5d req-b216a94b-d8db-4555-a6f0-461db53287d7 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 949 time: 0.1025326 Mar 07 21:35:15.771597 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ceeb416-7a35-447a-a0b6-602a238ab0c2 admin admin] Router c4778f0b-70f1-4873-b9c6-2ea50559f6cd has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:35:15.873576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cedb6aed-bb8b-477f-a033-d7cac1f73a5d req-711fdfb3-406c-42c4-885e-52e9fd707852 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922830 Mar 07 21:35:15.993498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ceeb416-7a35-447a-a0b6-602a238ab0c2 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:35:15.998542 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3ceeb416-7a35-447a-a0b6-602a238ab0c2 admin admin] 10.222.0.26 "PUT /v2.0/routers/c4778f0b-70f1-4873-b9c6-2ea50559f6cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7119176 Mar 07 21:35:16.002037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48102) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:16.011347 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de25ba2f-bb7e-40c3-9848-fcbb3181c955 None None] Sync routers for ids ['c4778f0b-70f1-4873-b9c6-2ea50559f6cd'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:35:16.023000 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de25ba2f-bb7e-40c3-9848-fcbb3181c955 None None] Routers {'c4778f0b-70f1-4873-b9c6-2ea50559f6cd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:35:16.023640 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-de25ba2f-bb7e-40c3-9848-fcbb3181c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c4778f0b-70f1-4873-b9c6-2ea50559f6cd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:16.135630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48110) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:16.181656 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-de25ba2f-bb7e-40c3-9848-fcbb3181c955 None None] Set router c4778f0b-70f1-4873-b9c6-2ea50559f6cd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:35:16.267774 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48116) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:16.303755 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] Publish callbacks [] for router (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:16.405137 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1989252687-network', 'tenant_id': '69afd4ca769749ba8d46ded12228d571'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:16.414325 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-331f7455-4bce-4344-be26-73c1f324e005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:16.450468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] Made reservation on behalf of 69afd4ca769749ba8d46ded12228d571 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:16.453648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:16.469800 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:16.478594 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-de25ba2f-bb7e-40c3-9848-fcbb3181c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'name': 'tempest-ServersTestMultiNic-513527288-router', 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:10Z', 'updated_at': '2022-03-07T21:35:14Z', 'revision_number': 5, 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'gw_port': {'id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:11Z', 'updated_at': '2022-03-07T21:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:16.512504 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de25ba2f-bb7e-40c3-9848-fcbb3181c955 None None] Checking router: c4778f0b-70f1-4873-b9c6-2ea50559f6cd for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:35:16.523321 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de25ba2f-bb7e-40c3-9848-fcbb3181c955 None None] Routers {'c4778f0b-70f1-4873-b9c6-2ea50559f6cd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:35:16.524115 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-de25ba2f-bb7e-40c3-9848-fcbb3181c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:34:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c4778f0b-70f1-4873-b9c6-2ea50559f6cd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:16.593018 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] Publish callbacks [] for security_group (2c741aea-6831-4be8-b84e-eb3eeb8687b9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:16.601518 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2c741aea-6831-4be8-b84e-eb3eeb8687b9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:16.634053 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9103872-330e-459d-832f-f6255d9846c9 req-faec5fb4-9ad2-44c9-8f4d-ff48b2f2b79f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 210 time: 0.1168280 Mar 07 21:35:16.649286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:35:16.666431 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c741aea-6831-4be8-b84e-eb3eeb8687b9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:16.673528 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-de25ba2f-bb7e-40c3-9848-fcbb3181c955 None None] Set router c4778f0b-70f1-4873-b9c6-2ea50559f6cd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:35:16.687228 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (45e9fc5b-e002-4084-a4ea-53fb2b6f498a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:16.687500 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] Added segment 45e9fc5b-e002-4084-a4ea-53fb2b6f498a of type vlan for network f468453f-f5c7-460e-a411-d03fdbe0c1e4 Mar 07 21:35:16.718524 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] Publish callbacks [] for router_gateway (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:16.724558 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-331f7455-4bce-4344-be26-73c1f324e005 admin admin] Publish callbacks [] for security_group (94942d9a-c74f-4243-87c4-e4db203ac6c4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:16.759103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-d167b0c1-3e5a-4adc-b8c2-9d676bd851ea tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858283 Mar 07 21:35:16.781704 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-331f7455-4bce-4344-be26-73c1f324e005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (94942d9a-c74f-4243-87c4-e4db203ac6c4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:16.814777 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6496421-c19b-4feb-89ed-ff10d3366d89 req-09cecf3c-a45a-420d-9c16-b9218f1206dc tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:16.822289 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6496421-c19b-4feb-89ed-ff10d3366d89 req-09cecf3c-a45a-420d-9c16-b9218f1206dc tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 945 time: 0.5972066 Mar 07 21:35:16.826096 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f7455-4bce-4344-be26-73c1f324e005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94942d9a-c74f-4243-87c4-e4db203ac6c4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:16.841944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (f468453f-f5c7-460e-a411-d03fdbe0c1e4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:16.857086 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-331f7455-4bce-4344-be26-73c1f324e005 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4b0be1fb8914aea876eb4b543c6bbe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7202437 Mar 07 21:35:16.857812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48122) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:16.908683 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (f468453f-f5c7-460e-a411-d03fdbe0c1e4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:16.911075 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:16.911361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:16.986512 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7145660 Mar 07 21:35:16.987736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48126) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:17.008202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-02e71e5f-dedd-453a-90b8-c0c6f34261ba admin admin] Request body: {'subnet': {'network_id': 'f468453f-f5c7-460e-a411-d03fdbe0c1e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1989252687-subnet', 'tenant_id': '69afd4ca769749ba8d46ded12228d571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:17.036937 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2211-90eb-4942-bb47-01d36c8979d7 admin admin] Publish callbacks [] for security_group (94942d9a-c74f-4243-87c4-e4db203ac6c4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:17.037134 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-de25ba2f-bb7e-40c3-9848-fcbb3181c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'name': 'tempest-ServersTestMultiNic-513527288-router', 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:10Z', 'updated_at': '2022-03-07T21:35:14Z', 'revision_number': 5, 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'gw_port': {'id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:11Z', 'updated_at': '2022-03-07T21:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:17.047859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6496421-c19b-4feb-89ed-ff10d3366d89 req-32a25b9d-7bed-4d7e-bfc5-51c6514fd951 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffd7f77c-2994-46e5-8319-fca0b91b22bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245982 Mar 07 21:35:17.048803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8294923-91d8-4131-9d4a-dfaf09cebfcd admin admin] Pushing event updated for resources: {'Network': ['ID=f468453f-f5c7-460e-a411-d03fdbe0c1e4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:17.069862 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network f468453f-f5c7-460e-a411-d03fdbe0c1e4 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:35:17.072920 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de25ba2f-bb7e-40c3-9848-fcbb3181c955 None None] The sync data for ids ['c4778f0b-70f1-4873-b9c6-2ea50559f6cd'] in n-d-832330-1 is: [{'id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'name': 'tempest-ServersTestMultiNic-513527288-router', 'tenant_id': '193cb6ee876a4a18960ad33c32df94d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:10Z', 'updated_at': '2022-03-07T21:35:14Z', 'revision_number': 5, 'project_id': '193cb6ee876a4a18960ad33c32df94d4', 'gw_port': {'id': '090cc70d-2a44-49ff-af3f-c08924ef4842', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4778f0b-70f1-4873-b9c6-2ea50559f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:11Z', 'updated_at': '2022-03-07T21:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:35:17.075864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c3f3c-10fc-4d6b-8838-431fa029be5c req-fd752ab3-c82f-4723-8e78-8442e92e0ac4 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:17.082873 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c02c3f3c-10fc-4d6b-8838-431fa029be5c req-fd752ab3-c82f-4723-8e78-8442e92e0ac4 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 943 time: 0.3182046 Mar 07 21:35:17.109496 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2211-90eb-4942-bb47-01d36c8979d7 admin admin] Publish callbacks [] for security_group (94942d9a-c74f-4243-87c4-e4db203ac6c4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:17.121271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-cbe0a5a5-bdad-43b5-99dd-56bdb96b9b5a tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:17.125925 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-cbe0a5a5-bdad-43b5-99dd-56bdb96b9b5a tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3307142 Mar 07 21:35:17.151369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-96bae494-66c4-4986-8516-8a56d6101c6e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Request body: {'port': {'device_id': '5673fc9a-69ea-4d1b-aee1-fb19e9e5312c', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': 'd9b061b00b7d481ca736dfc229d52c4f'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:17.166103 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] Deleting port 090cc70d-2a44-49ff-af3f-c08924ef4842 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:17.166542 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (090cc70d-2a44-49ff-af3f-c08924ef4842), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:17.181877 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e71e5f-dedd-453a-90b8-c0c6f34261ba admin admin] Made reservation on behalf of 69afd4ca769749ba8d46ded12228d571 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:17.184523 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-02e71e5f-dedd-453a-90b8-c0c6f34261ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:17.211839 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2211-90eb-4942-bb47-01d36c8979d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (94942d9a-c74f-4243-87c4-e4db203ac6c4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:17.215590 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2211-90eb-4942-bb47-01d36c8979d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:17.226587 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3d9a2211-90eb-4942-bb47-01d36c8979d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94942d9a-c74f-4243-87c4-e4db203ac6c4 HTTP/1.1" status: 204 len: 168 time: 0.3595159 Mar 07 21:35:17.243083 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a2211-90eb-4942-bb47-01d36c8979d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94942d9a-c74f-4243-87c4-e4db203ac6c4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:17.543072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48132) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:17.569758 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2da73a78-2436-41a8-a83e-fec5006843cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:17.689753 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2da73a78-2436-41a8-a83e-fec5006843cf admin admin] Publish callbacks [] for security_group (ac7299d3-d068-4534-85a8-71bbe63b13ac), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:17.698899 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2da73a78-2436-41a8-a83e-fec5006843cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ac7299d3-d068-4534-85a8-71bbe63b13ac), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:17.733260 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c02c3f3c-10fc-4d6b-8838-431fa029be5c req-0b60b189-599c-4318-9bfa-9b976e50be64 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6333241 Mar 07 21:35:17.733888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48136) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:17.734637 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2da73a78-2436-41a8-a83e-fec5006843cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e37027141b6c488e84d27d82db9192b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890333 Mar 07 21:35:17.761880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da73a78-2436-41a8-a83e-fec5006843cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7299d3-d068-4534-85a8-71bbe63b13ac,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:17.827734 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-616e97e8-f473-4c63-b361-504703c39209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:17.858469 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf37e1-5cbc-4b3a-aa6e-ce0a94da7cc5 req-c3534602-c80a-4ca7-ba92-2fcf7be61be5 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:17.860022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ccf37e1-5cbc-4b3a-aa6e-ce0a94da7cc5 req-c3534602-c80a-4ca7-ba92-2fcf7be61be5 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 949 time: 0.6971691 Mar 07 21:35:17.883111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] For port 090cc70d-2a44-49ff-af3f-c08924ef4842, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=090cc70d-2a44-49ff-af3f-c08924ef4842,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:17.883478 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (090cc70d-2a44-49ff-af3f-c08924ef4842), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:17.915700 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:17.967588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] Calling delete_port for 090cc70d-2a44-49ff-af3f-c08924ef4842 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:17.973037 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b99bfbaa-36df-4f0f-b8f7-77290bd15102 req-ca97b013-ce44-4367-8e33-a27994c8ab94 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 210 time: 0.1102898 Mar 07 21:35:18.009230 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-96bae494-66c4-4986-8516-8a56d6101c6e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Made reservation on behalf of d9b061b00b7d481ca736dfc229d52c4f for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:18.012604 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-96bae494-66c4-4986-8516-8a56d6101c6e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:18.116025 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94ffa51a-077b-49e6-8a57-2237ad0f0faf admin admin] Publish callbacks [] for security_group (ac7299d3-d068-4534-85a8-71bbe63b13ac), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:18.221208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:18.242430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:35:18.242781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a1cd83c6-1e2e-4bc9-ae6e-5de5a1eca0f8 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:35:18.251315 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ccf37e1-5cbc-4b3a-aa6e-ce0a94da7cc5 req-bfd95032-21cc-4c7d-9e0c-642548c069c6 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701243 Mar 07 21:35:18.290839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-25accb96-ff09-4840-975b-0f35d458721d service neutron] 10.222.0.15 "GET /v2.0/ports/ec1f355d-2b34-45b5-bde2-64acf2903ad6/bindings/n-h1-832330-1 HTTP/1.1" status: 200 len: 384 time: 0.3245404 Mar 07 21:35:18.303664 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94ffa51a-077b-49e6-8a57-2237ad0f0faf admin admin] Publish callbacks [] for security_group (ac7299d3-d068-4534-85a8-71bbe63b13ac), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:18.316168 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-02e71e5f-dedd-453a-90b8-c0c6f34261ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (144f4390-f9cf-41ca-acf9-5bf8aa549e3e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:18.530911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b6540-a534-4de7-a53a-804eb6d0cb45 req-8582c5eb-5e1d-4d1b-9b99-8a87e9ce3bbd tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:18.532382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-372b6540-a534-4de7-a53a-804eb6d0cb45 req-8582c5eb-5e1d-4d1b-9b99-8a87e9ce3bbd tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 945 time: 0.3753679 Mar 07 21:35:18.564724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e71e5f-dedd-453a-90b8-c0c6f34261ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=144f4390-f9cf-41ca-acf9-5bf8aa549e3e,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:18.612260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-96bae494-66c4-4986-8516-8a56d6101c6e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Allocated IP 192.168.233.32 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/63751d87-6ed7-4155-9617-57244686d5be) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:35:18.685280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e71e5f-dedd-453a-90b8-c0c6f34261ba admin admin] Checking segment: {'id': '45e9fc5b-e002-4084-a4ea-53fb2b6f498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f468453f-f5c7-460e-a411-d03fdbe0c1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:18.685566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e71e5f-dedd-453a-90b8-c0c6f34261ba admin admin] Network hostable DHCP agents. Network: f468453f-f5c7-460e-a411-d03fdbe0c1e4, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:35:18.695679 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94ffa51a-077b-49e6-8a57-2237ad0f0faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ac7299d3-d068-4534-85a8-71bbe63b13ac), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:18.698534 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94ffa51a-077b-49e6-8a57-2237ad0f0faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:18.699669 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-94ffa51a-077b-49e6-8a57-2237ad0f0faf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac7299d3-d068-4534-85a8-71bbe63b13ac HTTP/1.1" status: 204 len: 168 time: 0.9489164 Mar 07 21:35:18.786682 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffa51a-077b-49e6-8a57-2237ad0f0faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7299d3-d068-4534-85a8-71bbe63b13ac,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:18.790967 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-372b6540-a534-4de7-a53a-804eb6d0cb45 req-aac3cb29-eb44-4cf5-9d83-e8d65ee06433 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffd7f77c-2994-46e5-8319-fca0b91b22bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481937 Mar 07 21:35:18.866756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e71e5f-dedd-453a-90b8-c0c6f34261ba admin admin] Network f468453f-f5c7-460e-a411-d03fdbe0c1e4 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:35:18.868707 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (090cc70d-2a44-49ff-af3f-c08924ef4842), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:18.895667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8be51-ac63-4583-9d31-4b79e563c2e5 req-0d2e363a-5813-4ca6-9668-3e5d8c822c39 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:18.897169 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bad8be51-ac63-4583-9d31-4b79e563c2e5 req-0d2e363a-5813-4ca6-9668-3e5d8c822c39 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 949 time: 0.4203961 Mar 07 21:35:19.004847 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-02e71e5f-dedd-453a-90b8-c0c6f34261ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, f468453f-f5c7-460e-a411-d03fdbe0c1e4) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:19.016059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8042f5b-e890-49ba-99cc-cbc232e882ad None None] Network f468453f-f5c7-460e-a411-d03fdbe0c1e4 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:35:19.042363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=090cc70d-2a44-49ff-af3f-c08924ef4842,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:19.072994 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e71e5f-dedd-453a-90b8-c0c6f34261ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:19.073600 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-02e71e5f-dedd-453a-90b8-c0c6f34261ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:19.075699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ec1f355d-2b34-45b5-bde2-64acf2903ad6 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:19.177718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e72ea8-f0d1-4f7a-8a7c-35cec49c4da6 req-4d79b392-c738-4df5-9983-45b5b7cf0b2e tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:19.179412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58e72ea8-f0d1-4f7a-8a7c-35cec49c4da6 req-4d79b392-c738-4df5-9983-45b5b7cf0b2e tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 945 time: 0.4176707 Mar 07 21:35:19.203228 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-02e71e5f-dedd-453a-90b8-c0c6f34261ba admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2051182 Mar 07 21:35:19.211636 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:19.240911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-11465b88-b23a-423a-a679-afab5622961c service neutron] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:19.260804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d772db3-1af1-46fe-9f93-03fe42f1d2b9 None None] Network f468453f-f5c7-460e-a411-d03fdbe0c1e4 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:35:19.296514 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bad8be51-ac63-4583-9d31-4b79e563c2e5 req-f88706b2-a631-4667-8e01-a097f1a6594d tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763974 Mar 07 21:35:19.332208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4561c3-7ffc-4c87-8db4-6d0a615a95bf req-dedbadaf-0892-4b26-8afd-9ef68460175f tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:19.332383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ec1f355d-2b34-45b5-bde2-64acf2903ad6 is: DOWN; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:19.332506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db4561c3-7ffc-4c87-8db4-6d0a615a95bf req-dedbadaf-0892-4b26-8afd-9ef68460175f tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 943 time: 0.4449484 Mar 07 21:35:19.336819 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-96bae494-66c4-4986-8516-8a56d6101c6e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks [] for port (63751d87-6ed7-4155-9617-57244686d5be), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:19.355863 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:19.378512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-11465b88-b23a-423a-a679-afab5622961c service neutron] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:19.564337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ebc6868d-4415-45cd-a040-83622ae935d1 req-dbf5d8d2-c2d9-4bba-857a-5e0366926b61 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 210 time: 0.1421580 Mar 07 21:35:19.573777 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-11465b88-b23a-423a-a679-afab5622961c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1f355d-2b34-45b5-bde2-64acf2903ad6 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:19.587919 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:19.603616 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] Publish callbacks [] for router_controller (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:19.619914 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-11465b88-b23a-423a-a679-afab5622961c service neutron] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:19.698989 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db4561c3-7ffc-4c87-8db4-6d0a615a95bf req-362d5471-65ea-454e-b96d-3fbb125206ef tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682206 Mar 07 21:35:19.701762 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-96bae494-66c4-4986-8516-8a56d6101c6e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (63751d87-6ed7-4155-9617-57244686d5be), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:19.704435 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-11465b88-b23a-423a-a679-afab5622961c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:19.732789 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (c4778f0b-70f1-4873-b9c6-2ea50559f6cd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:19.732789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4778f0b-70f1-4873-b9c6-2ea50559f6cd {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:35:19.733353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-58e72ea8-f0d1-4f7a-8a7c-35cec49c4da6 req-d304fc59-dca1-43bd-829f-f849736a5146 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Deleting port 1228286a-e3b3-450c-9672-7e2b6eef7f82 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:19.733695 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-58e72ea8-f0d1-4f7a-8a7c-35cec49c4da6 req-d304fc59-dca1-43bd-829f-f849736a5146 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1228286a-e3b3-450c-9672-7e2b6eef7f82), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:19.738115 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ad0b8b32-e5c0-4eb8-a888-37a129bfa799'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:19.744828 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346', 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce', '91e3530c-a21e-49f8-9573-c90a3345c0da'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:19.777579 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:19.778773 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6b540c9c-ba20-4d09-8d23-3eea91a63b63 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c4778f0b-70f1-4873-b9c6-2ea50559f6cd HTTP/1.1" status: 204 len: 168 time: 3.7759116 Mar 07 21:35:19.781732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48186) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:19.878878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f7cc50-5b5a-4bbd-8d6e-d8360c2d3225 admin admin] Deleting subnet 3ca5cc8f-62f9-47c0-9d09-f220832834e0 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:35:19.883336 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cc50-5b5a-4bbd-8d6e-d8360c2d3225 admin admin] Publish callbacks [] for subnet (3ca5cc8f-62f9-47c0-9d09-f220832834e0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:19.939429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cc50-5b5a-4bbd-8d6e-d8360c2d3225 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (3ca5cc8f-62f9-47c0-9d09-f220832834e0), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:19.956616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bae494-66c4-4986-8516-8a56d6101c6e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event updated for resources: {'Port': ['ID=63751d87-6ed7-4155-9617-57244686d5be,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:19.969570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-96bae494-66c4-4986-8516-8a56d6101c6e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:35:20.039122 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-96bae494-66c4-4986-8516-8a56d6101c6e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:20.074605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-96bae494-66c4-4986-8516-8a56d6101c6e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:35:20.093698 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cc50-5b5a-4bbd-8d6e-d8360c2d3225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (3ca5cc8f-62f9-47c0-9d09-f220832834e0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.215363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cc50-5b5a-4bbd-8d6e-d8360c2d3225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (3ca5cc8f-62f9-47c0-9d09-f220832834e0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.275751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7cc50-5b5a-4bbd-8d6e-d8360c2d3225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca5cc8f-62f9-47c0-9d09-f220832834e0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:20.293415 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cc50-5b5a-4bbd-8d6e-d8360c2d3225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.306163 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d2f7cc50-5b5a-4bbd-8d6e-d8360c2d3225 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3ca5cc8f-62f9-47c0-9d09-f220832834e0 HTTP/1.1" status: 204 len: 168 time: 0.5231743 Mar 07 21:35:20.307022 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48204) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:20.365759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caa91b7-30b5-46e1-acec-4440e48ea4b8 None None] Network f8059552-ef86-44fc-9055-e345fefab2f7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:35:20.420673 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.442754 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (f8059552-ef86-44fc-9055-e345fefab2f7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.462528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 090cc70d-2a44-49ff-af3f-c08924ef4842 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:20.529322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] Deleting port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:20.530273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2cddbf1c-530b-4ad6-a9f9-2e5388bd674b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.550132 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 090cc70d-2a44-49ff-af3f-c08924ef4842 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:35:20.550504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 090cc70d-2a44-49ff-af3f-c08924ef4842 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:35:20.585414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-86fe6f3e-84bb-4dcd-92da-7d27dbbc6174 None None] Provisioning complete for port 63751d87-6ed7-4155-9617-57244686d5be triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:20.586052 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-86fe6f3e-84bb-4dcd-92da-7d27dbbc6174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (63751d87-6ed7-4155-9617-57244686d5be), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.621705 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] For port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2cddbf1c-530b-4ad6-a9f9-2e5388bd674b,segment=NetworkSegment(95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97),segment_id=95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:20.622209 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2cddbf1c-530b-4ad6-a9f9-2e5388bd674b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.629557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-11465b88-b23a-423a-a679-afab5622961c service neutron] Transition to ACTIVE for port object ec1f355d-2b34-45b5-bde2-64acf2903ad6 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:35:20.637024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-58e72ea8-f0d1-4f7a-8a7c-35cec49c4da6 req-d304fc59-dca1-43bd-829f-f849736a5146 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] For port 1228286a-e3b3-450c-9672-7e2b6eef7f82, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=1228286a-e3b3-450c-9672-7e2b6eef7f82,segment=NetworkSegment(ae2bb337-65ee-4b4c-8de5-b83e7b43719a),segment_id=ae2bb337-65ee-4b4c-8de5-b83e7b43719a)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:20.637423 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-58e72ea8-f0d1-4f7a-8a7c-35cec49c4da6 req-d304fc59-dca1-43bd-829f-f849736a5146 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1228286a-e3b3-450c-9672-7e2b6eef7f82), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.643129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] Calling delete_port for 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:20.652065 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-11465b88-b23a-423a-a679-afab5622961c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.665717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-96bae494-66c4-4986-8516-8a56d6101c6e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:20.666357 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-96bae494-66c4-4986-8516-8a56d6101c6e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.668253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-86fe6f3e-84bb-4dcd-92da-7d27dbbc6174 None None] Port 63751d87-6ed7-4155-9617-57244686d5be cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:35:20.711440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-58e72ea8-f0d1-4f7a-8a7c-35cec49c4da6 req-d304fc59-dca1-43bd-829f-f849736a5146 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Calling delete_port for 1228286a-e3b3-450c-9672-7e2b6eef7f82 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:20.730885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3cbfe-40ee-4054-9576-7027bea84989 req-53141715-95ef-4483-a7ed-50c7befd11ac tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:20.732729 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40f3cbfe-40ee-4054-9576-7027bea84989 req-53141715-95ef-4483-a7ed-50c7befd11ac tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/ports?device_id=f039250e-1da4-4048-bcbf-825ed9086291 HTTP/1.1" status: 200 len: 945 time: 0.7619929 Mar 07 21:35:20.735068 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (2cddbf1c-530b-4ad6-a9f9-2e5388bd674b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.753498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] No DVR routers for this DVR port 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:35:20.770556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-bee5a70a-f077-4546-9363-aa95e092ff18 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:20.778976 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-bee5a70a-f077-4546-9363-aa95e092ff18 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/networks?id=f468453f-f5c7-460e-a411-d03fdbe0c1e4 HTTP/1.1" status: 200 len: 818 time: 0.8185749 Mar 07 21:35:20.784576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-96bae494-66c4-4986-8516-8a56d6101c6e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6382227 Mar 07 21:35:20.797945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] Pushing event deleted for resources: {'Port': ['ID=2cddbf1c-530b-4ad6-a9f9-2e5388bd674b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:20.803817 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24858cb0-30ef-47c4-9d3a-a127455ac27e None None] DHCP port deletion for f8059552-ef86-44fc-9055-e345fefab2f7 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:35:20.823652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Request body: {'port': {'device_id': '5673fc9a-69ea-4d1b-aee1-fb19e9e5312c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:20.855697 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (f8059552-ef86-44fc-9055-e345fefab2f7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.880000 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8059552-ef86-44fc-9055-e345fefab2f7']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:20.890091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:20.890380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:20.894895 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-d245a5ec-17f2-4df0-b184-82e06a5e39e5 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/quotas/69afd4ca769749ba8d46ded12228d571 HTTP/1.1" status: 200 len: 375 time: 0.1150205 Mar 07 21:35:20.901851 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.915272 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.917793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11465b88-b23a-423a-a679-afab5622961c service neutron] Pushing event updated for resources: {'Port': ['ID=ec1f355d-2b34-45b5-bde2-64acf2903ad6,revision_number=10']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:20.921357 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:35:20.921746 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (95c0eb2e-8a7e-4a28-94da-3e07d6a2bf97), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:35:20.923561 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:35:20.925913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-11465b88-b23a-423a-a679-afab5622961c service neutron] No DVR routers for this DVR port ec1f355d-2b34-45b5-bde2-64acf2903ad6 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:35:20.982907 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (f8059552-ef86-44fc-9055-e345fefab2f7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.988823 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:20.992266 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] 10.222.0.26 "DELETE /v2.0/networks/f8059552-ef86-44fc-9055-e345fefab2f7 HTTP/1.1" status: 204 len: 168 time: 0.6840982 Mar 07 21:35:21.006795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a66794-af13-42df-b9f9-ef77f97d10dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f8059552-ef86-44fc-9055-e345fefab2f7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:21.014364 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-11465b88-b23a-423a-a679-afab5622961c service neutron] 10.222.0.15 "PUT /v2.0/ports/ec1f355d-2b34-45b5-bde2-64acf2903ad6/bindings/n-h1-832330-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7072666 Mar 07 21:35:21.016430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-6a8d5269-7c54-43a5-ab01-a6a55bed6df5 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=69afd4ca769749ba8d46ded12228d571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035492 Mar 07 21:35:21.074964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40f3cbfe-40ee-4054-9576-7027bea84989 req-a03acb84-b6a0-4848-95de-c76919fd1d31 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffd7f77c-2994-46e5-8319-fca0b91b22bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183126 Mar 07 21:35:21.131943 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (63751d87-6ed7-4155-9617-57244686d5be), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:21.137558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-118187f5-f826-4401-ab95-dd50daf6720a tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:21.139260 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-118187f5-f826-4401-ab95-dd50daf6720a tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3&tenant_id=ad203922dbd94abca13bc575d34ee25e&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 1126 time: 0.0598807 Mar 07 21:35:21.223917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48220) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:21.247444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-7b566146-43c9-4561-bf9e-62e7dc649da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:21.248841 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-7b566146-43c9-4561-bf9e-62e7dc649da0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3&tenant_id=ad203922dbd94abca13bc575d34ee25e HTTP/1.1" status: 200 len: 1126 time: 0.0956759 Mar 07 21:35:21.287780 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ef05a5b9-868a-43c5-89df-446b790a091f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=193cb6ee876a4a18960ad33c32df94d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0604417 Mar 07 21:35:21.290315 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48222) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:21.339687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-cf133966-a118-415b-b58c-7e6591345f0d service neutron] 10.222.0.26 "GET /v2.0/networks/f468453f-f5c7-460e-a411-d03fdbe0c1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057816 Mar 07 21:35:21.358605 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-e9df076e-7004-4c47-95db-b7ded2022340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:21.360092 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-e9df076e-7004-4c47-95db-b7ded2022340 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 1126 time: 0.0855293 Mar 07 21:35:21.377195 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-58e72ea8-f0d1-4f7a-8a7c-35cec49c4da6 req-d304fc59-dca1-43bd-829f-f849736a5146 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1228286a-e3b3-450c-9672-7e2b6eef7f82), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:21.378335 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-26b06f9c-86b5-4422-a526-9790971d76bb admin admin] Publish callbacks [] for security_group (9de9757d-2d29-45d9-8f6b-97f2eb5920c0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:21.390181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['1228286a-e3b3-450c-9672-7e2b6eef7f82'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:21.428571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf606f3-6d3c-4c14-a27f-7b6a8e211d17 req-f448a016-cbc9-4992-b73a-7b6c377337bc tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:21.430108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6cf606f3-6d3c-4c14-a27f-7b6a8e211d17 req-f448a016-cbc9-4992-b73a-7b6c377337bc tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 949 time: 0.2786777 Mar 07 21:35:21.448474 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-26b06f9c-86b5-4422-a526-9790971d76bb admin admin] Publish callbacks [] for security_group (9de9757d-2d29-45d9-8f6b-97f2eb5920c0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:21.450053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304fc59-dca1-43bd-829f-f849736a5146 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Pushing event deleted for resources: {'Port': ['ID=1228286a-e3b3-450c-9672-7e2b6eef7f82,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:21.499709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-3fde388e-68ae-40d0-adc4-6f833e1b3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:21.501180 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-3fde388e-68ae-40d0-adc4-6f833e1b3af7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.1338615 Mar 07 21:35:21.545687 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-727a3826-80fc-4507-815c-a2d731d889ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6 HTTP/1.1" status: 200 len: 217 time: 0.0364549 Mar 07 21:35:21.546920 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-26b06f9c-86b5-4422-a526-9790971d76bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9de9757d-2d29-45d9-8f6b-97f2eb5920c0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:21.549757 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-26b06f9c-86b5-4422-a526-9790971d76bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:21.550785 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-26b06f9c-86b5-4422-a526-9790971d76bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9de9757d-2d29-45d9-8f6b-97f2eb5920c0 HTTP/1.1" status: 204 len: 168 time: 0.2619147 Mar 07 21:35:21.579349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e72ea8-f0d1-4f7a-8a7c-35cec49c4da6 req-d304fc59-dca1-43bd-829f-f849736a5146 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] No DVR routers for this DVR port 1228286a-e3b3-450c-9672-7e2b6eef7f82 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:35:21.586613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b06f9c-86b5-4422-a526-9790971d76bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de9757d-2d29-45d9-8f6b-97f2eb5920c0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:21.589480 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-58e72ea8-f0d1-4f7a-8a7c-35cec49c4da6 req-d304fc59-dca1-43bd-829f-f849736a5146 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:21.592853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58e72ea8-f0d1-4f7a-8a7c-35cec49c4da6 req-d304fc59-dca1-43bd-829f-f849736a5146 tempest-VolumesAdminNegativeTest-877187147 tempest-VolumesAdminNegativeTest-877187147-project] 10.222.0.13 "DELETE /v2.0/ports/1228286a-e3b3-450c-9672-7e2b6eef7f82 HTTP/1.1" status: 204 len: 173 time: 2.3879647 Mar 07 21:35:21.597078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f039250e-1da4-4048-bcbf-825ed9086291', 'name': 'network-vif-deleted', 'tag': '1228286a-e3b3-450c-9672-7e2b6eef7f82'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:21.599372 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abaf153-d4c5-4fb4-85ca-50b528c8aa5a" -d '{"events": [{"server_uuid": "f039250e-1da4-4048-bcbf-825ed9086291", "name": "network-vif-deleted", "tag": "1228286a-e3b3-450c-9672-7e2b6eef7f82"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:21.605058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-da1953d9-b5fa-4cf9-a424-449c1666b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:21.607215 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-da1953d9-b5fa-4cf9-a424-449c1666b437 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.0545328 Mar 07 21:35:21.651394 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-2853a451-fd34-46bd-90e5-361a96134926 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375841 Mar 07 21:35:21.655201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6cf606f3-6d3c-4c14-a27f-7b6a8e211d17 req-09533fd6-8d5f-440d-9608-75a5296e3a90 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066872 Mar 07 21:35:21.667078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-3c6e0d0a-1fca-4af8-9fe8-068bcd53cba3 service neutron] 10.222.0.26 "GET /v2.0/networks/f468453f-f5c7-460e-a411-d03fdbe0c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105664 Mar 07 21:35:21.731813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63751d87-6ed7-4155-9617-57244686d5be {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:21.741459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Publish callbacks [] for port (63751d87-6ed7-4155-9617-57244686d5be), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:21.758008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Transition to ACTIVE for port object 63751d87-6ed7-4155-9617-57244686d5be will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:35:21.765647 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (63751d87-6ed7-4155-9617-57244686d5be), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:21.839086 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f87dd585-7762-4700-8d53-29da1ff08ef9 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646385 Mar 07 21:35:21.957041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Pushing event updated for resources: {'Port': ['ID=63751d87-6ed7-4155-9617-57244686d5be,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:22.020303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ff1ee-0fff-4498-9c98-1dd35b9b6b1c req-91cfcfc8-fe0d-41e6-921c-dd8603eb381d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:22.035251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea6ff1ee-0fff-4498-9c98-1dd35b9b6b1c req-91cfcfc8-fe0d-41e6-921c-dd8603eb381d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 947 time: 0.2513204 Mar 07 21:35:22.036141 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-44f745ba-cdb4-41c0-8607-12f67bf2c059 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739633 Mar 07 21:35:22.070552 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Attempting to bind port 63751d87-6ed7-4155-9617-57244686d5be on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:35:22.070927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Attempting to bind port 63751d87-6ed7-4155-9617-57244686d5be by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:35:22.071268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Attempting to bind port 63751d87-6ed7-4155-9617-57244686d5be on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:22.078994 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Port 63751d87-6ed7-4155-9617-57244686d5be on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:35:22.079396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Attempting to bind port 63751d87-6ed7-4155-9617-57244686d5be on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:22.099299 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:35:22.099799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:22.100945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:35:22.101420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Bound port: 63751d87-6ed7-4155-9617-57244686d5be, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:35:22.101777 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (63751d87-6ed7-4155-9617-57244686d5be), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:22.110225 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:22.229609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] For port 63751d87-6ed7-4155-9617-57244686d5be, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:22.235209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] For port 63751d87-6ed7-4155-9617-57244686d5be, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=63751d87-6ed7-4155-9617-57244686d5be,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:35:22.245592 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (63751d87-6ed7-4155-9617-57244686d5be), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:22.253252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea6ff1ee-0fff-4498-9c98-1dd35b9b6b1c req-75a5b877-3fb6-44f0-b93e-dd04f205b4da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220256 Mar 07 21:35:22.309744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:22.310330 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:22.328200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] 10.222.0.15 "PUT /v2.0/ports/63751d87-6ed7-4155-9617-57244686d5be HTTP/1.1" status: 200 len: 1095 time: 1.5266685 Mar 07 21:35:22.426151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:22.430454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c8c03-fadb-4777-aa76-fa29dc9edb3f service neutron] Pushing event updated for resources: {'Port': ['ID=63751d87-6ed7-4155-9617-57244686d5be,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:22.484239 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:35:22.486479 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2cddbf1c-530b-4ad6-a9f9-2e5388bd674b not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:35:22.523577 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a26a694-7296-44c9-9f24-dc2ab875f2e4 x-openstack-request-id: req-8a26a694-7296-44c9-9f24-dc2ab875f2e4 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:22.523577 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f039250e-1da4-4048-bcbf-825ed9086291", "name": "network-vif-deleted", "tag": "1228286a-e3b3-450c-9672-7e2b6eef7f82", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:22.523577 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a26a694-7296-44c9-9f24-dc2ab875f2e4 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:22.524009 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f039250e-1da4-4048-bcbf-825ed9086291', 'name': 'network-vif-deleted', 'tag': '1228286a-e3b3-450c-9672-7e2b6eef7f82', 'status': 'completed', 'code': 200} Mar 07 21:35:22.617430 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f8b5d6a4-1530-4f7b-9d9c-e061fec6c06b tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:22.618920 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-f8b5d6a4-1530-4f7b-9d9c-e061fec6c06b tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3&tenant_id=ad203922dbd94abca13bc575d34ee25e&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 1126 time: 0.1122546 Mar 07 21:35:22.706361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438f48e-0b8f-44cc-ab7c-edc64fc2ae9e req-adc65506-7445-4e46-8af8-a3ca19c417d5 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:22.711351 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6438f48e-0b8f-44cc-ab7c-edc64fc2ae9e req-adc65506-7445-4e46-8af8-a3ca19c417d5 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 944 time: 0.3093567 Mar 07 21:35:22.751001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5643e63d-eaab-4328-8d31-8c4a776ec484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:22.754485 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5643e63d-eaab-4328-8d31-8c4a776ec484 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 1129 time: 0.2182300 Mar 07 21:35:22.763310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4307c-e114-4531-96cf-acea94d33785 req-673c692f-bfcf-4745-b859-e36a616aa7d4 tempest-LiveMigrationNegativeTest-1486444327 tempest-LiveMigrationNegativeTest-1486444327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:22.765322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47c4307c-e114-4531-96cf-acea94d33785 req-673c692f-bfcf-4745-b859-e36a616aa7d4 tempest-LiveMigrationNegativeTest-1486444327 tempest-LiveMigrationNegativeTest-1486444327-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 1131 time: 0.1614311 Mar 07 21:35:22.790743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-ddda962d-f5d5-47d2-a791-c3ccaa17afb6 service neutron] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:22.794104 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-ddda962d-f5d5-47d2-a791-c3ccaa17afb6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:22.800380 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8711abb2-44cc-4b6b-9dac-e6bda30d403e req-ddda962d-f5d5-47d2-a791-c3ccaa17afb6 service neutron] 10.222.0.13 "DELETE /v2.0/ports/ec1f355d-2b34-45b5-bde2-64acf2903ad6/bindings/n-h2-832330-1 HTTP/1.1" status: 204 len: 173 time: 0.1690810 Mar 07 21:35:22.833920 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-31f660d3-ac0f-4deb-808d-ec1c5bd7e54e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=63751d87-6ed7-4155-9617-57244686d5be HTTP/1.1" status: 200 len: 217 time: 0.0617015 Mar 07 21:35:22.846014 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6438f48e-0b8f-44cc-ab7c-edc64fc2ae9e req-1d0fb93e-eb45-4fec-b7f1-a94576cce9dc tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256750 Mar 07 21:35:22.847130 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-47c4307c-e114-4531-96cf-acea94d33785 req-a3214624-6fb6-438d-a3d2-16f0caf47e85 tempest-LiveMigrationNegativeTest-1486444327 tempest-LiveMigrationNegativeTest-1486444327-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:22.897978 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48264) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:22.930099 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-f19fbd6f-d69b-4022-af18-9eab9e6798f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:22.931926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-f19fbd6f-d69b-4022-af18-9eab9e6798f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0763257 Mar 07 21:35:23.015525 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d386c719-91a7-4ba5-a18a-6d64c581742c req-46b5094f-ed72-464b-b0ac-aa856d189733 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/ports?device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 210 time: 0.0606823 Mar 07 21:35:23.049752 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-898768627-network', 'tenant_id': '342316ef9f394e8cb8be6c925ab82c66'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:23.051872 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-47c4307c-e114-4531-96cf-acea94d33785 req-a3214624-6fb6-438d-a3d2-16f0caf47e85 tempest-LiveMigrationNegativeTest-1486444327 tempest-LiveMigrationNegativeTest-1486444327-project-admin] Publish callbacks [] for security_group (5ea75b09-61db-4bb0-bba0-5cba6e606f2e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.057606 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-47c4307c-e114-4531-96cf-acea94d33785 req-a3214624-6fb6-438d-a3d2-16f0caf47e85 tempest-LiveMigrationNegativeTest-1486444327 tempest-LiveMigrationNegativeTest-1486444327-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5ea75b09-61db-4bb0-bba0-5cba6e606f2e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.070979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5639e3ee-c356-45b8-b5c6-fb97969b7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:23.072685 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-5639e3ee-c356-45b8-b5c6-fb97969b7da0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1318524 Mar 07 21:35:23.073072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] Made reservation on behalf of 342316ef9f394e8cb8be6c925ab82c66 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:23.075404 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.085787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48268) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:23.088716 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.140403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47c4307c-e114-4531-96cf-acea94d33785 req-a3214624-6fb6-438d-a3d2-16f0caf47e85 tempest-LiveMigrationNegativeTest-1486444327 tempest-LiveMigrationNegativeTest-1486444327-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600903 Mar 07 21:35:23.158477 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-781bc391-5a5b-4e52-9157-19e34264cfeb admin admin] Deleting subnet bcf8fdda-bb84-410d-8346-578a28a79adc {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:35:23.162545 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-781bc391-5a5b-4e52-9157-19e34264cfeb admin admin] Publish callbacks [] for subnet (bcf8fdda-bb84-410d-8346-578a28a79adc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.200140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3214624-6fb6-438d-a3d2-16f0caf47e85 tempest-LiveMigrationNegativeTest-1486444327 tempest-LiveMigrationNegativeTest-1486444327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea75b09-61db-4bb0-bba0-5cba6e606f2e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:23.202817 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-781bc391-5a5b-4e52-9157-19e34264cfeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (bcf8fdda-bb84-410d-8346-578a28a79adc), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.243766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-781bc391-5a5b-4e52-9157-19e34264cfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (bcf8fdda-bb84-410d-8346-578a28a79adc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.270522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-27f291da-b700-40cd-bde8-20a055443bc1 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882610 Mar 07 21:35:23.337470 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-781bc391-5a5b-4e52-9157-19e34264cfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (bcf8fdda-bb84-410d-8346-578a28a79adc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.349905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-b3ead4fe-3f25-4700-8f72-90ff5661157f req-f5bd7f24-1644-4b69-8f3f-f3dcde02b897 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:35:23.350666 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3ead4fe-3f25-4700-8f72-90ff5661157f req-f5bd7f24-1644-4b69-8f3f-f3dcde02b897 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071504 Mar 07 21:35:23.388824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bc391-5a5b-4e52-9157-19e34264cfeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf8fdda-bb84-410d-8346-578a28a79adc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:23.401908 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 1228286a-e3b3-450c-9672-7e2b6eef7f82 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:23.405016 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] Publish callbacks [] for security_group (39b701b6-919f-46df-831c-f477120e7137), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.407541 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-781bc391-5a5b-4e52-9157-19e34264cfeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.413711 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-781bc391-5a5b-4e52-9157-19e34264cfeb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bcf8fdda-bb84-410d-8346-578a28a79adc HTTP/1.1" status: 204 len: 168 time: 0.3263175 Mar 07 21:35:23.415276 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (39b701b6-919f-46df-831c-f477120e7137), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.417148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48282) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:23.448349 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 1228286a-e3b3-450c-9672-7e2b6eef7f82 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:35:23.448823 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 1228286a-e3b3-450c-9672-7e2b6eef7f82 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:35:23.467982 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e9202d0-27d5-4377-b67c-8ccd19a0abe9 req-fcbca201-90d1-45e5-8150-fc658327a40d service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823230 Mar 07 21:35:23.476187 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:35:23.511048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b701b6-919f-46df-831c-f477120e7137,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:23.525336 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (ee69d199-c7b8-43b9-ab5e-89d05d00c724), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.525962 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] Added segment ee69d199-c7b8-43b9-ab5e-89d05d00c724 of type vlan for network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb Mar 07 21:35:23.607414 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b7549ce7-1eca-4640-a9fb-4bfa93e43ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (ad9b7dad-c587-4701-a405-41853907880d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.624643 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (78f0a89d-2c96-481c-8e1f-7a2c7213f0eb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.671900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb29660-61b9-4670-a3ca-a8bb63c51aaa req-674ac047-1850-4d74-9baa-871101732bea tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:23.673567 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcb29660-61b9-4670-a3ca-a8bb63c51aaa req-674ac047-1850-4d74-9baa-871101732bea tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 947 time: 0.1299074 Mar 07 21:35:23.681415 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-0759cad8-825b-4670-996d-1d72d89b9c18 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:23.683114 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-0759cad8-825b-4670-996d-1d72d89b9c18 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.13 "GET /v2.0/networks?id=f468453f-f5c7-460e-a411-d03fdbe0c1e4 HTTP/1.1" status: 200 len: 818 time: 0.2239199 Mar 07 21:35:23.703865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-ffdd3b63-563e-494d-9e49-51a280e725e8 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Request body: {'port': {'device_id': '530fa991-f172-4fc0-a0e4-6f24904f91a1', 'network_id': 'f468453f-f5c7-460e-a411-d03fdbe0c1e4', 'admin_state_up': True, 'tenant_id': '69afd4ca769749ba8d46ded12228d571'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:23.710160 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (78f0a89d-2c96-481c-8e1f-7a2c7213f0eb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.712060 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:23.712684 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.753576 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b7549ce7-1eca-4640-a9fb-4bfa93e43ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (ad9b7dad-c587-4701-a405-41853907880d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.805649 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9055467 Mar 07 21:35:23.812325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48290) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:23.816918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-b7549ce7-1eca-4640-a9fb-4bfa93e43ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9b7dad-c587-4701-a405-41853907880d']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:23.833933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7a2406da-9fac-4fb6-8b66-3439fad56d56 admin admin] Request body: {'subnet': {'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-898768627-subnet', 'tenant_id': '342316ef9f394e8cb8be6c925ab82c66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:23.848093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52bc2a-6a56-46d0-a2d9-157f9293dd07 admin admin] Pushing event updated for resources: {'Network': ['ID=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:23.848328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-b7549ce7-1eca-4640-a9fb-4bfa93e43ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2bb337-65ee-4b4c-8de5-b83e7b43719a') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:23.848475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-b7549ce7-1eca-4640-a9fb-4bfa93e43ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2bb337-65ee-4b4c-8de5-b83e7b43719a') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:23.860514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:35:23.885086 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b7549ce7-1eca-4640-a9fb-4bfa93e43ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (ae2bb337-65ee-4b4c-8de5-b83e7b43719a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.890978 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcb29660-61b9-4670-a3ca-a8bb63c51aaa req-939bf86f-1f09-4b8f-b575-271e00251a97 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482229 Mar 07 21:35:23.905324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-ffdd3b63-563e-494d-9e49-51a280e725e8 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Made reservation on behalf of 69afd4ca769749ba8d46ded12228d571 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:23.908006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2406da-9fac-4fb6-8b66-3439fad56d56 admin admin] Made reservation on behalf of 342316ef9f394e8cb8be6c925ab82c66 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:23.910095 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-ffdd3b63-563e-494d-9e49-51a280e725e8 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.910811 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a2406da-9fac-4fb6-8b66-3439fad56d56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.925541 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b7549ce7-1eca-4640-a9fb-4bfa93e43ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (ae2bb337-65ee-4b4c-8de5-b83e7b43719a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.935909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022642a-5ad5-44b4-a370-81711b5d38e3 req-1960d444-96f2-49b0-9de7-9ca4edce25cb tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:23.938347 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2022642a-5ad5-44b4-a370-81711b5d38e3 req-1960d444-96f2-49b0-9de7-9ca4edce25cb tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 949 time: 0.1812205 Mar 07 21:35:23.954149 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7549ce7-1eca-4640-a9fb-4bfa93e43ed5 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:35:23.954589 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b7549ce7-1eca-4640-a9fb-4bfa93e43ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (ae2bb337-65ee-4b4c-8de5-b83e7b43719a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:35:23.960109 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:35:24.063573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-ffdd3b63-563e-494d-9e49-51a280e725e8 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Allocated IP 172.20.0.5 (f468453f-f5c7-460e-a411-d03fdbe0c1e4/144f4390-f9cf-41ca-acf9-5bf8aa549e3e/e025111d-1934-44ec-a0bd-e07cf9502101) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:35:24.120249 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b7549ce7-1eca-4640-a9fb-4bfa93e43ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (ad9b7dad-c587-4701-a405-41853907880d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:24.124682 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b7549ce7-1eca-4640-a9fb-4bfa93e43ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:24.128635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b7549ce7-1eca-4640-a9fb-4bfa93e43ed5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ad9b7dad-c587-4701-a405-41853907880d HTTP/1.1" status: 204 len: 168 time: 0.7100372 Mar 07 21:35:24.133664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48298) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:24.140839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2022642a-5ad5-44b4-a370-81711b5d38e3 req-cc49d78e-1e05-4f4a-9b7a-f45ff48fb772 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891241 Mar 07 21:35:24.187228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7549ce7-1eca-4640-a9fb-4bfa93e43ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9b7dad-c587-4701-a405-41853907880d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:24.271130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d437209-4793-4246-b235-40638b398372 req-335b63ad-ff35-436c-a68f-455f4f52b7a4 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:24.272704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d437209-4793-4246-b235-40638b398372 req-335b63ad-ff35-436c-a68f-455f4f52b7a4 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 944 time: 0.2054341 Mar 07 21:35:24.274615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce68fcee-2b74-4b9b-bd5e-8e686f77c55d req-c1a873c5-7022-4c69-84ac-01a1c8530b99 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/ports?device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 210 time: 0.0500336 Mar 07 21:35:24.346450 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a2406da-9fac-4fb6-8b66-3439fad56d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (3846fd89-0852-47b8-8047-f4764acdf27d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:24.397023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d437209-4793-4246-b235-40638b398372 req-f8cb8678-f586-4388-a926-404104218c11 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957520 Mar 07 21:35:24.425267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2406da-9fac-4fb6-8b66-3439fad56d56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3846fd89-0852-47b8-8047-f4764acdf27d,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:24.434903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2406da-9fac-4fb6-8b66-3439fad56d56 admin admin] Checking segment: {'id': 'ee69d199-c7b8-43b9-ab5e-89d05d00c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:24.435514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2406da-9fac-4fb6-8b66-3439fad56d56 admin admin] Network hostable DHCP agents. Network: 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:35:24.455383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2406da-9fac-4fb6-8b66-3439fad56d56 admin admin] Network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:35:24.469275 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-7a2406da-9fac-4fb6-8b66-3439fad56d56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:24.475397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2406da-9fac-4fb6-8b66-3439fad56d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:24.476239 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a2406da-9fac-4fb6-8b66-3439fad56d56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:24.481170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55a3a70-b9bf-4a8b-bb29-43a73da5418b None None] Network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:35:24.500842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c48f09b-6331-49f6-8c58-bc421e04af9d admin admin] Deleting subnet 912e6b35-0f0c-456d-b688-60c7f1db78d3 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:35:24.511639 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c48f09b-6331-49f6-8c58-bc421e04af9d admin admin] Publish callbacks [] for subnet (912e6b35-0f0c-456d-b688-60c7f1db78d3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:24.525815 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7a2406da-9fac-4fb6-8b66-3439fad56d56 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6971719 Mar 07 21:35:24.525815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5673fc9a-69ea-4d1b-aee1-fb19e9e5312c', 'tag': '63751d87-6ed7-4155-9617-57244686d5be'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:24.527961 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2423890d-11de-4bbc-9cab-4fb3edb49b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "5673fc9a-69ea-4d1b-aee1-fb19e9e5312c", "tag": "63751d87-6ed7-4155-9617-57244686d5be"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:24.567526 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c48f09b-6331-49f6-8c58-bc421e04af9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (912e6b35-0f0c-456d-b688-60c7f1db78d3), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:24.607761 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f739354-e3f8-45dc-8ed7-129b3bfb436d x-openstack-request-id: req-6f739354-e3f8-45dc-8ed7-129b3bfb436d {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:24.608135 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5673fc9a-69ea-4d1b-aee1-fb19e9e5312c", "tag": "63751d87-6ed7-4155-9617-57244686d5be", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:24.608322 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f739354-e3f8-45dc-8ed7-129b3bfb436d {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:24.608878 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5673fc9a-69ea-4d1b-aee1-fb19e9e5312c', 'tag': '63751d87-6ed7-4155-9617-57244686d5be', 'status': 'completed', 'code': 200} Mar 07 21:35:24.627088 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-ffdd3b63-563e-494d-9e49-51a280e725e8 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Publish callbacks [] for port (e025111d-1934-44ec-a0bd-e07cf9502101), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:24.642157 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c48f09b-6331-49f6-8c58-bc421e04af9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (912e6b35-0f0c-456d-b688-60c7f1db78d3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:24.669878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48314) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:24.682151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46925604-2b75-463d-a45a-75ae99877129 None None] Network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:35:24.697679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddde3dc-0df8-4811-914a-874b3d600564 req-701b2032-7830-4098-ae63-3a1520689ee0 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:24.700172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ddde3dc-0df8-4811-914a-874b3d600564 req-701b2032-7830-4098-ae63-3a1520689ee0 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 1126 time: 0.1559322 Mar 07 21:35:24.748207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423890d-11de-4bbc-9cab-4fb3edb49b5b req-2f26fa00-70b5-4718-8237-9b626ec6080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:24.750760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2423890d-11de-4bbc-9cab-4fb3edb49b5b req-2f26fa00-70b5-4718-8237-9b626ec6080e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 1129 time: 0.1281919 Mar 07 21:35:24.759171 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-ffdd3b63-563e-494d-9e49-51a280e725e8 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e025111d-1934-44ec-a0bd-e07cf9502101), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:24.766288 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c48f09b-6331-49f6-8c58-bc421e04af9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (912e6b35-0f0c-456d-b688-60c7f1db78d3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:24.813322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ddde3dc-0df8-4811-914a-874b3d600564 req-a5904c04-4257-48ba-b799-b28e2ddd5d57 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067431 Mar 07 21:35:24.838281 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48f09b-6331-49f6-8c58-bc421e04af9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=912e6b35-0f0c-456d-b688-60c7f1db78d3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:24.842769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c48f09b-6331-49f6-8c58-bc421e04af9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:24.845962 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7c48f09b-6331-49f6-8c58-bc421e04af9d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/912e6b35-0f0c-456d-b688-60c7f1db78d3 HTTP/1.1" status: 204 len: 168 time: 0.7110083 Mar 07 21:35:24.850473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48324) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:24.871382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-ffdd3b63-563e-494d-9e49-51a280e725e8 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Network f468453f-f5c7-460e-a411-d03fdbe0c1e4 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:35:24.871382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-ffdd3b63-563e-494d-9e49-51a280e725e8 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:24.871382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-ffdd3b63-563e-494d-9e49-51a280e725e8 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:35:24.878894 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd3b63-563e-494d-9e49-51a280e725e8 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Pushing event updated for resources: {'Port': ['ID=e025111d-1934-44ec-a0bd-e07cf9502101,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:24.922551 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c89e59e-7ab8-4501-8075-cbc020ea82ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:24.948853 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-ffdd3b63-563e-494d-9e49-51a280e725e8 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:24.949224 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-ffdd3b63-563e-494d-9e49-51a280e725e8 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:24.986693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423890d-11de-4bbc-9cab-4fb3edb49b5b req-2afbf941-3535-428a-8e10-743095f833fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:24.988209 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2423890d-11de-4bbc-9cab-4fb3edb49b5b req-2afbf941-3535-428a-8e10-743095f833fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2245955 Mar 07 21:35:24.991176 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fdb67e41-01cd-486b-9bfa-6c585352008a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (cd72dab1-fe49-47d8-ae21-3e264f79517b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.035673 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-ffdd3b63-563e-494d-9e49-51a280e725e8 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3400428 Mar 07 21:35:25.047654 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Request body: {'port': {'device_id': '530fa991-f172-4fc0-a0e4-6f24904f91a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:25.048241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2423890d-11de-4bbc-9cab-4fb3edb49b5b req-99f6a0c5-0a53-4c20-ab60-d8448bb53b30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=63751d87-6ed7-4155-9617-57244686d5be HTTP/1.1" status: 200 len: 217 time: 0.0494268 Mar 07 21:35:25.130028 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c89e59e-7ab8-4501-8075-cbc020ea82ac admin admin] Publish callbacks [] for security_group (b6e1a58e-fc8b-4496-9cd1-962eba5c760a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.138153 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c89e59e-7ab8-4501-8075-cbc020ea82ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b6e1a58e-fc8b-4496-9cd1-962eba5c760a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.154936 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e025111d-1934-44ec-a0bd-e07cf9502101), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.192392 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4c89e59e-7ab8-4501-8075-cbc020ea82ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82780a503f3749cc99aa221be5f80524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5178168 Mar 07 21:35:25.207734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48342) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:25.215482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89e59e-7ab8-4501-8075-cbc020ea82ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e1a58e-fc8b-4496-9cd1-962eba5c760a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:25.263475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423890d-11de-4bbc-9cab-4fb3edb49b5b req-a6c74e39-82e9-4ef4-89e1-44ef70a3cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:25.264972 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2423890d-11de-4bbc-9cab-4fb3edb49b5b req-a6c74e39-82e9-4ef4-89e1-44ef70a3cd71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.2018650 Mar 07 21:35:25.272881 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fdb67e41-01cd-486b-9bfa-6c585352008a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (cd72dab1-fe49-47d8-ae21-3e264f79517b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.333816 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d6760076-34a2-487f-a148-f07984a2c50d admin admin] Publish callbacks [] for security_group (b6e1a58e-fc8b-4496-9cd1-962eba5c760a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.341633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9769bef-a8f8-4814-9a40-cc03877761d0 req-e3940bc3-0d61-432d-a1bf-6e96facd8a31 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:25.343253 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c9769bef-a8f8-4814-9a40-cc03877761d0 req-e3940bc3-0d61-432d-a1bf-6e96facd8a31 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 947 time: 0.2933364 Mar 07 21:35:25.361636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-fdb67e41-01cd-486b-9bfa-6c585352008a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd72dab1-fe49-47d8-ae21-3e264f79517b']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:25.376558 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d6760076-34a2-487f-a148-f07984a2c50d admin admin] Publish callbacks [] for security_group (b6e1a58e-fc8b-4496-9cd1-962eba5c760a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.395923 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-d7936d03-c780-45d9-a726-0f85fac71392 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:25.397343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-d7936d03-c780-45d9-a726-0f85fac71392 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/networks?id=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb HTTP/1.1" status: 200 len: 814 time: 0.2829664 Mar 07 21:35:25.410827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-fdb67e41-01cd-486b-9bfa-6c585352008a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06cd51e-30dd-4d3e-a597-479f03f97251') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:25.411138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-fdb67e41-01cd-486b-9bfa-6c585352008a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06cd51e-30dd-4d3e-a597-479f03f97251') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:25.433056 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fdb67e41-01cd-486b-9bfa-6c585352008a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (d06cd51e-30dd-4d3e-a597-479f03f97251), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.463475 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-6cb8816a-9570-4505-84c0-699b8904c7cd tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/quotas/342316ef9f394e8cb8be6c925ab82c66 HTTP/1.1" status: 200 len: 375 time: 0.0545301 Mar 07 21:35:25.478909 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fdb67e41-01cd-486b-9bfa-6c585352008a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d06cd51e-30dd-4d3e-a597-479f03f97251), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.482320 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d6760076-34a2-487f-a148-f07984a2c50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b6e1a58e-fc8b-4496-9cd1-962eba5c760a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.484894 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d6760076-34a2-487f-a148-f07984a2c50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.486139 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d6760076-34a2-487f-a148-f07984a2c50d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6e1a58e-fc8b-4496-9cd1-962eba5c760a HTTP/1.1" status: 204 len: 168 time: 0.2772083 Mar 07 21:35:25.495087 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423890d-11de-4bbc-9cab-4fb3edb49b5b req-c0ee38b3-da66-468e-b4da-7e7fb69629a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:25.496567 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2423890d-11de-4bbc-9cab-4fb3edb49b5b req-c0ee38b3-da66-468e-b4da-7e7fb69629a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2187901 Mar 07 21:35:25.501908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb67e41-01cd-486b-9bfa-6c585352008a admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:35:25.502172 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fdb67e41-01cd-486b-9bfa-6c585352008a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (d06cd51e-30dd-4d3e-a597-479f03f97251), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.506059 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6760076-34a2-487f-a148-f07984a2c50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e1a58e-fc8b-4496-9cd1-962eba5c760a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:35:25.519610 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:35:25.537444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-25605009-c1fa-4b3c-815b-e94696b01d68 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=342316ef9f394e8cb8be6c925ab82c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627232 Mar 07 21:35:25.547629 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c9769bef-a8f8-4814-9a40-cc03877761d0 req-5fbce1d2-185d-4daa-9d67-dc26883488cc tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899097 Mar 07 21:35:25.555287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e025111d-1934-44ec-a0bd-e07cf9502101 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:25.566300 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Publish callbacks [] for port (e025111d-1934-44ec-a0bd-e07cf9502101), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.586189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Transition to ACTIVE for port object e025111d-1934-44ec-a0bd-e07cf9502101 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:35:25.590996 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e025111d-1934-44ec-a0bd-e07cf9502101), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.649301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Pushing event updated for resources: {'Port': ['ID=e025111d-1934-44ec-a0bd-e07cf9502101,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:25.729400 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Attempting to bind port e025111d-1934-44ec-a0bd-e07cf9502101 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:35:25.729667 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Attempting to bind port e025111d-1934-44ec-a0bd-e07cf9502101 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '45e9fc5b-e002-4084-a4ea-53fb2b6f498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f468453f-f5c7-460e-a411-d03fdbe0c1e4'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:35:25.730227 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Attempting to bind port e025111d-1934-44ec-a0bd-e07cf9502101 on network f468453f-f5c7-460e-a411-d03fdbe0c1e4 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:25.735594 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Port e025111d-1934-44ec-a0bd-e07cf9502101 on network f468453f-f5c7-460e-a411-d03fdbe0c1e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:35:25.735937 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Attempting to bind port e025111d-1934-44ec-a0bd-e07cf9502101 on network f468453f-f5c7-460e-a411-d03fdbe0c1e4 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:25.742386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:35:25.742835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Checking segment: {'id': '45e9fc5b-e002-4084-a4ea-53fb2b6f498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f468453f-f5c7-460e-a411-d03fdbe0c1e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:25.743129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Bound using segment: {'id': '45e9fc5b-e002-4084-a4ea-53fb2b6f498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f468453f-f5c7-460e-a411-d03fdbe0c1e4'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:35:25.743572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Bound port: e025111d-1934-44ec-a0bd-e07cf9502101, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e9fc5b-e002-4084-a4ea-53fb2b6f498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f468453f-f5c7-460e-a411-d03fdbe0c1e4'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:35:25.743935 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e025111d-1934-44ec-a0bd-e07cf9502101), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.814386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] For port e025111d-1934-44ec-a0bd-e07cf9502101, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:25.818012 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] For port e025111d-1934-44ec-a0bd-e07cf9502101, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e025111d-1934-44ec-a0bd-e07cf9502101,segment=NetworkSegment(45e9fc5b-e002-4084-a4ea-53fb2b6f498a),segment_id=45e9fc5b-e002-4084-a4ea-53fb2b6f498a)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:35:25.825783 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e025111d-1934-44ec-a0bd-e07cf9502101), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.867290 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:25.867955 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.869603 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] 10.222.0.13 "PUT /v2.0/ports/e025111d-1934-44ec-a0bd-e07cf9502101 HTTP/1.1" status: 200 len: 1091 time: 0.8264046 Mar 07 21:35:25.870028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530fa991-f172-4fc0-a0e4-6f24904f91a1', 'tag': 'e025111d-1934-44ec-a0bd-e07cf9502101'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:25.872704 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d51cf69-a574-484c-8f61-e319c678e1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "530fa991-f172-4fc0-a0e4-6f24904f91a1", "tag": "e025111d-1934-44ec-a0bd-e07cf9502101"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:25.884395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48360) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:25.904281 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2dae7b87-15ba-4f7a-acd5-15b66f4606e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:25.923649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9b489-380c-4541-8e3b-4273f254ae6c service neutron] Pushing event updated for resources: {'Port': ['ID=e025111d-1934-44ec-a0bd-e07cf9502101,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:25.993533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead45926-1444-4fa5-879b-1c1033ae21a4 req-4d9710bf-11c6-4093-b9cf-ea1ef85a3b4f tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:25.995033 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ead45926-1444-4fa5-879b-1c1033ae21a4 req-4d9710bf-11c6-4093-b9cf-ea1ef85a3b4f tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 949 time: 0.6625836 Mar 07 21:35:26.020133 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-9f768c2c-de09-4244-9efa-c53e80ec6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:26.021748 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-9f768c2c-de09-4244-9efa-c53e80ec6d37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69afd4ca769749ba8d46ded12228d571&device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 1125 time: 0.0795486 Mar 07 21:35:26.077899 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-cfb76f5d-3023-4807-9ef9-9eee73d80290 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e025111d-1934-44ec-a0bd-e07cf9502101 HTTP/1.1" status: 200 len: 217 time: 0.0481150 Mar 07 21:35:26.083794 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2dae7b87-15ba-4f7a-acd5-15b66f4606e7 admin admin] Publish callbacks [] for security_group (01902ea4-0f9d-4c61-a2c4-3b859e0f3c68), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:26.093900 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2dae7b87-15ba-4f7a-acd5-15b66f4606e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (01902ea4-0f9d-4c61-a2c4-3b859e0f3c68), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:26.110607 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fdb67e41-01cd-486b-9bfa-6c585352008a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (cd72dab1-fe49-47d8-ae21-3e264f79517b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:26.115451 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fdb67e41-01cd-486b-9bfa-6c585352008a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:26.121021 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fdb67e41-01cd-486b-9bfa-6c585352008a admin admin] 10.222.0.26 "DELETE /v2.0/networks/cd72dab1-fe49-47d8-ae21-3e264f79517b HTTP/1.1" status: 204 len: 168 time: 1.2672107 Mar 07 21:35:26.171881 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2dae7b87-15ba-4f7a-acd5-15b66f4606e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c823ef392b8c45fc80dfda2c7bb75729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836592 Mar 07 21:35:26.174831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48366) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:26.181730 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae7b87-15ba-4f7a-acd5-15b66f4606e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01902ea4-0f9d-4c61-a2c4-3b859e0f3c68,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:26.186380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-5347eeba-1058-4a0a-927b-08708e0a5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:26.188125 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-5347eeba-1058-4a0a-927b-08708e0a5b4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=144f4390-f9cf-41ca-acf9-5bf8aa549e3e HTTP/1.1" status: 200 len: 858 time: 0.1028647 Mar 07 21:35:26.223141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb67e41-01cd-486b-9bfa-6c585352008a admin admin] Pushing event deleted for resources: {'Network': ['ID=cd72dab1-fe49-47d8-ae21-3e264f79517b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:26.238860 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-ebc90b53-7325-4d35-b017-205c41230998 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f468453f-f5c7-460e-a411-d03fdbe0c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438757 Mar 07 21:35:26.301825 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2423890d-11de-4bbc-9cab-4fb3edb49b5b req-210d2638-8b2f-462c-a856-cabd45eee554 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7795894 Mar 07 21:35:26.326222 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7b6b-fec9-47df-af4a-83bf9de46c25 admin admin] Publish callbacks [] for security_group (01902ea4-0f9d-4c61-a2c4-3b859e0f3c68), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:26.328255 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-4e475d1f-2671-4afd-bb41-f7d5534317ca service neutron] 10.222.0.26 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7795074 Mar 07 21:35:26.347026 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48368) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:26.359737 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-f09418ac-3e24-410d-8903-53cf2fb5c3cb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:26.361287 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-f09418ac-3e24-410d-8903-53cf2fb5c3cb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 820 time: 0.4209201 Mar 07 21:35:26.366197 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7b6b-fec9-47df-af4a-83bf9de46c25 admin admin] Publish callbacks [] for security_group (01902ea4-0f9d-4c61-a2c4-3b859e0f3c68), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:26.418096 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-f9ca4544-c17d-4b02-9e44-65e94c934aab service neutron] 10.222.0.13 "GET /v2.0/networks/f468453f-f5c7-460e-a411-d03fdbe0c1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693699 Mar 07 21:35:26.445734 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-5a6b2c3e-2d00-480d-bf96-d0c6c3ccfc2b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/quotas/ad203922dbd94abca13bc575d34ee25e HTTP/1.1" status: 200 len: 375 time: 0.0705898 Mar 07 21:35:26.475466 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a474520c-8c7f-4ce6-9c59-3971373ebf24 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10122bee6c8541009a459f57865c548a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1250691 Mar 07 21:35:26.476879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48370) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:26.545775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-ead45926-1444-4fa5-879b-1c1033ae21a4 req-11215436-30ff-4f2e-93f0-482afe06d930 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Deleting port 0b781b04-d530-4840-b32e-0e11092a589d {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:26.546120 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ead45926-1444-4fa5-879b-1c1033ae21a4 req-11215436-30ff-4f2e-93f0-482afe06d930 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0b781b04-d530-4840-b32e-0e11092a589d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:26.546436 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7b6b-fec9-47df-af4a-83bf9de46c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (01902ea4-0f9d-4c61-a2c4-3b859e0f3c68), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:26.549054 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7b6b-fec9-47df-af4a-83bf9de46c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:26.553690 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e4cf7b6b-fec9-47df-af4a-83bf9de46c25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01902ea4-0f9d-4c61-a2c4-3b859e0f3c68 HTTP/1.1" status: 204 len: 168 time: 0.3748684 Mar 07 21:35:26.579016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf7b6b-fec9-47df-af4a-83bf9de46c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01902ea4-0f9d-4c61-a2c4-3b859e0f3c68,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:26.584042 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7b4e1818-26cc-4161-b860-adf55aa93b0b req-826e5a8d-441c-43c8-8e0b-1605368a4e82 service neutron] 10.222.0.13 "GET /v2.0/networks/f468453f-f5c7-460e-a411-d03fdbe0c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539207 Mar 07 21:35:26.584236 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2423890d-11de-4bbc-9cab-4fb3edb49b5b req-bf7a4330-9135-4d4b-8578-fd82d13b8d15 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753592 Mar 07 21:35:26.605059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca95c550-c7fa-4331-ab16-aac53a372950 admin admin] Publish callbacks [] for security_group (ffd7f77c-2994-46e5-8319-fca0b91b22bb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:26.607299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-21f94c15-02ca-495a-ae90-0e952f65ffd7 service neutron] 10.222.0.26 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641525 Mar 07 21:35:26.635332 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca95c550-c7fa-4331-ab16-aac53a372950 admin admin] Publish callbacks [] for security_group (ffd7f77c-2994-46e5-8319-fca0b91b22bb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:26.659853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-e52fb84c-67b3-40f0-81ce-6c12bd77b3d6 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1813879 Mar 07 21:35:26.704112 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca95c550-c7fa-4331-ab16-aac53a372950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ffd7f77c-2994-46e5-8319-fca0b91b22bb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:26.707279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca95c550-c7fa-4331-ab16-aac53a372950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:26.716373 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ca95c550-c7fa-4331-ab16-aac53a372950 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ffd7f77c-2994-46e5-8319-fca0b91b22bb HTTP/1.1" status: 204 len: 168 time: 0.2371140 Mar 07 21:35:26.726854 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95c550-c7fa-4331-ab16-aac53a372950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd7f77c-2994-46e5-8319-fca0b91b22bb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:26.767481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ead45926-1444-4fa5-879b-1c1033ae21a4 req-11215436-30ff-4f2e-93f0-482afe06d930 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] For port 0b781b04-d530-4840-b32e-0e11092a589d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0b781b04-d530-4840-b32e-0e11092a589d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:26.767799 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ead45926-1444-4fa5-879b-1c1033ae21a4 req-11215436-30ff-4f2e-93f0-482afe06d930 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0b781b04-d530-4840-b32e-0e11092a589d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:26.786892 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-ead45926-1444-4fa5-879b-1c1033ae21a4 req-11215436-30ff-4f2e-93f0-482afe06d930 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Calling delete_port for 0b781b04-d530-4840-b32e-0e11092a589d owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:26.827421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-608fb447-fc60-492b-b878-f5ee5dc36b55 service neutron] 10.222.0.26 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598353 Mar 07 21:35:27.035487 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-70930a24-8bbe-4cd4-b4dd-c5ec9545919c service neutron] 10.222.0.26 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664896 Mar 07 21:35:27.113218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 63751d87-6ed7-4155-9617-57244686d5be details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:35:27.126046 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cd344-2008-4340-93ca-57703d6fada5 req-59dbcc45-1fec-4db4-a577-afeed4411846 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:27.128206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-361cd344-2008-4340-93ca-57703d6fada5 req-59dbcc45-1fec-4db4-a577-afeed4411846 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 949 time: 0.2479463 Mar 07 21:35:27.320749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48404) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:27.374798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 63751d87-6ed7-4155-9617-57244686d5be, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=63751d87-6ed7-4155-9617-57244686d5be,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:27.392761 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ead45926-1444-4fa5-879b-1c1033ae21a4 req-11215436-30ff-4f2e-93f0-482afe06d930 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0b781b04-d530-4840-b32e-0e11092a589d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:27.397477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '63751d87-6ed7-4155-9617-57244686d5be', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '63751d87-6ed7-4155-9617-57244686d5be', 'mac_address': 'fa:16:3e:80:ca:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:35:27.408406 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['cc23150c-be1c-44ad-98aa-cc7637fe6296', '0b781b04-d530-4840-b32e-0e11092a589d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:27.416997 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2d1be39f-7cef-4388-9299-7829603769e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf896f98bdaa437d8e3829ed7fd98896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0928595 Mar 07 21:35:27.418271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48406) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:27.456264 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-361cd344-2008-4340-93ca-57703d6fada5 req-cfb2e4ba-8474-4791-bf77-ff60ed1aa1d0 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124542 Mar 07 21:35:27.465389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11215436-30ff-4f2e-93f0-482afe06d930 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Pushing event deleted for resources: {'Port': ['ID=0b781b04-d530-4840-b32e-0e11092a589d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:27.535303 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a840f5e-3208-4958-87cb-17348c4cb975 x-openstack-request-id: req-8a840f5e-3208-4958-87cb-17348c4cb975 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:27.535954 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530fa991-f172-4fc0-a0e4-6f24904f91a1", "tag": "e025111d-1934-44ec-a0bd-e07cf9502101", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:27.536834 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a840f5e-3208-4958-87cb-17348c4cb975 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:27.538203 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530fa991-f172-4fc0-a0e4-6f24904f91a1', 'tag': 'e025111d-1934-44ec-a0bd-e07cf9502101', 'status': 'completed', 'code': 200} Mar 07 21:35:27.561726 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead45926-1444-4fa5-879b-1c1033ae21a4 req-11215436-30ff-4f2e-93f0-482afe06d930 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] No DVR routers for this DVR port 0b781b04-d530-4840-b32e-0e11092a589d on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:35:27.566995 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ead45926-1444-4fa5-879b-1c1033ae21a4 req-11215436-30ff-4f2e-93f0-482afe06d930 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:27.583657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ead45926-1444-4fa5-879b-1c1033ae21a4 req-11215436-30ff-4f2e-93f0-482afe06d930 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.15 "DELETE /v2.0/ports/0b781b04-d530-4840-b32e-0e11092a589d HTTP/1.1" status: 204 len: 173 time: 1.5599377 Mar 07 21:35:27.584779 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2810e51-fa81-44d4-8e73-8b788187aa5d', 'name': 'network-vif-deleted', 'tag': '0b781b04-d530-4840-b32e-0e11092a589d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:27.587301 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7baf622-02e6-415d-9f04-d89b53fef18c" -d '{"events": [{"server_uuid": "f2810e51-fa81-44d4-8e73-8b788187aa5d", "name": "network-vif-deleted", "tag": "0b781b04-d530-4840-b32e-0e11092a589d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:27.603229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d793c-fd55-4e55-a952-12cfc93eb631 req-ea10ea82-f77f-4198-8bcd-a763fa5ca5c0 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:27.616010 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed1d793c-fd55-4e55-a952-12cfc93eb631 req-ea10ea82-f77f-4198-8bcd-a763fa5ca5c0 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/ports?device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 943 time: 0.3497829 Mar 07 21:35:27.677002 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-55812324-5272-4c15-98a9-b3005492b757 admin admin] Publish callbacks [] for security_group (99155cd8-9366-43b5-ac66-0c26c4cc692b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:27.725265 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-55812324-5272-4c15-98a9-b3005492b757 admin admin] Publish callbacks [] for security_group (99155cd8-9366-43b5-ac66-0c26c4cc692b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:27.726844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed1d793c-fd55-4e55-a952-12cfc93eb631 req-50009a7c-f19e-4c8f-9ee3-41e26a1745a3 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c741aea-6831-4be8-b84e-eb3eeb8687b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925751 Mar 07 21:35:27.751860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e5cf5-0d48-48f7-b185-9be542a79adf req-31f267af-a4b7-49c5-acae-59ef611b97a3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:27.759899 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51cf69-a574-484c-8f61-e319c678e1dc req-ab21389e-a406-4748-aeaa-e0305dfbce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:27.761572 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3d51cf69-a574-484c-8f61-e319c678e1dc req-ab21389e-a406-4748-aeaa-e0305dfbce3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69afd4ca769749ba8d46ded12228d571&device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 1125 time: 0.2018840 Mar 07 21:35:27.764332 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c46e5cf5-0d48-48f7-b185-9be542a79adf req-31f267af-a4b7-49c5-acae-59ef611b97a3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 947 time: 0.1461678 Mar 07 21:35:27.840822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 63751d87-6ed7-4155-9617-57244686d5be is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:27.842412 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (63751d87-6ed7-4155-9617-57244686d5be), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:27.925748 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-55812324-5272-4c15-98a9-b3005492b757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (99155cd8-9366-43b5-ac66-0c26c4cc692b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:27.935688 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-55812324-5272-4c15-98a9-b3005492b757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:27.941339 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-55812324-5272-4c15-98a9-b3005492b757 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99155cd8-9366-43b5-ac66-0c26c4cc692b HTTP/1.1" status: 204 len: 168 time: 0.5180602 Mar 07 21:35:27.944903 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c46e5cf5-0d48-48f7-b185-9be542a79adf req-47560476-557d-4f25-a58e-afb43b0db28f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791317 Mar 07 21:35:27.976027 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-148a4e4c-1bc4-4387-9564-998dcde7ae59 req-6b621b82-b966-4519-860f-5137b9bd1b77 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 210 time: 0.1212795 Mar 07 21:35:27.978218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63751d87-6ed7-4155-9617-57244686d5be {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:28.002238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55812324-5272-4c15-98a9-b3005492b757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99155cd8-9366-43b5-ac66-0c26c4cc692b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:28.030631 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b10a662-f1f8-4d9b-9f0c-4a34e8bb484e x-openstack-request-id: req-2b10a662-f1f8-4d9b-9f0c-4a34e8bb484e {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:28.038881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51cf69-a574-484c-8f61-e319c678e1dc req-5b46f95a-2741-44e3-9be7-fee3e7bca475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:28.039937 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2810e51-fa81-44d4-8e73-8b788187aa5d", "name": "network-vif-deleted", "tag": "0b781b04-d530-4840-b32e-0e11092a589d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:28.040480 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b10a662-f1f8-4d9b-9f0c-4a34e8bb484e {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:28.041198 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2810e51-fa81-44d4-8e73-8b788187aa5d', 'name': 'network-vif-deleted', 'tag': '0b781b04-d530-4840-b32e-0e11092a589d', 'status': 'completed', 'code': 200} Mar 07 21:35:28.051763 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3d51cf69-a574-484c-8f61-e319c678e1dc req-5b46f95a-2741-44e3-9be7-fee3e7bca475 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f468453f-f5c7-460e-a411-d03fdbe0c1e4 HTTP/1.1" status: 200 len: 919 time: 0.2711682 Mar 07 21:35:28.107986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 63751d87-6ed7-4155-9617-57244686d5be, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=63751d87-6ed7-4155-9617-57244686d5be,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:28.117788 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (63751d87-6ed7-4155-9617-57244686d5be), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:28.130901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f781e1a-d7ba-4238-8b11-0bc152091f3d req-a12c5023-c926-42f4-bb69-c17ebf57c8b9 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 210 time: 0.0598154 Mar 07 21:35:28.145598 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3d51cf69-a574-484c-8f61-e319c678e1dc req-f64f5f16-ce17-4f4c-903b-c544a2eb58af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e025111d-1934-44ec-a0bd-e07cf9502101 HTTP/1.1" status: 200 len: 217 time: 0.0950239 Mar 07 21:35:28.181438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=63751d87-6ed7-4155-9617-57244686d5be,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:28.194525 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:28.195129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:28.195619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:28.196125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:28.196605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:28.197081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:28.197568 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:28.198042 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:28.198534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:28.199006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:28.199477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:28.200007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:28.200511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:28.249307 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51cf69-a574-484c-8f61-e319c678e1dc req-376d0c75-5321-46f5-89b0-cfc233c4cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:28.251334 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3d51cf69-a574-484c-8f61-e319c678e1dc req-376d0c75-5321-46f5-89b0-cfc233c4cbfb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=144f4390-f9cf-41ca-acf9-5bf8aa549e3e HTTP/1.1" status: 200 len: 858 time: 0.0988021 Mar 07 21:35:28.285201 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3d51cf69-a574-484c-8f61-e319c678e1dc req-327b3f16-977c-4e41-ab04-47af6b01def0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f468453f-f5c7-460e-a411-d03fdbe0c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275626 Mar 07 21:35:28.417406 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3d51cf69-a574-484c-8f61-e319c678e1dc req-77b1fb8b-8c9c-45c0-ac5e-7bf7b198faea service neutron] 10.222.0.13 "GET /v2.0/networks/f468453f-f5c7-460e-a411-d03fdbe0c1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256661 Mar 07 21:35:28.431066 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['63751d87-6ed7-4155-9617-57244686d5be'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:28.564266 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3d51cf69-a574-484c-8f61-e319c678e1dc req-4a2efbe6-3715-435f-9890-6a6f4a0b8f1d service neutron] 10.222.0.13 "GET /v2.0/networks/f468453f-f5c7-460e-a411-d03fdbe0c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303456 Mar 07 21:35:28.677220 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d37134c-598a-4eda-a320-6485d474f1eb req-6a1ca992-6b8f-4266-804a-1609b38f03cc tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2810e51-fa81-44d4-8e73-8b788187aa5d HTTP/1.1" status: 200 len: 210 time: 0.0826597 Mar 07 21:35:28.803534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-d0016ea5-2cd3-4512-ab13-af13e0c58b6f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:28.805753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-d0016ea5-2cd3-4512-ab13-af13e0c58b6f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.15 "GET /v2.0/networks?id=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb HTTP/1.1" status: 200 len: 814 time: 0.2288465 Mar 07 21:35:28.820874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-af3e6fca-3480-4de7-96d0-2b8ac9fbe11e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Request body: {'port': {'device_id': 'a7974363-8d86-41d9-a78c-c4e95d205b49', 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb', 'admin_state_up': True, 'tenant_id': '342316ef9f394e8cb8be6c925ab82c66'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:28.954846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39356a-93b7-40d7-a41d-96b897b73509 req-69df7de0-dc65-4dcb-8e0a-3c59089ac8ff tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:28.964832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a39356a-93b7-40d7-a41d-96b897b73509 req-69df7de0-dc65-4dcb-8e0a-3c59089ac8ff tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/ports?device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 943 time: 0.1384139 Mar 07 21:35:29.118430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0b781b04-d530-4840-b32e-0e11092a589d no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:29.181253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48468) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:29.189343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-af3e6fca-3480-4de7-96d0-2b8ac9fbe11e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Made reservation on behalf of 342316ef9f394e8cb8be6c925ab82c66 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:29.191699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 0b781b04-d530-4840-b32e-0e11092a589d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:35:29.192711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0b781b04-d530-4840-b32e-0e11092a589d not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:35:29.193210 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-af3e6fca-3480-4de7-96d0-2b8ac9fbe11e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:29.208459 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a39356a-93b7-40d7-a41d-96b897b73509 req-a92be2d4-1825-485e-b5b6-043febb6c33c tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c741aea-6831-4be8-b84e-eb3eeb8687b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436845 Mar 07 21:35:29.226785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b7c22-05e6-4b8b-8ba8-4f284c41b69d req-83e45f83-f994-4c41-9268-537bb95c2807 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:29.238383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a5b7c22-05e6-4b8b-8ba8-4f284c41b69d req-83e45f83-f994-4c41-9268-537bb95c2807 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 948 time: 0.1778023 Mar 07 21:35:29.312487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-3c5e7267-1b24-4221-a09f-8bf2df436ff1 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:29.314120 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-3c5e7267-1b24-4221-a09f-8bf2df436ff1 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.15 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 820 time: 0.3295114 Mar 07 21:35:29.352965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-aa20e446-7999-4736-8ca4-5f0c3e4be350 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Request body: {'port': {'device_id': 'dc92bc02-b4dc-4b2c-bc20-5fef71a939fc', 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605', 'admin_state_up': True, 'tenant_id': 'ad203922dbd94abca13bc575d34ee25e'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:29.361292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc87d854-f6be-4947-a542-6be6bd54ee2b req-ee07207f-62b3-4f86-9d18-c81227ca9928 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 210 time: 0.0663290 Mar 07 21:35:29.445118 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-network', 'tenant_id': '6dcffd9147584d8a911d5095291dc777'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:29.454681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a5b7c22-05e6-4b8b-8ba8-4f284c41b69d req-256a68cc-d8c2-4759-897d-b8eef2933dda tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145128 Mar 07 21:35:29.472170 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] Made reservation on behalf of 6dcffd9147584d8a911d5095291dc777 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:29.483241 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:29.487118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:29.522437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bec188ef-44c2-4793-9f1c-8b39a226170f req-b6abca37-a152-4deb-895d-de44128d6aef tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 210 time: 0.0715971 Mar 07 21:35:29.561300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-af3e6fca-3480-4de7-96d0-2b8ac9fbe11e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Allocated IP 172.20.0.11 (78f0a89d-2c96-481c-8e1f-7a2c7213f0eb/3846fd89-0852-47b8-8047-f4764acdf27d/79f05a6b-ba6a-4bc9-80b5-495c6924dea2) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:35:29.597758 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] Publish callbacks [] for security_group (89e57778-529c-44fe-b041-d9cbc31dfa26), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:29.603616 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (89e57778-529c-44fe-b041-d9cbc31dfa26), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:29.613442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-aa20e446-7999-4736-8ca4-5f0c3e4be350 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Made reservation on behalf of ad203922dbd94abca13bc575d34ee25e for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:29.617088 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-aa20e446-7999-4736-8ca4-5f0c3e4be350 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:29.634509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:35:29.668261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e57778-529c-44fe-b041-d9cbc31dfa26,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:29.671279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (dfdcd850-358c-4004-a6fc-96ff1cbcca4e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:29.671640 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] Added segment dfdcd850-358c-4004-a6fc-96ff1cbcca4e of type vlan for network 503ce660-966e-4dae-b873-0ca25c885f66 Mar 07 21:35:29.737685 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (503ce660-966e-4dae-b873-0ca25c885f66), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:29.769969 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (503ce660-966e-4dae-b873-0ca25c885f66), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:29.772105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:29.773302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:29.851204 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-af3e6fca-3480-4de7-96d0-2b8ac9fbe11e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks [] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:29.852420 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6688600 Mar 07 21:35:29.855716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48484) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:29.857021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4fdd3-37ee-4d81-b9f0-d91dcd98f2a4 admin admin] Pushing event updated for resources: {'Network': ['ID=503ce660-966e-4dae-b873-0ca25c885f66,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:29.861056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-a0dbdec2-82b4-4bab-84f1-b06549c93d60 admin admin] Request body: {'subnet': {'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-subnet', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:29.865335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-aa20e446-7999-4736-8ca4-5f0c3e4be350 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Allocated IP 172.20.0.4 (efe745a6-ec89-44a3-b745-59cc531d1605/2a638a11-221e-41d3-bfc9-35e63e88d9a6/5bedce28-8206-4494-8cb3-b383a0c60e5d) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:35:29.873817 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 503ce660-966e-4dae-b873-0ca25c885f66 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:35:29.923508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dbdec2-82b4-4bab-84f1-b06549c93d60 admin admin] Made reservation on behalf of 6dcffd9147584d8a911d5095291dc777 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:29.926027 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0dbdec2-82b4-4bab-84f1-b06549c93d60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:30.169579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48494) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:30.304507 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a11cab47-769f-4738-a110-a81b2682dee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:30.384700 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a11cab47-769f-4738-a110-a81b2682dee8 admin admin] Publish callbacks [] for security_group (e2c7b51b-601c-4e99-9afb-503185cfaa2c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:30.388983 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a11cab47-769f-4738-a110-a81b2682dee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e2c7b51b-601c-4e99-9afb-503185cfaa2c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:30.433965 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a11cab47-769f-4738-a110-a81b2682dee8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0c9bf610ef04bcbbfcb4aa6fbe4c026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630296 Mar 07 21:35:30.435182 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cab47-769f-4738-a110-a81b2682dee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c7b51b-601c-4e99-9afb-503185cfaa2c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:30.438747 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48502) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:30.469400 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-af3e6fca-3480-4de7-96d0-2b8ac9fbe11e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:30.493952 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71b40242-0335-42c4-8d46-3ddd530dbcc3 admin admin] Publish callbacks [] for security_group (e2c7b51b-601c-4e99-9afb-503185cfaa2c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:30.516221 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71b40242-0335-42c4-8d46-3ddd530dbcc3 admin admin] Publish callbacks [] for security_group (e2c7b51b-601c-4e99-9afb-503185cfaa2c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:30.567188 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71b40242-0335-42c4-8d46-3ddd530dbcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e2c7b51b-601c-4e99-9afb-503185cfaa2c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:30.571290 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71b40242-0335-42c4-8d46-3ddd530dbcc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:30.572516 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-71b40242-0335-42c4-8d46-3ddd530dbcc3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2c7b51b-601c-4e99-9afb-503185cfaa2c HTTP/1.1" status: 204 len: 168 time: 0.1325381 Mar 07 21:35:30.585066 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b40242-0335-42c4-8d46-3ddd530dbcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c7b51b-601c-4e99-9afb-503185cfaa2c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:30.598978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-af3e6fca-3480-4de7-96d0-2b8ac9fbe11e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:35:30.619497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-af3e6fca-3480-4de7-96d0-2b8ac9fbe11e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:30.634368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-af3e6fca-3480-4de7-96d0-2b8ac9fbe11e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:35:30.646346 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-aa20e446-7999-4736-8ca4-5f0c3e4be350 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks [] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:30.651803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e6fca-3480-4de7-96d0-2b8ac9fbe11e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Pushing event updated for resources: {'Port': ['ID=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:30.693437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ee562-3eb8-4d85-a08e-5a59d864bf8f req-ae61945a-6fc7-45ec-a833-35c03d83a0c1 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:30.695228 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-897ee562-3eb8-4d85-a08e-5a59d864bf8f req-ae61945a-6fc7-45ec-a833-35c03d83a0c1 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 950 time: 0.6867893 Mar 07 21:35:30.749777 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1dd85-d019-47d0-a49a-a8f746130ad4 req-19291759-9215-48f4-a7ff-dbe0d6b359ee tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:30.751383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47d1dd85-d019-47d0-a49a-a8f746130ad4 req-19291759-9215-48f4-a7ff-dbe0d6b359ee tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/ports?device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 943 time: 0.2926109 Mar 07 21:35:30.799910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-af3e6fca-3480-4de7-96d0-2b8ac9fbe11e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:30.800525 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-af3e6fca-3480-4de7-96d0-2b8ac9fbe11e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:30.860048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48512) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:30.873963 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fbed01ea-0d32-4f15-a88e-f537a763149b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:30.906629 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-af3e6fca-3480-4de7-96d0-2b8ac9fbe11e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0897126 Mar 07 21:35:30.907597 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-aa20e446-7999-4736-8ca4-5f0c3e4be350 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:30.916352 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-897ee562-3eb8-4d85-a08e-5a59d864bf8f req-50b7f06f-8423-4842-b2c9-d5a9745bbc60 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133918 Mar 07 21:35:30.931116 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Request body: {'port': {'device_id': 'a7974363-8d86-41d9-a78c-c4e95d205b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:30.967964 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0dbdec2-82b4-4bab-84f1-b06549c93d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (77795165-8268-414d-87f3-3cedd1757b04), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:30.983434 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fbed01ea-0d32-4f15-a88e-f537a763149b admin admin] Publish callbacks [] for security_group (f93a06ab-7bbb-4a98-9646-ded6383e155e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:30.988885 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fbed01ea-0d32-4f15-a88e-f537a763149b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f93a06ab-7bbb-4a98-9646-ded6383e155e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.033582 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fbed01ea-0d32-4f15-a88e-f537a763149b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d075e89ecf6d4d5d9a82d5b6fc2aeb2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700490 Mar 07 21:35:31.033582 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed01ea-0d32-4f15-a88e-f537a763149b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93a06ab-7bbb-4a98-9646-ded6383e155e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:31.034674 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48514) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:31.042204 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47d1dd85-d019-47d0-a49a-a8f746130ad4 req-79baa063-2bd5-490f-b12c-3c651e3d9cf5 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c741aea-6831-4be8-b84e-eb3eeb8687b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691674 Mar 07 21:35:31.086546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-aa20e446-7999-4736-8ca4-5f0c3e4be350 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Network efe745a6-ec89-44a3-b745-59cc531d1605 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:35:31.093835 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0702ea1-dedd-4795-9995-6c4771385992 admin admin] Publish callbacks [] for security_group (f93a06ab-7bbb-4a98-9646-ded6383e155e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.115348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 63751d87-6ed7-4155-9617-57244686d5be up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:35:31.119066 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0702ea1-dedd-4795-9995-6c4771385992 admin admin] Publish callbacks [] for security_group (f93a06ab-7bbb-4a98-9646-ded6383e155e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.133824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-aa20e446-7999-4736-8ca4-5f0c3e4be350 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:31.136408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-aa20e446-7999-4736-8ca4-5f0c3e4be350 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:35:31.173408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20e446-7999-4736-8ca4-5f0c3e4be350 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Pushing event updated for resources: {'Port': ['ID=5bedce28-8206-4494-8cb3-b383a0c60e5d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:31.179323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 63751d87-6ed7-4155-9617-57244686d5be completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:35:31.181219 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0702ea1-dedd-4795-9995-6c4771385992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f93a06ab-7bbb-4a98-9646-ded6383e155e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.185671 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 63751d87-6ed7-4155-9617-57244686d5be triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:31.186773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0702ea1-dedd-4795-9995-6c4771385992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.186920 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (63751d87-6ed7-4155-9617-57244686d5be), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.190505 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a0702ea1-dedd-4795-9995-6c4771385992 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f93a06ab-7bbb-4a98-9646-ded6383e155e HTTP/1.1" status: 204 len: 168 time: 0.1519694 Mar 07 21:35:31.200214 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0702ea1-dedd-4795-9995-6c4771385992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93a06ab-7bbb-4a98-9646-ded6383e155e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:31.256120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbdec2-82b4-4bab-84f1-b06549c93d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77795165-8268-414d-87f3-3cedd1757b04,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:31.271345 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.284235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 63751d87-6ed7-4155-9617-57244686d5be is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:31.284865 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (63751d87-6ed7-4155-9617-57244686d5be), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.304043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-aa20e446-7999-4736-8ca4-5f0c3e4be350 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:31.304733 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-aa20e446-7999-4736-8ca4-5f0c3e4be350 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.319561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dbdec2-82b4-4bab-84f1-b06549c93d60 admin admin] Checking segment: {'id': 'dfdcd850-358c-4004-a6fc-96ff1cbcca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:31.320267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dbdec2-82b4-4bab-84f1-b06549c93d60 admin admin] Network hostable DHCP agents. Network: 503ce660-966e-4dae-b873-0ca25c885f66, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:35:31.324670 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5673fc9a-69ea-4d1b-aee1-fb19e9e5312c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63751d87-6ed7-4155-9617-57244686d5be'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:31.328068 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac90d506-ef7c-4240-a37a-0ed938b704ad" -d '{"events": [{"server_uuid": "5673fc9a-69ea-4d1b-aee1-fb19e9e5312c", "name": "network-vif-plugged", "status": "completed", "tag": "63751d87-6ed7-4155-9617-57244686d5be"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:31.331813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 63751d87-6ed7-4155-9617-57244686d5be, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=63751d87-6ed7-4155-9617-57244686d5be,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:31.332910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c865ee8-d48a-4c70-b1bf-bea732ed1c86 req-cfa54c81-a960-42d8-aa67-a55ef31cd422 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:31.335089 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c865ee8-d48a-4c70-b1bf-bea732ed1c86 req-cfa54c81-a960-42d8-aa67-a55ef31cd422 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 932 time: 0.3372872 Mar 07 21:35:31.337760 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (63751d87-6ed7-4155-9617-57244686d5be), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.387761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-aa20e446-7999-4736-8ca4-5f0c3e4be350 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0620618 Mar 07 21:35:31.401942 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=63751d87-6ed7-4155-9617-57244686d5be,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:31.410891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Request body: {'port': {'device_id': 'dc92bc02-b4dc-4b2c-bc20-5fef71a939fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:31.415251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e025111d-1934-44ec-a0bd-e07cf9502101 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:35:31.430742 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b065b-b59d-4f04-88b4-2d647e6e9aa6 req-38a6f513-d615-4933-9329-497a8691d83a tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:31.432384 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-487b065b-b59d-4f04-88b4-2d647e6e9aa6 req-38a6f513-d615-4933-9329-497a8691d83a tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 948 time: 0.2864518 Mar 07 21:35:31.527280 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e025111d-1934-44ec-a0bd-e07cf9502101, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e025111d-1934-44ec-a0bd-e07cf9502101,segment=NetworkSegment(45e9fc5b-e002-4084-a4ea-53fb2b6f498a),segment_id=45e9fc5b-e002-4084-a4ea-53fb2b6f498a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:31.537042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dbdec2-82b4-4bab-84f1-b06549c93d60 admin admin] Network 503ce660-966e-4dae-b873-0ca25c885f66 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:35:31.539809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'e025111d-1934-44ec-a0bd-e07cf9502101', 'network_id': 'f468453f-f5c7-460e-a411-d03fdbe0c1e4', 'port_id': 'e025111d-1934-44ec-a0bd-e07cf9502101', 'mac_address': 'fa:16:3e:b9:60:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144f4390-f9cf-41ca-acf9-5bf8aa549e3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:35:31.586824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e025111d-1934-44ec-a0bd-e07cf9502101 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:31.587419 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e025111d-1934-44ec-a0bd-e07cf9502101), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.603304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e025111d-1934-44ec-a0bd-e07cf9502101 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:31.620384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-a0dbdec2-82b4-4bab-84f1-b06549c93d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 503ce660-966e-4dae-b873-0ca25c885f66) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:31.629841 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c865ee8-d48a-4c70-b1bf-bea732ed1c86 req-b3b7de44-6927-43e5-9281-ecfd1fc7309a tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665842 Mar 07 21:35:31.640902 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc19bf5-0ec0-483b-8965-a42e853bda54 None None] Network 503ce660-966e-4dae-b873-0ca25c885f66 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:35:31.653926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e025111d-1934-44ec-a0bd-e07cf9502101, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e025111d-1934-44ec-a0bd-e07cf9502101,segment=NetworkSegment(45e9fc5b-e002-4084-a4ea-53fb2b6f498a),segment_id=45e9fc5b-e002-4084-a4ea-53fb2b6f498a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:31.678951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dbdec2-82b4-4bab-84f1-b06549c93d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:31.679689 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0dbdec2-82b4-4bab-84f1-b06549c93d60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.680800 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e025111d-1934-44ec-a0bd-e07cf9502101), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.751348 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.770157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-487b065b-b59d-4f04-88b4-2d647e6e9aa6 req-17197bfe-7c45-457c-a050-ea26ac6bd06f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976720 Mar 07 21:35:31.820159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e025111d-1934-44ec-a0bd-e07cf9502101,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:31.824835 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42649d3b-cd0b-44ef-9c2e-8863685b9cdf x-openstack-request-id: req-42649d3b-cd0b-44ef-9c2e-8863685b9cdf {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:31.825343 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5673fc9a-69ea-4d1b-aee1-fb19e9e5312c", "name": "network-vif-plugged", "status": "completed", "tag": "63751d87-6ed7-4155-9617-57244686d5be", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:31.825655 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42649d3b-cd0b-44ef-9c2e-8863685b9cdf {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:31.826094 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5673fc9a-69ea-4d1b-aee1-fb19e9e5312c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63751d87-6ed7-4155-9617-57244686d5be', 'code': 200} Mar 07 21:35:31.830927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-503ce660-966e-4dae-b873-0ca25c885f66', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'project_id': '6dcffd9147584d8a911d5095291dc777', 'fixed_ips': [{'subnet_id': '77795165-8268-414d-87f3-3cedd1757b04'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:35:31.837431 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48530) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:31.837921 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a0dbdec2-82b4-4bab-84f1-b06549c93d60 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9805033 Mar 07 21:35:31.842337 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.842803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:31.856267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2648e-2e46-49a1-801f-bbf338f22d0f req-c2b83615-4527-436e-8d7e-15d9c18ecfcd tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:31.858055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68d2648e-2e46-49a1-801f-bbf338f22d0f req-c2b83615-4527-436e-8d7e-15d9c18ecfcd tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.15 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 950 time: 0.2879651 Mar 07 21:35:31.896764 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (a9cf0b9b-64d5-4338-ab50-09de733d411a), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.898429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (a9cf0b9b-64d5-4338-ab50-09de733d411a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:31.982129 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Publish callbacks [] for router_controller (a9cf0b9b-64d5-4338-ab50-09de733d411a), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.051070 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24967999-8557-4191-8b93-736e09002deb req-4ded1753-3037-4b7a-af14-ba479f60bf71 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:32.058404 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-24967999-8557-4191-8b93-736e09002deb req-4ded1753-3037-4b7a-af14-ba479f60bf71 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 931 time: 0.3347678 Mar 07 21:35:32.098117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Allocated IP 172.20.0.2 (503ce660-966e-4dae-b873-0ca25c885f66/77795165-8268-414d-87f3-3cedd1757b04/9ea8305f-e1b8-4c66-9af6-61f65d6c78fe) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:35:32.140830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a42284-f1f8-49d5-b218-a321e002efb7 req-3c2649f7-6062-40ef-abd5-9cf13909b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:32.142541 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d0a42284-f1f8-49d5-b218-a321e002efb7 req-3c2649f7-6062-40ef-abd5-9cf13909b30d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 1131 time: 0.1588809 Mar 07 21:35:32.194399 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['e025111d-1934-44ec-a0bd-e07cf9502101'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:32.240480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Publish callbacks [] for router_gateway (a9cf0b9b-64d5-4338-ab50-09de733d411a), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.303009 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d0a42284-f1f8-49d5-b218-a321e002efb7 req-4c58bfc6-c081-4101-933f-0bd2ccb6b933 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170545 Mar 07 21:35:32.319925 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-24967999-8557-4191-8b93-736e09002deb req-5b5bae6a-ade8-4ea4-adfb-367123a302c0 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606235 Mar 07 21:35:32.336462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:32.375171 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Publish callbacks [] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.401153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-68d2648e-2e46-49a1-801f-bbf338f22d0f req-1143b48e-c301-467a-aeee-3ccb5f79e029 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Deleting port cc23150c-be1c-44ad-98aa-cc7637fe6296 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:32.401526 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-68d2648e-2e46-49a1-801f-bbf338f22d0f req-1143b48e-c301-467a-aeee-3ccb5f79e029 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.410802 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1608bd-baea-46ea-89ca-b6b03f2e6990 req-856f087d-9a61-46bd-ada7-b5df76756b2c tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:32.418203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e1608bd-baea-46ea-89ca-b6b03f2e6990 req-856f087d-9a61-46bd-ada7-b5df76756b2c tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 950 time: 0.3389969 Mar 07 21:35:32.454130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Transition to ACTIVE for port object 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:35:32.498407 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.543982 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Publish callbacks [] for router_gateway (a9cf0b9b-64d5-4338-ab50-09de733d411a), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.581142 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.603552 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Publish callbacks [] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.619120 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.673153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Network 503ce660-966e-4dae-b873-0ca25c885f66 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:35:32.678000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:32.680994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:35:32.706452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e1608bd-baea-46ea-89ca-b6b03f2e6990 req-992cd4b8-3e9d-4e56-b3b2-c469754db88c tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/security-groups?id=75234dfc-3433-4362-9a53-325c45a7487b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834778 Mar 07 21:35:32.715613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Pushing event updated for resources: {'Port': ['ID=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:32.746337 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Allocated IP 172.25.4.93 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/a2f2dd54-403e-426f-ac0b-518abfba9d00) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:35:32.782664 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Attempting to bind port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:35:32.783097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Attempting to bind port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'dfdcd850-358c-4004-a6fc-96ff1cbcca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:35:32.784222 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Attempting to bind port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe on network 503ce660-966e-4dae-b873-0ca25c885f66 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:32.793296 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Pushing event updated for resources: {'Port': ['ID=9ea8305f-e1b8-4c66-9af6-61f65d6c78fe,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:32.795139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bedce28-8206-4494-8cb3-b383a0c60e5d {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:32.807634 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Publish callbacks [] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.811018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-68d2648e-2e46-49a1-801f-bbf338f22d0f req-1143b48e-c301-467a-aeee-3ccb5f79e029 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] For port cc23150c-be1c-44ad-98aa-cc7637fe6296, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=cc23150c-be1c-44ad-98aa-cc7637fe6296,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:32.811486 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-68d2648e-2e46-49a1-801f-bbf338f22d0f req-1143b48e-c301-467a-aeee-3ccb5f79e029 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.812787 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:35:32.814584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Checking segment: {'id': 'dfdcd850-358c-4004-a6fc-96ff1cbcca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:32.815186 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.817171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Bound using segment: {'id': 'dfdcd850-358c-4004-a6fc-96ff1cbcca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:35:32.817829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Bound port: 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdcd850-358c-4004-a6fc-96ff1cbcca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:35:32.819076 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.866690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-68d2648e-2e46-49a1-801f-bbf338f22d0f req-1143b48e-c301-467a-aeee-3ccb5f79e029 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Calling delete_port for cc23150c-be1c-44ad-98aa-cc7637fe6296 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:32.876160 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Publish callbacks [] for port (a2f2dd54-403e-426f-ac0b-518abfba9d00), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.876807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b58e0-4e81-420a-8967-2e54a8204342 req-80034fd4-1cc2-4de0-ae23-45fe06432de9 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:32.883742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-354b58e0-4e81-420a-8967-2e54a8204342 req-80034fd4-1cc2-4de0-ae23-45fe06432de9 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/ports?device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 944 time: 0.4221604 Mar 07 21:35:32.915846 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a2f2dd54-403e-426f-ac0b-518abfba9d00), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.935291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Transition to ACTIVE for port object 5bedce28-8206-4494-8cb3-b383a0c60e5d will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:35:32.951078 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:32.956962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:35:32.960673 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:32.967008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:35:32.972513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] For port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:32.977002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] For port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9ea8305f-e1b8-4c66-9af6-61f65d6c78fe,segment=NetworkSegment(dfdcd850-358c-4004-a6fc-96ff1cbcca4e),segment_id=dfdcd850-358c-4004-a6fc-96ff1cbcca4e)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:35:32.986526 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:33.027162 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Pushing event updated for resources: {'Port': ['ID=a2f2dd54-403e-426f-ac0b-518abfba9d00,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:33.079674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fcfa3-8fcb-47f5-8a6b-35025fbb518f None None] Pushing event updated for resources: {'Port': ['ID=9ea8305f-e1b8-4c66-9af6-61f65d6c78fe,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:33.091709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Attempting to bind port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:35:33.092155 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Attempting to bind port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'ee69d199-c7b8-43b9-ab5e-89d05d00c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:35:33.092466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Attempting to bind port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 on network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:33.126013 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-354b58e0-4e81-420a-8967-2e54a8204342 req-8eb3c5ff-5521-49bb-9b75-b31737b2ef55 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c741aea-6831-4be8-b84e-eb3eeb8687b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413213 Mar 07 21:35:33.126601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 on network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:35:33.126934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Attempting to bind port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 on network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:33.143772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc834b-4bed-4c2e-b0d3-8a07bbdbb275 req-ce3d8952-6b1c-4c7c-ab91-55e5d374ec35 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:33.145441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7efc834b-4bed-4c2e-b0d3-8a07bbdbb275 req-ce3d8952-6b1c-4c7c-ab91-55e5d374ec35 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 944 time: 0.3079493 Mar 07 21:35:33.165024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Pushing event updated for resources: {'Port': ['ID=5bedce28-8206-4494-8cb3-b383a0c60e5d,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:33.170667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:35:33.171086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Checking segment: {'id': 'ee69d199-c7b8-43b9-ab5e-89d05d00c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:33.171588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Bound using segment: {'id': 'ee69d199-c7b8-43b9-ab5e-89d05d00c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:35:33.172059 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Bound port: 79f05a6b-ba6a-4bc9-80b5-495c6924dea2, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee69d199-c7b8-43b9-ab5e-89d05d00c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:35:33.172529 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:33.459545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7efc834b-4bed-4c2e-b0d3-8a07bbdbb275 req-409c40f5-05ba-4fd3-b4bd-01e71b50baa5 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993314 Mar 07 21:35:33.502154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] For port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:33.505632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] For port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:35:33.511088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Attempting to bind port 5bedce28-8206-4494-8cb3-b383a0c60e5d on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:35:33.511561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Attempting to bind port 5bedce28-8206-4494-8cb3-b383a0c60e5d by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:35:33.511928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Attempting to bind port 5bedce28-8206-4494-8cb3-b383a0c60e5d on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:33.524657 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-68d2648e-2e46-49a1-801f-bbf338f22d0f req-1143b48e-c301-467a-aeee-3ccb5f79e029 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (cc23150c-be1c-44ad-98aa-cc7637fe6296), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:33.529210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Port 5bedce28-8206-4494-8cb3-b383a0c60e5d on network efe745a6-ec89-44a3-b745-59cc531d1605 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:35:33.529552 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Attempting to bind port 5bedce28-8206-4494-8cb3-b383a0c60e5d on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:33.540521 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:33.550369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:35:33.550746 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Checking segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:33.551160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Bound using segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:35:33.551608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Bound port: 5bedce28-8206-4494-8cb3-b383a0c60e5d, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:35:33.551970 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:33.648875 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Publish callbacks [] for router_gateway (a9cf0b9b-64d5-4338-ab50-09de733d411a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:33.684414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4f822-331f-45af-b166-eb3f18e23e5e req-94878f5f-b05d-4d3a-8a7c-8c998a570e15 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:33.685951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6d4f822-331f-45af-b166-eb3f18e23e5e req-94878f5f-b05d-4d3a-8a7c-8c998a570e15 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 949 time: 0.4287255 Mar 07 21:35:33.708052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:33.708940 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:33.710367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] 10.222.0.15 "PUT /v2.0/ports/79f05a6b-ba6a-4bc9-80b5-495c6924dea2 HTTP/1.1" status: 200 len: 1092 time: 2.7931027 Mar 07 21:35:33.712091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7974363-8d86-41d9-a78c-c4e95d205b49', 'tag': '79f05a6b-ba6a-4bc9-80b5-495c6924dea2'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:33.714343 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd79a68-96d1-4716-ab04-7935d1d00a63" -d '{"events": [{"name": "network-changed", "server_uuid": "a7974363-8d86-41d9-a78c-c4e95d205b49", "tag": "79f05a6b-ba6a-4bc9-80b5-495c6924dea2"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:33.716900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d2648e-2e46-49a1-801f-bbf338f22d0f req-1143b48e-c301-467a-aeee-3ccb5f79e029 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] No DVR routers for this DVR port cc23150c-be1c-44ad-98aa-cc7637fe6296 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:35:33.735859 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-68d2648e-2e46-49a1-801f-bbf338f22d0f req-1143b48e-c301-467a-aeee-3ccb5f79e029 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:33.739688 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68d2648e-2e46-49a1-801f-bbf338f22d0f req-1143b48e-c301-467a-aeee-3ccb5f79e029 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.15 "DELETE /v2.0/ports/cc23150c-be1c-44ad-98aa-cc7637fe6296 HTTP/1.1" status: 204 len: 173 time: 1.8513806 Mar 07 21:35:33.774401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd62f81-3241-4d0a-b82f-fcd4302d7786 service neutron] Pushing event updated for resources: {'Port': ['ID=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:33.835447 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:33.940374 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (a9cf0b9b-64d5-4338-ab50-09de733d411a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:34.120755 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Router a9cf0b9b-64d5-4338-ab50-09de733d411a is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:35:34.206413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143b48e-c301-467a-aeee-3ccb5f79e029 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] Pushing event deleted for resources: {'Port': ['ID=cc23150c-be1c-44ad-98aa-cc7637fe6296,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:34.258517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:35:34.275321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6d4f822-331f-45af-b166-eb3f18e23e5e req-0de8cb30-dd43-4c9b-8d89-0bd7db328ead tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637674 Mar 07 21:35:34.280777 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:34.361530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-2aab74ee-0af4-4b3d-8c3d-203604723f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:34.377511 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-2aab74ee-0af4-4b3d-8c3d-203604723f54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=342316ef9f394e8cb8be6c925ab82c66&device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 1126 time: 0.6133683 Mar 07 21:35:34.380560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:35:34.389947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:35:34.394783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:34.397096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Sync routers for ids ['a9cf0b9b-64d5-4338-ab50-09de733d411a'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:35:34.399129 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:34.403564 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-644fe1ac-525b-494d-803d-f869933a703b service neutron] 10.222.0.15 "PUT /v2.0/ports/5bedce28-8206-4494-8cb3-b383a0c60e5d HTTP/1.1" status: 200 len: 1091 time: 3.0010192 Mar 07 21:35:34.438705 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:34.440131 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c572add4-6595-4b86-a1c8-2146d61f12c1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.6018012 Mar 07 21:35:34.444677 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48578) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:34.450160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Routers {'a9cf0b9b-64d5-4338-ab50-09de733d411a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:35:34.450904 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:35:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a9cf0b9b-64d5-4338-ab50-09de733d411a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:34.470214 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fe1ac-525b-494d-803d-f869933a703b service neutron] Pushing event updated for resources: {'Port': ['ID=5bedce28-8206-4494-8cb3-b383a0c60e5d,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:34.577851 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-86375331-0de5-4e38-8766-cc01ddc0e766 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79f05a6b-ba6a-4bc9-80b5-495c6924dea2 HTTP/1.1" status: 200 len: 217 time: 0.0992126 Mar 07 21:35:34.583471 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f377deac-c160-4b37-aff0-d04c2da65f7e req-4b2d40d7-e042-4b81-82f7-7131875e08f5 tempest-LiveMigrationNegativeTest-1560725824 tempest-LiveMigrationNegativeTest-1560725824-project] 10.222.0.26 "GET /v2.0/ports?device_id=927c8fd1-1b92-4c88-a567-2890cc9115b2 HTTP/1.1" status: 200 len: 210 time: 0.0957677 Mar 07 21:35:34.584656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3054b5-19c6-4dc9-af7c-9426ed8bfeae None None] Network 503ce660-966e-4dae-b873-0ca25c885f66 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:35:34.605800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:34.606747 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:34.609204 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a95fd-814e-4d45-bef9-e5b2d6cc9aef req-c64725fd-a4f5-4a2c-b157-0fe8e4bb163c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:34.610854 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a27a95fd-814e-4d45-bef9-e5b2d6cc9aef req-c64725fd-a4f5-4a2c-b157-0fe8e4bb163c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 943 time: 0.3995135 Mar 07 21:35:34.647934 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7022cd-153a-45a4-879c-4fe1cdeb6910 x-openstack-request-id: req-7a7022cd-153a-45a4-879c-4fe1cdeb6910 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:34.648223 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7974363-8d86-41d9-a78c-c4e95d205b49", "tag": "79f05a6b-ba6a-4bc9-80b5-495c6924dea2", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:34.648482 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a7022cd-153a-45a4-879c-4fe1cdeb6910 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:34.648880 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7974363-8d86-41d9-a78c-c4e95d205b49', 'tag': '79f05a6b-ba6a-4bc9-80b5-495c6924dea2', 'status': 'completed', 'code': 200} Mar 07 21:35:34.681683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-eb9ac2a3-4cc6-43a3-a836-6ae50958c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:34.683214 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-eb9ac2a3-4cc6-43a3-a836-6ae50958c399 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 1125 time: 0.2064486 Mar 07 21:35:34.704222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-3c15cd46-9cca-480c-a9db-2606f126ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:34.705347 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-3c15cd46-9cca-480c-a9db-2606f126ac0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3846fd89-0852-47b8-8047-f4764acdf27d HTTP/1.1" status: 200 len: 854 time: 0.1148698 Mar 07 21:35:34.742917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-dccad607-b9b3-41a4-97d8-056554f869d6 None None] Provisioning complete for port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:34.743410 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dccad607-b9b3-41a4-97d8-056554f869d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:34.748141 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Set router a9cf0b9b-64d5-4338-ab50-09de733d411a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:35:34.759114 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-aa6cdc7e-bd89-4f7c-ab37-9f0e9cfa7da9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d HTTP/1.1" status: 200 len: 217 time: 0.0649273 Mar 07 21:35:34.767397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a27a95fd-814e-4d45-bef9-e5b2d6cc9aef req-ca7d5475-a2c1-4208-b5dc-ed4074401dc6 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324186 Mar 07 21:35:34.836537 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-25cfb3e5-95ea-401e-985e-b217ec8f128e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934141 Mar 07 21:35:34.838428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-05d0bc8e-95b4-4bc8-8bd9-b02fa3b1831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:34.839805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-05d0bc8e-95b4-4bc8-8bd9-b02fa3b1831b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.0583217 Mar 07 21:35:34.992945 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-15542926-33c4-4c52-b622-d978335cad7d service neutron] 10.222.0.15 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453102 Mar 07 21:35:34.997106 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-bee93294-bc5b-4135-a595-177e77d43922 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474586 Mar 07 21:35:35.001379 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:35.006481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:35.006873 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:35.107339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9ea8305f-e1b8-4c66-9af6-61f65d6c78fe,segment=NetworkSegment(dfdcd850-358c-4004-a6fc-96ff1cbcca4e),segment_id=dfdcd850-358c-4004-a6fc-96ff1cbcca4e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:35.136504 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:35.139978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device cc23150c-be1c-44ad-98aa-cc7637fe6296 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:35.147336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-dccad607-b9b3-41a4-97d8-056554f869d6 None None] Current status of the port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:35.148261 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dccad607-b9b3-41a4-97d8-056554f869d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:35.202882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Allocated IP 172.20.0.1 (503ce660-966e-4dae-b873-0ca25c885f66/77795165-8268-414d-87f3-3cedd1757b04/9799de61-f88c-48b8-9c7f-98ac925178a8) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:35:35.206508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986feb5-fe99-4c0d-b7b3-da4a1d143da6 req-d364792a-fbc3-41e2-9dfe-2c079a7242e2 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:35.207240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: cc23150c-be1c-44ad-98aa-cc7637fe6296 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:35:35.207649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device cc23150c-be1c-44ad-98aa-cc7637fe6296 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:35:35.208666 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8986feb5-fe99-4c0d-b7b3-da4a1d143da6 req-d364792a-fbc3-41e2-9dfe-2c079a7242e2 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 944 time: 0.2572589 Mar 07 21:35:35.224245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e37e5f-33ca-4011-8b32-d2138e8f329f req-f9d0eb2d-a5f9-43c4-a3e5-fe4c4a3b320f tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:35.225767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01e37e5f-33ca-4011-8b32-d2138e8f329f req-f9d0eb2d-a5f9-43c4-a3e5-fe4c4a3b320f tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/ports?device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 944 time: 0.2648096 Mar 07 21:35:35.295686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=9ea8305f-e1b8-4c66-9af6-61f65d6c78fe,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:35.301992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d4fc46c-98c0-437c-9194-5f4656c34883 req-5725b3f2-da47-45a9-9fdd-be90eccc393d service neutron] 10.222.0.15 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693803 Mar 07 21:35:35.320157 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-dccad607-b9b3-41a4-97d8-056554f869d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:35:35.321351 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-c3f8a370-dab8-4624-bf4f-f4a225c4e570 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875929 Mar 07 21:35:35.321677 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-dccad607-b9b3-41a4-97d8-056554f869d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:35:35.328665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:35:31Z', 'updated_at': '2022-03-07T21:35:33Z', 'revision_number': 3, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'gw_port': {'id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:32Z', 'updated_at': '2022-03-07T21:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:35.352761 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Publish callbacks [] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:35.379893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Checking router: a9cf0b9b-64d5-4338-ab50-09de733d411a for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:35:35.381632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Updating router a9cf0b9b-64d5-4338-ab50-09de733d411a port a2f2dd54-403e-426f-ac0b-518abfba9d00 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:35:35.396142 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:35.410349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8986feb5-fe99-4c0d-b7b3-da4a1d143da6 req-9ab3506c-55dd-4bdf-85d2-10c9f97f06c2 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941988 Mar 07 21:35:35.422453 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a2f2dd54-403e-426f-ac0b-518abfba9d00), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:35.446992 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Network 503ce660-966e-4dae-b873-0ca25c885f66 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:35:35.450183 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:35.452797 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:35:35.469476 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01e37e5f-33ca-4011-8b32-d2138e8f329f req-378db733-7fd8-46ac-b738-9a25cc0476be tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c741aea-6831-4be8-b84e-eb3eeb8687b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320180 Mar 07 21:35:35.521297 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Pushing event updated for resources: {'Port': ['ID=9799de61-f88c-48b8-9c7f-98ac925178a8,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:35.536046 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (a9cf0b9b-64d5-4338-ab50-09de733d411a), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:35.652836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd79a68-96d1-4716-ab04-7935d1d00a63 req-74225608-62f3-4605-8e26-ee65613bad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:35.654693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdd79a68-96d1-4716-ab04-7935d1d00a63 req-74225608-62f3-4605-8e26-ee65613bad44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=342316ef9f394e8cb8be6c925ab82c66&device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 1126 time: 0.2679195 Mar 07 21:35:35.667956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3af5d-1b4a-4491-b09b-2c1372ff240f req-4e64f8ba-a336-4c01-9419-1eccda2dba45 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:35.675099 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9b3af5d-1b4a-4491-b09b-2c1372ff240f req-4e64f8ba-a336-4c01-9419-1eccda2dba45 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 949 time: 0.1554542 Mar 07 21:35:35.708446 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:35.720438 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Publish callbacks [] for port (a2f2dd54-403e-426f-ac0b-518abfba9d00), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:35.727343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e025111d-1934-44ec-a0bd-e07cf9502101 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:35:35.758786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9b3af5d-1b4a-4491-b09b-2c1372ff240f req-5b3a32b0-e4f8-46e2-b752-f76114b0dabd tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824358 Mar 07 21:35:35.779000 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a2f2dd54-403e-426f-ac0b-518abfba9d00), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:35.820222 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b45c26-6b40-428f-b19e-a4dd58b59f2f req-5856bc45-82a5-4bd7-aca5-26739633fca9 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834032 Mar 07 21:35:35.875699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-dccad607-b9b3-41a4-97d8-056554f869d6 None None] Current status of the port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:35.922881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab6b10-2ae1-412b-8b11-ef39db004a56 None None] Pushing event updated for resources: {'Port': ['ID=a2f2dd54-403e-426f-ac0b-518abfba9d00,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:35.925591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Attempting to bind port a2f2dd54-403e-426f-ac0b-518abfba9d00 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:35:35.926039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Attempting to bind port a2f2dd54-403e-426f-ac0b-518abfba9d00 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:35:35.926467 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Attempting to bind port a2f2dd54-403e-426f-ac0b-518abfba9d00 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:35.930286 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port e025111d-1934-44ec-a0bd-e07cf9502101 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:35:35.935940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port e025111d-1934-44ec-a0bd-e07cf9502101 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:35.936325 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e025111d-1934-44ec-a0bd-e07cf9502101), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:35.939345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:35:35.940199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:35.940541 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:35.940941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:35:35.941427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Bound port: a2f2dd54-403e-426f-ac0b-518abfba9d00, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:35:35.941814 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a2f2dd54-403e-426f-ac0b-518abfba9d00), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:36.028383 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Publish callbacks [] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:36.032250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd79a68-96d1-4716-ab04-7935d1d00a63 req-022671d7-06f9-43b6-b3e6-e590c8fe1026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:36.034321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdd79a68-96d1-4716-ab04-7935d1d00a63 req-022671d7-06f9-43b6-b3e6-e590c8fe1026 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb HTTP/1.1" status: 200 len: 915 time: 0.3342760 Mar 07 21:35:36.037288 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:36.051949 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0f3db638-005b-4cca-8e16-961e321c1a69 None None] Provisioning complete for port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:36.052329 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0f3db638-005b-4cca-8e16-961e321c1a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:36.093198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87524d3c-b7e3-4690-82f9-545cab67f451 req-18f34a2e-8e4c-4be0-b3cd-957fe67202ed tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:36.094781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87524d3c-b7e3-4690-82f9-545cab67f451 req-18f34a2e-8e4c-4be0-b3cd-957fe67202ed tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 943 time: 0.1706436 Mar 07 21:35:36.097397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdd79a68-96d1-4716-ab04-7935d1d00a63 req-db0c0a5f-0102-4751-9513-980e2fb0c5d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79f05a6b-ba6a-4bc9-80b5-495c6924dea2 HTTP/1.1" status: 200 len: 217 time: 0.0530183 Mar 07 21:35:36.099257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f41931-f018-43e2-81cf-907523322514 req-cec5a255-673c-4db2-b117-d5676b4ce65e tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:36.100677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3f41931-f018-43e2-81cf-907523322514 req-cec5a255-673c-4db2-b117-d5676b4ce65e tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 1131 time: 0.1531696 Mar 07 21:35:36.108602 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] For port a2f2dd54-403e-426f-ac0b-518abfba9d00, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:36.136663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] For port a2f2dd54-403e-426f-ac0b-518abfba9d00, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a2f2dd54-403e-426f-ac0b-518abfba9d00,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:35:36.151760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e025111d-1934-44ec-a0bd-e07cf9502101 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:36.152011 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Pushing event updated for resources: {'Port': ['ID=9799de61-f88c-48b8-9c7f-98ac925178a8,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:36.152132 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e025111d-1934-44ec-a0bd-e07cf9502101), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:36.155226 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a2f2dd54-403e-426f-ac0b-518abfba9d00), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:36.165954 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (a9cf0b9b-64d5-4338-ab50-09de733d411a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:36.238401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd79a68-96d1-4716-ab04-7935d1d00a63 req-45befde5-2df0-457b-aa67-0d542e6d7bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:36.239886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdd79a68-96d1-4716-ab04-7935d1d00a63 req-45befde5-2df0-457b-aa67-0d542e6d7bfd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3846fd89-0852-47b8-8047-f4764acdf27d HTTP/1.1" status: 200 len: 854 time: 0.1315670 Mar 07 21:35:36.253666 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3f41931-f018-43e2-81cf-907523322514 req-f9632aba-d271-4a56-8472-2cb9a3225b0f tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385708 Mar 07 21:35:36.275384 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87524d3c-b7e3-4690-82f9-545cab67f451 req-0d3ea8d9-806b-4c8b-b0bd-b5c3313e9ab7 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711416 Mar 07 21:35:36.321178 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48602) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:36.324538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdd79a68-96d1-4716-ab04-7935d1d00a63 req-1a2c1878-5535-4e9c-9431-cacc81216fd6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690107 Mar 07 21:35:36.380187 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Network 503ce660-966e-4dae-b873-0ca25c885f66 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:35:36.388156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:36.473225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:35:36.561549 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530fa991-f172-4fc0-a0e4-6f24904f91a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e025111d-1934-44ec-a0bd-e07cf9502101'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:36.564358 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9a123f-5243-4233-bee6-3acdd60c9d3e" -d '{"events": [{"server_uuid": "530fa991-f172-4fc0-a0e4-6f24904f91a1", "name": "network-vif-plugged", "status": "completed", "tag": "e025111d-1934-44ec-a0bd-e07cf9502101"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:36.569061 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-b2d0a9fe-870a-4fd3-a38d-81371d6d2a61 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666025 Mar 07 21:35:36.603204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Routers {'a9cf0b9b-64d5-4338-ab50-09de733d411a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:35:36.605567 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:35:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a9cf0b9b-64d5-4338-ab50-09de733d411a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:36.609932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e025111d-1934-44ec-a0bd-e07cf9502101, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e025111d-1934-44ec-a0bd-e07cf9502101,segment=NetworkSegment(45e9fc5b-e002-4084-a4ea-53fb2b6f498a),segment_id=45e9fc5b-e002-4084-a4ea-53fb2b6f498a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:36.612689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Router a9cf0b9b-64d5-4338-ab50-09de733d411a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:35:36.665050 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927c8fd1-1b92-4c88-a567-2890cc9115b2', 'name': 'network-vif-deleted', 'tag': 'cc23150c-be1c-44ad-98aa-cc7637fe6296'}, {'name': 'network-changed', 'server_uuid': 'dc92bc02-b4dc-4b2c-bc20-5fef71a939fc', 'tag': '5bedce28-8206-4494-8cb3-b383a0c60e5d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:36.668641 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaa8c05-d8d0-473f-afca-edab21083459" -d '{"events": [{"server_uuid": "927c8fd1-1b92-4c88-a567-2890cc9115b2", "name": "network-vif-deleted", "tag": "cc23150c-be1c-44ad-98aa-cc7637fe6296"}, {"name": "network-changed", "server_uuid": "dc92bc02-b4dc-4b2c-bc20-5fef71a939fc", "tag": "5bedce28-8206-4494-8cb3-b383a0c60e5d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:36.670963 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e025111d-1934-44ec-a0bd-e07cf9502101), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:36.674229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0f3db638-005b-4cca-8e16-961e321c1a69 None None] Current status of the port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:36.693628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab6b10-2ae1-412b-8b11-ef39db004a56 None None] Pushing event updated for resources: {'Port': ['ID=a2f2dd54-403e-426f-ac0b-518abfba9d00,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:36.717493 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdd79a68-96d1-4716-ab04-7935d1d00a63 req-301c696b-9bb0-4d7f-8570-88996f8f1b94 service neutron] 10.222.0.15 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779881 Mar 07 21:35:36.754879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0f3db638-005b-4cca-8e16-961e321c1a69 None None] Provisioning complete for port 9799de61-f88c-48b8-9c7f-98ac925178a8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:36.755349 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0f3db638-005b-4cca-8e16-961e321c1a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:36.775974 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-88b9dbb6-574f-4fa2-9b89-deed13f6fe03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa6d24f53d0443e4bb57bbe0b835e6a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4501550 Mar 07 21:35:36.780613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48634) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:36.797474 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:35:36.804374 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-91f36f8c-77fb-4e7b-b653-b0648d49cd07 admin admin] 10.222.0.26 "PUT /v2.0/routers/a9cf0b9b-64d5-4338-ab50-09de733d411a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3586502 Mar 07 21:35:36.866843 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48638) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:36.894708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:36.895375 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:36.904022 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c96634-1f88-473e-bd05-047c259d90bc req-3584bf47-61f4-4b2c-aff8-4f28c6a05f08 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:36.905543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89c96634-1f88-473e-bd05-047c259d90bc req-3584bf47-61f4-4b2c-aff8-4f28c6a05f08 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 944 time: 0.3082373 Mar 07 21:35:36.926479 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e025111d-1934-44ec-a0bd-e07cf9502101,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:36.928722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-1306765d-d180-48d4-8bcc-3c152be96509 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:36.930323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-1306765d-d180-48d4-8bcc-3c152be96509 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3598902 Mar 07 21:35:36.939612 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] Set router a9cf0b9b-64d5-4338-ab50-09de733d411a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:35:36.977831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-b0900376-3d7d-4375-93ee-512088072335 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/quotas/d9b061b00b7d481ca736dfc229d52c4f HTTP/1.1" status: 200 len: 375 time: 0.0395956 Mar 07 21:35:36.979918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0f3db638-005b-4cca-8e16-961e321c1a69 None None] Port 9799de61-f88c-48b8-9c7f-98ac925178a8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:35:36.983355 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdd79a68-96d1-4716-ab04-7935d1d00a63 req-13d677f2-606b-4f42-bb36-305267ed3345 service neutron] 10.222.0.15 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208486 Mar 07 21:35:37.000382 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3363-1c7d-4f62-b35d-be5f87acd1a8 admin admin] Publish callbacks [] for security_group (75234dfc-3433-4362-9a53-325c45a7487b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.059821 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3363-1c7d-4f62-b35d-be5f87acd1a8 admin admin] Publish callbacks [] for security_group (75234dfc-3433-4362-9a53-325c45a7487b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.064070 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89c96634-1f88-473e-bd05-047c259d90bc req-e99f491e-718c-44b5-8d46-bec53946f520 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461086 Mar 07 21:35:37.076351 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0cc28d99-2f6a-48fb-8546-4b34d0e766c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.135221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-b52b2749-974d-4bc8-bea3-539ac341bdac tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1444156 Mar 07 21:35:37.151663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:35:37.195679 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0cc28d99-2f6a-48fb-8546-4b34d0e766c2 admin admin] Publish callbacks [] for security_group (9d31f316-4968-458a-b196-b79b049bae1e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.198484 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3363-1c7d-4f62-b35d-be5f87acd1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (75234dfc-3433-4362-9a53-325c45a7487b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.201391 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3363-1c7d-4f62-b35d-be5f87acd1a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.202731 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bf5a3363-1c7d-4f62-b35d-be5f87acd1a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75234dfc-3433-4362-9a53-325c45a7487b HTTP/1.1" status: 204 len: 168 time: 0.4087715 Mar 07 21:35:37.203627 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0cc28d99-2f6a-48fb-8546-4b34d0e766c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9d31f316-4968-458a-b196-b79b049bae1e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.216095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a3363-1c7d-4f62-b35d-be5f87acd1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75234dfc-3433-4362-9a53-325c45a7487b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:37.234649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d2ea8-da44-4ed5-ace9-47890c2c20d2 req-0a9e587d-8976-4337-9c47-cc7ef8a94e90 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:37.238059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d19d2ea8-da44-4ed5-ace9-47890c2c20d2 req-0a9e587d-8976-4337-9c47-cc7ef8a94e90 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/ports?device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 945 time: 0.0868161 Mar 07 21:35:37.239619 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0cc28d99-2f6a-48fb-8546-4b34d0e766c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=231bed79218948e5a378c84b4b9507b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3710990 Mar 07 21:35:37.242340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48648) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:37.264746 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc28d99-2f6a-48fb-8546-4b34d0e766c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d31f316-4968-458a-b196-b79b049bae1e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:37.312027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:37.325289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3415fc39-f55c-4bf6-81db-20d9a0308e63 None None] Provisioning complete for port 9799de61-f88c-48b8-9c7f-98ac925178a8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:37.325756 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3415fc39-f55c-4bf6-81db-20d9a0308e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.347928 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d19d2ea8-da44-4ed5-ace9-47890c2c20d2 req-4321175b-6e76-42ac-9dcb-086e343a8187 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c741aea-6831-4be8-b84e-eb3eeb8687b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939553 Mar 07 21:35:37.366577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3415fc39-f55c-4bf6-81db-20d9a0308e63 None None] Port 9799de61-f88c-48b8-9c7f-98ac925178a8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:35:37.399303 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696d83f0-7b8e-422b-97a4-ad81b2146f60 x-openstack-request-id: req-696d83f0-7b8e-422b-97a4-ad81b2146f60 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:37.400015 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530fa991-f172-4fc0-a0e4-6f24904f91a1", "name": "network-vif-plugged", "status": "completed", "tag": "e025111d-1934-44ec-a0bd-e07cf9502101", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:37.400015 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-696d83f0-7b8e-422b-97a4-ad81b2146f60 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:37.414011 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0f83d86-06ef-4e72-936f-dc74f1bcd940 admin admin] Publish callbacks [] for security_group (9d31f316-4968-458a-b196-b79b049bae1e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.424951 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530fa991-f172-4fc0-a0e4-6f24904f91a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e025111d-1934-44ec-a0bd-e07cf9502101', 'code': 200} Mar 07 21:35:37.473926 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0f83d86-06ef-4e72-936f-dc74f1bcd940 admin admin] Publish callbacks [] for security_group (9d31f316-4968-458a-b196-b79b049bae1e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.482195 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecc1b1a-6858-41e5-802b-c81143fb1e87 x-openstack-request-id: req-3ecc1b1a-6858-41e5-802b-c81143fb1e87 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:37.482704 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927c8fd1-1b92-4c88-a567-2890cc9115b2", "name": "network-vif-deleted", "tag": "cc23150c-be1c-44ad-98aa-cc7637fe6296", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dc92bc02-b4dc-4b2c-bc20-5fef71a939fc", "tag": "5bedce28-8206-4494-8cb3-b383a0c60e5d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:37.483133 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ecc1b1a-6858-41e5-802b-c81143fb1e87 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:37.483688 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927c8fd1-1b92-4c88-a567-2890cc9115b2', 'name': 'network-vif-deleted', 'tag': 'cc23150c-be1c-44ad-98aa-cc7637fe6296', 'status': 'completed', 'code': 200} Mar 07 21:35:37.484150 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc92bc02-b4dc-4b2c-bc20-5fef71a939fc', 'tag': '5bedce28-8206-4494-8cb3-b383a0c60e5d', 'status': 'completed', 'code': 200} Mar 07 21:35:37.509884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:37.549726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '79f05a6b-ba6a-4bc9-80b5-495c6924dea2', 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb', 'port_id': '79f05a6b-ba6a-4bc9-80b5-495c6924dea2', 'mac_address': 'fa:16:3e:26:76:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3846fd89-0852-47b8-8047-f4764acdf27d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:35:37.578763 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09804891-dbf6-4cac-909e-95c813182021 req-02d41060-70ed-4561-91fe-b4b9c969900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:37.583464 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-09804891-dbf6-4cac-909e-95c813182021 req-02d41060-70ed-4561-91fe-b4b9c969900e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 1127 time: 0.1039989 Mar 07 21:35:37.640706 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:37.641265 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.666524 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-09804891-dbf6-4cac-909e-95c813182021 req-f844d0b2-ee7c-463b-8483-d0baa58fa908 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2c741aea-6831-4be8-b84e-eb3eeb8687b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764425 Mar 07 21:35:37.678424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:37.710898 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa8c05-d8d0-473f-afca-edab21083459 req-cc8db476-efa2-463e-9c98-a19b858dbfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:37.712424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecaa8c05-d8d0-473f-afca-edab21083459 req-cc8db476-efa2-463e-9c98-a19b858dbfeb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 1125 time: 0.1842816 Mar 07 21:35:37.713033 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0f83d86-06ef-4e72-936f-dc74f1bcd940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9d31f316-4968-458a-b196-b79b049bae1e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.715738 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0f83d86-06ef-4e72-936f-dc74f1bcd940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.719196 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a0f83d86-06ef-4e72-936f-dc74f1bcd940 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d31f316-4968-458a-b196-b79b049bae1e HTTP/1.1" status: 204 len: 168 time: 0.4700027 Mar 07 21:35:37.724122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:37.727775 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:35:31Z', 'updated_at': '2022-03-07T21:35:35Z', 'revision_number': 4, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'gw_port': {'id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:32Z', 'updated_at': '2022-03-07T21:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9799de61-f88c-48b8-9c7f-98ac925178a8', 'name': '', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'mac_address': 'fa:16:3e:bb:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '77795165-8268-414d-87f3-3cedd1757b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:35Z', 'updated_at': '2022-03-07T21:35:35Z', 'revision_number': 2, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'subnets': [{'id': '77795165-8268-414d-87f3-3cedd1757b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:37.737558 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.750640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f83d86-06ef-4e72-936f-dc74f1bcd940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d31f316-4968-458a-b196-b79b049bae1e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:37.759361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d002f20-8874-43c2-900e-83e6251c8e5d req-ed608cfa-b357-4dc7-a4e6-2a39551dffb7 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:37.760886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d002f20-8874-43c2-900e-83e6251c8e5d req-ed608cfa-b357-4dc7-a4e6-2a39551dffb7 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 943 time: 0.1502128 Mar 07 21:35:37.793880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48666) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:37.859642 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b06d7add-79c6-41d7-8357-56c366367c51 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e48370ca72144f3a5e93817b3b8fbcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0645165 Mar 07 21:35:37.863324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48668) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:37.884435 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d002f20-8874-43c2-900e-83e6251c8e5d req-20f3bcb3-fc6e-440b-a544-aa2017b7bd04 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080463 Mar 07 21:35:37.894147 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6ef1d-7ec3-4056-a2c5-26e1fbb36b6b None None] The sync data for ids ['a9cf0b9b-64d5-4338-ab50-09de733d411a'] in n-d-832330-1 is: [{'id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:35:31Z', 'updated_at': '2022-03-07T21:35:35Z', 'revision_number': 4, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'gw_port': {'id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:32Z', 'updated_at': '2022-03-07T21:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9799de61-f88c-48b8-9c7f-98ac925178a8', 'name': '', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'mac_address': 'fa:16:3e:bb:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '77795165-8268-414d-87f3-3cedd1757b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:35Z', 'updated_at': '2022-03-07T21:35:35Z', 'revision_number': 2, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'subnets': [{'id': '77795165-8268-414d-87f3-3cedd1757b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:35:37.934532 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa8c05-d8d0-473f-afca-edab21083459 req-75138b18-d2d2-4d1c-89d8-98fda3e2dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:37.936314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecaa8c05-d8d0-473f-afca-edab21083459 req-75138b18-d2d2-4d1c-89d8-98fda3e2dc83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.2135291 Mar 07 21:35:37.944283 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0f82aa1-339e-4d47-b6a6-b137e7b91015 admin admin] Publish callbacks [] for security_group (5ea75b09-61db-4bb0-bba0-5cba6e606f2e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.970220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0f82aa1-339e-4d47-b6a6-b137e7b91015 admin admin] Publish callbacks [] for security_group (5ea75b09-61db-4bb0-bba0-5cba6e606f2e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:37.980151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:38.012680 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecaa8c05-d8d0-473f-afca-edab21083459 req-07465e85-86b9-424f-8070-466588099e70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d HTTP/1.1" status: 200 len: 217 time: 0.0662589 Mar 07 21:35:38.036553 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['79f05a6b-ba6a-4bc9-80b5-495c6924dea2'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:38.071482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0f82aa1-339e-4d47-b6a6-b137e7b91015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5ea75b09-61db-4bb0-bba0-5cba6e606f2e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:38.081394 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0f82aa1-339e-4d47-b6a6-b137e7b91015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:38.082883 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b0f82aa1-339e-4d47-b6a6-b137e7b91015 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ea75b09-61db-4bb0-bba0-5cba6e606f2e HTTP/1.1" status: 204 len: 168 time: 0.2185915 Mar 07 21:35:38.099714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f82aa1-339e-4d47-b6a6-b137e7b91015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea75b09-61db-4bb0-bba0-5cba6e606f2e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:38.150790 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d940ab6a-25dd-44f8-a541-adc255abc08c req-31120bca-de68-4f5c-9bfb-435f9e2776d2 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 210 time: 0.1502881 Mar 07 21:35:38.338467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b848719-05de-4944-9192-52931897b894 req-28390d2e-9e1c-4c9b-97c3-8688ccb811f3 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:38.340020 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b848719-05de-4944-9192-52931897b894 req-28390d2e-9e1c-4c9b-97c3-8688ccb811f3 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/networks?id=503ce660-966e-4dae-b873-0ca25c885f66 HTTP/1.1" status: 200 len: 829 time: 0.3379731 Mar 07 21:35:38.399552 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b848719-05de-4944-9192-52931897b894 req-a0956b99-9483-47f4-8113-5cdfd035fc4a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/quotas/6dcffd9147584d8a911d5095291dc777 HTTP/1.1" status: 200 len: 375 time: 0.0473716 Mar 07 21:35:38.405936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa8c05-d8d0-473f-afca-edab21083459 req-d096038f-256b-403b-93dc-38b1257a9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:38.407603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecaa8c05-d8d0-473f-afca-edab21083459 req-d096038f-256b-403b-93dc-38b1257a9a56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.3663468 Mar 07 21:35:38.499152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecaa8c05-d8d0-473f-afca-edab21083459 req-426829c5-35a0-4be8-9b69-84126d9b8af1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830290 Mar 07 21:35:38.519831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46776944-a180-4445-92c8-878aed59f91b req-51843d10-620d-4e14-ad30-eb3a0158cf06 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:38.526879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46776944-a180-4445-92c8-878aed59f91b req-51843d10-620d-4e14-ad30-eb3a0158cf06 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 945 time: 0.1974382 Mar 07 21:35:38.594567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48694) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:38.612479 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06ffab45-9374-445d-ad61-80aebbae8c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:38.623773 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b848719-05de-4944-9192-52931897b894 req-11ec3e96-daf1-4edd-ac41-4376efdaa305 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dcffd9147584d8a911d5095291dc777&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2152047 Mar 07 21:35:38.664846 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46776944-a180-4445-92c8-878aed59f91b req-640a73e5-bf78-41b1-94f0-e29ca7f2e069 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371059 Mar 07 21:35:38.735619 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecaa8c05-d8d0-473f-afca-edab21083459 req-3ca6be12-9b08-4764-b0e5-daf6786a4df1 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239537 Mar 07 21:35:38.760522 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06ffab45-9374-445d-ad61-80aebbae8c4b admin admin] Publish callbacks [] for security_group (750eacb0-cc71-4fa7-8cdf-e637a98e15ec), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:38.768403 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06ffab45-9374-445d-ad61-80aebbae8c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (750eacb0-cc71-4fa7-8cdf-e637a98e15ec), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:38.803188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffab45-9374-445d-ad61-80aebbae8c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750eacb0-cc71-4fa7-8cdf-e637a98e15ec,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:38.821987 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-06ffab45-9374-445d-ad61-80aebbae8c4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cbd3dfc6ff2f40f5b742a23b40881c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233751 Mar 07 21:35:38.822233 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48700) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:38.859392 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b848719-05de-4944-9192-52931897b894 req-73e4f449-d7e0-4626-8d74-6de5cf9ce5c6 service neutron] 10.222.0.26 "GET /v2.0/networks/503ce660-966e-4dae-b873-0ca25c885f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218862 Mar 07 21:35:38.889175 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-90e7ba6f-fccd-4ea3-8bd2-ff5775362143 admin admin] Publish callbacks [] for security_group (750eacb0-cc71-4fa7-8cdf-e637a98e15ec), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:38.931513 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-90e7ba6f-fccd-4ea3-8bd2-ff5775362143 admin admin] Publish callbacks [] for security_group (750eacb0-cc71-4fa7-8cdf-e637a98e15ec), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:38.996474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecaa8c05-d8d0-473f-afca-edab21083459 req-69d34738-afdd-42cb-8bf6-838a068dd574 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520781 Mar 07 21:35:39.006284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e0096-f2b4-4c4b-9449-9cbfba7e5478 req-67bc163b-1fa3-4699-9c96-939e4b16a1de tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:39.013634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd6e0096-f2b4-4c4b-9449-9cbfba7e5478 req-67bc163b-1fa3-4699-9c96-939e4b16a1de tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/ports?device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 945 time: 0.2391572 Mar 07 21:35:39.056856 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-90e7ba6f-fccd-4ea3-8bd2-ff5775362143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (750eacb0-cc71-4fa7-8cdf-e637a98e15ec), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:39.059537 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-90e7ba6f-fccd-4ea3-8bd2-ff5775362143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:39.062996 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-90e7ba6f-fccd-4ea3-8bd2-ff5775362143 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/750eacb0-cc71-4fa7-8cdf-e637a98e15ec HTTP/1.1" status: 204 len: 168 time: 0.2399769 Mar 07 21:35:39.079217 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7ba6f-fccd-4ea3-8bd2-ff5775362143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750eacb0-cc71-4fa7-8cdf-e637a98e15ec,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:39.149792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5bedce28-8206-4494-8cb3-b383a0c60e5d details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:35:39.152020 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:35:39.410528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:35:39.425778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:39.426367 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:39.497446 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:39.540377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '5bedce28-8206-4494-8cb3-b383a0c60e5d', 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605', 'port_id': '5bedce28-8206-4494-8cb3-b383a0c60e5d', 'mac_address': 'fa:16:3e:4a:42:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a638a11-221e-41d3-bfc9-35e63e88d9a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:35:39.611748 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5bedce28-8206-4494-8cb3-b383a0c60e5d is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:39.612679 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:39.629663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bedce28-8206-4494-8cb3-b383a0c60e5d {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:39.648198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:39.648634 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:39.667256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:39.669626 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-9c6ce3ed-f1e1-4430-aa04-095f8a7245a6 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6118398 Mar 07 21:35:39.685213 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:39.696689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b848719-05de-4944-9192-52931897b894 req-81ba4fe7-34d4-4a00-bf48-0b91d60daa1a service neutron] 10.222.0.26 "GET /v2.0/networks/503ce660-966e-4dae-b873-0ca25c885f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8362401 Mar 07 21:35:39.746527 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd6e0096-f2b4-4c4b-9449-9cbfba7e5478 req-435ef0f4-071b-486a-9e9d-4a4c858c5ca1 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c741aea-6831-4be8-b84e-eb3eeb8687b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7315700 Mar 07 21:35:39.798986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5bedce28-8206-4494-8cb3-b383a0c60e5d,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:39.813964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7974363-8d86-41d9-a78c-c4e95d205b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f05a6b-ba6a-4bc9-80b5-495c6924dea2'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:39.824336 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80bf917-c081-47e0-8f70-c7f3524db5ff" -d '{"events": [{"server_uuid": "a7974363-8d86-41d9-a78c-c4e95d205b49", "name": "network-vif-plugged", "status": "completed", "tag": "79f05a6b-ba6a-4bc9-80b5-495c6924dea2"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:39.859589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:39.869022 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:39.937027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-cd87d006-d1f8-4e66-bbcd-41372b7df856 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:39.938304 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-cd87d006-d1f8-4e66-bbcd-41372b7df856 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2620027 Mar 07 21:35:39.955684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-7e19909b-a709-48e0-81dd-227fa03af8cd tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Request body: {'port': {'device_id': 'ef739591-fd26-485d-ade9-60c7000b9315', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': 'd9b061b00b7d481ca736dfc229d52c4f'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:39.974496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:40.000449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['5bedce28-8206-4494-8cb3-b383a0c60e5d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:40.040358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6c4d188-3438-4812-b363-46491e4e2863 req-69998d61-fba1-4f7a-b2b5-3183e2bbd00c tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 210 time: 0.0544603 Mar 07 21:35:40.130863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0271a4-2f64-4a2e-8dea-4f0619dddc34 req-674035bf-ea12-4be6-a65d-0c8ef9cacc69 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:40.132557 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b0271a4-2f64-4a2e-8dea-4f0619dddc34 req-674035bf-ea12-4be6-a65d-0c8ef9cacc69 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 944 time: 0.2632253 Mar 07 21:35:40.249850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b0271a4-2f64-4a2e-8dea-4f0619dddc34 req-f9b9c299-20d2-4929-9a25-80a977f19a85 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056619 Mar 07 21:35:40.346722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-7e19909b-a709-48e0-81dd-227fa03af8cd tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Made reservation on behalf of d9b061b00b7d481ca736dfc229d52c4f for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:40.348467 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a66859b-1b60-4d08-a342-3d1f8881ccb8 x-openstack-request-id: req-2a66859b-1b60-4d08-a342-3d1f8881ccb8 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:40.348945 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7974363-8d86-41d9-a78c-c4e95d205b49", "name": "network-vif-plugged", "status": "completed", "tag": "79f05a6b-ba6a-4bc9-80b5-495c6924dea2", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:40.349259 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a66859b-1b60-4d08-a342-3d1f8881ccb8 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:40.349916 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7974363-8d86-41d9-a78c-c4e95d205b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f05a6b-ba6a-4bc9-80b5-495c6924dea2', 'code': 200} Mar 07 21:35:40.350183 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-7e19909b-a709-48e0-81dd-227fa03af8cd tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:40.394246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a2f2dd54-403e-426f-ac0b-518abfba9d00 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:35:40.460351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port a2f2dd54-403e-426f-ac0b-518abfba9d00 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:40.460809 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a2f2dd54-403e-426f-ac0b-518abfba9d00), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:40.466277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48756) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:40.532981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c9310-2f4f-4a29-bd87-9932a03a3d93 req-7b36c9e8-63fa-45dc-8ab1-3a5b4c81cf85 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:40.535108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e0c9310-2f4f-4a29-bd87-9932a03a3d93 req-7b36c9e8-63fa-45dc-8ab1-3a5b4c81cf85 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.3155963 Mar 07 21:35:40.579444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a7386a5-8741-4d5a-bfc6-d6ecec4cec76 req-c4f23f81-0d43-4d9d-9d01-64c3062670f8 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 210 time: 0.1830699 Mar 07 21:35:40.681653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-7e19909b-a709-48e0-81dd-227fa03af8cd tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Allocated IP 192.168.233.187 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:35:40.731358 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c45462-10e4-4fb2-8dd3-75acdfbd289f req-b6d6675c-b7e4-40b8-a4ca-b44fb911229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:40.736030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3c45462-10e4-4fb2-8dd3-75acdfbd289f req-b6d6675c-b7e4-40b8-a4ca-b44fb911229e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 1128 time: 0.1960866 Mar 07 21:35:40.745011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e0c9310-2f4f-4a29-bd87-9932a03a3d93 req-2a0b4ecd-29e9-49d0-8bcc-d5e8a3c5c31c tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891904 Mar 07 21:35:40.777286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-817995818-network', 'tenant_id': '47acc144bc5e43f0a2becfc354b98767'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:40.810369 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] Made reservation on behalf of 47acc144bc5e43f0a2becfc354b98767 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:40.819690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a2f2dd54-403e-426f-ac0b-518abfba9d00 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:40.820334 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a2f2dd54-403e-426f-ac0b-518abfba9d00), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:40.820746 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:40.831411 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:40.850599 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port a2f2dd54-403e-426f-ac0b-518abfba9d00, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a2f2dd54-403e-426f-ac0b-518abfba9d00,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:40.865829 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a2f2dd54-403e-426f-ac0b-518abfba9d00), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:40.924218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3c45462-10e4-4fb2-8dd3-75acdfbd289f req-2ee549b8-26a9-46af-af0a-aeb94d0a2097 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743717 Mar 07 21:35:40.963380 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] Publish callbacks [] for security_group (3eab9681-2147-4cc7-ae79-2aebb86849b2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:40.968172 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3eab9681-2147-4cc7-ae79-2aebb86849b2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:40.995822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:35:41.011197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd2405-13be-478e-ba7c-4fbf53774686 req-9d2df73b-ae78-4aa8-9a3a-c24247cab9b5 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:41.014799 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eab9681-2147-4cc7-ae79-2aebb86849b2,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:41.020149 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (40fe8227-9f51-4e5d-b075-cc9bf93569e0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:41.020787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ebfd2405-13be-478e-ba7c-4fbf53774686 req-9d2df73b-ae78-4aa8-9a3a-c24247cab9b5 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/ports?device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 945 time: 0.1550062 Mar 07 21:35:41.021013 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] Added segment 40fe8227-9f51-4e5d-b075-cc9bf93569e0 of type vlan for network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 Mar 07 21:35:41.061654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=a2f2dd54-403e-426f-ac0b-518abfba9d00,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:41.085884 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (88d27a17-2a1f-4d2b-aef7-46b57268ee12), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:41.107064 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-7e19909b-a709-48e0-81dd-227fa03af8cd tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks [] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:41.145632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (88d27a17-2a1f-4d2b-aef7-46b57268ee12), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:41.147011 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:41.147736 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:41.176582 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5bedce28-8206-4494-8cb3-b383a0c60e5d up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:35:41.206472 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ebfd2405-13be-478e-ba7c-4fbf53774686 req-b86d9958-60ba-487e-9cc4-7f419abb2373 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c741aea-6831-4be8-b84e-eb3eeb8687b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846359 Mar 07 21:35:41.239677 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7703540 Mar 07 21:35:41.241545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0a447be-2387-408c-8cae-2f771a6e6ac7 req-61e7c798-dd4a-4601-b070-d5656de3a186 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 210 time: 0.0691626 Mar 07 21:35:41.243099 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48780) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:41.252284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b1f8d4a2-c080-4159-8a3e-edbcd24458ab admin admin] Request body: {'subnet': {'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-817995818-subnet', 'tenant_id': '47acc144bc5e43f0a2becfc354b98767', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:41.255269 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-7e19909b-a709-48e0-81dd-227fa03af8cd tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:41.278558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75552b-1dba-4c68-9775-5c907006a4f6 admin admin] Pushing event updated for resources: {'Network': ['ID=88d27a17-2a1f-4d2b-aef7-46b57268ee12,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:41.282469 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346', 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce', '91e3530c-a21e-49f8-9573-c90a3345c0da'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:41.284929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ad0b8b32-e5c0-4eb8-a888-37a129bfa799', '63751d87-6ed7-4155-9617-57244686d5be'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:41.296575 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Sync routers for ids ['a9cf0b9b-64d5-4338-ab50-09de733d411a'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:35:41.299838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:35:41.310749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f8d4a2-c080-4159-8a3e-edbcd24458ab admin admin] Made reservation on behalf of 47acc144bc5e43f0a2becfc354b98767 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:41.313549 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1f8d4a2-c080-4159-8a3e-edbcd24458ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:41.328576 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Routers {'a9cf0b9b-64d5-4338-ab50-09de733d411a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:35:41.329249 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:35:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a9cf0b9b-64d5-4338-ab50-09de733d411a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:41.336528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-7e19909b-a709-48e0-81dd-227fa03af8cd tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:35:41.340278 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-7e19909b-a709-48e0-81dd-227fa03af8cd tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:41.346212 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-7e19909b-a709-48e0-81dd-227fa03af8cd tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:35:41.360825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19909b-a709-48e0-81dd-227fa03af8cd tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event updated for resources: {'Port': ['ID=d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:41.447484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-7e19909b-a709-48e0-81dd-227fa03af8cd tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:41.449119 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-7e19909b-a709-48e0-81dd-227fa03af8cd tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:41.485740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-7e19909b-a709-48e0-81dd-227fa03af8cd tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5354431 Mar 07 21:35:41.503529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Request body: {'port': {'device_id': 'ef739591-fd26-485d-ade9-60c7000b9315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:41.516574 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:35:41.523423 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 5bedce28-8206-4494-8cb3-b383a0c60e5d completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:35:41.573226 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-1d34c312-39d0-4beb-8f4e-6ad0b5ac869e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=983f4ba84c9a411ba764aa41e92d0679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627837 Mar 07 21:35:41.594364 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 5bedce28-8206-4494-8cb3-b383a0c60e5d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:41.596020 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:41.723856 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Set router a9cf0b9b-64d5-4338-ab50-09de733d411a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:35:41.828874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-475614c6-e55d-45b7-ae06-e3dcb5bc90a5 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:41.839340 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-475614c6-e55d-45b7-ae06-e3dcb5bc90a5 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595978 Mar 07 21:35:41.872573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1f8d4a2-c080-4159-8a3e-edbcd24458ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (99dc7de3-9421-4ea6-b85c-494e5a5470a9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:41.895527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5bedce28-8206-4494-8cb3-b383a0c60e5d is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:41.896054 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:41.914029 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-183d61c6-eddc-497f-95ea-8336049c955b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/quotas/983f4ba84c9a411ba764aa41e92d0679 HTTP/1.1" status: 200 len: 375 time: 0.0635600 Mar 07 21:35:41.923188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8d4a2-c080-4159-8a3e-edbcd24458ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=99dc7de3-9421-4ea6-b85c-494e5a5470a9,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:41.934951 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b848719-05de-4944-9192-52931897b894 req-85e2f98e-75fc-4095-907c-f0a61fc293c8 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:41.936611 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2b848719-05de-4944-9192-52931897b894 req-85e2f98e-75fc-4095-907c-f0a61fc293c8 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.13 "GET /v2.0/networks?id=503ce660-966e-4dae-b873-0ca25c885f66 HTTP/1.1" status: 200 len: 829 time: 0.3023703 Mar 07 21:35:41.951550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-2b848719-05de-4944-9192-52931897b894 req-9d1d308b-2e24-4662-a6ae-d3e59365260d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Request body: {'port': {'device_id': '9082c272-a0f2-4ff8-89fd-b2712e196faa', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'admin_state_up': True, 'tenant_id': '6dcffd9147584d8a911d5095291dc777'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:41.978472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:41.984445 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-02b9c840-b3f2-41bd-b8d8-16a24b6e1f36 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422363 Mar 07 21:35:42.003888 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:42.004423 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:42.013653 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b39f7804-d14e-4003-a5b1-3f797b354cfe None None] Provisioning complete for port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:42.014024 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b39f7804-d14e-4003-a5b1-3f797b354cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:42.034396 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:35:31Z', 'updated_at': '2022-03-07T21:35:35Z', 'revision_number': 4, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'gw_port': {'id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:32Z', 'updated_at': '2022-03-07T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9799de61-f88c-48b8-9c7f-98ac925178a8', 'name': '', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'mac_address': 'fa:16:3e:bb:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '77795165-8268-414d-87f3-3cedd1757b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:35Z', 'updated_at': '2022-03-07T21:35:35Z', 'revision_number': 2, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'subnets': [{'id': '77795165-8268-414d-87f3-3cedd1757b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:42.036395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a214e8-c091-43b8-8b2f-4643109d6a1b req-a916d90d-0e42-4002-8b1a-e54f6587d583 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:42.045026 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44a214e8-c091-43b8-8b2f-4643109d6a1b req-a916d90d-0e42-4002-8b1a-e54f6587d583 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 944 time: 0.2040119 Mar 07 21:35:42.070694 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Checking router: a9cf0b9b-64d5-4338-ab50-09de733d411a for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:35:42.071755 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Updating router a9cf0b9b-64d5-4338-ab50-09de733d411a port 9799de61-f88c-48b8-9c7f-98ac925178a8 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:35:42.114570 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:42.115625 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f8d4a2-c080-4159-8a3e-edbcd24458ab admin admin] Checking segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:42.116028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f8d4a2-c080-4159-8a3e-edbcd24458ab admin admin] Network hostable DHCP agents. Network: 88d27a17-2a1f-4d2b-aef7-46b57268ee12, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:35:42.175325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44a214e8-c091-43b8-8b2f-4643109d6a1b req-5db46989-f9fe-4b43-acbf-9c9b80532c3c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291409 Mar 07 21:35:42.244088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5bedce28-8206-4494-8cb3-b383a0c60e5d,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:42.249122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b39f7804-d14e-4003-a5b1-3f797b354cfe None None] Port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:35:42.299813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f8d4a2-c080-4159-8a3e-edbcd24458ab admin admin] Network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:35:42.346962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b1f8d4a2-c080-4159-8a3e-edbcd24458ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 88d27a17-2a1f-4d2b-aef7-46b57268ee12) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:42.353377 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f8d4a2-c080-4159-8a3e-edbcd24458ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:42.355257 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1f8d4a2-c080-4159-8a3e-edbcd24458ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:42.357089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc92bc02-b4dc-4b2c-bc20-5fef71a939fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bedce28-8206-4494-8cb3-b383a0c60e5d'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:42.359741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b848719-05de-4944-9192-52931897b894 req-9d1d308b-2e24-4662-a6ae-d3e59365260d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Made reservation on behalf of 6dcffd9147584d8a911d5095291dc777 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:42.364140 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d60169-5616-4f59-8ddd-bb2fad488519" -d '{"events": [{"server_uuid": "dc92bc02-b4dc-4b2c-bc20-5fef71a939fc", "name": "network-vif-plugged", "status": "completed", "tag": "5bedce28-8206-4494-8cb3-b383a0c60e5d"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:42.364376 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2b848719-05de-4944-9192-52931897b894 req-9d1d308b-2e24-4662-a6ae-d3e59365260d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:42.397972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b298a903-3e3b-471f-8917-9913d0df9218 None None] Network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:35:42.406250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a2f2dd54-403e-426f-ac0b-518abfba9d00 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:35:42.419429 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b1f8d4a2-c080-4159-8a3e-edbcd24458ab admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1744440 Mar 07 21:35:42.449216 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbe1124f-4705-40ab-a14e-b7dcf8b2d993 req-ca5ac79d-9ee2-4eba-99dc-aa4ed1c0ec56 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 210 time: 0.0828421 Mar 07 21:35:42.530542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591553c-f267-4ce4-90ab-5457602d719b req-107aaacb-8c2b-428c-8b64-c07a30c8eb18 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:42.537987 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4591553c-f267-4ce4-90ab-5457602d719b req-107aaacb-8c2b-428c-8b64-c07a30c8eb18 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/ports?device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 945 time: 0.1863718 Mar 07 21:35:42.598837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4591553c-f267-4ce4-90ab-5457602d719b req-0138af95-f95f-470f-8bbc-eb0d0e5e1e15 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c741aea-6831-4be8-b84e-eb3eeb8687b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597587 Mar 07 21:35:42.750779 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Publish callbacks [] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:42.769633 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:42.789006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port a2f2dd54-403e-426f-ac0b-518abfba9d00 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:42.792727 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a2f2dd54-403e-426f-ac0b-518abfba9d00), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:42.823803 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46aaf984-d959-43a6-afab-1d8a8359baeb req-6009de0c-8bab-4ec1-b20b-7f790dba1631 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 210 time: 0.1209049 Mar 07 21:35:42.912035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2d353-a9d6-4f30-a40c-7e9c94161962 req-0dbc794d-3e38-4ba8-bcd7-4c21960ca206 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:42.920552 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3a2d353-a9d6-4f30-a40c-7e9c94161962 req-0dbc794d-3e38-4ba8-bcd7-4c21960ca206 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.3780158 Mar 07 21:35:42.937511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6ab9ae-7b23-40c4-a68d-367547313ecc None None] Network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:35:42.946327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-2b848719-05de-4944-9192-52931897b894 req-9d1d308b-2e24-4662-a6ae-d3e59365260d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Allocated IP 172.20.0.4 (503ce660-966e-4dae-b873-0ca25c885f66/77795165-8268-414d-87f3-3cedd1757b04/51b57d43-78da-4219-9ec6-a992da153185) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:35:42.957481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:42.981470 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddc848-033f-419d-b5b7-e2bc1bfff33e None None] Pushing event updated for resources: {'Port': ['ID=9799de61-f88c-48b8-9c7f-98ac925178a8,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:43.000328 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Publish callbacks [] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:43.005155 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc848-033f-419d-b5b7-e2bc1bfff33e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:43.005898 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc848-033f-419d-b5b7-e2bc1bfff33e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:43.006440 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc848-033f-419d-b5b7-e2bc1bfff33e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:43.007045 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc848-033f-419d-b5b7-e2bc1bfff33e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:43.008000 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc848-033f-419d-b5b7-e2bc1bfff33e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:43.008570 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc848-033f-419d-b5b7-e2bc1bfff33e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:43.009105 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc848-033f-419d-b5b7-e2bc1bfff33e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:43.009577 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc848-033f-419d-b5b7-e2bc1bfff33e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:43.010393 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc848-033f-419d-b5b7-e2bc1bfff33e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:43.010900 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc848-033f-419d-b5b7-e2bc1bfff33e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:43.011613 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc848-033f-419d-b5b7-e2bc1bfff33e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:43.011948 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc848-033f-419d-b5b7-e2bc1bfff33e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:43.012318 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc848-033f-419d-b5b7-e2bc1bfff33e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:35:43.104697 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Attempting to bind port 9799de61-f88c-48b8-9c7f-98ac925178a8 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:35:43.105139 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Attempting to bind port 9799de61-f88c-48b8-9c7f-98ac925178a8 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'dfdcd850-358c-4004-a6fc-96ff1cbcca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:35:43.105519 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Attempting to bind port 9799de61-f88c-48b8-9c7f-98ac925178a8 on network 503ce660-966e-4dae-b873-0ca25c885f66 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:43.122446 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:35:43.122844 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Checking segment: {'id': 'dfdcd850-358c-4004-a6fc-96ff1cbcca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:43.123256 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:43.123658 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Bound using segment: {'id': 'dfdcd850-358c-4004-a6fc-96ff1cbcca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:35:43.124168 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Bound port: 9799de61-f88c-48b8-9c7f-98ac925178a8, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdcd850-358c-4004-a6fc-96ff1cbcca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:35:43.124524 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:43.177092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Transition to ACTIVE for port object d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:35:43.229920 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3a2d353-a9d6-4f30-a40c-7e9c94161962 req-a23b4086-b1ac-4331-8363-69f1d0bc3031 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991397 Mar 07 21:35:43.259374 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:43.281156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a2f2dd54-403e-426f-ac0b-518abfba9d00 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:43.333570 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] For port 9799de61-f88c-48b8-9c7f-98ac925178a8, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:43.342626 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] For port 9799de61-f88c-48b8-9c7f-98ac925178a8, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9799de61-f88c-48b8-9c7f-98ac925178a8,segment=NetworkSegment(dfdcd850-358c-4004-a6fc-96ff1cbcca4e),segment_id=dfdcd850-358c-4004-a6fc-96ff1cbcca4e)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:35:43.359544 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3ea1b0-75f9-400b-b8a5-0f5e324083af x-openstack-request-id: req-6a3ea1b0-75f9-400b-b8a5-0f5e324083af {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:43.359875 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc92bc02-b4dc-4b2c-bc20-5fef71a939fc", "name": "network-vif-plugged", "status": "completed", "tag": "5bedce28-8206-4494-8cb3-b383a0c60e5d", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:43.360147 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a3ea1b0-75f9-400b-b8a5-0f5e324083af {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:43.360553 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc92bc02-b4dc-4b2c-bc20-5fef71a939fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bedce28-8206-4494-8cb3-b383a0c60e5d', 'code': 200} Mar 07 21:35:43.365250 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:43.452074 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2b848719-05de-4944-9192-52931897b894 req-9d1d308b-2e24-4662-a6ae-d3e59365260d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for port (51b57d43-78da-4219-9ec6-a992da153185), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:43.481712 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddc848-033f-419d-b5b7-e2bc1bfff33e None None] Pushing event updated for resources: {'Port': ['ID=9799de61-f88c-48b8-9c7f-98ac925178a8,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:43.520762 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Routers {'a9cf0b9b-64d5-4338-ab50-09de733d411a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:35:43.521987 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:35:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a9cf0b9b-64d5-4338-ab50-09de733d411a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:43.562707 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2b848719-05de-4944-9192-52931897b894 req-9d1d308b-2e24-4662-a6ae-d3e59365260d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (51b57d43-78da-4219-9ec6-a992da153185), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:43.588460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fcc87-e9c2-49fe-9f87-8f059056e3f2 req-165f1892-99fa-4bda-8509-451531fb844b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:43.598875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-903fcc87-e9c2-49fe-9f87-8f059056e3f2 req-165f1892-99fa-4bda-8509-451531fb844b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 936 time: 0.5900409 Mar 07 21:35:43.634359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c119393c-1b97-430d-93a3-dcfc88f8d8e3 None None] Provisioning complete for port 9799de61-f88c-48b8-9c7f-98ac925178a8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:43.634765 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c119393c-1b97-430d-93a3-dcfc88f8d8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:43.714340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:43.722483 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d308b-2e24-4662-a6ae-d3e59365260d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Pushing event updated for resources: {'Port': ['ID=51b57d43-78da-4219-9ec6-a992da153185,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:43.742850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b848719-05de-4944-9192-52931897b894 req-9d1d308b-2e24-4662-a6ae-d3e59365260d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Network 503ce660-966e-4dae-b873-0ca25c885f66 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:35:43.745073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-2b848719-05de-4944-9192-52931897b894 req-9d1d308b-2e24-4662-a6ae-d3e59365260d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:43.748682 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b848719-05de-4944-9192-52931897b894 req-9d1d308b-2e24-4662-a6ae-d3e59365260d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:35:43.792937 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48838) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:43.798388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-80497338-network', 'tenant_id': '075de7bb89584f7ab649e42bf957151d'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:43.816494 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] Set router a9cf0b9b-64d5-4338-ab50-09de733d411a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:35:43.837868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c119393c-1b97-430d-93a3-dcfc88f8d8e3 None None] Current status of the port 9799de61-f88c-48b8-9c7f-98ac925178a8 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:43.838462 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c119393c-1b97-430d-93a3-dcfc88f8d8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:43.841509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b848719-05de-4944-9192-52931897b894 req-9d1d308b-2e24-4662-a6ae-d3e59365260d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:43.842400 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2b848719-05de-4944-9192-52931897b894 req-9d1d308b-2e24-4662-a6ae-d3e59365260d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:43.847120 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] Made reservation on behalf of 075de7bb89584f7ab649e42bf957151d for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:43.849583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:43.864895 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:43.877957 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2b848719-05de-4944-9192-52931897b894 req-9d1d308b-2e24-4662-a6ae-d3e59365260d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9306238 Mar 07 21:35:43.891160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Request body: {'port': {'device_id': '9082c272-a0f2-4ff8-89fd-b2712e196faa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:43.899385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c119393c-1b97-430d-93a3-dcfc88f8d8e3 None None] For port 9799de61-f88c-48b8-9c7f-98ac925178a8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9799de61-f88c-48b8-9c7f-98ac925178a8,segment=NetworkSegment(dfdcd850-358c-4004-a6fc-96ff1cbcca4e),segment_id=dfdcd850-358c-4004-a6fc-96ff1cbcca4e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:43.905071 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c119393c-1b97-430d-93a3-dcfc88f8d8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:43.934644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25af8bc-6e01-4cb6-a549-9cfe0255e8bf req-36eadfb8-8bcf-4b6b-bca2-36bf9f8ecd1b tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:43.936172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f25af8bc-6e01-4cb6-a549-9cfe0255e8bf req-36eadfb8-8bcf-4b6b-bca2-36bf9f8ecd1b tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.13 "GET /v2.0/ports?device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 945 time: 0.7050493 Mar 07 21:35:44.007827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119393c-1b97-430d-93a3-dcfc88f8d8e3 None None] Pushing event updated for resources: {'Port': ['ID=9799de61-f88c-48b8-9c7f-98ac925178a8,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:44.069099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f2811e28-b8d3-4ddd-a6f4-44fb451a664a None None] Provisioning complete for port 9799de61-f88c-48b8-9c7f-98ac925178a8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:44.069521 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f2811e28-b8d3-4ddd-a6f4-44fb451a664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:44.084622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Attempting to bind port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:35:44.085131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Attempting to bind port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:35:44.085475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Attempting to bind port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:44.113996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-903fcc87-e9c2-49fe-9f87-8f059056e3f2 req-dd51f183-33d0-4863-988e-073a25fb9582 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136049 Mar 07 21:35:44.126103 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-148dc3c7-9012-4e18-8e0b-1bd36e9653a4 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=983f4ba84c9a411ba764aa41e92d0679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842276 Mar 07 21:35:44.137516 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (51b57d43-78da-4219-9ec6-a992da153185), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:44.149875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc71d3-25bb-4f84-a7ad-34a4f4bd4160 req-1dd535ea-4bc9-4d43-a716-1dcbeac0a2ea tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:44.159149 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17fc71d3-25bb-4f84-a7ad-34a4f4bd4160 req-1dd535ea-4bc9-4d43-a716-1dcbeac0a2ea tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 945 time: 0.4007993 Mar 07 21:35:44.162468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf3a76-49d6-438a-a606-20b55c4bb0fa req-b00c0192-07b3-4376-933e-779c7cf0214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:44.164291 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1eaf3a76-49d6-438a-a606-20b55c4bb0fa req-b00c0192-07b3-4376-933e-779c7cf0214f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 1127 time: 0.7428086 Mar 07 21:35:44.204343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:35:44.205564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Attempting to bind port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:44.224341 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:35:31Z', 'updated_at': '2022-03-07T21:35:35Z', 'revision_number': 4, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'gw_port': {'id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:32Z', 'updated_at': '2022-03-07T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9799de61-f88c-48b8-9c7f-98ac925178a8', 'name': '', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'mac_address': 'fa:16:3e:bb:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '77795165-8268-414d-87f3-3cedd1757b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:35Z', 'updated_at': '2022-03-07T21:35:43Z', 'revision_number': 4, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'subnets': [{'id': '77795165-8268-414d-87f3-3cedd1757b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:44.257168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f2811e28-b8d3-4ddd-a6f4-44fb451a664a None None] Current status of the port 9799de61-f88c-48b8-9c7f-98ac925178a8 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:44.320199 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89b6df-cddd-4618-9f8d-ecf396da18dc None None] The sync data for ids ['a9cf0b9b-64d5-4338-ab50-09de733d411a'] in n-d-832330-1 is: [{'id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:35:31Z', 'updated_at': '2022-03-07T21:35:35Z', 'revision_number': 4, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'gw_port': {'id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:32Z', 'updated_at': '2022-03-07T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9799de61-f88c-48b8-9c7f-98ac925178a8', 'name': '', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'mac_address': 'fa:16:3e:bb:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '77795165-8268-414d-87f3-3cedd1757b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:35Z', 'updated_at': '2022-03-07T21:35:43Z', 'revision_number': 4, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'subnets': [{'id': '77795165-8268-414d-87f3-3cedd1757b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:35:44.346763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17fc71d3-25bb-4f84-a7ad-34a4f4bd4160 req-8c8a45ac-8f86-4877-8feb-fd2af6fcab5e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867239 Mar 07 21:35:44.371340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:35:44.372027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:44.372698 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:35:44.373383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Bound port: d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:35:44.377925 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:44.392621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-17c0933a-aa4a-489f-8825-5b3030399a6b None None] Provisioning complete for port 51b57d43-78da-4219-9ec6-a992da153185 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:44.403324 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17c0933a-aa4a-489f-8825-5b3030399a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (51b57d43-78da-4219-9ec6-a992da153185), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:44.414942 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9799de61-f88c-48b8-9c7f-98ac925178a8 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:35:44.524572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-17c0933a-aa4a-489f-8825-5b3030399a6b None None] Port 51b57d43-78da-4219-9ec6-a992da153185 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:35:44.531550 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] Publish callbacks [] for security_group (3f5a9e96-e8ac-43ad-9b1f-4bd7641c490a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:44.540586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1eaf3a76-49d6-438a-a606-20b55c4bb0fa req-9a011928-b0b9-4473-b4f9-c8dbc2b0512a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283052 Mar 07 21:35:44.546609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 9799de61-f88c-48b8-9c7f-98ac925178a8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:44.547067 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:44.566104 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3f5a9e96-e8ac-43ad-9b1f-4bd7641c490a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:44.578827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce3532-3150-437e-9517-f9661fa66490 req-e318090c-db78-410c-8c6b-42c0d441f8c2 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:44.580760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5ce3532-3150-437e-9517-f9661fa66490 req-e318090c-db78-410c-8c6b-42c0d441f8c2 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.3088748 Mar 07 21:35:44.585874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-f25af8bc-6e01-4cb6-a549-9cfe0255e8bf req-54764416-7f86-4307-a92e-fc1559fb423b tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Deleting port e025111d-1934-44ec-a0bd-e07cf9502101 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:44.586587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f25af8bc-6e01-4cb6-a549-9cfe0255e8bf req-54764416-7f86-4307-a92e-fc1559fb423b tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e025111d-1934-44ec-a0bd-e07cf9502101), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:44.637649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] For port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:44.686891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9799de61-f88c-48b8-9c7f-98ac925178a8 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:44.739358 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ffcba-338a-4ee3-bdd2-1a5dd6db06b9 req-98c48cc4-f857-4d12-af96-e947af88a725 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:44.742268 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-591ffcba-338a-4ee3-bdd2-1a5dd6db06b9 req-98c48cc4-f857-4d12-af96-e947af88a725 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 931 time: 0.2799921 Mar 07 21:35:44.745408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] For port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:35:44.778929 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:44.843982 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5ce3532-3150-437e-9517-f9661fa66490 req-692bf630-9a35-4659-8dc4-fe387b336500 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468431 Mar 07 21:35:44.904557 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-591ffcba-338a-4ee3-bdd2-1a5dd6db06b9 req-2f25358e-1362-4b50-9894-40e892b060af tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e57778-529c-44fe-b041-d9cbc31dfa26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458969 Mar 07 21:35:44.913378 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ed705741-1470-4e34-afed-a07e6eb7f119 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:44.915081 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ed705741-1470-4e34-afed-a07e6eb7f119 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7799690 Mar 07 21:35:44.943917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:44.944584 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:44.946001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] 10.222.0.15 "PUT /v2.0/ports/d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 HTTP/1.1" status: 200 len: 1096 time: 3.4505732 Mar 07 21:35:44.958643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef739591-fd26-485d-ade9-60c7000b9315', 'tag': 'd61f9a0a-5f8e-4164-8fde-04aea9c5c9c1'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:44.966690 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f26d7b-8bbe-4635-9c7d-e6cd0f93c66b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef739591-fd26-485d-ade9-60c7000b9315", "tag": "d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:44.968743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Request body: {'port': {'device_id': '0fcb0f6e-2b6a-4300-86a1-119e06714705', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '983f4ba84c9a411ba764aa41e92d0679'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:44.996865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-f25af8bc-6e01-4cb6-a549-9cfe0255e8bf req-54764416-7f86-4307-a92e-fc1559fb423b tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] For port e025111d-1934-44ec-a0bd-e07cf9502101, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e025111d-1934-44ec-a0bd-e07cf9502101,segment=NetworkSegment(45e9fc5b-e002-4084-a4ea-53fb2b6f498a),segment_id=45e9fc5b-e002-4084-a4ea-53fb2b6f498a)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:44.997882 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f25af8bc-6e01-4cb6-a549-9cfe0255e8bf req-54764416-7f86-4307-a92e-fc1559fb423b tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e025111d-1934-44ec-a0bd-e07cf9502101), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:45.010055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:35:45.063886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-f25af8bc-6e01-4cb6-a549-9cfe0255e8bf req-54764416-7f86-4307-a92e-fc1559fb423b tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Calling delete_port for e025111d-1934-44ec-a0bd-e07cf9502101 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:45.107178 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda0ee2-ad05-466e-a5e6-1ba42d706cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:45.135306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5a9e96-e8ac-43ad-9b1f-4bd7641c490a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:45.155172 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (6692cb61-5d2f-4938-9f57-8c83cd5e06f4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:45.156821 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] Added segment 6692cb61-5d2f-4938-9f57-8c83cd5e06f4 of type vlan for network aa792aaa-b84f-476b-9a80-53f6d4d16191 Mar 07 21:35:45.272808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-5c3deae1-d306-4e84-a7bd-1e00652da7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:45.275761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-5c3deae1-d306-4e84-a7bd-1e00652da7a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 1130 time: 0.2357709 Mar 07 21:35:45.292084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab237ae-2167-4f51-9cc9-9f3848721c44 req-76906026-b889-4499-a49c-a11223441cfa tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:45.299690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fab237ae-2167-4f51-9cc9-9f3848721c44 req-76906026-b889-4499-a49c-a11223441cfa tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/ports?device_id=530fa991-f172-4fc0-a0e4-6f24904f91a1 HTTP/1.1" status: 200 len: 945 time: 0.2377841 Mar 07 21:35:45.364900 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (aa792aaa-b84f-476b-9a80-53f6d4d16191), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:45.377405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-803e7b56-ab2b-4953-8d03-77ab703b77d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 HTTP/1.1" status: 200 len: 217 time: 0.0701268 Mar 07 21:35:45.449206 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (aa792aaa-b84f-476b-9a80-53f6d4d16191), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:45.450257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:45.450842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:45.515178 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fab237ae-2167-4f51-9cc9-9f3848721c44 req-109b2695-e569-411a-92a9-9cb949ec4c81 tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c741aea-6831-4be8-b84e-eb3eeb8687b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145593 Mar 07 21:35:45.527844 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7338459 Mar 07 21:35:45.532640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-61020e5d-7b91-4179-9925-51700eeafdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:45.534608 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-61020e5d-7b91-4179-9925-51700eeafdc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1472859 Mar 07 21:35:45.546983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48850) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:45.560227 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b57d43-78da-4219-9ec6-a992da153185 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:45.561508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b643501b-2ae9-476e-8046-8a7c988991b6 admin admin] Request body: {'subnet': {'network_id': 'aa792aaa-b84f-476b-9a80-53f6d4d16191', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-80497338-subnet', 'tenant_id': '075de7bb89584f7ab649e42bf957151d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:45.565076 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Made reservation on behalf of 983f4ba84c9a411ba764aa41e92d0679 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:45.568651 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:45.576274 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-909aa2e9-fb98-4645-8d2a-e307dd687641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:45.578655 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Publish callbacks [] for port (51b57d43-78da-4219-9ec6-a992da153185), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:45.586915 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9f0f8-c39b-4005-bb35-70fc42bc3b65 admin admin] Pushing event updated for resources: {'Network': ['ID=aa792aaa-b84f-476b-9a80-53f6d4d16191,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:45.591411 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:45.598418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network aa792aaa-b84f-476b-9a80-53f6d4d16191 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:35:45.613791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Transition to ACTIVE for port object 51b57d43-78da-4219-9ec6-a992da153185 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:35:45.617121 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f25af8bc-6e01-4cb6-a549-9cfe0255e8bf req-54764416-7f86-4307-a92e-fc1559fb423b tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e025111d-1934-44ec-a0bd-e07cf9502101), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:45.623411 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (51b57d43-78da-4219-9ec6-a992da153185), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:45.697325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ee3f06a-30b5-426c-922a-be0e707c45d7 req-df6cf498-0ce7-4832-ab61-acf8080ad957 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 210 time: 0.0863307 Mar 07 21:35:45.704674 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Pushing event updated for resources: {'Port': ['ID=51b57d43-78da-4219-9ec6-a992da153185,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:45.706102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b643501b-2ae9-476e-8046-8a7c988991b6 admin admin] Made reservation on behalf of 075de7bb89584f7ab649e42bf957151d for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:45.710212 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b643501b-2ae9-476e-8046-8a7c988991b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:45.720280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c1710-4990-479e-b667-fa1d31b20115 req-f757a7ba-9b87-42de-848f-875846353444 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:45.722112 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-919c1710-4990-479e-b667-fa1d31b20115 req-f757a7ba-9b87-42de-848f-875846353444 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 946 time: 0.2819057 Mar 07 21:35:45.722989 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54764416-7f86-4307-a92e-fc1559fb423b tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Pushing event deleted for resources: {'Port': ['ID=e025111d-1934-44ec-a0bd-e07cf9502101,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:45.758860 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:45.865845 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks [] for security_group (b65b4d22-c453-48d3-9b8c-14740caccf50), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:45.889188 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b65b4d22-c453-48d3-9b8c-14740caccf50), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:46.042749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Allocated IP 192.168.233.81 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/a579bf70-a25a-4de4-b100-2836fe8ef53a) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:35:46.085403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Attempting to bind port 51b57d43-78da-4219-9ec6-a992da153185 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:35:46.085756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Attempting to bind port 51b57d43-78da-4219-9ec6-a992da153185 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'dfdcd850-358c-4004-a6fc-96ff1cbcca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:35:46.086103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Attempting to bind port 51b57d43-78da-4219-9ec6-a992da153185 on network 503ce660-966e-4dae-b873-0ca25c885f66 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:46.098577 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Port 51b57d43-78da-4219-9ec6-a992da153185 on network 503ce660-966e-4dae-b873-0ca25c885f66 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:35:46.098914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Attempting to bind port 51b57d43-78da-4219-9ec6-a992da153185 on network 503ce660-966e-4dae-b873-0ca25c885f66 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:46.110395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:35:46.110726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Checking segment: {'id': 'dfdcd850-358c-4004-a6fc-96ff1cbcca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:46.111166 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Bound using segment: {'id': 'dfdcd850-358c-4004-a6fc-96ff1cbcca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:35:46.111594 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Bound port: 51b57d43-78da-4219-9ec6-a992da153185, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdcd850-358c-4004-a6fc-96ff1cbcca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:35:46.111960 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (51b57d43-78da-4219-9ec6-a992da153185), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:46.151472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65b4d22-c453-48d3-9b8c-14740caccf50,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:46.208005 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879ed5fb-446c-486b-8782-e4e122769147 x-openstack-request-id: req-879ed5fb-446c-486b-8782-e4e122769147 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:46.208853 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef739591-fd26-485d-ade9-60c7000b9315", "tag": "d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:46.208853 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-879ed5fb-446c-486b-8782-e4e122769147 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:46.209246 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef739591-fd26-485d-ade9-60c7000b9315', 'tag': 'd61f9a0a-5f8e-4164-8fde-04aea9c5c9c1', 'status': 'completed', 'code': 200} Mar 07 21:35:46.210188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25af8bc-6e01-4cb6-a549-9cfe0255e8bf req-54764416-7f86-4307-a92e-fc1559fb423b tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] No DVR routers for this DVR port e025111d-1934-44ec-a0bd-e07cf9502101 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:35:46.219666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-d86c5aa2-d5e8-46a8-99e2-91a1d26bcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:46.221907 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-d86c5aa2-d5e8-46a8-99e2-91a1d26bcd54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6541147 Mar 07 21:35:46.223705 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f25af8bc-6e01-4cb6-a549-9cfe0255e8bf req-54764416-7f86-4307-a92e-fc1559fb423b tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:46.226915 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f25af8bc-6e01-4cb6-a549-9cfe0255e8bf req-54764416-7f86-4307-a92e-fc1559fb423b tempest-InstanceActionsV221TestJSON-844945161 tempest-InstanceActionsV221TestJSON-844945161-project] 10.222.0.13 "DELETE /v2.0/ports/e025111d-1934-44ec-a0bd-e07cf9502101 HTTP/1.1" status: 204 len: 173 time: 2.2444251 Mar 07 21:35:46.282324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] For port 51b57d43-78da-4219-9ec6-a992da153185, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:46.290058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] For port 51b57d43-78da-4219-9ec6-a992da153185, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=51b57d43-78da-4219-9ec6-a992da153185,segment=NetworkSegment(dfdcd850-358c-4004-a6fc-96ff1cbcca4e),segment_id=dfdcd850-358c-4004-a6fc-96ff1cbcca4e)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:35:46.304886 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks [] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:46.309341 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (51b57d43-78da-4219-9ec6-a992da153185), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:46.342436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-919c1710-4990-479e-b667-fa1d31b20115 req-6ae6c30e-9a59-40d6-830b-b859eee66b4d tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6116426 Mar 07 21:35:46.374774 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:46.375875 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:46.377377 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2b848719-05de-4944-9192-52931897b894 req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] 10.222.0.13 "PUT /v2.0/ports/51b57d43-78da-4219-9ec6-a992da153185 HTTP/1.1" status: 200 len: 1091 time: 2.4921234 Mar 07 21:35:46.379400 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9082c272-a0f2-4ff8-89fd-b2712e196faa', 'tag': '51b57d43-78da-4219-9ec6-a992da153185'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:46.381785 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f121f965-bbfc-4ff4-bf8f-650748b26a84" -d '{"events": [{"name": "network-changed", "server_uuid": "9082c272-a0f2-4ff8-89fd-b2712e196faa", "tag": "51b57d43-78da-4219-9ec6-a992da153185"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:46.394878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1599186-92f5-4e48-8804-307b8aeec58a service neutron] Pushing event updated for resources: {'Port': ['ID=51b57d43-78da-4219-9ec6-a992da153185,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:46.422149 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:46.422370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e36f92-f03c-438e-bf62-e4a9a145b9b0 req-efb87cff-16c2-4b8e-a969-aea5cc4a1651 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:46.430576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52e36f92-f03c-438e-bf62-e4a9a145b9b0 req-efb87cff-16c2-4b8e-a969-aea5cc4a1651 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 948 time: 0.2172985 Mar 07 21:35:46.499348 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-fc61ae54-9705-4509-81bb-828ab2673fec service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399607 Mar 07 21:35:46.536553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:35:46.543485 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:46.546961 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:35:46.550316 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Pushing event updated for resources: {'Port': ['ID=a579bf70-a25a-4de4-b100-2836fe8ef53a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:46.603939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b848719-05de-4944-9192-52931897b894 req-afd1dd51-93dc-4b23-9999-11712be78ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:46.605793 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2b848719-05de-4944-9192-52931897b894 req-afd1dd51-93dc-4b23-9999-11712be78ea8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dcffd9147584d8a911d5095291dc777&device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 1125 time: 0.1270361 Mar 07 21:35:46.612073 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52e36f92-f03c-438e-bf62-e4a9a145b9b0 req-a8141661-9119-477c-bb4c-78fd48204743 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797848 Mar 07 21:35:46.621548 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:46.622601 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:46.677625 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2b848719-05de-4944-9192-52931897b894 req-52375e5a-111d-4366-8316-139a2ea08c9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51b57d43-78da-4219-9ec6-a992da153185 HTTP/1.1" status: 200 len: 217 time: 0.0518281 Mar 07 21:35:46.692214 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ad450507-2f9c-4059-ae60-3e8d4e4aa276 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7511284 Mar 07 21:35:46.728488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Request body: {'port': {'device_id': '0fcb0f6e-2b6a-4300-86a1-119e06714705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:46.806510 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b848719-05de-4944-9192-52931897b894 req-46c3499d-cb18-4be6-b6be-ce57b879e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:46.809236 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2b848719-05de-4944-9192-52931897b894 req-46c3499d-cb18-4be6-b6be-ce57b879e7e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77795165-8268-414d-87f3-3cedd1757b04 HTTP/1.1" status: 200 len: 868 time: 0.1249812 Mar 07 21:35:46.817807 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b643501b-2ae9-476e-8046-8a7c988991b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (032785a4-162b-4b81-b312-8b65d0e09e64), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:46.833569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc082c61-d2e6-432e-89b0-da242e4d39de req-b2f3eb3f-a0e6-4b9f-ae23-1e89afafc738 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:46.835316 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc082c61-d2e6-432e-89b0-da242e4d39de req-b2f3eb3f-a0e6-4b9f-ae23-1e89afafc738 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 945 time: 0.3437178 Mar 07 21:35:46.888855 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:46.896157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc8dc53-b06b-432d-af43-160e9c8f1b31 req-3361ff4f-cf6d-4ffe-9999-5f050e20d855 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741961 Mar 07 21:35:46.900601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6d14509f-c314-4f83-af88-a42f3f187861 None None] Provisioning complete for port a579bf70-a25a-4de4-b100-2836fe8ef53a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:46.901145 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6d14509f-c314-4f83-af88-a42f3f187861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:46.911047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b848719-05de-4944-9192-52931897b894 req-e6dde909-c392-42c7-b34b-6722dc390dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:46.912705 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2b848719-05de-4944-9192-52931897b894 req-e6dde909-c392-42c7-b34b-6722dc390dcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=503ce660-966e-4dae-b873-0ca25c885f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0929544 Mar 07 21:35:46.941700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6d14509f-c314-4f83-af88-a42f3f187861 None None] Port a579bf70-a25a-4de4-b100-2836fe8ef53a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:35:46.991476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643501b-2ae9-476e-8046-8a7c988991b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=032785a4-162b-4b81-b312-8b65d0e09e64,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:47.000249 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c1635-ecd3-408d-b61c-0e18c51b463f req-381c9800-4be7-423f-95d9-a2beff13347c tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:47.003548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e9c1635-ecd3-408d-b61c-0e18c51b463f req-381c9800-4be7-423f-95d9-a2beff13347c tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 943 time: 0.2628982 Mar 07 21:35:47.034180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc082c61-d2e6-432e-89b0-da242e4d39de req-842f9398-08ec-4a35-8e4c-50ebb2f7e400 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808097 Mar 07 21:35:47.060487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643501b-2ae9-476e-8046-8a7c988991b6 admin admin] Checking segment: {'id': '6692cb61-5d2f-4938-9f57-8c83cd5e06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa792aaa-b84f-476b-9a80-53f6d4d16191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:47.060889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b643501b-2ae9-476e-8046-8a7c988991b6 admin admin] Network hostable DHCP agents. Network: aa792aaa-b84f-476b-9a80-53f6d4d16191, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:35:47.093996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f26d7b-8bbe-4635-9c7d-e6cd0f93c66b req-edf01eb9-fa0e-46f5-86cb-32908d491a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:47.096401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72f26d7b-8bbe-4635-9c7d-e6cd0f93c66b req-edf01eb9-fa0e-46f5-86cb-32908d491a35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 1130 time: 0.1381197 Mar 07 21:35:47.117223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e9c1635-ecd3-408d-b61c-0e18c51b463f req-c02f7b5c-2047-4859-acd0-92970339c440 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e57778-529c-44fe-b041-d9cbc31dfa26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947859 Mar 07 21:35:47.118188 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2b848719-05de-4944-9192-52931897b894 req-f94c95f5-e82f-4b37-b41d-e6b8b59ca930 service neutron] 10.222.0.13 "GET /v2.0/networks/503ce660-966e-4dae-b873-0ca25c885f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985798 Mar 07 21:35:47.128050 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b643501b-2ae9-476e-8046-8a7c988991b6 admin admin] Network aa792aaa-b84f-476b-9a80-53f6d4d16191 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:35:47.195706 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4eafbd-87ba-425c-ad85-bb5e680b4da8 x-openstack-request-id: req-af4eafbd-87ba-425c-ad85-bb5e680b4da8 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:47.196285 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9082c272-a0f2-4ff8-89fd-b2712e196faa", "tag": "51b57d43-78da-4219-9ec6-a992da153185", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:47.196749 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af4eafbd-87ba-425c-ad85-bb5e680b4da8 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:47.197096 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9082c272-a0f2-4ff8-89fd-b2712e196faa', 'tag': '51b57d43-78da-4219-9ec6-a992da153185', 'status': 'completed', 'code': 200} Mar 07 21:35:47.214441 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-b643501b-2ae9-476e-8046-8a7c988991b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, aa792aaa-b84f-476b-9a80-53f6d4d16191) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:47.222806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b643501b-2ae9-476e-8046-8a7c988991b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:47.223409 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b643501b-2ae9-476e-8046-8a7c988991b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:47.225385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec3712f-ac15-4a8c-83c2-249a575b1b38 None None] Network aa792aaa-b84f-476b-9a80-53f6d4d16191 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:35:47.262115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b643501b-2ae9-476e-8046-8a7c988991b6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.7061613 Mar 07 21:35:47.274415 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1d6cb-205c-4c04-9273-ab60bdaed1be req-e848cabe-2876-49b4-8803-13d1602998fb tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:47.275986 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7b1d6cb-205c-4c04-9273-ab60bdaed1be req-e848cabe-2876-49b4-8803-13d1602998fb tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.1623814 Mar 07 21:35:47.285983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f26d7b-8bbe-4635-9c7d-e6cd0f93c66b req-438d9452-6885-4ef7-bcac-baf7695296cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:47.289717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72f26d7b-8bbe-4635-9c7d-e6cd0f93c66b req-438d9452-6885-4ef7-bcac-baf7695296cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1855047 Mar 07 21:35:47.324712 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2b848719-05de-4944-9192-52931897b894 req-03d24616-301d-4be4-b3fa-b844ec460493 service neutron] 10.222.0.13 "GET /v2.0/networks/503ce660-966e-4dae-b873-0ca25c885f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956422 Mar 07 21:35:47.364627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72f26d7b-8bbe-4635-9c7d-e6cd0f93c66b req-dbded098-e4e7-4b3f-958c-b724b5ab52c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 HTTP/1.1" status: 200 len: 217 time: 0.0686033 Mar 07 21:35:47.414323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a579bf70-a25a-4de4-b100-2836fe8ef53a {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:47.424220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Publish callbacks [] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:47.439738 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d54bbc6-9e63-4f67-85e6-021f906d7083 None None] Network aa792aaa-b84f-476b-9a80-53f6d4d16191 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:35:47.445783 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Transition to ACTIVE for port object a579bf70-a25a-4de4-b100-2836fe8ef53a will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:35:47.451968 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7b1d6cb-205c-4c04-9273-ab60bdaed1be req-c810fdbf-60b0-4bf2-ad07-0397f0fbc6f9 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688488 Mar 07 21:35:47.452752 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121f965-bbfc-4ff4-bf8f-650748b26a84 req-684d75a9-c3a1-42d8-921d-93558283a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:47.454566 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f121f965-bbfc-4ff4-bf8f-650748b26a84 req-684d75a9-c3a1-42d8-921d-93558283a093 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dcffd9147584d8a911d5095291dc777&device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 1125 time: 0.0721998 Mar 07 21:35:47.456299 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:47.469287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f26d7b-8bbe-4635-9c7d-e6cd0f93c66b req-cb4e4152-88bf-4863-bf60-061fdaf4da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:47.474366 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72f26d7b-8bbe-4635-9c7d-e6cd0f93c66b req-cb4e4152-88bf-4863-bf60-061fdaf4da77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0925956 Mar 07 21:35:47.491121 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e025111d-1934-44ec-a0bd-e07cf9502101 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:47.493579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0459a-6271-4457-903c-444abaffc341 req-d654a160-a6ea-44a0-81b0-45cdd71c9347 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:47.495502 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9be0459a-6271-4457-903c-444abaffc341 req-d654a160-a6ea-44a0-81b0-45cdd71c9347 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 935 time: 0.1719024 Mar 07 21:35:47.611574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: e025111d-1934-44ec-a0bd-e07cf9502101 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:35:47.612121 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e025111d-1934-44ec-a0bd-e07cf9502101 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:35:47.616073 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9be0459a-6271-4457-903c-444abaffc341 req-5c08f35e-c364-43e4-ac98-5f35256df9da tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111383 Mar 07 21:35:47.630987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Pushing event updated for resources: {'Port': ['ID=a579bf70-a25a-4de4-b100-2836fe8ef53a,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:47.672120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f26d7b-8bbe-4635-9c7d-e6cd0f93c66b req-136e6228-d991-4b79-9591-04de9a7779f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:47.674657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72f26d7b-8bbe-4635-9c7d-e6cd0f93c66b req-136e6228-d991-4b79-9591-04de9a7779f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1916587 Mar 07 21:35:47.731620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121f965-bbfc-4ff4-bf8f-650748b26a84 req-da11cceb-6ffa-4521-8541-0ac3a949d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:47.733265 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f121f965-bbfc-4ff4-bf8f-650748b26a84 req-da11cceb-6ffa-4521-8541-0ac3a949d5f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=503ce660-966e-4dae-b873-0ca25c885f66 HTTP/1.1" status: 200 len: 930 time: 0.2207582 Mar 07 21:35:47.785775 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f121f965-bbfc-4ff4-bf8f-650748b26a84 req-5eb7bb00-7cd9-49d1-85b2-d30dc28b7e6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51b57d43-78da-4219-9ec6-a992da153185 HTTP/1.1" status: 200 len: 217 time: 0.0455151 Mar 07 21:35:47.803321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72f26d7b-8bbe-4635-9c7d-e6cd0f93c66b req-70b88979-0bcd-49f9-9920-c5bbd75f3881 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196232 Mar 07 21:35:47.834010 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2366bc7a-8658-4b63-91aa-051d4b718166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:47.847657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad9dc8-d93d-4272-875c-a89ddfb9bf92 req-0342a203-8988-4600-b30f-2515aafb51e1 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:47.858854 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32ad9dc8-d93d-4272-875c-a89ddfb9bf92 req-0342a203-8988-4600-b30f-2515aafb51e1 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 1127 time: 0.2706757 Mar 07 21:35:47.861472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Attempting to bind port a579bf70-a25a-4de4-b100-2836fe8ef53a on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:35:47.862240 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Attempting to bind port a579bf70-a25a-4de4-b100-2836fe8ef53a by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:35:47.862399 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Attempting to bind port a579bf70-a25a-4de4-b100-2836fe8ef53a on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:47.871464 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Port a579bf70-a25a-4de4-b100-2836fe8ef53a on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:35:47.871966 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Attempting to bind port a579bf70-a25a-4de4-b100-2836fe8ef53a on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:47.882388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:35:47.882862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:47.883373 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:35:47.883985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Bound port: a579bf70-a25a-4de4-b100-2836fe8ef53a, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:35:47.884573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:47.890631 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121f965-bbfc-4ff4-bf8f-650748b26a84 req-46799980-db8e-4feb-a886-760b0a54ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:47.892325 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f121f965-bbfc-4ff4-bf8f-650748b26a84 req-46799980-db8e-4feb-a886-760b0a54ba36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77795165-8268-414d-87f3-3cedd1757b04 HTTP/1.1" status: 200 len: 868 time: 0.1005988 Mar 07 21:35:47.920420 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:47.974521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32ad9dc8-d93d-4272-875c-a89ddfb9bf92 req-a1dd41b1-2fd0-4ede-a2ad-bde7159f8d62 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147761 Mar 07 21:35:47.976721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72f26d7b-8bbe-4635-9c7d-e6cd0f93c66b req-b7f222ba-fb88-4c21-ad42-b32505f3339a service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660459 Mar 07 21:35:48.006523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121f965-bbfc-4ff4-bf8f-650748b26a84 req-cab3a277-04f7-4783-8155-cbcdb44d50d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:48.019126 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f121f965-bbfc-4ff4-bf8f-650748b26a84 req-cab3a277-04f7-4783-8155-cbcdb44d50d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=503ce660-966e-4dae-b873-0ca25c885f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1086347 Mar 07 21:35:48.019126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] For port a579bf70-a25a-4de4-b100-2836fe8ef53a, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:48.019126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] For port a579bf70-a25a-4de4-b100-2836fe8ef53a, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:35:48.028063 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:48.091115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b677d55-ab52-4e2c-9be5-7b038446da0c req-d299aaba-1a27-4c39-919c-8fe09fee1653 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:48.092895 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b677d55-ab52-4e2c-9be5-7b038446da0c req-d299aaba-1a27-4c39-919c-8fe09fee1653 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 948 time: 0.0672736 Mar 07 21:35:48.110043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:48.110854 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:48.113494 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] 10.222.0.13 "PUT /v2.0/ports/a579bf70-a25a-4de4-b100-2836fe8ef53a HTTP/1.1" status: 200 len: 1095 time: 1.3952620 Mar 07 21:35:48.149497 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6043893-e94b-477f-8c20-91c5be9d3bfe service neutron] Pushing event updated for resources: {'Port': ['ID=a579bf70-a25a-4de4-b100-2836fe8ef53a,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:48.169248 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b677d55-ab52-4e2c-9be5-7b038446da0c req-525e890a-2c48-4e86-ba73-695ae252a483 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633748 Mar 07 21:35:48.172253 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f121f965-bbfc-4ff4-bf8f-650748b26a84 req-bb653649-cce9-4c51-ab54-09d7cc057610 service neutron] 10.222.0.13 "GET /v2.0/networks/503ce660-966e-4dae-b873-0ca25c885f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560309 Mar 07 21:35:48.210370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530fa991-f172-4fc0-a0e4-6f24904f91a1', 'name': 'network-vif-deleted', 'tag': 'e025111d-1934-44ec-a0bd-e07cf9502101'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:48.212820 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a668a6-a5f2-4bda-a8c4-57d5350ae6cd" -d '{"events": [{"server_uuid": "530fa991-f172-4fc0-a0e4-6f24904f91a1", "name": "network-vif-deleted", "tag": "e025111d-1934-44ec-a0bd-e07cf9502101"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:48.300529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-f1031fcd-8753-49d2-95c7-f88bdcdc059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:48.302078 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-f1031fcd-8753-49d2-95c7-f88bdcdc059b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 1129 time: 0.1291814 Mar 07 21:35:48.351170 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f121f965-bbfc-4ff4-bf8f-650748b26a84 req-7839bd07-c1cb-4348-846e-18721edf68ce service neutron] 10.222.0.13 "GET /v2.0/networks/503ce660-966e-4dae-b873-0ca25c885f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686947 Mar 07 21:35:48.352858 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-1c26c430-1b4f-4857-957d-09d316f15544 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a HTTP/1.1" status: 200 len: 217 time: 0.0411839 Mar 07 21:35:48.409405 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-397fc93f-73de-4712-bbd8-7ef73376478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:48.410896 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-397fc93f-73de-4712-bbd8-7ef73376478b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0476704 Mar 07 21:35:48.424807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895f9e3-c0c8-4ac8-aabb-8f120de8f0a9 req-8f606e02-0543-4061-bf34-8b04422728ef tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:48.426239 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2895f9e3-c0c8-4ac8-aabb-8f120de8f0a9 req-8f606e02-0543-4061-bf34-8b04422728ef tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 946 time: 0.1128817 Mar 07 21:35:48.432510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-33d4be30-9f74-4500-94c4-03296d9355f1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:48.433937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-33d4be30-9f74-4500-94c4-03296d9355f1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 807 time: 0.1621161 Mar 07 21:35:48.459136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-8322a602-bf0d-4b1c-958c-48eadba2415b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/quotas/47acc144bc5e43f0a2becfc354b98767 HTTP/1.1" status: 200 len: 375 time: 0.0175276 Mar 07 21:35:48.465369 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-d3c6d8ab-cd08-4f4c-a37d-5cb1c8444cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:48.466925 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-d3c6d8ab-cd08-4f4c-a37d-5cb1c8444cb6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0501981 Mar 07 21:35:48.505154 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-6ef929c4-2718-4fba-bec9-c9513b7d5178 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362985 Mar 07 21:35:48.509473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2895f9e3-c0c8-4ac8-aabb-8f120de8f0a9 req-d9fe9f23-591f-4ee2-bf11-df71193df93a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746293 Mar 07 21:35:48.556448 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-ff5c6e2d-bd1e-4295-9884-3b6ae297bd07 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832560 Mar 07 21:35:48.605642 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-4ec59bd0-79bf-4055-b161-06c6067be3e0 service neutron] 10.222.0.26 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933650 Mar 07 21:35:48.652698 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6f6fe8df-ee4c-4f69-ae8e-17080cb45176 req-5b83d177-b005-4548-a103-c330d6d6b148 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885344 Mar 07 21:35:48.735119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694cc19-ceeb-480d-be97-d4bcb8249e99 req-37efc2b8-cb66-40a9-90e8-5eda71782270 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:48.737420 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f694cc19-ceeb-480d-be97-d4bcb8249e99 req-37efc2b8-cb66-40a9-90e8-5eda71782270 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 943 time: 0.1300557 Mar 07 21:35:48.743938 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-cf26a4b0-eb8a-4382-80ff-d33f8526a2e5 service neutron] 10.222.0.26 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262188 Mar 07 21:35:48.787978 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f694cc19-ceeb-480d-be97-d4bcb8249e99 req-f14ceb80-4475-4046-9ede-5a392363f07b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e57778-529c-44fe-b041-d9cbc31dfa26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432863 Mar 07 21:35:48.867932 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1eec1f-2755-43a1-961f-7ecfd78b74d9 x-openstack-request-id: req-da1eec1f-2755-43a1-961f-7ecfd78b74d9 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:48.868744 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530fa991-f172-4fc0-a0e4-6f24904f91a1", "name": "network-vif-deleted", "tag": "e025111d-1934-44ec-a0bd-e07cf9502101", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:48.869198 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da1eec1f-2755-43a1-961f-7ecfd78b74d9 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:48.869721 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530fa991-f172-4fc0-a0e4-6f24904f91a1', 'name': 'network-vif-deleted', 'tag': 'e025111d-1934-44ec-a0bd-e07cf9502101', 'status': 'completed', 'code': 200} Mar 07 21:35:48.917737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48932) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:48.988130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54c696-c0b9-4661-806c-43db6ce9c74c req-87e2fb79-869a-48c3-9425-c8dcb40f1fbc tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:48.989649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d54c696-c0b9-4661-806c-43db6ce9c74c req-87e2fb79-869a-48c3-9425-c8dcb40f1fbc tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.0729053 Mar 07 21:35:48.993562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3fc062-a389-4fe3-bb97-f016714b31c7 admin admin] Deleting subnet 144f4390-f9cf-41ca-acf9-5bf8aa549e3e {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:35:49.011413 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb3fc062-a389-4fe3-bb97-f016714b31c7 admin admin] Publish callbacks [] for subnet (144f4390-f9cf-41ca-acf9-5bf8aa549e3e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:49.062230 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb3fc062-a389-4fe3-bb97-f016714b31c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (144f4390-f9cf-41ca-acf9-5bf8aa549e3e), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:49.071597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d54c696-c0b9-4661-806c-43db6ce9c74c req-122dbe16-5226-4a6a-9ae2-b590c1ff1a93 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716145 Mar 07 21:35:49.082740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00ab0d-1d86-4d88-9087-77d67e4ff964 req-5cb80d27-d059-4ab6-b795-809ed3eed8f9 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:49.084491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e00ab0d-1d86-4d88-9087-77d67e4ff964 req-5cb80d27-d059-4ab6-b795-809ed3eed8f9 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 947 time: 0.0938413 Mar 07 21:35:49.126917 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb3fc062-a389-4fe3-bb97-f016714b31c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (144f4390-f9cf-41ca-acf9-5bf8aa549e3e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:49.148130 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:49.186385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:35:49.206089 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e4303b6-85b7-4291-bfd1-eda7d1939179 req-6123814b-e4e0-44a9-a2a3-655b8818bf91 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 210 time: 0.0529494 Mar 07 21:35:49.206240 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcb0f6e-2b6a-4300-86a1-119e06714705', 'tag': 'a579bf70-a25a-4de4-b100-2836fe8ef53a'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:49.206240 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bee80fc-6547-4cfa-9be5-eb22e36eb52a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcb0f6e-2b6a-4300-86a1-119e06714705", "tag": "a579bf70-a25a-4de4-b100-2836fe8ef53a"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:49.221744 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e00ab0d-1d86-4d88-9087-77d67e4ff964 req-53e1a7e3-19b2-4b3e-8c30-552b95e4b092 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307929 Mar 07 21:35:49.233261 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb3fc062-a389-4fe3-bb97-f016714b31c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (144f4390-f9cf-41ca-acf9-5bf8aa549e3e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:49.278338 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb3fc062-a389-4fe3-bb97-f016714b31c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:49.284673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48944) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:49.284920 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cb3fc062-a389-4fe3-bb97-f016714b31c7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/144f4390-f9cf-41ca-acf9-5bf8aa549e3e HTTP/1.1" status: 204 len: 168 time: 0.3657677 Mar 07 21:35:49.286406 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fc062-a389-4fe3-bb97-f016714b31c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=144f4390-f9cf-41ca-acf9-5bf8aa549e3e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:49.304441 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa305be-18a2-4d03-8922-0fdf56b4b72e x-openstack-request-id: req-7fa305be-18a2-4d03-8922-0fdf56b4b72e {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:49.305030 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcb0f6e-2b6a-4300-86a1-119e06714705", "tag": "a579bf70-a25a-4de4-b100-2836fe8ef53a", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:49.305030 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fa305be-18a2-4d03-8922-0fdf56b4b72e {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:49.305381 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcb0f6e-2b6a-4300-86a1-119e06714705', 'tag': 'a579bf70-a25a-4de4-b100-2836fe8ef53a', 'status': 'completed', 'code': 200} Mar 07 21:35:49.402407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee80fc-6547-4cfa-9be5-eb22e36eb52a req-6e90de88-1f87-4a78-b9be-7903f642924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:49.403971 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3bee80fc-6547-4cfa-9be5-eb22e36eb52a req-6e90de88-1f87-4a78-b9be-7903f642924a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 1129 time: 0.0702434 Mar 07 21:35:49.452488 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-91c12894-cdb4-432c-add9-82a5b799fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (f468453f-f5c7-460e-a411-d03fdbe0c1e4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:49.529846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdd81e-7bd6-4853-8ec2-f7e0c9f1d30e req-7af7da62-0afe-41d2-9f49-0852cdcfc885 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:49.536968 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:49.538930 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4cdd81e-7bd6-4853-8ec2-f7e0c9f1d30e req-7af7da62-0afe-41d2-9f49-0852cdcfc885 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 948 time: 0.2259333 Mar 07 21:35:49.553890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'd61f9a0a-5f8e-4164-8fde-04aea9c5c9c1', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'd61f9a0a-5f8e-4164-8fde-04aea9c5c9c1', 'mac_address': 'fa:16:3e:76:d1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:35:49.573604 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee80fc-6547-4cfa-9be5-eb22e36eb52a req-a017f498-0a7c-4500-a6be-bddae438cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:49.576312 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3bee80fc-6547-4cfa-9be5-eb22e36eb52a req-a017f498-0a7c-4500-a6be-bddae438cd17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1630826 Mar 07 21:35:49.631897 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:49.632549 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:49.634687 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3bee80fc-6547-4cfa-9be5-eb22e36eb52a req-db9573b4-4bf7-4bcc-a7c3-ba6bbac62380 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a HTTP/1.1" status: 200 len: 217 time: 0.0514002 Mar 07 21:35:49.648302 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:49.669814 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-91c12894-cdb4-432c-add9-82a5b799fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (f468453f-f5c7-460e-a411-d03fdbe0c1e4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:49.687800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:49.706366 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:49.717363 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4cdd81e-7bd6-4853-8ec2-f7e0c9f1d30e req-59124fbf-295c-4bc5-95d4-6826fe3e1388 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690190 Mar 07 21:35:49.723454 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee80fc-6547-4cfa-9be5-eb22e36eb52a req-745ceb0c-63e8-4d37-9098-d149921c52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:49.724957 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-91c12894-cdb4-432c-add9-82a5b799fdb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f468453f-f5c7-460e-a411-d03fdbe0c1e4']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:49.725081 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3bee80fc-6547-4cfa-9be5-eb22e36eb52a req-745ceb0c-63e8-4d37-9098-d149921c52ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0826449 Mar 07 21:35:49.737220 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-91c12894-cdb4-432c-add9-82a5b799fdb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e9fc5b-e002-4084-a4ea-53fb2b6f498a') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:49.737522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-91c12894-cdb4-432c-add9-82a5b799fdb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e9fc5b-e002-4084-a4ea-53fb2b6f498a') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:49.750961 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-91c12894-cdb4-432c-add9-82a5b799fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (45e9fc5b-e002-4084-a4ea-53fb2b6f498a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:49.771444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:49.777921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eccb48-7fe0-4216-a1e4-0d068b7c3775 req-fdfecdd8-0073-4ea9-99f2-2ae0aa158604 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:49.779461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7eccb48-7fe0-4216-a1e4-0d068b7c3775 req-fdfecdd8-0073-4ea9-99f2-2ae0aa158604 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 946 time: 0.1296554 Mar 07 21:35:49.780680 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-91c12894-cdb4-432c-add9-82a5b799fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (45e9fc5b-e002-4084-a4ea-53fb2b6f498a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:49.790634 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c12894-cdb4-432c-add9-82a5b799fdb6 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:35:49.791751 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-91c12894-cdb4-432c-add9-82a5b799fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (45e9fc5b-e002-4084-a4ea-53fb2b6f498a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:35:49.794467 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:35:49.817855 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee80fc-6547-4cfa-9be5-eb22e36eb52a req-cadc5a53-a324-42c9-9c1d-bca1ccfc7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:49.820798 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3bee80fc-6547-4cfa-9be5-eb22e36eb52a req-cadc5a53-a324-42c9-9c1d-bca1ccfc7c46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0891407 Mar 07 21:35:49.977881 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3bee80fc-6547-4cfa-9be5-eb22e36eb52a req-2fa96dbe-8915-45d8-9650-1dcbbbe33623 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409678 Mar 07 21:35:50.001042 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-91c12894-cdb4-432c-add9-82a5b799fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (f468453f-f5c7-460e-a411-d03fdbe0c1e4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:50.007335 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-91c12894-cdb4-432c-add9-82a5b799fdb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:50.008622 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:50.014329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-91c12894-cdb4-432c-add9-82a5b799fdb6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f468453f-f5c7-460e-a411-d03fdbe0c1e4 HTTP/1.1" status: 204 len: 168 time: 0.7280459 Mar 07 21:35:50.047306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7eccb48-7fe0-4216-a1e4-0d068b7c3775 req-4d8c55cb-6bc8-4b4c-bbb5-735499feafdf tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598357 Mar 07 21:35:50.062519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-20a12c92-720d-4d3c-94e3-c3c8d881be77 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:50.064126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-20a12c92-720d-4d3c-94e3-c3c8d881be77 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 946 time: 0.2374868 Mar 07 21:35:50.065927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c12894-cdb4-432c-add9-82a5b799fdb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f468453f-f5c7-460e-a411-d03fdbe0c1e4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:50.087159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116facc-0216-4811-84b4-aec038cd4729 req-a1691f7d-4232-4718-8f7f-8ad7f2adb211 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:50.094657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5116facc-0216-4811-84b4-aec038cd4729 req-a1691f7d-4232-4718-8f7f-8ad7f2adb211 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 943 time: 0.2089653 Mar 07 21:35:50.157380 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:50.309054 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5116facc-0216-4811-84b4-aec038cd4729 req-804145ba-214e-4983-8c3c-4194528e6e19 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e57778-529c-44fe-b041-d9cbc31dfa26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137983 Mar 07 21:35:50.379860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fca71e-417e-4322-9803-fce59a987d69 req-df1d369a-54ed-473b-8b36-cee659dac241 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:50.395678 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6fca71e-417e-4322-9803-fce59a987d69 req-df1d369a-54ed-473b-8b36-cee659dac241 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.1985950 Mar 07 21:35:50.416179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48962) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:50.492108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-336ed084-f55b-459d-9486-6397413a7d2d req-013304ba-c7a8-43d6-8f92-35620fc93740 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 210 time: 0.0602453 Mar 07 21:35:50.496238 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-786fedb2-a5f6-47f7-bfd0-b374066b7d0a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Deleting port 9ad2b162-1042-444f-ba38-44b140af2d35 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:35:50.496577 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-786fedb2-a5f6-47f7-bfd0-b374066b7d0a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9ad2b162-1042-444f-ba38-44b140af2d35), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:50.546115 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3bee80fc-6547-4cfa-9be5-eb22e36eb52a req-30eec646-dd71-4724-be21-a5e11ab164b4 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612257 Mar 07 21:35:50.591553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6fca71e-417e-4322-9803-fce59a987d69 req-3cd3c153-4bb3-4aca-b6dd-61a695a1e39c tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904244 Mar 07 21:35:50.597628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-208d2d10-5056-47da-9106-7c0312f68a57 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:50.599237 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-208d2d10-5056-47da-9106-7c0312f68a57 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.13 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 807 time: 0.1656549 Mar 07 21:35:50.615181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-fc2a314c-8c29-4e1c-b441-0ab704b3e73a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Request body: {'port': {'device_id': 'e416cf10-0b88-4369-8867-1966f8554d9c', 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12', 'admin_state_up': True, 'tenant_id': '47acc144bc5e43f0a2becfc354b98767'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:50.649779 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9a5085fc-2b95-428a-855e-646435d856a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69afd4ca769749ba8d46ded12228d571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325072 Mar 07 21:35:50.653846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48964) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:35:50.696319 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-786fedb2-a5f6-47f7-bfd0-b374066b7d0a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] For port 9ad2b162-1042-444f-ba38-44b140af2d35, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9ad2b162-1042-444f-ba38-44b140af2d35,segment=NetworkSegment(042a0dbb-8b5b-48be-801b-ae7e183e4644),segment_id=042a0dbb-8b5b-48be-801b-ae7e183e4644)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:50.696697 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-786fedb2-a5f6-47f7-bfd0-b374066b7d0a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9ad2b162-1042-444f-ba38-44b140af2d35), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:50.737875 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-fc2a314c-8c29-4e1c-b441-0ab704b3e73a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Made reservation on behalf of 47acc144bc5e43f0a2becfc354b98767 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:50.740999 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-fc2a314c-8c29-4e1c-b441-0ab704b3e73a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:50.770144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932b6fd-88c2-4869-b1d1-7ef1f33bcfa5 req-3dc7ec42-6d39-4c5b-96dd-c292796a2d13 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:50.771719 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7932b6fd-88c2-4869-b1d1-7ef1f33bcfa5 req-3dc7ec42-6d39-4c5b-96dd-c292796a2d13 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 947 time: 0.1735137 Mar 07 21:35:50.802234 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-410b74be-681b-48ee-bd57-a14290e2b1ad admin admin] Publish callbacks [] for security_group (2c741aea-6831-4be8-b84e-eb3eeb8687b9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:50.915654 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-fc2a314c-8c29-4e1c-b441-0ab704b3e73a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Allocated IP 172.20.0.9 (88d27a17-2a1f-4d2b-aef7-46b57268ee12/99dc7de3-9421-4ea6-b85c-494e5a5470a9/5ac97462-18cd-452c-91d0-b0bb29431fed) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:35:50.918224 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-410b74be-681b-48ee-bd57-a14290e2b1ad admin admin] Publish callbacks [] for security_group (2c741aea-6831-4be8-b84e-eb3eeb8687b9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.087288 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-fc2a314c-8c29-4e1c-b441-0ab704b3e73a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks [] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.122533 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-fc2a314c-8c29-4e1c-b441-0ab704b3e73a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.172012 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-fc2a314c-8c29-4e1c-b441-0ab704b3e73a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:35:51.175023 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-fc2a314c-8c29-4e1c-b441-0ab704b3e73a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:51.179301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-fc2a314c-8c29-4e1c-b441-0ab704b3e73a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:35:51.198696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:35:51.207535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a314c-8c29-4e1c-b441-0ab704b3e73a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Pushing event updated for resources: {'Port': ['ID=5ac97462-18cd-452c-91d0-b0bb29431fed,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:51.242988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-fc2a314c-8c29-4e1c-b441-0ab704b3e73a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:51.243919 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-fc2a314c-8c29-4e1c-b441-0ab704b3e73a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.264702 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-fc2a314c-8c29-4e1c-b441-0ab704b3e73a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6534040 Mar 07 21:35:51.266941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:35:51.275505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:51.275733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Request body: {'port': {'device_id': 'e416cf10-0b88-4369-8867-1966f8554d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:51.276434 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.322561 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7932b6fd-88c2-4869-b1d1-7ef1f33bcfa5 req-0647d0e4-c683-48bd-bbac-075f1a5e4e76 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370154 Mar 07 21:35:51.343557 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.356515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eab8bb-8c44-4806-93b9-83303ad3c95b req-7d5bc3bc-df20-4ae1-97d2-747a5471d64e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:51.358104 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36eab8bb-8c44-4806-93b9-83303ad3c95b req-7d5bc3bc-df20-4ae1-97d2-747a5471d64e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 949 time: 0.5384614 Mar 07 21:35:51.365645 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-786fedb2-a5f6-47f7-bfd0-b374066b7d0a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.366032 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-786fedb2-a5f6-47f7-bfd0-b374066b7d0a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (61cefd45-f65d-468d-a70c-2457f8755cfd), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.366384 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-786fedb2-a5f6-47f7-bfd0-b374066b7d0a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Floating IP 61cefd45-f65d-468d-a70c-2457f8755cfd disassociated. External IP: 172.25.4.186, port: 9ad2b162-1042-444f-ba38-44b140af2d35. Mar 07 21:35:51.366795 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-786fedb2-a5f6-47f7-bfd0-b374066b7d0a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Calling delete_port for 9ad2b162-1042-444f-ba38-44b140af2d35 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:35:51.393593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:51.394196 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.428973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:51.429998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef739591-fd26-485d-ade9-60c7000b9315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61f9a0a-5f8e-4164-8fde-04aea9c5c9c1'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:51.433563 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19deedb-d745-42e9-ba3a-cad8b8e6573d" -d '{"events": [{"server_uuid": "ef739591-fd26-485d-ade9-60c7000b9315", "name": "network-vif-plugged", "status": "completed", "tag": "d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:51.436457 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.437373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 9ad2b162-1042-444f-ba38-44b140af2d35 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:35:51.463910 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-410b74be-681b-48ee-bd57-a14290e2b1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2c741aea-6831-4be8-b84e-eb3eeb8687b9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.466531 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-410b74be-681b-48ee-bd57-a14290e2b1ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.467671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-410b74be-681b-48ee-bd57-a14290e2b1ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c741aea-6831-4be8-b84e-eb3eeb8687b9 HTTP/1.1" status: 204 len: 168 time: 0.8101881 Mar 07 21:35:51.485667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36eab8bb-8c44-4806-93b9-83303ad3c95b req-70327a3f-ec3c-412e-b359-6b4149e19e29 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166952 Mar 07 21:35:51.488208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b74be-681b-48ee-bd57-a14290e2b1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c741aea-6831-4be8-b84e-eb3eeb8687b9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:51.510099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:51.522791 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 51b57d43-78da-4219-9ec6-a992da153185 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:35:51.651579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 9ad2b162-1042-444f-ba38-44b140af2d35 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:51.651982 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9ad2b162-1042-444f-ba38-44b140af2d35), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.703853 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 51b57d43-78da-4219-9ec6-a992da153185, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=51b57d43-78da-4219-9ec6-a992da153185,segment=NetworkSegment(dfdcd850-358c-4004-a6fc-96ff1cbcca4e),segment_id=dfdcd850-358c-4004-a6fc-96ff1cbcca4e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:51.732952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '51b57d43-78da-4219-9ec6-a992da153185', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'port_id': '51b57d43-78da-4219-9ec6-a992da153185', 'mac_address': 'fa:16:3e:9f:28:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77795165-8268-414d-87f3-3cedd1757b04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:35:51.746370 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac97462-18cd-452c-91d0-b0bb29431fed {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:51.750566 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-786fedb2-a5f6-47f7-bfd0-b374066b7d0a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (9ad2b162-1042-444f-ba38-44b140af2d35), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.757157 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Publish callbacks [] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.766108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6114dac-dbbc-4812-8715-875953c9aced req-04b1952f-5d41-4b5f-bd26-3fac27229f18 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:51.768669 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6114dac-dbbc-4812-8715-875953c9aced req-04b1952f-5d41-4b5f-bd26-3fac27229f18 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 946 time: 0.1474478 Mar 07 21:35:51.786381 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Transition to ACTIVE for port object 5ac97462-18cd-452c-91d0-b0bb29431fed will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:35:51.794986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 51b57d43-78da-4219-9ec6-a992da153185 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:51.795386 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (51b57d43-78da-4219-9ec6-a992da153185), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.795695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.829423 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b57d43-78da-4219-9ec6-a992da153185 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:51.841134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786fedb2-a5f6-47f7-bfd0-b374066b7d0a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Pushing event deleted for resources: {'Port': ['ID=9ad2b162-1042-444f-ba38-44b140af2d35,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:51.879119 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 51b57d43-78da-4219-9ec6-a992da153185, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=51b57d43-78da-4219-9ec6-a992da153185,segment=NetworkSegment(dfdcd850-358c-4004-a6fc-96ff1cbcca4e),segment_id=dfdcd850-358c-4004-a6fc-96ff1cbcca4e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:51.887645 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (51b57d43-78da-4219-9ec6-a992da153185), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:51.888359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a579bf70-a25a-4de4-b100-2836fe8ef53a details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:35:51.981126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac97462-18cd-452c-91d0-b0bb29431fed,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:52.024244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Attempting to bind port 5ac97462-18cd-452c-91d0-b0bb29431fed on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:35:52.024819 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Attempting to bind port 5ac97462-18cd-452c-91d0-b0bb29431fed by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:35:52.025386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Attempting to bind port 5ac97462-18cd-452c-91d0-b0bb29431fed on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:52.030764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Port 5ac97462-18cd-452c-91d0-b0bb29431fed on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:35:52.031012 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Attempting to bind port 5ac97462-18cd-452c-91d0-b0bb29431fed on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:35:52.039759 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:35:52.040166 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Checking segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:35:52.040622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Bound using segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:35:52.041633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Bound port: 5ac97462-18cd-452c-91d0-b0bb29431fed, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:35:52.041633 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:52.122021 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6114dac-dbbc-4812-8715-875953c9aced req-57720934-3d65-4a1f-8210-85293dad8135 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c8be9ef-967c-4362-a1d5-ba966e4b36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467288 Mar 07 21:35:52.132694 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:35:52.137563 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5ac97462-18cd-452c-91d0-b0bb29431fed,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:35:52.159239 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:52.162139 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=51b57d43-78da-4219-9ec6-a992da153185,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:52.172299 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:52.193420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-786fedb2-a5f6-47f7-bfd0-b374066b7d0a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:35:52.212186 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a579bf70-a25a-4de4-b100-2836fe8ef53a, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:52.217631 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00e6578-4c4a-4f5c-804c-25dfced26ce7 x-openstack-request-id: req-a00e6578-4c4a-4f5c-804c-25dfced26ce7 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:52.222933 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef739591-fd26-485d-ade9-60c7000b9315", "name": "network-vif-plugged", "status": "completed", "tag": "d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:52.223323 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a00e6578-4c4a-4f5c-804c-25dfced26ce7 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:52.223844 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef739591-fd26-485d-ade9-60c7000b9315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61f9a0a-5f8e-4164-8fde-04aea9c5c9c1', 'code': 200} Mar 07 21:35:52.246199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'a579bf70-a25a-4de4-b100-2836fe8ef53a', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'a579bf70-a25a-4de4-b100-2836fe8ef53a', 'mac_address': 'fa:16:3e:ca:1c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:35:52.270704 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:52.271466 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:52.273008 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] 10.222.0.13 "PUT /v2.0/ports/5ac97462-18cd-452c-91d0-b0bb29431fed HTTP/1.1" status: 200 len: 1091 time: 1.0016277 Mar 07 21:35:52.273614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e416cf10-0b88-4369-8867-1966f8554d9c', 'tag': '5ac97462-18cd-452c-91d0-b0bb29431fed'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:52.276040 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236ec35f-07ab-48fd-bf8b-b93b6a71e7db" -d '{"events": [{"name": "network-changed", "server_uuid": "e416cf10-0b88-4369-8867-1966f8554d9c", "tag": "5ac97462-18cd-452c-91d0-b0bb29431fed"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:52.332684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac369c2-96bb-4ad8-89cc-c833c4a21738 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac97462-18cd-452c-91d0-b0bb29431fed,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:52.358652 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port a579bf70-a25a-4de4-b100-2836fe8ef53a is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:52.359126 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:52.382823 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a579bf70-a25a-4de4-b100-2836fe8ef53a {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:52.416240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a579bf70-a25a-4de4-b100-2836fe8ef53a, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:52.428067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-4ae6536b-796d-4a53-988d-b390473727f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:52.430221 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-4ae6536b-796d-4a53-988d-b390473727f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 1125 time: 0.0896134 Mar 07 21:35:52.433031 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:52.503212 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-786fedb2-a5f6-47f7-bfd0-b374066b7d0a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:35:52.516375 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934495a7-882d-4d84-91f1-1bdd80fcb6a6 None None] Sync routers for ids ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:35:52.523455 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-54933a4a-d7fb-496e-bdca-0cc898ad2023 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac97462-18cd-452c-91d0-b0bb29431fed HTTP/1.1" status: 200 len: 217 time: 0.0854001 Mar 07 21:35:52.536976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=a579bf70-a25a-4de4-b100-2836fe8ef53a,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:52.546262 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934495a7-882d-4d84-91f1-1bdd80fcb6a6 None None] Routers {'d7eb48d3-1e7c-4650-b4bd-aa07ec108130'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:35:52.547079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-934495a7-882d-4d84-91f1-1bdd80fcb6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:35:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:52.579862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe101a-fb61-4f2f-b17c-bce61c2d3bd3 req-62bc30b4-8941-4603-86c1-ac695acfe7f6 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:52.581456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76fe101a-fb61-4f2f-b17c-bce61c2d3bd3 req-62bc30b4-8941-4603-86c1-ac695acfe7f6 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 944 time: 0.5901246 Mar 07 21:35:52.609747 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-819c7344-3f13-4f85-99a5-839da1179226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:52.611913 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-819c7344-3f13-4f85-99a5-839da1179226 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.0816739 Mar 07 21:35:52.656153 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-12323ed7-7d37-480a-afcf-f65b894adeda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368414 Mar 07 21:35:52.709150 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-786fedb2-a5f6-47f7-bfd0-b374066b7d0a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] No DVR routers for this DVR port 9ad2b162-1042-444f-ba38-44b140af2d35 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:35:52.711888 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-786fedb2-a5f6-47f7-bfd0-b374066b7d0a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:52.716758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58b68e13-02e6-48e7-bbb1-cbd4fd658ee5 req-786fedb2-a5f6-47f7-bfd0-b374066b7d0a tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.15 "DELETE /v2.0/ports/9ad2b162-1042-444f-ba38-44b140af2d35 HTTP/1.1" status: 204 len: 173 time: 2.6461625 Mar 07 21:35:52.718525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5f996d-be96-427f-b1de-19a32b8d53cb', 'name': 'network-vif-deleted', 'tag': '9ad2b162-1042-444f-ba38-44b140af2d35'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:52.729829 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d70874-6e53-4985-a49e-f633fb144dd9" -d '{"events": [{"server_uuid": "8b5f996d-be96-427f-b1de-19a32b8d53cb", "name": "network-vif-deleted", "tag": "9ad2b162-1042-444f-ba38-44b140af2d35"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:52.740682 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-934495a7-882d-4d84-91f1-1bdd80fcb6a6 None None] Set router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:35:52.747624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76fe101a-fb61-4f2f-b17c-bce61c2d3bd3 req-c4033d54-8efc-44d9-a28b-3bc996349ca5 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e57778-529c-44fe-b041-d9cbc31dfa26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529918 Mar 07 21:35:52.804663 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095a1f9-b54e-46e0-b327-f13d10eb59d5 req-b43f3fe1-4147-4b03-be9e-e2a523ec85d8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:52.820254 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6095a1f9-b54e-46e0-b327-f13d10eb59d5 req-b43f3fe1-4147-4b03-be9e-e2a523ec85d8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 943 time: 0.3504136 Mar 07 21:35:52.859351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['a579bf70-a25a-4de4-b100-2836fe8ef53a'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:52.870997 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-b2f0a8da-c7a9-4119-9fd1-0ff0fb49eaea service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079442 Mar 07 21:35:52.893272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d0ed6-5bf5-4575-8efd-9f94ec768939 req-c67338e3-a8c3-4789-8a17-4fe8e4cf7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:52.895109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-364d0ed6-5bf5-4575-8efd-9f94ec768939 req-c67338e3-a8c3-4789-8a17-4fe8e4cf7a67 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 1132 time: 0.4267011 Mar 07 21:35:52.955327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['51b57d43-78da-4219-9ec6-a992da153185'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:52.979117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ed8fe-dbac-4cca-bcda-9654fa6ace7d req-c578bca5-952b-4972-925f-2542e59c2ac3 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:52.981048 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-422ed8fe-dbac-4cca-bcda-9654fa6ace7d req-c578bca5-952b-4972-925f-2542e59c2ac3 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.1483059 Mar 07 21:35:53.000854 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6095a1f9-b54e-46e0-b327-f13d10eb59d5 req-01654c4a-a426-4627-b063-2f800607c614 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756644 Mar 07 21:35:53.072513 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1cd7479-a108-4ba3-a6a3-b5fc96fe62e6 req-0cfea15c-78ea-4a76-ad42-f8547085aac1 service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938305 Mar 07 21:35:53.124545 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b183969-3856-4de0-8de8-0000d1335a52 x-openstack-request-id: req-5b183969-3856-4de0-8de8-0000d1335a52 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:53.124879 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e416cf10-0b88-4369-8867-1966f8554d9c", "tag": "5ac97462-18cd-452c-91d0-b0bb29431fed", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:53.125143 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b183969-3856-4de0-8de8-0000d1335a52 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:53.125548 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e416cf10-0b88-4369-8867-1966f8554d9c', 'tag': '5ac97462-18cd-452c-91d0-b0bb29431fed', 'status': 'completed', 'code': 200} Mar 07 21:35:53.140715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-364d0ed6-5bf5-4575-8efd-9f94ec768939 req-662c8885-bc74-4b55-9621-065f8c103951 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343352 Mar 07 21:35:53.203448 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-422ed8fe-dbac-4cca-bcda-9654fa6ace7d req-c61941c0-e633-470c-9d5e-9b353c5ba830 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859763 Mar 07 21:35:53.236505 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec35f-07ab-48fd-bf8b-b93b6a71e7db req-9a393f57-c132-41d0-8fb9-89e7737e0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:53.238449 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-236ec35f-07ab-48fd-bf8b-b93b6a71e7db req-9a393f57-c132-41d0-8fb9-89e7737e0b64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 1125 time: 0.0993061 Mar 07 21:35:53.280218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baffc1e-2fff-46fe-b10e-eae424e95249 req-e3c8365b-bd21-4954-8a0b-f9b35af7b0bf tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:53.282082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0baffc1e-2fff-46fe-b10e-eae424e95249 req-e3c8365b-bd21-4954-8a0b-f9b35af7b0bf tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 948 time: 0.0671210 Mar 07 21:35:53.410523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0baffc1e-2fff-46fe-b10e-eae424e95249 req-3608b81a-98d3-4d07-bafb-19a25a2a6349 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176431 Mar 07 21:35:53.432891 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec35f-07ab-48fd-bf8b-b93b6a71e7db req-e34f60c9-6f17-46e9-ac35-eef3b3d5731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:53.438109 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-236ec35f-07ab-48fd-bf8b-b93b6a71e7db req-e34f60c9-6f17-46e9-ac35-eef3b3d5731d service neutron] 10.222.0.13 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.1929104 Mar 07 21:35:53.481244 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-236ec35f-07ab-48fd-bf8b-b93b6a71e7db req-20b9e893-eab9-4175-ba3f-e904b3c3ec79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac97462-18cd-452c-91d0-b0bb29431fed HTTP/1.1" status: 200 len: 217 time: 0.0358522 Mar 07 21:35:53.496013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3059589-f2fe-4b32-bb85-c5f0854fdf1c req-a9ffbfad-bbba-45d1-9691-d64b3e4fe92a tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:53.497585 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3059589-f2fe-4b32-bb85-c5f0854fdf1c req-a9ffbfad-bbba-45d1-9691-d64b3e4fe92a tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 950 time: 0.1697342 Mar 07 21:35:53.499776 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-934495a7-882d-4d84-91f1-1bdd80fcb6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:25Z', 'updated_at': '2022-03-07T21:33:38Z', 'revision_number': 4, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'gw_port': {'id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:27Z', 'updated_at': '2022-03-07T21:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '58499ebd-1da0-48fe-b8df-130af1139e22', 'name': '', 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'mac_address': 'fa:16:3e:d7:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:35Z', 'updated_at': '2022-03-07T21:33:43Z', 'revision_number': 5, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'subnets': [{'id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:53.544004 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec35f-07ab-48fd-bf8b-b93b6a71e7db req-507f5815-0ae0-4b15-9a5c-bec923ca9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:53.545998 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-236ec35f-07ab-48fd-bf8b-b93b6a71e7db req-507f5815-0ae0-4b15-9a5c-bec923ca9bb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.0574551 Mar 07 21:35:53.588063 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-236ec35f-07ab-48fd-bf8b-b93b6a71e7db req-87c7af24-f55d-44bb-9888-10c43be8fcb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350082 Mar 07 21:35:53.589183 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e81f481-40c1-4c0c-bcff-9f68a402812a x-openstack-request-id: req-7e81f481-40c1-4c0c-bcff-9f68a402812a {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:53.589491 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5f996d-be96-427f-b1de-19a32b8d53cb", "name": "network-vif-deleted", "tag": "9ad2b162-1042-444f-ba38-44b140af2d35", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:53.589754 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e81f481-40c1-4c0c-bcff-9f68a402812a {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:53.592951 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5f996d-be96-427f-b1de-19a32b8d53cb', 'name': 'network-vif-deleted', 'tag': '9ad2b162-1042-444f-ba38-44b140af2d35', 'status': 'completed', 'code': 200} Mar 07 21:35:53.593765 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934495a7-882d-4d84-91f1-1bdd80fcb6a6 None None] Checking router: d7eb48d3-1e7c-4650-b4bd-aa07ec108130 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:35:53.628477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934495a7-882d-4d84-91f1-1bdd80fcb6a6 None None] Routers {'d7eb48d3-1e7c-4650-b4bd-aa07ec108130'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:35:53.629409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-934495a7-882d-4d84-91f1-1bdd80fcb6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:35:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:53.646902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3059589-f2fe-4b32-bb85-c5f0854fdf1c req-4d6e9a4d-38cb-4d5a-86a3-e3c57aa70aeb tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416473 Mar 07 21:35:53.655528 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2959beaf-90b9-45dc-af64-45a5028aa207 req-a89a6211-025d-49e1-ad48-52bae71c11d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de0f35c9-7e5e-4902-af5b-00edf3caf378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1265962 Mar 07 21:35:53.813585 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b616469-ae42-4ea7-befa-145230b50ab7 req-8b5ced0c-e1fd-4fbb-bf8f-f0374e88dcad tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 210 time: 0.0405354 Mar 07 21:35:53.819146 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-236ec35f-07ab-48fd-bf8b-b93b6a71e7db req-9d00d8d4-1dba-46f6-902e-943bc0c69663 service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238953 Mar 07 21:35:53.820320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959beaf-90b9-45dc-af64-45a5028aa207 req-eaff1aa3-bb69-4cbf-8954-148b6528afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:53.822201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2959beaf-90b9-45dc-af64-45a5028aa207 req-eaff1aa3-bb69-4cbf-8954-148b6528afda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=de0f35c9-7e5e-4902-af5b-00edf3caf378 HTTP/1.1" status: 200 len: 1131 time: 0.1032588 Mar 07 21:35:53.898205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-934495a7-882d-4d84-91f1-1bdd80fcb6a6 None None] Set router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:35:53.955162 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-236ec35f-07ab-48fd-bf8b-b93b6a71e7db req-f11a069c-72dd-4d6d-be6e-a9571516a7ff service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249011 Mar 07 21:35:54.008755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959beaf-90b9-45dc-af64-45a5028aa207 req-3abc1ce2-0fd5-463e-9970-bcf5227f8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:54.010375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2959beaf-90b9-45dc-af64-45a5028aa207 req-3abc1ce2-0fd5-463e-9970-bcf5227f8497 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1499884 Mar 07 21:35:54.120346 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2959beaf-90b9-45dc-af64-45a5028aa207 req-2ec068a9-9a1d-4a73-98a7-df0d55942d11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=ad0b8b32-e5c0-4eb8-a888-37a129bfa799 HTTP/1.1" status: 200 len: 217 time: 0.0991178 Mar 07 21:35:54.198985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-934495a7-882d-4d84-91f1-1bdd80fcb6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:25Z', 'updated_at': '2022-03-07T21:33:38Z', 'revision_number': 4, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'gw_port': {'id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:27Z', 'updated_at': '2022-03-07T21:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '58499ebd-1da0-48fe-b8df-130af1139e22', 'name': '', 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'mac_address': 'fa:16:3e:d7:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:35Z', 'updated_at': '2022-03-07T21:33:43Z', 'revision_number': 5, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'subnets': [{'id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:35:54.230898 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959beaf-90b9-45dc-af64-45a5028aa207 req-e5cf5201-537b-40c3-8b82-04c57a1865fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:54.232377 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2959beaf-90b9-45dc-af64-45a5028aa207 req-e5cf5201-537b-40c3-8b82-04c57a1865fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0734460 Mar 07 21:35:54.235063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934495a7-882d-4d84-91f1-1bdd80fcb6a6 None None] The sync data for ids ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'] in n-d-832330-1 is: [{'id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:25Z', 'updated_at': '2022-03-07T21:33:38Z', 'revision_number': 4, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'gw_port': {'id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:27Z', 'updated_at': '2022-03-07T21:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '58499ebd-1da0-48fe-b8df-130af1139e22', 'name': '', 'network_id': 'de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'mac_address': 'fa:16:3e:d7:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:35Z', 'updated_at': '2022-03-07T21:33:43Z', 'revision_number': 5, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'subnets': [{'id': '23cdcf00-1df9-40cd-bc4e-eb80a415ae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:35:54.332548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636de682-f3a7-4207-a640-9e78fafb9963 req-69b38990-4b94-4770-98e6-94d752f67e62 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:54.334607 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-636de682-f3a7-4207-a640-9e78fafb9963 req-69b38990-4b94-4770-98e6-94d752f67e62 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 944 time: 0.3232346 Mar 07 21:35:54.396971 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4b6d239b-8ad1-4ce4-8c4b-c20a03623bc8 req-3ae4a16b-1516-4ed3-a32b-ac16581c79cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707867 Mar 07 21:35:54.446351 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-636de682-f3a7-4207-a640-9e78fafb9963 req-233fc564-2652-434a-ab82-f3a47aadd864 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e57778-529c-44fe-b041-d9cbc31dfa26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949297 Mar 07 21:35:54.457653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959beaf-90b9-45dc-af64-45a5028aa207 req-e387e74a-d706-414e-9765-11dab6ffadbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:54.462094 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2959beaf-90b9-45dc-af64-45a5028aa207 req-e387e74a-d706-414e-9765-11dab6ffadbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2068760 Mar 07 21:35:54.518754 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d239b-8ad1-4ce4-8c4b-c20a03623bc8 req-c73b10ea-68dc-4a82-b49e-6e225033ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:54.521374 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4b6d239b-8ad1-4ce4-8c4b-c20a03623bc8 req-c73b10ea-68dc-4a82-b49e-6e225033ed52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 1126 time: 0.1003008 Mar 07 21:35:54.533668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873eed2-55b3-4a3b-84e1-dfacf72aae2a req-67d45646-fefa-4240-bf30-a852ebefe2ad tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:54.535537 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2873eed2-55b3-4a3b-84e1-dfacf72aae2a req-67d45646-fefa-4240-bf30-a852ebefe2ad tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 943 time: 0.2815619 Mar 07 21:35:54.614434 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb6dc6b4-3dc8-44b1-af70-49af88b6c3b6 req-ee116521-8fe5-4f70-9d85-13f0ba890b70 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=f16ebf98-3524-4656-bce0-c524ff99b009 HTTP/1.1" status: 200 len: 210 time: 0.0929241 Mar 07 21:35:54.657664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d239b-8ad1-4ce4-8c4b-c20a03623bc8 req-6a1fc666-272a-43f8-8d2f-f0f205136803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:54.657664 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4b6d239b-8ad1-4ce4-8c4b-c20a03623bc8 req-6a1fc666-272a-43f8-8d2f-f0f205136803 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.1144273 Mar 07 21:35:54.661779 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536515e9-34f9-42df-9a1a-9999b482e33a None None] New status for floating IP 61cefd45-f65d-468d-a70c-2457f8755cfd: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:35:54.737386 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4b6d239b-8ad1-4ce4-8c4b-c20a03623bc8 req-b147fa37-602c-4691-8e08-bc078fe1c218 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b11c6a-e732-4f20-b1cd-383deec683d1 HTTP/1.1" status: 200 len: 217 time: 0.0701730 Mar 07 21:35:54.789430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2959beaf-90b9-45dc-af64-45a5028aa207 req-0f472c88-ac83-4d98-a16d-24ccbecfaac4 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182585 Mar 07 21:35:54.799335 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d239b-8ad1-4ce4-8c4b-c20a03623bc8 req-8299fc02-2cee-433c-8d56-bef5584af7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:54.803380 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4b6d239b-8ad1-4ce4-8c4b-c20a03623bc8 req-8299fc02-2cee-433c-8d56-bef5584af7ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.0575423 Mar 07 21:35:54.806503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2873eed2-55b3-4a3b-84e1-dfacf72aae2a req-fb677243-dec1-42c0-9958-e4c554dd4e12 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167499 Mar 07 21:35:54.859515 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4b6d239b-8ad1-4ce4-8c4b-c20a03623bc8 req-871be6f1-4aff-48a4-aeba-c7b5fc505710 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516834 Mar 07 21:35:55.003303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6b40f-570f-4a02-93a3-fbcdc7e7eae4 req-984baed7-29d4-4e41-bcf7-edb47b3c4dcb tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:55.005641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92b6b40f-570f-4a02-93a3-fbcdc7e7eae4 req-984baed7-29d4-4e41-bcf7-edb47b3c4dcb tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.2710550 Mar 07 21:35:55.038173 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4b6d239b-8ad1-4ce4-8c4b-c20a03623bc8 req-8b53aa63-4da8-4e02-b80e-071e9a35d5e0 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679051 Mar 07 21:35:55.094664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92b6b40f-570f-4a02-93a3-fbcdc7e7eae4 req-80b03b73-646f-40c1-a11f-2b0bef58634a tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808702 Mar 07 21:35:55.131600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2959beaf-90b9-45dc-af64-45a5028aa207 req-4dd89088-c080-430e-94ae-786b03c3f6bd service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237708 Mar 07 21:35:55.144720 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4b6d239b-8ad1-4ce4-8c4b-c20a03623bc8 req-23b1ee9c-6908-4d74-9a22-350a29549818 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014376 Mar 07 21:35:55.157311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fea57-8401-42f6-9951-fbb37aff98aa req-abdf85ce-4f1b-4ecd-8d7e-d7437032f3a5 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:55.159670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-412fea57-8401-42f6-9951-fbb37aff98aa req-abdf85ce-4f1b-4ecd-8d7e-d7437032f3a5 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 948 time: 0.2001607 Mar 07 21:35:55.257802 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-412fea57-8401-42f6-9951-fbb37aff98aa req-62802d46-70d8-4617-9d27-021cec63bafd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907314 Mar 07 21:35:55.281624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a99c52-e9ca-4271-a91b-09dd99ccb968 req-08ffcb6c-6bab-464b-92b0-f92aa6cdfd5d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:55.289482 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5a99c52-e9ca-4271-a91b-09dd99ccb968 req-08ffcb6c-6bab-464b-92b0-f92aa6cdfd5d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 950 time: 0.0862761 Mar 07 21:35:55.340611 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5a99c52-e9ca-4271-a91b-09dd99ccb968 req-73ca68a6-ef55-4618-822e-2ed5884c350b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501711 Mar 07 21:35:55.428446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82f9d788-9058-4893-b698-e32ba005a332 req-a0bffda1-be04-4e28-ae11-aa71bd11b84d tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 210 time: 0.0292516 Mar 07 21:35:55.549736 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a579bf70-a25a-4de4-b100-2836fe8ef53a up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:35:55.594886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a705634-04fa-4a28-9ffc-a93642fe168f req-be3a3e76-f107-4bd2-b5ad-218cafa02c19 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:55.597266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a705634-04fa-4a28-9ffc-a93642fe168f req-be3a3e76-f107-4bd2-b5ad-218cafa02c19 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 1132 time: 0.1085110 Mar 07 21:35:55.613744 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port a579bf70-a25a-4de4-b100-2836fe8ef53a completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:35:55.618638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port a579bf70-a25a-4de4-b100-2836fe8ef53a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:55.619090 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:55.646544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d222cc2-0649-4f54-aad8-6ca2cd6f0825 req-471cee3b-1fb4-47da-92f7-69c7188e5cad tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:55.662675 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d222cc2-0649-4f54-aad8-6ca2cd6f0825 req-471cee3b-1fb4-47da-92f7-69c7188e5cad tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 944 time: 0.1394925 Mar 07 21:35:55.724017 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port a579bf70-a25a-4de4-b100-2836fe8ef53a is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:55.724737 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:55.740128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a705634-04fa-4a28-9ffc-a93642fe168f req-d392461b-7b4d-4798-beb0-b927f25744f2 tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363361 Mar 07 21:35:55.751448 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcb0f6e-2b6a-4300-86a1-119e06714705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a579bf70-a25a-4de4-b100-2836fe8ef53a'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:55.755073 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476070e5-8781-4d91-ae16-deffe34f1fa3" -d '{"events": [{"server_uuid": "0fcb0f6e-2b6a-4300-86a1-119e06714705", "name": "network-vif-plugged", "status": "completed", "tag": "a579bf70-a25a-4de4-b100-2836fe8ef53a"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:55.789163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a579bf70-a25a-4de4-b100-2836fe8ef53a, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:55.803481 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:55.804853 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 51b57d43-78da-4219-9ec6-a992da153185 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:35:55.841709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d222cc2-0649-4f54-aad8-6ca2cd6f0825 req-a40cdade-fdb1-4a2c-91cf-449aec1c2e9b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e57778-529c-44fe-b041-d9cbc31dfa26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775150 Mar 07 21:35:55.903280 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f0d4a3-fd17-473d-87f1-0b2959490ddb x-openstack-request-id: req-a5f0d4a3-fd17-473d-87f1-0b2959490ddb {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:55.903751 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcb0f6e-2b6a-4300-86a1-119e06714705", "name": "network-vif-plugged", "status": "completed", "tag": "a579bf70-a25a-4de4-b100-2836fe8ef53a", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:55.904127 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5f0d4a3-fd17-473d-87f1-0b2959490ddb {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:55.905109 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcb0f6e-2b6a-4300-86a1-119e06714705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a579bf70-a25a-4de4-b100-2836fe8ef53a', 'code': 200} Mar 07 21:35:56.005343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=a579bf70-a25a-4de4-b100-2836fe8ef53a,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:56.030239 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8b2a524-a720-4b79-b6cc-c30a6b5630ca req-e30ce14a-88a1-4269-9376-10585c82bbd5 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0934925 Mar 07 21:35:56.051772 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 51b57d43-78da-4219-9ec6-a992da153185 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:35:56.062600 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 51b57d43-78da-4219-9ec6-a992da153185 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:56.063299 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (51b57d43-78da-4219-9ec6-a992da153185), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:56.120842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfefb25-0d7c-4aa0-a488-2c6427170316 req-35994013-532f-42de-a773-82054fa50df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:56.123879 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8cfefb25-0d7c-4aa0-a488-2c6427170316 req-35994013-532f-42de-a773-82054fa50df2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 1131 time: 0.1318738 Mar 07 21:35:56.172782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27140f-d5eb-4803-a930-4407c3e0f745 req-96cca439-e4af-4485-b252-0ba097a56ba5 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:56.180782 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a27140f-d5eb-4803-a930-4407c3e0f745 req-96cca439-e4af-4485-b252-0ba097a56ba5 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 943 time: 0.1556880 Mar 07 21:35:56.217838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-f1d67be7-76a5-4b63-89a2-4f1808ee2cd3 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295041 Mar 07 21:35:56.268720 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8cfefb25-0d7c-4aa0-a488-2c6427170316 req-c50d2080-9005-44d2-9abe-4d1133cee937 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364543 Mar 07 21:35:56.319163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a27140f-d5eb-4803-a930-4407c3e0f745 req-573443a9-bdfa-4b3e-80e5-ba315ca1309c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372781 Mar 07 21:35:56.323360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 51b57d43-78da-4219-9ec6-a992da153185 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:56.323969 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (51b57d43-78da-4219-9ec6-a992da153185), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:56.360134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 51b57d43-78da-4219-9ec6-a992da153185, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=51b57d43-78da-4219-9ec6-a992da153185,segment=NetworkSegment(dfdcd850-358c-4004-a6fc-96ff1cbcca4e),segment_id=dfdcd850-358c-4004-a6fc-96ff1cbcca4e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:56.365979 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (51b57d43-78da-4219-9ec6-a992da153185), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:56.372278 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-c9f0b1f6-c273-430b-b0c9-2c55634417ee tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:56.374107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-c9f0b1f6-c273-430b-b0c9-2c55634417ee tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492796 Mar 07 21:35:56.404961 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-b15732bb-7ad3-41e0-8026-0105af20ea3d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/quotas/d9b061b00b7d481ca736dfc229d52c4f HTTP/1.1" status: 200 len: 375 time: 0.0248189 Mar 07 21:35:56.427114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=51b57d43-78da-4219-9ec6-a992da153185,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:56.484139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbd66d-663e-4f71-bfc5-7d839b8db699 req-452e175e-9e9b-4f38-ba1d-08b8cd0bb8ec tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:56.486258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abdbd66d-663e-4f71-bfc5-7d839b8db699 req-452e175e-9e9b-4f38-ba1d-08b8cd0bb8ec tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.1045325 Mar 07 21:35:56.504326 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-6244f33e-7d70-4a9b-b923-e2f2918cf4b1 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0985460 Mar 07 21:35:56.549238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abdbd66d-663e-4f71-bfc5-7d839b8db699 req-1f70d574-a65b-4646-8649-ddaffd082dc1 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439539 Mar 07 21:35:56.697120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c5db9-4d3a-4476-ac8d-238d9b46c739 req-24631673-3412-4d35-8660-478d6345f82d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:56.698816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200c5db9-4d3a-4476-ac8d-238d9b46c739 req-24631673-3412-4d35-8660-478d6345f82d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.0771973 Mar 07 21:35:56.751909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12d8f949-142d-425a-a3f2-6c2695abb16d req-c43df141-ad6e-457b-9e9c-7462659aef0c tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 210 time: 0.0359931 Mar 07 21:35:56.788087 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200c5db9-4d3a-4476-ac8d-238d9b46c739 req-efca73a1-3bb6-4a52-8c5c-e1902434cb16 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809259 Mar 07 21:35:56.837537 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a31d042-09f6-44f5-a8db-9c023abf6454 req-48575da9-4bb3-4900-a321-93a959616a7e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 210 time: 0.0289345 Mar 07 21:35:56.974704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73512c8-f2b4-4698-bf81-72aba501991d req-a2339c5f-222b-4157-b023-e79db7964e1b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:56.976215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a73512c8-f2b4-4698-bf81-72aba501991d req-a2339c5f-222b-4157-b023-e79db7964e1b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 945 time: 0.0606830 Mar 07 21:35:57.028594 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a73512c8-f2b4-4698-bf81-72aba501991d req-7196e135-60eb-4b1d-a2a0-e4de89a1d507 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e57778-529c-44fe-b041-d9cbc31dfa26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457833 Mar 07 21:35:57.214704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01f69888-f480-4024-97f8-097c482d6491 req-45ae15f4-cf0d-47ba-8f9d-16665de51d61 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0375168 Mar 07 21:35:57.345360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e72c43bd-2841-4c7a-a34f-7fed04d58920 req-dd3e03ed-dd9f-4c9e-81c5-90e50c0ba896 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f16ebf98-3524-4656-bce0-c524ff99b009 HTTP/1.1" status: 200 len: 210 time: 0.0295472 Mar 07 21:35:57.444113 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689c1e2-b1cf-4c8b-8839-afba58acac56 req-c85fd4ca-8aed-4a3d-98da-f96cbec7a92a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:57.445623 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3689c1e2-b1cf-4c8b-8839-afba58acac56 req-c85fd4ca-8aed-4a3d-98da-f96cbec7a92a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 943 time: 0.0533619 Mar 07 21:35:57.492369 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3689c1e2-b1cf-4c8b-8839-afba58acac56 req-df1fe711-3fde-4006-9cec-78b968417374 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409386 Mar 07 21:35:57.564861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5ac97462-18cd-452c-91d0-b0bb29431fed details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:35:57.679517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74929fcd-8028-4406-ba94-34f4bc709e91 req-70e58765-ac5a-480b-9824-96b3671c3407 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:57.681350 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74929fcd-8028-4406-ba94-34f4bc709e91 req-70e58765-ac5a-480b-9824-96b3671c3407 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.0590653 Mar 07 21:35:57.693177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5ac97462-18cd-452c-91d0-b0bb29431fed,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:57.707493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '5ac97462-18cd-452c-91d0-b0bb29431fed', 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12', 'port_id': '5ac97462-18cd-452c-91d0-b0bb29431fed', 'mac_address': 'fa:16:3e:d7:9b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc7de3-9421-4ea6-b85c-494e5a5470a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:35:57.745281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74929fcd-8028-4406-ba94-34f4bc709e91 req-7e225b98-f286-485b-8e68-631fb8d5b740 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580995 Mar 07 21:35:57.758959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 5ac97462-18cd-452c-91d0-b0bb29431fed is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:35:57.759645 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:57.777835 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac97462-18cd-452c-91d0-b0bb29431fed {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:35:57.817463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5ac97462-18cd-452c-91d0-b0bb29431fed,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:35:57.826519 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:57.904479 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f0f6a33-1556-4886-80bb-cdbac761b4a6 req-0219cf75-bb85-490e-8309-13c3d72955b4 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 210 time: 0.0573697 Mar 07 21:35:57.907965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9082c272-a0f2-4ff8-89fd-b2712e196faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b57d43-78da-4219-9ec6-a992da153185'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:35:57.911426 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de1e315-3746-4991-bba9-59b9d0716187" -d '{"events": [{"server_uuid": "9082c272-a0f2-4ff8-89fd-b2712e196faa", "name": "network-vif-plugged", "status": "completed", "tag": "51b57d43-78da-4219-9ec6-a992da153185"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:35:57.928954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=5ac97462-18cd-452c-91d0-b0bb29431fed,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:57.986349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4c4e9-1846-4015-8e55-34f3d621eea3 req-cf30c61d-45c2-4cc1-9cd4-458b671e3cc4 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:57.987849 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fc4c4e9-1846-4015-8e55-34f3d621eea3 req-cf30c61d-45c2-4cc1-9cd4-458b671e3cc4 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.0801735 Mar 07 21:35:58.022457 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efb41eb2-1ab6-4d29-b625-f2c8c125932f req-39d4d1a0-e2e0-4f4d-875f-943e96003541 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 210 time: 0.0335133 Mar 07 21:35:58.067010 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fc4c4e9-1846-4015-8e55-34f3d621eea3 req-d82e2979-e53b-46ce-9836-4ca668663c16 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690110 Mar 07 21:35:58.088180 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ded374-603e-4fdd-9203-c905df099f94 x-openstack-request-id: req-29ded374-603e-4fdd-9203-c905df099f94 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:35:58.088679 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9082c272-a0f2-4ff8-89fd-b2712e196faa", "name": "network-vif-plugged", "status": "completed", "tag": "51b57d43-78da-4219-9ec6-a992da153185", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:35:58.088944 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29ded374-603e-4fdd-9203-c905df099f94 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:35:58.089505 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9082c272-a0f2-4ff8-89fd-b2712e196faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b57d43-78da-4219-9ec6-a992da153185', 'code': 200} Mar 07 21:35:58.180316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0650-759a-4c89-9a0e-dc832f2037c0 req-51d4b0b8-ac0c-40c4-8610-d2f2505ef2b5 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:58.182311 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-51cc0650-759a-4c89-9a0e-dc832f2037c0 req-51d4b0b8-ac0c-40c4-8610-d2f2505ef2b5 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 945 time: 0.0607774 Mar 07 21:35:58.215425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e774e19-e722-40d5-8c30-83c9e8b2f5ee req-d2326415-84d2-4a20-8a14-a7f9da4df84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:58.217587 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6e774e19-e722-40d5-8c30-83c9e8b2f5ee req-d2326415-84d2-4a20-8a14-a7f9da4df84f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 1127 time: 0.0505626 Mar 07 21:35:58.238827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-51cc0650-759a-4c89-9a0e-dc832f2037c0 req-d9d0b7b2-34da-4518-9714-c0b33993675f tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e57778-529c-44fe-b041-d9cbc31dfa26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482941 Mar 07 21:35:58.263661 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6e774e19-e722-40d5-8c30-83c9e8b2f5ee req-24bce338-0299-40f5-a8d7-1c367be72c65 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89e57778-529c-44fe-b041-d9cbc31dfa26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389974 Mar 07 21:35:58.381620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b086fe3c-b3e5-4382-895a-163d5a77ef29 req-f837a4e3-a928-4929-b417-56e00ae3ebdd tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0268576 Mar 07 21:35:58.453322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5ac97462-18cd-452c-91d0-b0bb29431fed'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:58.645542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b841b-4e5f-47cf-a8e5-4779b9e6a4ec req-1c2c26bf-8426-4b84-ae96-2ba31999a0bc tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:58.650817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d7b841b-4e5f-47cf-a8e5-4779b9e6a4ec req-1c2c26bf-8426-4b84-ae96-2ba31999a0bc tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 944 time: 0.0631943 Mar 07 21:35:58.699546 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d7b841b-4e5f-47cf-a8e5-4779b9e6a4ec req-15a47089-c082-4814-8391-1627eb65283d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464225 Mar 07 21:35:58.701815 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-e3435d46-026f-449b-ab70-ba31a0433a21 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324514 Mar 07 21:35:58.823138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-a9eb638c-2b5e-4b82-aa46-75f7fba19918 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:58.824824 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-a9eb638c-2b5e-4b82-aa46-75f7fba19918 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1153533 Mar 07 21:35:58.840402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-44a3107a-4b03-43d2-89cb-828c969e85da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Request body: {'port': {'device_id': '33bd31d6-c84d-4366-81cd-dbecc9c0e647', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': 'd9b061b00b7d481ca736dfc229d52c4f'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:58.903574 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4366508-0a52-4c49-8282-3d5a06c661d4 req-fefbd862-08fa-4d0b-bf10-a6d6d58cb060 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:58.905027 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4366508-0a52-4c49-8282-3d5a06c661d4 req-fefbd862-08fa-4d0b-bf10-a6d6d58cb060 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.0571876 Mar 07 21:35:58.954780 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-44a3107a-4b03-43d2-89cb-828c969e85da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Made reservation on behalf of d9b061b00b7d481ca736dfc229d52c4f for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:35:58.957403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4366508-0a52-4c49-8282-3d5a06c661d4 req-bf3356fd-3322-4ddb-a58e-be1fbeb86fcd tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452600 Mar 07 21:35:58.959373 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-44a3107a-4b03-43d2-89cb-828c969e85da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:59.037981 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-407d9c30-75f4-4399-8648-804d2701a2ad req-c00fa9d8-3a9f-49a7-9183-2bd8847259f5 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 210 time: 0.0316486 Mar 07 21:35:59.118923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-44a3107a-4b03-43d2-89cb-828c969e85da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Allocated IP 192.168.233.151 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/e81103b1-3c15-4e6e-b54b-8244f8f68669) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:35:59.129684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64522653-1268-4175-bfce-0b890e1bb408 req-2c8f5b2c-d612-4f4e-8cee-0e83ff51ef1c tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 210 time: 0.0294037 Mar 07 21:35:59.209881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192e722-35b0-49ac-a711-85768aff8867 req-dd186355-dbdc-4299-b730-0c0d105f6f2c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:59.211375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6192e722-35b0-49ac-a711-85768aff8867 req-dd186355-dbdc-4299-b730-0c0d105f6f2c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.0682673 Mar 07 21:35:59.269569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6192e722-35b0-49ac-a711-85768aff8867 req-f4d3970f-9779-4a30-a11d-513e4ccee574 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481145 Mar 07 21:35:59.283617 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-44a3107a-4b03-43d2-89cb-828c969e85da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks [] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:59.329347 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-44a3107a-4b03-43d2-89cb-828c969e85da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:59.345752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346', 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce', '91e3530c-a21e-49f8-9573-c90a3345c0da'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:59.348887 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ad0b8b32-e5c0-4eb8-a888-37a129bfa799', '63751d87-6ed7-4155-9617-57244686d5be', 'd61f9a0a-5f8e-4164-8fde-04aea9c5c9c1'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:35:59.380264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ab01b-251e-49c9-916d-293de5812880 req-cb4d4d41-218a-4681-af0d-96d6d1b3a72c tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:59.383233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a73ab01b-251e-49c9-916d-293de5812880 req-cb4d4d41-218a-4681-af0d-96d6d1b3a72c tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 945 time: 0.0695937 Mar 07 21:35:59.428591 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-44a3107a-4b03-43d2-89cb-828c969e85da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:35:59.431749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-44a3107a-4b03-43d2-89cb-828c969e85da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:35:59.436493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-44a3107a-4b03-43d2-89cb-828c969e85da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:35:59.440632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3107a-4b03-43d2-89cb-828c969e85da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event updated for resources: {'Port': ['ID=e81103b1-3c15-4e6e-b54b-8244f8f68669,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:59.474310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a73ab01b-251e-49c9-916d-293de5812880 req-c1039cf4-7be4-4935-afb1-86652d2faa0a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e57778-529c-44fe-b041-d9cbc31dfa26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845547 Mar 07 21:35:59.521837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-44a3107a-4b03-43d2-89cb-828c969e85da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:59.523234 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-44a3107a-4b03-43d2-89cb-828c969e85da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:59.546672 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-44a3107a-4b03-43d2-89cb-828c969e85da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7123814 Mar 07 21:35:59.565325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Request body: {'port': {'device_id': '33bd31d6-c84d-4366-81cd-dbecc9c0e647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:35:59.624488 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20242419-1d19-4f35-98df-de9dfeb5d09d req-387d94b6-c355-46bf-93c3-3a92510aa8f5 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0460291 Mar 07 21:35:59.640504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92355f5d-40de-42f9-88cc-d555fa326b66 req-2f359289-bb69-4ccc-b433-1d81de8565d9 tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:59.652279 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92355f5d-40de-42f9-88cc-d555fa326b66 req-2f359289-bb69-4ccc-b433-1d81de8565d9 tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 1131 time: 0.1247666 Mar 07 21:35:59.664773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:59.672213 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-92355f5d-40de-42f9-88cc-d555fa326b66 req-5d6f36bf-7de9-4a47-8173-588da394d1aa tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:59.806255 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-92355f5d-40de-42f9-88cc-d555fa326b66 req-5d6f36bf-7de9-4a47-8173-588da394d1aa tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] Publish callbacks [] for security_group (22d37d55-1734-4c86-978e-ace34c89c279), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:59.822936 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-92355f5d-40de-42f9-88cc-d555fa326b66 req-5d6f36bf-7de9-4a47-8173-588da394d1aa tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (22d37d55-1734-4c86-978e-ace34c89c279), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:59.886641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92355f5d-40de-42f9-88cc-d555fa326b66 req-5d6f36bf-7de9-4a47-8173-588da394d1aa tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382703 Mar 07 21:35:59.896353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f36bf-7de9-4a47-8173-588da394d1aa tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d37d55-1734-4c86-978e-ace34c89c279,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:35:59.930603 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1cc557a8-5303-4b0b-bacd-c34719a58c15 None None] Provisioning complete for port e81103b1-3c15-4e6e-b54b-8244f8f68669 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:35:59.931172 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1cc557a8-5303-4b0b-bacd-c34719a58c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:35:59.949307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91754b5-4c0d-42e5-935d-578c259e4ed8 req-cdf99b41-37ab-4793-87b5-5479fc81abed tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:35:59.952014 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b91754b5-4c0d-42e5-935d-578c259e4ed8 req-cdf99b41-37ab-4793-87b5-5479fc81abed tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 944 time: 0.1443131 Mar 07 21:35:59.997701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1cc557a8-5303-4b0b-bacd-c34719a58c15 None None] Port e81103b1-3c15-4e6e-b54b-8244f8f68669 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:36:00.070339 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b91754b5-4c0d-42e5-935d-578c259e4ed8 req-6c33e580-d353-4a4e-83fa-3f6eed3bf143 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038878 Mar 07 21:36:00.101300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81103b1-3c15-4e6e-b54b-8244f8f68669 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:00.112948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Publish callbacks [] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:00.128015 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Transition to ACTIVE for port object e81103b1-3c15-4e6e-b54b-8244f8f68669 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:36:00.134582 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:00.221426 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=e81103b1-3c15-4e6e-b54b-8244f8f68669,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:00.326097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc952f3-f690-46ad-8423-c6bbbb95165c req-8d90b129-026d-49f3-b5d0-38f8b87e9ff0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:00.331386 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-adc952f3-f690-46ad-8423-c6bbbb95165c req-8d90b129-026d-49f3-b5d0-38f8b87e9ff0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.1922586 Mar 07 21:36:00.357838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Attempting to bind port e81103b1-3c15-4e6e-b54b-8244f8f68669 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:00.358312 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Attempting to bind port e81103b1-3c15-4e6e-b54b-8244f8f68669 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:00.358668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Attempting to bind port e81103b1-3c15-4e6e-b54b-8244f8f68669 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:00.379296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Port e81103b1-3c15-4e6e-b54b-8244f8f68669 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:36:00.379658 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Attempting to bind port e81103b1-3c15-4e6e-b54b-8244f8f68669 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:00.401224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:00.401828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:00.402435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:00.403038 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Bound port: e81103b1-3c15-4e6e-b54b-8244f8f68669, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:00.403723 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:00.455215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-adc952f3-f690-46ad-8423-c6bbbb95165c req-7d78200d-4918-41d9-b913-32e611b26a5a tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075661 Mar 07 21:36:00.531164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] For port e81103b1-3c15-4e6e-b54b-8244f8f68669, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:00.535645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] For port e81103b1-3c15-4e6e-b54b-8244f8f68669, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e81103b1-3c15-4e6e-b54b-8244f8f68669,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:00.543943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:00.568962 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42a364b6-0442-4a24-8db9-2b8374ce8aa9 req-ea3c7977-e7df-44f9-b609-6d277e67dd11 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 210 time: 0.0481126 Mar 07 21:36:00.606584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=e81103b1-3c15-4e6e-b54b-8244f8f68669,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:00.617657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:00.618598 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:00.620714 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-54dea1f6-0a22-403b-bc62-584a830b4ca9 service neutron] 10.222.0.13 "PUT /v2.0/ports/e81103b1-3c15-4e6e-b54b-8244f8f68669 HTTP/1.1" status: 200 len: 1096 time: 1.0646107 Mar 07 21:36:00.621471 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bd31d6-c84d-4366-81cd-dbecc9c0e647', 'tag': 'e81103b1-3c15-4e6e-b54b-8244f8f68669'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:00.624853 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fec6d8-1380-46fb-be93-51a38977213b" -d '{"events": [{"name": "network-changed", "server_uuid": "33bd31d6-c84d-4366-81cd-dbecc9c0e647", "tag": "e81103b1-3c15-4e6e-b54b-8244f8f68669"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:00.731153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f638c21-3408-4e68-9233-db2e81af64ac req-564d61d2-3fcf-496d-beb4-f45979f84f36 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:00.735093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f638c21-3408-4e68-9233-db2e81af64ac req-564d61d2-3fcf-496d-beb4-f45979f84f36 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 948 time: 0.0876567 Mar 07 21:36:00.810852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-6654df38-503a-4d8c-ae96-c25b85163822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:00.812375 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-6654df38-503a-4d8c-ae96-c25b85163822 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 1130 time: 0.1303608 Mar 07 21:36:00.822635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f638c21-3408-4e68-9233-db2e81af64ac req-a28367c0-c6c1-498d-b71c-e44239695d77 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796969 Mar 07 21:36:00.864346 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-1775a171-4de9-400e-8fee-a462a20b2981 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=e81103b1-3c15-4e6e-b54b-8244f8f68669 HTTP/1.1" status: 200 len: 217 time: 0.0397005 Mar 07 21:36:00.887190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b725bd8-37ca-44c2-aac4-faf4c36990bf req-a1271b1f-6ccf-4348-a730-fef9326b1ecf tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:00.889074 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b725bd8-37ca-44c2-aac4-faf4c36990bf req-a1271b1f-6ccf-4348-a730-fef9326b1ecf tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 945 time: 0.0613420 Mar 07 21:36:00.925282 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0845cee-1c53-4ce2-8ba8-167e45deb15c x-openstack-request-id: req-f0845cee-1c53-4ce2-8ba8-167e45deb15c {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:00.925655 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bd31d6-c84d-4366-81cd-dbecc9c0e647", "tag": "e81103b1-3c15-4e6e-b54b-8244f8f68669", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:00.925853 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0845cee-1c53-4ce2-8ba8-167e45deb15c {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:00.926283 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bd31d6-c84d-4366-81cd-dbecc9c0e647', 'tag': 'e81103b1-3c15-4e6e-b54b-8244f8f68669', 'status': 'completed', 'code': 200} Mar 07 21:36:00.944225 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-1ea04766-d6ae-4b66-9b0d-815777d09558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:00.945048 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b725bd8-37ca-44c2-aac4-faf4c36990bf req-75d8eb61-29bf-42f3-8fbf-2f75e5107648 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e57778-529c-44fe-b041-d9cbc31dfa26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495582 Mar 07 21:36:00.971670 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-1ea04766-d6ae-4b66-9b0d-815777d09558 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0882888 Mar 07 21:36:00.992993 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-df1732aa-a9e7-4f67-8e0e-393459879787 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1989479 Mar 07 21:36:01.009801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-614bb3f3-2a2a-43bb-adc5-32a659a2e2b7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:36:01.011667 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-614bb3f3-2a2a-43bb-adc5-32a659a2e2b7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077891 Mar 07 21:36:01.051566 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ef7eaeb-9c93-4812-abef-9811065f6bd3 req-d9bf820a-438d-4864-a4f4-216b6ed25cc4 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0765412 Mar 07 21:36:01.066543 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ae6d9813-c4eb-4269-ba6e-d1bc73671111 req-66804505-78b4-427c-969b-8b1410f5fcb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0352740 Mar 07 21:36:01.096583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-6563186c-5629-4463-b17d-822a0d85bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:01.097583 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-6563186c-5629-4463-b17d-822a0d85bdb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1026063 Mar 07 21:36:01.308475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca65332-6d2a-4a36-bb3f-abd1816c58ae req-d0e85175-70ab-4fc3-a3ce-95724fb2ded0 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:01.310167 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ca65332-6d2a-4a36-bb3f-abd1816c58ae req-d0e85175-70ab-4fc3-a3ce-95724fb2ded0 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.2576401 Mar 07 21:36:01.366433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-b90a9d31-eb5c-4f5c-83f8-ecdb775f3518 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 258 time: 0.2668619 Mar 07 21:36:01.372326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:01.421939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49210) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:01.424394 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ca65332-6d2a-4a36-bb3f-abd1816c58ae req-f3eac20d-cbeb-4316-a863-b7c54c8d204d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005878 Mar 07 21:36:01.425702 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:01.471078 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-6c355b31-6be6-4cd7-b762-a2bdef62e822 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225216 Mar 07 21:36:01.564457 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5ac97462-18cd-452c-91d0-b0bb29431fed up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:36:01.590292 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a16760f8-7e32-4d10-83d3-35ba4a7402f3 req-02765c22-4b3b-4b69-a7c9-20930472a4d0 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132691 Mar 07 21:36:01.604056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f7ab0-82fd-462a-977a-c2819a9d0a58 req-eae32c93-7f67-4159-80c9-1930921e7f58 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:01.612158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b44f7ab0-82fd-462a-977a-c2819a9d0a58 req-eae32c93-7f67-4159-80c9-1930921e7f58 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 944 time: 0.0805697 Mar 07 21:36:01.632265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 5ac97462-18cd-452c-91d0-b0bb29431fed completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:36:01.638206 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 5ac97462-18cd-452c-91d0-b0bb29431fed triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:01.638983 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:01.666127 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:01.690721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b44f7ab0-82fd-462a-977a-c2819a9d0a58 req-64dbea18-c415-4bff-9f40-33c8be36f098 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775099 Mar 07 21:36:01.717330 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-52f1af9b-05cf-4251-9e44-2d91a99e04b5 tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:01.729173 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-52f1af9b-05cf-4251-9e44-2d91a99e04b5 tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] 10.222.0.26 "GET /v2.0/ports/a579bf70-a25a-4de4-b100-2836fe8ef53a HTTP/1.1" status: 200 len: 1128 time: 0.3047714 Mar 07 21:36:01.745442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fec6d8-1380-46fb-be93-51a38977213b req-a2be8f58-0b59-448b-80f8-3b68bab5b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:01.747371 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-17fec6d8-1380-46fb-be93-51a38977213b req-a2be8f58-0b59-448b-80f8-3b68bab5b326 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 1130 time: 0.0828536 Mar 07 21:36:01.799757 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 5ac97462-18cd-452c-91d0-b0bb29431fed is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:01.806234 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:01.856535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fec6d8-1380-46fb-be93-51a38977213b req-55d235ac-6735-4dd2-bc7c-296509761a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:01.858867 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-17fec6d8-1380-46fb-be93-51a38977213b req-55d235ac-6735-4dd2-bc7c-296509761a13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1002989 Mar 07 21:36:01.864281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e416cf10-0b88-4369-8867-1966f8554d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac97462-18cd-452c-91d0-b0bb29431fed'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:01.866646 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9053aa-efce-4290-ab00-db3e702c4f90" -d '{"events": [{"server_uuid": "e416cf10-0b88-4369-8867-1966f8554d9c", "name": "network-vif-plugged", "status": "completed", "tag": "5ac97462-18cd-452c-91d0-b0bb29431fed"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:01.904794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5ac97462-18cd-452c-91d0-b0bb29431fed,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:01.911040 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:01.912310 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-17fec6d8-1380-46fb-be93-51a38977213b req-faeaa190-584a-47af-a25b-6e0a909327ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=e81103b1-3c15-4e6e-b54b-8244f8f68669 HTTP/1.1" status: 200 len: 217 time: 0.0453191 Mar 07 21:36:01.976874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=5ac97462-18cd-452c-91d0-b0bb29431fed,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:01.987060 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fec6d8-1380-46fb-be93-51a38977213b req-c6c1dd54-3b70-442c-ac88-285f74581207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:01.988872 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-17fec6d8-1380-46fb-be93-51a38977213b req-c6c1dd54-3b70-442c-ac88-285f74581207 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0698814 Mar 07 21:36:02.057664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fec6d8-1380-46fb-be93-51a38977213b req-6895897b-a3b8-4f3d-b53e-11ea76b85188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:02.060183 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-17fec6d8-1380-46fb-be93-51a38977213b req-6895897b-a3b8-4f3d-b53e-11ea76b85188 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0647192 Mar 07 21:36:02.192846 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-17fec6d8-1380-46fb-be93-51a38977213b req-d6486e07-66a1-4cd2-90d2-863ed9bc25a6 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240683 Mar 07 21:36:02.297107 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-17fec6d8-1380-46fb-be93-51a38977213b req-9e249b31-f7df-4ce9-a359-26acebc0b8e9 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980575 Mar 07 21:36:02.317921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Allocated IP 172.25.4.195 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/a4c1f387-1f00-4c9c-9580-dc5ee760dfb6) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:36:02.357878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a63e77-40a9-4821-b481-aa31a4c1752b req-d58a2991-76d7-4043-a143-ef83d2c5cd40 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:02.359462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33a63e77-40a9-4821-b481-aa31a4c1752b req-d58a2991-76d7-4043-a143-ef83d2c5cd40 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.4993286 Mar 07 21:36:02.457137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33a63e77-40a9-4821-b481-aa31a4c1752b req-60cc7d0c-9ccf-4363-8093-16b8ade5d3db tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905461 Mar 07 21:36:02.475932 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for port (a4c1f387-1f00-4c9c-9580-dc5ee760dfb6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:02.521689 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a4c1f387-1f00-4c9c-9580-dc5ee760dfb6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:02.587029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:36:02.607863 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8936e08f-4d92-41b4-891c-db5b5d87850c req-c8dad33c-6101-4e53-a8e0-4b7a342059ff tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 210 time: 0.0734701 Mar 07 21:36:02.608718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:36:02.612859 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:36:02.657004 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Pushing event updated for resources: {'Port': ['ID=a4c1f387-1f00-4c9c-9580-dc5ee760dfb6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:02.775234 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for floatingip (efb4e631-1080-4e1b-b606-1af79cdde4f6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:02.797370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25b1da-8ff4-43e4-b5b7-5dee5a114b18 req-0a20da77-a551-4887-a715-39733c1132d0 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:02.799773 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc25b1da-8ff4-43e4-b5b7-5dee5a114b18 req-0a20da77-a551-4887-a715-39733c1132d0 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 948 time: 0.1129060 Mar 07 21:36:02.841232 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a4c1f387-1f00-4c9c-9580-dc5ee760dfb6), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:02.894887 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc25b1da-8ff4-43e4-b5b7-5dee5a114b18 req-1790e85a-db73-4b68-84ea-8b4ff0386308 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762033 Mar 07 21:36:03.012860 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df3b5cf-9652-4d41-afac-451d7f73902a x-openstack-request-id: req-4df3b5cf-9652-4d41-afac-451d7f73902a {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:03.013713 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e416cf10-0b88-4369-8867-1966f8554d9c", "name": "network-vif-plugged", "status": "completed", "tag": "5ac97462-18cd-452c-91d0-b0bb29431fed", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:03.014199 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4df3b5cf-9652-4d41-afac-451d7f73902a {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:03.014776 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e416cf10-0b88-4369-8867-1966f8554d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac97462-18cd-452c-91d0-b0bb29431fed', 'code': 200} Mar 07 21:36:03.090993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-1e08412c-35a2-4d40-a28d-30631dfb4120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:03.092832 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-1e08412c-35a2-4d40-a28d-30631dfb4120 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 1131 time: 0.0922945 Mar 07 21:36:03.130199 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ebca685-e093-423a-8349-46363776b7cb req-02a103b4-bd56-4cca-a00e-949b63e2d9a3 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0417564 Mar 07 21:36:03.132339 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for port (a4c1f387-1f00-4c9c-9580-dc5ee760dfb6), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:03.147604 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a4c1f387-1f00-4c9c-9580-dc5ee760dfb6), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:03.271063 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Pushing event updated for resources: {'Port': ['ID=a4c1f387-1f00-4c9c-9580-dc5ee760dfb6,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:03.307312 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (efb4e631-1080-4e1b-b606-1af79cdde4f6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:03.340860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5802b7e-8beb-4f68-9bfe-43cc7a4009c0 req-08403b95-b68e-4938-9b9f-825268ae0a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:03.342282 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:03.343205 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5802b7e-8beb-4f68-9bfe-43cc7a4009c0 req-08403b95-b68e-4938-9b9f-825268ae0a74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 1127 time: 0.1815338 Mar 07 21:36:03.343500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-011eb7b3-8d6d-49a4-a36e-ab4f7241eea1 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9762814 Mar 07 21:36:03.363047 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848b356-27ea-43b0-ba76-3aba84ad18ee req-e847b826-969b-4570-8c7c-3916f3733a1d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:03.364469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e848b356-27ea-43b0-ba76-3aba84ad18ee req-e847b826-969b-4570-8c7c-3916f3733a1d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.0879662 Mar 07 21:36:03.384817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-1ac16c7b-a3dd-4d7a-aaa1-83a2925fadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:03.386405 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-1ac16c7b-a3dd-4d7a-aaa1-83a2925fadc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2747858 Mar 07 21:36:03.434449 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5802b7e-8beb-4f68-9bfe-43cc7a4009c0 req-172ed5dd-f021-4dc0-9130-776fa3ad1fdd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847878 Mar 07 21:36:03.435981 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-450ed757-b3c3-4547-b5ae-84c9a1bbe569 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a HTTP/1.1" status: 200 len: 217 time: 0.0423756 Mar 07 21:36:03.443699 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-612ee652-6312-4720-b8fa-3c9c86fd49b4 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.0889313 Mar 07 21:36:03.507151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e848b356-27ea-43b0-ba76-3aba84ad18ee req-84d3fd58-a819-4880-bb4e-ff493bb74cea tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194518 Mar 07 21:36:03.574638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-629355d4-d100-48f3-9ea4-e449c1b36457 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:03.575919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b128645-7f2b-47c1-b37d-0debfacc0b26 req-629355d4-d100-48f3-9ea4-e449c1b36457 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.1245844 Mar 07 21:36:03.693429 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33cb4d-5a35-4230-8cfc-8e3bacd3f305 req-6417ca3c-1daf-4d08-badf-f5a9bbed1b20 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:03.695150 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a33cb4d-5a35-4230-8cfc-8e3bacd3f305 req-6417ca3c-1daf-4d08-badf-f5a9bbed1b20 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 945 time: 0.0944822 Mar 07 21:36:03.706857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f7783-c883-45d9-b00a-55e5c0aa768e req-45b1ac5b-221c-45d6-bb24-87046ed14888 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:03.714841 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-473f7783-c883-45d9-b00a-55e5c0aa768e req-45b1ac5b-221c-45d6-bb24-87046ed14888 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.0820296 Mar 07 21:36:03.758935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-d0650828-d052-41e2-969a-b308b8b013cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:03.761766 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-d0650828-d052-41e2-969a-b308b8b013cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0693197 Mar 07 21:36:03.799624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-473f7783-c883-45d9-b00a-55e5c0aa768e req-6b23b816-a5da-4b8b-aaa5-e362a0829244 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837796 Mar 07 21:36:03.823507 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a33cb4d-5a35-4230-8cfc-8e3bacd3f305 req-4fe3405b-ace8-4760-be00-d5c84c357dc7 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994008 Mar 07 21:36:03.849356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-f5d81364-79b4-4929-9dbe-8af5540ec582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:03.850931 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-f5d81364-79b4-4929-9dbe-8af5540ec582 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0815573 Mar 07 21:36:03.996466 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-d1cd4053-aeaa-442f-b712-cbaf595f90c4 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389561 Mar 07 21:36:04.036387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3058fc4e-3d63-43dd-b27a-944bce4f7bb8 req-f8ef2ca4-10f0-46fe-9e18-0fa2f574cede tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b5f996d-be96-427f-b1de-19a32b8d53cb HTTP/1.1" status: 200 len: 210 time: 0.0388525 Mar 07 21:36:04.071383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-71997b49-7c68-489d-a7d6-afa6d17f82fd tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:04.075608 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-71997b49-7c68-489d-a7d6-afa6d17f82fd tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1430843 Mar 07 21:36:04.145697 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-cd752dd1-7bd7-40e4-b73f-5089060809e4 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.0614870 Mar 07 21:36:04.159156 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-d7e42071-54c0-4d96-b3f3-d230053f4e74 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Request body: {'floatingip': {'port_id': '51b57d43-78da-4219-9ec6-a992da153185', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:04.226440 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-d7e42071-54c0-4d96-b3f3-d230053f4e74 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for floatingip (efb4e631-1080-4e1b-b606-1af79cdde4f6), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:04.330588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af739a-9eec-4559-8472-d1ee736d2cac req-e5d0b48c-7e99-4d9f-b52e-c5f1bbfc1c33 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:04.332362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5af739a-9eec-4559-8472-d1ee736d2cac req-e5d0b48c-7e99-4d9f-b52e-c5f1bbfc1c33 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 948 time: 0.1914144 Mar 07 21:36:04.512005 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5af739a-9eec-4559-8472-d1ee736d2cac req-d88c8730-9808-4067-81d7-89900fd3448d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625011 Mar 07 21:36:04.612472 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-99e53b56-c54d-41a9-88ec-0013bb3474b1 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013186 Mar 07 21:36:04.643032 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d50b484-628a-4d0f-b2ea-1eb47e647519 req-b348eeae-6f25-49ec-8a46-a5bdd2881e2f tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0445230 Mar 07 21:36:04.986282 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-d7e42071-54c0-4d96-b3f3-d230053f4e74 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:05.001667 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-d7e42071-54c0-4d96-b3f3-d230053f4e74 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (efb4e631-1080-4e1b-b606-1af79cdde4f6), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:05.136221 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-d7e42071-54c0-4d96-b3f3-d230053f4e74 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Floating IP efb4e631-1080-4e1b-b606-1af79cdde4f6 associated. External IP: 172.25.4.195, port: 51b57d43-78da-4219-9ec6-a992da153185. Mar 07 21:36:05.200017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2dff6-2e7c-44e5-b5d1-0e09b0b257e3 req-fb1435ef-8ae0-4d56-b828-4c6baee5ae26 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:05.201436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1bd2dff6-2e7c-44e5-b5d1-0e09b0b257e3 req-fb1435ef-8ae0-4d56-b828-4c6baee5ae26 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.2129154 Mar 07 21:36:05.293193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1bd2dff6-2e7c-44e5-b5d1-0e09b0b257e3 req-61905da4-d631-42de-9db6-0038d48cc19e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851922 Mar 07 21:36:05.435551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-d7e42071-54c0-4d96-b3f3-d230053f4e74 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Router a9cf0b9b-64d5-4338-ab50-09de733d411a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:36:05.581961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e81103b1-3c15-4e6e-b54b-8244f8f68669 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:36:05.609024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-d7e42071-54c0-4d96-b3f3-d230053f4e74 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:36:05.615520 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-d7e42071-54c0-4d96-b3f3-d230053f4e74 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:05.653346 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b7b61b-be3c-4127-a3f5-cb7f2ab91072 None None] Sync routers for ids ['a9cf0b9b-64d5-4338-ab50-09de733d411a'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:36:05.680318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b7b61b-be3c-4127-a3f5-cb7f2ab91072 None None] Routers {'a9cf0b9b-64d5-4338-ab50-09de733d411a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:36:05.681235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-11b7b61b-be3c-4127-a3f5-cb7f2ab91072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:35:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a9cf0b9b-64d5-4338-ab50-09de733d411a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:05.850508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e81103b1-3c15-4e6e-b54b-8244f8f68669, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e81103b1-3c15-4e6e-b54b-8244f8f68669,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:05.863014 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'e81103b1-3c15-4e6e-b54b-8244f8f68669', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'e81103b1-3c15-4e6e-b54b-8244f8f68669', 'mac_address': 'fa:16:3e:4d:14:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:36:05.940276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-11b7b61b-be3c-4127-a3f5-cb7f2ab91072 None None] Set router a9cf0b9b-64d5-4338-ab50-09de733d411a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:36:05.943468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e81103b1-3c15-4e6e-b54b-8244f8f68669 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:05.944189 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:05.981808 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-d7e42071-54c0-4d96-b3f3-d230053f4e74 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "PUT /v2.0/floatingips/efb4e631-1080-4e1b-b606-1af79cdde4f6 HTTP/1.1" status: 200 len: 996 time: 1.8281987 Mar 07 21:36:05.986673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9082c272-a0f2-4ff8-89fd-b2712e196faa', 'tag': '51b57d43-78da-4219-9ec6-a992da153185'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:05.989008 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adcc08f-4c2f-40bb-8f4d-085341b02e34" -d '{"events": [{"name": "network-changed", "server_uuid": "9082c272-a0f2-4ff8-89fd-b2712e196faa", "tag": "51b57d43-78da-4219-9ec6-a992da153185"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:05.994046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81103b1-3c15-4e6e-b54b-8244f8f68669 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:06.018780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e81103b1-3c15-4e6e-b54b-8244f8f68669, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e81103b1-3c15-4e6e-b54b-8244f8f68669,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:06.030693 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:06.053232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fc6ac-587a-45eb-824c-a12cd6b7acbb req-52193c27-9424-4500-a05d-a3f9efaf9688 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:06.059249 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc5fc6ac-587a-45eb-824c-a12cd6b7acbb req-52193c27-9424-4500-a05d-a3f9efaf9688 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.4203570 Mar 07 21:36:06.104065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-67c7ba26-a5cc-4b13-be45-a70c4cf2a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:06.108018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-67c7ba26-a5cc-4b13-be45-a70c4cf2a95e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dcffd9147584d8a911d5095291dc777&device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 1127 time: 0.1043468 Mar 07 21:36:06.162873 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc5fc6ac-587a-45eb-824c-a12cd6b7acbb req-eddb871a-33fb-4088-925d-b2d73f5dd981 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895147 Mar 07 21:36:06.240866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-ba286640-8cf4-4d5c-bf77-823069c1add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:06.242518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-ba286640-8cf4-4d5c-bf77-823069c1add0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=503ce660-966e-4dae-b873-0ca25c885f66 HTTP/1.1" status: 200 len: 930 time: 0.1236773 Mar 07 21:36:06.348384 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-d3542e03-6e35-48ac-9917-cd924d1f9fa6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51b57d43-78da-4219-9ec6-a992da153185 HTTP/1.1" status: 200 len: 999 time: 0.0914514 Mar 07 21:36:06.360092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e81103b1-3c15-4e6e-b54b-8244f8f68669,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:06.371635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e0b56-0da0-4bc2-b170-2bacf3e67f53 req-59b04f97-c7b2-4260-86ee-95fa25b5e20a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:06.374524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-719e0b56-0da0-4bc2-b170-2bacf3e67f53 req-59b04f97-c7b2-4260-86ee-95fa25b5e20a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 945 time: 0.1359506 Mar 07 21:36:06.444369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-11b7b61b-be3c-4127-a3f5-cb7f2ab91072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:35:31Z', 'updated_at': '2022-03-07T21:35:35Z', 'revision_number': 4, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'gw_port': {'id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:32Z', 'updated_at': '2022-03-07T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'efb4e631-1080-4e1b-b606-1af79cdde4f6', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'port_id': '51b57d43-78da-4219-9ec6-a992da153185', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'mac_address': 'fa:16:3e:9f:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9082c272-a0f2-4ff8-89fd-b2712e196faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:36:02Z', 'updated_at': '2022-03-07T21:36:04Z', 'revision_number': 1, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9799de61-f88c-48b8-9c7f-98ac925178a8', 'name': '', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'mac_address': 'fa:16:3e:bb:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '77795165-8268-414d-87f3-3cedd1757b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:35Z', 'updated_at': '2022-03-07T21:35:43Z', 'revision_number': 5, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'subnets': [{'id': '77795165-8268-414d-87f3-3cedd1757b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:06.446329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-2f3337d5-0803-4910-8e6a-983adef64a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:06.450624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-2f3337d5-0803-4910-8e6a-983adef64a11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=77795165-8268-414d-87f3-3cedd1757b04 HTTP/1.1" status: 200 len: 868 time: 0.0952482 Mar 07 21:36:06.473279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b7b61b-be3c-4127-a3f5-cb7f2ab91072 None None] Checking router: a9cf0b9b-64d5-4338-ab50-09de733d411a for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:36:06.481715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b7b61b-be3c-4127-a3f5-cb7f2ab91072 None None] Routers {'a9cf0b9b-64d5-4338-ab50-09de733d411a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:36:06.482458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-11b7b61b-be3c-4127-a3f5-cb7f2ab91072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:35:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a9cf0b9b-64d5-4338-ab50-09de733d411a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:06.485552 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-719e0b56-0da0-4bc2-b170-2bacf3e67f53 req-5b70dcbd-c7f9-4f37-835a-3d28c85a1d52 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863745 Mar 07 21:36:06.512572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-1689add8-4f7b-4906-83d8-f66f978f3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:06.517644 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-1689add8-4f7b-4906-83d8-f66f978f3a67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=503ce660-966e-4dae-b873-0ca25c885f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591505 Mar 07 21:36:06.527986 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-349ce476-ce4b-47ef-b917-f79812d5da49 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:36:06.535337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-349ce476-ce4b-47ef-b917-f79812d5da49 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121975 Mar 07 21:36:06.608253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-11b7b61b-be3c-4127-a3f5-cb7f2ab91072 None None] Set router a9cf0b9b-64d5-4338-ab50-09de733d411a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:36:06.638251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['e81103b1-3c15-4e6e-b54b-8244f8f68669'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:06.671251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-d8184b48-0a5a-4171-b524-159f1a4df8b5 service neutron] 10.222.0.26 "GET /v2.0/networks/503ce660-966e-4dae-b873-0ca25c885f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348345 Mar 07 21:36:06.681855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808e1f9-aefe-47b9-a2da-6dc931cce2f8 req-21d2bb88-4647-41d4-b09d-c3d1647a6fa4 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:06.683360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e808e1f9-aefe-47b9-a2da-6dc931cce2f8 req-21d2bb88-4647-41d4-b09d-c3d1647a6fa4 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 949 time: 0.0845137 Mar 07 21:36:06.793118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e808e1f9-aefe-47b9-a2da-6dc931cce2f8 req-9f6fa57a-45e9-4048-9340-940ea630804b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003356 Mar 07 21:36:06.841685 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4d9ae6c-3618-48b4-b754-c446deb8bc64 req-b6f9a8d5-99be-4bdb-9e5c-942903dea9d8 service neutron] 10.222.0.26 "GET /v2.0/networks/503ce660-966e-4dae-b873-0ca25c885f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561882 Mar 07 21:36:06.894461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31c41894-1022-4ef6-80dc-2e6fda6caf76 req-8cd9019e-9900-48d5-8865-29c7b5a2173d tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0386677 Mar 07 21:36:06.919413 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4465198-0464-4827-955a-b52ed7b4374e x-openstack-request-id: req-c4465198-0464-4827-955a-b52ed7b4374e {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:06.919718 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9082c272-a0f2-4ff8-89fd-b2712e196faa", "tag": "51b57d43-78da-4219-9ec6-a992da153185", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:06.919979 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4465198-0464-4827-955a-b52ed7b4374e {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:06.920392 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9082c272-a0f2-4ff8-89fd-b2712e196faa', 'tag': '51b57d43-78da-4219-9ec6-a992da153185', 'status': 'completed', 'code': 200} Mar 07 21:36:06.958665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-11b7b61b-be3c-4127-a3f5-cb7f2ab91072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:35:31Z', 'updated_at': '2022-03-07T21:35:35Z', 'revision_number': 4, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'gw_port': {'id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:32Z', 'updated_at': '2022-03-07T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'efb4e631-1080-4e1b-b606-1af79cdde4f6', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'port_id': '51b57d43-78da-4219-9ec6-a992da153185', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'mac_address': 'fa:16:3e:9f:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9082c272-a0f2-4ff8-89fd-b2712e196faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:36:02Z', 'updated_at': '2022-03-07T21:36:04Z', 'revision_number': 1, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9799de61-f88c-48b8-9c7f-98ac925178a8', 'name': '', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'mac_address': 'fa:16:3e:bb:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '77795165-8268-414d-87f3-3cedd1757b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:35Z', 'updated_at': '2022-03-07T21:35:43Z', 'revision_number': 5, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'subnets': [{'id': '77795165-8268-414d-87f3-3cedd1757b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:06.996172 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b7b61b-be3c-4127-a3f5-cb7f2ab91072 None None] The sync data for ids ['a9cf0b9b-64d5-4338-ab50-09de733d411a'] in n-d-832330-1 is: [{'id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:35:31Z', 'updated_at': '2022-03-07T21:35:35Z', 'revision_number': 4, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'gw_port': {'id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:32Z', 'updated_at': '2022-03-07T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'efb4e631-1080-4e1b-b606-1af79cdde4f6', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'port_id': '51b57d43-78da-4219-9ec6-a992da153185', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'mac_address': 'fa:16:3e:9f:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9082c272-a0f2-4ff8-89fd-b2712e196faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:36:02Z', 'updated_at': '2022-03-07T21:36:04Z', 'revision_number': 1, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9799de61-f88c-48b8-9c7f-98ac925178a8', 'name': '', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'mac_address': 'fa:16:3e:bb:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '77795165-8268-414d-87f3-3cedd1757b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:35Z', 'updated_at': '2022-03-07T21:35:43Z', 'revision_number': 5, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'subnets': [{'id': '77795165-8268-414d-87f3-3cedd1757b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:36:07.020455 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcc08f-4c2f-40bb-8f4d-085341b02e34 req-e4a998cd-0346-4107-9d9a-60f73898166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:07.023266 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8adcc08f-4c2f-40bb-8f4d-085341b02e34 req-e4a998cd-0346-4107-9d9a-60f73898166c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dcffd9147584d8a911d5095291dc777&device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 1127 time: 0.0756285 Mar 07 21:36:07.053159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f084ab-f85d-4149-a5dc-f3e5d693caad req-e361dc75-3a43-401e-a1fe-4b7504a3c3e8 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:07.054788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f084ab-f85d-4149-a5dc-f3e5d693caad req-e361dc75-3a43-401e-a1fe-4b7504a3c3e8 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.0741730 Mar 07 21:36:07.119922 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95f084ab-f85d-4149-a5dc-f3e5d693caad req-d0e57fb3-a801-4b43-b5e8-19e21e14b1a4 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594828 Mar 07 21:36:07.174682 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49286) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:07.189878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb2f75-d4e1-4cd3-be59-ca72e9728b5b req-22b662f9-455a-431d-ad19-52b2253172ad tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:07.191634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45cb2f75-d4e1-4cd3-be59-ca72e9728b5b req-22b662f9-455a-431d-ad19-52b2253172ad tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 1127 time: 0.0697467 Mar 07 21:36:07.215389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcc08f-4c2f-40bb-8f4d-085341b02e34 req-9e43f880-d2b3-46e9-bb1d-071656ff6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:07.216855 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8adcc08f-4c2f-40bb-8f4d-085341b02e34 req-9e43f880-d2b3-46e9-bb1d-071656ff6936 service neutron] 10.222.0.13 "GET /v2.0/networks?id=503ce660-966e-4dae-b873-0ca25c885f66 HTTP/1.1" status: 200 len: 930 time: 0.1870823 Mar 07 21:36:07.296804 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c93039b-6ab8-49d2-98d1-696a756e7a45 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for security_group (2c8be9ef-967c-4362-a1d5-ba966e4b36cd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:07.317878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45cb2f75-d4e1-4cd3-be59-ca72e9728b5b req-afc77895-3a15-42ad-944b-ac1c65258d3b tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135039 Mar 07 21:36:07.344741 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8adcc08f-4c2f-40bb-8f4d-085341b02e34 req-490ac39e-89a1-4dd8-8384-40adb1abc441 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51b57d43-78da-4219-9ec6-a992da153185 HTTP/1.1" status: 200 len: 999 time: 0.1190333 Mar 07 21:36:07.348968 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca76cc-33b4-40cd-981d-3d959a97dbec None None] New status for floating IP efb4e631-1080-4e1b-b606-1af79cdde4f6: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:36:07.367420 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-8e622511-62f2-4e74-ad92-3a410f0a6089 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 258 time: 0.1798880 Mar 07 21:36:07.372544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:07.395787 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c93039b-6ab8-49d2-98d1-696a756e7a45 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for security_group (2c8be9ef-967c-4362-a1d5-ba966e4b36cd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:07.416169 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:07.497085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcc08f-4c2f-40bb-8f4d-085341b02e34 req-6b43a9fa-9954-49fd-8cc2-107663375427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:07.499174 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8adcc08f-4c2f-40bb-8f4d-085341b02e34 req-6b43a9fa-9954-49fd-8cc2-107663375427 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77795165-8268-414d-87f3-3cedd1757b04 HTTP/1.1" status: 200 len: 868 time: 0.1305149 Mar 07 21:36:07.500470 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c93039b-6ab8-49d2-98d1-696a756e7a45 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2c8be9ef-967c-4362-a1d5-ba966e4b36cd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:07.503854 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c93039b-6ab8-49d2-98d1-696a756e7a45 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:07.508286 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4c93039b-6ab8-49d2-98d1-696a756e7a45 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "DELETE /v2.0/security-groups/2c8be9ef-967c-4362-a1d5-ba966e4b36cd HTTP/1.1" status: 204 len: 168 time: 0.3327959 Mar 07 21:36:07.509098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49294) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:07.540905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8910a77-3085-413a-b152-b4f1e34f4773 req-52126ab1-47cb-44f2-83fd-a2b35d758cc1 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:07.542724 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8910a77-3085-413a-b152-b4f1e34f4773 req-52126ab1-47cb-44f2-83fd-a2b35d758cc1 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.1219611 Mar 07 21:36:07.557326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93039b-6ab8-49d2-98d1-696a756e7a45 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8be9ef-967c-4362-a1d5-ba966e4b36cd,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:07.572412 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-b4035289-8be0-4f16-a3ed-49cb9c837df6 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] show failed (client error): The resource could not be found. Mar 07 21:36:07.579902 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b4035289-8be0-4f16-a3ed-49cb9c837df6 tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "GET /v2.0/security-groups/2c8be9ef-967c-4362-a1d5-ba966e4b36cd HTTP/1.1" status: 404 len: 347 time: 0.0550690 Mar 07 21:36:07.583376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49298) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:07.639442 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8910a77-3085-413a-b152-b4f1e34f4773 req-6a885931-55e6-4589-af84-c3a0434c4c8f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878348 Mar 07 21:36:07.679650 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:07.711625 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcc08f-4c2f-40bb-8f4d-085341b02e34 req-76acd1bd-8b21-465d-abce-ec721d116686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:07.713263 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8adcc08f-4c2f-40bb-8f4d-085341b02e34 req-76acd1bd-8b21-465d-abce-ec721d116686 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=503ce660-966e-4dae-b873-0ca25c885f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2032092 Mar 07 21:36:07.812972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd7a86-b04e-4fb0-b9d8-6b84ffe4c91e req-ddcb5866-91b9-4313-b650-fbe040364eef tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:07.815071 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcd7a86-b04e-4fb0-b9d8-6b84ffe4c91e req-ddcb5866-91b9-4313-b650-fbe040364eef tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 1127 time: 0.0922694 Mar 07 21:36:07.831717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Allocated IP 172.25.4.146 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/c5a49602-08d0-424a-b13d-e58cc57b5526) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:36:07.832648 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-54ddf6c5-5ab2-4b61-9875-43e20322ac6e tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Deleting port a25ac372-a469-4204-9b77-c24e3e5bc7fb {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:07.833490 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-54ddf6c5-5ab2-4b61-9875-43e20322ac6e tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a25ac372-a469-4204-9b77-c24e3e5bc7fb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:07.864493 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8adcc08f-4c2f-40bb-8f4d-085341b02e34 req-30bd99ce-bee5-43f1-ae81-5de6c67ea477 service neutron] 10.222.0.13 "GET /v2.0/networks/503ce660-966e-4dae-b873-0ca25c885f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312737 Mar 07 21:36:07.928979 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcd7a86-b04e-4fb0-b9d8-6b84ffe4c91e req-84885448-f1ba-41be-8e32-91c7fa18a7c1 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989180 Mar 07 21:36:07.987198 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for port (c5a49602-08d0-424a-b13d-e58cc57b5526), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:07.990840 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-54ddf6c5-5ab2-4b61-9875-43e20322ac6e tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a25ac372-a469-4204-9b77-c24e3e5bc7fb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:07.991180 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-54ddf6c5-5ab2-4b61-9875-43e20322ac6e tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for floatingip (a25ac372-a469-4204-9b77-c24e3e5bc7fb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:08.011465 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-54ddf6c5-5ab2-4b61-9875-43e20322ac6e tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Calling delete_port for a25ac372-a469-4204-9b77-c24e3e5bc7fb owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:08.031808 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8adcc08f-4c2f-40bb-8f4d-085341b02e34 req-ed74454d-0782-413c-bcbe-79a3d275cda2 service neutron] 10.222.0.13 "GET /v2.0/networks/503ce660-966e-4dae-b873-0ca25c885f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342180 Mar 07 21:36:08.043208 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c5a49602-08d0-424a-b13d-e58cc57b5526), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:08.109518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:36:08.115911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:36:08.123948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:36:08.129290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Pushing event updated for resources: {'Port': ['ID=c5a49602-08d0-424a-b13d-e58cc57b5526,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:08.162953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20df5a-0eda-4dd0-8c24-5dbe8469d746 req-b967d3e0-23d2-44a0-9596-577544d87d41 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:08.164517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de20df5a-0eda-4dd0-8c24-5dbe8469d746 req-b967d3e0-23d2-44a0-9596-577544d87d41 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 949 time: 0.1344612 Mar 07 21:36:08.189834 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-54ddf6c5-5ab2-4b61-9875-43e20322ac6e tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a25ac372-a469-4204-9b77-c24e3e5bc7fb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:08.221666 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddf6c5-5ab2-4b61-9875-43e20322ac6e tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Pushing event deleted for resources: {'Port': ['ID=a25ac372-a469-4204-9b77-c24e3e5bc7fb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:08.270346 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de20df5a-0eda-4dd0-8c24-5dbe8469d746 req-385aa2fc-5843-4595-9770-f93fbe44315c tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913296 Mar 07 21:36:08.295619 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-54ddf6c5-5ab2-4b61-9875-43e20322ac6e tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks [] for floatingip (61cefd45-f65d-468d-a70c-2457f8755cfd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:08.296911 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for floatingip (cd9b6756-800f-43d1-a65c-5461fa23e392), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:08.299209 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-54ddf6c5-5ab2-4b61-9875-43e20322ac6e tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:08.300380 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-54ddf6c5-5ab2-4b61-9875-43e20322ac6e tempest-ServersTestBootFromVolume-1259141870 tempest-ServersTestBootFromVolume-1259141870-project] 10.222.0.26 "DELETE /v2.0/floatingips/61cefd45-f65d-468d-a70c-2457f8755cfd HTTP/1.1" status: 204 len: 168 time: 0.7132306 Mar 07 21:36:08.303326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49308) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:08.346499 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c5a49602-08d0-424a-b13d-e58cc57b5526), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:08.412076 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d1b17c31-7069-4afc-bd77-14a7e627f0f0 req-e1c8a888-78c2-49b9-91ed-35b21b1fa0f2 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0615153 Mar 07 21:36:08.592339 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for port (c5a49602-08d0-424a-b13d-e58cc57b5526), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:08.599217 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c5a49602-08d0-424a-b13d-e58cc57b5526), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:08.635770 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc8a1b-e9a1-4e1c-aea4-cc86478ea012 req-30054263-70e6-4250-ab78-323abd063cf4 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:08.637323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39dc8a1b-e9a1-4e1c-aea4-cc86478ea012 req-30054263-70e6-4250-ab78-323abd063cf4 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.1073909 Mar 07 21:36:08.693540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Pushing event updated for resources: {'Port': ['ID=c5a49602-08d0-424a-b13d-e58cc57b5526,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:08.706081 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:08.714619 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (cd9b6756-800f-43d1-a65c-5461fa23e392), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:08.746710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39dc8a1b-e9a1-4e1c-aea4-cc86478ea012 req-d3648c6e-14e4-4a58-908b-72f3ea80bc93 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772338 Mar 07 21:36:08.751429 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:08.752614 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-18822b73-570a-431d-8e28-da30a995078a tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3842478 Mar 07 21:36:08.814709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-a964191a-928b-4c0c-b064-107f2d93201b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.0522556 Mar 07 21:36:08.955765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-6a320760-5c29-4492-847f-34de954af506 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:08.957064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f4d29a4-3284-4e71-aa88-b10f03ba3145 req-6a320760-5c29-4492-847f-34de954af506 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.1364951 Mar 07 21:36:09.042473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Deleting port 58499ebd-1da0-48fe-b8df-130af1139e22 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:09.043388 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:09.095456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da33293-d87c-49a0-bb70-8ba586fa1083 req-7b594caa-00f7-40e7-b1a0-7e78ff969112 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:09.097211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1da33293-d87c-49a0-bb70-8ba586fa1083 req-7b594caa-00f7-40e7-b1a0-7e78ff969112 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.0795250 Mar 07 21:36:09.152502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] For port 58499ebd-1da0-48fe-b8df-130af1139e22, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=58499ebd-1da0-48fe-b8df-130af1139e22,segment=NetworkSegment(042a0dbb-8b5b-48be-801b-ae7e183e4644),segment_id=042a0dbb-8b5b-48be-801b-ae7e183e4644)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:09.153174 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:09.164889 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1da33293-d87c-49a0-bb70-8ba586fa1083 req-24d35ab1-fa1c-4943-82e9-bdd342213a2b tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597591 Mar 07 21:36:09.168590 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Calling delete_port for 58499ebd-1da0-48fe-b8df-130af1139e22 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:09.378042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fadd8b-6e40-4057-82f8-53f77d197e7c req-eea1103b-3ae2-4055-88dd-706fdc8cb72c tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:09.385193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8fadd8b-6e40-4057-82f8-53f77d197e7c req-eea1103b-3ae2-4055-88dd-706fdc8cb72c tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0802193 Mar 07 21:36:09.410907 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (58499ebd-1da0-48fe-b8df-130af1139e22), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:09.433611 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8fadd8b-6e40-4057-82f8-53f77d197e7c req-b7f00972-40be-45ec-9452-ce4d01042277 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.0475655 Mar 07 21:36:09.446425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-e8fadd8b-6e40-4057-82f8-53f77d197e7c req-736f3ba8-ab89-4752-b307-ea724aa063c8 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Request body: {'floatingip': {'port_id': '51b57d43-78da-4219-9ec6-a992da153185', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:09.447578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=58499ebd-1da0-48fe-b8df-130af1139e22,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:09.474799 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:09.475115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:09.475402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:09.475743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:09.476140 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:09.476511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:09.476847 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:09.477213 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:09.477548 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:09.477863 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:09.478214 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:09.478539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:09.478864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:09.523109 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e8fadd8b-6e40-4057-82f8-53f77d197e7c req-736f3ba8-ab89-4752-b307-ea724aa063c8 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for floatingip (cd9b6756-800f-43d1-a65c-5461fa23e392), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:09.581276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e81103b1-3c15-4e6e-b54b-8244f8f68669 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:36:09.655465 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port e81103b1-3c15-4e6e-b54b-8244f8f68669 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:36:09.663957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port e81103b1-3c15-4e6e-b54b-8244f8f68669 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:09.664333 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:09.777638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-a2f4f420-c77a-4b3b-8e44-de94a63d13a5 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:36:09.778605 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-a2f4f420-c77a-4b3b-8e44-de94a63d13a5 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0264058 Mar 07 21:36:09.783262 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:09.825461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e81103b1-3c15-4e6e-b54b-8244f8f68669 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:09.826175 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:09.859314 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bd31d6-c84d-4366-81cd-dbecc9c0e647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81103b1-3c15-4e6e-b54b-8244f8f68669'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:09.863104 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938d43c6-7966-4389-b1cd-697b3894f5e4" -d '{"events": [{"server_uuid": "33bd31d6-c84d-4366-81cd-dbecc9c0e647", "name": "network-vif-plugged", "status": "completed", "tag": "e81103b1-3c15-4e6e-b54b-8244f8f68669"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:09.865721 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-e8fadd8b-6e40-4057-82f8-53f77d197e7c req-736f3ba8-ab89-4752-b307-ea724aa063c8 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 21:36:09.869123 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-5dbd5868-1494-4ce4-a12d-8c1ec3de994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:09.870613 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-5dbd5868-1494-4ce4-a12d-8c1ec3de994c service neutron] 10.222.0.26 "GET /v2.0/ports/5ac97462-18cd-452c-91d0-b0bb29431fed HTTP/1.1" status: 200 len: 1124 time: 0.0850904 Mar 07 21:36:09.877873 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8fadd8b-6e40-4057-82f8-53f77d197e7c req-736f3ba8-ab89-4752-b307-ea724aa063c8 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "PUT /v2.0/floatingips/cd9b6756-800f-43d1-a65c-5461fa23e392 HTTP/1.1" status: 409 len: 550 time: 0.4367752 Mar 07 21:36:09.880732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e81103b1-3c15-4e6e-b54b-8244f8f68669, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e81103b1-3c15-4e6e-b54b-8244f8f68669,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:09.883821 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-ca2c5ceb-829c-4e4b-a040-517bfde523cd service neutron] Request body: {'binding': {'host': 'n-h2-832330-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:09.884122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-ca2c5ceb-829c-4e4b-a040-517bfde523cd service neutron] Unknown quota resources ['binding']. {{(pid=103718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 21:36:09.886121 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:09.947544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e81103b1-3c15-4e6e-b54b-8244f8f68669,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:10.009896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ba259-3509-4954-9bba-635d226612c8 req-f3e4d3b5-05f6-4dd3-bb50-a9211e00b52f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:10.011558 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d9ba259-3509-4954-9bba-635d226612c8 req-f3e4d3b5-05f6-4dd3-bb50-a9211e00b52f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 950 time: 0.0583105 Mar 07 21:36:10.068175 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d9ba259-3509-4954-9bba-635d226612c8 req-4d8d5756-3fdf-408c-a27a-87a9041aa329 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499845 Mar 07 21:36:10.153768 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-ca2c5ceb-829c-4e4b-a040-517bfde523cd service neutron] Attempting to bind port 5ac97462-18cd-452c-91d0-b0bb29431fed on host n-h2-832330-1 for vnic_type normal with profile None {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:10.154401 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-ca2c5ceb-829c-4e4b-a040-517bfde523cd service neutron] Attempting to bind port 5ac97462-18cd-452c-91d0-b0bb29431fed by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:10.154539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-ca2c5ceb-829c-4e4b-a040-517bfde523cd service neutron] Attempting to bind port 5ac97462-18cd-452c-91d0-b0bb29431fed on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:10.165177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-ca2c5ceb-829c-4e4b-a040-517bfde523cd service neutron] Port 5ac97462-18cd-452c-91d0-b0bb29431fed on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:36:10.165509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-ca2c5ceb-829c-4e4b-a040-517bfde523cd service neutron] Attempting to bind port 5ac97462-18cd-452c-91d0-b0bb29431fed on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:10.175366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-ca2c5ceb-829c-4e4b-a040-517bfde523cd service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:10.175716 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-ca2c5ceb-829c-4e4b-a040-517bfde523cd service neutron] Checking segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:10.176098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-ca2c5ceb-829c-4e4b-a040-517bfde523cd service neutron] Bound using segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:10.176549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-ca2c5ceb-829c-4e4b-a040-517bfde523cd service neutron] Bound port: 5ac97462-18cd-452c-91d0-b0bb29431fed, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:10.178457 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bacab9c1-599e-4fb4-bebc-3a7e8d37d33f req-cac74e08-4b32-4708-9740-c0d2eeb1d304 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0331140 Mar 07 21:36:10.216385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:36:10.298163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-ca2c5ceb-829c-4e4b-a040-517bfde523cd service neutron] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5ac97462-18cd-452c-91d0-b0bb29431fed,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:10.310820 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-ca2c5ceb-829c-4e4b-a040-517bfde523cd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:10.314510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc082df-0d8c-4c96-aaa7-629e65b2d52e req-3638fc66-4943-4ec1-a104-7a5143705828 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:10.316245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2bc082df-0d8c-4c96-aaa7-629e65b2d52e req-3638fc66-4943-4ec1-a104-7a5143705828 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.0689235 Mar 07 21:36:10.318304 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-ca2c5ceb-829c-4e4b-a040-517bfde523cd service neutron] 10.222.0.26 "POST /v2.0/ports/5ac97462-18cd-452c-91d0-b0bb29431fed/bindings HTTP/1.1" status: 201 len: 389 time: 0.4368522 Mar 07 21:36:10.378113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2bc082df-0d8c-4c96-aaa7-629e65b2d52e req-f8b0c4b0-2e03-4f23-9c32-9b96464ee6f1 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562556 Mar 07 21:36:10.395640 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:36:10.404461 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-78d5ab3c-a478-4a42-9e19-6e44b7eb5b00 admin admin] 10.222.0.26 "PUT /v2.0/routers/d7eb48d3-1e7c-4650-b4bd-aa07ec108130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1001070 Mar 07 21:36:10.407117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49354) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:10.433997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4690c0-74ae-46d4-a9c7-074590c88e56 None None] Sync routers for ids ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:36:10.439143 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c8f9c8-849d-4101-8aac-c8faa6191b1a x-openstack-request-id: req-f9c8f9c8-849d-4101-8aac-c8faa6191b1a {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:10.439482 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bd31d6-c84d-4366-81cd-dbecc9c0e647", "name": "network-vif-plugged", "status": "completed", "tag": "e81103b1-3c15-4e6e-b54b-8244f8f68669", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:10.439745 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9c8f9c8-849d-4101-8aac-c8faa6191b1a {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:10.440181 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bd31d6-c84d-4366-81cd-dbecc9c0e647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81103b1-3c15-4e6e-b54b-8244f8f68669', 'code': 200} Mar 07 21:36:10.470000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4690c0-74ae-46d4-a9c7-074590c88e56 None None] Routers {'d7eb48d3-1e7c-4650-b4bd-aa07ec108130'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:36:10.473495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-de4690c0-74ae-46d4-a9c7-074590c88e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:35:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:10.577622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a0209-828e-461f-b18c-5347421a9ace req-3cf60285-0c24-483f-85bc-17a0f5580fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:10.580109 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-909a0209-828e-461f-b18c-5347421a9ace req-3cf60285-0c24-483f-85bc-17a0f5580fb9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 1132 time: 0.0564764 Mar 07 21:36:10.603502 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77d4af92-88c2-4be3-8cf0-3c73af5a6167 req-6eda3d4f-24d2-497f-b7c9-561aed3c21d2 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/floatingips/cd9b6756-800f-43d1-a65c-5461fa23e392 HTTP/1.1" status: 200 len: 693 time: 0.0906773 Mar 07 21:36:10.641029 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-909a0209-828e-461f-b18c-5347421a9ace req-580b353c-084e-4cf6-877d-20bc1ce83be3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539150 Mar 07 21:36:10.683789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-de4690c0-74ae-46d4-a9c7-074590c88e56 None None] Set router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:36:10.803207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c57cd1-47e2-464b-8438-4ff72cec6cde req-8ae7fe5d-99e0-4124-b0c0-8464f01080a9 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:10.804681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78c57cd1-47e2-464b-8438-4ff72cec6cde req-8ae7fe5d-99e0-4124-b0c0-8464f01080a9 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.2939246 Mar 07 21:36:10.837413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4af92-88c2-4be3-8cf0-3c73af5a6167 req-5f858362-a847-41ba-87aa-f59e7768bf34 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:10.838696 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77d4af92-88c2-4be3-8cf0-3c73af5a6167 req-5f858362-a847-41ba-87aa-f59e7768bf34 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.2341256 Mar 07 21:36:10.854985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-31feff1a-4d49-4dea-b9e5-247d3c7a06b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:10.856456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-31feff1a-4d49-4dea-b9e5-247d3c7a06b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 1127 time: 0.1665068 Mar 07 21:36:10.857573 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Publish callbacks [] for router (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:10.887709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-de4690c0-74ae-46d4-a9c7-074590c88e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:25Z', 'updated_at': '2022-03-07T21:36:09Z', 'revision_number': 5, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'gw_port': {'id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:27Z', 'updated_at': '2022-03-07T21:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:10.914861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4690c0-74ae-46d4-a9c7-074590c88e56 None None] Checking router: d7eb48d3-1e7c-4650-b4bd-aa07ec108130 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:36:10.923204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4690c0-74ae-46d4-a9c7-074590c88e56 None None] Routers {'d7eb48d3-1e7c-4650-b4bd-aa07ec108130'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:36:10.923878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-de4690c0-74ae-46d4-a9c7-074590c88e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:35:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:10.972633 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77d4af92-88c2-4be3-8cf0-3c73af5a6167 req-683eb41b-30da-4ee7-8eeb-9395c032937e tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.1240337 Mar 07 21:36:11.035403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78c57cd1-47e2-464b-8438-4ff72cec6cde req-fda4b815-a22a-49a4-a3fb-0f887ea2622d tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178655 Mar 07 21:36:11.051870 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-de4690c0-74ae-46d4-a9c7-074590c88e56 None None] Set router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:36:11.254786 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-de4690c0-74ae-46d4-a9c7-074590c88e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:25Z', 'updated_at': '2022-03-07T21:36:09Z', 'revision_number': 5, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'gw_port': {'id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:27Z', 'updated_at': '2022-03-07T21:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:11.285863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4690c0-74ae-46d4-a9c7-074590c88e56 None None] The sync data for ids ['d7eb48d3-1e7c-4650-b4bd-aa07ec108130'] in n-d-832330-1 is: [{'id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'name': 'tempest-ServersTestBootFromVolume-514743624-router', 'tenant_id': '6eaf29e62b27414c910d1138806f244c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:33:25Z', 'updated_at': '2022-03-07T21:36:09Z', 'revision_number': 5, 'project_id': '6eaf29e62b27414c910d1138806f244c', 'gw_port': {'id': '0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb48d3-1e7c-4650-b4bd-aa07ec108130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:33:27Z', 'updated_at': '2022-03-07T21:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:36:11.378292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77d4af92-88c2-4be3-8cf0-3c73af5a6167 req-b4308187-ca91-4e4c-b4e0-1e55bc82758f tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.3865290 Mar 07 21:36:11.480822 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Publish callbacks [] for router_gateway (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:11.512489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-e3c76e0a-88e3-4ec7-9e06-550446de22e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:11.513886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-e3c76e0a-88e3-4ec7-9e06-550446de22e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.6150401 Mar 07 21:36:11.540819 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f8574-0119-42d6-bcfb-5b1255e17c4b req-2207eca8-6ad6-48a1-8029-6036a1669319 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:11.542275 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-545f8574-0119-42d6-bcfb-5b1255e17c4b req-2207eca8-6ad6-48a1-8029-6036a1669319 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 945 time: 0.1928127 Mar 07 21:36:11.614271 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-ead5417e-c595-4b2e-b72c-e13dcc65a3e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac97462-18cd-452c-91d0-b0bb29431fed HTTP/1.1" status: 200 len: 217 time: 0.0867195 Mar 07 21:36:11.721233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-545f8574-0119-42d6-bcfb-5b1255e17c4b req-d876b909-6b4c-437c-9217-8a16cbeae4b5 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464152 Mar 07 21:36:11.740097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-b3aae147-81fa-4263-a208-8b70f9dedc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:11.740097 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-b3aae147-81fa-4263-a208-8b70f9dedc06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.1094639 Mar 07 21:36:11.758098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-77d4af92-88c2-4be3-8cf0-3c73af5a6167 req-88481df6-d59b-4793-9f3c-0dfe540ba228 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Deleting port c5a49602-08d0-424a-b13d-e58cc57b5526 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:11.758571 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-77d4af92-88c2-4be3-8cf0-3c73af5a6167 req-88481df6-d59b-4793-9f3c-0dfe540ba228 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c5a49602-08d0-424a-b13d-e58cc57b5526), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:11.763498 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Deleting port 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:11.764008 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:11.802696 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-587aeb94-76bf-4561-ac88-285510c0d6d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551009 Mar 07 21:36:12.040078 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-77d4af92-88c2-4be3-8cf0-3c73af5a6167 req-88481df6-d59b-4793-9f3c-0dfe540ba228 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c5a49602-08d0-424a-b13d-e58cc57b5526), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:12.040654 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-77d4af92-88c2-4be3-8cf0-3c73af5a6167 req-88481df6-d59b-4793-9f3c-0dfe540ba228 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for floatingip (c5a49602-08d0-424a-b13d-e58cc57b5526), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:12.062970 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] For port 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:12.063372 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:12.074533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-77d4af92-88c2-4be3-8cf0-3c73af5a6167 req-88481df6-d59b-4793-9f3c-0dfe540ba228 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Calling delete_port for c5a49602-08d0-424a-b13d-e58cc57b5526 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:12.082555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369beaf2-f312-4ac2-9a1a-c07d088a734a req-5214ecf9-9eca-40eb-97d5-cce614436d5e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:12.084303 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-369beaf2-f312-4ac2-9a1a-c07d088a734a req-5214ecf9-9eca-40eb-97d5-cce614436d5e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 950 time: 0.2842417 Mar 07 21:36:12.091366 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-65df89ac-f3cd-487c-9d71-7e9800ccf129 service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643425 Mar 07 21:36:12.097963 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Calling delete_port for 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:12.277174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 58499ebd-1da0-48fe-b8df-130af1139e22 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:12.310616 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 58499ebd-1da0-48fe-b8df-130af1139e22 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:36:12.311260 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 58499ebd-1da0-48fe-b8df-130af1139e22 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:12.320227 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-369beaf2-f312-4ac2-9a1a-c07d088a734a req-81172304-6c2a-47b3-b0ae-338e6ad7f688 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203579 Mar 07 21:36:12.427331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-478d4054-9bd8-4b8b-8f06-22e830ccefce service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176460 Mar 07 21:36:12.520380 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-634503c9-efdb-4fdd-ba26-0918be1764c2 req-7b4fc060-f604-4254-8b48-671abd3f0469 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0639651 Mar 07 21:36:12.671603 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:12.711323 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-77d4af92-88c2-4be3-8cf0-3c73af5a6167 req-88481df6-d59b-4793-9f3c-0dfe540ba228 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c5a49602-08d0-424a-b13d-e58cc57b5526), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:12.725227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:12.792947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:12.793296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:12.793641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:12.793983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:12.794427 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:12.794679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:12.795008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:12.795333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:12.795785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:12.796115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:12.796438 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:12.796759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:12.797081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:12.822208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-bc9d81a5-b33e-4e4a-9f45-013471c54203 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:12.823721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-bc9d81a5-b33e-4e4a-9f45-013471c54203 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c&tenant_id=47acc144bc5e43f0a2becfc354b98767&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 1127 time: 0.2226346 Mar 07 21:36:12.876548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832330-1'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:12.879210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88481df6-d59b-4793-9f3c-0dfe540ba228 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Pushing event deleted for resources: {'Port': ['ID=c5a49602-08d0-424a-b13d-e58cc57b5526,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:12.913772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5e23f-e32b-476c-ac05-19a15e6c8ed2 req-65d4f417-a694-4ba7-bdf0-2af309fe1762 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:12.915412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1a5e23f-e32b-476c-ac05-19a15e6c8ed2 req-65d4f417-a694-4ba7-bdf0-2af309fe1762 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.3053110 Mar 07 21:36:12.933465 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:12.988543 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-77d4af92-88c2-4be3-8cf0-3c73af5a6167 req-88481df6-d59b-4793-9f3c-0dfe540ba228 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for floatingip (cd9b6756-800f-43d1-a65c-5461fa23e392), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:12.991404 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-77d4af92-88c2-4be3-8cf0-3c73af5a6167 req-88481df6-d59b-4793-9f3c-0dfe540ba228 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:12.992638 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77d4af92-88c2-4be3-8cf0-3c73af5a6167 req-88481df6-d59b-4793-9f3c-0dfe540ba228 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "DELETE /v2.0/floatingips/cd9b6756-800f-43d1-a65c-5461fa23e392 HTTP/1.1" status: 204 len: 173 time: 1.5941632 Mar 07 21:36:13.127983 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:13.138885 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Publish callbacks [] for router_controller (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:13.146965 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:13.152121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1a5e23f-e32b-476c-ac05-19a15e6c8ed2 req-a5a1be4f-a3d5-4303-bda0-8f29197dd0d2 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260268 Mar 07 21:36:13.250236 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (d7eb48d3-1e7c-4650-b4bd-aa07ec108130), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:13.250880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7eb48d3-1e7c-4650-b4bd-aa07ec108130 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:36:13.256107 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:13.259755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c61490cd-8114-4c83-b8c2-0c5a58c7fa7e admin admin] 10.222.0.26 "DELETE /v2.0/routers/d7eb48d3-1e7c-4650-b4bd-aa07ec108130 HTTP/1.1" status: 204 len: 168 time: 2.8436878 Mar 07 21:36:13.260436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49376) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:13.328241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-df59781a-84bb-466a-ad53-84cc3591dffd admin admin] Deleting subnet 23cdcf00-1df9-40cd-bc4e-eb80a415ae63 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:36:13.328600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d92b4-b4aa-4895-a9f0-0d7a4b819140 req-87a23e0c-feea-4d78-89eb-3032849ff417 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:13.330238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-534d92b4-b4aa-4895-a9f0-0d7a4b819140 req-87a23e0c-feea-4d78-89eb-3032849ff417 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.2742269 Mar 07 21:36:13.333854 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df59781a-84bb-466a-ad53-84cc3591dffd admin admin] Publish callbacks [] for subnet (23cdcf00-1df9-40cd-bc4e-eb80a415ae63), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:13.380146 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df59781a-84bb-466a-ad53-84cc3591dffd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (23cdcf00-1df9-40cd-bc4e-eb80a415ae63), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:13.470942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582f251-4aa4-4691-bb11-ca79b6dff271 req-20df2f2c-795a-4070-b4e8-639bcac771e2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:13.471961 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df59781a-84bb-466a-ad53-84cc3591dffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (23cdcf00-1df9-40cd-bc4e-eb80a415ae63), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:13.472486 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e582f251-4aa4-4691-bb11-ca79b6dff271 req-20df2f2c-795a-4070-b4e8-639bcac771e2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 945 time: 0.2121496 Mar 07 21:36:13.491048 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-534d92b4-b4aa-4895-a9f0-0d7a4b819140 req-5f72753c-df5c-4913-9787-83bfd36b1ec4 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391232 Mar 07 21:36:13.530672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5ac97462-18cd-452c-91d0-b0bb29431fed,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:13.559096 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df59781a-84bb-466a-ad53-84cc3591dffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (23cdcf00-1df9-40cd-bc4e-eb80a415ae63), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:13.588728 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59781a-84bb-466a-ad53-84cc3591dffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23cdcf00-1df9-40cd-bc4e-eb80a415ae63,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:13.591110 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df59781a-84bb-466a-ad53-84cc3591dffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:13.596342 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-df59781a-84bb-466a-ad53-84cc3591dffd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/23cdcf00-1df9-40cd-bc4e-eb80a415ae63 HTTP/1.1" status: 204 len: 168 time: 0.3339913 Mar 07 21:36:13.598596 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49382) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:13.599512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be0cfaa-1af5-4ed7-8d71-cbf721683342 None None] Network de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:36:13.680429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:13.745002 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] Deleting port b3855f4c-5066-46ca-bb01-a1a250e1c606 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:13.745750 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:13.917039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14b7bba-6e10-4368-81e0-584928b0136c None None] DHCP port deletion for de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:36:13.979759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a14b7bba-6e10-4368-81e0-584928b0136c None None] Deleting port b3855f4c-5066-46ca-bb01-a1a250e1c606 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:13.980310 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a14b7bba-6e10-4368-81e0-584928b0136c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.065802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a14b7bba-6e10-4368-81e0-584928b0136c None None] For port b3855f4c-5066-46ca-bb01-a1a250e1c606, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b3855f4c-5066-46ca-bb01-a1a250e1c606,segment=NetworkSegment(042a0dbb-8b5b-48be-801b-ae7e183e4644),segment_id=042a0dbb-8b5b-48be-801b-ae7e183e4644)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:14.066603 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a14b7bba-6e10-4368-81e0-584928b0136c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.081447 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a14b7bba-6e10-4368-81e0-584928b0136c None None] Calling delete_port for b3855f4c-5066-46ca-bb01-a1a250e1c606 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:14.083798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:14.131530 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Publish callbacks [] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.151327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e582f251-4aa4-4691-bb11-ca79b6dff271 req-1ce311db-b1c7-4217-bff3-0a9e4b5bc28e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597247 Mar 07 21:36:14.151896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e416cf10-0b88-4369-8867-1966f8554d9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac97462-18cd-452c-91d0-b0bb29431fed'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:14.158995 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c59f9a-5def-4b6b-b993-316042fad670" -d '{"events": [{"server_uuid": "e416cf10-0b88-4369-8867-1966f8554d9c", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac97462-18cd-452c-91d0-b0bb29431fed"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:14.191952 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.207495 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a14b7bba-6e10-4368-81e0-584928b0136c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.220726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b7bba-6e10-4368-81e0-584928b0136c None None] No DVR routers for this DVR port b3855f4c-5066-46ca-bb01-a1a250e1c606 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:14.270272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b7bba-6e10-4368-81e0-584928b0136c None None] Pushing event deleted for resources: {'Port': ['ID=b3855f4c-5066-46ca-bb01-a1a250e1c606,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:14.282434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] For port b3855f4c-5066-46ca-bb01-a1a250e1c606, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b3855f4c-5066-46ca-bb01-a1a250e1c606,segment=NetworkSegment(042a0dbb-8b5b-48be-801b-ae7e183e4644),segment_id=042a0dbb-8b5b-48be-801b-ae7e183e4644)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:14.282912 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.312084 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] Calling delete_port for b3855f4c-5066-46ca-bb01-a1a250e1c606 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:14.367301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b3855f4c-5066-46ca-bb01-a1a250e1c606 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:14.399777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: b3855f4c-5066-46ca-bb01-a1a250e1c606 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:36:14.400033 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Pushing event updated for resources: {'Port': ['ID=5ac97462-18cd-452c-91d0-b0bb29431fed,revision_number=7']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:14.404878 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b3855f4c-5066-46ca-bb01-a1a250e1c606), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.409699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b3855f4c-5066-46ca-bb01-a1a250e1c606 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:14.410301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:14.411893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-506e6ab8-4c62-4232-b6e1-84406340c83c tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.8670611 Mar 07 21:36:14.437229 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] No DVR routers for this DVR port b3855f4c-5066-46ca-bb01-a1a250e1c606 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:14.442461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3855f4c-5066-46ca-bb01-a1a250e1c606,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:14.458652 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:36:14.459001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0b25069d-c2a6-46b5-b9ce-8bf1b7e6972b not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:14.503665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-5eb602d4-baa3-459b-bb58-a8a3ce7c8310 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:14.505059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-5eb602d4-baa3-459b-bb58-a8a3ce7c8310 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports/51b57d43-78da-4219-9ec6-a992da153185 HTTP/1.1" status: 200 len: 942 time: 0.0653746 Mar 07 21:36:14.507756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Attempting to bind port 5ac97462-18cd-452c-91d0-b0bb29431fed on host n-h1-832330-1 for vnic_type normal with profile {"migrating_to": "n-h2-832330-1"} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:14.508090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Attempting to bind port 5ac97462-18cd-452c-91d0-b0bb29431fed by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:14.508413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Attempting to bind port 5ac97462-18cd-452c-91d0-b0bb29431fed on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:14.520102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41100-f229-4986-831c-2499d1e420b0 req-adbfbc8a-04dd-4078-a6d0-7654ad490668 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:14.521635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96c41100-f229-4986-831c-2499d1e420b0 req-adbfbc8a-04dd-4078-a6d0-7654ad490668 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 950 time: 0.1928136 Mar 07 21:36:14.523991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Port 5ac97462-18cd-452c-91d0-b0bb29431fed on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:36:14.524432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Attempting to bind port 5ac97462-18cd-452c-91d0-b0bb29431fed on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:14.534849 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.536107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:14.536807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Checking segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:14.537181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Bound using segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:14.537619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Bound port: 5ac97462-18cd-452c-91d0-b0bb29431fed, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:14.538028 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.556317 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:14.567303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042a0dbb-8b5b-48be-801b-ae7e183e4644') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:14.567850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042a0dbb-8b5b-48be-801b-ae7e183e4644') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:14.578922 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (042a0dbb-8b5b-48be-801b-ae7e183e4644), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.592514 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (042a0dbb-8b5b-48be-801b-ae7e183e4644), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.598825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:36:14.599378 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (042a0dbb-8b5b-48be-801b-ae7e183e4644), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:36:14.657595 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:36:14.662257 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.678715 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.682034 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5 HTTP/1.1" status: 204 len: 168 time: 1.0823412 Mar 07 21:36:14.683056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b300911-5d84-47ba-839e-1b1b0a2090d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=de50e9c0-4ee8-4c68-a34c-3b2c9d24f9c5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:14.704876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:14.737655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96c41100-f229-4986-831c-2499d1e420b0 req-faf361e1-5c05-454b-a10e-c616640d1dbe tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074108 Mar 07 21:36:14.751654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5ac97462-18cd-452c-91d0-b0bb29431fed,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:14.762827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-683bcf72-1c45-4b74-9894-9ab51c921e46 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.1773956 Mar 07 21:36:14.765400 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.900795 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f55c6b8b-d74d-4096-bd21-abc841eaabb6 req-88bf9a53-9853-4b54-affe-5e91fdd2bb6e tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0500715 Mar 07 21:36:14.932933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49398) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:14.989848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:14.990467 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:14.991951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] 10.222.0.15 "PUT /v2.0/ports/5ac97462-18cd-452c-91d0-b0bb29431fed HTTP/1.1" status: 200 len: 1121 time: 2.1263838 Mar 07 21:36:14.992604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c699c15-e235-4b84-a65a-9279c7c7c21a service neutron] Pushing event updated for resources: {'Port': ['ID=5ac97462-18cd-452c-91d0-b0bb29431fed,revision_number=8']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:15.001372 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9652f5b-3e6f-474e-afb2-882b5e135a29 x-openstack-request-id: req-f9652f5b-3e6f-474e-afb2-882b5e135a29 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:15.001673 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e416cf10-0b88-4369-8867-1966f8554d9c", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac97462-18cd-452c-91d0-b0bb29431fed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:15.001941 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9652f5b-3e6f-474e-afb2-882b5e135a29 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:15.002379 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e416cf10-0b88-4369-8867-1966f8554d9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac97462-18cd-452c-91d0-b0bb29431fed', 'code': 200} Mar 07 21:36:15.087983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-caa8cbb3-cdc6-48fb-b509-5d3167efea37 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:15.089302 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-caa8cbb3-cdc6-48fb-b509-5d3167efea37 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.3121393 Mar 07 21:36:15.109214 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-be9f94e4-b53f-4665-a627-8d89c449ecf3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6eaf29e62b27414c910d1138806f244c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1688499 Mar 07 21:36:15.112668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49400) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:15.152817 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5ac97462-18cd-452c-91d0-b0bb29431fed'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:15.194197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbb6a9-2e5f-49ac-b7d6-b96d51256109 req-26f843b6-11cf-442a-92bc-a9b3824acd67 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:15.195814 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82dbb6a9-2e5f-49ac-b7d6-b96d51256109 req-26f843b6-11cf-442a-92bc-a9b3824acd67 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.1352527 Mar 07 21:36:15.199152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-ab0f10d9-8b6a-431c-937f-9e84f6e28874 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.0928032 Mar 07 21:36:15.209873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-b9a8a483-aad4-4f36-84ba-4d430db6102e tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:15.215493 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2d72d8f6-c1f0-47f8-9ad6-4d1a37b7f912 admin admin] Publish callbacks [] for security_group (4d6bd69e-9497-4a97-b160-c3cf6c8ece46), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:15.246648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2d72d8f6-c1f0-47f8-9ad6-4d1a37b7f912 admin admin] Publish callbacks [] for security_group (4d6bd69e-9497-4a97-b160-c3cf6c8ece46), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:15.317699 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2d72d8f6-c1f0-47f8-9ad6-4d1a37b7f912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4d6bd69e-9497-4a97-b160-c3cf6c8ece46), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:15.322171 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2d72d8f6-c1f0-47f8-9ad6-4d1a37b7f912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:15.327187 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2d72d8f6-c1f0-47f8-9ad6-4d1a37b7f912 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d6bd69e-9497-4a97-b160-c3cf6c8ece46 HTTP/1.1" status: 204 len: 168 time: 0.2131500 Mar 07 21:36:15.339866 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72d8f6-c1f0-47f8-9ad6-4d1a37b7f912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6bd69e-9497-4a97-b160-c3cf6c8ece46,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:15.349229 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-b9a8a483-aad4-4f36-84ba-4d430db6102e tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for floatingip (efb4e631-1080-4e1b-b606-1af79cdde4f6), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:15.358924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82dbb6a9-2e5f-49ac-b7d6-b96d51256109 req-f8f305b7-0eb2-4966-b24a-439eb5b23e25 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424694 Mar 07 21:36:15.570642 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bcb223e4-d5ea-432f-906f-03bada5a5a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:15.579823 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-b9a8a483-aad4-4f36-84ba-4d430db6102e tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:15.593025 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-b9a8a483-aad4-4f36-84ba-4d430db6102e tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (efb4e631-1080-4e1b-b606-1af79cdde4f6), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:15.593600 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-b9a8a483-aad4-4f36-84ba-4d430db6102e tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Floating IP efb4e631-1080-4e1b-b606-1af79cdde4f6 disassociated. External IP: 172.25.4.195, port: 51b57d43-78da-4219-9ec6-a992da153185. Mar 07 21:36:15.697559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b41627-6ce2-4906-8979-d8f006f5d442 req-e4310a1b-58e9-4c84-8598-f8eafe9906d2 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:15.699355 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9b41627-6ce2-4906-8979-d8f006f5d442 req-e4310a1b-58e9-4c84-8598-f8eafe9906d2 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.1177924 Mar 07 21:36:15.747609 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:15.816787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9b41627-6ce2-4906-8979-d8f006f5d442 req-ec0f1c7d-e31b-4dc6-b094-10276898026f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110430 Mar 07 21:36:16.062843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-b9a8a483-aad4-4f36-84ba-4d430db6102e tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Router a9cf0b9b-64d5-4338-ab50-09de733d411a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:36:16.071984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc6f14-9d7d-4487-8258-d5c40fcc032f req-00d9992b-e918-4b00-841b-43dae1e283af tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:16.080301 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fecc6f14-9d7d-4487-8258-d5c40fcc032f req-00d9992b-e918-4b00-841b-43dae1e283af tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 1132 time: 0.1298831 Mar 07 21:36:16.234043 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fecc6f14-9d7d-4487-8258-d5c40fcc032f req-9b04cc84-432b-4cea-b5d5-6976a4e2bb9d tempest-ServersOnMultiNodesTest-1031329998 tempest-ServersOnMultiNodesTest-1031329998-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528425 Mar 07 21:36:16.248779 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-b9a8a483-aad4-4f36-84ba-4d430db6102e tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:36:16.265914 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebd5bb-a43e-4a92-bf11-87e2b0223fac None None] Sync routers for ids ['a9cf0b9b-64d5-4338-ab50-09de733d411a'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:36:16.277752 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ebd5bb-a43e-4a92-bf11-87e2b0223fac None None] Routers {'a9cf0b9b-64d5-4338-ab50-09de733d411a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:36:16.278396 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-76ebd5bb-a43e-4a92-bf11-87e2b0223fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:35:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a9cf0b9b-64d5-4338-ab50-09de733d411a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:16.278561 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-b9a8a483-aad4-4f36-84ba-4d430db6102e tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:16.314992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-b9a8a483-aad4-4f36-84ba-4d430db6102e tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "PUT /v2.0/floatingips/efb4e631-1080-4e1b-b606-1af79cdde4f6 HTTP/1.1" status: 200 len: 695 time: 1.1091828 Mar 07 21:36:16.383250 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49430) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:16.405134 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-76ebd5bb-a43e-4a92-bf11-87e2b0223fac None None] Set router a9cf0b9b-64d5-4338-ab50-09de733d411a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:36:16.428187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-a455499b-a2c4-4756-b483-6fd7f05f8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:16.429753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-a455499b-a2c4-4756-b483-6fd7f05f8ca8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dcffd9147584d8a911d5095291dc777&device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 1127 time: 0.0958505 Mar 07 21:36:16.546218 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1307624079-network', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:16.560911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-e301e5dd-2119-4841-b7c1-525382bde16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:16.562934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-e301e5dd-2119-4841-b7c1-525382bde16a service neutron] 10.222.0.26 "GET /v2.0/networks?id=503ce660-966e-4dae-b873-0ca25c885f66 HTTP/1.1" status: 200 len: 930 time: 0.1241293 Mar 07 21:36:16.577923 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca35f3-c9fb-49c9-8ae6-36a2a9127152 req-36fdec93-ffd3-4deb-b38a-cd357f1af2f1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:16.580241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c1ca35f3-c9fb-49c9-8ae6-36a2a9127152 req-36fdec93-ffd3-4deb-b38a-cd357f1af2f1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 943 time: 0.2101822 Mar 07 21:36:16.598603 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] Made reservation on behalf of ab34b2afec2a4f94b49830731c3241e6 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:36:16.601311 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:16.624425 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:16.656487 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-45fee545-c652-4e13-b856-41b12d7a2cfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51b57d43-78da-4219-9ec6-a992da153185 HTTP/1.1" status: 200 len: 217 time: 0.0748699 Mar 07 21:36:16.674399 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-76ebd5bb-a43e-4a92-bf11-87e2b0223fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:35:31Z', 'updated_at': '2022-03-07T21:35:35Z', 'revision_number': 4, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'gw_port': {'id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:32Z', 'updated_at': '2022-03-07T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9799de61-f88c-48b8-9c7f-98ac925178a8', 'name': '', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'mac_address': 'fa:16:3e:bb:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '77795165-8268-414d-87f3-3cedd1757b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:35Z', 'updated_at': '2022-03-07T21:35:43Z', 'revision_number': 5, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'subnets': [{'id': '77795165-8268-414d-87f3-3cedd1757b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:16.703627 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebd5bb-a43e-4a92-bf11-87e2b0223fac None None] Checking router: a9cf0b9b-64d5-4338-ab50-09de733d411a for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:36:16.723261 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ebd5bb-a43e-4a92-bf11-87e2b0223fac None None] Routers {'a9cf0b9b-64d5-4338-ab50-09de733d411a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:36:16.723816 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-76ebd5bb-a43e-4a92-bf11-87e2b0223fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:35:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a9cf0b9b-64d5-4338-ab50-09de733d411a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:16.735668 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] Publish callbacks [] for security_group (11fe0621-21ee-4429-a506-7d221f715b8e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:16.741909 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (11fe0621-21ee-4429-a506-7d221f715b8e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:16.757588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c1ca35f3-c9fb-49c9-8ae6-36a2a9127152 req-ac047a64-dd7d-4801-ad10-a1a52ed32d9c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657360 Mar 07 21:36:16.784704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-7ab5b640-cdfb-44cb-9e51-4450a4546b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:16.789372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-7ab5b640-cdfb-44cb-9e51-4450a4546b09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=77795165-8268-414d-87f3-3cedd1757b04 HTTP/1.1" status: 200 len: 868 time: 0.1311603 Mar 07 21:36:16.790739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:36:16.800839 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fe0621-21ee-4429-a506-7d221f715b8e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:16.809220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b35ffd60-3db7-45df-b909-9d4cd3e1af69), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:16.809783 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] Added segment b35ffd60-3db7-45df-b909-9d4cd3e1af69 of type vlan for network 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 Mar 07 21:36:16.869766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (9ffcf6e4-ae5d-40ad-baed-19b7800074b4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:16.911946 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (9ffcf6e4-ae5d-40ad-baed-19b7800074b4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:16.914381 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:16.915923 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:16.925835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d26cfdf-0b29-4052-b5d7-85e3a17058fd req-21e7c09f-7a07-4869-b723-4387fb430ece tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0609584 Mar 07 21:36:16.946163 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-76ebd5bb-a43e-4a92-bf11-87e2b0223fac None None] Set router a9cf0b9b-64d5-4338-ab50-09de733d411a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:36:16.966907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-264d3302-85ea-4e89-82ac-bdbc469fd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:16.982621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-264d3302-85ea-4e89-82ac-bdbc469fd714 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=503ce660-966e-4dae-b873-0ca25c885f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1835008 Mar 07 21:36:17.006796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e416cf10-0b88-4369-8867-1966f8554d9c', 'tag': '5ac97462-18cd-452c-91d0-b0bb29431fed'}, {'name': 'network-changed', 'server_uuid': '9082c272-a0f2-4ff8-89fd-b2712e196faa', 'tag': '51b57d43-78da-4219-9ec6-a992da153185'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:17.010921 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ed2539-f5ea-40f4-b918-355f77f4dba6" -d '{"events": [{"name": "network-changed", "server_uuid": "e416cf10-0b88-4369-8867-1966f8554d9c", "tag": "5ac97462-18cd-452c-91d0-b0bb29431fed"}, {"name": "network-changed", "server_uuid": "9082c272-a0f2-4ff8-89fd-b2712e196faa", "tag": "51b57d43-78da-4219-9ec6-a992da153185"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:17.017493 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6289821 Mar 07 21:36:17.017493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f66570-737f-4a64-b2a6-87f49cd8b8a3 admin admin] Pushing event updated for resources: {'Network': ['ID=9ffcf6e4-ae5d-40ad-baed-19b7800074b4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:17.018474 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49440) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:17.024223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-aeb65ca4-d6ef-40c2-b506-b2961697d85b admin admin] Request body: {'subnet': {'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-subnet', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:17.026722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:36:17.065155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb65ca4-d6ef-40c2-b506-b2961697d85b admin admin] Made reservation on behalf of ab34b2afec2a4f94b49830731c3241e6 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:36:17.069944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aeb65ca4-d6ef-40c2-b506-b2961697d85b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:17.150330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-360691c6-97dd-45c2-8428-ce36b0576595 service neutron] 10.222.0.26 "GET /v2.0/networks/503ce660-966e-4dae-b873-0ca25c885f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667717 Mar 07 21:36:17.211253 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-76ebd5bb-a43e-4a92-bf11-87e2b0223fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:35:31Z', 'updated_at': '2022-03-07T21:35:35Z', 'revision_number': 4, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'gw_port': {'id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:32Z', 'updated_at': '2022-03-07T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9799de61-f88c-48b8-9c7f-98ac925178a8', 'name': '', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'mac_address': 'fa:16:3e:bb:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '77795165-8268-414d-87f3-3cedd1757b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:35Z', 'updated_at': '2022-03-07T21:35:43Z', 'revision_number': 5, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'subnets': [{'id': '77795165-8268-414d-87f3-3cedd1757b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:17.247715 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebd5bb-a43e-4a92-bf11-87e2b0223fac None None] The sync data for ids ['a9cf0b9b-64d5-4338-ab50-09de733d411a'] in n-d-832330-1 is: [{'id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:35:31Z', 'updated_at': '2022-03-07T21:35:35Z', 'revision_number': 4, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'gw_port': {'id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:32Z', 'updated_at': '2022-03-07T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9799de61-f88c-48b8-9c7f-98ac925178a8', 'name': '', 'network_id': '503ce660-966e-4dae-b873-0ca25c885f66', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'mac_address': 'fa:16:3e:bb:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '77795165-8268-414d-87f3-3cedd1757b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:35Z', 'updated_at': '2022-03-07T21:35:43Z', 'revision_number': 5, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'subnets': [{'id': '77795165-8268-414d-87f3-3cedd1757b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:36:17.307636 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5ac97462-18cd-452c-91d0-b0bb29431fed details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:36:17.360893 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aeb65ca4-d6ef-40c2-b506-b2961697d85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:17.394364 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88638383-8f69-49e0-9209-effe8b7a6d85 req-3429e3d7-3014-4d22-baee-12a4e6cd9bfe service neutron] 10.222.0.26 "GET /v2.0/networks/503ce660-966e-4dae-b873-0ca25c885f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374845 Mar 07 21:36:17.437824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb65ca4-d6ef-40c2-b506-b2961697d85b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:17.443890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c800065-4920-49e8-a929-c9abbadca90d req-254cfbc9-649e-4fe8-a526-2919b6d7b583 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:17.451789 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c800065-4920-49e8-a929-c9abbadca90d req-254cfbc9-649e-4fe8-a526-2919b6d7b583 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.1062262 Mar 07 21:36:17.456298 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb65ca4-d6ef-40c2-b506-b2961697d85b admin admin] Checking segment: {'id': 'b35ffd60-3db7-45df-b909-9d4cd3e1af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:17.456978 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb65ca4-d6ef-40c2-b506-b2961697d85b admin admin] Network hostable DHCP agents. Network: 9ffcf6e4-ae5d-40ad-baed-19b7800074b4, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:36:17.481579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb65ca4-d6ef-40c2-b506-b2961697d85b admin admin] Network 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:36:17.493134 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-aeb65ca4-d6ef-40c2-b506-b2961697d85b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 9ffcf6e4-ae5d-40ad-baed-19b7800074b4) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:36:17.498934 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb65ca4-d6ef-40c2-b506-b2961697d85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:17.499926 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aeb65ca4-d6ef-40c2-b506-b2961697d85b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:17.519874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c800065-4920-49e8-a929-c9abbadca90d req-3e10c3ee-b6b7-48a1-8db2-7df13df5c319 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658674 Mar 07 21:36:17.533541 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-aeb65ca4-d6ef-40c2-b506-b2961697d85b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5133796 Mar 07 21:36:17.535815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49448) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:17.546486 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:17.609298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (81928a82-67bd-48dc-9690-85d095120cd5), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:17.611279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (81928a82-67bd-48dc-9690-85d095120cd5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:17.622667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1aef2-c3b7-4832-8eec-d1a73db0e79e req-eb1d9244-1c63-481c-bec3-64fb32bad09d tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:17.624325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20a1aef2-c3b7-4832-8eec-d1a73db0e79e req-eb1d9244-1c63-481c-bec3-64fb32bad09d tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.1107090 Mar 07 21:36:17.652730 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c346835-e8e5-4135-aed1-2e520a1f5a42 x-openstack-request-id: req-0c346835-e8e5-4135-aed1-2e520a1f5a42 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:17.654188 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e416cf10-0b88-4369-8867-1966f8554d9c", "tag": "5ac97462-18cd-452c-91d0-b0bb29431fed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9082c272-a0f2-4ff8-89fd-b2712e196faa", "tag": "51b57d43-78da-4219-9ec6-a992da153185", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:17.654460 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c346835-e8e5-4135-aed1-2e520a1f5a42 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:17.654873 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e416cf10-0b88-4369-8867-1966f8554d9c', 'tag': '5ac97462-18cd-452c-91d0-b0bb29431fed', 'status': 'completed', 'code': 200} Mar 07 21:36:17.655197 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9082c272-a0f2-4ff8-89fd-b2712e196faa', 'tag': '51b57d43-78da-4219-9ec6-a992da153185', 'status': 'completed', 'code': 200} Mar 07 21:36:17.678650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8f1f6a-3c4e-4ce0-999f-7a70dd3da3b6 None None] Network 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:36:17.713985 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20a1aef2-c3b7-4832-8eec-d1a73db0e79e req-066341ff-324b-42aa-8da9-31e547012569 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816524 Mar 07 21:36:17.751607 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Publish callbacks [] for router_controller (81928a82-67bd-48dc-9690-85d095120cd5), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:17.769990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7774a-25f4-4ac3-a7b6-27af74bcaff5 None None] New status for floating IP efb4e631-1080-4e1b-b606-1af79cdde4f6: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:36:17.845672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5ac97462-18cd-452c-91d0-b0bb29431fed,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:17.866758 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-4ad857a5-fdc5-4121-8bed-3521096336bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:17.869011 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-4ad857a5-fdc5-4121-8bed-3521096336bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 1155 time: 0.1282120 Mar 07 21:36:17.873705 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1304e13b-4e83-4809-9d57-53aecb97a3ab req-ccada21d-58db-4c9d-907f-1562a3d3017d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/floatingips/efb4e631-1080-4e1b-b606-1af79cdde4f6 HTTP/1.1" status: 200 len: 695 time: 0.0577154 Mar 07 21:36:17.929263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453870f-33a9-4784-8dd7-0c74875edd0a req-f72ac157-b020-4423-b50a-7c686ad7c06b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:17.930727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6453870f-33a9-4784-8dd7-0c74875edd0a req-f72ac157-b020-4423-b50a-7c686ad7c06b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 950 time: 0.1874473 Mar 07 21:36:17.949150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Publish callbacks [] for router_gateway (81928a82-67bd-48dc-9690-85d095120cd5), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:18.046655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6453870f-33a9-4784-8dd7-0c74875edd0a req-e07ecbeb-d7aa-45ed-aa90-f6d99d127f24 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621567 Mar 07 21:36:18.058413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-dd37ae44-442f-4e93-a224-b1c338d72a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:18.060574 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-dd37ae44-442f-4e93-a224-b1c338d72a18 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.1053269 Mar 07 21:36:18.083718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5ac97462-18cd-452c-91d0-b0bb29431fed has no active binding in host n-h2-832330-1 {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 21:36:18.086320 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-619d10f2-879d-4405-8d00-02715ccb59b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:18.128866 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-2c570f4b-6f8f-4c90-a4dd-545cfee0769a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac97462-18cd-452c-91d0-b0bb29431fed HTTP/1.1" status: 200 len: 217 time: 0.0527258 Mar 07 21:36:18.131129 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:18.134851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'fixed_ips': [{'subnet_id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:36:18.135100 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304e13b-4e83-4809-9d57-53aecb97a3ab req-6350ccb1-b70b-420a-b9cf-24b427931c3d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:18.136540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1304e13b-4e83-4809-9d57-53aecb97a3ab req-6350ccb1-b70b-420a-b9cf-24b427931c3d tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.2535422 Mar 07 21:36:18.143747 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:18.193611 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-7c48da01-1f9f-48c7-bbef-d0c0550c0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:18.195078 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-7c48da01-1f9f-48c7-bbef-d0c0550c0b71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.0552495 Mar 07 21:36:18.236294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1304e13b-4e83-4809-9d57-53aecb97a3ab req-ea5af5c1-9b85-45fd-b010-a5d5871b6602 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.0894396 Mar 07 21:36:18.287813 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-1a09fb05-366a-48d0-ba7e-92ef0306f3f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590603 Mar 07 21:36:18.322424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1304e13b-4e83-4809-9d57-53aecb97a3ab req-18e93b8c-63b7-417e-9862-2986ee255279 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.0758564 Mar 07 21:36:18.332102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Allocated IP 172.20.0.2 (9ffcf6e4-ae5d-40ad-baed-19b7800074b4/cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499/c5da98d8-94d2-4eec-8fb3-3d0d508843d4) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:36:18.446096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8132314-7e3d-4599-8fc8-e3276f1e99d6 req-7473990d-83da-4cfb-b46b-0096f2b45285 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:18.449800 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-ac45fa7b-34b5-4f6b-8451-c322392f8025 service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495304 Mar 07 21:36:18.455161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8132314-7e3d-4599-8fc8-e3276f1e99d6 req-7473990d-83da-4cfb-b46b-0096f2b45285 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 943 time: 0.3071661 Mar 07 21:36:18.495611 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:36:18.528721 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Publish callbacks [] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:18.536624 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:18.574578 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-8a386518-31be-4985-9795-a0d998841aa2 service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981147 Mar 07 21:36:18.584039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8132314-7e3d-4599-8fc8-e3276f1e99d6 req-d9c31e8b-0ada-4ab1-8671-efcf1d177d19 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275651 Mar 07 21:36:18.588429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Pushing event updated for resources: {'Port': ['ID=c5da98d8-94d2-4eec-8fb3-3d0d508843d4,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:18.611082 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Network 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:36:18.615233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:36:18.616157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-1304e13b-4e83-4809-9d57-53aecb97a3ab req-0d0b730e-61c2-4cf6-bedc-3ec8878187a7 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Deleting port a4c1f387-1f00-4c9c-9580-dc5ee760dfb6 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:18.616619 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1304e13b-4e83-4809-9d57-53aecb97a3ab req-0d0b730e-61c2-4cf6-bedc-3ec8878187a7 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a4c1f387-1f00-4c9c-9580-dc5ee760dfb6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:18.619515 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:36:18.665521 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Publish callbacks [] for router_gateway (81928a82-67bd-48dc-9690-85d095120cd5), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:18.684948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:18.703251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Attempting to bind port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:18.704488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Attempting to bind port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'b35ffd60-3db7-45df-b909-9d4cd3e1af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:18.705181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Attempting to bind port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 on network 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:18.713331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:18.713958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Checking segment: {'id': 'b35ffd60-3db7-45df-b909-9d4cd3e1af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:18.714575 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:18.715393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Bound using segment: {'id': 'b35ffd60-3db7-45df-b909-9d4cd3e1af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:18.716048 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Bound port: c5da98d8-94d2-4eec-8fb3-3d0d508843d4, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35ffd60-3db7-45df-b909-9d4cd3e1af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:18.716658 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:18.792045 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0514b8a8-77c7-4835-9cd8-e28d47527949 req-aef118d4-68dd-4562-8738-e15b1cd3ffdd tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0407262 Mar 07 21:36:18.817086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] For port c5da98d8-94d2-4eec-8fb3-3d0d508843d4, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:18.818476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-f34d99ca-b86d-4a11-a285-666bcba9ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:18.820033 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-f34d99ca-b86d-4a11-a285-666bcba9ef2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dcffd9147584d8a911d5095291dc777&device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 1127 time: 0.0932207 Mar 07 21:36:18.826561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] For port c5da98d8-94d2-4eec-8fb3-3d0d508843d4, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c5da98d8-94d2-4eec-8fb3-3d0d508843d4,segment=NetworkSegment(b35ffd60-3db7-45df-b909-9d4cd3e1af69),segment_id=b35ffd60-3db7-45df-b909-9d4cd3e1af69)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:18.835552 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1304e13b-4e83-4809-9d57-53aecb97a3ab req-0d0b730e-61c2-4cf6-bedc-3ec8878187a7 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a4c1f387-1f00-4c9c-9580-dc5ee760dfb6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:18.836098 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1304e13b-4e83-4809-9d57-53aecb97a3ab req-0d0b730e-61c2-4cf6-bedc-3ec8878187a7 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for floatingip (a4c1f387-1f00-4c9c-9580-dc5ee760dfb6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:18.837904 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:18.849499 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Allocated IP 172.25.4.177 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/c4f26007-a5fb-4e21-b3f1-e0c945e7c71a) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:36:18.855827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-1304e13b-4e83-4809-9d57-53aecb97a3ab req-0d0b730e-61c2-4cf6-bedc-3ec8878187a7 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Calling delete_port for a4c1f387-1f00-4c9c-9580-dc5ee760dfb6 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:18.908906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c26a28-c52e-4fd3-9eea-6103642f4784 None None] Pushing event updated for resources: {'Port': ['ID=c5da98d8-94d2-4eec-8fb3-3d0d508843d4,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:19.026468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-97ed259d-2617-42a3-8734-3cb83fa0f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:19.028476 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-97ed259d-2617-42a3-8734-3cb83fa0f5b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=503ce660-966e-4dae-b873-0ca25c885f66 HTTP/1.1" status: 200 len: 930 time: 0.1948476 Mar 07 21:36:19.101527 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-9159670e-e755-432e-9086-4121bf45787c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51b57d43-78da-4219-9ec6-a992da153185 HTTP/1.1" status: 200 len: 217 time: 0.0515125 Mar 07 21:36:19.121044 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Publish callbacks [] for port (c4f26007-a5fb-4e21-b3f1-e0c945e7c71a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:19.158321 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:19.193762 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-06eede55-0974-4330-8750-00654abc879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:19.195427 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-06eede55-0974-4330-8750-00654abc879b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77795165-8268-414d-87f3-3cedd1757b04 HTTP/1.1" status: 200 len: 868 time: 0.0870826 Mar 07 21:36:19.278042 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c4f26007-a5fb-4e21-b3f1-e0c945e7c71a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:19.340433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-7c9ca108-0caf-40af-a225-45ecd0486fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:19.341980 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-7c9ca108-0caf-40af-a225-45ecd0486fe9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=503ce660-966e-4dae-b873-0ca25c885f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1401777 Mar 07 21:36:19.351713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667007e-a81e-4e52-bced-f1c0d82ef882 req-d659e01f-bcc8-43ca-a2e6-a906762b84df tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:19.360334 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1667007e-a81e-4e52-bced-f1c0d82ef882 req-d659e01f-bcc8-43ca-a2e6-a906762b84df tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.4485304 Mar 07 21:36:19.434702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:36:19.445056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:36:19.446377 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1667007e-a81e-4e52-bced-f1c0d82ef882 req-e49db79d-667c-4921-9d0e-e000c050b79c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839958 Mar 07 21:36:19.453422 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:36:19.459399 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f26007-a5fb-4e21-b3f1-e0c945e7c71a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:19.487128 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1304e13b-4e83-4809-9d57-53aecb97a3ab req-0d0b730e-61c2-4cf6-bedc-3ec8878187a7 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a4c1f387-1f00-4c9c-9580-dc5ee760dfb6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:19.501205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639ab26-7324-41d6-bf7e-00b6d0dd6ae2 req-30f405e5-0888-4616-b97d-3a166dc847ef tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:19.502757 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f639ab26-7324-41d6-bf7e-00b6d0dd6ae2 req-30f405e5-0888-4616-b97d-3a166dc847ef tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 950 time: 0.2583051 Mar 07 21:36:19.553438 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-892c1514-1b32-4ed9-9f6b-28072890eb65 service neutron] 10.222.0.13 "GET /v2.0/networks/503ce660-966e-4dae-b873-0ca25c885f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972103 Mar 07 21:36:19.562710 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b730e-61c2-4cf6-bedc-3ec8878187a7 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Pushing event deleted for resources: {'Port': ['ID=a4c1f387-1f00-4c9c-9580-dc5ee760dfb6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:19.636770 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1304e13b-4e83-4809-9d57-53aecb97a3ab req-0d0b730e-61c2-4cf6-bedc-3ec8878187a7 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks [] for floatingip (efb4e631-1080-4e1b-b606-1af79cdde4f6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:19.639709 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1304e13b-4e83-4809-9d57-53aecb97a3ab req-0d0b730e-61c2-4cf6-bedc-3ec8878187a7 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:19.641519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1304e13b-4e83-4809-9d57-53aecb97a3ab req-0d0b730e-61c2-4cf6-bedc-3ec8878187a7 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "DELETE /v2.0/floatingips/efb4e631-1080-4e1b-b606-1af79cdde4f6 HTTP/1.1" status: 204 len: 173 time: 1.3177536 Mar 07 21:36:19.654545 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cba223-1940-466d-b754-56ee42415695 req-2191c845-1cd5-4143-a2fc-385f773cf04b tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:19.656668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52cba223-1940-466d-b754-56ee42415695 req-2191c845-1cd5-4143-a2fc-385f773cf04b tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.0963223 Mar 07 21:36:19.720646 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52cba223-1940-466d-b754-56ee42415695 req-0f6600b3-e8da-47ad-b8ed-481da1484297 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571036 Mar 07 21:36:19.801038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b01101-ddbd-4baa-976b-9aa052b49214 req-cd50b701-a1be-4307-b6c3-f107edcca28e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:19.803262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6b01101-ddbd-4baa-976b-9aa052b49214 req-cd50b701-a1be-4307-b6c3-f107edcca28e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 950 time: 0.0739536 Mar 07 21:36:19.886497 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6b01101-ddbd-4baa-976b-9aa052b49214 req-64009172-2b45-47c7-b494-9773f692266b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718806 Mar 07 21:36:19.895624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6781b2-8080-4935-b211-f41a68392c9d req-56bb4e8f-e25e-488b-95da-a62b1184a2e5 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:19.897220 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd6781b2-8080-4935-b211-f41a68392c9d req-56bb4e8f-e25e-488b-95da-a62b1184a2e5 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 943 time: 0.0926049 Mar 07 21:36:19.976332 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd6781b2-8080-4935-b211-f41a68392c9d req-44c88319-1084-4c01-be4c-04b4e5607a66 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729101 Mar 07 21:36:20.021431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69e67efc-de8f-4bf2-822c-2f72a29071e1 req-6896cb42-3b7e-4768-9afa-392e6b948eba tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0370049 Mar 07 21:36:20.113166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a39ef-ba40-45db-ae60-d4a0ef40f8dd req-e44a2895-70c7-4697-a3ce-b6b9ac693f45 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:20.114956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b6a39ef-ba40-45db-ae60-d4a0ef40f8dd req-e44a2895-70c7-4697-a3ce-b6b9ac693f45 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0664511 Mar 07 21:36:20.140907 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:20.153270 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-f639ab26-7324-41d6-bf7e-00b6d0dd6ae2 req-f6c4ae3e-85fc-4721-8fc3-48dd9069ead7 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Deleting port e81103b1-3c15-4e6e-b54b-8244f8f68669 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:20.153610 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f639ab26-7324-41d6-bf7e-00b6d0dd6ae2 req-f6c4ae3e-85fc-4721-8fc3-48dd9069ead7 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:20.163502 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b6a39ef-ba40-45db-ae60-d4a0ef40f8dd req-7cc1cae1-c9d1-440e-b59b-c7ad37490b7e tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0407145 Mar 07 21:36:20.179235 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40ed2539-f5ea-40f4-b918-355f77f4dba6 req-4f9c9c9f-7c34-4087-97dd-e594adc361cf service neutron] 10.222.0.13 "GET /v2.0/networks/503ce660-966e-4dae-b873-0ca25c885f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883868 Mar 07 21:36:20.229761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f5df570-bc12-482c-9785-3e333415f5af req-4c6ffa89-3aae-4940-9735-ab7e9eba76aa tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0422978 Mar 07 21:36:20.246466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bd9f1a-34ed-4789-882a-1f5a81519e38 None None] Network 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:36:20.279969 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Publish callbacks [] for router_gateway (81928a82-67bd-48dc-9690-85d095120cd5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:20.349036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-f639ab26-7324-41d6-bf7e-00b6d0dd6ae2 req-f6c4ae3e-85fc-4721-8fc3-48dd9069ead7 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] For port e81103b1-3c15-4e6e-b54b-8244f8f68669, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e81103b1-3c15-4e6e-b54b-8244f8f68669,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:20.350239 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f639ab26-7324-41d6-bf7e-00b6d0dd6ae2 req-f6c4ae3e-85fc-4721-8fc3-48dd9069ead7 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:20.367589 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-f639ab26-7324-41d6-bf7e-00b6d0dd6ae2 req-f6c4ae3e-85fc-4721-8fc3-48dd9069ead7 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Calling delete_port for e81103b1-3c15-4e6e-b54b-8244f8f68669 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:20.385387 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-40d2002b-e7ed-4998-9527-8b25ed343d89 None None] Provisioning complete for port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:20.385713 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-40d2002b-e7ed-4998-9527-8b25ed343d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:20.432539 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c5da98d8-94d2-4eec-8fb3-3d0d508843d4 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:36:20.525417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:20.525795 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:20.569113 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-40d2002b-e7ed-4998-9527-8b25ed343d89 None None] Current status of the port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:20.569510 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-40d2002b-e7ed-4998-9527-8b25ed343d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:20.620368 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-40d2002b-e7ed-4998-9527-8b25ed343d89 None None] For port c5da98d8-94d2-4eec-8fb3-3d0d508843d4, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c5da98d8-94d2-4eec-8fb3-3d0d508843d4,segment=NetworkSegment(b35ffd60-3db7-45df-b909-9d4cd3e1af69),segment_id=b35ffd60-3db7-45df-b909-9d4cd3e1af69)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:20.622937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415fbcd-f2a7-4735-b989-706ae229b0fc req-5cb44d4b-be00-4486-bb0b-1b009d16dc2b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:20.623505 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (81928a82-67bd-48dc-9690-85d095120cd5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:20.624354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9415fbcd-f2a7-4735-b989-706ae229b0fc req-5cb44d4b-be00-4486-bb0b-1b009d16dc2b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 945 time: 0.1141801 Mar 07 21:36:20.645845 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-40d2002b-e7ed-4998-9527-8b25ed343d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:20.650462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40e6f6-7ce8-443f-ae4b-5470740a758d req-5dffcec4-a069-44a6-b1c3-930eddf92943 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:20.658150 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d40e6f6-7ce8-443f-ae4b-5470740a758d req-5dffcec4-a069-44a6-b1c3-930eddf92943 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.0977304 Mar 07 21:36:20.701663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:20.702380 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:20.724819 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9415fbcd-f2a7-4735-b989-706ae229b0fc req-fcb19bcd-7844-433a-a00d-181c6015ad41 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e57778-529c-44fe-b041-d9cbc31dfa26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886071 Mar 07 21:36:20.728019 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2002b-e7ed-4998-9527-8b25ed343d89 None None] Pushing event updated for resources: {'Port': ['ID=c5da98d8-94d2-4eec-8fb3-3d0d508843d4,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:20.737766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f639ab26-7324-41d6-bf7e-00b6d0dd6ae2 req-f6c4ae3e-85fc-4721-8fc3-48dd9069ead7 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e81103b1-3c15-4e6e-b54b-8244f8f68669), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:20.758800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346', 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce', '91e3530c-a21e-49f8-9573-c90a3345c0da'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:20.769200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ad0b8b32-e5c0-4eb8-a888-37a129bfa799', '63751d87-6ed7-4155-9617-57244686d5be', 'd61f9a0a-5f8e-4164-8fde-04aea9c5c9c1'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:20.770106 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d40e6f6-7ce8-443f-ae4b-5470740a758d req-d5d5e7e4-190e-4beb-82c4-60d92f096b4f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109114 Mar 07 21:36:20.827661 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4ae3e-85fc-4721-8fc3-48dd9069ead7 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event deleted for resources: {'Port': ['ID=e81103b1-3c15-4e6e-b54b-8244f8f68669,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:20.880128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1b4ff-064a-4a05-b2dd-d7ba1349bb87 req-4d70560b-f14e-41d7-9f21-2f3f0e2ed2f5 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:20.882297 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:36:20.882706 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:36:20.883365 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9be1b4ff-064a-4a05-b2dd-d7ba1349bb87 req-4d70560b-f14e-41d7-9f21-2f3f0e2ed2f5 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.0734670 Mar 07 21:36:20.907822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-f639ab26-7324-41d6-bf7e-00b6d0dd6ae2 req-f6c4ae3e-85fc-4721-8fc3-48dd9069ead7 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] No DVR routers for this DVR port e81103b1-3c15-4e6e-b54b-8244f8f68669 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:20.911559 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f639ab26-7324-41d6-bf7e-00b6d0dd6ae2 req-f6c4ae3e-85fc-4721-8fc3-48dd9069ead7 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:20.915437 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f639ab26-7324-41d6-bf7e-00b6d0dd6ae2 req-f6c4ae3e-85fc-4721-8fc3-48dd9069ead7 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "DELETE /v2.0/ports/e81103b1-3c15-4e6e-b54b-8244f8f68669 HTTP/1.1" status: 204 len: 173 time: 1.4039593 Mar 07 21:36:20.916203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bd31d6-c84d-4366-81cd-dbecc9c0e647', 'name': 'network-vif-deleted', 'tag': 'e81103b1-3c15-4e6e-b54b-8244f8f68669'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:20.918709 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a66b53-8bd2-4a14-8f49-377a1fd2dd39" -d '{"events": [{"server_uuid": "33bd31d6-c84d-4366-81cd-dbecc9c0e647", "name": "network-vif-deleted", "tag": "e81103b1-3c15-4e6e-b54b-8244f8f68669"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:20.943321 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Router 81928a82-67bd-48dc-9690-85d095120cd5 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:36:20.945817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9be1b4ff-064a-4a05-b2dd-d7ba1349bb87 req-0cba8968-bf89-404e-aa16-aa6205c628f1 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573673 Mar 07 21:36:20.983209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7a8a9ccf-3b3e-43e8-bdcc-b3760f72f2c8 None None] Provisioning complete for port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:20.983209 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a8a9ccf-3b3e-43e8-bdcc-b3760f72f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:21.052659 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da5ee8a-296a-49a1-b2e1-869692016541 x-openstack-request-id: req-9da5ee8a-296a-49a1-b2e1-869692016541 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:21.052939 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bd31d6-c84d-4366-81cd-dbecc9c0e647", "name": "network-vif-deleted", "tag": "e81103b1-3c15-4e6e-b54b-8244f8f68669", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:21.053300 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9da5ee8a-296a-49a1-b2e1-869692016541 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:21.053725 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bd31d6-c84d-4366-81cd-dbecc9c0e647', 'name': 'network-vif-deleted', 'tag': 'e81103b1-3c15-4e6e-b54b-8244f8f68669', 'status': 'completed', 'code': 200} Mar 07 21:36:21.055605 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2af0ee7d-606c-480c-a766-27a2a094ebd7 req-c188a881-71b8-4880-81b4-cb070951ff16 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=33bd31d6-c84d-4366-81cd-dbecc9c0e647 HTTP/1.1" status: 200 len: 210 time: 0.0572815 Mar 07 21:36:21.118330 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:36:21.132788 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Sync routers for ids ['81928a82-67bd-48dc-9690-85d095120cd5'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:36:21.170202 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Routers {'81928a82-67bd-48dc-9690-85d095120cd5'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:36:21.170902 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:36:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['81928a82-67bd-48dc-9690-85d095120cd5'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:21.189066 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:21.190740 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8f7ced32-3ccf-4c4a-81de-c4bee78056d4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6534765 Mar 07 21:36:21.194241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49492) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:21.197519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21666967-09ed-4376-a72a-e4e20f4648cb req-7bddf100-1b94-47fe-97f8-b326cdf4d2c4 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:21.200440 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21666967-09ed-4376-a72a-e4e20f4648cb req-7bddf100-1b94-47fe-97f8-b326cdf4d2c4 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 943 time: 0.0894365 Mar 07 21:36:21.242478 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b97ceb22-eeef-4190-900e-a26e744f63d9 req-ed3e070c-c807-417d-a8ad-2888c9a2a814 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0407343 Mar 07 21:36:21.286975 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21666967-09ed-4376-a72a-e4e20f4648cb req-d4b91d41-eebe-4778-934c-8ee8d871bec8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757973 Mar 07 21:36:21.336780 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Set router 81928a82-67bd-48dc-9690-85d095120cd5 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:36:21.382783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:36:21.384698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:21.536453 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81928a82-67bd-48dc-9690-85d095120cd5', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:36:17Z', 'updated_at': '2022-03-07T21:36:20Z', 'revision_number': 3, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'gw_port': {'id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:18Z', 'updated_at': '2022-03-07T21:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:21.613367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:21.683878 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Checking router: 81928a82-67bd-48dc-9690-85d095120cd5 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:36:21.684414 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Updating router 81928a82-67bd-48dc-9690-85d095120cd5 port c4f26007-a5fb-4e21-b3f1-e0c945e7c71a binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:36:21.702496 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:21.716003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e81103b1-3c15-4e6e-b54b-8244f8f68669 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:21.716362 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c4f26007-a5fb-4e21-b3f1-e0c945e7c71a), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:21.761092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: e81103b1-3c15-4e6e-b54b-8244f8f68669 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:36:21.761271 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e81103b1-3c15-4e6e-b54b-8244f8f68669 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:21.768849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a9ccf-3b3e-43e8-bdcc-b3760f72f2c8 None None] Current status of the port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:21.872480 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276a24f-3782-43e6-b31e-22c6fa6ef1b1 req-1c0dfe31-bf2a-4284-b5a4-7ceaceae526e tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:21.874411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4276a24f-3782-43e6-b31e-22c6fa6ef1b1 req-1c0dfe31-bf2a-4284-b5a4-7ceaceae526e tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 945 time: 0.0631447 Mar 07 21:36:21.893901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:21.905827 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Allocated IP 172.20.0.1 (9ffcf6e4-ae5d-40ad-baed-19b7800074b4/cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499/4c73492f-4847-4873-a6a2-d9113f00ea52) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:36:21.931489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:21.931856 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:21.937082 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '79f05a6b-ba6a-4bc9-80b5-495c6924dea2', 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb', 'port_id': '79f05a6b-ba6a-4bc9-80b5-495c6924dea2', 'mac_address': 'fa:16:3e:26:76:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3846fd89-0852-47b8-8047-f4764acdf27d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:36:21.963592 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4276a24f-3782-43e6-b31e-22c6fa6ef1b1 req-4c73e00c-3532-40f9-976e-e8e467ebc0ce tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e57778-529c-44fe-b041-d9cbc31dfa26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733302 Mar 07 21:36:22.007257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d054ca5-dd96-4dc6-aea1-fd2be892d1b8 req-2df8707d-6ba7-4379-9e60-afd5f1bd447f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:22.009690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d054ca5-dd96-4dc6-aea1-fd2be892d1b8 req-2df8707d-6ba7-4379-9e60-afd5f1bd447f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.1342671 Mar 07 21:36:22.045303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7974363-8d86-41d9-a78c-c4e95d205b49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79f05a6b-ba6a-4bc9-80b5-495c6924dea2'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:22.046028 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Publish callbacks [] for port (c4f26007-a5fb-4e21-b3f1-e0c945e7c71a), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:22.048068 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06406a3f-ec84-4a40-b0e0-8da7e97e5e99" -d '{"events": [{"server_uuid": "a7974363-8d86-41d9-a78c-c4e95d205b49", "name": "network-vif-unplugged", "status": "completed", "tag": "79f05a6b-ba6a-4bc9-80b5-495c6924dea2"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:22.054551 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c4f26007-a5fb-4e21-b3f1-e0c945e7c71a), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:22.088925 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Publish callbacks [] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:22.095276 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d054ca5-dd96-4dc6-aea1-fd2be892d1b8 req-74960b28-24e1-46d1-810a-f51e7c98d060 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800552 Mar 07 21:36:22.138689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:22.141551 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fda8f5-e79b-4fcc-aaf5-cdc0e98aa774 None None] Pushing event updated for resources: {'Port': ['ID=c4f26007-a5fb-4e21-b3f1-e0c945e7c71a,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:22.160347 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Attempting to bind port c4f26007-a5fb-4e21-b3f1-e0c945e7c71a on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:22.160932 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Attempting to bind port c4f26007-a5fb-4e21-b3f1-e0c945e7c71a by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:22.161410 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Attempting to bind port c4f26007-a5fb-4e21-b3f1-e0c945e7c71a on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:22.170479 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce9273e-a69e-4ba2-b606-261c1cea4fb6 x-openstack-request-id: req-7ce9273e-a69e-4ba2-b606-261c1cea4fb6 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:22.170925 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7974363-8d86-41d9-a78c-c4e95d205b49", "name": "network-vif-unplugged", "status": "completed", "tag": "79f05a6b-ba6a-4bc9-80b5-495c6924dea2", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:22.171084 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:22.171295 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ce9273e-a69e-4ba2-b606-261c1cea4fb6 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:22.171700 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7974363-8d86-41d9-a78c-c4e95d205b49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79f05a6b-ba6a-4bc9-80b5-495c6924dea2', 'code': 200} Mar 07 21:36:22.172549 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:22.173293 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:22.173767 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:22.174390 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:22.174875 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Bound port: c4f26007-a5fb-4e21-b3f1-e0c945e7c71a, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:22.175917 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c4f26007-a5fb-4e21-b3f1-e0c945e7c71a), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:22.187750 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:22.188153 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:22.197721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031b533-3a26-4ed3-86a2-0be1ea517e0b req-a78978ef-41ce-4fc6-a1b5-e34f0a11a1d7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:22.199845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4031b533-3a26-4ed3-86a2-0be1ea517e0b req-a78978ef-41ce-4fc6-a1b5-e34f0a11a1d7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.1114013 Mar 07 21:36:22.209817 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:22.220036 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:22.253851 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] For port c4f26007-a5fb-4e21-b3f1-e0c945e7c71a, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:22.258876 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] For port c4f26007-a5fb-4e21-b3f1-e0c945e7c71a, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c4f26007-a5fb-4e21-b3f1-e0c945e7c71a,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:22.261440 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Network 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:36:22.261805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:22.268704 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c4f26007-a5fb-4e21-b3f1-e0c945e7c71a), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:22.276914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:36:22.287778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:36:22.320266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4031b533-3a26-4ed3-86a2-0be1ea517e0b req-60555e78-1375-4651-840c-c386d1d3e802 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941806 Mar 07 21:36:22.351496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:22.380748 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fda8f5-e79b-4fcc-aaf5-cdc0e98aa774 None None] Pushing event updated for resources: {'Port': ['ID=c4f26007-a5fb-4e21-b3f1-e0c945e7c71a,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:22.390719 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (81928a82-67bd-48dc-9690-85d095120cd5), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:22.411053 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Routers {'81928a82-67bd-48dc-9690-85d095120cd5'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:36:22.411691 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:36:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['81928a82-67bd-48dc-9690-85d095120cd5'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:22.481588 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Pushing event updated for resources: {'Port': ['ID=4c73492f-4847-4873-a6a2-d9113f00ea52,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:22.508143 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d668217c-fa08-4b72-9887-9234fef3da0d req-95414905-ef2b-42c6-b1a7-8b1b6d183898 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0555565 Mar 07 21:36:22.511718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c5da98d8-94d2-4eec-8fb3-3d0d508843d4 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:36:22.543208 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad160c-f158-4454-b001-6c24ec5ab5e2 req-96d5e762-692f-49fc-83ab-a5c7380d54a5 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:22.545429 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-baad160c-f158-4454-b001-6c24ec5ab5e2 req-96d5e762-692f-49fc-83ab-a5c7380d54a5 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.13 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 945 time: 0.1509240 Mar 07 21:36:22.701793 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] Set router 81928a82-67bd-48dc-9690-85d095120cd5 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:36:22.740875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c80015-44ec-4c70-a0b7-b6c75b673900 req-98c8aaa7-8579-4833-abc2-8ba94924d711 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:22.742467 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:36:22.742828 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:36:22.750008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77c80015-44ec-4c70-a0b7-b6c75b673900 req-98c8aaa7-8579-4833-abc2-8ba94924d711 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 943 time: 0.1009965 Mar 07 21:36:22.771556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:22.771928 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:22.830098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0566693a-b5ff-42ae-9c2d-a229ab679bfd None None] Provisioning complete for port 4c73492f-4847-4873-a6a2-d9113f00ea52 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:22.830483 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0566693a-b5ff-42ae-9c2d-a229ab679bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:22.848321 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-25a82bec-0f2e-4421-bd63-4c8fcaec82b3 service neutron] 10.222.0.13 "GET /v2.0/ports/5ac97462-18cd-452c-91d0-b0bb29431fed/bindings/n-h2-832330-1 HTTP/1.1" status: 200 len: 384 time: 0.3000000 Mar 07 21:36:22.877425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0566693a-b5ff-42ae-9c2d-a229ab679bfd None None] Port 4c73492f-4847-4873-a6a2-d9113f00ea52 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:36:22.886553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77c80015-44ec-4c70-a0b7-b6c75b673900 req-e2a1a0a0-3214-4c85-b0e9-f25d4dd5d105 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296887 Mar 07 21:36:22.902335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095bd6c-ac36-4d5f-8889-99a954014f50 req-bb9b0be9-b87c-462c-b19a-e326ddb54b41 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:22.910686 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2095bd6c-ac36-4d5f-8889-99a954014f50 req-bb9b0be9-b87c-462c-b19a-e326ddb54b41 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 950 time: 0.1554494 Mar 07 21:36:22.925327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:22.956743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2095bd6c-ac36-4d5f-8889-99a954014f50 req-1a47d745-3065-4147-a3e3-caa8f72c5e2a tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450773 Mar 07 21:36:22.978266 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81928a82-67bd-48dc-9690-85d095120cd5', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:36:17Z', 'updated_at': '2022-03-07T21:36:20Z', 'revision_number': 3, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'gw_port': {'id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:18Z', 'updated_at': '2022-03-07T21:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:23.001695 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56982c9-7057-4f42-b23b-2734fba4f228 None None] The sync data for ids ['81928a82-67bd-48dc-9690-85d095120cd5'] in n-d-832330-1 is: [{'id': '81928a82-67bd-48dc-9690-85d095120cd5', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:36:17Z', 'updated_at': '2022-03-07T21:36:20Z', 'revision_number': 3, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'gw_port': {'id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:18Z', 'updated_at': '2022-03-07T21:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:36:23.032549 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:23.096282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53ab32-5134-4603-a9e0-f3b378eb9574 req-c73624c6-0eab-4b48-a03e-2fc9f43f1989 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:23.098114 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a53ab32-5134-4603-a9e0-f3b378eb9574 req-c73624c6-0eab-4b48-a03e-2fc9f43f1989 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 945 time: 0.0563977 Mar 07 21:36:23.141118 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-baad160c-f158-4454-b001-6c24ec5ab5e2 req-bfefcc5a-0dd6-4696-a47f-73adcc74da1b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Deleting port 51b57d43-78da-4219-9ec6-a992da153185 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:23.141462 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-baad160c-f158-4454-b001-6c24ec5ab5e2 req-bfefcc5a-0dd6-4696-a47f-73adcc74da1b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (51b57d43-78da-4219-9ec6-a992da153185), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:23.150568 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a53ab32-5134-4603-a9e0-f3b378eb9574 req-39139b10-dbf3-4103-9bf8-1c9a601b4a3c tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e57778-529c-44fe-b041-d9cbc31dfa26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463965 Mar 07 21:36:23.231276 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ee71b-972f-4626-bf93-9088704b8b44 req-093410b8-49ab-4f02-86ac-b98680427e0f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:23.232776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc0ee71b-972f-4626-bf93-9088704b8b44 req-093410b8-49ab-4f02-86ac-b98680427e0f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.0579095 Mar 07 21:36:23.286295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-e7587f70-17a7-468b-9a15-c63609ca04e4 service neutron] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5ac97462-18cd-452c-91d0-b0bb29431fed,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:23.309022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:23.309412 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:23.327452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc0ee71b-972f-4626-bf93-9088704b8b44 req-07ad6bef-7abb-4a35-8605-abc6ea1f1275 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872004 Mar 07 21:36:23.332594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:23.355278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:23.363439 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:23.426123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:23.472044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f415ae-0cc8-4f48-a6af-4802d22e90ad req-5cfad54c-504a-4675-a5e4-84477d91dabd tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:23.473739 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22f415ae-0cc8-4f48-a6af-4802d22e90ad req-5cfad54c-504a-4675-a5e4-84477d91dabd tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 945 time: 0.0730269 Mar 07 21:36:23.530804 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22f415ae-0cc8-4f48-a6af-4802d22e90ad req-0e744de2-ed14-483a-bec2-fe2e8951799d tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502269 Mar 07 21:36:23.620340 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afb3cc4f-19bb-4695-9439-a8d9b1218d28 req-4b44e571-9afe-4560-a04f-bc636fc1d53f tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0287843 Mar 07 21:36:23.651501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-baad160c-f158-4454-b001-6c24ec5ab5e2 req-bfefcc5a-0dd6-4696-a47f-73adcc74da1b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] For port 51b57d43-78da-4219-9ec6-a992da153185, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=51b57d43-78da-4219-9ec6-a992da153185,segment=NetworkSegment(dfdcd850-358c-4004-a6fc-96ff1cbcca4e),segment_id=dfdcd850-358c-4004-a6fc-96ff1cbcca4e)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:23.651871 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-baad160c-f158-4454-b001-6c24ec5ab5e2 req-bfefcc5a-0dd6-4696-a47f-73adcc74da1b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (51b57d43-78da-4219-9ec6-a992da153185), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:23.660809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-e7587f70-17a7-468b-9a15-c63609ca04e4 service neutron] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:23.684842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-baad160c-f158-4454-b001-6c24ec5ab5e2 req-bfefcc5a-0dd6-4696-a47f-73adcc74da1b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Calling delete_port for 51b57d43-78da-4219-9ec6-a992da153185 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:23.729784 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-e7587f70-17a7-468b-9a15-c63609ca04e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac97462-18cd-452c-91d0-b0bb29431fed {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:23.777930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-e7587f70-17a7-468b-9a15-c63609ca04e4 service neutron] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5ac97462-18cd-452c-91d0-b0bb29431fed,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:23.807876 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Publish callbacks [] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:23.809966 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-e7587f70-17a7-468b-9a15-c63609ca04e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:23.814378 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['79f05a6b-ba6a-4bc9-80b5-495c6924dea2'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:23.830729 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:23.911514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fffe3-de51-4f31-b2c1-4311880d83ed req-81e44d56-7e40-49f9-b6a4-6770a9d876c5 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:23.914027 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b76fffe3-de51-4f31-b2c1-4311880d83ed req-81e44d56-7e40-49f9-b6a4-6770a9d876c5 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 1127 time: 0.0624375 Mar 07 21:36:24.003336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b76fffe3-de51-4f31-b2c1-4311880d83ed req-6a86580d-e2ba-48d0-aae3-f2508d97accf tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779424 Mar 07 21:36:24.010464 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (81928a82-67bd-48dc-9690-85d095120cd5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:24.080478 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a0a5c-9649-4760-b090-1c56953e2aa8 req-c6a604cc-5cb6-4821-94b9-b21570d96b09 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:24.082466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-189a0a5c-9649-4760-b090-1c56953e2aa8 req-c6a604cc-5cb6-4821-94b9-b21570d96b09 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 943 time: 0.1041241 Mar 07 21:36:24.099390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Pushing event updated for resources: {'Port': ['ID=4c73492f-4847-4873-a6a2-d9113f00ea52,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:24.163507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-e7587f70-17a7-468b-9a15-c63609ca04e4 service neutron] Transition to ACTIVE for port object 5ac97462-18cd-452c-91d0-b0bb29431fed will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:36:24.165342 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-baad160c-f158-4454-b001-6c24ec5ab5e2 req-bfefcc5a-0dd6-4696-a47f-73adcc74da1b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (51b57d43-78da-4219-9ec6-a992da153185), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:24.179855 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-e7587f70-17a7-468b-9a15-c63609ca04e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:24.181625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-189a0a5c-9649-4760-b090-1c56953e2aa8 req-9c760061-55d4-4bc8-8afb-17af373859cc tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855355 Mar 07 21:36:24.195272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d8829-4cca-4a23-afb6-54e0dce6c91e req-b980b05b-d419-4a7c-8c9b-40b05c4c1832 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:24.202565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-656d8829-4cca-4a23-afb6-54e0dce6c91e req-b980b05b-d419-4a7c-8c9b-40b05c4c1832 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 950 time: 0.1188016 Mar 07 21:36:24.213501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Network 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:36:24.218938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefcc5a-0dd6-4696-a47f-73adcc74da1b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Pushing event deleted for resources: {'Port': ['ID=51b57d43-78da-4219-9ec6-a992da153185,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:24.227924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:36:24.279574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-656d8829-4cca-4a23-afb6-54e0dce6c91e req-eebaafe1-5c42-407e-bbcb-3756a161c3c9 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612788 Mar 07 21:36:24.339500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-baad160c-f158-4454-b001-6c24ec5ab5e2 req-bfefcc5a-0dd6-4696-a47f-73adcc74da1b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] No DVR routers for this DVR port 51b57d43-78da-4219-9ec6-a992da153185 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:24.342564 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-baad160c-f158-4454-b001-6c24ec5ab5e2 req-bfefcc5a-0dd6-4696-a47f-73adcc74da1b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:24.346581 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-baad160c-f158-4454-b001-6c24ec5ab5e2 req-bfefcc5a-0dd6-4696-a47f-73adcc74da1b tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.13 "DELETE /v2.0/ports/51b57d43-78da-4219-9ec6-a992da153185 HTTP/1.1" status: 204 len: 173 time: 1.7799945 Mar 07 21:36:24.413195 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9082c272-a0f2-4ff8-89fd-b2712e196faa', 'name': 'network-vif-deleted', 'tag': '51b57d43-78da-4219-9ec6-a992da153185'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:24.416460 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3f9316-61f0-450d-b79a-3b299e146977" -d '{"events": [{"server_uuid": "9082c272-a0f2-4ff8-89fd-b2712e196faa", "name": "network-vif-deleted", "tag": "51b57d43-78da-4219-9ec6-a992da153185"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:24.423556 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-e7587f70-17a7-468b-9a15-c63609ca04e4 service neutron] No DVR routers for this DVR port 5ac97462-18cd-452c-91d0-b0bb29431fed on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:24.458641 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c4f26007-a5fb-4e21-b3f1-e0c945e7c71a up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:36:24.486036 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-e7587f70-17a7-468b-9a15-c63609ca04e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/5ac97462-18cd-452c-91d0-b0bb29431fed/bindings/n-h2-832330-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6287324 Mar 07 21:36:24.487086 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7587f70-17a7-468b-9a15-c63609ca04e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac97462-18cd-452c-91d0-b0bb29431fed,revision_number=10']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:24.503002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c94e1a46-2924-4150-8663-f718d0da49ed req-b4b932d8-8a77-4c39-a605-742a708c7cdf tempest-FloatingIPsAssociationNegativeTestJSON-1736559091 tempest-FloatingIPsAssociationNegativeTestJSON-1736559091-project] 10.222.0.26 "GET /v2.0/ports?device_id=9082c272-a0f2-4ff8-89fd-b2712e196faa HTTP/1.1" status: 200 len: 210 time: 0.1308761 Mar 07 21:36:24.594565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f1088-a8e0-4cca-b2db-07dd2c2e2e5f req-26ad146a-f504-4e7f-a8a8-588974589c06 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:24.597002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-183f1088-a8e0-4cca-b2db-07dd2c2e2e5f req-26ad146a-f504-4e7f-a8a8-588974589c06 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 950 time: 0.1369550 Mar 07 21:36:24.619753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c4f26007-a5fb-4e21-b3f1-e0c945e7c71a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:24.621157 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c4f26007-a5fb-4e21-b3f1-e0c945e7c71a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:24.634993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Router 81928a82-67bd-48dc-9690-85d095120cd5 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:36:24.759467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-0334af51-b467-4918-9ea5-24a17b5b0b0e tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:24.761162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-0334af51-b467-4918-9ea5-24a17b5b0b0e tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c&tenant_id=47acc144bc5e43f0a2becfc354b98767&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 1126 time: 0.1632173 Mar 07 21:36:24.781115 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c4f26007-a5fb-4e21-b3f1-e0c945e7c71a is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:24.782130 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c4f26007-a5fb-4e21-b3f1-e0c945e7c71a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:24.803757 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port c4f26007-a5fb-4e21-b3f1-e0c945e7c71a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c4f26007-a5fb-4e21-b3f1-e0c945e7c71a,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:24.817815 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c4f26007-a5fb-4e21-b3f1-e0c945e7c71a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:24.831396 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:36:24.841334 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3ebfd7bc-f46a-4ae4-b299-336e9ccb4556 admin admin] 10.222.0.26 "PUT /v2.0/routers/81928a82-67bd-48dc-9690-85d095120cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6459816 Mar 07 21:36:24.865839 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a942d4fb-6b67-42a5-99aa-de9ca10638e0 None None] Provisioning complete for port 4c73492f-4847-4873-a6a2-d9113f00ea52 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:24.866255 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a942d4fb-6b67-42a5-99aa-de9ca10638e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:24.925028 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=c4f26007-a5fb-4e21-b3f1-e0c945e7c71a,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:24.927814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a942d4fb-6b67-42a5-99aa-de9ca10638e0 None None] Port 4c73492f-4847-4873-a6a2-d9113f00ea52 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:36:24.938807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3809ff-ce5b-492a-8ad5-666e5e3a2d4d req-c8796f51-0222-414e-8970-b6a2736f982b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:24.945634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c3809ff-ce5b-492a-8ad5-666e5e3a2d4d req-c8796f51-0222-414e-8970-b6a2736f982b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.2786863 Mar 07 21:36:25.008661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-08800374-98c3-4a31-ba13-fca2320031a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:25.010262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-08800374-98c3-4a31-ba13-fca2320031a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c&tenant_id=47acc144bc5e43f0a2becfc354b98767 HTTP/1.1" status: 200 len: 1126 time: 0.2223625 Mar 07 21:36:25.051408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-183f1088-a8e0-4cca-b2db-07dd2c2e2e5f req-82a4c935-67d5-4a1e-aec3-f7dfddec636f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Deleting port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:25.051820 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-183f1088-a8e0-4cca-b2db-07dd2c2e2e5f req-82a4c935-67d5-4a1e-aec3-f7dfddec636f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:25.079315 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c3809ff-ce5b-492a-8ad5-666e5e3a2d4d req-0a704822-b460-44cc-8b99-79cdf222afd2 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328058 Mar 07 21:36:25.149543 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca16f611-85a6-4743-b84f-c349111b1c9a x-openstack-request-id: req-ca16f611-85a6-4743-b84f-c349111b1c9a {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:25.150039 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9082c272-a0f2-4ff8-89fd-b2712e196faa", "name": "network-vif-deleted", "tag": "51b57d43-78da-4219-9ec6-a992da153185", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:25.150296 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca16f611-85a6-4743-b84f-c349111b1c9a {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:25.150706 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9082c272-a0f2-4ff8-89fd-b2712e196faa', 'name': 'network-vif-deleted', 'tag': '51b57d43-78da-4219-9ec6-a992da153185', 'status': 'completed', 'code': 200} Mar 07 21:36:25.183914 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-0f39d516-b002-4d0a-aedb-5d9e3d3736f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:25.185899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-0f39d516-b002-4d0a-aedb-5d9e3d3736f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 1126 time: 0.1300759 Mar 07 21:36:25.208736 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Sync routers for ids ['81928a82-67bd-48dc-9690-85d095120cd5'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:36:25.219731 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Routers {'81928a82-67bd-48dc-9690-85d095120cd5'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:36:25.222690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b3138546-68dd-450b-a118-9519f5700155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:36:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['81928a82-67bd-48dc-9690-85d095120cd5'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:25.269880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-183f1088-a8e0-4cca-b2db-07dd2c2e2e5f req-82a4c935-67d5-4a1e-aec3-f7dfddec636f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] For port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:25.270472 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-183f1088-a8e0-4cca-b2db-07dd2c2e2e5f req-82a4c935-67d5-4a1e-aec3-f7dfddec636f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:25.314255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-183f1088-a8e0-4cca-b2db-07dd2c2e2e5f req-82a4c935-67d5-4a1e-aec3-f7dfddec636f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Calling delete_port for d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:25.355344 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Set router 81928a82-67bd-48dc-9690-85d095120cd5 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:36:25.387657 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:36:25.394571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5c7dd-7bf7-4cba-88d1-2e8fcda0de06 req-e129f706-3ffc-44ef-8bd8-4c4ce2ad7b28 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:25.396057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0f5c7dd-7bf7-4cba-88d1-2e8fcda0de06 req-e129f706-3ffc-44ef-8bd8-4c4ce2ad7b28 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 945 time: 0.1820843 Mar 07 21:36:25.407055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-d48cabd3-52de-46ae-b3ab-f4240d36e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:25.408486 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-d48cabd3-52de-46ae-b3ab-f4240d36e553 service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.2130847 Mar 07 21:36:25.472618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-276441f0-baba-41d6-aa28-819dc2f8f457 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac97462-18cd-452c-91d0-b0bb29431fed HTTP/1.1" status: 200 len: 217 time: 0.0463960 Mar 07 21:36:25.529442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c6fdf95a-1108-468f-aaf4-06623e0ab091 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:36:25.531882 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c6fdf95a-1108-468f-aaf4-06623e0ab091 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070236 Mar 07 21:36:25.545306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0f5c7dd-7bf7-4cba-88d1-2e8fcda0de06 req-b5219be5-3bed-433a-8ea9-d434333067a8 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422975 Mar 07 21:36:25.583583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-3ed6ebed-1594-4d36-af11-a1b73792c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:25.587334 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-3ed6ebed-1594-4d36-af11-a1b73792c29f service neutron] 10.222.0.26 "GET /v2.0/ports/5bedce28-8206-4494-8cb3-b383a0c60e5d HTTP/1.1" status: 200 len: 1124 time: 0.0467727 Mar 07 21:36:25.592777 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-4f8a863f-2a80-4996-9125-60ef57f4cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:25.594816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-4f8a863f-2a80-4996-9125-60ef57f4cffe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.1116710 Mar 07 21:36:25.599980 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bbf85856-0c15-4568-ad7e-795ecc74e087 service neutron] Request body: {'binding': {'host': 'n-h1-832330-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:25.601093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bbf85856-0c15-4568-ad7e-795ecc74e087 service neutron] Unknown quota resources ['binding']. {{(pid=103718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 21:36:25.640275 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-29aee528-7136-4da4-b809-e2dd847c0931 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348907 Mar 07 21:36:25.662978 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-183f1088-a8e0-4cca-b2db-07dd2c2e2e5f req-82a4c935-67d5-4a1e-aec3-f7dfddec636f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:25.685469 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346', 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce', '91e3530c-a21e-49f8-9573-c90a3345c0da'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:25.690578 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ad0b8b32-e5c0-4eb8-a888-37a129bfa799', '63751d87-6ed7-4155-9617-57244686d5be'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:25.693720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9bad0730-140f-4f1c-96e7-bef64c836936 req-0d5fbda3-aeed-4b69-aaee-e94983f5bdc3 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0555556 Mar 07 21:36:25.733643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4c935-67d5-4a1e-aec3-f7dfddec636f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event deleted for resources: {'Port': ['ID=d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:25.748051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:25.748440 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:25.759479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bbf85856-0c15-4568-ad7e-795ecc74e087 service neutron] Attempting to bind port 5bedce28-8206-4494-8cb3-b383a0c60e5d on host n-h1-832330-1 for vnic_type normal with profile None {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:25.759834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bbf85856-0c15-4568-ad7e-795ecc74e087 service neutron] Attempting to bind port 5bedce28-8206-4494-8cb3-b383a0c60e5d by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:25.760296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bbf85856-0c15-4568-ad7e-795ecc74e087 service neutron] Attempting to bind port 5bedce28-8206-4494-8cb3-b383a0c60e5d on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:25.767236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bbf85856-0c15-4568-ad7e-795ecc74e087 service neutron] Port 5bedce28-8206-4494-8cb3-b383a0c60e5d on network efe745a6-ec89-44a3-b745-59cc531d1605 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:36:25.767573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bbf85856-0c15-4568-ad7e-795ecc74e087 service neutron] Attempting to bind port 5bedce28-8206-4494-8cb3-b383a0c60e5d on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:25.780088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 51b57d43-78da-4219-9ec6-a992da153185 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:25.791850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bbf85856-0c15-4568-ad7e-795ecc74e087 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:25.792198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bbf85856-0c15-4568-ad7e-795ecc74e087 service neutron] Checking segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:25.794236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bbf85856-0c15-4568-ad7e-795ecc74e087 service neutron] Bound using segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:25.794708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bbf85856-0c15-4568-ad7e-795ecc74e087 service neutron] Bound port: 5bedce28-8206-4494-8cb3-b383a0c60e5d, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:25.823838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-183f1088-a8e0-4cca-b2db-07dd2c2e2e5f req-82a4c935-67d5-4a1e-aec3-f7dfddec636f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] No DVR routers for this DVR port d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:25.827917 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-183f1088-a8e0-4cca-b2db-07dd2c2e2e5f req-82a4c935-67d5-4a1e-aec3-f7dfddec636f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:25.832375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-183f1088-a8e0-4cca-b2db-07dd2c2e2e5f req-82a4c935-67d5-4a1e-aec3-f7dfddec636f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.15 "DELETE /v2.0/ports/d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 HTTP/1.1" status: 204 len: 173 time: 1.2217529 Mar 07 21:36:25.832944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef739591-fd26-485d-ade9-60c7000b9315', 'name': 'network-vif-deleted', 'tag': 'd61f9a0a-5f8e-4164-8fde-04aea9c5c9c1'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:25.835855 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4c765a-8f51-4f7d-9493-4eddb6858c39" -d '{"events": [{"server_uuid": "ef739591-fd26-485d-ade9-60c7000b9315", "name": "network-vif-deleted", "tag": "d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:25.838790 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 51b57d43-78da-4219-9ec6-a992da153185 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:36:25.839312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 51b57d43-78da-4219-9ec6-a992da153185 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:25.839560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5ac97462-18cd-452c-91d0-b0bb29431fed no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:25.871131 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-d9c3e6ba-c5c2-4aa4-99e9-8707a8b490c1 service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168696 Mar 07 21:36:25.884722 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bbf85856-0c15-4568-ad7e-795ecc74e087 service neutron] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:25.893131 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bbf85856-0c15-4568-ad7e-795ecc74e087 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:25.894627 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bbf85856-0c15-4568-ad7e-795ecc74e087 service neutron] 10.222.0.26 "POST /v2.0/ports/5bedce28-8206-4494-8cb3-b383a0c60e5d/bindings HTTP/1.1" status: 201 len: 389 time: 0.2989922 Mar 07 21:36:25.929696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] The host n-h1-832330-1 is not matching for port 5ac97462-18cd-452c-91d0-b0bb29431fed host n-h2-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:36:25.930138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5ac97462-18cd-452c-91d0-b0bb29431fed not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:26.146303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:26.146712 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:26.178804 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-b6fc2671-8f53-4997-8a1e-cd4840bcef74 service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927756 Mar 07 21:36:26.213695 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981eefb0-fbdc-4a15-a09b-c73e4c4ca855 req-6ee79d08-9709-4253-b155-c8a291040c4a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:26.215422 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-981eefb0-fbdc-4a15-a09b-c73e4c4ca855 req-6ee79d08-9709-4253-b155-c8a291040c4a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 944 time: 0.1143804 Mar 07 21:36:26.240323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49584) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:26.245558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-db3fb415-a515-4144-b6b2-78012e01149c tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991858878', 'description': 'tempest-description--845701861'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:26.259707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7974363-8d86-41d9-a78c-c4e95d205b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f05a6b-ba6a-4bc9-80b5-495c6924dea2'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:26.262613 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ee1349-0ff6-4308-88f5-28d91cc40d9f" -d '{"events": [{"server_uuid": "a7974363-8d86-41d9-a78c-c4e95d205b49", "name": "network-vif-plugged", "status": "completed", "tag": "79f05a6b-ba6a-4bc9-80b5-495c6924dea2"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:26.273368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-981eefb0-fbdc-4a15-a09b-c73e4c4ca855 req-cd2fc257-ee44-4fff-82e8-5ded3a97e862 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514801 Mar 07 21:36:26.307877 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:26.335753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b3138546-68dd-450b-a118-9519f5700155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81928a82-67bd-48dc-9690-85d095120cd5', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:36:17Z', 'updated_at': '2022-03-07T21:36:22Z', 'revision_number': 4, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'gw_port': {'id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:18Z', 'updated_at': '2022-03-07T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4c73492f-4847-4873-a6a2-d9113f00ea52', 'name': '', 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'mac_address': 'fa:16:3e:54:a6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:21Z', 'updated_at': '2022-03-07T21:36:23Z', 'revision_number': 2, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'subnets': [{'id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:26.359117 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49588) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:26.369065 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:26.372675 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-db3fb415-a515-4144-b6b2-78012e01149c tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:26.384604 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee652686-3c9c-4ee9-aa08-097aba4e830c req-e32a33f1-7d4a-468d-bf4f-50baca3154e6 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef739591-fd26-485d-ade9-60c7000b9315 HTTP/1.1" status: 200 len: 210 time: 0.0446272 Mar 07 21:36:26.402182 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d7f3c8-9de2-4b0b-89ee-1017961eadd9 x-openstack-request-id: req-53d7f3c8-9de2-4b0b-89ee-1017961eadd9 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:26.402182 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef739591-fd26-485d-ade9-60c7000b9315", "name": "network-vif-deleted", "tag": "d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:26.402182 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53d7f3c8-9de2-4b0b-89ee-1017961eadd9 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:26.402182 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef739591-fd26-485d-ade9-60c7000b9315', 'name': 'network-vif-deleted', 'tag': 'd61f9a0a-5f8e-4164-8fde-04aea9c5c9c1', 'status': 'completed', 'code': 200} Mar 07 21:36:26.438970 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-00193989-5bf0-4d21-b33e-f50be304afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:26.440737 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-00193989-5bf0-4d21-b33e-f50be304afd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 1127 time: 0.1817973 Mar 07 21:36:26.478825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c4f26007-a5fb-4e21-b3f1-e0c945e7c71a up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:36:26.512591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Checking router: 81928a82-67bd-48dc-9690-85d095120cd5 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:36:26.513145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Updating router 81928a82-67bd-48dc-9690-85d095120cd5 port 4c73492f-4847-4873-a6a2-d9113f00ea52 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:36:26.555473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-fba3af12-4a34-43a1-830b-351e261aeb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:26.557008 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-fba3af12-4a34-43a1-830b-351e261aeb81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.1018949 Mar 07 21:36:26.623641 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-db3fb415-a515-4144-b6b2-78012e01149c tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for security_group (77aa7925-c140-4a49-8151-cecb9707625d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:26.624348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd5d4b-21fc-44f9-9758-8fa9f809fd43 req-dc424ecd-d96a-4ead-9dd2-59880f9d2f89 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:26.626163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ebfd5d4b-21fc-44f9-9758-8fa9f809fd43 req-dc424ecd-d96a-4ead-9dd2-59880f9d2f89 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.1481209 Mar 07 21:36:26.631403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-51117046-d98b-4336-ac0f-4aa5514c744d tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:26.633270 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-51117046-d98b-4336-ac0f-4aa5514c744d tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c&tenant_id=47acc144bc5e43f0a2becfc354b98767&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 1126 time: 0.1380641 Mar 07 21:36:26.640177 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:26.642137 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a56d6-cd42-4671-966b-f6a7ed5ae2e0 req-64c49501-b54b-4279-8609-0085dfda57dd tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:26.643748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-492a56d6-cd42-4671-966b-f6a7ed5ae2e0 req-64c49501-b54b-4279-8609-0085dfda57dd tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 945 time: 0.1511455 Mar 07 21:36:26.666214 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-92a2430f-6a3d-47a5-bb93-cea040f55829 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d HTTP/1.1" status: 200 len: 217 time: 0.0410917 Mar 07 21:36:26.669034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-db3fb415-a515-4144-b6b2-78012e01149c tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (77aa7925-c140-4a49-8151-cecb9707625d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:26.671159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:26.753390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c4f26007-a5fb-4e21-b3f1-e0c945e7c71a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:26.753775 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c4f26007-a5fb-4e21-b3f1-e0c945e7c71a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:26.786991 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-db3fb415-a515-4144-b6b2-78012e01149c tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:26.788615 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-db3fb415-a515-4144-b6b2-78012e01149c tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5472555 Mar 07 21:36:26.790352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-460639ae-2484-44c3-9bc8-618f3c9f83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:26.792526 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-460639ae-2484-44c3-9bc8-618f3c9f83d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.1083765 Mar 07 21:36:26.795510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ebfd5d4b-21fc-44f9-9758-8fa9f809fd43 req-40cacf6f-62bb-472f-bbaf-91fdd1b46772 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304598 Mar 07 21:36:26.797627 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49596) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:26.816977 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-492a56d6-cd42-4671-966b-f6a7ed5ae2e0 req-5d9d9b9a-8b65-4eab-b76c-4e038ac8d5a1 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515548 Mar 07 21:36:26.821459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-43f89a7c-e5e2-4c70-8478-6c9d6232cd6e tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Request body: {'security_group_rule': {'security_group_id': '77aa7925-c140-4a49-8151-cecb9707625d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:26.859873 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085f5212-f72b-4b1f-8d78-16e45eb0bafd x-openstack-request-id: req-085f5212-f72b-4b1f-8d78-16e45eb0bafd {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:26.860396 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7974363-8d86-41d9-a78c-c4e95d205b49", "name": "network-vif-plugged", "status": "completed", "tag": "79f05a6b-ba6a-4bc9-80b5-495c6924dea2", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:26.860396 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-085f5212-f72b-4b1f-8d78-16e45eb0bafd {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:26.860807 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7974363-8d86-41d9-a78c-c4e95d205b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f05a6b-ba6a-4bc9-80b5-495c6924dea2', 'code': 200} Mar 07 21:36:26.920590 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-437465bb-fa09-44ea-a478-f4b67969b4c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174972 Mar 07 21:36:26.934191 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bab56b02-2a95-4d6b-a8dc-2ef8d61430c6 req-3a6f5fb7-da99-4e28-80fd-65dae9f708f0 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0377963 Mar 07 21:36:26.946810 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-43f89a7c-e5e2-4c70-8478-6c9d6232cd6e tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for security_group_rule (f7ba8773-339e-4527-9333-a1283456e5fc), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:26.954449 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fb415-a515-4144-b6b2-78012e01149c tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77aa7925-c140-4a49-8151-cecb9707625d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:27.038013 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-43f89a7c-e5e2-4c70-8478-6c9d6232cd6e tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for security_group_rule (f7ba8773-339e-4527-9333-a1283456e5fc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:27.045192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-aa9e787b-67d4-464f-aa7b-3d026851f2fe service neutron] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:27.064950 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-aa9e787b-67d4-464f-aa7b-3d026851f2fe service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:27.067273 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f81fde6-edde-4a35-a8dd-d8b041ebdbc5 req-aa9e787b-67d4-464f-aa7b-3d026851f2fe service neutron] 10.222.0.15 "DELETE /v2.0/ports/5ac97462-18cd-452c-91d0-b0bb29431fed/bindings/n-h1-832330-1 HTTP/1.1" status: 204 len: 173 time: 0.4096665 Mar 07 21:36:27.090630 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-43f89a7c-e5e2-4c70-8478-6c9d6232cd6e tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (f7ba8773-339e-4527-9333-a1283456e5fc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:27.130829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c4f26007-a5fb-4e21-b3f1-e0c945e7c71a is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:27.140301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f89a7c-e5e2-4c70-8478-6c9d6232cd6e tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ba8773-339e-4527-9333-a1283456e5fc,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:27.161832 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-b9a4bb4d-a38a-45d6-9fa1-a676647ebf38 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283654 Mar 07 21:36:27.177294 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-43f89a7c-e5e2-4c70-8478-6c9d6232cd6e tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:27.178679 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-43f89a7c-e5e2-4c70-8478-6c9d6232cd6e tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3763995 Mar 07 21:36:27.183327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49598) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:27.188434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591c5f3-6255-4beb-abcb-daf1723f9c25 req-3885d1f0-fc7f-4d48-8728-2e9f72719271 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:27.189646 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-cf432c24-41bb-4d0d-92e5-152ddd394ea1 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Request body: {'security_group_rule': {'security_group_id': '77aa7925-c140-4a49-8151-cecb9707625d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:27.195621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c591c5f3-6255-4beb-abcb-daf1723f9c25 req-3885d1f0-fc7f-4d48-8728-2e9f72719271 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.1925306 Mar 07 21:36:27.230683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c19e7-ee54-483d-ab97-1d35e397e3ed req-ba38d89d-fdc2-48af-9b91-1f0295377385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:27.232453 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-228c19e7-ee54-483d-ab97-1d35e397e3ed req-ba38d89d-fdc2-48af-9b91-1f0295377385 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 1128 time: 0.1074238 Mar 07 21:36:27.272010 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c591c5f3-6255-4beb-abcb-daf1723f9c25 req-0a4c929c-918e-480c-9b00-66fa0190e371 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749178 Mar 07 21:36:27.278733 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Publish callbacks [] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:27.299360 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:27.302411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-228c19e7-ee54-483d-ab97-1d35e397e3ed req-d97580fd-8020-468b-a5aa-3e13343ca849 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529020 Mar 07 21:36:27.308941 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf432c24-41bb-4d0d-92e5-152ddd394ea1 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for security_group_rule (1292ee35-6d9f-4bf5-84db-3daf87361b78), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:27.348145 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-e21de93c-fd6e-41b2-a71e-b3740d7df29a service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794195 Mar 07 21:36:27.389433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:27.395407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67842005-2108-4164-8614-6f2d752f0f29 None None] Pushing event updated for resources: {'Port': ['ID=4c73492f-4847-4873-a6a2-d9113f00ea52,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:27.442289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf5e67-51a3-448d-8430-806c0e88bd95 req-45fbe14a-ac2b-4b8c-ae0d-c24bf2098422 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:27.444507 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf432c24-41bb-4d0d-92e5-152ddd394ea1 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for security_group_rule (1292ee35-6d9f-4bf5-84db-3daf87361b78), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:27.456907 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf432c24-41bb-4d0d-92e5-152ddd394ea1 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (1292ee35-6d9f-4bf5-84db-3daf87361b78), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:27.457211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1daf5e67-51a3-448d-8430-806c0e88bd95 req-45fbe14a-ac2b-4b8c-ae0d-c24bf2098422 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 944 time: 0.1034343 Mar 07 21:36:27.493531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf432c24-41bb-4d0d-92e5-152ddd394ea1 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1292ee35-6d9f-4bf5-84db-3daf87361b78,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:27.526523 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:36:27.526940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d61f9a0a-5f8e-4164-8fde-04aea9c5c9c1 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:27.540059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf432c24-41bb-4d0d-92e5-152ddd394ea1 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:27.546625 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cf432c24-41bb-4d0d-92e5-152ddd394ea1 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3615408 Mar 07 21:36:27.547823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49606) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:27.554802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:27.577686 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1daf5e67-51a3-448d-8430-806c0e88bd95 req-e44594d9-a061-4a47-8d5f-ed116e8925f5 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195078 Mar 07 21:36:27.608665 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:27.643349 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0b4827c-4ca8-46a6-a6b9-72f857b8e50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (a9cf0b9b-64d5-4338-ab50-09de733d411a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:27.643681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Attempting to bind port 4c73492f-4847-4873-a6a2-d9113f00ea52 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:27.644068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Attempting to bind port 4c73492f-4847-4873-a6a2-d9113f00ea52 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'b35ffd60-3db7-45df-b909-9d4cd3e1af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:27.644442 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Attempting to bind port 4c73492f-4847-4873-a6a2-d9113f00ea52 on network 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:27.660807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:27.661232 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Checking segment: {'id': 'b35ffd60-3db7-45df-b909-9d4cd3e1af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:27.661659 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:27.662173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Bound using segment: {'id': 'b35ffd60-3db7-45df-b909-9d4cd3e1af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:27.662703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Bound port: 4c73492f-4847-4873-a6a2-d9113f00ea52, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35ffd60-3db7-45df-b909-9d4cd3e1af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:27.663096 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:27.774885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b3138546-68dd-450b-a118-9519f5700155 None None] For port 4c73492f-4847-4873-a6a2-d9113f00ea52, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:27.778994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b3138546-68dd-450b-a118-9519f5700155 None None] For port 4c73492f-4847-4873-a6a2-d9113f00ea52, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4c73492f-4847-4873-a6a2-d9113f00ea52,segment=NetworkSegment(b35ffd60-3db7-45df-b909-9d4cd3e1af69),segment_id=b35ffd60-3db7-45df-b909-9d4cd3e1af69)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:27.786024 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:27.853999 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Routers {'81928a82-67bd-48dc-9690-85d095120cd5'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:36:27.854824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b3138546-68dd-450b-a118-9519f5700155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:36:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['81928a82-67bd-48dc-9690-85d095120cd5'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:27.929260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a170e2e-6089-412b-b6b3-4412b3bbf844 req-248e49a9-016e-4b4d-916e-dd659991e5c8 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:27.936246 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a170e2e-6089-412b-b6b3-4412b3bbf844 req-248e49a9-016e-4b4d-916e-dd659991e5c8 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 1126 time: 0.1049595 Mar 07 21:36:27.995894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67842005-2108-4164-8614-6f2d752f0f29 None None] Pushing event updated for resources: {'Port': ['ID=4c73492f-4847-4873-a6a2-d9113f00ea52,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:28.052959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Provisioning complete for port 4c73492f-4847-4873-a6a2-d9113f00ea52 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:28.053652 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:28.077671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a170e2e-6089-412b-b6b3-4412b3bbf844 req-ab7f3051-2bcb-4247-814f-5a38ca5d0e6a tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385272 Mar 07 21:36:28.127479 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c067e0-900e-47d3-8049-c4300a7a0fc8 req-daa613c0-0cbf-4817-888f-988ea909011e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:28.145635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87c067e0-900e-47d3-8049-c4300a7a0fc8 req-daa613c0-0cbf-4817-888f-988ea909011e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.1904690 Mar 07 21:36:28.231190 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-b3138546-68dd-450b-a118-9519f5700155 None None] Set router 81928a82-67bd-48dc-9690-85d095120cd5 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:36:28.263352 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87c067e0-900e-47d3-8049-c4300a7a0fc8 req-636e1a4d-0776-41fc-95c8-b4269e557ade tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166551 Mar 07 21:36:28.311645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156e578-cba1-48b8-8c8e-67e42392c64d req-88eaf781-6b1e-47f6-b677-c62b2718be8d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:28.320118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7156e578-cba1-48b8-8c8e-67e42392c64d req-88eaf781-6b1e-47f6-b677-c62b2718be8d tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 949 time: 0.1183681 Mar 07 21:36:28.379157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7156e578-cba1-48b8-8c8e-67e42392c64d req-9993f51a-e8f0-47a8-9ee8-beab4d566c95 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580759 Mar 07 21:36:28.512304 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bccb170-7b3e-4cea-8f0c-309b24559850 req-02a2dc94-9266-41f3-a8c8-929d5baad217 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0550618 Mar 07 21:36:28.525546 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:28.557982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33060492-d483-4fc7-b68e-bad1eb2f2a09 req-b4e265fe-39b4-4ff6-bb2b-77b2e33f954f tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:28.560410 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33060492-d483-4fc7-b68e-bad1eb2f2a09 req-b4e265fe-39b4-4ff6-bb2b-77b2e33f954f tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 945 time: 0.1573985 Mar 07 21:36:28.674570 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Current status of the port 4c73492f-4847-4873-a6a2-d9113f00ea52 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:28.675191 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:28.735293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Allocated IP 172.25.4.171 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/6367693d-69c6-42b0-859a-d5758380e4d2) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:36:28.751173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] For port 4c73492f-4847-4873-a6a2-d9113f00ea52, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4c73492f-4847-4873-a6a2-d9113f00ea52,segment=NetworkSegment(b35ffd60-3db7-45df-b909-9d4cd3e1af69),segment_id=b35ffd60-3db7-45df-b909-9d4cd3e1af69)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:28.761590 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:28.815144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Pushing event updated for resources: {'Port': ['ID=4c73492f-4847-4873-a6a2-d9113f00ea52,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:28.826279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:28.826933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:28.827428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:28.827918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:28.828925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:28.829407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:28.829888 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:28.830405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:28.830882 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:28.831357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:28.831834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:28.832331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:28.832810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657779-7bc3-4ddb-a5ed-718af8b9eb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:36:28.869205 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for port (6367693d-69c6-42b0-859a-d5758380e4d2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:28.910679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f9734da7-3f6c-4093-ab42-9867b214570a None None] Provisioning complete for port 4c73492f-4847-4873-a6a2-d9113f00ea52 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:28.911061 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f9734da7-3f6c-4093-ab42-9867b214570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:28.926419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-a5e2efcf-e8ac-4c84-977e-f2b7c4fe6b09 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:28.934541 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6367693d-69c6-42b0-859a-d5758380e4d2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:28.939674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-a5e2efcf-e8ac-4c84-977e-f2b7c4fe6b09 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 807 time: 0.2671955 Mar 07 21:36:28.956923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:36:28.962438 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:36:28.968053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:36:28.976653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-fe1315fc-13cd-430d-a027-b5e066dade11 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/quotas/47acc144bc5e43f0a2becfc354b98767 HTTP/1.1" status: 200 len: 375 time: 0.0334697 Mar 07 21:36:28.996598 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33060492-d483-4fc7-b68e-bad1eb2f2a09 req-d893e53a-150f-4f40-b65d-4e0e384b848d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294276 Mar 07 21:36:29.068460 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b3138546-68dd-450b-a118-9519f5700155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81928a82-67bd-48dc-9690-85d095120cd5', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:36:17Z', 'updated_at': '2022-03-07T21:36:22Z', 'revision_number': 4, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'gw_port': {'id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:18Z', 'updated_at': '2022-03-07T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4c73492f-4847-4873-a6a2-d9113f00ea52', 'name': '', 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'mac_address': 'fa:16:3e:54:a6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:21Z', 'updated_at': '2022-03-07T21:36:27Z', 'revision_number': 4, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'subnets': [{'id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:29.102117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3138546-68dd-450b-a118-9519f5700155 None None] The sync data for ids ['81928a82-67bd-48dc-9690-85d095120cd5'] in n-d-832330-1 is: [{'id': '81928a82-67bd-48dc-9690-85d095120cd5', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:36:17Z', 'updated_at': '2022-03-07T21:36:22Z', 'revision_number': 4, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'gw_port': {'id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:18Z', 'updated_at': '2022-03-07T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4c73492f-4847-4873-a6a2-d9113f00ea52', 'name': '', 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'mac_address': 'fa:16:3e:54:a6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:21Z', 'updated_at': '2022-03-07T21:36:27Z', 'revision_number': 4, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'subnets': [{'id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:36:29.103924 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f9734da7-3f6c-4093-ab42-9867b214570a None None] Current status of the port 4c73492f-4847-4873-a6a2-d9113f00ea52 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:29.113320 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-cc6cc091-72ae-477c-87b0-44c1fc0b93fe tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1350842 Mar 07 21:36:29.134518 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Pushing event updated for resources: {'Port': ['ID=6367693d-69c6-42b0-859a-d5758380e4d2,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:29.207482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for floatingip (23d15a9c-bb1d-4869-a2dc-4059719cd734), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:29.273739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f0b4827c-4ca8-46a6-a6b9-72f857b8e50e admin admin] Deleting port 9799de61-f88c-48b8-9c7f-98ac925178a8 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:29.274105 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0b4827c-4ca8-46a6-a6b9-72f857b8e50e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:29.280001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35e8f3-c82f-4c9c-89e7-fa85d5c7a9c4 req-65b6edf1-505a-4b3f-ac61-12a491db6864 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:29.283088 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa35e8f3-c82f-4c9c-89e7-fa85d5c7a9c4 req-65b6edf1-505a-4b3f-ac61-12a491db6864 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.2067697 Mar 07 21:36:29.302385 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6367693d-69c6-42b0-859a-d5758380e4d2), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:29.373409 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-d470f975-120b-43c1-8519-61ef7694de57 service neutron] 10.222.0.26 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401786 Mar 07 21:36:29.377405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa35e8f3-c82f-4c9c-89e7-fa85d5c7a9c4 req-355269e5-3db8-40d2-83c0-d9767c31d939 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803487 Mar 07 21:36:29.458305 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-f0b4827c-4ca8-46a6-a6b9-72f857b8e50e admin admin] For port 9799de61-f88c-48b8-9c7f-98ac925178a8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9799de61-f88c-48b8-9c7f-98ac925178a8,segment=NetworkSegment(dfdcd850-358c-4004-a6fc-96ff1cbcca4e),segment_id=dfdcd850-358c-4004-a6fc-96ff1cbcca4e)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:29.458692 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0b4827c-4ca8-46a6-a6b9-72f857b8e50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:29.507087 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f0b4827c-4ca8-46a6-a6b9-72f857b8e50e admin admin] Calling delete_port for 9799de61-f88c-48b8-9c7f-98ac925178a8 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:29.552065 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-39310769-d17f-4065-a774-f847a934b6a5 service neutron] 10.222.0.26 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706746 Mar 07 21:36:29.566702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c64b03-96a4-4d31-9ced-c92da5112770 req-1b0b256a-7d95-49da-a017-a4196706d008 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:29.575358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5c64b03-96a4-4d31-9ced-c92da5112770 req-1b0b256a-7d95-49da-a017-a4196706d008 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.0946820 Mar 07 21:36:29.728947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5c64b03-96a4-4d31-9ced-c92da5112770 req-5fb87828-e284-4ce1-92db-de09db78c96d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525886 Mar 07 21:36:29.758980 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0b4827c-4ca8-46a6-a6b9-72f857b8e50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9799de61-f88c-48b8-9c7f-98ac925178a8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:29.799029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64296d21-cbd0-4bf0-8fc4-1deea41dc1e0 req-c71ac37e-c208-4700-a614-13377dfb964b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:29.804141 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64296d21-cbd0-4bf0-8fc4-1deea41dc1e0 req-c71ac37e-c208-4700-a614-13377dfb964b tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 949 time: 0.1680460 Mar 07 21:36:29.875663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4827c-4ca8-46a6-a6b9-72f857b8e50e admin admin] Pushing event deleted for resources: {'Port': ['ID=9799de61-f88c-48b8-9c7f-98ac925178a8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:29.982078 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for port (6367693d-69c6-42b0-859a-d5758380e4d2), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:30.009013 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (6367693d-69c6-42b0-859a-d5758380e4d2), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:30.268600 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Pushing event updated for resources: {'Port': ['ID=6367693d-69c6-42b0-859a-d5758380e4d2,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:30.411485 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (23d15a9c-bb1d-4869-a2dc-4059719cd734), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:30.462731 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0b4827c-4ca8-46a6-a6b9-72f857b8e50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (a9cf0b9b-64d5-4338-ab50-09de733d411a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:30.472232 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:30.482736 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c880fd91-b94e-4212-aa32-ac02a647dba6 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9315221 Mar 07 21:36:30.537394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4c73492f-4847-4873-a6a2-d9113f00ea52 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:36:30.632810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 4c73492f-4847-4873-a6a2-d9113f00ea52 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:30.633719 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:30.686401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed2118-0be9-4bda-9c74-894fe8ece4a9 req-f62abbd5-bcd5-4c77-aeb8-2be4bf03f9a7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:30.696257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15ed2118-0be9-4bda-9c74-894fe8ece4a9 req-f62abbd5-bcd5-4c77-aeb8-2be4bf03f9a7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.8342128 Mar 07 21:36:30.721608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c757-6763-4186-9392-39843c19ae73 req-7a674caf-cf02-415d-b4e7-991179955d37 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:30.731082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e87c757-6763-4186-9392-39843c19ae73 req-7a674caf-cf02-415d-b4e7-991179955d37 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=5673fc9a-69ea-4d1b-aee1-fb19e9e5312c HTTP/1.1" status: 200 len: 949 time: 0.7864325 Mar 07 21:36:30.802542 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 4c73492f-4847-4873-a6a2-d9113f00ea52 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:30.843359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15ed2118-0be9-4bda-9c74-894fe8ece4a9 req-4557b718-290e-4df2-a660-1c08f037e073 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462297 Mar 07 21:36:30.860257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e87c757-6763-4186-9392-39843c19ae73 req-26350916-0867-408e-aba5-2b898d181779 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273377 Mar 07 21:36:30.883043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-64296d21-cbd0-4bf0-8fc4-1deea41dc1e0 req-aac877ae-9479-40a2-b3d7-abc9447a9e9f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Deleting port 63751d87-6ed7-4155-9617-57244686d5be {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:30.883427 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-64296d21-cbd0-4bf0-8fc4-1deea41dc1e0 req-aac877ae-9479-40a2-b3d7-abc9447a9e9f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (63751d87-6ed7-4155-9617-57244686d5be), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:30.960806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b4827c-4ca8-46a6-a6b9-72f857b8e50e admin admin] Router a9cf0b9b-64d5-4338-ab50-09de733d411a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:36:31.057827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81cdc9a4-10e8-4c95-a83a-793a7cf361b5 req-d7db796f-20bc-429b-8ed9-fceafefa194d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 210 time: 0.0599625 Mar 07 21:36:31.059562 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e2ff74c-8291-4a0a-afcb-5e1f1d91553d req-7502bbbb-cf32-4c36-88fe-f94687904f0f tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0628982 Mar 07 21:36:31.120021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-64296d21-cbd0-4bf0-8fc4-1deea41dc1e0 req-aac877ae-9479-40a2-b3d7-abc9447a9e9f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] For port 63751d87-6ed7-4155-9617-57244686d5be, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=63751d87-6ed7-4155-9617-57244686d5be,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:31.120399 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-64296d21-cbd0-4bf0-8fc4-1deea41dc1e0 req-aac877ae-9479-40a2-b3d7-abc9447a9e9f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (63751d87-6ed7-4155-9617-57244686d5be), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:31.137259 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b4827c-4ca8-46a6-a6b9-72f857b8e50e admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:36:31.143220 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f0b4827c-4ca8-46a6-a6b9-72f857b8e50e admin admin] 10.222.0.26 "PUT /v2.0/routers/a9cf0b9b-64d5-4338-ab50-09de733d411a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7814214 Mar 07 21:36:31.149457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49670) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:31.151461 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e845845f-4d73-440f-8f91-815454580b63 None None] Sync routers for ids ['a9cf0b9b-64d5-4338-ab50-09de733d411a'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:36:31.154314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-64296d21-cbd0-4bf0-8fc4-1deea41dc1e0 req-aac877ae-9479-40a2-b3d7-abc9447a9e9f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Calling delete_port for 63751d87-6ed7-4155-9617-57244686d5be owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:31.176685 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e845845f-4d73-440f-8f91-815454580b63 None None] Routers {'a9cf0b9b-64d5-4338-ab50-09de733d411a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:36:31.177566 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e845845f-4d73-440f-8f91-815454580b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:36:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a9cf0b9b-64d5-4338-ab50-09de733d411a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:31.328252 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] Publish callbacks [] for router (a9cf0b9b-64d5-4338-ab50-09de733d411a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:31.332357 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e845845f-4d73-440f-8f91-815454580b63 None None] Set router a9cf0b9b-64d5-4338-ab50-09de733d411a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:36:31.336289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c18dcc-361e-4e74-97eb-cec00250927c req-285dc551-2823-4a35-be49-5e1d96803543 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:31.337881 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47c18dcc-361e-4e74-97eb-cec00250927c req-285dc551-2823-4a35-be49-5e1d96803543 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 945 time: 0.1988785 Mar 07 21:36:31.364577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-e717d76f-4c8b-4278-b292-ace753f6ccb2 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1991858878&fields=id&tenant_id=ab34b2afec2a4f94b49830731c3241e6 HTTP/1.1" status: 200 len: 267 time: 0.1866236 Mar 07 21:36:31.569459 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] Publish callbacks [] for router_gateway (a9cf0b9b-64d5-4338-ab50-09de733d411a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:31.621790 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47c18dcc-361e-4e74-97eb-cec00250927c req-732cbb7f-a41c-4c45-9c46-bc984f626bd1 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745082 Mar 07 21:36:31.690439 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-64296d21-cbd0-4bf0-8fc4-1deea41dc1e0 req-aac877ae-9479-40a2-b3d7-abc9447a9e9f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (63751d87-6ed7-4155-9617-57244686d5be), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:31.693286 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e845845f-4d73-440f-8f91-815454580b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:35:31Z', 'updated_at': '2022-03-07T21:36:29Z', 'revision_number': 5, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'gw_port': {'id': 'a2f2dd54-403e-426f-ac0b-518abfba9d00', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:35:32Z', 'updated_at': '2022-03-07T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:31.703057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346', 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce', '91e3530c-a21e-49f8-9573-c90a3345c0da'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:31.704442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-06bab84f-5491-481b-9e36-48737013fb2d tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:31.713270 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-06bab84f-5491-481b-9e36-48737013fb2d tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/networks?id=9ffcf6e4-ae5d-40ad-baed-19b7800074b4 HTTP/1.1" status: 200 len: 815 time: 0.3477011 Mar 07 21:36:31.724684 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e845845f-4d73-440f-8f91-815454580b63 None None] Checking router: a9cf0b9b-64d5-4338-ab50-09de733d411a for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:36:31.727480 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ad0b8b32-e5c0-4eb8-a888-37a129bfa799'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:31.738445 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e845845f-4d73-440f-8f91-815454580b63 None None] Routers {'a9cf0b9b-64d5-4338-ab50-09de733d411a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:36:31.739083 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e845845f-4d73-440f-8f91-815454580b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:36:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a9cf0b9b-64d5-4338-ab50-09de733d411a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:31.767940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac877ae-9479-40a2-b3d7-abc9447a9e9f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event deleted for resources: {'Port': ['ID=63751d87-6ed7-4155-9617-57244686d5be,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:31.825496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-a815146e-0cb3-4ab6-8c51-fc404ec9a03b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:31.827127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-a815146e-0cb3-4ab6-8c51-fc404ec9a03b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.15 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 807 time: 0.4218485 Mar 07 21:36:31.835726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] Deleting port a2f2dd54-403e-426f-ac0b-518abfba9d00 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:31.836455 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a2f2dd54-403e-426f-ac0b-518abfba9d00), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:31.836900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-d697674c-2ead-49ee-84da-e2d8035ad0de tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/quotas/ab34b2afec2a4f94b49830731c3241e6 HTTP/1.1" status: 200 len: 375 time: 0.1227062 Mar 07 21:36:31.872023 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e845845f-4d73-440f-8f91-815454580b63 None None] Set router a9cf0b9b-64d5-4338-ab50-09de733d411a gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:36:31.877841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-4f18be0d-a714-44d2-9ce8-88501d0626b8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Request body: {'port': {'device_id': '92cca83b-6aed-42e8-b987-32ad2472be36', 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12', 'admin_state_up': True, 'tenant_id': '47acc144bc5e43f0a2becfc354b98767'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:31.913303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-64296d21-cbd0-4bf0-8fc4-1deea41dc1e0 req-aac877ae-9479-40a2-b3d7-abc9447a9e9f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] No DVR routers for this DVR port 63751d87-6ed7-4155-9617-57244686d5be on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:31.916026 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-64296d21-cbd0-4bf0-8fc4-1deea41dc1e0 req-aac877ae-9479-40a2-b3d7-abc9447a9e9f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:31.920001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64296d21-cbd0-4bf0-8fc4-1deea41dc1e0 req-aac877ae-9479-40a2-b3d7-abc9447a9e9f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.15 "DELETE /v2.0/ports/63751d87-6ed7-4155-9617-57244686d5be HTTP/1.1" status: 204 len: 173 time: 2.1090481 Mar 07 21:36:31.934634 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e845845f-4d73-440f-8f91-815454580b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:35:31Z', 'updated_at': '2022-03-07T21:36:31Z', 'revision_number': 6, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:31.936732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5673fc9a-69ea-4d1b-aee1-fb19e9e5312c', 'name': 'network-vif-deleted', 'tag': '63751d87-6ed7-4155-9617-57244686d5be'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:31.940650 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57f2860-d319-4715-b8cb-7901de1a0a67" -d '{"events": [{"server_uuid": "5673fc9a-69ea-4d1b-aee1-fb19e9e5312c", "name": "network-vif-deleted", "tag": "63751d87-6ed7-4155-9617-57244686d5be"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:31.966892 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e845845f-4d73-440f-8f91-815454580b63 None None] The sync data for ids ['a9cf0b9b-64d5-4338-ab50-09de733d411a'] in n-d-832330-1 is: [{'id': 'a9cf0b9b-64d5-4338-ab50-09de733d411a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085166963-router', 'tenant_id': '6dcffd9147584d8a911d5095291dc777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:35:31Z', 'updated_at': '2022-03-07T21:36:31Z', 'revision_number': 6, 'project_id': '6dcffd9147584d8a911d5095291dc777', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:36:32.001708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] For port a2f2dd54-403e-426f-ac0b-518abfba9d00, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a2f2dd54-403e-426f-ac0b-518abfba9d00,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:32.002361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a2f2dd54-403e-426f-ac0b-518abfba9d00), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:32.020362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-c41bedbd-df6c-46b9-ab8a-260675d31ead tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ab34b2afec2a4f94b49830731c3241e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1814613 Mar 07 21:36:32.030293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] Calling delete_port for a2f2dd54-403e-426f-ac0b-518abfba9d00 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:32.178032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51a9f0-b0a7-4ff2-b188-eb3696393ad4 req-9123c4b7-025d-407a-b22a-680216e47cde tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:32.179780 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a51a9f0-b0a7-4ff2-b188-eb3696393ad4 req-9123c4b7-025d-407a-b22a-680216e47cde tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.3501456 Mar 07 21:36:32.253977 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-f6bac877-0724-4239-a325-1afe1df36391 service neutron] 10.222.0.26 "GET /v2.0/networks/9ffcf6e4-ae5d-40ad-baed-19b7800074b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336998 Mar 07 21:36:32.346559 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9799de61-f88c-48b8-9c7f-98ac925178a8 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:32.363259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a51a9f0-b0a7-4ff2-b188-eb3696393ad4 req-e25a9830-1626-4e63-a439-6f5853fc9733 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143491 Mar 07 21:36:32.401755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-4f18be0d-a714-44d2-9ce8-88501d0626b8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Made reservation on behalf of 47acc144bc5e43f0a2becfc354b98767 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:36:32.408590 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a2f2dd54-403e-426f-ac0b-518abfba9d00), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:32.418762 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-4f18be0d-a714-44d2-9ce8-88501d0626b8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:32.455265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f2dd54-403e-426f-ac0b-518abfba9d00,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:32.526573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 9799de61-f88c-48b8-9c7f-98ac925178a8 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:36:32.527690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9799de61-f88c-48b8-9c7f-98ac925178a8 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:32.587939 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (a9cf0b9b-64d5-4338-ab50-09de733d411a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:32.705524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-95c8e7f4-5592-4f0e-818d-24a7dcb1828c service neutron] 10.222.0.26 "GET /v2.0/networks/9ffcf6e4-ae5d-40ad-baed-19b7800074b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322896 Mar 07 21:36:32.735953 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (a9cf0b9b-64d5-4338-ab50-09de733d411a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:32.741604 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] Publish callbacks [] for router_controller (a9cf0b9b-64d5-4338-ab50-09de733d411a), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:32.811341 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (a9cf0b9b-64d5-4338-ab50-09de733d411a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:32.812539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9cf0b9b-64d5-4338-ab50-09de733d411a {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:36:32.819589 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:32.821172 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4e2f56b4-35aa-4994-9f6e-f32bcf660130 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a9cf0b9b-64d5-4338-ab50-09de733d411a HTTP/1.1" status: 204 len: 168 time: 1.6705132 Mar 07 21:36:32.822527 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d7e9f7-6ce6-4ece-b005-716162df8942 x-openstack-request-id: req-44d7e9f7-6ce6-4ece-b005-716162df8942 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:32.822789 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5673fc9a-69ea-4d1b-aee1-fb19e9e5312c", "name": "network-vif-deleted", "tag": "63751d87-6ed7-4155-9617-57244686d5be", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:32.823052 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44d7e9f7-6ce6-4ece-b005-716162df8942 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:32.823457 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5673fc9a-69ea-4d1b-aee1-fb19e9e5312c', 'name': 'network-vif-deleted', 'tag': '63751d87-6ed7-4155-9617-57244686d5be', 'status': 'completed', 'code': 200} Mar 07 21:36:32.823888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49686) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:32.851789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-4f18be0d-a714-44d2-9ce8-88501d0626b8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Allocated IP 172.20.0.5 (88d27a17-2a1f-4d2b-aef7-46b57268ee12/99dc7de3-9421-4ea6-b85c-494e5a5470a9/9484f535-ad16-4b70-ab5d-9c8c38f05d9b) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:36:32.955625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1de506f-94b1-400a-ac63-633fc736c25c req-d7d18a49-bac9-402e-b722-0a4b7eba3291 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 210 time: 0.0533547 Mar 07 21:36:32.984383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-9449ee8d-2618-4c0e-8125-b3a3a5b8e68b admin admin] Deleting subnet 77795165-8268-414d-87f3-3cedd1757b04 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:36:33.007448 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9449ee8d-2618-4c0e-8125-b3a3a5b8e68b admin admin] Publish callbacks [] for subnet (77795165-8268-414d-87f3-3cedd1757b04), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:33.064441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b422b219-84e8-4207-be7f-258add0e8766 req-5d93d6f6-48d6-4f40-b990-cecd9411c76b tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0506527 Mar 07 21:36:33.184533 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9449ee8d-2618-4c0e-8125-b3a3a5b8e68b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (77795165-8268-414d-87f3-3cedd1757b04), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:33.303489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e0902-978c-4058-bea6-aebf68aaea95 req-3eda87cd-e277-482d-8bb6-d4ebd82aea7a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:33.311593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-375e0902-978c-4058-bea6-aebf68aaea95 req-3eda87cd-e277-482d-8bb6-d4ebd82aea7a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 945 time: 0.2421334 Mar 07 21:36:33.379767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 63751d87-6ed7-4155-9617-57244686d5be no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:33.433605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 63751d87-6ed7-4155-9617-57244686d5be {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:36:33.434169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 63751d87-6ed7-4155-9617-57244686d5be not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:33.501064 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-4f18be0d-a714-44d2-9ce8-88501d0626b8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks [] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:33.557631 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9449ee8d-2618-4c0e-8125-b3a3a5b8e68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (77795165-8268-414d-87f3-3cedd1757b04), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:33.570686 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-375e0902-978c-4058-bea6-aebf68aaea95 req-9ae5aa88-b710-41ce-89ee-744f39587709 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580957 Mar 07 21:36:33.688580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae95dd4e-0f18-448d-9e5e-ad3537f51b16 req-0c2084aa-7096-4a14-af90-da1f24d70373 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 210 time: 0.0525603 Mar 07 21:36:33.704934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-66ad7108-ba10-4406-b090-4c971afe4453 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:33.713448 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-66ad7108-ba10-4406-b090-4c971afe4453 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/networks?id=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb HTTP/1.1" status: 200 len: 814 time: 0.2862744 Mar 07 21:36:33.723949 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-4f18be0d-a714-44d2-9ce8-88501d0626b8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:33.770898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-f53264f4-a32b-4288-b74b-3a9fa71f7d10 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/quotas/342316ef9f394e8cb8be6c925ab82c66 HTTP/1.1" status: 200 len: 375 time: 0.0564356 Mar 07 21:36:33.782823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-4f18be0d-a714-44d2-9ce8-88501d0626b8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:36:33.788945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-4f18be0d-a714-44d2-9ce8-88501d0626b8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:36:33.791416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-4f18be0d-a714-44d2-9ce8-88501d0626b8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:36:33.794596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9449ee8d-2618-4c0e-8125-b3a3a5b8e68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (77795165-8268-414d-87f3-3cedd1757b04), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:33.904863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449ee8d-2618-4c0e-8125-b3a3a5b8e68b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77795165-8268-414d-87f3-3cedd1757b04,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:33.910877 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9449ee8d-2618-4c0e-8125-b3a3a5b8e68b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:33.916975 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9449ee8d-2618-4c0e-8125-b3a3a5b8e68b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/77795165-8268-414d-87f3-3cedd1757b04 HTTP/1.1" status: 204 len: 168 time: 1.0812242 Mar 07 21:36:33.917479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49714) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:33.922307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18be0d-a714-44d2-9ce8-88501d0626b8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Pushing event updated for resources: {'Port': ['ID=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:33.932972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d483b0ba-3dc1-406f-9cfc-d6053416b27d None None] Network 503ce660-966e-4dae-b873-0ca25c885f66 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:36:33.990836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-4f18be0d-a714-44d2-9ce8-88501d0626b8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:33.991371 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-4f18be0d-a714-44d2-9ce8-88501d0626b8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:34.041137 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (503ce660-966e-4dae-b873-0ca25c885f66), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:34.054403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-0af033c8-e9a0-4a34-93a7-b4f89852b6cd tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=342316ef9f394e8cb8be6c925ab82c66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2824886 Mar 07 21:36:34.059303 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-4f18be0d-a714-44d2-9ce8-88501d0626b8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1861269 Mar 07 21:36:34.094553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Request body: {'port': {'device_id': '92cca83b-6aed-42e8-b987-32ad2472be36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:34.120794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] Deleting port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:34.121679 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:34.130292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2946c-b240-42f2-a751-a382bb0e9e9d req-2a3ec621-d045-46a0-adb6-23d71a55f68f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:34.134637 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38c2946c-b240-42f2-a751-a382bb0e9e9d req-2a3ec621-d045-46a0-adb6-23d71a55f68f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.2034645 Mar 07 21:36:34.161193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65278f24-d52a-4fee-b8f8-44f13634cf8f None None] DHCP port deletion for 503ce660-966e-4dae-b873-0ca25c885f66 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:36:34.205739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] For port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9ea8305f-e1b8-4c66-9af6-61f65d6c78fe,segment=NetworkSegment(dfdcd850-358c-4004-a6fc-96ff1cbcca4e),segment_id=dfdcd850-358c-4004-a6fc-96ff1cbcca4e)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:34.206449 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:34.219151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-479c82a9-e039-434e-925b-b57d27ec0659 service neutron] 10.222.0.26 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629553 Mar 07 21:36:34.224578 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-65278f24-d52a-4fee-b8f8-44f13634cf8f None None] Deleting port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:34.225056 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-65278f24-d52a-4fee-b8f8-44f13634cf8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:34.229942 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] Calling delete_port for 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:34.334678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-65278f24-d52a-4fee-b8f8-44f13634cf8f None None] For port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9ea8305f-e1b8-4c66-9af6-61f65d6c78fe,segment=NetworkSegment(dfdcd850-358c-4004-a6fc-96ff1cbcca4e),segment_id=dfdcd850-358c-4004-a6fc-96ff1cbcca4e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:34.335082 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-65278f24-d52a-4fee-b8f8-44f13634cf8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:34.372413 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-65278f24-d52a-4fee-b8f8-44f13634cf8f None None] Calling delete_port for 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:34.386257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a2f2dd54-403e-426f-ac0b-518abfba9d00 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:34.401348 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:34.402763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38c2946c-b240-42f2-a751-a382bb0e9e9d req-2953d89b-3e6b-4c16-9453-253b9f3bf232 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787808 Mar 07 21:36:34.416065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: a2f2dd54-403e-426f-ac0b-518abfba9d00 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:36:34.416410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a2f2dd54-403e-426f-ac0b-518abfba9d00 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:34.417249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:34.464755 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea8305f-e1b8-4c66-9af6-61f65d6c78fe,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:34.475014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] No DVR routers for this DVR port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:34.475265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:36:34.475796 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:34.524505 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-65278f24-d52a-4fee-b8f8-44f13634cf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (9ea8305f-e1b8-4c66-9af6-61f65d6c78fe), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:34.559491 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65278f24-d52a-4fee-b8f8-44f13634cf8f None None] Pushing event deleted for resources: {'Port': ['ID=9ea8305f-e1b8-4c66-9af6-61f65d6c78fe,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:34.561799 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65278f24-d52a-4fee-b8f8-44f13634cf8f None None] No DVR routers for this DVR port 9ea8305f-e1b8-4c66-9af6-61f65d6c78fe on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:34.591206 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (503ce660-966e-4dae-b873-0ca25c885f66), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:34.617680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503ce660-966e-4dae-b873-0ca25c885f66']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:34.631905 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdcd850-358c-4004-a6fc-96ff1cbcca4e') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:34.632202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdcd850-358c-4004-a6fc-96ff1cbcca4e') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:34.644803 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (dfdcd850-358c-4004-a6fc-96ff1cbcca4e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:34.661345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (dfdcd850-358c-4004-a6fc-96ff1cbcca4e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:34.669184 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:36:34.669638 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (dfdcd850-358c-4004-a6fc-96ff1cbcca4e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:36:34.671670 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:36:34.743999 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (503ce660-966e-4dae-b873-0ca25c885f66), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:34.753588 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:34.760451 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] 10.222.0.26 "DELETE /v2.0/networks/503ce660-966e-4dae-b873-0ca25c885f66 HTTP/1.1" status: 204 len: 168 time: 0.8410656 Mar 07 21:36:34.774732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393df757-35b6-45ef-b9c5-fbbd93158e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=503ce660-966e-4dae-b873-0ca25c885f66,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:34.888115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49726) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:34.923094 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:34.948798 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5aef360f-469f-40a7-961e-fe7728808732 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6dcffd9147584d8a911d5095291dc777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0585158 Mar 07 21:36:34.950559 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49728) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:35.002044 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a686e77-80c7-4ec6-bfbe-a4017ae7025a admin admin] Publish callbacks [] for security_group (89e57778-529c-44fe-b041-d9cbc31dfa26), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:35.026192 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a686e77-80c7-4ec6-bfbe-a4017ae7025a admin admin] Publish callbacks [] for security_group (89e57778-529c-44fe-b041-d9cbc31dfa26), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:35.057119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006b211-6300-4a7a-8f90-21b7bc65fb04 req-5430f42d-8556-49e6-9647-2c85ac621ae7 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:35.064488 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e006b211-6300-4a7a-8f90-21b7bc65fb04 req-5430f42d-8556-49e6-9647-2c85ac621ae7 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=de0f35c9-7e5e-4902-af5b-00edf3caf378 HTTP/1.1" status: 200 len: 949 time: 0.5139585 Mar 07 21:36:35.070648 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-8ed569f6-c9b1-43dd-9980-353d283c6409 service neutron] 10.222.0.26 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8456531 Mar 07 21:36:35.087188 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a686e77-80c7-4ec6-bfbe-a4017ae7025a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (89e57778-529c-44fe-b041-d9cbc31dfa26), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:35.092251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a686e77-80c7-4ec6-bfbe-a4017ae7025a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:35.095935 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4a686e77-80c7-4ec6-bfbe-a4017ae7025a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89e57778-529c-44fe-b041-d9cbc31dfa26 HTTP/1.1" status: 204 len: 168 time: 0.1419916 Mar 07 21:36:35.146404 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a686e77-80c7-4ec6-bfbe-a4017ae7025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e57778-529c-44fe-b041-d9cbc31dfa26,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:35.212761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0aa08-fb93-4333-bdca-3d1f9fa401f7 req-e1fd1ae7-59a6-48f0-82ab-a0391e81b4ae tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:35.214421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3e0aa08-fb93-4333-bdca-3d1f9fa401f7 req-e1fd1ae7-59a6-48f0-82ab-a0391e81b4ae tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7974363-8d86-41d9-a78c-c4e95d205b49 HTTP/1.1" status: 200 len: 946 time: 0.8106945 Mar 07 21:36:35.233134 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62df44-1738-48e6-bdf8-371f7d094b2c req-f46658d5-76be-4b3c-ab3d-4e461fc2ce62 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:35.234941 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ae62df44-1738-48e6-bdf8-371f7d094b2c req-f46658d5-76be-4b3c-ab3d-4e461fc2ce62 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0f35c9-7e5e-4902-af5b-00edf3caf378 HTTP/1.1" status: 200 len: 949 time: 0.1276660 Mar 07 21:36:35.316494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-d44f86ca-05d5-44e2-8537-0741c63a6716 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:35.318186 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-d44f86ca-05d5-44e2-8537-0741c63a6716 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.15 "GET /v2.0/networks?id=9ffcf6e4-ae5d-40ad-baed-19b7800074b4 HTTP/1.1" status: 200 len: 815 time: 0.8094797 Mar 07 21:36:35.448472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-ae62df44-1738-48e6-bdf8-371f7d094b2c req-876e7656-2d9a-4569-a369-01754fb40d99 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Deleting port ad0b8b32-e5c0-4eb8-a888-37a129bfa799 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:35.448866 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ae62df44-1738-48e6-bdf8-371f7d094b2c req-876e7656-2d9a-4569-a369-01754fb40d99 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:35.470358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e006b211-6300-4a7a-8f90-21b7bc65fb04 req-09be1745-5062-4a89-a760-1d3eb22530ff tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046738 Mar 07 21:36:35.636446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-4bb2c20f-3300-41e2-9d56-c3fa7686e986 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab34b2afec2a4f94b49830731c3241e6 HTTP/1.1" status: 200 len: 380 time: 0.2987983 Mar 07 21:36:35.657786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-ae62df44-1738-48e6-bdf8-371f7d094b2c req-876e7656-2d9a-4569-a369-01754fb40d99 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] For port ad0b8b32-e5c0-4eb8-a888-37a129bfa799, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ad0b8b32-e5c0-4eb8-a888-37a129bfa799,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:35.658182 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ae62df44-1738-48e6-bdf8-371f7d094b2c req-876e7656-2d9a-4569-a369-01754fb40d99 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:35.680789 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-ae62df44-1738-48e6-bdf8-371f7d094b2c req-876e7656-2d9a-4569-a369-01754fb40d99 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Calling delete_port for ad0b8b32-e5c0-4eb8-a888-37a129bfa799 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:35.709264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9484f535-ad16-4b70-ab5d-9c8c38f05d9b {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:35.719525 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Publish callbacks [] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:35.719684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40975a95-bb1d-4fed-964e-ca22ea2bd1a3 req-5bc476e5-8ff7-494e-a976-f2f129f73797 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:35.722597 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40975a95-bb1d-4fed-964e-ca22ea2bd1a3 req-5bc476e5-8ff7-494e-a976-f2f129f73797 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "GET /v2.0/ports?device_id=a53bd353-e482-410d-98ce-ddd7271d1045 HTTP/1.1" status: 200 len: 950 time: 0.1335924 Mar 07 21:36:35.735832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Transition to ACTIVE for port object 9484f535-ad16-4b70-ab5d-9c8c38f05d9b will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:36:35.754133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863205f-1d4a-445a-978c-2c928745312c req-37109b69-7501-46b9-9e4c-6a91879111d8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:35.755912 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4863205f-1d4a-445a-978c-2c928745312c req-37109b69-7501-46b9-9e4c-6a91879111d8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 931 time: 0.4238248 Mar 07 21:36:35.779611 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:35.812856 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-e7203fad-998a-4eea-ad2f-3f9bbe87737d tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Request body: {'port': {'device_id': 'c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1', 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'admin_state_up': True, 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'security_groups': ['77aa7925-c140-4a49-8151-cecb9707625d']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:35.908743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-40975a95-bb1d-4fed-964e-ca22ea2bd1a3 req-d95b2744-72f4-462d-a939-0ba549085bcf tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Deleting port 91e3530c-a21e-49f8-9573-c90a3345c0da {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:35.909175 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-40975a95-bb1d-4fed-964e-ca22ea2bd1a3 req-d95b2744-72f4-462d-a939-0ba549085bcf tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:36.061515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa9f2ea6-3049-47fb-aebe-91317040d0a8 req-b3461f4b-93c7-42d2-954e-f90c659b7ca6 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.4638526 Mar 07 21:36:36.091878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-40975a95-bb1d-4fed-964e-ca22ea2bd1a3 req-d95b2744-72f4-462d-a939-0ba549085bcf tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] For port 91e3530c-a21e-49f8-9573-c90a3345c0da, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=91e3530c-a21e-49f8-9573-c90a3345c0da,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:36.092367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-40975a95-bb1d-4fed-964e-ca22ea2bd1a3 req-d95b2744-72f4-462d-a939-0ba549085bcf tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:36.110424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-40975a95-bb1d-4fed-964e-ca22ea2bd1a3 req-d95b2744-72f4-462d-a939-0ba549085bcf tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Calling delete_port for 91e3530c-a21e-49f8-9573-c90a3345c0da owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:36.126716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a3e0aa08-fb93-4333-bdca-3d1f9fa401f7 req-2b55e3a9-6249-4ddf-8c63-dac8b541b950 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Deleting port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:36.127090 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a3e0aa08-fb93-4333-bdca-3d1f9fa401f7 req-2b55e3a9-6249-4ddf-8c63-dac8b541b950 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:36.131080 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ae62df44-1738-48e6-bdf8-371f7d094b2c req-876e7656-2d9a-4569-a369-01754fb40d99 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ad0b8b32-e5c0-4eb8-a888-37a129bfa799), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:36.144210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346', 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce', '91e3530c-a21e-49f8-9573-c90a3345c0da'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:36.220922 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e7656-2d9a-4569-a369-01754fb40d99 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event deleted for resources: {'Port': ['ID=ad0b8b32-e5c0-4eb8-a888-37a129bfa799,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:36.306279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:36.344144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4863205f-1d4a-445a-978c-2c928745312c req-76103aad-8cad-4891-b20a-b2a1451f5482 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600512 Mar 07 21:36:36.386105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-e7203fad-998a-4eea-ad2f-3f9bbe87737d tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Made reservation on behalf of ab34b2afec2a4f94b49830731c3241e6 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:36:36.389902 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-e7203fad-998a-4eea-ad2f-3f9bbe87737d tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:36.395118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49762) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:36.408720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a3e0aa08-fb93-4333-bdca-3d1f9fa401f7 req-2b55e3a9-6249-4ddf-8c63-dac8b541b950 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] For port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:36.409226 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a3e0aa08-fb93-4333-bdca-3d1f9fa401f7 req-2b55e3a9-6249-4ddf-8c63-dac8b541b950 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:36.446860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae62df44-1738-48e6-bdf8-371f7d094b2c req-876e7656-2d9a-4569-a369-01754fb40d99 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] No DVR routers for this DVR port ad0b8b32-e5c0-4eb8-a888-37a129bfa799 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:36.451191 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ae62df44-1738-48e6-bdf8-371f7d094b2c req-876e7656-2d9a-4569-a369-01754fb40d99 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:36.455331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a3e0aa08-fb93-4333-bdca-3d1f9fa401f7 req-2b55e3a9-6249-4ddf-8c63-dac8b541b950 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Calling delete_port for 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:36.460439 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ae62df44-1738-48e6-bdf8-371f7d094b2c req-876e7656-2d9a-4569-a369-01754fb40d99 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.15 "DELETE /v2.0/ports/ad0b8b32-e5c0-4eb8-a888-37a129bfa799 HTTP/1.1" status: 204 len: 173 time: 1.2186732 Mar 07 21:36:36.462633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f35c9-7e5e-4902-af5b-00edf3caf378', 'name': 'network-vif-deleted', 'tag': 'ad0b8b32-e5c0-4eb8-a888-37a129bfa799'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:36.465852 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edab730-f788-42cf-ba96-dc63c5d51209" -d '{"events": [{"server_uuid": "de0f35c9-7e5e-4902-af5b-00edf3caf378", "name": "network-vif-deleted", "tag": "ad0b8b32-e5c0-4eb8-a888-37a129bfa799"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:36.469899 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-40975a95-bb1d-4fed-964e-ca22ea2bd1a3 req-d95b2744-72f4-462d-a939-0ba549085bcf tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (91e3530c-a21e-49f8-9573-c90a3345c0da), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:36.490902 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346', 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce', '91e3530c-a21e-49f8-9573-c90a3345c0da'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:36.558546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b2744-72f4-462d-a939-0ba549085bcf tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event deleted for resources: {'Port': ['ID=91e3530c-a21e-49f8-9573-c90a3345c0da,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:36.669669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Attempting to bind port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:36.670594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Attempting to bind port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:36.671141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Attempting to bind port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:36.683776 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-40975a95-bb1d-4fed-964e-ca22ea2bd1a3 req-d95b2744-72f4-462d-a939-0ba549085bcf tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] No DVR routers for this DVR port 91e3530c-a21e-49f8-9573-c90a3345c0da on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:36.686341 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-40975a95-bb1d-4fed-964e-ca22ea2bd1a3 req-d95b2744-72f4-462d-a939-0ba549085bcf tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:36.688714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7106c8c7-8888-4bea-8ba3-cfabe8b53826 req-239ff9d8-7372-465f-a4c5-2f6bae80a8ee tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 210 time: 0.1464126 Mar 07 21:36:36.704477 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40975a95-bb1d-4fed-964e-ca22ea2bd1a3 req-d95b2744-72f4-462d-a939-0ba549085bcf tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "DELETE /v2.0/ports/91e3530c-a21e-49f8-9573-c90a3345c0da HTTP/1.1" status: 204 len: 173 time: 0.9618070 Mar 07 21:36:36.705752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161f0e3-5c54-4a69-9146-dbb661a1e775 req-93351a91-0bd7-4626-b4c7-df01735f8e06 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:36.706862 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f161f0e3-5c54-4a69-9146-dbb661a1e775 req-93351a91-0bd7-4626-b4c7-df01735f8e06 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 945 time: 0.4136231 Mar 07 21:36:36.726368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1733116766-network', 'tenant_id': '84bc0532354f494997de14eeea34bc27'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:36.802731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:36:36.803061 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Attempting to bind port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:36.828958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] Made reservation on behalf of 84bc0532354f494997de14eeea34bc27 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:36:36.835645 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:36.930664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:36.931017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Checking segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:36.931480 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Bound using segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:36.932158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Bound port: 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:36.932450 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:36.970099 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:37.128606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d343d862-a9fb-41d3-9773-5450851ef82c req-8805494a-aebb-4713-8f55-56df2f46dc18 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 210 time: 0.2825339 Mar 07 21:36:37.322449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f161f0e3-5c54-4a69-9146-dbb661a1e775 req-057a2512-d7df-443e-852a-8dcc2c166344 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382755 Mar 07 21:36:37.323804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-e7203fad-998a-4eea-ad2f-3f9bbe87737d tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Allocated IP 172.20.0.10 (9ffcf6e4-ae5d-40ad-baed-19b7800074b4/cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499/5ff193ed-3933-4c34-873f-c9cec4d64911) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:36:37.450624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ad0b8b32-e5c0-4eb8-a888-37a129bfa799 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:37.527379 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: ad0b8b32-e5c0-4eb8-a888-37a129bfa799 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:36:37.528132 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ad0b8b32-e5c0-4eb8-a888-37a129bfa799 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:37.531584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:37.539210 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76362c42-3ab5-46b7-b56a-e0da530430c6 x-openstack-request-id: req-76362c42-3ab5-46b7-b56a-e0da530430c6 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:37.539700 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f35c9-7e5e-4902-af5b-00edf3caf378", "name": "network-vif-deleted", "tag": "ad0b8b32-e5c0-4eb8-a888-37a129bfa799", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:37.539979 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76362c42-3ab5-46b7-b56a-e0da530430c6 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:37.540531 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0f35c9-7e5e-4902-af5b-00edf3caf378', 'name': 'network-vif-deleted', 'tag': 'ad0b8b32-e5c0-4eb8-a888-37a129bfa799', 'status': 'completed', 'code': 200} Mar 07 21:36:37.643806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:37.682987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-90721892-8ede-469d-95eb-9b6f9a7047aa tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:37.684889 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-90721892-8ede-469d-95eb-9b6f9a7047aa tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.13 "GET /v2.0/networks?id=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb HTTP/1.1" status: 200 len: 814 time: 0.8819256 Mar 07 21:36:37.687503 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-1f7515eb-1f1d-4350-bfe3-8a77772a2839 service neutron] show failed (client error): The resource could not be found. Mar 07 21:36:37.688530 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-1f7515eb-1f1d-4350-bfe3-8a77772a2839 service neutron] 10.222.0.13 "GET /v2.0/ports/a579bf70-a25a-4de4-b100-2836fe8ef53a/bindings/n-h2-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.1469486 Mar 07 21:36:37.694060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-102edf0e-8f6b-401f-9c00-c574a63e7861 req-061f719f-1459-4ad7-ac21-8c981937966d tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0902998 Mar 07 21:36:37.701126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:37.710491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-d1b79a79-c0ca-4048-afa4-80403a2dbfc7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Request body: {'port': {'device_id': '13970a58-3ea4-4636-ad0f-38e1d6d672c6', 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb', 'admin_state_up': True, 'tenant_id': '342316ef9f394e8cb8be6c925ab82c66'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:37.725010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f84fea-1ff0-4c00-8dc5-2e95ec31e617 req-a4619dbc-5e54-48eb-b3b7-f3c08dbbca30 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:37.732672 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-93f84fea-1ff0-4c00-8dc5-2e95ec31e617 req-a4619dbc-5e54-48eb-b3b7-f3c08dbbca30 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.4787543 Mar 07 21:36:37.749082 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a3e0aa08-fb93-4333-bdca-3d1f9fa401f7 req-2b55e3a9-6249-4ddf-8c63-dac8b541b950 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:37.760406 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:37.788744 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:37.789783 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (79f05a6b-ba6a-4bc9-80b5-495c6924dea2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:37.893574 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] Publish callbacks [] for security_group (ae768152-ab61-452f-9b3a-fcd91d54f3e5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:37.902956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:37.903613 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:37.905215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] 10.222.0.15 "PUT /v2.0/ports/9484f535-ad16-4b70-ab5d-9c8c38f05d9b HTTP/1.1" status: 200 len: 1091 time: 3.8223901 Mar 07 21:36:37.916845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92cca83b-6aed-42e8-b987-32ad2472be36', 'tag': '9484f535-ad16-4b70-ab5d-9c8c38f05d9b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:37.919349 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b7488d-7780-4c1f-bcae-c9fc071cd1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "92cca83b-6aed-42e8-b987-32ad2472be36", "tag": "9484f535-ad16-4b70-ab5d-9c8c38f05d9b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:37.954612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-d1b79a79-c0ca-4048-afa4-80403a2dbfc7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Made reservation on behalf of 342316ef9f394e8cb8be6c925ab82c66 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:36:37.960973 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-d1b79a79-c0ca-4048-afa4-80403a2dbfc7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:37.961438 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ae768152-ab61-452f-9b3a-fcd91d54f3e5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:38.057717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e0aa08-fb93-4333-bdca-3d1f9fa401f7 req-2b55e3a9-6249-4ddf-8c63-dac8b541b950 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] No DVR routers for this DVR port 79f05a6b-ba6a-4bc9-80b5-495c6924dea2 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:38.071011 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a3e0aa08-fb93-4333-bdca-3d1f9fa401f7 req-2b55e3a9-6249-4ddf-8c63-dac8b541b950 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:38.074263 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3e0aa08-fb93-4333-bdca-3d1f9fa401f7 req-2b55e3a9-6249-4ddf-8c63-dac8b541b950 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.15 "DELETE /v2.0/ports/79f05a6b-ba6a-4bc9-80b5-495c6924dea2 HTTP/1.1" status: 204 len: 173 time: 2.8351858 Mar 07 21:36:38.107678 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-93f84fea-1ff0-4c00-8dc5-2e95ec31e617 req-34204f59-3e8c-4803-a3fd-498cebeb9718 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692303 Mar 07 21:36:38.108646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81dbb0f-830b-4c6f-982e-715f769806c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:38.178316 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-5e50e878-2c6d-4d33-9742-755f86c34bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:38.179838 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-5e50e878-2c6d-4d33-9742-755f86c34bd8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705&tenant_id=983f4ba84c9a411ba764aa41e92d0679 HTTP/1.1" status: 200 len: 1131 time: 0.1137035 Mar 07 21:36:38.196621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:38.199615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:36:38.200444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-d1b79a79-c0ca-4048-afa4-80403a2dbfc7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Allocated IP 172.20.0.4 (78f0a89d-2c96-481c-8e1f-7a2c7213f0eb/3846fd89-0852-47b8-8047-f4764acdf27d/10e45ec8-4060-478e-aeb9-a80b0420c8fc) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:36:38.241375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae768152-ab61-452f-9b3a-fcd91d54f3e5,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:38.266804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (bf466cfa-f08c-4f53-92e8-ee84d3db3f5a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:38.267184 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] Added segment bf466cfa-f08c-4f53-92e8-ee84d3db3f5a of type vlan for network 6a38c177-2986-4993-baa8-899eed1d97e5 Mar 07 21:36:38.303789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55e3a9-6249-4ddf-8c63-dac8b541b950 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Pushing event deleted for resources: {'Port': ['ID=79f05a6b-ba6a-4bc9-80b5-495c6924dea2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:38.315227 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-e7203fad-998a-4eea-ad2f-3f9bbe87737d tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:38.332464 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:38.407526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c567e-8e10-4401-bed3-a454990785fe req-0abb4522-24c9-4303-81b7-3b5a488db200 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:38.410099 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b5c567e-8e10-4401-bed3-a454990785fe req-0abb4522-24c9-4303-81b7-3b5a488db200 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 943 time: 0.5269368 Mar 07 21:36:38.412765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d1e4f874-e168-4ebc-bd6d-d5c220a7493d req-7d70a045-de0a-4840-9632-59adc771492f tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 210 time: 0.1016207 Mar 07 21:36:38.428814 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (6a38c177-2986-4993-baa8-899eed1d97e5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:38.465455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-3e54ea60-e021-4ccd-a269-25b38e3618d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:38.466966 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-3e54ea60-e021-4ccd-a269-25b38e3618d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 1125 time: 0.4501057 Mar 07 21:36:38.476561 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (6a38c177-2986-4993-baa8-899eed1d97e5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:38.477468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:38.478104 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:38.494011 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d948c94-ad78-437f-899d-2968477aa840 x-openstack-request-id: req-8d948c94-ad78-437f-899d-2968477aa840 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:38.494331 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92cca83b-6aed-42e8-b987-32ad2472be36", "tag": "9484f535-ad16-4b70-ab5d-9c8c38f05d9b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:38.494607 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d948c94-ad78-437f-899d-2968477aa840 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:38.495344 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92cca83b-6aed-42e8-b987-32ad2472be36', 'tag': '9484f535-ad16-4b70-ab5d-9c8c38f05d9b', 'status': 'completed', 'code': 200} Mar 07 21:36:38.524014 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1257918 Mar 07 21:36:38.528962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49786) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:38.537850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7359f70f-4c4c-4b40-b5f4-86562d207b69 admin admin] Request body: {'subnet': {'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1733116766-subnet', 'tenant_id': '84bc0532354f494997de14eeea34bc27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:38.582211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-1520a4f8-ff6a-47ad-9a80-b5193db325cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b HTTP/1.1" status: 200 len: 217 time: 0.0859644 Mar 07 21:36:38.588761 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-d1b79a79-c0ca-4048-afa4-80403a2dbfc7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks [] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:38.643707 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7359f70f-4c4c-4b40-b5f4-86562d207b69 admin admin] Made reservation on behalf of 84bc0532354f494997de14eeea34bc27 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:36:38.645791 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7359f70f-4c4c-4b40-b5f4-86562d207b69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:38.764037 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] For port a579bf70-a25a-4de4-b100-2836fe8ef53a, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:38.777826 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-d1b79a79-c0ca-4048-afa4-80403a2dbfc7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:38.850019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-d1b79a79-c0ca-4048-afa4-80403a2dbfc7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:36:38.863189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-d1b79a79-c0ca-4048-afa4-80403a2dbfc7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:36:38.869612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b79a79-c0ca-4048-afa4-80403a2dbfc7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Pushing event updated for resources: {'Port': ['ID=10e45ec8-4060-478e-aeb9-a80b0420c8fc,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:38.872030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-d1b79a79-c0ca-4048-afa4-80403a2dbfc7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:36:38.901204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] For port a579bf70-a25a-4de4-b100-2836fe8ef53a, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:38.992039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-d1b79a79-c0ca-4048-afa4-80403a2dbfc7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:38.992935 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-d1b79a79-c0ca-4048-afa4-80403a2dbfc7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:38.996954 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Publish callbacks [] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:39.014633 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63cc78d1-e01c-452e-956f-ce97371d0f9c req-9fa4e58b-937e-4182-9054-89a5461b576b tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 210 time: 0.4286485 Mar 07 21:36:39.035300 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-e7203fad-998a-4eea-ad2f-3f9bbe87737d tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:39.036948 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-d1b79a79-c0ca-4048-afa4-80403a2dbfc7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3379774 Mar 07 21:36:39.052675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Request body: {'port': {'device_id': '13970a58-3ea4-4636-ad0f-38e1d6d672c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:39.056124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Transition to ACTIVE for port object a579bf70-a25a-4de4-b100-2836fe8ef53a will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:36:39.099747 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:39.107313 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b5c567e-8e10-4401-bed3-a454990785fe req-4cf40aa0-4d09-46a1-bbb5-93ad864e3569 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410151 Mar 07 21:36:39.108800 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d55e5-3631-4363-8d55-a7f10850d839 admin admin] Pushing event updated for resources: {'Network': ['ID=6a38c177-2986-4993-baa8-899eed1d97e5,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:39.126176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 6a38c177-2986-4993-baa8-899eed1d97e5 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:36:39.138821 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7359f70f-4c4c-4b40-b5f4-86562d207b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (6f3b5aa6-8944-412a-8b57-0adb658b9c28), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:39.165463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-e7203fad-998a-4eea-ad2f-3f9bbe87737d tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Network 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:36:39.182442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-cc5d543c-34cc-4b58-bfb8-43a4a39bc154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:39.184413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-cc5d543c-34cc-4b58-bfb8-43a4a39bc154 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.5657029 Mar 07 21:36:39.193987 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-e7203fad-998a-4eea-ad2f-3f9bbe87737d tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:36:39.202450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-e7203fad-998a-4eea-ad2f-3f9bbe87737d tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:36:39.280141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Pushing event updated for resources: {'Port': ['ID=a579bf70-a25a-4de4-b100-2836fe8ef53a,revision_number=6']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:39.296937 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] No DVR routers for this DVR port a579bf70-a25a-4de4-b100-2836fe8ef53a on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:39.303659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7203fad-998a-4eea-ad2f-3f9bbe87737d tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Pushing event updated for resources: {'Port': ['ID=5ff193ed-3933-4c34-873f-c9cec4d64911,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:39.312848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-3c0bde42-f255-4b6d-96ba-14a397c3052d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947974 Mar 07 21:36:39.317413 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:39.373658 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359f70f-4c4c-4b40-b5f4-86562d207b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3b5aa6-8944-412a-8b57-0adb658b9c28,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:39.384822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-e7203fad-998a-4eea-ad2f-3f9bbe87737d tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:39.385461 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-e7203fad-998a-4eea-ad2f-3f9bbe87737d tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:39.465538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359f70f-4c4c-4b40-b5f4-86562d207b69 admin admin] Checking segment: {'id': 'bf466cfa-f08c-4f53-92e8-ee84d3db3f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:39.466269 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359f70f-4c4c-4b40-b5f4-86562d207b69 admin admin] Network hostable DHCP agents. Network: 6a38c177-2986-4993-baa8-899eed1d97e5, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:36:39.479940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Attempting to bind port a579bf70-a25a-4de4-b100-2836fe8ef53a on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:39.481754 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Attempting to bind port a579bf70-a25a-4de4-b100-2836fe8ef53a by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:39.482243 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Attempting to bind port a579bf70-a25a-4de4-b100-2836fe8ef53a on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:39.488000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b840af2f-6b59-49c1-8452-ccebec4b05cd req-d44f22b6-3c56-4ef2-ae62-11a4ccc3b80c tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.1131082 Mar 07 21:36:39.498299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-e7203fad-998a-4eea-ad2f-3f9bbe87737d tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7241721 Mar 07 21:36:39.513360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097638e9-8409-4815-81a3-d62f1ac9c930 req-79545444-0c20-495c-b40d-ad1708720a99 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:39.521043 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-097638e9-8409-4815-81a3-d62f1ac9c930 req-79545444-0c20-495c-b40d-ad1708720a99 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 945 time: 0.2558749 Mar 07 21:36:39.530985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Request body: {'port': {'device_id': 'c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:39.532248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Port a579bf70-a25a-4de4-b100-2836fe8ef53a on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:36:39.532675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Attempting to bind port a579bf70-a25a-4de4-b100-2836fe8ef53a on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:39.552567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53bd353-e482-410d-98ce-ddd7271d1045', 'name': 'network-vif-deleted', 'tag': '91e3530c-a21e-49f8-9573-c90a3345c0da'}, {'server_uuid': '0fcb0f6e-2b6a-4300-86a1-119e06714705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a579bf70-a25a-4de4-b100-2836fe8ef53a'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:39.555012 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60da0e42-0b58-4629-9017-68c05564c38b" -d '{"events": [{"server_uuid": "a53bd353-e482-410d-98ce-ddd7271d1045", "name": "network-vif-deleted", "tag": "91e3530c-a21e-49f8-9573-c90a3345c0da"}, {"server_uuid": "0fcb0f6e-2b6a-4300-86a1-119e06714705", "name": "network-vif-unplugged", "status": "completed", "tag": "a579bf70-a25a-4de4-b100-2836fe8ef53a"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:39.586824 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-bdffb5d7-5714-48bc-89ef-f02cd92babd9 service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511742 Mar 07 21:36:39.661912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:39.662614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:39.662730 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:39.663295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Bound port: a579bf70-a25a-4de4-b100-2836fe8ef53a, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:39.663834 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:39.669649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359f70f-4c4c-4b40-b5f4-86562d207b69 admin admin] Network 6a38c177-2986-4993-baa8-899eed1d97e5 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:36:39.719519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d02b3cdc-5674-489e-a4bf-0a806be3f555 None None] Provisioning complete for port 5ff193ed-3933-4c34-873f-c9cec4d64911 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:39.720149 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d02b3cdc-5674-489e-a4bf-0a806be3f555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:39.735139 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:39.753461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-097638e9-8409-4815-81a3-d62f1ac9c930 req-bcb0493d-1a27-4131-a426-0e30c150e307 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274892 Mar 07 21:36:39.765811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d02b3cdc-5674-489e-a4bf-0a806be3f555 None None] Port 5ff193ed-3933-4c34-873f-c9cec4d64911 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:36:39.777819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a579bf70-a25a-4de4-b100-2836fe8ef53a no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:39.824530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac1a396f-5926-41fe-ab83-2c8d6d8123a2 req-93cb148a-8cb7-42c4-a209-266d204bb60f service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276986 Mar 07 21:36:39.838186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54070ebe-26bf-4959-8284-5a1df5f0f866 req-ebeaeb5b-490d-4c25-912b-30310a329119 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:39.841243 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-7359f70f-4c4c-4b40-b5f4-86562d207b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 6a38c177-2986-4993-baa8-899eed1d97e5) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:36:39.843434 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54070ebe-26bf-4959-8284-5a1df5f0f866 req-ebeaeb5b-490d-4c25-912b-30310a329119 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 947 time: 0.2170448 Mar 07 21:36:39.852153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359f70f-4c4c-4b40-b5f4-86562d207b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:39.852801 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7359f70f-4c4c-4b40-b5f4-86562d207b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:39.869744 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859b8f92-c82d-4242-848d-0e654d8110f2 None None] Network 6a38c177-2986-4993-baa8-899eed1d97e5 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:36:39.907657 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] The host n-h1-832330-1 is not matching for port a579bf70-a25a-4de4-b100-2836fe8ef53a host n-h2-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:36:39.908342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a579bf70-a25a-4de4-b100-2836fe8ef53a not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:39.909274 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 91e3530c-a21e-49f8-9573-c90a3345c0da no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:39.971685 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7359f70f-4c4c-4b40-b5f4-86562d207b69 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4393730 Mar 07 21:36:39.980426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 91e3530c-a21e-49f8-9573-c90a3345c0da {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:36:39.994588 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 91e3530c-a21e-49f8-9573-c90a3345c0da not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:40.110412 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] For port a579bf70-a25a-4de4-b100-2836fe8ef53a, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:40.120011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be4b312-6da1-433a-9b2c-9cc3da90adaa None None] Network 6a38c177-2986-4993-baa8-899eed1d97e5 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:36:40.124161 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] For port a579bf70-a25a-4de4-b100-2836fe8ef53a, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:40.129656 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e45ec8-4060-478e-aeb9-a80b0420c8fc {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:40.148593 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:40.154197 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Publish callbacks [] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:40.234697 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:40.236176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:40.238670 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] 10.222.0.15 "PUT /v2.0/ports/a579bf70-a25a-4de4-b100-2836fe8ef53a HTTP/1.1" status: 200 len: 1095 time: 2.0472274 Mar 07 21:36:40.239221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54070ebe-26bf-4959-8284-5a1df5f0f866 req-3599c7fd-d701-4614-859b-80584b4a0ffd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761194 Mar 07 21:36:40.240229 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Transition to ACTIVE for port object 10e45ec8-4060-478e-aeb9-a80b0420c8fc will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:36:40.293886 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:40.376826 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53574112-4742-4ad2-893c-c5865cd893bf x-openstack-request-id: req-53574112-4742-4ad2-893c-c5865cd893bf {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:40.377131 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53bd353-e482-410d-98ce-ddd7271d1045", "name": "network-vif-deleted", "tag": "91e3530c-a21e-49f8-9573-c90a3345c0da", "status": "completed", "code": 200}, {"server_uuid": "0fcb0f6e-2b6a-4300-86a1-119e06714705", "name": "network-vif-unplugged", "status": "completed", "tag": "a579bf70-a25a-4de4-b100-2836fe8ef53a", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:40.377390 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53574112-4742-4ad2-893c-c5865cd893bf {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:40.377792 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53bd353-e482-410d-98ce-ddd7271d1045', 'name': 'network-vif-deleted', 'tag': '91e3530c-a21e-49f8-9573-c90a3345c0da', 'status': 'completed', 'code': 200} Mar 07 21:36:40.378051 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcb0f6e-2b6a-4300-86a1-119e06714705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a579bf70-a25a-4de4-b100-2836fe8ef53a', 'code': 200} Mar 07 21:36:40.394649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7488d-7780-4c1f-bcae-c9fc071cd1b2 req-adf92589-c473-43e4-8812-52764b191ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:40.396172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52b7488d-7780-4c1f-bcae-c9fc071cd1b2 req-adf92589-c473-43e4-8812-52764b191ca8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 1125 time: 0.5061769 Mar 07 21:36:40.422693 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdc507-9198-4d46-ada8-86e024177221 service neutron] Pushing event updated for resources: {'Port': ['ID=a579bf70-a25a-4de4-b100-2836fe8ef53a,revision_number=7']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:40.498941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7974363-8d86-41d9-a78c-c4e95d205b49', 'name': 'network-vif-deleted', 'tag': '79f05a6b-ba6a-4bc9-80b5-495c6924dea2'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:40.504353 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dcf10a-8052-4da1-957e-0e8fc7d17d81" -d '{"events": [{"server_uuid": "a7974363-8d86-41d9-a78c-c4e95d205b49", "name": "network-vif-deleted", "tag": "79f05a6b-ba6a-4bc9-80b5-495c6924dea2"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:40.532916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa52c2a-533e-4e1c-9756-50cc55116a7d req-8a456451-5870-4054-8680-a83999c685fc tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:40.537589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afa52c2a-533e-4e1c-9756-50cc55116a7d req-8a456451-5870-4054-8680-a83999c685fc tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 932 time: 0.3765364 Mar 07 21:36:40.639150 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0779c122-7540-4fa8-856e-65b3b0008f6c req-b0e93e39-921e-4b9f-b06d-ecadbfb48fb6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.1286788 Mar 07 21:36:40.647892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Attempting to bind port 10e45ec8-4060-478e-aeb9-a80b0420c8fc on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:40.648229 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Attempting to bind port 10e45ec8-4060-478e-aeb9-a80b0420c8fc by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'ee69d199-c7b8-43b9-ab5e-89d05d00c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:40.648557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Attempting to bind port 10e45ec8-4060-478e-aeb9-a80b0420c8fc on network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:40.654202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Port 10e45ec8-4060-478e-aeb9-a80b0420c8fc on network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:36:40.654531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Attempting to bind port 10e45ec8-4060-478e-aeb9-a80b0420c8fc on network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:40.656810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Pushing event updated for resources: {'Port': ['ID=10e45ec8-4060-478e-aeb9-a80b0420c8fc,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:40.662527 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-9f51119f-4fad-430b-b4a0-94f666a3ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:40.664027 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-9f51119f-4fad-430b-b4a0-94f666a3ccc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 1129 time: 0.3579781 Mar 07 21:36:40.667333 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:40.667669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Checking segment: {'id': 'ee69d199-c7b8-43b9-ab5e-89d05d00c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:40.668041 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Bound using segment: {'id': 'ee69d199-c7b8-43b9-ab5e-89d05d00c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:40.668466 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Bound port: 10e45ec8-4060-478e-aeb9-a80b0420c8fc, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee69d199-c7b8-43b9-ab5e-89d05d00c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:40.669011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:40.669905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7488d-7780-4c1f-bcae-c9fc071cd1b2 req-171c984e-1c9b-4b30-8adf-4258f7de4d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:40.673300 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52b7488d-7780-4c1f-bcae-c9fc071cd1b2 req-171c984e-1c9b-4b30-8adf-4258f7de4d1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.2491059 Mar 07 21:36:40.792606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52b7488d-7780-4c1f-bcae-c9fc071cd1b2 req-40233160-690d-4e54-91d6-0ba14a804a67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b HTTP/1.1" status: 200 len: 217 time: 0.1022389 Mar 07 21:36:40.801935 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afa52c2a-533e-4e1c-9756-50cc55116a7d req-6cac5196-f56f-4fb4-ad7e-eda5983a6a80 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/security-groups?id=77aa7925-c140-4a49-8151-cecb9707625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572842 Mar 07 21:36:40.825552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] For port 10e45ec8-4060-478e-aeb9-a80b0420c8fc, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:40.829502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] For port 10e45ec8-4060-478e-aeb9-a80b0420c8fc, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=10e45ec8-4060-478e-aeb9-a80b0420c8fc,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:40.834832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-f182ac98-c139-4c01-b918-63b777ce1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:40.836286 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-f182ac98-c139-4c01-b918-63b777ce1b6d service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1636574 Mar 07 21:36:40.847027 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:40.859613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff193ed-3933-4c34-873f-c9cec4d64911 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:40.875647 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Publish callbacks [] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:40.887451 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a33e6-3710-4d2e-b81f-06ff4aa27ec8 req-cfa3b985-7af9-4715-a830-17d6104b6a33 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:40.890564 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f2a33e6-3710-4d2e-b81f-06ff4aa27ec8 req-cfa3b985-7af9-4715-a830-17d6104b6a33 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 943 time: 0.2162910 Mar 07 21:36:40.904593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Transition to ACTIVE for port object 5ff193ed-3933-4c34-873f-c9cec4d64911 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:36:40.913980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7488d-7780-4c1f-bcae-c9fc071cd1b2 req-1948bc60-e0c5-4829-bc5d-060fbe5ba058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:40.916183 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52b7488d-7780-4c1f-bcae-c9fc071cd1b2 req-1948bc60-e0c5-4829-bc5d-060fbe5ba058 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.1131225 Mar 07 21:36:40.931368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:40.934026 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:40.934790 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:40.936577 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] 10.222.0.13 "PUT /v2.0/ports/10e45ec8-4060-478e-aeb9-a80b0420c8fc HTTP/1.1" status: 200 len: 1091 time: 1.8897698 Mar 07 21:36:40.938922 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-32d455f5-e7a8-4676-b278-5f2b47e4012a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a HTTP/1.1" status: 200 len: 217 time: 0.0934892 Mar 07 21:36:40.973739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49278739-e3c0-4e34-897e-d1adf861f382 service neutron] Pushing event updated for resources: {'Port': ['ID=10e45ec8-4060-478e-aeb9-a80b0420c8fc,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:41.012868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52b7488d-7780-4c1f-bcae-c9fc071cd1b2 req-e7427d51-baa6-4356-b81a-db18498bdcbf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824633 Mar 07 21:36:41.049179 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-d60e5d11-810b-4ad4-905a-34e670e41b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:41.050723 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-d60e5d11-810b-4ad4-905a-34e670e41b0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0885935 Mar 07 21:36:41.071120 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-7e8f7ccb-faad-49db-b843-f7f2324dd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:41.072752 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-7e8f7ccb-faad-49db-b843-f7f2324dd508 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=342316ef9f394e8cb8be6c925ab82c66&device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 1125 time: 0.0751772 Mar 07 21:36:41.138659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f2a33e6-3710-4d2e-b81f-06ff4aa27ec8 req-ea0632fe-b504-415f-aa85-615b7ba53784 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212634 Mar 07 21:36:41.145152 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-579706c3-02a5-4e5d-ab1d-dba4aeb3727d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10e45ec8-4060-478e-aeb9-a80b0420c8fc HTTP/1.1" status: 200 len: 217 time: 0.0434911 Mar 07 21:36:41.147695 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-f9b6acfb-6ef8-4d55-a60f-c917d9ae7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:41.149200 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-f9b6acfb-6ef8-4d55-a60f-c917d9ae7768 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0914967 Mar 07 21:36:41.178612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Pushing event updated for resources: {'Port': ['ID=5ff193ed-3933-4c34-873f-c9cec4d64911,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:41.215363 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-81910345-dc69-4fce-8404-ed8111e16b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:41.217025 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-81910345-dc69-4fce-8404-ed8111e16b29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3846fd89-0852-47b8-8047-f4764acdf27d HTTP/1.1" status: 200 len: 854 time: 0.0632315 Mar 07 21:36:41.252831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a68ec-c485-41bc-bf92-5c796fee751f req-077edc5c-663e-4dea-8995-1d6d1d986310 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:41.254475 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-083a68ec-c485-41bc-bf92-5c796fee751f req-077edc5c-663e-4dea-8995-1d6d1d986310 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 943 time: 0.3744819 Mar 07 21:36:41.292858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Attempting to bind port 5ff193ed-3933-4c34-873f-c9cec4d64911 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:41.293201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Attempting to bind port 5ff193ed-3933-4c34-873f-c9cec4d64911 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'b35ffd60-3db7-45df-b909-9d4cd3e1af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:41.293519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Attempting to bind port 5ff193ed-3933-4c34-873f-c9cec4d64911 on network 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:41.330751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Port 5ff193ed-3933-4c34-873f-c9cec4d64911 on network 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:36:41.331083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Attempting to bind port 5ff193ed-3933-4c34-873f-c9cec4d64911 on network 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:41.335297 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-c5051f1c-790a-402c-9011-615238075375 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079681 Mar 07 21:36:41.339013 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52b7488d-7780-4c1f-bcae-c9fc071cd1b2 req-93b41cd7-7730-4570-9910-43f270ac70b0 service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977061 Mar 07 21:36:41.340999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:41.341510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Checking segment: {'id': 'b35ffd60-3db7-45df-b909-9d4cd3e1af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:41.341897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Bound using segment: {'id': 'b35ffd60-3db7-45df-b909-9d4cd3e1af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:41.342509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Bound port: 5ff193ed-3933-4c34-873f-c9cec4d64911, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35ffd60-3db7-45df-b909-9d4cd3e1af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:41.342872 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:41.443092 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-9a09115d-95fc-4489-8177-c90e51226227 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249999 Mar 07 21:36:41.444606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 9484f535-ad16-4b70-ab5d-9c8c38f05d9b details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:36:41.491340 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-b200fc99-0463-4e64-8020-ad750116cc5c service neutron] 10.222.0.13 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446178 Mar 07 21:36:41.511249 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-083a68ec-c485-41bc-bf92-5c796fee751f req-35b05800-1c2c-4d21-a028-52c5ed7d77e7 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399733 Mar 07 21:36:41.604081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:41.616887 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6ed8bb5c-4900-499c-961d-b2258e3eb97b req-6c5cd995-deec-412b-8309-b26fa5353524 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660399 Mar 07 21:36:41.617212 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59348c9-2915-4f70-8ad1-aeed7fb982f4 x-openstack-request-id: req-a59348c9-2915-4f70-8ad1-aeed7fb982f4 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:41.617519 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7974363-8d86-41d9-a78c-c4e95d205b49", "name": "network-vif-deleted", "tag": "79f05a6b-ba6a-4bc9-80b5-495c6924dea2", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:41.617784 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a59348c9-2915-4f70-8ad1-aeed7fb982f4 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:41.618210 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7974363-8d86-41d9-a78c-c4e95d205b49', 'name': 'network-vif-deleted', 'tag': '79f05a6b-ba6a-4bc9-80b5-495c6924dea2', 'status': 'completed', 'code': 200} Mar 07 21:36:41.633075 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] For port 5ff193ed-3933-4c34-873f-c9cec4d64911, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:41.646048 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '9484f535-ad16-4b70-ab5d-9c8c38f05d9b', 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12', 'port_id': '9484f535-ad16-4b70-ab5d-9c8c38f05d9b', 'mac_address': 'fa:16:3e:c5:53:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc7de3-9421-4ea6-b85c-494e5a5470a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:36:41.669546 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd55a1e-6cb9-4f15-8e44-737e7d99973f req-e724270a-56c5-4dfd-ae44-74ae6d5fb797 service neutron] 10.222.0.13 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477830 Mar 07 21:36:41.680996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] For port 5ff193ed-3933-4c34-873f-c9cec4d64911, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5ff193ed-3933-4c34-873f-c9cec4d64911,segment=NetworkSegment(b35ffd60-3db7-45df-b909-9d4cd3e1af69),segment_id=b35ffd60-3db7-45df-b909-9d4cd3e1af69)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:41.701563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52b7488d-7780-4c1f-bcae-c9fc071cd1b2 req-8a58ec40-bcb7-4b4f-aa65-ae22cd02f0e4 service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435690 Mar 07 21:36:41.706665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:41.707571 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:41.711243 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:41.726604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9484f535-ad16-4b70-ab5d-9c8c38f05d9b {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:41.764306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:41.771109 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:41.775652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ab9f7bd-32e8-48f1-8cbf-593aee8e6a16 req-1a59a1aa-d569-4065-8986-5121e10b6721 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0620134 Mar 07 21:36:41.783901 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-f299b8c9-ca3c-473a-a605-8e3afc6f8382 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:41.785411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-f299b8c9-ca3c-473a-a605-8e3afc6f8382 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/networks?id=6a38c177-2986-4993-baa8-899eed1d97e5 HTTP/1.1" status: 200 len: 822 time: 0.2879195 Mar 07 21:36:41.806234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:41.806883 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:41.808258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-8c24c278-6275-4616-a228-57e133890d7a service neutron] 10.222.0.15 "PUT /v2.0/ports/5ff193ed-3933-4c34-873f-c9cec4d64911 HTTP/1.1" status: 200 len: 1092 time: 2.2852714 Mar 07 21:36:41.822803 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-23cda767-ecaa-4e5a-a77f-ab8420ec34d2 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/quotas/84bc0532354f494997de14eeea34bc27 HTTP/1.1" status: 200 len: 375 time: 0.0240133 Mar 07 21:36:41.884781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:41.891199 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-d638b41d-dff9-4aec-aa07-595e0d544f06 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=84bc0532354f494997de14eeea34bc27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653501 Mar 07 21:36:41.972837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24c278-6275-4616-a228-57e133890d7a service neutron] Pushing event updated for resources: {'Port': ['ID=5ff193ed-3933-4c34-873f-c9cec4d64911,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:42.043925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['9484f535-ad16-4b70-ab5d-9c8c38f05d9b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:42.059915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-7413764f-754f-4c22-8b85-d2ec512ab661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:42.061535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-7413764f-754f-4c22-8b85-d2ec512ab661 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab34b2afec2a4f94b49830731c3241e6&device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 1126 time: 0.1897826 Mar 07 21:36:42.073354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a5ed2-2345-4036-a3b9-5ff07eb5d90b req-54c6fcc5-3b7a-4765-93fe-f5fb3050f9cf tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:42.074951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a08a5ed2-2345-4036-a3b9-5ff07eb5d90b req-54c6fcc5-3b7a-4765-93fe-f5fb3050f9cf tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4 HTTP/1.1" status: 200 len: 950 time: 0.1713128 Mar 07 21:36:42.139543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-be7af881-59f3-41f3-893f-05e38c60756f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff193ed-3933-4c34-873f-c9cec4d64911 HTTP/1.1" status: 200 len: 217 time: 0.0634763 Mar 07 21:36:42.143293 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-32032165-2976-4b02-ae30-bb530b43d03a service neutron] 10.222.0.26 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512603 Mar 07 21:36:42.147989 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae374ea-42bd-4c30-9877-db0e932b0aa1 req-f5397231-5981-438b-9224-19af9d03f672 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:42.149680 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bae374ea-42bd-4c30-9877-db0e932b0aa1 req-f5397231-5981-438b-9224-19af9d03f672 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "GET /v2.0/ports?device_id=f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4 HTTP/1.1" status: 200 len: 950 time: 0.0634320 Mar 07 21:36:42.277699 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-bae374ea-42bd-4c30-9877-db0e932b0aa1 req-3465d8c7-8de8-44d4-be89-20a9951ba7e8 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Deleting port ab5f5dca-e2a7-4810-8f08-910322e5ef41 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:42.278104 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bae374ea-42bd-4c30-9877-db0e932b0aa1 req-3465d8c7-8de8-44d4-be89-20a9951ba7e8 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:42.382674 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcb0f6e-2b6a-4300-86a1-119e06714705', 'tag': 'a579bf70-a25a-4de4-b100-2836fe8ef53a'}, {'name': 'network-changed', 'server_uuid': '13970a58-3ea4-4636-ad0f-38e1d6d672c6', 'tag': '10e45ec8-4060-478e-aeb9-a80b0420c8fc'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:42.384960 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992c4552-592d-4518-a867-28c5a0856513" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcb0f6e-2b6a-4300-86a1-119e06714705", "tag": "a579bf70-a25a-4de4-b100-2836fe8ef53a"}, {"name": "network-changed", "server_uuid": "13970a58-3ea4-4636-ad0f-38e1d6d672c6", "tag": "10e45ec8-4060-478e-aeb9-a80b0420c8fc"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:42.398835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-bae374ea-42bd-4c30-9877-db0e932b0aa1 req-3465d8c7-8de8-44d4-be89-20a9951ba7e8 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] For port ab5f5dca-e2a7-4810-8f08-910322e5ef41, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ab5f5dca-e2a7-4810-8f08-910322e5ef41,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:42.399198 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bae374ea-42bd-4c30-9877-db0e932b0aa1 req-3465d8c7-8de8-44d4-be89-20a9951ba7e8 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:42.413420 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-bae374ea-42bd-4c30-9877-db0e932b0aa1 req-3465d8c7-8de8-44d4-be89-20a9951ba7e8 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Calling delete_port for ab5f5dca-e2a7-4810-8f08-910322e5ef41 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:42.547220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bae374ea-42bd-4c30-9877-db0e932b0aa1 req-3465d8c7-8de8-44d4-be89-20a9951ba7e8 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ab5f5dca-e2a7-4810-8f08-910322e5ef41), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:42.559266 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346', 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:42.563663 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a08a5ed2-2345-4036-a3b9-5ff07eb5d90b req-9c1a2928-d4ef-4347-9ec1-6cd941c5f176 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722269 Mar 07 21:36:42.590184 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-b5405a39-3269-42bb-b0fa-971b7f4050ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:42.591668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-b5405a39-3269-42bb-b0fa-971b7f4050ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499 HTTP/1.1" status: 200 len: 854 time: 0.4424384 Mar 07 21:36:42.592642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465d8c7-8de8-44d4-be89-20a9951ba7e8 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event deleted for resources: {'Port': ['ID=ab5f5dca-e2a7-4810-8f08-910322e5ef41,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:42.641819 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae374ea-42bd-4c30-9877-db0e932b0aa1 req-3465d8c7-8de8-44d4-be89-20a9951ba7e8 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] No DVR routers for this DVR port ab5f5dca-e2a7-4810-8f08-910322e5ef41 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:42.644804 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bae374ea-42bd-4c30-9877-db0e932b0aa1 req-3465d8c7-8de8-44d4-be89-20a9951ba7e8 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:42.649320 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bae374ea-42bd-4c30-9877-db0e932b0aa1 req-3465d8c7-8de8-44d4-be89-20a9951ba7e8 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "DELETE /v2.0/ports/ab5f5dca-e2a7-4810-8f08-910322e5ef41 HTTP/1.1" status: 204 len: 173 time: 0.4853961 Mar 07 21:36:42.701653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-eb4314a3-a8d1-459d-bf80-5e085b43c172 service neutron] 10.222.0.26 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441055 Mar 07 21:36:42.749658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-488ad51c-86d5-4721-9430-40b66dcb2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:42.751204 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-488ad51c-86d5-4721-9430-40b66dcb2577 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffcf6e4-ae5d-40ad-baed-19b7800074b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1514611 Mar 07 21:36:42.775363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5cfe8-d8c9-42bf-830b-b971824a112d req-15791964-a477-41f0-bdd8-838845269eba tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:42.777902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1fb5cfe8-d8c9-42bf-830b-b971824a112d req-15791964-a477-41f0-bdd8-838845269eba tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 945 time: 0.1065862 Mar 07 21:36:42.893790 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1fb5cfe8-d8c9-42bf-830b-b971824a112d req-fc9d8870-5f98-44b9-9ead-f225478ded5c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983610 Mar 07 21:36:42.916138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-af9eb289-1142-4645-8f68-ff9d4b9f622e service neutron] 10.222.0.15 "GET /v2.0/networks/9ffcf6e4-ae5d-40ad-baed-19b7800074b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567776 Mar 07 21:36:42.950038 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed700922-e126-43bb-9551-d9bc56a06032 req-a99572c6-4442-4857-8d1b-aa9158e5f1f2 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:42.951601 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ed700922-e126-43bb-9551-d9bc56a06032 req-a99572c6-4442-4857-8d1b-aa9158e5f1f2 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "GET /v2.0/ports?device_id=6575527c-2a06-4d2f-9b4e-015b53ebd096 HTTP/1.1" status: 200 len: 949 time: 0.0859578 Mar 07 21:36:43.097460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-ed700922-e126-43bb-9551-d9bc56a06032 req-f8ce12e5-2e82-4ad7-a714-812c690824b2 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Deleting port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:43.097698 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ed700922-e126-43bb-9551-d9bc56a06032 req-f8ce12e5-2e82-4ad7-a714-812c690824b2 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:43.109694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e868709-34a3-413f-86ca-587360b4f8e0 req-2670d17a-bcc3-4cb4-a0b6-4f5e8c9828a2 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffcf6e4-ae5d-40ad-baed-19b7800074b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843939 Mar 07 21:36:43.204545 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b80ac9-4f02-4f00-9dc3-dece0eaeef94 req-7d254109-b445-4245-b0a4-246e7a001ce2 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:43.206245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-75b80ac9-4f02-4f00-9dc3-dece0eaeef94 req-7d254109-b445-4245-b0a4-246e7a001ce2 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 944 time: 0.1146886 Mar 07 21:36:43.257774 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-ed700922-e126-43bb-9551-d9bc56a06032 req-f8ce12e5-2e82-4ad7-a714-812c690824b2 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] For port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=4e7c2734-9fb5-4d5c-9dfd-664de1a188ce,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:43.258576 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ed700922-e126-43bb-9551-d9bc56a06032 req-f8ce12e5-2e82-4ad7-a714-812c690824b2 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:43.274403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-ed700922-e126-43bb-9551-d9bc56a06032 req-f8ce12e5-2e82-4ad7-a714-812c690824b2 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Calling delete_port for 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:43.329438 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-75b80ac9-4f02-4f00-9dc3-dece0eaeef94 req-d6113c59-ca8a-4ff7-8342-ff5fd1801957 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/security-groups?id=77aa7925-c140-4a49-8151-cecb9707625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874674 Mar 07 21:36:43.339844 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245c570-d8f4-4787-b365-8ef1661084cd req-d30c4449-c32a-40c3-b67e-1d85d8cf3973 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:43.348435 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9245c570-d8f4-4787-b365-8ef1661084cd req-d30c4449-c32a-40c3-b67e-1d85d8cf3973 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 947 time: 0.1411512 Mar 07 21:36:43.442030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a579bf70-a25a-4de4-b100-2836fe8ef53a details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:36:43.444572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 9484f535-ad16-4b70-ab5d-9c8c38f05d9b up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:36:43.470933 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ed700922-e126-43bb-9551-d9bc56a06032 req-f8ce12e5-2e82-4ad7-a714-812c690824b2 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4e7c2734-9fb5-4d5c-9dfd-664de1a188ce), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:43.482745 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9245c570-d8f4-4787-b365-8ef1661084cd req-536aa8af-25bb-40ed-8690-c67f84af3ba3 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333907 Mar 07 21:36:43.506738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce12e5-2e82-4ad7-a714-812c690824b2 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event deleted for resources: {'Port': ['ID=4e7c2734-9fb5-4d5c-9dfd-664de1a188ce,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:43.508793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12531e2-cdde-4d64-8861-059787a24a93 req-5a00ae07-969b-49bc-a71a-3a92bc27b392 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:43.511935 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b12531e2-cdde-4d64-8861-059787a24a93 req-5a00ae07-969b-49bc-a71a-3a92bc27b392 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 943 time: 0.1058066 Mar 07 21:36:43.536136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346', 'ab5f5dca-e2a7-4810-8f08-910322e5ef41'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:43.572941 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed700922-e126-43bb-9551-d9bc56a06032 req-f8ce12e5-2e82-4ad7-a714-812c690824b2 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] No DVR routers for this DVR port 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:43.576133 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ed700922-e126-43bb-9551-d9bc56a06032 req-f8ce12e5-2e82-4ad7-a714-812c690824b2 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:43.580912 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ed700922-e126-43bb-9551-d9bc56a06032 req-f8ce12e5-2e82-4ad7-a714-812c690824b2 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "DELETE /v2.0/ports/4e7c2734-9fb5-4d5c-9dfd-664de1a188ce HTTP/1.1" status: 204 len: 173 time: 0.6226578 Mar 07 21:36:43.608463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b12531e2-cdde-4d64-8861-059787a24a93 req-472bfcfe-2f5c-41cb-8500-f55d0142f0bb tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846281 Mar 07 21:36:43.619443 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1', 'tag': '5ff193ed-3933-4c34-873f-c9cec4d64911'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:43.622708 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fdbdea-4a1a-4d12-8ba0-a9e0a6554377" -d '{"events": [{"name": "network-changed", "server_uuid": "c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1", "tag": "5ff193ed-3933-4c34-873f-c9cec4d64911"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:43.648519 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbdcdaa-567d-41d5-a56a-3cdef171584c x-openstack-request-id: req-adbdcdaa-567d-41d5-a56a-3cdef171584c {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:43.648922 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcb0f6e-2b6a-4300-86a1-119e06714705", "tag": "a579bf70-a25a-4de4-b100-2836fe8ef53a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "13970a58-3ea4-4636-ad0f-38e1d6d672c6", "tag": "10e45ec8-4060-478e-aeb9-a80b0420c8fc", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:43.649247 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-adbdcdaa-567d-41d5-a56a-3cdef171584c {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:43.649746 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcb0f6e-2b6a-4300-86a1-119e06714705', 'tag': 'a579bf70-a25a-4de4-b100-2836fe8ef53a', 'status': 'completed', 'code': 200} Mar 07 21:36:43.650084 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13970a58-3ea4-4636-ad0f-38e1d6d672c6', 'tag': '10e45ec8-4060-478e-aeb9-a80b0420c8fc', 'status': 'completed', 'code': 200} Mar 07 21:36:43.696101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a579bf70-a25a-4de4-b100-2836fe8ef53a, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:43.730100 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:36:43.739185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'a579bf70-a25a-4de4-b100-2836fe8ef53a', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'a579bf70-a25a-4de4-b100-2836fe8ef53a', 'mac_address': 'fa:16:3e:ca:1c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:36:43.749325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:43.749325 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:43.784551 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94fea591-aa25-48a1-b974-f32880275705 req-3023f0ef-b2d3-4b2b-90ec-4c8b473dead0 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0366840 Mar 07 21:36:43.810466 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4552-592d-4518-a867-28c5a0856513 req-d014ea27-ee62-43cf-923b-74a2794f9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:43.813069 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-d014ea27-ee62-43cf-923b-74a2794f9b9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 1129 time: 0.1252294 Mar 07 21:36:43.839036 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4552-592d-4518-a867-28c5a0856513 req-36576bb4-72a5-4e63-9504-29f18a46eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:43.841098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-36576bb4-72a5-4e63-9504-29f18a46eb13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 1129 time: 0.1667469 Mar 07 21:36:43.855027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55fc15-8d25-4f57-b7d9-380bd6bd691e req-be5b84ec-eee7-4422-8be0-30ea4ab38f6b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:43.857140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc55fc15-8d25-4f57-b7d9-380bd6bd691e req-be5b84ec-eee7-4422-8be0-30ea4ab38f6b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 944 time: 0.1204550 Mar 07 21:36:43.880456 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port a579bf70-a25a-4de4-b100-2836fe8ef53a is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:43.880832 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:43.923220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a579bf70-a25a-4de4-b100-2836fe8ef53a {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:43.935215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e0a6ca9-abd3-4057-a5e5-aae68fe55658 req-ea02ac4e-9fb2-40de-baf3-145329d4e38d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 210 time: 0.0497029 Mar 07 21:36:43.947117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a579bf70-a25a-4de4-b100-2836fe8ef53a, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:43.978509 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:44.038419 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc55fc15-8d25-4f57-b7d9-380bd6bd691e req-d0d3185d-396e-4033-9632-5f1e0fbade4a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530936 Mar 07 21:36:44.060543 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4552-592d-4518-a867-28c5a0856513 req-f360c54f-e074-4516-af2f-9f5831d0ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:44.064278 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-f360c54f-e074-4516-af2f-9f5831d0ec6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2444260 Mar 07 21:36:44.084672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4552-592d-4518-a867-28c5a0856513 req-c627bdf2-36fc-49c4-bfda-2c7a81b2a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:44.086949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-c627bdf2-36fc-49c4-bfda-2c7a81b2a7d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2287025 Mar 07 21:36:44.173108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=a579bf70-a25a-4de4-b100-2836fe8ef53a,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:44.177903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:44.178662 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:44.193159 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-d8ef2f33-f9b3-4606-97ef-cb9ff40ff552 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a HTTP/1.1" status: 200 len: 217 time: 0.1233158 Mar 07 21:36:44.216428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cca83b-6aed-42e8-b987-32ad2472be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9484f535-ad16-4b70-ab5d-9c8c38f05d9b'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:44.219367 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b9ee50-03e1-4abe-a087-a540c9291434" -d '{"events": [{"server_uuid": "92cca83b-6aed-42e8-b987-32ad2472be36", "name": "network-vif-plugged", "status": "completed", "tag": "9484f535-ad16-4b70-ab5d-9c8c38f05d9b"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:44.236957 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2730398-8d18-4b10-bd21-0c1adb0e1da3 x-openstack-request-id: req-c2730398-8d18-4b10-bd21-0c1adb0e1da3 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:44.237278 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1", "tag": "5ff193ed-3933-4c34-873f-c9cec4d64911", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:44.237547 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2730398-8d18-4b10-bd21-0c1adb0e1da3 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:44.240098 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1', 'tag': '5ff193ed-3933-4c34-873f-c9cec4d64911', 'status': 'completed', 'code': 200} Mar 07 21:36:44.243478 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:44.251750 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:44.295532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-db9864dc-f0ef-4b76-b940-409a8cc221b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a HTTP/1.1" status: 200 len: 217 time: 0.2007823 Mar 07 21:36:44.318753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:44.321793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['a579bf70-a25a-4de4-b100-2836fe8ef53a'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:44.407994 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4552-592d-4518-a867-28c5a0856513 req-e0ee1a28-eb0e-443a-b968-7e2a9751b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:44.409506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-e0ee1a28-eb0e-443a-b968-7e2a9751b848 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0722113 Mar 07 21:36:44.434782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdbdea-4a1a-4d12-8ba0-a9e0a6554377 req-43f2ebdd-4cef-407e-b6a3-261d8f04093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:44.438525 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31fdbdea-4a1a-4d12-8ba0-a9e0a6554377 req-43f2ebdd-4cef-407e-b6a3-261d8f04093f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab34b2afec2a4f94b49830731c3241e6&device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 1126 time: 0.2071135 Mar 07 21:36:44.469884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d3ccd-13eb-4094-a2ef-44806c142e2d req-4dc5ae27-616c-45e5-903c-f37065d6baee tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:44.471872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc8d3ccd-13eb-4094-a2ef-44806c142e2d req-4dc5ae27-616c-45e5-903c-f37065d6baee tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 945 time: 0.2306759 Mar 07 21:36:44.615364 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0bfcbe01-19ce-4a29-b2ac-be1d5419882b req-f9497bdd-d270-4853-b676-de4fa51d6727 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab&device_id=f16ebf98-3524-4656-bce0-c524ff99b009 HTTP/1.1" status: 200 len: 210 time: 0.0742488 Mar 07 21:36:44.674888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc8d3ccd-13eb-4094-a2ef-44806c142e2d req-35851dc3-ae04-427e-80d2-09f99cc299b5 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898510 Mar 07 21:36:44.676390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4552-592d-4518-a867-28c5a0856513 req-b76f5a34-0688-404d-913c-410426b9245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:44.677960 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-b76f5a34-0688-404d-913c-410426b9245e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.4768159 Mar 07 21:36:44.703246 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4552-592d-4518-a867-28c5a0856513 req-c9ee5294-8226-4ccd-9611-98871fa4f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:44.707897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-c9ee5294-8226-4ccd-9611-98871fa4f1d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2909679 Mar 07 21:36:44.725438 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdbdea-4a1a-4d12-8ba0-a9e0a6554377 req-297b6de2-8058-488c-9183-91fc7deaddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:44.727008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31fdbdea-4a1a-4d12-8ba0-a9e0a6554377 req-297b6de2-8058-488c-9183-91fc7deaddde service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ffcf6e4-ae5d-40ad-baed-19b7800074b4 HTTP/1.1" status: 200 len: 916 time: 0.2540667 Mar 07 21:36:44.727416 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73568f9c-2446-4c0c-89a0-fb142caea36a x-openstack-request-id: req-73568f9c-2446-4c0c-89a0-fb142caea36a {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:44.728349 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cca83b-6aed-42e8-b987-32ad2472be36", "name": "network-vif-plugged", "status": "completed", "tag": "9484f535-ad16-4b70-ab5d-9c8c38f05d9b", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:44.728830 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73568f9c-2446-4c0c-89a0-fb142caea36a {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:44.729448 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cca83b-6aed-42e8-b987-32ad2472be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9484f535-ad16-4b70-ab5d-9c8c38f05d9b', 'code': 200} Mar 07 21:36:44.801947 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-2a4e1c1f-8fc6-472a-87b8-d09c8270042a tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:44.804231 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-2a4e1c1f-8fc6-472a-87b8-d09c8270042a tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.15 "GET /v2.0/networks?id=6a38c177-2986-4993-baa8-899eed1d97e5 HTTP/1.1" status: 200 len: 822 time: 0.1938090 Mar 07 21:36:44.807739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4552-592d-4518-a867-28c5a0856513 req-a2611f50-194b-4afb-860c-748e3c5be61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:44.809150 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-a2611f50-194b-4afb-860c-748e3c5be61a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1229677 Mar 07 21:36:44.820529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-1e0773a1-e1fe-4b95-ab9c-7d7534d6e9c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Request body: {'port': {'device_id': '948e54ac-a6b2-4261-8c7f-d89549c46dcf', 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5', 'admin_state_up': True, 'tenant_id': '84bc0532354f494997de14eeea34bc27'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:44.836300 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31fdbdea-4a1a-4d12-8ba0-a9e0a6554377 req-b246641a-8b38-4efc-9eab-3bec4e03ea39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff193ed-3933-4c34-873f-c9cec4d64911 HTTP/1.1" status: 200 len: 217 time: 0.0793903 Mar 07 21:36:44.991331 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-e06c8037-6c6c-44cc-97fa-1c6165bbb0e6 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754327 Mar 07 21:36:45.007193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e0209-950e-4aab-a09d-f5102ff31279 req-12e9a236-86cd-4322-b864-98e762476943 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:45.008660 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e1e0209-950e-4aab-a09d-f5102ff31279 req-12e9a236-86cd-4322-b864-98e762476943 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 944 time: 0.2507176 Mar 07 21:36:45.012414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdbdea-4a1a-4d12-8ba0-a9e0a6554377 req-280484c8-4cd6-4b55-91c7-19734b4f2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:45.013814 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31fdbdea-4a1a-4d12-8ba0-a9e0a6554377 req-280484c8-4cd6-4b55-91c7-19734b4f2247 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499 HTTP/1.1" status: 200 len: 854 time: 0.1613870 Mar 07 21:36:45.021600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-523a5cca-878b-4785-9357-faac58ec2d7f service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935143 Mar 07 21:36:45.026578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72e91-c85c-44d2-941a-6c3701f4fced req-cab3190a-deb4-4473-b048-51913e0aed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:45.027763 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-1e0773a1-e1fe-4b95-ab9c-7d7534d6e9c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Made reservation on behalf of 84bc0532354f494997de14eeea34bc27 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:36:45.028059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61b72e91-c85c-44d2-941a-6c3701f4fced req-cab3190a-deb4-4473-b048-51913e0aed95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 1127 time: 0.1942987 Mar 07 21:36:45.031729 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-1e0773a1-e1fe-4b95-ab9c-7d7534d6e9c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:45.059229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66da5c-9495-402d-8631-b0ef467624ef req-a5e1a6c6-89ba-4f6c-8e9c-77f4c714fd68 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:45.060670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f66da5c-9495-402d-8631-b0ef467624ef req-a5e1a6c6-89ba-4f6c-8e9c-77f4c714fd68 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 948 time: 0.2318332 Mar 07 21:36:45.152050 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-570b1b68-8dd2-4778-9a37-634fa9dc858c service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542184 Mar 07 21:36:45.244047 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e1e0209-950e-4aab-a09d-f5102ff31279 req-c16c5b23-2082-4575-8262-6854cd0090a1 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/security-groups?id=77aa7925-c140-4a49-8151-cecb9707625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247324 Mar 07 21:36:45.247826 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-1e0773a1-e1fe-4b95-ab9c-7d7534d6e9c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Allocated IP 172.20.0.9 (6a38c177-2986-4993-baa8-899eed1d97e5/6f3b5aa6-8944-412a-8b57-0adb658b9c28/f93a4f23-48c0-4526-8641-12aa2115bed9) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:36:45.259032 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61b72e91-c85c-44d2-941a-6c3701f4fced req-de7bc0f0-447a-4998-b638-ffe8d0c99abb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143841 Mar 07 21:36:45.267578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdbdea-4a1a-4d12-8ba0-a9e0a6554377 req-9345f717-5a37-40ed-bc58-41b7381758f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:45.269110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31fdbdea-4a1a-4d12-8ba0-a9e0a6554377 req-9345f717-5a37-40ed-bc58-41b7381758f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffcf6e4-ae5d-40ad-baed-19b7800074b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2458963 Mar 07 21:36:45.277226 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f66da5c-9495-402d-8631-b0ef467624ef req-457e4838-d72c-4064-b76d-6e0acb6e8dec tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904340 Mar 07 21:36:45.284251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-66c11a7b-5595-4dc4-97ca-31ef88ecd90b service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502098 Mar 07 21:36:45.309027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4552-592d-4518-a867-28c5a0856513 req-a0fb15cb-fefa-42fb-bede-60b43cde94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:45.310560 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-a0fb15cb-fefa-42fb-bede-60b43cde94c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=342316ef9f394e8cb8be6c925ab82c66&device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 1125 time: 0.0975132 Mar 07 21:36:45.456582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c20201-b569-4a9d-8095-c1e2b2c11a5d req-f7c623bc-1b07-4284-8c52-d9934af7c1b9 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:45.458654 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-93c20201-b569-4a9d-8095-c1e2b2c11a5d req-f7c623bc-1b07-4284-8c52-d9934af7c1b9 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 943 time: 0.0754187 Mar 07 21:36:45.468694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5ff193ed-3933-4c34-873f-c9cec4d64911 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:36:45.489330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a579bf70-a25a-4de4-b100-2836fe8ef53a up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:36:45.535544 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-be73bae3-6b7a-42b1-b6d7-70848691530d req-fb5645c7-4148-4511-bd7b-e42472be0351 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc5372e847734c619b92111b4b199cc2&device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0376370 Mar 07 21:36:45.590126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4552-592d-4518-a867-28c5a0856513 req-5a713bd3-f207-40ef-86fc-57195f658457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:45.591639 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-5a713bd3-f207-40ef-86fc-57195f658457 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb HTTP/1.1" status: 200 len: 915 time: 0.2730212 Mar 07 21:36:45.598744 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-be73bae3-6b7a-42b1-b6d7-70848691530d req-ca49a772-fdc5-47fd-b2dd-8e8d8158feec service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=dc5372e847734c619b92111b4b199cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525069 Mar 07 21:36:45.609732 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.resource_extend [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:36:45.619158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-93c20201-b569-4a9d-8095-c1e2b2c11a5d req-44dfa789-af07-43ea-8549-9b73d1727f62 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470263 Mar 07 21:36:45.625121 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-643a0a43-0785-46f1-b97f-765c51d08402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:45.647834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c006ec9-261e-4aab-af32-9d9543b4c3f2 req-d810cbf3-4dec-4a7b-b70b-4416fd6cf2d7 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 210 time: 0.0524526 Mar 07 21:36:45.666097 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4', 'name': 'network-vif-deleted', 'tag': 'ab5f5dca-e2a7-4810-8f08-910322e5ef41'}, {'server_uuid': '6575527c-2a06-4d2f-9b4e-015b53ebd096', 'name': 'network-vif-deleted', 'tag': '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:45.668340 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b53e1d-7bad-4bf0-ae42-46cff135d8b9" -d '{"events": [{"server_uuid": "f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4", "name": "network-vif-deleted", "tag": "ab5f5dca-e2a7-4810-8f08-910322e5ef41"}, {"server_uuid": "6575527c-2a06-4d2f-9b4e-015b53ebd096", "name": "network-vif-deleted", "tag": "4e7c2734-9fb5-4d5c-9dfd-664de1a188ce"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:45.691602 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31fdbdea-4a1a-4d12-8ba0-a9e0a6554377 req-f63e2e08-1037-4b02-9dc3-e9ede2dd5663 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffcf6e4-ae5d-40ad-baed-19b7800074b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136774 Mar 07 21:36:45.704938 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-37673d7f-02f6-45d2-b41e-a8ae414722a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10e45ec8-4060-478e-aeb9-a80b0420c8fc HTTP/1.1" status: 200 len: 217 time: 0.1037552 Mar 07 21:36:45.708282 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-1e0773a1-e1fe-4b95-ab9c-7d7534d6e9c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:45.809206 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:45.817058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port a579bf70-a25a-4de4-b100-2836fe8ef53a completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:36:45.834678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port a579bf70-a25a-4de4-b100-2836fe8ef53a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:45.835502 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:45.845679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 10e45ec8-4060-478e-aeb9-a80b0420c8fc details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:36:45.849061 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:45.870967 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31fdbdea-4a1a-4d12-8ba0-a9e0a6554377 req-929712a8-a427-47fa-8943-c522b9225da1 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffcf6e4-ae5d-40ad-baed-19b7800074b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709285 Mar 07 21:36:45.908404 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ed10c-77d0-4540-86d2-7db408f8f978 req-37a923e4-af9b-4044-8e99-8e165aa74452 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:45.914596 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4552-592d-4518-a867-28c5a0856513 req-fabfd838-e793-4979-9a0c-1184328b7ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:45.916070 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-fabfd838-e793-4979-9a0c-1184328b7ba8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3846fd89-0852-47b8-8047-f4764acdf27d HTTP/1.1" status: 200 len: 854 time: 0.1920283 Mar 07 21:36:45.917394 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba9ed10c-77d0-4540-86d2-7db408f8f978 req-37a923e4-af9b-4044-8e99-8e165aa74452 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 945 time: 0.1128399 Mar 07 21:36:45.929868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:36:45.930729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 4e7c2734-9fb5-4d5c-9dfd-664de1a188ce not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:45.931540 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ab5f5dca-e2a7-4810-8f08-910322e5ef41 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:45.941830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5ff193ed-3933-4c34-873f-c9cec4d64911, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5ff193ed-3933-4c34-873f-c9cec4d64911,segment=NetworkSegment(b35ffd60-3db7-45df-b909-9d4cd3e1af69),segment_id=b35ffd60-3db7-45df-b909-9d4cd3e1af69)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:45.967844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73bae3-6b7a-42b1-b6d7-70848691530d req-83a5963c-cfc3-43d9-b627-f5a1bf2ed717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:45.969362 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-be73bae3-6b7a-42b1-b6d7-70848691530d req-83a5963c-cfc3-43d9-b627-f5a1bf2ed717 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3588121 Mar 07 21:36:45.973924 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-9ef252b0-23a2-4867-a7cd-68d22db4131a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505383 Mar 07 21:36:45.982739 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-1e0773a1-e1fe-4b95-ab9c-7d7534d6e9c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:45.994083 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-520d639e-29fc-4c28-b3bf-d5708f5c62a7 req-77fd6c7d-e485-4934-af2e-76681b281c87 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0420737 Mar 07 21:36:46.008889 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba9ed10c-77d0-4540-86d2-7db408f8f978 req-878d9716-9424-4176-a6d8-5788dffcaa68 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904076 Mar 07 21:36:46.043704 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '5ff193ed-3933-4c34-873f-c9cec4d64911', 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'port_id': '5ff193ed-3933-4c34-873f-c9cec4d64911', 'mac_address': 'fa:16:3e:f0:c0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:36:46.079909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: ab5f5dca-e2a7-4810-8f08-910322e5ef41 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:36:46.080643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ab5f5dca-e2a7-4810-8f08-910322e5ef41 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:46.111897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-1e0773a1-e1fe-4b95-ab9c-7d7534d6e9c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Network 6a38c177-2986-4993-baa8-899eed1d97e5 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:36:46.173470 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-1e0773a1-e1fe-4b95-ab9c-7d7534d6e9c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:36:46.189391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f4565-27f5-4957-8fd4-b8c15b71c316 req-4d76f7bb-2656-4e82-8ec6-baae460da1bc tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:46.190147 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-1e0773a1-e1fe-4b95-ab9c-7d7534d6e9c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:36:46.193154 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be7f4565-27f5-4957-8fd4-b8c15b71c316 req-4d76f7bb-2656-4e82-8ec6-baae460da1bc tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 945 time: 0.0919056 Mar 07 21:36:46.199925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 10e45ec8-4060-478e-aeb9-a80b0420c8fc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=10e45ec8-4060-478e-aeb9-a80b0420c8fc,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:46.200876 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0773a1-e1fe-4b95-ab9c-7d7534d6e9c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Pushing event updated for resources: {'Port': ['ID=f93a4f23-48c0-4526-8641-12aa2115bed9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:46.203045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5ff193ed-3933-4c34-873f-c9cec4d64911 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:46.203978 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:46.235400 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff193ed-3933-4c34-873f-c9cec4d64911 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:46.238938 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756beb95-d353-4ea4-929e-1eb9ca66b233 x-openstack-request-id: req-756beb95-d353-4ea4-929e-1eb9ca66b233 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:46.239439 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4", "name": "network-vif-deleted", "tag": "ab5f5dca-e2a7-4810-8f08-910322e5ef41", "status": "completed", "code": 200}, {"server_uuid": "6575527c-2a06-4d2f-9b4e-015b53ebd096", "name": "network-vif-deleted", "tag": "4e7c2734-9fb5-4d5c-9dfd-664de1a188ce", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:46.239697 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-756beb95-d353-4ea4-929e-1eb9ca66b233 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:46.240102 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f272c9fe-cf81-4d59-b4fd-15a5e57ff7e4', 'name': 'network-vif-deleted', 'tag': 'ab5f5dca-e2a7-4810-8f08-910322e5ef41', 'status': 'completed', 'code': 200} Mar 07 21:36:46.240398 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6575527c-2a06-4d2f-9b4e-015b53ebd096', 'name': 'network-vif-deleted', 'tag': '4e7c2734-9fb5-4d5c-9dfd-664de1a188ce', 'status': 'completed', 'code': 200} Mar 07 21:36:46.243303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '10e45ec8-4060-478e-aeb9-a80b0420c8fc', 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb', 'port_id': '10e45ec8-4060-478e-aeb9-a80b0420c8fc', 'mac_address': 'fa:16:3e:d5:07:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3846fd89-0852-47b8-8047-f4764acdf27d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:36:46.257000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port a579bf70-a25a-4de4-b100-2836fe8ef53a is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:46.257388 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:46.279546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5ff193ed-3933-4c34-873f-c9cec4d64911, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5ff193ed-3933-4c34-873f-c9cec4d64911,segment=NetworkSegment(b35ffd60-3db7-45df-b909-9d4cd3e1af69),segment_id=b35ffd60-3db7-45df-b909-9d4cd3e1af69)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:46.307094 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dce82d-41e8-4afa-9124-12b61dabe8a7 req-9843b9df-9932-441a-91ca-abfdf71dc5d3 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:46.308572 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e7dce82d-41e8-4afa-9124-12b61dabe8a7 req-9843b9df-9932-441a-91ca-abfdf71dc5d3 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705&tenant_id=983f4ba84c9a411ba764aa41e92d0679&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 948 time: 0.3187356 Mar 07 21:36:46.309554 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:46.318709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-1e0773a1-e1fe-4b95-ab9c-7d7534d6e9c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:46.319253 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-1e0773a1-e1fe-4b95-ab9c-7d7534d6e9c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:46.325673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be7f4565-27f5-4957-8fd4-b8c15b71c316 req-dc291e9f-ab84-4659-9210-833d01948bda tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111856 Mar 07 21:36:46.352775 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-1e0773a1-e1fe-4b95-ab9c-7d7534d6e9c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5358062 Mar 07 21:36:46.359358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a579bf70-a25a-4de4-b100-2836fe8ef53a, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:46.368078 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 10e45ec8-4060-478e-aeb9-a80b0420c8fc is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:46.368509 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:46.372179 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:46.376095 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Request body: {'port': {'device_id': '948e54ac-a6b2-4261-8c7f-d89549c46dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:46.381493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef35bd-0c6c-4b66-9eb6-6e431633ebc2 req-c82e1db0-834a-45ce-b75b-b617fea80012 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:46.384022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7ef35bd-0c6c-4b66-9eb6-6e431633ebc2 req-c82e1db0-834a-45ce-b75b-b617fea80012 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 948 time: 0.0943658 Mar 07 21:36:46.399763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e45ec8-4060-478e-aeb9-a80b0420c8fc {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:46.405806 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5ff193ed-3933-4c34-873f-c9cec4d64911,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:46.414740 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-aabbbfbe-60bc-4ac9-a201-b00715a7073d service neutron] 10.222.0.13 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154344 Mar 07 21:36:46.455609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 10e45ec8-4060-478e-aeb9-a80b0420c8fc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=10e45ec8-4060-478e-aeb9-a80b0420c8fc,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:46.465154 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:46.482847 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=a579bf70-a25a-4de4-b100-2836fe8ef53a,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:46.500559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7ef35bd-0c6c-4b66-9eb6-6e431633ebc2 req-a57b56a0-3d79-4da0-9e28-6e37381f72ac tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105170 Mar 07 21:36:46.507751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a025942-aad3-44ea-8c82-1ed0816c2ce7 req-ee7d6aac-8e31-4dae-8b0b-9f2d9a70ff33 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:46.521350 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a025942-aad3-44ea-8c82-1ed0816c2ce7 req-ee7d6aac-8e31-4dae-8b0b-9f2d9a70ff33 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 949 time: 0.1012657 Mar 07 21:36:46.544139 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [req-e7dce82d-41e8-4afa-9124-12b61dabe8a7 req-292781b7-e5b2-4a04-9cc7-b515e44bba18 service neutron] delete failed (client error): The resource could not be found. Mar 07 21:36:46.545425 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e7dce82d-41e8-4afa-9124-12b61dabe8a7 req-292781b7-e5b2-4a04-9cc7-b515e44bba18 service neutron] 10.222.0.13 "DELETE /v2.0/ports/a579bf70-a25a-4de4-b100-2836fe8ef53a/bindings/n-h1-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.2235003 Mar 07 21:36:46.552790 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:46.586434 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=10e45ec8-4060-478e-aeb9-a80b0420c8fc,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:46.614436 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-992c4552-592d-4518-a867-28c5a0856513 req-4dfa9f4b-07f5-43aa-adfd-2810e51c6d56 service neutron] 10.222.0.13 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886001 Mar 07 21:36:46.617651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a025942-aad3-44ea-8c82-1ed0816c2ce7 req-c2bd22ab-088f-455b-bcfb-a2b542d0339f tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954549 Mar 07 21:36:46.638666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['5ff193ed-3933-4c34-873f-c9cec4d64911'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:46.663442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcee86f-aa52-4d86-986e-14a792c5af95 req-419706b2-dc41-4470-86dc-3253911e1456 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:46.668263 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ebcee86f-aa52-4d86-986e-14a792c5af95 req-419706b2-dc41-4470-86dc-3253911e1456 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 945 time: 0.0667157 Mar 07 21:36:46.723857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ebcee86f-aa52-4d86-986e-14a792c5af95 req-f515d8da-73a4-478d-a185-605e5621a35b tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/security-groups?id=77aa7925-c140-4a49-8151-cecb9707625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529494 Mar 07 21:36:46.731909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcb0f6e-2b6a-4300-86a1-119e06714705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a579bf70-a25a-4de4-b100-2836fe8ef53a'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:46.735115 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f2b238-5e67-48d7-bac2-317b0b186d6b" -d '{"events": [{"server_uuid": "0fcb0f6e-2b6a-4300-86a1-119e06714705", "name": "network-vif-plugged", "status": "completed", "tag": "a579bf70-a25a-4de4-b100-2836fe8ef53a"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:46.813419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9563f1-651a-44e1-bd01-dddb2aa17aa1 req-efa7acd8-d143-4883-8e8a-e051fcc10001 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:46.814997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c9563f1-651a-44e1-bd01-dddb2aa17aa1 req-efa7acd8-d143-4883-8e8a-e051fcc10001 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 944 time: 0.0683589 Mar 07 21:36:46.825493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dce82d-41e8-4afa-9124-12b61dabe8a7 req-6bc8cbcc-7c48-4141-b222-b748d0a1dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:46.827019 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e7dce82d-41e8-4afa-9124-12b61dabe8a7 req-6bc8cbcc-7c48-4141-b222-b748d0a1dd6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 1131 time: 0.1153691 Mar 07 21:36:46.837071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['10e45ec8-4060-478e-aeb9-a80b0420c8fc'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:46.899759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c9563f1-651a-44e1-bd01-dddb2aa17aa1 req-9b9c055d-7291-4aec-a6ab-9872bf16da59 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730536 Mar 07 21:36:46.915526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b2c3f-f985-4251-937a-e5da61b3eaa4 req-e9a68ba0-ee20-4bad-8cab-de7547b0e4b4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:46.922759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f81b2c3f-f985-4251-937a-e5da61b3eaa4 req-e9a68ba0-ee20-4bad-8cab-de7547b0e4b4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 931 time: 0.1067257 Mar 07 21:36:46.980211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f81b2c3f-f985-4251-937a-e5da61b3eaa4 req-0bfae8d0-9553-4366-81cb-ff05a7ed12d9 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565805 Mar 07 21:36:46.994846 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7112ee7a-9b36-49af-97b0-3f104be2052c x-openstack-request-id: req-7112ee7a-9b36-49af-97b0-3f104be2052c {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:46.995238 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcb0f6e-2b6a-4300-86a1-119e06714705", "name": "network-vif-plugged", "status": "completed", "tag": "a579bf70-a25a-4de4-b100-2836fe8ef53a", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:46.995508 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7112ee7a-9b36-49af-97b0-3f104be2052c {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:46.995997 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcb0f6e-2b6a-4300-86a1-119e06714705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a579bf70-a25a-4de4-b100-2836fe8ef53a', 'code': 200} Mar 07 21:36:47.001037 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dce82d-41e8-4afa-9124-12b61dabe8a7 req-5d0e1149-988c-4b19-b522-0757f1d91f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:47.002512 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e7dce82d-41e8-4afa-9124-12b61dabe8a7 req-5d0e1149-988c-4b19-b522-0757f1d91f4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1679530 Mar 07 21:36:47.018276 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93a4f23-48c0-4526-8641-12aa2115bed9 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:47.055218 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Publish callbacks [] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:47.058650 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e7dce82d-41e8-4afa-9124-12b61dabe8a7 req-9aca057b-7afa-4efb-8eaa-f502b9234767 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a HTTP/1.1" status: 200 len: 217 time: 0.0485487 Mar 07 21:36:47.080746 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Transition to ACTIVE for port object f93a4f23-48c0-4526-8641-12aa2115bed9 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:36:47.101021 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8907f35d-f024-4bc8-ae81-2b593254021f req-646a5458-e5f6-4654-9e54-a606622b3ab1 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0291038 Mar 07 21:36:47.102712 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:47.152087 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dce82d-41e8-4afa-9124-12b61dabe8a7 req-e9c420a8-334e-48ba-88af-ca5c3b2df7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:47.153557 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e7dce82d-41e8-4afa-9124-12b61dabe8a7 req-e9c420a8-334e-48ba-88af-ca5c3b2df7b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0860543 Mar 07 21:36:47.166437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061b0f2-837d-4d89-9f31-e39b6c59ee48 req-a5e8c2f4-6fb0-49df-9784-4521d70388a3 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:47.169515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2061b0f2-837d-4d89-9f31-e39b6c59ee48 req-a5e8c2f4-6fb0-49df-9784-4521d70388a3 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 945 time: 0.0575109 Mar 07 21:36:47.176130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Pushing event updated for resources: {'Port': ['ID=f93a4f23-48c0-4526-8641-12aa2115bed9,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:47.220352 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2061b0f2-837d-4d89-9f31-e39b6c59ee48 req-70a93acc-6057-47fe-9f69-8af68ca93fcd tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Mar 07 21:36:47.261730 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dce82d-41e8-4afa-9124-12b61dabe8a7 req-3f5b6816-3368-4710-89ec-f9b1bec63503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:47.263256 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e7dce82d-41e8-4afa-9124-12b61dabe8a7 req-3f5b6816-3368-4710-89ec-f9b1bec63503 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0975316 Mar 07 21:36:47.285907 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Attempting to bind port f93a4f23-48c0-4526-8641-12aa2115bed9 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:47.286273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Attempting to bind port f93a4f23-48c0-4526-8641-12aa2115bed9 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'bf466cfa-f08c-4f53-92e8-ee84d3db3f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:47.286603 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Attempting to bind port f93a4f23-48c0-4526-8641-12aa2115bed9 on network 6a38c177-2986-4993-baa8-899eed1d97e5 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:47.305863 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Port f93a4f23-48c0-4526-8641-12aa2115bed9 on network 6a38c177-2986-4993-baa8-899eed1d97e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:36:47.306214 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Attempting to bind port f93a4f23-48c0-4526-8641-12aa2115bed9 on network 6a38c177-2986-4993-baa8-899eed1d97e5 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:47.329075 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4a9b2-efba-4600-8bdd-68fe72780de3 req-f58b0579-9dde-4a4b-b8b7-067e1582dbf9 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:47.330625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cae4a9b2-efba-4600-8bdd-68fe72780de3 req-f58b0579-9dde-4a4b-b8b7-067e1582dbf9 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 1127 time: 0.0457182 Mar 07 21:36:47.336142 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:47.336488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Checking segment: {'id': 'bf466cfa-f08c-4f53-92e8-ee84d3db3f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:47.336875 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Bound using segment: {'id': 'bf466cfa-f08c-4f53-92e8-ee84d3db3f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:47.337317 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Bound port: f93a4f23-48c0-4526-8641-12aa2115bed9, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf466cfa-f08c-4f53-92e8-ee84d3db3f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:47.337674 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:47.381991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cae4a9b2-efba-4600-8bdd-68fe72780de3 req-e44765fc-9c3c-4706-b0f1-c3fb909aa890 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446568 Mar 07 21:36:47.458681 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f6e6b-2ddf-44f9-81a2-db54cd5d8465 req-c531c4e7-43cd-46fd-b59a-695aa9a29c4b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:47.460395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e35f6e6b-2ddf-44f9-81a2-db54cd5d8465 req-c531c4e7-43cd-46fd-b59a-695aa9a29c4b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 945 time: 0.0586772 Mar 07 21:36:47.536857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e35f6e6b-2ddf-44f9-81a2-db54cd5d8465 req-60683ddd-d095-4013-92eb-1c49f05b039d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666578 Mar 07 21:36:47.542247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639fb3c-6ebe-40e1-9d39-5c892bc84db3 req-5c043ce2-7699-4d83-979d-60f03de7ecb1 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:47.544501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9639fb3c-6ebe-40e1-9d39-5c892bc84db3 req-5c043ce2-7699-4d83-979d-60f03de7ecb1 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 1127 time: 0.0831113 Mar 07 21:36:47.592133 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9639fb3c-6ebe-40e1-9d39-5c892bc84db3 req-3082d335-c5e4-4596-9a5d-6b2f3051c2f3 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406384 Mar 07 21:36:47.674134 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-be73bae3-6b7a-42b1-b6d7-70848691530d req-f9961c8d-069f-4434-96bf-b7bbe8fdb9f4 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0420964 Mar 07 21:36:47.677300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bb737-77f7-4cf2-85a5-ef4a9cab5e55 req-6e524a2c-2199-4c5c-bb75-5b562879e0df tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:47.684010 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e7dce82d-41e8-4afa-9124-12b61dabe8a7 req-25bd9026-4a66-4e25-9581-5829e5245b87 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097238 Mar 07 21:36:47.684368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d96bb737-77f7-4cf2-85a5-ef4a9cab5e55 req-6e524a2c-2199-4c5c-bb75-5b562879e0df tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.0667925 Mar 07 21:36:47.709407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] For port f93a4f23-48c0-4526-8641-12aa2115bed9, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:47.736489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] For port f93a4f23-48c0-4526-8641-12aa2115bed9, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f93a4f23-48c0-4526-8641-12aa2115bed9,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:47.771267 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:47.786299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d96bb737-77f7-4cf2-85a5-ef4a9cab5e55 req-5f124ea0-85d1-4c7a-b4a7-2b0fb32b4c3d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010189 Mar 07 21:36:47.801008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff9e09-87b5-47e4-b3e7-0eb8112692d0 req-21da5376-a0ee-4ed8-9822-baf67a37ef0e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:47.809679 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16ff9e09-87b5-47e4-b3e7-0eb8112692d0 req-21da5376-a0ee-4ed8-9822-baf67a37ef0e tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 949 time: 0.0979302 Mar 07 21:36:47.820283 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:47.820905 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:47.822558 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] 10.222.0.15 "PUT /v2.0/ports/f93a4f23-48c0-4526-8641-12aa2115bed9 HTTP/1.1" status: 200 len: 1091 time: 1.4511890 Mar 07 21:36:47.846298 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e7dce82d-41e8-4afa-9124-12b61dabe8a7 req-e342b581-77e7-4650-9edd-96bab814312e service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482656 Mar 07 21:36:47.856356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bae9d2-12b9-4a82-9ff6-a1fa42d73de1 service neutron] Pushing event updated for resources: {'Port': ['ID=f93a4f23-48c0-4526-8641-12aa2115bed9,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:47.877573 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c82c3288-b100-44fc-83ab-2216d9ec738a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:47.909813 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16ff9e09-87b5-47e4-b3e7-0eb8112692d0 req-51e6cc6b-18a3-46d9-bc19-b27aa63831da tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990088 Mar 07 21:36:47.945676 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:47.992248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-a8909174-4ad7-4cd7-b3bb-f870ddfb2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:47.993928 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-a8909174-4ad7-4cd7-b3bb-f870ddfb2b4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84bc0532354f494997de14eeea34bc27&device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 1125 time: 0.1006069 Mar 07 21:36:48.056042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073d5e5-4dae-46b4-ad6f-8ffabbe1743c req-ac877e78-b3e4-4538-ae3b-9457e856e389 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:48.056456 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-d3e3763b-f253-4a1f-a99d-2dc9b2b02c7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f93a4f23-48c0-4526-8641-12aa2115bed9 HTTP/1.1" status: 200 len: 217 time: 0.0510571 Mar 07 21:36:48.057538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8073d5e5-4dae-46b4-ad6f-8ffabbe1743c req-ac877e78-b3e4-4538-ae3b-9457e856e389 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 945 time: 0.0747509 Mar 07 21:36:48.066804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cf8b1-2bbe-4105-918e-0bc43d54f111 req-55a2d0c4-c89d-44d0-bac2-4e8817adefdc tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:48.068264 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f78cf8b1-2bbe-4105-918e-0bc43d54f111 req-55a2d0c4-c89d-44d0-bac2-4e8817adefdc tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 949 time: 0.1272197 Mar 07 21:36:48.142764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8955c-7178-458b-ba0a-5a3b6c61c715 req-33799236-e6e8-486d-9794-6134d6acc304 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:48.144184 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5df8955c-7178-458b-ba0a-5a3b6c61c715 req-33799236-e6e8-486d-9794-6134d6acc304 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 944 time: 0.0857096 Mar 07 21:36:48.147145 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8073d5e5-4dae-46b4-ad6f-8ffabbe1743c req-ed8b9bea-57c3-4233-8931-f865082a855b tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/security-groups?id=77aa7925-c140-4a49-8151-cecb9707625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787649 Mar 07 21:36:48.171573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-30b658a4-c760-428e-9ca5-54028d3b2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:48.174125 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-30b658a4-c760-428e-9ca5-54028d3b2f2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f3b5aa6-8944-412a-8b57-0adb658b9c28 HTTP/1.1" status: 200 len: 862 time: 0.1047266 Mar 07 21:36:48.201879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5df8955c-7178-458b-ba0a-5a3b6c61c715 req-a3f51397-24b5-47f8-8d5a-20ca16dd362d tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517790 Mar 07 21:36:48.231393 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-cc7577ef-2151-4115-8c64-200de7195433 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a38c177-2986-4993-baa8-899eed1d97e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389059 Mar 07 21:36:48.241473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948e54ac-a6b2-4261-8c7f-d89549c46dcf', 'tag': 'f93a4f23-48c0-4526-8641-12aa2115bed9'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:48.243749 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6774f431-69de-4b16-be65-c52f8f1d274c" -d '{"events": [{"name": "network-changed", "server_uuid": "948e54ac-a6b2-4261-8c7f-d89549c46dcf", "tag": "f93a4f23-48c0-4526-8641-12aa2115bed9"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:48.258553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-f78cf8b1-2bbe-4105-918e-0bc43d54f111 req-442fb6bc-f608-4b01-9127-a6721b1e0e32 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Deleting port 5df88709-4854-455e-95bb-982005623346 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:36:48.258899 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f78cf8b1-2bbe-4105-918e-0bc43d54f111 req-442fb6bc-f608-4b01-9127-a6721b1e0e32 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5df88709-4854-455e-95bb-982005623346), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:48.275847 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdf45c-4845-4fd6-a3ce-fedf8f1eb2c5 req-badcd2aa-602e-41d0-866e-d2ffde52eb1a tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:48.282893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33fdf45c-4845-4fd6-a3ce-fedf8f1eb2c5 req-badcd2aa-602e-41d0-866e-d2ffde52eb1a tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 1127 time: 0.0626535 Mar 07 21:36:48.368706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33fdf45c-4845-4fd6-a3ce-fedf8f1eb2c5 req-6b3d8f83-45cc-484d-a179-4dd87f2f5cec tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764456 Mar 07 21:36:48.389195 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e55a6d-5b00-495e-9330-7e78190d539d req-32f012f7-6418-4725-883e-2fb9fd3b4e78 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:48.389195 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9e55a6d-5b00-495e-9330-7e78190d539d req-32f012f7-6418-4725-883e-2fb9fd3b4e78 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 943 time: 0.0847771 Mar 07 21:36:48.400154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-f78cf8b1-2bbe-4105-918e-0bc43d54f111 req-442fb6bc-f608-4b01-9127-a6721b1e0e32 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] For port 5df88709-4854-455e-95bb-982005623346, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5df88709-4854-455e-95bb-982005623346,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:48.400520 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f78cf8b1-2bbe-4105-918e-0bc43d54f111 req-442fb6bc-f608-4b01-9127-a6721b1e0e32 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5df88709-4854-455e-95bb-982005623346), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:48.404302 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-dc5f11be-fe3c-49a6-9175-1ad5419bb269 service neutron] 10.222.0.15 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723478 Mar 07 21:36:48.424871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-f78cf8b1-2bbe-4105-918e-0bc43d54f111 req-442fb6bc-f608-4b01-9127-a6721b1e0e32 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Calling delete_port for 5df88709-4854-455e-95bb-982005623346 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:36:48.455262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9e55a6d-5b00-495e-9330-7e78190d539d req-58a19b61-d171-43e4-8188-a4a9b942eb7f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602040 Mar 07 21:36:48.521456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03a2fdec-7c90-465b-91b1-df0c5744921c req-103d9967-7382-4615-9619-fecdf0a0a44a tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ce072b3-d3b9-4160-b46d-45e0ee9864ab HTTP/1.1" status: 200 len: 210 time: 0.0386927 Mar 07 21:36:48.557722 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f6541c-b952-4b17-91c3-822566227135 x-openstack-request-id: req-a0f6541c-b952-4b17-91c3-822566227135 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:48.558028 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948e54ac-a6b2-4261-8c7f-d89549c46dcf", "tag": "f93a4f23-48c0-4526-8641-12aa2115bed9", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:48.558309 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0f6541c-b952-4b17-91c3-822566227135 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:48.558702 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948e54ac-a6b2-4261-8c7f-d89549c46dcf', 'tag': 'f93a4f23-48c0-4526-8641-12aa2115bed9', 'status': 'completed', 'code': 200} Mar 07 21:36:48.591580 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9db2cc52-ae6c-4980-b251-ff6883896371 req-66dc4a5e-dea8-4b2b-86aa-5c9f022a542b service neutron] 10.222.0.15 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798995 Mar 07 21:36:48.690560 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ddb08-8747-4c51-a061-cdb14d5a1f39 req-6903816d-75b0-4864-83be-e194ce091978 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:48.692078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b27ddb08-8747-4c51-a061-cdb14d5a1f39 req-6903816d-75b0-4864-83be-e194ce091978 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 945 time: 0.0677514 Mar 07 21:36:48.739402 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f78cf8b1-2bbe-4105-918e-0bc43d54f111 req-442fb6bc-f608-4b01-9127-a6721b1e0e32 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5df88709-4854-455e-95bb-982005623346), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:48.752508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5df88709-4854-455e-95bb-982005623346'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:48.754413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b27ddb08-8747-4c51-a061-cdb14d5a1f39 req-749fd26d-8cde-4275-a211-1adc8da4e35c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513017 Mar 07 21:36:48.781535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fb6bc-f608-4b01-9127-a6721b1e0e32 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Pushing event deleted for resources: {'Port': ['ID=5df88709-4854-455e-95bb-982005623346,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:48.797153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-7dd98574-67d1-4f3c-a18c-071784fb001e tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:48.798759 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-7dd98574-67d1-4f3c-a18c-071784fb001e tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc&tenant_id=ad203922dbd94abca13bc575d34ee25e&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 1127 time: 0.1142359 Mar 07 21:36:48.805097 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774f431-69de-4b16-be65-c52f8f1d274c req-e71ec2fc-112d-4e1b-82f9-5edff5d6afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:48.806753 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6774f431-69de-4b16-be65-c52f8f1d274c req-e71ec2fc-112d-4e1b-82f9-5edff5d6afdd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84bc0532354f494997de14eeea34bc27&device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 1125 time: 0.1554673 Mar 07 21:36:48.825731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832330-1'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:48.885643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78cf8b1-2bbe-4105-918e-0bc43d54f111 req-442fb6bc-f608-4b01-9127-a6721b1e0e32 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] No DVR routers for this DVR port 5df88709-4854-455e-95bb-982005623346 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:36:48.894885 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f78cf8b1-2bbe-4105-918e-0bc43d54f111 req-442fb6bc-f608-4b01-9127-a6721b1e0e32 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:48.898181 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f78cf8b1-2bbe-4105-918e-0bc43d54f111 req-442fb6bc-f608-4b01-9127-a6721b1e0e32 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.13 "DELETE /v2.0/ports/5df88709-4854-455e-95bb-982005623346 HTTP/1.1" status: 204 len: 173 time: 0.8219233 Mar 07 21:36:48.953120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caa8f9-2380-4a25-b72b-acd51e74dc86 req-f767c606-d357-4cf0-8743-7842872fdeae tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:48.962863 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14caa8f9-2380-4a25-b72b-acd51e74dc86 req-f767c606-d357-4cf0-8743-7842872fdeae tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.0667422 Mar 07 21:36:48.976526 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:49.005091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774f431-69de-4b16-be65-c52f8f1d274c req-a4eb57fa-a622-4fed-9ffa-4318b8c05c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:49.006594 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6774f431-69de-4b16-be65-c52f8f1d274c req-a4eb57fa-a622-4fed-9ffa-4318b8c05c1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a38c177-2986-4993-baa8-899eed1d97e5 HTTP/1.1" status: 200 len: 923 time: 0.1777155 Mar 07 21:36:49.029928 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa95da39-ffbd-4070-9c9c-d3ef7b528c1d req-8a8a2032-7823-494a-9b52-0b22e7f0f839 tempest-ServersOnMultiNodesTest-2019124086 tempest-ServersOnMultiNodesTest-2019124086-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d66382-aae1-4f74-9ec1-7a6a15a7596d HTTP/1.1" status: 200 len: 210 time: 0.0407517 Mar 07 21:36:49.053506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14caa8f9-2380-4a25-b72b-acd51e74dc86 req-d2d9e767-7939-46f6-9c35-5700108e8e1b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897388 Mar 07 21:36:49.068089 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6774f431-69de-4b16-be65-c52f8f1d274c req-16243aa8-aad2-41d9-8165-d928694ab444 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f93a4f23-48c0-4526-8641-12aa2115bed9 HTTP/1.1" status: 200 len: 217 time: 0.0416136 Mar 07 21:36:49.158189 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:49.166248 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c1a1b-59f2-4c0b-ab2e-97db5100d723 req-6f30ca44-66b9-46cd-9d51-2c2b821d6ecd tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:49.168046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774f431-69de-4b16-be65-c52f8f1d274c req-879374bf-8121-4c56-b709-cf161eace49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:49.168544 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-257c1a1b-59f2-4c0b-ab2e-97db5100d723 req-6f30ca44-66b9-46cd-9d51-2c2b821d6ecd tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 1131 time: 0.0513608 Mar 07 21:36:49.169517 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6774f431-69de-4b16-be65-c52f8f1d274c req-879374bf-8121-4c56-b709-cf161eace49a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f3b5aa6-8944-412a-8b57-0adb658b9c28 HTTP/1.1" status: 200 len: 862 time: 0.0925634 Mar 07 21:36:49.211312 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6774f431-69de-4b16-be65-c52f8f1d274c req-d3433eea-3ec7-4359-9628-cf70467a9b7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a38c177-2986-4993-baa8-899eed1d97e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340378 Mar 07 21:36:49.231033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:49.257002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-257c1a1b-59f2-4c0b-ab2e-97db5100d723 req-15aa8a77-544e-4c29-b665-6424c5118984 tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758133 Mar 07 21:36:49.335865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3537f52-308c-4bb7-a50b-5acaba7f456e req-011d79db-fc1e-4329-9416-33e839af3e0a tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:49.338743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:49.347039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3537f52-308c-4bb7-a50b-5acaba7f456e req-011d79db-fc1e-4329-9416-33e839af3e0a tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 945 time: 0.1061912 Mar 07 21:36:49.390104 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6774f431-69de-4b16-be65-c52f8f1d274c req-385a2349-6965-4f05-aa74-a6760ca5c47d service neutron] 10.222.0.15 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670125 Mar 07 21:36:49.422474 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Publish callbacks [] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:49.429988 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3537f52-308c-4bb7-a50b-5acaba7f456e req-9c4a233a-6351-4d4d-b552-1e4d8c881469 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/security-groups?id=77aa7925-c140-4a49-8151-cecb9707625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819733 Mar 07 21:36:49.434090 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:49.443825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10691e-187f-414d-a2bf-890170905da6 req-17fa5357-6738-46ae-a96d-2c71e30e98fa tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:49.451069 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a10691e-187f-414d-a2bf-890170905da6 req-17fa5357-6738-46ae-a96d-2c71e30e98fa tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 944 time: 0.0869639 Mar 07 21:36:49.479691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5ff193ed-3933-4c34-873f-c9cec4d64911 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:36:49.542113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a10691e-187f-414d-a2bf-890170905da6 req-35192bd2-8d25-4df2-8ef5-2d95e5f057d3 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896401 Mar 07 21:36:49.555130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Pushing event updated for resources: {'Port': ['ID=5bedce28-8206-4494-8cb3-b383a0c60e5d,revision_number=7']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:49.587236 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6774f431-69de-4b16-be65-c52f8f1d274c req-7d64259b-45c3-494d-9d9e-79d8e9fb7b9d service neutron] 10.222.0.15 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872106 Mar 07 21:36:49.608432 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Attempting to bind port 5bedce28-8206-4494-8cb3-b383a0c60e5d on host n-h2-832330-1 for vnic_type normal with profile {"migrating_to": "n-h1-832330-1"} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:49.609350 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Attempting to bind port 5bedce28-8206-4494-8cb3-b383a0c60e5d by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:49.609683 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Attempting to bind port 5bedce28-8206-4494-8cb3-b383a0c60e5d on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:49.616409 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Port 5bedce28-8206-4494-8cb3-b383a0c60e5d on network efe745a6-ec89-44a3-b745-59cc531d1605 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:36:49.616409 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Attempting to bind port 5bedce28-8206-4494-8cb3-b383a0c60e5d on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:49.617148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31b52b-f19f-4334-8378-118a8aba1d6e req-0f5caa00-9276-4957-bbcf-b72c7a2bfb4e tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:49.626241 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 5ff193ed-3933-4c34-873f-c9cec4d64911 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:36:49.626488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:49.626488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Checking segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:49.626908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Bound using segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:49.627352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Bound port: 5bedce28-8206-4494-8cb3-b383a0c60e5d, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:49.627818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:49.629953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 5ff193ed-3933-4c34-873f-c9cec4d64911 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:49.630416 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:49.631575 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a31b52b-f19f-4334-8378-118a8aba1d6e req-0f5caa00-9276-4957-bbcf-b72c7a2bfb4e tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 1127 time: 0.0827088 Mar 07 21:36:49.702117 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:49.706245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:49.708608 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a31b52b-f19f-4334-8378-118a8aba1d6e req-42bd5209-7a68-4e14-8bf0-89ede09ebf22 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754676 Mar 07 21:36:49.716255 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:49.723501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87e25f-c585-4f12-82d5-833f6b01da2d req-a5a8f5c2-e031-4a86-8d73-68d07de4c6af tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:49.725294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf87e25f-c585-4f12-82d5-833f6b01da2d req-a5a8f5c2-e031-4a86-8d73-68d07de4c6af tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 943 time: 0.0842459 Mar 07 21:36:49.726798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5ff193ed-3933-4c34-873f-c9cec4d64911 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:49.727474 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:49.773191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff193ed-3933-4c34-873f-c9cec4d64911'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:49.776370 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7d107a-dd92-4149-8024-22ee353be761" -d '{"events": [{"server_uuid": "c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1", "name": "network-vif-plugged", "status": "completed", "tag": "5ff193ed-3933-4c34-873f-c9cec4d64911"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:49.790837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf87e25f-c585-4f12-82d5-833f6b01da2d req-e68e1f9b-3210-4567-9c30-dd8c356ff4a4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592747 Mar 07 21:36:49.797651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5ff193ed-3933-4c34-873f-c9cec4d64911, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5ff193ed-3933-4c34-873f-c9cec4d64911,segment=NetworkSegment(b35ffd60-3db7-45df-b909-9d4cd3e1af69),segment_id=b35ffd60-3db7-45df-b909-9d4cd3e1af69)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:49.805780 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:49.806292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:49.807559 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:49.807816 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] 10.222.0.13 "PUT /v2.0/ports/5bedce28-8206-4494-8cb3-b383a0c60e5d HTTP/1.1" status: 200 len: 1121 time: 1.0001292 Mar 07 21:36:49.814933 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0e368-4889-4758-a993-29f44bbdb6ff service neutron] Pushing event updated for resources: {'Port': ['ID=5bedce28-8206-4494-8cb3-b383a0c60e5d,revision_number=8']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:49.843591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5bedce28-8206-4494-8cb3-b383a0c60e5d details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:36:49.856321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 10e45ec8-4060-478e-aeb9-a80b0420c8fc up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:36:49.875689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-301b6ad9-037b-4699-a2f8-3cd7a5502616 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=983f4ba84c9a411ba764aa41e92d0679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274036 Mar 07 21:36:49.926933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5bedce28-8206-4494-8cb3-b383a0c60e5d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:49.931628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['5bedce28-8206-4494-8cb3-b383a0c60e5d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:50.075997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-9b3642d3-7382-4be3-bbf8-d773d6046028 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:50.085718 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-9b3642d3-7382-4be3-bbf8-d773d6046028 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1955597 Mar 07 21:36:50.098178 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-d8b8acdc-671b-4715-bd3a-8565b497d51f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/quotas/983f4ba84c9a411ba764aa41e92d0679 HTTP/1.1" status: 200 len: 375 time: 0.0114753 Mar 07 21:36:50.127607 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.resource_extend [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:36:50.137236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5ff193ed-3933-4c34-873f-c9cec4d64911,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:50.162285 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-b63004ca-fc92-4942-9428-3d4ea3b6c89e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581245 Mar 07 21:36:50.221857 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:50.255925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 10e45ec8-4060-478e-aeb9-a80b0420c8fc completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:36:50.274266 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 10e45ec8-4060-478e-aeb9-a80b0420c8fc triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:50.274602 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:50.331645 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb677ebf-f552-4774-8e5a-63201ed8f750 x-openstack-request-id: req-fb677ebf-f552-4774-8e5a-63201ed8f750 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:50.331970 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1", "name": "network-vif-plugged", "status": "completed", "tag": "5ff193ed-3933-4c34-873f-c9cec4d64911", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:50.332242 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb677ebf-f552-4774-8e5a-63201ed8f750 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:50.332648 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff193ed-3933-4c34-873f-c9cec4d64911', 'code': 200} Mar 07 21:36:50.334636 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:50.370139 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5bedce28-8206-4494-8cb3-b383a0c60e5d has no active binding in host n-h1-832330-1 {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 21:36:50.480153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460ba0a-c671-45ad-87e0-87f38bdc4a72 req-4f24923a-37f5-4e42-8b4d-d34e2ba86ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:50.482963 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9460ba0a-c671-45ad-87e0-87f38bdc4a72 req-4f24923a-37f5-4e42-8b4d-d34e2ba86ffe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 1128 time: 0.0811510 Mar 07 21:36:50.548105 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 10e45ec8-4060-478e-aeb9-a80b0420c8fc is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:50.548105 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:50.571065 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d66382-aae1-4f74-9ec1-7a6a15a7596d', 'name': 'network-vif-deleted', 'tag': '5df88709-4854-455e-95bb-982005623346'}, {'server_uuid': 'dc92bc02-b4dc-4b2c-bc20-5fef71a939fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bedce28-8206-4494-8cb3-b383a0c60e5d'}, {'name': 'network-changed', 'server_uuid': 'dc92bc02-b4dc-4b2c-bc20-5fef71a939fc', 'tag': '5bedce28-8206-4494-8cb3-b383a0c60e5d'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:50.576912 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cdaa668-9217-4207-abd5-b97696874fdd req-9b983f46-d104-4995-a878-022af19113f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc5372e847734c619b92111b4b199cc2&device_id=f16ebf98-3524-4656-bce0-c524ff99b009 HTTP/1.1" status: 200 len: 210 time: 0.0687418 Mar 07 21:36:50.579518 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe99c21-c58a-4db2-a232-eb4622aef274" -d '{"events": [{"server_uuid": "d5d66382-aae1-4f74-9ec1-7a6a15a7596d", "name": "network-vif-deleted", "tag": "5df88709-4854-455e-95bb-982005623346"}, {"server_uuid": "dc92bc02-b4dc-4b2c-bc20-5fef71a939fc", "name": "network-vif-unplugged", "status": "completed", "tag": "5bedce28-8206-4494-8cb3-b383a0c60e5d"}, {"name": "network-changed", "server_uuid": "dc92bc02-b4dc-4b2c-bc20-5fef71a939fc", "tag": "5bedce28-8206-4494-8cb3-b383a0c60e5d"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:50.610098 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9460ba0a-c671-45ad-87e0-87f38bdc4a72 req-247fedd7-cb1b-4ba9-8b17-05652cac5def service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77aa7925-c140-4a49-8151-cecb9707625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089425 Mar 07 21:36:50.617608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 10e45ec8-4060-478e-aeb9-a80b0420c8fc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=10e45ec8-4060-478e-aeb9-a80b0420c8fc,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:50.622049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cdaa668-9217-4207-abd5-b97696874fdd req-ca680842-38b5-459e-9323-4839253dfcea service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=dc5372e847734c619b92111b4b199cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307844 Mar 07 21:36:50.624301 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:50.688057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=10e45ec8-4060-478e-aeb9-a80b0420c8fc,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:50.695899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed109e2a-b068-47e5-81d4-e3691ea3aa87 req-869ddbc5-0c34-46ba-a466-b9a0a904a56a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:50.703136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed109e2a-b068-47e5-81d4-e3691ea3aa87 req-869ddbc5-0c34-46ba-a466-b9a0a904a56a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 943 time: 0.0836813 Mar 07 21:36:50.748546 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed109e2a-b068-47e5-81d4-e3691ea3aa87 req-abc0cf99-26d2-4263-9256-5c8f7aa07ddb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437365 Mar 07 21:36:51.004853 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-b131df55-f7bf-4270-8b92-22f8a21d7d9e tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:36:51.012052 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-b131df55-f7bf-4270-8b92-22f8a21d7d9e tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087230 Mar 07 21:36:51.066841 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50020) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:51.083823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-6752e235-e171-48fa-b7ff-2cd74e35f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:51.088000 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-6752e235-e171-48fa-b7ff-2cd74e35f6d7 service neutron] 10.222.0.26 "GET /v2.0/ports/9484f535-ad16-4b70-ab5d-9c8c38f05d9b HTTP/1.1" status: 200 len: 1124 time: 0.0644307 Mar 07 21:36:51.098288 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-074811d7-d12b-449e-946d-e7372b22a4ee service neutron] Request body: {'binding': {'host': 'n-h1-832330-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:51.098753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-074811d7-d12b-449e-946d-e7372b22a4ee service neutron] Unknown quota resources ['binding']. {{(pid=103718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 21:36:51.215685 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-544e3a8a-a0d8-4524-8d5f-1d358f6a8915 req-fc25367a-5db7-4879-b69a-b73cad4ebe3c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 210 time: 0.3525074 Mar 07 21:36:51.254116 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d085ae3c-09ff-480e-baab-3cb67b28b181 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9b061b00b7d481ca736dfc229d52c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839454 Mar 07 21:36:51.255293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50024) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:51.271440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaa668-9217-4207-abd5-b97696874fdd req-e2c31100-ae35-427a-86f1-10ff76c9bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:51.273191 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cdaa668-9217-4207-abd5-b97696874fdd req-e2c31100-ae35-427a-86f1-10ff76c9bb3b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4525962 Mar 07 21:36:51.278059 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-074811d7-d12b-449e-946d-e7372b22a4ee service neutron] Attempting to bind port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b on host n-h1-832330-1 for vnic_type normal with profile None {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:51.278433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-074811d7-d12b-449e-946d-e7372b22a4ee service neutron] Attempting to bind port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:51.278768 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-074811d7-d12b-449e-946d-e7372b22a4ee service neutron] Attempting to bind port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:51.284124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-074811d7-d12b-449e-946d-e7372b22a4ee service neutron] Port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:36:51.284457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-074811d7-d12b-449e-946d-e7372b22a4ee service neutron] Attempting to bind port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:51.289594 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-074811d7-d12b-449e-946d-e7372b22a4ee service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:51.289936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-074811d7-d12b-449e-946d-e7372b22a4ee service neutron] Checking segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:51.290353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-074811d7-d12b-449e-946d-e7372b22a4ee service neutron] Bound using segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:51.290786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-074811d7-d12b-449e-946d-e7372b22a4ee service neutron] Bound port: 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:51.342516 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-074811d7-d12b-449e-946d-e7372b22a4ee service neutron] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:51.349306 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-074811d7-d12b-449e-946d-e7372b22a4ee service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:51.349717 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5f8a5a2f-b354-44d6-a39c-ea6780f267d9 admin admin] Publish callbacks [] for security_group (b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:51.350633 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-074811d7-d12b-449e-946d-e7372b22a4ee service neutron] 10.222.0.26 "POST /v2.0/ports/9484f535-ad16-4b70-ab5d-9c8c38f05d9b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2567115 Mar 07 21:36:51.358855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ceb11-9734-4cfe-9998-006317e4edc8 req-32329ec5-c5bc-446a-a7d2-0212cfbcbcfb tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:51.361536 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f7ceb11-9734-4cfe-9998-006317e4edc8 req-32329ec5-c5bc-446a-a7d2-0212cfbcbcfb tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 946 time: 0.0856154 Mar 07 21:36:51.398006 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5f8a5a2f-b354-44d6-a39c-ea6780f267d9 admin admin] Publish callbacks [] for security_group (b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:51.452662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f7ceb11-9734-4cfe-9998-006317e4edc8 req-add0c94a-0b91-444e-8814-497d446632d4 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/security-groups?id=77aa7925-c140-4a49-8151-cecb9707625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789244 Mar 07 21:36:51.481906 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-07e143ec-6d95-4ced-9feb-242867caf86c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=983f4ba84c9a411ba764aa41e92d0679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656538 Mar 07 21:36:51.486565 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5f8a5a2f-b354-44d6-a39c-ea6780f267d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:51.490910 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5f8a5a2f-b354-44d6-a39c-ea6780f267d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:51.492248 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5f8a5a2f-b354-44d6-a39c-ea6780f267d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f HTTP/1.1" status: 204 len: 168 time: 0.2344937 Mar 07 21:36:51.497981 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f93a4f23-48c0-4526-8641-12aa2115bed9 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:36:51.504973 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a5a2f-b354-44d6-a39c-ea6780f267d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fb1c8b-efd4-47e3-9aa9-2c982e3ec34f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:51.592190 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c2d03a8-9586-451c-bc6a-c83fed2028a3 req-0333b4bf-2fa7-475c-9412-e170c2d1aca7 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=f16ebf98-3524-4656-bce0-c524ff99b009 HTTP/1.1" status: 200 len: 210 time: 0.0585139 Mar 07 21:36:51.660078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58757d19-7bff-42e2-8a4f-657b697f74c8 req-a56b2541-6aba-4e4a-932f-9992e50487fc tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:51.661866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58757d19-7bff-42e2-8a4f-657b697f74c8 req-a56b2541-6aba-4e4a-932f-9992e50487fc tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.0729027 Mar 07 21:36:51.716756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-f1b01a17-8b92-4483-b340-14c67db77f13 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:51.718663 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-f1b01a17-8b92-4483-b340-14c67db77f13 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316959 Mar 07 21:36:51.720591 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bab2ee2-1506-4e1e-ae63-efd2ddda972f x-openstack-request-id: req-6bab2ee2-1506-4e1e-ae63-efd2ddda972f {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:51.720891 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d66382-aae1-4f74-9ec1-7a6a15a7596d", "name": "network-vif-deleted", "tag": "5df88709-4854-455e-95bb-982005623346", "status": "completed", "code": 200}, {"server_uuid": "dc92bc02-b4dc-4b2c-bc20-5fef71a939fc", "name": "network-vif-unplugged", "status": "completed", "tag": "5bedce28-8206-4494-8cb3-b383a0c60e5d", "code": 200}, {"name": "network-changed", "server_uuid": "dc92bc02-b4dc-4b2c-bc20-5fef71a939fc", "tag": "5bedce28-8206-4494-8cb3-b383a0c60e5d", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:51.721155 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bab2ee2-1506-4e1e-ae63-efd2ddda972f {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:51.721558 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d66382-aae1-4f74-9ec1-7a6a15a7596d', 'name': 'network-vif-deleted', 'tag': '5df88709-4854-455e-95bb-982005623346', 'status': 'completed', 'code': 200} Mar 07 21:36:51.721824 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc92bc02-b4dc-4b2c-bc20-5fef71a939fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bedce28-8206-4494-8cb3-b383a0c60e5d', 'code': 200} Mar 07 21:36:51.722114 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc92bc02-b4dc-4b2c-bc20-5fef71a939fc', 'tag': '5bedce28-8206-4494-8cb3-b383a0c60e5d', 'status': 'completed', 'code': 200} Mar 07 21:36:51.733280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-b79f1b5d-a476-4f83-945e-f30197db1afd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Request body: {'port': {'device_id': 'aeab326c-d154-49d6-921f-9509b5a04d62', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '983f4ba84c9a411ba764aa41e92d0679'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:51.739868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f93a4f23-48c0-4526-8641-12aa2115bed9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f93a4f23-48c0-4526-8641-12aa2115bed9,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:51.759495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'f93a4f23-48c0-4526-8641-12aa2115bed9', 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5', 'port_id': 'f93a4f23-48c0-4526-8641-12aa2115bed9', 'mac_address': 'fa:16:3e:e2:68:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3b5aa6-8944-412a-8b57-0adb658b9c28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:36:51.783113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58757d19-7bff-42e2-8a4f-657b697f74c8 req-195a5884-a878-4941-92e2-328c1757455e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156070 Mar 07 21:36:51.824077 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f93a4f23-48c0-4526-8641-12aa2115bed9 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:51.824483 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:51.854166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe99c21-c58a-4db2-a232-eb4622aef274 req-77408cb8-05f2-494e-b61e-65b2e4487e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:51.855715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fe99c21-c58a-4db2-a232-eb4622aef274 req-77408cb8-05f2-494e-b61e-65b2e4487e56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 1155 time: 0.1317022 Mar 07 21:36:51.860312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93a4f23-48c0-4526-8641-12aa2115bed9 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:51.866278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5df88709-4854-455e-95bb-982005623346 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:51.871134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ffcea-2448-429c-abf4-cf3e06965888 req-76495a00-c2f2-4042-b51d-f64653eef7e7 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:51.873627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf7ffcea-2448-429c-abf4-cf3e06965888 req-76495a00-c2f2-4042-b51d-f64653eef7e7 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 943 time: 0.1185884 Mar 07 21:36:51.902430 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-b79f1b5d-a476-4f83-945e-f30197db1afd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Made reservation on behalf of 983f4ba84c9a411ba764aa41e92d0679 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:36:51.910225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 5df88709-4854-455e-95bb-982005623346 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:36:51.910606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5df88709-4854-455e-95bb-982005623346 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:36:51.912465 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-b79f1b5d-a476-4f83-945e-f30197db1afd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:51.916320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f93a4f23-48c0-4526-8641-12aa2115bed9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f93a4f23-48c0-4526-8641-12aa2115bed9,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:51.923523 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:51.982557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50034) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:51.987849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f93a4f23-48c0-4526-8641-12aa2115bed9,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:52.041350 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf7ffcea-2448-429c-abf4-cf3e06965888 req-4ab83255-8513-4c6e-9925-742c9794009f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552331 Mar 07 21:36:52.069143 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:52.084893 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124e719-e801-4aaf-950f-2e8bc5555693 req-94dd95fa-6d72-41fc-b389-803ecd3fcace tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:52.087131 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2124e719-e801-4aaf-950f-2e8bc5555693 req-94dd95fa-6d72-41fc-b389-803ecd3fcace tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 945 time: 0.1849656 Mar 07 21:36:52.089289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe99c21-c58a-4db2-a232-eb4622aef274 req-e2a5f6ec-946b-453d-9147-0e608870861a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:52.090008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fe99c21-c58a-4db2-a232-eb4622aef274 req-e2a5f6ec-946b-453d-9147-0e608870861a service neutron] 10.222.0.15 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.2148433 Mar 07 21:36:52.139340 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-97676380-c629-43a4-8ce4-bc710adfbefb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8fec60944b34a1ea3ed6581f7e87d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521981 Mar 07 21:36:52.143510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50036) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:52.152875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fe99c21-c58a-4db2-a232-eb4622aef274 req-1cc8e167-b1cd-4e90-aa50-01403104909c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d HTTP/1.1" status: 200 len: 217 time: 0.0512636 Mar 07 21:36:52.168805 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-b79f1b5d-a476-4f83-945e-f30197db1afd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Allocated IP 192.168.233.36 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/250c0933-2051-4622-966e-95c5d64fdd30) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:36:52.263955 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2124e719-e801-4aaf-950f-2e8bc5555693 req-6da517e2-3cbb-4868-b38b-9fa9b8129b65 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715488 Mar 07 21:36:52.285507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe99c21-c58a-4db2-a232-eb4622aef274 req-2bbd004b-0e4d-44af-b2cf-a593361b5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:52.287330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fe99c21-c58a-4db2-a232-eb4622aef274 req-2bbd004b-0e4d-44af-b2cf-a593361b5d5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.1156709 Mar 07 21:36:52.292063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f93a4f23-48c0-4526-8641-12aa2115bed9'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:52.315475 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-432500f3-c1f9-4a2c-89c2-627fd2394ff4 admin admin] Publish callbacks [] for security_group (c6c11fd4-6f98-480d-96f3-0d4402508d4a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:52.337214 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fe99c21-c58a-4db2-a232-eb4622aef274 req-e11418ee-7169-4419-bdda-8b7c52af7f3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410211 Mar 07 21:36:52.337997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13970a58-3ea4-4636-ad0f-38e1d6d672c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e45ec8-4060-478e-aeb9-a80b0420c8fc'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:52.340510 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683d22ed-f7bd-4929-954c-4a562e292630" -d '{"events": [{"server_uuid": "13970a58-3ea4-4636-ad0f-38e1d6d672c6", "name": "network-vif-plugged", "status": "completed", "tag": "10e45ec8-4060-478e-aeb9-a80b0420c8fc"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:52.363326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6dde8-7507-4c06-b119-0bda5180de9a req-084bb0c2-4daf-407f-824e-39e0114da571 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:52.364873 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56f6dde8-7507-4c06-b119-0bda5180de9a req-084bb0c2-4daf-407f-824e-39e0114da571 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 943 time: 0.2204678 Mar 07 21:36:52.371115 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-b79f1b5d-a476-4f83-945e-f30197db1afd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks [] for port (250c0933-2051-4622-966e-95c5d64fdd30), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:52.409204 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-b79f1b5d-a476-4f83-945e-f30197db1afd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (250c0933-2051-4622-966e-95c5d64fdd30), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:52.413553 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-432500f3-c1f9-4a2c-89c2-627fd2394ff4 admin admin] Publish callbacks [] for security_group (c6c11fd4-6f98-480d-96f3-0d4402508d4a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:52.421074 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d13cafd-538e-4561-922a-4f654ea385b4 req-82ad16ea-922a-4858-8331-a22f1d5bfd67 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 210 time: 0.0828476 Mar 07 21:36:52.424114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['a579bf70-a25a-4de4-b100-2836fe8ef53a'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:52.465281 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-b79f1b5d-a476-4f83-945e-f30197db1afd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:36:52.469100 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-b79f1b5d-a476-4f83-945e-f30197db1afd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:36:52.471571 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-b79f1b5d-a476-4f83-945e-f30197db1afd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:36:52.513060 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f1b5d-a476-4f83-945e-f30197db1afd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Pushing event updated for resources: {'Port': ['ID=250c0933-2051-4622-966e-95c5d64fdd30,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:52.547300 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56f6dde8-7507-4c06-b119-0bda5180de9a req-7202341b-b79a-49c5-a812-e6171ec9fe65 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648774 Mar 07 21:36:52.549846 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-b79f1b5d-a476-4f83-945e-f30197db1afd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:52.550520 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-b79f1b5d-a476-4f83-945e-f30197db1afd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:52.584565 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-b79f1b5d-a476-4f83-945e-f30197db1afd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8567846 Mar 07 21:36:52.588088 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fe99c21-c58a-4db2-a232-eb4622aef274 req-f090e450-c0e0-47bb-9722-240a7892d3f8 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322235 Mar 07 21:36:52.589084 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-432500f3-c1f9-4a2c-89c2-627fd2394ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c6c11fd4-6f98-480d-96f3-0d4402508d4a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:52.593537 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-432500f3-c1f9-4a2c-89c2-627fd2394ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:52.595856 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-432500f3-c1f9-4a2c-89c2-627fd2394ff4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c6c11fd4-6f98-480d-96f3-0d4402508d4a HTTP/1.1" status: 204 len: 168 time: 0.4488273 Mar 07 21:36:52.606633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432500f3-c1f9-4a2c-89c2-627fd2394ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c11fd4-6f98-480d-96f3-0d4402508d4a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:52.623072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Request body: {'port': {'device_id': 'aeab326c-d154-49d6-921f-9509b5a04d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:52.692591 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68546df-b442-485c-997c-1864dffc2223 x-openstack-request-id: req-e68546df-b442-485c-997c-1864dffc2223 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:52.693168 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13970a58-3ea4-4636-ad0f-38e1d6d672c6", "name": "network-vif-plugged", "status": "completed", "tag": "10e45ec8-4060-478e-aeb9-a80b0420c8fc", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:52.693168 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e68546df-b442-485c-997c-1864dffc2223 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:52.696825 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13970a58-3ea4-4636-ad0f-38e1d6d672c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e45ec8-4060-478e-aeb9-a80b0420c8fc', 'code': 200} Mar 07 21:36:52.771726 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (250c0933-2051-4622-966e-95c5d64fdd30), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:52.806989 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fc59b26-f5d2-451b-875b-8a65958ff545 req-756b5dad-4556-4897-8308-41933acfb7b2 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.26 "GET /v2.0/ports?device_id=f16ebf98-3524-4656-bce0-c524ff99b009 HTTP/1.1" status: 200 len: 210 time: 0.0426090 Mar 07 21:36:52.842555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fe99c21-c58a-4db2-a232-eb4622aef274 req-2b9b9ea7-d34a-41f3-bc06-28e6ad069fcb service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376838 Mar 07 21:36:52.843480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a9d15-d117-4a94-8349-fae59ad1e8d0 req-6f58c361-ce44-48b7-b03b-230d2ae6901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:52.851207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265d702-704d-4a36-a0d3-8f34385322aa req-aebb168f-3397-42cd-9a82-34828f89e54c tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:52.851750 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a62a9d15-d117-4a94-8349-fae59ad1e8d0 req-6f58c361-ce44-48b7-b03b-230d2ae6901d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 1127 time: 0.1761391 Mar 07 21:36:52.868264 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e265d702-704d-4a36-a0d3-8f34385322aa req-aebb168f-3397-42cd-9a82-34828f89e54c tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 946 time: 0.1947403 Mar 07 21:36:52.903821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-03108641-a3cd-48aa-bb64-228f735e3d40 None None] Provisioning complete for port 250c0933-2051-4622-966e-95c5d64fdd30 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:52.905111 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-03108641-a3cd-48aa-bb64-228f735e3d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (250c0933-2051-4622-966e-95c5d64fdd30), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:52.969331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-03108641-a3cd-48aa-bb64-228f735e3d40 None None] Port 250c0933-2051-4622-966e-95c5d64fdd30 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:36:52.974848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cdaa668-9217-4207-abd5-b97696874fdd req-e053d6a6-48e6-4f99-aaf8-7daa0216eda0 tempest-ServerShowV247Test-840250723 tempest-ServerShowV247Test-840250723-project] 10.222.0.15 "GET /v2.0/ports?device_id=f16ebf98-3524-4656-bce0-c524ff99b009 HTTP/1.1" status: 200 len: 210 time: 0.0385838 Mar 07 21:36:52.998654 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e265d702-704d-4a36-a0d3-8f34385322aa req-35626fe0-0744-4b84-9833-153671e39ba1 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/security-groups?id=77aa7925-c140-4a49-8151-cecb9707625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186917 Mar 07 21:36:53.013476 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a62a9d15-d117-4a94-8349-fae59ad1e8d0 req-3f5041fe-c601-4a2f-a578-e7e80e2b6507 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554863 Mar 07 21:36:53.033171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60331c-66bc-48db-ac81-2ee3515b389b req-ba18d8e3-40ce-453c-aef2-1888ea8b9475 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:53.036416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c60331c-66bc-48db-ac81-2ee3515b389b req-ba18d8e3-40ce-453c-aef2-1888ea8b9475 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.1384635 Mar 07 21:36:53.155057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c60331c-66bc-48db-ac81-2ee3515b389b req-4c69ca0c-3936-4d25-b0e9-536505c3a698 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138685 Mar 07 21:36:53.189953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7258093-d6ed-47b8-8f3d-9316143cad13 req-b1837acc-6ad2-4e07-82d1-e4c2c65b7e45 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:53.191603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7258093-d6ed-47b8-8f3d-9316143cad13 req-b1837acc-6ad2-4e07-82d1-e4c2c65b7e45 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 946 time: 0.1039217 Mar 07 21:36:53.201179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50062) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:53.206732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4bef420d-7e75-4198-ac11-c48648e8de64 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Request body: {'floatingip': {'port_id': '5ff193ed-3933-4c34-873f-c9cec4d64911'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:53.216808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250c0933-2051-4622-966e-95c5d64fdd30 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:53.225489 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Publish callbacks [] for port (250c0933-2051-4622-966e-95c5d64fdd30), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:53.239251 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Transition to ACTIVE for port object 250c0933-2051-4622-966e-95c5d64fdd30 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:36:53.244810 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (250c0933-2051-4622-966e-95c5d64fdd30), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:53.278536 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4bef420d-7e75-4198-ac11-c48648e8de64 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for floatingip (23d15a9c-bb1d-4869-a2dc-4059719cd734), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:53.324187 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Pushing event updated for resources: {'Port': ['ID=250c0933-2051-4622-966e-95c5d64fdd30,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:53.413802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Attempting to bind port 250c0933-2051-4622-966e-95c5d64fdd30 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:53.414247 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Attempting to bind port 250c0933-2051-4622-966e-95c5d64fdd30 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:53.414645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Attempting to bind port 250c0933-2051-4622-966e-95c5d64fdd30 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:53.421138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Port 250c0933-2051-4622-966e-95c5d64fdd30 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:36:53.421665 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Attempting to bind port 250c0933-2051-4622-966e-95c5d64fdd30 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:53.427199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:53.427712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:53.428169 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:53.428674 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Bound port: 250c0933-2051-4622-966e-95c5d64fdd30, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:53.429537 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (250c0933-2051-4622-966e-95c5d64fdd30), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:53.442680 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d55f6-de96-4ffa-890b-f726934fd8ff req-d9009ab1-2073-4aec-bcc2-19f8d4978968 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:53.444222 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-890d55f6-de96-4ffa-890b-f726934fd8ff req-d9009ab1-2073-4aec-bcc2-19f8d4978968 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 944 time: 0.2020493 Mar 07 21:36:53.492854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f93a4f23-48c0-4526-8641-12aa2115bed9 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:36:53.569871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] For port 250c0933-2051-4622-966e-95c5d64fdd30, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:53.574925 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] For port 250c0933-2051-4622-966e-95c5d64fdd30, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=250c0933-2051-4622-966e-95c5d64fdd30,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:53.589733 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (250c0933-2051-4622-966e-95c5d64fdd30), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:53.613515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-890d55f6-de96-4ffa-890b-f726934fd8ff req-9c5bbb4c-c188-4192-b393-665e23fde7a7 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536226 Mar 07 21:36:53.634189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port f93a4f23-48c0-4526-8641-12aa2115bed9 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:36:53.639703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port f93a4f23-48c0-4526-8641-12aa2115bed9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:53.643741 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:53.647124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:53.647779 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:53.649444 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/250c0933-2051-4622-966e-95c5d64fdd30 HTTP/1.1" status: 200 len: 1095 time: 1.0418279 Mar 07 21:36:53.687880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522516e6-f97e-4f8c-b046-a0e32f4376a1 service neutron] Pushing event updated for resources: {'Port': ['ID=250c0933-2051-4622-966e-95c5d64fdd30,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:53.723393 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeab326c-d154-49d6-921f-9509b5a04d62', 'tag': '250c0933-2051-4622-966e-95c5d64fdd30'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:53.724057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01305563-bb89-4b81-83d2-4f19036b213b req-6d7b9bc3-3898-4c7a-8833-4553b83fc5db tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:53.725840 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2651538-4bcd-4491-bc97-1ef681a98315" -d '{"events": [{"name": "network-changed", "server_uuid": "aeab326c-d154-49d6-921f-9509b5a04d62", "tag": "250c0933-2051-4622-966e-95c5d64fdd30"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:53.732244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01305563-bb89-4b81-83d2-4f19036b213b req-6d7b9bc3-3898-4c7a-8833-4553b83fc5db tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 945 time: 0.3772159 Mar 07 21:36:53.773306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f93a4f23-48c0-4526-8641-12aa2115bed9 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:53.774378 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:53.826161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f93a4f23-48c0-4526-8641-12aa2115bed9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f93a4f23-48c0-4526-8641-12aa2115bed9,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:53.835455 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:53.864785 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-fbd972b7-f595-48d7-bc9a-285f7eeebc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:53.866566 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-fbd972b7-f595-48d7-bc9a-285f7eeebc75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 1129 time: 0.0773277 Mar 07 21:36:53.900375 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f93a4f23-48c0-4526-8641-12aa2115bed9,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:53.916296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda41a8-591f-4538-9b8b-9c232f1ddddf req-0c865168-7696-4f8f-9c98-93c32b30412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:53.917877 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cda41a8-591f-4538-9b8b-9c232f1ddddf req-0c865168-7696-4f8f-9c98-93c32b30412c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 1155 time: 0.3023281 Mar 07 21:36:53.930047 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01305563-bb89-4b81-83d2-4f19036b213b req-2d387591-2437-4b95-979b-1f4cbb1d5fc8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968846 Mar 07 21:36:53.947781 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-edca69b5-b3b1-4a30-8303-924047f8ecb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=250c0933-2051-4622-966e-95c5d64fdd30 HTTP/1.1" status: 200 len: 217 time: 0.0696709 Mar 07 21:36:54.002940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-6ff76be4-2e2b-4c03-ba28-cf36e3295790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:54.005110 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-6ff76be4-2e2b-4c03-ba28-cf36e3295790 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0508296 Mar 07 21:36:54.057818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-e4a345fc-401c-47d2-93bb-ee9aa004c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:54.059498 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-e4a345fc-401c-47d2-93bb-ee9aa004c945 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0479360 Mar 07 21:36:54.077044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eeb09-8239-4694-9ab9-9e6023bdb519 req-f08b6158-1bdb-4079-bdb6-ac8bc3627991 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:54.078602 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b52eeb09-8239-4694-9ab9-9e6023bdb519 req-f08b6158-1bdb-4079-bdb6-ac8bc3627991 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 947 time: 0.3164988 Mar 07 21:36:54.150301 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-72e336b9-a6b1-4977-85c2-61b6e978ec31 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844347 Mar 07 21:36:54.228036 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda41a8-591f-4538-9b8b-9c232f1ddddf req-c6ea5129-6905-4215-8009-3194b8ce4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:54.229479 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cda41a8-591f-4538-9b8b-9c232f1ddddf req-c6ea5129-6905-4215-8009-3194b8ce4995 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.2799447 Mar 07 21:36:54.238015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b52eeb09-8239-4694-9ab9-9e6023bdb519 req-f6ee9dcf-2a06-44cd-a90a-f22ffd36c04c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443429 Mar 07 21:36:54.238618 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f5200-f661-4bed-aff3-02bb5ac38c51 req-933cfe95-3c00-440b-a4c1-2d35aba2745c service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818930 Mar 07 21:36:54.285284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b4ab5-1fdf-45f5-935e-d030bffccaad req-566ee39f-6b7d-4577-8455-3799c434cc58 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:54.286845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-052b4ab5-1fdf-45f5-935e-d030bffccaad req-566ee39f-6b7d-4577-8455-3799c434cc58 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 943 time: 0.2473140 Mar 07 21:36:54.310999 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab9295f-ab0b-48c2-88b1-f6c566ee0757 x-openstack-request-id: req-7ab9295f-ab0b-48c2-88b1-f6c566ee0757 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:54.311399 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeab326c-d154-49d6-921f-9509b5a04d62", "tag": "250c0933-2051-4622-966e-95c5d64fdd30", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:54.311730 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ab9295f-ab0b-48c2-88b1-f6c566ee0757 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:54.312197 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeab326c-d154-49d6-921f-9509b5a04d62', 'tag': '250c0933-2051-4622-966e-95c5d64fdd30', 'status': 'completed', 'code': 200} Mar 07 21:36:54.329743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cda41a8-591f-4538-9b8b-9c232f1ddddf req-fc266ca7-3ddb-40d6-95fa-d78dc85995a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d HTTP/1.1" status: 200 len: 217 time: 0.0907428 Mar 07 21:36:54.387311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2651538-4bcd-4491-bc97-1ef681a98315 req-6445b851-66c8-4ef0-bc7a-e143005a36bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:54.388935 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d2651538-4bcd-4491-bc97-1ef681a98315 req-6445b851-66c8-4ef0-bc7a-e143005a36bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 1129 time: 0.0566716 Mar 07 21:36:54.445499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda41a8-591f-4538-9b8b-9c232f1ddddf req-a0c44ff8-5b30-4b44-b232-cd1915cc8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:54.447025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cda41a8-591f-4538-9b8b-9c232f1ddddf req-a0c44ff8-5b30-4b44-b232-cd1915cc8323 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.1063879 Mar 07 21:36:54.470657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-052b4ab5-1fdf-45f5-935e-d030bffccaad req-3e9360cb-b2ff-42ba-bec7-fb2a49c799a8 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541481 Mar 07 21:36:54.501402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2651538-4bcd-4491-bc97-1ef681a98315 req-831becf0-032f-4f62-8ddc-1aaec64bbd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:54.503173 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d2651538-4bcd-4491-bc97-1ef681a98315 req-831becf0-032f-4f62-8ddc-1aaec64bbd37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1083024 Mar 07 21:36:54.558380 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cda41a8-591f-4538-9b8b-9c232f1ddddf req-c7c46262-3f6f-42bb-ba69-5aa9f11b83af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866528 Mar 07 21:36:54.571118 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d2651538-4bcd-4491-bc97-1ef681a98315 req-9b22a55a-64d4-4706-a05f-eb1f41367fbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=250c0933-2051-4622-966e-95c5d64fdd30 HTTP/1.1" status: 200 len: 217 time: 0.0479696 Mar 07 21:36:54.608975 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4bef420d-7e75-4198-ac11-c48648e8de64 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:54.697883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948e54ac-a6b2-4261-8c7f-d89549c46dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a4f23-48c0-4526-8641-12aa2115bed9'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:54.701145 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49344858-70d9-45ee-9e53-b3e751789779" -d '{"events": [{"server_uuid": "948e54ac-a6b2-4261-8c7f-d89549c46dcf", "name": "network-vif-plugged", "status": "completed", "tag": "f93a4f23-48c0-4526-8641-12aa2115bed9"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:54.877244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50106) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:54.900826 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2651538-4bcd-4491-bc97-1ef681a98315 req-106f7590-8628-436d-a482-5ec795544d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:54.902299 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d2651538-4bcd-4491-bc97-1ef681a98315 req-106f7590-8628-436d-a482-5ec795544d3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.3230476 Mar 07 21:36:54.909589 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4bef420d-7e75-4198-ac11-c48648e8de64 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (23d15a9c-bb1d-4869-a2dc-4059719cd734), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:54.962836 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2651538-4bcd-4491-bc97-1ef681a98315 req-10377136-07d2-4c2c-a368-0f4aa9368a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:54.964330 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d2651538-4bcd-4491-bc97-1ef681a98315 req-10377136-07d2-4c2c-a368-0f4aa9368a2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0453813 Mar 07 21:36:54.989752 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-88f52b7a-b88a-4ca8-aef1-ffbb9927dc4f tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b5ee4a4d30a649de88258581ac0dcbbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3795779 Mar 07 21:36:55.019555 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6b226827-6264-4657-9615-0880428839f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:55.101091 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d2651538-4bcd-4491-bc97-1ef681a98315 req-d3e07f2c-8af5-4238-a406-d3b211da5cb6 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214542 Mar 07 21:36:55.108392 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae2d1f-6ffb-4599-8762-560bfa1f504e req-0c51e87a-8239-4619-8a2f-72de8838d48a tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:55.109892 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4ae2d1f-6ffb-4599-8762-560bfa1f504e req-0c51e87a-8239-4619-8a2f-72de8838d48a tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.5489724 Mar 07 21:36:55.137993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cda41a8-591f-4538-9b8b-9c232f1ddddf req-1e065d2f-b4ac-48d9-90e7-a12b0d0c5c33 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648015 Mar 07 21:36:55.202446 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6b226827-6264-4657-9615-0880428839f1 admin admin] Publish callbacks [] for security_group (52eed8a8-d9b7-43b1-920f-f2519fb8f23f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:55.205984 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-4bef420d-7e75-4198-ac11-c48648e8de64 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Floating IP 23d15a9c-bb1d-4869-a2dc-4059719cd734 associated. External IP: 172.25.4.171, port: 5ff193ed-3933-4c34-873f-c9cec4d64911. Mar 07 21:36:55.210909 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6b226827-6264-4657-9615-0880428839f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (52eed8a8-d9b7-43b1-920f-f2519fb8f23f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:55.245177 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d2651538-4bcd-4491-bc97-1ef681a98315 req-6142b8db-4388-4440-8daf-81cbb6cf53ca service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353328 Mar 07 21:36:55.260362 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6b226827-6264-4657-9615-0880428839f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc5372e847734c619b92111b4b199cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797421 Mar 07 21:36:55.260362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b226827-6264-4657-9615-0880428839f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52eed8a8-d9b7-43b1-920f-f2519fb8f23f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:55.261135 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50114) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:36:55.308864 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-126a65a9-2315-44cc-ba80-cb918038934d admin admin] Publish callbacks [] for security_group (52eed8a8-d9b7-43b1-920f-f2519fb8f23f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:55.319091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-7944348a-3316-481e-b048-a36c594deda5 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:55.320597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-7944348a-3316-481e-b048-a36c594deda5 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3242638 Mar 07 21:36:55.329627 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-126a65a9-2315-44cc-ba80-cb918038934d admin admin] Publish callbacks [] for security_group (52eed8a8-d9b7-43b1-920f-f2519fb8f23f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:55.377958 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-126a65a9-2315-44cc-ba80-cb918038934d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (52eed8a8-d9b7-43b1-920f-f2519fb8f23f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:55.380564 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-126a65a9-2315-44cc-ba80-cb918038934d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:55.381748 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-126a65a9-2315-44cc-ba80-cb918038934d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52eed8a8-d9b7-43b1-920f-f2519fb8f23f HTTP/1.1" status: 204 len: 168 time: 0.1197224 Mar 07 21:36:55.391224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a65a9-2315-44cc-ba80-cb918038934d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eed8a8-d9b7-43b1-920f-f2519fb8f23f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:55.400803 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4ae2d1f-6ffb-4599-8762-560bfa1f504e req-8295536c-5193-4376-a680-7231963e44f5 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544296 Mar 07 21:36:55.408085 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-51b50823-87d7-4c39-bd86-1b8cb56db093 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/quotas/b5ee4a4d30a649de88258581ac0dcbbb HTTP/1.1" status: 200 len: 375 time: 0.0771601 Mar 07 21:36:55.419553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cda41a8-591f-4538-9b8b-9c232f1ddddf req-a0b88024-50cf-47f5-a765-65ead7e5f11c service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671382 Mar 07 21:36:55.460751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-ea9d2b9e-3f84-4426-bb54-77654e7f3ae6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5ee4a4d30a649de88258581ac0dcbbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433497 Mar 07 21:36:55.496064 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:36:55.621231 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd7605-6f31-4f5a-9cc3-b535469dbea7 req-81f182a4-6673-4aba-8efb-ee09b0ae2e49 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:55.622275 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a55c90-a1dc-42a5-a733-ae9c8c3f8172 x-openstack-request-id: req-92a55c90-a1dc-42a5-a733-ae9c8c3f8172 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:55.622761 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948e54ac-a6b2-4261-8c7f-d89549c46dcf", "name": "network-vif-plugged", "status": "completed", "tag": "f93a4f23-48c0-4526-8641-12aa2115bed9", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:55.622849 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92a55c90-a1dc-42a5-a733-ae9c8c3f8172 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:55.623201 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948e54ac-a6b2-4261-8c7f-d89549c46dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a4f23-48c0-4526-8641-12aa2115bed9', 'code': 200} Mar 07 21:36:55.628077 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0fd7605-6f31-4f5a-9cc3-b535469dbea7 req-81f182a4-6673-4aba-8efb-ee09b0ae2e49 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 945 time: 0.1118648 Mar 07 21:36:55.656330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bef420d-7e75-4198-ac11-c48648e8de64 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Router 81928a82-67bd-48dc-9690-85d095120cd5 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:36:55.718207 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0fd7605-6f31-4f5a-9cc3-b535469dbea7 req-e34e9baa-7cab-42fb-989c-cb327bab2336 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892198 Mar 07 21:36:55.920323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bef420d-7e75-4198-ac11-c48648e8de64 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:36:55.928208 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4bef420d-7e75-4198-ac11-c48648e8de64 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:55.937383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa19720-67cc-40e6-a724-c54830e34a81 None None] Sync routers for ids ['81928a82-67bd-48dc-9690-85d095120cd5'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:36:55.959662 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa19720-67cc-40e6-a724-c54830e34a81 None None] Routers {'81928a82-67bd-48dc-9690-85d095120cd5'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:36:55.968700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9aa19720-67cc-40e6-a724-c54830e34a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:36:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['81928a82-67bd-48dc-9690-85d095120cd5'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:56.006666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691a206-8709-468b-833d-e76f51914e75 req-2afde0e6-1ce7-4a4f-9dbc-16954e548af0 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:56.013444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d691a206-8709-468b-833d-e76f51914e75 req-2afde0e6-1ce7-4a4f-9dbc-16954e548af0 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 945 time: 0.3204372 Mar 07 21:36:56.054984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7a327-491a-44dd-91a9-7bdab985efb5 req-feab32d5-3849-4edd-9d63-5f89aa430f3f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:56.064659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ef7a327-491a-44dd-91a9-7bdab985efb5 req-feab32d5-3849-4edd-9d63-5f89aa430f3f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 947 time: 0.2363214 Mar 07 21:36:56.068724 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4bef420d-7e75-4198-ac11-c48648e8de64 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "PUT /v2.0/floatingips/23d15a9c-bb1d-4869-a2dc-4059719cd734 HTTP/1.1" status: 200 len: 992 time: 2.8652899 Mar 07 21:36:56.071355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1', 'tag': '5ff193ed-3933-4c34-873f-c9cec4d64911'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:56.073588 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ada33fa-c251-4c6c-9338-0cf8716bcd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1", "tag": "5ff193ed-3933-4c34-873f-c9cec4d64911"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:56.078078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b711a27-4d5b-494c-b745-0a43e3361ad9 req-d8d033a2-5e36-4a32-a9a7-90179ce7b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:56.079827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b711a27-4d5b-494c-b745-0a43e3361ad9 req-d8d033a2-5e36-4a32-a9a7-90179ce7b9dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 1127 time: 0.2503288 Mar 07 21:36:56.162453 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d691a206-8709-468b-833d-e76f51914e75 req-a34ddc77-1515-4b72-a098-eb5cfe5d3c1b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480894 Mar 07 21:36:56.197383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ef7a327-491a-44dd-91a9-7bdab985efb5 req-d3bfc30e-1ab3-4e83-9cb6-1e2c29852e23 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318707 Mar 07 21:36:56.205551 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b711a27-4d5b-494c-b745-0a43e3361ad9 req-1a0fb0a6-cf60-4cd8-9f08-d79d32405853 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098332 Mar 07 21:36:56.255877 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-9aa19720-67cc-40e6-a724-c54830e34a81 None None] Set router 81928a82-67bd-48dc-9690-85d095120cd5 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:36:56.314271 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f892773-dee9-40cd-acad-f985c44d0483 req-f6a4c094-5520-4766-8d0a-4a140cffdac5 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 210 time: 0.0318964 Mar 07 21:36:56.345741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2026a-de9a-4727-a27f-eef1250baa59 req-f037f57a-20d1-4b72-adee-3adbf69fa42c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:56.353358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9de2026a-de9a-4727-a27f-eef1250baa59 req-f037f57a-20d1-4b72-adee-3adbf69fa42c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 943 time: 0.1032028 Mar 07 21:36:56.374936 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebf3762-92d9-45b5-bd26-c86e375b3c30 x-openstack-request-id: req-eebf3762-92d9-45b5-bd26-c86e375b3c30 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:56.375250 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1", "tag": "5ff193ed-3933-4c34-873f-c9cec4d64911", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:56.375481 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eebf3762-92d9-45b5-bd26-c86e375b3c30 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:56.375907 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1', 'tag': '5ff193ed-3933-4c34-873f-c9cec4d64911', 'status': 'completed', 'code': 200} Mar 07 21:36:56.399510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9de2026a-de9a-4727-a27f-eef1250baa59 req-1ffa722e-03e7-4750-9afb-ff20b19e1a7c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453057 Mar 07 21:36:56.543239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada33fa-c251-4c6c-9338-0cf8716bcd3e req-a79e8b05-b6c8-4b1a-9945-f21dd9463fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:56.544780 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ada33fa-c251-4c6c-9338-0cf8716bcd3e req-a79e8b05-b6c8-4b1a-9945-f21dd9463fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab34b2afec2a4f94b49830731c3241e6&device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 1128 time: 0.0978856 Mar 07 21:36:56.557178 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d4ac7-7246-4d3a-876a-68bff05dd952 req-39866bf2-0783-4a4f-852c-2d7e89babdd4 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:56.557353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9aa19720-67cc-40e6-a724-c54830e34a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81928a82-67bd-48dc-9690-85d095120cd5', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:36:17Z', 'updated_at': '2022-03-07T21:36:22Z', 'revision_number': 4, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'gw_port': {'id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:18Z', 'updated_at': '2022-03-07T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '23d15a9c-bb1d-4869-a2dc-4059719cd734', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'floating_ip_address': '172.25.4.171', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'port_id': '5ff193ed-3933-4c34-873f-c9cec4d64911', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'mac_address': 'fa:16:3e:f0:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:36:29Z', 'updated_at': '2022-03-07T21:36:54Z', 'revision_number': 1, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c73492f-4847-4873-a6a2-d9113f00ea52', 'name': '', 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'mac_address': 'fa:16:3e:54:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:21Z', 'updated_at': '2022-03-07T21:36:28Z', 'revision_number': 5, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'subnets': [{'id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:56.558687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa5d4ac7-7246-4d3a-876a-68bff05dd952 req-39866bf2-0783-4a4f-852c-2d7e89babdd4 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.0771592 Mar 07 21:36:56.588933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa19720-67cc-40e6-a724-c54830e34a81 None None] Checking router: 81928a82-67bd-48dc-9690-85d095120cd5 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:36:56.597525 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa19720-67cc-40e6-a724-c54830e34a81 None None] Routers {'81928a82-67bd-48dc-9690-85d095120cd5'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:36:56.598359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9aa19720-67cc-40e6-a724-c54830e34a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:36:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['81928a82-67bd-48dc-9690-85d095120cd5'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:56.665049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa5d4ac7-7246-4d3a-876a-68bff05dd952 req-e83000ad-0d64-466a-b823-c4f8f65edd5f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973372 Mar 07 21:36:56.683871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada33fa-c251-4c6c-9338-0cf8716bcd3e req-fce27318-ce65-461a-b0a0-015a867b8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:56.685339 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ada33fa-c251-4c6c-9338-0cf8716bcd3e req-fce27318-ce65-461a-b0a0-015a867b8a60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ffcf6e4-ae5d-40ad-baed-19b7800074b4 HTTP/1.1" status: 200 len: 916 time: 0.1256647 Mar 07 21:36:56.726893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-9aa19720-67cc-40e6-a724-c54830e34a81 None None] Set router 81928a82-67bd-48dc-9690-85d095120cd5 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:36:56.799812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ada33fa-c251-4c6c-9338-0cf8716bcd3e req-d6c7e1dc-082e-4776-b3cb-e3131be2cb90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff193ed-3933-4c34-873f-c9cec4d64911 HTTP/1.1" status: 200 len: 1000 time: 0.1071022 Mar 07 21:36:56.890870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec14ab-4795-41bb-b520-091e84702e4c req-b9657bcd-4bab-4fdd-878d-190f2462f939 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:56.892386 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4ec14ab-4795-41bb-b520-091e84702e4c req-b9657bcd-4bab-4fdd-878d-190f2462f939 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.1383569 Mar 07 21:36:56.924146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada33fa-c251-4c6c-9338-0cf8716bcd3e req-682d1e09-873a-40d3-95d4-9d5101d8c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:56.925619 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ada33fa-c251-4c6c-9338-0cf8716bcd3e req-682d1e09-873a-40d3-95d4-9d5101d8c59b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499 HTTP/1.1" status: 200 len: 854 time: 0.1141493 Mar 07 21:36:56.941035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839652d-f16a-4038-95fb-5ff1e608bca8 req-3c6ae645-6ecc-41f6-9905-d678decf8cf3 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:56.942569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f839652d-f16a-4038-95fb-5ff1e608bca8 req-3c6ae645-6ecc-41f6-9905-d678decf8cf3 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 945 time: 0.1403341 Mar 07 21:36:57.015688 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4ec14ab-4795-41bb-b520-091e84702e4c req-b0b05509-f610-46ed-98f8-83e1b00b4760 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159086 Mar 07 21:36:57.020202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9aa19720-67cc-40e6-a724-c54830e34a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81928a82-67bd-48dc-9690-85d095120cd5', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:36:17Z', 'updated_at': '2022-03-07T21:36:22Z', 'revision_number': 4, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'gw_port': {'id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:18Z', 'updated_at': '2022-03-07T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '23d15a9c-bb1d-4869-a2dc-4059719cd734', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'floating_ip_address': '172.25.4.171', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'port_id': '5ff193ed-3933-4c34-873f-c9cec4d64911', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'mac_address': 'fa:16:3e:f0:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:36:29Z', 'updated_at': '2022-03-07T21:36:54Z', 'revision_number': 1, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c73492f-4847-4873-a6a2-d9113f00ea52', 'name': '', 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'mac_address': 'fa:16:3e:54:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:21Z', 'updated_at': '2022-03-07T21:36:28Z', 'revision_number': 5, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'subnets': [{'id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:36:57.046078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f839652d-f16a-4038-95fb-5ff1e608bca8 req-3e04f340-306d-4c52-af82-5464db46e44f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860343 Mar 07 21:36:57.051750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada33fa-c251-4c6c-9338-0cf8716bcd3e req-6a82b3c0-74a0-422d-886b-f9ec66b5cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:57.053320 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ada33fa-c251-4c6c-9338-0cf8716bcd3e req-6a82b3c0-74a0-422d-886b-f9ec66b5cef4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffcf6e4-ae5d-40ad-baed-19b7800074b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1098809 Mar 07 21:36:57.175905 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ada33fa-c251-4c6c-9338-0cf8716bcd3e req-8927972f-ddd3-4d04-bc2f-14b8354528a5 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffcf6e4-ae5d-40ad-baed-19b7800074b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134057 Mar 07 21:36:57.215301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa19720-67cc-40e6-a724-c54830e34a81 None None] The sync data for ids ['81928a82-67bd-48dc-9690-85d095120cd5'] in n-d-832330-1 is: [{'id': '81928a82-67bd-48dc-9690-85d095120cd5', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:36:17Z', 'updated_at': '2022-03-07T21:36:22Z', 'revision_number': 4, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'gw_port': {'id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:18Z', 'updated_at': '2022-03-07T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '23d15a9c-bb1d-4869-a2dc-4059719cd734', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'floating_ip_address': '172.25.4.171', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'port_id': '5ff193ed-3933-4c34-873f-c9cec4d64911', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'mac_address': 'fa:16:3e:f0:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:36:29Z', 'updated_at': '2022-03-07T21:36:54Z', 'revision_number': 1, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c73492f-4847-4873-a6a2-d9113f00ea52', 'name': '', 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'mac_address': 'fa:16:3e:54:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:21Z', 'updated_at': '2022-03-07T21:36:28Z', 'revision_number': 5, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'subnets': [{'id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:36:57.292178 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-65069c50-41ae-4e66-851f-305de1bafa87 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b5ee4a4d30a649de88258581ac0dcbbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343242 Mar 07 21:36:57.390906 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ada33fa-c251-4c6c-9338-0cf8716bcd3e req-3e1fb61b-1058-4d30-8bc7-11256db73c64 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffcf6e4-ae5d-40ad-baed-19b7800074b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067409 Mar 07 21:36:57.408440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121305af-4a1f-4780-934a-aa96d973fc25 req-076dfcdb-89c6-4a87-b509-ce9ed92546f9 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:57.409997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-121305af-4a1f-4780-934a-aa96d973fc25 req-076dfcdb-89c6-4a87-b509-ce9ed92546f9 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.1137822 Mar 07 21:36:57.421394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dfa8a-de0e-43a7-a6bc-702d854c3b17 req-63f6a91a-55fd-411a-9efd-fc38f761d9e4 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:57.423136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-330dfa8a-de0e-43a7-a6bc-702d854c3b17 req-63f6a91a-55fd-411a-9efd-fc38f761d9e4 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 945 time: 0.1335611 Mar 07 21:36:57.470211 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-b5320d39-fa4e-40d9-ab9b-b1cf6f06eb36 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:57.471770 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-b5320d39-fa4e-40d9-ab9b-b1cf6f06eb36 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725991 Mar 07 21:36:57.495994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Request body: {'port': {'device_id': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': 'b5ee4a4d30a649de88258581ac0dcbbb'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:57.542354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-121305af-4a1f-4780-934a-aa96d973fc25 req-bd18be7d-bfb3-4705-b1c4-ef940e0284ee tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171033 Mar 07 21:36:57.575196 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d36cc-ab3f-4771-b78b-e54a0c77dac8 None None] New status for floating IP 23d15a9c-bb1d-4869-a2dc-4059719cd734: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:36:57.583561 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-330dfa8a-de0e-43a7-a6bc-702d854c3b17 req-7801560c-f617-41fa-8a4c-720601fbea41 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350358 Mar 07 21:36:57.706509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Made reservation on behalf of b5ee4a4d30a649de88258581ac0dcbbb for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:36:57.712805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a964fb3-23f8-4b0b-9735-e1693f42fa8a req-f2d93beb-6726-4be2-a9b0-3af6fd7b3d64 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 210 time: 0.0477536 Mar 07 21:36:57.713288 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:57.725635 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:57.789002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41edb64-1d16-44fa-a7be-f94b82317e2c req-503acc0c-d22f-4d6e-a8e5-9a91f7e941ee tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:57.797099 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a41edb64-1d16-44fa-a7be-f94b82317e2c req-503acc0c-d22f-4d6e-a8e5-9a91f7e941ee tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 947 time: 0.1178517 Mar 07 21:36:57.888664 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5bedce28-8206-4494-8cb3-b383a0c60e5d details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:36:57.890870 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Publish callbacks [] for security_group (56b2718b-06a0-4511-8b93-c7c78168d4d8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:57.903926 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (56b2718b-06a0-4511-8b93-c7c78168d4d8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:57.910616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a41edb64-1d16-44fa-a7be-f94b82317e2c req-ac3c79d9-b9b5-4630-b7a8-37ea6e2302f7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125891 Mar 07 21:36:57.959094 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608fd0a-5df3-4fbd-8266-365c9f726e89 req-905c06bc-580d-4616-a4c4-3b32c4c80361 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:57.974335 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6608fd0a-5df3-4fbd-8266-365c9f726e89 req-905c06bc-580d-4616-a4c4-3b32c4c80361 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 943 time: 0.1330686 Mar 07 21:36:58.075137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:58.075682 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b2718b-06a0-4511-8b93-c7c78168d4d8,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:58.087141 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6608fd0a-5df3-4fbd-8266-365c9f726e89 req-eb25ae6d-89b8-4dda-bc48-6731dd4dffa5 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097610 Mar 07 21:36:58.087776 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5bedce28-8206-4494-8cb3-b383a0c60e5d has no active binding in host n-h1-832330-1 {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 21:36:58.088160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 250c0933-2051-4622-966e-95c5d64fdd30 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:36:58.126220 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f70a57-d0fd-4af9-b1f1-be065c3f2fc6 req-d764786b-bb8a-4c9f-bf73-bbc24054a56f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:58.128193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7f70a57-d0fd-4af9-b1f1-be065c3f2fc6 req-d764786b-bb8a-4c9f-bf73-bbc24054a56f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.1012580 Mar 07 21:36:58.150808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Allocated IP 192.168.233.192 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/1226cb40-1d5c-488d-b5cb-f84c09954c5d) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:36:58.242791 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7f70a57-d0fd-4af9-b1f1-be065c3f2fc6 req-cd459a52-cd2b-4316-8516-8b1ee300e2a1 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075466 Mar 07 21:36:58.255608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 250c0933-2051-4622-966e-95c5d64fdd30, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=250c0933-2051-4622-966e-95c5d64fdd30,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:58.270517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '250c0933-2051-4622-966e-95c5d64fdd30', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '250c0933-2051-4622-966e-95c5d64fdd30', 'mac_address': 'fa:16:3e:9d:72:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:36:58.293439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30821243-471e-4c25-90c4-42efdf44a796 req-02aa4858-0618-4c60-bdc8-9391888f4b12 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:58.296419 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30821243-471e-4c25-90c4-42efdf44a796 req-02aa4858-0618-4c60-bdc8-9391888f4b12 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 945 time: 0.1228590 Mar 07 21:36:58.317724 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 250c0933-2051-4622-966e-95c5d64fdd30 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:58.318135 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (250c0933-2051-4622-966e-95c5d64fdd30), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:58.347784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250c0933-2051-4622-966e-95c5d64fdd30 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:58.372212 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Publish callbacks [] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:58.404504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 250c0933-2051-4622-966e-95c5d64fdd30, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=250c0933-2051-4622-966e-95c5d64fdd30,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:36:58.405792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30821243-471e-4c25-90c4-42efdf44a796 req-a5c8ae8f-72db-4b2a-8f37-0a1759a369ee tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980239 Mar 07 21:36:58.418176 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (250c0933-2051-4622-966e-95c5d64fdd30), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:58.422322 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:58.533506 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=250c0933-2051-4622-966e-95c5d64fdd30,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:58.536523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:36:58.543865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:36:58.547594 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:36:58.580471 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315fefa-e82f-4971-940f-181837991ffc req-d3a1d682-faab-4cc7-b125-4b1a540edb99 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:58.597216 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4315fefa-e82f-4971-940f-181837991ffc req-d3a1d682-faab-4cc7-b125-4b1a540edb99 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 945 time: 0.1211829 Mar 07 21:36:58.622496 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Pushing event updated for resources: {'Port': ['ID=1226cb40-1d5c-488d-b5cb-f84c09954c5d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:58.672608 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:58.673287 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:58.715284 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-c9ee9505-105d-4e76-a7c5-df897513e9a6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2244134 Mar 07 21:36:58.722868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4315fefa-e82f-4971-940f-181837991ffc req-1df857a6-094c-4072-8d5c-16104918f421 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246028 Mar 07 21:36:58.728420 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Request body: {'port': {'device_id': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:36:58.790187 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['250c0933-2051-4622-966e-95c5d64fdd30'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:36:58.835120 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:58.861416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd5dd5-1ca4-472c-a506-79c71aff63a8 req-77d29593-d6c9-48cf-98bb-f23db2e143df tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:58.870387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5cfd5dd5-1ca4-472c-a506-79c71aff63a8 req-77d29593-d6c9-48cf-98bb-f23db2e143df tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.1081676 Mar 07 21:36:59.066925 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5cfd5dd5-1ca4-472c-a506-79c71aff63a8 req-c0dc6e61-6f20-436d-b8f0-7a4bc5ed1df5 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922770 Mar 07 21:36:59.092698 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0308e9b-020b-4a1b-9bd7-0675f0995e74 req-3beceb16-d0f5-475a-992a-da4cc6090aaf tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:59.100603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e0308e9b-020b-4a1b-9bd7-0675f0995e74 req-3beceb16-d0f5-475a-992a-da4cc6090aaf tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 945 time: 0.2154932 Mar 07 21:36:59.100805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-04d64806-c9f3-466f-8f84-e46e9cb9ddb3 None None] Provisioning complete for port 1226cb40-1d5c-488d-b5cb-f84c09954c5d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:36:59.101241 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04d64806-c9f3-466f-8f84-e46e9cb9ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:59.179969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e0308e9b-020b-4a1b-9bd7-0675f0995e74 req-1532297d-6fc0-4c46-a8d8-bab9a07d75d2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783494 Mar 07 21:36:59.223377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-04d64806-c9f3-466f-8f84-e46e9cb9ddb3 None None] Port 1226cb40-1d5c-488d-b5cb-f84c09954c5d cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:36:59.308521 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a95409-dac8-48d8-9b09-1a9567807942 req-a00fd8c2-20e5-49d5-b70d-7e7a174296ba tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:59.310150 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1a95409-dac8-48d8-9b09-1a9567807942 req-a00fd8c2-20e5-49d5-b70d-7e7a174296ba tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 936 time: 0.0866637 Mar 07 21:36:59.391367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1226cb40-1d5c-488d-b5cb-f84c09954c5d {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:36:59.400758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1a95409-dac8-48d8-9b09-1a9567807942 req-cb3535c7-17b8-48e8-954f-7a3761edfe1d tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/security-groups?id=56b2718b-06a0-4511-8b93-c7c78168d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842485 Mar 07 21:36:59.409998 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Publish callbacks [] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:59.418433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0cdb4-489a-42b8-91c3-8835613df68b req-15c27118-9fff-44a0-b1db-5f6cbd562491 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:59.420508 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-59a0cdb4-489a-42b8-91c3-8835613df68b req-15c27118-9fff-44a0-b1db-5f6cbd562491 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 948 time: 0.0811419 Mar 07 21:36:59.431116 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Transition to ACTIVE for port object 1226cb40-1d5c-488d-b5cb-f84c09954c5d will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:36:59.438395 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:59.498445 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1226cb40-1d5c-488d-b5cb-f84c09954c5d,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:59.519024 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5bedce28-8206-4494-8cb3-b383a0c60e5d no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:36:59.613184 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-59a0cdb4-489a-42b8-91c3-8835613df68b req-7092afa0-8759-473a-bce2-e95ecf342938 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817007 Mar 07 21:36:59.618272 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Attempting to bind port 1226cb40-1d5c-488d-b5cb-f84c09954c5d on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:36:59.618827 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Attempting to bind port 1226cb40-1d5c-488d-b5cb-f84c09954c5d by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:36:59.619329 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Attempting to bind port 1226cb40-1d5c-488d-b5cb-f84c09954c5d on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:59.626645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Port 1226cb40-1d5c-488d-b5cb-f84c09954c5d on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:36:59.627055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Attempting to bind port 1226cb40-1d5c-488d-b5cb-f84c09954c5d on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:36:59.632302 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:36:59.632520 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:36:59.632938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:36:59.633305 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Bound port: 1226cb40-1d5c-488d-b5cb-f84c09954c5d, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:36:59.633769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:59.652802 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9028bc-5082-480a-8250-b80c9f30f807 req-6fbdc7ea-1ebb-43b1-bb01-d7d68441680c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:59.654554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f9028bc-5082-480a-8250-b80c9f30f807 req-6fbdc7ea-1ebb-43b1-bb01-d7d68441680c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 943 time: 0.1790059 Mar 07 21:36:59.702511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5bedce28-8206-4494-8cb3-b383a0c60e5d is: DOWN; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:36:59.748874 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] For port 1226cb40-1d5c-488d-b5cb-f84c09954c5d, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:36:59.756549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] For port 1226cb40-1d5c-488d-b5cb-f84c09954c5d, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1226cb40-1d5c-488d-b5cb-f84c09954c5d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:36:59.767208 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:59.786266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f9028bc-5082-480a-8250-b80c9f30f807 req-cea97f9b-b016-48be-af68-a84584d31c16 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228273 Mar 07 21:36:59.821804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:59.822923 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:36:59.824631 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/1226cb40-1d5c-488d-b5cb-f84c09954c5d HTTP/1.1" status: 200 len: 1096 time: 1.1007068 Mar 07 21:36:59.825531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'tag': '1226cb40-1d5c-488d-b5cb-f84c09954c5d'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:36:59.829508 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e6e0ba-6d2f-4f89-a6c9-800857ee6fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c", "tag": "1226cb40-1d5c-488d-b5cb-f84c09954c5d"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:36:59.899869 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b5656-5587-485e-a7ba-ff7cc673f592 req-4af86807-6341-4685-bf68-75aca635345f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:59.910891 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695bd3ba-9cc7-43f6-97b4-58e9a3492e3b x-openstack-request-id: req-695bd3ba-9cc7-43f6-97b4-58e9a3492e3b {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:36:59.911311 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c", "tag": "1226cb40-1d5c-488d-b5cb-f84c09954c5d", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:36:59.911960 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-695bd3ba-9cc7-43f6-97b4-58e9a3492e3b {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:36:59.912152 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'tag': '1226cb40-1d5c-488d-b5cb-f84c09954c5d', 'status': 'completed', 'code': 200} Mar 07 21:36:59.912450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a48b5656-5587-485e-a7ba-ff7cc673f592 req-4af86807-6341-4685-bf68-75aca635345f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 945 time: 0.1547949 Mar 07 21:36:59.914417 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28699d0b-6f9e-4265-9893-c318006923a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1226cb40-1d5c-488d-b5cb-f84c09954c5d,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:36:59.949787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-9db2ae41-4fbe-46c7-9797-75db35ba8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:36:59.951302 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-9db2ae41-4fbe-46c7-9797-75db35ba8173 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5ee4a4d30a649de88258581ac0dcbbb&device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 1130 time: 0.0747259 Mar 07 21:37:00.015440 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-33efa65c-29af-4485-8d1d-8e468a5e159f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1226cb40-1d5c-488d-b5cb-f84c09954c5d HTTP/1.1" status: 200 len: 217 time: 0.0557244 Mar 07 21:37:00.021816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a48b5656-5587-485e-a7ba-ff7cc673f592 req-5428ef18-e614-4b2e-a953-02812419a6a6 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083972 Mar 07 21:37:00.076171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-4933f281-8b43-4890-91dd-4e5a977ea1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:00.077737 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-4933f281-8b43-4890-91dd-4e5a977ea1fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0562353 Mar 07 21:37:00.189400 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-cc98708b-c069-4a4b-9401-30e410eba3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:00.190990 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-cc98708b-c069-4a4b-9401-30e410eba3b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1023264 Mar 07 21:37:00.220591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198b726-56bf-4b89-be0a-85affe90218a req-b1ba0cc1-eae1-41af-89f5-4c970920b23e tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:00.227469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e198b726-56bf-4b89-be0a-85affe90218a req-b1ba0cc1-eae1-41af-89f5-4c970920b23e tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 945 time: 0.1309488 Mar 07 21:37:00.276236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c79c24-d454-4ffe-95fd-2e546923b56a req-4ea3f9a9-55d5-4417-865a-890876703705 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:00.279767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2c79c24-d454-4ffe-95fd-2e546923b56a req-4ea3f9a9-55d5-4417-865a-890876703705 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.1163654 Mar 07 21:37:00.332283 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e198b726-56bf-4b89-be0a-85affe90218a req-6e38c6fe-1825-4c53-90ec-6d3fdf40f645 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038525 Mar 07 21:37:00.369761 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-d9ed469f-964f-4971-8293-a494c939bee1 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712661 Mar 07 21:37:00.398715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2c79c24-d454-4ffe-95fd-2e546923b56a req-9aa01d13-4798-4156-92ae-15fdc680350a tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066332 Mar 07 21:37:00.502900 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e0c67e3-26de-432f-8103-3aa86be68e99 req-e415e81c-3490-492c-a68d-877319838ee6 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268899 Mar 07 21:37:00.516446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c94713-f122-484d-a380-b2d03bb88f0d req-3aa019b5-aebd-45f0-96ab-b154d5ea1c60 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:00.518443 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2c94713-f122-484d-a380-b2d03bb88f0d req-3aa019b5-aebd-45f0-96ab-b154d5ea1c60 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 945 time: 0.0879047 Mar 07 21:37:00.609662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6e0ba-6d2f-4f89-a6c9-800857ee6fc4 req-ed197ff5-c4b4-404c-84ac-86fe17fbbf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:00.611234 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-68e6e0ba-6d2f-4f89-a6c9-800857ee6fc4 req-ed197ff5-c4b4-404c-84ac-86fe17fbbf26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5ee4a4d30a649de88258581ac0dcbbb&device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 1130 time: 0.0531130 Mar 07 21:37:00.644974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f56274-ae7f-40a9-8a36-03828842b011 req-6b084a7e-ea51-484b-92dc-f77d2301569d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:00.647015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1f56274-ae7f-40a9-8a36-03828842b011 req-6b084a7e-ea51-484b-92dc-f77d2301569d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 945 time: 0.1274700 Mar 07 21:37:00.651805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2c94713-f122-484d-a380-b2d03bb88f0d req-767466c0-922b-4a4c-b5c3-fc90bfdc70d3 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224248 Mar 07 21:37:00.708596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1f56274-ae7f-40a9-8a36-03828842b011 req-aaa986c1-7874-4f95-b5e4-bc8f40b0f7f2 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550864 Mar 07 21:37:00.777414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6e0ba-6d2f-4f89-a6c9-800857ee6fc4 req-c8e9d034-92c8-4939-8833-4c1b631e1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:00.779181 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-68e6e0ba-6d2f-4f89-a6c9-800857ee6fc4 req-c8e9d034-92c8-4939-8833-4c1b631e1934 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1612060 Mar 07 21:37:00.842928 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-68e6e0ba-6d2f-4f89-a6c9-800857ee6fc4 req-d2ecb76a-0dd7-463a-aec8-1263d9225982 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1226cb40-1d5c-488d-b5cb-f84c09954c5d HTTP/1.1" status: 200 len: 217 time: 0.0555861 Mar 07 21:37:00.876043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f56f9-bb6d-484e-a6db-9ba6e8be4990 req-8adb38ae-9d6f-43b6-9772-db323cef68f6 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:00.877932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a28f56f9-bb6d-484e-a6db-9ba6e8be4990 req-8adb38ae-9d6f-43b6-9772-db323cef68f6 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 948 time: 0.0969071 Mar 07 21:37:00.885697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247141a5-7ec6-4d86-a5f4-5ee50e6386bf req-2b5bcd8e-9ff1-4c54-8c49-bc614ce0cbc7 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:00.887436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-247141a5-7ec6-4d86-a5f4-5ee50e6386bf req-2b5bcd8e-9ff1-4c54-8c49-bc614ce0cbc7 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 948 time: 0.1183531 Mar 07 21:37:00.949174 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6e0ba-6d2f-4f89-a6c9-800857ee6fc4 req-017d2c91-92a0-457e-8816-02abf50fb190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:00.951873 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-68e6e0ba-6d2f-4f89-a6c9-800857ee6fc4 req-017d2c91-92a0-457e-8816-02abf50fb190 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0995629 Mar 07 21:37:01.007185 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6e0ba-6d2f-4f89-a6c9-800857ee6fc4 req-d6d231ab-bac9-43c3-bf8c-74a3674d042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:01.008909 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-68e6e0ba-6d2f-4f89-a6c9-800857ee6fc4 req-d6d231ab-bac9-43c3-bf8c-74a3674d042e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0510764 Mar 07 21:37:01.115520 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-68e6e0ba-6d2f-4f89-a6c9-800857ee6fc4 req-1e8fa272-bd0c-4aff-82e6-6a131065d1f5 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993729 Mar 07 21:37:01.220801 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-68e6e0ba-6d2f-4f89-a6c9-800857ee6fc4 req-6c11e8bd-6c61-4f23-8484-e231ff99e31d service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984039 Mar 07 21:37:01.287458 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a28f56f9-bb6d-484e-a6db-9ba6e8be4990 req-9bafe379-8a27-40f8-ad2d-c92328051aec tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987491 Mar 07 21:37:01.294556 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-247141a5-7ec6-4d86-a5f4-5ee50e6386bf req-bdae2e6f-9359-440b-b7c3-88a7060004d9 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/security-groups?id=56b2718b-06a0-4511-8b93-c7c78168d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992476 Mar 07 21:37:01.437064 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd1571-40d3-4283-befd-7d66a1ec3f12 req-4b781a66-6e00-4add-9b4f-f2a517d951c3 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:01.438704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcdd1571-40d3-4283-befd-7d66a1ec3f12 req-4b781a66-6e00-4add-9b4f-f2a517d951c3 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 945 time: 0.0824058 Mar 07 21:37:01.462338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8932866-960b-44c2-99f7-35d071bc7912 req-7364764a-c74c-448f-a820-408001bb46cc tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:01.463848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8932866-960b-44c2-99f7-35d071bc7912 req-7364764a-c74c-448f-a820-408001bb46cc tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 943 time: 0.0795283 Mar 07 21:37:01.528962 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcdd1571-40d3-4283-befd-7d66a1ec3f12 req-1cc1456b-9576-4228-8773-466c7d46972f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801373 Mar 07 21:37:01.544792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8932866-960b-44c2-99f7-35d071bc7912 req-2341400d-bbe1-41a1-9a5c-3b28694f13f6 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695748 Mar 07 21:37:01.720816 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57066cae-525a-4771-af9d-e9af8d58045c req-02a66e03-455a-47ca-be0f-21af7f1f34d6 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:01.722288 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57066cae-525a-4771-af9d-e9af8d58045c req-02a66e03-455a-47ca-be0f-21af7f1f34d6 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.1009841 Mar 07 21:37:01.737356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f595a0-9511-4521-87d5-49f6210dec52 req-701e4280-88b7-4b22-87b2-2c54f22482ba tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:01.746632 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3f595a0-9511-4521-87d5-49f6210dec52 req-701e4280-88b7-4b22-87b2-2c54f22482ba tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 945 time: 0.0857213 Mar 07 21:37:01.828126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57066cae-525a-4771-af9d-e9af8d58045c req-bd70eb37-0596-46c1-9782-a588bacc9eb7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794377 Mar 07 21:37:01.831118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3f595a0-9511-4521-87d5-49f6210dec52 req-34238e56-dd97-416a-9b1a-6075da9144d3 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837049 Mar 07 21:37:01.890564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 250c0933-2051-4622-966e-95c5d64fdd30 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:37:01.969300 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 250c0933-2051-4622-966e-95c5d64fdd30 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:37:01.977572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 250c0933-2051-4622-966e-95c5d64fdd30 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:37:01.978032 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (250c0933-2051-4622-966e-95c5d64fdd30), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:02.060245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bc1ba-0979-4885-969c-7158ea2b5f5f req-9ef87392-b599-4a19-a31c-e18a4c60ef99 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:02.062729 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-519bc1ba-0979-4885-969c-7158ea2b5f5f req-9ef87392-b599-4a19-a31c-e18a4c60ef99 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 945 time: 0.1457119 Mar 07 21:37:02.086618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d474657-58ce-4143-99eb-b122a7ce3c8d req-75ea7f18-fe8f-4cda-b1de-bb030f40e22e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:02.088483 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d474657-58ce-4143-99eb-b122a7ce3c8d req-75ea7f18-fe8f-4cda-b1de-bb030f40e22e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 945 time: 0.1335576 Mar 07 21:37:02.100814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 250c0933-2051-4622-966e-95c5d64fdd30 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:02.101212 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (250c0933-2051-4622-966e-95c5d64fdd30), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:02.147251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 250c0933-2051-4622-966e-95c5d64fdd30, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=250c0933-2051-4622-966e-95c5d64fdd30,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:02.148179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeab326c-d154-49d6-921f-9509b5a04d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250c0933-2051-4622-966e-95c5d64fdd30'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:02.151310 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74d6f6b-952e-4fea-b65e-7b5090ae1b77" -d '{"events": [{"server_uuid": "aeab326c-d154-49d6-921f-9509b5a04d62", "name": "network-vif-plugged", "status": "completed", "tag": "250c0933-2051-4622-966e-95c5d64fdd30"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:02.156118 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (250c0933-2051-4622-966e-95c5d64fdd30), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:02.157180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5bedce28-8206-4494-8cb3-b383a0c60e5d no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:37:02.164750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-519bc1ba-0979-4885-969c-7158ea2b5f5f req-e95e2280-b0ed-4dc3-9083-2488272105a1 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941024 Mar 07 21:37:02.197553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d474657-58ce-4143-99eb-b122a7ce3c8d req-3c27af50-28d8-4d78-b970-372dd05a4820 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005888 Mar 07 21:37:02.257454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] The host n-h1-832330-1 is not matching for port 5bedce28-8206-4494-8cb3-b383a0c60e5d host n-h2-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:37:02.257967 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5bedce28-8206-4494-8cb3-b383a0c60e5d not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:37:02.293561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=250c0933-2051-4622-966e-95c5d64fdd30,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:02.307097 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7257e443-6579-40c6-ad41-705aa9b59640 x-openstack-request-id: req-7257e443-6579-40c6-ad41-705aa9b59640 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:02.307390 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeab326c-d154-49d6-921f-9509b5a04d62", "name": "network-vif-plugged", "status": "completed", "tag": "250c0933-2051-4622-966e-95c5d64fdd30", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:02.314471 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7257e443-6579-40c6-ad41-705aa9b59640 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:02.314929 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeab326c-d154-49d6-921f-9509b5a04d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250c0933-2051-4622-966e-95c5d64fdd30', 'code': 200} Mar 07 21:37:02.427232 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61b9f1-3a87-4acb-9d46-7f68a5ff2da5 req-4984fe11-17b9-413d-a1db-d0ca2bc97eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:02.430973 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5b61b9f1-3a87-4acb-9d46-7f68a5ff2da5 req-4984fe11-17b9-413d-a1db-d0ca2bc97eaf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 1131 time: 0.0797377 Mar 07 21:37:02.498165 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5b61b9f1-3a87-4acb-9d46-7f68a5ff2da5 req-c67a7880-07b7-4b0d-84ee-128b1305ddb6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602322 Mar 07 21:37:02.499260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71dca3-12b3-42fd-ba58-259533020a97 req-3e615d25-6d59-4a80-a932-efda9587238c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:02.500811 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc71dca3-12b3-42fd-ba58-259533020a97 req-3e615d25-6d59-4a80-a932-efda9587238c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.1082857 Mar 07 21:37:02.561827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc71dca3-12b3-42fd-ba58-259533020a97 req-b3135049-2d27-45b9-a1bd-0ca06f3cb6ef tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509799 Mar 07 21:37:02.711380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bc709-6149-4854-8880-fac128f244eb req-2223b8f9-01de-4e7b-a3e5-ff4b5faacbc2 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:02.712929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e62bc709-6149-4854-8880-fac128f244eb req-2223b8f9-01de-4e7b-a3e5-ff4b5faacbc2 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 948 time: 0.0782709 Mar 07 21:37:02.790170 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e62bc709-6149-4854-8880-fac128f244eb req-6fccfb17-f4b6-43d8-bc71-17b3604f67c9 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/security-groups?id=56b2718b-06a0-4511-8b93-c7c78168d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667968 Mar 07 21:37:02.851118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03990a-bde7-4207-9457-5f2d7f047509 req-8674fd1d-23aa-48a9-a7bb-6d6b38d634c1 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:02.852670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c03990a-bde7-4207-9457-5f2d7f047509 req-8674fd1d-23aa-48a9-a7bb-6d6b38d634c1 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 943 time: 0.0833187 Mar 07 21:37:02.929404 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c03990a-bde7-4207-9457-5f2d7f047509 req-1a92fe97-8597-4ecc-9501-e09a846d29e7 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702288 Mar 07 21:37:03.039152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b852dd4-ddcd-41a9-b967-e19c1441dec2 req-f44b57a8-c495-4dbf-9fc9-710be436854b tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:03.048814 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b852dd4-ddcd-41a9-b967-e19c1441dec2 req-f44b57a8-c495-4dbf-9fc9-710be436854b tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.0760696 Mar 07 21:37:03.106807 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b852dd4-ddcd-41a9-b967-e19c1441dec2 req-ca27fb77-cec8-4ab1-8e8c-93c3a2d76fbd tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569499 Mar 07 21:37:03.150615 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-b92a090d-c9ff-4124-a3b8-3acf17a99c71 service neutron] 10.222.0.15 "GET /v2.0/ports/5bedce28-8206-4494-8cb3-b383a0c60e5d/bindings/n-h1-832330-1 HTTP/1.1" status: 200 len: 384 time: 0.0878611 Mar 07 21:37:03.253758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37905255-ace8-4a62-9649-417159fe129c req-9825824d-d0b1-444c-985e-d671f1df9136 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:03.256322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-37905255-ace8-4a62-9649-417159fe129c req-9825824d-d0b1-444c-985e-d671f1df9136 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 945 time: 0.0796914 Mar 07 21:37:03.317519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-37905255-ace8-4a62-9649-417159fe129c req-d74311c0-8f46-4594-97e2-7e56327fe213 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558879 Mar 07 21:37:03.386271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-5cedb449-ea15-432e-88d4-fc51a97f8911 service neutron] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:03.388062 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7aee70-fca5-4520-8bda-f80fd41c9f6f req-080130fc-9f91-4d09-8060-482d38c11398 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:03.395123 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a7aee70-fca5-4520-8bda-f80fd41c9f6f req-080130fc-9f91-4d09-8060-482d38c11398 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 945 time: 0.0665956 Mar 07 21:37:03.408562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-5cedb449-ea15-432e-88d4-fc51a97f8911 service neutron] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:37:03.453342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a7aee70-fca5-4520-8bda-f80fd41c9f6f req-c89a0328-d820-4e3c-9023-7306913a9fe9 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534909 Mar 07 21:37:03.456215 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-5cedb449-ea15-432e-88d4-fc51a97f8911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bedce28-8206-4494-8cb3-b383a0c60e5d {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:03.468602 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-5cedb449-ea15-432e-88d4-fc51a97f8911 service neutron] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:03.482352 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-5cedb449-ea15-432e-88d4-fc51a97f8911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:03.519948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50374) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:03.541303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1226cb40-1d5c-488d-b5cb-f84c09954c5d details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:37:03.560897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-5cedb449-ea15-432e-88d4-fc51a97f8911 service neutron] Transition to ACTIVE for port object 5bedce28-8206-4494-8cb3-b383a0c60e5d will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:37:03.567966 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-5cedb449-ea15-432e-88d4-fc51a97f8911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:03.648562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-5cedb449-ea15-432e-88d4-fc51a97f8911 service neutron] No DVR routers for this DVR port 5bedce28-8206-4494-8cb3-b383a0c60e5d on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:37:03.651207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1226cb40-1d5c-488d-b5cb-f84c09954c5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1226cb40-1d5c-488d-b5cb-f84c09954c5d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:03.664144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '1226cb40-1d5c-488d-b5cb-f84c09954c5d', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '1226cb40-1d5c-488d-b5cb-f84c09954c5d', 'mac_address': 'fa:16:3e:de:74:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:37:03.681309 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bb4329f4-a57d-4085-934c-319d09292058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:03.687916 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedb449-ea15-432e-88d4-fc51a97f8911 service neutron] Pushing event updated for resources: {'Port': ['ID=5bedce28-8206-4494-8cb3-b383a0c60e5d,revision_number=10']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:03.709873 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-5cedb449-ea15-432e-88d4-fc51a97f8911 service neutron] 10.222.0.15 "PUT /v2.0/ports/5bedce28-8206-4494-8cb3-b383a0c60e5d/bindings/n-h1-832330-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5523274 Mar 07 21:37:03.727498 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 1226cb40-1d5c-488d-b5cb-f84c09954c5d is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:03.727938 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:03.757090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1226cb40-1d5c-488d-b5cb-f84c09954c5d {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:03.810622 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1226cb40-1d5c-488d-b5cb-f84c09954c5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1226cb40-1d5c-488d-b5cb-f84c09954c5d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:03.817809 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:03.843431 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-f36a7041-39d1-46f9-a15a-c490e08cd6ea tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:03.848531 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-f36a7041-39d1-46f9-a15a-c490e08cd6ea tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc&tenant_id=ad203922dbd94abca13bc575d34ee25e&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 1126 time: 0.0817277 Mar 07 21:37:03.862814 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bb4329f4-a57d-4085-934c-319d09292058 admin admin] Publish callbacks [] for security_group (d0578869-a0bf-4e78-ac32-d15e6d338c52), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:03.894430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77299919-9da2-466b-aab1-b1bb4a048234 req-f9e6f403-4aa0-4511-9fc7-53b0b191fe7d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:03.895585 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77299919-9da2-466b-aab1-b1bb4a048234 req-f9e6f403-4aa0-4511-9fc7-53b0b191fe7d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.2163026 Mar 07 21:37:03.896588 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bb4329f4-a57d-4085-934c-319d09292058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d0578869-a0bf-4e78-ac32-d15e6d338c52), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:03.918964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=1226cb40-1d5c-488d-b5cb-f84c09954c5d,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:03.941899 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-62ea8178-0a18-40b4-8512-f59c06d5baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:03.944472 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-62ea8178-0a18-40b4-8512-f59c06d5baf0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc&tenant_id=ad203922dbd94abca13bc575d34ee25e HTTP/1.1" status: 200 len: 1126 time: 0.0888124 Mar 07 21:37:04.028429 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bb4329f4-a57d-4085-934c-319d09292058 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3284d69a23364bfd8f1ba5bbf00f1b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5072272 Mar 07 21:37:04.029274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4329f4-a57d-4085-934c-319d09292058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0578869-a0bf-4e78-ac32-d15e6d338c52,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:04.032061 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50384) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:04.064087 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77299919-9da2-466b-aab1-b1bb4a048234 req-98eab433-b37e-4ae9-886d-ac60a465aad9 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563830 Mar 07 21:37:04.078938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199a8eb-8998-499a-84c7-33d96ec97e00 req-4048fada-b9a6-4e4d-a10a-dc443dc5fe95 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:04.080996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f199a8eb-8998-499a-84c7-33d96ec97e00 req-4048fada-b9a6-4e4d-a10a-dc443dc5fe95 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 949 time: 0.1723559 Mar 07 21:37:04.094772 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-17fc704e-41dd-4499-9477-fed04008a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:04.094772 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-17fc704e-41dd-4499-9477-fed04008a572 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 1126 time: 0.1134248 Mar 07 21:37:04.139044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['1226cb40-1d5c-488d-b5cb-f84c09954c5d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:37:04.147427 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f199a8eb-8998-499a-84c7-33d96ec97e00 req-429f37f2-3200-4474-a154-991ee8f0929d tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/security-groups?id=56b2718b-06a0-4511-8b93-c7c78168d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491352 Mar 07 21:37:04.219751 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f630d2c-2f25-4a5e-bab3-2427f2d1988f admin admin] Publish callbacks [] for security_group (d0578869-a0bf-4e78-ac32-d15e6d338c52), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:04.237503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229089c-9ac2-4777-927c-dcc276fd0524 req-c62919e8-17f4-47ce-ac10-2201fdd07557 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:04.244491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0229089c-9ac2-4777-927c-dcc276fd0524 req-c62919e8-17f4-47ce-ac10-2201fdd07557 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 944 time: 0.0854506 Mar 07 21:37:04.253529 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f630d2c-2f25-4a5e-bab3-2427f2d1988f admin admin] Publish callbacks [] for security_group (d0578869-a0bf-4e78-ac32-d15e6d338c52), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:04.280541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-7dca80a3-fea2-4b66-8fb2-497ed2ddb57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:04.282674 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-7dca80a3-fea2-4b66-8fb2-497ed2ddb57a service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.1843162 Mar 07 21:37:04.337284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0229089c-9ac2-4777-927c-dcc276fd0524 req-7ec05008-94aa-40c4-a8be-f79eee2ecced tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917337 Mar 07 21:37:04.370467 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-0f2680f2-7578-40d8-9bfe-dd99cf05d83c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d HTTP/1.1" status: 200 len: 217 time: 0.0788732 Mar 07 21:37:04.371316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc1a1b-e2c6-46a2-a1a5-63f5903eb6b4 req-f75cb9be-f54b-4c35-8fc7-d1efa2e6b631 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:04.373311 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0fc1a1b-e2c6-46a2-a1a5-63f5903eb6b4 req-f75cb9be-f54b-4c35-8fc7-d1efa2e6b631 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.1262236 Mar 07 21:37:04.430433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bb7f984c-c44d-4859-af82-92de58c9403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:04.431996 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-bb7f984c-c44d-4859-af82-92de58c9403a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.0542688 Mar 07 21:37:04.471485 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-1567446a-2a8b-4c9a-9b73-f3731d4a6617 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338149 Mar 07 21:37:04.472179 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f630d2c-2f25-4a5e-bab3-2427f2d1988f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d0578869-a0bf-4e78-ac32-d15e6d338c52), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:04.475024 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f630d2c-2f25-4a5e-bab3-2427f2d1988f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:04.478518 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2f630d2c-2f25-4a5e-bab3-2427f2d1988f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0578869-a0bf-4e78-ac32-d15e6d338c52 HTTP/1.1" status: 204 len: 168 time: 0.4392347 Mar 07 21:37:04.485037 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0fc1a1b-e2c6-46a2-a1a5-63f5903eb6b4 req-64709789-8285-41b5-9faa-d6659028cbff tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964444 Mar 07 21:37:04.516541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e748b8-0215-43f4-bd87-cef2f71b6038 req-38c14d4b-1c4f-408b-8da7-2657f1fbd1a8 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:04.516705 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f630d2c-2f25-4a5e-bab3-2427f2d1988f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0578869-a0bf-4e78-ac32-d15e6d338c52,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:04.527932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43e748b8-0215-43f4-bd87-cef2f71b6038 req-38c14d4b-1c4f-408b-8da7-2657f1fbd1a8 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 945 time: 0.1292231 Mar 07 21:37:04.626329 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-3803f682-de75-46c7-8fe4-a65a6bd011d5 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427989 Mar 07 21:37:04.630748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43e748b8-0215-43f4-bd87-cef2f71b6038 req-fddc1137-0d4f-4ef5-925b-b9b24d598de9 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968080 Mar 07 21:37:04.674977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7392c-0a18-4421-9de8-9ffd6f620d14 req-1e9c8f64-1e38-4edd-be8c-b59c506a099d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:04.678191 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91b7392c-0a18-4421-9de8-9ffd6f620d14 req-1e9c8f64-1e38-4edd-be8c-b59c506a099d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 945 time: 0.0939434 Mar 07 21:37:04.730170 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91b7392c-0a18-4421-9de8-9ffd6f620d14 req-e2ceaf3b-69ba-4d8b-a031-1483a14db293 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438650 Mar 07 21:37:04.742316 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-8ebf1c7f-91ee-4650-aa29-d2ee90d9ab92 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070669 Mar 07 21:37:04.854274 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50396) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:04.868565 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc4861b0-3f01-4ef0-916e-8a26d6883f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:04.945450 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc4861b0-3f01-4ef0-916e-8a26d6883f31 admin admin] Publish callbacks [] for security_group (4a28789d-522b-42c4-aeeb-e279e827ed64), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:04.949666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc4861b0-3f01-4ef0-916e-8a26d6883f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4a28789d-522b-42c4-aeeb-e279e827ed64), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:05.018098 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cc4861b0-3f01-4ef0-916e-8a26d6883f31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76c66fb4b7e2447fb79c56cb25b05b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627204 Mar 07 21:37:05.020856 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50398) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:05.025655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4861b0-3f01-4ef0-916e-8a26d6883f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a28789d-522b-42c4-aeeb-e279e827ed64,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:05.039056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-38501a4d-c813-45c0-8c0b-2246d6e111d8 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:05.040056 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-38501a4d-c813-45c0-8c0b-2246d6e111d8 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc&tenant_id=ad203922dbd94abca13bc575d34ee25e&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 1126 time: 0.0862429 Mar 07 21:37:05.086578 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-33314ff0-d74a-42f5-ab6b-3d893a880582 admin admin] Publish callbacks [] for security_group (4a28789d-522b-42c4-aeeb-e279e827ed64), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:05.122235 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-33314ff0-d74a-42f5-ab6b-3d893a880582 admin admin] Publish callbacks [] for security_group (4a28789d-522b-42c4-aeeb-e279e827ed64), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:05.160561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-3466043c-3d17-49cd-b9a5-dc67a4e532a9 service neutron] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:37:05.163945 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-3466043c-3d17-49cd-b9a5-dc67a4e532a9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:05.165094 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b90d11d-1df0-4a89-bde9-0f12d47984e6 req-3466043c-3d17-49cd-b9a5-dc67a4e532a9 service neutron] 10.222.0.13 "DELETE /v2.0/ports/5bedce28-8206-4494-8cb3-b383a0c60e5d/bindings/n-h2-832330-1 HTTP/1.1" status: 204 len: 173 time: 0.1184134 Mar 07 21:37:05.229232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357db475-fb31-4474-bb0b-cf2f22048a85 req-2344524e-31ad-495f-a03c-2558a7290658 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:05.230792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-357db475-fb31-4474-bb0b-cf2f22048a85 req-2344524e-31ad-495f-a03c-2558a7290658 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.0817814 Mar 07 21:37:05.232592 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-33314ff0-d74a-42f5-ab6b-3d893a880582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4a28789d-522b-42c4-aeeb-e279e827ed64), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:05.235480 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-33314ff0-d74a-42f5-ab6b-3d893a880582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:05.240101 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-33314ff0-d74a-42f5-ab6b-3d893a880582 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a28789d-522b-42c4-aeeb-e279e827ed64 HTTP/1.1" status: 204 len: 168 time: 0.2175033 Mar 07 21:37:05.261596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33314ff0-d74a-42f5-ab6b-3d893a880582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a28789d-522b-42c4-aeeb-e279e827ed64,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:05.346776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-357db475-fb31-4474-bb0b-cf2f22048a85 req-7438e909-a878-4633-937d-60baac1d23af tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037860 Mar 07 21:37:05.372051 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524c63b-800a-46a5-8f86-1d528a8a68a8 req-75d2c895-bf21-46c9-90bc-41ecb257e38f tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:05.372051 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a524c63b-800a-46a5-8f86-1d528a8a68a8 req-75d2c895-bf21-46c9-90bc-41ecb257e38f tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 949 time: 0.0962636 Mar 07 21:37:05.428766 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a524c63b-800a-46a5-8f86-1d528a8a68a8 req-ee04ad2e-3ebe-4470-95bc-19f695619897 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/security-groups?id=56b2718b-06a0-4511-8b93-c7c78168d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556483 Mar 07 21:37:05.478582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2735b4-57dd-4b8f-8fff-b387866107ad req-fb382fe2-a765-4d06-ae33-7ab30e73c442 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:05.480576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c2735b4-57dd-4b8f-8fff-b387866107ad req-fb382fe2-a765-4d06-ae33-7ab30e73c442 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 944 time: 0.0692208 Mar 07 21:37:05.543078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c2735b4-57dd-4b8f-8fff-b387866107ad req-2b10667a-7e1e-41e6-9004-0f6cb0fcd7ac tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552630 Mar 07 21:37:05.549448 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f93a4f23-48c0-4526-8641-12aa2115bed9 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:37:05.563770 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-cdfa2c54-5243-4847-839c-0031ab756346 req-38dadf88-0253-4ff6-ab17-a0da11f60fad service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:37:05.564872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdfa2c54-5243-4847-839c-0031ab756346 req-38dadf88-0253-4ff6-ab17-a0da11f60fad service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066569 Mar 07 21:37:05.583153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1226cb40-1d5c-488d-b5cb-f84c09954c5d up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:37:05.703919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002c997-524d-4063-8f1a-9d84a8db9cc8 req-2f3888ec-d3e5-4975-84d0-cce45a533d88 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:05.705891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9002c997-524d-4063-8f1a-9d84a8db9cc8 req-2f3888ec-d3e5-4975-84d0-cce45a533d88 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.0956528 Mar 07 21:37:05.731749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 1226cb40-1d5c-488d-b5cb-f84c09954c5d completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:37:05.742458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f93a4f23-48c0-4526-8641-12aa2115bed9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f93a4f23-48c0-4526-8641-12aa2115bed9,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:05.746083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 1226cb40-1d5c-488d-b5cb-f84c09954c5d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:37:05.746648 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:05.781446 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'f93a4f23-48c0-4526-8641-12aa2115bed9', 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5', 'port_id': 'f93a4f23-48c0-4526-8641-12aa2115bed9', 'mac_address': 'fa:16:3e:e2:68:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3b5aa6-8944-412a-8b57-0adb658b9c28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:37:05.819107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9002c997-524d-4063-8f1a-9d84a8db9cc8 req-a92a61cf-64a2-4df8-b9c8-147155eba718 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934341 Mar 07 21:37:05.858316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f93a4f23-48c0-4526-8641-12aa2115bed9 is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:05.858714 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:05.892000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f93a4f23-48c0-4526-8641-12aa2115bed9 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:05.922909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f93a4f23-48c0-4526-8641-12aa2115bed9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f93a4f23-48c0-4526-8641-12aa2115bed9,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:05.924212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 1226cb40-1d5c-488d-b5cb-f84c09954c5d is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:05.924752 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:05.935086 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:05.942750 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-db0c0d09-02cc-4cd4-8e91-42dc7328d2d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775034 Mar 07 21:37:05.975225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1226cb40-1d5c-488d-b5cb-f84c09954c5d'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:05.978042 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8ad68f-bcb6-40a6-a0d6-70c215feb4b3" -d '{"events": [{"server_uuid": "1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c", "name": "network-vif-plugged", "status": "completed", "tag": "1226cb40-1d5c-488d-b5cb-f84c09954c5d"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:05.984927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1ae17-2f9e-477d-bc3d-96644217240e req-f5d31e1a-c3e3-42c7-9030-44d4f5c616c6 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:05.986523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4f1ae17-2f9e-477d-bc3d-96644217240e req-f5d31e1a-c3e3-42c7-9030-44d4f5c616c6 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 945 time: 0.1108608 Mar 07 21:37:06.008241 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1226cb40-1d5c-488d-b5cb-f84c09954c5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1226cb40-1d5c-488d-b5cb-f84c09954c5d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:06.022120 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:06.024130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f93a4f23-48c0-4526-8641-12aa2115bed9,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:06.050661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48f3ec-d570-4cdf-8fa9-bb643dc95899 req-0a9bfef6-aefe-4b68-95db-aba4b9463b1d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:06.058727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d48f3ec-d570-4cdf-8fa9-bb643dc95899 req-0a9bfef6-aefe-4b68-95db-aba4b9463b1d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 945 time: 0.1348238 Mar 07 21:37:06.088580 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f93a4f23-48c0-4526-8641-12aa2115bed9'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:37:06.092708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=1226cb40-1d5c-488d-b5cb-f84c09954c5d,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:06.114221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4f1ae17-2f9e-477d-bc3d-96644217240e req-33f8ce8d-4e4d-46fb-9d6d-e0ea82451c86 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159258 Mar 07 21:37:06.205108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d48f3ec-d570-4cdf-8fa9-bb643dc95899 req-02db2df5-eb7e-4dba-b0f6-7bc2fd1ce700 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202648 Mar 07 21:37:06.352439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad045f-06d0-4953-851c-94f0b8031661 req-152d57db-000b-4760-921c-46dc2e72d68f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:06.359781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41ad045f-06d0-4953-851c-94f0b8031661 req-152d57db-000b-4760-921c-46dc2e72d68f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.1525254 Mar 07 21:37:06.413252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db94639-5521-4969-b431-2f06a897c735 req-6d7102fb-22c5-4888-a8e8-cd07d2421e0e tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:06.421875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6db94639-5521-4969-b431-2f06a897c735 req-6d7102fb-22c5-4888-a8e8-cd07d2421e0e tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 1126 time: 0.1140063 Mar 07 21:37:06.444290 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41ad045f-06d0-4953-851c-94f0b8031661 req-ab2d066f-888d-4fea-8611-274dcbd7b53c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836067 Mar 07 21:37:06.490709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6db94639-5521-4969-b431-2f06a897c735 req-8e655afa-db69-4f6d-81c1-a0ab36d94fc7 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678465 Mar 07 21:37:06.549782 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eac37f-6fef-465c-a906-0992d6304e65 x-openstack-request-id: req-d4eac37f-6fef-465c-a906-0992d6304e65 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:06.550327 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c", "name": "network-vif-plugged", "status": "completed", "tag": "1226cb40-1d5c-488d-b5cb-f84c09954c5d", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:06.550532 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4eac37f-6fef-465c-a906-0992d6304e65 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:06.550951 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1226cb40-1d5c-488d-b5cb-f84c09954c5d', 'code': 200} Mar 07 21:37:06.572134 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-2558f51b-a7ca-4604-bef0-2afff7d41fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:06.574129 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-2558f51b-a7ca-4604-bef0-2afff7d41fdd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 1127 time: 0.0923924 Mar 07 21:37:06.702229 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50472) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:06.721258 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57864c8d-3ffd-477d-8f08-f769f6330e80 req-a30c3c4b-4c69-4829-8680-c13f0b2f9d29 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:06.728969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57864c8d-3ffd-477d-8f08-f769f6330e80 req-a30c3c4b-4c69-4829-8680-c13f0b2f9d29 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 950 time: 0.1026845 Mar 07 21:37:06.737300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e7e59-4480-47eb-9e28-a0dd2220d79b req-951ddc0a-34bf-4230-90b2-b3c3740cf064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:06.739195 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fb7e7e59-4480-47eb-9e28-a0dd2220d79b req-951ddc0a-34bf-4230-90b2-b3c3740cf064 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 1132 time: 0.1185732 Mar 07 21:37:06.743946 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-0d9b200d-38bd-4245-8c1f-e4f8d77040a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:06.745421 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-0d9b200d-38bd-4245-8c1f-e4f8d77040a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.1655145 Mar 07 21:37:06.781978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca2325-77e0-45e1-818d-dbbe1cb98c68 req-4fd76549-1421-44ba-822e-c35367b7ac26 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:06.785543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8ca2325-77e0-45e1-818d-dbbe1cb98c68 req-4fd76549-1421-44ba-822e-c35367b7ac26 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 1126 time: 0.1211085 Mar 07 21:37:06.794904 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-877cbd97-5b25-4a15-9748-b43cf7c6898f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b HTTP/1.1" status: 200 len: 217 time: 0.0424445 Mar 07 21:37:06.799423 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57864c8d-3ffd-477d-8f08-f769f6330e80 req-0aa38935-afe7-4878-a801-8d5279808054 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/security-groups?id=56b2718b-06a0-4511-8b93-c7c78168d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647793 Mar 07 21:37:06.876132 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fb7e7e59-4480-47eb-9e28-a0dd2220d79b req-5ffc9418-74da-46e5-8a25-faa1bb283417 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56b2718b-06a0-4511-8b93-c7c78168d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882478 Mar 07 21:37:06.876431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8ca2325-77e0-45e1-818d-dbbe1cb98c68 req-3b66fdd3-82cb-4b1e-b8a8-ef15100a586a tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757990 Mar 07 21:37:06.879385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-a08cf717-9d9e-48ef-afe7-3fdc2ef6f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:06.882610 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-a08cf717-9d9e-48ef-afe7-3fdc2ef6f774 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.0792069 Mar 07 21:37:06.929539 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-8a5fce2e-9620-49f7-8643-9b149399fe13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385263 Mar 07 21:37:07.030449 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-b89b4129-0d5b-4b05-aaab-5bf41cc65953 service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943172 Mar 07 21:37:07.156963 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-b8359b98-6209-4804-bcee-7ed971ea63ad tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:07.159188 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-b8359b98-6209-4804-bcee-7ed971ea63ad tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports/250c0933-2051-4622-966e-95c5d64fdd30 HTTP/1.1" status: 200 len: 946 time: 0.4536533 Mar 07 21:37:07.198573 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-68aac795-4589-4a7f-8c55-402922da0171 service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629162 Mar 07 21:37:07.341673 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-8bd3a69a-9b1f-48fc-b26c-33a385094bbf tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:07.345198 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-8bd3a69a-9b1f-48fc-b26c-33a385094bbf tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36&tenant_id=47acc144bc5e43f0a2becfc354b98767&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 1127 time: 0.0807788 Mar 07 21:37:07.390760 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832330-1'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:07.419058 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2938a7-edbc-4fb2-97c8-5de82b69348e req-34746f04-f86e-415f-8b65-f57f27d593c9 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:07.421760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e2938a7-edbc-4fb2-97c8-5de82b69348e req-34746f04-f86e-415f-8b65-f57f27d593c9 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.5050993 Mar 07 21:37:07.496466 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:07.524589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e2938a7-edbc-4fb2-97c8-5de82b69348e req-1c886ede-e793-45c1-8a70-d04f511e7895 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948932 Mar 07 21:37:07.544755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9309c-1d57-4b98-8854-edbb0975bf24 req-54938af6-445f-45d5-96f9-5ef8a807e23c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:07.544755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcb9309c-1d57-4b98-8854-edbb0975bf24 req-54938af6-445f-45d5-96f9-5ef8a807e23c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 944 time: 0.1204154 Mar 07 21:37:07.571854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f93a4f23-48c0-4526-8641-12aa2115bed9 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:37:07.676067 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcb9309c-1d57-4b98-8854-edbb0975bf24 req-7746dfef-7698-43ee-a981-b1caa8a5a63a tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199224 Mar 07 21:37:07.684195 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port f93a4f23-48c0-4526-8641-12aa2115bed9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:37:07.685049 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:07.733392 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:07.809110 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:37:07.821804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df4e2-7053-4d0a-8b3b-7111657ea709 req-61ba6c67-a88c-45c5-b136-1decc324c0e1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:07.824261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-483df4e2-7053-4d0a-8b3b-7111657ea709 req-61ba6c67-a88c-45c5-b136-1decc324c0e1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 945 time: 0.1944072 Mar 07 21:37:07.830947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f93a4f23-48c0-4526-8641-12aa2115bed9 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:07.831346 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:07.884988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f93a4f23-48c0-4526-8641-12aa2115bed9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f93a4f23-48c0-4526-8641-12aa2115bed9,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:07.904141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cca83b-6aed-42e8-b987-32ad2472be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9484f535-ad16-4b70-ab5d-9c8c38f05d9b'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:07.906160 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:07.909144 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f37c433-6eee-4560-8936-32959c6f9de4" -d '{"events": [{"server_uuid": "92cca83b-6aed-42e8-b987-32ad2472be36", "name": "network-vif-unplugged", "status": "completed", "tag": "9484f535-ad16-4b70-ab5d-9c8c38f05d9b"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:07.930548 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Publish callbacks [] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:07.948598 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:08.049227 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-483df4e2-7053-4d0a-8b3b-7111657ea709 req-59a8b695-27ef-4f4c-9226-2f96ae88c082 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137980 Mar 07 21:37:08.054418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f93a4f23-48c0-4526-8641-12aa2115bed9,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:08.102052 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,revision_number=7']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:08.103636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b3266-1831-47fc-aec2-2df33db31af4 req-96bc2b97-b62d-4300-9cff-eb23fb575ab9 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:08.109148 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f8b3266-1831-47fc-aec2-2df33db31af4 req-96bc2b97-b62d-4300-9cff-eb23fb575ab9 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.2002106 Mar 07 21:37:08.117319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Attempting to bind port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b on host n-h2-832330-1 for vnic_type normal with profile {"migrating_to": "n-h1-832330-1"} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:37:08.117541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Attempting to bind port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:37:08.118001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Attempting to bind port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:37:08.124640 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:37:08.124955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Attempting to bind port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:37:08.130686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:37:08.131327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Checking segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:37:08.131906 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Bound using segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:37:08.132504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Bound port: 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:37:08.133034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:08.265316 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:37:08.268175 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f8b3266-1831-47fc-aec2-2df33db31af4 req-25108978-3331-4cc4-9a8f-5a5ea1d6fba1 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530397 Mar 07 21:37:08.269667 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:37:08.291829 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:08.458156 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06e3704-7a60-46de-919c-42491fa424ad x-openstack-request-id: req-e06e3704-7a60-46de-919c-42491fa424ad {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:08.458363 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cca83b-6aed-42e8-b987-32ad2472be36", "name": "network-vif-unplugged", "status": "completed", "tag": "9484f535-ad16-4b70-ab5d-9c8c38f05d9b", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:08.458716 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e06e3704-7a60-46de-919c-42491fa424ad {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:08.459170 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cca83b-6aed-42e8-b987-32ad2472be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9484f535-ad16-4b70-ab5d-9c8c38f05d9b', 'code': 200} Mar 07 21:37:08.463070 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:08.466428 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:08.471403 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] 10.222.0.13 "PUT /v2.0/ports/9484f535-ad16-4b70-ab5d-9c8c38f05d9b HTTP/1.1" status: 200 len: 1121 time: 1.1031139 Mar 07 21:37:08.491154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85698095-1674-4f74-a9ef-ba3215510bb1 req-4f8600f9-1562-45b1-acc7-f1223db11ea7 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:08.502188 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85698095-1674-4f74-a9ef-ba3215510bb1 req-4f8600f9-1562-45b1-acc7-f1223db11ea7 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 950 time: 0.0935147 Mar 07 21:37:08.533697 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d2121-13c2-4611-a7ea-d6b407e79eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,revision_number=8']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:08.552665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948e54ac-a6b2-4261-8c7f-d89549c46dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a4f23-48c0-4526-8641-12aa2115bed9'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:08.555899 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879c2d69-e907-40ee-83c4-575a0d794ac0" -d '{"events": [{"server_uuid": "948e54ac-a6b2-4261-8c7f-d89549c46dcf", "name": "network-vif-plugged", "status": "completed", "tag": "f93a4f23-48c0-4526-8641-12aa2115bed9"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:08.557507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-36172c41-5bcd-4b20-bcaa-ffb8cf649e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:08.560444 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-36172c41-5bcd-4b20-bcaa-ffb8cf649e0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 1131 time: 0.1711016 Mar 07 21:37:08.582700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['9484f535-ad16-4b70-ab5d-9c8c38f05d9b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:37:08.630632 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85698095-1674-4f74-a9ef-ba3215510bb1 req-b943c172-96c2-4177-883c-86049edf116e tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/security-groups?id=56b2718b-06a0-4511-8b93-c7c78168d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273255 Mar 07 21:37:08.647775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19f3ec-92c4-45f2-a13d-5dd6d8a7f3ad req-0a22b22c-49cc-4f9b-b074-13e76b81b856 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:08.657494 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d19f3ec-92c4-45f2-a13d-5dd6d8a7f3ad req-0a22b22c-49cc-4f9b-b074-13e76b81b856 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 945 time: 0.1211665 Mar 07 21:37:08.736063 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d19f3ec-92c4-45f2-a13d-5dd6d8a7f3ad req-0ea715f3-cc07-4102-b7dd-3732122a4a7a tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581095 Mar 07 21:37:08.839492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50556) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:08.855295 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdcf165-7517-4f2e-a1c8-3d41e7c396d4 x-openstack-request-id: req-0fdcf165-7517-4f2e-a1c8-3d41e7c396d4 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:08.855615 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948e54ac-a6b2-4261-8c7f-d89549c46dcf", "name": "network-vif-plugged", "status": "completed", "tag": "f93a4f23-48c0-4526-8641-12aa2115bed9", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:08.859148 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0fdcf165-7517-4f2e-a1c8-3d41e7c396d4 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:08.859674 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948e54ac-a6b2-4261-8c7f-d89549c46dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a4f23-48c0-4526-8641-12aa2115bed9', 'code': 200} Mar 07 21:37:08.871373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc3cab-ae9b-448a-bf9f-66d3b74155ce req-cc1fc7fd-4838-42ce-9127-2a5069764f44 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:08.874748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fdc3cab-ae9b-448a-bf9f-66d3b74155ce req-cc1fc7fd-4838-42ce-9127-2a5069764f44 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.1308351 Mar 07 21:37:09.026666 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5ee80877-6668-4dea-ac10-45b1236f3355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:09.062977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-c08fec9f-d732-41a0-bfbb-7b350f8a5635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:09.064653 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-c08fec9f-d732-41a0-bfbb-7b350f8a5635 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.4978600 Mar 07 21:37:09.140161 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-cee7d128-77f1-4ab6-889f-aa03baa1878a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=250c0933-2051-4622-966e-95c5d64fdd30 HTTP/1.1" status: 200 len: 217 time: 0.0653563 Mar 07 21:37:09.215102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-e5225bd8-8de1-4875-aa79-7d80f490df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:09.219204 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-e5225bd8-8de1-4875-aa79-7d80f490df80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0716953 Mar 07 21:37:09.221031 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fdc3cab-ae9b-448a-bf9f-66d3b74155ce req-f4234db2-a73d-44de-9c37-4afe1f555c28 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398783 Mar 07 21:37:09.223275 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5ee80877-6668-4dea-ac10-45b1236f3355 admin admin] Publish callbacks [] for security_group (b11f08c8-e320-4d1e-bd4f-dbf3deb61362), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:09.243996 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5ee80877-6668-4dea-ac10-45b1236f3355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b11f08c8-e320-4d1e-bd4f-dbf3deb61362), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:09.298534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-16195ab1-2845-4d58-92f6-f3b6bcc2fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:09.300038 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-16195ab1-2845-4d58-92f6-f3b6bcc2fb56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0705767 Mar 07 21:37:09.311677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5ee80877-6668-4dea-ac10-45b1236f3355 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39f9f4e663694910b1394f02a517bfd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4714923 Mar 07 21:37:09.312897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee80877-6668-4dea-ac10-45b1236f3355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11f08c8-e320-4d1e-bd4f-dbf3deb61362,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:09.315406 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50574) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:09.397200 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-91f3deef-2256-4260-8abb-019dad740176 admin admin] Publish callbacks [] for security_group (b11f08c8-e320-4d1e-bd4f-dbf3deb61362), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:09.427193 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-91f3deef-2256-4260-8abb-019dad740176 admin admin] Publish callbacks [] for security_group (b11f08c8-e320-4d1e-bd4f-dbf3deb61362), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:09.444615 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-23027a4b-6fd3-4e05-83d1-b28c3e22a076 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379194 Mar 07 21:37:09.546162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e01e6-847c-430e-80e0-b5d9a627fa7c req-9a6d8f26-f1d4-4c96-ba38-c97136f4db9a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:09.547949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d2e01e6-847c-430e-80e0-b5d9a627fa7c req-9a6d8f26-f1d4-4c96-ba38-c97136f4db9a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.1264808 Mar 07 21:37:09.556489 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-a260747a-6ac1-4ef3-83d0-f298e992707e service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052098 Mar 07 21:37:09.559042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44719c8f-d4dd-4b2f-beaa-f8b33aff808e req-d42e7155-d38a-40dc-bf61-746d7142f80c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:09.560742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44719c8f-d4dd-4b2f-beaa-f8b33aff808e req-d42e7155-d38a-40dc-bf61-746d7142f80c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 943 time: 0.0974419 Mar 07 21:37:09.586508 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-91f3deef-2256-4260-8abb-019dad740176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b11f08c8-e320-4d1e-bd4f-dbf3deb61362), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:09.589154 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-91f3deef-2256-4260-8abb-019dad740176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:09.592902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-91f3deef-2256-4260-8abb-019dad740176 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b11f08c8-e320-4d1e-bd4f-dbf3deb61362 HTTP/1.1" status: 204 len: 168 time: 0.2737894 Mar 07 21:37:09.597974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f93a4f23-48c0-4526-8641-12aa2115bed9 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:37:09.627293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3deef-2256-4260-8abb-019dad740176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11f08c8-e320-4d1e-bd4f-dbf3deb61362,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:09.689527 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44719c8f-d4dd-4b2f-beaa-f8b33aff808e req-f35354c9-0336-4ee0-a54d-f2bb44fcd840 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203446 Mar 07 21:37:09.722043 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f93a4f23-48c0-4526-8641-12aa2115bed9 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:09.723274 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:09.735955 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d2e01e6-847c-430e-80e0-b5d9a627fa7c req-c337fb33-490b-4627-9866-2db163405796 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708419 Mar 07 21:37:09.773891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f93a4f23-48c0-4526-8641-12aa2115bed9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f93a4f23-48c0-4526-8641-12aa2115bed9,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:09.780042 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:09.861063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f93a4f23-48c0-4526-8641-12aa2115bed9,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:09.886976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95954b-f91c-4834-a5bc-120d0e110ed1 req-07c92c03-29a7-4983-a3af-e24cf945c70d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:09.888464 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d95954b-f91c-4834-a5bc-120d0e110ed1 req-07c92c03-29a7-4983-a3af-e24cf945c70d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 943 time: 0.0649717 Mar 07 21:37:09.947303 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d95954b-f91c-4834-a5bc-120d0e110ed1 req-617cd95b-c81e-4ef6-8195-4b5ab415e605 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526052 Mar 07 21:37:09.952867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 9484f535-ad16-4b70-ab5d-9c8c38f05d9b details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:37:10.007275 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50594) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:10.022274 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e34c1856-8a1e-42d1-92d8-87f8717935a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:10.064850 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:10.077402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 9484f535-ad16-4b70-ab5d-9c8c38f05d9b has no active binding in host n-h1-832330-1 {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 21:37:10.110503 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e34c1856-8a1e-42d1-92d8-87f8717935a7 admin admin] Publish callbacks [] for security_group (230c47fe-0fbe-4363-b55f-d1f3726cdaa7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:10.114540 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e34c1856-8a1e-42d1-92d8-87f8717935a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (230c47fe-0fbe-4363-b55f-d1f3726cdaa7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:10.153095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e34c1856-8a1e-42d1-92d8-87f8717935a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56755327330940ac8f0f3ba2f288d90a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444199 Mar 07 21:37:10.154314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c1856-8a1e-42d1-92d8-87f8717935a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230c47fe-0fbe-4363-b55f-d1f3726cdaa7,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:10.156461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50596) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:10.207810 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Publish callbacks [] for security_group (230c47fe-0fbe-4363-b55f-d1f3726cdaa7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:10.232251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Publish callbacks [] for security_group (230c47fe-0fbe-4363-b55f-d1f3726cdaa7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:10.287114 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (230c47fe-0fbe-4363-b55f-d1f3726cdaa7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:10.290346 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:10.294469 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/230c47fe-0fbe-4363-b55f-d1f3726cdaa7 HTTP/1.1" status: 204 len: 168 time: 0.1335068 Mar 07 21:37:10.301434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230c47fe-0fbe-4363-b55f-d1f3726cdaa7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:10.310383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:10.310724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:10.311741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:10.312085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:10.312783 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:10.313261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:10.313792 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:10.314152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:10.314487 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:10.314815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:10.315144 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:10.315482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:10.315973 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcc80e-9e8b-4a2f-a0d6-824d901ce8b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:10.382543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89376b63-d6d8-443d-b84e-3142e302bba3 req-8b781866-5a2f-4aac-ac1d-d82961d2e51d tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:10.384764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89376b63-d6d8-443d-b84e-3142e302bba3 req-8b781866-5a2f-4aac-ac1d-d82961d2e51d tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.0778360 Mar 07 21:37:10.453259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89376b63-d6d8-443d-b84e-3142e302bba3 req-6fdaf7ca-9628-44c6-9d11-e1582d7436de tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574782 Mar 07 21:37:10.460243 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92cca83b-6aed-42e8-b987-32ad2472be36', 'tag': '9484f535-ad16-4b70-ab5d-9c8c38f05d9b'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:10.463541 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc5a491-ff72-4c59-bc97-25970587f548" -d '{"events": [{"name": "network-changed", "server_uuid": "92cca83b-6aed-42e8-b987-32ad2472be36", "tag": "9484f535-ad16-4b70-ab5d-9c8c38f05d9b"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:10.508156 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db95c01-5239-4a31-9589-c869606b6b6f x-openstack-request-id: req-0db95c01-5239-4a31-9589-c869606b6b6f {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:10.508503 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92cca83b-6aed-42e8-b987-32ad2472be36", "tag": "9484f535-ad16-4b70-ab5d-9c8c38f05d9b", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:10.508770 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0db95c01-5239-4a31-9589-c869606b6b6f {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:10.509324 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92cca83b-6aed-42e8-b987-32ad2472be36', 'tag': '9484f535-ad16-4b70-ab5d-9c8c38f05d9b', 'status': 'completed', 'code': 200} Mar 07 21:37:10.520161 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceddfe0-aa1f-4f60-bd6c-102c2427b849 req-a4a4f041-722b-4232-a784-2ae642abdf42 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:10.521669 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7ceddfe0-aa1f-4f60-bd6c-102c2427b849 req-a4a4f041-722b-4232-a784-2ae642abdf42 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.15 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 943 time: 0.0747199 Mar 07 21:37:10.613065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5a491-ff72-4c59-bc97-25970587f548 req-e4f5241d-a306-4bb8-a408-b561f12f9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:10.615565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bc5a491-ff72-4c59-bc97-25970587f548 req-e4f5241d-a306-4bb8-a408-b561f12f9064 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 1155 time: 0.0626104 Mar 07 21:37:10.637825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-7ceddfe0-aa1f-4f60-bd6c-102c2427b849 req-1f326da0-f41e-4eaf-822b-a6f239291b50 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Deleting port f93a4f23-48c0-4526-8641-12aa2115bed9 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:37:10.638468 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-7ceddfe0-aa1f-4f60-bd6c-102c2427b849 req-1f326da0-f41e-4eaf-822b-a6f239291b50 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:10.753156 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5a491-ff72-4c59-bc97-25970587f548 req-c5b9c5ac-0721-487a-b626-0d3cf992fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:10.755909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bc5a491-ff72-4c59-bc97-25970587f548 req-c5b9c5ac-0721-487a-b626-0d3cf992fb59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.1303520 Mar 07 21:37:10.785191 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-7ceddfe0-aa1f-4f60-bd6c-102c2427b849 req-1f326da0-f41e-4eaf-822b-a6f239291b50 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] For port f93a4f23-48c0-4526-8641-12aa2115bed9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f93a4f23-48c0-4526-8641-12aa2115bed9,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:10.786492 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-7ceddfe0-aa1f-4f60-bd6c-102c2427b849 req-1f326da0-f41e-4eaf-822b-a6f239291b50 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:10.800791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-7ceddfe0-aa1f-4f60-bd6c-102c2427b849 req-1f326da0-f41e-4eaf-822b-a6f239291b50 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Calling delete_port for f93a4f23-48c0-4526-8641-12aa2115bed9 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:37:10.821035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bc5a491-ff72-4c59-bc97-25970587f548 req-3d1c307e-0659-4e50-891e-aad2e8d76eb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b HTTP/1.1" status: 200 len: 217 time: 0.0582893 Mar 07 21:37:10.861022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948e54ac-a6b2-4261-8c7f-d89549c46dcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f93a4f23-48c0-4526-8641-12aa2115bed9'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:10.864166 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58eae9a-93bb-456a-8b68-bd96c2765ee8" -d '{"events": [{"server_uuid": "948e54ac-a6b2-4261-8c7f-d89549c46dcf", "name": "network-vif-unplugged", "status": "completed", "tag": "f93a4f23-48c0-4526-8641-12aa2115bed9"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:10.946447 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5a491-ff72-4c59-bc97-25970587f548 req-dc6ec59f-2302-44a9-a24c-f23e812a3410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:10.948261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bc5a491-ff72-4c59-bc97-25970587f548 req-dc6ec59f-2302-44a9-a24c-f23e812a3410 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.0928676 Mar 07 21:37:10.949832 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-7ceddfe0-aa1f-4f60-bd6c-102c2427b849 req-1f326da0-f41e-4eaf-822b-a6f239291b50 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f93a4f23-48c0-4526-8641-12aa2115bed9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:10.957618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f749de7-a660-4258-ada4-f38a04a0aa1f req-eff55a4e-23b8-4bd8-b9fd-824a64602cc2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:10.959565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f749de7-a660-4258-ada4-f38a04a0aa1f req-eff55a4e-23b8-4bd8-b9fd-824a64602cc2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 943 time: 0.1372714 Mar 07 21:37:10.989389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f326da0-f41e-4eaf-822b-a6f239291b50 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Pushing event deleted for resources: {'Port': ['ID=f93a4f23-48c0-4526-8641-12aa2115bed9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:11.039896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bc5a491-ff72-4c59-bc97-25970587f548 req-50f9f8f9-4678-4915-8849-d4a82783e952 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589149 Mar 07 21:37:11.052729 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ceddfe0-aa1f-4f60-bd6c-102c2427b849 req-1f326da0-f41e-4eaf-822b-a6f239291b50 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] No DVR routers for this DVR port f93a4f23-48c0-4526-8641-12aa2115bed9 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:37:11.055558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62397b16-410d-42f3-b2d8-a8e44dc4111c req-891231f2-fe17-4546-a33c-f56671144585 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:11.055724 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-7ceddfe0-aa1f-4f60-bd6c-102c2427b849 req-1f326da0-f41e-4eaf-822b-a6f239291b50 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:11.057477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-62397b16-410d-42f3-b2d8-a8e44dc4111c req-891231f2-fe17-4546-a33c-f56671144585 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.2011542 Mar 07 21:37:11.059310 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7ceddfe0-aa1f-4f60-bd6c-102c2427b849 req-1f326da0-f41e-4eaf-822b-a6f239291b50 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.15 "DELETE /v2.0/ports/f93a4f23-48c0-4526-8641-12aa2115bed9 HTTP/1.1" status: 204 len: 173 time: 0.5236084 Mar 07 21:37:11.169189 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f749de7-a660-4258-ada4-f38a04a0aa1f req-95e13847-2c24-4340-99f6-8652ad2a5e87 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958110 Mar 07 21:37:11.262278 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-62397b16-410d-42f3-b2d8-a8e44dc4111c req-786abb62-17ea-4f1c-a6a4-40ac5e4022fe tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734293 Mar 07 21:37:11.274531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bc5a491-ff72-4c59-bc97-25970587f548 req-e57d4d95-f35c-4875-8ffc-c23f1883cd0c service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286694 Mar 07 21:37:11.307526 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6e23cf-3fe2-4155-ba99-b1fdf7be3b76 x-openstack-request-id: req-8f6e23cf-3fe2-4155-ba99-b1fdf7be3b76 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:11.307826 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948e54ac-a6b2-4261-8c7f-d89549c46dcf", "name": "network-vif-unplugged", "status": "completed", "tag": "f93a4f23-48c0-4526-8641-12aa2115bed9", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:11.308088 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f6e23cf-3fe2-4155-ba99-b1fdf7be3b76 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:11.308487 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948e54ac-a6b2-4261-8c7f-d89549c46dcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f93a4f23-48c0-4526-8641-12aa2115bed9', 'code': 200} Mar 07 21:37:11.391431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcdd4824-3854-4069-8694-b17343a85a3a req-8f0bc668-809d-456f-a755-a0e4cdf59428 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=948e54ac-a6b2-4261-8c7f-d89549c46dcf HTTP/1.1" status: 200 len: 210 time: 0.0354145 Mar 07 21:37:11.407385 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bc5a491-ff72-4c59-bc97-25970587f548 req-69a46144-80cf-4d44-bc16-2eeffa408590 service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290538 Mar 07 21:37:11.586448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c266f65-8ef2-4351-9948-2827cb79ca9d req-4cab44ac-a21a-49eb-a23a-59fb9fd9f075 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:11.588384 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c266f65-8ef2-4351-9948-2827cb79ca9d req-4cab44ac-a21a-49eb-a23a-59fb9fd9f075 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.0619457 Mar 07 21:37:11.598353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1226cb40-1d5c-488d-b5cb-f84c09954c5d details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:37:11.700992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c266f65-8ef2-4351-9948-2827cb79ca9d req-d683f264-a2aa-4a02-bb3a-d5a30185b7fc tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948770 Mar 07 21:37:11.788174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1226cb40-1d5c-488d-b5cb-f84c09954c5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1226cb40-1d5c-488d-b5cb-f84c09954c5d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:11.808905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '1226cb40-1d5c-488d-b5cb-f84c09954c5d', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '1226cb40-1d5c-488d-b5cb-f84c09954c5d', 'mac_address': 'fa:16:3e:de:74:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:37:11.858621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 1226cb40-1d5c-488d-b5cb-f84c09954c5d is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:11.859017 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:11.871461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1226cb40-1d5c-488d-b5cb-f84c09954c5d {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:11.891809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1226cb40-1d5c-488d-b5cb-f84c09954c5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1226cb40-1d5c-488d-b5cb-f84c09954c5d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:11.896049 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:11.955921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=1226cb40-1d5c-488d-b5cb-f84c09954c5d,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:12.011941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['1226cb40-1d5c-488d-b5cb-f84c09954c5d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:37:12.304517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49519ee7-3057-419d-a049-f38dc7685105 req-fa38372c-06b2-48ef-a98f-6bce00f1ad2d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:12.307140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49519ee7-3057-419d-a049-f38dc7685105 req-fa38372c-06b2-48ef-a98f-6bce00f1ad2d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 943 time: 0.0662751 Mar 07 21:37:12.370837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49519ee7-3057-419d-a049-f38dc7685105 req-d00cde15-a303-4d7c-a3d4-1e2e109f3d67 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568938 Mar 07 21:37:12.458142 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fcf26-a8dd-44d4-82a3-254db4dea57b req-e759fb54-dc0e-4b0e-8571-5d418944f1f6 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:12.465539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-569fcf26-a8dd-44d4-82a3-254db4dea57b req-e759fb54-dc0e-4b0e-8571-5d418944f1f6 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.0635533 Mar 07 21:37:12.511067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948e54ac-a6b2-4261-8c7f-d89549c46dcf', 'name': 'network-vif-deleted', 'tag': 'f93a4f23-48c0-4526-8641-12aa2115bed9'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:12.513385 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97921f2-1f24-4b3d-a56e-8589c61d2686" -d '{"events": [{"server_uuid": "948e54ac-a6b2-4261-8c7f-d89549c46dcf", "name": "network-vif-deleted", "tag": "f93a4f23-48c0-4526-8641-12aa2115bed9"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:12.528664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-569fcf26-a8dd-44d4-82a3-254db4dea57b req-e3a8e751-7cea-4aa1-a6bd-f2302a9fb598 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573187 Mar 07 21:37:12.636288 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faf3c47-e5c2-4fb8-9697-9e6153616a02 x-openstack-request-id: req-6faf3c47-e5c2-4fb8-9697-9e6153616a02 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:12.636616 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948e54ac-a6b2-4261-8c7f-d89549c46dcf", "name": "network-vif-deleted", "tag": "f93a4f23-48c0-4526-8641-12aa2115bed9", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:12.636967 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6faf3c47-e5c2-4fb8-9697-9e6153616a02 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:12.637624 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948e54ac-a6b2-4261-8c7f-d89549c46dcf', 'name': 'network-vif-deleted', 'tag': 'f93a4f23-48c0-4526-8641-12aa2115bed9', 'status': 'completed', 'code': 200} Mar 07 21:37:12.688099 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50706) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:12.692595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-092d18c7-cbad-4c19-a5e6-a7cd3a1cd848 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--37364655', 'description': 'tempest-description--1003415929'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:12.715513 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-092d18c7-cbad-4c19-a5e6-a7cd3a1cd848 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:12.792156 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-092d18c7-cbad-4c19-a5e6-a7cd3a1cd848 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for security_group (2e00a5da-0c7a-4e03-863d-54c8e64208de), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:12.798404 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-092d18c7-cbad-4c19-a5e6-a7cd3a1cd848 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2e00a5da-0c7a-4e03-863d-54c8e64208de), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:12.836896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7a543-4126-426f-8825-7f2d93cc042b req-cf3c75e3-ec34-4868-884e-9161ba0ab316 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:12.838866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ca7a543-4126-426f-8825-7f2d93cc042b req-cf3c75e3-ec34-4868-884e-9161ba0ab316 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.0599711 Mar 07 21:37:12.839511 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-092d18c7-cbad-4c19-a5e6-a7cd3a1cd848 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:12.840785 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-092d18c7-cbad-4c19-a5e6-a7cd3a1cd848 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1516910 Mar 07 21:37:12.844273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50710) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:12.848693 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ab1165b2-2d91-4104-a292-dfa92b9dbfbe tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Request body: {'security_group_rule': {'security_group_id': '2e00a5da-0c7a-4e03-863d-54c8e64208de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:12.857017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d18c7-cbad-4c19-a5e6-a7cd3a1cd848 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e00a5da-0c7a-4e03-863d-54c8e64208de,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:12.888457 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab1165b2-2d91-4104-a292-dfa92b9dbfbe tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for security_group_rule (51d083a9-c4dc-4f6c-bcd1-8d84c02b98f6), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:12.903622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ca7a543-4126-426f-8825-7f2d93cc042b req-3f7e17a1-5e7d-417d-a05c-3139e1140fd5 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547450 Mar 07 21:37:12.955334 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab1165b2-2d91-4104-a292-dfa92b9dbfbe tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for security_group_rule (51d083a9-c4dc-4f6c-bcd1-8d84c02b98f6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:12.962899 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab1165b2-2d91-4104-a292-dfa92b9dbfbe tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (51d083a9-c4dc-4f6c-bcd1-8d84c02b98f6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:12.980276 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1165b2-2d91-4104-a292-dfa92b9dbfbe tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d083a9-c4dc-4f6c-bcd1-8d84c02b98f6,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:12.980876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50714) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:12.996072 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab1165b2-2d91-4104-a292-dfa92b9dbfbe tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.000913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50718) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:13.001179 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ab1165b2-2d91-4104-a292-dfa92b9dbfbe tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558235 Mar 07 21:37:13.005783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Request body: {'security_group_rule': {'security_group_id': '2e00a5da-0c7a-4e03-863d-54c8e64208de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:13.052073 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for security_group_rule (ceda985e-fb5d-40cb-bc83-916b54c78003), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.111638 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for security_group_rule (ceda985e-fb5d-40cb-bc83-916b54c78003), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.117372 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e04bf219-57e9-46a8-9efa-2602864c51f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.120456 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (ceda985e-fb5d-40cb-bc83-916b54c78003), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.147642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceda985e-fb5d-40cb-bc83-916b54c78003,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:13.165136 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.166346 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1640892 Mar 07 21:37:13.169157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:13.169440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:13.169782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:13.170222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:13.170541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50728) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:13.170681 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:13.170885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:13.171215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:13.171547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:13.171873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:13.172201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:13.172524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:13.172846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:13.173187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e853f3a-c810-4495-a58f-6ad6e654ca4d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:13.176602 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:13.207685 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.249900 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e04bf219-57e9-46a8-9efa-2602864c51f1 admin admin] Publish callbacks [] for security_group (2910aac6-d7a7-4c98-a33e-80ffe303edf3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.254949 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e04bf219-57e9-46a8-9efa-2602864c51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2910aac6-d7a7-4c98-a33e-80ffe303edf3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.311141 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e04bf219-57e9-46a8-9efa-2602864c51f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9232ee5edc14470b9f02115bbcd4c58b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286109 Mar 07 21:37:13.315428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50732) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:13.316674 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bf219-57e9-46a8-9efa-2602864c51f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2910aac6-d7a7-4c98-a33e-80ffe303edf3,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:13.367118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.388756 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e7baad3a-4179-4810-b069-2572b3584b8d admin admin] Publish callbacks [] for security_group (2910aac6-d7a7-4c98-a33e-80ffe303edf3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.417969 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e7baad3a-4179-4810-b069-2572b3584b8d admin admin] Publish callbacks [] for security_group (2910aac6-d7a7-4c98-a33e-80ffe303edf3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.484304 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e7baad3a-4179-4810-b069-2572b3584b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2910aac6-d7a7-4c98-a33e-80ffe303edf3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.487390 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e7baad3a-4179-4810-b069-2572b3584b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.488752 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e7baad3a-4179-4810-b069-2572b3584b8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2910aac6-d7a7-4c98-a33e-80ffe303edf3 HTTP/1.1" status: 204 len: 168 time: 0.1689022 Mar 07 21:37:13.507561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7baad3a-4179-4810-b069-2572b3584b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2910aac6-d7a7-4c98-a33e-80ffe303edf3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:13.566282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618b6a5-76be-40e9-bf26-6a2474e05315 req-d7a40f90-68ba-4cee-9d52-644ee11a7bfd tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:13.568421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0618b6a5-76be-40e9-bf26-6a2474e05315 req-d7a40f90-68ba-4cee-9d52-644ee11a7bfd tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 943 time: 0.0744846 Mar 07 21:37:13.614176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1226cb40-1d5c-488d-b5cb-f84c09954c5d up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:37:13.646441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Allocated IP 172.25.4.183 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/14fbf06f-d95d-4e7a-bb33-4d00cd1890ce) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:13.671836 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0618b6a5-76be-40e9-bf26-6a2474e05315 req-8e0cfc70-58a5-41fd-9ced-219be7c595c3 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912673 Mar 07 21:37:13.744286 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 1226cb40-1d5c-488d-b5cb-f84c09954c5d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:37:13.744656 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.852695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 1226cb40-1d5c-488d-b5cb-f84c09954c5d is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:13.853542 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.880730 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff9aa5-6431-4ecc-ab34-d5d2a1ac3d66 req-a7062422-7768-42c9-8e93-6b8d9ea559c9 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:13.887114 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-62ff9aa5-6431-4ecc-ab34-d5d2a1ac3d66 req-a7062422-7768-42c9-8e93-6b8d9ea559c9 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.2500088 Mar 07 21:37:13.888077 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for port (14fbf06f-d95d-4e7a-bb33-4d00cd1890ce), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.916270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1226cb40-1d5c-488d-b5cb-f84c09954c5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1226cb40-1d5c-488d-b5cb-f84c09954c5d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:13.916858 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-3a035dda-5b10-4837-8b7a-34f12e435437 service neutron] 10.222.0.15 "GET /v2.0/ports/9484f535-ad16-4b70-ab5d-9c8c38f05d9b/bindings/n-h1-832330-1 HTTP/1.1" status: 200 len: 384 time: 0.2043016 Mar 07 21:37:13.920747 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1226cb40-1d5c-488d-b5cb-f84c09954c5d'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:13.929204 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd0f937-4a04-490e-857a-48195380d9a9" -d '{"events": [{"server_uuid": "1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c", "name": "network-vif-plugged", "status": "completed", "tag": "1226cb40-1d5c-488d-b5cb-f84c09954c5d"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:13.941114 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:13.944462 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f93a4f23-48c0-4526-8641-12aa2115bed9 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:37:13.968845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-62ff9aa5-6431-4ecc-ab34-d5d2a1ac3d66 req-53c0e559-57fa-4915-857f-ae7635b3c3cc tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807791 Mar 07 21:37:13.969260 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (14fbf06f-d95d-4e7a-bb33-4d00cd1890ce), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:14.004002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: f93a4f23-48c0-4526-8641-12aa2115bed9 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:37:14.005388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f93a4f23-48c0-4526-8641-12aa2115bed9 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:37:14.067173 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:14.068372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50776) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:14.070829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:14.094258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:37:14.121409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=1226cb40-1d5c-488d-b5cb-f84c09954c5d,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:14.143615 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cda2e8-0f50-4777-a6bb-9f430f33edc4 x-openstack-request-id: req-91cda2e8-0f50-4777-a6bb-9f430f33edc4 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:14.144200 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c", "name": "network-vif-plugged", "status": "completed", "tag": "1226cb40-1d5c-488d-b5cb-f84c09954c5d", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:14.144783 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91cda2e8-0f50-4777-a6bb-9f430f33edc4 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:14.145409 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1226cb40-1d5c-488d-b5cb-f84c09954c5d', 'code': 200} Mar 07 21:37:14.156922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4252d2-9370-45c7-bce3-d4cbe522183a req-bc28ad3c-c945-46a5-988b-72e5db84d12f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:14.158927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af4252d2-9370-45c7-bce3-d4cbe522183a req-bc28ad3c-c945-46a5-988b-72e5db84d12f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.1414554 Mar 07 21:37:14.162459 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2461-93d5-4228-af07-dcd5df4ad186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:14.211633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Pushing event updated for resources: {'Port': ['ID=14fbf06f-d95d-4e7a-bb33-4d00cd1890ce,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:14.303048 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af4252d2-9370-45c7-bce3-d4cbe522183a req-d1a53de9-3b35-4b96-a0a7-27aa6d031413 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381161 Mar 07 21:37:14.356397 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for floatingip (ef44aa46-3e5b-47d6-9212-e13100aaffb4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:14.400972 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2461-93d5-4228-af07-dcd5df4ad186 admin admin] Publish callbacks [] for security_group (abe36580-7718-45a3-b97e-64313b09a340), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:14.409301 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2461-93d5-4228-af07-dcd5df4ad186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (abe36580-7718-45a3-b97e-64313b09a340), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:14.424398 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (14fbf06f-d95d-4e7a-bb33-4d00cd1890ce), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:14.485631 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cb2f2461-93d5-4228-af07-dcd5df4ad186 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=208c276221974b408b6040e2ac95c21a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4122403 Mar 07 21:37:14.491114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50786) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:14.508332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f2461-93d5-4228-af07-dcd5df4ad186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe36580-7718-45a3-b97e-64313b09a340,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:14.660120 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa38b-b156-439b-bb09-37e0215448e8 admin admin] Publish callbacks [] for security_group (abe36580-7718-45a3-b97e-64313b09a340), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:14.674400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-f6561b20-2964-4083-a68d-e0e6e6cb04e0 service neutron] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:14.696804 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa38b-b156-439b-bb09-37e0215448e8 admin admin] Publish callbacks [] for security_group (abe36580-7718-45a3-b97e-64313b09a340), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:14.697524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-f6561b20-2964-4083-a68d-e0e6e6cb04e0 service neutron] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:37:14.739542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-f6561b20-2964-4083-a68d-e0e6e6cb04e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9484f535-ad16-4b70-ab5d-9c8c38f05d9b {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:14.752472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-f6561b20-2964-4083-a68d-e0e6e6cb04e0 service neutron] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:14.773493 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for port (14fbf06f-d95d-4e7a-bb33-4d00cd1890ce), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:14.783937 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (14fbf06f-d95d-4e7a-bb33-4d00cd1890ce), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:14.798421 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-f6561b20-2964-4083-a68d-e0e6e6cb04e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:14.858170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa38b-b156-439b-bb09-37e0215448e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (abe36580-7718-45a3-b97e-64313b09a340), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:14.860609 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa38b-b156-439b-bb09-37e0215448e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:14.861750 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2c7fa38b-b156-439b-bb09-37e0215448e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/abe36580-7718-45a3-b97e-64313b09a340 HTTP/1.1" status: 204 len: 168 time: 0.3689146 Mar 07 21:37:14.900481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-f6561b20-2964-4083-a68d-e0e6e6cb04e0 service neutron] Transition to ACTIVE for port object 9484f535-ad16-4b70-ab5d-9c8c38f05d9b will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:37:14.914395 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-f6561b20-2964-4083-a68d-e0e6e6cb04e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:14.952629 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fa38b-b156-439b-bb09-37e0215448e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe36580-7718-45a3-b97e-64313b09a340,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:15.001171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-f6561b20-2964-4083-a68d-e0e6e6cb04e0 service neutron] No DVR routers for this DVR port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:37:15.025665 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Pushing event updated for resources: {'Port': ['ID=14fbf06f-d95d-4e7a-bb33-4d00cd1890ce,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:15.051091 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-f6561b20-2964-4083-a68d-e0e6e6cb04e0 service neutron] 10.222.0.15 "PUT /v2.0/ports/9484f535-ad16-4b70-ab5d-9c8c38f05d9b/bindings/n-h1-832330-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1076169 Mar 07 21:37:15.062986 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2025828-1884-4408-978c-95138a79be5b req-ae37f987-e0ec-4935-acc9-28c451ff2ac3 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:15.072800 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2025828-1884-4408-978c-95138a79be5b req-ae37f987-e0ec-4935-acc9-28c451ff2ac3 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 944 time: 0.2478282 Mar 07 21:37:15.073499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6561b20-2964-4083-a68d-e0e6e6cb04e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,revision_number=10']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:15.086362 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (ef44aa46-3e5b-47d6-9212-e13100aaffb4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:15.119970 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:15.139431 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fca1c57c-3fb3-4619-ab5e-2aed6074bf2d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9660223 Mar 07 21:37:15.172891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2025828-1884-4408-978c-95138a79be5b req-2fd91d5d-d0fc-47b7-b1e8-d1b6bb12ac96 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932729 Mar 07 21:37:15.250631 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-bb66d421-aeb7-49a5-b147-3094eb3a0404 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:15.253184 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-bb66d421-aeb7-49a5-b147-3094eb3a0404 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36&tenant_id=47acc144bc5e43f0a2becfc354b98767&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 1126 time: 0.1124332 Mar 07 21:37:15.271020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4fcd9-ea6f-47c5-8e7b-9e6a676c9968 req-1cd2fb0f-6f67-410c-b64d-5598bbf693b3 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:15.280846 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53b4fcd9-ea6f-47c5-8e7b-9e6a676c9968 req-1cd2fb0f-6f67-410c-b64d-5598bbf693b3 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.1120875 Mar 07 21:37:15.337470 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53b4fcd9-ea6f-47c5-8e7b-9e6a676c9968 req-4a029e9a-b1c4-44ea-9227-89db019d3c71 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554411 Mar 07 21:37:15.369140 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-f6164b8b-f569-4efb-90a7-ced48d3ca440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:15.370867 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-f6164b8b-f569-4efb-90a7-ced48d3ca440 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36&tenant_id=47acc144bc5e43f0a2becfc354b98767 HTTP/1.1" status: 200 len: 1126 time: 0.1086304 Mar 07 21:37:15.501909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-72aea673-f6ce-431c-9c9a-d0053496715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:15.503380 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-72aea673-f6ce-431c-9c9a-d0053496715b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 1126 time: 0.1049526 Mar 07 21:37:15.507069 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d064c9-0c3c-4769-9c32-ef5de0f29455 req-931d1116-4c51-408b-907c-b593ad3ecf45 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:15.517524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00d064c9-0c3c-4769-9c32-ef5de0f29455 req-931d1116-4c51-408b-907c-b593ad3ecf45 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.0898035 Mar 07 21:37:15.590537 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-26e4da45-5391-4728-a409-bf8878610a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:15.628240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 9484f535-ad16-4b70-ab5d-9c8c38f05d9b no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:37:15.677563 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-98e6efda-d79b-4de5-a781-0abda85ed294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:15.679079 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-98e6efda-d79b-4de5-a781-0abda85ed294 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.1684942 Mar 07 21:37:15.734718 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-3f921230-5a7d-4e24-b11a-c922c89cbf98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b HTTP/1.1" status: 200 len: 217 time: 0.0473473 Mar 07 21:37:15.749528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] The host n-h2-832330-1 is not matching for port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b host n-h1-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:37:15.751750 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 9484f535-ad16-4b70-ab5d-9c8c38f05d9b not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:37:15.780614 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00d064c9-0c3c-4769-9c32-ef5de0f29455 req-eca5ad0e-b082-47b9-afee-5c8ccf6ea7e2 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641015 Mar 07 21:37:15.792470 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:15.885287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-202a7ccb-2e99-4dfb-93c2-9278c72b8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:15.894858 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-202a7ccb-2e99-4dfb-93c2-9278c72b8664 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.1479812 Mar 07 21:37:15.925233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7035e-90db-4d11-9885-a991336222ee req-3d363fd5-7677-48b5-a84f-53cce061641c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:15.930621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfa7035e-90db-4d11-9885-a991336222ee req-3d363fd5-7677-48b5-a84f-53cce061641c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/networks?id=6a38c177-2986-4993-baa8-899eed1d97e5 HTTP/1.1" status: 200 len: 822 time: 0.3740575 Mar 07 21:37:15.976156 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfa7035e-90db-4d11-9885-a991336222ee req-6fcb3dc4-53ff-40c9-9a1d-d694c1839672 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/quotas/84bc0532354f494997de14eeea34bc27 HTTP/1.1" status: 200 len: 375 time: 0.0402713 Mar 07 21:37:16.006929 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-917faf1b-e03b-46ba-94d3-f29e7f0c21ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048286 Mar 07 21:37:16.055196 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfa7035e-90db-4d11-9885-a991336222ee req-9b69a1e4-2571-404f-8dc1-091d7f7617bb tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=84bc0532354f494997de14eeea34bc27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765624 Mar 07 21:37:16.188903 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-78dfdadd-f090-4615-a629-d1eef60ef3d8 service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743088 Mar 07 21:37:16.226079 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfa7035e-90db-4d11-9885-a991336222ee req-2786533c-326e-45ab-bba7-70fa97eabaa6 service neutron] 10.222.0.26 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614840 Mar 07 21:37:16.309452 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-1e9f0744-b858-4d5d-b1c6-a3897e6599ee service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120961 Mar 07 21:37:16.388558 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfa7035e-90db-4d11-9885-a991336222ee req-8993d4e9-c706-4065-ae54-90a14c3bbb81 service neutron] 10.222.0.26 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611953 Mar 07 21:37:16.414200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc993e-40aa-4199-91d4-4dfa0d3f949a req-5c1b1e82-5402-422f-9e2b-729b7f19ce91 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:16.415684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2cc993e-40aa-4199-91d4-4dfa0d3f949a req-5c1b1e82-5402-422f-9e2b-729b7f19ce91 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 944 time: 0.0894487 Mar 07 21:37:16.498691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2cc993e-40aa-4199-91d4-4dfa0d3f949a req-35846701-c48b-4eb0-9d3a-b19e5b65ac0a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693367 Mar 07 21:37:16.695181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-f066661e-54cd-4d8a-9b71-5843a8748c85 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:16.708747 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-f066661e-54cd-4d8a-9b71-5843a8748c85 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36&tenant_id=47acc144bc5e43f0a2becfc354b98767&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 1126 time: 0.0969205 Mar 07 21:37:16.733469 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81074db-c9ba-40ea-bb93-cdbb7780ecbf req-d7d4c61c-7a99-47cd-8101-de6aa5374414 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:16.749150 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f81074db-c9ba-40ea-bb93-cdbb7780ecbf req-d7d4c61c-7a99-47cd-8101-de6aa5374414 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.1555512 Mar 07 21:37:16.880447 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-3431481d-9c4f-4b40-a747-b5a49ae4089a service neutron] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:37:16.887864 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-3431481d-9c4f-4b40-a747-b5a49ae4089a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:16.890295 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38ba8e6b-ce52-49b8-ad67-b3b59258e344 req-3431481d-9c4f-4b40-a747-b5a49ae4089a service neutron] 10.222.0.13 "DELETE /v2.0/ports/9484f535-ad16-4b70-ab5d-9c8c38f05d9b/bindings/n-h2-832330-1 HTTP/1.1" status: 204 len: 173 time: 0.1798959 Mar 07 21:37:16.937723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e0e99de-8453-4a7b-aa3a-5a137805a02f req-fa530925-8e70-4349-ad49-8f4134ec798f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 210 time: 0.1414056 Mar 07 21:37:16.959452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f81074db-c9ba-40ea-bb93-cdbb7780ecbf req-d30216c6-27ff-4dc7-9ed6-fce7f980b9c5 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049277 Mar 07 21:37:17.135814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7479d-2ac8-464b-94f8-8d1ab0548840 req-8b15a035-2a6e-4ceb-8a2d-f8cbde935fae tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:17.160747 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67c7479d-2ac8-464b-94f8-8d1ab0548840 req-8b15a035-2a6e-4ceb-8a2d-f8cbde935fae tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.1256816 Mar 07 21:37:17.306413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67c7479d-2ac8-464b-94f8-8d1ab0548840 req-8cf2c575-b777-460c-b66e-567d37ba78b1 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445103 Mar 07 21:37:17.651250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4863b-9df9-4269-8c3c-00087222f507 req-70cc8b84-24cb-4a86-90b2-ee2ffabc37d3 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:17.660775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54c4863b-9df9-4269-8c3c-00087222f507 req-70cc8b84-24cb-4a86-90b2-ee2ffabc37d3 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 944 time: 0.0779154 Mar 07 21:37:17.742544 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54c4863b-9df9-4269-8c3c-00087222f507 req-dc2deafe-89ad-48a3-a269-e7df78a3989e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807562 Mar 07 21:37:17.845548 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81215f67-e0a6-4a7d-9ce9-f13c93a8c7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:17.968095 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:18.454094 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-75ce0dbe-2e0a-4a70-bb1f-56457aca25c0 req-427d314a-beaf-40c4-9cf4-eb0320761a9c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 210 time: 0.3971167 Mar 07 21:37:18.454094 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6adc1b-ff7b-42eb-9477-dfd5c3b8de02 req-66f1de48-9f5d-4437-8aee-5007b80ceb0f tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:18.461588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff6adc1b-ff7b-42eb-9477-dfd5c3b8de02 req-66f1de48-9f5d-4437-8aee-5007b80ceb0f tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 1126 time: 0.5293872 Mar 07 21:37:18.544403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff6adc1b-ff7b-42eb-9477-dfd5c3b8de02 req-a8f85c41-d28e-4a03-8d14-41eaad84f182 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723588 Mar 07 21:37:18.728597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8530880-9350-4c52-8906-bfcad5d576ae req-3768293e-813a-4d37-b959-eb08b54c8f33 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:18.738949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8530880-9350-4c52-8906-bfcad5d576ae req-3768293e-813a-4d37-b959-eb08b54c8f33 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.1905279 Mar 07 21:37:19.068980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8530880-9350-4c52-8906-bfcad5d576ae req-9cdcebc9-47bc-47a3-b4dc-cc36f6484eed tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282104 Mar 07 21:37:19.114670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb112656-5ad1-48c1-96de-ee47bf5b44ac req-ed0eaee0-e1a9-4ff3-aefb-30c7280f9766 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:19.124445 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb112656-5ad1-48c1-96de-ee47bf5b44ac req-ed0eaee0-e1a9-4ff3-aefb-30c7280f9766 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.2501285 Mar 07 21:37:19.151774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7035e-90db-4d11-9885-a991336222ee req-172a8b05-a21f-445c-9c4e-29bfa8418f0b tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:19.153354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfa7035e-90db-4d11-9885-a991336222ee req-172a8b05-a21f-445c-9c4e-29bfa8418f0b tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.15 "GET /v2.0/networks?id=6a38c177-2986-4993-baa8-899eed1d97e5 HTTP/1.1" status: 200 len: 822 time: 0.4065535 Mar 07 21:37:19.172717 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:19.173750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-dfa7035e-90db-4d11-9885-a991336222ee req-8a8907b1-f817-4132-b4d4-6b6b1d311f7c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Request body: {'port': {'device_id': '4b502031-ff46-4dcc-838a-409be84daa49', 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5', 'admin_state_up': True, 'tenant_id': '84bc0532354f494997de14eeea34bc27'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:19.253411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb112656-5ad1-48c1-96de-ee47bf5b44ac req-c3919b26-6334-41dc-9654-0eca39113fa2 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235294 Mar 07 21:37:19.433370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-682fe072-0e52-48dd-a7b7-97c3c4f9bf3c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:19.434952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-682fe072-0e52-48dd-a7b7-97c3c4f9bf3c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 807 time: 0.2218080 Mar 07 21:37:19.437350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa7035e-90db-4d11-9885-a991336222ee req-8a8907b1-f817-4132-b4d4-6b6b1d311f7c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Made reservation on behalf of 84bc0532354f494997de14eeea34bc27 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:19.441290 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dfa7035e-90db-4d11-9885-a991336222ee req-8a8907b1-f817-4132-b4d4-6b6b1d311f7c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:19.493420 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-e2a5e0cc-66af-473e-8589-f7836dfa9b88 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/quotas/47acc144bc5e43f0a2becfc354b98767 HTTP/1.1" status: 200 len: 375 time: 0.0496023 Mar 07 21:37:19.660934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-dfa7035e-90db-4d11-9885-a991336222ee req-8a8907b1-f817-4132-b4d4-6b6b1d311f7c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Allocated IP 172.20.0.13 (6a38c177-2986-4993-baa8-899eed1d97e5/6f3b5aa6-8944-412a-8b57-0adb658b9c28/5cc72581-e2fc-4185-85f5-a036efb6694c) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:19.680403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50956) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:19.830043 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dfa7035e-90db-4d11-9885-a991336222ee req-8a8907b1-f817-4132-b4d4-6b6b1d311f7c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:19.871859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8187e6ad-40d9-4731-9e84-30c5bea044ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:19.902674 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dfa7035e-90db-4d11-9885-a991336222ee req-8a8907b1-f817-4132-b4d4-6b6b1d311f7c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:19.979889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa7035e-90db-4d11-9885-a991336222ee req-8a8907b1-f817-4132-b4d4-6b6b1d311f7c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Network 6a38c177-2986-4993-baa8-899eed1d97e5 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:19.980115 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8187e6ad-40d9-4731-9e84-30c5bea044ad admin admin] Publish callbacks [] for security_group (99384f17-5e36-4780-814c-03ccad2acb5b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:19.986105 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8187e6ad-40d9-4731-9e84-30c5bea044ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (99384f17-5e36-4780-814c-03ccad2acb5b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:19.986632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-dfa7035e-90db-4d11-9885-a991336222ee req-8a8907b1-f817-4132-b4d4-6b6b1d311f7c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:19.989647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa7035e-90db-4d11-9885-a991336222ee req-8a8907b1-f817-4132-b4d4-6b6b1d311f7c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:37:20.045073 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8187e6ad-40d9-4731-9e84-30c5bea044ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e1fbfb040d348eaa2f30e6be957ed0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634720 Mar 07 21:37:20.045837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187e6ad-40d9-4731-9e84-30c5bea044ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99384f17-5e36-4780-814c-03ccad2acb5b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:20.048245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50962) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:20.075726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-51e8c462-54cc-462b-9a13-2a0cf164d9d8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5687792 Mar 07 21:37:20.084280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8907b1-f817-4132-b4d4-6b6b1d311f7c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Pushing event updated for resources: {'Port': ['ID=5cc72581-e2fc-4185-85f5-a036efb6694c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:20.131012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892169f-72b5-4d84-aa7c-14f9443d86b3 req-9286c99e-34b5-4635-a911-2886e41982c7 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:20.132560 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e892169f-72b5-4d84-aa7c-14f9443d86b3 req-9286c99e-34b5-4635-a911-2886e41982c7 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 932 time: 0.2463152 Mar 07 21:37:20.140228 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-397aaf1c-4d40-4bc5-9cbf-febd5f7542da admin admin] Publish callbacks [] for security_group (99384f17-5e36-4780-814c-03ccad2acb5b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:20.152034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7035e-90db-4d11-9885-a991336222ee req-8a8907b1-f817-4132-b4d4-6b6b1d311f7c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:20.152732 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dfa7035e-90db-4d11-9885-a991336222ee req-8a8907b1-f817-4132-b4d4-6b6b1d311f7c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:20.159459 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:20.176632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-397aaf1c-4d40-4bc5-9cbf-febd5f7542da admin admin] Publish callbacks [] for security_group (99384f17-5e36-4780-814c-03ccad2acb5b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:20.261787 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-397aaf1c-4d40-4bc5-9cbf-febd5f7542da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (99384f17-5e36-4780-814c-03ccad2acb5b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:20.265012 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-397aaf1c-4d40-4bc5-9cbf-febd5f7542da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:20.265497 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfa7035e-90db-4d11-9885-a991336222ee req-8a8907b1-f817-4132-b4d4-6b6b1d311f7c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0974901 Mar 07 21:37:20.268499 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-397aaf1c-4d40-4bc5-9cbf-febd5f7542da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99384f17-5e36-4780-814c-03ccad2acb5b HTTP/1.1" status: 204 len: 168 time: 0.2170010 Mar 07 21:37:20.281950 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397aaf1c-4d40-4bc5-9cbf-febd5f7542da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99384f17-5e36-4780-814c-03ccad2acb5b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:20.285121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Request body: {'port': {'device_id': '4b502031-ff46-4dcc-838a-409be84daa49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:20.318922 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e892169f-72b5-4d84-aa7c-14f9443d86b3 req-03f9fbb9-ec55-4cde-8fca-c61927198794 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738746 Mar 07 21:37:20.374082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-b9b57584-5b50-4970-bc0d-6fd6e5d32fdc service neutron] 10.222.0.26 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755694 Mar 07 21:37:20.424956 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:20.792476 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-823dbfff-f540-430e-8beb-df72f4a76e31 service neutron] 10.222.0.26 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015341 Mar 07 21:37:20.847282 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51002) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:20.868743 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-817c6264-6cb0-4b47-877f-1147d4e4b9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:20.911881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddda56-2d8b-4b85-a534-54ef435fe2e7 req-01637a43-6671-4abd-bf9a-cdfb4ae44b58 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:20.913454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27ddda56-2d8b-4b85-a534-54ef435fe2e7 req-01637a43-6671-4abd-bf9a-cdfb4ae44b58 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.2418540 Mar 07 21:37:21.074102 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-817c6264-6cb0-4b47-877f-1147d4e4b9d4 admin admin] Publish callbacks [] for security_group (61d4c815-088d-4a40-9616-6b374d5f2155), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:21.077336 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc72581-e2fc-4185-85f5-a036efb6694c {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:21.084123 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-817c6264-6cb0-4b47-877f-1147d4e4b9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (61d4c815-088d-4a40-9616-6b374d5f2155), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:21.088937 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Publish callbacks [] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:21.109174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Transition to ACTIVE for port object 5cc72581-e2fc-4185-85f5-a036efb6694c will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:37:21.120442 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:21.150720 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-817c6264-6cb0-4b47-877f-1147d4e4b9d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35f14c09e6d643cbaf96fd3ca53caad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022852 Mar 07 21:37:21.152763 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c6264-6cb0-4b47-877f-1147d4e4b9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d4c815-088d-4a40-9616-6b374d5f2155,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:21.155927 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51032) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:21.297350 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-10e09403-250f-4a39-bfa8-20235b375fd5 admin admin] Publish callbacks [] for security_group (61d4c815-088d-4a40-9616-6b374d5f2155), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:21.324658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Attempting to bind port 5cc72581-e2fc-4185-85f5-a036efb6694c on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:37:21.325007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Attempting to bind port 5cc72581-e2fc-4185-85f5-a036efb6694c by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'bf466cfa-f08c-4f53-92e8-ee84d3db3f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:37:21.325802 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Attempting to bind port 5cc72581-e2fc-4185-85f5-a036efb6694c on network 6a38c177-2986-4993-baa8-899eed1d97e5 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:37:21.341501 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-10e09403-250f-4a39-bfa8-20235b375fd5 admin admin] Publish callbacks [] for security_group (61d4c815-088d-4a40-9616-6b374d5f2155), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:21.345998 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27ddda56-2d8b-4b85-a534-54ef435fe2e7 req-f34cb5ca-2e14-4821-af78-158a0e9e9d5e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130177 Mar 07 21:37:21.351859 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Port 5cc72581-e2fc-4185-85f5-a036efb6694c on network 6a38c177-2986-4993-baa8-899eed1d97e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:37:21.352194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Attempting to bind port 5cc72581-e2fc-4185-85f5-a036efb6694c on network 6a38c177-2986-4993-baa8-899eed1d97e5 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:37:21.366216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:37:21.366578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Checking segment: {'id': 'bf466cfa-f08c-4f53-92e8-ee84d3db3f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:37:21.367798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Bound using segment: {'id': 'bf466cfa-f08c-4f53-92e8-ee84d3db3f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:37:21.367798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Bound port: 5cc72581-e2fc-4185-85f5-a036efb6694c, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf466cfa-f08c-4f53-92e8-ee84d3db3f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:37:21.367798 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:21.436178 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b7e16-2050-4d66-b683-f02c9d12f921 req-da9e1078-6970-4b06-b0ec-273f3f937f8e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:21.437742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-252b7e16-2050-4d66-b683-f02c9d12f921 req-da9e1078-6970-4b06-b0ec-273f3f937f8e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.3054359 Mar 07 21:37:21.438440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc72581-e2fc-4185-85f5-a036efb6694c,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:21.483562 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-10e09403-250f-4a39-bfa8-20235b375fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (61d4c815-088d-4a40-9616-6b374d5f2155), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:21.486376 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-10e09403-250f-4a39-bfa8-20235b375fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:21.487547 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-10e09403-250f-4a39-bfa8-20235b375fd5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61d4c815-088d-4a40-9616-6b374d5f2155 HTTP/1.1" status: 204 len: 168 time: 0.3183281 Mar 07 21:37:21.503982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e09403-250f-4a39-bfa8-20235b375fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d4c815-088d-4a40-9616-6b374d5f2155,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:21.600606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34e9dd32-a620-4e8d-92fc-27b52ce7a96d req-e19eeb53-6038-4de5-8345-79db49da2ebd tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 210 time: 0.1193185 Mar 07 21:37:21.660184 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] For port 5cc72581-e2fc-4185-85f5-a036efb6694c, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:37:21.704778 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-252b7e16-2050-4d66-b683-f02c9d12f921 req-d7a98781-d4ab-49d2-963b-d5f960ba8298 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549820 Mar 07 21:37:21.706719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] For port 5cc72581-e2fc-4185-85f5-a036efb6694c, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5cc72581-e2fc-4185-85f5-a036efb6694c,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:37:21.720502 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:21.784259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:21.784510 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:21.786024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfa7035e-90db-4d11-9885-a991336222ee req-81df7884-5539-430d-b909-b751216b8a14 service neutron] 10.222.0.15 "PUT /v2.0/ports/5cc72581-e2fc-4185-85f5-a036efb6694c HTTP/1.1" status: 200 len: 1092 time: 1.5065949 Mar 07 21:37:21.802326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b502031-ff46-4dcc-838a-409be84daa49', 'tag': '5cc72581-e2fc-4185-85f5-a036efb6694c'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:21.805533 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6ed4d2-2f01-431b-9331-4eae78559f40" -d '{"events": [{"name": "network-changed", "server_uuid": "4b502031-ff46-4dcc-838a-409be84daa49", "tag": "5cc72581-e2fc-4185-85f5-a036efb6694c"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:21.964882 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0200fbd8-a680-46bb-b474-2a86e2df3052 x-openstack-request-id: req-0200fbd8-a680-46bb-b474-2a86e2df3052 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:21.965134 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b502031-ff46-4dcc-838a-409be84daa49", "tag": "5cc72581-e2fc-4185-85f5-a036efb6694c", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:21.965418 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0200fbd8-a680-46bb-b474-2a86e2df3052 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:21.966228 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b502031-ff46-4dcc-838a-409be84daa49', 'tag': '5cc72581-e2fc-4185-85f5-a036efb6694c', 'status': 'completed', 'code': 200} Mar 07 21:37:22.060956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d793bf-80de-4e2f-92f2-7c506fd59cce req-8240737e-7f6e-40f3-b62c-2d6a7382e794 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:22.070658 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:22.074747 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82d793bf-80de-4e2f-92f2-7c506fd59cce req-8240737e-7f6e-40f3-b62c-2d6a7382e794 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 944 time: 0.3477390 Mar 07 21:37:22.123995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df7884-5539-430d-b909-b751216b8a14 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc72581-e2fc-4185-85f5-a036efb6694c,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:22.143758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7035e-90db-4d11-9885-a991336222ee req-174174ad-a7da-42fc-af74-bb7acc3365b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:22.155158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfa7035e-90db-4d11-9885-a991336222ee req-174174ad-a7da-42fc-af74-bb7acc3365b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84bc0532354f494997de14eeea34bc27&device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 1126 time: 0.2825339 Mar 07 21:37:22.236644 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82d793bf-80de-4e2f-92f2-7c506fd59cce req-577f82aa-2f28-4149-8b91-80c395dfffbe tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563041 Mar 07 21:37:22.284989 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfa7035e-90db-4d11-9885-a991336222ee req-797a74ad-4538-4c02-9755-4013b54181cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cc72581-e2fc-4185-85f5-a036efb6694c HTTP/1.1" status: 200 len: 217 time: 0.0564661 Mar 07 21:37:22.356650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7035e-90db-4d11-9885-a991336222ee req-286e0e7a-ea21-432c-8cc6-48c586bfe7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:22.358583 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfa7035e-90db-4d11-9885-a991336222ee req-286e0e7a-ea21-432c-8cc6-48c586bfe7c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f3b5aa6-8944-412a-8b57-0adb658b9c28 HTTP/1.1" status: 200 len: 862 time: 0.0633717 Mar 07 21:37:22.401709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfa7035e-90db-4d11-9885-a991336222ee req-fc5d1c49-bcf1-4ddc-b839-3b663d7be867 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a38c177-2986-4993-baa8-899eed1d97e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330868 Mar 07 21:37:22.640474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfa7035e-90db-4d11-9885-a991336222ee req-829bb7dc-12ff-472e-9356-9fd81a907ed3 service neutron] 10.222.0.15 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297490 Mar 07 21:37:22.864646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100290a-b93c-4a7a-997b-1ba237b031f3 req-b6a8b8c9-0885-40c8-a9d9-1597bc9f8ec5 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:22.872547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d100290a-b93c-4a7a-997b-1ba237b031f3 req-b6a8b8c9-0885-40c8-a9d9-1597bc9f8ec5 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.3626766 Mar 07 21:37:22.879206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a92b8573-dee5-4171-8f0a-e091780dc942 req-3d3b23b5-f383-436a-9387-892fc3af792c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 210 time: 0.1653216 Mar 07 21:37:22.950832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-65705a27-b219-4606-8081-031877342567 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:22.955958 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfa7035e-90db-4d11-9885-a991336222ee req-a278ca23-abf1-44a7-a27b-78f153fad9a2 service neutron] 10.222.0.15 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019164 Mar 07 21:37:22.960235 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-65705a27-b219-4606-8081-031877342567 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.15 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 807 time: 0.2329261 Mar 07 21:37:22.977859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8b4d933e-8057-4208-9994-6a9ee3224174 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Request body: {'port': {'device_id': '06d962b2-b1ff-4963-b18a-eea2735d17ee', 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12', 'admin_state_up': True, 'tenant_id': '47acc144bc5e43f0a2becfc354b98767'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:23.003438 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d100290a-b93c-4a7a-997b-1ba237b031f3 req-9fa4876a-a5e9-4a5a-929a-753ce878b252 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292760 Mar 07 21:37:23.152863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9d385-a94a-4ac8-9de3-aafd529ea95e req-c2a976b9-79e6-4e21-94ac-4b22539cce48 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:23.168673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1b9d385-a94a-4ac8-9de3-aafd529ea95e req-c2a976b9-79e6-4e21-94ac-4b22539cce48 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.1321850 Mar 07 21:37:23.177862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ed4d2-2f01-431b-9331-4eae78559f40 req-bad84cbe-5131-41b0-a44b-0a339efed8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:23.179658 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a6ed4d2-2f01-431b-9331-4eae78559f40 req-bad84cbe-5131-41b0-a44b-0a339efed8f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84bc0532354f494997de14eeea34bc27&device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 1126 time: 0.0970318 Mar 07 21:37:23.241446 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8b4d933e-8057-4208-9994-6a9ee3224174 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Made reservation on behalf of 47acc144bc5e43f0a2becfc354b98767 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:23.254852 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8b4d933e-8057-4208-9994-6a9ee3224174 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:23.303955 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1b9d385-a94a-4ac8-9de3-aafd529ea95e req-db158ef6-7ef8-4210-82b0-29065a248ea7 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223624 Mar 07 21:37:23.328835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ed4d2-2f01-431b-9331-4eae78559f40 req-9546dd31-0d2c-44f8-9d1e-7ae17f1dcdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:23.330717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a6ed4d2-2f01-431b-9331-4eae78559f40 req-9546dd31-0d2c-44f8-9d1e-7ae17f1dcdb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a38c177-2986-4993-baa8-899eed1d97e5 HTTP/1.1" status: 200 len: 923 time: 0.1410728 Mar 07 21:37:23.394576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a6ed4d2-2f01-431b-9331-4eae78559f40 req-d0a4d7ec-235e-4ca2-9cbd-649e976a9715 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cc72581-e2fc-4185-85f5-a036efb6694c HTTP/1.1" status: 200 len: 217 time: 0.0528932 Mar 07 21:37:23.471072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ed4d2-2f01-431b-9331-4eae78559f40 req-60aab3dc-5424-4185-9e8a-680dcf12f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:23.473891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a6ed4d2-2f01-431b-9331-4eae78559f40 req-60aab3dc-5424-4185-9e8a-680dcf12f3a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f3b5aa6-8944-412a-8b57-0adb658b9c28 HTTP/1.1" status: 200 len: 862 time: 0.0714114 Mar 07 21:37:23.538237 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a6ed4d2-2f01-431b-9331-4eae78559f40 req-42dcaded-bffb-46ab-87e1-5206dc674417 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a38c177-2986-4993-baa8-899eed1d97e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420675 Mar 07 21:37:23.552705 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8b4d933e-8057-4208-9994-6a9ee3224174 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Allocated IP 172.20.0.6 (88d27a17-2a1f-4d2b-aef7-46b57268ee12/99dc7de3-9421-4ea6-b85c-494e5a5470a9/e3216fc6-e200-4188-8c52-946675727be0) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:23.699781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a6ed4d2-2f01-431b-9331-4eae78559f40 req-3611522f-c0f0-416f-8e31-c05835d3d322 service neutron] 10.222.0.15 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325204 Mar 07 21:37:23.753651 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbb4db-e9e1-4161-a39a-31577a50dbbc req-ad3d4445-3c43-4f53-b96d-e13efee05be9 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:23.761953 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7bbb4db-e9e1-4161-a39a-31577a50dbbc req-ad3d4445-3c43-4f53-b96d-e13efee05be9 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 944 time: 0.2865388 Mar 07 21:37:23.986740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7bbb4db-e9e1-4161-a39a-31577a50dbbc req-c16cab2f-564c-431c-9471-74c7450c079c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952198 Mar 07 21:37:24.004315 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8b4d933e-8057-4208-9994-6a9ee3224174 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks [] for port (e3216fc6-e200-4188-8c52-946675727be0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:24.018842 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a6ed4d2-2f01-431b-9331-4eae78559f40 req-50f35c65-a7bd-41d6-bead-1ff1266d8f18 service neutron] 10.222.0.15 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093128 Mar 07 21:37:24.093109 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8b4d933e-8057-4208-9994-6a9ee3224174 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e3216fc6-e200-4188-8c52-946675727be0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:24.149025 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8b4d933e-8057-4208-9994-6a9ee3224174 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:24.152657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8b4d933e-8057-4208-9994-6a9ee3224174 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:24.157538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8b4d933e-8057-4208-9994-6a9ee3224174 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:37:24.185793 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d933e-8057-4208-9994-6a9ee3224174 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Pushing event updated for resources: {'Port': ['ID=e3216fc6-e200-4188-8c52-946675727be0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:24.220364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8b4d933e-8057-4208-9994-6a9ee3224174 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:24.221286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8b4d933e-8057-4208-9994-6a9ee3224174 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:24.241887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e783d-87a8-4294-ac82-42ec7977bd2b req-8d8628de-fa0a-4e77-a5fd-209c6047232e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:24.243284 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8b4d933e-8057-4208-9994-6a9ee3224174 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2712209 Mar 07 21:37:24.243828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b5e783d-87a8-4294-ac82-42ec7977bd2b req-8d8628de-fa0a-4e77-a5fd-209c6047232e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 931 time: 0.1318228 Mar 07 21:37:24.255719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Request body: {'port': {'device_id': '06d962b2-b1ff-4963-b18a-eea2735d17ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:24.316336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b5e783d-87a8-4294-ac82-42ec7977bd2b req-3977a122-fd2a-4230-9563-5a340f67bbff tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653026 Mar 07 21:37:24.351197 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e3216fc6-e200-4188-8c52-946675727be0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:24.481382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71110f2-3f67-425e-a64e-6af1cd236d4b req-76cb5ec8-ba59-4fab-afe9-0f8ace126d89 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:24.488303 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a71110f2-3f67-425e-a64e-6af1cd236d4b req-76cb5ec8-ba59-4fab-afe9-0f8ace126d89 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.0846844 Mar 07 21:37:24.550157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a71110f2-3f67-425e-a64e-6af1cd236d4b req-2c65db03-2c16-4a9e-8eaf-ba062213f062 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609040 Mar 07 21:37:24.723377 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3216fc6-e200-4188-8c52-946675727be0 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:24.732721 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Publish callbacks [] for port (e3216fc6-e200-4188-8c52-946675727be0), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:24.733579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ee823-f16e-4cc8-9ced-a2ccb5172014 req-9877b6e2-0f0e-4eb4-a17f-b68328b27ab6 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:24.737138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-104ee823-f16e-4cc8-9ced-a2ccb5172014 req-9877b6e2-0f0e-4eb4-a17f-b68328b27ab6 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.0940404 Mar 07 21:37:24.765859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Transition to ACTIVE for port object e3216fc6-e200-4188-8c52-946675727be0 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:37:24.772203 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e3216fc6-e200-4188-8c52-946675727be0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:24.811329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-104ee823-f16e-4cc8-9ced-a2ccb5172014 req-295b6919-4d24-47da-97d5-605137043e7e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659153 Mar 07 21:37:24.841459 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Pushing event updated for resources: {'Port': ['ID=e3216fc6-e200-4188-8c52-946675727be0,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:24.932505 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Attempting to bind port e3216fc6-e200-4188-8c52-946675727be0 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:37:24.932873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Attempting to bind port e3216fc6-e200-4188-8c52-946675727be0 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:37:24.933198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Attempting to bind port e3216fc6-e200-4188-8c52-946675727be0 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:37:24.938511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Port e3216fc6-e200-4188-8c52-946675727be0 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:37:24.938834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Attempting to bind port e3216fc6-e200-4188-8c52-946675727be0 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:37:24.944362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:37:24.944726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Checking segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:37:24.945155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Bound using segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:37:24.945588 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Bound port: e3216fc6-e200-4188-8c52-946675727be0, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:37:24.945943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e3216fc6-e200-4188-8c52-946675727be0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:25.022246 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:37:25.028313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e3216fc6-e200-4188-8c52-946675727be0,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:37:25.047865 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e3216fc6-e200-4188-8c52-946675727be0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:25.118201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:25.119252 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:25.121089 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] 10.222.0.15 "PUT /v2.0/ports/e3216fc6-e200-4188-8c52-946675727be0 HTTP/1.1" status: 200 len: 1091 time: 0.8704290 Mar 07 21:37:25.123709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d962b2-b1ff-4963-b18a-eea2735d17ee', 'tag': 'e3216fc6-e200-4188-8c52-946675727be0'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:25.133970 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db102a05-7dfb-4cc9-8b6f-e5b8df52b3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "06d962b2-b1ff-4963-b18a-eea2735d17ee", "tag": "e3216fc6-e200-4188-8c52-946675727be0"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:25.203817 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df379298-f190-44ad-8ede-6f3135c5aca5 req-23b2abdd-8b4c-48ff-835e-0701a3159af4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:25.211656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df379298-f190-44ad-8ede-6f3135c5aca5 req-23b2abdd-8b4c-48ff-835e-0701a3159af4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 944 time: 0.0970864 Mar 07 21:37:25.233745 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d508e50-c55a-43e2-a6f5-71a07f4081bd service neutron] Pushing event updated for resources: {'Port': ['ID=e3216fc6-e200-4188-8c52-946675727be0,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:25.275640 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-211c6850-052f-4d2a-b8d1-c8823da0685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:25.277903 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-211c6850-052f-4d2a-b8d1-c8823da0685b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 1125 time: 0.0938394 Mar 07 21:37:25.292763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df379298-f190-44ad-8ede-6f3135c5aca5 req-4eff8924-6fa0-4cd0-b9c1-e19ab7d557b7 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750260 Mar 07 21:37:25.338697 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-1cf59c4d-a98d-4c89-a14a-fb9d4e546590 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3216fc6-e200-4188-8c52-946675727be0 HTTP/1.1" status: 200 len: 217 time: 0.0502753 Mar 07 21:37:25.517013 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-b6c7cc19-ed11-4621-b0e5-89fda5a6085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:25.522833 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-b6c7cc19-ed11-4621-b0e5-89fda5a6085f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.1314731 Mar 07 21:37:25.605109 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-87937f0c-71a2-4156-ab85-343c5394ba7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735457 Mar 07 21:37:25.646382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5cc72581-e2fc-4185-85f5-a036efb6694c details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:37:25.794336 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fb8c5c-ea72-4e0e-a50b-1c0fbdccc752 x-openstack-request-id: req-98fb8c5c-ea72-4e0e-a50b-1c0fbdccc752 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:25.801152 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d962b2-b1ff-4963-b18a-eea2735d17ee", "tag": "e3216fc6-e200-4188-8c52-946675727be0", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:25.801530 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98fb8c5c-ea72-4e0e-a50b-1c0fbdccc752 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:25.802790 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d962b2-b1ff-4963-b18a-eea2735d17ee', 'tag': 'e3216fc6-e200-4188-8c52-946675727be0', 'status': 'completed', 'code': 200} Mar 07 21:37:25.851659 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-9f20ef17-97ec-43bd-ba40-0db5112cdbc3 service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365155 Mar 07 21:37:25.897460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce95f04-3228-4fb7-acf2-8dd076169443 req-2c2e83af-5ed0-4e82-846c-18710cc2865b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:25.902347 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ce95f04-3228-4fb7-acf2-8dd076169443 req-2c2e83af-5ed0-4e82-846c-18710cc2865b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 943 time: 0.1295564 Mar 07 21:37:26.012267 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ce95f04-3228-4fb7-acf2-8dd076169443 req-f4f585f7-9f67-41ee-8aa7-21890ecae173 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026366 Mar 07 21:37:26.024704 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96b93cf9-b78b-44a3-b52f-38ddbaa20930 req-80a4be89-aa5b-4110-b4cc-e040a824b66e service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658802 Mar 07 21:37:26.105030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5cc72581-e2fc-4185-85f5-a036efb6694c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5cc72581-e2fc-4185-85f5-a036efb6694c,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:26.120314 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '5cc72581-e2fc-4185-85f5-a036efb6694c', 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5', 'port_id': '5cc72581-e2fc-4185-85f5-a036efb6694c', 'mac_address': 'fa:16:3e:c8:f3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3b5aa6-8944-412a-8b57-0adb658b9c28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:37:26.162348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5cc72581-e2fc-4185-85f5-a036efb6694c is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:26.163106 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:26.168012 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db102a05-7dfb-4cc9-8b6f-e5b8df52b3a6 req-a946c662-d0bd-4c0a-b75d-bad617a4dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:26.174194 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-db102a05-7dfb-4cc9-8b6f-e5b8df52b3a6 req-a946c662-d0bd-4c0a-b75d-bad617a4dba8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 1125 time: 0.0635221 Mar 07 21:37:26.180674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc72581-e2fc-4185-85f5-a036efb6694c {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:26.205115 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5cc72581-e2fc-4185-85f5-a036efb6694c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5cc72581-e2fc-4185-85f5-a036efb6694c,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:26.214040 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:26.236395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdba270-de8f-4c03-b86c-bd2d7b18f2e1 req-d59d8068-4d1b-4eeb-a6f2-e4a9827548b9 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:26.237978 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcdba270-de8f-4c03-b86c-bd2d7b18f2e1 req-d59d8068-4d1b-4eeb-a6f2-e4a9827548b9 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.0970013 Mar 07 21:37:26.287851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5cc72581-e2fc-4185-85f5-a036efb6694c,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:26.309409 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db102a05-7dfb-4cc9-8b6f-e5b8df52b3a6 req-5257dcb3-4543-4e3d-ba28-05679c22026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:26.312146 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-db102a05-7dfb-4cc9-8b6f-e5b8df52b3a6 req-5257dcb3-4543-4e3d-ba28-05679c22026c service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.1340709 Mar 07 21:37:26.338832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcdba270-de8f-4c03-b86c-bd2d7b18f2e1 req-77d8490c-7aa6-48b5-ad69-2364b19205d7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935028 Mar 07 21:37:26.370011 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-db102a05-7dfb-4cc9-8b6f-e5b8df52b3a6 req-3b40380f-3270-47b0-b666-57d2459612e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3216fc6-e200-4188-8c52-946675727be0 HTTP/1.1" status: 200 len: 217 time: 0.0494497 Mar 07 21:37:26.441039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db102a05-7dfb-4cc9-8b6f-e5b8df52b3a6 req-b0404790-fc6e-44bc-8c4f-6fcdd3a8ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:26.442636 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-db102a05-7dfb-4cc9-8b6f-e5b8df52b3a6 req-b0404790-fc6e-44bc-8c4f-6fcdd3a8ba74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.0653105 Mar 07 21:37:26.480694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730672a-e4fd-4484-bf71-82224dceede8 req-22e023a0-1dfd-4536-a0d9-142ac93857a4 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:26.485941 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-db102a05-7dfb-4cc9-8b6f-e5b8df52b3a6 req-65fa1b97-28a6-4b6a-b410-832d48ebfbab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354180 Mar 07 21:37:26.488145 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6730672a-e4fd-4484-bf71-82224dceede8 req-22e023a0-1dfd-4536-a0d9-142ac93857a4 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.0810342 Mar 07 21:37:26.541871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['5cc72581-e2fc-4185-85f5-a036efb6694c'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:37:26.556904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6730672a-e4fd-4484-bf71-82224dceede8 req-418e5c9f-7dd4-46da-a4e1-a47c40645be2 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632410 Mar 07 21:37:26.636411 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-db102a05-7dfb-4cc9-8b6f-e5b8df52b3a6 req-535599f3-ee13-4a95-b432-46a26da14fde service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411469 Mar 07 21:37:26.743434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fa73f-1e70-4182-b145-7b4846de72e0 req-1eec9c7c-624a-4b47-847d-2b0ded420252 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:26.751689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a46fa73f-1e70-4182-b145-7b4846de72e0 req-1eec9c7c-624a-4b47-847d-2b0ded420252 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 945 time: 0.1099362 Mar 07 21:37:26.795116 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-db102a05-7dfb-4cc9-8b6f-e5b8df52b3a6 req-3f3c694e-46ee-4af0-93a9-73bdd542156c service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473174 Mar 07 21:37:26.810893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a46fa73f-1e70-4182-b145-7b4846de72e0 req-9fce9559-feb3-4b95-9f99-979ef5fb1a50 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579653 Mar 07 21:37:27.185429 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1254e-37c3-4dcc-bfa1-c39f9f1d3250 req-d07e0d12-b472-4eee-9041-524ccbf0d0cd tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:27.191839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40c1254e-37c3-4dcc-bfa1-c39f9f1d3250 req-d07e0d12-b472-4eee-9041-524ccbf0d0cd tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 943 time: 0.0737982 Mar 07 21:37:27.250179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40c1254e-37c3-4dcc-bfa1-c39f9f1d3250 req-53aeff32-fcca-4d8f-99b1-005fe42a6368 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564888 Mar 07 21:37:27.487273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fbfc7-ba3f-4f5b-83e0-fc24cc65cf90 req-442a8ed0-23ed-47ee-b4db-7394cd0cc423 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:27.494521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f1fbfc7-ba3f-4f5b-83e0-fc24cc65cf90 req-442a8ed0-23ed-47ee-b4db-7394cd0cc423 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.0798695 Mar 07 21:37:27.554687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f1fbfc7-ba3f-4f5b-83e0-fc24cc65cf90 req-849c8e00-6fc9-4df7-8697-bdea5e1e9378 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592608 Mar 07 21:37:27.658323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e3216fc6-e200-4188-8c52-946675727be0 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:37:27.679871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5cc72581-e2fc-4185-85f5-a036efb6694c up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:37:27.703586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70a40a-f3cc-4b8b-bee3-87b09c0156f8 req-ca529ce7-ce4d-4386-9e10-07016015c2f9 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:27.703586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac70a40a-f3cc-4b8b-bee3-87b09c0156f8 req-ca529ce7-ce4d-4386-9e10-07016015c2f9 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.0616658 Mar 07 21:37:27.790470 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac70a40a-f3cc-4b8b-bee3-87b09c0156f8 req-23f1b854-41cd-40f0-a6ac-631f9ae4991b tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790579 Mar 07 21:37:27.817475 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 5cc72581-e2fc-4185-85f5-a036efb6694c completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:37:27.822923 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 5cc72581-e2fc-4185-85f5-a036efb6694c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:37:27.823437 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:27.878035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e3216fc6-e200-4188-8c52-946675727be0,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:27.893773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'e3216fc6-e200-4188-8c52-946675727be0', 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12', 'port_id': 'e3216fc6-e200-4188-8c52-946675727be0', 'mac_address': 'fa:16:3e:6b:14:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc7de3-9421-4ea6-b85c-494e5a5470a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:37:28.003471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e3216fc6-e200-4188-8c52-946675727be0 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:28.004078 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e3216fc6-e200-4188-8c52-946675727be0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:28.022168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5cc72581-e2fc-4185-85f5-a036efb6694c is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:28.022168 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:28.044367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415977a-3407-4fae-b431-f591cc1eb1f9 req-b47beee6-4c14-48a8-b74c-73439fc3202b tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:28.048013 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3415977a-3407-4fae-b431-f591cc1eb1f9 req-b47beee6-4c14-48a8-b74c-73439fc3202b tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 945 time: 0.1181967 Mar 07 21:37:28.085124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b502031-ff46-4dcc-838a-409be84daa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc72581-e2fc-4185-85f5-a036efb6694c'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:28.088426 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46353bd-6be2-4b8c-97cb-370afe87f7ba" -d '{"events": [{"server_uuid": "4b502031-ff46-4dcc-838a-409be84daa49", "name": "network-vif-plugged", "status": "completed", "tag": "5cc72581-e2fc-4185-85f5-a036efb6694c"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:28.094156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3216fc6-e200-4188-8c52-946675727be0 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:28.127506 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 10e45ec8-4060-478e-aeb9-a80b0420c8fc no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:37:28.135077 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5cc72581-e2fc-4185-85f5-a036efb6694c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5cc72581-e2fc-4185-85f5-a036efb6694c,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:28.168707 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:28.172611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e3216fc6-e200-4188-8c52-946675727be0,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:28.203838 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e3216fc6-e200-4188-8c52-946675727be0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:28.204369 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3415977a-3407-4fae-b431-f591cc1eb1f9 req-90ffdeac-7221-4aa6-8e17-9655f58d6149 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018698 Mar 07 21:37:28.240900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5cc72581-e2fc-4185-85f5-a036efb6694c,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:28.311035 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb020cf-e78a-4fce-ac20-bf74116b7681 x-openstack-request-id: req-2eb020cf-e78a-4fce-ac20-bf74116b7681 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:28.311373 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b502031-ff46-4dcc-838a-409be84daa49", "name": "network-vif-plugged", "status": "completed", "tag": "5cc72581-e2fc-4185-85f5-a036efb6694c", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:28.311791 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2eb020cf-e78a-4fce-ac20-bf74116b7681 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:28.312204 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b502031-ff46-4dcc-838a-409be84daa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc72581-e2fc-4185-85f5-a036efb6694c', 'code': 200} Mar 07 21:37:28.353890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 10e45ec8-4060-478e-aeb9-a80b0420c8fc is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:28.354318 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:28.360885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e3216fc6-e200-4188-8c52-946675727be0,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:28.408216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 10e45ec8-4060-478e-aeb9-a80b0420c8fc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=10e45ec8-4060-478e-aeb9-a80b0420c8fc,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:28.418625 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:28.479006 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a50278-ec26-4c0b-ae37-95f61fbc7bd3 req-ab3e327f-4133-4475-af5e-481cfff5e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:28.480530 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-56a50278-ec26-4c0b-ae37-95f61fbc7bd3 req-ab3e327f-4133-4475-af5e-481cfff5e71d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 1128 time: 0.1267245 Mar 07 21:37:28.487317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=10e45ec8-4060-478e-aeb9-a80b0420c8fc,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:28.517738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3d59d-68e3-4161-9825-6b9d1c19df93 req-4a582629-b7a5-427c-82aa-97a0f7a68d44 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:28.525627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3e3d59d-68e3-4161-9825-6b9d1c19df93 req-4a582629-b7a5-427c-82aa-97a0f7a68d44 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 944 time: 0.1589334 Mar 07 21:37:28.530903 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-56a50278-ec26-4c0b-ae37-95f61fbc7bd3 req-0afbf84d-2d16-4820-8afe-3e2e95ffa03b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428443 Mar 07 21:37:28.555971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['e3216fc6-e200-4188-8c52-946675727be0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:37:28.588296 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3e3d59d-68e3-4161-9825-6b9d1c19df93 req-e463047b-3318-49ec-8ba0-7c30fa3839a3 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614712 Mar 07 21:37:28.742341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24eddc-455e-4c9e-b3d4-58b02f9cc2fe req-53cfe98c-bcfc-4359-9f03-d568a00ab90b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:28.744924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c24eddc-455e-4c9e-b3d4-58b02f9cc2fe req-53cfe98c-bcfc-4359-9f03-d568a00ab90b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.0818119 Mar 07 21:37:28.812030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c24eddc-455e-4c9e-b3d4-58b02f9cc2fe req-950b937f-162c-4b13-bc10-c9ec51152d02 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570505 Mar 07 21:37:28.963316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42ad2f-076e-4515-aa7a-23543c5abdd0 req-d517085f-1de0-408b-949e-c941c488e92a tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:28.976599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e42ad2f-076e-4515-aa7a-23543c5abdd0 req-d517085f-1de0-408b-949e-c941c488e92a tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 943 time: 0.0781817 Mar 07 21:37:29.065037 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e42ad2f-076e-4515-aa7a-23543c5abdd0 req-9aa425fe-1b6e-47a1-86ae-06ac31beb527 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813105 Mar 07 21:37:29.332501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504282b-9465-4f67-b72c-62a483d17268 req-9336fa32-d494-4f04-ae14-12eda537d662 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:29.334637 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f504282b-9465-4f67-b72c-62a483d17268 req-9336fa32-d494-4f04-ae14-12eda537d662 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 946 time: 0.0633483 Mar 07 21:37:29.391849 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f504282b-9465-4f67-b72c-62a483d17268 req-4f60deb1-5de1-42ce-989e-4eabaec657fe tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503941 Mar 07 21:37:29.678954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e3216fc6-e200-4188-8c52-946675727be0 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:37:29.749093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cf817-b68f-4f23-8c91-f60b37dacf5c req-927e1ac2-22a8-4292-b397-2d9c8b8b4422 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:29.751606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a3cf817-b68f-4f23-8c91-f60b37dacf5c req-927e1ac2-22a8-4292-b397-2d9c8b8b4422 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 944 time: 0.0769649 Mar 07 21:37:29.798481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port e3216fc6-e200-4188-8c52-946675727be0 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:37:29.803835 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port e3216fc6-e200-4188-8c52-946675727be0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:37:29.807227 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e3216fc6-e200-4188-8c52-946675727be0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:29.831782 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a3cf817-b68f-4f23-8c91-f60b37dacf5c req-443a1cb2-3541-40ef-bec0-368fd0a4511a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654702 Mar 07 21:37:29.942743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e3216fc6-e200-4188-8c52-946675727be0 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:29.943148 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e3216fc6-e200-4188-8c52-946675727be0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:29.991326 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e3216fc6-e200-4188-8c52-946675727be0,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:29.999459 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e3216fc6-e200-4188-8c52-946675727be0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:30.017607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6382b7-f2ce-4ada-ade1-97f2b03970d7 req-4c975488-8b4b-4a9b-9875-77917667d7e4 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:30.019138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd6382b7-f2ce-4ada-ade1-97f2b03970d7 req-4c975488-8b4b-4a9b-9875-77917667d7e4 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.0821881 Mar 07 21:37:30.085962 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e3216fc6-e200-4188-8c52-946675727be0,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:30.098081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd6382b7-f2ce-4ada-ade1-97f2b03970d7 req-c8471361-3d03-4903-92ac-77093cd2c6c5 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673285 Mar 07 21:37:30.099666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:30.100629 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:30.101142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:30.101635 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:30.102162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:30.102656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:30.103142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:30.103880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:30.104223 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:30.104552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:30.104879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:30.105202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:30.105526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:30.113185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 10e45ec8-4060-478e-aeb9-a80b0420c8fc details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:37:30.246696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07b0f5-fb99-4b18-8ab3-c1e4b33edb07 req-33969911-363d-40af-9f5a-98cb3d9e9716 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:30.257429 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d07b0f5-fb99-4b18-8ab3-c1e4b33edb07 req-33969911-363d-40af-9f5a-98cb3d9e9716 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 943 time: 0.0822968 Mar 07 21:37:30.276290 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 10e45ec8-4060-478e-aeb9-a80b0420c8fc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=10e45ec8-4060-478e-aeb9-a80b0420c8fc,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:30.292728 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '10e45ec8-4060-478e-aeb9-a80b0420c8fc', 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb', 'port_id': '10e45ec8-4060-478e-aeb9-a80b0420c8fc', 'mac_address': 'fa:16:3e:d5:07:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3846fd89-0852-47b8-8047-f4764acdf27d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:37:30.319539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d07b0f5-fb99-4b18-8ab3-c1e4b33edb07 req-fd6ee960-fde3-498f-ba31-addd31d08a72 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572205 Mar 07 21:37:30.328265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13970a58-3ea4-4636-ad0f-38e1d6d672c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e45ec8-4060-478e-aeb9-a80b0420c8fc'}, {'server_uuid': '06d962b2-b1ff-4963-b18a-eea2735d17ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3216fc6-e200-4188-8c52-946675727be0'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:30.330799 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b716243-4b55-42c6-8913-706370d6276a" -d '{"events": [{"server_uuid": "13970a58-3ea4-4636-ad0f-38e1d6d672c6", "name": "network-vif-unplugged", "status": "completed", "tag": "10e45ec8-4060-478e-aeb9-a80b0420c8fc"}, {"server_uuid": "06d962b2-b1ff-4963-b18a-eea2735d17ee", "name": "network-vif-plugged", "status": "completed", "tag": "e3216fc6-e200-4188-8c52-946675727be0"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:30.361671 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 10e45ec8-4060-478e-aeb9-a80b0420c8fc is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:30.362442 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:30.381646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e45ec8-4060-478e-aeb9-a80b0420c8fc {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:30.421311 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 10e45ec8-4060-478e-aeb9-a80b0420c8fc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=10e45ec8-4060-478e-aeb9-a80b0420c8fc,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:30.431251 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:30.469392 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df45a32e-6f6d-4d38-b68c-ae1e68305066 x-openstack-request-id: req-df45a32e-6f6d-4d38-b68c-ae1e68305066 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:30.469697 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13970a58-3ea4-4636-ad0f-38e1d6d672c6", "name": "network-vif-unplugged", "status": "completed", "tag": "10e45ec8-4060-478e-aeb9-a80b0420c8fc", "code": 200}, {"server_uuid": "06d962b2-b1ff-4963-b18a-eea2735d17ee", "name": "network-vif-plugged", "status": "completed", "tag": "e3216fc6-e200-4188-8c52-946675727be0", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:30.469996 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df45a32e-6f6d-4d38-b68c-ae1e68305066 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:30.470434 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13970a58-3ea4-4636-ad0f-38e1d6d672c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e45ec8-4060-478e-aeb9-a80b0420c8fc', 'code': 200} Mar 07 21:37:30.470791 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d962b2-b1ff-4963-b18a-eea2735d17ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3216fc6-e200-4188-8c52-946675727be0', 'code': 200} Mar 07 21:37:30.510449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=10e45ec8-4060-478e-aeb9-a80b0420c8fc,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:30.600247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c67181-ab56-4dae-9575-c78a2fac3944 req-eb928a9c-7901-4f4f-9d4b-d7b3e6560885 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:30.607649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97430252-2276-47f8-a4da-ab3df8b550a7 req-0342b047-19bc-489d-a921-b027cf4d31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:30.608308 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42c67181-ab56-4dae-9575-c78a2fac3944 req-eb928a9c-7901-4f4f-9d4b-d7b3e6560885 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 946 time: 0.0744202 Mar 07 21:37:30.609429 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-97430252-2276-47f8-a4da-ab3df8b550a7 req-0342b047-19bc-489d-a921-b027cf4d31ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 1127 time: 0.0540600 Mar 07 21:37:30.673047 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42c67181-ab56-4dae-9575-c78a2fac3944 req-dcb216b5-6f67-430a-9168-247db8e73a83 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594873 Mar 07 21:37:30.680183 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-97430252-2276-47f8-a4da-ab3df8b550a7 req-530cec5d-26e6-445a-89c1-49450c7d2a3c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633206 Mar 07 21:37:30.800103 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cef47-19e5-4df4-bb47-7360b8dc678a req-7353c741-e1c8-4404-8edf-e89a3de37b38 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:30.802780 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f93cef47-19e5-4df4-bb47-7360b8dc678a req-7353c741-e1c8-4404-8edf-e89a3de37b38 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 946 time: 0.0634668 Mar 07 21:37:30.809586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['10e45ec8-4060-478e-aeb9-a80b0420c8fc'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:37:30.874700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f93cef47-19e5-4df4-bb47-7360b8dc678a req-30bb2c64-3b59-4a74-b15e-052499dd4488 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631633 Mar 07 21:37:31.337376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe888e-835f-4a33-9a22-bca4a501cbb6 req-ed1698c3-57c4-41b4-bee7-c777b83f7616 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:31.339470 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9fe888e-835f-4a33-9a22-bca4a501cbb6 req-ed1698c3-57c4-41b4-bee7-c777b83f7616 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.4017699 Mar 07 21:37:31.412054 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9fe888e-835f-4a33-9a22-bca4a501cbb6 req-460e6116-480d-4740-b3e4-03914c847954 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652971 Mar 07 21:37:31.598975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073dec1-96c2-4108-b718-caadc30ea04c req-1fa18699-ef3a-41d5-b877-47e1b728644d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:31.600506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5073dec1-96c2-4108-b718-caadc30ea04c req-1fa18699-ef3a-41d5-b877-47e1b728644d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.0947621 Mar 07 21:37:31.640493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b0604-1628-417e-8532-adf5f01ed33f req-9616c7f2-4b2a-448f-a1c9-ae4a5ff05098 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:31.642049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e18b0604-1628-417e-8532-adf5f01ed33f req-9616c7f2-4b2a-448f-a1c9-ae4a5ff05098 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 944 time: 0.0893493 Mar 07 21:37:31.688960 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5073dec1-96c2-4108-b718-caadc30ea04c req-40dc1699-1a97-4a9c-9e63-c9298cd3926f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788236 Mar 07 21:37:31.726911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e18b0604-1628-417e-8532-adf5f01ed33f req-91e66d9d-358b-4012-a4d5-37798ee82367 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731339 Mar 07 21:37:31.867100 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ccdd6-fa2f-45d0-ac43-7b02d740038f req-8c48c82d-942f-41e4-8626-627ebfdfd5b8 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:31.874489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-100ccdd6-fa2f-45d0-ac43-7b02d740038f req-8c48c82d-942f-41e4-8626-627ebfdfd5b8 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 950 time: 0.0774822 Mar 07 21:37:31.952763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-100ccdd6-fa2f-45d0-ac43-7b02d740038f req-cf920bc7-7b8b-4d77-9aa5-8f19da19ee78 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/security-groups?id=56b2718b-06a0-4511-8b93-c7c78168d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772974 Mar 07 21:37:32.097737 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2109f1-7d14-4ef8-aa2a-d20ac4b0514d req-d8eb4114-19a7-47ca-8220-9462313b0d0f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:32.099471 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f2109f1-7d14-4ef8-aa2a-d20ac4b0514d req-d8eb4114-19a7-47ca-8220-9462313b0d0f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 946 time: 0.0818484 Mar 07 21:37:32.106116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 10e45ec8-4060-478e-aeb9-a80b0420c8fc up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:37:32.145520 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51364) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:32.229635 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 10e45ec8-4060-478e-aeb9-a80b0420c8fc triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:37:32.230395 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:32.241985 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f2109f1-7d14-4ef8-aa2a-d20ac4b0514d req-ff79a925-c841-4509-ad86-300e30f1e9b6 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352646 Mar 07 21:37:32.401078 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a47737d-ca7b-4819-b3d3-fb1ad958483b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:32.434537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 10e45ec8-4060-478e-aeb9-a80b0420c8fc is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:32.434847 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:32.472948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13970a58-3ea4-4636-ad0f-38e1d6d672c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e45ec8-4060-478e-aeb9-a80b0420c8fc'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:32.475760 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73b6cd3-3a27-4c34-bd5b-ea3f5ec667be" -d '{"events": [{"server_uuid": "13970a58-3ea4-4636-ad0f-38e1d6d672c6", "name": "network-vif-plugged", "status": "completed", "tag": "10e45ec8-4060-478e-aeb9-a80b0420c8fc"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:32.496412 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:37:32.499137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 10e45ec8-4060-478e-aeb9-a80b0420c8fc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=10e45ec8-4060-478e-aeb9-a80b0420c8fc,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:32.507849 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:32.531851 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a47737d-ca7b-4819-b3d3-fb1ad958483b admin admin] Publish callbacks [] for security_group (45918314-9ebf-4d9b-a21f-7d6e7918c57c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:32.540285 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a47737d-ca7b-4819-b3d3-fb1ad958483b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (45918314-9ebf-4d9b-a21f-7d6e7918c57c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:32.615005 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47737d-ca7b-4819-b3d3-fb1ad958483b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45918314-9ebf-4d9b-a21f-7d6e7918c57c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:32.624293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51388) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:32.624878 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4a47737d-ca7b-4819-b3d3-fb1ad958483b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=afae6b3e5fb94b22a0a30aed079f9325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4768746 Mar 07 21:37:32.634150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=10e45ec8-4060-478e-aeb9-a80b0420c8fc,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:32.721451 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d4a03cd2-05f5-41cd-b352-62d1063de651 admin admin] Publish callbacks [] for security_group (45918314-9ebf-4d9b-a21f-7d6e7918c57c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:32.749780 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d4a03cd2-05f5-41cd-b352-62d1063de651 admin admin] Publish callbacks [] for security_group (45918314-9ebf-4d9b-a21f-7d6e7918c57c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:32.837913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54860cf-ff27-483c-8d0f-d4f6c9739318 req-cadc02f6-8044-4c59-a031-dc0ce1574481 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:32.839781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e54860cf-ff27-483c-8d0f-d4f6c9739318 req-cadc02f6-8044-4c59-a031-dc0ce1574481 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.0803258 Mar 07 21:37:32.866927 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d4a03cd2-05f5-41cd-b352-62d1063de651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (45918314-9ebf-4d9b-a21f-7d6e7918c57c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:32.869718 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d4a03cd2-05f5-41cd-b352-62d1063de651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:32.871030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d4a03cd2-05f5-41cd-b352-62d1063de651 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45918314-9ebf-4d9b-a21f-7d6e7918c57c HTTP/1.1" status: 204 len: 168 time: 0.2447307 Mar 07 21:37:32.888643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a03cd2-05f5-41cd-b352-62d1063de651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45918314-9ebf-4d9b-a21f-7d6e7918c57c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:32.913981 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e54860cf-ff27-483c-8d0f-d4f6c9739318 req-693db5dc-82c8-4e2b-927b-d251a101b241 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658379 Mar 07 21:37:32.990789 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82691511-5039-4bcf-bd52-6cb9d87bc2da x-openstack-request-id: req-82691511-5039-4bcf-bd52-6cb9d87bc2da {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:32.991122 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13970a58-3ea4-4636-ad0f-38e1d6d672c6", "name": "network-vif-plugged", "status": "completed", "tag": "10e45ec8-4060-478e-aeb9-a80b0420c8fc", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:32.991390 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82691511-5039-4bcf-bd52-6cb9d87bc2da {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:32.991935 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13970a58-3ea4-4636-ad0f-38e1d6d672c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e45ec8-4060-478e-aeb9-a80b0420c8fc', 'code': 200} Mar 07 21:37:33.107969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cdefb-60cb-4ace-865c-7cb1f7ec3819 req-0e90809e-62d5-4ebf-a2e2-78c573253323 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:33.115601 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-759cdefb-60cb-4ace-865c-7cb1f7ec3819 req-0e90809e-62d5-4ebf-a2e2-78c573253323 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.1157064 Mar 07 21:37:33.179836 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dffce-03a1-4a94-8caa-b8135274f796 req-957c366b-c59e-4309-93ac-1cea1c7d3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:33.181983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca18d8e-8b00-42f6-a1b7-56a860cd4c57 req-927996c3-ecf8-4aab-97da-938c8c183d8b tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:33.182664 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d99dffce-03a1-4a94-8caa-b8135274f796 req-957c366b-c59e-4309-93ac-1cea1c7d3d79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 1127 time: 0.0583122 Mar 07 21:37:33.183812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ca18d8e-8b00-42f6-a1b7-56a860cd4c57 req-927996c3-ecf8-4aab-97da-938c8c183d8b tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.1224241 Mar 07 21:37:33.200503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-759cdefb-60cb-4ace-865c-7cb1f7ec3819 req-b367b121-1f50-4b2e-8f2e-4eb5fb488af1 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794282 Mar 07 21:37:33.275443 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d99dffce-03a1-4a94-8caa-b8135274f796 req-c226fd99-5d9e-48fc-82a2-2231e7a2c03c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854704 Mar 07 21:37:33.282618 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51428) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:33.301075 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba475f7a-d6fb-4dc0-922e-389cac065fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:33.304624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ca18d8e-8b00-42f6-a1b7-56a860cd4c57 req-01863830-de82-40f6-a47e-e8dfb081af8c tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004336 Mar 07 21:37:33.361011 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ee0ae-4d8a-4627-beb8-14b784495f13 req-4a06ecda-f83f-41fc-8aee-2c7ff2bcf729 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:33.362923 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a99ee0ae-4d8a-4627-beb8-14b784495f13 req-4a06ecda-f83f-41fc-8aee-2c7ff2bcf729 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 1127 time: 0.0530093 Mar 07 21:37:33.402096 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba475f7a-d6fb-4dc0-922e-389cac065fc0 admin admin] Publish callbacks [] for security_group (251dae77-b242-4785-b212-7483969a4ac3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:33.414273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba475f7a-d6fb-4dc0-922e-389cac065fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (251dae77-b242-4785-b212-7483969a4ac3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:33.446611 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a99ee0ae-4d8a-4627-beb8-14b784495f13 req-cf1f298f-fe9e-42b1-9d20-8f68ea83bd3d tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770972 Mar 07 21:37:33.484705 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba475f7a-d6fb-4dc0-922e-389cac065fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251dae77-b242-4785-b212-7483969a4ac3,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:33.490427 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ba475f7a-d6fb-4dc0-922e-389cac065fc0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=617229864498434c9a483679eb3d4692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068145 Mar 07 21:37:33.492999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51440) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:33.561572 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a16117e-82bf-45df-9b46-eafaaeedff8b admin admin] Publish callbacks [] for security_group (251dae77-b242-4785-b212-7483969a4ac3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:33.592123 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a16117e-82bf-45df-9b46-eafaaeedff8b admin admin] Publish callbacks [] for security_group (251dae77-b242-4785-b212-7483969a4ac3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:33.621005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d0148-63d6-43a8-bbca-0fea8f862b90 req-5159948e-1a54-44c6-9bcb-8cb6fe79ab43 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:33.623160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-804d0148-63d6-43a8-bbca-0fea8f862b90 req-5159948e-1a54-44c6-9bcb-8cb6fe79ab43 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 946 time: 0.0713348 Mar 07 21:37:33.678200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a16117e-82bf-45df-9b46-eafaaeedff8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (251dae77-b242-4785-b212-7483969a4ac3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:33.683645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5cc72581-e2fc-4185-85f5-a036efb6694c details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:37:33.688680 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1226cb40-1d5c-488d-b5cb-f84c09954c5d no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:37:33.690419 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a16117e-82bf-45df-9b46-eafaaeedff8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:33.693042 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-804d0148-63d6-43a8-bbca-0fea8f862b90 req-a0cf96ff-eb27-40dd-85e3-dcc6f1eeea83 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638103 Mar 07 21:37:33.693779 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4a16117e-82bf-45df-9b46-eafaaeedff8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/251dae77-b242-4785-b212-7483969a4ac3 HTTP/1.1" status: 204 len: 168 time: 0.1996095 Mar 07 21:37:33.722098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16117e-82bf-45df-9b46-eafaaeedff8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251dae77-b242-4785-b212-7483969a4ac3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:33.882876 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 1226cb40-1d5c-488d-b5cb-f84c09954c5d is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:33.883553 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:33.920573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5cc72581-e2fc-4185-85f5-a036efb6694c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5cc72581-e2fc-4185-85f5-a036efb6694c,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:33.944842 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '5cc72581-e2fc-4185-85f5-a036efb6694c', 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5', 'port_id': '5cc72581-e2fc-4185-85f5-a036efb6694c', 'mac_address': 'fa:16:3e:c8:f3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3b5aa6-8944-412a-8b57-0adb658b9c28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:37:33.947680 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1226cb40-1d5c-488d-b5cb-f84c09954c5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1226cb40-1d5c-488d-b5cb-f84c09954c5d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:33.954493 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:34.017969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5cc72581-e2fc-4185-85f5-a036efb6694c is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:34.018398 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:34.044916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cc72581-e2fc-4185-85f5-a036efb6694c {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:34.049297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=1226cb40-1d5c-488d-b5cb-f84c09954c5d,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:34.074019 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5cc72581-e2fc-4185-85f5-a036efb6694c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5cc72581-e2fc-4185-85f5-a036efb6694c,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:34.080169 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:34.174818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5cc72581-e2fc-4185-85f5-a036efb6694c,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:34.212083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['5cc72581-e2fc-4185-85f5-a036efb6694c'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:37:34.342882 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fb8af-b7cb-4d12-8658-ea4ca92de2b5 req-87f5b481-6887-4e90-a7d7-2faa6328735a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:34.352987 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e32fb8af-b7cb-4d12-8658-ea4ca92de2b5 req-87f5b481-6887-4e90-a7d7-2faa6328735a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.0749514 Mar 07 21:37:34.431357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e32fb8af-b7cb-4d12-8658-ea4ca92de2b5 req-d574023e-4918-4e62-85c4-7c16244c9fbc tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718722 Mar 07 21:37:34.496524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27346304-0863-4eb4-8f60-83800e8931a2 req-9cba187a-cfce-4ee3-bfc0-d55f89be62e0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:34.509694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27346304-0863-4eb4-8f60-83800e8931a2 req-9cba187a-cfce-4ee3-bfc0-d55f89be62e0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.1112151 Mar 07 21:37:34.569376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27346304-0863-4eb4-8f60-83800e8931a2 req-464ff392-4e60-4d04-9fc0-1a3c0be55e50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530949 Mar 07 21:37:34.864057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb583f-a2f6-4932-bc4b-b591c4c5c92f req-8374b2b3-0ea5-407f-8951-913b1122cafe tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:34.865670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30eb583f-a2f6-4932-bc4b-b591c4c5c92f req-8374b2b3-0ea5-407f-8951-913b1122cafe tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 945 time: 0.0764396 Mar 07 21:37:34.930102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30eb583f-a2f6-4932-bc4b-b591c4c5c92f req-1ad7149e-eae9-4069-8b4c-264325835be4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583534 Mar 07 21:37:34.993164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1226cb40-1d5c-488d-b5cb-f84c09954c5d'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:34.996265 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61c6925-f7ec-412d-8f19-a81d76403626" -d '{"events": [{"server_uuid": "1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c", "name": "network-vif-unplugged", "status": "completed", "tag": "1226cb40-1d5c-488d-b5cb-f84c09954c5d"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:35.052587 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd72f501-a45e-4cd8-8753-39ceaae86967 x-openstack-request-id: req-cd72f501-a45e-4cd8-8753-39ceaae86967 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:35.052884 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c", "name": "network-vif-unplugged", "status": "completed", "tag": "1226cb40-1d5c-488d-b5cb-f84c09954c5d", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:35.053168 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd72f501-a45e-4cd8-8753-39ceaae86967 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:35.053564 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1226cb40-1d5c-488d-b5cb-f84c09954c5d', 'code': 200} Mar 07 21:37:35.591964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e2988-a9b4-4466-a2d5-3d1432d98b90 req-3dd4610b-f212-488c-97b0-01d3012e732c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:35.606504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-180e2988-a9b4-4466-a2d5-3d1432d98b90 req-3dd4610b-f212-488c-97b0-01d3012e732c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.0901976 Mar 07 21:37:35.690625 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1226cb40-1d5c-488d-b5cb-f84c09954c5d details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:37:35.693305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-180e2988-a9b4-4466-a2d5-3d1432d98b90 req-3861899b-6568-4fcf-a9aa-0dd81bbc4eca tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781860 Mar 07 21:37:35.706808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5cc72581-e2fc-4185-85f5-a036efb6694c up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:37:35.758772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db9360-0d14-472c-83af-db3f590094dd req-6b1d5aeb-23b2-4d77-b20f-0f992599e211 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:35.767609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50db9360-0d14-472c-83af-db3f590094dd req-6b1d5aeb-23b2-4d77-b20f-0f992599e211 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.0920010 Mar 07 21:37:35.839269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50db9360-0d14-472c-83af-db3f590094dd req-c7eb699c-f3e0-4b8d-96c5-7d30e4b77343 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699716 Mar 07 21:37:35.875633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 5cc72581-e2fc-4185-85f5-a036efb6694c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:37:35.876141 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:36.002962 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9b7d3-6fbb-43b8-8d3d-1f5424ad6092 req-133f6ae7-7068-4ca7-aa5d-4c23d6f6b0e8 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:36.010462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81d9b7d3-6fbb-43b8-8d3d-1f5424ad6092 req-133f6ae7-7068-4ca7-aa5d-4c23d6f6b0e8 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.0653384 Mar 07 21:37:36.010709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1226cb40-1d5c-488d-b5cb-f84c09954c5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1226cb40-1d5c-488d-b5cb-f84c09954c5d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:36.048643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5cc72581-e2fc-4185-85f5-a036efb6694c is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:36.049331 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:36.066660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '1226cb40-1d5c-488d-b5cb-f84c09954c5d', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '1226cb40-1d5c-488d-b5cb-f84c09954c5d', 'mac_address': 'fa:16:3e:de:74:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:37:36.068025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81d9b7d3-6fbb-43b8-8d3d-1f5424ad6092 req-8f2a1ad0-48d9-46d3-bd42-5b0993647eae tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565333 Mar 07 21:37:36.137100 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 1226cb40-1d5c-488d-b5cb-f84c09954c5d is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:36.137484 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:36.144671 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5cc72581-e2fc-4185-85f5-a036efb6694c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5cc72581-e2fc-4185-85f5-a036efb6694c,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:36.157824 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:36.172944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1226cb40-1d5c-488d-b5cb-f84c09954c5d {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:36.206678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc167a-dba6-4a88-a470-6da88d22e09b req-23993840-dbc9-44de-a203-4e371f76552a tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:36.214383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30cc167a-dba6-4a88-a470-6da88d22e09b req-23993840-dbc9-44de-a203-4e371f76552a tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 946 time: 0.0730398 Mar 07 21:37:36.229560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1226cb40-1d5c-488d-b5cb-f84c09954c5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1226cb40-1d5c-488d-b5cb-f84c09954c5d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:36.244172 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:36.251430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5cc72581-e2fc-4185-85f5-a036efb6694c,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:36.273446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30cc167a-dba6-4a88-a470-6da88d22e09b req-f4d37e23-3438-424b-ba3d-f3a995566f5e tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548112 Mar 07 21:37:36.335959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=1226cb40-1d5c-488d-b5cb-f84c09954c5d,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:36.361915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['1226cb40-1d5c-488d-b5cb-f84c09954c5d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:37:36.686263 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-42e6406e-2acc-4ac4-be82-f32a8939f46f service neutron] 10.222.0.13 "GET /v2.0/ports/250c0933-2051-4622-966e-95c5d64fdd30/bindings/n-h1-832330-1 HTTP/1.1" status: 200 len: 382 time: 0.1194844 Mar 07 21:37:36.957656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-869dbb5e-9774-4faa-aebe-e2edcb0fc85a tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:36.981284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-869dbb5e-9774-4faa-aebe-e2edcb0fc85a tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/networks?id=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb HTTP/1.1" status: 200 len: 814 time: 0.1921701 Mar 07 21:37:37.038012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-8762d0bd-7d2b-43ec-951c-c8632d691a5b tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/quotas/342316ef9f394e8cb8be6c925ab82c66 HTTP/1.1" status: 200 len: 375 time: 0.0552466 Mar 07 21:37:37.054821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b502031-ff46-4dcc-838a-409be84daa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc72581-e2fc-4185-85f5-a036efb6694c'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:37.059413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-f2e884ac-899f-461d-9ce5-401cd2ea0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:37.061849 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-f2e884ac-899f-461d-9ce5-401cd2ea0f1b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62&tenant_id=983f4ba84c9a411ba764aa41e92d0679 HTTP/1.1" status: 200 len: 1131 time: 0.0965230 Mar 07 21:37:37.066418 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2df560-4874-4713-ab93-a82e32d6e34e" -d '{"events": [{"server_uuid": "4b502031-ff46-4dcc-838a-409be84daa49", "name": "network-vif-plugged", "status": "completed", "tag": "5cc72581-e2fc-4185-85f5-a036efb6694c"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:37.124606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a444d6-bf45-42f7-836b-03c49dce9517 req-353ec144-925b-4e08-8e4f-9a3bfac678de tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:37.126428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17a444d6-bf45-42f7-836b-03c49dce9517 req-353ec144-925b-4e08-8e4f-9a3bfac678de tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 946 time: 0.1244047 Mar 07 21:37:37.146746 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-3870d183-283e-4b11-8ea1-6efd5fe7a21e tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=342316ef9f394e8cb8be6c925ab82c66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077831 Mar 07 21:37:37.178049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-fe7a9f04-35fb-404c-ad2c-e2f837b84384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:37.179773 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-fe7a9f04-35fb-404c-ad2c-e2f837b84384 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 1131 time: 0.0943871 Mar 07 21:37:37.183876 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51618) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:37.268991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17a444d6-bf45-42f7-836b-03c49dce9517 req-91b1041c-ebbf-4045-b68f-0bba87b5b3a0 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200321 Mar 07 21:37:37.306228 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-ca9cb68f-2f08-4a9b-a744-73d57b24414f service neutron] 10.222.0.26 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586018 Mar 07 21:37:37.358549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-98eb3931-7ce8-413f-8450-fb3ce462669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:37.361061 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-98eb3931-7ce8-413f-8450-fb3ce462669d service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1702092 Mar 07 21:37:37.382997 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8516485f-ec9b-4484-a03a-10716841b7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:37.420706 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-1e993a9b-51e4-4383-8454-0e3210258aef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=250c0933-2051-4622-966e-95c5d64fdd30 HTTP/1.1" status: 200 len: 217 time: 0.0505028 Mar 07 21:37:37.422724 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-5870977d-be9f-4457-b095-8b5fe29f9341 service neutron] 10.222.0.26 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098902 Mar 07 21:37:37.472861 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-44d8328d-db87-42c4-b3d1-2282c908a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:37.474421 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-44d8328d-db87-42c4-b3d1-2282c908a5b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0458837 Mar 07 21:37:37.540785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77deab51-3366-49ac-bbec-5e6ab67c20a2 req-e92069fe-6de2-45ca-a0f5-3aa82ea4375d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:37.542803 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77deab51-3366-49ac-bbec-5e6ab67c20a2 req-e92069fe-6de2-45ca-a0f5-3aa82ea4375d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.1190798 Mar 07 21:37:37.560984 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8516485f-ec9b-4484-a03a-10716841b7fb admin admin] Publish callbacks [] for security_group (8b96c49c-9c47-4301-a7b1-dc5a5c7088a6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:37.585874 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8516485f-ec9b-4484-a03a-10716841b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8b96c49c-9c47-4301-a7b1-dc5a5c7088a6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:37.647418 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b694dc35-1ce8-4c92-bb15-f9be69c43b30 x-openstack-request-id: req-b694dc35-1ce8-4c92-bb15-f9be69c43b30 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:37.648138 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b502031-ff46-4dcc-838a-409be84daa49", "name": "network-vif-plugged", "status": "completed", "tag": "5cc72581-e2fc-4185-85f5-a036efb6694c", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:37.648588 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b694dc35-1ce8-4c92-bb15-f9be69c43b30 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:37.649203 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b502031-ff46-4dcc-838a-409be84daa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc72581-e2fc-4185-85f5-a036efb6694c', 'code': 200} Mar 07 21:37:37.659808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-ae2dab17-1a1d-4d32-b319-2c58b1de03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:37.661785 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-ae2dab17-1a1d-4d32-b319-2c58b1de03e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1142967 Mar 07 21:37:37.662630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516485f-ec9b-4484-a03a-10716841b7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b96c49c-9c47-4301-a7b1-dc5a5c7088a6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:37.668117 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8516485f-ec9b-4484-a03a-10716841b7fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc2db733dee0418bba7797e9ecd92d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4823456 Mar 07 21:37:37.670876 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51628) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:37.709129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1226cb40-1d5c-488d-b5cb-f84c09954c5d up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:37:37.715501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77deab51-3366-49ac-bbec-5e6ab67c20a2 req-eba14321-9567-4509-a8c0-1f95dc97fb63 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143854 Mar 07 21:37:37.803957 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1baef7e6-bfbc-4700-ba79-44636a9906b4 admin admin] Publish callbacks [] for security_group (8b96c49c-9c47-4301-a7b1-dc5a5c7088a6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:37.829580 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-985791ff-f787-4df6-8f5b-543544682980 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597152 Mar 07 21:37:37.863832 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1baef7e6-bfbc-4700-ba79-44636a9906b4 admin admin] Publish callbacks [] for security_group (8b96c49c-9c47-4301-a7b1-dc5a5c7088a6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:37.869196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 1226cb40-1d5c-488d-b5cb-f84c09954c5d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:37:37.869575 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:38.001128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-814adff1-2fe0-42c7-a460-067541de0669 req-31aecd2d-5ca0-4250-8502-98a42c293679 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 210 time: 0.1029298 Mar 07 21:37:38.059648 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c14cdd5-cdc2-4669-9293-02eecfae71dc req-14974635-3f04-44d7-aee4-e4526dce692b service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192588 Mar 07 21:37:38.073374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ced80-a7be-409c-b17e-c34d4e6108d3 req-a2fa6eba-3aad-4abb-aa13-30127e0d489a tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:38.074909 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-823ced80-a7be-409c-b17e-c34d4e6108d3 req-a2fa6eba-3aad-4abb-aa13-30127e0d489a tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.13 "GET /v2.0/ports?device_id=13970a58-3ea4-4636-ad0f-38e1d6d672c6 HTTP/1.1" status: 200 len: 945 time: 0.1116264 Mar 07 21:37:38.076142 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1baef7e6-bfbc-4700-ba79-44636a9906b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8b96c49c-9c47-4301-a7b1-dc5a5c7088a6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:38.078997 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1baef7e6-bfbc-4700-ba79-44636a9906b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:38.080264 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1baef7e6-bfbc-4700-ba79-44636a9906b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b96c49c-9c47-4301-a7b1-dc5a5c7088a6 HTTP/1.1" status: 204 len: 168 time: 0.4083333 Mar 07 21:37:38.109654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 1226cb40-1d5c-488d-b5cb-f84c09954c5d is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:38.112298 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:38.122379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baef7e6-bfbc-4700-ba79-44636a9906b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b96c49c-9c47-4301-a7b1-dc5a5c7088a6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:38.220101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1226cb40-1d5c-488d-b5cb-f84c09954c5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1226cb40-1d5c-488d-b5cb-f84c09954c5d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:38.230098 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:38.232140 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5cc72581-e2fc-4185-85f5-a036efb6694c no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:37:38.343462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-823ced80-a7be-409c-b17e-c34d4e6108d3 req-67231aa5-4318-4ca1-bae6-b5393aa598b0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Deleting port 10e45ec8-4060-478e-aeb9-a80b0420c8fc {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:37:38.346538 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-823ced80-a7be-409c-b17e-c34d4e6108d3 req-67231aa5-4318-4ca1-bae6-b5393aa598b0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:38.443702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=1226cb40-1d5c-488d-b5cb-f84c09954c5d,revision_number=10']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:38.525785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5cc72581-e2fc-4185-85f5-a036efb6694c is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:38.526569 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:38.536454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94737bb4-93b5-4a17-941d-5c4dbd224fc5 req-3229c8d2-80ed-47be-ac66-d4e7fe9e48e6 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:38.540777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94737bb4-93b5-4a17-941d-5c4dbd224fc5 req-3229c8d2-80ed-47be-ac66-d4e7fe9e48e6 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 946 time: 0.1395431 Mar 07 21:37:38.621594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5cc72581-e2fc-4185-85f5-a036efb6694c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5cc72581-e2fc-4185-85f5-a036efb6694c,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:38.628895 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:38.644570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-823ced80-a7be-409c-b17e-c34d4e6108d3 req-67231aa5-4318-4ca1-bae6-b5393aa598b0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] For port 10e45ec8-4060-478e-aeb9-a80b0420c8fc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=10e45ec8-4060-478e-aeb9-a80b0420c8fc,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:38.644943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-823ced80-a7be-409c-b17e-c34d4e6108d3 req-67231aa5-4318-4ca1-bae6-b5393aa598b0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:38.676823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-823ced80-a7be-409c-b17e-c34d4e6108d3 req-67231aa5-4318-4ca1-bae6-b5393aa598b0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Calling delete_port for 10e45ec8-4060-478e-aeb9-a80b0420c8fc owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:37:38.677504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94737bb4-93b5-4a17-941d-5c4dbd224fc5 req-c61c2c9a-7acd-456d-b340-af848d4cf59d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294897 Mar 07 21:37:38.760780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5cc72581-e2fc-4185-85f5-a036efb6694c,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:38.765506 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51662) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:38.795400 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a43f9fdb-b295-4dd1-8f8e-93cbc931b350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:38.902140 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a43f9fdb-b295-4dd1-8f8e-93cbc931b350 admin admin] Publish callbacks [] for security_group (c38e46f4-3700-4728-96df-8ec01eddc674), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:38.973236 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a43f9fdb-b295-4dd1-8f8e-93cbc931b350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c38e46f4-3700-4728-96df-8ec01eddc674), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:39.074976 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-823ced80-a7be-409c-b17e-c34d4e6108d3 req-67231aa5-4318-4ca1-bae6-b5393aa598b0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (10e45ec8-4060-478e-aeb9-a80b0420c8fc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:39.098878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46635bd-e26a-47dd-a735-270ca7793fad req-635980e0-c6c8-4abb-a93a-c1dab6aba948 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:39.100903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f9fdb-b295-4dd1-8f8e-93cbc931b350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38e46f4-3700-4728-96df-8ec01eddc674,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:39.101420 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d46635bd-e26a-47dd-a735-270ca7793fad req-635980e0-c6c8-4abb-a93a-c1dab6aba948 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 944 time: 0.2613397 Mar 07 21:37:39.195109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a43f9fdb-b295-4dd1-8f8e-93cbc931b350 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e99cde4b2944e20b0d6e0ed21a3aeeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281445 Mar 07 21:37:39.206363 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-749d7080-8d66-46c7-b5da-f89d7f9277c7 req-254746a5-30ad-4f69-a6ec-de71ab044ad0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 210 time: 0.0965018 Mar 07 21:37:39.210411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51696) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:39.257768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ec0df-f3ae-48b4-b183-9fbfef9ecf51 req-96d8f88e-f941-46a6-85ce-c4c1ddcefc44 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:39.259217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f3ec0df-f3ae-48b4-b183-9fbfef9ecf51 req-96d8f88e-f941-46a6-85ce-c4c1ddcefc44 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.3529801 Mar 07 21:37:39.280410 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09c6cd43-9625-48fb-85bd-85440dcb0721 admin admin] Publish callbacks [] for security_group (c38e46f4-3700-4728-96df-8ec01eddc674), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:39.324069 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09c6cd43-9625-48fb-85bd-85440dcb0721 admin admin] Publish callbacks [] for security_group (c38e46f4-3700-4728-96df-8ec01eddc674), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:39.377277 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f3ec0df-f3ae-48b4-b183-9fbfef9ecf51 req-d9192e3b-0257-411b-b87e-2879c0cc28da tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984378 Mar 07 21:37:39.404510 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09c6cd43-9625-48fb-85bd-85440dcb0721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c38e46f4-3700-4728-96df-8ec01eddc674), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:39.411575 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09c6cd43-9625-48fb-85bd-85440dcb0721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:39.423915 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-09c6cd43-9625-48fb-85bd-85440dcb0721 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c38e46f4-3700-4728-96df-8ec01eddc674 HTTP/1.1" status: 204 len: 168 time: 0.2102268 Mar 07 21:37:39.461489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6cd43-9625-48fb-85bd-85440dcb0721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38e46f4-3700-4728-96df-8ec01eddc674,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:39.651118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1226cb40-1d5c-488d-b5cb-f84c09954c5d'}, {'server_uuid': '4b502031-ff46-4dcc-838a-409be84daa49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc72581-e2fc-4185-85f5-a036efb6694c'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:39.655996 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d512662-16ed-4407-afe8-b9d4ba3f249e" -d '{"events": [{"server_uuid": "1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c", "name": "network-vif-plugged", "status": "completed", "tag": "1226cb40-1d5c-488d-b5cb-f84c09954c5d"}, {"server_uuid": "4b502031-ff46-4dcc-838a-409be84daa49", "name": "network-vif-unplugged", "status": "completed", "tag": "5cc72581-e2fc-4185-85f5-a036efb6694c"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:39.688700 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67231aa5-4318-4ca1-bae6-b5393aa598b0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Pushing event deleted for resources: {'Port': ['ID=10e45ec8-4060-478e-aeb9-a80b0420c8fc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:39.783724 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851b86b1-a8dc-404a-b936-17c1b82850a8 x-openstack-request-id: req-851b86b1-a8dc-404a-b936-17c1b82850a8 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:39.784242 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c", "name": "network-vif-plugged", "status": "completed", "tag": "1226cb40-1d5c-488d-b5cb-f84c09954c5d", "code": 200}, {"server_uuid": "4b502031-ff46-4dcc-838a-409be84daa49", "name": "network-vif-unplugged", "status": "completed", "tag": "5cc72581-e2fc-4185-85f5-a036efb6694c", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:39.784507 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-851b86b1-a8dc-404a-b936-17c1b82850a8 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:39.784922 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1226cb40-1d5c-488d-b5cb-f84c09954c5d', 'code': 200} Mar 07 21:37:39.785167 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b502031-ff46-4dcc-838a-409be84daa49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc72581-e2fc-4185-85f5-a036efb6694c', 'code': 200} Mar 07 21:37:39.956764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee75410-a712-4b3c-a89e-19ce6564ba29 req-59deddc7-1ff3-4cc0-9d3c-00075660c8d5 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:39.963102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-823ced80-a7be-409c-b17e-c34d4e6108d3 req-67231aa5-4318-4ca1-bae6-b5393aa598b0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] No DVR routers for this DVR port 10e45ec8-4060-478e-aeb9-a80b0420c8fc on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:37:39.965110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cee75410-a712-4b3c-a89e-19ce6564ba29 req-59deddc7-1ff3-4cc0-9d3c-00075660c8d5 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 944 time: 0.1310489 Mar 07 21:37:39.983861 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-823ced80-a7be-409c-b17e-c34d4e6108d3 req-67231aa5-4318-4ca1-bae6-b5393aa598b0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:39.995975 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-823ced80-a7be-409c-b17e-c34d4e6108d3 req-67231aa5-4318-4ca1-bae6-b5393aa598b0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.13 "DELETE /v2.0/ports/10e45ec8-4060-478e-aeb9-a80b0420c8fc HTTP/1.1" status: 204 len: 173 time: 1.9141662 Mar 07 21:37:40.078304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13970a58-3ea4-4636-ad0f-38e1d6d672c6', 'name': 'network-vif-deleted', 'tag': '10e45ec8-4060-478e-aeb9-a80b0420c8fc'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:40.103359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cee75410-a712-4b3c-a89e-19ce6564ba29 req-39fd3c5d-25b3-4080-ba83-a95a3b5d1371 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334932 Mar 07 21:37:40.111338 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b32635-bf50-42bd-8775-c22aa35a333d" -d '{"events": [{"server_uuid": "13970a58-3ea4-4636-ad0f-38e1d6d672c6", "name": "network-vif-deleted", "tag": "10e45ec8-4060-478e-aeb9-a80b0420c8fc"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:40.170124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 250c0933-2051-4622-966e-95c5d64fdd30 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:37:40.290631 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64498560-09e3-4811-90b7-fe1c49c43221 x-openstack-request-id: req-64498560-09e3-4811-90b7-fe1c49c43221 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:40.291046 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13970a58-3ea4-4636-ad0f-38e1d6d672c6", "name": "network-vif-deleted", "tag": "10e45ec8-4060-478e-aeb9-a80b0420c8fc", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:40.291521 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64498560-09e3-4811-90b7-fe1c49c43221 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:40.292012 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13970a58-3ea4-4636-ad0f-38e1d6d672c6', 'name': 'network-vif-deleted', 'tag': '10e45ec8-4060-478e-aeb9-a80b0420c8fc', 'status': 'completed', 'code': 200} Mar 07 21:37:40.305767 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-dbb5948a-99d3-437a-8c50-f85631f1c85f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:40.313960 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-dbb5948a-99d3-437a-8c50-f85631f1c85f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.13 "GET /v2.0/networks?id=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb HTTP/1.1" status: 200 len: 814 time: 0.6090119 Mar 07 21:37:40.343222 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-26208051-b1ab-4ddf-98fa-27b3d1946b52 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Request body: {'port': {'device_id': '08473391-1614-4293-aea5-e4e5d4775329', 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb', 'admin_state_up': True, 'tenant_id': '342316ef9f394e8cb8be6c925ab82c66'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:40.405416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-d46635bd-e26a-47dd-a735-270ca7793fad req-1f79c310-751d-4a59-9821-1b6ef4f6c4c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Deleting port 5cc72581-e2fc-4185-85f5-a036efb6694c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:37:40.405416 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d46635bd-e26a-47dd-a735-270ca7793fad req-1f79c310-751d-4a59-9821-1b6ef4f6c4c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:40.408561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 250c0933-2051-4622-966e-95c5d64fdd30 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:40.409123 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (250c0933-2051-4622-966e-95c5d64fdd30), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:40.492199 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb9c4941-4e99-4d65-a6d2-cad2729028f0 req-ab56478c-1005-4cb8-b2d6-d6add789a505 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 210 time: 0.0689745 Mar 07 21:37:40.496285 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 250c0933-2051-4622-966e-95c5d64fdd30, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=250c0933-2051-4622-966e-95c5d64fdd30,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:40.502663 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (250c0933-2051-4622-966e-95c5d64fdd30), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:40.504378 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 10e45ec8-4060-478e-aeb9-a80b0420c8fc no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:37:40.689760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45b29b-f9d8-4b9a-8e05-e29f43ac87b3 req-d1f037e2-8e1a-44d1-a9f4-937d6b4174c8 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:40.703774 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f45b29b-f9d8-4b9a-8e05-e29f43ac87b3 req-d1f037e2-8e1a-44d1-a9f4-937d6b4174c8 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 947 time: 0.1443660 Mar 07 21:37:40.840303 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f45b29b-f9d8-4b9a-8e05-e29f43ac87b3 req-86d38d30-ef40-4ee0-bba8-f7dd456dceda tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349125 Mar 07 21:37:40.905962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-26208051-b1ab-4ddf-98fa-27b3d1946b52 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Made reservation on behalf of 342316ef9f394e8cb8be6c925ab82c66 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:40.911175 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-26208051-b1ab-4ddf-98fa-27b3d1946b52 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:40.920302 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 10e45ec8-4060-478e-aeb9-a80b0420c8fc {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:37:40.920922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 10e45ec8-4060-478e-aeb9-a80b0420c8fc not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:37:40.933713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-d46635bd-e26a-47dd-a735-270ca7793fad req-1f79c310-751d-4a59-9821-1b6ef4f6c4c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] For port 5cc72581-e2fc-4185-85f5-a036efb6694c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5cc72581-e2fc-4185-85f5-a036efb6694c,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:40.934645 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d46635bd-e26a-47dd-a735-270ca7793fad req-1f79c310-751d-4a59-9821-1b6ef4f6c4c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:40.968456 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-d46635bd-e26a-47dd-a735-270ca7793fad req-1f79c310-751d-4a59-9821-1b6ef4f6c4c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Calling delete_port for 5cc72581-e2fc-4185-85f5-a036efb6694c owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:37:40.980763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=250c0933-2051-4622-966e-95c5d64fdd30,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:41.426353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe13e7-c24b-4672-9761-a5b40f4f32e8 req-f3dd0393-ef5b-4627-8ed5-1609ad4ef16d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:41.436106 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48fe13e7-c24b-4672-9761-a5b40f4f32e8 req-f3dd0393-ef5b-4627-8ed5-1609ad4ef16d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b502031-ff46-4dcc-838a-409be84daa49 HTTP/1.1" status: 200 len: 944 time: 0.1744423 Mar 07 21:37:41.482379 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d46635bd-e26a-47dd-a735-270ca7793fad req-1f79c310-751d-4a59-9821-1b6ef4f6c4c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5cc72581-e2fc-4185-85f5-a036efb6694c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:41.498954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-26208051-b1ab-4ddf-98fa-27b3d1946b52 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Allocated IP 172.20.0.6 (78f0a89d-2c96-481c-8e1f-7a2c7213f0eb/3846fd89-0852-47b8-8047-f4764acdf27d/6421c36b-5e5a-46cf-88aa-4151c5d2b445) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:41.685673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48fe13e7-c24b-4672-9761-a5b40f4f32e8 req-aa97537f-f0f8-4195-a51b-91333e1ab876 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435100 Mar 07 21:37:41.722521 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5cc72581-e2fc-4185-85f5-a036efb6694c no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:37:41.750987 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2e70b64-429a-48db-ad3e-d111b7ff0267 req-d0176f8c-2114-40fb-a02b-6089d5947bd0 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 210 time: 0.0449724 Mar 07 21:37:41.782405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 5cc72581-e2fc-4185-85f5-a036efb6694c {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:37:41.782750 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5cc72581-e2fc-4185-85f5-a036efb6694c not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:37:41.787263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeab326c-d154-49d6-921f-9509b5a04d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250c0933-2051-4622-966e-95c5d64fdd30'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:41.789493 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e6bd91-9ecc-4e8c-b3d2-1f71026f9021" -d '{"events": [{"server_uuid": "aeab326c-d154-49d6-921f-9509b5a04d62", "name": "network-vif-unplugged", "status": "completed", "tag": "250c0933-2051-4622-966e-95c5d64fdd30"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:41.816206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c310-751d-4a59-9821-1b6ef4f6c4c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Pushing event deleted for resources: {'Port': ['ID=5cc72581-e2fc-4185-85f5-a036efb6694c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:41.877034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-26208051-b1ab-4ddf-98fa-27b3d1946b52 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks [] for port (6421c36b-5e5a-46cf-88aa-4151c5d2b445), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:41.897318 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27b0e9e-7e4d-414c-bc7d-2fc515405cb0 x-openstack-request-id: req-e27b0e9e-7e4d-414c-bc7d-2fc515405cb0 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:41.897814 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeab326c-d154-49d6-921f-9509b5a04d62", "name": "network-vif-unplugged", "status": "completed", "tag": "250c0933-2051-4622-966e-95c5d64fdd30", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:41.898271 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e27b0e9e-7e4d-414c-bc7d-2fc515405cb0 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:41.898836 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeab326c-d154-49d6-921f-9509b5a04d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250c0933-2051-4622-966e-95c5d64fdd30', 'code': 200} Mar 07 21:37:41.952246 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46635bd-e26a-47dd-a735-270ca7793fad req-1f79c310-751d-4a59-9821-1b6ef4f6c4c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] No DVR routers for this DVR port 5cc72581-e2fc-4185-85f5-a036efb6694c on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:37:41.958578 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d46635bd-e26a-47dd-a735-270ca7793fad req-1f79c310-751d-4a59-9821-1b6ef4f6c4c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:41.971518 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d46635bd-e26a-47dd-a735-270ca7793fad req-1f79c310-751d-4a59-9821-1b6ef4f6c4c4 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.15 "DELETE /v2.0/ports/5cc72581-e2fc-4185-85f5-a036efb6694c HTTP/1.1" status: 204 len: 173 time: 2.8399506 Mar 07 21:37:42.040124 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-26208051-b1ab-4ddf-98fa-27b3d1946b52 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6421c36b-5e5a-46cf-88aa-4151c5d2b445), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:42.129198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-26208051-b1ab-4ddf-98fa-27b3d1946b52 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:42.141748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-26208051-b1ab-4ddf-98fa-27b3d1946b52 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:42.170054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 250c0933-2051-4622-966e-95c5d64fdd30 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:37:42.174211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328ea6e-bf5c-4448-ba09-e19c93a8960c req-184e2734-44cd-4d1a-9194-58766fd5b060 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:42.185764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3328ea6e-bf5c-4448-ba09-e19c93a8960c req-184e2734-44cd-4d1a-9194-58766fd5b060 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 947 time: 0.2120554 Mar 07 21:37:42.189968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-26208051-b1ab-4ddf-98fa-27b3d1946b52 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:37:42.344025 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b502031-ff46-4dcc-838a-409be84daa49', 'name': 'network-vif-deleted', 'tag': '5cc72581-e2fc-4185-85f5-a036efb6694c'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:42.352012 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b50acf4-8874-463b-8853-38d2b058d483" -d '{"events": [{"server_uuid": "4b502031-ff46-4dcc-838a-409be84daa49", "name": "network-vif-deleted", "tag": "5cc72581-e2fc-4185-85f5-a036efb6694c"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:42.383424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3328ea6e-bf5c-4448-ba09-e19c93a8960c req-d5f9b815-e16e-48cf-9695-4bd4fbbe9ce1 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964695 Mar 07 21:37:42.406714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26208051-b1ab-4ddf-98fa-27b3d1946b52 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Pushing event updated for resources: {'Port': ['ID=6421c36b-5e5a-46cf-88aa-4151c5d2b445,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:42.484145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-26208051-b1ab-4ddf-98fa-27b3d1946b52 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:42.484874 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-26208051-b1ab-4ddf-98fa-27b3d1946b52 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:42.540034 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-26208051-b1ab-4ddf-98fa-27b3d1946b52 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2146633 Mar 07 21:37:42.558979 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Request body: {'port': {'device_id': '08473391-1614-4293-aea5-e4e5d4775329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:42.594813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 250c0933-2051-4622-966e-95c5d64fdd30, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=250c0933-2051-4622-966e-95c5d64fdd30,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:42.645732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '250c0933-2051-4622-966e-95c5d64fdd30', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '250c0933-2051-4622-966e-95c5d64fdd30', 'mac_address': 'fa:16:3e:9d:72:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:37:42.750690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 250c0933-2051-4622-966e-95c5d64fdd30 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:42.752117 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (250c0933-2051-4622-966e-95c5d64fdd30), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:42.783850 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d67821e-7f11-4a37-91ae-91c67c5f9a66 x-openstack-request-id: req-9d67821e-7f11-4a37-91ae-91c67c5f9a66 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:42.786331 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b502031-ff46-4dcc-838a-409be84daa49", "name": "network-vif-deleted", "tag": "5cc72581-e2fc-4185-85f5-a036efb6694c", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:42.786705 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d67821e-7f11-4a37-91ae-91c67c5f9a66 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:42.788257 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b502031-ff46-4dcc-838a-409be84daa49', 'name': 'network-vif-deleted', 'tag': '5cc72581-e2fc-4185-85f5-a036efb6694c', 'status': 'completed', 'code': 200} Mar 07 21:37:42.792277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250c0933-2051-4622-966e-95c5d64fdd30 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:42.794349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7c55d-6416-4e08-b292-1f916d5d086e req-80a05cc3-d035-41d1-a2af-52652da0f31f tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:42.806321 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6421c36b-5e5a-46cf-88aa-4151c5d2b445), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:42.806751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dab7c55d-6416-4e08-b292-1f916d5d086e req-80a05cc3-d035-41d1-a2af-52652da0f31f tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 946 time: 0.1749570 Mar 07 21:37:42.851601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 250c0933-2051-4622-966e-95c5d64fdd30, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=250c0933-2051-4622-966e-95c5d64fdd30,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:42.862695 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (250c0933-2051-4622-966e-95c5d64fdd30), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:42.941597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=250c0933-2051-4622-966e-95c5d64fdd30,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:43.056324 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dab7c55d-6416-4e08-b292-1f916d5d086e req-6182a236-89fe-456e-80e2-4159034ee196 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/security-groups?id=77aa7925-c140-4a49-8151-cecb9707625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484477 Mar 07 21:37:43.125296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e5127-dddb-44a9-87ca-37d9f9329bca req-b0ff8ec7-7611-4521-bb4e-7e4013c7c4d8 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:43.126221 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b714-a0a1-4d3d-8468-5626dcf83d02 req-44d2a9b8-41af-4227-b572-c47e93164a7d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:43.127240 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-703e5127-dddb-44a9-87ca-37d9f9329bca req-b0ff8ec7-7611-4521-bb4e-7e4013c7c4d8 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.13 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62&tenant_id=983f4ba84c9a411ba764aa41e92d0679&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 948 time: 0.2679861 Mar 07 21:37:43.154840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a00b714-a0a1-4d3d-8468-5626dcf83d02 req-44d2a9b8-41af-4227-b572-c47e93164a7d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 948 time: 0.2570019 Mar 07 21:37:43.217823 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['250c0933-2051-4622-966e-95c5d64fdd30'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:37:43.345594 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a00b714-a0a1-4d3d-8468-5626dcf83d02 req-99613c4d-82b4-4acc-8d37-d55c9127e3a0 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898649 Mar 07 21:37:43.574961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a489d5-277d-4516-8e9e-8ab761ebc45b req-ea0ca494-ad3b-4d6e-9a02-bb3eaa3393da tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:43.577584 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5a489d5-277d-4516-8e9e-8ab761ebc45b req-ea0ca494-ad3b-4d6e-9a02-bb3eaa3393da tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 931 time: 0.1121991 Mar 07 21:37:43.594714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e5127-dddb-44a9-87ca-37d9f9329bca req-4f791647-362e-4207-b06f-96546515439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:43.599857 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-703e5127-dddb-44a9-87ca-37d9f9329bca req-4f791647-362e-4207-b06f-96546515439f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 1130 time: 0.2672069 Mar 07 21:37:43.706507 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5a489d5-277d-4516-8e9e-8ab761ebc45b req-29f29335-bca2-4f0a-a4b7-5c65fcc0602f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210225 Mar 07 21:37:43.790003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e5127-dddb-44a9-87ca-37d9f9329bca req-dedc6f41-8450-461d-b8fd-06a881a974b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:43.791542 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-703e5127-dddb-44a9-87ca-37d9f9329bca req-dedc6f41-8450-461d-b8fd-06a881a974b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1756129 Mar 07 21:37:43.862583 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-703e5127-dddb-44a9-87ca-37d9f9329bca req-18d5cb88-ddc9-4a56-b9ff-e4ce03955b16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=250c0933-2051-4622-966e-95c5d64fdd30 HTTP/1.1" status: 200 len: 217 time: 0.0616977 Mar 07 21:37:44.057830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e5127-dddb-44a9-87ca-37d9f9329bca req-b59095e2-6060-40e9-a3ac-b20cb5169bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:44.058805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-4fa60857-3202-4d22-ad7c-2a903bc3a37e tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:44.060082 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-703e5127-dddb-44a9-87ca-37d9f9329bca req-b59095e2-6060-40e9-a3ac-b20cb5169bf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1246972 Mar 07 21:37:44.060840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-4fa60857-3202-4d22-ad7c-2a903bc3a37e tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/networks?id=6a38c177-2986-4993-baa8-899eed1d97e5 HTTP/1.1" status: 200 len: 822 time: 0.2671735 Mar 07 21:37:44.087783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-0c173390-79f0-4d97-a70b-97c03551da49 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/quotas/84bc0532354f494997de14eeea34bc27 HTTP/1.1" status: 200 len: 375 time: 0.0099263 Mar 07 21:37:44.128404 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6421c36b-5e5a-46cf-88aa-4151c5d2b445 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:44.144071 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Publish callbacks [] for port (6421c36b-5e5a-46cf-88aa-4151c5d2b445), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:44.155253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-b698fa69-fe2b-4a90-983b-df488154aef4 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:44.156821 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-b698fa69-fe2b-4a90-983b-df488154aef4 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 946 time: 0.2933109 Mar 07 21:37:44.182794 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-1628ee8e-c560-46fe-b878-2a3388459415 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=84bc0532354f494997de14eeea34bc27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874858 Mar 07 21:37:44.205349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51890) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:44.320724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Transition to ACTIVE for port object 6421c36b-5e5a-46cf-88aa-4151c5d2b445 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:37:44.331216 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (6421c36b-5e5a-46cf-88aa-4151c5d2b445), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:44.384615 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e5127-dddb-44a9-87ca-37d9f9329bca req-689bf072-c3ba-404b-a10b-5bc4f795a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:44.385886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-18a6b340-409f-4e16-bcc1-3bf5e0cf03b4 service neutron] 10.222.0.26 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023087 Mar 07 21:37:44.392112 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-703e5127-dddb-44a9-87ca-37d9f9329bca req-689bf072-c3ba-404b-a10b-5bc4f795a0ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3186152 Mar 07 21:37:44.394996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0a5bc-7e22-4c0b-89ba-98ef1ea09996 req-1f4d0a7f-3527-4b06-bae0-d4a0536c19e1 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:44.399215 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6421c36b-5e5a-46cf-88aa-4151c5d2b445,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:44.403243 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5c0a5bc-7e22-4c0b-89ba-98ef1ea09996 req-1f4d0a7f-3527-4b06-bae0-d4a0536c19e1 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 946 time: 0.1088784 Mar 07 21:37:44.555120 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5c0a5bc-7e22-4c0b-89ba-98ef1ea09996 req-9fe41dc5-caad-4d04-88d3-1a1654a228af tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/security-groups?id=77aa7925-c140-4a49-8151-cecb9707625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392884 Mar 07 21:37:44.589236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-008f0785-4bc4-4102-8e26-f871b925e443 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Deleting port 5ff193ed-3933-4c34-873f-c9cec4d64911 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:37:44.589726 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-008f0785-4bc4-4102-8e26-f871b925e443 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:44.624425 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-ec1ef07e-e083-493b-bbfb-086b3f519380 service neutron] 10.222.0.26 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183266 Mar 07 21:37:44.678999 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46af0fc4-2238-4558-ad18-b3c5d3098064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:44.762024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d247b-48a6-45bd-a57a-68f95b9910e4 req-c3153e9b-c977-439f-bd2f-8ad2b6312849 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:44.777670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-872d247b-48a6-45bd-a57a-68f95b9910e4 req-c3153e9b-c977-439f-bd2f-8ad2b6312849 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 948 time: 0.1168029 Mar 07 21:37:44.848583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Attempting to bind port 6421c36b-5e5a-46cf-88aa-4151c5d2b445 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:37:44.848583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Attempting to bind port 6421c36b-5e5a-46cf-88aa-4151c5d2b445 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'ee69d199-c7b8-43b9-ab5e-89d05d00c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:37:44.848583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Attempting to bind port 6421c36b-5e5a-46cf-88aa-4151c5d2b445 on network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:37:44.849771 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-703e5127-dddb-44a9-87ca-37d9f9329bca req-c65297fb-1450-420c-bdb4-e9cf58e7d17c service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459741 Mar 07 21:37:44.881270 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Port 6421c36b-5e5a-46cf-88aa-4151c5d2b445 on network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:37:44.881270 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Attempting to bind port 6421c36b-5e5a-46cf-88aa-4151c5d2b445 on network 78f0a89d-2c96-481c-8e1f-7a2c7213f0eb {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:37:44.929621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:37:44.930281 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Checking segment: {'id': 'ee69d199-c7b8-43b9-ab5e-89d05d00c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:37:44.930681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Bound using segment: {'id': 'ee69d199-c7b8-43b9-ab5e-89d05d00c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:37:44.931161 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Bound port: 6421c36b-5e5a-46cf-88aa-4151c5d2b445, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee69d199-c7b8-43b9-ab5e-89d05d00c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:37:44.931779 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6421c36b-5e5a-46cf-88aa-4151c5d2b445), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:44.932121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-872d247b-48a6-45bd-a57a-68f95b9910e4 req-723e5562-7229-46c9-acfd-693c058ebbc8 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501400 Mar 07 21:37:45.126543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c092fe-b6bc-45b3-b36f-94cfc3487f77 req-6a475fd8-df1e-42ad-a43b-bd883eb75595 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:45.134266 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-008f0785-4bc4-4102-8e26-f871b925e443 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] For port 5ff193ed-3933-4c34-873f-c9cec4d64911, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5ff193ed-3933-4c34-873f-c9cec4d64911,segment=NetworkSegment(b35ffd60-3db7-45df-b909-9d4cd3e1af69),segment_id=b35ffd60-3db7-45df-b909-9d4cd3e1af69)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:45.135618 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-008f0785-4bc4-4102-8e26-f871b925e443 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:45.141530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54c092fe-b6bc-45b3-b36f-94cfc3487f77 req-6a475fd8-df1e-42ad-a43b-bd883eb75595 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 943 time: 0.1398597 Mar 07 21:37:45.202727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8910fd40-f31e-4117-9d02-c055e88e81bc req-765f09a0-fcf7-4acc-93f3-4749a6101336 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 210 time: 0.0614917 Mar 07 21:37:45.258644 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-703e5127-dddb-44a9-87ca-37d9f9329bca req-6ec9e1e7-3d73-4d20-b819-7616a08116ba service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961935 Mar 07 21:37:45.286929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54c092fe-b6bc-45b3-b36f-94cfc3487f77 req-4f38ef13-207f-408e-aea3-bedbf9f44244 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453648 Mar 07 21:37:45.581537 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-301ebeb7-1080-445a-8d63-8615605488b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:45.818441 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:45.914489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7395c4-014f-4a26-8801-0a26a679d060 req-f0576004-4e88-4660-8d5b-380e4d3f0ba0 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:45.916348 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e7395c4-014f-4a26-8801-0a26a679d060 req-f0576004-4e88-4660-8d5b-380e4d3f0ba0 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 946 time: 0.1531436 Mar 07 21:37:46.065693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e7395c4-014f-4a26-8801-0a26a679d060 req-49848dd7-c5aa-4cb2-b097-20f3d76a50f4 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/security-groups?id=77aa7925-c140-4a49-8151-cecb9707625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428943 Mar 07 21:37:46.182056 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-008f0785-4bc4-4102-8e26-f871b925e443 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:46.196927 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-008f0785-4bc4-4102-8e26-f871b925e443 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (23d15a9c-bb1d-4869-a2dc-4059719cd734), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:46.205775 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-008f0785-4bc4-4102-8e26-f871b925e443 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Floating IP 23d15a9c-bb1d-4869-a2dc-4059719cd734 disassociated. External IP: 172.25.4.171, port: 5ff193ed-3933-4c34-873f-c9cec4d64911. Mar 07 21:37:46.209278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 250c0933-2051-4622-966e-95c5d64fdd30 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:37:46.210835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-008f0785-4bc4-4102-8e26-f871b925e443 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Calling delete_port for 5ff193ed-3933-4c34-873f-c9cec4d64911 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:37:46.379611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 250c0933-2051-4622-966e-95c5d64fdd30 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:37:46.379946 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] For port 6421c36b-5e5a-46cf-88aa-4151c5d2b445, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:37:46.380232 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (250c0933-2051-4622-966e-95c5d64fdd30), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:46.383535 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46af0fc4-2238-4558-ad18-b3c5d3098064 admin admin] Publish callbacks [] for security_group (671462c9-83da-4086-83f9-3045f19fac00), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:46.387156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] For port 6421c36b-5e5a-46cf-88aa-4151c5d2b445, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6421c36b-5e5a-46cf-88aa-4151c5d2b445,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:37:46.475615 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46af0fc4-2238-4558-ad18-b3c5d3098064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (671462c9-83da-4086-83f9-3045f19fac00), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:46.478674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e14a7b2b-47a5-46a0-9643-f811d8b35a62 req-e3b56afc-39c8-49cb-80dd-e086cb772f48 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 210 time: 0.0989430 Mar 07 21:37:46.486297 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (6421c36b-5e5a-46cf-88aa-4151c5d2b445), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:46.554310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ebcd4-b8a6-4295-be07-6d31b3a4c12d req-ec8a9914-2066-41c9-87dd-741922f59b32 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:46.562399 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b09ebcd4-b8a6-4295-be07-6d31b3a4c12d req-ec8a9914-2066-41c9-87dd-741922f59b32 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 948 time: 0.3759634 Mar 07 21:37:46.636524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 250c0933-2051-4622-966e-95c5d64fdd30 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:46.637423 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (250c0933-2051-4622-966e-95c5d64fdd30), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:46.672394 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af0fc4-2238-4558-ad18-b3c5d3098064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671462c9-83da-4086-83f9-3045f19fac00,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:46.696300 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-46af0fc4-2238-4558-ad18-b3c5d3098064 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f84a7699fc94aa9816810d33617e2ad&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4365554 Mar 07 21:37:46.699700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeab326c-d154-49d6-921f-9509b5a04d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250c0933-2051-4622-966e-95c5d64fdd30'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:46.700206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b09ebcd4-b8a6-4295-be07-6d31b3a4c12d req-e972c024-403e-4eda-86f8-4a8632e48e00 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339829 Mar 07 21:37:46.702960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51948) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:46.709214 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d2b6f8-9e90-4287-9b04-815dd67ad6e8" -d '{"events": [{"server_uuid": "aeab326c-d154-49d6-921f-9509b5a04d62", "name": "network-vif-plugged", "status": "completed", "tag": "250c0933-2051-4622-966e-95c5d64fdd30"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:46.722507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6421c36b-5e5a-46cf-88aa-4151c5d2b445,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:46.757250 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:46.757875 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:46.771935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 250c0933-2051-4622-966e-95c5d64fdd30, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=250c0933-2051-4622-966e-95c5d64fdd30,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:46.773056 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-f2386835-7f05-4a24-b812-11ed9d98fdd7 service neutron] 10.222.0.13 "PUT /v2.0/ports/6421c36b-5e5a-46cf-88aa-4151c5d2b445 HTTP/1.1" status: 200 len: 1091 time: 4.2257264 Mar 07 21:37:46.780425 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (250c0933-2051-4622-966e-95c5d64fdd30), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:46.794223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08473391-1614-4293-aea5-e4e5d4775329', 'tag': '6421c36b-5e5a-46cf-88aa-4151c5d2b445'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:46.798592 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad7d86d-c863-4378-b800-ec0976e6102e" -d '{"events": [{"name": "network-changed", "server_uuid": "08473391-1614-4293-aea5-e4e5d4775329", "tag": "6421c36b-5e5a-46cf-88aa-4151c5d2b445"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:46.883189 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f4f5cf-a678-4385-8bcc-a1e624c4b1cd x-openstack-request-id: req-55f4f5cf-a678-4385-8bcc-a1e624c4b1cd {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:46.886115 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeab326c-d154-49d6-921f-9509b5a04d62", "name": "network-vif-plugged", "status": "completed", "tag": "250c0933-2051-4622-966e-95c5d64fdd30", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:46.887210 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55f4f5cf-a678-4385-8bcc-a1e624c4b1cd {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:46.890076 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeab326c-d154-49d6-921f-9509b5a04d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250c0933-2051-4622-966e-95c5d64fdd30', 'code': 200} Mar 07 21:37:46.892318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425cc4b-cf18-4250-ac39-0074cd53eaa6 req-d368c0b9-05c6-4ed6-9212-7b0f9948dfbe tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:46.900723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8425cc4b-cf18-4250-ac39-0074cd53eaa6 req-d368c0b9-05c6-4ed6-9212-7b0f9948dfbe tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 943 time: 0.2362037 Mar 07 21:37:46.974532 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f5db8846-05ba-470b-8b71-4aad72b2d3f7 admin admin] Publish callbacks [] for security_group (671462c9-83da-4086-83f9-3045f19fac00), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:47.006504 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f5db8846-05ba-470b-8b71-4aad72b2d3f7 admin admin] Publish callbacks [] for security_group (671462c9-83da-4086-83f9-3045f19fac00), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:47.007504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=250c0933-2051-4622-966e-95c5d64fdd30,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:47.208587 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-6d92b606-7c94-4c6a-81d2-172b480c81cf tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:47.210297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-6d92b606-7c94-4c6a-81d2-172b480c81cf tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.15 "GET /v2.0/networks?id=6a38c177-2986-4993-baa8-899eed1d97e5 HTTP/1.1" status: 200 len: 822 time: 0.2368937 Mar 07 21:37:47.217899 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f5db8846-05ba-470b-8b71-4aad72b2d3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (671462c9-83da-4086-83f9-3045f19fac00), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:47.221771 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f5db8846-05ba-470b-8b71-4aad72b2d3f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:47.223039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f5db8846-05ba-470b-8b71-4aad72b2d3f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/671462c9-83da-4086-83f9-3045f19fac00 HTTP/1.1" status: 204 len: 168 time: 0.5183153 Mar 07 21:37:47.281045 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-008f0785-4bc4-4102-8e26-f871b925e443 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5ff193ed-3933-4c34-873f-c9cec4d64911), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:47.313143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-a1b1bbf4-9cf8-49f5-9ae0-469dd26e509c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Request body: {'port': {'device_id': '60d31546-737b-4800-9d6f-842c99fe68bd', 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5', 'admin_state_up': True, 'tenant_id': '84bc0532354f494997de14eeea34bc27'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:47.330122 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db8846-05ba-470b-8b71-4aad72b2d3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671462c9-83da-4086-83f9-3045f19fac00,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:47.372529 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8425cc4b-cf18-4250-ac39-0074cd53eaa6 req-4dddf306-f5a6-4ed1-aa94-cb91a4418c12 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708478 Mar 07 21:37:47.404738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f0785-4bc4-4102-8e26-f871b925e443 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Pushing event deleted for resources: {'Port': ['ID=5ff193ed-3933-4c34-873f-c9cec4d64911,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:47.445319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-e7a48443-fbea-4877-9aa3-effe4c6a705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:47.447412 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-e7a48443-fbea-4877-9aa3-effe4c6a705f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=342316ef9f394e8cb8be6c925ab82c66&device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 1125 time: 0.4815881 Mar 07 21:37:47.505185 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d3529f-c2f3-4f4d-87ca-a1b5626c45b8 x-openstack-request-id: req-e1d3529f-c2f3-4f4d-87ca-a1b5626c45b8 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:47.505696 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08473391-1614-4293-aea5-e4e5d4775329", "tag": "6421c36b-5e5a-46cf-88aa-4151c5d2b445", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:47.506803 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1d3529f-c2f3-4f4d-87ca-a1b5626c45b8 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:47.507709 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08473391-1614-4293-aea5-e4e5d4775329', 'tag': '6421c36b-5e5a-46cf-88aa-4151c5d2b445', 'status': 'completed', 'code': 200} Mar 07 21:37:47.602528 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-607b930f-fbbc-4c16-8656-3841489ab647 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6421c36b-5e5a-46cf-88aa-4151c5d2b445 HTTP/1.1" status: 200 len: 217 time: 0.1351950 Mar 07 21:37:47.681846 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-e1199515-d625-4c41-a287-640336d7c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:47.683331 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-e1199515-d625-4c41-a287-640336d7c835 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3846fd89-0852-47b8-8047-f4764acdf27d HTTP/1.1" status: 200 len: 854 time: 0.0730960 Mar 07 21:37:47.728196 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-ae0dbf45-ab2d-46b2-9328-1b39e857a6dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367713 Mar 07 21:37:47.735609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4ad963d-d1c9-406a-a8f6-38f3e8a7706e req-f6bf1c2f-df45-4398-a2b6-0ada09917c89 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 210 time: 0.1934164 Mar 07 21:37:47.763837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5ff193ed-3933-4c34-873f-c9cec4d64911 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:37:47.849145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 5ff193ed-3933-4c34-873f-c9cec4d64911 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:37:47.849625 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5ff193ed-3933-4c34-873f-c9cec4d64911 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:37:47.867328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4df6f-20a3-41d0-a7ee-3f62eaad3923 req-4a67e899-7b95-454c-b46e-8337535e3644 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:47.874000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07d4df6f-20a3-41d0-a7ee-3f62eaad3923 req-4a67e899-7b95-454c-b46e-8337535e3644 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.8035228 Mar 07 21:37:47.874834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51984) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:48.025862 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-00ce7929-c48f-4bbd-9e5e-84e267f6ed4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:48.043256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07d4df6f-20a3-41d0-a7ee-3f62eaad3923 req-c168a7a1-73b5-4ba3-b693-2a58b26cea84 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443090 Mar 07 21:37:48.062551 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:48.067909 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e5281e8-7339-405e-9354-17b24a80b0d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:48.257017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e5281e8-7339-405e-9354-17b24a80b0d6 admin admin] Publish callbacks [] for security_group (9f5db9d5-dedc-4603-93cb-41ff6df37e3a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:48.318315 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56d780f0-f864-440c-b4cd-c7862e0ec054 req-3b337ad5-678c-4502-a92e-8bd8b86965bc tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 210 time: 0.0608737 Mar 07 21:37:48.323551 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e5281e8-7339-405e-9354-17b24a80b0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9f5db9d5-dedc-4603-93cb-41ff6df37e3a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:48.405135 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5281e8-7339-405e-9354-17b24a80b0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5db9d5-dedc-4603-93cb-41ff6df37e3a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:48.428280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-a1b1bbf4-9cf8-49f5-9ae0-469dd26e509c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Made reservation on behalf of 84bc0532354f494997de14eeea34bc27 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:48.449663 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-a1b1bbf4-9cf8-49f5-9ae0-469dd26e509c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:48.632305 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-008f0785-4bc4-4102-8e26-f871b925e443 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Router 81928a82-67bd-48dc-9690-85d095120cd5 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:37:48.687838 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-5d8da1c5-058d-4816-a00b-0a0009c7b0ec service neutron] 10.222.0.13 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8875670 Mar 07 21:37:48.693628 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-3f7c984e-477e-4291-9dde-efd1beb87a0e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=983f4ba84c9a411ba764aa41e92d0679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345929 Mar 07 21:37:48.823329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8e5281e8-7339-405e-9354-17b24a80b0d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64fc4e83a2834ed8a1c1e4d0a82bfcc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9385920 Mar 07 21:37:48.855826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52014) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:48.881555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-7f7aed1e-a25b-4aeb-a4bc-c9c4888ea273 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:48.889156 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-7f7aed1e-a25b-4aeb-a4bc-c9c4888ea273 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941135 Mar 07 21:37:48.903731 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-efbebb60-ad7e-4a52-942b-4f543f546a01 req-0be5a5b0-c1b5-47bc-8e4e-42e8a935e9ed service neutron] 10.222.0.13 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796162 Mar 07 21:37:48.914422 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-ede61b9a-da40-4cbb-b314-8ba571f37083 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/quotas/983f4ba84c9a411ba764aa41e92d0679 HTTP/1.1" status: 200 len: 375 time: 0.0241339 Mar 07 21:37:48.943268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac3f8a-f88a-4e7f-bb27-08b4862207ba req-82431bed-e117-41a2-8d56-09c4c2b243c3 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:48.946919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fac3f8a-f88a-4e7f-bb27-08b4862207ba req-82431bed-e117-41a2-8d56-09c4c2b243c3 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 943 time: 0.4408987 Mar 07 21:37:49.151081 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-008f0785-4bc4-4102-8e26-f871b925e443 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:37:49.173801 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b45f8d-3ec8-428f-aab7-a4d93707726c None None] Sync routers for ids ['81928a82-67bd-48dc-9690-85d095120cd5'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:37:49.182157 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:49.186648 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7d86d-c863-4378-b800-ec0976e6102e req-dc42b1ec-6481-4a3a-9068-b29e76edf9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:49.188629 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dad7d86d-c863-4378-b800-ec0976e6102e req-dc42b1ec-6481-4a3a-9068-b29e76edf9f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=342316ef9f394e8cb8be6c925ab82c66&device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 1125 time: 0.1728473 Mar 07 21:37:49.205094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b45f8d-3ec8-428f-aab7-a4d93707726c None None] Routers {'81928a82-67bd-48dc-9690-85d095120cd5'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:37:49.205756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-85b45f8d-3ec8-428f-aab7-a4d93707726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:37:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['81928a82-67bd-48dc-9690-85d095120cd5'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:49.248919 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-008f0785-4bc4-4102-8e26-f871b925e443 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] No DVR routers for this DVR port 5ff193ed-3933-4c34-873f-c9cec4d64911 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:37:49.254285 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-008f0785-4bc4-4102-8e26-f871b925e443 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:49.258101 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3e939bd1-d609-4a4b-ab24-ade7cd18674f req-008f0785-4bc4-4102-8e26-f871b925e443 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.15 "DELETE /v2.0/ports/5ff193ed-3933-4c34-873f-c9cec4d64911 HTTP/1.1" status: 204 len: 173 time: 5.0701218 Mar 07 21:37:49.274319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-a74d9dca-ca76-4d32-99c1-8117b91f28ed tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3554254 Mar 07 21:37:49.276569 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-accf584b-430d-4513-810f-98636d14245b admin admin] Publish callbacks [] for security_group (9f5db9d5-dedc-4603-93cb-41ff6df37e3a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:49.391123 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-accf584b-430d-4513-810f-98636d14245b admin admin] Publish callbacks [] for security_group (9f5db9d5-dedc-4603-93cb-41ff6df37e3a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:49.472366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7d86d-c863-4378-b800-ec0976e6102e req-7e28e417-7207-4f92-bb36-3e5de0ae43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:49.476659 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dad7d86d-c863-4378-b800-ec0976e6102e req-7e28e417-7207-4f92-bb36-3e5de0ae43bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb HTTP/1.1" status: 200 len: 915 time: 0.2657185 Mar 07 21:37:49.489120 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-85b45f8d-3ec8-428f-aab7-a4d93707726c None None] Set router 81928a82-67bd-48dc-9690-85d095120cd5 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:37:49.499381 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-accf584b-430d-4513-810f-98636d14245b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9f5db9d5-dedc-4603-93cb-41ff6df37e3a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:49.502103 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-accf584b-430d-4513-810f-98636d14245b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:49.512410 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-accf584b-430d-4513-810f-98636d14245b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f5db9d5-dedc-4603-93cb-41ff6df37e3a HTTP/1.1" status: 204 len: 168 time: 0.6436822 Mar 07 21:37:49.580873 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fac3f8a-f88a-4e7f-bb27-08b4862207ba req-64479a2d-3255-46f6-8a7c-5144dc0504f3 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966485 Mar 07 21:37:49.597166 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1', 'name': 'network-vif-deleted', 'tag': '5ff193ed-3933-4c34-873f-c9cec4d64911'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:49.601591 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67bdad8-caeb-46bb-a12b-78b164df811f" -d '{"events": [{"server_uuid": "c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1", "name": "network-vif-deleted", "tag": "5ff193ed-3933-4c34-873f-c9cec4d64911"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:49.617086 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dad7d86d-c863-4378-b800-ec0976e6102e req-464d0559-28a1-43dd-866e-4e5aaa5db6c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6421c36b-5e5a-46cf-88aa-4151c5d2b445 HTTP/1.1" status: 200 len: 217 time: 0.1338086 Mar 07 21:37:49.638401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-a1b1bbf4-9cf8-49f5-9ae0-469dd26e509c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Allocated IP 172.20.0.12 (6a38c177-2986-4993-baa8-899eed1d97e5/6f3b5aa6-8944-412a-8b57-0adb658b9c28/97d562f2-f49c-43ac-b734-03e8b0808137) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:49.647879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf584b-430d-4513-810f-98636d14245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5db9d5-dedc-4603-93cb-41ff6df37e3a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:49.766804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7d86d-c863-4378-b800-ec0976e6102e req-6281f770-20a7-411b-9417-6af831dc1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:49.768351 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dad7d86d-c863-4378-b800-ec0976e6102e req-6281f770-20a7-411b-9417-6af831dc1b28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3846fd89-0852-47b8-8047-f4764acdf27d HTTP/1.1" status: 200 len: 854 time: 0.1445627 Mar 07 21:37:49.916706 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dad7d86d-c863-4378-b800-ec0976e6102e req-7fb7fb76-270a-444b-bfe0-168f6e08f8e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320674 Mar 07 21:37:50.048019 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43792782-d753-4e4f-aba0-58cac4e67d66 req-79f03b19-eacc-4ea5-8c30-853f32f1b302 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1 HTTP/1.1" status: 200 len: 210 time: 0.2499275 Mar 07 21:37:50.054377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-85b45f8d-3ec8-428f-aab7-a4d93707726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81928a82-67bd-48dc-9690-85d095120cd5', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:36:17Z', 'updated_at': '2022-03-07T21:36:22Z', 'revision_number': 4, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'gw_port': {'id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:18Z', 'updated_at': '2022-03-07T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4c73492f-4847-4873-a6a2-d9113f00ea52', 'name': '', 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'mac_address': 'fa:16:3e:54:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:21Z', 'updated_at': '2022-03-07T21:36:28Z', 'revision_number': 5, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'subnets': [{'id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:50.140207 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b516e807-44c8-477c-9e0d-f5dd6ee3f35f req-ab2f7479-80f3-447e-bb6d-734665c95da7 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 210 time: 0.0830996 Mar 07 21:37:50.218097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b45f8d-3ec8-428f-aab7-a4d93707726c None None] Checking router: 81928a82-67bd-48dc-9690-85d095120cd5 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:37:50.259231 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dad7d86d-c863-4378-b800-ec0976e6102e req-f2146c31-cc0a-4fc2-8cbc-8e62449c3e88 service neutron] 10.222.0.13 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379986 Mar 07 21:37:50.278980 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:50.283544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b45f8d-3ec8-428f-aab7-a4d93707726c None None] Routers {'81928a82-67bd-48dc-9690-85d095120cd5'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:37:50.287145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-85b45f8d-3ec8-428f-aab7-a4d93707726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:37:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['81928a82-67bd-48dc-9690-85d095120cd5'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:50.320613 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363b67be-cbd8-4564-9c36-5302d35c59aa x-openstack-request-id: req-363b67be-cbd8-4564-9c36-5302d35c59aa {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:50.320924 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1", "name": "network-vif-deleted", "tag": "5ff193ed-3933-4c34-873f-c9cec4d64911", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:50.321189 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-363b67be-cbd8-4564-9c36-5302d35c59aa {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:50.321602 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c716aff2-cfbc-4bad-a685-8ef5d3f0c3e1', 'name': 'network-vif-deleted', 'tag': '5ff193ed-3933-4c34-873f-c9cec4d64911', 'status': 'completed', 'code': 200} Mar 07 21:37:50.458919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9201758f-013e-411a-9772-67706cd62c1c req-ca3b4012-8b2c-4705-b922-97ddb761104f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 210 time: 0.1640477 Mar 07 21:37:50.478120 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-a1b1bbf4-9cf8-49f5-9ae0-469dd26e509c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for port (97d562f2-f49c-43ac-b734-03e8b0808137), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:50.530488 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dad7d86d-c863-4378-b800-ec0976e6102e req-32f94cef-106a-4752-ab95-99652009b230 service neutron] 10.222.0.13 "GET /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501800 Mar 07 21:37:50.681960 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-a1b1bbf4-9cf8-49f5-9ae0-469dd26e509c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (97d562f2-f49c-43ac-b734-03e8b0808137), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:50.744724 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-85b45f8d-3ec8-428f-aab7-a4d93707726c None None] Set router 81928a82-67bd-48dc-9690-85d095120cd5 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:37:50.964214 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-a1b1bbf4-9cf8-49f5-9ae0-469dd26e509c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Network 6a38c177-2986-4993-baa8-899eed1d97e5 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:50.985182 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-a1b1bbf4-9cf8-49f5-9ae0-469dd26e509c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:51.010207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-a1b1bbf4-9cf8-49f5-9ae0-469dd26e509c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:37:51.110954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1bbf4-9cf8-49f5-9ae0-469dd26e509c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Pushing event updated for resources: {'Port': ['ID=97d562f2-f49c-43ac-b734-03e8b0808137,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:51.140300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-a1b1bbf4-9cf8-49f5-9ae0-469dd26e509c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:51.140962 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-a1b1bbf4-9cf8-49f5-9ae0-469dd26e509c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:51.185832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-85b45f8d-3ec8-428f-aab7-a4d93707726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81928a82-67bd-48dc-9690-85d095120cd5', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:36:17Z', 'updated_at': '2022-03-07T21:36:22Z', 'revision_number': 4, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'gw_port': {'id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:18Z', 'updated_at': '2022-03-07T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4c73492f-4847-4873-a6a2-d9113f00ea52', 'name': '', 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'mac_address': 'fa:16:3e:54:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:21Z', 'updated_at': '2022-03-07T21:36:28Z', 'revision_number': 5, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'subnets': [{'id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:51.192349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42778b1c-088b-4499-a4d3-940bdd3cb712 req-0fecc401-09b6-4924-b086-9e08afa29833 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:51.214193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42778b1c-088b-4499-a4d3-940bdd3cb712 req-0fecc401-09b6-4924-b086-9e08afa29833 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 943 time: 0.3812373 Mar 07 21:37:51.219716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-a1b1bbf4-9cf8-49f5-9ae0-469dd26e509c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9298909 Mar 07 21:37:51.246700 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52088) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:51.263620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Request body: {'port': {'device_id': '60d31546-737b-4800-9d6f-842c99fe68bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:51.291216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b45f8d-3ec8-428f-aab7-a4d93707726c None None] The sync data for ids ['81928a82-67bd-48dc-9690-85d095120cd5'] in n-d-832330-1 is: [{'id': '81928a82-67bd-48dc-9690-85d095120cd5', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:36:17Z', 'updated_at': '2022-03-07T21:36:22Z', 'revision_number': 4, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'gw_port': {'id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:18Z', 'updated_at': '2022-03-07T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4c73492f-4847-4873-a6a2-d9113f00ea52', 'name': '', 'network_id': '9ffcf6e4-ae5d-40ad-baed-19b7800074b4', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'mac_address': 'fa:16:3e:54:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:21Z', 'updated_at': '2022-03-07T21:36:28Z', 'revision_number': 5, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'subnets': [{'id': 'cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:37:51.477948 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42778b1c-088b-4499-a4d3-940bdd3cb712 req-3dedee36-b56b-4549-858c-441f84dcfdfc tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627914 Mar 07 21:37:51.510857 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44cfda4a-c422-4f3c-ab9f-adc5e6fde42b tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for security_group (77aa7925-c140-4a49-8151-cecb9707625d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:51.615972 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44cfda4a-c422-4f3c-ab9f-adc5e6fde42b tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for security_group (77aa7925-c140-4a49-8151-cecb9707625d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:51.804414 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44cfda4a-c422-4f3c-ab9f-adc5e6fde42b tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (77aa7925-c140-4a49-8151-cecb9707625d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:51.811785 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44cfda4a-c422-4f3c-ab9f-adc5e6fde42b tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:51.823808 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-44cfda4a-c422-4f3c-ab9f-adc5e6fde42b tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "DELETE /v2.0/security-groups/77aa7925-c140-4a49-8151-cecb9707625d HTTP/1.1" status: 204 len: 168 time: 0.5746460 Mar 07 21:37:51.824466 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52102) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:51.852367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcfbde61-2586-443f-9236-621db212ac92 req-33f51f8b-7e9f-4bda-bb0a-a54916875a16 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 210 time: 0.1654360 Mar 07 21:37:51.905485 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (97d562f2-f49c-43ac-b734-03e8b0808137), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:51.919393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722a80c-6e8f-443e-823c-bf628397cfb6 req-66501c02-0191-44c1-8f66-2eaa435e903f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:51.927396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1722a80c-6e8f-443e-823c-bf628397cfb6 req-66501c02-0191-44c1-8f66-2eaa435e903f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 932 time: 0.4461172 Mar 07 21:37:51.976520 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cef2a-2d60-4181-ad81-15913c1ab48f None None] New status for floating IP 23d15a9c-bb1d-4869-a2dc-4059719cd734: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:37:51.986110 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-27ec96d8-b2dd-47bb-81c6-90a191adba4b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=983f4ba84c9a411ba764aa41e92d0679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4728227 Mar 07 21:37:52.024198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfda4a-c422-4f3c-ab9f-adc5e6fde42b tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77aa7925-c140-4a49-8151-cecb9707625d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:52.051669 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-248098ff-f874-4b37-bed1-656645f57f68 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] show failed (client error): The resource could not be found. Mar 07 21:37:52.061530 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-248098ff-f874-4b37-bed1-656645f57f68 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "GET /v2.0/security-groups/77aa7925-c140-4a49-8151-cecb9707625d HTTP/1.1" status: 404 len: 347 time: 0.1642992 Mar 07 21:37:52.063098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52112) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:52.098107 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:52.227963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6421c36b-5e5a-46cf-88aa-4151c5d2b445 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:37:52.420871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-58136312-c3e2-4130-afc2-b145c8ff4b8c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:52.422469 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-58136312-c3e2-4130-afc2-b145c8ff4b8c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4355447 Mar 07 21:37:52.431427 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-879fe1b4-5c6b-4deb-9b6a-952a61eb1207 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Deleting port 6367693d-69c6-42b0-859a-d5758380e4d2 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:37:52.431780 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-879fe1b4-5c6b-4deb-9b6a-952a61eb1207 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6367693d-69c6-42b0-859a-d5758380e4d2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:52.453865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-cf3c2569-3246-4a4d-8c2a-2d086d23270a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Request body: {'port': {'device_id': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '983f4ba84c9a411ba764aa41e92d0679'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:52.619809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 6421c36b-5e5a-46cf-88aa-4151c5d2b445, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6421c36b-5e5a-46cf-88aa-4151c5d2b445,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:52.709497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '6421c36b-5e5a-46cf-88aa-4151c5d2b445', 'network_id': '78f0a89d-2c96-481c-8e1f-7a2c7213f0eb', 'port_id': '6421c36b-5e5a-46cf-88aa-4151c5d2b445', 'mac_address': 'fa:16:3e:46:a2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3846fd89-0852-47b8-8047-f4764acdf27d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:37:52.711759 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-879fe1b4-5c6b-4deb-9b6a-952a61eb1207 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6367693d-69c6-42b0-859a-d5758380e4d2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:52.712709 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-879fe1b4-5c6b-4deb-9b6a-952a61eb1207 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for floatingip (6367693d-69c6-42b0-859a-d5758380e4d2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:52.739627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-879fe1b4-5c6b-4deb-9b6a-952a61eb1207 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Calling delete_port for 6367693d-69c6-42b0-859a-d5758380e4d2 owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:37:52.854910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 6421c36b-5e5a-46cf-88aa-4151c5d2b445 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:52.855369 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6421c36b-5e5a-46cf-88aa-4151c5d2b445), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:52.872440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6421c36b-5e5a-46cf-88aa-4151c5d2b445 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:52.909337 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-cf3c2569-3246-4a4d-8c2a-2d086d23270a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Made reservation on behalf of 983f4ba84c9a411ba764aa41e92d0679 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:52.918900 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-cf3c2569-3246-4a4d-8c2a-2d086d23270a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:52.941789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 6421c36b-5e5a-46cf-88aa-4151c5d2b445, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6421c36b-5e5a-46cf-88aa-4151c5d2b445,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:52.954838 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6421c36b-5e5a-46cf-88aa-4151c5d2b445), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:53.074263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=6421c36b-5e5a-46cf-88aa-4151c5d2b445,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:53.115591 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1722a80c-6e8f-443e-823c-bf628397cfb6 req-7f20a63b-9b6f-4a8e-a5e7-693c26825168 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1869531 Mar 07 21:37:53.290514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-cf3c2569-3246-4a4d-8c2a-2d086d23270a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Allocated IP 192.168.233.113 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/a555ccb5-722a-42fa-aba1-3c9d60fbcdaf) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:53.329294 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['6421c36b-5e5a-46cf-88aa-4151c5d2b445'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:37:53.353147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109e1f-1a33-44ae-a8d9-ee48c3b0b92c req-ad241d48-0e39-46d8-92f5-163bc2181455 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:53.359988 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc109e1f-1a33-44ae-a8d9-ee48c3b0b92c req-ad241d48-0e39-46d8-92f5-163bc2181455 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 944 time: 0.2677953 Mar 07 21:37:53.399040 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6881ddeb-1ce4-4029-aa0d-390495f426c6 req-11f19416-d30f-4903-8632-493bb2e3bcae tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 210 time: 0.1280432 Mar 07 21:37:53.438822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52166) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:53.509171 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc109e1f-1a33-44ae-a8d9-ee48c3b0b92c req-5ab23dd6-598d-4677-98f9-9fb48560fb0f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482077 Mar 07 21:37:53.690918 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-cf3c2569-3246-4a4d-8c2a-2d086d23270a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks [] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:53.776748 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2bcd-373d-4cbb-b528-9c3f0f8df537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:53.858128 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-879fe1b4-5c6b-4deb-9b6a-952a61eb1207 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6367693d-69c6-42b0-859a-d5758380e4d2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:53.889671 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-cf3c2569-3246-4a4d-8c2a-2d086d23270a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:53.903789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['250c0933-2051-4622-966e-95c5d64fdd30'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:37:53.906138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['a579bf70-a25a-4de4-b100-2836fe8ef53a'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:37:53.945115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fe1b4-5c6b-4deb-9b6a-952a61eb1207 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Pushing event deleted for resources: {'Port': ['ID=6367693d-69c6-42b0-859a-d5758380e4d2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:54.010798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d562f2-f49c-43ac-b734-03e8b0808137 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:54.055702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-cf3c2569-3246-4a4d-8c2a-2d086d23270a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:54.063408 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-cf3c2569-3246-4a4d-8c2a-2d086d23270a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:54.067454 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-cf3c2569-3246-4a4d-8c2a-2d086d23270a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:37:54.071485 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Publish callbacks [] for port (97d562f2-f49c-43ac-b734-03e8b0808137), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:54.122664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-cf3c2569-3246-4a4d-8c2a-2d086d23270a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:54.125695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-cf3c2569-3246-4a4d-8c2a-2d086d23270a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:54.142920 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c2569-3246-4a4d-8c2a-2d086d23270a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Pushing event updated for resources: {'Port': ['ID=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:54.164175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Transition to ACTIVE for port object 97d562f2-f49c-43ac-b734-03e8b0808137 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:37:54.191133 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (97d562f2-f49c-43ac-b734-03e8b0808137), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:54.203388 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-879fe1b4-5c6b-4deb-9b6a-952a61eb1207 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks [] for floatingip (23d15a9c-bb1d-4869-a2dc-4059719cd734), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:54.207056 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-879fe1b4-5c6b-4deb-9b6a-952a61eb1207 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:54.213238 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-879fe1b4-5c6b-4deb-9b6a-952a61eb1207 tempest-ServersTestFqdnHostnames-1668536147 tempest-ServersTestFqdnHostnames-1668536147-project] 10.222.0.26 "DELETE /v2.0/floatingips/23d15a9c-bb1d-4869-a2dc-4059719cd734 HTTP/1.1" status: 204 len: 168 time: 2.1191187 Mar 07 21:37:54.222968 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-cf3c2569-3246-4a4d-8c2a-2d086d23270a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7888110 Mar 07 21:37:54.223829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52178) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:54.265849 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Request body: {'port': {'device_id': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:54.517852 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:54.607294 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2bcd-373d-4cbb-b528-9c3f0f8df537 admin admin] Publish callbacks [] for security_group (25382b17-5e19-4d70-b345-013c35f16d1f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:54.666264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-84b79467-9ebe-470c-a4c5-466b49010047 None None] Provisioning complete for port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:37:54.666644 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-84b79467-9ebe-470c-a4c5-466b49010047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:54.692614 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2bcd-373d-4cbb-b528-9c3f0f8df537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (25382b17-5e19-4d70-b345-013c35f16d1f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:54.751509 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-84b79467-9ebe-470c-a4c5-466b49010047 None None] Port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:37:54.788815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Pushing event updated for resources: {'Port': ['ID=97d562f2-f49c-43ac-b734-03e8b0808137,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:54.830363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e2bcd-373d-4cbb-b528-9c3f0f8df537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25382b17-5e19-4d70-b345-013c35f16d1f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:54.858444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cc17f-b9ae-4d18-8466-a93f87717f5a req-77c6dbcc-2a9d-4c83-9258-24fd1a68ac30 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:54.861437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-157cc17f-b9ae-4d18-8466-a93f87717f5a req-77c6dbcc-2a9d-4c83-9258-24fd1a68ac30 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 944 time: 0.5460434 Mar 07 21:37:55.088844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-157cc17f-b9ae-4d18-8466-a93f87717f5a req-f3ba60ee-d5f6-420e-a462-3e1b6a0cf3d0 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182608 Mar 07 21:37:55.107460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1c7e2bcd-373d-4cbb-b528-9c3f0f8df537 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f956f1d19af649979fed8f88b6954a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6651211 Mar 07 21:37:55.111614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52190) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:55.198365 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-105e87cb-e1bf-489b-8a6c-4247264a18c4 admin admin] Publish callbacks [] for security_group (25382b17-5e19-4d70-b345-013c35f16d1f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:55.259938 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-105e87cb-e1bf-489b-8a6c-4247264a18c4 admin admin] Publish callbacks [] for security_group (25382b17-5e19-4d70-b345-013c35f16d1f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:55.328912 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5daade10-8aab-4f3b-97f5-1c95a8047851 req-6bf53bce-18fe-46cb-b4c8-27376d388d3d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6998520 Mar 07 21:37:55.338455 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a555ccb5-722a-42fa-aba1-3c9d60fbcdaf {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:55.354338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f7172-e385-4d26-abab-f63ed0b9d185 req-bbc8772b-ff82-4952-9654-b857d6089b8a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:55.356004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d0f7172-e385-4d26-abab-f63ed0b9d185 req-bbc8772b-ff82-4952-9654-b857d6089b8a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 936 time: 0.7300098 Mar 07 21:37:55.396259 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Publish callbacks [] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:55.417638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Attempting to bind port 97d562f2-f49c-43ac-b734-03e8b0808137 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:37:55.417996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Attempting to bind port 97d562f2-f49c-43ac-b734-03e8b0808137 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'bf466cfa-f08c-4f53-92e8-ee84d3db3f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:37:55.420993 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Attempting to bind port 97d562f2-f49c-43ac-b734-03e8b0808137 on network 6a38c177-2986-4993-baa8-899eed1d97e5 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:37:55.434190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Port 97d562f2-f49c-43ac-b734-03e8b0808137 on network 6a38c177-2986-4993-baa8-899eed1d97e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:37:55.434518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Attempting to bind port 97d562f2-f49c-43ac-b734-03e8b0808137 on network 6a38c177-2986-4993-baa8-899eed1d97e5 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:37:55.477522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Transition to ACTIVE for port object a555ccb5-722a-42fa-aba1-3c9d60fbcdaf will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:37:55.494292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:55.499181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:37:55.499538 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Checking segment: {'id': 'bf466cfa-f08c-4f53-92e8-ee84d3db3f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:37:55.499937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Bound using segment: {'id': 'bf466cfa-f08c-4f53-92e8-ee84d3db3f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:37:55.500382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Bound port: 97d562f2-f49c-43ac-b734-03e8b0808137, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf466cfa-f08c-4f53-92e8-ee84d3db3f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:37:55.500744 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (97d562f2-f49c-43ac-b734-03e8b0808137), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:55.602844 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5ddc-a2d1-4cf9-aff8-dde1a843de52 req-5c30f2e8-cc5b-4995-ab73-386f6f9aa3c6 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:55.610440 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07ab5ddc-a2d1-4cf9-aff8-dde1a843de52 req-5c30f2e8-cc5b-4995-ab73-386f6f9aa3c6 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 944 time: 0.2529416 Mar 07 21:37:55.618536 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-105e87cb-e1bf-489b-8a6c-4247264a18c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (25382b17-5e19-4d70-b345-013c35f16d1f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:55.621250 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-105e87cb-e1bf-489b-8a6c-4247264a18c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:55.625369 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-105e87cb-e1bf-489b-8a6c-4247264a18c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25382b17-5e19-4d70-b345-013c35f16d1f HTTP/1.1" status: 204 len: 168 time: 0.5103796 Mar 07 21:37:55.656025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daade10-8aab-4f3b-97f5-1c95a8047851 req-df9beeed-784e-4265-8e0c-65c293843c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:55.657678 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5daade10-8aab-4f3b-97f5-1c95a8047851 req-df9beeed-784e-4265-8e0c-65c293843c30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 1131 time: 0.2553155 Mar 07 21:37:55.663445 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d0f7172-e385-4d26-abab-f63ed0b9d185 req-fa077c0b-3ed8-4bd9-87d2-fef5b10c0afe tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994432 Mar 07 21:37:55.693671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e87cb-e1bf-489b-8a6c-4247264a18c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25382b17-5e19-4d70-b345-013c35f16d1f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:55.741244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:55.859570 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-598f98d4-3aae-4aed-a155-7d183e66bfb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (81928a82-67bd-48dc-9690-85d095120cd5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:55.914661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daade10-8aab-4f3b-97f5-1c95a8047851 req-020c13a1-1f5d-4f57-a408-fdbc719ab6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:55.916325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5daade10-8aab-4f3b-97f5-1c95a8047851 req-020c13a1-1f5d-4f57-a408-fdbc719ab6ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2267289 Mar 07 21:37:55.959828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07ab5ddc-a2d1-4cf9-aff8-dde1a843de52 req-83560009-4ff8-4b1d-b3e9-78121cf29cd4 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484447 Mar 07 21:37:55.979835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] For port 97d562f2-f49c-43ac-b734-03e8b0808137, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:37:56.070369 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Attempting to bind port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:37:56.070715 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Attempting to bind port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:37:56.071048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Attempting to bind port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:37:56.080047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:37:56.080382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Attempting to bind port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:37:56.092226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:37:56.093191 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:37:56.093617 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:37:56.094236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Bound port: a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:37:56.094607 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:56.104948 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5daade10-8aab-4f3b-97f5-1c95a8047851 req-016c8349-e547-4dd2-b13f-329bef16c298 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a HTTP/1.1" status: 200 len: 217 time: 0.1564465 Mar 07 21:37:56.113165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] For port 97d562f2-f49c-43ac-b734-03e8b0808137, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=97d562f2-f49c-43ac-b734-03e8b0808137,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:37:56.165132 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (97d562f2-f49c-43ac-b734-03e8b0808137), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:56.236783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6421c36b-5e5a-46cf-88aa-4151c5d2b445 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:37:56.260610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:37:56.285464 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:37:56.300898 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:56.424075 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:56.430918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 6421c36b-5e5a-46cf-88aa-4151c5d2b445 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:37:56.436181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 6421c36b-5e5a-46cf-88aa-4151c5d2b445 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:37:56.436431 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6421c36b-5e5a-46cf-88aa-4151c5d2b445), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:56.449140 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:56.453675 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:56.455191 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-23b38e7f-e83b-470e-8d47-bc3bc45fd6a7 service neutron] 10.222.0.15 "PUT /v2.0/ports/a555ccb5-722a-42fa-aba1-3c9d60fbcdaf HTTP/1.1" status: 200 len: 1096 time: 2.2032173 Mar 07 21:37:56.458488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:56.461914 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5c5a6b-05ae-41b8-9883-b9b5ff0a4575" -d '{"events": [{"name": "network-changed", "server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:56.528865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:56.534886 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:56.538600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] 10.222.0.15 "PUT /v2.0/ports/97d562f2-f49c-43ac-b734-03e8b0808137 HTTP/1.1" status: 200 len: 1092 time: 5.2991629 Mar 07 21:37:56.560067 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d31546-737b-4800-9d6f-842c99fe68bd', 'tag': '97d562f2-f49c-43ac-b734-03e8b0808137'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:56.569602 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64178e43-bbe7-4829-bc8f-713643a71a22" -d '{"events": [{"name": "network-changed", "server_uuid": "60d31546-737b-4800-9d6f-842c99fe68bd", "tag": "97d562f2-f49c-43ac-b734-03e8b0808137"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:56.637851 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e041369b-d53b-4cbf-b673-de83921695c4 x-openstack-request-id: req-e041369b-d53b-4cbf-b673-de83921695c4 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:56.638172 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:56.638432 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e041369b-d53b-4cbf-b673-de83921695c4 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:56.638842 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'status': 'completed', 'code': 200} Mar 07 21:37:56.829108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daade10-8aab-4f3b-97f5-1c95a8047851 req-c42aee29-23cb-49c7-b735-cdfc66c7f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:56.870822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5daade10-8aab-4f3b-97f5-1c95a8047851 req-c42aee29-23cb-49c7-b735-cdfc66c7f900 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.7336318 Mar 07 21:37:56.870822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e70779-f27e-4823-8fd4-a72e46608357 service neutron] Pushing event updated for resources: {'Port': ['ID=97d562f2-f49c-43ac-b734-03e8b0808137,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:56.901960 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-95fc1956-a3ad-4953-b6b8-b1f35f156461 req-0f15690a-b29a-4f4d-a485-4482f0feb436 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4926064 Mar 07 21:37:56.923941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e47f2-798c-4514-bfa4-5823be578262 req-e6b9fc3a-c25e-4ddc-9f8a-8da61a29eb74 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:56.931217 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-5d28fddd-59b6-4439-98b8-ea477e3d6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:56.932758 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-5d28fddd-59b6-4439-98b8-ea477e3d6bca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 1130 time: 0.4090941 Mar 07 21:37:56.935205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-473e47f2-798c-4514-bfa4-5823be578262 req-e6b9fc3a-c25e-4ddc-9f8a-8da61a29eb74 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 944 time: 0.6249452 Mar 07 21:37:56.966135 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dfdfa9-7b77-4672-8251-65bb1311b9e7 x-openstack-request-id: req-50dfdfa9-7b77-4672-8251-65bb1311b9e7 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:56.968581 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d31546-737b-4800-9d6f-842c99fe68bd", "tag": "97d562f2-f49c-43ac-b734-03e8b0808137", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:56.969077 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50dfdfa9-7b77-4672-8251-65bb1311b9e7 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:56.970572 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d31546-737b-4800-9d6f-842c99fe68bd', 'tag': '97d562f2-f49c-43ac-b734-03e8b0808137', 'status': 'completed', 'code': 200} Mar 07 21:37:57.185639 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-1b06a8cf-7f9a-4807-a615-0385bedc1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:57.196952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-1b06a8cf-7f9a-4807-a615-0385bedc1020 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84bc0532354f494997de14eeea34bc27&device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 1126 time: 0.5680847 Mar 07 21:37:57.205097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 6421c36b-5e5a-46cf-88aa-4151c5d2b445 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:37:57.205469 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6421c36b-5e5a-46cf-88aa-4151c5d2b445), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:57.293213 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08473391-1614-4293-aea5-e4e5d4775329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6421c36b-5e5a-46cf-88aa-4151c5d2b445'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:57.304684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-6f8f5baa-ddaf-4501-8f26-fd2f1de79925 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97d562f2-f49c-43ac-b734-03e8b0808137 HTTP/1.1" status: 200 len: 217 time: 0.0755725 Mar 07 21:37:57.307317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daade10-8aab-4f3b-97f5-1c95a8047851 req-c7a136b5-9abb-45f8-8c52-e8bcd2c3b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:57.309381 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5daade10-8aab-4f3b-97f5-1c95a8047851 req-c7a136b5-9abb-45f8-8c52-e8bcd2c3b8e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4392080 Mar 07 21:37:57.311394 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c333b0-fa57-4393-809f-df472b69f922" -d '{"events": [{"server_uuid": "08473391-1614-4293-aea5-e4e5d4775329", "name": "network-vif-plugged", "status": "completed", "tag": "6421c36b-5e5a-46cf-88aa-4151c5d2b445"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:37:57.333655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-473e47f2-798c-4514-bfa4-5823be578262 req-04f80e46-f792-4527-814d-513a8f90503c tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924220 Mar 07 21:37:57.357985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 6421c36b-5e5a-46cf-88aa-4151c5d2b445, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6421c36b-5e5a-46cf-88aa-4151c5d2b445,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:57.371013 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6421c36b-5e5a-46cf-88aa-4151c5d2b445), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:57.419841 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-dd9bf902-68ab-4963-b1b1-d7efe97189db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf HTTP/1.1" status: 200 len: 217 time: 0.4774950 Mar 07 21:37:57.446237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-1da6f4a0-6f21-46d1-9222-2a160dc2f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:57.448150 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-1da6f4a0-6f21-46d1-9222-2a160dc2f643 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f3b5aa6-8944-412a-8b57-0adb658b9c28 HTTP/1.1" status: 200 len: 862 time: 0.1090539 Mar 07 21:37:57.527786 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=6421c36b-5e5a-46cf-88aa-4151c5d2b445,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:57.529915 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-9be64673-f498-4b49-a784-f2c81b4c17c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a38c177-2986-4993-baa8-899eed1d97e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711234 Mar 07 21:37:57.545750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6aec8-27f1-4f03-9d01-e37cf4ff0b64 req-754a3250-dc0b-450e-a6ca-0dbadf5f66e1 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:57.560429 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-59c6aec8-27f1-4f03-9d01-e37cf4ff0b64 req-754a3250-dc0b-450e-a6ca-0dbadf5f66e1 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 948 time: 0.4636295 Mar 07 21:37:57.588302 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-598f98d4-3aae-4aed-a155-7d183e66bfb9 admin admin] Deleting port 4c73492f-4847-4873-a6a2-d9113f00ea52 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:37:57.588833 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-598f98d4-3aae-4aed-a155-7d183e66bfb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:57.679668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-27223ad4-1e9f-4871-a57c-6ccf417d5b7f service neutron] 10.222.0.15 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159382 Mar 07 21:37:57.815372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-598f98d4-3aae-4aed-a155-7d183e66bfb9 admin admin] For port 4c73492f-4847-4873-a6a2-d9113f00ea52, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4c73492f-4847-4873-a6a2-d9113f00ea52,segment=NetworkSegment(b35ffd60-3db7-45df-b909-9d4cd3e1af69),segment_id=b35ffd60-3db7-45df-b909-9d4cd3e1af69)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:37:57.815667 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-598f98d4-3aae-4aed-a155-7d183e66bfb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:57.823136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be668b-0afa-40fe-822e-fe70ad22fe67 req-50a758c0-69ff-48b2-9e85-73234880e80c tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:57.830722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96be668b-0afa-40fe-822e-fe70ad22fe67 req-50a758c0-69ff-48b2-9e85-73234880e80c tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 945 time: 0.3741026 Mar 07 21:37:57.850153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-598f98d4-3aae-4aed-a155-7d183e66bfb9 admin admin] Calling delete_port for 4c73492f-4847-4873-a6a2-d9113f00ea52 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:37:57.921377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52266) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:57.935074 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-59c6aec8-27f1-4f03-9d01-e37cf4ff0b64 req-e2771922-df72-4120-8d1f-5dfd263b7b57 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781641 Mar 07 21:37:58.006926 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24d15da-3190-42bb-aa49-a00e2d89ea78 x-openstack-request-id: req-d24d15da-3190-42bb-aa49-a00e2d89ea78 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:37:58.007346 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08473391-1614-4293-aea5-e4e5d4775329", "name": "network-vif-plugged", "status": "completed", "tag": "6421c36b-5e5a-46cf-88aa-4151c5d2b445", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:37:58.007796 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d24d15da-3190-42bb-aa49-a00e2d89ea78 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:37:58.008349 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08473391-1614-4293-aea5-e4e5d4775329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6421c36b-5e5a-46cf-88aa-4151c5d2b445', 'code': 200} Mar 07 21:37:58.052545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5daade10-8aab-4f3b-97f5-1c95a8047851 req-e38bebd8-e5cb-4ae7-be97-dbffd3ab7e89 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174649 Mar 07 21:37:58.203492 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96be668b-0afa-40fe-822e-fe70ad22fe67 req-13036220-e097-46e7-bf4f-2bf8d1bdeee9 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716235 Mar 07 21:37:58.209676 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a05b908d-c6b1-4964-9f2d-501cc730e91e req-54a0dda7-1230-403f-b3b5-ec593d7b96e6 service neutron] 10.222.0.15 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119576 Mar 07 21:37:58.224362 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c55b9309-19ba-4e3b-b260-bdcfe35e2923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:58.485803 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5daade10-8aab-4f3b-97f5-1c95a8047851 req-e998b4de-6860-4b2b-ae64-6b7f30e74df8 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050615 Mar 07 21:37:58.506387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64178e43-bbe7-4829-bc8f-713643a71a22 req-6e5225fd-f7b0-446b-8de0-68800d08b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:58.508375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64178e43-bbe7-4829-bc8f-713643a71a22 req-6e5225fd-f7b0-446b-8de0-68800d08b21b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84bc0532354f494997de14eeea34bc27&device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 1126 time: 0.2221408 Mar 07 21:37:58.548250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bb856-e35c-4dd0-9c0c-010aca7d80ed req-5f489d38-b795-4ed2-b0fe-1961a8e7d35a tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:58.556917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-335bb856-e35c-4dd0-9c0c-010aca7d80ed req-5f489d38-b795-4ed2-b0fe-1961a8e7d35a tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 944 time: 0.1228676 Mar 07 21:37:58.558692 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-598f98d4-3aae-4aed-a155-7d183e66bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4c73492f-4847-4873-a6a2-d9113f00ea52), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:58.641910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f98d4-3aae-4aed-a155-7d183e66bfb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c73492f-4847-4873-a6a2-d9113f00ea52,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:58.672197 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c55b9309-19ba-4e3b-b260-bdcfe35e2923 admin admin] Publish callbacks [] for security_group (b44ed923-e23a-4335-a561-9309d7e6a9aa), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:58.695676 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-33e54e07-5822-4532-bd11-7a44bf4b9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:58.697541 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c55b9309-19ba-4e3b-b260-bdcfe35e2923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b44ed923-e23a-4335-a561-9309d7e6a9aa), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:58.705584 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-33e54e07-5822-4532-bd11-7a44bf4b9e5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 1.2240000 Mar 07 21:37:58.709262 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc1956-a3ad-4953-b6b8-b1f35f156461 req-90ee763f-80a6-4494-b7fc-27448b27c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:58.717099 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-95fc1956-a3ad-4953-b6b8-b1f35f156461 req-90ee763f-80a6-4494-b7fc-27448b27c9fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 1126 time: 1.2945409 Mar 07 21:37:58.790705 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-335bb856-e35c-4dd0-9c0c-010aca7d80ed req-e4ee2d67-efab-49e8-a544-0b53b933d773 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325032 Mar 07 21:37:58.793178 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c55b9309-19ba-4e3b-b260-bdcfe35e2923 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ae07212176a4c48bd6634841643da65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8703983 Mar 07 21:37:58.797371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52286) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:37:58.900920 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64178e43-bbe7-4829-bc8f-713643a71a22 req-a4901f5d-2ee0-4315-bd50-9fc414032629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:58.902681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64178e43-bbe7-4829-bc8f-713643a71a22 req-a4901f5d-2ee0-4315-bd50-9fc414032629 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a38c177-2986-4993-baa8-899eed1d97e5 HTTP/1.1" status: 200 len: 923 time: 0.3797550 Mar 07 21:37:58.904288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b9309-19ba-4e3b-b260-bdcfe35e2923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44ed923-e23a-4335-a561-9309d7e6a9aa,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:58.949964 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a06b6ffc-0da5-4eb1-b155-e17a1348e7a4 admin admin] Publish callbacks [] for security_group (b44ed923-e23a-4335-a561-9309d7e6a9aa), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:58.977676 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e03b90-f8a8-4e0c-80b5-bc3fdbafb1a3 req-764d8e11-4732-4b2d-9957-9e5910afcac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:58.980586 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-01e03b90-f8a8-4e0c-80b5-bc3fdbafb1a3 req-764d8e11-4732-4b2d-9957-9e5910afcac2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 1127 time: 0.5275922 Mar 07 21:37:59.037696 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a06b6ffc-0da5-4eb1-b155-e17a1348e7a4 admin admin] Publish callbacks [] for security_group (b44ed923-e23a-4335-a561-9309d7e6a9aa), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:59.143286 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64178e43-bbe7-4829-bc8f-713643a71a22 req-b7693b8b-dc55-4e75-9c7c-042d18b3fbc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97d562f2-f49c-43ac-b734-03e8b0808137 HTTP/1.1" status: 200 len: 217 time: 0.2281547 Mar 07 21:37:59.224205 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a06b6ffc-0da5-4eb1-b155-e17a1348e7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b44ed923-e23a-4335-a561-9309d7e6a9aa), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:59.252239 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a06b6ffc-0da5-4eb1-b155-e17a1348e7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:37:59.254224 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a06b6ffc-0da5-4eb1-b155-e17a1348e7a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b44ed923-e23a-4335-a561-9309d7e6a9aa HTTP/1.1" status: 204 len: 168 time: 0.4452703 Mar 07 21:37:59.354056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b6ffc-0da5-4eb1-b155-e17a1348e7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44ed923-e23a-4335-a561-9309d7e6a9aa,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:59.399258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc1956-a3ad-4953-b6b8-b1f35f156461 req-9169e36b-531c-41a9-bdd0-b8f5e3bee7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:59.401024 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-95fc1956-a3ad-4953-b6b8-b1f35f156461 req-9169e36b-531c-41a9-bdd0-b8f5e3bee7e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.5687175 Mar 07 21:37:59.409871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1927c1-360b-4251-8093-5f9b81d622e2 req-32c2dafd-9e33-4fd5-bcf8-3a96c21512eb tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:59.416839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff1927c1-360b-4251-8093-5f9b81d622e2 req-32c2dafd-9e33-4fd5-bcf8-3a96c21512eb tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 948 time: 0.3064539 Mar 07 21:37:59.498966 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-95fc1956-a3ad-4953-b6b8-b1f35f156461 req-b38b1c1b-f89c-4da1-aa6a-de7f65708cc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b11c6a-e732-4f20-b1cd-383deec683d1 HTTP/1.1" status: 200 len: 217 time: 0.0693367 Mar 07 21:37:59.507948 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-d3320ac1-5a68-4ea5-89aa-5ffb5e7be342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:59.509933 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-d3320ac1-5a68-4ea5-89aa-5ffb5e7be342 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7913175 Mar 07 21:37:59.516999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64178e43-bbe7-4829-bc8f-713643a71a22 req-16ed66ce-04a4-4d9a-b753-2c830cced44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:59.524937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64178e43-bbe7-4829-bc8f-713643a71a22 req-16ed66ce-04a4-4d9a-b753-2c830cced44b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f3b5aa6-8944-412a-8b57-0adb658b9c28 HTTP/1.1" status: 200 len: 862 time: 0.3706157 Mar 07 21:37:59.751323 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-01e03b90-f8a8-4e0c-80b5-bc3fdbafb1a3 req-516f29a0-6fba-47dc-90a9-1256b032980e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7256157 Mar 07 21:37:59.825283 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc1956-a3ad-4953-b6b8-b1f35f156461 req-7533e8af-f692-4579-a8e4-f58c54febb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:59.827664 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-95fc1956-a3ad-4953-b6b8-b1f35f156461 req-7533e8af-f692-4579-a8e4-f58c54febb6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.3170021 Mar 07 21:37:59.840576 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-598f98d4-3aae-4aed-a155-7d183e66bfb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (81928a82-67bd-48dc-9690-85d095120cd5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:00.140507 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64178e43-bbe7-4829-bc8f-713643a71a22 req-53bc9718-f303-4b07-ab81-17e6e30a5dc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a38c177-2986-4993-baa8-899eed1d97e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5636728 Mar 07 21:38:00.162862 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-f4797895-41ae-4b06-b1f8-023f57288163 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6328166 Mar 07 21:38:00.218452 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-95fc1956-a3ad-4953-b6b8-b1f35f156461 req-a8b41e74-21d7-4cae-9d5c-7459b77fee91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158013 Mar 07 21:38:00.325113 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b81fbf-152c-49be-9eae-88a4b7803c01 req-9623b836-d1f6-42dd-8577-3033ffc7f567 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:00.333941 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-04b81fbf-152c-49be-9eae-88a4b7803c01 req-9623b836-d1f6-42dd-8577-3033ffc7f567 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 945 time: 0.8456774 Mar 07 21:38:00.350682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff1927c1-360b-4251-8093-5f9b81d622e2 req-eabda973-6445-40f2-9d97-4a041980e940 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9261498 Mar 07 21:38:00.471353 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-95fc1956-a3ad-4953-b6b8-b1f35f156461 req-292e103c-28f6-4801-8529-d835496a0958 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282667 Mar 07 21:38:00.563655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-04b81fbf-152c-49be-9eae-88a4b7803c01 req-ad33ce15-fcc7-4358-9459-fcf9b9e957db tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287703 Mar 07 21:38:00.593243 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64178e43-bbe7-4829-bc8f-713643a71a22 req-2073e7c4-74d6-4b4e-8e50-3ce2931ed51d service neutron] 10.222.0.15 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372482 Mar 07 21:38:00.720617 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f2837-0e07-4dff-b720-62cf3e2626bd req-86413a2c-f8ab-4651-9a06-68b90ed8f5be tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:00.722842 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da5f2837-0e07-4dff-b720-62cf3e2626bd req-86413a2c-f8ab-4651-9a06-68b90ed8f5be tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 944 time: 0.2128251 Mar 07 21:38:00.775927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64178e43-bbe7-4829-bc8f-713643a71a22 req-601d9bcc-a299-472a-836b-cdab83d36d79 service neutron] 10.222.0.15 "GET /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735930 Mar 07 21:38:00.824068 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da5f2837-0e07-4dff-b720-62cf3e2626bd req-80c3c68a-efda-426c-b2d5-4f396ce1e879 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955219 Mar 07 21:38:00.913170 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aa9b3291-64f4-4837-adc3-9e5c576a94bc req-88bdb508-a067-49c1-99d8-3d608c91fee0 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6992345 Mar 07 21:38:00.974772 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598f98d4-3aae-4aed-a155-7d183e66bfb9 admin admin] Router 81928a82-67bd-48dc-9690-85d095120cd5 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:38:00.999872 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-95fc1956-a3ad-4953-b6b8-b1f35f156461 req-56bbf50b-f89f-400a-9fb5-74eb90d8eb74 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089779 Mar 07 21:38:01.333109 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c5a6b-05ae-41b8-9883-b9b5ff0a4575 req-f09ffcf1-1d82-4ba5-a1a0-6dd5100db595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:01.336339 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-df5c5a6b-05ae-41b8-9883-b9b5ff0a4575 req-f09ffcf1-1d82-4ba5-a1a0-6dd5100db595 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 1130 time: 0.3564899 Mar 07 21:38:01.517081 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598f98d4-3aae-4aed-a155-7d183e66bfb9 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:38:01.528644 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56afd923-6313-4015-b4c0-c3832fb8ed22 None None] Sync routers for ids ['81928a82-67bd-48dc-9690-85d095120cd5'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:01.533525 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-598f98d4-3aae-4aed-a155-7d183e66bfb9 admin admin] 10.222.0.26 "PUT /v2.0/routers/81928a82-67bd-48dc-9690-85d095120cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3082240 Mar 07 21:38:01.535570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52354) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:01.549356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56afd923-6313-4015-b4c0-c3832fb8ed22 None None] Routers {'81928a82-67bd-48dc-9690-85d095120cd5'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:38:01.550368 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-56afd923-6313-4015-b4c0-c3832fb8ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:37:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['81928a82-67bd-48dc-9690-85d095120cd5'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:01.631906 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c5a6b-05ae-41b8-9883-b9b5ff0a4575 req-29d4cb92-93e1-4292-aa7a-a5efbba768eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:01.635294 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-df5c5a6b-05ae-41b8-9883-b9b5ff0a4575 req-29d4cb92-93e1-4292-aa7a-a5efbba768eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2561436 Mar 07 21:38:01.702230 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-df5c5a6b-05ae-41b8-9883-b9b5ff0a4575 req-ac4e9ac5-1e1e-47ce-9224-d905d0a7a352 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf HTTP/1.1" status: 200 len: 217 time: 0.0559580 Mar 07 21:38:01.817697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8680b5-8c41-4d41-b2c7-0e5a0718fc43 req-2ad1ad10-4744-4121-8521-66a0c82f5d75 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:01.819329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea8680b5-8c41-4d41-b2c7-0e5a0718fc43 req-2ad1ad10-4744-4121-8521-66a0c82f5d75 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 948 time: 0.3042848 Mar 07 21:38:01.836917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c5a6b-05ae-41b8-9883-b9b5ff0a4575 req-84257eb5-473a-4831-a89a-5658af241916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:01.838653 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-df5c5a6b-05ae-41b8-9883-b9b5ff0a4575 req-84257eb5-473a-4831-a89a-5658af241916 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1245389 Mar 07 21:38:01.866326 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] Publish callbacks [] for router (81928a82-67bd-48dc-9690-85d095120cd5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:01.894260 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-56afd923-6313-4015-b4c0-c3832fb8ed22 None None] Set router 81928a82-67bd-48dc-9690-85d095120cd5 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:38:01.933493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a17920-79d0-4ba3-bee8-c58bee62cd06 req-7c330cff-6a6d-4d64-a70c-9685cfbac9c2 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:01.936047 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48a17920-79d0-4ba3-bee8-c58bee62cd06 req-7c330cff-6a6d-4d64-a70c-9685cfbac9c2 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 945 time: 0.2593229 Mar 07 21:38:01.952774 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea8680b5-8c41-4d41-b2c7-0e5a0718fc43 req-81aa1b5d-a761-4edc-9aef-1f4851b1df2d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234245 Mar 07 21:38:02.034922 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48a17920-79d0-4ba3-bee8-c58bee62cd06 req-b3ba9ab6-cf35-4316-baf0-9a7d5e7f9b58 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807204 Mar 07 21:38:02.040861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 97d562f2-f49c-43ac-b734-03e8b0808137 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:38:02.115820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52380) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:02.145914 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] Publish callbacks [] for router_gateway (81928a82-67bd-48dc-9690-85d095120cd5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:02.185980 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c5a6b-05ae-41b8-9883-b9b5ff0a4575 req-34fb870a-1eec-47a8-b698-f2662bfc41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:02.193606 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-df5c5a6b-05ae-41b8-9883-b9b5ff0a4575 req-34fb870a-1eec-47a8-b698-f2662bfc41e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3434622 Mar 07 21:38:02.239905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 97d562f2-f49c-43ac-b734-03e8b0808137, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=97d562f2-f49c-43ac-b734-03e8b0808137,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:02.342463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:02.374948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '97d562f2-f49c-43ac-b734-03e8b0808137', 'network_id': '6a38c177-2986-4993-baa8-899eed1d97e5', 'port_id': '97d562f2-f49c-43ac-b734-03e8b0808137', 'mac_address': 'fa:16:3e:1a:17:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3b5aa6-8944-412a-8b57-0adb658b9c28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:38:02.410516 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61444b77-528f-4bba-9aac-f5c76021029d req-8cfe94f2-e5ef-4fd8-8c58-da239241119a tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:02.412441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61444b77-528f-4bba-9aac-f5c76021029d req-8cfe94f2-e5ef-4fd8-8c58-da239241119a tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 944 time: 0.2021096 Mar 07 21:38:02.420338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b66213-0abd-49d5-a351-1acc8a5c5d2e req-ae4ae3af-01c4-48c5-869b-235eedaa2475 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:02.427839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13b66213-0abd-49d5-a351-1acc8a5c5d2e req-ae4ae3af-01c4-48c5-869b-235eedaa2475 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 945 time: 0.2017801 Mar 07 21:38:02.444205 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:02.463351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] Deleting port c4f26007-a5fb-4e21-b3f1-e0c945e7c71a {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:02.463695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c4f26007-a5fb-4e21-b3f1-e0c945e7c71a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:02.485173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 97d562f2-f49c-43ac-b734-03e8b0808137 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:02.485566 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (97d562f2-f49c-43ac-b734-03e8b0808137), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:02.512576 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-df5c5a6b-05ae-41b8-9883-b9b5ff0a4575 req-f0483e1c-2b16-4ca7-ac5b-8dc215800bfa service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085704 Mar 07 21:38:02.518203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d562f2-f49c-43ac-b734-03e8b0808137 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:38:02.562392 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 97d562f2-f49c-43ac-b734-03e8b0808137, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=97d562f2-f49c-43ac-b734-03e8b0808137,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:02.575458 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61444b77-528f-4bba-9aac-f5c76021029d req-849c633c-d0e4-411c-967e-06eb67cf0255 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442342 Mar 07 21:38:02.592898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13b66213-0abd-49d5-a351-1acc8a5c5d2e req-1a5a0eac-3cce-4c0a-bef6-c0124ad63ecc tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585042 Mar 07 21:38:02.619547 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (97d562f2-f49c-43ac-b734-03e8b0808137), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:02.700476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=97d562f2-f49c-43ac-b734-03e8b0808137,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:02.701043 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:02.725051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-56afd923-6313-4015-b4c0-c3832fb8ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81928a82-67bd-48dc-9690-85d095120cd5', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:36:17Z', 'updated_at': '2022-03-07T21:37:58Z', 'revision_number': 5, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'gw_port': {'id': 'c4f26007-a5fb-4e21-b3f1-e0c945e7c71a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81928a82-67bd-48dc-9690-85d095120cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:36:18Z', 'updated_at': '2022-03-07T21:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:02.763323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56afd923-6313-4015-b4c0-c3832fb8ed22 None None] Checking router: 81928a82-67bd-48dc-9690-85d095120cd5 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:38:02.773703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56afd923-6313-4015-b4c0-c3832fb8ed22 None None] Routers {'81928a82-67bd-48dc-9690-85d095120cd5'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:38:02.774386 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-56afd923-6313-4015-b4c0-c3832fb8ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:37:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['81928a82-67bd-48dc-9690-85d095120cd5'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:02.970781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-56afd923-6313-4015-b4c0-c3832fb8ed22 None None] Set router 81928a82-67bd-48dc-9690-85d095120cd5 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:38:03.058413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6f636-904e-41c9-936d-d13ac01b1c77 req-4ba131b4-403a-4e25-ad81-5b2bfcaa1a38 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:03.065628 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67d6f636-904e-41c9-936d-d13ac01b1c77 req-4ba131b4-403a-4e25-ad81-5b2bfcaa1a38 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 945 time: 0.1387153 Mar 07 21:38:03.092430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Allocated IP 172.25.4.229 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/c1a1732a-07c4-48b2-b344-b2c5d36e329c) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:03.109510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['97d562f2-f49c-43ac-b734-03e8b0808137'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:38:03.131203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-56afd923-6313-4015-b4c0-c3832fb8ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81928a82-67bd-48dc-9690-85d095120cd5', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:36:17Z', 'updated_at': '2022-03-07T21:38:02Z', 'revision_number': 6, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:03.203334 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56afd923-6313-4015-b4c0-c3832fb8ed22 None None] The sync data for ids ['81928a82-67bd-48dc-9690-85d095120cd5'] in n-d-832330-1 is: [{'id': '81928a82-67bd-48dc-9690-85d095120cd5', 'name': 'tempest-ServersTestFqdnHostnames-1307624079-router', 'tenant_id': 'ab34b2afec2a4f94b49830731c3241e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:36:17Z', 'updated_at': '2022-03-07T21:38:02Z', 'revision_number': 6, 'project_id': 'ab34b2afec2a4f94b49830731c3241e6', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:03.209435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] For port c4f26007-a5fb-4e21-b3f1-e0c945e7c71a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c4f26007-a5fb-4e21-b3f1-e0c945e7c71a,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:03.209874 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c4f26007-a5fb-4e21-b3f1-e0c945e7c71a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:03.236506 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] Calling delete_port for c4f26007-a5fb-4e21-b3f1-e0c945e7c71a owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:03.240205 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-df5c5a6b-05ae-41b8-9883-b9b5ff0a4575 req-f71ae163-78a7-492f-8874-43e341e29909 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7125816 Mar 07 21:38:03.289529 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67d6f636-904e-41c9-936d-d13ac01b1c77 req-77e2f9f3-1f5c-4471-bbbf-be1d5f002dc2 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229915 Mar 07 21:38:03.515367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f31ed-13d1-4476-95a5-2023caad63f7 req-201e62ba-af96-4df5-b7f4-838767bea6d7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:03.522399 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-074f31ed-13d1-4476-95a5-2023caad63f7 req-201e62ba-af96-4df5-b7f4-838767bea6d7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 948 time: 0.4418836 Mar 07 21:38:03.598824 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c4f26007-a5fb-4e21-b3f1-e0c945e7c71a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:03.615713 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks [] for port (c1a1732a-07c4-48b2-b344-b2c5d36e329c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:03.658175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f26007-a5fb-4e21-b3f1-e0c945e7c71a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:03.661632 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c1a1732a-07c4-48b2-b344-b2c5d36e329c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:03.739951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Pushing event updated for resources: {'Port': ['ID=c1a1732a-07c4-48b2-b344-b2c5d36e329c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:03.767701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:03.771843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:03.776502 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (81928a82-67bd-48dc-9690-85d095120cd5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:03.798425 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-074f31ed-13d1-4476-95a5-2023caad63f7 req-a51e6f6e-9050-4b5f-912a-49f28772cc7a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669570 Mar 07 21:38:03.798425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:03.814688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a555ccb5-722a-42fa-aba1-3c9d60fbcdaf details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:38:03.896148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bf2de-06be-4c75-b394-ef75197ebce1 req-7c8bda33-80be-40ac-89af-4068c9a748ec tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:03.904130 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a1bf2de-06be-4c75-b394-ef75197ebce1 req-7c8bda33-80be-40ac-89af-4068c9a748ec tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 945 time: 0.3634267 Mar 07 21:38:03.991780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:04.004790 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'mac_address': 'fa:16:3e:5b:b7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:38:04.015622 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (81928a82-67bd-48dc-9690-85d095120cd5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:04.019318 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] Publish callbacks [] for router_controller (81928a82-67bd-48dc-9690-85d095120cd5), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:04.056558 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:04.057304 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:04.075296 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a555ccb5-722a-42fa-aba1-3c9d60fbcdaf {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:38:04.088495 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (81928a82-67bd-48dc-9690-85d095120cd5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:04.093895 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81928a82-67bd-48dc-9690-85d095120cd5 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:38:04.098094 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:04.101484 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f98c22bf-301c-435c-9672-cc7de91023fd admin admin] 10.222.0.26 "DELETE /v2.0/routers/81928a82-67bd-48dc-9690-85d095120cd5 HTTP/1.1" status: 204 len: 168 time: 2.5600455 Mar 07 21:38:04.104212 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52414) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:04.113049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a1bf2de-06be-4c75-b394-ef75197ebce1 req-caf0a704-d55c-48ae-b91e-c981ce1ce107 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036922 Mar 07 21:38:04.129106 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks [] for floatingip (7c6026d4-f81e-4519-8106-7b773eedbbe4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:04.133610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:04.147824 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:04.173080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-43076d01-2a66-414f-a0c9-7dc7315fbdad admin admin] Deleting subnet cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:38:04.176943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43076d01-2a66-414f-a0c9-7dc7315fbdad admin admin] Publish callbacks [] for subnet (cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:04.211941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5a034-f7e0-4e73-8da8-0661c3a00ae0 req-b77a5e32-d2f4-477a-8210-193db4f02a1d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:04.219019 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-37a5a034-f7e0-4e73-8da8-0661c3a00ae0 req-b77a5e32-d2f4-477a-8210-193db4f02a1d tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 945 time: 0.2934852 Mar 07 21:38:04.225353 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43076d01-2a66-414f-a0c9-7dc7315fbdad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:04.271494 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:04.312402 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c1a1732a-07c4-48b2-b344-b2c5d36e329c), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:04.325057 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43076d01-2a66-414f-a0c9-7dc7315fbdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:04.403788 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43076d01-2a66-414f-a0c9-7dc7315fbdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:04.453484 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43076d01-2a66-414f-a0c9-7dc7315fbdad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:04.455653 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43076d01-2a66-414f-a0c9-7dc7315fbdad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:04.462388 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-43076d01-2a66-414f-a0c9-7dc7315fbdad admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cf6f2e0f-eb6f-4ff8-a2cf-310c73f57499 HTTP/1.1" status: 204 len: 168 time: 0.3544371 Mar 07 21:38:04.462596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841c999c-336f-4555-b1f1-9829682df25c None None] Network 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:04.463144 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52424) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:04.508881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['a555ccb5-722a-42fa-aba1-3c9d60fbcdaf'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:38:04.596251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8e363-d39b-4aad-a3f3-152073308108 req-222438af-06ce-4fa2-989b-a3d55da7c190 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:04.606341 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dae8e363-d39b-4aad-a3f3-152073308108 req-222438af-06ce-4fa2-989b-a3d55da7c190 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 820 time: 0.2846947 Mar 07 21:38:04.646723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dae8e363-d39b-4aad-a3f3-152073308108 req-15cdcdd2-e3ea-4fb2-b536-c46bbac4b504 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/quotas/ad203922dbd94abca13bc575d34ee25e HTTP/1.1" status: 200 len: 375 time: 0.0394373 Mar 07 21:38:04.651321 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (9ffcf6e4-ae5d-40ad-baed-19b7800074b4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:04.690804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c4f26007-a5fb-4e21-b3f1-e0c945e7c71a no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:38:04.748130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: c4f26007-a5fb-4e21-b3f1-e0c945e7c71a {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:38:04.748486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c4f26007-a5fb-4e21-b3f1-e0c945e7c71a not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:38:04.748925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4c73492f-4847-4873-a6a2-d9113f00ea52 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:38:04.785867 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] Deleting port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:04.789858 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:04.805902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-37a5a034-f7e0-4e73-8da8-0661c3a00ae0 req-27d09b86-b0fd-4e0d-844e-aebc78fae53f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159647 Mar 07 21:38:04.828094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 4c73492f-4847-4873-a6a2-d9113f00ea52 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:38:04.828698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4c73492f-4847-4873-a6a2-d9113f00ea52 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:38:04.883333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dae8e363-d39b-4aad-a3f3-152073308108 req-67ae49fb-9a8c-4760-abd1-d56217f8ec34 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2350872 Mar 07 21:38:04.998085 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c362d0-1a66-4d1c-9dc7-4f5b0b0604a0 None None] DHCP port deletion for 9ffcf6e4-ae5d-40ad-baed-19b7800074b4 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:38:05.020091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] For port c5da98d8-94d2-4eec-8fb3-3d0d508843d4, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c5da98d8-94d2-4eec-8fb3-3d0d508843d4,segment=NetworkSegment(b35ffd60-3db7-45df-b909-9d4cd3e1af69),segment_id=b35ffd60-3db7-45df-b909-9d4cd3e1af69)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:05.020463 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.053573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] Calling delete_port for c5da98d8-94d2-4eec-8fb3-3d0d508843d4 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:05.110196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-53c362d0-1a66-4d1c-9dc7-4f5b0b0604a0 None None] Deleting port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:05.110658 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-53c362d0-1a66-4d1c-9dc7-4f5b0b0604a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.220754 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks [] for port (c1a1732a-07c4-48b2-b344-b2c5d36e329c), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.239424 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c1a1732a-07c4-48b2-b344-b2c5d36e329c), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.244565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-53c362d0-1a66-4d1c-9dc7-4f5b0b0604a0 None None] For port c5da98d8-94d2-4eec-8fb3-3d0d508843d4, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c5da98d8-94d2-4eec-8fb3-3d0d508843d4,segment=NetworkSegment(b35ffd60-3db7-45df-b909-9d4cd3e1af69),segment_id=b35ffd60-3db7-45df-b909-9d4cd3e1af69)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:05.247307 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-53c362d0-1a66-4d1c-9dc7-4f5b0b0604a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.254077 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.286348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-53c362d0-1a66-4d1c-9dc7-4f5b0b0604a0 None None] Calling delete_port for c5da98d8-94d2-4eec-8fb3-3d0d508843d4 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:05.289729 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5da98d8-94d2-4eec-8fb3-3d0d508843d4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:05.299387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] No DVR routers for this DVR port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:05.359744 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dae8e363-d39b-4aad-a3f3-152073308108 req-2e3ff356-85db-4b08-891a-a9b301c6b291 service neutron] 10.222.0.26 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755435 Mar 07 21:38:05.364381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Pushing event updated for resources: {'Port': ['ID=c1a1732a-07c4-48b2-b344-b2c5d36e329c,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:05.441153 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-53c362d0-1a66-4d1c-9dc7-4f5b0b0604a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (c5da98d8-94d2-4eec-8fb3-3d0d508843d4), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.455752 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (9ffcf6e4-ae5d-40ad-baed-19b7800074b4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.473318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bfc5f-fc38-47ad-bfa2-1f554995c923 req-cf240131-e12b-4c6c-af5a-5308ad5ba9de tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:05.480057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-556bfc5f-fc38-47ad-bfa2-1f554995c923 req-cf240131-e12b-4c6c-af5a-5308ad5ba9de tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 949 time: 0.2572966 Mar 07 21:38:05.493670 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (7c6026d4-f81e-4519-8106-7b773eedbbe4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.496792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c362d0-1a66-4d1c-9dc7-4f5b0b0604a0 None None] Pushing event deleted for resources: {'Port': ['ID=c5da98d8-94d2-4eec-8fb3-3d0d508843d4,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:05.505703 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffcf6e4-ae5d-40ad-baed-19b7800074b4']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:05.508489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c362d0-1a66-4d1c-9dc7-4f5b0b0604a0 None None] No DVR routers for this DVR port c5da98d8-94d2-4eec-8fb3-3d0d508843d4 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:05.529789 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35ffd60-3db7-45df-b909-9d4cd3e1af69') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:05.530253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35ffd60-3db7-45df-b909-9d4cd3e1af69') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:05.541327 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.542578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-73957285-4357-4833-ba77-b43736b891ba tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4257574 Mar 07 21:38:05.553053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52440) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:05.560092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9b2481e1-321c-455c-a6b5-b5f9f28c3ec1 tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1095771963', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'fixed_ips': [{'ip_address': '172.25.4.229'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:05.564577 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (b35ffd60-3db7-45df-b909-9d4cd3e1af69), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.586695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b35ffd60-3db7-45df-b909-9d4cd3e1af69), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.592068 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dae8e363-d39b-4aad-a3f3-152073308108 req-eb1d70a6-6cb9-42e3-a612-1dadc6683bd2 service neutron] 10.222.0.26 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175648 Mar 07 21:38:05.598957 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:05.599362 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (b35ffd60-3db7-45df-b909-9d4cd3e1af69), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:05.601169 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:05.614014 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-556bfc5f-fc38-47ad-bfa2-1f554995c923 req-3942f7b9-5d45-4227-aaea-f555cd4ef454 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329618 Mar 07 21:38:05.627753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2481e1-321c-455c-a6b5-b5f9f28c3ec1 tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Made reservation on behalf of 9b503ab02d2549d6aadba2f09d992d6f for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:05.630266 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b2481e1-321c-455c-a6b5-b5f9f28c3ec1 tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.641749 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b2481e1-321c-455c-a6b5-b5f9f28c3ec1 tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.707513 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (9ffcf6e4-ae5d-40ad-baed-19b7800074b4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.721985 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.739393 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9ffcf6e4-ae5d-40ad-baed-19b7800074b4 HTTP/1.1" status: 204 len: 168 time: 1.2751386 Mar 07 21:38:05.789540 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878b38e-9947-4bb8-b577-66875fdf6257 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ffcf6e4-ae5d-40ad-baed-19b7800074b4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:05.844808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a555ccb5-722a-42fa-aba1-3c9d60fbcdaf up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:05.857994 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09d027-7478-49af-abb9-a78a70bdefbe req-64f4649d-52e9-41e2-b4ab-2b89aa0fe87f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:05.866886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba09d027-7478-49af-abb9-a78a70bdefbe req-64f4649d-52e9-41e2-b4ab-2b89aa0fe87f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 945 time: 0.1383712 Mar 07 21:38:05.901020 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b2481e1-321c-455c-a6b5-b5f9f28c3ec1 tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks [] for security_group (b244997f-d40a-4909-93b7-5296b4e6f3f1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.913039 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b2481e1-321c-455c-a6b5-b5f9f28c3ec1 tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b244997f-d40a-4909-93b7-5296b4e6f3f1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:05.918904 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-9b2481e1-321c-455c-a6b5-b5f9f28c3ec1 tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] device_id is not set on port 949eef8c-1821-4888-941e-b16495aa8327 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:05.990570 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:38:05.999784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:06.000359 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:06.014651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba09d027-7478-49af-abb9-a78a70bdefbe req-f90f5700-9293-43ad-8b60-c0dd56fa10ff tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422327 Mar 07 21:38:06.132185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52460) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:06.151093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2481e1-321c-455c-a6b5-b5f9f28c3ec1 tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b244997f-d40a-4909-93b7-5296b4e6f3f1,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:06.217583 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:06.217985 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:06.303559 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:06.305839 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692b7650-100e-4192-a30b-f9fc1e64b4df" -d '{"events": [{"server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "name": "network-vif-plugged", "status": "completed", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:06.314170 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8dccd4a1-0764-44a6-98c2-a8948eb60d43 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab34b2afec2a4f94b49830731c3241e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1786141 Mar 07 21:38:06.315779 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52466) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:06.370347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:06.373092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e4992-1da5-4026-a672-57ea68ab95e0 req-0d65a0fc-51c2-45ad-93f0-79d80d89687f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:06.374894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af7e4992-1da5-4026-a672-57ea68ab95e0 req-0d65a0fc-51c2-45ad-93f0-79d80d89687f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 945 time: 0.1935508 Mar 07 21:38:06.377896 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:06.378740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 97d562f2-f49c-43ac-b734-03e8b0808137 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:06.407914 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310d89a-b66d-4bb6-bd2b-b43b01eef216 req-949667b8-127f-4538-9f43-a9f98e0fdbd5 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:06.409496 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f310d89a-b66d-4bb6-bd2b-b43b01eef216 req-949667b8-127f-4538-9f43-a9f98e0fdbd5 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 945 time: 0.1408377 Mar 07 21:38:06.499038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af7e4992-1da5-4026-a672-57ea68ab95e0 req-3eb94c60-b9d3-494d-b47c-ae7165f8b104 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162694 Mar 07 21:38:06.535753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f310d89a-b66d-4bb6-bd2b-b43b01eef216 req-d9c9c25c-fae7-4848-af72-906d647c3435 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184504 Mar 07 21:38:06.602811 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2481e1-321c-455c-a6b5-b5f9f28c3ec1 tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 21:38:06.603430 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2481e1-321c-455c-a6b5-b5f9f28c3ec1 tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:38:06.607877 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aab40618-6bd4-42f7-a2d3-ecb595d3a66b admin admin] Publish callbacks [] for security_group (11fe0621-21ee-4429-a506-7d221f715b8e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:06.709421 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b2481e1-321c-455c-a6b5-b5f9f28c3ec1 tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1523385 Mar 07 21:38:06.714520 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52486) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:06.745800 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b2413fb-fb51-466e-8c9c-1e7d2a79da02 req-4737a53f-3d96-498c-9fbc-5b03bf44d975 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.1141908 Mar 07 21:38:06.987202 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aab40618-6bd4-42f7-a2d3-ecb595d3a66b admin admin] Publish callbacks [] for security_group (11fe0621-21ee-4429-a506-7d221f715b8e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:07.087951 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c122ccf3-8ec3-45fd-8759-b040015b6408 x-openstack-request-id: req-c122ccf3-8ec3-45fd-8759-b040015b6408 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:07.088910 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "name": "network-vif-plugged", "status": "completed", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:07.088910 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c122ccf3-8ec3-45fd-8759-b040015b6408 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:07.089754 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'code': 200} Mar 07 21:38:07.102029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c5da98d8-94d2-4eec-8fb3-3d0d508843d4 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:38:07.144801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e1cb4-4e78-42e9-8e08-e6125154b02e req-cff2beea-686c-4750-9959-c429a8adf76c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:07.173754 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c7e1cb4-4e78-42e9-8e08-e6125154b02e req-cff2beea-686c-4750-9959-c429a8adf76c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.2183826 Mar 07 21:38:07.195117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: c5da98d8-94d2-4eec-8fb3-3d0d508843d4 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:38:07.195744 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c5da98d8-94d2-4eec-8fb3-3d0d508843d4 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:38:07.199885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:07.272343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 97d562f2-f49c-43ac-b734-03e8b0808137 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:38:07.277963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 97d562f2-f49c-43ac-b734-03e8b0808137 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:07.278381 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (97d562f2-f49c-43ac-b734-03e8b0808137), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:07.335627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c7e1cb4-4e78-42e9-8e08-e6125154b02e req-b0c5dd40-a529-4e8f-b88a-febf37dd2ee8 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600184 Mar 07 21:38:07.462263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 97d562f2-f49c-43ac-b734-03e8b0808137 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:07.462852 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (97d562f2-f49c-43ac-b734-03e8b0808137), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:07.558103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 97d562f2-f49c-43ac-b734-03e8b0808137, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=97d562f2-f49c-43ac-b734-03e8b0808137,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:07.568409 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (97d562f2-f49c-43ac-b734-03e8b0808137), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:07.578968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0924c-0aaa-4ddc-92aa-8d9b28884ecf req-caa6f290-991a-46e2-885f-b8cfd849b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:07.580510 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bfa0924c-0aaa-4ddc-92aa-8d9b28884ecf req-caa6f290-991a-46e2-885f-b8cfd849b192 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 1132 time: 0.5404739 Mar 07 21:38:07.623485 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aab40618-6bd4-42f7-a2d3-ecb595d3a66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (11fe0621-21ee-4429-a506-7d221f715b8e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:07.626042 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aab40618-6bd4-42f7-a2d3-ecb595d3a66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:07.641933 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-aab40618-6bd4-42f7-a2d3-ecb595d3a66b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11fe0621-21ee-4429-a506-7d221f715b8e HTTP/1.1" status: 204 len: 168 time: 1.3217382 Mar 07 21:38:07.666835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab40618-6bd4-42f7-a2d3-ecb595d3a66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fe0621-21ee-4429-a506-7d221f715b8e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:07.670909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=97d562f2-f49c-43ac-b734-03e8b0808137,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:07.705619 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-207546ad-408a-452d-9858-8fdee0bed45c tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Deleting port c1a1732a-07c4-48b2-b344-b2c5d36e329c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:07.706089 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-207546ad-408a-452d-9858-8fdee0bed45c tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c1a1732a-07c4-48b2-b344-b2c5d36e329c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:07.721246 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b781b-0f4c-40f5-93c9-2af5e221f4a5 req-0d35b729-bcd6-4afb-b20a-526fd9fe9374 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:07.730148 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e96b781b-0f4c-40f5-93c9-2af5e221f4a5 req-0d35b729-bcd6-4afb-b20a-526fd9fe9374 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 946 time: 0.1154277 Mar 07 21:38:07.742453 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bfa0924c-0aaa-4ddc-92aa-8d9b28884ecf req-4717f4ef-9646-4360-abd7-55c6da138cbf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459255 Mar 07 21:38:07.763644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad026e-d5d5-4346-a14c-1de2388149c2 req-ccf2a89d-fadf-4bdd-93bb-bbf14bd8559f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:07.770775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92ad026e-d5d5-4346-a14c-1de2388149c2 req-ccf2a89d-fadf-4bdd-93bb-bbf14bd8559f tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 945 time: 0.1172428 Mar 07 21:38:07.825760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e96b781b-0f4c-40f5-93c9-2af5e221f4a5 req-17e2a56a-f55f-47d6-accc-48c9b1b82c0f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939903 Mar 07 21:38:07.833113 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-207546ad-408a-452d-9858-8fdee0bed45c tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c1a1732a-07c4-48b2-b344-b2c5d36e329c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:07.833451 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-207546ad-408a-452d-9858-8fdee0bed45c tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks [] for floatingip (c1a1732a-07c4-48b2-b344-b2c5d36e329c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:07.850974 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92ad026e-d5d5-4346-a14c-1de2388149c2 req-7629b49b-3d2a-4f4c-9937-9e54f9663597 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771153 Mar 07 21:38:07.867172 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-207546ad-408a-452d-9858-8fdee0bed45c tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Calling delete_port for c1a1732a-07c4-48b2-b344-b2c5d36e329c owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:07.987230 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3871e2bf-fa92-4f11-b285-6e49e73878a7 req-8cb0bc5c-4f1a-46df-8f2b-3a2d47b7ef3e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.0466359 Mar 07 21:38:08.126763 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-207546ad-408a-452d-9858-8fdee0bed45c tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c1a1732a-07c4-48b2-b344-b2c5d36e329c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:08.240553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207546ad-408a-452d-9858-8fdee0bed45c tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1a1732a-07c4-48b2-b344-b2c5d36e329c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:08.268998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406352f-3b92-42cc-a09d-44eac9e6eac0 req-84140f95-9174-4934-81ec-f2524ec1ff03 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:08.273689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9406352f-3b92-42cc-a09d-44eac9e6eac0 req-84140f95-9174-4934-81ec-f2524ec1ff03 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 1127 time: 0.0837402 Mar 07 21:38:08.325763 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-207546ad-408a-452d-9858-8fdee0bed45c tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks [] for floatingip (7c6026d4-f81e-4519-8106-7b773eedbbe4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:08.329538 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-207546ad-408a-452d-9858-8fdee0bed45c tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:08.330738 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-207546ad-408a-452d-9858-8fdee0bed45c tempest-ExternalNetworksAdminNegativeTestJSON-971758826 tempest-ExternalNetworksAdminNegativeTestJSON-971758826-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/7c6026d4-f81e-4519-8106-7b773eedbbe4 HTTP/1.1" status: 204 len: 168 time: 1.6153727 Mar 07 21:38:08.349554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9406352f-3b92-42cc-a09d-44eac9e6eac0 req-4fbed3e2-9022-4901-9e76-1509b21bad28 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606358 Mar 07 21:38:08.423633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8e363-d39b-4aad-a3f3-152073308108 req-21451bf5-6e87-4038-91bd-4e79b1059a5b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:08.425461 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dae8e363-d39b-4aad-a3f3-152073308108 req-21451bf5-6e87-4038-91bd-4e79b1059a5b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.13 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 820 time: 0.3124223 Mar 07 21:38:08.440053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-dae8e363-d39b-4aad-a3f3-152073308108 req-6b2730e8-8f7a-41b3-b978-ecae6e90ad7b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Request body: {'port': {'device_id': '59263509-b823-4aa1-964c-8a6034a9300e', 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605', 'admin_state_up': True, 'tenant_id': 'ad203922dbd94abca13bc575d34ee25e'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:08.638433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae8e363-d39b-4aad-a3f3-152073308108 req-6b2730e8-8f7a-41b3-b978-ecae6e90ad7b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Made reservation on behalf of ad203922dbd94abca13bc575d34ee25e for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:08.643774 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-dae8e363-d39b-4aad-a3f3-152073308108 req-6b2730e8-8f7a-41b3-b978-ecae6e90ad7b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:08.650966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a5101-784a-4bb3-bedd-1d95c75cbcac req-496748cc-b36c-4013-b426-4c932fb5aca7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:08.656179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb6a5101-784a-4bb3-bedd-1d95c75cbcac req-496748cc-b36c-4013-b426-4c932fb5aca7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.1548510 Mar 07 21:38:08.763148 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb6a5101-784a-4bb3-bedd-1d95c75cbcac req-21daa712-b4b8-4259-b044-ae7bade71029 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023757 Mar 07 21:38:08.846484 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-dae8e363-d39b-4aad-a3f3-152073308108 req-6b2730e8-8f7a-41b3-b978-ecae6e90ad7b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Allocated IP 172.20.0.10 (efe745a6-ec89-44a3-b745-59cc531d1605/2a638a11-221e-41d3-bfc9-35e63e88d9a6/094e0284-669c-4f88-b134-450f20459ec0) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:08.909518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52564) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:08.952113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52568) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:09.045660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3569512-1ded-4ea5-82f3-854e46c35061 req-6f8eb8bf-1125-4080-9cf2-9971fbc31de5 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:09.057380 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3569512-1ded-4ea5-82f3-854e46c35061 req-6f8eb8bf-1125-4080-9cf2-9971fbc31de5 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 946 time: 0.1187029 Mar 07 21:38:09.091310 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d31546-737b-4800-9d6f-842c99fe68bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d562f2-f49c-43ac-b734-03e8b0808137'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:09.094020 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f075b9-c0b3-4901-be3b-4da5ea36ae1b" -d '{"events": [{"server_uuid": "60d31546-737b-4800-9d6f-842c99fe68bd", "name": "network-vif-plugged", "status": "completed", "tag": "97d562f2-f49c-43ac-b734-03e8b0808137"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:09.109608 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59c16c-2c6c-4614-99ff-e6285b4cc60f req-ad3397d5-2a48-49c4-9b80-ba9f6343cf75 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:09.111160 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dc59c16c-2c6c-4614-99ff-e6285b4cc60f req-ad3397d5-2a48-49c4-9b80-ba9f6343cf75 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.13 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 945 time: 0.1490364 Mar 07 21:38:09.150441 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-531378778-network', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:09.172155 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-dae8e363-d39b-4aad-a3f3-152073308108 req-6b2730e8-8f7a-41b3-b978-ecae6e90ad7b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks [] for port (094e0284-669c-4f88-b134-450f20459ec0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.227203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] Made reservation on behalf of 7c101412a49b4f16be02e8acaa7053e6 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:09.229538 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.246604 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3569512-1ded-4ea5-82f3-854e46c35061 req-d4c78793-c91b-42f9-a16d-a5f6d024e180 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828256 Mar 07 21:38:09.273077 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.287090 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61c1bfde-db32-451d-a636-9f0948989d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.344906 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-dae8e363-d39b-4aad-a3f3-152073308108 req-6b2730e8-8f7a-41b3-b978-ecae6e90ad7b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (094e0284-669c-4f88-b134-450f20459ec0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.403435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa0831-aa35-4f9b-8ad1-768ad37fc05f req-76ba8542-f0ba-4b76-b2ac-7a3c734dba1c tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:09.405763 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae8e363-d39b-4aad-a3f3-152073308108 req-6b2730e8-8f7a-41b3-b978-ecae6e90ad7b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Network efe745a6-ec89-44a3-b745-59cc531d1605 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:09.410673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8fa0831-aa35-4f9b-8ad1-768ad37fc05f req-76ba8542-f0ba-4b76-b2ac-7a3c734dba1c tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/ports?device_id=08473391-1614-4293-aea5-e4e5d4775329 HTTP/1.1" status: 200 len: 945 time: 0.0936038 Mar 07 21:38:09.412459 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-dae8e363-d39b-4aad-a3f3-152073308108 req-6b2730e8-8f7a-41b3-b978-ecae6e90ad7b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:09.415475 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae8e363-d39b-4aad-a3f3-152073308108 req-6b2730e8-8f7a-41b3-b978-ecae6e90ad7b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:09.451613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-dc59c16c-2c6c-4614-99ff-e6285b4cc60f req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Deleting port 6421c36b-5e5a-46cf-88aa-4151c5d2b445 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:09.452018 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-dc59c16c-2c6c-4614-99ff-e6285b4cc60f req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6421c36b-5e5a-46cf-88aa-4151c5d2b445), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.479058 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8fa0831-aa35-4f9b-8ad1-768ad37fc05f req-1901f110-6bd1-4288-93de-d6f54a439d93 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.26 "GET /v2.0/security-groups?id=39b701b6-919f-46df-831c-f477120e7137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609996 Mar 07 21:38:09.506833 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:38:09.530878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2730e8-8f7a-41b3-b978-ecae6e90ad7b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Pushing event updated for resources: {'Port': ['ID=094e0284-669c-4f88-b134-450f20459ec0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:09.581961 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8e363-d39b-4aad-a3f3-152073308108 req-6b2730e8-8f7a-41b3-b978-ecae6e90ad7b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:09.583330 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-dae8e363-d39b-4aad-a3f3-152073308108 req-6b2730e8-8f7a-41b3-b978-ecae6e90ad7b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.602464 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] Publish callbacks [] for security_group (c71f82a9-728e-4d60-b719-049517cb116d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.610233 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c71f82a9-728e-4d60-b719-049517cb116d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.627091 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dae8e363-d39b-4aad-a3f3-152073308108 req-6b2730e8-8f7a-41b3-b978-ecae6e90ad7b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1920772 Mar 07 21:38:09.649925 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Request body: {'port': {'device_id': '59263509-b823-4aa1-964c-8a6034a9300e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:09.671169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71f82a9-728e-4d60-b719-049517cb116d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:09.674277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:09.687170 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (89c4efd1-d884-438a-8995-8f74b7196893), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.688752 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] Added segment 89c4efd1-d884-438a-8995-8f74b7196893 of type vlan for network dd51ab9b-a441-440b-b07c-47d7dbd3dbcc Mar 07 21:38:09.689372 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61c1bfde-db32-451d-a636-9f0948989d19 admin admin] Publish callbacks [] for security_group (eaf1842e-2419-4c87-b0f3-122bda5c85cf), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.722770 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61c1bfde-db32-451d-a636-9f0948989d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (eaf1842e-2419-4c87-b0f3-122bda5c85cf), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.742052 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-dc59c16c-2c6c-4614-99ff-e6285b4cc60f req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] For port 6421c36b-5e5a-46cf-88aa-4151c5d2b445, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6421c36b-5e5a-46cf-88aa-4151c5d2b445,segment=NetworkSegment(ee69d199-c7b8-43b9-ab5e-89d05d00c724),segment_id=ee69d199-c7b8-43b9-ab5e-89d05d00c724)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:09.742444 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-dc59c16c-2c6c-4614-99ff-e6285b4cc60f req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6421c36b-5e5a-46cf-88aa-4151c5d2b445), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.768293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-dc59c16c-2c6c-4614-99ff-e6285b4cc60f req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Calling delete_port for 6421c36b-5e5a-46cf-88aa-4151c5d2b445 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:09.772802 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (094e0284-669c-4f88-b134-450f20459ec0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.782404 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (dd51ab9b-a441-440b-b07c-47d7dbd3dbcc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.825976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d7a9-71ed-4b12-84b0-bdaa7bca5e5d req-569a0dc2-f74c-4202-bd00-92fd61b60642 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:09.827784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9614d7a9-71ed-4b12-84b0-bdaa7bca5e5d req-569a0dc2-f74c-4202-bd00-92fd61b60642 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 932 time: 0.1159770 Mar 07 21:38:09.829215 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (dd51ab9b-a441-440b-b07c-47d7dbd3dbcc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.830365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:09.831081 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:09.864834 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-61c1bfde-db32-451d-a636-9f0948989d19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27bc746fd27d4502a6d8dbc05cf60813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9100254 Mar 07 21:38:09.865839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52606) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:09.903007 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1bfde-db32-451d-a636-9f0948989d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf1842e-2419-4c87-b0f3-122bda5c85cf,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:09.920474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0097744 Mar 07 21:38:09.927174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52608) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:09.979231 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-364985b6-2dd4-4f6e-ae04-dc481068cfbf admin admin] Request body: {'subnet': {'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-531378778-subnet', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:09.981638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-06c504e0-6cf8-4400-8e6e-78d5c47bce45 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:38:09.982693 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-06c504e0-6cf8-4400-8e6e-78d5c47bce45 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158544 Mar 07 21:38:10.004505 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6d1dc-fa5f-463f-b48f-8d4f6976b9eb admin admin] Pushing event updated for resources: {'Network': ['ID=dd51ab9b-a441-440b-b07c-47d7dbd3dbcc,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:10.046819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network dd51ab9b-a441-440b-b07c-47d7dbd3dbcc details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:38:10.065367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9614d7a9-71ed-4b12-84b0-bdaa7bca5e5d req-bbffc4c7-d27a-4500-af63-0ffd7f846b88 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255459 Mar 07 21:38:10.075187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364985b6-2dd4-4f6e-ae04-dc481068cfbf admin admin] Made reservation on behalf of 7c101412a49b4f16be02e8acaa7053e6 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:10.078099 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-364985b6-2dd4-4f6e-ae04-dc481068cfbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:10.151670 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a594f0e2-7d2c-4f87-b649-1de2524dd7af admin admin] Publish callbacks [] for security_group (eaf1842e-2419-4c87-b0f3-122bda5c85cf), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:10.168478 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11f9a60-9e32-447b-9451-642021c6d5de x-openstack-request-id: req-e11f9a60-9e32-447b-9451-642021c6d5de {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:10.169345 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d31546-737b-4800-9d6f-842c99fe68bd", "name": "network-vif-plugged", "status": "completed", "tag": "97d562f2-f49c-43ac-b734-03e8b0808137", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:10.169761 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e11f9a60-9e32-447b-9451-642021c6d5de {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:10.170332 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d31546-737b-4800-9d6f-842c99fe68bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d562f2-f49c-43ac-b734-03e8b0808137', 'code': 200} Mar 07 21:38:10.245316 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a594f0e2-7d2c-4f87-b649-1de2524dd7af admin admin] Publish callbacks [] for security_group (eaf1842e-2419-4c87-b0f3-122bda5c85cf), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:10.277040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5d1a2140-47b1-4933-9b1b-603bdc873f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:10.281160 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5d1a2140-47b1-4933-9b1b-603bdc873f9c service neutron] 10.222.0.26 "GET /v2.0/ports/e3216fc6-e200-4188-8c52-946675727be0 HTTP/1.1" status: 200 len: 1124 time: 0.2833142 Mar 07 21:38:10.304348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5893758a-927b-4b6a-8e2f-7b99813dcb11 service neutron] Request body: {'binding': {'host': 'n-h1-832330-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:10.305519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5893758a-927b-4b6a-8e2f-7b99813dcb11 service neutron] Unknown quota resources ['binding']. {{(pid=103718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 21:38:10.346029 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-dc59c16c-2c6c-4614-99ff-e6285b4cc60f req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6421c36b-5e5a-46cf-88aa-4151c5d2b445), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:10.359475 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['6421c36b-5e5a-46cf-88aa-4151c5d2b445'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:38:10.405121 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Pushing event deleted for resources: {'Port': ['ID=6421c36b-5e5a-46cf-88aa-4151c5d2b445,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:10.474888 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:10.474888 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:10.475181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:10.475534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:10.475928 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:10.476322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:10.476715 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:10.477107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:10.477510 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:10.477901 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:10.478316 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:10.478705 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:10.479091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:10.507579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc59c16c-2c6c-4614-99ff-e6285b4cc60f req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] No DVR routers for this DVR port 6421c36b-5e5a-46cf-88aa-4151c5d2b445 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:10.510209 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-dc59c16c-2c6c-4614-99ff-e6285b4cc60f req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:10.514354 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dc59c16c-2c6c-4614-99ff-e6285b4cc60f req-c6fee2cf-6dc5-42ff-a0de-fc463ff6da50 tempest-ServerDiskConfigTestJSON-918654150 tempest-ServerDiskConfigTestJSON-918654150-project] 10.222.0.13 "DELETE /v2.0/ports/6421c36b-5e5a-46cf-88aa-4151c5d2b445 HTTP/1.1" status: 204 len: 173 time: 1.3947473 Mar 07 21:38:10.529955 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-364985b6-2dd4-4f6e-ae04-dc481068cfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (36f26098-b939-4b3c-93fe-1a876d47971a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:10.547112 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08473391-1614-4293-aea5-e4e5d4775329', 'name': 'network-vif-deleted', 'tag': '6421c36b-5e5a-46cf-88aa-4151c5d2b445'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:10.550057 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee25648-8dbc-41f0-b5cc-544be3c9c1a1" -d '{"events": [{"server_uuid": "08473391-1614-4293-aea5-e4e5d4775329", "name": "network-vif-deleted", "tag": "6421c36b-5e5a-46cf-88aa-4151c5d2b445"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:10.574894 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572f2f8-449e-4807-844e-6823dc9ebcaa req-9593b183-2828-4b55-9652-c59683bf4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:10.576102 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e572f2f8-449e-4807-844e-6823dc9ebcaa req-9593b183-2828-4b55-9652-c59683bf4c5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 1128 time: 0.3040118 Mar 07 21:38:10.586835 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a594f0e2-7d2c-4f87-b649-1de2524dd7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (eaf1842e-2419-4c87-b0f3-122bda5c85cf), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:10.590326 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a594f0e2-7d2c-4f87-b649-1de2524dd7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:10.595751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a594f0e2-7d2c-4f87-b649-1de2524dd7af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eaf1842e-2419-4c87-b0f3-122bda5c85cf HTTP/1.1" status: 204 len: 168 time: 0.7253942 Mar 07 21:38:10.624741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105abeb-2248-46fa-a52b-daf97c418753 req-ea19b576-f852-4282-aff4-1538e6396643 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:10.631629 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e105abeb-2248-46fa-a52b-daf97c418753 req-ea19b576-f852-4282-aff4-1538e6396643 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.1775637 Mar 07 21:38:10.633606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594f0e2-7d2c-4f87-b649-1de2524dd7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf1842e-2419-4c87-b0f3-122bda5c85cf,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:10.635968 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e572f2f8-449e-4807-844e-6823dc9ebcaa req-c881f383-3b56-4a30-b98b-835e2993f41b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490055 Mar 07 21:38:10.647005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364985b6-2dd4-4f6e-ae04-dc481068cfbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f26098-b939-4b3c-93fe-1a876d47971a,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:10.697245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364985b6-2dd4-4f6e-ae04-dc481068cfbf admin admin] Checking segment: {'id': '89c4efd1-d884-438a-8995-8f74b7196893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:10.697690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364985b6-2dd4-4f6e-ae04-dc481068cfbf admin admin] Network hostable DHCP agents. Network: dd51ab9b-a441-440b-b07c-47d7dbd3dbcc, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:10.735060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e105abeb-2248-46fa-a52b-daf97c418753 req-ef97f119-742a-4049-809f-ea36cff515ff tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024711 Mar 07 21:38:10.754517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364985b6-2dd4-4f6e-ae04-dc481068cfbf admin admin] Network dd51ab9b-a441-440b-b07c-47d7dbd3dbcc is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:10.768899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-364985b6-2dd4-4f6e-ae04-dc481068cfbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, dd51ab9b-a441-440b-b07c-47d7dbd3dbcc) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:10.774771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364985b6-2dd4-4f6e-ae04-dc481068cfbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:10.775718 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-364985b6-2dd4-4f6e-ae04-dc481068cfbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:10.781833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ab69b0-eb8a-4d68-866f-338142fc814c None None] Network dd51ab9b-a441-440b-b07c-47d7dbd3dbcc requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:10.812515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-364985b6-2dd4-4f6e-ae04-dc481068cfbf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8396022 Mar 07 21:38:10.812515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52630) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:10.820569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:10.901421 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (356cc228-2698-4030-bf05-3b338faf96ed), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:10.906744 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (356cc228-2698-4030-bf05-3b338faf96ed), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:10.979938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'fixed_ips': [{'subnet_id': '36f26098-b939-4b3c-93fe-1a876d47971a'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:38:10.985827 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:11.065961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6640f-3e5e-4a09-aa10-1ac7c73d6ad2 req-1c23a2c8-29ea-43cb-bf19-5c4b3df47b22 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:11.068020 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8b6640f-3e5e-4a09-aa10-1ac7c73d6ad2 req-1c23a2c8-29ea-43cb-bf19-5c4b3df47b22 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 951 time: 0.1955245 Mar 07 21:38:11.113716 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094e0284-669c-4f88-b134-450f20459ec0 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:38:11.132359 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Publish callbacks [] for port (094e0284-669c-4f88-b134-450f20459ec0), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:11.139103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5893758a-927b-4b6a-8e2f-7b99813dcb11 service neutron] Attempting to bind port e3216fc6-e200-4188-8c52-946675727be0 on host n-h1-832330-1 for vnic_type normal with profile None {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:11.139440 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5893758a-927b-4b6a-8e2f-7b99813dcb11 service neutron] Attempting to bind port e3216fc6-e200-4188-8c52-946675727be0 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:11.139766 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5893758a-927b-4b6a-8e2f-7b99813dcb11 service neutron] Attempting to bind port e3216fc6-e200-4188-8c52-946675727be0 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:11.149117 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5893758a-927b-4b6a-8e2f-7b99813dcb11 service neutron] Port e3216fc6-e200-4188-8c52-946675727be0 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:38:11.149499 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5893758a-927b-4b6a-8e2f-7b99813dcb11 service neutron] Attempting to bind port e3216fc6-e200-4188-8c52-946675727be0 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:11.160068 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Transition to ACTIVE for port object 094e0284-669c-4f88-b134-450f20459ec0 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:38:11.160975 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5893758a-927b-4b6a-8e2f-7b99813dcb11 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:11.161355 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5893758a-927b-4b6a-8e2f-7b99813dcb11 service neutron] Checking segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:11.161790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5893758a-927b-4b6a-8e2f-7b99813dcb11 service neutron] Bound using segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:11.162399 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5893758a-927b-4b6a-8e2f-7b99813dcb11 service neutron] Bound port: e3216fc6-e200-4188-8c52-946675727be0, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:11.171530 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (094e0284-669c-4f88-b134-450f20459ec0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:11.232854 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52636) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:11.282946 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Allocated IP 172.20.0.2 (dd51ab9b-a441-440b-b07c-47d7dbd3dbcc/36f26098-b939-4b3c-93fe-1a876d47971a/e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:11.311202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Pushing event updated for resources: {'Port': ['ID=094e0284-669c-4f88-b134-450f20459ec0,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:11.379771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5893758a-927b-4b6a-8e2f-7b99813dcb11 service neutron] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e3216fc6-e200-4188-8c52-946675727be0,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:11.400691 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5893758a-927b-4b6a-8e2f-7b99813dcb11 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:11.413498 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5893758a-927b-4b6a-8e2f-7b99813dcb11 service neutron] 10.222.0.26 "POST /v2.0/ports/e3216fc6-e200-4188-8c52-946675727be0/bindings HTTP/1.1" status: 201 len: 389 time: 1.1098146 Mar 07 21:38:11.423302 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9d7f088a-4796-4226-bfba-a4f24a61a6da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b503ab02d2549d6aadba2f09d992d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1861935 Mar 07 21:38:11.427902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52638) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:11.518620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Attempting to bind port 094e0284-669c-4f88-b134-450f20459ec0 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:11.519733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Attempting to bind port 094e0284-669c-4f88-b134-450f20459ec0 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:11.520260 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Attempting to bind port 094e0284-669c-4f88-b134-450f20459ec0 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:11.532372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Port 094e0284-669c-4f88-b134-450f20459ec0 on network efe745a6-ec89-44a3-b745-59cc531d1605 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:38:11.533082 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Attempting to bind port 094e0284-669c-4f88-b134-450f20459ec0 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:11.547846 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:11.548259 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Checking segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:11.548572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Bound using segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:11.549077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Bound port: 094e0284-669c-4f88-b134-450f20459ec0, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:11.549443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (094e0284-669c-4f88-b134-450f20459ec0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:11.553589 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Publish callbacks [] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:11.576806 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:11.579506 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be8e4fe4-645d-4bd8-8caf-e46800a41a98 admin admin] Publish callbacks [] for security_group (b244997f-d40a-4909-93b7-5296b4e6f3f1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:11.596150 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Publish callbacks [] for router_controller (356cc228-2698-4030-bf05-3b338faf96ed), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:11.651131 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be8e4fe4-645d-4bd8-8caf-e46800a41a98 admin admin] Publish callbacks [] for security_group (b244997f-d40a-4909-93b7-5296b4e6f3f1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:11.656216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Network dd51ab9b-a441-440b-b07c-47d7dbd3dbcc is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:11.665019 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8b6640f-3e5e-4a09-aa10-1ac7c73d6ad2 req-9a35398d-89de-46ce-ac53-14a74b8a7d53 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/security-groups?id=56b2718b-06a0-4511-8b93-c7c78168d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772579 Mar 07 21:38:11.672545 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:11.683015 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:11.733708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:11.754779 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=094e0284-669c-4f88-b134-450f20459ec0,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:11.770394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Pushing event updated for resources: {'Port': ['ID=e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:11.793966 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (094e0284-669c-4f88-b134-450f20459ec0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:11.796943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Attempting to bind port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:11.797573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Attempting to bind port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '89c4efd1-d884-438a-8995-8f74b7196893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:11.798193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Attempting to bind port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c on network dd51ab9b-a441-440b-b07c-47d7dbd3dbcc {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:11.804581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:11.805340 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Checking segment: {'id': '89c4efd1-d884-438a-8995-8f74b7196893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:11.806016 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:11.806661 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Bound using segment: {'id': '89c4efd1-d884-438a-8995-8f74b7196893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:11.807581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Bound port: e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c4efd1-d884-438a-8995-8f74b7196893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:11.808199 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:11.876008 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b4a413-c6f2-4871-90a0-28b6349ee8d8 x-openstack-request-id: req-45b4a413-c6f2-4871-90a0-28b6349ee8d8 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:11.877217 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08473391-1614-4293-aea5-e4e5d4775329", "name": "network-vif-deleted", "tag": "6421c36b-5e5a-46cf-88aa-4151c5d2b445", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:11.877675 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45b4a413-c6f2-4871-90a0-28b6349ee8d8 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:11.879355 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08473391-1614-4293-aea5-e4e5d4775329', 'name': 'network-vif-deleted', 'tag': '6421c36b-5e5a-46cf-88aa-4151c5d2b445', 'status': 'completed', 'code': 200} Mar 07 21:38:11.896445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] For port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:11.899780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] For port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c,segment=NetworkSegment(89c4efd1-d884-438a-8995-8f74b7196893),segment_id=89c4efd1-d884-438a-8995-8f74b7196893)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:11.906530 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1226cb40-1d5c-488d-b5cb-f84c09954c5d no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:38:11.964294 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:11.991794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:11.993247 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:12.003516 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dae8e363-d39b-4aad-a3f3-152073308108 req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] 10.222.0.13 "PUT /v2.0/ports/094e0284-669c-4f88-b134-450f20459ec0 HTTP/1.1" status: 200 len: 1092 time: 2.3628311 Mar 07 21:38:12.012996 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Publish callbacks [] for router_gateway (356cc228-2698-4030-bf05-3b338faf96ed), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:12.041250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9e377-cd53-4ea3-8890-183157fbebc1 req-bbc52b78-0c33-4688-8388-79798073aafa tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:12.046055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27a9e377-cd53-4ea3-8890-183157fbebc1 req-bbc52b78-0c33-4688-8388-79798073aafa tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 946 time: 0.4523318 Mar 07 21:38:12.117804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 1226cb40-1d5c-488d-b5cb-f84c09954c5d is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:12.120460 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:12.121984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3e0fa-d578-4d00-94de-9c46af2b0024 req-191a7057-344c-4492-b478-f4f964a03b24 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:12.125446 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be8e4fe4-645d-4bd8-8caf-e46800a41a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b244997f-d40a-4909-93b7-5296b4e6f3f1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:12.129837 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be8e4fe4-645d-4bd8-8caf-e46800a41a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:12.133266 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-be8e4fe4-645d-4bd8-8caf-e46800a41a98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b244997f-d40a-4909-93b7-5296b4e6f3f1 HTTP/1.1" status: 204 len: 168 time: 0.7018445 Mar 07 21:38:12.133428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3d3e0fa-d578-4d00-94de-9c46af2b0024 req-191a7057-344c-4492-b478-f4f964a03b24 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.1637938 Mar 07 21:38:12.135010 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-4ee59bda-baac-47ba-82f1-73b3004c2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:12.137001 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-4ee59bda-baac-47ba-82f1-73b3004c2695 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 1127 time: 0.4151630 Mar 07 21:38:12.177274 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1226cb40-1d5c-488d-b5cb-f84c09954c5d'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:12.185485 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b24fb30-20ca-4a77-8334-985dcdbb7fa1" -d '{"events": [{"server_uuid": "1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c", "name": "network-vif-unplugged", "status": "completed", "tag": "1226cb40-1d5c-488d-b5cb-f84c09954c5d"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:12.199745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f454c-bac7-4422-b4a2-8cfe06089ac2 None None] Pushing event updated for resources: {'Port': ['ID=e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:12.235692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27a9e377-cd53-4ea3-8890-183157fbebc1 req-d3559f0d-e76c-461f-bb64-227437aa0d31 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741908 Mar 07 21:38:12.249668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e4fe4-645d-4bd8-8caf-e46800a41a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b244997f-d40a-4909-93b7-5296b4e6f3f1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:12.267927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1226cb40-1d5c-488d-b5cb-f84c09954c5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1226cb40-1d5c-488d-b5cb-f84c09954c5d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:12.313167 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:12.367579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bcad3-b99d-4a78-913f-77573a61a095 service neutron] Pushing event updated for resources: {'Port': ['ID=094e0284-669c-4f88-b134-450f20459ec0,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:12.393139 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3d3e0fa-d578-4d00-94de-9c46af2b0024 req-8a792f0f-327c-4e84-848c-5a4808e1be24 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533417 Mar 07 21:38:12.427909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8e363-d39b-4aad-a3f3-152073308108 req-392e1fbc-083f-486f-aa6d-bfe9aa3d2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:12.429475 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dae8e363-d39b-4aad-a3f3-152073308108 req-392e1fbc-083f-486f-aa6d-bfe9aa3d2865 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 1126 time: 0.3406301 Mar 07 21:38:12.446486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=1226cb40-1d5c-488d-b5cb-f84c09954c5d,revision_number=11']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:12.537223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-9c2fc9f5-9862-4c09-9c09-387b519b869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:12.539031 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-9c2fc9f5-9862-4c09-9c09-387b519b869b service neutron] 10.222.0.13 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.3516114 Mar 07 21:38:12.540572 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dae8e363-d39b-4aad-a3f3-152073308108 req-737a6fdc-a07e-4d75-a81e-daff27eb3d9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=094e0284-669c-4f88-b134-450f20459ec0 HTTP/1.1" status: 200 len: 217 time: 0.1020849 Mar 07 21:38:12.641554 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:12.681095 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-2e416241-c991-4a3e-9ec5-4de760a0bdcc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3216fc6-e200-4188-8c52-946675727be0 HTTP/1.1" status: 200 len: 217 time: 0.1306942 Mar 07 21:38:12.721594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:12.721986 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:12.734711 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8e363-d39b-4aad-a3f3-152073308108 req-7d34b184-47f5-4100-a15b-43ed88da8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:12.736522 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dae8e363-d39b-4aad-a3f3-152073308108 req-7d34b184-47f5-4100-a15b-43ed88da8872 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.1851130 Mar 07 21:38:12.747018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54977eb6-d472-4354-92c0-b61fe910ffaa req-0263aa10-3260-4f8d-945c-13a6e1fbfdfd tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:12.749182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54977eb6-d472-4354-92c0-b61fe910ffaa req-0263aa10-3260-4f8d-945c-13a6e1fbfdfd tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.2978208 Mar 07 21:38:12.781208 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Publish callbacks [] for router_gateway (356cc228-2698-4030-bf05-3b338faf96ed), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:12.834102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:12.834886 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:12.847609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b221c-b53b-48df-9a40-cffd1b11c164 req-32ba5564-d81f-4a1f-b466-d7c6d8e1df6f tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:12.850685 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a63b221c-b53b-48df-9a40-cffd1b11c164 req-32ba5564-d81f-4a1f-b466-d7c6d8e1df6f tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.3404229 Mar 07 21:38:12.860283 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:12.864835 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dae8e363-d39b-4aad-a3f3-152073308108 req-f4c49b72-25fa-4b88-8f32-01fdf55d80de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119742 Mar 07 21:38:12.891024 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c,segment=NetworkSegment(89c4efd1-d884-438a-8995-8f74b7196893),segment_id=89c4efd1-d884-438a-8995-8f74b7196893)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:12.903382 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:12.911151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54977eb6-d472-4354-92c0-b61fe910ffaa req-65dce6a7-959c-4a72-9e93-cf40392d1771 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539805 Mar 07 21:38:12.961424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-ab3908cf-2bc9-4a50-b5a4-68ed7a1a4ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:12.967335 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-ab3908cf-2bc9-4a50-b5a4-68ed7a1a4ced service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.2261937 Mar 07 21:38:13.044437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a63b221c-b53b-48df-9a40-cffd1b11c164 req-4a26d928-719e-49b4-9036-6f4b70b800a1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813242 Mar 07 21:38:13.061885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:13.102398 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-7f33a5c1-caa1-47f0-9a8d-40e7dcd29126 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790286 Mar 07 21:38:13.171597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Allocated IP 172.25.4.131 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/2a6759da-2cac-4d81-b25d-882afffc7c11) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:13.186344 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d457ff-bca6-479e-92f4-7a5d842890dd x-openstack-request-id: req-24d457ff-bca6-479e-92f4-7a5d842890dd {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:13.186670 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c", "name": "network-vif-unplugged", "status": "completed", "tag": "1226cb40-1d5c-488d-b5cb-f84c09954c5d", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:13.186989 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24d457ff-bca6-479e-92f4-7a5d842890dd {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:13.187569 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1226cb40-1d5c-488d-b5cb-f84c09954c5d', 'code': 200} Mar 07 21:38:13.304350 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dae8e363-d39b-4aad-a3f3-152073308108 req-52ce9914-1b89-4d6e-91f3-c988c6b73096 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318006 Mar 07 21:38:13.386810 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Publish callbacks [] for port (2a6759da-2cac-4d81-b25d-882afffc7c11), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:13.426977 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-6398f4d8-1ce3-4a1f-9780-432426f8cd4b service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130002 Mar 07 21:38:13.552420 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2a6759da-2cac-4d81-b25d-882afffc7c11), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:13.557831 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dae8e363-d39b-4aad-a3f3-152073308108 req-d09173f3-9a6f-4b57-ad33-43c25994428b service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460289 Mar 07 21:38:13.603437 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-d11fd825-6695-464b-acb0-f539a9175eca service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682439 Mar 07 21:38:13.617280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:13.641077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52692) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:13.659162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:13.687272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:13.756275 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf262b5c-08fc-44de-b4a6-299c53b8bfdd req-4f922957-8e56-4c69-9b09-0a22a63bb93b tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:13.764819 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf262b5c-08fc-44de-b4a6-299c53b8bfdd req-4f922957-8e56-4c69-9b09-0a22a63bb93b tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 946 time: 0.2809653 Mar 07 21:38:13.794368 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d13034-faf9-49b4-9130-14c034434931 None None] Network dd51ab9b-a441-440b-b07c-47d7dbd3dbcc requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:13.797620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2137191981'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:13.827947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Pushing event updated for resources: {'Port': ['ID=2a6759da-2cac-4d81-b25d-882afffc7c11,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:13.840718 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Made reservation on behalf of 091e14cb6d3140099222826c1f2c8ff7 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:13.844436 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:13.875367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:13.882728 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59263509-b823-4aa1-964c-8a6034a9300e', 'tag': '094e0284-669c-4f88-b134-450f20459ec0'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:13.884363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d9413a10-89b6-44e4-86f2-ad8c2965400f None None] Provisioning complete for port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:13.884751 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d9413a10-89b6-44e4-86f2-ad8c2965400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:13.895891 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47372486-7458-4c39-82bd-7a083c8bcd96" -d '{"events": [{"name": "network-changed", "server_uuid": "59263509-b823-4aa1-964c-8a6034a9300e", "tag": "094e0284-669c-4f88-b134-450f20459ec0"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:13.938467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:13.938819 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:13.939397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:13.939919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:13.940422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:13.940937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:13.941522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:13.942132 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:13.942689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:13.943265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:13.943831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:13.944397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:13.944947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:14.044035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf262b5c-08fc-44de-b4a6-299c53b8bfdd req-a60a5da3-5ca5-4aa5-9005-d692a723b44f tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772291 Mar 07 21:38:14.073139 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks [] for security_group (dcf66511-8724-4b5e-9672-5311f74d8fd6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:14.087885 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dcf66511-8724-4b5e-9672-5311f74d8fd6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:14.103046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:14.123871 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (39809cb6-c0ed-4f6f-b855-0199c95db27b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:14.124227 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Added segment 39809cb6-c0ed-4f6f-b855-0199c95db27b of type vlan for network 8a2ef91d-b781-46e6-a897-8e16fa1e08df Mar 07 21:38:14.145571 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d9413a10-89b6-44e4-86f2-ad8c2965400f None None] Current status of the port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:14.181604 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (8a2ef91d-b781-46e6-a897-8e16fa1e08df), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:14.274597 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (8a2ef91d-b781-46e6-a897-8e16fa1e08df), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:14.278468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6421c36b-5e5a-46cf-88aa-4151c5d2b445 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:38:14.288623 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:14.289297 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:14.337194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 6421c36b-5e5a-46cf-88aa-4151c5d2b445 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:38:14.337547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6421c36b-5e5a-46cf-88aa-4151c5d2b445 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:38:14.390325 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89deaaa3-b901-4be7-9dd4-41ff6c967b4e x-openstack-request-id: req-89deaaa3-b901-4be7-9dd4-41ff6c967b4e {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:14.390824 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59263509-b823-4aa1-964c-8a6034a9300e", "tag": "094e0284-669c-4f88-b134-450f20459ec0", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:14.390926 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89deaaa3-b901-4be7-9dd4-41ff6c967b4e {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:14.391261 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59263509-b823-4aa1-964c-8a6034a9300e', 'tag': '094e0284-669c-4f88-b134-450f20459ec0', 'status': 'completed', 'code': 200} Mar 07 21:38:14.393459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-2f7760ae-6b00-4ac4-957f-2fa1769cf76f req-5a89f2f5-03e7-4bd1-942e-83b54d6e4ebe service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:38:14.396139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event updated for resources: {'Network': ['ID=8a2ef91d-b781-46e6-a897-8e16fa1e08df,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:14.400416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f7760ae-6b00-4ac4-957f-2fa1769cf76f req-5a89f2f5-03e7-4bd1-942e-83b54d6e4ebe service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135558 Mar 07 21:38:14.409474 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 8a2ef91d-b781-46e6-a897-8e16fa1e08df details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:38:14.490727 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8480034 Mar 07 21:38:14.493001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad4a0d-10e8-4e70-9e81-ba67bbd491d3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf66511-8724-4b5e-9672-5311f74d8fd6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:14.564627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372486-7458-4c39-82bd-7a083c8bcd96 req-952f8313-e66c-46c5-a7e8-b1963252cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:14.566719 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-47372486-7458-4c39-82bd-7a083c8bcd96 req-952f8313-e66c-46c5-a7e8-b1963252cce9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 1126 time: 0.1716297 Mar 07 21:38:14.585624 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Publish callbacks [] for router_gateway (356cc228-2698-4030-bf05-3b338faf96ed), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:14.629859 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:14.684618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d3e3cf72-9650-40bd-8294-bdd4fd1188d7 None None] Provisioning complete for port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:14.685002 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d3e3cf72-9650-40bd-8294-bdd4fd1188d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:14.728388 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23f7ac-cf3a-42d7-966d-f1bee88f3e9f req-1f52645e-2e76-4d7d-8df3-518c8e9dbc89 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:14.738877 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe23f7ac-cf3a-42d7-966d-f1bee88f3e9f req-1f52645e-2e76-4d7d-8df3-518c8e9dbc89 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.2734816 Mar 07 21:38:14.798592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372486-7458-4c39-82bd-7a083c8bcd96 req-f90ae689-b5b1-4fae-b3c4-0515d518ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:14.805862 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-47372486-7458-4c39-82bd-7a083c8bcd96 req-f90ae689-b5b1-4fae-b3c4-0515d518ef7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.2308884 Mar 07 21:38:14.851546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:14.852506 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:14.933091 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe23f7ac-cf3a-42d7-966d-f1bee88f3e9f req-6dfc8d6e-1750-44de-871b-a9e5b39389e6 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882603 Mar 07 21:38:14.976712 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-47372486-7458-4c39-82bd-7a083c8bcd96 req-87ac5534-89cc-45d6-8f10-9015add351e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=094e0284-669c-4f88-b134-450f20459ec0 HTTP/1.1" status: 200 len: 217 time: 0.1656203 Mar 07 21:38:15.035169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3cf72-9650-40bd-8294-bdd4fd1188d7 None None] Current status of the port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:15.119020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372486-7458-4c39-82bd-7a083c8bcd96 req-63dc82d8-1380-4e90-904f-5fd34bb80a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:15.123141 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-47372486-7458-4c39-82bd-7a083c8bcd96 req-63dc82d8-1380-4e90-904f-5fd34bb80a35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.1385448 Mar 07 21:38:15.130616 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-3156f574-0042-4ed6-98d6-0f1656da02b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2984118 Mar 07 21:38:15.146091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:15.185082 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d34041-c79c-4591-ba54-44237a9006ed req-036bcd3e-874b-42c9-a97f-170a9c220125 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:15.195331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84d34041-c79c-4591-ba54-44237a9006ed req-036bcd3e-874b-42c9-a97f-170a9c220125 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.2789197 Mar 07 21:38:15.211908 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-47372486-7458-4c39-82bd-7a083c8bcd96 req-ee920602-4be3-4618-bf0d-8dca66722230 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785084 Mar 07 21:38:15.347657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52744) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:15.404865 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (356cc228-2698-4030-bf05-3b338faf96ed), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:15.431646 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84d34041-c79c-4591-ba54-44237a9006ed req-39e613e7-449a-46bf-8750-9a9d31c9590f tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226744 Mar 07 21:38:15.505636 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93800df-000b-404a-a985-f158a9bd9171 admin admin] Deleting subnet 3846fd89-0852-47b8-8047-f4764acdf27d {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:38:15.509796 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a93800df-000b-404a-a985-f158a9bd9171 admin admin] Publish callbacks [] for subnet (3846fd89-0852-47b8-8047-f4764acdf27d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:15.530226 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-47372486-7458-4c39-82bd-7a083c8bcd96 req-2c59942e-a425-4680-937d-e08b5d31ff49 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099675 Mar 07 21:38:15.591010 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8761b4d-b06a-4d12-a4a4-3aa17354c86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:15.750412 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a93800df-000b-404a-a985-f158a9bd9171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (3846fd89-0852-47b8-8047-f4764acdf27d), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:15.768535 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:15.922144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cc6a6-ff45-4ab4-af37-8e409539f7b5 req-026bde9e-a1cc-4f44-8c5f-94a97f425c51 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:15.924285 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-158cc6a6-ff45-4ab4-af37-8e409539f7b5 req-026bde9e-a1cc-4f44-8c5f-94a97f425c51 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.3863018 Mar 07 21:38:15.945098 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a93800df-000b-404a-a985-f158a9bd9171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (3846fd89-0852-47b8-8047-f4764acdf27d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:15.972164 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-47372486-7458-4c39-82bd-7a083c8bcd96 req-1f8016fd-aaba-4766-a83a-ed20b06caf95 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847642 Mar 07 21:38:16.025530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-158cc6a6-ff45-4ab4-af37-8e409539f7b5 req-69c1f783-9d33-41c9-83f6-95ad069df4da tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931301 Mar 07 21:38:16.026935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Router 356cc228-2698-4030-bf05-3b338faf96ed is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:38:16.034942 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-c05e924c-2f2e-4b40-ac6f-3e562d29737a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:16.042213 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-c05e924c-2f2e-4b40-ac6f-3e562d29737a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports/a555ccb5-722a-42fa-aba1-3c9d60fbcdaf HTTP/1.1" status: 200 len: 947 time: 0.1306362 Mar 07 21:38:16.077287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f748bd5-f6ba-4456-8abb-41ad0fc97de1 req-ec5fa589-2a63-4651-bbc2-8b0e1c33f3fa tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:16.081262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f748bd5-f6ba-4456-8abb-41ad0fc97de1 req-ec5fa589-2a63-4651-bbc2-8b0e1c33f3fa tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 946 time: 0.4504128 Mar 07 21:38:16.087522 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a93800df-000b-404a-a985-f158a9bd9171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (3846fd89-0852-47b8-8047-f4764acdf27d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:16.108505 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a93800df-000b-404a-a985-f158a9bd9171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:16.116847 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a93800df-000b-404a-a985-f158a9bd9171 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3846fd89-0852-47b8-8047-f4764acdf27d HTTP/1.1" status: 204 len: 168 time: 0.7679775 Mar 07 21:38:16.117898 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52768) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:16.149430 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93800df-000b-404a-a985-f158a9bd9171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3846fd89-0852-47b8-8047-f4764acdf27d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:16.360661 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf980182-fde1-469d-92f5-891ad1db0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (78f0a89d-2c96-481c-8e1f-7a2c7213f0eb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:16.461469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f748bd5-f6ba-4456-8abb-41ad0fc97de1 req-065bead0-cef8-4346-b2e4-039c58c43996 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae768152-ab61-452f-9b3a-fcd91d54f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731360 Mar 07 21:38:16.507658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:38:16.521054 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Sync routers for ids ['356cc228-2698-4030-bf05-3b338faf96ed'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:16.532975 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf980182-fde1-469d-92f5-891ad1db0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (78f0a89d-2c96-481c-8e1f-7a2c7213f0eb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:16.552510 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Routers {'356cc228-2698-4030-bf05-3b338faf96ed'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:38:16.555205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43afb2-617c-4a60-9d22-05821e3acbef req-87f38d96-1aa0-4488-aaf9-a422060d014a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:16.557667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e43afb2-617c-4a60-9d22-05821e3acbef req-87f38d96-1aa0-4488-aaf9-a422060d014a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.0921843 Mar 07 21:38:16.562108 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:37:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['356cc228-2698-4030-bf05-3b338faf96ed'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:16.568423 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:16.579965 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52778) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:16.593984 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3773c604-e3bb-44e2-ad47-1c02fee3414f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.7750502 Mar 07 21:38:16.603069 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-bf980182-fde1-469d-92f5-891ad1db0c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f0a89d-2c96-481c-8e1f-7a2c7213f0eb']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:16.721890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-bf980182-fde1-469d-92f5-891ad1db0c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee69d199-c7b8-43b9-ab5e-89d05d00c724') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:16.722105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-bf980182-fde1-469d-92f5-891ad1db0c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee69d199-c7b8-43b9-ab5e-89d05d00c724') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:16.750105 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf980182-fde1-469d-92f5-891ad1db0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (ee69d199-c7b8-43b9-ab5e-89d05d00c724), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:16.815482 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Set router 356cc228-2698-4030-bf05-3b338faf96ed gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:38:16.815642 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e43afb2-617c-4a60-9d22-05821e3acbef req-05905ff5-72c2-4fd3-b32d-d5372ec1e726 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200499 Mar 07 21:38:16.857432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bac47-f2ad-44d2-a3c9-1ddab3c008ac req-d92f5adf-5f5d-435a-9972-771abd8c6b3e tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:16.862412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7f9bac47-f2ad-44d2-a3c9-1ddab3c008ac req-d92f5adf-5f5d-435a-9972-771abd8c6b3e tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 949 time: 0.1790023 Mar 07 21:38:16.968016 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf980182-fde1-469d-92f5-891ad1db0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (ee69d199-c7b8-43b9-ab5e-89d05d00c724), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:17.001623 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7f9bac47-f2ad-44d2-a3c9-1ddab3c008ac req-1b87d5c1-ea01-4de0-8b21-4d962a7d5298 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/security-groups?id=56b2718b-06a0-4511-8b93-c7c78168d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331701 Mar 07 21:38:17.026712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf980182-fde1-469d-92f5-891ad1db0c64 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:17.026712 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf980182-fde1-469d-92f5-891ad1db0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (ee69d199-c7b8-43b9-ab5e-89d05d00c724), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:17.028663 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:17.092085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f85a0d-0390-4e52-ab06-302a7de28b8e req-568cf134-f887-438e-8816-0b8754b56cd9 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:17.093715 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a5f85a0d-0390-4e52-ab06-302a7de28b8e req-568cf134-f887-438e-8816-0b8754b56cd9 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 946 time: 0.3278141 Mar 07 21:38:17.148317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d24f21-7c4f-411a-ba29-5be20bd99169 req-62d3aa96-606d-45c2-b1f2-c1f902f76e4f tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:17.167750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-29d24f21-7c4f-411a-ba29-5be20bd99169 req-62d3aa96-606d-45c2-b1f2-c1f902f76e4f tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.1589479 Mar 07 21:38:17.226202 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356cc228-2698-4030-bf05-3b338faf96ed', 'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:10Z', 'updated_at': '2022-03-07T21:38:14Z', 'revision_number': 3, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'gw_port': {'id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:12Z', 'updated_at': '2022-03-07T21:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:17.253730 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf980182-fde1-469d-92f5-891ad1db0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (78f0a89d-2c96-481c-8e1f-7a2c7213f0eb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:17.256069 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Checking router: 356cc228-2698-4030-bf05-3b338faf96ed for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:38:17.256595 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Updating router 356cc228-2698-4030-bf05-3b338faf96ed port 2a6759da-2cac-4d81-b25d-882afffc7c11 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:38:17.265480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf980182-fde1-469d-92f5-891ad1db0c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:17.271092 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bf980182-fde1-469d-92f5-891ad1db0c64 admin admin] 10.222.0.26 "DELETE /v2.0/networks/78f0a89d-2c96-481c-8e1f-7a2c7213f0eb HTTP/1.1" status: 204 len: 168 time: 1.1281655 Mar 07 21:38:17.303878 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2a6759da-2cac-4d81-b25d-882afffc7c11), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:17.326341 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf980182-fde1-469d-92f5-891ad1db0c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=78f0a89d-2c96-481c-8e1f-7a2c7213f0eb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:17.361165 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-29d24f21-7c4f-411a-ba29-5be20bd99169 req-87577b6b-5857-49ce-abeb-b6f4d1708ed4 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897185 Mar 07 21:38:17.435390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a5f85a0d-0390-4e52-ab06-302a7de28b8e req-5dd2ee22-ea3a-43d8-b1db-14a99a2eaaca tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Deleting port 97d562f2-f49c-43ac-b734-03e8b0808137 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:17.435779 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a5f85a0d-0390-4e52-ab06-302a7de28b8e req-5dd2ee22-ea3a-43d8-b1db-14a99a2eaaca tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (97d562f2-f49c-43ac-b734-03e8b0808137), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:17.530447 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-a5f85a0d-0390-4e52-ab06-302a7de28b8e req-5dd2ee22-ea3a-43d8-b1db-14a99a2eaaca tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] For port 97d562f2-f49c-43ac-b734-03e8b0808137, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=97d562f2-f49c-43ac-b734-03e8b0808137,segment=NetworkSegment(bf466cfa-f08c-4f53-92e8-ee84d3db3f5a),segment_id=bf466cfa-f08c-4f53-92e8-ee84d3db3f5a)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:17.530817 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a5f85a0d-0390-4e52-ab06-302a7de28b8e req-5dd2ee22-ea3a-43d8-b1db-14a99a2eaaca tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (97d562f2-f49c-43ac-b734-03e8b0808137), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:17.543210 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a5f85a0d-0390-4e52-ab06-302a7de28b8e req-5dd2ee22-ea3a-43d8-b1db-14a99a2eaaca tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Calling delete_port for 97d562f2-f49c-43ac-b734-03e8b0808137 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:17.731745 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a5f85a0d-0390-4e52-ab06-302a7de28b8e req-5dd2ee22-ea3a-43d8-b1db-14a99a2eaaca tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (97d562f2-f49c-43ac-b734-03e8b0808137), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:17.744794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['97d562f2-f49c-43ac-b734-03e8b0808137'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:38:17.784443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52786) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:17.818276 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2ee22-ea3a-43d8-b1db-14a99a2eaaca tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Pushing event deleted for resources: {'Port': ['ID=97d562f2-f49c-43ac-b734-03e8b0808137,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:17.862719 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-73cf5cf5-093c-40fa-958d-9b291f00d474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:17.894353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f85a0d-0390-4e52-ab06-302a7de28b8e req-5dd2ee22-ea3a-43d8-b1db-14a99a2eaaca tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] No DVR routers for this DVR port 97d562f2-f49c-43ac-b734-03e8b0808137 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:17.902629 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a5f85a0d-0390-4e52-ab06-302a7de28b8e req-5dd2ee22-ea3a-43d8-b1db-14a99a2eaaca tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:17.906547 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a5f85a0d-0390-4e52-ab06-302a7de28b8e req-5dd2ee22-ea3a-43d8-b1db-14a99a2eaaca tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.15 "DELETE /v2.0/ports/97d562f2-f49c-43ac-b734-03e8b0808137 HTTP/1.1" status: 204 len: 173 time: 0.8037701 Mar 07 21:38:17.907997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d31546-737b-4800-9d6f-842c99fe68bd', 'name': 'network-vif-deleted', 'tag': '97d562f2-f49c-43ac-b734-03e8b0808137'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:17.911492 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8023ec98-7e78-4ed8-9b03-41ae55a30d76" -d '{"events": [{"server_uuid": "60d31546-737b-4800-9d6f-842c99fe68bd", "name": "network-vif-deleted", "tag": "97d562f2-f49c-43ac-b734-03e8b0808137"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:17.952130 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:17.955637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52792) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:17.957678 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:17.966342 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bfd0bcf3-294a-4136-b93c-830ec5107971 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=342316ef9f394e8cb8be6c925ab82c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791942 Mar 07 21:38:17.971110 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3dacb84c-0400-4ee2-a190-a5b13bdf29f9 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Request body: {'subnet': {'network_id': '8a2ef91d-b781-46e6-a897-8e16fa1e08df', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:17.975053 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Publish callbacks [] for port (2a6759da-2cac-4d81-b25d-882afffc7c11), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:17.982584 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2a6759da-2cac-4d81-b25d-882afffc7c11), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:17.987387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52794) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:18.024230 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0ec49-326d-48c9-a0f3-9f37440011e2 None None] Pushing event updated for resources: {'Port': ['ID=2a6759da-2cac-4d81-b25d-882afffc7c11,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:18.036182 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0ec49-326d-48c9-a0f3-9f37440011e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:18.036439 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0ec49-326d-48c9-a0f3-9f37440011e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:18.036759 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0ec49-326d-48c9-a0f3-9f37440011e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:18.037096 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0ec49-326d-48c9-a0f3-9f37440011e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:18.038418 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0ec49-326d-48c9-a0f3-9f37440011e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:18.038418 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0ec49-326d-48c9-a0f3-9f37440011e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:18.038418 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0ec49-326d-48c9-a0f3-9f37440011e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:18.038678 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0ec49-326d-48c9-a0f3-9f37440011e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:18.038991 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0ec49-326d-48c9-a0f3-9f37440011e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:18.039174 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0ec49-326d-48c9-a0f3-9f37440011e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:18.039488 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0ec49-326d-48c9-a0f3-9f37440011e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:18.039804 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0ec49-326d-48c9-a0f3-9f37440011e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:18.040118 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0ec49-326d-48c9-a0f3-9f37440011e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:18.061131 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Attempting to bind port 2a6759da-2cac-4d81-b25d-882afffc7c11 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:18.062130 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Attempting to bind port 2a6759da-2cac-4d81-b25d-882afffc7c11 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:18.062130 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Attempting to bind port 2a6759da-2cac-4d81-b25d-882afffc7c11 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:18.067338 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:18.067717 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:18.068265 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:18.068662 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:18.069143 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Bound port: 2a6759da-2cac-4d81-b25d-882afffc7c11, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:18.069557 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2a6759da-2cac-4d81-b25d-882afffc7c11), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:18.124101 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] For port 2a6759da-2cac-4d81-b25d-882afffc7c11, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:18.127348 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] For port 2a6759da-2cac-4d81-b25d-882afffc7c11, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2a6759da-2cac-4d81-b25d-882afffc7c11,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:18.135820 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2a6759da-2cac-4d81-b25d-882afffc7c11), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:18.201519 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25ebc833-be55-4f1c-a175-ed82c5ec5882 admin admin] Publish callbacks [] for security_group (39b701b6-919f-46df-831c-f477120e7137), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:18.222960 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0ec49-326d-48c9-a0f3-9f37440011e2 None None] Pushing event updated for resources: {'Port': ['ID=2a6759da-2cac-4d81-b25d-882afffc7c11,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:18.231911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2dbe20f5-3dec-41f2-9764-e936ceab5270 req-41fc9b99-9cd0-4f92-aa1e-c59225de8e57 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/ports?device_id=60d31546-737b-4800-9d6f-842c99fe68bd HTTP/1.1" status: 200 len: 210 time: 0.0397758 Mar 07 21:38:18.238751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b0557-0c7d-40db-9a13-7d37858b0dcc req-bfadf28f-cf7b-4a0c-97b7-22769bed69b4 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:18.246187 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e0b0557-0c7d-40db-9a13-7d37858b0dcc req-bfadf28f-cf7b-4a0c-97b7-22769bed69b4 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 1.0348380 Mar 07 21:38:18.279526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-feea3dce-d96a-4ad9-8495-3fbe9280f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:18.281015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-feea3dce-d96a-4ad9-8495-3fbe9280f515 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 1132 time: 0.8559580 Mar 07 21:38:18.292368 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dacb84c-0400-4ee2-a190-a5b13bdf29f9 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Made reservation on behalf of 091e14cb6d3140099222826c1f2c8ff7 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:18.296049 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3dacb84c-0400-4ee2-a190-a5b13bdf29f9 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:18.321736 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Routers {'356cc228-2698-4030-bf05-3b338faf96ed'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:38:18.322642 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:38:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['356cc228-2698-4030-bf05-3b338faf96ed'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:18.350374 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e0b0557-0c7d-40db-9a13-7d37858b0dcc req-c499e2a5-a481-4ea2-998e-c93aa89b7a1a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994985 Mar 07 21:38:18.389721 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25ebc833-be55-4f1c-a175-ed82c5ec5882 admin admin] Publish callbacks [] for security_group (39b701b6-919f-46df-831c-f477120e7137), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:18.425843 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7c5412-0300-4321-ac89-628819c483dc x-openstack-request-id: req-6a7c5412-0300-4321-ac89-628819c483dc {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:18.426322 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d31546-737b-4800-9d6f-842c99fe68bd", "name": "network-vif-deleted", "tag": "97d562f2-f49c-43ac-b734-03e8b0808137", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:18.426840 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a7c5412-0300-4321-ac89-628819c483dc {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:18.427453 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d31546-737b-4800-9d6f-842c99fe68bd', 'name': 'network-vif-deleted', 'tag': '97d562f2-f49c-43ac-b734-03e8b0808137', 'status': 'completed', 'code': 200} Mar 07 21:38:18.478020 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] Set router 356cc228-2698-4030-bf05-3b338faf96ed gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:38:18.577916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-78ad55e9-d013-4e84-8b49-4949173732b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:18.579339 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-78ad55e9-d013-4e84-8b49-4949173732b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2871306 Mar 07 21:38:18.607629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18e9cf-40f7-4634-a9b9-8d79bd9d1c7b req-4030ad59-b239-4acb-8b14-0e65c57080a5 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:18.609178 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd18e9cf-40f7-4634-a9b9-8d79bd9d1c7b req-4030ad59-b239-4acb-8b14-0e65c57080a5 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.1951995 Mar 07 21:38:18.649274 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-5d8e30cd-5e06-49f2-a176-2e3433b3a3a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf HTTP/1.1" status: 200 len: 217 time: 0.0618789 Mar 07 21:38:18.712231 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356cc228-2698-4030-bf05-3b338faf96ed', 'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:10Z', 'updated_at': '2022-03-07T21:38:14Z', 'revision_number': 3, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'gw_port': {'id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:12Z', 'updated_at': '2022-03-07T21:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:18.722272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc254-241f-42a4-aebb-8fbdbed1d837 req-b83744f0-cff3-4430-b566-5d66dabfd6d0 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:18.729873 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5cdfc254-241f-42a4-aebb-8fbdbed1d837 req-b83744f0-cff3-4430-b566-5d66dabfd6d0 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 949 time: 0.2119768 Mar 07 21:38:18.742940 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe0447-5864-44bc-aa1c-b55b1ae36eea None None] The sync data for ids ['356cc228-2698-4030-bf05-3b338faf96ed'] in n-d-832330-1 is: [{'id': '356cc228-2698-4030-bf05-3b338faf96ed', 'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:10Z', 'updated_at': '2022-03-07T21:38:14Z', 'revision_number': 3, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'gw_port': {'id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:12Z', 'updated_at': '2022-03-07T21:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:18.795155 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-bcaca81c-870b-4c63-9625-ada16474abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:18.796730 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-bcaca81c-870b-4c63-9625-ada16474abfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1392617 Mar 07 21:38:18.812041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd18e9cf-40f7-4634-a9b9-8d79bd9d1c7b req-d80d8c09-6c92-4347-a42e-eeeb2809d894 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687372 Mar 07 21:38:18.847358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5cdfc254-241f-42a4-aebb-8fbdbed1d837 req-442d0647-5b40-4c65-93fe-c39d0afba15b tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/security-groups?id=56b2718b-06a0-4511-8b93-c7c78168d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160440 Mar 07 21:38:18.904126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-f4295b76-519c-4faa-9f12-eee9098b85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:18.906230 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-f4295b76-519c-4faa-9f12-eee9098b85bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0930488 Mar 07 21:38:18.937650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Allocated IP 172.20.0.1 (dd51ab9b-a441-440b-b07c-47d7dbd3dbcc/36f26098-b939-4b3c-93fe-1a876d47971a/da5e3b16-3bf4-4088-9c28-f4882cbb6fbc) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:18.993084 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79feed19-9100-49ca-86ff-a06a1c4dcc21 req-fd906521-e48a-439b-b667-95baa16ae4a3 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:18.994610 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-79feed19-9100-49ca-86ff-a06a1c4dcc21 req-fd906521-e48a-439b-b667-95baa16ae4a3 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 949 time: 0.1505959 Mar 07 21:38:19.033222 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25ebc833-be55-4f1c-a175-ed82c5ec5882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (39b701b6-919f-46df-831c-f477120e7137), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:19.040662 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25ebc833-be55-4f1c-a175-ed82c5ec5882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:19.045571 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-25ebc833-be55-4f1c-a175-ed82c5ec5882 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39b701b6-919f-46df-831c-f477120e7137 HTTP/1.1" status: 204 len: 168 time: 1.0560424 Mar 07 21:38:19.071001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d65ca-9839-4177-803e-458b22001748 req-e6f25478-630b-4708-819d-c66d14443516 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:19.080183 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-880d65ca-9839-4177-803e-458b22001748 req-e6f25478-630b-4708-819d-c66d14443516 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.1249869 Mar 07 21:38:19.110980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-a694fb03-e65e-427a-8f06-15825dd78a2f service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952641 Mar 07 21:38:19.169979 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:19.201702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebc833-be55-4f1c-a175-ed82c5ec5882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b701b6-919f-46df-831c-f477120e7137,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:19.267968 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3dacb84c-0400-4ee2-a190-a5b13bdf29f9 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (f5e99044-31f1-4ab0-9af1-49a07011a899), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:19.299005 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-880d65ca-9839-4177-803e-458b22001748 req-92e9b4e1-51d5-4b0c-9354-c818829f0bbe tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108557 Mar 07 21:38:19.315300 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-6888e380-2bcd-49e5-adca-864d2220f4ed service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769710 Mar 07 21:38:19.438321 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacb84c-0400-4ee2-a190-a5b13bdf29f9 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event updated for resources: {'Subnet': ['ID=f5e99044-31f1-4ab0-9af1-49a07011a899,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:19.477862 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Publish callbacks [] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:19.533132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dacb84c-0400-4ee2-a190-a5b13bdf29f9 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Checking segment: {'id': '39809cb6-c0ed-4f6f-b855-0199c95db27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8a2ef91d-b781-46e6-a897-8e16fa1e08df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:19.533554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dacb84c-0400-4ee2-a190-a5b13bdf29f9 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Network hostable DHCP agents. Network: 8a2ef91d-b781-46e6-a897-8e16fa1e08df, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:19.546172 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-79feed19-9100-49ca-86ff-a06a1c4dcc21 req-105d3e4d-2fe0-43ad-8e71-d3ea66a19ba0 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Deleting port 1226cb40-1d5c-488d-b5cb-f84c09954c5d {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:19.546735 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-79feed19-9100-49ca-86ff-a06a1c4dcc21 req-105d3e4d-2fe0-43ad-8e71-d3ea66a19ba0 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:19.602630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a38cef-4416-4144-8fb2-7e3fd5e18200 req-d183eb5c-7f64-4468-9dd0-49816fa47e98 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:19.604211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8a38cef-4416-4144-8fb2-7e3fd5e18200 req-d183eb5c-7f64-4468-9dd0-49816fa47e98 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.1153762 Mar 07 21:38:19.631419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52822) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:19.685750 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:19.696411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dacb84c-0400-4ee2-a190-a5b13bdf29f9 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Network 8a2ef91d-b781-46e6-a897-8e16fa1e08df is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:19.778537 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Network dd51ab9b-a441-440b-b07c-47d7dbd3dbcc is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:19.779449 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-3dacb84c-0400-4ee2-a190-a5b13bdf29f9 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 8a2ef91d-b781-46e6-a897-8e16fa1e08df) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:19.779827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8a38cef-4416-4144-8fb2-7e3fd5e18200 req-19d9b14e-34ad-4772-8e6a-ae3cf646ab89 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681545 Mar 07 21:38:19.795795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec2e354-4358-4575-a1e1-29c8e2bdce70 None None] Network 8a2ef91d-b781-46e6-a897-8e16fa1e08df requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:19.799914 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b931d8b9-1229-4834-b13f-e7ba519153da tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for security_group (2e00a5da-0c7a-4e03-863d-54c8e64208de), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:19.820211 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dacb84c-0400-4ee2-a190-a5b13bdf29f9 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:19.821279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3dacb84c-0400-4ee2-a190-a5b13bdf29f9 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:19.826792 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:19.829550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:19.843057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Pushing event updated for resources: {'Port': ['ID=da5e3b16-3bf4-4088-9c28-f4882cbb6fbc,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:19.845285 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b931d8b9-1229-4834-b13f-e7ba519153da tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for security_group (2e00a5da-0c7a-4e03-863d-54c8e64208de), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:19.957987 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3dacb84c-0400-4ee2-a190-a5b13bdf29f9 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9932106 Mar 07 21:38:19.959512 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b931d8b9-1229-4834-b13f-e7ba519153da tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2e00a5da-0c7a-4e03-863d-54c8e64208de), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:19.962593 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b931d8b9-1229-4834-b13f-e7ba519153da tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:19.963566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52834) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:19.964555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b931d8b9-1229-4834-b13f-e7ba519153da tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "DELETE /v2.0/security-groups/2e00a5da-0c7a-4e03-863d-54c8e64208de HTTP/1.1" status: 204 len: 168 time: 0.3321433 Mar 07 21:38:19.970457 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52836) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:19.986447 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e7c393b4-50f7-46a8-b286-c77db2e2c917 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1672682136'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:20.001817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-79feed19-9100-49ca-86ff-a06a1c4dcc21 req-105d3e4d-2fe0-43ad-8e71-d3ea66a19ba0 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] For port 1226cb40-1d5c-488d-b5cb-f84c09954c5d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1226cb40-1d5c-488d-b5cb-f84c09954c5d,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:20.002229 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-79feed19-9100-49ca-86ff-a06a1c4dcc21 req-105d3e4d-2fe0-43ad-8e71-d3ea66a19ba0 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.041329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (356cc228-2698-4030-bf05-3b338faf96ed), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.092778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-8a2ef91d-b781-46e6-a897-8e16fa1e08df', 'network_id': '8a2ef91d-b781-46e6-a897-8e16fa1e08df', 'project_id': '091e14cb6d3140099222826c1f2c8ff7', 'fixed_ips': [{'subnet_id': 'f5e99044-31f1-4ab0-9af1-49a07011a899'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:38:20.094277 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.165476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-79feed19-9100-49ca-86ff-a06a1c4dcc21 req-105d3e4d-2fe0-43ad-8e71-d3ea66a19ba0 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Calling delete_port for 1226cb40-1d5c-488d-b5cb-f84c09954c5d owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:20.200547 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-a070e578-5f90-458a-b2e7-fe75683ff137 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] show failed (client error): The resource could not be found. Mar 07 21:38:20.206420 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a070e578-5f90-458a-b2e7-fe75683ff137 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "GET /v2.0/security-groups/2e00a5da-0c7a-4e03-863d-54c8e64208de HTTP/1.1" status: 404 len: 347 time: 0.2247365 Mar 07 21:38:20.208992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931d8b9-1229-4834-b13f-e7ba519153da tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e00a5da-0c7a-4e03-863d-54c8e64208de,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:20.216381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52844) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:20.297567 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.406653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c393b4-50f7-46a8-b286-c77db2e2c917 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Made reservation on behalf of 091e14cb6d3140099222826c1f2c8ff7 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:20.411854 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7c393b4-50f7-46a8-b286-c77db2e2c917 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.442980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d1557-db4d-4396-9ebe-78ec91c5986d req-d3d78a2a-5d81-4de3-9cf9-3f6b4fe143f6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:20.444517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a8d1557-db4d-4396-9ebe-78ec91c5986d req-d3d78a2a-5d81-4de3-9cf9-3f6b4fe143f6 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 949 time: 0.4282918 Mar 07 21:38:20.489396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52850) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:20.507540 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.507795 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402f719-314d-4aa0-be4f-a59ff89c8bc5 req-b1622935-03cb-43d2-9a34-d2330f987242 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:20.515522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7402f719-314d-4aa0-be4f-a59ff89c8bc5 req-b1622935-03cb-43d2-9a34-d2330f987242 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.5028005 Mar 07 21:38:20.597114 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a8d1557-db4d-4396-9ebe-78ec91c5986d req-d9ca54bc-3163-47cd-a6b5-bc9d914b05bf tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/security-groups?id=56b2718b-06a0-4511-8b93-c7c78168d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288695 Mar 07 21:38:20.633760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-ffe3bec8-49a2-471a-b70d-50457cb19629 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Deleting port 14fbf06f-d95d-4e7a-bb33-4d00cd1890ce {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:20.634152 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ffe3bec8-49a2-471a-b70d-50457cb19629 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (14fbf06f-d95d-4e7a-bb33-4d00cd1890ce), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.699995 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7402f719-314d-4aa0-be4f-a59ff89c8bc5 req-9597fae4-cac0-4d0f-ae27-4b41f1a1c470 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652772 Mar 07 21:38:20.733842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Publish callbacks [] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.743449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2a6759da-2cac-4d81-b25d-882afffc7c11 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:20.749202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c393b4-50f7-46a8-b286-c77db2e2c917 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:20.759735 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7c393b4-50f7-46a8-b286-c77db2e2c917 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d450f909-c558-482b-b7ce-dde2805d950b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.760225 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-e7c393b4-50f7-46a8-b286-c77db2e2c917 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Added segment d450f909-c558-482b-b7ce-dde2805d950b of type vlan for network 3ca06a38-39cb-4661-8796-2e09ab6cdee9 Mar 07 21:38:20.762326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-926257236-network', 'tenant_id': '5ad12b40821f4e258595ae6a1314da04'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:20.806093 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7c393b4-50f7-46a8-b286-c77db2e2c917 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (3ca06a38-39cb-4661-8796-2e09ab6cdee9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.814605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cd8a3af9-9638-4550-a048-f0c44f92a2fa None None] Provisioning complete for port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:20.815007 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cd8a3af9-9638-4550-a048-f0c44f92a2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.819189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Allocated IP 2001:db8:0:ffff::2 (8a2ef91d-b781-46e6-a897-8e16fa1e08df/f5e99044-31f1-4ab0-9af1-49a07011a899/7303c610-6114-4f1b-b6b3-cfa7881efcad) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:20.836482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.881953 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7c393b4-50f7-46a8-b286-c77db2e2c917 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (3ca06a38-39cb-4661-8796-2e09ab6cdee9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.888612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c393b4-50f7-46a8-b286-c77db2e2c917 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:20.889395 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7c393b4-50f7-46a8-b286-c77db2e2c917 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.893540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] Made reservation on behalf of 5ad12b40821f4e258595ae6a1314da04 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:20.897815 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.908570 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ffe3bec8-49a2-471a-b70d-50457cb19629 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (14fbf06f-d95d-4e7a-bb33-4d00cd1890ce), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.908924 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ffe3bec8-49a2-471a-b70d-50457cb19629 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for floatingip (14fbf06f-d95d-4e7a-bb33-4d00cd1890ce), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.925337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a3af9-9638-4550-a048-f0c44f92a2fa None None] Port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:38:20.942343 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.966388 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e7c393b4-50f7-46a8-b286-c77db2e2c917 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9965878 Mar 07 21:38:20.969687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-ffe3bec8-49a2-471a-b70d-50457cb19629 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Calling delete_port for 14fbf06f-d95d-4e7a-bb33-4d00cd1890ce owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:20.972958 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52856) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:20.983986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2a6759da-2cac-4d81-b25d-882afffc7c11 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:20.984373 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2a6759da-2cac-4d81-b25d-882afffc7c11), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:20.992655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a5192787-63ea-4ab8-916d-871cf6b2b892 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Request body: {'subnet': {'network_id': '3ca06a38-39cb-4661-8796-2e09ab6cdee9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:21.084215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b2ea7-fef1-490b-a32e-b5cdba76d869 req-94755459-7709-4e56-8983-194847ec849e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:21.091233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c2b2ea7-fef1-490b-a32e-b5cdba76d869 req-94755459-7709-4e56-8983-194847ec849e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.3394902 Mar 07 21:38:21.114778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5192787-63ea-4ab8-916d-871cf6b2b892 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Made reservation on behalf of 091e14cb6d3140099222826c1f2c8ff7 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:21.118989 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5192787-63ea-4ab8-916d-871cf6b2b892 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.171038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8575-b810-41b3-8af9-6828011e6440 req-9cfe09ef-278c-4b82-b08c-1db53c580f81 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:21.179199 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-310d8575-b810-41b3-8af9-6828011e6440 req-9cfe09ef-278c-4b82-b08c-1db53c580f81 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.2769358 Mar 07 21:38:21.183700 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Publish callbacks [] for port (7303c610-6114-4f1b-b6b3-cfa7881efcad), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.188970 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2a6759da-2cac-4d81-b25d-882afffc7c11 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:21.189412 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2a6759da-2cac-4d81-b25d-882afffc7c11), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.207550 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (356cc228-2698-4030-bf05-3b338faf96ed), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.208066 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (7303c610-6114-4f1b-b6b3-cfa7881efcad), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.263493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 2a6759da-2cac-4d81-b25d-882afffc7c11, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2a6759da-2cac-4d81-b25d-882afffc7c11,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:21.271030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c2b2ea7-fef1-490b-a32e-b5cdba76d869 req-251cf1bb-2a63-4897-ad17-fef0b1213483 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783361 Mar 07 21:38:21.283108 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2a6759da-2cac-4d81-b25d-882afffc7c11), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.286881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Network 8a2ef91d-b781-46e6-a897-8e16fa1e08df is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:21.295458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:21.298510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Pushing event updated for resources: {'Port': ['ID=7303c610-6114-4f1b-b6b3-cfa7881efcad,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:21.301435 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:21.357655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-310d8575-b810-41b3-8af9-6828011e6440 req-7636460a-db3a-4c90-aa33-fc5d509fdd2f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701839 Mar 07 21:38:21.363548 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] Publish callbacks [] for security_group (0c5c44a1-2aaf-4d58-bbdd-84aad1056c07), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.370345 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Pushing event updated for resources: {'Port': ['ID=da5e3b16-3bf4-4088-9c28-f4882cbb6fbc,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:21.393221 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c393b4-50f7-46a8-b286-c77db2e2c917 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event updated for resources: {'Network': ['ID=3ca06a38-39cb-4661-8796-2e09ab6cdee9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:21.404124 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0c5c44a1-2aaf-4d58-bbdd-84aad1056c07), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.427766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 3ca06a38-39cb-4661-8796-2e09ab6cdee9 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:38:21.441566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Network dd51ab9b-a441-440b-b07c-47d7dbd3dbcc is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:21.448601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:21.457284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:21.471350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5c44a1-2aaf-4d58-bbdd-84aad1056c07,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:21.481357 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ffe3bec8-49a2-471a-b70d-50457cb19629 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (14fbf06f-d95d-4e7a-bb33-4d00cd1890ce), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.484086 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1c3b885c-3e08-465e-a4cf-084d9ecab88d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.484434 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] Added segment 1c3b885c-3e08-465e-a4cf-084d9ecab88d of type vlan for network 091ef040-bd34-459b-a29e-6b86a792acc0 Mar 07 21:38:21.517371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=2a6759da-2cac-4d81-b25d-882afffc7c11,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:21.522517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Attempting to bind port 7303c610-6114-4f1b-b6b3-cfa7881efcad on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:21.523144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Attempting to bind port 7303c610-6114-4f1b-b6b3-cfa7881efcad by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '39809cb6-c0ed-4f6f-b855-0199c95db27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8a2ef91d-b781-46e6-a897-8e16fa1e08df'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:21.524569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3bec8-49a2-471a-b70d-50457cb19629 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Pushing event deleted for resources: {'Port': ['ID=14fbf06f-d95d-4e7a-bb33-4d00cd1890ce,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:21.533162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Attempting to bind port 7303c610-6114-4f1b-b6b3-cfa7881efcad on network 8a2ef91d-b781-46e6-a897-8e16fa1e08df {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:21.588526 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (091ef040-bd34-459b-a29e-6b86a792acc0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.623560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:21.627309 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Checking segment: {'id': '39809cb6-c0ed-4f6f-b855-0199c95db27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8a2ef91d-b781-46e6-a897-8e16fa1e08df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:21.627309 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.629209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Bound using segment: {'id': '39809cb6-c0ed-4f6f-b855-0199c95db27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8a2ef91d-b781-46e6-a897-8e16fa1e08df'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:21.629776 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Bound port: 7303c610-6114-4f1b-b6b3-cfa7881efcad, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39809cb6-c0ed-4f6f-b855-0199c95db27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8a2ef91d-b781-46e6-a897-8e16fa1e08df'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:21.630277 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7303c610-6114-4f1b-b6b3-cfa7881efcad), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.698599 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-79feed19-9100-49ca-86ff-a06a1c4dcc21 req-105d3e4d-2fe0-43ad-8e71-d3ea66a19ba0 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (1226cb40-1d5c-488d-b5cb-f84c09954c5d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.747799 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Router 356cc228-2698-4030-bf05-3b338faf96ed has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:38:21.750217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d5cd91b-62a8-4010-a451-1c101ffedafd req-f105b24e-869a-42cf-8e74-5694990fc609 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c HTTP/1.1" status: 200 len: 210 time: 0.0513167 Mar 07 21:38:21.756139 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ffe3bec8-49a2-471a-b70d-50457cb19629 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks [] for floatingip (ef44aa46-3e5b-47d6-9212-e13100aaffb4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.758802 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ffe3bec8-49a2-471a-b70d-50457cb19629 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.759959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ffe3bec8-49a2-471a-b70d-50457cb19629 tempest-ImagesOneServerNegativeTestJSON-2120964269 tempest-ImagesOneServerNegativeTestJSON-2120964269-project] 10.222.0.26 "DELETE /v2.0/floatingips/ef44aa46-3e5b-47d6-9212-e13100aaffb4 HTTP/1.1" status: 204 len: 168 time: 1.5351553 Mar 07 21:38:21.769927 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (091ef040-bd34-459b-a29e-6b86a792acc0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.771044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:21.771641 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.802005 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d3e4d-2fe0-43ad-8e71-d3ea66a19ba0 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Pushing event deleted for resources: {'Port': ['ID=1226cb40-1d5c-488d-b5cb-f84c09954c5d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:21.822615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] For port 7303c610-6114-4f1b-b6b3-cfa7881efcad, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:21.829379 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] For port 7303c610-6114-4f1b-b6b3-cfa7881efcad, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7303c610-6114-4f1b-b6b3-cfa7881efcad,segment=NetworkSegment(39809cb6-c0ed-4f6f-b855-0199c95db27b),segment_id=39809cb6-c0ed-4f6f-b855-0199c95db27b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:21.836893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e54c43c9-7f29-4839-8a98-4b954b967962 None None] Provisioning complete for port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:21.837485 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e54c43c9-7f29-4839-8a98-4b954b967962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.861120 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3679640 Mar 07 21:38:21.877823 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e54c43c9-7f29-4839-8a98-4b954b967962 None None] Port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:38:21.881809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52870) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:21.882513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 97d562f2-f49c-43ac-b734-03e8b0808137 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:38:21.886498 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7303c610-6114-4f1b-b6b3-cfa7881efcad), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:21.913693 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 97d562f2-f49c-43ac-b734-03e8b0808137 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:38:21.914649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 97d562f2-f49c-43ac-b734-03e8b0808137 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:38:21.937712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-a42b07a6-2965-443b-a898-51efc9642cc3 admin admin] Request body: {'subnet': {'network_id': '091ef040-bd34-459b-a29e-6b86a792acc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-926257236-subnet', 'tenant_id': '5ad12b40821f4e258595ae6a1314da04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:21.944006 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52874) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:21.970349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c9bb5-05e4-4f19-ae62-5be70796de08 admin admin] Pushing event updated for resources: {'Network': ['ID=091ef040-bd34-459b-a29e-6b86a792acc0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:21.987909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 091ef040-bd34-459b-a29e-6b86a792acc0 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:38:22.013245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26419c84-5902-4186-8782-d581f23d75e1 req-eb7e321d-eaaa-48fd-9d91-92a6ae51ad97 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:22.015019 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26419c84-5902-4186-8782-d581f23d75e1 req-eb7e321d-eaaa-48fd-9d91-92a6ae51ad97 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.1908593 Mar 07 21:38:22.015809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42b07a6-2965-443b-a898-51efc9642cc3 admin admin] Made reservation on behalf of 5ad12b40821f4e258595ae6a1314da04 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:22.018532 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a42b07a6-2965-443b-a898-51efc9642cc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:22.051895 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-79feed19-9100-49ca-86ff-a06a1c4dcc21 req-105d3e4d-2fe0-43ad-8e71-d3ea66a19ba0 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] No DVR routers for this DVR port 1226cb40-1d5c-488d-b5cb-f84c09954c5d on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:22.061124 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-79feed19-9100-49ca-86ff-a06a1c4dcc21 req-105d3e4d-2fe0-43ad-8e71-d3ea66a19ba0 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:22.064850 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-79feed19-9100-49ca-86ff-a06a1c4dcc21 req-105d3e4d-2fe0-43ad-8e71-d3ea66a19ba0 tempest-ImagesOneServerTestJSON-821545809 tempest-ImagesOneServerTestJSON-821545809-project] 10.222.0.15 "DELETE /v2.0/ports/1226cb40-1d5c-488d-b5cb-f84c09954c5d HTTP/1.1" status: 204 len: 173 time: 3.0617418 Mar 07 21:38:22.118710 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'name': 'network-vif-deleted', 'tag': '1226cb40-1d5c-488d-b5cb-f84c09954c5d'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:22.122710 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f46e4a0-8af5-4479-82a3-33e482689984" -d '{"events": [{"server_uuid": "1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c", "name": "network-vif-deleted", "tag": "1226cb40-1d5c-488d-b5cb-f84c09954c5d"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:22.166651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26419c84-5902-4186-8782-d581f23d75e1 req-6f528586-4008-4304-b5c6-8be0b77d87fb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447053 Mar 07 21:38:22.215173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8baf2-bf4a-4097-b4b1-88212306f9c1 None None] Pushing event updated for resources: {'Port': ['ID=7303c610-6114-4f1b-b6b3-cfa7881efcad,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:22.248124 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:22.254510 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ac1c27-680a-49de-90ad-df68d9e05f5d x-openstack-request-id: req-e3ac1c27-680a-49de-90ad-df68d9e05f5d {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:22.254862 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c", "name": "network-vif-deleted", "tag": "1226cb40-1d5c-488d-b5cb-f84c09954c5d", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:22.255149 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3ac1c27-680a-49de-90ad-df68d9e05f5d {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:22.255551 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf0e573-c1f5-41f0-a25f-cf7bfaa0d78c', 'name': 'network-vif-deleted', 'tag': '1226cb40-1d5c-488d-b5cb-f84c09954c5d', 'status': 'completed', 'code': 200} Mar 07 21:38:22.273618 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-883f07bf-0317-4824-a637-c24d49bb019e admin admin] Deleting subnet 6f3b5aa6-8944-412a-8b57-0adb658b9c28 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:38:22.278450 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883f07bf-0317-4824-a637-c24d49bb019e admin admin] Publish callbacks [] for subnet (6f3b5aa6-8944-412a-8b57-0adb658b9c28), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:22.326694 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a42b07a6-2965-443b-a898-51efc9642cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (bed9da1c-f0e0-45fd-836d-90d51e2ab847), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:22.384671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b07a6-2965-443b-a898-51efc9642cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed9da1c-f0e0-45fd-836d-90d51e2ab847,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:22.459293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b07a6-2965-443b-a898-51efc9642cc3 admin admin] Checking segment: {'id': '1c3b885c-3e08-465e-a4cf-084d9ecab88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '091ef040-bd34-459b-a29e-6b86a792acc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:22.459875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42b07a6-2965-443b-a898-51efc9642cc3 admin admin] Network hostable DHCP agents. Network: 091ef040-bd34-459b-a29e-6b86a792acc0, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:22.502573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:38:22.521262 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-091eaed3-1880-4a48-a42d-6236105499da admin admin] 10.222.0.26 "PUT /v2.0/routers/356cc228-2698-4030-bf05-3b338faf96ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9325745 Mar 07 21:38:22.521509 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Sync routers for ids ['356cc228-2698-4030-bf05-3b338faf96ed'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:22.531177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Routers {'356cc228-2698-4030-bf05-3b338faf96ed'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:38:22.531832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:38:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['356cc228-2698-4030-bf05-3b338faf96ed'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:22.628357 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883f07bf-0317-4824-a637-c24d49bb019e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (6f3b5aa6-8944-412a-8b57-0adb658b9c28), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:22.630271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42b07a6-2965-443b-a898-51efc9642cc3 admin admin] Network 091ef040-bd34-459b-a29e-6b86a792acc0 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:22.669280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e81a74-2c26-449b-a584-ae09c275bc90 req-5cdf862e-baa9-46cd-83a9-e9d27ce30f81 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:22.676604 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30e81a74-2c26-449b-a584-ae09c275bc90 req-5cdf862e-baa9-46cd-83a9-e9d27ce30f81 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.2506828 Mar 07 21:38:22.690712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-a42b07a6-2965-443b-a898-51efc9642cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 091ef040-bd34-459b-a29e-6b86a792acc0) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:22.735272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42b07a6-2965-443b-a898-51efc9642cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:22.735879 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a42b07a6-2965-443b-a898-51efc9642cc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:22.753209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d5c1d-8615-4463-b403-94dcd6cd3635 req-f5a067df-690f-4ae3-9d9d-87bab94c9992 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:22.761589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae0d5c1d-8615-4463-b403-94dcd6cd3635 req-f5a067df-690f-4ae3-9d9d-87bab94c9992 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.2817521 Mar 07 21:38:22.770547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0816fee-5981-4b17-a2ff-3236a4832e43 None None] Network 091ef040-bd34-459b-a29e-6b86a792acc0 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:22.806189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.objects.ports [None req-a5192787-63ea-4ab8-916d-871cf6b2b892 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:38:22.813100 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5192787-63ea-4ab8-916d-871cf6b2b892 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (0561e145-795f-429f-b04b-e22955eb097e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:22.843341 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a42b07a6-2965-443b-a898-51efc9642cc3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9576776 Mar 07 21:38:22.861758 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883f07bf-0317-4824-a637-c24d49bb019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (6f3b5aa6-8944-412a-8b57-0adb658b9c28), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:22.879167 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30e81a74-2c26-449b-a584-ae09c275bc90 req-4197de47-ae57-4371-af1f-73fa440121a0 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011340 Mar 07 21:38:22.884721 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2a6759da-2cac-4d81-b25d-882afffc7c11 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:22.965759 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5192787-63ea-4ab8-916d-871cf6b2b892 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event updated for resources: {'Subnet': ['ID=0561e145-795f-429f-b04b-e22955eb097e,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:22.969192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae0d5c1d-8615-4463-b403-94dcd6cd3635 req-40e729d5-1758-4a84-bc36-c91ecdaa7875 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066550 Mar 07 21:38:22.979443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5192787-63ea-4ab8-916d-871cf6b2b892 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Checking segment: {'id': 'd450f909-c558-482b-b7ce-dde2805d950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3ca06a38-39cb-4661-8796-2e09ab6cdee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:22.980643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5192787-63ea-4ab8-916d-871cf6b2b892 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Network hostable DHCP agents. Network: 3ca06a38-39cb-4661-8796-2e09ab6cdee9, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:23.036702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5192787-63ea-4ab8-916d-871cf6b2b892 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Network 3ca06a38-39cb-4661-8796-2e09ab6cdee9 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:23.044199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6c4df0-6628-4840-95d5-4302940e0c63 None None] Network 091ef040-bd34-459b-a29e-6b86a792acc0 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:23.072371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a5192787-63ea-4ab8-916d-871cf6b2b892 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 3ca06a38-39cb-4661-8796-2e09ab6cdee9) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:23.080247 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5192787-63ea-4ab8-916d-871cf6b2b892 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:23.081169 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5192787-63ea-4ab8-916d-871cf6b2b892 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:23.087038 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883f07bf-0317-4824-a637-c24d49bb019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (6f3b5aa6-8944-412a-8b57-0adb658b9c28), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:23.088307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Set router 356cc228-2698-4030-bf05-3b338faf96ed gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:38:23.090929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc3608b-dcd0-4f7e-b41e-e8d6ebdbf9db None None] Network 3ca06a38-39cb-4661-8796-2e09ab6cdee9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:23.148460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f07bf-0317-4824-a637-c24d49bb019e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3b5aa6-8944-412a-8b57-0adb658b9c28,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:23.159462 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883f07bf-0317-4824-a637-c24d49bb019e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:23.168501 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-883f07bf-0317-4824-a637-c24d49bb019e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6f3b5aa6-8944-412a-8b57-0adb658b9c28 HTTP/1.1" status: 204 len: 168 time: 1.2156775 Mar 07 21:38:23.169072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52896) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:23.182324 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a5192787-63ea-4ab8-916d-871cf6b2b892 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2076111 Mar 07 21:38:23.185846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52898) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:23.192226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-edb59065-ff1f-4ee8-8a09-19afa5918127 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Request body: {'port': {'network_id': '3ca06a38-39cb-4661-8796-2e09ab6cdee9', 'name': 'tempest-NetworksIpV6TestAttrs-959422999'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:23.280478 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-87e8da8a-2694-4991-a824-f226b87e126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (6a38c177-2986-4993-baa8-899eed1d97e5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:23.403917 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-87e8da8a-2694-4991-a824-f226b87e126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (6a38c177-2986-4993-baa8-899eed1d97e5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:23.432044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-3ca06a38-39cb-4661-8796-2e09ab6cdee9', 'network_id': '3ca06a38-39cb-4661-8796-2e09ab6cdee9', 'project_id': '091e14cb6d3140099222826c1f2c8ff7', 'fixed_ips': [{'subnet_id': '0561e145-795f-429f-b04b-e22955eb097e'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:38:23.432946 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:23.437370 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-87e8da8a-2694-4991-a824-f226b87e126a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a38c177-2986-4993-baa8-899eed1d97e5']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:23.448139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-87e8da8a-2694-4991-a824-f226b87e126a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf466cfa-f08c-4f53-92e8-ee84d3db3f5a') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:23.449136 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-87e8da8a-2694-4991-a824-f226b87e126a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf466cfa-f08c-4f53-92e8-ee84d3db3f5a') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:23.473973 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-87e8da8a-2694-4991-a824-f226b87e126a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (bf466cfa-f08c-4f53-92e8-ee84d3db3f5a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:23.504784 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-87e8da8a-2694-4991-a824-f226b87e126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (bf466cfa-f08c-4f53-92e8-ee84d3db3f5a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:23.522301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e8da8a-2694-4991-a824-f226b87e126a admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:23.522731 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-87e8da8a-2694-4991-a824-f226b87e126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (bf466cfa-f08c-4f53-92e8-ee84d3db3f5a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:23.529254 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:23.568295 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eebd44-088f-48e8-90e8-742c8f43ed99 req-1f66f533-894b-4b48-aeb2-920343985a6d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:23.570762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0eebd44-088f-48e8-90e8-742c8f43ed99 req-1f66f533-894b-4b48-aeb2-920343985a6d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.1710646 Mar 07 21:38:23.593635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52906) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:23.623244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52908) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:23.633631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4b63860f-2884-49d2-adb2-c130c571219c tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--205494942', 'description': 'tempest-description--1163348661'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:23.671302 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4b63860f-2884-49d2-adb2-c130c571219c tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:23.706011 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb59065-ff1f-4ee8-8a09-19afa5918127 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Made reservation on behalf of 091e14cb6d3140099222826c1f2c8ff7 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:23.706603 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-87e8da8a-2694-4991-a824-f226b87e126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (6a38c177-2986-4993-baa8-899eed1d97e5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:23.713650 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-edb59065-ff1f-4ee8-8a09-19afa5918127 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:23.713905 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-87e8da8a-2694-4991-a824-f226b87e126a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:23.726720 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-87e8da8a-2694-4991-a824-f226b87e126a admin admin] 10.222.0.26 "DELETE /v2.0/networks/6a38c177-2986-4993-baa8-899eed1d97e5 HTTP/1.1" status: 204 len: 168 time: 0.5544035 Mar 07 21:38:23.752176 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-edb59065-ff1f-4ee8-8a09-19afa5918127 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] device_id is not set on port 7da373d3-3a62-4537-8989-315e51abeb9b yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:23.753625 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8da8a-2694-4991-a824-f226b87e126a admin admin] Pushing event deleted for resources: {'Network': ['ID=6a38c177-2986-4993-baa8-899eed1d97e5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:23.828811 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0eebd44-088f-48e8-90e8-742c8f43ed99 req-47b8b06b-84b5-4668-8193-00f77dca313e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494714 Mar 07 21:38:23.834552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7763a29-e786-476a-99f9-2b32c873bf5d None None] Network 8a2ef91d-b781-46e6-a897-8e16fa1e08df requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:24.004175 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-63ada244-0271-4f83-b0f7-57a9eb1eb858 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5ee4a4d30a649de88258581ac0dcbbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836889 Mar 07 21:38:24.005133 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52920) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:24.039026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-edb59065-ff1f-4ee8-8a09-19afa5918127 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Allocated IP 2001:db8::f816:3eff:fedf:7743 (3ca06a38-39cb-4661-8796-2e09ab6cdee9/0561e145-795f-429f-b04b-e22955eb097e/7da373d3-3a62-4537-8989-315e51abeb9b) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:24.076949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52926) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:24.112575 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4b63860f-2884-49d2-adb2-c130c571219c tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for security_group (259274be-8f67-41e9-bc17-465419651b0b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.142518 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcd54250-70c2-42fa-874a-56ff025e496a admin admin] Publish callbacks [] for security_group (56b2718b-06a0-4511-8b93-c7c78168d4d8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.148254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e86912-3cb5-4b2a-a1f1-c76bc1940378 req-437254e8-eccb-4e41-bf72-4f7b1dd3cd5e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:24.149311 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2a6759da-2cac-4d81-b25d-882afffc7c11 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:24.149767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1e86912-3cb5-4b2a-a1f1-c76bc1940378 req-437254e8-eccb-4e41-bf72-4f7b1dd3cd5e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.1576984 Mar 07 21:38:24.150495 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4b63860f-2884-49d2-adb2-c130c571219c tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (259274be-8f67-41e9-bc17-465419651b0b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.155339 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2a6759da-2cac-4d81-b25d-882afffc7c11), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.168720 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcd54250-70c2-42fa-874a-56ff025e496a admin admin] Publish callbacks [] for security_group (56b2718b-06a0-4511-8b93-c7c78168d4d8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.196180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63860f-2884-49d2-adb2-c130c571219c tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259274be-8f67-41e9-bc17-465419651b0b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:24.200457 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1226cb40-1d5c-488d-b5cb-f84c09954c5d no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:38:24.234717 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcd54250-70c2-42fa-874a-56ff025e496a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (56b2718b-06a0-4511-8b93-c7c78168d4d8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.237717 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcd54250-70c2-42fa-874a-56ff025e496a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.239459 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fcd54250-70c2-42fa-874a-56ff025e496a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56b2718b-06a0-4511-8b93-c7c78168d4d8 HTTP/1.1" status: 204 len: 168 time: 0.2328258 Mar 07 21:38:24.252102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd54250-70c2-42fa-874a-56ff025e496a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b2718b-06a0-4511-8b93-c7c78168d4d8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:24.283211 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 1226cb40-1d5c-488d-b5cb-f84c09954c5d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:38:24.283590 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1226cb40-1d5c-488d-b5cb-f84c09954c5d not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:38:24.299596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4b63860f-2884-49d2-adb2-c130c571219c tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.300820 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4b63860f-2884-49d2-adb2-c130c571219c tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6719835 Mar 07 21:38:24.303674 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52936) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:24.309421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ac04eac9-8559-450c-b582-f22df47a7589 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Request body: {'security_group_rule': {'security_group_id': '259274be-8f67-41e9-bc17-465419651b0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:24.328278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d986e992-000b-413f-ac40-5e567e81d038 None None] Provisioning complete for port 7303c610-6114-4f1b-b6b3-cfa7881efcad triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:24.328720 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d986e992-000b-413f-ac40-5e567e81d038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7303c610-6114-4f1b-b6b3-cfa7881efcad), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.365369 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac04eac9-8559-450c-b582-f22df47a7589 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for security_group_rule (588a15d8-1f3a-40f0-9af9-328a0f07237f), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.375545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f4b25939-2a67-4afd-8784-a72a3745ff9f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84bc0532354f494997de14eeea34bc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956302 Mar 07 21:38:24.384594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2a6759da-2cac-4d81-b25d-882afffc7c11 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:24.385792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7303c610-6114-4f1b-b6b3-cfa7881efcad up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:24.389249 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1e86912-3cb5-4b2a-a1f1-c76bc1940378 req-3d789bc0-5682-49fc-91b7-f217fd8b7972 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941147 Mar 07 21:38:24.396352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52938) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:24.456221 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac04eac9-8559-450c-b582-f22df47a7589 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for security_group_rule (588a15d8-1f3a-40f0-9af9-328a0f07237f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.466097 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac04eac9-8559-450c-b582-f22df47a7589 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (588a15d8-1f3a-40f0-9af9-328a0f07237f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.487188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04eac9-8559-450c-b582-f22df47a7589 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588a15d8-1f3a-40f0-9af9-328a0f07237f,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:24.522980 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac04eac9-8559-450c-b582-f22df47a7589 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.524437 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ac04eac9-8559-450c-b582-f22df47a7589 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2192125 Mar 07 21:38:24.529849 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52940) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:24.536094 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1c0cf5e5-b38d-4b40-8796-55911825bb99 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Request body: {'security_group_rule': {'security_group_id': '259274be-8f67-41e9-bc17-465419651b0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:24.589986 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf5e5-b38d-4b40-8796-55911825bb99 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for security_group_rule (0f6dd6c0-018a-4238-a261-b4ec152a1921), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.684473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7303c610-6114-4f1b-b6b3-cfa7881efcad triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:24.684851 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7303c610-6114-4f1b-b6b3-cfa7881efcad), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.731441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf5e5-b38d-4b40-8796-55911825bb99 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for security_group_rule (0f6dd6c0-018a-4238-a261-b4ec152a1921), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.737739 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf5e5-b38d-4b40-8796-55911825bb99 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (0f6dd6c0-018a-4238-a261-b4ec152a1921), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.769117 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cf5e5-b38d-4b40-8796-55911825bb99 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6dd6c0-018a-4238-a261-b4ec152a1921,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:24.793758 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf5e5-b38d-4b40-8796-55911825bb99 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.797290 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1c0cf5e5-b38d-4b40-8796-55911825bb99 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2651927 Mar 07 21:38:24.798030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52946) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:24.810502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:24.856398 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.899071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d986e992-000b-413f-ac40-5e567e81d038 None None] Current status of the port 7303c610-6114-4f1b-b6b3-cfa7881efcad is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:24.899632 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d986e992-000b-413f-ac40-5e567e81d038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7303c610-6114-4f1b-b6b3-cfa7881efcad), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:24.924048 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356cc228-2698-4030-bf05-3b338faf96ed', 'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:10Z', 'updated_at': '2022-03-07T21:38:20Z', 'revision_number': 4, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'gw_port': {'id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:12Z', 'updated_at': '2022-03-07T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'da5e3b16-3bf4-4088-9c28-f4882cbb6fbc', 'name': '', 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'mac_address': 'fa:16:3e:00:5d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:18Z', 'updated_at': '2022-03-07T21:38:20Z', 'revision_number': 2, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'subnets': [{'id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:24.998538 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-819f500a-f8d9-4c33-8c94-1d7ac9fc5223 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:25.008547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-819f500a-f8d9-4c33-8c94-1d7ac9fc5223 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/networks?id=091ef040-bd34-459b-a29e-6b86a792acc0 HTTP/1.1" status: 200 len: 813 time: 0.8684869 Mar 07 21:38:25.012094 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.016529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7303c610-6114-4f1b-b6b3-cfa7881efcad is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:25.017240 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7303c610-6114-4f1b-b6b3-cfa7881efcad), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.019333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Checking router: 356cc228-2698-4030-bf05-3b338faf96ed for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:38:25.019692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Updating router 356cc228-2698-4030-bf05-3b338faf96ed port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:38:25.061676 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-d4b1e6bf-6220-44b1-b601-8ec751114b46 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/quotas/5ad12b40821f4e258595ae6a1314da04 HTTP/1.1" status: 200 len: 375 time: 0.0521200 Mar 07 21:38:25.071482 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d986e992-000b-413f-ac40-5e567e81d038 None None] For port 7303c610-6114-4f1b-b6b3-cfa7881efcad, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7303c610-6114-4f1b-b6b3-cfa7881efcad,segment=NetworkSegment(39809cb6-c0ed-4f6f-b855-0199c95db27b),segment_id=39809cb6-c0ed-4f6f-b855-0199c95db27b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:25.085632 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d986e992-000b-413f-ac40-5e567e81d038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7303c610-6114-4f1b-b6b3-cfa7881efcad), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.136952 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.146263 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-25fd695d-cdff-4b1b-bd9e-a8268ecaa438 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ad12b40821f4e258595ae6a1314da04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834861 Mar 07 21:38:25.186801 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:38:25.187176 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:38:25.212698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986e992-000b-413f-ac40-5e567e81d038 None None] Pushing event updated for resources: {'Port': ['ID=7303c610-6114-4f1b-b6b3-cfa7881efcad,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:25.240154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Allocated IP 172.25.4.163 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/0953b606-2b98-4de2-86b1-643fb186fe55) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:25.252894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7c9dcd8a-5daa-4d57-ac00-3c7f6b1ea2d9 None None] Provisioning complete for port 7303c610-6114-4f1b-b6b3-cfa7881efcad triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:25.253376 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7c9dcd8a-5daa-4d57-ac00-3c7f6b1ea2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7303c610-6114-4f1b-b6b3-cfa7881efcad), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.278592 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-65ee7f52-25f8-4523-b5cd-2d0ddb560238 admin admin] Publish callbacks [] for security_group (ae768152-ab61-452f-9b3a-fcd91d54f3e5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.412308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6d32d-9268-4362-bd89-14f4e6938c66 req-adcebf5b-4fb1-41de-916b-db2fe017e6e8 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:25.414878 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for port (0953b606-2b98-4de2-86b1-643fb186fe55), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.419372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40c6d32d-9268-4362-bd89-14f4e6938c66 req-adcebf5b-4fb1-41de-916b-db2fe017e6e8 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.9178312 Mar 07 21:38:25.430281 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-edb59065-ff1f-4ee8-8a09-19afa5918127 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks [] for port (7da373d3-3a62-4537-8989-315e51abeb9b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.451443 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-65ee7f52-25f8-4523-b5cd-2d0ddb560238 admin admin] Publish callbacks [] for security_group (ae768152-ab61-452f-9b3a-fcd91d54f3e5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.474587 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7c9dcd8a-5daa-4d57-ac00-3c7f6b1ea2d9 None None] Current status of the port 7303c610-6114-4f1b-b6b3-cfa7881efcad is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:25.499685 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0953b606-2b98-4de2-86b1-643fb186fe55), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.542920 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40c6d32d-9268-4362-bd89-14f4e6938c66 req-780867e0-933f-4a84-897a-7e6847307ed4 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182487 Mar 07 21:38:25.560327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:25.565292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:25.571129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:25.574379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-0614e7fa-688e-471f-914c-3af6e99c9362 service neutron] 10.222.0.26 "GET /v2.0/networks/091ef040-bd34-459b-a29e-6b86a792acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272299 Mar 07 21:38:25.609987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Pushing event updated for resources: {'Port': ['ID=0953b606-2b98-4de2-86b1-643fb186fe55,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:25.635400 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Publish callbacks [] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.644373 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.720889 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b936bcc-577f-4f7c-bf74-27817a8394f7 None None] Pushing event updated for resources: {'Port': ['ID=da5e3b16-3bf4-4088-9c28-f4882cbb6fbc,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:25.733022 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-edb59065-ff1f-4ee8-8a09-19afa5918127 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (7da373d3-3a62-4537-8989-315e51abeb9b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.787861 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for floatingip (7f06046c-2379-406c-9d79-d57e32e714e3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.794179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Allocated IP 2001:db8::f816:3eff:fe08:14ee (3ca06a38-39cb-4661-8796-2e09ab6cdee9/0561e145-795f-429f-b04b-e22955eb097e/e368cc55-d4f6-4650-87dc-e11a564141cd) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:25.821057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb59065-ff1f-4ee8-8a09-19afa5918127 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event updated for resources: {'Port': ['ID=7da373d3-3a62-4537-8989-315e51abeb9b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:25.824109 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-65ee7f52-25f8-4523-b5cd-2d0ddb560238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ae768152-ab61-452f-9b3a-fcd91d54f3e5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.827439 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-65ee7f52-25f8-4523-b5cd-2d0ddb560238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.831580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-65ee7f52-25f8-4523-b5cd-2d0ddb560238 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae768152-ab61-452f-9b3a-fcd91d54f3e5 HTTP/1.1" status: 204 len: 168 time: 1.4293351 Mar 07 21:38:25.863222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee7f52-25f8-4523-b5cd-2d0ddb560238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae768152-ab61-452f-9b3a-fcd91d54f3e5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:25.872646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a6498-2182-42b0-84dd-90f376168f52 req-376718c9-bb2c-4adb-845a-532f63886cf0 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:25.874212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-956a6498-2182-42b0-84dd-90f376168f52 req-376718c9-bb2c-4adb-845a-532f63886cf0 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.2302914 Mar 07 21:38:25.882134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb59065-ff1f-4ee8-8a09-19afa5918127 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Network 3ca06a38-39cb-4661-8796-2e09ab6cdee9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:25.900286 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-a9c22718-10e9-4dfe-b392-4f3314433ea7 service neutron] 10.222.0.26 "GET /v2.0/networks/091ef040-bd34-459b-a29e-6b86a792acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032670 Mar 07 21:38:25.905079 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0953b606-2b98-4de2-86b1-643fb186fe55), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:25.938923 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-edb59065-ff1f-4ee8-8a09-19afa5918127 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:26.012998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb59065-ff1f-4ee8-8a09-19afa5918127 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:26.033952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb59065-ff1f-4ee8-8a09-19afa5918127 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:26.038880 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-edb59065-ff1f-4ee8-8a09-19afa5918127 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:26.054305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-956a6498-2182-42b0-84dd-90f376168f52 req-8d755a0f-10df-45c7-bd08-603a8ee0da85 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709366 Mar 07 21:38:26.095331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-edb59065-ff1f-4ee8-8a09-19afa5918127 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9080174 Mar 07 21:38:26.099893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Attempting to bind port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:26.100332 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Attempting to bind port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '89c4efd1-d884-438a-8995-8f74b7196893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:26.100607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52972) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:26.100741 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Attempting to bind port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc on network dd51ab9b-a441-440b-b07c-47d7dbd3dbcc {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:26.162718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7303c610-6114-4f1b-b6b3-cfa7881efcad is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:26.179516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:26.179994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Checking segment: {'id': '89c4efd1-d884-438a-8995-8f74b7196893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:26.180486 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:26.181011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Bound using segment: {'id': '89c4efd1-d884-438a-8995-8f74b7196893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:26.181569 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Bound port: da5e3b16-3bf4-4088-9c28-f4882cbb6fbc, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c4efd1-d884-438a-8995-8f74b7196893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:26.182019 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:26.239328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6d897d-412c-4eb9-a506-2a5012ec0d55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Deleting subnet 0561e145-795f-429f-b04b-e22955eb097e {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:38:26.330248 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for port (0953b606-2b98-4de2-86b1-643fb186fe55), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:26.339510 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (0953b606-2b98-4de2-86b1-643fb186fe55), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:26.345827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7303c610-6114-4f1b-b6b3-cfa7881efcad up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:26.348688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5f58df0b-5835-4d3f-b619-c8eb2a03ddab None None] Provisioning complete for port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:26.349058 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f58df0b-5835-4d3f-b619-c8eb2a03ddab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:26.380812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47feb8-c140-4bfa-aaee-51514be93b0d req-dfb8bcfd-3149-4de0-bf2e-6cd983ccdd02 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:26.395046 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e47feb8-c140-4bfa-aaee-51514be93b0d req-dfb8bcfd-3149-4de0-bf2e-6cd983ccdd02 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.1623583 Mar 07 21:38:26.522657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e47feb8-c140-4bfa-aaee-51514be93b0d req-2f884295-45f8-47e0-9ab9-b24aff6e8d09 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266203 Mar 07 21:38:26.576796 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (7f06046c-2379-406c-9d79-d57e32e714e3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:26.619034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Pushing event updated for resources: {'Port': ['ID=0953b606-2b98-4de2-86b1-643fb186fe55,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:26.621743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5f58df0b-5835-4d3f-b619-c8eb2a03ddab None None] Port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:38:26.632675 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:26.645930 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b170bc26-0dc4-4145-b1d2-cf2a03a7988f tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8466973 Mar 07 21:38:26.646427 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-477ff3cc-a6f6-4891-939f-beda1b7648e1 req-adf08cad-a9b9-40f3-9c58-308a38dfd930 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/ports?device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 210 time: 0.0647454 Mar 07 21:38:26.684072 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] For port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:26.708706 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] For port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=da5e3b16-3bf4-4088-9c28-f4882cbb6fbc,segment=NetworkSegment(89c4efd1-d884-438a-8995-8f74b7196893),segment_id=89c4efd1-d884-438a-8995-8f74b7196893)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:26.724806 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Publish callbacks [] for port (e368cc55-d4f6-4650-87dc-e11a564141cd), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:26.741081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7303c610-6114-4f1b-b6b3-cfa7881efcad triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:26.741464 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7303c610-6114-4f1b-b6b3-cfa7881efcad), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:26.744256 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:26.766560 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8d6d897d-412c-4eb9-a506-2a5012ec0d55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks [] for subnet (0561e145-795f-429f-b04b-e22955eb097e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:26.778974 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (e368cc55-d4f6-4650-87dc-e11a564141cd), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:26.863519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Network 3ca06a38-39cb-4661-8796-2e09ab6cdee9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:26.898670 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:26.900649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Routers {'356cc228-2698-4030-bf05-3b338faf96ed'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:38:26.901111 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:38:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['356cc228-2698-4030-bf05-3b338faf96ed'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:26.916390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:27.003634 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8d6d897d-412c-4eb9-a506-2a5012ec0d55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (0561e145-795f-429f-b04b-e22955eb097e), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:27.050762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b936bcc-577f-4f7c-bf74-27817a8394f7 None None] Pushing event updated for resources: {'Port': ['ID=da5e3b16-3bf4-4088-9c28-f4882cbb6fbc,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:27.095151 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196d21a-e2fe-490c-a01b-79b258eeeabc req-7706f3a4-99da-4001-a929-ff3b6b1ebcf0 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:27.096733 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f196d21a-e2fe-490c-a01b-79b258eeeabc req-7706f3a4-99da-4001-a929-ff3b6b1ebcf0 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.3463087 Mar 07 21:38:27.251307 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f196d21a-e2fe-490c-a01b-79b258eeeabc req-2c0bd9f9-8f58-4fdd-aab9-9634a64085f8 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448202 Mar 07 21:38:27.308488 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8d6d897d-412c-4eb9-a506-2a5012ec0d55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (0561e145-795f-429f-b04b-e22955eb097e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:27.504285 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-1ff7cdec-1e10-4b97-adc3-7e1dfe2d636d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--205494942&fields=id&tenant_id=7c101412a49b4f16be02e8acaa7053e6 HTTP/1.1" status: 200 len: 267 time: 0.0876133 Mar 07 21:38:27.514925 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8d6d897d-412c-4eb9-a506-2a5012ec0d55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (0561e145-795f-429f-b04b-e22955eb097e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:27.586005 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8d6d897d-412c-4eb9-a506-2a5012ec0d55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:27.604558 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8d6d897d-412c-4eb9-a506-2a5012ec0d55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/subnets/0561e145-795f-429f-b04b-e22955eb097e HTTP/1.1" status: 204 len: 168 time: 1.5006714 Mar 07 21:38:27.605236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53030) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:27.623517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] Set router 356cc228-2698-4030-bf05-3b338faf96ed gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:38:27.642332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d897d-412c-4eb9-a506-2a5012ec0d55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Subnet': ['ID=0561e145-795f-429f-b04b-e22955eb097e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:27.718543 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Pushing event updated for resources: {'Port': ['ID=e368cc55-d4f6-4650-87dc-e11a564141cd,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:27.723662 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Attempting to bind port e368cc55-d4f6-4650-87dc-e11a564141cd on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:27.724065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Attempting to bind port e368cc55-d4f6-4650-87dc-e11a564141cd by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'd450f909-c558-482b-b7ce-dde2805d950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3ca06a38-39cb-4661-8796-2e09ab6cdee9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:27.724507 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Attempting to bind port e368cc55-d4f6-4650-87dc-e11a564141cd on network 3ca06a38-39cb-4661-8796-2e09ab6cdee9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:27.747161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7303c610-6114-4f1b-b6b3-cfa7881efcad is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:27.753945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:27.754371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Checking segment: {'id': 'd450f909-c558-482b-b7ce-dde2805d950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3ca06a38-39cb-4661-8796-2e09ab6cdee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:27.754725 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:27.755138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Bound using segment: {'id': 'd450f909-c558-482b-b7ce-dde2805d950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3ca06a38-39cb-4661-8796-2e09ab6cdee9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:27.755798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Bound port: e368cc55-d4f6-4650-87dc-e11a564141cd, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd450f909-c558-482b-b7ce-dde2805d950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3ca06a38-39cb-4661-8796-2e09ab6cdee9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:27.756185 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e368cc55-d4f6-4650-87dc-e11a564141cd), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:27.768092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432de647-c107-46d3-98c4-f1cfe7940433 req-944b98ae-d061-47de-8f23-bc3b7c51a323 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:27.770043 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-944b98ae-d061-47de-8f23-bc3b7c51a323 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/networks?id=dd51ab9b-a441-440b-b07c-47d7dbd3dbcc HTTP/1.1" status: 200 len: 805 time: 0.2358098 Mar 07 21:38:27.777588 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2531ed46-02cc-40b7-a564-88c4ea852d3b None None] Provisioning complete for port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:27.778160 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2531ed46-02cc-40b7-a564-88c4ea852d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:27.795004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-1180418f-1854-44ef-8e46-699cebd38dd5 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/quotas/7c101412a49b4f16be02e8acaa7053e6 HTTP/1.1" status: 200 len: 375 time: 0.0150855 Mar 07 21:38:27.877900 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33035ee6-ba1a-4dd8-82bc-244fb2fe7b4e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:27.881468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33035ee6-ba1a-4dd8-82bc-244fb2fe7b4e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:27.886924 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-33035ee6-ba1a-4dd8-82bc-244fb2fe7b4e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2798469 Mar 07 21:38:27.887548 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53036) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:27.908960 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-8f790213-38ab-44c0-95d0-78da2272ffc7 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c101412a49b4f16be02e8acaa7053e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062410 Mar 07 21:38:28.014094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] For port e368cc55-d4f6-4650-87dc-e11a564141cd, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:28.033359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58432017-0282-40e4-8c5b-33a07b3feda6 req-ea34bf2e-9d70-4c48-9ea6-785abcda9fd6 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:28.043538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58432017-0282-40e4-8c5b-33a07b3feda6 req-ea34bf2e-9d70-4c48-9ea6-785abcda9fd6 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.0780981 Mar 07 21:38:28.057387 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] For port e368cc55-d4f6-4650-87dc-e11a564141cd, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e368cc55-d4f6-4650-87dc-e11a564141cd,segment=NetworkSegment(d450f909-c558-482b-b7ce-dde2805d950b),segment_id=d450f909-c558-482b-b7ce-dde2805d950b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:28.079052 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e368cc55-d4f6-4650-87dc-e11a564141cd), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:28.112558 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2531ed46-02cc-40b7-a564-88c4ea852d3b None None] Current status of the port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:28.112949 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2531ed46-02cc-40b7-a564-88c4ea852d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:28.187845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58432017-0282-40e4-8c5b-33a07b3feda6 req-7aecebfb-1e32-4be5-94da-191b2ddb2a15 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301954 Mar 07 21:38:28.244028 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e490d9-5a68-4c83-a3b0-f0a951d68fcc None None] Pushing event updated for resources: {'Port': ['ID=e368cc55-d4f6-4650-87dc-e11a564141cd,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:28.258985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2531ed46-02cc-40b7-a564-88c4ea852d3b None None] For port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=da5e3b16-3bf4-4088-9c28-f4882cbb6fbc,segment=NetworkSegment(89c4efd1-d884-438a-8995-8f74b7196893),segment_id=89c4efd1-d884-438a-8995-8f74b7196893)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:28.267863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356cc228-2698-4030-bf05-3b338faf96ed', 'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:10Z', 'updated_at': '2022-03-07T21:38:20Z', 'revision_number': 4, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'gw_port': {'id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:12Z', 'updated_at': '2022-03-07T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'da5e3b16-3bf4-4088-9c28-f4882cbb6fbc', 'name': '', 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'mac_address': 'fa:16:3e:00:5d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:18Z', 'updated_at': '2022-03-07T21:38:26Z', 'revision_number': 4, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'subnets': [{'id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:28.272631 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2531ed46-02cc-40b7-a564-88c4ea852d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:28.353689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531ed46-02cc-40b7-a564-88c4ea852d3b None None] Pushing event updated for resources: {'Port': ['ID=da5e3b16-3bf4-4088-9c28-f4882cbb6fbc,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:28.359602 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-f8b40322-b013-4d21-97ca-54a5cacaee64 service neutron] 10.222.0.26 "GET /v2.0/networks/dd51ab9b-a441-440b-b07c-47d7dbd3dbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252868 Mar 07 21:38:28.369215 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496d5411-687b-4e0f-b48c-1ee77b9d303b None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 21:38:28.372787 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f4761-b5bf-4aea-834c-8386f103ba8d None None] The sync data for ids ['356cc228-2698-4030-bf05-3b338faf96ed'] in n-d-832330-1 is: [{'id': '356cc228-2698-4030-bf05-3b338faf96ed', 'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:10Z', 'updated_at': '2022-03-07T21:38:20Z', 'revision_number': 4, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'gw_port': {'id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:12Z', 'updated_at': '2022-03-07T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'da5e3b16-3bf4-4088-9c28-f4882cbb6fbc', 'name': '', 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'mac_address': 'fa:16:3e:00:5d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:18Z', 'updated_at': '2022-03-07T21:38:26Z', 'revision_number': 4, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'subnets': [{'id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:28.498754 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9d1407d9-d84d-4ac3-bcb4-8f34b9de63d8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (3ca06a38-39cb-4661-8796-2e09ab6cdee9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:28.525418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-192c7afa-4fee-4fea-8cd4-1478f054c8d5 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:28.531103 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-192c7afa-4fee-4fea-8cd4-1478f054c8d5 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.15 "GET /v2.0/networks?id=091ef040-bd34-459b-a29e-6b86a792acc0 HTTP/1.1" status: 200 len: 813 time: 0.7294273 Mar 07 21:38:28.538906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496d5411-687b-4e0f-b48c-1ee77b9d303b None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:38:28.542695 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1407d9-d84d-4ac3-bcb4-8f34b9de63d8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 07 21:38:28.542940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80b5c3-c7e6-4d99-a599-a5ef8b466e33 req-973b805c-b842-4891-ae70-bf8ee39ef18c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:28.543164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1407d9-d84d-4ac3-bcb4-8f34b9de63d8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:38:28.546053 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c80b5c3-c7e6-4d99-a599-a5ef8b466e33 req-973b805c-b842-4891-ae70-bf8ee39ef18c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.2328513 Mar 07 21:38:28.560008 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9d1407d9-d84d-4ac3-bcb4-8f34b9de63d8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/networks/3ca06a38-39cb-4661-8796-2e09ab6cdee9 HTTP/1.1" status: 409 len: 466 time: 0.6614895 Mar 07 21:38:28.563004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-e3b52ae6-1f34-4295-a6b4-912f86deed41 service neutron] 10.222.0.26 "GET /v2.0/networks/dd51ab9b-a441-440b-b07c-47d7dbd3dbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932244 Mar 07 21:38:28.563440 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7c044260-c883-4f15-b85d-71db4ab3c9fb tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Request body: {'port': {'device_id': '16417af7-abc4-4da8-a73b-4ff773146893', 'network_id': '091ef040-bd34-459b-a29e-6b86a792acc0', 'admin_state_up': True, 'tenant_id': '5ad12b40821f4e258595ae6a1314da04'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:28.572982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53042) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:28.590048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4fe0bfe5-6595-4767-a16e-3d086d1d38e5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-466963870'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:28.686879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c80b5c3-c7e6-4d99-a599-a5ef8b466e33 req-6d114919-18e3-4858-a5e3-01d8f1de2ef7 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224933 Mar 07 21:38:28.711460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe0bfe5-6595-4767-a16e-3d086d1d38e5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Made reservation on behalf of 091e14cb6d3140099222826c1f2c8ff7 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:28.714933 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fe0bfe5-6595-4767-a16e-3d086d1d38e5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:28.782233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe0bfe5-6595-4767-a16e-3d086d1d38e5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:28.803083 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fe0bfe5-6595-4767-a16e-3d086d1d38e5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:28.803698 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-4fe0bfe5-6595-4767-a16e-3d086d1d38e5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Added segment c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2 of type vlan for network 8614091f-6136-4151-a659-e16cf6a8ee9e Mar 07 21:38:28.873719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7c044260-c883-4f15-b85d-71db4ab3c9fb tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Made reservation on behalf of 5ad12b40821f4e258595ae6a1314da04 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:28.881890 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7c044260-c883-4f15-b85d-71db4ab3c9fb tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:28.921818 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00cc023e-ba05-47f0-b2bb-2a2b3827fa26 req-48adfc40-1ba3-4e6a-92c2-adfd6ace1158 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/ports?device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 210 time: 0.0977745 Mar 07 21:38:28.997086 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fe0bfe5-6595-4767-a16e-3d086d1d38e5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (8614091f-6136-4151-a659-e16cf6a8ee9e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:29.073165 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fe0bfe5-6595-4767-a16e-3d086d1d38e5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (8614091f-6136-4151-a659-e16cf6a8ee9e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:29.094296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe0bfe5-6595-4767-a16e-3d086d1d38e5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:29.095092 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fe0bfe5-6595-4767-a16e-3d086d1d38e5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:29.208504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4fe0bfe5-6595-4767-a16e-3d086d1d38e5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6266208 Mar 07 21:38:29.236106 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06598126-ba6d-4547-8a2d-f261f23753ac None None] Network 3ca06a38-39cb-4661-8796-2e09ab6cdee9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:29.237270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53058) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:29.259404 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7c044260-c883-4f15-b85d-71db4ab3c9fb tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Allocated IP 172.20.0.13 (091ef040-bd34-459b-a29e-6b86a792acc0/bed9da1c-f0e0-45fd-836d-90d51e2ab847/4ebac90b-4e4b-4720-9be3-be2d7d80ff9d) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:29.302094 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3d711bd3-c1b4-4551-9091-65ea5b55b14d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Request body: {'subnet': {'network_id': '8614091f-6136-4151-a659-e16cf6a8ee9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:29.455002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02c551-3d80-4ec0-beef-afeb4277758e req-654bc638-4c77-47b5-bf6a-1f42409297b6 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:29.466909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d02c551-3d80-4ec0-beef-afeb4277758e req-654bc638-4c77-47b5-bf6a-1f42409297b6 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.4040058 Mar 07 21:38:29.500581 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0bfe5-6595-4767-a16e-3d086d1d38e5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event updated for resources: {'Network': ['ID=8614091f-6136-4151-a659-e16cf6a8ee9e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:29.526783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 8614091f-6136-4151-a659-e16cf6a8ee9e details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:38:29.624480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7c044260-c883-4f15-b85d-71db4ab3c9fb tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Publish callbacks [] for port (4ebac90b-4e4b-4720-9be3-be2d7d80ff9d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:29.689323 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7c044260-c883-4f15-b85d-71db4ab3c9fb tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4ebac90b-4e4b-4720-9be3-be2d7d80ff9d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:29.699774 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ac5a4b1-87d6-4b51-ae02-fe8e9e05a4f8 req-63e26bee-b9d1-4ce8-90c2-407165aabf19 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 210 time: 0.0491998 Mar 07 21:38:29.803798 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d02c551-3d80-4ec0-beef-afeb4277758e req-443d2c44-a4f2-49e8-9dca-01f7a807eef6 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359244 Mar 07 21:38:29.804165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7c044260-c883-4f15-b85d-71db4ab3c9fb tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Network 091ef040-bd34-459b-a29e-6b86a792acc0 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:29.814523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d711bd3-c1b4-4551-9091-65ea5b55b14d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Made reservation on behalf of 091e14cb6d3140099222826c1f2c8ff7 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:29.815107 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d711bd3-c1b4-4551-9091-65ea5b55b14d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:29.829463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c044260-c883-4f15-b85d-71db4ab3c9fb tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Pushing event updated for resources: {'Port': ['ID=4ebac90b-4e4b-4720-9be3-be2d7d80ff9d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:29.834476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7c044260-c883-4f15-b85d-71db4ab3c9fb tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:29.837561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7c044260-c883-4f15-b85d-71db4ab3c9fb tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:29.942791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7c044260-c883-4f15-b85d-71db4ab3c9fb tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:29.943396 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7c044260-c883-4f15-b85d-71db4ab3c9fb tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:29.970447 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7c044260-c883-4f15-b85d-71db4ab3c9fb tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4261875 Mar 07 21:38:29.981568 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Request body: {'port': {'device_id': '16417af7-abc4-4da8-a73b-4ff773146893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:30.091018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b77019-74b6-4bc8-93a9-9a0f85f1eb47 req-dd045304-1132-4ee4-b319-a25b4c7041d9 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:30.092762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5b77019-74b6-4bc8-93a9-9a0f85f1eb47 req-dd045304-1132-4ee4-b319-a25b4c7041d9 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.2326694 Mar 07 21:38:30.098548 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4ebac90b-4e4b-4720-9be3-be2d7d80ff9d), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:30.318301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device da5e3b16-3bf4-4088-9c28-f4882cbb6fbc up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:30.361071 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60107315-f2f5-457c-b435-24ff5e958c75 req-0740d5ac-ec1f-4c88-910b-80a7139b44dc tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:30.365165 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60107315-f2f5-457c-b435-24ff5e958c75 req-0740d5ac-ec1f-4c88-910b-80a7139b44dc tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.2697916 Mar 07 21:38:30.378023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5b77019-74b6-4bc8-93a9-9a0f85f1eb47 req-f7c75161-0fcd-4f5d-8888-fddb74af0100 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615058 Mar 07 21:38:30.425059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:30.425059 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:30.536691 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:38:30.546324 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Publish callbacks [] for port (4ebac90b-4e4b-4720-9be3-be2d7d80ff9d), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:30.564961 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Transition to ACTIVE for port object 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:38:30.574153 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60107315-f2f5-457c-b435-24ff5e958c75 req-09afc951-53fb-452b-af70-2a8398af4ec4 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455123 Mar 07 21:38:30.576012 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (4ebac90b-4e4b-4720-9be3-be2d7d80ff9d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:30.588837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:30.674502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63a5d0-7239-4fbd-ba4a-b2b5187224f4 req-06575273-3be1-4fda-a849-0c52ad7620df tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:30.676338 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b63a5d0-7239-4fbd-ba4a-b2b5187224f4 req-06575273-3be1-4fda-a849-0c52ad7620df tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/ports?device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 932 time: 0.1694267 Mar 07 21:38:30.760318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebac90b-4e4b-4720-9be3-be2d7d80ff9d,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:30.772610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.objects.ports [None req-3d711bd3-c1b4-4551-9091-65ea5b55b14d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:38:30.781638 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d711bd3-c1b4-4551-9091-65ea5b55b14d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (c1e0c90f-35bc-4be5-b3dd-50d702f30608), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:30.865110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b63a5d0-7239-4fbd-ba4a-b2b5187224f4 req-82dac919-c292-4233-bb62-6bc5cc0ed122 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c5c44a1-2aaf-4d58-bbdd-84aad1056c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806171 Mar 07 21:38:30.900183 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc8516f0-f6de-4f25-a97c-ab5111267d9a req-46e78410-03d8-45c0-bd82-a7c1f5d63363 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 210 time: 0.0942855 Mar 07 21:38:30.937826 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432de647-c107-46d3-98c4-f1cfe7940433 req-c939d107-5b6d-42fa-b260-69f2b09fb20c tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:30.939347 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-c939d107-5b6d-42fa-b260-69f2b09fb20c tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.13 "GET /v2.0/networks?id=dd51ab9b-a441-440b-b07c-47d7dbd3dbcc HTTP/1.1" status: 200 len: 805 time: 0.2860775 Mar 07 21:38:30.941499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d711bd3-c1b4-4551-9091-65ea5b55b14d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event updated for resources: {'Subnet': ['ID=c1e0c90f-35bc-4be5-b3dd-50d702f30608,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:30.953865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d711bd3-c1b4-4551-9091-65ea5b55b14d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Checking segment: {'id': 'c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8614091f-6136-4151-a659-e16cf6a8ee9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:30.954284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d711bd3-c1b4-4551-9091-65ea5b55b14d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Network hostable DHCP agents. Network: 8614091f-6136-4151-a659-e16cf6a8ee9e, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:31.008431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d711bd3-c1b4-4551-9091-65ea5b55b14d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Network 8614091f-6136-4151-a659-e16cf6a8ee9e is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:31.024653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Attempting to bind port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:31.025296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Attempting to bind port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '1c3b885c-3e08-465e-a4cf-084d9ecab88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '091ef040-bd34-459b-a29e-6b86a792acc0'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:31.025296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Attempting to bind port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d on network 091ef040-bd34-459b-a29e-6b86a792acc0 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:31.042965 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d on network 091ef040-bd34-459b-a29e-6b86a792acc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:38:31.043418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Attempting to bind port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d on network 091ef040-bd34-459b-a29e-6b86a792acc0 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:31.051637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-3d711bd3-c1b4-4551-9091-65ea5b55b14d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 8614091f-6136-4151-a659-e16cf6a8ee9e) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:31.057209 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:31.057570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Checking segment: {'id': '1c3b885c-3e08-465e-a4cf-084d9ecab88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '091ef040-bd34-459b-a29e-6b86a792acc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:31.057976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Bound using segment: {'id': '1c3b885c-3e08-465e-a4cf-084d9ecab88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '091ef040-bd34-459b-a29e-6b86a792acc0'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:31.058430 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Bound port: 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3b885c-3e08-465e-a4cf-084d9ecab88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '091ef040-bd34-459b-a29e-6b86a792acc0'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:31.059426 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4ebac90b-4e4b-4720-9be3-be2d7d80ff9d), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:31.063092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1290f5c-c407-49f4-b798-d4a4269631d5 None None] Network 8614091f-6136-4151-a659-e16cf6a8ee9e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:31.070320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d711bd3-c1b4-4551-9091-65ea5b55b14d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:31.071549 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d711bd3-c1b4-4551-9091-65ea5b55b14d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:31.091421 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-6b25b67a-ac2b-4789-8134-fd37dfd1bffe tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c101412a49b4f16be02e8acaa7053e6 HTTP/1.1" status: 200 len: 379 time: 0.1383152 Mar 07 21:38:31.096910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d2b7d-7402-4efa-bc06-b5092bdcd610 req-152e0d16-0017-4e5f-90b7-063e4c1a4caa tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:31.105954 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d3d2b7d-7402-4efa-bc06-b5092bdcd610 req-152e0d16-0017-4e5f-90b7-063e4c1a4caa tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.1128807 Mar 07 21:38:31.125336 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-432de647-c107-46d3-98c4-f1cfe7940433 req-67d35911-02e6-4522-913d-a75bf28b9718 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Request body: {'port': {'device_id': '1c88b9aa-3e21-4988-8094-f802cf3bdec4', 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'admin_state_up': True, 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'security_groups': ['259274be-8f67-41e9-bc17-465419651b0b']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:31.130192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3d711bd3-c1b4-4551-9091-65ea5b55b14d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8546305 Mar 07 21:38:31.138585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53120) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:31.143839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-de989f1a-ed62-45d6-ae54-616b05a8ce55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Request body: {'port': {'network_id': '8614091f-6136-4151-a659-e16cf6a8ee9e', 'name': 'tempest-NetworksIpV6TestAttrs-2050782702'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:31.192754 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-8614091f-6136-4151-a659-e16cf6a8ee9e', 'network_id': '8614091f-6136-4151-a659-e16cf6a8ee9e', 'project_id': '091e14cb6d3140099222826c1f2c8ff7', 'fixed_ips': [{'subnet_id': 'c1e0c90f-35bc-4be5-b3dd-50d702f30608'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:38:31.194369 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:31.197421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d3d2b7d-7402-4efa-bc06-b5092bdcd610 req-ecfda886-6152-47ec-b1c5-d79a7bd73c18 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865571 Mar 07 21:38:31.298224 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de989f1a-ed62-45d6-ae54-616b05a8ce55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Made reservation on behalf of 091e14cb6d3140099222826c1f2c8ff7 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:31.299354 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] For port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:31.301808 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de989f1a-ed62-45d6-ae54-616b05a8ce55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:31.319596 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] For port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ebac90b-4e4b-4720-9be3-be2d7d80ff9d,segment=NetworkSegment(1c3b885c-3e08-465e-a4cf-084d9ecab88d),segment_id=1c3b885c-3e08-465e-a4cf-084d9ecab88d)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:31.340858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-de989f1a-ed62-45d6-ae54-616b05a8ce55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] device_id is not set on port e3810f85-60c2-48e0-ad37-99a4ae8629d3 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:31.376286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (4ebac90b-4e4b-4720-9be3-be2d7d80ff9d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:31.486552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:31.487377 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:31.489164 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] 10.222.0.15 "PUT /v2.0/ports/4ebac90b-4e4b-4720-9be3-be2d7d80ff9d HTTP/1.1" status: 200 len: 1092 time: 1.5140498 Mar 07 21:38:31.490406 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16417af7-abc4-4da8-a73b-4ff773146893', 'tag': '4ebac90b-4e4b-4720-9be3-be2d7d80ff9d'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:31.493300 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07d2132-2dd2-4783-8d0e-4040ce91da78" -d '{"events": [{"name": "network-changed", "server_uuid": "16417af7-abc4-4da8-a73b-4ff773146893", "tag": "4ebac90b-4e4b-4720-9be3-be2d7d80ff9d"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:31.529448 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709781a-a3ea-4134-9479-65a0ef081d01 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebac90b-4e4b-4720-9be3-be2d7d80ff9d,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:31.537416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432de647-c107-46d3-98c4-f1cfe7940433 req-67d35911-02e6-4522-913d-a75bf28b9718 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Made reservation on behalf of 7c101412a49b4f16be02e8acaa7053e6 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:31.546780 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-432de647-c107-46d3-98c4-f1cfe7940433 req-67d35911-02e6-4522-913d-a75bf28b9718 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:31.567916 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490ac147-7bae-468e-b998-288cff18b60c x-openstack-request-id: req-490ac147-7bae-468e-b998-288cff18b60c {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:31.568221 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16417af7-abc4-4da8-a73b-4ff773146893", "tag": "4ebac90b-4e4b-4720-9be3-be2d7d80ff9d", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:31.568483 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-490ac147-7bae-468e-b998-288cff18b60c {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:31.568889 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16417af7-abc4-4da8-a73b-4ff773146893', 'tag': '4ebac90b-4e4b-4720-9be3-be2d7d80ff9d', 'status': 'completed', 'code': 200} Mar 07 21:38:31.624359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-de989f1a-ed62-45d6-ae54-616b05a8ce55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Allocated IP 2001:db8::f816:3eff:fec1:3ab6 (8614091f-6136-4151-a659-e16cf6a8ee9e/c1e0c90f-35bc-4be5-b3dd-50d702f30608/e3810f85-60c2-48e0-ad37-99a4ae8629d3) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:31.645141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53130) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:31.721897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-37a42acd-c610-4dfd-a964-3d432244ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:31.723470 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-37a42acd-c610-4dfd-a964-3d432244ffed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ad12b40821f4e258595ae6a1314da04&device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 1126 time: 0.1686797 Mar 07 21:38:31.741536 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-432de647-c107-46d3-98c4-f1cfe7940433 req-67d35911-02e6-4522-913d-a75bf28b9718 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Allocated IP 172.20.0.14 (dd51ab9b-a441-440b-b07c-47d7dbd3dbcc/36f26098-b939-4b3c-93fe-1a876d47971a/094c1e17-a039-425b-87ab-20f219ddc2b8) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:31.774230 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-19fbcff9-1414-4c7c-a599-8631edec5436 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ebac90b-4e4b-4720-9be3-be2d7d80ff9d HTTP/1.1" status: 200 len: 217 time: 0.0412886 Mar 07 21:38:31.812717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e71454-eb9a-4b2c-b7cf-54d9b8f9f598 req-5c25f28f-e5f3-4835-83bb-61d6b832f4bc tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:31.821456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2e71454-eb9a-4b2c-b7cf-54d9b8f9f598 req-5c25f28f-e5f3-4835-83bb-61d6b832f4bc tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.3106413 Mar 07 21:38:31.911070 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fab14b-644d-4b05-94df-3678b9cadb62 req-b2ed136c-e8c9-428e-a562-721591b0b1b2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:31.912576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c9fab14b-644d-4b05-94df-3678b9cadb62 req-b2ed136c-e8c9-428e-a562-721591b0b1b2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.2167583 Mar 07 21:38:31.918759 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-215a079f-4fbc-4ada-a994-a88fa443b037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.020202 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c9fab14b-644d-4b05-94df-3678b9cadb62 req-71f38cfc-ec72-4864-af57-cf128b9e7467 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991216 Mar 07 21:38:32.032195 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-432de647-c107-46d3-98c4-f1cfe7940433 req-67d35911-02e6-4522-913d-a75bf28b9718 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.062132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2e71454-eb9a-4b2c-b7cf-54d9b8f9f598 req-96f69a6c-3092-4f66-9f5d-7c2a0c73d2b4 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333889 Mar 07 21:38:32.066111 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de989f1a-ed62-45d6-ae54-616b05a8ce55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks [] for port (e3810f85-60c2-48e0-ad37-99a4ae8629d3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.084457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-9ea20675-b334-4b7f-9bb4-7b403bcb53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:32.086645 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-9ea20675-b334-4b7f-9bb4-7b403bcb53f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bed9da1c-f0e0-45fd-836d-90d51e2ab847 HTTP/1.1" status: 200 len: 853 time: 0.3052876 Mar 07 21:38:32.091201 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-432de647-c107-46d3-98c4-f1cfe7940433 req-67d35911-02e6-4522-913d-a75bf28b9718 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.208747 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de989f1a-ed62-45d6-ae54-616b05a8ce55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e3810f85-60c2-48e0-ad37-99a4ae8629d3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.212476 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-215a079f-4fbc-4ada-a994-a88fa443b037 admin admin] Publish callbacks [] for security_group (3a8f878a-182c-4ac2-8ccc-e076e0fddd17), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.226075 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-28b6e753-287f-4343-962b-edef87489d99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=091ef040-bd34-459b-a29e-6b86a792acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309052 Mar 07 21:38:32.248398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Allocated IP 2001:db8::f816:3eff:fe74:f534 (8614091f-6136-4151-a659-e16cf6a8ee9e/c1e0c90f-35bc-4be5-b3dd-50d702f30608/1d23876a-e3d8-4f15-924a-366edfa125ec) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:32.302908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432de647-c107-46d3-98c4-f1cfe7940433 req-67d35911-02e6-4522-913d-a75bf28b9718 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Network dd51ab9b-a441-440b-b07c-47d7dbd3dbcc is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:32.304632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de989f1a-ed62-45d6-ae54-616b05a8ce55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event updated for resources: {'Port': ['ID=e3810f85-60c2-48e0-ad37-99a4ae8629d3,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:32.306959 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-215a079f-4fbc-4ada-a994-a88fa443b037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3a8f878a-182c-4ac2-8ccc-e076e0fddd17), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.313125 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-432de647-c107-46d3-98c4-f1cfe7940433 req-67d35911-02e6-4522-913d-a75bf28b9718 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:32.316845 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d35911-02e6-4522-913d-a75bf28b9718 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Pushing event updated for resources: {'Port': ['ID=094c1e17-a039-425b-87ab-20f219ddc2b8,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:32.320825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-432de647-c107-46d3-98c4-f1cfe7940433 req-67d35911-02e6-4522-913d-a75bf28b9718 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:32.378057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de989f1a-ed62-45d6-ae54-616b05a8ce55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Network 8614091f-6136-4151-a659-e16cf6a8ee9e is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:32.404870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19004034-c2bd-441a-88ab-f45fb3bef9f2 req-0c873b7b-1667-4a22-8c3b-aa3a0e1d16af tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:32.407112 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19004034-c2bd-441a-88ab-f45fb3bef9f2 req-0c873b7b-1667-4a22-8c3b-aa3a0e1d16af tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/ports?device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 944 time: 0.2572517 Mar 07 21:38:32.412991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-215a079f-4fbc-4ada-a994-a88fa443b037 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f0d841050cb4315a8c7c78dd88d4263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7507553 Mar 07 21:38:32.414456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-de989f1a-ed62-45d6-ae54-616b05a8ce55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:32.414590 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53158) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:32.419463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de989f1a-ed62-45d6-ae54-616b05a8ce55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:32.425060 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de989f1a-ed62-45d6-ae54-616b05a8ce55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:32.425328 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de989f1a-ed62-45d6-ae54-616b05a8ce55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.453051 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a079f-4fbc-4ada-a994-a88fa443b037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8f878a-182c-4ac2-8ccc-e076e0fddd17,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:32.455400 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432de647-c107-46d3-98c4-f1cfe7940433 req-67d35911-02e6-4522-913d-a75bf28b9718 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:32.456176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-432de647-c107-46d3-98c4-f1cfe7940433 req-67d35911-02e6-4522-913d-a75bf28b9718 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.500632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53160) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:32.501042 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-de989f1a-ed62-45d6-ae54-616b05a8ce55 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3590734 Mar 07 21:38:32.512350 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-21712cce-df9f-4594-bfd7-0525530e0889 service neutron] 10.222.0.15 "GET /v2.0/networks/091ef040-bd34-459b-a29e-6b86a792acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743163 Mar 07 21:38:32.519453 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-67d35911-02e6-4522-913d-a75bf28b9718 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4226534 Mar 07 21:38:32.527176 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf2458-dbb9-427b-ad7b-b2bc42dc2ae3 req-9e4c1c24-ba76-4dc4-b20f-491a1a356fde tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:32.529725 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcdf2458-dbb9-427b-ad7b-b2bc42dc2ae3 req-9e4c1c24-ba76-4dc4-b20f-491a1a356fde tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 932 time: 0.3354392 Mar 07 21:38:32.541723 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Publish callbacks [] for port (1d23876a-e3d8-4f15-924a-366edfa125ec), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.552295 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (1d23876a-e3d8-4f15-924a-366edfa125ec), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.572626 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Request body: {'port': {'device_id': '1c88b9aa-3e21-4988-8094-f802cf3bdec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:32.596277 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19004034-c2bd-441a-88ab-f45fb3bef9f2 req-2cd7adb4-3ef6-4c53-936d-2fc66c08e24a tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c5c44a1-2aaf-4d58-bbdd-84aad1056c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796098 Mar 07 21:38:32.613430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Pushing event updated for resources: {'Port': ['ID=1d23876a-e3d8-4f15-924a-366edfa125ec,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:32.624854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:32.625631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:32.626175 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:32.626679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:32.627377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:32.628357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:32.628871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:32.629508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:32.630218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:32.630830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:32.632394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:32.632953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:32.633629 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:32.657431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Network 8614091f-6136-4151-a659-e16cf6a8ee9e is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:32.659295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:32.668074 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:32.675373 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-781ad649-2449-4e75-8e28-4a7de8fd8c5a admin admin] Publish callbacks [] for security_group (3a8f878a-182c-4ac2-8ccc-e076e0fddd17), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.680352 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcdf2458-dbb9-427b-ad7b-b2bc42dc2ae3 req-81cf0fca-c138-4d2b-b111-79478d44938e tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/security-groups?id=259274be-8f67-41e9-bc17-465419651b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363585 Mar 07 21:38:32.723232 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-0542f738-4370-4a96-8d58-e80787efe8bc tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Deleting subnet c1e0c90f-35bc-4be5-b3dd-50d702f30608 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:38:32.753812 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0542f738-4370-4a96-8d58-e80787efe8bc tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks [] for subnet (c1e0c90f-35bc-4be5-b3dd-50d702f30608), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.809666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-781ad649-2449-4e75-8e28-4a7de8fd8c5a admin admin] Publish callbacks [] for security_group (3a8f878a-182c-4ac2-8ccc-e076e0fddd17), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.815002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5890986-7e13-4c8d-8af8-b55e1cfeb9de req-07659222-4bab-4612-8ba2-aaec519b77f1 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:32.815377 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.825387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5890986-7e13-4c8d-8af8-b55e1cfeb9de req-07659222-4bab-4612-8ba2-aaec519b77f1 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.0796022 Mar 07 21:38:32.830584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Attempting to bind port 1d23876a-e3d8-4f15-924a-366edfa125ec on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:32.830969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Attempting to bind port 1d23876a-e3d8-4f15-924a-366edfa125ec by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8614091f-6136-4151-a659-e16cf6a8ee9e'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:32.831345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Attempting to bind port 1d23876a-e3d8-4f15-924a-366edfa125ec on network 8614091f-6136-4151-a659-e16cf6a8ee9e {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:32.850549 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:32.852319 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Checking segment: {'id': 'c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8614091f-6136-4151-a659-e16cf6a8ee9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:32.852745 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.853146 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Bound using segment: {'id': 'c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8614091f-6136-4151-a659-e16cf6a8ee9e'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:32.853802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Bound port: 1d23876a-e3d8-4f15-924a-366edfa125ec, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8614091f-6136-4151-a659-e16cf6a8ee9e'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:32.854444 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1d23876a-e3d8-4f15-924a-366edfa125ec), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.873519 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0542f738-4370-4a96-8d58-e80787efe8bc tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (c1e0c90f-35bc-4be5-b3dd-50d702f30608), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.896561 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5890986-7e13-4c8d-8af8-b55e1cfeb9de req-d4f56aa9-e185-4886-bfe7-b6999d0d9d0c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690458 Mar 07 21:38:32.914716 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-eb5bbbeb-7689-41b5-9440-5873e01bbab6 None None] Provisioning complete for port 094c1e17-a039-425b-87ab-20f219ddc2b8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:32.914716 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eb5bbbeb-7689-41b5-9440-5873e01bbab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:32.980473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-eb5bbbeb-7689-41b5-9440-5873e01bbab6 None None] Port 094c1e17-a039-425b-87ab-20f219ddc2b8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:38:32.994852 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] For port 1d23876a-e3d8-4f15-924a-366edfa125ec, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:32.998719 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] For port 1d23876a-e3d8-4f15-924a-366edfa125ec, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1d23876a-e3d8-4f15-924a-366edfa125ec,segment=NetworkSegment(c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2),segment_id=c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:33.007061 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1d23876a-e3d8-4f15-924a-366edfa125ec), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:33.032052 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e9b3d156-d406-47d2-95a7-a4fe232e6ad8 req-19c0217b-b34d-436b-91b8-314f41d848e5 service neutron] 10.222.0.15 "GET /v2.0/networks/091ef040-bd34-459b-a29e-6b86a792acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114300 Mar 07 21:38:33.078950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cbbb7-d222-4487-881f-44310847a4b3 None None] Pushing event updated for resources: {'Port': ['ID=1d23876a-e3d8-4f15-924a-366edfa125ec,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:33.210506 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-781ad649-2449-4e75-8e28-4a7de8fd8c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3a8f878a-182c-4ac2-8ccc-e076e0fddd17), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:33.213081 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-781ad649-2449-4e75-8e28-4a7de8fd8c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:33.222480 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6deab-7458-4946-b7a6-6ec02e241b9d req-2dca6d06-e2df-4c49-983f-48f6f5ff0112 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:33.227988 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-781ad649-2449-4e75-8e28-4a7de8fd8c5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a8f878a-182c-4ac2-8ccc-e076e0fddd17 HTTP/1.1" status: 204 len: 168 time: 0.8105090 Mar 07 21:38:33.231402 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5fc6deab-7458-4946-b7a6-6ec02e241b9d req-2dca6d06-e2df-4c49-983f-48f6f5ff0112 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.0775869 Mar 07 21:38:33.319618 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ad649-2449-4e75-8e28-4a7de8fd8c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8f878a-182c-4ac2-8ccc-e076e0fddd17,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:33.328664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5fc6deab-7458-4946-b7a6-6ec02e241b9d req-970a14fe-27b3-4cf1-bf67-3b54993b50ee tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899184 Mar 07 21:38:33.342197 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0542f738-4370-4a96-8d58-e80787efe8bc tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (c1e0c90f-35bc-4be5-b3dd-50d702f30608), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:33.508759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10c51d-e1b7-483d-a674-6d8a35dfa5a6 req-4bc70559-a032-40bb-95dd-3faa77cf828e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:33.516553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f10c51d-e1b7-483d-a674-6d8a35dfa5a6 req-4bc70559-a032-40bb-95dd-3faa77cf828e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.1069386 Mar 07 21:38:33.582659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f10c51d-e1b7-483d-a674-6d8a35dfa5a6 req-f4a19a9d-9ccf-4789-86a3-81498c607526 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648224 Mar 07 21:38:33.659395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094c1e17-a039-425b-87ab-20f219ddc2b8 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:38:33.676955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d2132-2dd2-4783-8d0e-4040ce91da78 req-8f365d7e-a323-4964-b164-d3d11186c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:33.678529 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f07d2132-2dd2-4783-8d0e-4040ce91da78 req-8f365d7e-a323-4964-b164-d3d11186c149 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ad12b40821f4e258595ae6a1314da04&device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 1126 time: 0.5090284 Mar 07 21:38:33.681059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Publish callbacks [] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:33.747857 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Transition to ACTIVE for port object 094c1e17-a039-425b-87ab-20f219ddc2b8 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:38:33.751720 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0542f738-4370-4a96-8d58-e80787efe8bc tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (c1e0c90f-35bc-4be5-b3dd-50d702f30608), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:33.797196 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:33.805033 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9645ff-9e35-4f09-873f-3dba6985d763 req-59b88af3-91b1-486b-b9d7-afe2bda43382 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:33.808144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb9645ff-9e35-4f09-873f-3dba6985d763 req-59b88af3-91b1-486b-b9d7-afe2bda43382 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/ports?device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 944 time: 0.1279690 Mar 07 21:38:33.871795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542f738-4370-4a96-8d58-e80787efe8bc tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e0c90f-35bc-4be5-b3dd-50d702f30608,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:33.875909 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0542f738-4370-4a96-8d58-e80787efe8bc tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:33.882577 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0542f738-4370-4a96-8d58-e80787efe8bc tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/subnets/c1e0c90f-35bc-4be5-b3dd-50d702f30608 HTTP/1.1" status: 204 len: 168 time: 1.3804581 Mar 07 21:38:33.913199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d2132-2dd2-4783-8d0e-4040ce91da78 req-46341490-0e7f-47b7-8e4a-956c0bd3f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:33.914703 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f07d2132-2dd2-4783-8d0e-4040ce91da78 req-46341490-0e7f-47b7-8e4a-956c0bd3f2ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=091ef040-bd34-459b-a29e-6b86a792acc0 HTTP/1.1" status: 200 len: 914 time: 0.2200787 Mar 07 21:38:33.920294 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53206) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:34.387066 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1d23876a-e3d8-4f15-924a-366edfa125ec up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:34.554029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 1d23876a-e3d8-4f15-924a-366edfa125ec triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:34.554426 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1d23876a-e3d8-4f15-924a-366edfa125ec), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:34.561093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53230) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:34.596774 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f07d2132-2dd2-4783-8d0e-4040ce91da78 req-fd395841-fb21-4097-ad80-091e2cdd069f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ebac90b-4e4b-4720-9be3-be2d7d80ff9d HTTP/1.1" status: 200 len: 217 time: 0.6739669 Mar 07 21:38:34.637420 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Pushing event updated for resources: {'Port': ['ID=094c1e17-a039-425b-87ab-20f219ddc2b8,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:34.681845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b264c-ef71-4d37-a80a-21c08a7bf1ad req-bfd9111e-4fe3-4806-8dba-d8131748d9a2 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:34.696109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de1b264c-ef71-4d37-a80a-21c08a7bf1ad req-bfd9111e-4fe3-4806-8dba-d8131748d9a2 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 944 time: 0.8863220 Mar 07 21:38:34.704864 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb9645ff-9e35-4f09-873f-3dba6985d763 req-3b1d0624-29a3-402c-ad9c-b45987a78768 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c5c44a1-2aaf-4d58-bbdd-84aad1056c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8861861 Mar 07 21:38:34.722552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 1d23876a-e3d8-4f15-924a-366edfa125ec is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:34.723020 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1d23876a-e3d8-4f15-924a-366edfa125ec), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:34.777645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a895a76-2a6a-477e-81a0-727245346246 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:34.779284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a895a76-2a6a-477e-81a0-727245346246 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:34.780877 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1a895a76-2a6a-477e-81a0-727245346246 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8596351 Mar 07 21:38:34.799084 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de1b264c-ef71-4d37-a80a-21c08a7bf1ad req-c57ccd77-4c7c-4a5a-a4ba-4e72ce25a033 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/security-groups?id=259274be-8f67-41e9-bc17-465419651b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811234 Mar 07 21:38:34.799738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53240) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:34.848789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 1d23876a-e3d8-4f15-924a-366edfa125ec, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1d23876a-e3d8-4f15-924a-366edfa125ec,segment=NetworkSegment(c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2),segment_id=c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:34.855100 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d2132-2dd2-4783-8d0e-4040ce91da78 req-1a06408e-876d-4358-a13a-745c264bc109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:34.860349 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f07d2132-2dd2-4783-8d0e-4040ce91da78 req-1a06408e-876d-4358-a13a-745c264bc109 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bed9da1c-f0e0-45fd-836d-90d51e2ab847 HTTP/1.1" status: 200 len: 853 time: 0.2256322 Mar 07 21:38:34.865850 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4310e74-df63-45e7-9643-5c0715771c21 None None] Network 8614091f-6136-4151-a659-e16cf6a8ee9e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:34.918337 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1890405192-network', 'tenant_id': 'e66348b5f0c243c1bb86f6d05d8cb75a'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:34.954024 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f07d2132-2dd2-4783-8d0e-4040ce91da78 req-92f498d3-e3fc-42be-9389-aab1c6618466 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=091ef040-bd34-459b-a29e-6b86a792acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722759 Mar 07 21:38:34.957069 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Attempting to bind port 094c1e17-a039-425b-87ab-20f219ddc2b8 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:34.957415 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Attempting to bind port 094c1e17-a039-425b-87ab-20f219ddc2b8 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '89c4efd1-d884-438a-8995-8f74b7196893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:34.957998 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Attempting to bind port 094c1e17-a039-425b-87ab-20f219ddc2b8 on network dd51ab9b-a441-440b-b07c-47d7dbd3dbcc {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:34.967903 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d01266dc-3dc6-4fb5-9c73-cdada24cf0a6 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (8614091f-6136-4151-a659-e16cf6a8ee9e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:34.986661 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Port 094c1e17-a039-425b-87ab-20f219ddc2b8 on network dd51ab9b-a441-440b-b07c-47d7dbd3dbcc not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:38:34.986993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Attempting to bind port 094c1e17-a039-425b-87ab-20f219ddc2b8 on network dd51ab9b-a441-440b-b07c-47d7dbd3dbcc {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:34.988718 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1d23876a-e3d8-4f15-924a-366edfa125ec), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.032625 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:35.033009 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Checking segment: {'id': '89c4efd1-d884-438a-8995-8f74b7196893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:35.033366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Bound using segment: {'id': '89c4efd1-d884-438a-8995-8f74b7196893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:35.033861 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Bound port: 094c1e17-a039-425b-87ab-20f219ddc2b8, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c4efd1-d884-438a-8995-8f74b7196893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:35.034305 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.042902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] Made reservation on behalf of e66348b5f0c243c1bb86f6d05d8cb75a for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:35.045240 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.048790 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01266dc-3dc6-4fb5-9c73-cdada24cf0a6 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 07 21:38:35.049528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d01266dc-3dc6-4fb5-9c73-cdada24cf0a6 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:38:35.052941 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d01266dc-3dc6-4fb5-9c73-cdada24cf0a6 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/networks/8614091f-6136-4151-a659-e16cf6a8ee9e HTTP/1.1" status: 409 len: 466 time: 0.2487535 Mar 07 21:38:35.060939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53246) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:35.071020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-38d21d5b-b0df-4827-9d0e-254dc15bd6e8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-864598447'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:35.086007 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f07d2132-2dd2-4783-8d0e-4040ce91da78 req-e8277435-b417-45ee-a71c-8000640a2f2d service neutron] 10.222.0.15 "GET /v2.0/networks/091ef040-bd34-459b-a29e-6b86a792acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226673 Mar 07 21:38:35.091140 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7b7279b9-06e7-49a5-95a1-8d495daf1824 None None] Provisioning complete for port 1d23876a-e3d8-4f15-924a-366edfa125ec triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:35.091527 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7b7279b9-06e7-49a5-95a1-8d495daf1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1d23876a-e3d8-4f15-924a-366edfa125ec), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.108021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fe329-760e-43fb-a28f-cb7900b3d8ce req-eb6a204d-55c9-4484-a1df-c1ff7ed466b2 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:35.115407 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c0fe329-760e-43fb-a28f-cb7900b3d8ce req-eb6a204d-55c9-4484-a1df-c1ff7ed466b2 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.1447926 Mar 07 21:38:35.151810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fab40d-84be-419a-81b7-b9dd5acea1ee req-d88113c0-a867-44d1-aa28-12c11bedb384 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:35.160106 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12fab40d-84be-419a-81b7-b9dd5acea1ee req-d88113c0-a867-44d1-aa28-12c11bedb384 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.1883411 Mar 07 21:38:35.164823 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=1d23876a-e3d8-4f15-924a-366edfa125ec,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:35.198619 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.206723 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d21d5b-b0df-4827-9d0e-254dc15bd6e8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Made reservation on behalf of 091e14cb6d3140099222826c1f2c8ff7 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:35.211058 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38d21d5b-b0df-4827-9d0e-254dc15bd6e8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.215160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] For port 094c1e17-a039-425b-87ab-20f219ddc2b8, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:35.219964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] For port 094c1e17-a039-425b-87ab-20f219ddc2b8, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=094c1e17-a039-425b-87ab-20f219ddc2b8,segment=NetworkSegment(89c4efd1-d884-438a-8995-8f74b7196893),segment_id=89c4efd1-d884-438a-8995-8f74b7196893)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:35.241506 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7b7279b9-06e7-49a5-95a1-8d495daf1824 None None] Current status of the port 1d23876a-e3d8-4f15-924a-366edfa125ec is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:35.247149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2c820f-f0c1-4a4e-9903-60c8408d99f6 None None] DHCP port deletion for 8614091f-6136-4151-a659-e16cf6a8ee9e request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:38:35.269452 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.273261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c0fe329-760e-43fb-a28f-cb7900b3d8ce req-888aeed6-b695-4190-90c0-3367e1d852df tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521995 Mar 07 21:38:35.296033 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d21d5b-b0df-4827-9d0e-254dc15bd6e8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:35.321116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c820f-f0c1-4a4e-9903-60c8408d99f6 None None] Deleting port 1d23876a-e3d8-4f15-924a-366edfa125ec {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:35.321518 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4c2c820f-f0c1-4a4e-9903-60c8408d99f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1d23876a-e3d8-4f15-924a-366edfa125ec), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.331499 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12fab40d-84be-419a-81b7-b9dd5acea1ee req-aad04952-6f19-448b-b6a5-5bbc0f77b477 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702945 Mar 07 21:38:35.353392 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38d21d5b-b0df-4827-9d0e-254dc15bd6e8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (2d58432f-ab6c-42a1-9539-7e67a919ac8f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.355632 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-38d21d5b-b0df-4827-9d0e-254dc15bd6e8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Added segment 2d58432f-ab6c-42a1-9539-7e67a919ac8f of type vlan for network d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc Mar 07 21:38:35.367225 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:35.367847 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.369439 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] 10.222.0.13 "PUT /v2.0/ports/094c1e17-a039-425b-87ab-20f219ddc2b8 HTTP/1.1" status: 200 len: 1092 time: 2.8047855 Mar 07 21:38:35.372234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c88b9aa-3e21-4988-8094-f802cf3bdec4', 'tag': '094c1e17-a039-425b-87ab-20f219ddc2b8'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:35.381748 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4d66e5-660a-4f37-933a-eb074f10e5de" -d '{"events": [{"name": "network-changed", "server_uuid": "1c88b9aa-3e21-4988-8094-f802cf3bdec4", "tag": "094c1e17-a039-425b-87ab-20f219ddc2b8"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:35.508863 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38d21d5b-b0df-4827-9d0e-254dc15bd6e8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.535747 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b1a375-e9ca-4f0f-a64a-9c4837c6e73e x-openstack-request-id: req-b6b1a375-e9ca-4f0f-a64a-9c4837c6e73e {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:35.536041 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c88b9aa-3e21-4988-8094-f802cf3bdec4", "tag": "094c1e17-a039-425b-87ab-20f219ddc2b8", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:35.536292 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6b1a375-e9ca-4f0f-a64a-9c4837c6e73e {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:35.537751 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c88b9aa-3e21-4988-8094-f802cf3bdec4', 'tag': '094c1e17-a039-425b-87ab-20f219ddc2b8', 'status': 'completed', 'code': 200} Mar 07 21:38:35.543250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-4c2c820f-f0c1-4a4e-9903-60c8408d99f6 None None] For port 1d23876a-e3d8-4f15-924a-366edfa125ec, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1d23876a-e3d8-4f15-924a-366edfa125ec,segment=NetworkSegment(c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2),segment_id=c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:35.545423 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2155f-3925-493d-8e3a-6a0ecf03d002 service neutron] Pushing event updated for resources: {'Port': ['ID=094c1e17-a039-425b-87ab-20f219ddc2b8,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:35.545716 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4c2c820f-f0c1-4a4e-9903-60c8408d99f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1d23876a-e3d8-4f15-924a-366edfa125ec), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.553978 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f07d2132-2dd2-4783-8d0e-4040ce91da78 req-7ad96daf-11a0-4157-8dae-184a9bcd78bc service neutron] 10.222.0.15 "GET /v2.0/networks/091ef040-bd34-459b-a29e-6b86a792acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602346 Mar 07 21:38:35.588119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00248abd-be49-4b4d-995f-0e0bc625aa78 req-005dcb36-e447-48a1-b76a-458cd0a12cdf tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:35.592180 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432de647-c107-46d3-98c4-f1cfe7940433 req-a83db883-3868-4a11-a911-47b4456fa262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:35.593678 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-a83db883-3868-4a11-a911-47b4456fa262 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c101412a49b4f16be02e8acaa7053e6&device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 1126 time: 0.1640258 Mar 07 21:38:35.596237 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00248abd-be49-4b4d-995f-0e0bc625aa78 req-005dcb36-e447-48a1-b76a-458cd0a12cdf tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.1325810 Mar 07 21:38:35.597614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c820f-f0c1-4a4e-9903-60c8408d99f6 None None] Calling delete_port for 1d23876a-e3d8-4f15-924a-366edfa125ec owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:35.605948 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38d21d5b-b0df-4827-9d0e-254dc15bd6e8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.611043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d21d5b-b0df-4827-9d0e-254dc15bd6e8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:35.611795 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38d21d5b-b0df-4827-9d0e-254dc15bd6e8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.661355 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-38d21d5b-b0df-4827-9d0e-254dc15bd6e8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5950077 Mar 07 21:38:35.671754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53270) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:35.679585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-a3328988-93c0-4032-aa51-9c400602aacf tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Request body: {'subnet': {'network_id': 'd3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:35.691067 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] Publish callbacks [] for security_group (0121b52c-9acd-421a-979e-c99f18f1bc41), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.694552 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-d2a1eb08-be5d-4865-903a-1b22e1c7266e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094c1e17-a039-425b-87ab-20f219ddc2b8 HTTP/1.1" status: 200 len: 217 time: 0.0899625 Mar 07 21:38:35.702975 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0121b52c-9acd-421a-979e-c99f18f1bc41), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.773266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d21d5b-b0df-4827-9d0e-254dc15bd6e8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event updated for resources: {'Network': ['ID=d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:35.796224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:38:35.802130 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00248abd-be49-4b4d-995f-0e0bc625aa78 req-b998d52a-50a0-4a34-b471-a372d4bf775d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043800 Mar 07 21:38:35.855780 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:35.880627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0121b52c-9acd-421a-979e-c99f18f1bc41,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:35.896607 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4c2c820f-f0c1-4a4e-9903-60c8408d99f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (1d23876a-e3d8-4f15-924a-366edfa125ec), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.903865 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c9f0291d-e954-4a17-8c54-81ea6f56bb04), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:35.904220 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] Added segment c9f0291d-e954-4a17-8c54-81ea6f56bb04 of type vlan for network 439ecb90-db1a-4d45-9873-30f15bbca318 Mar 07 21:38:35.920916 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432de647-c107-46d3-98c4-f1cfe7940433 req-119b2a79-d1db-4d02-85d3-69ed26a9b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:35.922778 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-119b2a79-d1db-4d02-85d3-69ed26a9b43d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36f26098-b939-4b3c-93fe-1a876d47971a HTTP/1.1" status: 200 len: 844 time: 0.2218318 Mar 07 21:38:35.935690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c820f-f0c1-4a4e-9903-60c8408d99f6 None None] Pushing event deleted for resources: {'Port': ['ID=1d23876a-e3d8-4f15-924a-366edfa125ec,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:35.959551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c820f-f0c1-4a4e-9903-60c8408d99f6 None None] No DVR routers for this DVR port 1d23876a-e3d8-4f15-924a-366edfa125ec on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:36.008954 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (439ecb90-db1a-4d45-9873-30f15bbca318), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:36.020469 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:38:36.025465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3328988-93c0-4032-aa51-9c400602aacf tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Made reservation on behalf of 091e14cb6d3140099222826c1f2c8ff7 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:36.029216 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a3328988-93c0-4032-aa51-9c400602aacf tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:36.065795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432de647-c107-46d3-98c4-f1cfe7940433 req-35b04358-3c26-4133-b2de-02820a065995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:36.067512 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-35b04358-3c26-4133-b2de-02820a065995 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd51ab9b-a441-440b-b07c-47d7dbd3dbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1128259 Mar 07 21:38:36.069904 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (439ecb90-db1a-4d45-9873-30f15bbca318), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:36.071190 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:36.072073 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:36.172766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ebac90b-4e4b-4720-9be3-be2d7d80ff9d,segment=NetworkSegment(1c3b885c-3e08-465e-a4cf-084d9ecab88d),segment_id=1c3b885c-3e08-465e-a4cf-084d9ecab88d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:36.191918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1310725-cf83-4eab-b6f8-1dd5db325765 req-de954e1c-5b40-4d07-845b-3fc870ac52f0 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:36.200429 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c1310725-cf83-4eab-b6f8-1dd5db325765 req-de954e1c-5b40-4d07-845b-3fc870ac52f0 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/ports?device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 944 time: 0.3326070 Mar 07 21:38:36.232733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '4ebac90b-4e4b-4720-9be3-be2d7d80ff9d', 'network_id': '091ef040-bd34-459b-a29e-6b86a792acc0', 'port_id': '4ebac90b-4e4b-4720-9be3-be2d7d80ff9d', 'mac_address': 'fa:16:3e:f8:31:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed9da1c-f0e0-45fd-836d-90d51e2ab847', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:38:36.238312 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6632988 Mar 07 21:38:36.244702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53278) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:36.257499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6f36319f-dd19-42ff-833d-bed6ead676af admin admin] Request body: {'subnet': {'network_id': '439ecb90-db1a-4d45-9873-30f15bbca318', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1890405192-subnet', 'tenant_id': 'e66348b5f0c243c1bb86f6d05d8cb75a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:36.271490 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549c9e8-5cba-4fd3-995e-73eb4497c94b req-84acfca3-a7c6-4bbe-9e9a-3b31722f7810 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:36.278183 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e549c9e8-5cba-4fd3-995e-73eb4497c94b req-84acfca3-a7c6-4bbe-9e9a-3b31722f7810 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 944 time: 0.3604136 Mar 07 21:38:36.308818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dbbf8-4e70-4b5d-956d-51efa037157f admin admin] Pushing event updated for resources: {'Network': ['ID=439ecb90-db1a-4d45-9873-30f15bbca318,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:36.324330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1d23876a-e3d8-4f15-924a-366edfa125ec no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:38:36.331912 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 439ecb90-db1a-4d45-9873-30f15bbca318 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:38:36.372374 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c1310725-cf83-4eab-b6f8-1dd5db325765 req-eb59c1c4-437e-496b-a429-3114fb3f3f54 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c5c44a1-2aaf-4d58-bbdd-84aad1056c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656132 Mar 07 21:38:36.376581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 1d23876a-e3d8-4f15-924a-366edfa125ec {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:38:36.376946 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1d23876a-e3d8-4f15-924a-366edfa125ec not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:38:36.384853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f36319f-dd19-42ff-833d-bed6ead676af admin admin] Made reservation on behalf of e66348b5f0c243c1bb86f6d05d8cb75a for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:36.391237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:36.391735 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4ebac90b-4e4b-4720-9be3-be2d7d80ff9d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:36.397754 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6f36319f-dd19-42ff-833d-bed6ead676af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:36.414028 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-8953c54b-8cf9-40e7-918f-10945fdf6272 service neutron] 10.222.0.13 "GET /v2.0/networks/dd51ab9b-a441-440b-b07c-47d7dbd3dbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385231 Mar 07 21:38:36.481493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:38:36.511691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ebac90b-4e4b-4720-9be3-be2d7d80ff9d,segment=NetworkSegment(1c3b885c-3e08-465e-a4cf-084d9ecab88d),segment_id=1c3b885c-3e08-465e-a4cf-084d9ecab88d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:36.516837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e549c9e8-5cba-4fd3-995e-73eb4497c94b req-c9b34cbe-cf0e-4649-9093-9331b6b14275 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/security-groups?id=259274be-8f67-41e9-bc17-465419651b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330801 Mar 07 21:38:36.517839 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4ebac90b-4e4b-4720-9be3-be2d7d80ff9d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:36.573999 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-432de647-c107-46d3-98c4-f1cfe7940433 req-631e8432-7e02-4917-bf3a-70bc928475f8 service neutron] 10.222.0.13 "GET /v2.0/networks/dd51ab9b-a441-440b-b07c-47d7dbd3dbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529174 Mar 07 21:38:36.584841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4ebac90b-4e4b-4720-9be3-be2d7d80ff9d,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:36.637026 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-a7bc5c49-f6b6-4918-810e-7cdf02cff07b tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=655e512baf954b1e8542fb65f4053051&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1428993 Mar 07 21:38:36.684567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d66e5-660a-4f37-933a-eb074f10e5de req-4692625a-5635-4eb2-89c7-e3cf0800cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:36.686165 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ac4d66e5-660a-4f37-933a-eb074f10e5de req-4692625a-5635-4eb2-89c7-e3cf0800cf31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c101412a49b4f16be02e8acaa7053e6&device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 1126 time: 0.0470846 Mar 07 21:38:36.726918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.objects.ports [None req-a3328988-93c0-4032-aa51-9c400602aacf tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:38:36.745596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a3328988-93c0-4032-aa51-9c400602aacf tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (78ed5d98-b56d-488a-9e25-925cfa99f4f9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:36.797086 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d66e5-660a-4f37-933a-eb074f10e5de req-03cd9836-afaa-44ff-84e2-2c86fd31820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:36.798470 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ac4d66e5-660a-4f37-933a-eb074f10e5de req-03cd9836-afaa-44ff-84e2-2c86fd31820d service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd51ab9b-a441-440b-b07c-47d7dbd3dbcc HTTP/1.1" status: 200 len: 906 time: 0.1055064 Mar 07 21:38:36.824201 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['4ebac90b-4e4b-4720-9be3-be2d7d80ff9d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:38:36.857127 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ac4d66e5-660a-4f37-933a-eb074f10e5de req-eae6b899-6ff0-4b1f-a690-0f2c4091a811 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094c1e17-a039-425b-87ab-20f219ddc2b8 HTTP/1.1" status: 200 len: 217 time: 0.0519757 Mar 07 21:38:36.878639 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7a675-c072-40d5-81ec-ca437fb69c5e req-990d1435-97f1-4105-8d98-adbdec8e2038 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:36.886716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-18a7a675-c072-40d5-81ec-ca437fb69c5e req-990d1435-97f1-4105-8d98-adbdec8e2038 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.2709970 Mar 07 21:38:36.911127 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d66e5-660a-4f37-933a-eb074f10e5de req-080f0153-e2d6-4e98-af32-f66c1146f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:36.914988 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ac4d66e5-660a-4f37-933a-eb074f10e5de req-080f0153-e2d6-4e98-af32-f66c1146f1a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36f26098-b939-4b3c-93fe-1a876d47971a HTTP/1.1" status: 200 len: 844 time: 0.0508425 Mar 07 21:38:36.944363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3328988-93c0-4032-aa51-9c400602aacf tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event updated for resources: {'Subnet': ['ID=78ed5d98-b56d-488a-9e25-925cfa99f4f9,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:36.990035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-cfb670f0-4d59-489a-9489-3d4035a41914 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:36.991766 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-cfb670f0-4d59-489a-9489-3d4035a41914 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3222475 Mar 07 21:38:37.002594 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-18a7a675-c072-40d5-81ec-ca437fb69c5e req-01bed1fc-8812-4ecc-b776-cab3169da5bd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148629 Mar 07 21:38:37.006816 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d66e5-660a-4f37-933a-eb074f10e5de req-6d54b159-ea9b-4a17-80cb-266ea98e3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:37.008560 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ac4d66e5-660a-4f37-933a-eb074f10e5de req-6d54b159-ea9b-4a17-80cb-266ea98e3af6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd51ab9b-a441-440b-b07c-47d7dbd3dbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0864296 Mar 07 21:38:37.050812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-48152bc5-f293-4bd5-94f8-d6553d9bcc22 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/quotas/655e512baf954b1e8542fb65f4053051 HTTP/1.1" status: 200 len: 375 time: 0.0455780 Mar 07 21:38:37.092897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3328988-93c0-4032-aa51-9c400602aacf tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Checking segment: {'id': '2d58432f-ab6c-42a1-9539-7e67a919ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:37.093428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3328988-93c0-4032-aa51-9c400602aacf tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Network hostable DHCP agents. Network: d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:37.103545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-c0224b3a-7cac-4479-956c-75867fbe6f6d tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=655e512baf954b1e8542fb65f4053051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516984 Mar 07 21:38:37.140560 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ac4d66e5-660a-4f37-933a-eb074f10e5de req-dce9ebf1-f140-4065-aeef-8c27f55fc60a service neutron] 10.222.0.13 "GET /v2.0/networks/dd51ab9b-a441-440b-b07c-47d7dbd3dbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245315 Mar 07 21:38:37.154368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6f36319f-dd19-42ff-833d-bed6ead676af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (de0d7f62-8c3a-4c97-903d-333c1ea7fdcd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:37.203790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3328988-93c0-4032-aa51-9c400602aacf tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Network d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:37.244013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-a3328988-93c0-4032-aa51-9c400602aacf tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:37.263587 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4afd4e6-aecc-42a3-bbcd-0c46a2e4d106 None None] Network d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:37.300123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3328988-93c0-4032-aa51-9c400602aacf tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:37.302367 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a3328988-93c0-4032-aa51-9c400602aacf tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:37.306373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36319f-dd19-42ff-833d-bed6ead676af admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0d7f62-8c3a-4c97-903d-333c1ea7fdcd,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:37.309819 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ac4d66e5-660a-4f37-933a-eb074f10e5de req-0c2430f4-5464-4a5e-8d77-e2610af70120 service neutron] 10.222.0.13 "GET /v2.0/networks/dd51ab9b-a441-440b-b07c-47d7dbd3dbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605551 Mar 07 21:38:37.329057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b7c88-744c-4931-a75f-8100606ebe35 req-c1aea48b-30b1-4600-bcf9-689800e9c5c3 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:37.337457 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d5b7c88-744c-4931-a75f-8100606ebe35 req-c1aea48b-30b1-4600-bcf9-689800e9c5c3 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.2413275 Mar 07 21:38:37.390365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f36319f-dd19-42ff-833d-bed6ead676af admin admin] Checking segment: {'id': 'c9f0291d-e954-4a17-8c54-81ea6f56bb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '439ecb90-db1a-4d45-9873-30f15bbca318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:37.390862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f36319f-dd19-42ff-833d-bed6ead676af admin admin] Network hostable DHCP agents. Network: 439ecb90-db1a-4d45-9873-30f15bbca318, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:37.404201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a3328988-93c0-4032-aa51-9c400602aacf tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7311301 Mar 07 21:38:37.407512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53302) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:37.410145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc', 'network_id': 'd3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc', 'project_id': '091e14cb6d3140099222826c1f2c8ff7', 'fixed_ips': [{'subnet_id': '78ed5d98-b56d-488a-9e25-925cfa99f4f9'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:38:37.411087 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:37.507300 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d5b7c88-744c-4931-a75f-8100606ebe35 req-36cf667b-1162-4dcb-8ef4-e50e5bcc85b5 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534281 Mar 07 21:38:37.515531 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f36319f-dd19-42ff-833d-bed6ead676af admin admin] Network 439ecb90-db1a-4d45-9873-30f15bbca318 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:37.536866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb45c0d-543b-47e4-97df-088990216806 req-f67fe8ac-8f77-4f76-b3d8-2e60a23c98ec tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:37.538304 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-beb45c0d-543b-47e4-97df-088990216806 req-f67fe8ac-8f77-4f76-b3d8-2e60a23c98ec tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.1997378 Mar 07 21:38:37.551751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-6f36319f-dd19-42ff-833d-bed6ead676af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 439ecb90-db1a-4d45-9873-30f15bbca318) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:37.559964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f36319f-dd19-42ff-833d-bed6ead676af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:37.560489 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6f36319f-dd19-42ff-833d-bed6ead676af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:37.566989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef876ca-4788-4f0c-b7b5-f8ba673ec722 None None] Network 439ecb90-db1a-4d45-9873-30f15bbca318 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:37.597934 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:37.606698 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6f36319f-dd19-42ff-833d-bed6ead676af admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3605974 Mar 07 21:38:37.729127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-beb45c0d-543b-47e4-97df-088990216806 req-ae121fa2-76bc-43a1-94fe-3b126692c875 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518066 Mar 07 21:38:37.744029 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-a6ebec16-ff4e-4677-adb8-c60d500de83b tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=655e512baf954b1e8542fb65f4053051&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1051383 Mar 07 21:38:37.762341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d864c877-13d0-46ad-bf15-a81b2fc5e92a None None] Network 439ecb90-db1a-4d45-9873-30f15bbca318 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:37.788954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Allocated IP 2001:db8::f816:3eff:fe62:4876 (d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc/78ed5d98-b56d-488a-9e25-925cfa99f4f9/5e9a3274-4d0a-4d83-bfee-22608692afec) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:37.858933 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (78ed5d98-b56d-488a-9e25-925cfa99f4f9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.013021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505784ea-dac2-42e3-820a-8b2872f76f54 req-5a18def4-39d0-495d-810a-bf02b00d452c tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:38.020021 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-505784ea-dac2-42e3-820a-8b2872f76f54 req-5a18def4-39d0-495d-810a-bf02b00d452c tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/ports?device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 945 time: 0.1893158 Mar 07 21:38:38.033123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-9f195feb-0c3e-4f4d-8c46-1c5e7aaff470 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:38.039909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-9f195feb-0c3e-4f4d-8c46-1c5e7aaff470 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2825003 Mar 07 21:38:38.044044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:38.064940 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-c998f985-2e1b-4a97-a7fd-e8a1e0af7053 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/quotas/655e512baf954b1e8542fb65f4053051 HTTP/1.1" status: 200 len: 375 time: 0.0242636 Mar 07 21:38:38.107062 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-a1318fa6-5b7e-4183-8460-14c712fd6e2a tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=655e512baf954b1e8542fb65f4053051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410411 Mar 07 21:38:38.115569 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Publish callbacks [] for port (5e9a3274-4d0a-4d83-bfee-22608692afec), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.123880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-505784ea-dac2-42e3-820a-8b2872f76f54 req-83f94986-6a12-4f69-a0ce-0ef5fdece6c9 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c5c44a1-2aaf-4d58-bbdd-84aad1056c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029480 Mar 07 21:38:38.128922 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (5e9a3274-4d0a-4d83-bfee-22608692afec), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.153299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (78ed5d98-b56d-488a-9e25-925cfa99f4f9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.174915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Pushing event updated for resources: {'Port': ['ID=5e9a3274-4d0a-4d83-bfee-22608692afec,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:38.177418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:38:38.201485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:38.202008 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4ebac90b-4e4b-4720-9be3-be2d7d80ff9d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.221399 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Network d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:38.244582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Subnet': ['ID=78ed5d98-b56d-488a-9e25-925cfa99f4f9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:38.248063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:38.250601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:38.329710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Attempting to bind port 5e9a3274-4d0a-4d83-bfee-22608692afec on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:38.330101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Attempting to bind port 5e9a3274-4d0a-4d83-bfee-22608692afec by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '2d58432f-ab6c-42a1-9539-7e67a919ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:38.330464 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Attempting to bind port 5e9a3274-4d0a-4d83-bfee-22608692afec on network d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:38.337840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:38.338244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Checking segment: {'id': '2d58432f-ab6c-42a1-9539-7e67a919ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:38.338678 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.339150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Bound using segment: {'id': '2d58432f-ab6c-42a1-9539-7e67a919ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:38.339607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Bound port: 5e9a3274-4d0a-4d83-bfee-22608692afec, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d58432f-ab6c-42a1-9539-7e67a919ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:38.339988 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5e9a3274-4d0a-4d83-bfee-22608692afec), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.437905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:38.438672 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4ebac90b-4e4b-4720-9be3-be2d7d80ff9d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.455036 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.467577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] For port 5e9a3274-4d0a-4d83-bfee-22608692afec, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:38.473630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16417af7-abc4-4da8-a73b-4ff773146893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebac90b-4e4b-4720-9be3-be2d7d80ff9d'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:38.476009 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e471b41e-70d1-4a3d-94ce-f1bf02fc1613" -d '{"events": [{"server_uuid": "16417af7-abc4-4da8-a73b-4ff773146893", "name": "network-vif-plugged", "status": "completed", "tag": "4ebac90b-4e4b-4720-9be3-be2d7d80ff9d"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:38.511570 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] For port 5e9a3274-4d0a-4d83-bfee-22608692afec, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5e9a3274-4d0a-4d83-bfee-22608692afec,segment=NetworkSegment(2d58432f-ab6c-42a1-9539-7e67a919ac8f),segment_id=2d58432f-ab6c-42a1-9539-7e67a919ac8f)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:38.514473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ebac90b-4e4b-4720-9be3-be2d7d80ff9d,segment=NetworkSegment(1c3b885c-3e08-465e-a4cf-084d9ecab88d),segment_id=1c3b885c-3e08-465e-a4cf-084d9ecab88d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:38.519528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9dbca-b0b4-4b32-b882-94f45da50c25 req-80954d62-a86a-4f95-84d4-f83f03307c29 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:38.522245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fbe9dbca-b0b4-4b32-b882-94f45da50c25 req-80954d62-a86a-4f95-84d4-f83f03307c29 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 944 time: 0.2442672 Mar 07 21:38:38.522807 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4ebac90b-4e4b-4720-9be3-be2d7d80ff9d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.541579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:38.575552 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5e9a3274-4d0a-4d83-bfee-22608692afec), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.586630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d58432f-ab6c-42a1-9539-7e67a919ac8f') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:38.586930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d58432f-ab6c-42a1-9539-7e67a919ac8f') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:38.601372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4ebac90b-4e4b-4720-9be3-be2d7d80ff9d,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:38.620501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-2693839f-71a0-4411-aab4-98416758d7bd req-2dd90029-ff90-44a9-8470-2587cc4fbf77 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-14459795', 'description': 'tempest-description-702607508'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:38.628831 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (2d58432f-ab6c-42a1-9539-7e67a919ac8f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.677781 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (2d58432f-ab6c-42a1-9539-7e67a919ac8f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.687763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fbe9dbca-b0b4-4b32-b882-94f45da50c25 req-21578955-ecb9-44b5-8b9f-38e05b1e0a59 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/security-groups?id=259274be-8f67-41e9-bc17-465419651b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488664 Mar 07 21:38:38.690778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:38.690954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611413e-b3e4-4b9b-badd-e8186f9a304b None None] Pushing event updated for resources: {'Port': ['ID=5e9a3274-4d0a-4d83-bfee-22608692afec,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:38.691346 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (2d58432f-ab6c-42a1-9539-7e67a919ac8f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:38.696373 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:38.708224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a848278-dc32-4274-8524-3590a6bf1ea6 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 21:38:38.709664 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2693839f-71a0-4411-aab4-98416758d7bd req-2dd90029-ff90-44a9-8470-2587cc4fbf77 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.836411 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a848278-dc32-4274-8524-3590a6bf1ea6 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:38:38.848748 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.db.api [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 21:38:38.848748 n-d-832330-1 neutron-server[103719]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 21:38:38.848748 n-d-832330-1 neutron-server[103719]: [parameters: {'id': 'd3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc'}] Mar 07 21:38:38.848748 n-d-832330-1 neutron-server[103719]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:38:38.849295 n-d-832330-1 neutron-server[103719]: DEBUG oslo_db.api [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:38:38.895372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0513d7-163f-48a0-9340-136ecefa8fdd req-28d6a2c1-2768-4438-842c-c6b865ad2ef2 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:38.896886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa0513d7-163f-48a0-9340-136ecefa8fdd req-28d6a2c1-2768-4438-842c-c6b865ad2ef2 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.1085801 Mar 07 21:38:38.933904 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2693839f-71a0-4411-aab4-98416758d7bd req-2dd90029-ff90-44a9-8470-2587cc4fbf77 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (eb122b46-a350-4a7f-8b85-335f7c498e07), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:38.944430 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2693839f-71a0-4411-aab4-98416758d7bd req-2dd90029-ff90-44a9-8470-2587cc4fbf77 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (eb122b46-a350-4a7f-8b85-335f7c498e07), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:39.014295 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa0513d7-163f-48a0-9340-136ecefa8fdd req-2eb7de5c-8a21-4332-b698-e385a31afc9c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005924 Mar 07 21:38:39.027688 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2693839f-71a0-4411-aab4-98416758d7bd req-2dd90029-ff90-44a9-8470-2587cc4fbf77 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:39.044850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2693839f-71a0-4411-aab4-98416758d7bd req-2dd90029-ff90-44a9-8470-2587cc4fbf77 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.4254186 Mar 07 21:38:39.051878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd90029-ff90-44a9-8470-2587cc4fbf77 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb122b46-a350-4a7f-8b85-335f7c498e07,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:39.083679 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-9ae908bc-963c-47c8-8e24-b3701a6acec0 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=655e512baf954b1e8542fb65f4053051&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845368 Mar 07 21:38:39.250681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e0e7ed4-263f-4696-bf10-29557da4b2bf req-59fcbd80-45e2-4d9c-8244-15faf602eb9c tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 210 time: 0.0883434 Mar 07 21:38:39.261598 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd445ce-bd7a-4b73-99c7-3241c46f1d07 x-openstack-request-id: req-9bd445ce-bd7a-4b73-99c7-3241c46f1d07 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:39.262113 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16417af7-abc4-4da8-a73b-4ff773146893", "name": "network-vif-plugged", "status": "completed", "tag": "4ebac90b-4e4b-4720-9be3-be2d7d80ff9d", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:39.262375 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9bd445ce-bd7a-4b73-99c7-3241c46f1d07 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:39.262816 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16417af7-abc4-4da8-a73b-4ff773146893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebac90b-4e4b-4720-9be3-be2d7d80ff9d', 'code': 200} Mar 07 21:38:39.323468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-c0110380-8021-4dd2-bccb-6c97a02a04f4 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:39.325616 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-c0110380-8021-4dd2-bccb-6c97a02a04f4 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2377744 Mar 07 21:38:39.350801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Request body: {'port': {'device_id': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '655e512baf954b1e8542fb65f4053051'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:39.374903 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:39.410988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3a404-c454-4450-bb8a-aafc536563f4 None None] Network d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:39.503474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833df35-1735-400b-a95a-7acaef018542 req-b1866d47-00c7-4225-afc8-fd0fcd4da8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:39.505106 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5833df35-1735-400b-a95a-7acaef018542 req-b1866d47-00c7-4225-afc8-fd0fcd4da8d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 1128 time: 0.2110534 Mar 07 21:38:39.523741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Made reservation on behalf of 655e512baf954b1e8542fb65f4053051 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:39.528924 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:39.532687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb5199-c7ff-455c-994c-32522207a8ad req-b7ec9069-4e89-42c1-aa15-11211611ad9e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:39.542764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bccb5199-c7ff-455c-994c-32522207a8ad req-b7ec9069-4e89-42c1-aa15-11211611ad9e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.1655278 Mar 07 21:38:39.551239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f234daa-eb61-461a-8a52-cd7fb0dab311 req-9f3edfd9-1626-4de9-ae83-d2ec768d9260 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:39.551507 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:39.553206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f234daa-eb61-461a-8a52-cd7fb0dab311 req-9f3edfd9-1626-4de9-ae83-d2ec768d9260 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.2798212 Mar 07 21:38:39.650265 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks [] for security_group (7409faf1-8c1f-4c23-9e75-7f2fac690a9f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:39.655871 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7409faf1-8c1f-4c23-9e75-7f2fac690a9f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:39.677913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5833df35-1735-400b-a95a-7acaef018542 req-e3f6053f-cf93-4171-9061-bdb92c9ff829 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c5c44a1-2aaf-4d58-bbdd-84aad1056c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237268 Mar 07 21:38:39.683568 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bccb5199-c7ff-455c-994c-32522207a8ad req-cdbc507e-69ff-4ef0-b24d-f031f6cbadf0 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399641 Mar 07 21:38:39.687433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f234daa-eb61-461a-8a52-cd7fb0dab311 req-db757676-9f29-4e31-b57a-bec91e72751c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208096 Mar 07 21:38:39.692520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Deleting port 5e9a3274-4d0a-4d83-bfee-22608692afec {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:39.692865 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5e9a3274-4d0a-4d83-bfee-22608692afec), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:39.746298 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7409faf1-8c1f-4c23-9e75-7f2fac690a9f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:39.797303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] For port 5e9a3274-4d0a-4d83-bfee-22608692afec, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5e9a3274-4d0a-4d83-bfee-22608692afec,segment=NetworkSegment(2d58432f-ab6c-42a1-9539-7e67a919ac8f),segment_id=2d58432f-ab6c-42a1-9539-7e67a919ac8f)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:39.797649 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5e9a3274-4d0a-4d83-bfee-22608692afec), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:39.840496 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Allocated IP 192.168.233.188 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/6f80962b-8d0d-47bf-8913-dfd9858ef248) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:39.847782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Calling delete_port for 5e9a3274-4d0a-4d83-bfee-22608692afec owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:39.858618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79a7af5c-b326-40b7-abef-3b8e8f6513f1 req-3230a944-039c-4b66-8ad2-36df23646f41 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "GET /v2.0/security-groups/eb122b46-a350-4a7f-8b85-335f7c498e07 HTTP/1.1" status: 200 len: 1827 time: 0.1259952 Mar 07 21:38:39.866929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-79a7af5c-b326-40b7-abef-3b8e8f6513f1 req-9332a92c-afa0-44a0-a595-36923256c176 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb122b46-a350-4a7f-8b85-335f7c498e07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:39.866929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-79a7af5c-b326-40b7-abef-3b8e8f6513f1 req-9332a92c-afa0-44a0-a595-36923256c176 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb122b46-a350-4a7f-8b85-335f7c498e07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:39.950483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e28bda-fa4e-4feb-ba7a-1b144c4a7e79 req-0c1beb7d-5a8f-4714-906c-8c7fbb7602bb tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:39.951951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6e28bda-fa4e-4feb-ba7a-1b144c4a7e79 req-0c1beb7d-5a8f-4714-906c-8c7fbb7602bb tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/ports?device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 946 time: 0.1347458 Mar 07 21:38:39.999440 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks [] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.039356 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-79a7af5c-b326-40b7-abef-3b8e8f6513f1 req-9332a92c-afa0-44a0-a595-36923256c176 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group_rule (e1e0d8b5-c61f-4f61-b421-bc0cd92fadc0), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.049318 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.063154 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5e9a3274-4d0a-4d83-bfee-22608692afec), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.086641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6e28bda-fa4e-4feb-ba7a-1b144c4a7e79 req-3a39fe7f-c007-40b8-a482-22f24a533e78 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c5c44a1-2aaf-4d58-bbdd-84aad1056c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224551 Mar 07 21:38:40.105022 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:40.111277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:40.111955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Port': ['ID=5e9a3274-4d0a-4d83-bfee-22608692afec,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:40.115411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:40.126738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] No DVR routers for this DVR port 5e9a3274-4d0a-4d83-bfee-22608692afec on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:40.138410 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-79a7af5c-b326-40b7-abef-3b8e8f6513f1 req-9332a92c-afa0-44a0-a595-36923256c176 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group_rule (e1e0d8b5-c61f-4f61-b421-bc0cd92fadc0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.163873 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-79a7af5c-b326-40b7-abef-3b8e8f6513f1 req-9332a92c-afa0-44a0-a595-36923256c176 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (e1e0d8b5-c61f-4f61-b421-bc0cd92fadc0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.176963 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:40.177609 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.214123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332a92c-afa0-44a0-a595-36923256c176 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e0d8b5-c61f-4f61-b421-bc0cd92fadc0,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:40.214461 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8670208 Mar 07 21:38:40.215513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac43d9c-6900-43e0-8eae-a84fe00cea91 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Pushing event updated for resources: {'Port': ['ID=6f80962b-8d0d-47bf-8913-dfd9858ef248,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:40.228818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Request body: {'port': {'device_id': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:40.272714 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-79a7af5c-b326-40b7-abef-3b8e8f6513f1 req-9332a92c-afa0-44a0-a595-36923256c176 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.280195 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79a7af5c-b326-40b7-abef-3b8e8f6513f1 req-9332a92c-afa0-44a0-a595-36923256c176 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4208860 Mar 07 21:38:40.305465 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.332280 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.400844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-28df0d68-e212-4756-9569-0146074b695d tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=655e512baf954b1e8542fb65f4053051&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1193759 Mar 07 21:38:40.406614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:40.422245 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 094c1e17-a039-425b-87ab-20f219ddc2b8 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:38:40.450120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d58432f-ab6c-42a1-9539-7e67a919ac8f') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:40.450431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d58432f-ab6c-42a1-9539-7e67a919ac8f') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:40.603397 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f51ed36d-c573-4cbf-bb6b-f0e4a9b699a2 None None] Provisioning complete for port 6f80962b-8d0d-47bf-8913-dfd9858ef248 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:40.603791 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f51ed36d-c573-4cbf-bb6b-f0e4a9b699a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.651668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 094c1e17-a039-425b-87ab-20f219ddc2b8, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=094c1e17-a039-425b-87ab-20f219ddc2b8,segment=NetworkSegment(89c4efd1-d884-438a-8995-8f74b7196893),segment_id=89c4efd1-d884-438a-8995-8f74b7196893)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:40.678015 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '094c1e17-a039-425b-87ab-20f219ddc2b8', 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'port_id': '094c1e17-a039-425b-87ab-20f219ddc2b8', 'mac_address': 'fa:16:3e:e7:f5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:38:40.699292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f80962b-8d0d-47bf-8913-dfd9858ef248 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:38:40.708543 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Publish callbacks [] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.714717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f51ed36d-c573-4cbf-bb6b-f0e4a9b699a2 None None] Port 6f80962b-8d0d-47bf-8913-dfd9858ef248 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:38:40.727894 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Transition to ACTIVE for port object 6f80962b-8d0d-47bf-8913-dfd9858ef248 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:38:40.733532 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.739759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 094c1e17-a039-425b-87ab-20f219ddc2b8 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:40.740201 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.756019 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094c1e17-a039-425b-87ab-20f219ddc2b8 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:38:40.785200 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (2d58432f-ab6c-42a1-9539-7e67a919ac8f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.791099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 094c1e17-a039-425b-87ab-20f219ddc2b8, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=094c1e17-a039-425b-87ab-20f219ddc2b8,segment=NetworkSegment(89c4efd1-d884-438a-8995-8f74b7196893),segment_id=89c4efd1-d884-438a-8995-8f74b7196893)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:40.798196 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.809542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Pushing event updated for resources: {'Port': ['ID=6f80962b-8d0d-47bf-8913-dfd9858ef248,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:40.841553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35f641-3fe7-4a14-8cce-3155f3693f46 req-8307f059-d4eb-434e-a3bd-21dcb34b4c1a tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:40.848994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf35f641-3fe7-4a14-8cce-3155f3693f46 req-8307f059-d4eb-434e-a3bd-21dcb34b4c1a tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 944 time: 0.5828009 Mar 07 21:38:40.854437 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (2d58432f-ab6c-42a1-9539-7e67a919ac8f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.891987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=094c1e17-a039-425b-87ab-20f219ddc2b8,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:40.908419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c8acd-7d1c-47a2-b662-dbe84c22e852 req-45d11d44-78bc-4b63-b47f-5f31c2132574 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:40.915304 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c55c8acd-7d1c-47a2-b662-dbe84c22e852 req-45d11d44-78bc-4b63-b47f-5f31c2132574 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.5475018 Mar 07 21:38:40.918208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:40.918620 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (2d58432f-ab6c-42a1-9539-7e67a919ac8f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:40.925270 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:40.982473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Attempting to bind port 6f80962b-8d0d-47bf-8913-dfd9858ef248 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:40.982865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Attempting to bind port 6f80962b-8d0d-47bf-8913-dfd9858ef248 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:40.983205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Attempting to bind port 6f80962b-8d0d-47bf-8913-dfd9858ef248 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:40.989977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Port 6f80962b-8d0d-47bf-8913-dfd9858ef248 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:38:40.990485 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Attempting to bind port 6f80962b-8d0d-47bf-8913-dfd9858ef248 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:40.996627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:40.996976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:40.997368 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:40.997806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Bound port: 6f80962b-8d0d-47bf-8913-dfd9858ef248, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:40.998246 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:41.061594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-703c6422-1f4b-4415-b7bc-821758b87b49 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:41.063277 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-703c6422-1f4b-4415-b7bc-821758b87b49 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6395514 Mar 07 21:38:41.081540 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] For port 6f80962b-8d0d-47bf-8913-dfd9858ef248, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:41.085361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] For port 6f80962b-8d0d-47bf-8913-dfd9858ef248, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f80962b-8d0d-47bf-8913-dfd9858ef248,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:41.093643 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:41.104033 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf35f641-3fe7-4a14-8cce-3155f3693f46 req-b1714e8d-3271-40ab-9a6b-5f60eef16956 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/security-groups?id=259274be-8f67-41e9-bc17-465419651b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540190 Mar 07 21:38:41.110003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-70c3bc20-62de-4b5a-adf7-ee7cd0350b23 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Request body: {'port': {'device_id': 'fe1c6bff-113d-47b0-a9b8-240064c54d58', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '655e512baf954b1e8542fb65f4053051'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:41.153549 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c55c8acd-7d1c-47a2-b662-dbe84c22e852 req-914bce95-4df5-4da9-a4cd-cfa651545f6f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285705 Mar 07 21:38:41.154136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['094c1e17-a039-425b-87ab-20f219ddc2b8'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:38:41.163061 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:41.188827 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:41.195890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/networks/d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc HTTP/1.1" status: 204 len: 168 time: 3.7798243 Mar 07 21:38:41.198660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Pushing event updated for resources: {'Port': ['ID=6f80962b-8d0d-47bf-8913-dfd9858ef248,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:41.202322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53362) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:41.210669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-269e9363-2b8e-44a0-8c05-992b30987bb7 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1485696902'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:41.238983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:41.239832 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:41.241353 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-5924a278-2ef0-427e-b18e-6caa1711654a service neutron] 10.222.0.15 "PUT /v2.0/ports/6f80962b-8d0d-47bf-8913-dfd9858ef248 HTTP/1.1" status: 200 len: 1096 time: 1.0172801 Mar 07 21:38:41.241913 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'tag': '6f80962b-8d0d-47bf-8913-dfd9858ef248'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:41.245842 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a92fd7-8719-418b-928e-72cd0c99660a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c7dd39-1407-4b99-a255-0951214598f1", "tag": "6f80962b-8d0d-47bf-8913-dfd9858ef248"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:41.258006 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269e9363-2b8e-44a0-8c05-992b30987bb7 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Made reservation on behalf of 091e14cb6d3140099222826c1f2c8ff7 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:41.265008 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-269e9363-2b8e-44a0-8c05-992b30987bb7 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:41.318978 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269e9363-2b8e-44a0-8c05-992b30987bb7 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:41.329734 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-269e9363-2b8e-44a0-8c05-992b30987bb7 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (eabb9ea2-ba1b-4956-9ada-5a42ee92dee4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:41.330450 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-269e9363-2b8e-44a0-8c05-992b30987bb7 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Added segment eabb9ea2-ba1b-4956-9ada-5a42ee92dee4 of type vlan for network 0be03932-85e9-4f68-abb7-b657588e3061 Mar 07 21:38:41.420849 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-269e9363-2b8e-44a0-8c05-992b30987bb7 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (0be03932-85e9-4f68-abb7-b657588e3061), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:41.459249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-269e9363-2b8e-44a0-8c05-992b30987bb7 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (0be03932-85e9-4f68-abb7-b657588e3061), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:41.464797 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef0046d3-dd2b-498a-9cff-88db51ae5672 req-73804e5f-7e5f-4637-b923-e54ff927d2d3 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 210 time: 0.2707033 Mar 07 21:38:41.466608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3b57d-8a3f-4d07-8dad-d1b2cca251d2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Network': ['ID=d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:41.469413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-70c3bc20-62de-4b5a-adf7-ee7cd0350b23 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Made reservation on behalf of 655e512baf954b1e8542fb65f4053051 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:41.473313 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-70c3bc20-62de-4b5a-adf7-ee7cd0350b23 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:41.483685 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269e9363-2b8e-44a0-8c05-992b30987bb7 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:41.484486 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-269e9363-2b8e-44a0-8c05-992b30987bb7 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:41.502451 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-588c2b2e-8b1d-40d3-8baa-33522f7260fa req-d82442d9-d6e8-4bbc-b13b-dce9c9e1cbf6 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "GET /v2.0/security-groups/eb122b46-a350-4a7f-8b85-335f7c498e07 HTTP/1.1" status: 200 len: 2420 time: 0.3082571 Mar 07 21:38:41.574877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e9363-2b8e-44a0-8c05-992b30987bb7 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event updated for resources: {'Network': ['ID=0be03932-85e9-4f68-abb7-b657588e3061,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:41.584540 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-269e9363-2b8e-44a0-8c05-992b30987bb7 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3761771 Mar 07 21:38:41.585342 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53368) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:41.591622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-050ba139-0d34-4bf2-a5df-8d867a96e3e3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Request body: {'subnet': {'network_id': '0be03932-85e9-4f68-abb7-b657588e3061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:41.594440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 0be03932-85e9-4f68-abb7-b657588e3061 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:38:41.674187 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-e57760d1-d713-4d35-b113-22efa12214d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:41.675794 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-e57760d1-d713-4d35-b113-22efa12214d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=655e512baf954b1e8542fb65f4053051&device_id=f3c7dd39-1407-4b99-a255-0951214598f1 HTTP/1.1" status: 200 len: 1130 time: 0.3125801 Mar 07 21:38:41.709831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-70c3bc20-62de-4b5a-adf7-ee7cd0350b23 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Allocated IP 192.168.233.231 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/3c4555d7-17f0-43ae-b0e6-385ab697eabf) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:41.721723 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-b7216463-cf12-4668-a23c-024c7a7972ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=6f80962b-8d0d-47bf-8913-dfd9858ef248 HTTP/1.1" status: 200 len: 217 time: 0.0367310 Mar 07 21:38:41.777823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050ba139-0d34-4bf2-a5df-8d867a96e3e3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Made reservation on behalf of 091e14cb6d3140099222826c1f2c8ff7 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:41.781396 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-050ba139-0d34-4bf2-a5df-8d867a96e3e3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:41.809380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-804b4881-3cae-4f04-ac8e-5f9b3b607a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:41.810920 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-804b4881-3cae-4f04-ac8e-5f9b3b607a8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0788898 Mar 07 21:38:41.811539 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0527a-2deb-4c2b-b181-7a91b0dc0778 req-e11a7dda-6864-4670-a175-cefba4df084f tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:41.813043 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48c0527a-2deb-4c2b-b181-7a91b0dc0778 req-e11a7dda-6864-4670-a175-cefba4df084f tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.1675339 Mar 07 21:38:41.830349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5160-b29a-47e4-81f4-40677f9cb416 req-a81dcb00-7b5f-45cb-b3ba-3508c26ea551 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:41.831837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b1f5160-b29a-47e4-81f4-40677f9cb416 req-a81dcb00-7b5f-45cb-b3ba-3508c26ea551 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.1841519 Mar 07 21:38:41.894989 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-2ac54e2a-5a0c-4910-8f49-c0d263522c5b service neutron] show failed (client error): The resource could not be found. Mar 07 21:38:41.895931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-2ac54e2a-5a0c-4910-8f49-c0d263522c5b service neutron] 10.222.0.15 "GET /v2.0/ports/a555ccb5-722a-42fa-aba1-3c9d60fbcdaf/bindings/n-h1-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.1652095 Mar 07 21:38:41.911037 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-11b87231-5c53-411b-b749-63cd7c171b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:41.912571 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-11b87231-5c53-411b-b749-63cd7c171b74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0955632 Mar 07 21:38:41.991022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48c0527a-2deb-4c2b-b181-7a91b0dc0778 req-0bc23055-2dd6-4c4d-83b3-cc73faa25a81 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564493 Mar 07 21:38:41.996297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b1f5160-b29a-47e4-81f4-40677f9cb416 req-4248f364-733c-488a-960a-9743d9021825 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579618 Mar 07 21:38:42.040048 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-70c3bc20-62de-4b5a-adf7-ee7cd0350b23 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks [] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.079468 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-050ba139-0d34-4bf2-a5df-8d867a96e3e3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (a72a9eb4-dfff-4712-90a8-eee35751c4d5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.093197 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-b10ff3fe-e4f9-45fe-9be5-c0cd969d6074 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730242 Mar 07 21:38:42.107553 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-70c3bc20-62de-4b5a-adf7-ee7cd0350b23 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.115217 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38f5e05-1593-462a-b1c2-234b62bf01a4 x-openstack-request-id: req-b38f5e05-1593-462a-b1c2-234b62bf01a4 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:42.115583 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c7dd39-1407-4b99-a255-0951214598f1", "tag": "6f80962b-8d0d-47bf-8913-dfd9858ef248", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:42.115768 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b38f5e05-1593-462a-b1c2-234b62bf01a4 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:42.116169 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'tag': '6f80962b-8d0d-47bf-8913-dfd9858ef248', 'status': 'completed', 'code': 200} Mar 07 21:38:42.211081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7338283-bf11-48f6-a038-3b76161aa9ff req-006ba748-ef51-4ab0-a581-f728a4e1bebd tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "GET /v2.0/security-group-rules/e1e0d8b5-c61f-4f61-b421-bc0cd92fadc0 HTTP/1.1" status: 200 len: 778 time: 0.0787318 Mar 07 21:38:42.212886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-70c3bc20-62de-4b5a-adf7-ee7cd0350b23 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:42.222349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-70c3bc20-62de-4b5a-adf7-ee7cd0350b23 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:42.225151 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3bc20-62de-4b5a-adf7-ee7cd0350b23 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Pushing event updated for resources: {'Port': ['ID=3c4555d7-17f0-43ae-b0e6-385ab697eabf,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:42.230411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-70c3bc20-62de-4b5a-adf7-ee7cd0350b23 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:42.259515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ba139-0d34-4bf2-a5df-8d867a96e3e3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event updated for resources: {'Subnet': ['ID=a72a9eb4-dfff-4712-90a8-eee35751c4d5,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:42.278532 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ba139-0d34-4bf2-a5df-8d867a96e3e3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Checking segment: {'id': 'eabb9ea2-ba1b-4956-9ada-5a42ee92dee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0be03932-85e9-4f68-abb7-b657588e3061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:42.278907 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ba139-0d34-4bf2-a5df-8d867a96e3e3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Network hostable DHCP agents. Network: 0be03932-85e9-4f68-abb7-b657588e3061, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:42.303462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-c5ca501f-6cc9-45bb-a9a4-6b473bcc6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:42.304895 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-c5ca501f-6cc9-45bb-a9a4-6b473bcc6e07 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e&tenant_id=983f4ba84c9a411ba764aa41e92d0679 HTTP/1.1" status: 200 len: 1132 time: 0.1662872 Mar 07 21:38:42.306711 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b16e5c2a-1c40-4438-b25d-a64528b769a1 req-10a2f363-6ced-4057-98cd-c24352e00d49 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898246 Mar 07 21:38:42.310527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce63e1-7b74-4658-a512-497c8ffb20df req-85f8c6c4-d114-4bba-a9f9-d72212e032c5 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:42.317146 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:42.318105 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8fce63e1-7b74-4658-a512-497c8ffb20df req-85f8c6c4-d114-4bba-a9f9-d72212e032c5 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/ports?device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 946 time: 0.2077067 Mar 07 21:38:42.342085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ba139-0d34-4bf2-a5df-8d867a96e3e3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Network 0be03932-85e9-4f68-abb7-b657588e3061 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:42.354442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-70c3bc20-62de-4b5a-adf7-ee7cd0350b23 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:42.355108 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-70c3bc20-62de-4b5a-adf7-ee7cd0350b23 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.360841 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-050ba139-0d34-4bf2-a5df-8d867a96e3e3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 0be03932-85e9-4f68-abb7-b657588e3061) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:42.364829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7338283-bf11-48f6-a038-3b76161aa9ff req-66711a6d-aa13-4372-83de-7853ee1053c4 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "GET /v2.0/security-groups/eb122b46-a350-4a7f-8b85-335f7c498e07 HTTP/1.1" status: 200 len: 2420 time: 0.1436083 Mar 07 21:38:42.371002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc89da52-2bea-41e8-9d73-36b0f05a2bbc None None] Network 0be03932-85e9-4f68-abb7-b657588e3061 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:42.389457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050ba139-0d34-4bf2-a5df-8d867a96e3e3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:42.390679 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-050ba139-0d34-4bf2-a5df-8d867a96e3e3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.420586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-70c3bc20-62de-4b5a-adf7-ee7cd0350b23 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3295259 Mar 07 21:38:42.426993 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b7338283-bf11-48f6-a038-3b76161aa9ff req-d82818bb-babf-4204-8112-5fb34030f59f tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group_rule (e1e0d8b5-c61f-4f61-b421-bc0cd92fadc0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.434441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.445287 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8fce63e1-7b74-4658-a512-497c8ffb20df req-9d7bab61-7373-4cb0-aabf-62f42c0900ca tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c5c44a1-2aaf-4d58-bbdd-84aad1056c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262746 Mar 07 21:38:42.451849 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Request body: {'port': {'device_id': 'fe1c6bff-113d-47b0-a9b8-240064c54d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:42.453541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 094c1e17-a039-425b-87ab-20f219ddc2b8 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:42.468368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b7338283-bf11-48f6-a038-3b76161aa9ff req-d82818bb-babf-4204-8112-5fb34030f59f tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group_rule (e1e0d8b5-c61f-4f61-b421-bc0cd92fadc0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.481296 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-050ba139-0d34-4bf2-a5df-8d867a96e3e3 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8920107 Mar 07 21:38:42.482768 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53376) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:42.558718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-0be03932-85e9-4f68-abb7-b657588e3061', 'network_id': '0be03932-85e9-4f68-abb7-b657588e3061', 'project_id': '091e14cb6d3140099222826c1f2c8ff7', 'fixed_ips': [{'subnet_id': 'a72a9eb4-dfff-4712-90a8-eee35751c4d5'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:38:42.559555 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.576511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 094c1e17-a039-425b-87ab-20f219ddc2b8 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:38:42.583836 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 094c1e17-a039-425b-87ab-20f219ddc2b8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:42.584205 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.590087 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b7338283-bf11-48f6-a038-3b76161aa9ff req-d82818bb-babf-4204-8112-5fb34030f59f tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (e1e0d8b5-c61f-4f61-b421-bc0cd92fadc0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.597347 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b7338283-bf11-48f6-a038-3b76161aa9ff req-d82818bb-babf-4204-8112-5fb34030f59f tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.598473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7338283-bf11-48f6-a038-3b76161aa9ff req-d82818bb-babf-4204-8112-5fb34030f59f tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e1e0d8b5-c61f-4f61-b421-bc0cd92fadc0 HTTP/1.1" status: 204 len: 173 time: 0.2328513 Mar 07 21:38:42.599032 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.619947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82818bb-babf-4204-8112-5fb34030f59f tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1e0d8b5-c61f-4f61-b421-bc0cd92fadc0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:42.633395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a92fd7-8719-418b-928e-72cd0c99660a req-591679b2-821c-4dd4-b026-e91363c9f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:42.635950 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-39a92fd7-8719-418b-928e-72cd0c99660a req-591679b2-821c-4dd4-b026-e91363c9f589 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=655e512baf954b1e8542fb65f4053051&device_id=f3c7dd39-1407-4b99-a255-0951214598f1 HTTP/1.1" status: 200 len: 1130 time: 0.2552159 Mar 07 21:38:42.658813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6fdc9-7b61-406f-a02c-bc13dcd9233b req-5397068a-4acf-43e4-8603-145f555e4458 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:42.660335 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ccf6fdc9-7b61-406f-a02c-bc13dcd9233b req-5397068a-4acf-43e4-8603-145f555e4458 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 945 time: 0.1093996 Mar 07 21:38:42.722853 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8b91fef9-cab8-4384-9d3e-13ecd4098b0c None None] Provisioning complete for port 3c4555d7-17f0-43ae-b0e6-385ab697eabf triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:42.723845 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8b91fef9-cab8-4384-9d3e-13ecd4098b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.795899 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (0be03932-85e9-4f68-abb7-b657588e3061), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.813356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ccf6fdc9-7b61-406f-a02c-bc13dcd9233b req-a630b798-6d60-4ada-a9c9-3b092c385eca tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/security-groups?id=259274be-8f67-41e9-bc17-465419651b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429021 Mar 07 21:38:42.841293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e02519-3696-4371-abab-c7ea2d07c1e7 req-b16ea9f7-a9ff-4134-9225-96c488ed7799 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:42.843095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-62e02519-3696-4371-abab-c7ea2d07c1e7 req-b16ea9f7-a9ff-4134-9225-96c488ed7799 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.1000309 Mar 07 21:38:42.847883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 094c1e17-a039-425b-87ab-20f219ddc2b8 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:42.848276 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.861758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8b91fef9-cab8-4384-9d3e-13ecd4098b0c None None] Port 3c4555d7-17f0-43ae-b0e6-385ab697eabf cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:38:42.884924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a92fd7-8719-418b-928e-72cd0c99660a req-8b2449c6-e676-4899-958b-817dbe956dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:42.886617 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-39a92fd7-8719-418b-928e-72cd0c99660a req-8b2449c6-e676-4899-958b-817dbe956dd5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2385812 Mar 07 21:38:42.889153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Allocated IP 2001:db8::2 (0be03932-85e9-4f68-abb7-b657588e3061/a72a9eb4-dfff-4712-90a8-eee35751c4d5/26dac58a-72fd-4be6-9e76-8b725616eddb) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:42.906640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c88b9aa-3e21-4988-8094-f802cf3bdec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094c1e17-a039-425b-87ab-20f219ddc2b8'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:42.906640 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063a7206-70e6-4085-8559-7002d1660819" -d '{"events": [{"server_uuid": "1c88b9aa-3e21-4988-8094-f802cf3bdec4", "name": "network-vif-plugged", "status": "completed", "tag": "094c1e17-a039-425b-87ab-20f219ddc2b8"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:42.922530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-62e02519-3696-4371-abab-c7ea2d07c1e7 req-f63c7954-a0d7-4003-a88d-444dd62f4741 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697193 Mar 07 21:38:42.927086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 094c1e17-a039-425b-87ab-20f219ddc2b8, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=094c1e17-a039-425b-87ab-20f219ddc2b8,segment=NetworkSegment(89c4efd1-d884-438a-8995-8f74b7196893),segment_id=89c4efd1-d884-438a-8995-8f74b7196893)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:42.945242 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:42.960286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-f60302df-f14f-4e66-aa88-36f5c974c296 req-9d946c5a-d095-44a2-aa7a-bef0364b8ec5 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1731325916', 'description': 'tempest-description-499470246'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:43.010420 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f60302df-f14f-4e66-aa88-36f5c974c296 req-9d946c5a-d095-44a2-aa7a-bef0364b8ec5 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:43.066414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f210a-0423-4381-9283-6e6db17cc282 req-bf6725c9-e22d-4422-a809-6964d53b3e57 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:43.068115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a82f210a-0423-4381-9283-6e6db17cc282 req-bf6725c9-e22d-4422-a809-6964d53b3e57 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 936 time: 0.0932097 Mar 07 21:38:43.074606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=094c1e17-a039-425b-87ab-20f219ddc2b8,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:43.137490 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f60302df-f14f-4e66-aa88-36f5c974c296 req-9d946c5a-d095-44a2-aa7a-bef0364b8ec5 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (bc04138f-59ef-4f59-b853-5b491a9e8f9c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:43.149450 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f60302df-f14f-4e66-aa88-36f5c974c296 req-9d946c5a-d095-44a2-aa7a-bef0364b8ec5 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bc04138f-59ef-4f59-b853-5b491a9e8f9c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:43.167783 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Publish callbacks [] for port (26dac58a-72fd-4be6-9e76-8b725616eddb), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:43.175603 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (26dac58a-72fd-4be6-9e76-8b725616eddb), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:43.190233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a82f210a-0423-4381-9283-6e6db17cc282 req-0be7688a-8531-4822-92a1-cadce02f9004 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930965 Mar 07 21:38:43.197875 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f60302df-f14f-4e66-aa88-36f5c974c296 req-9d946c5a-d095-44a2-aa7a-bef0364b8ec5 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:43.210235 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f60302df-f14f-4e66-aa88-36f5c974c296 req-9d946c5a-d095-44a2-aa7a-bef0364b8ec5 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2595525 Mar 07 21:38:43.227308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d946c5a-d095-44a2-aa7a-bef0364b8ec5 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc04138f-59ef-4f59-b853-5b491a9e8f9c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:43.244305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Network 0be03932-85e9-4f68-abb7-b657588e3061 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:43.247859 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:43.251487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:43.268151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Pushing event updated for resources: {'Port': ['ID=26dac58a-72fd-4be6-9e76-8b725616eddb,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:43.300480 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-39a92fd7-8719-418b-928e-72cd0c99660a req-14a6ade1-e45b-4f4c-8c71-f4a208e9902e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=6f80962b-8d0d-47bf-8913-dfd9858ef248 HTTP/1.1" status: 200 len: 217 time: 0.3758497 Mar 07 21:38:43.325121 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd825e18-f397-4a0d-be52-714e064c4916 x-openstack-request-id: req-fd825e18-f397-4a0d-be52-714e064c4916 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:43.325829 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c88b9aa-3e21-4988-8094-f802cf3bdec4", "name": "network-vif-plugged", "status": "completed", "tag": "094c1e17-a039-425b-87ab-20f219ddc2b8", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:43.326270 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd825e18-f397-4a0d-be52-714e064c4916 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:43.326828 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c88b9aa-3e21-4988-8094-f802cf3bdec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094c1e17-a039-425b-87ab-20f219ddc2b8', 'code': 200} Mar 07 21:38:43.331801 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Attempting to bind port 26dac58a-72fd-4be6-9e76-8b725616eddb on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:43.332411 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Attempting to bind port 26dac58a-72fd-4be6-9e76-8b725616eddb by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'eabb9ea2-ba1b-4956-9ada-5a42ee92dee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0be03932-85e9-4f68-abb7-b657588e3061'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:43.333205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Attempting to bind port 26dac58a-72fd-4be6-9e76-8b725616eddb on network 0be03932-85e9-4f68-abb7-b657588e3061 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:43.339822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:43.340205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Checking segment: {'id': 'eabb9ea2-ba1b-4956-9ada-5a42ee92dee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0be03932-85e9-4f68-abb7-b657588e3061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:43.340659 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:43.341056 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Bound using segment: {'id': 'eabb9ea2-ba1b-4956-9ada-5a42ee92dee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0be03932-85e9-4f68-abb7-b657588e3061'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:43.341600 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Bound port: 26dac58a-72fd-4be6-9e76-8b725616eddb, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabb9ea2-ba1b-4956-9ada-5a42ee92dee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0be03932-85e9-4f68-abb7-b657588e3061'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:43.341988 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (26dac58a-72fd-4be6-9e76-8b725616eddb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:43.380089 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (a72a9eb4-dfff-4712-90a8-eee35751c4d5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:43.430298 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] For port 26dac58a-72fd-4be6-9e76-8b725616eddb, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:43.443743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] For port 26dac58a-72fd-4be6-9e76-8b725616eddb, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=26dac58a-72fd-4be6-9e76-8b725616eddb,segment=NetworkSegment(eabb9ea2-ba1b-4956-9ada-5a42ee92dee4),segment_id=eabb9ea2-ba1b-4956-9ada-5a42ee92dee4)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:43.455972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:43.464134 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (26dac58a-72fd-4be6-9e76-8b725616eddb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:43.484082 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a92fd7-8719-418b-928e-72cd0c99660a req-1593ee4e-d5e0-4675-8a53-1ce55041e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:43.485949 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-39a92fd7-8719-418b-928e-72cd0c99660a req-1593ee4e-d5e0-4675-8a53-1ce55041e4d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1776669 Mar 07 21:38:43.546445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d224f0-a6b8-4638-8d2f-e69c96e02edb None None] Pushing event updated for resources: {'Port': ['ID=26dac58a-72fd-4be6-9e76-8b725616eddb,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:43.561114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb47c17-ba6f-4b88-ba83-4e3da28df594 req-f276da10-4634-4aa8-84fb-b620dddc1cab tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:43.568620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abb47c17-ba6f-4b88-ba83-4e3da28df594 req-f276da10-4634-4aa8-84fb-b620dddc1cab tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.1353083 Mar 07 21:38:43.573413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:43.596076 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (a72a9eb4-dfff-4712-90a8-eee35751c4d5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:43.606883 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f20744-71ff-4fbf-a0c0-33d7dfcfbb5b req-0856c781-cf7b-441e-b277-f963c3f16c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:43.608896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30f20744-71ff-4fbf-a0c0-33d7dfcfbb5b req-0856c781-cf7b-441e-b277-f963c3f16c33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ad12b40821f4e258595ae6a1314da04&device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 1128 time: 0.1617837 Mar 07 21:38:43.613939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87d1f4-309c-4ece-9f7e-32d7e862ca0e req-eb1ab30f-2c94-47cf-b247-26d908e77512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:43.615472 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c87d1f4-309c-4ece-9f7e-32d7e862ca0e req-eb1ab30f-2c94-47cf-b247-26d908e77512 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 1128 time: 0.2063699 Mar 07 21:38:43.637742 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293e27f-8610-4496-9336-f9fe77078444 req-573e909b-46d9-47f5-a398-b09f800379b0 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:43.639271 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d293e27f-8610-4496-9336-f9fe77078444 req-573e909b-46d9-47f5-a398-b09f800379b0 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.1639080 Mar 07 21:38:43.649103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Subnet': ['ID=a72a9eb4-dfff-4712-90a8-eee35751c4d5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:43.703209 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Publish callbacks [] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:43.710421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a92fd7-8719-418b-928e-72cd0c99660a req-7dfca407-6b03-4fad-905a-992b382109fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:43.710421 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-39a92fd7-8719-418b-928e-72cd0c99660a req-7dfca407-6b03-4fad-905a-992b382109fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2100313 Mar 07 21:38:43.715082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abb47c17-ba6f-4b88-ba83-4e3da28df594 req-e4a7b529-35d3-4c71-b4a6-a7d3504c684d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447742 Mar 07 21:38:43.789697 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (0be03932-85e9-4f68-abb7-b657588e3061), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:43.827726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Transition to ACTIVE for port object a555ccb5-722a-42fa-aba1-3c9d60fbcdaf will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:38:43.834769 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d293e27f-8610-4496-9336-f9fe77078444 req-dcda7be6-5988-461c-abee-5324408d4295 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799252 Mar 07 21:38:43.847207 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:43.886809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be03932-85e9-4f68-abb7-b657588e3061']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:43.905097 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c87d1f4-309c-4ece-9f7e-32d7e862ca0e req-8eab3da9-94e5-451f-89d2-ffbcfe5ec35c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=259274be-8f67-41e9-bc17-465419651b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671270 Mar 07 21:38:43.906791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f20744-71ff-4fbf-a0c0-33d7dfcfbb5b req-fbc50de6-be2d-4cf1-b598-5962de697409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:43.908258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30f20744-71ff-4fbf-a0c0-33d7dfcfbb5b req-fbc50de6-be2d-4cf1-b598-5962de697409 service neutron] 10.222.0.15 "GET /v2.0/networks?id=091ef040-bd34-459b-a29e-6b86a792acc0 HTTP/1.1" status: 200 len: 914 time: 0.2915840 Mar 07 21:38:43.928636 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabb9ea2-ba1b-4956-9ada-5a42ee92dee4') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:43.928936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabb9ea2-ba1b-4956-9ada-5a42ee92dee4') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:43.948250 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (eabb9ea2-ba1b-4956-9ada-5a42ee92dee4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:43.990767 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,revision_number=6']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:44.000876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad461616-26eb-4a33-96d7-369c0a6f8c66 req-ec93d6ac-e335-42b4-b227-dfebd9922c33 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "GET /v2.0/security-groups/bc04138f-59ef-4f59-b853-5b491a9e8f9c HTTP/1.1" status: 200 len: 1829 time: 0.2398720 Mar 07 21:38:44.009393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (eabb9ea2-ba1b-4956-9ada-5a42ee92dee4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:44.013102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] No DVR routers for this DVR port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:44.015858 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30f20744-71ff-4fbf-a0c0-33d7dfcfbb5b req-675f0be5-1628-497f-ae13-911579336964 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ebac90b-4e4b-4720-9be3-be2d7d80ff9d HTTP/1.1" status: 200 len: 217 time: 0.0960321 Mar 07 21:38:44.024089 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-39a92fd7-8719-418b-928e-72cd0c99660a req-1affb171-09de-47d3-a311-2536feaf39ff service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542682 Mar 07 21:38:44.030010 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:44.030847 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (eabb9ea2-ba1b-4956-9ada-5a42ee92dee4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:44.056536 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:44.139675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:44.143214 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de9e509-1dcf-44c0-8513-ec2228445fd6" -d '{"events": [{"server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "name": "network-vif-unplugged", "status": "completed", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:44.159790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f85df6-b88f-4d3d-bed9-0a9e4d703988 req-00d4efd5-77ca-4d97-9366-f7330d96eaf6 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:44.161463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16f85df6-b88f-4d3d-bed9-0a9e4d703988 req-00d4efd5-77ca-4d97-9366-f7330d96eaf6 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/ports?device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 946 time: 0.2464993 Mar 07 21:38:44.162921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f20744-71ff-4fbf-a0c0-33d7dfcfbb5b req-5bc158f7-bbbe-4249-9b8c-cf3ddd497e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:44.164272 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30f20744-71ff-4fbf-a0c0-33d7dfcfbb5b req-5bc158f7-bbbe-4249-9b8c-cf3ddd497e56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bed9da1c-f0e0-45fd-836d-90d51e2ab847 HTTP/1.1" status: 200 len: 853 time: 0.1362009 Mar 07 21:38:44.179427 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.db.api [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 21:38:44.179427 n-d-832330-1 neutron-server[103718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 21:38:44.179427 n-d-832330-1 neutron-server[103718]: [parameters: {'id': '0be03932-85e9-4f68-abb7-b657588e3061'}] Mar 07 21:38:44.179427 n-d-832330-1 neutron-server[103718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:38:44.179958 n-d-832330-1 neutron-server[103718]: DEBUG oslo_db.api [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:38:44.226379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Attempting to bind port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:44.226550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Attempting to bind port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:44.226775 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Attempting to bind port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:44.235599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:38:44.235758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30f20744-71ff-4fbf-a0c0-33d7dfcfbb5b req-63769975-80dd-45c7-954e-2935ecb6563a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=091ef040-bd34-459b-a29e-6b86a792acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411875 Mar 07 21:38:44.235966 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Attempting to bind port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:44.247368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4751de-c61b-4ea6-b3c1-f0af3a1164c0 req-ff0e1fca-c188-4bc4-b354-76ef1ad2ace8 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:44.247607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:44.247736 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:44.248106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:44.248542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Bound port: a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:44.250120 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de4751de-c61b-4ea6-b3c1-f0af3a1164c0 req-ff0e1fca-c188-4bc4-b354-76ef1ad2ace8 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 946 time: 0.1750298 Mar 07 21:38:44.250295 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:44.272657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4555d7-17f0-43ae-b0e6-385ab697eabf {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:38:44.298874 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-39a92fd7-8719-418b-928e-72cd0c99660a req-d6d32899-83fb-4aec-ab74-535dd4d22ce8 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412934 Mar 07 21:38:44.327215 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 26dac58a-72fd-4be6-9e76-8b725616eddb up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:44.327799 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Publish callbacks [] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:44.343828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:44.350366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:44.359442 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:44.373391 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16f85df6-b88f-4d3d-bed9-0a9e4d703988 req-95f1fbd3-e660-4581-9cd3-c3a940f79023 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c5c44a1-2aaf-4d58-bbdd-84aad1056c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040834 Mar 07 21:38:44.415330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 26dac58a-72fd-4be6-9e76-8b725616eddb triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:44.415730 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (26dac58a-72fd-4be6-9e76-8b725616eddb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:44.426643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,revision_number=7']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:44.433330 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:44.443628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:44.445551 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-e46e4bca-303d-47da-8b1c-b59578480dc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/a555ccb5-722a-42fa-aba1-3c9d60fbcdaf HTTP/1.1" status: 200 len: 1096 time: 2.1325254 Mar 07 21:38:44.453068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Transition to ACTIVE for port object 3c4555d7-17f0-43ae-b0e6-385ab697eabf will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:38:44.469794 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:44.530457 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 26dac58a-72fd-4be6-9e76-8b725616eddb is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:44.530957 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (26dac58a-72fd-4be6-9e76-8b725616eddb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:44.539082 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-43f58acd-67ce-4cf1-bf67-faa557337d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:44.540665 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-43f58acd-67ce-4cf1-bf67-faa557337d9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 1130 time: 0.0632274 Mar 07 21:38:44.563169 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de4751de-c61b-4ea6-b3c1-f0af3a1164c0 req-5d9d6c66-7160-46d5-a66e-a0696fe48ece tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/security-groups?id=259274be-8f67-41e9-bc17-465419651b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995253 Mar 07 21:38:44.582118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 26dac58a-72fd-4be6-9e76-8b725616eddb, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=26dac58a-72fd-4be6-9e76-8b725616eddb,segment=NetworkSegment(eabb9ea2-ba1b-4956-9ada-5a42ee92dee4),segment_id=eabb9ea2-ba1b-4956-9ada-5a42ee92dee4)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:44.590013 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (26dac58a-72fd-4be6-9e76-8b725616eddb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:44.643472 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30f20744-71ff-4fbf-a0c0-33d7dfcfbb5b req-a3ac3127-fd48-42b9-9b3a-dba68d5ca185 service neutron] 10.222.0.15 "GET /v2.0/networks/091ef040-bd34-459b-a29e-6b86a792acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914664 Mar 07 21:38:44.670667 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=26dac58a-72fd-4be6-9e76-8b725616eddb,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:44.681123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4555d7-17f0-43ae-b0e6-385ab697eabf,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:44.689828 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (0be03932-85e9-4f68-abb7-b657588e3061), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:44.699126 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48c6276-6be4-4f35-90a0-180f0c613cc6 x-openstack-request-id: req-c48c6276-6be4-4f35-90a0-180f0c613cc6 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:44.699126 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "name": "network-vif-unplugged", "status": "completed", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:44.699126 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c48c6276-6be4-4f35-90a0-180f0c613cc6 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:44.702422 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'code': 200} Mar 07 21:38:44.705784 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-dde6b330-5d38-420f-b78f-2f2999da51e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:44.707414 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-dde6b330-5d38-420f-b78f-2f2999da51e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1583323 Mar 07 21:38:44.750653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ee477-fc73-44aa-b4ed-9984084b4e50 req-e3f9fed4-2d92-49ac-b1ef-a1790ef991d0 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:44.757904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-451ee477-fc73-44aa-b4ed-9984084b4e50 req-e3f9fed4-2d92-49ac-b1ef-a1790ef991d0 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 948 time: 0.2595429 Mar 07 21:38:44.783517 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-de819368-cad3-4c6d-82d3-961581c7cbb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf HTTP/1.1" status: 200 len: 217 time: 0.0681787 Mar 07 21:38:44.854418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-930f343b-1dad-45be-9235-c17eed41a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:44.855907 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-930f343b-1dad-45be-9235-c17eed41a2ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0628941 Mar 07 21:38:44.861837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Deleting port 26dac58a-72fd-4be6-9e76-8b725616eddb {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:44.862282 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (26dac58a-72fd-4be6-9e76-8b725616eddb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:44.962900 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] For port 26dac58a-72fd-4be6-9e76-8b725616eddb, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=26dac58a-72fd-4be6-9e76-8b725616eddb,segment=NetworkSegment(eabb9ea2-ba1b-4956-9ada-5a42ee92dee4),segment_id=eabb9ea2-ba1b-4956-9ada-5a42ee92dee4)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:44.963284 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (26dac58a-72fd-4be6-9e76-8b725616eddb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:44.980158 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Calling delete_port for 26dac58a-72fd-4be6-9e76-8b725616eddb owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:44.986123 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-8aff692b-bcdc-4b6e-a522-34e14887c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:44.987930 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-8aff692b-bcdc-4b6e-a522-34e14887c3a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1235840 Mar 07 21:38:45.020203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feee9459-7833-4414-a3de-e62dfc768f80 None None] Network 0be03932-85e9-4f68-abb7-b657588e3061 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:45.146895 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-217f49c4-956e-41eb-9253-380477d9f426 None None] Provisioning complete for port 26dac58a-72fd-4be6-9e76-8b725616eddb triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:45.147567 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-217f49c4-956e-41eb-9253-380477d9f426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (26dac58a-72fd-4be6-9e76-8b725616eddb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.166794 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-ffe2b05a-e52a-449e-8ebe-d6459b267739 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711872 Mar 07 21:38:45.175746 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (26dac58a-72fd-4be6-9e76-8b725616eddb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.208688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-217f49c4-956e-41eb-9253-380477d9f426 None None] Could not find standard attr ID for object 26dac58a-72fd-4be6-9e76-8b725616eddb. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:38:45.212335 n-d-832330-1 neutron-server[103720]: INFO neutron.plugins.ml2.db [None req-217f49c4-956e-41eb-9253-380477d9f426 None None] No ports have port_id starting with 26dac58a-72fd-4be6-9e76-8b725616eddb Mar 07 21:38:45.224138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Port': ['ID=26dac58a-72fd-4be6-9e76-8b725616eddb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:45.236066 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] No DVR routers for this DVR port 26dac58a-72fd-4be6-9e76-8b725616eddb on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:45.282870 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c3c0b8-67ac-4dbd-8301-5d8d9398b65e None None] DHCP port deletion for 0be03932-85e9-4f68-abb7-b657588e3061 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:38:45.308065 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30f20744-71ff-4fbf-a0c0-33d7dfcfbb5b req-850e5ecd-a1d9-4b03-a071-5a115ef88583 service neutron] 10.222.0.15 "GET /v2.0/networks/091ef040-bd34-459b-a29e-6b86a792acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584260 Mar 07 21:38:45.313941 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-451ee477-fc73-44aa-b4ed-9984084b4e50 req-d2824834-ba27-4818-93b2-94bfc15c908b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548875 Mar 07 21:38:45.324281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c362c09-8ad5-4361-9297-e05f60825e50 req-5cd2720a-03c2-466e-84b7-87f3ebb2282e tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:45.331256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c362c09-8ad5-4361-9297-e05f60825e50 req-5cd2720a-03c2-466e-84b7-87f3ebb2282e tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 948 time: 0.5373671 Mar 07 21:38:45.340097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Attempting to bind port 3c4555d7-17f0-43ae-b0e6-385ab697eabf on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:45.340499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Attempting to bind port 3c4555d7-17f0-43ae-b0e6-385ab697eabf by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:45.340821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Attempting to bind port 3c4555d7-17f0-43ae-b0e6-385ab697eabf on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:45.365616 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (0be03932-85e9-4f68-abb7-b657588e3061), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.366234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Port 3c4555d7-17f0-43ae-b0e6-385ab697eabf on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:38:45.366234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Attempting to bind port 3c4555d7-17f0-43ae-b0e6-385ab697eabf on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:45.374440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-f9c332f2-edf9-47e7-bf60-337bc6c7e67c req-b51a1f31-f3ed-4da4-a4e0-6a2e75f10191 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-169173294', 'description': 'tempest-description-1406236387'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:45.381326 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee9a685b-744e-457e-bab6-51e05ed9a853 req-66263594-bcd7-48d8-9d20-7451bb4c2dc4 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027338 Mar 07 21:38:45.389528 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be03932-85e9-4f68-abb7-b657588e3061']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:45.396566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:45.397249 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:45.398116 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:45.398852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Bound port: 3c4555d7-17f0-43ae-b0e6-385ab697eabf, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:45.399797 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.403092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabb9ea2-ba1b-4956-9ada-5a42ee92dee4') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:45.403382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabb9ea2-ba1b-4956-9ada-5a42ee92dee4') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:45.413426 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (eabb9ea2-ba1b-4956-9ada-5a42ee92dee4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.432840 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (eabb9ea2-ba1b-4956-9ada-5a42ee92dee4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.439085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:45.439481 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (eabb9ea2-ba1b-4956-9ada-5a42ee92dee4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:45.443701 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:45.480377 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f9c332f2-edf9-47e7-bf60-337bc6c7e67c req-b51a1f31-f3ed-4da4-a4e0-6a2e75f10191 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.498509 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c362c09-8ad5-4361-9297-e05f60825e50 req-f1d57c71-b189-431a-9ab1-9240ecdb63b9 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662760 Mar 07 21:38:45.530200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (0be03932-85e9-4f68-abb7-b657588e3061), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.537769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.544720 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/networks/0be03932-85e9-4f68-abb7-b657588e3061 HTTP/1.1" status: 204 len: 168 time: 3.0344000 Mar 07 21:38:45.548125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53412) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:45.556867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-858ad400-52bc-474d-b920-80a0752f63be tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-71073160'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:45.563336 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5f74b-c389-4a6c-8088-9f29745d6eb8 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Network': ['ID=0be03932-85e9-4f68-abb7-b657588e3061,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:45.581995 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-df02d606-3774-4978-bd55-ada41fc1e565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.606733 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858ad400-52bc-474d-b920-80a0752f63be tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Made reservation on behalf of 091e14cb6d3140099222826c1f2c8ff7 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:45.609997 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-858ad400-52bc-474d-b920-80a0752f63be tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.619765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] For port 3c4555d7-17f0-43ae-b0e6-385ab697eabf, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:45.664325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] For port 3c4555d7-17f0-43ae-b0e6-385ab697eabf, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3c4555d7-17f0-43ae-b0e6-385ab697eabf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:45.678446 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.729302 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858ad400-52bc-474d-b920-80a0752f63be tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:45.733440 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f9c332f2-edf9-47e7-bf60-337bc6c7e67c req-b51a1f31-f3ed-4da4-a4e0-6a2e75f10191 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (42fe2163-1970-46df-9c79-862e3f3ca0ef), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.751540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:45.752169 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.753559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] 10.222.0.15 "PUT /v2.0/ports/3c4555d7-17f0-43ae-b0e6-385ab697eabf HTTP/1.1" status: 200 len: 1096 time: 3.3241875 Mar 07 21:38:45.754006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1c6bff-113d-47b0-a9b8-240064c54d58', 'tag': '3c4555d7-17f0-43ae-b0e6-385ab697eabf'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:45.756530 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0d10c1-501b-4100-ac60-e7d0fa481084" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1c6bff-113d-47b0-a9b8-240064c54d58", "tag": "3c4555d7-17f0-43ae-b0e6-385ab697eabf"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:45.764115 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f9c332f2-edf9-47e7-bf60-337bc6c7e67c req-b51a1f31-f3ed-4da4-a4e0-6a2e75f10191 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (42fe2163-1970-46df-9c79-862e3f3ca0ef), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.768329 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-858ad400-52bc-474d-b920-80a0752f63be tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (03464e2a-811e-41d1-b664-783568890c60), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.768671 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-858ad400-52bc-474d-b920-80a0752f63be tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Added segment 03464e2a-811e-41d1-b664-783568890c60 of type vlan for network e74a7e54-4b3e-47ac-ad95-a2a74cb78451 Mar 07 21:38:45.778809 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.780702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d6c72-bb11-4e1f-9082-e1dbd3efa2da req-09a543bc-a99a-48a8-b31b-c7169f35d117 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:45.782282 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-845d6c72-bb11-4e1f-9082-e1dbd3efa2da req-09a543bc-a99a-48a8-b31b-c7169f35d117 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.1927142 Mar 07 21:38:45.886661 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f9c332f2-edf9-47e7-bf60-337bc6c7e67c req-b51a1f31-f3ed-4da4-a4e0-6a2e75f10191 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.887969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9c332f2-edf9-47e7-bf60-337bc6c7e67c req-b51a1f31-f3ed-4da4-a4e0-6a2e75f10191 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5186849 Mar 07 21:38:45.895428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f08f4f-ae65-4038-aa2c-ef32d71e3185 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4555d7-17f0-43ae-b0e6-385ab697eabf,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:45.908854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a1f31-f3ed-4da4-a4e0-6a2e75f10191 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42fe2163-1970-46df-9c79-862e3f3ca0ef,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:45.913893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-858ad400-52bc-474d-b920-80a0752f63be tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (e74a7e54-4b3e-47ac-ad95-a2a74cb78451), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:45.979280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-845d6c72-bb11-4e1f-9082-e1dbd3efa2da req-754f7944-40e1-47c6-aa71-2be9612f7343 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814392 Mar 07 21:38:45.999807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-21dd145d-9e60-4d33-93a0-09a01db439b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:46.001316 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-21dd145d-9e60-4d33-93a0-09a01db439b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=655e512baf954b1e8542fb65f4053051&device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 1130 time: 0.1946247 Mar 07 21:38:46.009357 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-858ad400-52bc-474d-b920-80a0752f63be tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (e74a7e54-4b3e-47ac-ad95-a2a74cb78451), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:46.015095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858ad400-52bc-474d-b920-80a0752f63be tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:46.015694 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-858ad400-52bc-474d-b920-80a0752f63be tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:46.079049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6f80962b-8d0d-47bf-8913-dfd9858ef248 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:38:46.082173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a555ccb5-722a-42fa-aba1-3c9d60fbcdaf no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:38:46.084723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-3c599e90-4019-45a8-b95c-de17ce8de3e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=3c4555d7-17f0-43ae-b0e6-385ab697eabf HTTP/1.1" status: 200 len: 217 time: 0.0661371 Mar 07 21:38:46.108974 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-858ad400-52bc-474d-b920-80a0752f63be tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5584848 Mar 07 21:38:46.111816 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53420) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:46.116793 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d3df2ffa-00da-4810-9d15-cf772456fc1e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Request body: {'subnet': {'network_id': 'e74a7e54-4b3e-47ac-ad95-a2a74cb78451', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:46.159923 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] The host n-h2-832330-1 is not matching for port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf host n-h1-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:38:46.160325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a555ccb5-722a-42fa-aba1-3c9d60fbcdaf not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:38:46.202975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43ea1d-f726-4f48-8375-3eb2b823bc7d req-1a93f188-fbf2-456b-a794-2b22283c6c1e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:46.204886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f43ea1d-f726-4f48-8375-3eb2b823bc7d req-1a93f188-fbf2-456b-a794-2b22283c6c1e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.2575550 Mar 07 21:38:46.215198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3df2ffa-00da-4810-9d15-cf772456fc1e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Made reservation on behalf of 091e14cb6d3140099222826c1f2c8ff7 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:46.215393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ad400-52bc-474d-b920-80a0752f63be tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event updated for resources: {'Network': ['ID=e74a7e54-4b3e-47ac-ad95-a2a74cb78451,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:46.219505 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d3df2ffa-00da-4810-9d15-cf772456fc1e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:46.226337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6f80962b-8d0d-47bf-8913-dfd9858ef248, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f80962b-8d0d-47bf-8913-dfd9858ef248,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:46.230976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network e74a7e54-4b3e-47ac-ad95-a2a74cb78451 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:38:46.254842 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '6f80962b-8d0d-47bf-8913-dfd9858ef248', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '6f80962b-8d0d-47bf-8913-dfd9858ef248', 'mac_address': 'fa:16:3e:61:33:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:38:46.270086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f83a6-21cd-4d78-9d35-a17820614ebc req-f3e4ea56-fccf-4ab8-9153-be2f6f819c07 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:46.270086 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a5f83a6-21cd-4d78-9d35-a17820614ebc req-f3e4ea56-fccf-4ab8-9153-be2f6f819c07 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/ports?device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 946 time: 0.1913331 Mar 07 21:38:46.274386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-32500823-4da1-4a4c-b356-c08c2051b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:46.275858 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-32500823-4da1-4a4c-b356-c08c2051b816 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1742156 Mar 07 21:38:46.332306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 26dac58a-72fd-4be6-9e76-8b725616eddb no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:38:46.355866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f43ea1d-f726-4f48-8375-3eb2b823bc7d req-29432eea-3772-4ced-82df-d7d5e0b18e37 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380427 Mar 07 21:38:46.365235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 26dac58a-72fd-4be6-9e76-8b725616eddb {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:38:46.365235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 26dac58a-72fd-4be6-9e76-8b725616eddb not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:38:46.372067 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6f80962b-8d0d-47bf-8913-dfd9858ef248 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:46.372471 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:46.372850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a5f83a6-21cd-4d78-9d35-a17820614ebc req-e1376381-99b6-439b-a571-f32ac6aee046 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c5c44a1-2aaf-4d58-bbdd-84aad1056c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025019 Mar 07 21:38:46.384286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-2685bffa-ec85-40b2-8748-c1e11f68a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:46.386136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-2685bffa-ec85-40b2-8748-c1e11f68a980 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0893235 Mar 07 21:38:46.386980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f80962b-8d0d-47bf-8913-dfd9858ef248 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:38:46.423305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6f80962b-8d0d-47bf-8913-dfd9858ef248, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f80962b-8d0d-47bf-8913-dfd9858ef248,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:46.426893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 094e0284-669c-4f88-b134-450f20459ec0 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:38:46.433723 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:46.506164 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:38:46.543395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-64b83fb5-c8e1-4845-a27e-72634ffa45b6 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490812 Mar 07 21:38:46.545113 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e339d9-82e4-4edf-a6df-12a477f9fa46 x-openstack-request-id: req-96e339d9-82e4-4edf-a6df-12a477f9fa46 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:46.545474 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1c6bff-113d-47b0-a9b8-240064c54d58", "tag": "3c4555d7-17f0-43ae-b0e6-385ab697eabf", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:46.545800 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96e339d9-82e4-4edf-a6df-12a477f9fa46 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:46.546310 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1c6bff-113d-47b0-a9b8-240064c54d58', 'tag': '3c4555d7-17f0-43ae-b0e6-385ab697eabf', 'status': 'completed', 'code': 200} Mar 07 21:38:46.626418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.objects.ports [None req-d3df2ffa-00da-4810-9d15-cf772456fc1e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:38:46.628301 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d3df2ffa-00da-4810-9d15-cf772456fc1e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (b523d5f0-defe-4be3-aea5-0a98f61e2b2f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:46.688409 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df2ffa-00da-4810-9d15-cf772456fc1e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event updated for resources: {'Subnet': ['ID=b523d5f0-defe-4be3-aea5-0a98f61e2b2f,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:46.703710 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:46.706995 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d77a31-fee8-45fa-a438-55916a3e73b1" -d '{"events": [{"name": "network-changed", "server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:46.716887 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-70ff46d6-c39c-4f5b-a800-eac3132b60e7 req-5050c7b2-2fb7-41d2-b13d-b1c62a3fd5a8 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "GET /v2.0/security-groups/42fe2163-1970-46df-9c79-862e3f3ca0ef HTTP/1.1" status: 200 len: 1830 time: 0.1308866 Mar 07 21:38:46.718194 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df2ffa-00da-4810-9d15-cf772456fc1e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Checking segment: {'id': '03464e2a-811e-41d1-b664-783568890c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e74a7e54-4b3e-47ac-ad95-a2a74cb78451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:46.718622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df2ffa-00da-4810-9d15-cf772456fc1e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Network hostable DHCP agents. Network: e74a7e54-4b3e-47ac-ad95-a2a74cb78451, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:46.748634 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6f80962b-8d0d-47bf-8913-dfd9858ef248,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:46.749696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4707ff3-5f6e-4f51-96e2-981c0b96f963 req-da0408b3-e9fa-4b9c-a411-b927df2f5164 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:46.749877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df2ffa-00da-4810-9d15-cf772456fc1e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Network e74a7e54-4b3e-47ac-ad95-a2a74cb78451 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:46.751876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4707ff3-5f6e-4f51-96e2-981c0b96f963 req-da0408b3-e9fa-4b9c-a411-b927df2f5164 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 946 time: 0.1807435 Mar 07 21:38:46.763684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cae61b6-ab8e-406a-9639-4b400ffb2c49 req-0ee6113e-c2c3-4c97-a6e1-84dc6f73238a service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137156 Mar 07 21:38:46.765450 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-d3df2ffa-00da-4810-9d15-cf772456fc1e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, e74a7e54-4b3e-47ac-ad95-a2a74cb78451) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:46.770301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3df2ffa-00da-4810-9d15-cf772456fc1e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:46.771339 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d3df2ffa-00da-4810-9d15-cf772456fc1e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:46.783416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da63676-df28-4482-85a8-ad7e3c7223dd None None] Network e74a7e54-4b3e-47ac-ad95-a2a74cb78451 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:46.787426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=094e0284-669c-4f88-b134-450f20459ec0,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:46.806613 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d3df2ffa-00da-4810-9d15-cf772456fc1e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6930444 Mar 07 21:38:46.810243 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53432) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:46.831203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '094e0284-669c-4f88-b134-450f20459ec0', 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605', 'port_id': '094e0284-669c-4f88-b134-450f20459ec0', 'mac_address': 'fa:16:3e:a5:87:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a638a11-221e-41d3-bfc9-35e63e88d9a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:38:46.875287 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['6f80962b-8d0d-47bf-8913-dfd9858ef248'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:38:46.937291 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (e74a7e54-4b3e-47ac-ad95-a2a74cb78451), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:46.959972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 094e0284-669c-4f88-b134-450f20459ec0 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:46.960474 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (094e0284-669c-4f88-b134-450f20459ec0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:46.993844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4707ff3-5f6e-4f51-96e2-981c0b96f963 req-80c98fba-b764-4967-b450-d6d6a7de77de tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/security-groups?id=259274be-8f67-41e9-bc17-465419651b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062383 Mar 07 21:38:47.005927 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (b523d5f0-defe-4be3-aea5-0a98f61e2b2f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:47.019258 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d10c1-501b-4100-ac60-e7d0fa481084 req-365bd019-5277-4e21-8e0b-83fdf217b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.020712 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b0d10c1-501b-4100-ac60-e7d0fa481084 req-365bd019-5277-4e21-8e0b-83fdf217b2bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=655e512baf954b1e8542fb65f4053051&device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 1130 time: 0.1450925 Mar 07 21:38:47.029466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094e0284-669c-4f88-b134-450f20459ec0 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:38:47.040516 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3f7fa-51a5-46e9-b77c-478571cfec0b req-42726ac5-25d1-434e-9b45-dc7ea7d1bbb2 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.042953 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90b3f7fa-51a5-46e9-b77c-478571cfec0b req-42726ac5-25d1-434e-9b45-dc7ea7d1bbb2 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 948 time: 0.1706564 Mar 07 21:38:47.085574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f0cce3-2f41-4d75-9904-b8a03769c9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-e74a7e54-4b3e-47ac-ad95-a2a74cb78451', 'network_id': 'e74a7e54-4b3e-47ac-ad95-a2a74cb78451', 'project_id': '091e14cb6d3140099222826c1f2c8ff7', 'fixed_ips': [{'subnet_id': 'b523d5f0-defe-4be3-aea5-0a98f61e2b2f'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:38:47.087919 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-26f0cce3-2f41-4d75-9904-b8a03769c9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:47.095202 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (b523d5f0-defe-4be3-aea5-0a98f61e2b2f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:47.133276 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Subnet': ['ID=b523d5f0-defe-4be3-aea5-0a98f61e2b2f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:47.136323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=094e0284-669c-4f88-b134-450f20459ec0,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:47.150395 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (094e0284-669c-4f88-b134-450f20459ec0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:47.180404 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90b3f7fa-51a5-46e9-b77c-478571cfec0b req-9d5aca68-a2e0-4bea-a31f-67bef4c8616a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265674 Mar 07 21:38:47.216852 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (e74a7e54-4b3e-47ac-ad95-a2a74cb78451), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:47.241995 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74a7e54-4b3e-47ac-ad95-a2a74cb78451']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:47.247085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d10c1-501b-4100-ac60-e7d0fa481084 req-d0fffbfc-bcf5-4cb3-8ca6-36c96bfdad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.248595 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b0d10c1-501b-4100-ac60-e7d0fa481084 req-d0fffbfc-bcf5-4cb3-8ca6-36c96bfdad18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2046783 Mar 07 21:38:47.256302 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03464e2a-811e-41d1-b664-783568890c60') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:47.256654 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03464e2a-811e-41d1-b664-783568890c60') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:47.256851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ade42-fcdf-4b94-af5a-f80fcd5c568a req-1a47fbb9-e613-4b4e-8772-aa59a3fd6580 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.258761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d4ade42-fcdf-4b94-af5a-f80fcd5c568a req-1a47fbb9-e613-4b4e-8772-aa59a3fd6580 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 948 time: 0.1078796 Mar 07 21:38:47.270357 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (03464e2a-811e-41d1-b664-783568890c60), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:47.286918 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (03464e2a-811e-41d1-b664-783568890c60), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:47.295890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:47.296448 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (03464e2a-811e-41d1-b664-783568890c60), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:47.301173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-6e47a0d6-a5b6-465f-b816-fc86728be7bc req-06094c85-d838-4778-93fe-1910ed008999 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-906768946', 'description': 'tempest-description-2132998249'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:47.312653 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9595b371-c524-40c8-a826-db6c86c6bd45 None None] Network e74a7e54-4b3e-47ac-ad95-a2a74cb78451 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:47.319624 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:47.321875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b0d10c1-501b-4100-ac60-e7d0fa481084 req-9e5b21d4-2aff-4565-9be8-c276d2a78df0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=3c4555d7-17f0-43ae-b0e6-385ab697eabf HTTP/1.1" status: 200 len: 217 time: 0.0605538 Mar 07 21:38:47.335008 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b68e12-f90c-485b-b65e-8729f39ee871 x-openstack-request-id: req-d4b68e12-f90c-485b-b65e-8729f39ee871 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:47.335388 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:47.335571 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4b68e12-f90c-485b-b65e-8729f39ee871 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:47.335954 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'status': 'completed', 'code': 200} Mar 07 21:38:47.342040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=094e0284-669c-4f88-b134-450f20459ec0,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:47.415135 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (e74a7e54-4b3e-47ac-ad95-a2a74cb78451), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:47.426112 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:47.429579 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/networks/e74a7e54-4b3e-47ac-ad95-a2a74cb78451 HTTP/1.1" status: 204 len: 168 time: 0.6179056 Mar 07 21:38:47.435800 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e47a0d6-a5b6-465f-b816-fc86728be7bc req-06094c85-d838-4778-93fe-1910ed008999 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:47.438890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53442) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:47.443562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-bd2f5ba1-551d-4e83-8c3a-e9f081ce65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.445009 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-bd2f5ba1-551d-4e83-8c3a-e9f081ce65cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 1130 time: 0.1243665 Mar 07 21:38:47.445747 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd9b00-3abb-4b36-916d-0d2cc4ed874e tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Network': ['ID=e74a7e54-4b3e-47ac-ad95-a2a74cb78451,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:47.489738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d10c1-501b-4100-ac60-e7d0fa481084 req-2d2a09aa-952c-4c1e-8363-d920616f70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.491240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b0d10c1-501b-4100-ac60-e7d0fa481084 req-2d2a09aa-952c-4c1e-8363-d920616f70ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1613851 Mar 07 21:38:47.494299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d4ade42-fcdf-4b94-af5a-f80fcd5c568a req-0c71e1f8-f4c6-447d-bc6b-7fa9510c26dd tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270932 Mar 07 21:38:47.496620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-ac20ad23-ef1e-48e2-b690-e6de784f31f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.498127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-ac20ad23-ef1e-48e2-b690-e6de784f31f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 1130 time: 0.1882045 Mar 07 21:38:47.498977 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57a3111-43ff-4d64-9088-093ed9dfcaea tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] DELETE failed (client error): The resource could not be found. Mar 07 21:38:47.499488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57a3111-43ff-4d64-9088-093ed9dfcaea tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:38:47.504054 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a57a3111-43ff-4d64-9088-093ed9dfcaea tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/subnets/b523d5f0-defe-4be3-aea5-0a98f61e2b2f HTTP/1.1" status: 404 len: 337 time: 0.0574467 Mar 07 21:38:47.506878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53444) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:47.535553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-6b3fdffa-90f7-4171-8ae2-783099fafaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.537332 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-6b3fdffa-90f7-4171-8ae2-783099fafaf9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.0861218 Mar 07 21:38:47.580483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['094e0284-669c-4f88-b134-450f20459ec0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:38:47.583800 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-ab77469a-0ee2-4487-88fc-c5a7526869e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf HTTP/1.1" status: 200 len: 217 time: 0.0394468 Mar 07 21:38:47.588889 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c799a116-3f60-41e3-8e00-ae9a37b975c2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] DELETE failed (client error): The resource could not be found. Mar 07 21:38:47.589474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c799a116-3f60-41e3-8e00-ae9a37b975c2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:38:47.595398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c799a116-3f60-41e3-8e00-ae9a37b975c2 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/networks/e74a7e54-4b3e-47ac-ad95-a2a74cb78451 HTTP/1.1" status: 404 len: 339 time: 0.0841346 Mar 07 21:38:47.599338 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53446) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:47.644408 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-7131eaf6-0a3a-480b-9849-66a128f2e44d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] DELETE failed (client error): The resource could not be found. Mar 07 21:38:47.645135 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7131eaf6-0a3a-480b-9849-66a128f2e44d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:38:47.650468 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7131eaf6-0a3a-480b-9849-66a128f2e44d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/subnets/a72a9eb4-dfff-4712-90a8-eee35751c4d5 HTTP/1.1" status: 404 len: 337 time: 0.0479250 Mar 07 21:38:47.651953 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53448) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:47.678365 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-28aa1fb8-d49c-48e7-8acd-6a9ce00ec69b tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] DELETE failed (client error): The resource could not be found. Mar 07 21:38:47.679180 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28aa1fb8-d49c-48e7-8acd-6a9ce00ec69b tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:38:47.682575 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-28aa1fb8-d49c-48e7-8acd-6a9ce00ec69b tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/networks/0be03932-85e9-4f68-abb7-b657588e3061 HTTP/1.1" status: 404 len: 339 time: 0.0278163 Mar 07 21:38:47.684426 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-9cea9bc6-2612-47f5-abbe-a4c081d03b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.685577 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-9cea9bc6-2612-47f5-abbe-a4c081d03b3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0957379 Mar 07 21:38:47.686506 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53450) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:47.724315 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-6276ff13-8d78-4297-8a2e-26816ad33ff9 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] DELETE failed (client error): The resource could not be found. Mar 07 21:38:47.724687 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6276ff13-8d78-4297-8a2e-26816ad33ff9 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:38:47.727768 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6276ff13-8d78-4297-8a2e-26816ad33ff9 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/subnets/78ed5d98-b56d-488a-9e25-925cfa99f4f9 HTTP/1.1" status: 404 len: 337 time: 0.0407977 Mar 07 21:38:47.732919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d10c1-501b-4100-ac60-e7d0fa481084 req-1bca3cad-db8c-468f-ab9c-cec8036bb9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.734466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b0d10c1-501b-4100-ac60-e7d0fa481084 req-1bca3cad-db8c-468f-ab9c-cec8036bb9e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2268391 Mar 07 21:38:47.736177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53452) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:47.742022 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-30ea482f-67a2-4793-8617-ae8c68644a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.743407 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-30ea482f-67a2-4793-8617-ae8c68644a0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2372906 Mar 07 21:38:47.761238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-c3fd9d00-2452-435c-858a-6585b328c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.762772 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-c3fd9d00-2452-435c-858a-6585b328c15a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0679653 Mar 07 21:38:47.766111 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e47a0d6-a5b6-465f-b816-fc86728be7bc req-06094c85-d838-4778-93fe-1910ed008999 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (aa0658a2-6dd0-42ae-a833-6e5ec060741b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:47.774473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8aa3a-0805-4ede-ac59-777a0025d9ca req-5386f692-dfc0-453b-b776-9f2ade6bdb28 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.775976 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ddc8aa3a-0805-4ede-ac59-777a0025d9ca req-5386f692-dfc0-453b-b776-9f2ade6bdb28 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 945 time: 0.2082438 Mar 07 21:38:47.801937 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e47a0d6-a5b6-465f-b816-fc86728be7bc req-06094c85-d838-4778-93fe-1910ed008999 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (aa0658a2-6dd0-42ae-a833-6e5ec060741b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:47.827754 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0aa35178-5bbd-4c9b-9831-a4d3cabc131c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:47.835545 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-9624fc02-9053-45c5-84cd-be15cd529dc1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] DELETE failed (client error): The resource could not be found. Mar 07 21:38:47.836078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9624fc02-9053-45c5-84cd-be15cd529dc1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:38:47.839671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9624fc02-9053-45c5-84cd-be15cd529dc1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/networks/d3d7b925-a157-42d0-8b2f-4a9cbf7dd1cc HTTP/1.1" status: 404 len: 339 time: 0.0991144 Mar 07 21:38:47.842642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53454) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:47.869348 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-61cfc96e-813e-4780-b483-6f856bbbe124 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf HTTP/1.1" status: 200 len: 217 time: 0.1055620 Mar 07 21:38:47.893286 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-717bb885-bc14-440d-bdd8-2e2ff07aabd7 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235857 Mar 07 21:38:47.925426 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e47a0d6-a5b6-465f-b816-fc86728be7bc req-06094c85-d838-4778-93fe-1910ed008999 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:47.926749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e47a0d6-a5b6-465f-b816-fc86728be7bc req-06094c85-d838-4778-93fe-1910ed008999 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6295335 Mar 07 21:38:47.972139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06094c85-d838-4778-93fe-1910ed008999 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0658a2-6dd0-42ae-a833-6e5ec060741b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:47.996783 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:48.001838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-fa4e8a6c-c722-460c-8ff5-5542bb57af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:48.003422 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-fa4e8a6c-c722-460c-8ff5-5542bb57af76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1207185 Mar 07 21:38:48.010899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ddc8aa3a-0805-4ede-ac59-777a0025d9ca req-e80d856d-de70-4dcc-8abb-cdfdddfba54b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188435 Mar 07 21:38:48.034024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-92c04a72-075e-4102-b055-105e430e8d2c tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Deleting port e3810f85-60c2-48e0-ad37-99a4ae8629d3 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:48.034024 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92c04a72-075e-4102-b055-105e430e8d2c tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e3810f85-60c2-48e0-ad37-99a4ae8629d3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:48.034024 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-ffee294f-1f1e-45f5-9e4e-5dc5ba84b485 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261120 Mar 07 21:38:48.056762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b0d10c1-501b-4100-ac60-e7d0fa481084 req-fbc845f2-a110-45c5-88e4-67b4d0b41966 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025272 Mar 07 21:38:48.097012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6f80962b-8d0d-47bf-8913-dfd9858ef248 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:48.102630 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92c04a72-075e-4102-b055-105e430e8d2c tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e3810f85-60c2-48e0-ad37-99a4ae8629d3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:48.125570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-92c04a72-075e-4102-b055-105e430e8d2c tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Calling delete_port for e3810f85-60c2-48e0-ad37-99a4ae8629d3 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:48.177059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 6f80962b-8d0d-47bf-8913-dfd9858ef248 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:38:48.183971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-877aaf2e-af83-4093-befd-04354aaa8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:48.184872 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 6f80962b-8d0d-47bf-8913-dfd9858ef248 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:48.185255 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:48.185656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-877aaf2e-af83-4093-befd-04354aaa8734 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1738985 Mar 07 21:38:48.234678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6a53d-4842-42dd-ae26-cf28a66e6c63 req-435535a6-8696-4890-90ca-e8d4f2a8248b tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:48.236110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7e6a53d-4842-42dd-ae26-cf28a66e6c63 req-435535a6-8696-4890-90ca-e8d4f2a8248b tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 946 time: 0.1962883 Mar 07 21:38:48.247928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53462) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:48.256623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ab823409-3585-4aaf-a01e-3ff6ed5f2a4d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Request body: {'floatingip': {'port_id': '094c1e17-a039-425b-87ab-20f219ddc2b8'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:48.297890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6f80962b-8d0d-47bf-8913-dfd9858ef248 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:48.298327 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:48.314850 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92c04a72-075e-4102-b055-105e430e8d2c tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e3810f85-60c2-48e0-ad37-99a4ae8629d3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:48.322202 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b0d10c1-501b-4100-ac60-e7d0fa481084 req-df90cd2f-9f24-4c66-8639-ceef99265b82 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263167 Mar 07 21:38:48.324808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f80962b-8d0d-47bf-8913-dfd9858ef248'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:48.327104 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5effdd6c-6d4e-445f-8e50-c9435d3e8fb1" -d '{"events": [{"server_uuid": "f3c7dd39-1407-4b99-a255-0951214598f1", "name": "network-vif-plugged", "status": "completed", "tag": "6f80962b-8d0d-47bf-8913-dfd9858ef248"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:48.340625 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6f80962b-8d0d-47bf-8913-dfd9858ef248, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f80962b-8d0d-47bf-8913-dfd9858ef248,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:48.347447 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:48.357643 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ab823409-3585-4aaf-a01e-3ff6ed5f2a4d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for floatingip (7f06046c-2379-406c-9d79-d57e32e714e3), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:48.395647 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92c04a72-075e-4102-b055-105e430e8d2c tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:48.401052 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-92c04a72-075e-4102-b055-105e430e8d2c tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/ports/e3810f85-60c2-48e0-ad37-99a4ae8629d3 HTTP/1.1" status: 204 len: 168 time: 0.5574281 Mar 07 21:38:48.402144 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53466) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:48.413538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c04a72-075e-4102-b055-105e430e8d2c tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Port': ['ID=e3810f85-60c2-48e0-ad37-99a4ae8629d3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:48.415798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6f80962b-8d0d-47bf-8913-dfd9858ef248,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:48.438852 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c026be4-5b64-420c-bd39-7ffb73162811 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] DELETE failed (client error): The resource could not be found. Mar 07 21:38:48.440395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c026be4-5b64-420c-bd39-7ffb73162811 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:38:48.442207 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0c026be4-5b64-420c-bd39-7ffb73162811 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/subnets/c1e0c90f-35bc-4be5-b3dd-50d702f30608 HTTP/1.1" status: 404 len: 337 time: 0.0382419 Mar 07 21:38:48.446837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53468) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:48.489988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-80d6c46a-8da2-42b6-a6bd-7a01484c4e1c tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:48.491412 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-80d6c46a-8da2-42b6-a6bd-7a01484c4e1c tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee&tenant_id=47acc144bc5e43f0a2becfc354b98767&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 1127 time: 0.1472616 Mar 07 21:38:48.494695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5435ebd-4cb0-42b3-9d7d-1042a59fb512 req-88474680-7a69-47d4-8306-9ceb4072ce85 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "GET /v2.0/security-groups/aa0658a2-6dd0-42ae-a833-6e5ec060741b HTTP/1.1" status: 200 len: 1831 time: 0.2089837 Mar 07 21:38:48.526473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-d5496963-e0c0-4d35-a654-645c39673060 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324387 Mar 07 21:38:48.536221 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832330-1'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:48.552270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2dbc8-59ab-4e2b-84b0-3aa011947e21 req-ba36add9-1c18-4368-8e79-bf29000410d0 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:48.553734 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efd2dbc8-59ab-4e2b-84b0-3aa011947e21 req-ba36add9-1c18-4368-8e79-bf29000410d0 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 945 time: 0.2347465 Mar 07 21:38:48.571367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44edd5a8-930e-41dc-acdb-688266fd54d1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (8614091f-6136-4151-a659-e16cf6a8ee9e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:48.647404 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e3216fc6-e200-4188-8c52-946675727be0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:48.697980 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44edd5a8-930e-41dc-acdb-688266fd54d1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (8614091f-6136-4151-a659-e16cf6a8ee9e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:48.744693 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-44edd5a8-930e-41dc-acdb-688266fd54d1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8614091f-6136-4151-a659-e16cf6a8ee9e']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:48.758579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-44edd5a8-930e-41dc-acdb-688266fd54d1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:48.758952 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-44edd5a8-930e-41dc-acdb-688266fd54d1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:48.782782 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44edd5a8-930e-41dc-acdb-688266fd54d1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:48.786102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efd2dbc8-59ab-4e2b-84b0-3aa011947e21 req-44097b19-6486-423f-a2db-d5a1134d71d2 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057266 Mar 07 21:38:48.796761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0d77a31-fee8-45fa-a438-55916a3e73b1 req-35f6399f-3ede-41c6-97ae-d55fc249f78d service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610869 Mar 07 21:38:48.805768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d1726-aab0-4e4a-95d4-b4509cf3f648 req-93591a8b-cc5a-4ed5-952e-9f93883910ee tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:48.810556 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab0d1726-aab0-4e4a-95d4-b4509cf3f648 req-93591a8b-cc5a-4ed5-952e-9f93883910ee tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 948 time: 0.2429652 Mar 07 21:38:48.837624 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44edd5a8-930e-41dc-acdb-688266fd54d1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:48.850717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44edd5a8-930e-41dc-acdb-688266fd54d1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:48.851732 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44edd5a8-930e-41dc-acdb-688266fd54d1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (c5f103aa-d8b8-47c7-9df5-ad495a9ed7e2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:48.855211 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:49.164547 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.239205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e3216fc6-e200-4188-8c52-946675727be0,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:49.248872 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44edd5a8-930e-41dc-acdb-688266fd54d1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (8614091f-6136-4151-a659-e16cf6a8ee9e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.257931 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44edd5a8-930e-41dc-acdb-688266fd54d1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.263760 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-44edd5a8-930e-41dc-acdb-688266fd54d1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/networks/8614091f-6136-4151-a659-e16cf6a8ee9e HTTP/1.1" status: 204 len: 168 time: 0.8139272 Mar 07 21:38:49.264672 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53476) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:49.284058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edd5a8-930e-41dc-acdb-688266fd54d1 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Network': ['ID=8614091f-6136-4151-a659-e16cf6a8ee9e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:49.287974 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab0d1726-aab0-4e4a-95d4-b4509cf3f648 req-8ea94691-5489-4166-bcc9-85875f757196 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740818 Mar 07 21:38:49.336052 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:49.363677 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dcd06c-992a-481e-9adc-a628c8a5d5b6 x-openstack-request-id: req-e9dcd06c-992a-481e-9adc-a628c8a5d5b6 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:49.364275 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c7dd39-1407-4b99-a255-0951214598f1", "name": "network-vif-plugged", "status": "completed", "tag": "6f80962b-8d0d-47bf-8913-dfd9858ef248", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:49.365311 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9dcd06c-992a-481e-9adc-a628c8a5d5b6 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:49.365978 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f80962b-8d0d-47bf-8913-dfd9858ef248', 'code': 200} Mar 07 21:38:49.396701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-8e85264c-80ac-4e03-859a-997044edb9d4 req-c289ca59-31ba-4a6c-9f2a-39ae8477e9fa tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1209694789', 'description': 'tempest-description-923907720'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:49.397495 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d962b2-b1ff-4963-b18a-eea2735d17ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3216fc6-e200-4188-8c52-946675727be0'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:49.399730 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9505dc03-8c2b-427f-8b90-0d116e2cca33" -d '{"events": [{"server_uuid": "06d962b2-b1ff-4963-b18a-eea2735d17ee", "name": "network-vif-unplugged", "status": "completed", "tag": "e3216fc6-e200-4188-8c52-946675727be0"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:49.403984 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Publish callbacks [] for port (e3216fc6-e200-4188-8c52-946675727be0), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.415246 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e3216fc6-e200-4188-8c52-946675727be0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.438133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184b1f2-a37c-43ae-957a-00909b9357d6 req-063b149c-9d65-41d0-ae3c-c4b39212ef81 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:49.439737 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6184b1f2-a37c-43ae-957a-00909b9357d6 req-063b149c-9d65-41d0-ae3c-c4b39212ef81 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/ports?device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 946 time: 0.5676398 Mar 07 21:38:49.468896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-138dd6e8-0f1e-4fea-94b7-2720ad558309 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Deleting port 7da373d3-3a62-4537-8989-315e51abeb9b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:49.469230 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138dd6e8-0f1e-4fea-94b7-2720ad558309 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7da373d3-3a62-4537-8989-315e51abeb9b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.512001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e3216fc6-e200-4188-8c52-946675727be0,revision_number=7']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:49.515112 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.db.resource_extend [None req-ab823409-3585-4aaf-a01e-3ff6ed5f2a4d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:38:49.548186 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8e85264c-80ac-4e03-859a-997044edb9d4 req-c289ca59-31ba-4a6c-9f2a-39ae8477e9fa tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.579015 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Attempting to bind port e3216fc6-e200-4188-8c52-946675727be0 on host n-h2-832330-1 for vnic_type normal with profile {"migrating_to": "n-h1-832330-1"} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:49.579351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Attempting to bind port e3216fc6-e200-4188-8c52-946675727be0 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:49.579675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Attempting to bind port e3216fc6-e200-4188-8c52-946675727be0 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:49.582393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138dd6e8-0f1e-4fea-94b7-2720ad558309 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7da373d3-3a62-4537-8989-315e51abeb9b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.595562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Port e3216fc6-e200-4188-8c52-946675727be0 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:38:49.595881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Attempting to bind port e3216fc6-e200-4188-8c52-946675727be0 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:49.598695 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-138dd6e8-0f1e-4fea-94b7-2720ad558309 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Calling delete_port for 7da373d3-3a62-4537-8989-315e51abeb9b owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:49.605211 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:49.605547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Checking segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:49.605934 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Bound using segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:49.606383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Bound port: e3216fc6-e200-4188-8c52-946675727be0, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:49.606731 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e3216fc6-e200-4188-8c52-946675727be0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.616045 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ab823409-3585-4aaf-a01e-3ff6ed5f2a4d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.623230 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6184b1f2-a37c-43ae-957a-00909b9357d6 req-e0e46359-9136-44e6-9e7d-562e5c5aa14b tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c5c44a1-2aaf-4d58-bbdd-84aad1056c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671925 Mar 07 21:38:49.627670 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ab823409-3585-4aaf-a01e-3ff6ed5f2a4d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (7f06046c-2379-406c-9d79-d57e32e714e3), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.634588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bb254-9ee9-4bbd-93de-abbe68525c4f req-bc0a5d26-4e79-4e32-865d-0a30d4068868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:49.638153 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c6bb254-9ee9-4bbd-93de-abbe68525c4f req-bc0a5d26-4e79-4e32-865d-0a30d4068868 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f3c7dd39-1407-4b99-a255-0951214598f1 HTTP/1.1" status: 200 len: 1132 time: 0.1954339 Mar 07 21:38:49.731567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:49.742945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e3216fc6-e200-4188-8c52-946675727be0,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:49.748371 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138dd6e8-0f1e-4fea-94b7-2720ad558309 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7da373d3-3a62-4537-8989-315e51abeb9b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.756630 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e3216fc6-e200-4188-8c52-946675727be0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.782347 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138dd6e8-0f1e-4fea-94b7-2720ad558309 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Port': ['ID=7da373d3-3a62-4537-8989-315e51abeb9b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:49.813844 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138dd6e8-0f1e-4fea-94b7-2720ad558309 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.816842 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-138dd6e8-0f1e-4fea-94b7-2720ad558309 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/ports/7da373d3-3a62-4537-8989-315e51abeb9b HTTP/1.1" status: 204 len: 168 time: 0.5437474 Mar 07 21:38:49.821078 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53482) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:49.840318 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8e85264c-80ac-4e03-859a-997044edb9d4 req-c289ca59-31ba-4a6c-9f2a-39ae8477e9fa tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (4622dd21-237e-441e-bc68-b24e264d883e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.851887 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c6bb254-9ee9-4bbd-93de-abbe68525c4f req-2605747a-d94f-4186-8e8a-fc528d96325a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746557 Mar 07 21:38:49.867405 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-921de4b0-e210-41a0-b29d-625dc31c4b4d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] DELETE failed (client error): The resource could not be found. Mar 07 21:38:49.867868 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921de4b0-e210-41a0-b29d-625dc31c4b4d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:38:49.871385 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-921de4b0-e210-41a0-b29d-625dc31c4b4d tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/subnets/0561e145-795f-429f-b04b-e22955eb097e HTTP/1.1" status: 404 len: 337 time: 0.0472496 Mar 07 21:38:49.874949 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8e85264c-80ac-4e03-859a-997044edb9d4 req-c289ca59-31ba-4a6c-9f2a-39ae8477e9fa tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4622dd21-237e-441e-bc68-b24e264d883e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.876661 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53484) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:49.888043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e3216fc6-e200-4188-8c52-946675727be0,revision_number=8']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:49.904487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb18eb-9170-43db-8470-5b4940fac62b req-4454e001-255e-40ad-94da-f4dcc5f39399 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:49.906003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7eeb18eb-9170-43db-8470-5b4940fac62b req-4454e001-255e-40ad-94da-f4dcc5f39399 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 948 time: 0.2032552 Mar 07 21:38:49.924419 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-ab823409-3585-4aaf-a01e-3ff6ed5f2a4d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Floating IP 7f06046c-2379-406c-9d79-d57e32e714e3 associated. External IP: 172.25.4.163, port: 094c1e17-a039-425b-87ab-20f219ddc2b8. Mar 07 21:38:49.924691 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:49.925276 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.926670 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-445e1bb2-f697-4de8-811a-a193607b12d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/e3216fc6-e200-4188-8c52-946675727be0 HTTP/1.1" status: 200 len: 1121 time: 1.3987639 Mar 07 21:38:49.945116 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8e85264c-80ac-4e03-859a-997044edb9d4 req-c289ca59-31ba-4a6c-9f2a-39ae8477e9fa tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:49.946519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e85264c-80ac-4e03-859a-997044edb9d4 req-c289ca59-31ba-4a6c-9f2a-39ae8477e9fa tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5557370 Mar 07 21:38:50.001004 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289ca59-31ba-4a6c-9f2a-39ae8477e9fa tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4622dd21-237e-441e-bc68-b24e264d883e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:50.006222 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (3ca06a38-39cb-4661-8796-2e09ab6cdee9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.009134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['e3216fc6-e200-4188-8c52-946675727be0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:38:50.043434 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['e3216fc6-e200-4188-8c52-946675727be0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:38:50.053056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ba8fc-41f9-4e02-b80f-567588f22712 req-b8d98b4d-3ba0-4d0a-953b-dcfbd20104e4 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:50.054757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-650ba8fc-41f9-4e02-b80f-567588f22712 req-b8d98b4d-3ba0-4d0a-953b-dcfbd20104e4 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.15 "GET /v2.0/ports?device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 946 time: 0.2189524 Mar 07 21:38:50.096509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Deleting port e368cc55-d4f6-4650-87dc-e11a564141cd {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:50.097370 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e368cc55-d4f6-4650-87dc-e11a564141cd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.104389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 3c4555d7-17f0-43ae-b0e6-385ab697eabf details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:38:50.166020 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7eeb18eb-9170-43db-8470-5b4940fac62b req-b33300cf-e0b0-4efb-88f8-762dd6220a3e tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480984 Mar 07 21:38:50.184030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] For port e368cc55-d4f6-4650-87dc-e11a564141cd, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e368cc55-d4f6-4650-87dc-e11a564141cd,segment=NetworkSegment(d450f909-c558-482b-b7ce-dde2805d950b),segment_id=d450f909-c558-482b-b7ce-dde2805d950b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:50.184920 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e368cc55-d4f6-4650-87dc-e11a564141cd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.199213 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Calling delete_port for e368cc55-d4f6-4650-87dc-e11a564141cd owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:50.251420 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.262737 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dcc75-95bc-4bbb-854b-412c85d7a0fd req-6dee1dd8-1d1e-4233-a0a4-a2758284d680 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:50.270030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d4dcc75-95bc-4bbb-854b-412c85d7a0fd req-6dee1dd8-1d1e-4233-a0a4-a2758284d680 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 943 time: 0.2263863 Mar 07 21:38:50.296406 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4b8a13-6d6d-4ab1-bd93-2d110910e339 x-openstack-request-id: req-eb4b8a13-6d6d-4ab1-bd93-2d110910e339 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:50.297273 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d962b2-b1ff-4963-b18a-eea2735d17ee", "name": "network-vif-unplugged", "status": "completed", "tag": "e3216fc6-e200-4188-8c52-946675727be0", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:50.297585 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb4b8a13-6d6d-4ab1-bd93-2d110910e339 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:50.297995 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d962b2-b1ff-4963-b18a-eea2735d17ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3216fc6-e200-4188-8c52-946675727be0', 'code': 200} Mar 07 21:38:50.302640 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e368cc55-d4f6-4650-87dc-e11a564141cd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.316878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 3c4555d7-17f0-43ae-b0e6-385ab697eabf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3c4555d7-17f0-43ae-b0e6-385ab697eabf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:50.334993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Port': ['ID=e368cc55-d4f6-4650-87dc-e11a564141cd,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:50.338803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] No DVR routers for this DVR port e368cc55-d4f6-4650-87dc-e11a564141cd on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:50.378862 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '3c4555d7-17f0-43ae-b0e6-385ab697eabf', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '3c4555d7-17f0-43ae-b0e6-385ab697eabf', 'mac_address': 'fa:16:3e:6c:0c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:38:50.430412 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (3ca06a38-39cb-4661-8796-2e09ab6cdee9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.461875 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca06a38-39cb-4661-8796-2e09ab6cdee9']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:50.462148 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 3c4555d7-17f0-43ae-b0e6-385ab697eabf is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:50.462272 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.467414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d4dcc75-95bc-4bbb-854b-412c85d7a0fd req-645ec963-927e-4e2e-9411-95e6f999e80d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963947 Mar 07 21:38:50.469516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a555ccb5-722a-42fa-aba1-3c9d60fbcdaf details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:38:50.472360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 094e0284-669c-4f88-b134-450f20459ec0 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:50.475444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-650ba8fc-41f9-4e02-b80f-567588f22712 req-8d9504c2-7883-46b6-b2af-e676b672d62f tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Deleting port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:50.475835 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-650ba8fc-41f9-4e02-b80f-567588f22712 req-8d9504c2-7883-46b6-b2af-e676b672d62f tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4ebac90b-4e4b-4720-9be3-be2d7d80ff9d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.477264 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd450f909-c558-482b-b7ce-dde2805d950b') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:50.477877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd450f909-c558-482b-b7ce-dde2805d950b') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:50.501081 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (d450f909-c558-482b-b7ce-dde2805d950b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.518025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4555d7-17f0-43ae-b0e6-385ab697eabf {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:38:50.518846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5739869-537e-4217-a331-2f04caba84f0 req-1aafaef2-1b71-4b92-8e53-697f235fba37 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:50.519220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d450f909-c558-482b-b7ce-dde2805d950b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.520827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5739869-537e-4217-a331-2f04caba84f0 req-1aafaef2-1b71-4b92-8e53-697f235fba37 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 945 time: 0.1864679 Mar 07 21:38:50.529522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:50.529996 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (d450f909-c558-482b-b7ce-dde2805d950b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:50.533847 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:50.552796 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 3c4555d7-17f0-43ae-b0e6-385ab697eabf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3c4555d7-17f0-43ae-b0e6-385ab697eabf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:50.572120 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.597105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab823409-3585-4aaf-a01e-3ff6ed5f2a4d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Router 356cc228-2698-4030-bf05-3b338faf96ed has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:38:50.605972 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (3ca06a38-39cb-4661-8796-2e09ab6cdee9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.615638 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.624287 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/networks/3ca06a38-39cb-4661-8796-2e09ab6cdee9 HTTP/1.1" status: 204 len: 168 time: 0.7434249 Mar 07 21:38:50.624287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53490) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:50.643688 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf8dd8-9a37-4736-a8f9-93727fc17cb5 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Network': ['ID=3ca06a38-39cb-4661-8796-2e09ab6cdee9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:50.665462 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 094e0284-669c-4f88-b134-450f20459ec0 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:38:50.667012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-650ba8fc-41f9-4e02-b80f-567588f22712 req-8d9504c2-7883-46b6-b2af-e676b672d62f tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] For port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ebac90b-4e4b-4720-9be3-be2d7d80ff9d,segment=NetworkSegment(1c3b885c-3e08-465e-a4cf-084d9ecab88d),segment_id=1c3b885c-3e08-465e-a4cf-084d9ecab88d)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:50.667508 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-650ba8fc-41f9-4e02-b80f-567588f22712 req-8d9504c2-7883-46b6-b2af-e676b672d62f tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4ebac90b-4e4b-4720-9be3-be2d7d80ff9d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.674531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-04f2647d-2113-4b8a-89a1-cff9ed06aa6b req-ce391c57-f570-4503-a215-229144ffc4e7 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "GET /v2.0/security-groups/4622dd21-237e-441e-bc68-b24e264d883e HTTP/1.1" status: 200 len: 1831 time: 0.1651773 Mar 07 21:38:50.680485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=3c4555d7-17f0-43ae-b0e6-385ab697eabf,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:50.683547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 094e0284-669c-4f88-b134-450f20459ec0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:50.683925 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (094e0284-669c-4f88-b134-450f20459ec0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.714973 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-916387b8-52a7-4413-aaae-479d691ecb47 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Deleting subnet f5e99044-31f1-4ab0-9af1-49a07011a899 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:38:50.718330 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-916387b8-52a7-4413-aaae-479d691ecb47 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks [] for subnet (f5e99044-31f1-4ab0-9af1-49a07011a899), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.724018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:50.732573 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5739869-537e-4217-a331-2f04caba84f0 req-491e7ae8-9619-4701-9bb3-6201b2b74389 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744847 Mar 07 21:38:50.742938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-650ba8fc-41f9-4e02-b80f-567588f22712 req-8d9504c2-7883-46b6-b2af-e676b672d62f tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Calling delete_port for 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:50.746910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'mac_address': 'fa:16:3e:5b:b7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:38:50.768954 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-916387b8-52a7-4413-aaae-479d691ecb47 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (f5e99044-31f1-4ab0-9af1-49a07011a899), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.806361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:50.806785 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.855349 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['3c4555d7-17f0-43ae-b0e6-385ab697eabf'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:38:50.859004 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a555ccb5-722a-42fa-aba1-3c9d60fbcdaf {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:38:50.870531 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-916387b8-52a7-4413-aaae-479d691ecb47 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (f5e99044-31f1-4ab0-9af1-49a07011a899), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.907428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 094e0284-669c-4f88-b134-450f20459ec0 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:50.907818 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (094e0284-669c-4f88-b134-450f20459ec0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.911333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:50.928597 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.929305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e3216fc6-e200-4188-8c52-946675727be0 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:38:50.947307 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-916387b8-52a7-4413-aaae-479d691ecb47 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (f5e99044-31f1-4ab0-9af1-49a07011a899), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:50.993308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab823409-3585-4aaf-a01e-3ff6ed5f2a4d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:38:51.004706 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ab823409-3585-4aaf-a01e-3ff6ed5f2a4d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:51.006195 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7256f9d6-051e-4bc1-b34c-1c99e58fe43b None None] Sync routers for ids ['356cc228-2698-4030-bf05-3b338faf96ed'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:51.007292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-916387b8-52a7-4413-aaae-479d691ecb47 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:51.012344 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-916387b8-52a7-4413-aaae-479d691ecb47 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/subnets/f5e99044-31f1-4ab0-9af1-49a07011a899 HTTP/1.1" status: 204 len: 168 time: 0.3874435 Mar 07 21:38:51.015786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53496) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:51.023060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=094e0284-669c-4f88-b134-450f20459ec0,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:51.024187 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555eeec1-130e-438b-9750-95083458b317 None None] Network 8a2ef91d-b781-46e6-a897-8e16fa1e08df requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:51.027719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916387b8-52a7-4413-aaae-479d691ecb47 tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e99044-31f1-4ab0-9af1-49a07011a899,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:51.043945 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (094e0284-669c-4f88-b134-450f20459ec0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:51.046162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:51.054449 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7256f9d6-051e-4bc1-b34c-1c99e58fe43b None None] Routers {'356cc228-2698-4030-bf05-3b338faf96ed'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:38:51.058076 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7256f9d6-051e-4bc1-b34c-1c99e58fe43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:38:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['356cc228-2698-4030-bf05-3b338faf96ed'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:51.065355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c69e1-9d6b-4daf-bea2-63be526665c6 req-84a32a36-d3d8-47fc-8d07-fcd05035fbe2 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:51.073629 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f62c69e1-9d6b-4daf-bea2-63be526665c6 req-84a32a36-d3d8-47fc-8d07-fcd05035fbe2 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 948 time: 0.2969801 Mar 07 21:38:51.145746 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (8a2ef91d-b781-46e6-a897-8e16fa1e08df), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:51.207445 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-7256f9d6-051e-4bc1-b34c-1c99e58fe43b None None] Set router 356cc228-2698-4030-bf05-3b338faf96ed gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:38:51.221718 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Deleting port 7303c610-6114-4f1b-b6b3-cfa7881efcad {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:38:51.222128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e70dc-009b-425c-bac7-33f34842a8d2 req-0bc6fb58-cb94-4eb4-a7b9-5f69987c3ea9 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:51.222343 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7303c610-6114-4f1b-b6b3-cfa7881efcad), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:51.225795 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-146e70dc-009b-425c-bac7-33f34842a8d2 req-0bc6fb58-cb94-4eb4-a7b9-5f69987c3ea9 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/ports?device_id=16417af7-abc4-4da8-a73b-4ff773146893 HTTP/1.1" status: 200 len: 946 time: 0.3846080 Mar 07 21:38:51.244146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ab823409-3585-4aaf-a01e-3ff6ed5f2a4d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "PUT /v2.0/floatingips/7f06046c-2379-406c-9d79-d57e32e714e3 HTTP/1.1" status: 200 len: 992 time: 2.9938829 Mar 07 21:38:51.250666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c88b9aa-3e21-4988-8094-f802cf3bdec4', 'tag': '094c1e17-a039-425b-87ab-20f219ddc2b8'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:51.253281 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42adb2e-be07-40d7-9b47-d38f9870a7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1c88b9aa-3e21-4988-8094-f802cf3bdec4", "tag": "094c1e17-a039-425b-87ab-20f219ddc2b8"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:51.256868 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-650ba8fc-41f9-4e02-b80f-567588f22712 req-8d9504c2-7883-46b6-b2af-e676b672d62f tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (4ebac90b-4e4b-4720-9be3-be2d7d80ff9d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:51.282986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=094e0284-669c-4f88-b134-450f20459ec0,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:51.298690 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] For port 7303c610-6114-4f1b-b6b3-cfa7881efcad, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7303c610-6114-4f1b-b6b3-cfa7881efcad,segment=NetworkSegment(39809cb6-c0ed-4f6f-b855-0199c95db27b),segment_id=39809cb6-c0ed-4f6f-b855-0199c95db27b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:51.299184 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7303c610-6114-4f1b-b6b3-cfa7881efcad), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:51.308144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e3216fc6-e200-4188-8c52-946675727be0,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:51.311970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f62c69e1-9d6b-4daf-bea2-63be526665c6 req-6cc7a0a2-de1c-4a2e-944c-eab64ca2a7fe tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373166 Mar 07 21:38:51.327327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Calling delete_port for 7303c610-6114-4f1b-b6b3-cfa7881efcad owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:38:51.343411 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e3216fc6-e200-4188-8c52-946675727be0 has no active binding in host n-h1-832330-1 {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 21:38:51.346553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9504c2-7883-46b6-b2af-e676b672d62f tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Pushing event deleted for resources: {'Port': ['ID=4ebac90b-4e4b-4720-9be3-be2d7d80ff9d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:51.367628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59263509-b823-4aa1-964c-8a6034a9300e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094e0284-669c-4f88-b134-450f20459ec0'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:51.371117 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b97afb-ea57-4d06-b7b3-8c7a4462866a" -d '{"events": [{"server_uuid": "59263509-b823-4aa1-964c-8a6034a9300e", "name": "network-vif-plugged", "status": "completed", "tag": "094e0284-669c-4f88-b134-450f20459ec0"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:51.418816 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-650ba8fc-41f9-4e02-b80f-567588f22712 req-8d9504c2-7883-46b6-b2af-e676b672d62f tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] No DVR routers for this DVR port 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:51.421989 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-650ba8fc-41f9-4e02-b80f-567588f22712 req-8d9504c2-7883-46b6-b2af-e676b672d62f tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:51.425809 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-650ba8fc-41f9-4e02-b80f-567588f22712 req-8d9504c2-7883-46b6-b2af-e676b672d62f tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.15 "DELETE /v2.0/ports/4ebac90b-4e4b-4720-9be3-be2d7d80ff9d HTTP/1.1" status: 204 len: 173 time: 1.3620543 Mar 07 21:38:51.429801 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-c9130be6-baf4-4db8-baa6-dcd52cadd568 req-46ec38f7-e541-4edf-a787-90141cd3356f tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] show failed (client error): The resource could not be found. Mar 07 21:38:51.430855 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c9130be6-baf4-4db8-baa6-dcd52cadd568 req-46ec38f7-e541-4edf-a787-90141cd3356f tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "GET /v2.0/security-groups/ecc79c91-15d1-4b08-a8b6-38a135b27498 HTTP/1.1" status: 404 len: 352 time: 0.0731125 Mar 07 21:38:51.448437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-146e70dc-009b-425c-bac7-33f34842a8d2 req-f43e35bd-df05-4397-bc41-0a645a52a725 tempest-InstanceActionsTestJSON-1329066213 tempest-InstanceActionsTestJSON-1329066213-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c5c44a1-2aaf-4d58-bbdd-84aad1056c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131336 Mar 07 21:38:51.458193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b7452b-c6f5-41c1-8169-8e063d65972f None None] DHCP port deletion for 8a2ef91d-b781-46e6-a897-8e16fa1e08df request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:38:51.462648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7303c610-6114-4f1b-b6b3-cfa7881efcad), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:51.500139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Port': ['ID=7303c610-6114-4f1b-b6b3-cfa7881efcad,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:51.504492 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] No DVR routers for this DVR port 7303c610-6114-4f1b-b6b3-cfa7881efcad on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:51.585882 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7256f9d6-051e-4bc1-b34c-1c99e58fe43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356cc228-2698-4030-bf05-3b338faf96ed', 'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:10Z', 'updated_at': '2022-03-07T21:38:20Z', 'revision_number': 4, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'gw_port': {'id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:12Z', 'updated_at': '2022-03-07T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '7f06046c-2379-406c-9d79-d57e32e714e3', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'port_id': '094c1e17-a039-425b-87ab-20f219ddc2b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'mac_address': 'fa:16:3e:e7:f5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88b9aa-3e21-4988-8094-f802cf3bdec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:38:25Z', 'updated_at': '2022-03-07T21:38:49Z', 'revision_number': 1, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5e3b16-3bf4-4088-9c28-f4882cbb6fbc', 'name': '', 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'mac_address': 'fa:16:3e:00:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:18Z', 'updated_at': '2022-03-07T21:38:28Z', 'revision_number': 5, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'subnets': [{'id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:51.613835 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7256f9d6-051e-4bc1-b34c-1c99e58fe43b None None] Checking router: 356cc228-2698-4030-bf05-3b338faf96ed for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:38:51.616521 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (8a2ef91d-b781-46e6-a897-8e16fa1e08df), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:51.623156 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7256f9d6-051e-4bc1-b34c-1c99e58fe43b None None] Routers {'356cc228-2698-4030-bf05-3b338faf96ed'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:38:51.623868 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7256f9d6-051e-4bc1-b34c-1c99e58fe43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:38:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['356cc228-2698-4030-bf05-3b338faf96ed'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:51.633472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683981a-ed45-40aa-b6bc-da105a7739b1 req-544f385d-3b76-4c8f-8c42-cd078bb5da05 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:51.635545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e683981a-ed45-40aa-b6bc-da105a7739b1 req-544f385d-3b76-4c8f-8c42-cd078bb5da05 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 949 time: 0.1019404 Mar 07 21:38:51.645493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2ef91d-b781-46e6-a897-8e16fa1e08df']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:51.655675 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7cf8b-2985-4479-aa17-c86037dd31cb req-e3b50873-7025-4f78-b402-2f595ec0eac3 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:51.655907 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39809cb6-c0ed-4f6f-b855-0199c95db27b') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:51.656224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39809cb6-c0ed-4f6f-b855-0199c95db27b') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:51.657177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-08c7cf8b-2985-4479-aa17-c86037dd31cb req-e3b50873-7025-4f78-b402-2f595ec0eac3 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 946 time: 0.0809126 Mar 07 21:38:51.667022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (39809cb6-c0ed-4f6f-b855-0199c95db27b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:51.680687 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (39809cb6-c0ed-4f6f-b855-0199c95db27b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:51.689294 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:51.689761 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (39809cb6-c0ed-4f6f-b855-0199c95db27b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:51.692935 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:51.725792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e683981a-ed45-40aa-b6bc-da105a7739b1 req-e0ca7db4-597a-4919-aa75-99394969ba10 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835071 Mar 07 21:38:51.730194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-08c7cf8b-2985-4479-aa17-c86037dd31cb req-36201f1f-954e-4b93-bd6d-4fc827634f7e tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/security-groups?id=259274be-8f67-41e9-bc17-465419651b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629098 Mar 07 21:38:51.775685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['a555ccb5-722a-42fa-aba1-3c9d60fbcdaf'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:38:51.780782 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4dad43-af39-4b98-bf02-402419437959 x-openstack-request-id: req-8f4dad43-af39-4b98-bf02-402419437959 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:51.781083 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c88b9aa-3e21-4988-8094-f802cf3bdec4", "tag": "094c1e17-a039-425b-87ab-20f219ddc2b8", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:51.781387 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f4dad43-af39-4b98-bf02-402419437959 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:51.781760 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c88b9aa-3e21-4988-8094-f802cf3bdec4', 'tag': '094c1e17-a039-425b-87ab-20f219ddc2b8', 'status': 'completed', 'code': 200} Mar 07 21:38:51.782581 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (8a2ef91d-b781-46e6-a897-8e16fa1e08df), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:51.790575 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:51.792879 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-7256f9d6-051e-4bc1-b34c-1c99e58fe43b None None] Set router 356cc228-2698-4030-bf05-3b338faf96ed gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:38:51.796017 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] 10.222.0.26 "DELETE /v2.0/networks/8a2ef91d-b781-46e6-a897-8e16fa1e08df HTTP/1.1" status: 204 len: 168 time: 0.7778544 Mar 07 21:38:51.840104 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556ec720-410e-4cbf-a8f2-36b73ceb8a58 x-openstack-request-id: req-556ec720-410e-4cbf-a8f2-36b73ceb8a58 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:51.840600 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59263509-b823-4aa1-964c-8a6034a9300e", "name": "network-vif-plugged", "status": "completed", "tag": "094e0284-669c-4f88-b134-450f20459ec0", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:51.841117 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-556ec720-410e-4cbf-a8f2-36b73ceb8a58 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:51.841801 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59263509-b823-4aa1-964c-8a6034a9300e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094e0284-669c-4f88-b134-450f20459ec0', 'code': 200} Mar 07 21:38:51.890093 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-4b956465-f42c-47fc-b9b6-094d7473cd50 req-72ee0c4c-8e0f-41d4-9a3e-de04803d4bf6 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] show failed (client error): The resource could not be found. Mar 07 21:38:51.891528 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b956465-f42c-47fc-b9b6-094d7473cd50 req-72ee0c4c-8e0f-41d4-9a3e-de04803d4bf6 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "GET /v2.0/security-group-rules/0e864749-655c-4301-8423-34105458e8d8 HTTP/1.1" status: 404 len: 361 time: 0.0310638 Mar 07 21:38:51.905631 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32a357-51c2-4452-ba39-d054b3d48e0a tempest-NetworksIpV6TestAttrs-263105095 tempest-NetworksIpV6TestAttrs-263105095-project] Pushing event deleted for resources: {'Network': ['ID=8a2ef91d-b781-46e6-a897-8e16fa1e08df,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:51.951443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42adb2e-be07-40d7-9b47-d38f9870a7fe req-50fa0f3b-4daf-47ed-9708-c071f5cb292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:51.956891 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d42adb2e-be07-40d7-9b47-d38f9870a7fe req-50fa0f3b-4daf-47ed-9708-c071f5cb292e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c101412a49b4f16be02e8acaa7053e6&device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 1128 time: 0.1504254 Mar 07 21:38:52.139579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bce53-6cac-454e-ad25-2a89ee863097 req-e515bf5a-6197-4d38-8e04-826b506b4fb9 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:52.149859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-438bce53-6cac-454e-ad25-2a89ee863097 req-e515bf5a-6197-4d38-8e04-826b506b4fb9 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 943 time: 0.1249640 Mar 07 21:38:52.152462 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 3c4555d7-17f0-43ae-b0e6-385ab697eabf up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:52.187182 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c43de-b0be-4c45-a634-1e86a9a231de req-fc2210f1-19c7-4e33-8297-b1def3bd02da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:52.191092 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-408c43de-b0be-4c45-a634-1e86a9a231de req-fc2210f1-19c7-4e33-8297-b1def3bd02da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 1128 time: 0.1990883 Mar 07 21:38:52.211253 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:52.236723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 3c4555d7-17f0-43ae-b0e6-385ab697eabf completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:38:52.247809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 3c4555d7-17f0-43ae-b0e6-385ab697eabf triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:52.249280 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:52.296966 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-438bce53-6cac-454e-ad25-2a89ee863097 req-fc9c0cf5-85ee-4873-b79e-ee186f423f74 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467791 Mar 07 21:38:52.298742 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53524) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:52.299215 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d962b2-b1ff-4963-b18a-eea2735d17ee', 'tag': 'e3216fc6-e200-4188-8c52-946675727be0'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:52.326736 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3aea19-405c-4a31-bcd3-b942768d8a87" -d '{"events": [{"name": "network-changed", "server_uuid": "06d962b2-b1ff-4963-b18a-eea2735d17ee", "tag": "e3216fc6-e200-4188-8c52-946675727be0"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:52.337813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42adb2e-be07-40d7-9b47-d38f9870a7fe req-ed898335-42ea-45b1-a96f-a8e5b3cf47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:52.340235 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d42adb2e-be07-40d7-9b47-d38f9870a7fe req-ed898335-42ea-45b1-a96f-a8e5b3cf47dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd51ab9b-a441-440b-b07c-47d7dbd3dbcc HTTP/1.1" status: 200 len: 906 time: 0.3772979 Mar 07 21:38:52.352826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7303c610-6114-4f1b-b6b3-cfa7881efcad no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:38:52.418256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 3c4555d7-17f0-43ae-b0e6-385ab697eabf is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:52.418638 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:52.421574 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-408c43de-b0be-4c45-a634-1e86a9a231de req-7bc0f609-1e89-40eb-a863-67c066aef458 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955459 Mar 07 21:38:52.439730 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d42adb2e-be07-40d7-9b47-d38f9870a7fe req-21c2fae9-575c-417d-8476-27cf597bb9e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094c1e17-a039-425b-87ab-20f219ddc2b8 HTTP/1.1" status: 200 len: 1000 time: 0.0883162 Mar 07 21:38:52.444079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 7303c610-6114-4f1b-b6b3-cfa7881efcad {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:38:52.444496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7303c610-6114-4f1b-b6b3-cfa7881efcad not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:38:52.477610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 3c4555d7-17f0-43ae-b0e6-385ab697eabf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3c4555d7-17f0-43ae-b0e6-385ab697eabf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:52.482682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4613fc3-6d68-4b76-94b5-02c2253b10f2 req-faed3643-3974-4db4-ae8e-58c3a487710d tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "GET /v2.0/security-groups/4622dd21-237e-441e-bc68-b24e264d883e HTTP/1.1" status: 200 len: 1831 time: 0.0878267 Mar 07 21:38:52.483436 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:52.484521 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:38:52.501495 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7256f9d6-051e-4bc1-b34c-1c99e58fe43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356cc228-2698-4030-bf05-3b338faf96ed', 'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:10Z', 'updated_at': '2022-03-07T21:38:20Z', 'revision_number': 4, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'gw_port': {'id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:12Z', 'updated_at': '2022-03-07T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '7f06046c-2379-406c-9d79-d57e32e714e3', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'port_id': '094c1e17-a039-425b-87ab-20f219ddc2b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'mac_address': 'fa:16:3e:e7:f5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88b9aa-3e21-4988-8094-f802cf3bdec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:38:25Z', 'updated_at': '2022-03-07T21:38:49Z', 'revision_number': 1, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5e3b16-3bf4-4088-9c28-f4882cbb6fbc', 'name': '', 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'mac_address': 'fa:16:3e:00:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:18Z', 'updated_at': '2022-03-07T21:38:28Z', 'revision_number': 5, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'subnets': [{'id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:52.532205 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7256f9d6-051e-4bc1-b34c-1c99e58fe43b None None] The sync data for ids ['356cc228-2698-4030-bf05-3b338faf96ed'] in n-d-832330-1 is: [{'id': '356cc228-2698-4030-bf05-3b338faf96ed', 'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:10Z', 'updated_at': '2022-03-07T21:38:20Z', 'revision_number': 4, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'gw_port': {'id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:12Z', 'updated_at': '2022-03-07T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '7f06046c-2379-406c-9d79-d57e32e714e3', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'port_id': '094c1e17-a039-425b-87ab-20f219ddc2b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'mac_address': 'fa:16:3e:e7:f5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88b9aa-3e21-4988-8094-f802cf3bdec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:38:25Z', 'updated_at': '2022-03-07T21:38:49Z', 'revision_number': 1, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5e3b16-3bf4-4088-9c28-f4882cbb6fbc', 'name': '', 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'mac_address': 'fa:16:3e:00:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:18Z', 'updated_at': '2022-03-07T21:38:28Z', 'revision_number': 5, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'subnets': [{'id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:52.544723 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2582af-a431-4b36-add4-8ad073c63080 req-d7a50cfe-0135-41c3-b275-bfe56968565d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:52.549725 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-d7a50cfe-0135-41c3-b275-bfe56968565d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.13 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e&tenant_id=983f4ba84c9a411ba764aa41e92d0679&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 949 time: 0.2488372 Mar 07 21:38:52.573512 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-07c7197d-f80f-4c20-9f7a-aef900cf78c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=091e14cb6d3140099222826c1f2c8ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405975 Mar 07 21:38:52.574182 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53532) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:52.604258 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccba6d7-bcc1-43a8-88dc-f44f9edfd039 req-e8a57b0d-be12-4eda-8e65-b5daaf95a85a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:52.611843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ccba6d7-bcc1-43a8-88dc-f44f9edfd039 req-e8a57b0d-be12-4eda-8e65-b5daaf95a85a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.2308295 Mar 07 21:38:52.631420 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d28b382-a08a-4797-aa1e-22874dad4a7a admin admin] Publish callbacks [] for security_group (dcf66511-8724-4b5e-9672-5311f74d8fd6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:52.654888 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d28b382-a08a-4797-aa1e-22874dad4a7a admin admin] Publish callbacks [] for security_group (dcf66511-8724-4b5e-9672-5311f74d8fd6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:52.655781 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c4613fc3-6d68-4b76-94b5-02c2253b10f2 req-4286133d-72dd-4b98-8846-812b3533701e tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (4622dd21-237e-441e-bc68-b24e264d883e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:52.691937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ccba6d7-bcc1-43a8-88dc-f44f9edfd039 req-70f9d96c-410b-48f5-9118-992422d66f44 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788252 Mar 07 21:38:52.700037 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c4613fc3-6d68-4b76-94b5-02c2253b10f2 req-4286133d-72dd-4b98-8846-812b3533701e tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (4622dd21-237e-441e-bc68-b24e264d883e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:52.727657 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d28b382-a08a-4797-aa1e-22874dad4a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dcf66511-8724-4b5e-9672-5311f74d8fd6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:52.727922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:38:52.728300 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4ebac90b-4e4b-4720-9be3-be2d7d80ff9d not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:38:52.732994 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d28b382-a08a-4797-aa1e-22874dad4a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:52.733542 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=3c4555d7-17f0-43ae-b0e6-385ab697eabf,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:52.736562 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7d28b382-a08a-4797-aa1e-22874dad4a7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dcf66511-8724-4b5e-9672-5311f74d8fd6 HTTP/1.1" status: 204 len: 168 time: 0.1595461 Mar 07 21:38:52.755504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28b382-a08a-4797-aa1e-22874dad4a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf66511-8724-4b5e-9672-5311f74d8fd6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:52.781785 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c4613fc3-6d68-4b76-94b5-02c2253b10f2 req-4286133d-72dd-4b98-8846-812b3533701e tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4622dd21-237e-441e-bc68-b24e264d883e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:52.784686 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c4613fc3-6d68-4b76-94b5-02c2253b10f2 req-4286133d-72dd-4b98-8846-812b3533701e tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:52.786427 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4613fc3-6d68-4b76-94b5-02c2253b10f2 req-4286133d-72dd-4b98-8846-812b3533701e tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "DELETE /v2.0/security-groups/4622dd21-237e-441e-bc68-b24e264d883e HTTP/1.1" status: 204 len: 173 time: 0.2949803 Mar 07 21:38:52.818335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286133d-72dd-4b98-8846-812b3533701e tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4622dd21-237e-441e-bc68-b24e264d883e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:52.831410 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04daa1a1-6002-487c-94da-0a1ba57c46e3 x-openstack-request-id: req-04daa1a1-6002-487c-94da-0a1ba57c46e3 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:52.831927 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d962b2-b1ff-4963-b18a-eea2735d17ee", "tag": "e3216fc6-e200-4188-8c52-946675727be0", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:52.832378 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04daa1a1-6002-487c-94da-0a1ba57c46e3 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:52.833267 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d962b2-b1ff-4963-b18a-eea2735d17ee', 'tag': 'e3216fc6-e200-4188-8c52-946675727be0', 'status': 'completed', 'code': 200} Mar 07 21:38:52.855711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303734c7-84fb-467d-bbcc-cb66310c60f5 req-d40d93bc-7a94-40c3-951c-98141ae35477 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:52.857645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-303734c7-84fb-467d-bbcc-cb66310c60f5 req-d40d93bc-7a94-40c3-951c-98141ae35477 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 949 time: 0.0895789 Mar 07 21:38:52.893675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a97c318-555d-4300-99ac-384b41a7905e None None] New status for floating IP 7f06046c-2379-406c-9d79-d57e32e714e3: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:38:52.921081 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53540) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:52.944360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3aea19-405c-4a31-bcd3-b942768d8a87 req-33d5f7b2-7bfd-4e44-98f3-cb6c45bd79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:52.945939 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab3aea19-405c-4a31-bcd3-b942768d8a87 req-33d5f7b2-7bfd-4e44-98f3-cb6c45bd79c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 1155 time: 0.0866213 Mar 07 21:38:52.950590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-303734c7-84fb-467d-bbcc-cb66310c60f5 req-6621ba4d-01d9-47b0-9a85-dce5f289fffd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822010 Mar 07 21:38:53.005418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-56aaa512-f4b2-43e4-b20a-647f1ac62816 admin admin] Deleting subnet bed9da1c-f0e0-45fd-836d-90d51e2ab847 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:38:53.008997 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56aaa512-f4b2-43e4-b20a-647f1ac62816 admin admin] Publish callbacks [] for subnet (bed9da1c-f0e0-45fd-836d-90d51e2ab847), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.044194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c7f26cf-694b-46df-b666-dae91f2c0955 req-95872a3d-462e-4aad-8be1-1d36042b5962 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "GET /v2.0/security-groups/aa0658a2-6dd0-42ae-a833-6e5ec060741b HTTP/1.1" status: 200 len: 1831 time: 0.0478301 Mar 07 21:38:53.052439 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56aaa512-f4b2-43e4-b20a-647f1ac62816 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (bed9da1c-f0e0-45fd-836d-90d51e2ab847), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.104113 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56aaa512-f4b2-43e4-b20a-647f1ac62816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (bed9da1c-f0e0-45fd-836d-90d51e2ab847), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.178818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56aaa512-f4b2-43e4-b20a-647f1ac62816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (bed9da1c-f0e0-45fd-836d-90d51e2ab847), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.212089 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aaa512-f4b2-43e4-b20a-647f1ac62816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed9da1c-f0e0-45fd-836d-90d51e2ab847,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:53.218202 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56aaa512-f4b2-43e4-b20a-647f1ac62816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.221672 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-56aaa512-f4b2-43e4-b20a-647f1ac62816 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bed9da1c-f0e0-45fd-836d-90d51e2ab847 HTTP/1.1" status: 204 len: 168 time: 0.2993982 Mar 07 21:38:53.225721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53550) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:53.298609 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e0f7f37-8e0c-463f-992d-fd8de53870b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (091ef040-bd34-459b-a29e-6b86a792acc0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.388041 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e0f7f37-8e0c-463f-992d-fd8de53870b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (091ef040-bd34-459b-a29e-6b86a792acc0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.412994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6e0f7f37-8e0c-463f-992d-fd8de53870b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091ef040-bd34-459b-a29e-6b86a792acc0']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:53.424669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6e0f7f37-8e0c-463f-992d-fd8de53870b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3b885c-3e08-465e-a4cf-084d9ecab88d') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:53.424968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6e0f7f37-8e0c-463f-992d-fd8de53870b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3b885c-3e08-465e-a4cf-084d9ecab88d') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:53.436542 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e0f7f37-8e0c-463f-992d-fd8de53870b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (1c3b885c-3e08-465e-a4cf-084d9ecab88d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.452876 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e0f7f37-8e0c-463f-992d-fd8de53870b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1c3b885c-3e08-465e-a4cf-084d9ecab88d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.460261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0f7f37-8e0c-463f-992d-fd8de53870b3 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:53.461158 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e0f7f37-8e0c-463f-992d-fd8de53870b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (1c3b885c-3e08-465e-a4cf-084d9ecab88d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:53.463794 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:53.523426 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e0f7f37-8e0c-463f-992d-fd8de53870b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (091ef040-bd34-459b-a29e-6b86a792acc0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.524686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61232bb-c279-48e7-83e7-f5e71e9b8519 req-bc72252f-7101-4766-85b3-c8d9377b85fd tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:53.526796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c61232bb-c279-48e7-83e7-f5e71e9b8519 req-bc72252f-7101-4766-85b3-c8d9377b85fd tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 950 time: 0.4709337 Mar 07 21:38:53.527856 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3aea19-405c-4a31-bcd3-b942768d8a87 req-81c35bbd-1eee-454e-8d83-66f524e6d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:53.528890 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e0f7f37-8e0c-463f-992d-fd8de53870b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.529211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab3aea19-405c-4a31-bcd3-b942768d8a87 req-81c35bbd-1eee-454e-8d83-66f524e6d8a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.5763481 Mar 07 21:38:53.532832 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6e0f7f37-8e0c-463f-992d-fd8de53870b3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/091ef040-bd34-459b-a29e-6b86a792acc0 HTTP/1.1" status: 204 len: 168 time: 0.3057868 Mar 07 21:38:53.542367 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5c7f26cf-694b-46df-b666-dae91f2c0955 req-9a4a2964-386b-44c6-913e-b064dc110059 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (aa0658a2-6dd0-42ae-a833-6e5ec060741b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.546908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f7f37-8e0c-463f-992d-fd8de53870b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=091ef040-bd34-459b-a29e-6b86a792acc0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:53.591569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab3aea19-405c-4a31-bcd3-b942768d8a87 req-ebf19799-970a-4eb4-a21c-bb776f201ddf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3216fc6-e200-4188-8c52-946675727be0 HTTP/1.1" status: 200 len: 217 time: 0.0511532 Mar 07 21:38:53.632684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53566) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:53.649454 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5c7f26cf-694b-46df-b666-dae91f2c0955 req-9a4a2964-386b-44c6-913e-b064dc110059 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (aa0658a2-6dd0-42ae-a833-6e5ec060741b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.683176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c61232bb-c279-48e7-83e7-f5e71e9b8519 req-e1926980-401f-4126-b5c1-38e44225882a tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449723 Mar 07 21:38:53.708334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3aea19-405c-4a31-bcd3-b942768d8a87 req-42726477-61cd-43cd-9a05-4b181ae46d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:53.708334 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab3aea19-405c-4a31-bcd3-b942768d8a87 req-42726477-61cd-43cd-9a05-4b181ae46d42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.1036956 Mar 07 21:38:53.741080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53572) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:53.746829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab3aea19-405c-4a31-bcd3-b942768d8a87 req-bf781cfe-4b9d-43ef-aa92-be1d00ceac33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388219 Mar 07 21:38:53.747742 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5c7f26cf-694b-46df-b666-dae91f2c0955 req-9a4a2964-386b-44c6-913e-b064dc110059 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (aa0658a2-6dd0-42ae-a833-6e5ec060741b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.750325 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5c7f26cf-694b-46df-b666-dae91f2c0955 req-9a4a2964-386b-44c6-913e-b064dc110059 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.764919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c7f26cf-694b-46df-b666-dae91f2c0955 req-9a4a2964-386b-44c6-913e-b064dc110059 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "DELETE /v2.0/security-groups/aa0658a2-6dd0-42ae-a833-6e5ec060741b HTTP/1.1" status: 204 len: 173 time: 0.6934757 Mar 07 21:38:53.785945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-36ce75f7-391c-429a-afd9-5b092c49a6e5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group': {'name': 'tempest-secgroup--444605469'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:53.795047 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16417af7-abc4-4da8-a73b-4ff773146893', 'name': 'network-vif-deleted', 'tag': '4ebac90b-4e4b-4720-9be3-be2d7d80ff9d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:53.797477 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0559249-0009-4099-b1f5-73f3ab7d44ce" -d '{"events": [{"server_uuid": "16417af7-abc4-4da8-a73b-4ff773146893", "name": "network-vif-deleted", "tag": "4ebac90b-4e4b-4720-9be3-be2d7d80ff9d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:53.810535 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-02f8165c-1e28-465d-bae1-88e62f72eb0c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ad12b40821f4e258595ae6a1314da04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0680511 Mar 07 21:38:53.813014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53578) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:53.828948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a2964-386b-44c6-913e-b064dc110059 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0658a2-6dd0-42ae-a833-6e5ec060741b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:53.830984 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ce75f7-391c-429a-afd9-5b092c49a6e5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.844969 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ce75f7-391c-429a-afd9-5b092c49a6e5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.845623 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1c6bff-113d-47b0-a9b8-240064c54d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4555d7-17f0-43ae-b0e6-385ab697eabf'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:53.847702 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daf2ab1-3465-46ba-b4e4-1a68807f5ca0" -d '{"events": [{"server_uuid": "fe1c6bff-113d-47b0-a9b8-240064c54d58", "name": "network-vif-plugged", "status": "completed", "tag": "3c4555d7-17f0-43ae-b0e6-385ab697eabf"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:53.913762 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a685f0cc-dad6-407f-9cae-c7b8b035d718 admin admin] Publish callbacks [] for security_group (0c5c44a1-2aaf-4d58-bbdd-84aad1056c07), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.942384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecb1d5-a243-4d0c-be5f-74ed3ec5edca req-b1b03c61-ad83-45d6-ad75-a0f2c6ffae7d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:53.944034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f1ecb1d5-a243-4d0c-be5f-74ed3ec5edca req-b1b03c61-ad83-45d6-ad75-a0f2c6ffae7d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 943 time: 0.1782000 Mar 07 21:38:53.945667 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a685f0cc-dad6-407f-9cae-c7b8b035d718 admin admin] Publish callbacks [] for security_group (0c5c44a1-2aaf-4d58-bbdd-84aad1056c07), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.950975 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab3aea19-405c-4a31-bcd3-b942768d8a87 req-8ceb825d-86f3-4eac-8f84-566b18f309c2 service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840436 Mar 07 21:38:53.958250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c23c71-7053-4cd9-86d1-204dc0a1fcf9 req-2a9f3e83-4505-4835-8214-21bae7277b29 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:53.959723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14c23c71-7053-4cd9-86d1-204dc0a1fcf9 req-2a9f3e83-4505-4835-8214-21bae7277b29 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.1521118 Mar 07 21:38:53.987518 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ce75f7-391c-429a-afd9-5b092c49a6e5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (8f226d90-bc52-4ab7-8515-572741301c77), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:53.991511 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ce75f7-391c-429a-afd9-5b092c49a6e5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8f226d90-bc52-4ab7-8515-572741301c77), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.032376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce75f7-391c-429a-afd9-5b092c49a6e5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f226d90-bc52-4ab7-8515-572741301c77,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:54.046351 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a685f0cc-dad6-407f-9cae-c7b8b035d718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0c5c44a1-2aaf-4d58-bbdd-84aad1056c07), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.049003 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a685f0cc-dad6-407f-9cae-c7b8b035d718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.050189 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a685f0cc-dad6-407f-9cae-c7b8b035d718 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c5c44a1-2aaf-4d58-bbdd-84aad1056c07 HTTP/1.1" status: 204 len: 168 time: 0.2361813 Mar 07 21:38:54.068226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685f0cc-dad6-407f-9cae-c7b8b035d718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5c44a1-2aaf-4d58-bbdd-84aad1056c07,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:54.092981 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ce75f7-391c-429a-afd9-5b092c49a6e5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (f581e74e-2985-47cf-a4d8-37f97008bb7c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.100163 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ce75f7-391c-429a-afd9-5b092c49a6e5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f581e74e-2985-47cf-a4d8-37f97008bb7c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.109100 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f1ecb1d5-a243-4d0c-be5f-74ed3ec5edca req-b895fecb-6970-433d-a593-5fc75172e25a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484170 Mar 07 21:38:54.122638 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14c23c71-7053-4cd9-86d1-204dc0a1fcf9 req-cc4bcec8-9a63-4c1c-9747-4a9e8726075b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467931 Mar 07 21:38:54.142498 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ce75f7-391c-429a-afd9-5b092c49a6e5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.143808 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-36ce75f7-391c-429a-afd9-5b092c49a6e5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5087554 Mar 07 21:38:54.151181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53586) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:54.157840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab3aea19-405c-4a31-bcd3-b942768d8a87 req-ea27bf8d-6543-4e76-a941-5991f0f8802a service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961875 Mar 07 21:38:54.167011 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce75f7-391c-429a-afd9-5b092c49a6e5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f581e74e-2985-47cf-a4d8-37f97008bb7c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:54.195250 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a87b63-2b89-43e0-906d-74e745c0594a x-openstack-request-id: req-17a87b63-2b89-43e0-906d-74e745c0594a {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:54.195558 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16417af7-abc4-4da8-a73b-4ff773146893", "name": "network-vif-deleted", "tag": "4ebac90b-4e4b-4720-9be3-be2d7d80ff9d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:54.195826 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17a87b63-2b89-43e0-906d-74e745c0594a {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:54.196237 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16417af7-abc4-4da8-a73b-4ff773146893', 'name': 'network-vif-deleted', 'tag': '4ebac90b-4e4b-4720-9be3-be2d7d80ff9d', 'status': 'completed', 'code': 200} Mar 07 21:38:54.213424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd52bdfd-45d2-4b2b-9884-f7e7ae37c0b5 req-21232984-c4bf-4477-b7f3-9b1e1b1957f5 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "GET /v2.0/security-groups/42fe2163-1970-46df-9c79-862e3f3ca0ef HTTP/1.1" status: 200 len: 1830 time: 0.0821764 Mar 07 21:38:54.229307 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1a66ff-7523-4a68-b2f7-0779b42c4ac0 x-openstack-request-id: req-8d1a66ff-7523-4a68-b2f7-0779b42c4ac0 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:54.229614 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1c6bff-113d-47b0-a9b8-240064c54d58", "name": "network-vif-plugged", "status": "completed", "tag": "3c4555d7-17f0-43ae-b0e6-385ab697eabf", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:54.229886 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d1a66ff-7523-4a68-b2f7-0779b42c4ac0 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:54.230339 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1c6bff-113d-47b0-a9b8-240064c54d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4555d7-17f0-43ae-b0e6-385ab697eabf', 'code': 200} Mar 07 21:38:54.258725 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6f8b9e7d-d812-4423-b897-07a05ab0f224 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1066630 Mar 07 21:38:54.260835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53588) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:54.266345 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b1fd5055-6f3a-4ae5-a407-37017d55d826 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group': {'name': 'tempest-security--1036587312', 'description': 'tempest-security-description-1589360067'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:54.309443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5055-6f3a-4ae5-a407-37017d55d826 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (f581e74e-2985-47cf-a4d8-37f97008bb7c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.334266 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dd52bdfd-45d2-4b2b-9884-f7e7ae37c0b5 req-f000efe6-3a34-4404-be10-94213e726158 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (42fe2163-1970-46df-9c79-862e3f3ca0ef), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.364482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5055-6f3a-4ae5-a407-37017d55d826 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (f581e74e-2985-47cf-a4d8-37f97008bb7c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.368925 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5055-6f3a-4ae5-a407-37017d55d826 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f581e74e-2985-47cf-a4d8-37f97008bb7c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.372194 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5055-6f3a-4ae5-a407-37017d55d826 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.374507 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b1fd5055-6f3a-4ae5-a407-37017d55d826 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "PUT /v2.0/security-groups/f581e74e-2985-47cf-a4d8-37f97008bb7c HTTP/1.1" status: 200 len: 1797 time: 0.1126683 Mar 07 21:38:54.377713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53592) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:54.382702 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dd52bdfd-45d2-4b2b-9884-f7e7ae37c0b5 req-f000efe6-3a34-4404-be10-94213e726158 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (42fe2163-1970-46df-9c79-862e3f3ca0ef), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.419654 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd5055-6f3a-4ae5-a407-37017d55d826 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f581e74e-2985-47cf-a4d8-37f97008bb7c,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:54.435883 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93b0dc-f20c-4574-8176-b7803230bd4b req-dcc8395f-7bd0-4990-bcf3-3551ffd7d09e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:54.438687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b93b0dc-f20c-4574-8176-b7803230bd4b req-dcc8395f-7bd0-4990-bcf3-3551ffd7d09e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 949 time: 0.1448057 Mar 07 21:38:54.442550 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739d1cd-a716-440a-ae29-12b548cc41fa req-e2898478-4457-470e-b908-5c2b2baba874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:54.444475 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d739d1cd-a716-440a-ae29-12b548cc41fa req-e2898478-4457-470e-b908-5c2b2baba874 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 1132 time: 0.1393363 Mar 07 21:38:54.445916 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9e5899cb-e89c-4860-b977-4bf16d66fa4e tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-groups/f581e74e-2985-47cf-a4d8-37f97008bb7c HTTP/1.1" status: 200 len: 1797 time: 0.0659051 Mar 07 21:38:54.449306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53594) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:54.471960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a555ccb5-722a-42fa-aba1-3c9d60fbcdaf up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:38:54.475466 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dd52bdfd-45d2-4b2b-9884-f7e7ae37c0b5 req-f000efe6-3a34-4404-be10-94213e726158 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (42fe2163-1970-46df-9c79-862e3f3ca0ef), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.478189 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dd52bdfd-45d2-4b2b-9884-f7e7ae37c0b5 req-f000efe6-3a34-4404-be10-94213e726158 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.479872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd52bdfd-45d2-4b2b-9884-f7e7ae37c0b5 req-f000efe6-3a34-4404-be10-94213e726158 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "DELETE /v2.0/security-groups/42fe2163-1970-46df-9c79-862e3f3ca0ef HTTP/1.1" status: 204 len: 173 time: 0.2655985 Mar 07 21:38:54.506808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000efe6-3a34-4404-be10-94213e726158 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fe2163-1970-46df-9c79-862e3f3ca0ef,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:54.528913 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1edab6f8-1eed-4c9e-94ac-0b61958b1362 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (f581e74e-2985-47cf-a4d8-37f97008bb7c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.562994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:38:54.568096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:38:54.568555 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.570981 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1edab6f8-1eed-4c9e-94ac-0b61958b1362 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (f581e74e-2985-47cf-a4d8-37f97008bb7c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.588804 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-798ea965-28d4-4bc2-80a4-f4af21db6e65 req-c00cdd51-3198-4254-91ea-b22e8aab88d6 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "GET /v2.0/security-groups/bc04138f-59ef-4f59-b853-5b491a9e8f9c HTTP/1.1" status: 200 len: 1829 time: 0.0759826 Mar 07 21:38:54.606375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b93b0dc-f20c-4574-8176-b7803230bd4b req-9e09f807-e048-4284-b871-d166bbc52b76 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561582 Mar 07 21:38:54.620323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d739d1cd-a716-440a-ae29-12b548cc41fa req-a02b29f6-60f3-4b75-a9c8-3a17a51cc4dd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666040 Mar 07 21:38:54.638313 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1edab6f8-1eed-4c9e-94ac-0b61958b1362 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f581e74e-2985-47cf-a4d8-37f97008bb7c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.651685 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1edab6f8-1eed-4c9e-94ac-0b61958b1362 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.652916 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1edab6f8-1eed-4c9e-94ac-0b61958b1362 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-groups/f581e74e-2985-47cf-a4d8-37f97008bb7c HTTP/1.1" status: 204 len: 168 time: 0.2020352 Mar 07 21:38:54.656288 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53606) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:54.672492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:38:54.672886 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.674613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edab6f8-1eed-4c9e-94ac-0b61958b1362 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f581e74e-2985-47cf-a4d8-37f97008bb7c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:54.684865 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-798ea965-28d4-4bc2-80a4-f4af21db6e65 req-0c7077d4-eea4-4f05-a911-93c4d1b5e700 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (bc04138f-59ef-4f59-b853-5b491a9e8f9c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.709572 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-798ea965-28d4-4bc2-80a4-f4af21db6e65 req-0c7077d4-eea4-4f05-a911-93c4d1b5e700 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (bc04138f-59ef-4f59-b853-5b491a9e8f9c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.710227 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5cf65efa-38a5-4814-b6ee-6ab461611877 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0528333 Mar 07 21:38:54.721482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53610) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:54.741939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:38:54.745203 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-81e6f80d-3e23-4f6e-8144-8ceac41e933f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] delete failed (client error): The resource could not be found. Mar 07 21:38:54.746279 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-81e6f80d-3e23-4f6e-8144-8ceac41e933f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-groups/f581e74e-2985-47cf-a4d8-37f97008bb7c HTTP/1.1" status: 404 len: 347 time: 0.0220962 Mar 07 21:38:54.750976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53612) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:54.753116 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.762768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-67fe62d5-07dd-40d9-968c-0fa41e932533 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823034383'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:54.786611 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-67fe62d5-07dd-40d9-968c-0fa41e932533 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.802513 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-798ea965-28d4-4bc2-80a4-f4af21db6e65 req-0c7077d4-eea4-4f05-a911-93c4d1b5e700 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bc04138f-59ef-4f59-b853-5b491a9e8f9c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.805254 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-798ea965-28d4-4bc2-80a4-f4af21db6e65 req-0c7077d4-eea4-4f05-a911-93c4d1b5e700 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:54.806708 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-798ea965-28d4-4bc2-80a4-f4af21db6e65 req-0c7077d4-eea4-4f05-a911-93c4d1b5e700 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "DELETE /v2.0/security-groups/bc04138f-59ef-4f59-b853-5b491a9e8f9c HTTP/1.1" status: 204 len: 173 time: 0.1982412 Mar 07 21:38:54.814578 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:54.852102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7077d4-eea4-4f05-a911-93c4d1b5e700 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc04138f-59ef-4f59-b853-5b491a9e8f9c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:54.928255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59010f1-2551-463c-bb3c-1d6a49e4140b req-5697a2ca-ead7-4501-baeb-9cb0b4c36fb7 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:54.929783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d59010f1-2551-463c-bb3c-1d6a49e4140b req-5697a2ca-ead7-4501-baeb-9cb0b4c36fb7 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 950 time: 0.1453617 Mar 07 21:38:54.935761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-93e899ce-e565-4c3a-959c-765c6288725a req-255770f5-98c7-473b-9e66-3604dcb3f5ff tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "GET /v2.0/security-groups/eb122b46-a350-4a7f-8b85-335f7c498e07 HTTP/1.1" status: 200 len: 1827 time: 0.1011972 Mar 07 21:38:54.998691 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-67fe62d5-07dd-40d9-968c-0fa41e932533 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (560523ec-5abd-42ff-b0a3-39280eecd6d9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.011818 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-67fe62d5-07dd-40d9-968c-0fa41e932533 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (560523ec-5abd-42ff-b0a3-39280eecd6d9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.052459 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d59010f1-2551-463c-bb3c-1d6a49e4140b req-2b06c3e1-d1f7-458a-8907-cb53237196e0 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147542 Mar 07 21:38:55.062401 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-67fe62d5-07dd-40d9-968c-0fa41e932533 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.066564 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-67fe62d5-07dd-40d9-968c-0fa41e932533 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3086667 Mar 07 21:38:55.070407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53626) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:55.075864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0bdf8dfc-548a-4d36-8b42-eae4e7098ef0 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group_rule': {'security_group_id': '560523ec-5abd-42ff-b0a3-39280eecd6d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:55.083140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe62d5-07dd-40d9-968c-0fa41e932533 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560523ec-5abd-42ff-b0a3-39280eecd6d9,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:55.102250 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-93e899ce-e565-4c3a-959c-765c6288725a req-5d7e4662-03aa-4b29-bf4a-7e6e7b22c589 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (eb122b46-a350-4a7f-8b85-335f7c498e07), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.124537 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0bdf8dfc-548a-4d36-8b42-eae4e7098ef0 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (29e5b64a-a6f9-4610-b724-34ca9c62ad3a), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.141727 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-93e899ce-e565-4c3a-959c-765c6288725a req-5d7e4662-03aa-4b29-bf4a-7e6e7b22c589 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (eb122b46-a350-4a7f-8b85-335f7c498e07), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.201556 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0bdf8dfc-548a-4d36-8b42-eae4e7098ef0 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (29e5b64a-a6f9-4610-b724-34ca9c62ad3a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.203603 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-93e899ce-e565-4c3a-959c-765c6288725a req-5d7e4662-03aa-4b29-bf4a-7e6e7b22c589 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (eb122b46-a350-4a7f-8b85-335f7c498e07), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.206416 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-93e899ce-e565-4c3a-959c-765c6288725a req-5d7e4662-03aa-4b29-bf4a-7e6e7b22c589 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.207539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-93e899ce-e565-4c3a-959c-765c6288725a req-5d7e4662-03aa-4b29-bf4a-7e6e7b22c589 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] 10.222.0.26 "DELETE /v2.0/security-groups/eb122b46-a350-4a7f-8b85-335f7c498e07 HTTP/1.1" status: 204 len: 173 time: 0.2627976 Mar 07 21:38:55.211481 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0bdf8dfc-548a-4d36-8b42-eae4e7098ef0 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (29e5b64a-a6f9-4610-b724-34ca9c62ad3a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.215533 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53636) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:55.232655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e4662-03aa-4b29-bf4a-7e6e7b22c589 tempest-SecurityGroupRulesNegativeTestJSON-190098434 tempest-SecurityGroupRulesNegativeTestJSON-190098434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb122b46-a350-4a7f-8b85-335f7c498e07,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:55.238884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf8dfc-548a-4d36-8b42-eae4e7098ef0 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e5b64a-a6f9-4610-b724-34ca9c62ad3a,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:55.251828 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0bdf8dfc-548a-4d36-8b42-eae4e7098ef0 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.256141 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0bdf8dfc-548a-4d36-8b42-eae4e7098ef0 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1847446 Mar 07 21:38:55.256760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53638) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:55.283956 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-090c7b32-1ef5-4c4e-b646-19a184ec19d7 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (29e5b64a-a6f9-4610-b724-34ca9c62ad3a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.296843 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0642698-7a7d-418a-90fc-cf21f2b57902 admin admin] Deleting subnet de0d7f62-8c3a-4c97-903d-333c1ea7fdcd {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:38:55.300324 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-090c7b32-1ef5-4c4e-b646-19a184ec19d7 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (29e5b64a-a6f9-4610-b724-34ca9c62ad3a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.300471 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0642698-7a7d-418a-90fc-cf21f2b57902 admin admin] Publish callbacks [] for subnet (de0d7f62-8c3a-4c97-903d-333c1ea7fdcd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.339291 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0642698-7a7d-418a-90fc-cf21f2b57902 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (de0d7f62-8c3a-4c97-903d-333c1ea7fdcd), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.353393 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-090c7b32-1ef5-4c4e-b646-19a184ec19d7 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (29e5b64a-a6f9-4610-b724-34ca9c62ad3a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.360901 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-090c7b32-1ef5-4c4e-b646-19a184ec19d7 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.364939 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-090c7b32-1ef5-4c4e-b646-19a184ec19d7 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/29e5b64a-a6f9-4610-b724-34ca9c62ad3a HTTP/1.1" status: 204 len: 168 time: 0.1071875 Mar 07 21:38:55.366908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53640) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:55.388717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42868ab-d7d9-402d-8cd7-016a99d04f89 req-6181a610-9d62-4d82-af67-7d77d1b465bd tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:55.388989 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0642698-7a7d-418a-90fc-cf21f2b57902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (de0d7f62-8c3a-4c97-903d-333c1ea7fdcd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.390362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d42868ab-d7d9-402d-8cd7-016a99d04f89 req-6181a610-9d62-4d82-af67-7d77d1b465bd tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 943 time: 0.1032386 Mar 07 21:38:55.397129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c7b32-1ef5-4c4e-b646-19a184ec19d7 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29e5b64a-a6f9-4610-b724-34ca9c62ad3a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:55.448528 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0642698-7a7d-418a-90fc-cf21f2b57902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (de0d7f62-8c3a-4c97-903d-333c1ea7fdcd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.453748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4c8e9ca8-02d9-4ace-a0f0-13cd5c2fff40 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0829167 Mar 07 21:38:55.456620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53642) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:55.479667 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0642698-7a7d-418a-90fc-cf21f2b57902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0d7f62-8c3a-4c97-903d-333c1ea7fdcd,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:55.485449 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0642698-7a7d-418a-90fc-cf21f2b57902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.488942 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f0642698-7a7d-418a-90fc-cf21f2b57902 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/de0d7f62-8c3a-4c97-903d-333c1ea7fdcd HTTP/1.1" status: 204 len: 168 time: 0.2723358 Mar 07 21:38:55.491329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d42868ab-d7d9-402d-8cd7-016a99d04f89 req-e4476377-11ff-430d-95e8-3f33772627da tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897632 Mar 07 21:38:55.491462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53644) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:55.530793 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a80c762-c203-47a4-b792-da3b00040d38 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (560523ec-5abd-42ff-b0a3-39280eecd6d9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.589606 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2a55-cc69-4e3e-88a5-28c0a39e0f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (439ecb90-db1a-4d45-9873-30f15bbca318), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.591375 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a80c762-c203-47a4-b792-da3b00040d38 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (560523ec-5abd-42ff-b0a3-39280eecd6d9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.711956 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2a55-cc69-4e3e-88a5-28c0a39e0f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (439ecb90-db1a-4d45-9873-30f15bbca318), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.751442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3f0e2a55-cc69-4e3e-88a5-28c0a39e0f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439ecb90-db1a-4d45-9873-30f15bbca318']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:55.758906 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a80c762-c203-47a4-b792-da3b00040d38 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (560523ec-5abd-42ff-b0a3-39280eecd6d9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.762343 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3f0e2a55-cc69-4e3e-88a5-28c0a39e0f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f0291d-e954-4a17-8c54-81ea6f56bb04') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:55.762646 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3f0e2a55-cc69-4e3e-88a5-28c0a39e0f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f0291d-e954-4a17-8c54-81ea6f56bb04') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:55.764695 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a80c762-c203-47a4-b792-da3b00040d38 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.768322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2a80c762-c203-47a4-b792-da3b00040d38 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-groups/560523ec-5abd-42ff-b0a3-39280eecd6d9 HTTP/1.1" status: 204 len: 168 time: 0.3086658 Mar 07 21:38:55.768999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53658) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:55.779860 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2a55-cc69-4e3e-88a5-28c0a39e0f5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (c9f0291d-e954-4a17-8c54-81ea6f56bb04), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.799022 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad8823-2b84-4a35-bb0f-de5e544870be req-1f95099b-4f1c-415b-b4b3-59aaac678f4a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:55.803629 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dad8823-2b84-4a35-bb0f-de5e544870be req-1f95099b-4f1c-415b-b4b3-59aaac678f4a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.1829183 Mar 07 21:38:55.809264 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2a55-cc69-4e3e-88a5-28c0a39e0f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c9f0291d-e954-4a17-8c54-81ea6f56bb04), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.820234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80c762-c203-47a4-b792-da3b00040d38 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=560523ec-5abd-42ff-b0a3-39280eecd6d9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:55.825126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0e2a55-cc69-4e3e-88a5-28c0a39e0f5e admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:55.825532 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2a55-cc69-4e3e-88a5-28c0a39e0f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (c9f0291d-e954-4a17-8c54-81ea6f56bb04), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:55.827307 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:55.852292 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-04c7cff0-8519-4e27-9f32-f51f77f06475 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0820532 Mar 07 21:38:55.858698 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53660) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:55.867464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-338a8ac2-4d7b-4f6c-a2ea-752b61ae3302 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1615403817'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:55.896964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594e6f-e640-4385-9e6f-ae82bc26d880 req-7f252ce3-2091-4ecb-bdbc-8a38ab7213f7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:55.898542 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99594e6f-e640-4385-9e6f-ae82bc26d880 req-7f252ce3-2091-4ecb-bdbc-8a38ab7213f7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.1944692 Mar 07 21:38:55.906376 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2a55-cc69-4e3e-88a5-28c0a39e0f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (439ecb90-db1a-4d45-9873-30f15bbca318), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.912361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2a55-cc69-4e3e-88a5-28c0a39e0f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.917069 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3f0e2a55-cc69-4e3e-88a5-28c0a39e0f5e admin admin] 10.222.0.26 "DELETE /v2.0/networks/439ecb90-db1a-4d45-9873-30f15bbca318 HTTP/1.1" status: 204 len: 168 time: 0.4245684 Mar 07 21:38:55.933093 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-338a8ac2-4d7b-4f6c-a2ea-752b61ae3302 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:55.934049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e2a55-cc69-4e3e-88a5-28c0a39e0f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=439ecb90-db1a-4d45-9873-30f15bbca318,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:55.950880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dad8823-2b84-4a35-bb0f-de5e544870be req-f5f145e0-c53a-428a-8224-20e75971f0aa tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353874 Mar 07 21:38:55.991598 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99594e6f-e640-4385-9e6f-ae82bc26d880 req-adaeb2d3-6d3d-48ef-959a-ad0b5ae6b22a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829873 Mar 07 21:38:56.058814 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-338a8ac2-4d7b-4f6c-a2ea-752b61ae3302 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (230b21cd-9ad9-4bbc-8bf2-5fa48152e8d0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.064289 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-338a8ac2-4d7b-4f6c-a2ea-752b61ae3302 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (230b21cd-9ad9-4bbc-8bf2-5fa48152e8d0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.099623 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-338a8ac2-4d7b-4f6c-a2ea-752b61ae3302 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.105191 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53666) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:56.110003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-88523bee-f5f1-4084-bd87-f30200a914f1 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group_rule': {'security_group_id': '230b21cd-9ad9-4bbc-8bf2-5fa48152e8d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:56.115538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-338a8ac2-4d7b-4f6c-a2ea-752b61ae3302 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2526467 Mar 07 21:38:56.123145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a8ac2-4d7b-4f6c-a2ea-752b61ae3302 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230b21cd-9ad9-4bbc-8bf2-5fa48152e8d0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:56.151784 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-88523bee-f5f1-4084-bd87-f30200a914f1 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (31600a58-7fbf-48e3-a74b-221d1e52067d), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.176417 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53668) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:56.193660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e569001-41b6-4c61-9dae-a91d3a5872b1 req-3442b65a-fbad-4b4e-8e26-2bfb5040d9b4 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:56.195396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e569001-41b6-4c61-9dae-a91d3a5872b1 req-3442b65a-fbad-4b4e-8e26-2bfb5040d9b4 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 950 time: 0.0671678 Mar 07 21:38:56.232034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:56.234349 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5414093a-bd1f-40a6-8228-2cb228989d70" -d '{"events": [{"server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "name": "network-vif-plugged", "status": "completed", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:38:56.250576 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-88523bee-f5f1-4084-bd87-f30200a914f1 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (31600a58-7fbf-48e3-a74b-221d1e52067d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.254194 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e389f524-c312-4fbd-a480-b401f4944d7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e66348b5f0c243c1bb86f6d05d8cb75a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763898 Mar 07 21:38:56.256514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53672) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:56.265058 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-88523bee-f5f1-4084-bd87-f30200a914f1 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (31600a58-7fbf-48e3-a74b-221d1e52067d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.271763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e569001-41b6-4c61-9dae-a91d3a5872b1 req-7e5fa33f-4a3f-4f93-9dbf-6ac5960ba91f tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600822 Mar 07 21:38:56.302900 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88523bee-f5f1-4084-bd87-f30200a914f1 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31600a58-7fbf-48e3-a74b-221d1e52067d,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:56.318125 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91921b96-db5a-45e8-a80b-f7a6d5c8f95f x-openstack-request-id: req-91921b96-db5a-45e8-a80b-f7a6d5c8f95f {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:38:56.318554 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "name": "network-vif-plugged", "status": "completed", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:38:56.318889 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91921b96-db5a-45e8-a80b-f7a6d5c8f95f {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:38:56.319395 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'code': 200} Mar 07 21:38:56.329015 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-88523bee-f5f1-4084-bd87-f30200a914f1 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.333251 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-88523bee-f5f1-4084-bd87-f30200a914f1 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2237055 Mar 07 21:38:56.333563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53676) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:56.338208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-581a362a-d51c-488c-901d-7c1c8a799149 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group_rule': {'security_group_id': '230b21cd-9ad9-4bbc-8bf2-5fa48152e8d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:56.351382 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab752e4a-f8c9-4122-9bc5-f32adcb80df3 admin admin] Publish callbacks [] for security_group (0121b52c-9acd-421a-979e-c99f18f1bc41), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.377834 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab752e4a-f8c9-4122-9bc5-f32adcb80df3 admin admin] Publish callbacks [] for security_group (0121b52c-9acd-421a-979e-c99f18f1bc41), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.392870 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-581a362a-d51c-488c-901d-7c1c8a799149 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (ff5de0a7-e89e-471f-8af3-ff9d2207fcbc), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.421846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b4d5b-1ad0-48f6-aaba-1f1ec8b5afa6 req-0cc006ab-a1dc-4b88-9561-a4c095ce1c92 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:56.423360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-637b4d5b-1ad0-48f6-aaba-1f1ec8b5afa6 req-0cc006ab-a1dc-4b88-9561-a4c095ce1c92 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3c7dd39-1407-4b99-a255-0951214598f1 HTTP/1.1" status: 200 len: 950 time: 0.0780621 Mar 07 21:38:56.435190 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab752e4a-f8c9-4122-9bc5-f32adcb80df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0121b52c-9acd-421a-979e-c99f18f1bc41), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.438784 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab752e4a-f8c9-4122-9bc5-f32adcb80df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.442332 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ab752e4a-f8c9-4122-9bc5-f32adcb80df3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0121b52c-9acd-421a-979e-c99f18f1bc41 HTTP/1.1" status: 204 len: 168 time: 0.1825519 Mar 07 21:38:56.448970 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab752e4a-f8c9-4122-9bc5-f32adcb80df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0121b52c-9acd-421a-979e-c99f18f1bc41,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:56.513739 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-581a362a-d51c-488c-901d-7c1c8a799149 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (ff5de0a7-e89e-471f-8af3-ff9d2207fcbc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.518776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-637b4d5b-1ad0-48f6-aaba-1f1ec8b5afa6 req-33414946-9a5d-4099-afae-33ac6a189bc6 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851207 Mar 07 21:38:56.520055 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-581a362a-d51c-488c-901d-7c1c8a799149 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (ff5de0a7-e89e-471f-8af3-ff9d2207fcbc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.562367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a362a-d51c-488c-901d-7c1c8a799149 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5de0a7-e89e-471f-8af3-ff9d2207fcbc,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:56.574614 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-581a362a-d51c-488c-901d-7c1c8a799149 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.578523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-581a362a-d51c-488c-901d-7c1c8a799149 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2412462 Mar 07 21:38:56.579412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53684) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:56.584599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b3e76eb9-07f2-4125-ab4f-d600a91bd1b0 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group_rule': {'security_group_id': '230b21cd-9ad9-4bbc-8bf2-5fa48152e8d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:56.622481 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b3e76eb9-07f2-4125-ab4f-d600a91bd1b0 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (74ff49d6-837e-4c2a-8b2b-8836ae11ac59), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.734570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f589b14-af62-4c63-b4da-965bef52d7b0 req-6f9142cc-19ff-4578-ad26-4bc99368e953 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:56.736129 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7f589b14-af62-4c63-b4da-965bef52d7b0 req-6f9142cc-19ff-4578-ad26-4bc99368e953 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 943 time: 0.0976381 Mar 07 21:38:56.738411 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b3e76eb9-07f2-4125-ab4f-d600a91bd1b0 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (74ff49d6-837e-4c2a-8b2b-8836ae11ac59), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.749612 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b3e76eb9-07f2-4125-ab4f-d600a91bd1b0 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (74ff49d6-837e-4c2a-8b2b-8836ae11ac59), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.797422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e76eb9-07f2-4125-ab4f-d600a91bd1b0 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ff49d6-837e-4c2a-8b2b-8836ae11ac59,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:56.821181 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b3e76eb9-07f2-4125-ab4f-d600a91bd1b0 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.822579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b3e76eb9-07f2-4125-ab4f-d600a91bd1b0 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2421286 Mar 07 21:38:56.826034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53698) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:56.831099 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7f589b14-af62-4c63-b4da-965bef52d7b0 req-96ad83e9-1572-47e1-b32e-8b1a2621ba42 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728321 Mar 07 21:38:56.842019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c5c682db-f953-4c0b-90f5-5d99cb16ba88 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group_rule': {'security_group_id': '230b21cd-9ad9-4bbc-8bf2-5fa48152e8d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:56.886285 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c5c682db-f953-4c0b-90f5-5d99cb16ba88 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (90740aca-55ae-4807-8de8-12f55f042fe2), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.971562 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c5c682db-f953-4c0b-90f5-5d99cb16ba88 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (90740aca-55ae-4807-8de8-12f55f042fe2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:56.976884 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c5c682db-f953-4c0b-90f5-5d99cb16ba88 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (90740aca-55ae-4807-8de8-12f55f042fe2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.016751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c682db-f953-4c0b-90f5-5d99cb16ba88 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90740aca-55ae-4807-8de8-12f55f042fe2,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:57.039846 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c5c682db-f953-4c0b-90f5-5d99cb16ba88 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.046655 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c5c682db-f953-4c0b-90f5-5d99cb16ba88 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2191906 Mar 07 21:38:57.047349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53714) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:57.052852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-f6868820-ccf5-475e-9f46-7ce220db7cc3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group_rule': {'security_group_id': '230b21cd-9ad9-4bbc-8bf2-5fa48152e8d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:57.143727 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f6868820-ccf5-475e-9f46-7ce220db7cc3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (5bbe8bf5-0f53-4ce8-994b-cd71cbe74e81), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.178606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc10c3-7135-47cc-9b13-9cf129e4a1d2 req-c89951cd-1c83-403f-8877-0b6452e1fbfa tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:57.187423 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5cc10c3-7135-47cc-9b13-9cf129e4a1d2 req-c89951cd-1c83-403f-8877-0b6452e1fbfa tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.1106744 Mar 07 21:38:57.336611 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f6868820-ccf5-475e-9f46-7ce220db7cc3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (5bbe8bf5-0f53-4ce8-994b-cd71cbe74e81), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.345372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5cc10c3-7135-47cc-9b13-9cf129e4a1d2 req-11cba984-c8ef-40df-89ed-b977e6102398 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552715 Mar 07 21:38:57.349134 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f6868820-ccf5-475e-9f46-7ce220db7cc3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (5bbe8bf5-0f53-4ce8-994b-cd71cbe74e81), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.367761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6868820-ccf5-475e-9f46-7ce220db7cc3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbe8bf5-0f53-4ce8-994b-cd71cbe74e81,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:57.393045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064702c8-8a77-4b11-8806-c0b4d1f6d1db req-99649876-bc26-4ba5-94c9-2180a18494bf tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:57.395126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064702c8-8a77-4b11-8806-c0b4d1f6d1db req-99649876-bc26-4ba5-94c9-2180a18494bf tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.1750908 Mar 07 21:38:57.401289 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-141480de-007f-4b15-88fb-89bffc053814 req-b8b47558-f7e4-4793-a51f-ec32e7531f7d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1799090 Mar 07 21:38:57.406169 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f6868820-ccf5-475e-9f46-7ce220db7cc3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.407305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f6868820-ccf5-475e-9f46-7ce220db7cc3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3586822 Mar 07 21:38:57.410425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53734) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:57.434747 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53736) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:57.461281 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c221d743-5499-459b-9ce1-c301306fd0f4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (5bbe8bf5-0f53-4ce8-994b-cd71cbe74e81), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.470463 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c221d743-5499-459b-9ce1-c301306fd0f4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (5bbe8bf5-0f53-4ce8-994b-cd71cbe74e81), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.495063 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-064702c8-8a77-4b11-8806-c0b4d1f6d1db req-f2a072c7-f399-40b7-af21-4d487673cd20 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875840 Mar 07 21:38:57.498935 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c221d743-5499-459b-9ce1-c301306fd0f4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (5bbe8bf5-0f53-4ce8-994b-cd71cbe74e81), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.509380 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c221d743-5499-459b-9ce1-c301306fd0f4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.513415 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c221d743-5499-459b-9ce1-c301306fd0f4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/5bbe8bf5-0f53-4ce8-994b-cd71cbe74e81 HTTP/1.1" status: 204 len: 168 time: 0.0950415 Mar 07 21:38:57.513415 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221d743-5499-459b-9ce1-c301306fd0f4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bbe8bf5-0f53-4ce8-994b-cd71cbe74e81,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:57.513719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53740) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:57.520149 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141480de-007f-4b15-88fb-89bffc053814 req-42641274-3020-4e45-9235-ead825897617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:57.521643 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-141480de-007f-4b15-88fb-89bffc053814 req-42641274-3020-4e45-9235-ead825897617 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 1126 time: 0.0784540 Mar 07 21:38:57.566636 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7dfea158-27cd-4dbc-bed3-b57a91c48e4f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0519307 Mar 07 21:38:57.567237 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53742) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:57.577374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-855291318-network', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:57.591482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27c46eb2-a655-4015-8666-54c9177c7c00 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (90740aca-55ae-4807-8de8-12f55f042fe2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.598796 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27c46eb2-a655-4015-8666-54c9177c7c00 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (90740aca-55ae-4807-8de8-12f55f042fe2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.623788 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27c46eb2-a655-4015-8666-54c9177c7c00 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (90740aca-55ae-4807-8de8-12f55f042fe2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.630092 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27c46eb2-a655-4015-8666-54c9177c7c00 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.631370 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-27c46eb2-a655-4015-8666-54c9177c7c00 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/90740aca-55ae-4807-8de8-12f55f042fe2 HTTP/1.1" status: 204 len: 168 time: 0.0631936 Mar 07 21:38:57.634052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53744) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:57.637389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c46eb2-a655-4015-8666-54c9177c7c00 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90740aca-55ae-4807-8de8-12f55f042fe2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:57.644349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] Made reservation on behalf of 0e5a9095b5804547a8b1a8286fd70b95 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:57.646597 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.673710 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.685687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141480de-007f-4b15-88fb-89bffc053814 req-5d3b1d85-254a-4fab-82f1-26aa356381cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:57.687182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-141480de-007f-4b15-88fb-89bffc053814 req-5d3b1d85-254a-4fab-82f1-26aa356381cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.1406631 Mar 07 21:38:57.715992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cd22bfa3-54ad-4964-958f-44dd0661904f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0802472 Mar 07 21:38:57.718956 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53746) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:57.742223 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d30ef06-15e9-4110-bb87-02305e799564 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (74ff49d6-837e-4c2a-8b2b-8836ae11ac59), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.750147 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d30ef06-15e9-4110-bb87-02305e799564 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (74ff49d6-837e-4c2a-8b2b-8836ae11ac59), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.753036 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-141480de-007f-4b15-88fb-89bffc053814 req-b6d88a2d-c17a-4767-bcd4-c9b17aa9f1d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac97462-18cd-452c-91d0-b0bb29431fed HTTP/1.1" status: 200 len: 217 time: 0.0482292 Mar 07 21:38:57.781409 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d30ef06-15e9-4110-bb87-02305e799564 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (74ff49d6-837e-4c2a-8b2b-8836ae11ac59), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.786394 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d30ef06-15e9-4110-bb87-02305e799564 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.787522 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8d30ef06-15e9-4110-bb87-02305e799564 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/74ff49d6-837e-4c2a-8b2b-8836ae11ac59 HTTP/1.1" status: 204 len: 168 time: 0.0675838 Mar 07 21:38:57.791517 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53748) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:57.809375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30ef06-15e9-4110-bb87-02305e799564 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74ff49d6-837e-4c2a-8b2b-8836ae11ac59,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:57.830363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141480de-007f-4b15-88fb-89bffc053814 req-b2bb6a56-3e30-4bc7-8248-97e16cac9466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:57.831830 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-141480de-007f-4b15-88fb-89bffc053814 req-b2bb6a56-3e30-4bc7-8248-97e16cac9466 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.0665107 Mar 07 21:38:57.837185 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-29713ba5-88c2-452b-8dec-7ff0a49fc05e tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0443692 Mar 07 21:38:57.840013 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53750) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:57.862593 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-444f70de-021d-40ce-9b97-307a88f37520 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (ff5de0a7-e89e-471f-8af3-ff9d2207fcbc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.871199 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-444f70de-021d-40ce-9b97-307a88f37520 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (ff5de0a7-e89e-471f-8af3-ff9d2207fcbc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.874679 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-141480de-007f-4b15-88fb-89bffc053814 req-853a2c65-4b53-47ee-91c4-c6011aa6bae2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335996 Mar 07 21:38:57.879981 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] Publish callbacks [] for security_group (063d499f-6b4c-46a3-b532-cef454926343), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.892367 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (063d499f-6b4c-46a3-b532-cef454926343), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.899975 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-444f70de-021d-40ce-9b97-307a88f37520 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (ff5de0a7-e89e-471f-8af3-ff9d2207fcbc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.913223 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-444f70de-021d-40ce-9b97-307a88f37520 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:57.914377 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-444f70de-021d-40ce-9b97-307a88f37520 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ff5de0a7-e89e-471f-8af3-ff9d2207fcbc HTTP/1.1" status: 204 len: 168 time: 0.0734341 Mar 07 21:38:57.915320 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f70de-021d-40ce-9b97-307a88f37520 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff5de0a7-e89e-471f-8af3-ff9d2207fcbc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:57.917642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53754) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:57.981286 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-56f0a468-2ed0-45c5-910c-6f548970e207 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0592794 Mar 07 21:38:57.981614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53760) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:58.001021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:58.022507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063d499f-6b4c-46a3-b532-cef454926343,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:58.023793 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05c5c0c6-50b7-4452-948b-bb367a88a3de tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (31600a58-7fbf-48e3-a74b-221d1e52067d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.032849 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c5a24ac9-a18c-44a6-b987-96e41033f2e4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.033206 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] Added segment c5a24ac9-a18c-44a6-b987-96e41033f2e4 of type vlan for network a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 Mar 07 21:38:58.046347 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05c5c0c6-50b7-4452-948b-bb367a88a3de tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (31600a58-7fbf-48e3-a74b-221d1e52067d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.077234 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05c5c0c6-50b7-4452-948b-bb367a88a3de tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (31600a58-7fbf-48e3-a74b-221d1e52067d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.086324 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05c5c0c6-50b7-4452-948b-bb367a88a3de tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.087458 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-05c5c0c6-50b7-4452-948b-bb367a88a3de tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/31600a58-7fbf-48e3-a74b-221d1e52067d HTTP/1.1" status: 204 len: 168 time: 0.1047015 Mar 07 21:38:58.091515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53766) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:58.097874 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5c0c6-50b7-4452-948b-bb367a88a3de tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31600a58-7fbf-48e3-a74b-221d1e52067d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:58.102021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d69da-b93f-4921-95bc-c137409c26ae req-4c7f923f-6f00-4904-bb1a-91a542618f1b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:58.109327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca2d69da-b93f-4921-95bc-c137409c26ae req-4c7f923f-6f00-4904-bb1a-91a542618f1b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 943 time: 0.1912532 Mar 07 21:38:58.128664 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (a11cbb3b-bf86-42ff-b64d-f9f1caa32c30), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.133457 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-67695612-ca12-48e9-8007-3e237d174ce1 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0381472 Mar 07 21:38:58.133887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53768) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:58.141224 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-141480de-007f-4b15-88fb-89bffc053814 req-bab4b440-f6d7-4a7b-8b40-d4aa50455383 service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573833 Mar 07 21:38:58.187533 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31a6253f-0db5-486b-869f-b79ea5648ad3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (230b21cd-9ad9-4bbc-8bf2-5fa48152e8d0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.221649 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31a6253f-0db5-486b-869f-b79ea5648ad3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (230b21cd-9ad9-4bbc-8bf2-5fa48152e8d0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.234999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca2d69da-b93f-4921-95bc-c137409c26ae req-84e83336-99b1-40da-900c-42bccfd86692 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246309 Mar 07 21:38:58.239589 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (a11cbb3b-bf86-42ff-b64d-f9f1caa32c30), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.240708 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:58.241667 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.286708 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31a6253f-0db5-486b-869f-b79ea5648ad3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (230b21cd-9ad9-4bbc-8bf2-5fa48152e8d0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.290823 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31a6253f-0db5-486b-869f-b79ea5648ad3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.292382 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-31a6253f-0db5-486b-869f-b79ea5648ad3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-groups/230b21cd-9ad9-4bbc-8bf2-5fa48152e8d0 HTTP/1.1" status: 204 len: 168 time: 0.1575601 Mar 07 21:38:58.296444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53774) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:58.303457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6253f-0db5-486b-869f-b79ea5648ad3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=230b21cd-9ad9-4bbc-8bf2-5fa48152e8d0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:58.366614 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9307818 Mar 07 21:38:58.367425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53778) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:58.373270 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9b8d9143-c9dc-4f39-933d-1712e52758c4 admin admin] Request body: {'subnet': {'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-855291318-subnet', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:58.420701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dededfde-b6c7-49f8-920e-8873eedadb46 admin admin] Pushing event updated for resources: {'Network': ['ID=a11cbb3b-bf86-42ff-b64d-f9f1caa32c30,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:58.432636 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8d9143-c9dc-4f39-933d-1712e52758c4 admin admin] Made reservation on behalf of 0e5a9095b5804547a8b1a8286fd70b95 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:58.433249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:38:58.436382 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9143-c9dc-4f39-933d-1712e52758c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.461179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-141480de-007f-4b15-88fb-89bffc053814 req-bde8e7da-d8ec-40bc-a485-379893694dcf service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128736 Mar 07 21:38:58.504700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f6c6cac2-4d5d-4975-895a-bfdf75a3df94 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1944966 Mar 07 21:38:58.525280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53794) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:58.530119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-2f64dc70-f012-4a25-94a7-aa9588a9fb0d tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group': {'name': 'tempest-secgroup--315574832'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:58.554691 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f64dc70-f012-4a25-94a7-aa9588a9fb0d tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.626018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eb785-d327-4564-9bef-136da3cc34b6 req-c0fd33bf-f868-4bcd-8bcc-72e58783192c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:58.634441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17eb785-d327-4564-9bef-136da3cc34b6 req-c0fd33bf-f868-4bcd-8bcc-72e58783192c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.1514952 Mar 07 21:38:58.709100 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f64dc70-f012-4a25-94a7-aa9588a9fb0d tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (675d2197-0861-42a2-bfea-2fb9a2f78384), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.720338 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9143-c9dc-4f39-933d-1712e52758c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (8cbf459f-e96c-490b-8882-87ee5ed2f8e0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.727846 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f64dc70-f012-4a25-94a7-aa9588a9fb0d tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (675d2197-0861-42a2-bfea-2fb9a2f78384), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.760965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17eb785-d327-4564-9bef-136da3cc34b6 req-4ad4f8e3-8a0a-4a56-b7b6-f9fe555c2b1e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254964 Mar 07 21:38:58.775074 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d9143-c9dc-4f39-933d-1712e52758c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cbf459f-e96c-490b-8882-87ee5ed2f8e0,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:58.785717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64dc70-f012-4a25-94a7-aa9588a9fb0d tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675d2197-0861-42a2-bfea-2fb9a2f78384,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:58.794006 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8d9143-c9dc-4f39-933d-1712e52758c4 admin admin] Checking segment: {'id': 'c5a24ac9-a18c-44a6-b987-96e41033f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:58.794407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8d9143-c9dc-4f39-933d-1712e52758c4 admin admin] Network hostable DHCP agents. Network: a11cbb3b-bf86-42ff-b64d-f9f1caa32c30, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:58.809952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7e96f-cb20-4a2f-a5e5-b11e9ba3181b req-506dfd40-bde6-408d-bafb-d775aa915c72 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:58.811781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ad7e96f-cb20-4a2f-a5e5-b11e9ba3181b req-506dfd40-bde6-408d-bafb-d775aa915c72 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.1751249 Mar 07 21:38:58.814651 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f64dc70-f012-4a25-94a7-aa9588a9fb0d tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.815782 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2f64dc70-f012-4a25-94a7-aa9588a9fb0d tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2894711 Mar 07 21:38:58.818257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8d9143-c9dc-4f39-933d-1712e52758c4 admin admin] Network a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:58.819118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53804) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:58.828553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-9b8d9143-c9dc-4f39-933d-1712e52758c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, a11cbb3b-bf86-42ff-b64d-f9f1caa32c30) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:58.829166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-2a699a13-e26e-416f-ab3b-a1c4c909c5a4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group_rule': {'security_group_id': '675d2197-0861-42a2-bfea-2fb9a2f78384', 'direction': 'ingress', 'protocol': 17}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:58.834089 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8d9143-c9dc-4f39-933d-1712e52758c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:58.834673 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9143-c9dc-4f39-933d-1712e52758c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.842940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94815480-2f3f-4d35-ad06-e8e2c8459f3b None None] Network a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:38:58.867114 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b8d9143-c9dc-4f39-933d-1712e52758c4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4959841 Mar 07 21:38:58.867449 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53806) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:58.874720 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:58.888891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ad7e96f-cb20-4a2f-a5e5-b11e9ba3181b req-8d30fac7-4595-4bdc-8197-8081340ec9fa tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710669 Mar 07 21:38:58.895080 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a699a13-e26e-416f-ab3b-a1c4c909c5a4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (26e38dab-f8c2-4b77-9e8d-b70268f85e41), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.924919 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (e3f35928-e3c6-412b-8522-76efaccb6683), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.926549 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (e3f35928-e3c6-412b-8522-76efaccb6683), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.962858 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a699a13-e26e-416f-ab3b-a1c4c909c5a4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (26e38dab-f8c2-4b77-9e8d-b70268f85e41), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.973590 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a699a13-e26e-416f-ab3b-a1c4c909c5a4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (26e38dab-f8c2-4b77-9e8d-b70268f85e41), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:58.992920 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a699a13-e26e-416f-ab3b-a1c4c909c5a4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e38dab-f8c2-4b77-9e8d-b70268f85e41,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:58.998013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'fixed_ips': [{'subnet_id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:38:59.000057 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:59.004252 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a699a13-e26e-416f-ab3b-a1c4c909c5a4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:59.005582 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2a699a13-e26e-416f-ab3b-a1c4c909c5a4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1808774 Mar 07 21:38:59.008269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53808) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:59.024318 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Publish callbacks [] for router_controller (e3f35928-e3c6-412b-8522-76efaccb6683), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:59.064653 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e67add6-ee38-489c-9840-f1773acc2c63 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (675d2197-0861-42a2-bfea-2fb9a2f78384), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:59.121357 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e67add6-ee38-489c-9840-f1773acc2c63 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (675d2197-0861-42a2-bfea-2fb9a2f78384), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:59.159391 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42adb2e-be07-40d7-9b47-d38f9870a7fe req-1d24c211-80c3-4321-b002-49cf5498b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:59.160955 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d42adb2e-be07-40d7-9b47-d38f9870a7fe req-1d24c211-80c3-4321-b002-49cf5498b417 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36f26098-b939-4b3c-93fe-1a876d47971a HTTP/1.1" status: 200 len: 844 time: 0.0473831 Mar 07 21:38:59.177151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-4a4ec3a9-82f4-4753-8936-32b263faef0c service neutron] 10.222.0.13 "GET /v2.0/ports/a555ccb5-722a-42fa-aba1-3c9d60fbcdaf/bindings/n-h1-832330-1 HTTP/1.1" status: 200 len: 382 time: 0.0958052 Mar 07 21:38:59.200053 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Allocated IP 172.20.0.2 (a11cbb3b-bf86-42ff-b64d-f9f1caa32c30/8cbf459f-e96c-490b-8882-87ee5ed2f8e0/972a85ce-22e5-4c44-8a0b-48a50953f9dc) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:59.208259 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e67add6-ee38-489c-9840-f1773acc2c63 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (675d2197-0861-42a2-bfea-2fb9a2f78384), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:59.212050 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e67add6-ee38-489c-9840-f1773acc2c63 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:59.216201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7e67add6-ee38-489c-9840-f1773acc2c63 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-groups/675d2197-0861-42a2-bfea-2fb9a2f78384 HTTP/1.1" status: 204 len: 168 time: 0.2067161 Mar 07 21:38:59.222764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53810) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:59.300966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67add6-ee38-489c-9840-f1773acc2c63 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675d2197-0861-42a2-bfea-2fb9a2f78384,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:59.359289 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Publish callbacks [] for router_gateway (e3f35928-e3c6-412b-8522-76efaccb6683), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:59.366667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2582af-a431-4b36-add4-8ad073c63080 req-69844166-7a79-4774-b3d2-9ed0f82b159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:59.368576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-69844166-7a79-4774-b3d2-9ed0f82b159f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 1132 time: 0.1506219 Mar 07 21:38:59.402198 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5940f125-d909-483a-928e-179a6473ea3b req-f43d8d3f-4052-4e66-b385-8f008270a9fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2400558 Mar 07 21:38:59.408355 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42adb2e-be07-40d7-9b47-d38f9870a7fe req-7b9ebbd4-0e6f-4b1e-8513-d36525bfd0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:59.409995 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d42adb2e-be07-40d7-9b47-d38f9870a7fe req-7b9ebbd4-0e6f-4b1e-8513-d36525bfd0db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd51ab9b-a441-440b-b07c-47d7dbd3dbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2068665 Mar 07 21:38:59.420707 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a5fb2d4b-d8ab-436b-a9ad-c00a4c6c4489 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1627240 Mar 07 21:38:59.426174 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53814) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:38:59.431628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c2b15881-3903-4ed4-a6e3-8168d526b388 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group': {'name': 'tempest-secgroup--981880986'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:59.437974 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Publish callbacks [] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:59.449357 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:59.482239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b84007-f4b5-40f1-b47e-1b715f934451 req-49cd7742-9516-4ead-9b2e-5f7310c49441 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:59.489495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2b84007-f4b5-40f1-b47e-1b715f934451 req-49cd7742-9516-4ead-9b2e-5f7310c49441 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 943 time: 0.1303523 Mar 07 21:38:59.500060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Network a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:59.503365 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:59.509672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:38:59.520089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Pushing event updated for resources: {'Port': ['ID=972a85ce-22e5-4c44-8a0b-48a50953f9dc,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:59.582130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Attempting to bind port 972a85ce-22e5-4c44-8a0b-48a50953f9dc on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:38:59.582445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Attempting to bind port 972a85ce-22e5-4c44-8a0b-48a50953f9dc by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'c5a24ac9-a18c-44a6-b987-96e41033f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:38:59.583935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Attempting to bind port 972a85ce-22e5-4c44-8a0b-48a50953f9dc on network a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:38:59.590468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:38:59.591002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Checking segment: {'id': 'c5a24ac9-a18c-44a6-b987-96e41033f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:38:59.591430 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:59.591877 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Bound using segment: {'id': 'c5a24ac9-a18c-44a6-b987-96e41033f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:38:59.592356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Bound port: 972a85ce-22e5-4c44-8a0b-48a50953f9dc, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a24ac9-a18c-44a6-b987-96e41033f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:38:59.592741 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:59.599881 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2b15881-3903-4ed4-a6e3-8168d526b388 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:59.660108 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940f125-d909-483a-928e-179a6473ea3b req-e6f6b339-5e9f-4dab-a72b-52c7af48518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:59.662361 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5940f125-d909-483a-928e-179a6473ea3b req-e6f6b339-5e9f-4dab-a72b-52c7af48518e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 1126 time: 0.2151659 Mar 07 21:38:59.667261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2b84007-f4b5-40f1-b47e-1b715f934451 req-7778f352-b27a-4511-887d-2621909ea58b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755369 Mar 07 21:38:59.679150 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d42adb2e-be07-40d7-9b47-d38f9870a7fe req-13599f57-091c-48c1-ba04-de8affe3e13f service neutron] 10.222.0.13 "GET /v2.0/networks/dd51ab9b-a441-440b-b07c-47d7dbd3dbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537618 Mar 07 21:38:59.685304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2582af-a431-4b36-add4-8ad073c63080 req-397ea0dd-12d0-4f5e-a88e-9d18e4e5a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:59.688009 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-397ea0dd-12d0-4f5e-a88e-9d18e4e5a5ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2778745 Mar 07 21:38:59.689556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] For port 972a85ce-22e5-4c44-8a0b-48a50953f9dc, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:38:59.695227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] For port 972a85ce-22e5-4c44-8a0b-48a50953f9dc, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=972a85ce-22e5-4c44-8a0b-48a50953f9dc,segment=NetworkSegment(c5a24ac9-a18c-44a6-b987-96e41033f2e4),segment_id=c5a24ac9-a18c-44a6-b987-96e41033f2e4)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:38:59.705601 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:38:59.757165 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-eeb8fe7a-395e-4977-94e2-09b652177e6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf HTTP/1.1" status: 200 len: 217 time: 0.0456591 Mar 07 21:38:59.785685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fd2fd-7d80-454b-8f67-46e52e8278e8 None None] Pushing event updated for resources: {'Port': ['ID=972a85ce-22e5-4c44-8a0b-48a50953f9dc,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:59.823268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2582af-a431-4b36-add4-8ad073c63080 req-7160508f-e71b-4bd7-bee2-eaec28abb305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:59.824832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-7160508f-e71b-4bd7-bee2-eaec28abb305 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0588813 Mar 07 21:38:59.892891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2582af-a431-4b36-add4-8ad073c63080 req-5b98a371-d575-4ec0-9d3a-6ace14d38aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:59.895256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-5b98a371-d575-4ec0-9d3a-6ace14d38aae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0638204 Mar 07 21:39:00.045729 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3150a-5d2d-4c36-a351-64ec3ab8dfee req-58e7f33b-abaf-4a79-9ad2-6755fccfa792 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:00.047550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9c3150a-5d2d-4c36-a351-64ec3ab8dfee req-58e7f33b-abaf-4a79-9ad2-6755fccfa792 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.1510446 Mar 07 21:39:00.129660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6f80962b-8d0d-47bf-8913-dfd9858ef248 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:39:00.352881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6f80962b-8d0d-47bf-8913-dfd9858ef248, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f80962b-8d0d-47bf-8913-dfd9858ef248,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:00.384032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '6f80962b-8d0d-47bf-8913-dfd9858ef248', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '6f80962b-8d0d-47bf-8913-dfd9858ef248', 'mac_address': 'fa:16:3e:61:33:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:39:00.461857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 972a85ce-22e5-4c44-8a0b-48a50953f9dc up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:39:00.485142 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2b15881-3903-4ed4-a6e3-8168d526b388 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (a258ce7f-6402-4711-ba82-4d35ba3a7eff), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:00.516075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6f80962b-8d0d-47bf-8913-dfd9858ef248 is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:00.520703 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:00.532880 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2b15881-3903-4ed4-a6e3-8168d526b388 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a258ce7f-6402-4711-ba82-4d35ba3a7eff), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:00.552688 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-8ba05d7b-0c18-4065-a218-d09e7f61ba2f service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441915 Mar 07 21:39:00.579081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f80962b-8d0d-47bf-8913-dfd9858ef248 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:39:00.634338 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6f80962b-8d0d-47bf-8913-dfd9858ef248, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f80962b-8d0d-47bf-8913-dfd9858ef248,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:00.652440 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:00.656592 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929c359-9a4d-4781-a5e0-5a937046a520 req-a1dcab3d-36e0-4813-86ad-68353d7f1af7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:00.664442 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1929c359-9a4d-4781-a5e0-5a937046a520 req-a1dcab3d-36e0-4813-86ad-68353d7f1af7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.6462002 Mar 07 21:39:00.665215 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d42adb2e-be07-40d7-9b47-d38f9870a7fe req-554c182e-40ad-4216-865b-4c5a0933b23c service neutron] 10.222.0.13 "GET /v2.0/networks/dd51ab9b-a441-440b-b07c-47d7dbd3dbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9741831 Mar 07 21:39:00.673039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940f125-d909-483a-928e-179a6473ea3b req-f886837a-c6ce-4ec5-b118-6d5146b65d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:00.685716 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5940f125-d909-483a-928e-179a6473ea3b req-f886837a-c6ce-4ec5-b118-6d5146b65d94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.9729366 Mar 07 21:39:00.691942 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2b15881-3903-4ed4-a6e3-8168d526b388 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:00.700231 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c2b15881-3903-4ed4-a6e3-8168d526b388 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2725902 Mar 07 21:39:00.704114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53852) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:00.716943 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-29fdc0ea-7413-4577-899d-e3501f64c63f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group': {'name': 'tempest-secgroup--893460751'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:00.721825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b15881-3903-4ed4-a6e3-8168d526b388 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a258ce7f-6402-4711-ba82-4d35ba3a7eff,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:00.722018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6f80962b-8d0d-47bf-8913-dfd9858ef248,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:00.751057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 972a85ce-22e5-4c44-8a0b-48a50953f9dc triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:00.751741 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:00.777366 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5940f125-d909-483a-928e-179a6473ea3b req-8c2c8575-bca5-4024-b1b9-e2b37f1733f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6 HTTP/1.1" status: 200 len: 217 time: 0.0731568 Mar 07 21:39:00.780576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9c3150a-5d2d-4c36-a351-64ec3ab8dfee req-38da8848-c302-4106-8b51-55f3a5d09068 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303662 Mar 07 21:39:00.802218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1929c359-9a4d-4781-a5e0-5a937046a520 req-0d2b4a5b-3904-4a6c-b1ff-20cd9a072635 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366880 Mar 07 21:39:00.803699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['6f80962b-8d0d-47bf-8913-dfd9858ef248'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:39:00.816848 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Publish callbacks [] for router_gateway (e3f35928-e3c6-412b-8522-76efaccb6683), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:00.859962 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-ac57f32c-cb70-425e-85f1-251ebea8cea0 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905359 Mar 07 21:39:00.901853 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:00.906175 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-29fdc0ea-7413-4577-899d-e3501f64c63f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:00.992865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 972a85ce-22e5-4c44-8a0b-48a50953f9dc is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:00.993255 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:01.093446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349fc48-8934-43a4-9daa-b081d27b9202 req-ccdf866c-afb6-4e05-b648-91360d3feb2a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:01.094406 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 972a85ce-22e5-4c44-8a0b-48a50953f9dc, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=972a85ce-22e5-4c44-8a0b-48a50953f9dc,segment=NetworkSegment(c5a24ac9-a18c-44a6-b987-96e41033f2e4),segment_id=c5a24ac9-a18c-44a6-b987-96e41033f2e4)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:01.106306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d349fc48-8934-43a4-9daa-b081d27b9202 req-ccdf866c-afb6-4e05-b648-91360d3feb2a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 943 time: 0.1171341 Mar 07 21:39:01.126032 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:01.207492 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d349fc48-8934-43a4-9daa-b081d27b9202 req-5ffa906d-7b96-4e57-92b2-cce2368b8413 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929158 Mar 07 21:39:01.294713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Allocated IP 172.25.4.109 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/c04d23ae-b27f-46fc-b8dc-e7158a1bdb51) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:01.354495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2576c88-bedb-4975-8821-28a34890d53c None None] Network a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:39:01.359037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=972a85ce-22e5-4c44-8a0b-48a50953f9dc,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:01.420436 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Publish callbacks [] for port (c04d23ae-b27f-46fc-b8dc-e7158a1bdb51), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:01.457922 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940f125-d909-483a-928e-179a6473ea3b req-032d48f2-e8f8-4802-9c99-f467db4631d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:01.460702 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5940f125-d909-483a-928e-179a6473ea3b req-032d48f2-e8f8-4802-9c99-f467db4631d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.6738446 Mar 07 21:39:01.467163 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c04d23ae-b27f-46fc-b8dc-e7158a1bdb51), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:01.474367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-29fdc0ea-7413-4577-899d-e3501f64c63f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (d97d2a19-dfb9-414c-a3f7-782f581876d1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:01.486304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-67e8e9f8-7952-4129-b59c-3dfffc7fa5fb None None] Provisioning complete for port 972a85ce-22e5-4c44-8a0b-48a50953f9dc triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:01.486940 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-67e8e9f8-7952-4129-b59c-3dfffc7fa5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:01.537280 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-29fdc0ea-7413-4577-899d-e3501f64c63f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d97d2a19-dfb9-414c-a3f7-782f581876d1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:01.578915 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5940f125-d909-483a-928e-179a6473ea3b req-07954fb4-fef5-47f1-9085-a60cba1e8a7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077459 Mar 07 21:39:01.596957 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:01.607951 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdc0ea-7413-4577-899d-e3501f64c63f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97d2a19-dfb9-414c-a3f7-782f581876d1,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:01.612143 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-29fdc0ea-7413-4577-899d-e3501f64c63f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:01.615783 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-29fdc0ea-7413-4577-899d-e3501f64c63f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9083772 Mar 07 21:39:01.616181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53874) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:01.625327 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-62effe6e-751f-4f97-b746-0cbb8ee8364f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group_rule': {'security_group_id': 'a258ce7f-6402-4711-ba82-4d35ba3a7eff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd97d2a19-dfb9-414c-a3f7-782f581876d1', 'remote_ip_prefix': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:01.626782 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-67e8e9f8-7952-4129-b59c-3dfffc7fa5fb None None] Current status of the port 972a85ce-22e5-4c44-8a0b-48a50953f9dc is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:01.637836 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:01.650034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:39:01.677240 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Pushing event updated for resources: {'Port': ['ID=c04d23ae-b27f-46fc-b8dc-e7158a1bdb51,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:01.696733 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62effe6e-751f-4f97-b746-0cbb8ee8364f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (55acb331-5d15-499f-9997-e2169db962a6), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:01.953844 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5940f125-d909-483a-928e-179a6473ea3b req-7100098c-1217-4f95-96d2-19fdd1051113 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593807 Mar 07 21:39:01.982492 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62effe6e-751f-4f97-b746-0cbb8ee8364f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (55acb331-5d15-499f-9997-e2169db962a6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:02.032146 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62effe6e-751f-4f97-b746-0cbb8ee8364f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (55acb331-5d15-499f-9997-e2169db962a6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:02.141472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6f80962b-8d0d-47bf-8913-dfd9858ef248 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:39:02.153242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62effe6e-751f-4f97-b746-0cbb8ee8364f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55acb331-5d15-499f-9997-e2169db962a6,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:02.186525 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62effe6e-751f-4f97-b746-0cbb8ee8364f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:02.188029 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-62effe6e-751f-4f97-b746-0cbb8ee8364f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5702050 Mar 07 21:39:02.192935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53884) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:02.234766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed7035-f77b-452c-981d-0debddbdcef3 req-82a3b441-523c-4dc6-83c8-d99dc8cb568d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:02.255806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2aed7035-f77b-452c-981d-0debddbdcef3 req-82a3b441-523c-4dc6-83c8-d99dc8cb568d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.2583170 Mar 07 21:39:02.257870 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-224d8a30-4268-4931-951a-b4bfb3b8e639 None None] Provisioning complete for port 972a85ce-22e5-4c44-8a0b-48a50953f9dc triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:02.258269 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-224d8a30-4268-4931-951a-b4bfb3b8e639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:02.283221 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f4239cca-b558-4a1d-af01-29311e2d9f6c tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (55acb331-5d15-499f-9997-e2169db962a6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:02.307710 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d7d61-b29c-4229-9eb2-456e01235645 req-0aa6de8b-b676-4247-9e54-45bd221d5ecf tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:02.315847 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-772d7d61-b29c-4229-9eb2-456e01235645 req-0aa6de8b-b676-4247-9e54-45bd221d5ecf tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.2063336 Mar 07 21:39:02.329960 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f4239cca-b558-4a1d-af01-29311e2d9f6c tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (55acb331-5d15-499f-9997-e2169db962a6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:02.340832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 6f80962b-8d0d-47bf-8913-dfd9858ef248 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:02.341771 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:02.381914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 972a85ce-22e5-4c44-8a0b-48a50953f9dc up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:39:02.401952 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5940f125-d909-483a-928e-179a6473ea3b req-85e5685d-3e15-4865-a159-4d895822a902 service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158149 Mar 07 21:39:02.451711 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-772d7d61-b29c-4229-9eb2-456e01235645 req-7bf80c52-bc4e-42e8-bc5e-235acd7bc58b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335082 Mar 07 21:39:02.472092 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2aed7035-f77b-452c-981d-0debddbdcef3 req-0012ae36-bce1-48d6-ae80-6cd763fe5e12 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152617 Mar 07 21:39:02.491197 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f4239cca-b558-4a1d-af01-29311e2d9f6c tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (55acb331-5d15-499f-9997-e2169db962a6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:02.520571 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f4239cca-b558-4a1d-af01-29311e2d9f6c tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:02.524198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f4239cca-b558-4a1d-af01-29311e2d9f6c tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/55acb331-5d15-499f-9997-e2169db962a6 HTTP/1.1" status: 204 len: 168 time: 0.3284953 Mar 07 21:39:02.525993 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4239cca-b558-4a1d-af01-29311e2d9f6c tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55acb331-5d15-499f-9997-e2169db962a6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:02.534781 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53896) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:02.665282 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-73b93e6b-c015-4f64-85fd-a6577f9c3ae5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1292744 Mar 07 21:39:02.672016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53906) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:02.718779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6f80962b-8d0d-47bf-8913-dfd9858ef248 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:02.719352 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:02.725313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 972a85ce-22e5-4c44-8a0b-48a50953f9dc triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:02.725769 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:02.731490 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Publish callbacks [] for router_gateway (e3f35928-e3c6-412b-8522-76efaccb6683), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:02.750343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23566a36-1b8c-4654-a15b-84c76fa9aa72 req-12198794-3cbe-4a28-982e-70063ce8e1d1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:02.761212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-23566a36-1b8c-4654-a15b-84c76fa9aa72 req-12198794-3cbe-4a28-982e-70063ce8e1d1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 943 time: 0.0905242 Mar 07 21:39:02.789424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-224d8a30-4268-4931-951a-b4bfb3b8e639 None None] Current status of the port 972a85ce-22e5-4c44-8a0b-48a50953f9dc is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:02.842507 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6e4254d-a04c-409d-98f8-33bfe3b50385 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (d97d2a19-dfb9-414c-a3f7-782f581876d1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:02.868107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-23566a36-1b8c-4654-a15b-84c76fa9aa72 req-9bd72ca9-61db-4dec-958e-7a386ff54a0f tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057525 Mar 07 21:39:02.892969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f80962b-8d0d-47bf-8913-dfd9858ef248'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:39:02.895409 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e709bb-100c-4701-91d2-6421cc47d19c" -d '{"events": [{"server_uuid": "f3c7dd39-1407-4b99-a255-0951214598f1", "name": "network-vif-plugged", "status": "completed", "tag": "6f80962b-8d0d-47bf-8913-dfd9858ef248"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:39:02.910972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6f80962b-8d0d-47bf-8913-dfd9858ef248, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f80962b-8d0d-47bf-8913-dfd9858ef248,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:02.922238 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6e4254d-a04c-409d-98f8-33bfe3b50385 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (d97d2a19-dfb9-414c-a3f7-782f581876d1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:02.923685 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:02.997008 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb0ba03-03c4-4dbf-a771-a1e9cbc120b4 x-openstack-request-id: req-ceb0ba03-03c4-4dbf-a771-a1e9cbc120b4 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:39:03.005991 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c7dd39-1407-4b99-a255-0951214598f1", "name": "network-vif-plugged", "status": "completed", "tag": "6f80962b-8d0d-47bf-8913-dfd9858ef248", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:39:03.006328 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ceb0ba03-03c4-4dbf-a771-a1e9cbc120b4 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:39:03.006865 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f80962b-8d0d-47bf-8913-dfd9858ef248', 'code': 200} Mar 07 21:39:03.126595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 972a85ce-22e5-4c44-8a0b-48a50953f9dc is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:03.129090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6f80962b-8d0d-47bf-8913-dfd9858ef248,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:03.156044 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (e3f35928-e3c6-412b-8522-76efaccb6683), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:03.227880 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6e4254d-a04c-409d-98f8-33bfe3b50385 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d97d2a19-dfb9-414c-a3f7-782f581876d1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:03.230759 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6e4254d-a04c-409d-98f8-33bfe3b50385 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:03.231913 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f6e4254d-a04c-409d-98f8-33bfe3b50385 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-groups/d97d2a19-dfb9-414c-a3f7-782f581876d1 HTTP/1.1" status: 204 len: 168 time: 0.5588958 Mar 07 21:39:03.234805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53914) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:03.342492 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4254d-a04c-409d-98f8-33bfe3b50385 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97d2a19-dfb9-414c-a3f7-782f581876d1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:03.388053 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a5ec5631-66a8-47a8-b8e1-50289b34d6d5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1488340 Mar 07 21:39:03.388943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53916) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:03.479935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Router e3f35928-e3c6-412b-8522-76efaccb6683 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:39:03.499315 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3b2c8f19-3bb6-47af-adc8-0835dbbc12a2 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (a258ce7f-6402-4711-ba82-4d35ba3a7eff), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:03.561950 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3b2c8f19-3bb6-47af-adc8-0835dbbc12a2 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (a258ce7f-6402-4711-ba82-4d35ba3a7eff), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:03.773936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:39:03.790090 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Sync routers for ids ['e3f35928-e3c6-412b-8522-76efaccb6683'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:03.811898 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Routers {'e3f35928-e3c6-412b-8522-76efaccb6683'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:39:03.812525 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:38:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e3f35928-e3c6-412b-8522-76efaccb6683'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:03.821079 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:03.823647 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b83fd52b-b650-4a22-92db-c14023d1caa3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9536278 Mar 07 21:39:03.827209 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53924) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:03.893734 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3b2c8f19-3bb6-47af-adc8-0835dbbc12a2 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a258ce7f-6402-4711-ba82-4d35ba3a7eff), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:03.903935 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3b2c8f19-3bb6-47af-adc8-0835dbbc12a2 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:03.905281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3b2c8f19-3bb6-47af-adc8-0835dbbc12a2 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-groups/a258ce7f-6402-4711-ba82-4d35ba3a7eff HTTP/1.1" status: 204 len: 168 time: 0.5150545 Mar 07 21:39:03.925911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53928) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:04.043301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c8f19-3bb6-47af-adc8-0835dbbc12a2 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a258ce7f-6402-4711-ba82-4d35ba3a7eff,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:04.098563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107bc3a-e377-468e-bd39-9a955e9181d5 req-9dbdfb26-1fcc-4924-aea6-1f80a86cd0c9 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:04.100168 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e107bc3a-e377-468e-bd39-9a955e9181d5 req-9dbdfb26-1fcc-4924-aea6-1f80a86cd0c9 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.4901347 Mar 07 21:39:04.113373 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Set router e3f35928-e3c6-412b-8522-76efaccb6683 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:39:04.135982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a7cf6-c2dc-4e6a-8058-934f6c7d1d1c req-6c89d6bd-9c98-46b8-848c-d14c2fd84e00 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:04.137565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d7a7cf6-c2dc-4e6a-8058-934f6c7d1d1c req-6c89d6bd-9c98-46b8-848c-d14c2fd84e00 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.4837940 Mar 07 21:39:04.338660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53932) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:04.342637 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4004ec9d-6b6c-4cfe-bd2c-126af8c7c2cf tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3883862 Mar 07 21:39:04.353019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a77d533c-840a-483a-ad86-37b6e4de05d4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103899495'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:04.468974 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:58Z', 'updated_at': '2022-03-07T21:39:02Z', 'revision_number': 3, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'gw_port': {'id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:00Z', 'updated_at': '2022-03-07T21:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:04.497799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d7a7cf6-c2dc-4e6a-8058-934f6c7d1d1c req-713fe604-bfaf-4c0a-ab4c-1b781c2002b8 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436511 Mar 07 21:39:04.504177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e107bc3a-e377-468e-bd39-9a955e9181d5 req-c1a2b381-7eb9-4764-928a-288ea2fff019 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512249 Mar 07 21:39:04.528519 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Checking router: e3f35928-e3c6-412b-8522-76efaccb6683 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:39:04.528909 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Updating router e3f35928-e3c6-412b-8522-76efaccb6683 port c04d23ae-b27f-46fc-b8dc-e7158a1bdb51 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:39:04.539877 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2582af-a431-4b36-add4-8ad073c63080 req-7dcf882d-8882-46e5-b6ce-aa9bf171fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:04.543476 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-7dcf882d-8882-46e5-b6ce-aa9bf171fea2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e&tenant_id=983f4ba84c9a411ba764aa41e92d0679 HTTP/1.1" status: 200 len: 1132 time: 0.2503250 Mar 07 21:39:04.556151 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:04.613792 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c04d23ae-b27f-46fc-b8dc-e7158a1bdb51), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:04.792608 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:04.888105 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a77d533c-840a-483a-ad86-37b6e4de05d4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:05.032369 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a77d533c-840a-483a-ad86-37b6e4de05d4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (a1151449-3412-4a5d-a2e1-b60bd3d05f2e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:05.053458 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a77d533c-840a-483a-ad86-37b6e4de05d4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a1151449-3412-4a5d-a2e1-b60bd3d05f2e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:05.089100 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Publish callbacks [] for port (c04d23ae-b27f-46fc-b8dc-e7158a1bdb51), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:05.105297 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c04d23ae-b27f-46fc-b8dc-e7158a1bdb51), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:05.126334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4a3c5-4eab-42db-b8a3-9d907addef49 req-bbbb42f4-beaa-4fa4-88c3-248a4910f5eb tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:05.139839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fc4a3c5-4eab-42db-b8a3-9d907addef49 req-bbbb42f4-beaa-4fa4-88c3-248a4910f5eb tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 943 time: 0.3480566 Mar 07 21:39:05.153312 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d640d61-fdb4-4197-9932-dd09ea559424 None None] Pushing event updated for resources: {'Port': ['ID=c04d23ae-b27f-46fc-b8dc-e7158a1bdb51,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:05.192359 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Attempting to bind port c04d23ae-b27f-46fc-b8dc-e7158a1bdb51 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:39:05.192735 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Attempting to bind port c04d23ae-b27f-46fc-b8dc-e7158a1bdb51 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:39:05.193093 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Attempting to bind port c04d23ae-b27f-46fc-b8dc-e7158a1bdb51 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:39:05.207345 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:39:05.208123 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:39:05.210543 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:05.210955 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:39:05.211450 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Bound port: c04d23ae-b27f-46fc-b8dc-e7158a1bdb51, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:39:05.211831 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c04d23ae-b27f-46fc-b8dc-e7158a1bdb51), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:05.253271 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a77d533c-840a-483a-ad86-37b6e4de05d4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:05.261620 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a77d533c-840a-483a-ad86-37b6e4de05d4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9222519 Mar 07 21:39:05.262658 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d533c-840a-483a-ad86-37b6e4de05d4 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1151449-3412-4a5d-a2e1-b60bd3d05f2e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:05.266791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53950) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:05.282479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-761ba36a-ab30-488c-90cb-5bd7c1c99a9b tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group_rule': {'security_group_id': 'a1151449-3412-4a5d-a2e1-b60bd3d05f2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:05.338433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fc4a3c5-4eab-42db-b8a3-9d907addef49 req-ca308fad-7a1e-4bdc-b62a-72a57e6bb030 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930912 Mar 07 21:39:05.357388 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:05.387319 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] For port c04d23ae-b27f-46fc-b8dc-e7158a1bdb51, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:39:05.403246 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] For port c04d23ae-b27f-46fc-b8dc-e7158a1bdb51, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c04d23ae-b27f-46fc-b8dc-e7158a1bdb51,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:39:05.425465 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c04d23ae-b27f-46fc-b8dc-e7158a1bdb51), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:05.471626 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-761ba36a-ab30-488c-90cb-5bd7c1c99a9b tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (12f36e8c-ba20-420c-867d-e95ba846ce4a), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:05.500793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502982f6-a1bc-498a-b34f-662af64aeb19 req-7279d53e-a6f5-4038-8868-3a4443df4731 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:05.502615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-502982f6-a1bc-498a-b34f-662af64aeb19 req-7279d53e-a6f5-4038-8868-3a4443df4731 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 1128 time: 0.1277852 Mar 07 21:39:05.515414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:05.603698 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Routers {'e3f35928-e3c6-412b-8522-76efaccb6683'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:39:05.604342 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:38:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e3f35928-e3c6-412b-8522-76efaccb6683'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:05.609476 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d640d61-fdb4-4197-9932-dd09ea559424 None None] Pushing event updated for resources: {'Port': ['ID=c04d23ae-b27f-46fc-b8dc-e7158a1bdb51,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:05.749513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:39:05.757146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-502982f6-a1bc-498a-b34f-662af64aeb19 req-44217258-4891-4854-8306-500b28a7f66d tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460411 Mar 07 21:39:05.808934 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-761ba36a-ab30-488c-90cb-5bd7c1c99a9b tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (12f36e8c-ba20-420c-867d-e95ba846ce4a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:05.853104 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] Set router e3f35928-e3c6-412b-8522-76efaccb6683 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:39:05.881674 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-761ba36a-ab30-488c-90cb-5bd7c1c99a9b tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (12f36e8c-ba20-420c-867d-e95ba846ce4a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:05.917943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:39:05.927746 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847431bb-16d2-4f2b-93d5-d0c1ca188281" -d '{"events": [{"server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "name": "network-vif-unplugged", "status": "completed", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:39:05.936898 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Publish callbacks [] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:05.948348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ba36a-ab30-488c-90cb-5bd7c1c99a9b tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f36e8c-ba20-420c-867d-e95ba846ce4a,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:05.966837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaf13a-778d-4dd5-b068-35a35b1f57d0 req-50252716-2b41-4100-8bcb-95535a222d71 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:05.967337 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Allocated IP 172.20.0.1 (a11cbb3b-bf86-42ff-b64d-f9f1caa32c30/8cbf459f-e96c-490b-8882-87ee5ed2f8e0/aaadcd08-53ef-4b4e-b5b3-653577906e95) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:05.980567 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9caaf13a-778d-4dd5-b068-35a35b1f57d0 req-50252716-2b41-4100-8bcb-95535a222d71 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.2821965 Mar 07 21:39:05.994218 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-761ba36a-ab30-488c-90cb-5bd7c1c99a9b tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:05.999803 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-761ba36a-ab30-488c-90cb-5bd7c1c99a9b tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7322028 Mar 07 21:39:06.006222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53972) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:06.076134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Transition to ACTIVE for port object a555ccb5-722a-42fa-aba1-3c9d60fbcdaf will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:39:06.100145 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:06.157774 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e3216fc6-e200-4188-8c52-946675727be0 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:39:06.305987 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Publish callbacks [] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:06.343404 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:58Z', 'updated_at': '2022-03-07T21:39:02Z', 'revision_number': 3, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'gw_port': {'id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:00Z', 'updated_at': '2022-03-07T21:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:06.379526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e3216fc6-e200-4188-8c52-946675727be0 is: DOWN; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:06.392862 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c6cf25-112d-4539-990c-a65fabf68195 None None] The sync data for ids ['e3f35928-e3c6-412b-8522-76efaccb6683'] in n-d-832330-1 is: [{'id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:58Z', 'updated_at': '2022-03-07T21:39:02Z', 'revision_number': 3, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'gw_port': {'id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:00Z', 'updated_at': '2022-03-07T21:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:06.418033 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:06.482827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Pushing event updated for resources: {'Port': ['ID=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,revision_number=10']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:06.485540 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30a96cfe-3175-4d6d-81af-c123e5e7ff7f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (12f36e8c-ba20-420c-867d-e95ba846ce4a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:06.496245 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30a96cfe-3175-4d6d-81af-c123e5e7ff7f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (12f36e8c-ba20-420c-867d-e95ba846ce4a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:06.547220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a555ccb5-722a-42fa-aba1-3c9d60fbcdaf no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:39:06.584164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Network a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:06.586911 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:06.611024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:39:06.687192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] The host n-h1-832330-1 is not matching for port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf host n-h2-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:39:06.687805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a555ccb5-722a-42fa-aba1-3c9d60fbcdaf not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:39:06.692787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9caaf13a-778d-4dd5-b068-35a35b1f57d0 req-2240de4a-bb30-4549-bf0d-5e91f568407a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7087078 Mar 07 21:39:06.699429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Pushing event updated for resources: {'Port': ['ID=aaadcd08-53ef-4b4e-b5b3-653577906e95,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:06.709143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] No DVR routers for this DVR port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:39:06.715337 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30a96cfe-3175-4d6d-81af-c123e5e7ff7f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (12f36e8c-ba20-420c-867d-e95ba846ce4a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:06.750649 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (e3f35928-e3c6-412b-8522-76efaccb6683), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:06.765631 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30a96cfe-3175-4d6d-81af-c123e5e7ff7f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:06.769822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-30a96cfe-3175-4d6d-81af-c123e5e7ff7f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/12f36e8c-ba20-420c-867d-e95ba846ce4a HTTP/1.1" status: 204 len: 168 time: 0.7548783 Mar 07 21:39:06.779063 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53976) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:06.861340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a96cfe-3175-4d6d-81af-c123e5e7ff7f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12f36e8c-ba20-420c-867d-e95ba846ce4a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:06.917354 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46779851-896d-48dc-9fcd-611e1d2fcdfa x-openstack-request-id: req-46779851-896d-48dc-9fcd-611e1d2fcdfa {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:39:06.931948 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "name": "network-vif-unplugged", "status": "completed", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:39:06.932609 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46779851-896d-48dc-9fcd-611e1d2fcdfa {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:39:06.937428 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'code': 200} Mar 07 21:39:07.140361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:07.196541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-001dcca6-efd3-4f89-ba3f-3ebd0f31942b None None] Provisioning complete for port aaadcd08-53ef-4b4e-b5b3-653577906e95 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:07.197139 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-001dcca6-efd3-4f89-ba3f-3ebd0f31942b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:07.240704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea8b21-33dc-499f-ac8c-0be8354a446b req-22d71483-f121-42a1-ba49-ce8b09effcc3 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:07.265484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ddea8b21-33dc-499f-ac8c-0be8354a446b req-22d71483-f121-42a1-ba49-ce8b09effcc3 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 1128 time: 1.1173553 Mar 07 21:39:07.278459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Attempting to bind port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:39:07.300348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Attempting to bind port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:39:07.301782 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-001dcca6-efd3-4f89-ba3f-3ebd0f31942b None None] Port aaadcd08-53ef-4b4e-b5b3-653577906e95 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:39:07.301928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Attempting to bind port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:39:07.382617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d4e7936a-7206-4c5f-bb85-5f226459a5aa tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5981500 Mar 07 21:39:07.383958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53982) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:07.386387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:39:07.389800 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Attempting to bind port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:39:07.451970 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:39:07.454803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:39:07.459144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:39:07.459848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Bound port: a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:39:07.460388 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:07.546507 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Publish callbacks [] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:07.558324 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:07.579353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ee858-91bf-4e02-bd5a-0a561d7c191d req-6f0b1304-b397-4ded-8307-569548e75197 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:07.590693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b85ee858-91bf-4e02-bd5a-0a561d7c191d req-6f0b1304-b397-4ded-8307-569548e75197 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 943 time: 0.5393031 Mar 07 21:39:07.749648 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Pushing event updated for resources: {'Port': ['ID=aaadcd08-53ef-4b4e-b5b3-653577906e95,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:07.769285 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b85ee858-91bf-4e02-bd5a-0a561d7c191d req-296bb019-636c-4685-a9f1-ebe936703431 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725767 Mar 07 21:39:07.793304 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (e3f35928-e3c6-412b-8522-76efaccb6683), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:07.870584 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ddea8b21-33dc-499f-ac8c-0be8354a446b req-2eb1475d-468a-480c-bc47-b808636c8b0d tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5940795 Mar 07 21:39:08.052165 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-583e58ce-f756-42e2-b357-0be8cf77c002 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (a1151449-3412-4a5d-a2e1-b60bd3d05f2e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:08.130710 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-583e58ce-f756-42e2-b357-0be8cf77c002 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (a1151449-3412-4a5d-a2e1-b60bd3d05f2e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:08.160958 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Network a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:08.167315 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:08.251198 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-583e58ce-f756-42e2-b357-0be8cf77c002 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a1151449-3412-4a5d-a2e1-b60bd3d05f2e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:08.262227 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-583e58ce-f756-42e2-b357-0be8cf77c002 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:08.263413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-583e58ce-f756-42e2-b357-0be8cf77c002 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-groups/a1151449-3412-4a5d-a2e1-b60bd3d05f2e HTTP/1.1" status: 204 len: 168 time: 0.8588521 Mar 07 21:39:08.306857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:39:08.308713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54002) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:08.317318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e58ce-f756-42e2-b357-0be8cf77c002 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1151449-3412-4a5d-a2e1-b60bd3d05f2e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:08.550886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:39:08.657342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e67aead1-8803-457e-b529-05d954cf3e33 None None] Provisioning complete for port aaadcd08-53ef-4b4e-b5b3-653577906e95 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:08.657879 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e67aead1-8803-457e-b529-05d954cf3e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:08.672905 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:08.707298 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e34be-e1ed-4b7b-9b96-68cb3297cfc6 req-d21ab209-bc11-44da-abbe-d32d85ebdbf7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:08.720251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a0e34be-e1ed-4b7b-9b96-68cb3297cfc6 req-d21ab209-bc11-44da-abbe-d32d85ebdbf7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 949 time: 0.4788268 Mar 07 21:39:08.808677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c04d23ae-b27f-46fc-b8dc-e7158a1bdb51 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:39:08.826640 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f2051884-fc4b-4eef-b6fc-16d1babcde84 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4774632 Mar 07 21:39:08.845263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54010) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:08.851402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:08.852043 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:08.866567 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] 10.222.0.15 "PUT /v2.0/ports/a555ccb5-722a-42fa-aba1-3c9d60fbcdaf HTTP/1.1" status: 200 len: 1097 time: 4.3140976 Mar 07 21:39:08.898040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0a335610-6e04-47af-963d-ec6158b0d553 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group': {'name': 'tempest-secgroup--399380172'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:09.055757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:39:09.083026 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab75655-a5a7-4dfd-baf5-830e82162053" -d '{"events": [{"name": "network-changed", "server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:39:09.099220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e67aead1-8803-457e-b529-05d954cf3e33 None None] Port aaadcd08-53ef-4b4e-b5b3-653577906e95 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:39:09.202025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c04d23ae-b27f-46fc-b8dc-e7158a1bdb51 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:09.207949 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c04d23ae-b27f-46fc-b8dc-e7158a1bdb51), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:09.240546 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a335610-6e04-47af-963d-ec6158b0d553 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:09.360017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a0e34be-e1ed-4b7b-9b96-68cb3297cfc6 req-64759a3d-7f7c-4a0d-a16b-14c98c7e6bd3 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6386354 Mar 07 21:39:09.366464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248976a6-a09a-47a6-acb7-08b340f43d76 service neutron] Pushing event updated for resources: {'Port': ['ID=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,revision_number=11']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:09.598857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c04d23ae-b27f-46fc-b8dc-e7158a1bdb51 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:09.599248 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c04d23ae-b27f-46fc-b8dc-e7158a1bdb51), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:09.672664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Router e3f35928-e3c6-412b-8522-76efaccb6683 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:39:09.698750 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port c04d23ae-b27f-46fc-b8dc-e7158a1bdb51, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c04d23ae-b27f-46fc-b8dc-e7158a1bdb51,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:09.722078 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c04d23ae-b27f-46fc-b8dc-e7158a1bdb51), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:09.747476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2582af-a431-4b36-add4-8ad073c63080 req-a9fac65e-6c7a-4df5-a64b-8dd91b7121bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:09.749457 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-a9fac65e-6c7a-4df5-a64b-8dd91b7121bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 1131 time: 0.6158063 Mar 07 21:39:09.788705 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a335610-6e04-47af-963d-ec6158b0d553 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (cea801f1-8713-43e9-baa4-9c4c5cdac83c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:09.822935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=c04d23ae-b27f-46fc-b8dc-e7158a1bdb51,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:09.823203 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a335610-6e04-47af-963d-ec6158b0d553 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cea801f1-8713-43e9-baa4-9c4c5cdac83c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:09.862953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61da7b2-a117-4fa4-991c-18e120ac7dc2 req-8c31a48e-073a-4f8e-ba09-188f6075c646 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:09.874459 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d61da7b2-a117-4fa4-991c-18e120ac7dc2 req-8c31a48e-073a-4f8e-ba09-188f6075c646 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 943 time: 0.2766621 Mar 07 21:39:09.921853 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a335610-6e04-47af-963d-ec6158b0d553 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:09.923285 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0a335610-6e04-47af-963d-ec6158b0d553 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0769746 Mar 07 21:39:09.962835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54036) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:09.968844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group_rule': {'security_group_id': 'cea801f1-8713-43e9-baa4-9c4c5cdac83c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:10.019608 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a4ff6d92-16be-47a1-a76c-f22ef033757f tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:39:10.021096 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a4ff6d92-16be-47a1-a76c-f22ef033757f tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068340 Mar 07 21:39:10.027358 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (40120888-6c22-428e-8268-daeb644af9fa), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:10.063620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d61da7b2-a117-4fa4-991c-18e120ac7dc2 req-e2ca9bfb-3cd5-48fd-b931-ebcf49c53c55 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881583 Mar 07 21:39:10.096658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a335610-6e04-47af-963d-ec6158b0d553 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea801f1-8713-43e9-baa4-9c4c5cdac83c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:10.117925 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-c382dd11-92ce-46e2-8790-11bbebcafb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:10.119379 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-c382dd11-92ce-46e2-8790-11bbebcafb89 service neutron] 10.222.0.26 "GET /v2.0/ports/094e0284-669c-4f88-b134-450f20459ec0 HTTP/1.1" status: 200 len: 1125 time: 0.0662105 Mar 07 21:39:10.144020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a817f6fa-2ab6-498d-91f4-ef6c4816dd9a service neutron] Request body: {'binding': {'host': 'n-h2-832330-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:10.144522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a817f6fa-2ab6-498d-91f4-ef6c4816dd9a service neutron] Unknown quota resources ['binding']. {{(pid=103718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 21:39:10.189694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2582af-a431-4b36-add4-8ad073c63080 req-10405164-fc0f-44c5-96d0-f4c9ccaa3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:10.193039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-10405164-fc0f-44c5-96d0-f4c9ccaa3445 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.4252234 Mar 07 21:39:10.236480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:39:10.251489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Sync routers for ids ['e3f35928-e3c6-412b-8522-76efaccb6683'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:10.270753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Routers {'e3f35928-e3c6-412b-8522-76efaccb6683'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:39:10.271783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:38:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e3f35928-e3c6-412b-8522-76efaccb6683'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:10.276339 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-8a8ebf70-8d72-40fc-bf19-a94ac14e6744 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf HTTP/1.1" status: 200 len: 217 time: 0.0754235 Mar 07 21:39:10.377233 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faafa83-fc39-489b-b46c-4233e5a13060 x-openstack-request-id: req-2faafa83-fc39-489b-b46c-4233e5a13060 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:39:10.377544 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:39:10.377812 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2faafa83-fc39-489b-b46c-4233e5a13060 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:39:10.378257 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'status': 'completed', 'code': 200} Mar 07 21:39:10.390928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2582af-a431-4b36-add4-8ad073c63080 req-1e2f69a5-b0b9-4745-8da6-829896b69ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:10.392589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-1e2f69a5-b0b9-4745-8da6-829896b69ae5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1097648 Mar 07 21:39:10.406254 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (40120888-6c22-428e-8268-daeb644af9fa), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:10.435748 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a67fde47-ab07-4281-96e7-d56717930977 admin admin] 10.222.0.26 "PUT /v2.0/routers/e3f35928-e3c6-412b-8522-76efaccb6683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5967805 Mar 07 21:39:10.498241 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (40120888-6c22-428e-8268-daeb644af9fa), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:10.632276 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2582af-a431-4b36-add4-8ad073c63080 req-69b6a125-8b3b-4be9-92a6-ecbba5354678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:10.633785 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-69b6a125-8b3b-4be9-92a6-ecbba5354678 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2261610 Mar 07 21:39:10.682908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40120888-6c22-428e-8268-daeb644af9fa,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:10.716206 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Set router e3f35928-e3c6-412b-8522-76efaccb6683 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:39:10.796241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:10.796599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:10.797046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:10.797275 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:10.797613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:10.797949 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:10.798304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:10.814770 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c04d23ae-b27f-46fc-b8dc-e7158a1bdb51 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:39:10.820487 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:10.820878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:10.821229 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:10.821609 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:10.822503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:10.822852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:10.899249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:10.900398 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-13d94dc7-cab3-485e-9e30-7d4e472a1676 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9361207 Mar 07 21:39:10.917864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54064) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:10.944967 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c04d23ae-b27f-46fc-b8dc-e7158a1bdb51 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:10.945346 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c04d23ae-b27f-46fc-b8dc-e7158a1bdb51), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:10.983352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-57358354-d0f0-4678-a58d-a193d75b45f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:10.984895 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-57358354-d0f0-4678-a58d-a193d75b45f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 1131 time: 0.5442021 Mar 07 21:39:11.019742 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a817f6fa-2ab6-498d-91f4-ef6c4816dd9a service neutron] Attempting to bind port 094e0284-669c-4f88-b134-450f20459ec0 on host n-h2-832330-1 for vnic_type normal with profile None {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:39:11.020092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a817f6fa-2ab6-498d-91f4-ef6c4816dd9a service neutron] Attempting to bind port 094e0284-669c-4f88-b134-450f20459ec0 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:39:11.020431 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a817f6fa-2ab6-498d-91f4-ef6c4816dd9a service neutron] Attempting to bind port 094e0284-669c-4f88-b134-450f20459ec0 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:39:11.044115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8240de0a-e45b-461f-b3ee-9344cbc0165a tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules/40120888-6c22-428e-8268-daeb644af9fa HTTP/1.1" status: 200 len: 763 time: 0.0708861 Mar 07 21:39:11.047676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54066) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:11.061829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a817f6fa-2ab6-498d-91f4-ef6c4816dd9a service neutron] Port 094e0284-669c-4f88-b134-450f20459ec0 on network efe745a6-ec89-44a3-b745-59cc531d1605 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:39:11.062220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a817f6fa-2ab6-498d-91f4-ef6c4816dd9a service neutron] Attempting to bind port 094e0284-669c-4f88-b134-450f20459ec0 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:39:11.128698 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98be27-e0c5-4745-8c5a-7f0e6c54227e req-6ca26d4c-7f18-4846-997e-594fe9d28291 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:11.132607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a817f6fa-2ab6-498d-91f4-ef6c4816dd9a service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:39:11.132960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a817f6fa-2ab6-498d-91f4-ef6c4816dd9a service neutron] Checking segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:39:11.133347 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a817f6fa-2ab6-498d-91f4-ef6c4816dd9a service neutron] Bound using segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:39:11.133783 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a817f6fa-2ab6-498d-91f4-ef6c4816dd9a service neutron] Bound port: 094e0284-669c-4f88-b134-450f20459ec0, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:39:11.149815 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c98be27-e0c5-4745-8c5a-7f0e6c54227e req-6ca26d4c-7f18-4846-997e-594fe9d28291 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 949 time: 0.5012114 Mar 07 21:39:11.163875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-fa1b1df6-ff3a-4def-a3df-0c3143117b40 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749434 Mar 07 21:39:11.243240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c04d23ae-b27f-46fc-b8dc-e7158a1bdb51 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:11.276476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-44bc6b9d-17f2-4362-80d2-6e5d4362cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:11.279641 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:58Z', 'updated_at': '2022-03-07T21:39:07Z', 'revision_number': 4, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'gw_port': {'id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:00Z', 'updated_at': '2022-03-07T21:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'aaadcd08-53ef-4b4e-b5b3-653577906e95', 'name': '', 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'mac_address': 'fa:16:3e:c9:72:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:05Z', 'updated_at': '2022-03-07T21:39:07Z', 'revision_number': 2, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'subnets': [{'id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:11.298992 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-44bc6b9d-17f2-4362-80d2-6e5d4362cb1b service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.3001342 Mar 07 21:39:11.304437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-067d7df4-18d9-40e1-b1f7-e45d943d815f tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2556486 Mar 07 21:39:11.307758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54072) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:11.334028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a817f6fa-2ab6-498d-91f4-ef6c4816dd9a service neutron] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=094e0284-669c-4f88-b134-450f20459ec0,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:39:11.344133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Checking router: e3f35928-e3c6-412b-8522-76efaccb6683 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:39:11.344495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Updating router e3f35928-e3c6-412b-8522-76efaccb6683 port aaadcd08-53ef-4b4e-b5b3-653577906e95 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:39:11.385914 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-5808b119-8951-4ccc-ad9e-6e0fc7740a21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf HTTP/1.1" status: 200 len: 217 time: 0.0755868 Mar 07 21:39:11.395593 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a817f6fa-2ab6-498d-91f4-ef6c4816dd9a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:11.396752 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-a817f6fa-2ab6-498d-91f4-ef6c4816dd9a service neutron] 10.222.0.26 "POST /v2.0/ports/094e0284-669c-4f88-b134-450f20459ec0/bindings HTTP/1.1" status: 201 len: 389 time: 1.2608459 Mar 07 21:39:11.401813 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:11.453792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c98be27-e0c5-4745-8c5a-7f0e6c54227e req-bf188413-5a7c-4a45-aa4c-982be0142792 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026662 Mar 07 21:39:11.498653 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-adbbffdd-faaa-45a3-afcb-5bd90e1bdaa5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (40120888-6c22-428e-8268-daeb644af9fa), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:11.510592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-e537c46e-665b-439c-9a7a-4d561b185549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:11.512108 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-e537c46e-665b-439c-9a7a-4d561b185549 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1144829 Mar 07 21:39:11.585028 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-adbbffdd-faaa-45a3-afcb-5bd90e1bdaa5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (40120888-6c22-428e-8268-daeb644af9fa), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:11.622114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-2e1db766-5d88-4bcf-973b-d32024c5b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:11.623634 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-2e1db766-5d88-4bcf-973b-d32024c5b4c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1047144 Mar 07 21:39:11.626147 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb2582af-a431-4b36-add4-8ad073c63080 req-febbef6d-23d3-4d76-bc6b-43fcffca65eb service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392395 Mar 07 21:39:11.694151 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-adbbffdd-faaa-45a3-afcb-5bd90e1bdaa5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (40120888-6c22-428e-8268-daeb644af9fa), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:11.721945 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-adbbffdd-faaa-45a3-afcb-5bd90e1bdaa5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:11.725986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54080) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:11.730649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-adbbffdd-faaa-45a3-afcb-5bd90e1bdaa5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/40120888-6c22-428e-8268-daeb644af9fa HTTP/1.1" status: 204 len: 168 time: 0.4167585 Mar 07 21:39:11.765764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbffdd-faaa-45a3-afcb-5bd90e1bdaa5 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40120888-6c22-428e-8268-daeb644af9fa,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:11.981705 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-84fbc02a-dd0b-47c9-8f40-d83913b897e6 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460324 Mar 07 21:39:12.030825 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-497ce16d-4e7c-4198-ac64-aa41abe54ef0 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2053623 Mar 07 21:39:12.041365 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54082) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:12.046171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e58b8273-7d1b-4044-af47-b04309247937 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group_rule': {'security_group_id': 'cea801f1-8713-43e9-baa4-9c4c5cdac83c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:12.074532 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-5526e312-1e4c-443d-bbe9-e7f615026d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:12.080582 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-5526e312-1e4c-443d-bbe9-e7f615026d13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 1128 time: 0.3161523 Mar 07 21:39:12.123508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-58450956-cbc3-4662-b24a-6771869c7f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:12.127700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-58450956-cbc3-4662-b24a-6771869c7f2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 1131 time: 0.3407617 Mar 07 21:39:12.215226 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Publish callbacks [] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:12.224466 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:12.261536 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e58b8273-7d1b-4044-af47-b04309247937 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (17337ea8-6aca-4c6f-b76d-d0d7a1fb2f61), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:12.324522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d98d3-8de6-45fc-94f1-e1867d02a1bf None None] Pushing event updated for resources: {'Port': ['ID=aaadcd08-53ef-4b4e-b5b3-653577906e95,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:12.396954 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-f9ef1cc4-745b-4f6e-8636-d8fd0232e447 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647096 Mar 07 21:39:12.429456 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-45c2bcae-68a1-4d61-9e10-ace3382d8328 service neutron] 10.222.0.15 "GET /v2.0/ports/e3216fc6-e200-4188-8c52-946675727be0/bindings/n-h1-832330-1 HTTP/1.1" status: 200 len: 384 time: 0.2609839 Mar 07 21:39:12.452345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Attempting to bind port aaadcd08-53ef-4b4e-b5b3-653577906e95 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:39:12.452840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Attempting to bind port aaadcd08-53ef-4b4e-b5b3-653577906e95 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'c5a24ac9-a18c-44a6-b987-96e41033f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:39:12.453226 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Attempting to bind port aaadcd08-53ef-4b4e-b5b3-653577906e95 on network a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:39:12.460731 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:39:12.461108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Checking segment: {'id': 'c5a24ac9-a18c-44a6-b987-96e41033f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:39:12.461566 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:12.461967 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Bound using segment: {'id': 'c5a24ac9-a18c-44a6-b987-96e41033f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:39:12.467143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-6dc1d4e6-d8ea-4776-b86b-657bcadc7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:12.471398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-6dc1d4e6-d8ea-4776-b86b-657bcadc7538 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.3030684 Mar 07 21:39:12.472526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Bound port: aaadcd08-53ef-4b4e-b5b3-653577906e95, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a24ac9-a18c-44a6-b987-96e41033f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:39:12.473016 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:12.480242 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e58b8273-7d1b-4044-af47-b04309247937 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (17337ea8-6aca-4c6f-b76d-d0d7a1fb2f61), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:12.535840 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e58b8273-7d1b-4044-af47-b04309247937 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (17337ea8-6aca-4c6f-b76d-d0d7a1fb2f61), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:12.539274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0017cf-b79a-4324-afc8-9c2f2f106cb6 req-83829a6f-70f1-43f6-bfb1-60974e7e214b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:12.550021 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b0017cf-b79a-4324-afc8-9c2f2f106cb6 req-83829a6f-70f1-43f6-bfb1-60974e7e214b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 943 time: 0.6790910 Mar 07 21:39:12.577329 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b8273-7d1b-4044-af47-b04309247937 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17337ea8-6aca-4c6f-b76d-d0d7a1fb2f61,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:12.648080 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] For port aaadcd08-53ef-4b4e-b5b3-653577906e95, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:39:12.660833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] For port aaadcd08-53ef-4b4e-b5b3-653577906e95, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=aaadcd08-53ef-4b4e-b5b3-653577906e95,segment=NetworkSegment(c5a24ac9-a18c-44a6-b987-96e41033f2e4),segment_id=c5a24ac9-a18c-44a6-b987-96e41033f2e4)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:39:12.683986 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:12.689758 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e58b8273-7d1b-4044-af47-b04309247937 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:12.696961 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e58b8273-7d1b-4044-af47-b04309247937 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6541319 Mar 07 21:39:12.704008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54090) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:12.748065 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3992de60-65a4-4f2a-90d2-79aa71b3e47d tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules/17337ea8-6aca-4c6f-b76d-d0d7a1fb2f61 HTTP/1.1" status: 200 len: 763 time: 0.0427332 Mar 07 21:39:12.753738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54092) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:12.788694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-20729308-8e09-4ba2-bc6a-62f5af53c95a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf HTTP/1.1" status: 200 len: 217 time: 0.2887135 Mar 07 21:39:12.870884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d98d3-8de6-45fc-94f1-e1867d02a1bf None None] Pushing event updated for resources: {'Port': ['ID=aaadcd08-53ef-4b4e-b5b3-653577906e95,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:12.879205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b0017cf-b79a-4324-afc8-9c2f2f106cb6 req-45a6501a-f514-4287-8778-982bbc4969f6 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282607 Mar 07 21:39:12.882655 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Routers {'e3f35928-e3c6-412b-8522-76efaccb6683'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:39:12.883486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:38:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e3f35928-e3c6-412b-8522-76efaccb6683'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:12.891102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5425c41c-7aa1-4966-b19d-031a5ab5b008 None None] Provisioning complete for port aaadcd08-53ef-4b4e-b5b3-653577906e95 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:12.892699 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5425c41c-7aa1-4966-b19d-031a5ab5b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:12.922543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54094) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:12.960356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--733057050', 'description': 'tempest-description--1286788064'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:13.172931 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f398cfd2-fdba-4f1b-833d-069243faa718 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4107280 Mar 07 21:39:13.173684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54104) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:13.175956 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-0476b52b-6382-4740-b03e-018425371606 service neutron] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e3216fc6-e200-4188-8c52-946675727be0,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:13.205554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-8184cb34-8168-4892-857b-a07a3fbadee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:13.211616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-8184cb34-8168-4892-857b-a07a3fbadee6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 1.1170349 Mar 07 21:39:13.220287 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08d4c20b-74b4-4a1d-ae13-cff285b46529 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (17337ea8-6aca-4c6f-b76d-d0d7a1fb2f61), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.230334 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08d4c20b-74b4-4a1d-ae13-cff285b46529 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (17337ea8-6aca-4c6f-b76d-d0d7a1fb2f61), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.234643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-bd503b28-20f8-49ec-b7fb-597a459d53b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:13.236653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-bd503b28-20f8-49ec-b7fb-597a459d53b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.3660848 Mar 07 21:39:13.271552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-0476b52b-6382-4740-b03e-018425371606 service neutron] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:39:13.275769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08d4c20b-74b4-4a1d-ae13-cff285b46529 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (17337ea8-6aca-4c6f-b76d-d0d7a1fb2f61), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.309821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] Set router e3f35928-e3c6-412b-8522-76efaccb6683 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:39:13.311169 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08d4c20b-74b4-4a1d-ae13-cff285b46529 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.311478 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5425c41c-7aa1-4966-b19d-031a5ab5b008 None None] Current status of the port aaadcd08-53ef-4b4e-b5b3-653577906e95 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:13.312476 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5425c41c-7aa1-4966-b19d-031a5ab5b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.315201 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-08d4c20b-74b4-4a1d-ae13-cff285b46529 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/17337ea8-6aca-4c6f-b76d-d0d7a1fb2f61 HTTP/1.1" status: 204 len: 168 time: 0.1362722 Mar 07 21:39:13.317935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4c20b-74b4-4a1d-ae13-cff285b46529 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17337ea8-6aca-4c6f-b76d-d0d7a1fb2f61,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:13.319791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54106) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:13.338037 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.344546 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-44dbafc7-97a0-49b6-a7e8-a3663a1b4667 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=094e0284-669c-4f88-b134-450f20459ec0 HTTP/1.1" status: 200 len: 217 time: 0.1065054 Mar 07 21:39:13.373788 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-af2cffa3-e803-47cf-bc53-b8725dbdb7e8 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513489 Mar 07 21:39:13.374554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54108) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:13.377715 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-0476b52b-6382-4740-b03e-018425371606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3216fc6-e200-4188-8c52-946675727be0 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:39:13.385957 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-745c5bbb-3e3b-4e41-9c25-fc6390460356 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group_rule': {'security_group_id': 'cea801f1-8713-43e9-baa4-9c4c5cdac83c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:13.401336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5425c41c-7aa1-4966-b19d-031a5ab5b008 None None] For port aaadcd08-53ef-4b4e-b5b3-653577906e95, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=aaadcd08-53ef-4b4e-b5b3-653577906e95,segment=NetworkSegment(c5a24ac9-a18c-44a6-b987-96e41033f2e4),segment_id=c5a24ac9-a18c-44a6-b987-96e41033f2e4)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:13.403407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-0476b52b-6382-4740-b03e-018425371606 service neutron] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e3216fc6-e200-4188-8c52-946675727be0,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:13.421472 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5425c41c-7aa1-4966-b19d-031a5ab5b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.436207 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-0476b52b-6382-4740-b03e-018425371606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e3216fc6-e200-4188-8c52-946675727be0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.513205 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-745c5bbb-3e3b-4e41-9c25-fc6390460356 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Project 895288b3614c4e9f9be7251d4449f9c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:39:13.533782 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-745c5bbb-3e3b-4e41-9c25-fc6390460356 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (631b45f1-ad5c-49cd-ab4d-af280dba5572), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.671480 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425c41c-7aa1-4966-b19d-031a5ab5b008 None None] Pushing event updated for resources: {'Port': ['ID=aaadcd08-53ef-4b4e-b5b3-653577906e95,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:13.673940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d2aab991-4f4b-407d-a190-ea5dbb46ea7d None None] Provisioning complete for port aaadcd08-53ef-4b4e-b5b3-653577906e95 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:13.674346 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d2aab991-4f4b-407d-a190-ea5dbb46ea7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.742031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-0476b52b-6382-4740-b03e-018425371606 service neutron] Transition to ACTIVE for port object e3216fc6-e200-4188-8c52-946675727be0 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:39:13.757537 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-0476b52b-6382-4740-b03e-018425371606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e3216fc6-e200-4188-8c52-946675727be0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.825979 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for security_group (0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.830662 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d2aab991-4f4b-407d-a190-ea5dbb46ea7d None None] Current status of the port aaadcd08-53ef-4b4e-b5b3-653577906e95 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:13.836678 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-745c5bbb-3e3b-4e41-9c25-fc6390460356 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (631b45f1-ad5c-49cd-ab4d-af280dba5572), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.840226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-5890e747-3498-4f91-b91e-1e3c9be3190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:13.841970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-5890e747-3498-4f91-b91e-1e3c9be3190e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.4661281 Mar 07 21:39:13.857948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:58Z', 'updated_at': '2022-03-07T21:39:07Z', 'revision_number': 4, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'gw_port': {'id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:00Z', 'updated_at': '2022-03-07T21:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'aaadcd08-53ef-4b4e-b5b3-653577906e95', 'name': '', 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'mac_address': 'fa:16:3e:c9:72:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:05Z', 'updated_at': '2022-03-07T21:39:12Z', 'revision_number': 4, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'subnets': [{'id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:13.864500 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-745c5bbb-3e3b-4e41-9c25-fc6390460356 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (631b45f1-ad5c-49cd-ab4d-af280dba5572), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.902693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0b84a-004f-4587-8fbd-fa111314fb20 req-4e4ab9a3-d5fa-47d2-85fa-ff5c4bd855ff tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:13.908064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8f0b84a-004f-4587-8fbd-fa111314fb20 req-4e4ab9a3-d5fa-47d2-85fa-ff5c4bd855ff tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.8257616 Mar 07 21:39:13.912877 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.923438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44293b-1def-4cd3-8987-a2be01803751 None None] The sync data for ids ['e3f35928-e3c6-412b-8522-76efaccb6683'] in n-d-832330-1 is: [{'id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:58Z', 'updated_at': '2022-03-07T21:39:07Z', 'revision_number': 4, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'gw_port': {'id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:00Z', 'updated_at': '2022-03-07T21:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'aaadcd08-53ef-4b4e-b5b3-653577906e95', 'name': '', 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'mac_address': 'fa:16:3e:c9:72:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:05Z', 'updated_at': '2022-03-07T21:39:12Z', 'revision_number': 4, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'subnets': [{'id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:13.969133 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-745c5bbb-3e3b-4e41-9c25-fc6390460356 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:13.971949 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-745c5bbb-3e3b-4e41-9c25-fc6390460356 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5885227 Mar 07 21:39:13.984294 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-0476b52b-6382-4740-b03e-018425371606 service neutron] No DVR routers for this DVR port e3216fc6-e200-4188-8c52-946675727be0 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:39:13.985580 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46eb6c-e982-4feb-82d0-9a566ade97c3 req-87f6d916-1430-45d1-96bd-5239c1a1840d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:14.001809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54112) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:14.013661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed46eb6c-e982-4feb-82d0-9a566ade97c3 req-87f6d916-1430-45d1-96bd-5239c1a1840d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 949 time: 0.8667297 Mar 07 21:39:14.041960 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-eb4e574e-0525-45cd-a31b-616fc087e136 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1890948 Mar 07 21:39:14.091492 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-0476b52b-6382-4740-b03e-018425371606 service neutron] 10.222.0.15 "PUT /v2.0/ports/e3216fc6-e200-4188-8c52-946675727be0/bindings/n-h1-832330-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6511793 Mar 07 21:39:14.093343 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0ff08e38-a606-43e3-bdc0-40fd71127275 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules/631b45f1-ad5c-49cd-ab4d-af280dba5572 HTTP/1.1" status: 200 len: 769 time: 0.0315711 Mar 07 21:39:14.094149 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c5bbb-3e3b-4e41-9c25-fc6390460356 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631b45f1-ad5c-49cd-ab4d-af280dba5572,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:14.108461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54116) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:14.140377 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476b52b-6382-4740-b03e-018425371606 service neutron] Pushing event updated for resources: {'Port': ['ID=e3216fc6-e200-4188-8c52-946675727be0,revision_number=10']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:14.161684 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:14.179881 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2498536 Mar 07 21:39:14.200717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54118) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:14.230160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-b19ed2e0-f320-4de9-8288-9936d5e25ce7 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:14.233678 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-b19ed2e0-f320-4de9-8288-9936d5e25ce7 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee&tenant_id=47acc144bc5e43f0a2becfc354b98767&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 1126 time: 0.0763032 Mar 07 21:39:14.298057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-3e152be5-ef35-4aa9-a4e9-9e3122c723af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:14.300298 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-3e152be5-ef35-4aa9-a4e9-9e3122c723af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee&tenant_id=47acc144bc5e43f0a2becfc354b98767 HTTP/1.1" status: 200 len: 1126 time: 0.0592186 Mar 07 21:39:14.392886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-4cee2a88-a0c1-4bba-8a55-bc21a4e7fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:14.394440 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-4cee2a88-a0c1-4bba-8a55-bc21a4e7fcc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 1126 time: 0.0666652 Mar 07 21:39:14.527618 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-f0a9a049-0f3c-4fdc-b0a8-dfc7398db7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:14.529717 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-f0a9a049-0f3c-4fdc-b0a8-dfc7398db7d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.1256771 Mar 07 21:39:14.623027 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5caa9a52-6369-4b38-92de-baa848c91fc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3216fc6-e200-4188-8c52-946675727be0 HTTP/1.1" status: 200 len: 217 time: 0.0864208 Mar 07 21:39:14.746816 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-ffa4953c-1d17-4300-8f64-3f88ff2afd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:14.749751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-ffa4953c-1d17-4300-8f64-3f88ff2afd7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.3426387 Mar 07 21:39:14.770283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-50856c49-f6a8-49f7-8abc-550a1131c7a8 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Request body: {'security_group_rule': {'security_group_id': '0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:14.839678 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-ee3d682b-5547-477a-a3a6-8dd796d1dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:14.841615 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-ee3d682b-5547-477a-a3a6-8dd796d1dff2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.2058396 Mar 07 21:39:14.854099 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:14.873727 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device aaadcd08-53ef-4b4e-b5b3-653577906e95 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:39:14.909664 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-e9839421-afef-4327-b9e6-02e172b99b6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601037 Mar 07 21:39:14.982041 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port aaadcd08-53ef-4b4e-b5b3-653577906e95 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:14.984339 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:15.004686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.005044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.005456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.005814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.006219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.006567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.006904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.007237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.007566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.007894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.008224 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.008554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.009618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862245f-44c4-476f-a42d-59c724749837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.114767 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-5975328a-9ab8-4ae4-abed-8ef5a02af023 service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857724 Mar 07 21:39:15.178284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port aaadcd08-53ef-4b4e-b5b3-653577906e95 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:15.186711 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8f0b84a-004f-4587-8fbd-fa111314fb20 req-82c164c1-dc2e-4c4e-b5c0-68ee09e4280c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2375617 Mar 07 21:39:15.288869 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9e0c9b40-d4a4-4420-a1f9-7fd1a4334576 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 1.1669433 Mar 07 21:39:15.291647 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-4704a7a9-1ea1-40a8-863e-63bd1e297904 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036647 Mar 07 21:39:15.300941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54122) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:15.301842 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-50856c49-f6a8-49f7-8abc-550a1131c7a8 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for security_group_rule (d249c4a6-4816-43f0-8cc5-ca7c690e45fd), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:15.376627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed46eb6c-e982-4feb-82d0-9a566ade97c3 req-bea07c6e-8bb2-424c-933e-06ed78816f66 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3629289 Mar 07 21:39:15.445628 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-e81b14f0-c110-48cd-ba34-42a19ea3fd6b service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233469 Mar 07 21:39:15.577167 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4c104fb1-2db3-4b81-b5a9-46567ba82382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:15.610377 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-d1559027-b72a-4838-af9d-686c6cec7592 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5309160 Mar 07 21:39:15.728459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-50856c49-f6a8-49f7-8abc-550a1131c7a8 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for security_group_rule (d249c4a6-4816-43f0-8cc5-ca7c690e45fd), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:15.730991 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4e45-fc87-42cf-937b-20580c875aaf tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (631b45f1-ad5c-49cd-ab4d-af280dba5572), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:15.735707 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fab75655-a5a7-4dfd-baf5-830e82162053 req-8bed8d73-21ca-4a3a-8d24-e28b8de2f4e3 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091481 Mar 07 21:39:15.747436 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-50856c49-f6a8-49f7-8abc-550a1131c7a8 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (d249c4a6-4816-43f0-8cc5-ca7c690e45fd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:15.793559 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:15.813264 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4e45-fc87-42cf-937b-20580c875aaf tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (631b45f1-ad5c-49cd-ab4d-af280dba5572), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:15.819141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-044818cf-ea26-4e92-b42c-72617bb0ef61 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:15.821279 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-044818cf-ea26-4e92-b42c-72617bb0ef61 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee&tenant_id=47acc144bc5e43f0a2becfc354b98767&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 1126 time: 0.1074455 Mar 07 21:39:15.857402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50856c49-f6a8-49f7-8abc-550a1131c7a8 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d249c4a6-4816-43f0-8cc5-ca7c690e45fd,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:15.875368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-50856c49-f6a8-49f7-8abc-550a1131c7a8 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:15.876951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-50856c49-f6a8-49f7-8abc-550a1131c7a8 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1345456 Mar 07 21:39:15.890537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f945b7-dbb7-465b-81f2-752559e6d55d req-56e0e3d2-abbf-4db7-a666-86b39e4ed4c0 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:15.902041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50f945b7-dbb7-465b-81f2-752559e6d55d req-56e0e3d2-abbf-4db7-a666-86b39e4ed4c0 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 944 time: 0.3349512 Mar 07 21:39:15.907678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54132) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:15.919678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-426a4bf4-9c4f-4eba-8f55-31dcfb70777b tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Request body: {'security_group_rule': {'security_group_id': '0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:15.959535 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4e45-fc87-42cf-937b-20580c875aaf tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (631b45f1-ad5c-49cd-ab4d-af280dba5572), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:15.972121 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4e45-fc87-42cf-937b-20580c875aaf tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:15.976263 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fe4d4e45-fc87-42cf-937b-20580c875aaf tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/631b45f1-ad5c-49cd-ab4d-af280dba5572 HTTP/1.1" status: 204 len: 168 time: 0.5953848 Mar 07 21:39:15.977481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54134) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:15.990870 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-2a0e1bab-e1cf-45cb-beae-5e8aedd03f81 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312929 Mar 07 21:39:16.028323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d4e45-fc87-42cf-937b-20580c875aaf tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=631b45f1-ad5c-49cd-ab4d-af280dba5572,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:16.077907 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-426a4bf4-9c4f-4eba-8f55-31dcfb70777b tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for security_group_rule (621fb63f-bf33-4de8-8dc0-93aae33b27f6), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:16.097732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50f945b7-dbb7-465b-81f2-752559e6d55d req-046a2824-1182-4600-8c39-de8065fe9d22 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904993 Mar 07 21:39:16.157961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54136) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:16.159183 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3bd1f84c-0e5f-40f2-bd96-3430f45d0e90 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1722326 Mar 07 21:39:16.165532 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-b334db4d-8269-48b9-885f-a77115650752 service neutron] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:39:16.169205 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-b334db4d-8269-48b9-885f-a77115650752 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:16.171063 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2eb5ee46-b5f0-4d06-8e6a-46303b517349 req-b334db4d-8269-48b9-885f-a77115650752 service neutron] 10.222.0.13 "DELETE /v2.0/ports/e3216fc6-e200-4188-8c52-946675727be0/bindings/n-h2-832330-1 HTTP/1.1" status: 204 len: 173 time: 0.3401368 Mar 07 21:39:16.204199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a555ccb5-722a-42fa-aba1-3c9d60fbcdaf details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:39:16.299884 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0c24a970-aa9d-4f8c-91cd-9a9a7aee312e tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (cea801f1-8713-43e9-baa4-9c4c5cdac83c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:16.329924 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0c24a970-aa9d-4f8c-91cd-9a9a7aee312e tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (cea801f1-8713-43e9-baa4-9c4c5cdac83c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:16.423179 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0c24a970-aa9d-4f8c-91cd-9a9a7aee312e tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cea801f1-8713-43e9-baa4-9c4c5cdac83c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:16.425945 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0c24a970-aa9d-4f8c-91cd-9a9a7aee312e tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:16.430573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54146) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:16.432973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:16.438698 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0c24a970-aa9d-4f8c-91cd-9a9a7aee312e tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-groups/cea801f1-8713-43e9-baa4-9c4c5cdac83c HTTP/1.1" status: 204 len: 168 time: 0.2457800 Mar 07 21:39:16.458963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'mac_address': 'fa:16:3e:5b:b7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:39:16.484428 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-426a4bf4-9c4f-4eba-8f55-31dcfb70777b tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for security_group_rule (621fb63f-bf33-4de8-8dc0-93aae33b27f6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:16.490881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24a970-aa9d-4f8c-91cd-9a9a7aee312e tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea801f1-8713-43e9-baa4-9c4c5cdac83c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:16.528889 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-426a4bf4-9c4f-4eba-8f55-31dcfb70777b tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (621fb63f-bf33-4de8-8dc0-93aae33b27f6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:16.542958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:16.553491 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:16.556555 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-563c4182-4c27-439e-b5d8-8671916632d6 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1211910 Mar 07 21:39:16.559053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54150) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:16.588155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0514bbfa-67fc-4898-804b-83e13c190cc3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group': {'name': 'tempest-secgroup--488969632'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:16.621718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a555ccb5-722a-42fa-aba1-3c9d60fbcdaf {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:39:16.644662 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0514bbfa-67fc-4898-804b-83e13c190cc3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:16.677871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:16.687401 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:16.730538 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6f731-da84-426c-8973-abe01491b724 req-cb0934a9-53de-4e3c-b204-58e0f4f74b5b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:16.731798 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5f6f731-da84-426c-8973-abe01491b724 req-cb0934a9-53de-4e3c-b204-58e0f4f74b5b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.3527298 Mar 07 21:39:16.732640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a4bf4-9c4f-4eba-8f55-31dcfb70777b tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621fb63f-bf33-4de8-8dc0-93aae33b27f6,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:16.787069 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-426a4bf4-9c4f-4eba-8f55-31dcfb70777b tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:16.788269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-426a4bf4-9c4f-4eba-8f55-31dcfb70777b tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8776052 Mar 07 21:39:16.792965 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54152) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:16.809235 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:16.881834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,revision_number=12']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:16.923319 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee6128-bd47-4bf2-a955-3eecd29849b9 req-04f7073b-c19c-4900-a060-e708a38feff6 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:16.925243 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fdee6128-bd47-4bf2-a955-3eecd29849b9 req-04f7073b-c19c-4900-a060-e708a38feff6 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 949 time: 0.3326530 Mar 07 21:39:16.932810 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0514bbfa-67fc-4898-804b-83e13c190cc3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (24b0a575-2aec-4430-89ae-cba15287f7fc), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:16.941380 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5f6f731-da84-426c-8973-abe01491b724 req-b03aecb5-bd01-47fa-a49d-d50673f200d6 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823275 Mar 07 21:39:16.956505 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0514bbfa-67fc-4898-804b-83e13c190cc3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (24b0a575-2aec-4430-89ae-cba15287f7fc), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:17.043485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['a555ccb5-722a-42fa-aba1-3c9d60fbcdaf'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:39:17.068239 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fdee6128-bd47-4bf2-a955-3eecd29849b9 req-15ad3dc3-c2e7-4f8a-8da3-4befc7e0bc81 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340454 Mar 07 21:39:17.070567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514bbfa-67fc-4898-804b-83e13c190cc3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b0a575-2aec-4430-89ae-cba15287f7fc,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:17.080497 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0514bbfa-67fc-4898-804b-83e13c190cc3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:17.081756 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0514bbfa-67fc-4898-804b-83e13c190cc3 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5167561 Mar 07 21:39:17.084813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54162) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:17.096670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-bb9c6ee4-4875-4184-84ff-305c0d30957c tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Request body: {'security_group_rule': {'security_group_id': '24b0a575-2aec-4430-89ae-cba15287f7fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:17.110524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:17.312735 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6ee4-4875-4184-84ff-305c0d30957c tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (0112c7e7-1553-4491-b491-8ec67dac8679), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:17.389830 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:17.472160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e71a68-99ce-4075-aef7-644710c0dd51 req-70277073-921a-4b7f-8b6c-4e6d69666e57 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:17.484305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26e71a68-99ce-4075-aef7-644710c0dd51 req-70277073-921a-4b7f-8b6c-4e6d69666e57 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 950 time: 0.3170831 Mar 07 21:39:17.617210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc322db0-f8ba-40b9-8696-8eee25060092 req-43ec40b5-698f-44af-8316-083e28133b14 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:17.625686 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc322db0-f8ba-40b9-8696-8eee25060092 req-43ec40b5-698f-44af-8316-083e28133b14 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 944 time: 0.2786286 Mar 07 21:39:17.627139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Allocated IP 172.25.4.115 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/38f9be66-9c08-4da7-acbd-46b6ec6f0caa) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:17.636129 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6ee4-4875-4184-84ff-305c0d30957c tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (0112c7e7-1553-4491-b491-8ec67dac8679), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:17.657193 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6ee4-4875-4184-84ff-305c0d30957c tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (0112c7e7-1553-4491-b491-8ec67dac8679), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:17.678710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26e71a68-99ce-4075-aef7-644710c0dd51 req-be67a6d5-ee7b-43f1-8f8d-198fc3778121 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933503 Mar 07 21:39:17.835785 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc322db0-f8ba-40b9-8696-8eee25060092 req-1cc8952e-dd4a-456a-81a4-5e0beed16a59 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090263 Mar 07 21:39:17.836514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c6ee4-4875-4184-84ff-305c0d30957c tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0112c7e7-1553-4491-b491-8ec67dac8679,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:17.872991 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-edd1e989-53a0-4d02-aca7-46b9eb3718a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:17.876094 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6ee4-4875-4184-84ff-305c0d30957c tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:17.878044 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bb9c6ee4-4875-4184-84ff-305c0d30957c tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7922375 Mar 07 21:39:17.882622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54182) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:17.921212 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for port (38f9be66-9c08-4da7-acbd-46b6ec6f0caa), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:18.001075 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:18.021913 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (38f9be66-9c08-4da7-acbd-46b6ec6f0caa), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:18.064076 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:18.082376 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06fe309a-8162-4ab9-a35d-30dedb405c19 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (24b0a575-2aec-4430-89ae-cba15287f7fc), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:18.140002 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:18.144583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Pushing event updated for resources: {'Port': ['ID=38f9be66-9c08-4da7-acbd-46b6ec6f0caa,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:18.150491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:39:18.240081 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06fe309a-8162-4ab9-a35d-30dedb405c19 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (24b0a575-2aec-4430-89ae-cba15287f7fc), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:18.268709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa599f-1c03-4912-88d5-37fc21a37140 req-8d6adeb7-eaa3-47b3-bb28-2f8092782026 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:18.280809 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54fa599f-1c03-4912-88d5-37fc21a37140 req-8d6adeb7-eaa3-47b3-bb28-2f8092782026 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 1126 time: 0.1867468 Mar 07 21:39:18.354203 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for floatingip (571f6c94-e6c4-47c7-991e-37d4e57295d7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:18.378940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb72186-850c-45c4-b04a-9c910ee734dd req-0237e861-d3b4-4eb6-932c-529d2b55dc29 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:18.386876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fb72186-850c-45c4-b04a-9c910ee734dd req-0237e861-d3b4-4eb6-932c-529d2b55dc29 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.2441146 Mar 07 21:39:18.456068 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (38f9be66-9c08-4da7-acbd-46b6ec6f0caa), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:18.495658 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54fa599f-1c03-4912-88d5-37fc21a37140 req-7de85416-22f3-4b84-8c7a-83f6501a168f tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108531 Mar 07 21:39:18.580496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54208) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:18.598247 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fb72186-850c-45c4-b04a-9c910ee734dd req-d7ea2d45-8e16-4a6d-a914-d78fda9730e5 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074418 Mar 07 21:39:18.642044 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06fe309a-8162-4ab9-a35d-30dedb405c19 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (24b0a575-2aec-4430-89ae-cba15287f7fc), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:18.645350 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06fe309a-8162-4ab9-a35d-30dedb405c19 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:18.648245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-06fe309a-8162-4ab9-a35d-30dedb405c19 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-groups/24b0a575-2aec-4430-89ae-cba15287f7fc HTTP/1.1" status: 204 len: 168 time: 0.7625678 Mar 07 21:39:18.686649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54220) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:18.688276 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe309a-8162-4ab9-a35d-30dedb405c19 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b0a575-2aec-4430-89ae-cba15287f7fc,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:18.792199 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for port (38f9be66-9c08-4da7-acbd-46b6ec6f0caa), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:18.798294 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (38f9be66-9c08-4da7-acbd-46b6ec6f0caa), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:18.890763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6c1021b5-5810-46e6-b330-b0ff9e0afe0c tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1996067 Mar 07 21:39:18.903786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54230) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:18.945781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-edc84151-fd1d-47df-81c5-2bb68a0fefe3 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=983f4ba84c9a411ba764aa41e92d0679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2617321 Mar 07 21:39:18.959361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Pushing event updated for resources: {'Port': ['ID=38f9be66-9c08-4da7-acbd-46b6ec6f0caa,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:18.966387 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a1bd111-cb5e-4111-be7c-d106c87f8e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:18.976558 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (571f6c94-e6c4-47c7-991e-37d4e57295d7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:19.011896 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:19.022045 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f3fa2abc-711c-4281-a641-ed38198e0aa1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2192504 Mar 07 21:39:19.165122 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e457186e-a19c-4646-a645-7298dcd849d6 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2585359 Mar 07 21:39:19.168492 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54234) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:19.178207 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:19.213650 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-06026587-f533-4035-b580-b157f4711421 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] delete failed (client error): The resource could not be found. Mar 07 21:39:19.225965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d050f4-118b-4778-ba70-e864f2036161 req-3b865251-153c-4630-b410-b07e6f3180a5 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:19.227524 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-06026587-f533-4035-b580-b157f4711421 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "DELETE /v2.0/security-groups/24b0a575-2aec-4430-89ae-cba15287f7fc HTTP/1.1" status: 404 len: 347 time: 0.0551827 Mar 07 21:39:19.232959 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54238) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:19.234826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1d050f4-118b-4778-ba70-e864f2036161 req-3b865251-153c-4630-b410-b07e6f3180a5 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 1126 time: 0.3418865 Mar 07 21:39:19.295763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-3bc16de7-12e9-478f-be87-21ac7225b183 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:19.302573 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-3bc16de7-12e9-478f-be87-21ac7225b183 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3555343 Mar 07 21:39:19.323820 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4b618f6f-67bc-436f-b7f7-0cbbb7a202c7 tempest-SecGroupIPv6Test-648263000 tempest-SecGroupIPv6Test-648263000-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0864079 Mar 07 21:39:19.348388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-f8f02f89-a1c9-4c67-9db5-643aa4636a17 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/quotas/983f4ba84c9a411ba764aa41e92d0679 HTTP/1.1" status: 200 len: 375 time: 0.0446661 Mar 07 21:39:19.372385 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a1bd111-cb5e-4111-be7c-d106c87f8e92 admin admin] Publish callbacks [] for security_group (8a2cb4c1-df4a-4ccf-abc1-7abed1f74e51), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:19.404668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1d050f4-118b-4778-ba70-e864f2036161 req-876daa8d-9531-4479-bdc3-6d9f332a04c3 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665373 Mar 07 21:39:19.407121 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a1bd111-cb5e-4111-be7c-d106c87f8e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8a2cb4c1-df4a-4ccf-abc1-7abed1f74e51), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:19.609253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54256) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:19.614738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3a1bd111-cb5e-4111-be7c-d106c87f8e92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09383b85aaaf414c82e72eb224397384&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0130219 Mar 07 21:39:19.630497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bd111-cb5e-4111-be7c-d106c87f8e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2cb4c1-df4a-4ccf-abc1-7abed1f74e51,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:19.726439 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb1ee9d3-a6c0-4f7f-8894-3eada2c4553f admin admin] Publish callbacks [] for security_group (8a2cb4c1-df4a-4ccf-abc1-7abed1f74e51), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:19.735610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-83855c3f-256b-4091-89b6-b3d8285e5227 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3862557 Mar 07 21:39:19.761442 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-963ab16a-e11b-43e6-a051-2c232589baf5 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--733057050&fields=id&tenant_id=0e5a9095b5804547a8b1a8286fd70b95 HTTP/1.1" status: 200 len: 267 time: 0.1615558 Mar 07 21:39:19.768524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb1ee9d3-a6c0-4f7f-8894-3eada2c4553f admin admin] Publish callbacks [] for security_group (8a2cb4c1-df4a-4ccf-abc1-7abed1f74e51), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:19.787626 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54262) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:19.919245 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb1ee9d3-a6c0-4f7f-8894-3eada2c4553f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8a2cb4c1-df4a-4ccf-abc1-7abed1f74e51), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:19.923430 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb1ee9d3-a6c0-4f7f-8894-3eada2c4553f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:19.924717 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cb1ee9d3-a6c0-4f7f-8894-3eada2c4553f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a2cb4c1-df4a-4ccf-abc1-7abed1f74e51 HTTP/1.1" status: 204 len: 168 time: 0.3141413 Mar 07 21:39:19.955738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ee9d3-a6c0-4f7f-8894-3eada2c4553f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2cb4c1-df4a-4ccf-abc1-7abed1f74e51,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:20.162686 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:20.175480 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-648a814a-3fa8-428b-99e8-3d2724f41a41 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=895288b3614c4e9f9be7251d4449f9c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3840764 Mar 07 21:39:20.176462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54274) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:20.180324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a83af-8714-4d6d-9244-52b732637d6d req-d5d8d149-3118-4179-9376-619d6a5474e2 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:20.197140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-d5d8d149-3118-4179-9376-619d6a5474e2 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/networks?id=a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 HTTP/1.1" status: 200 len: 811 time: 0.4243677 Mar 07 21:39:20.221119 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a555ccb5-722a-42fa-aba1-3c9d60fbcdaf up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:39:20.251124 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-007589f3-e0d2-4293-82ee-53a11977ceeb tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/quotas/0e5a9095b5804547a8b1a8286fd70b95 HTTP/1.1" status: 200 len: 375 time: 0.0529034 Mar 07 21:39:20.311051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:39:20.330057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:20.331797 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:20.395633 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5ea8-5734-4f8d-9e53-8645c1dfe769 admin admin] Publish callbacks [] for security_group (8f226d90-bc52-4ab7-8515-572741301c77), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:20.507585 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5ea8-5734-4f8d-9e53-8645c1dfe769 admin admin] Publish callbacks [] for security_group (8f226d90-bc52-4ab7-8515-572741301c77), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:20.516338 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-2f15f7e3-1491-4f39-a747-f78059b95e70 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0e5a9095b5804547a8b1a8286fd70b95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2642481 Mar 07 21:39:20.611353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:20.612154 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:20.650725 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5ea8-5734-4f8d-9e53-8645c1dfe769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8f226d90-bc52-4ab7-8515-572741301c77), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:20.657141 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5ea8-5734-4f8d-9e53-8645c1dfe769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:20.658494 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d4fa5ea8-5734-4f8d-9e53-8645c1dfe769 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f226d90-bc52-4ab7-8515-572741301c77 HTTP/1.1" status: 204 len: 168 time: 0.4788303 Mar 07 21:39:20.669657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa5ea8-5734-4f8d-9e53-8645c1dfe769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f226d90-bc52-4ab7-8515-572741301c77,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:20.674672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:20.675812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:39:20.681127 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3bb504-1e9f-472d-be51-f2f6c00bc46d" -d '{"events": [{"server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "name": "network-vif-plugged", "status": "completed", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:39:20.685515 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:20.782477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,revision_number=13']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:21.104713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe5dd8-b268-495d-b969-185a9ceec1ef req-15ac9c93-fdef-48b9-a66e-ac1c89ec3b43 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:21.120800 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-83fe5dd8-b268-495d-b969-185a9ceec1ef req-15ac9c93-fdef-48b9-a66e-ac1c89ec3b43 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.2854078 Mar 07 21:39:21.154382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-fff281bf-9e34-4223-8921-2a782d3ad49b service neutron] 10.222.0.26 "GET /v2.0/networks/a11cbb3b-bf86-42ff-b64d-f9f1caa32c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6371362 Mar 07 21:39:21.229640 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-83fe5dd8-b268-495d-b969-185a9ceec1ef req-75365f79-aa2f-4ec4-b689-7267b4723eb8 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076000 Mar 07 21:39:21.630559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6104f33b-6681-4b4d-83e4-f997597a69a0 req-52bfd70f-2199-4487-abf0-6c916ad922af tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 210 time: 0.1067653 Mar 07 21:39:21.652188 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-08779e7c-7e72-4f45-b7e7-0d63412c49a2 service neutron] 10.222.0.26 "GET /v2.0/networks/a11cbb3b-bf86-42ff-b64d-f9f1caa32c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912183 Mar 07 21:39:21.906922 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a803be13-940a-4786-a62c-3fe829b8a2b5 x-openstack-request-id: req-a803be13-940a-4786-a62c-3fe829b8a2b5 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:39:21.907429 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "name": "network-vif-plugged", "status": "completed", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:39:21.907566 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a803be13-940a-4786-a62c-3fe829b8a2b5 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:39:21.907874 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'code': 200} Mar 07 21:39:22.024080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-75fa0dee-1268-4545-b425-2ff08623c2b0 req-980d0dfb-8101-46fe-904c-a85ae1c687c4 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 210 time: 0.0856347 Mar 07 21:39:22.080635 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:22.297945 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-aba2534f-1300-4524-93a2-a2f7ccea47e9 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=983f4ba84c9a411ba764aa41e92d0679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756221 Mar 07 21:39:22.553322 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-4529e21e-f7a3-406f-aaa5-e82792025cda tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:22.555362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-4529e21e-f7a3-406f-aaa5-e82792025cda tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2443638 Mar 07 21:39:22.570025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-7fc2edbc-9812-4786-8c8a-0bede2390d77 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Request body: {'port': {'device_id': '600f1037-8597-4fcf-8044-d485c14c4009', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '983f4ba84c9a411ba764aa41e92d0679'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:22.583896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2467db3-a7b4-4476-ae85-3e75c851e2ad req-663f5df8-9b93-4168-b3d0-233083560636 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:22.585868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2467db3-a7b4-4476-ae85-3e75c851e2ad req-663f5df8-9b93-4168-b3d0-233083560636 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.1738267 Mar 07 21:39:22.727221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2467db3-a7b4-4476-ae85-3e75c851e2ad req-4e263455-25a9-4853-b7c8-93cc18bdd123 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276340 Mar 07 21:39:22.789202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-7fc2edbc-9812-4786-8c8a-0bede2390d77 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Made reservation on behalf of 983f4ba84c9a411ba764aa41e92d0679 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:22.794488 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-7fc2edbc-9812-4786-8c8a-0bede2390d77 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:22.865241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54368) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:23.060999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-7fc2edbc-9812-4786-8c8a-0bede2390d77 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Allocated IP 192.168.233.124 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/e851dca9-9246-4d61-959a-5360a1af8d06) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:23.088117 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-57bc0597-dad9-4903-9d55-691e03d15010 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group': {'name': 'tempest-secgroup--856601996'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:23.090860 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d858aa6-5317-4106-89ab-123ef32b6d86 req-40ec3639-1b36-4914-b090-40a4acbe043a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 210 time: 0.0931592 Mar 07 21:39:23.138322 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57bc0597-dad9-4903-9d55-691e03d15010 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:23.167345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57bc0597-dad9-4903-9d55-691e03d15010 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:23.309816 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57bc0597-dad9-4903-9d55-691e03d15010 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (7a93d6ee-110e-4a9b-b93d-a37b9a52db8d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:23.331856 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57bc0597-dad9-4903-9d55-691e03d15010 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7a93d6ee-110e-4a9b-b93d-a37b9a52db8d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:23.380818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc0597-dad9-4903-9d55-691e03d15010 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a93d6ee-110e-4a9b-b93d-a37b9a52db8d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:23.434194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11cc1e3d-4a21-4dae-aba9-d6518e1bc96f req-951ff450-be1e-4750-8906-36699357b482 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 210 time: 0.0586607 Mar 07 21:39:23.476305 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57bc0597-dad9-4903-9d55-691e03d15010 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (4a96f609-af4a-4f0e-b2d0-828378bb3c1c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:23.482292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57bc0597-dad9-4903-9d55-691e03d15010 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4a96f609-af4a-4f0e-b2d0-828378bb3c1c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:23.495754 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-7fc2edbc-9812-4786-8c8a-0bede2390d77 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks [] for port (e851dca9-9246-4d61-959a-5360a1af8d06), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:23.506551 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:39:23.517415 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57bc0597-dad9-4903-9d55-691e03d15010 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:23.522446 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-57bc0597-dad9-4903-9d55-691e03d15010 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6558692 Mar 07 21:39:23.523180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54374) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:23.551125 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc0597-dad9-4903-9d55-691e03d15010 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a96f609-af4a-4f0e-b2d0-828378bb3c1c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:23.615956 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-7fc2edbc-9812-4786-8c8a-0bede2390d77 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:23.631818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['a579bf70-a25a-4de4-b100-2836fe8ef53a', 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:39:23.636233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['250c0933-2051-4622-966e-95c5d64fdd30'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:39:23.680843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c4fde003-f973-4b65-b868-cb4ef42c2e1b tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1538393 Mar 07 21:39:23.683310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54376) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:23.691170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-81eefb63-376f-4da7-9aaa-d29b98a3c400 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group': {'name': 'tempest-security--1853961321', 'description': 'tempest-security-description-1550141768'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:23.701613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-7fc2edbc-9812-4786-8c8a-0bede2390d77 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:23.715878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-7fc2edbc-9812-4786-8c8a-0bede2390d77 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:23.721475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-7fc2edbc-9812-4786-8c8a-0bede2390d77 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:39:23.890408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-7fc2edbc-9812-4786-8c8a-0bede2390d77 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:23.891017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-7fc2edbc-9812-4786-8c8a-0bede2390d77 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:23.950426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2edbc-9812-4786-8c8a-0bede2390d77 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Pushing event updated for resources: {'Port': ['ID=e851dca9-9246-4d61-959a-5360a1af8d06,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:24.038680 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-7fc2edbc-9812-4786-8c8a-0bede2390d77 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4732156 Mar 07 21:39:24.061516 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a83af-8714-4d6d-9244-52b732637d6d req-84c08319-21c4-4eaa-b188-912731b773e9 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:24.071775 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-84c08319-21c4-4eaa-b188-912731b773e9 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.13 "GET /v2.0/networks?id=a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 HTTP/1.1" status: 200 len: 811 time: 0.3760626 Mar 07 21:39:24.074297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Request body: {'port': {'device_id': '600f1037-8597-4fcf-8044-d485c14c4009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:24.169552 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-81eefb63-376f-4da7-9aaa-d29b98a3c400 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (4a96f609-af4a-4f0e-b2d0-828378bb3c1c), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:24.193522 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-184e9bb5-f986-48f0-8f6d-60d1318258f8 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e5a9095b5804547a8b1a8286fd70b95 HTTP/1.1" status: 200 len: 379 time: 0.1080198 Mar 07 21:39:24.203982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d1c22f55-4301-4b66-b8db-cf9e092fdbd2 None None] Provisioning complete for port e851dca9-9246-4d61-959a-5360a1af8d06 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:24.204352 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d1c22f55-4301-4b66-b8db-cf9e092fdbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:24.210101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-862a83af-8714-4d6d-9244-52b732637d6d req-0a48cec3-50d9-4e93-b28b-38f98f694570 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Request body: {'port': {'device_id': 'aa931c4b-4dc4-421d-9988-61e620b93e7a', 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'admin_state_up': True, 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'security_groups': ['0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:24.254989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d1c22f55-4301-4b66-b8db-cf9e092fdbd2 None None] Port e851dca9-9246-4d61-959a-5360a1af8d06 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:39:24.281490 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-81eefb63-376f-4da7-9aaa-d29b98a3c400 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (4a96f609-af4a-4f0e-b2d0-828378bb3c1c), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:24.303709 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-81eefb63-376f-4da7-9aaa-d29b98a3c400 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4a96f609-af4a-4f0e-b2d0-828378bb3c1c), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:24.310590 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-81eefb63-376f-4da7-9aaa-d29b98a3c400 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:24.312978 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-81eefb63-376f-4da7-9aaa-d29b98a3c400 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "PUT /v2.0/security-groups/4a96f609-af4a-4f0e-b2d0-828378bb3c1c HTTP/1.1" status: 200 len: 1797 time: 0.6263120 Mar 07 21:39:24.345551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54386) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:24.433914 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:24.450598 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb84271-c98c-4bf2-88a8-f482f99e7403 req-8e10701f-67aa-49f6-9df3-ddbcc0524bc1 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:24.458782 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862a83af-8714-4d6d-9244-52b732637d6d req-0a48cec3-50d9-4e93-b28b-38f98f694570 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Made reservation on behalf of 0e5a9095b5804547a8b1a8286fd70b95 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:24.461099 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fbb84271-c98c-4bf2-88a8-f482f99e7403 req-8e10701f-67aa-49f6-9df3-ddbcc0524bc1 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.4952497 Mar 07 21:39:24.463314 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-862a83af-8714-4d6d-9244-52b732637d6d req-0a48cec3-50d9-4e93-b28b-38f98f694570 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:24.546028 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eefb63-376f-4da7-9aaa-d29b98a3c400 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a96f609-af4a-4f0e-b2d0-828378bb3c1c,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:24.588652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a477a40a-727a-47ab-97ad-33f78231579e tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-groups/4a96f609-af4a-4f0e-b2d0-828378bb3c1c HTTP/1.1" status: 200 len: 1797 time: 0.2376835 Mar 07 21:39:24.593441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54390) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:24.687904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fbb84271-c98c-4bf2-88a8-f482f99e7403 req-019d356d-0064-4d94-9b9b-ac079d2820a9 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258792 Mar 07 21:39:24.879879 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e0674f1-526d-48cc-8cb4-e41c789ce898 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (4a96f609-af4a-4f0e-b2d0-828378bb3c1c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:24.932818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e0674f1-526d-48cc-8cb4-e41c789ce898 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (4a96f609-af4a-4f0e-b2d0-828378bb3c1c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:25.006347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dda571-327e-4bf9-af42-467619521d19 req-899a079b-3936-44b2-9f83-d3782fe88b05 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:25.007340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-862a83af-8714-4d6d-9244-52b732637d6d req-0a48cec3-50d9-4e93-b28b-38f98f694570 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Allocated IP 172.20.0.14 (a11cbb3b-bf86-42ff-b64d-f9f1caa32c30/8cbf459f-e96c-490b-8882-87ee5ed2f8e0/b7724baa-02ea-4046-b0cf-bbfb0e5a6117) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:25.010236 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6dda571-327e-4bf9-af42-467619521d19 req-899a079b-3936-44b2-9f83-d3782fe88b05 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 936 time: 0.1127334 Mar 07 21:39:25.106412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6dda571-327e-4bf9-af42-467619521d19 req-526c53a0-9c61-4a1e-988f-444c8e1bc041 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642834 Mar 07 21:39:25.109081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e851dca9-9246-4d61-959a-5360a1af8d06 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:39:25.138927 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Publish callbacks [] for port (e851dca9-9246-4d61-959a-5360a1af8d06), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:25.170343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Transition to ACTIVE for port object e851dca9-9246-4d61-959a-5360a1af8d06 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:39:25.173411 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e0674f1-526d-48cc-8cb4-e41c789ce898 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4a96f609-af4a-4f0e-b2d0-828378bb3c1c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:25.177228 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e0674f1-526d-48cc-8cb4-e41c789ce898 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:25.178933 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3e0674f1-526d-48cc-8cb4-e41c789ce898 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-groups/4a96f609-af4a-4f0e-b2d0-828378bb3c1c HTTP/1.1" status: 204 len: 168 time: 0.5843852 Mar 07 21:39:25.185534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54400) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:25.204194 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0674f1-526d-48cc-8cb4-e41c789ce898 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a96f609-af4a-4f0e-b2d0-828378bb3c1c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:25.233867 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:25.253906 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-862a83af-8714-4d6d-9244-52b732637d6d req-0a48cec3-50d9-4e93-b28b-38f98f694570 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:25.328328 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-862a83af-8714-4d6d-9244-52b732637d6d req-0a48cec3-50d9-4e93-b28b-38f98f694570 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:25.406022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ef196e18-49b5-48d0-ac7a-1a03c9ad8bed tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2178559 Mar 07 21:39:25.422158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54402) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:25.432637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862a83af-8714-4d6d-9244-52b732637d6d req-0a48cec3-50d9-4e93-b28b-38f98f694570 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Network a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:25.436341 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48cec3-50d9-4e93-b28b-38f98f694570 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Pushing event updated for resources: {'Port': ['ID=b7724baa-02ea-4046-b0cf-bbfb0e5a6117,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:25.439140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e851dca9-9246-4d61-959a-5360a1af8d06,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:25.453532 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-862a83af-8714-4d6d-9244-52b732637d6d req-0a48cec3-50d9-4e93-b28b-38f98f694570 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:25.458141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-862a83af-8714-4d6d-9244-52b732637d6d req-0a48cec3-50d9-4e93-b28b-38f98f694570 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:39:25.485610 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-29d6e075-aa66-4112-9cb2-dd72a97a3794 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] delete failed (client error): The resource could not be found. Mar 07 21:39:25.487506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-29d6e075-aa66-4112-9cb2-dd72a97a3794 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-groups/4a96f609-af4a-4f0e-b2d0-828378bb3c1c HTTP/1.1" status: 404 len: 347 time: 0.0580041 Mar 07 21:39:25.508382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54404) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:25.513410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b4eac004-3f76-4eff-ba56-781b5b1863a9 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group': {'name': 'tempest-secgroup--799649851'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:25.559251 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a83af-8714-4d6d-9244-52b732637d6d req-0a48cec3-50d9-4e93-b28b-38f98f694570 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:25.562909 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-862a83af-8714-4d6d-9244-52b732637d6d req-0a48cec3-50d9-4e93-b28b-38f98f694570 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:25.585018 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4eac004-3f76-4eff-ba56-781b5b1863a9 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:25.601265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7261625-8c49-491a-a197-3fb4b934e9b2 req-e3a9965e-5868-495a-8c45-dd66e7acb5b1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:25.609334 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7261625-8c49-491a-a197-3fb4b934e9b2 req-e3a9965e-5868-495a-8c45-dd66e7acb5b1 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 932 time: 0.2807415 Mar 07 21:39:25.619596 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-0a48cec3-50d9-4e93-b28b-38f98f694570 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4141278 Mar 07 21:39:25.662588 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Request body: {'port': {'device_id': 'aa931c4b-4dc4-421d-9988-61e620b93e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:25.699008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Attempting to bind port e851dca9-9246-4d61-959a-5360a1af8d06 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:39:25.702503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Attempting to bind port e851dca9-9246-4d61-959a-5360a1af8d06 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:39:25.703352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Attempting to bind port e851dca9-9246-4d61-959a-5360a1af8d06 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:39:25.712607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Port e851dca9-9246-4d61-959a-5360a1af8d06 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:39:25.713177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Attempting to bind port e851dca9-9246-4d61-959a-5360a1af8d06 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:39:25.728083 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7261625-8c49-491a-a197-3fb4b934e9b2 req-3c12a8e3-dea7-4467-a37a-a54e3e08922f tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149302 Mar 07 21:39:25.736228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:39:25.736810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:39:25.737354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:39:25.737938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Bound port: e851dca9-9246-4d61-959a-5360a1af8d06, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:39:25.745135 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:25.771731 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:25.943395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d016519b-89e4-4650-ba21-0458da8f9ce2 None None] Provisioning complete for port b7724baa-02ea-4046-b0cf-bbfb0e5a6117 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:25.946892 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d016519b-89e4-4650-ba21-0458da8f9ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:25.967450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:39:26.015423 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e851dca9-9246-4d61-959a-5360a1af8d06,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:39:26.034823 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:26.047220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d016519b-89e4-4650-ba21-0458da8f9ce2 None None] Port b7724baa-02ea-4046-b0cf-bbfb0e5a6117 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:39:26.056718 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4eac004-3f76-4eff-ba56-781b5b1863a9 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (e792694a-2d02-4a92-810e-6f90cd4aef16), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:26.071296 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4eac004-3f76-4eff-ba56-781b5b1863a9 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e792694a-2d02-4a92-810e-6f90cd4aef16), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:26.115178 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e851dca9-9246-4d61-959a-5360a1af8d06,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:26.133569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d45fd-4bbb-4bfa-aa0b-10a216b06e58 req-19c3a0f8-3771-46c8-8839-48bb76be322f tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:26.135545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-044d45fd-4bbb-4bfa-aa0b-10a216b06e58 req-19c3a0f8-3771-46c8-8839-48bb76be322f tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.2586324 Mar 07 21:39:26.142054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:26.142914 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:26.146022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-c5411225-9909-445e-802e-3dd9850a23f7 service neutron] 10.222.0.15 "PUT /v2.0/ports/e851dca9-9246-4d61-959a-5360a1af8d06 HTTP/1.1" status: 200 len: 1096 time: 2.0804756 Mar 07 21:39:26.146304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eac004-3f76-4eff-ba56-781b5b1863a9 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e792694a-2d02-4a92-810e-6f90cd4aef16,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:26.146557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:39:26.149105 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682a6190-35e6-4575-a662-a281ef8cbc21" -d '{"events": [{"name": "network-changed", "server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:39:26.188253 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4eac004-3f76-4eff-ba56-781b5b1863a9 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:26.196725 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b4eac004-3f76-4eff-ba56-781b5b1863a9 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6871321 Mar 07 21:39:26.197328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54414) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:26.214737 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-8e2887a5-5054-4e2b-a9a8-22ab1197e5e6 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group_rule': {'security_group_id': 'e792694a-2d02-4a92-810e-6f90cd4aef16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:26.351742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-044d45fd-4bbb-4bfa-aa0b-10a216b06e58 req-8d7119bd-a34a-4e6d-ba1d-985097010167 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914830 Mar 07 21:39:26.400476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-e2a7d019-a84b-4f49-8fcf-d01b6e4c8eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:26.402003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-e2a7d019-a84b-4f49-8fcf-d01b6e4c8eb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 1130 time: 0.2021914 Mar 07 21:39:26.403748 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e2887a5-5054-4e2b-a9a8-22ab1197e5e6 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (c6de1ac8-218f-4950-b0b4-75c531b0edc3), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:26.521319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7724baa-02ea-4046-b0cf-bbfb0e5a6117 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:39:26.536030 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Publish callbacks [] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:26.557932 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Transition to ACTIVE for port object b7724baa-02ea-4046-b0cf-bbfb0e5a6117 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:39:26.566149 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:26.650212 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Pushing event updated for resources: {'Port': ['ID=b7724baa-02ea-4046-b0cf-bbfb0e5a6117,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:26.808030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Attempting to bind port b7724baa-02ea-4046-b0cf-bbfb0e5a6117 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:39:26.808368 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Attempting to bind port b7724baa-02ea-4046-b0cf-bbfb0e5a6117 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'c5a24ac9-a18c-44a6-b987-96e41033f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:39:26.808745 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Attempting to bind port b7724baa-02ea-4046-b0cf-bbfb0e5a6117 on network a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:39:26.819101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Port b7724baa-02ea-4046-b0cf-bbfb0e5a6117 on network a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:39:26.819512 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Attempting to bind port b7724baa-02ea-4046-b0cf-bbfb0e5a6117 on network a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:39:26.827278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:39:26.827633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Checking segment: {'id': 'c5a24ac9-a18c-44a6-b987-96e41033f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:39:26.828293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Bound using segment: {'id': 'c5a24ac9-a18c-44a6-b987-96e41033f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:39:26.828738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Bound port: b7724baa-02ea-4046-b0cf-bbfb0e5a6117, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a24ac9-a18c-44a6-b987-96e41033f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:39:26.829195 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:26.953797 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] For port b7724baa-02ea-4046-b0cf-bbfb0e5a6117, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:39:26.962367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] For port b7724baa-02ea-4046-b0cf-bbfb0e5a6117, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b7724baa-02ea-4046-b0cf-bbfb0e5a6117,segment=NetworkSegment(c5a24ac9-a18c-44a6-b987-96e41033f2e4),segment_id=c5a24ac9-a18c-44a6-b987-96e41033f2e4)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:39:26.986147 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:27.014321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-545d751a-c7d7-4d27-add2-7fbd3456868c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e851dca9-9246-4d61-959a-5360a1af8d06 HTTP/1.1" status: 200 len: 217 time: 0.5767264 Mar 07 21:39:27.055146 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e2887a5-5054-4e2b-a9a8-22ab1197e5e6 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (c6de1ac8-218f-4950-b0b4-75c531b0edc3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:27.063645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Pushing event updated for resources: {'Port': ['ID=b7724baa-02ea-4046-b0cf-bbfb0e5a6117,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:27.066854 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e2887a5-5054-4e2b-a9a8-22ab1197e5e6 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (c6de1ac8-218f-4950-b0b4-75c531b0edc3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:27.098184 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:27.099655 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:27.101257 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-ae87e8c0-9847-4cc3-a969-347981d09a61 service neutron] 10.222.0.13 "PUT /v2.0/ports/b7724baa-02ea-4046-b0cf-bbfb0e5a6117 HTTP/1.1" status: 200 len: 1092 time: 1.4711375 Mar 07 21:39:27.104533 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa931c4b-4dc4-421d-9988-61e620b93e7a', 'tag': 'b7724baa-02ea-4046-b0cf-bbfb0e5a6117'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:39:27.117577 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b0b4bc-7bf3-4762-aa9c-b86783641361" -d '{"events": [{"name": "network-changed", "server_uuid": "aa931c4b-4dc4-421d-9988-61e620b93e7a", "tag": "b7724baa-02ea-4046-b0cf-bbfb0e5a6117"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:39:27.176165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2887a5-5054-4e2b-a9a8-22ab1197e5e6 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6de1ac8-218f-4950-b0b4-75c531b0edc3,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:27.186044 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e2887a5-5054-4e2b-a9a8-22ab1197e5e6 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:27.193598 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8e2887a5-5054-4e2b-a9a8-22ab1197e5e6 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9947639 Mar 07 21:39:27.194516 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54434) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:27.247670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615eb8f-eb39-4fc7-b9d6-1fe9b0b6c5ed req-19187a34-483d-49c5-8010-dcb17d9c45c0 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:27.249037 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a83af-8714-4d6d-9244-52b732637d6d req-792ef861-7d50-4e66-ba16-58bd6250409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:27.250808 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-792ef861-7d50-4e66-ba16-58bd6250409b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e5a9095b5804547a8b1a8286fd70b95&device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 1126 time: 0.0977743 Mar 07 21:39:27.256829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9615eb8f-eb39-4fc7-b9d6-1fe9b0b6c5ed req-19187a34-483d-49c5-8010-dcb17d9c45c0 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 948 time: 0.2818570 Mar 07 21:39:27.293390 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b6b03ed5-90b6-4f3a-b007-d9ceaf0c1a74 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (c6de1ac8-218f-4950-b0b4-75c531b0edc3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:27.297831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-f23d3677-c13b-4d22-bc77-81e786350821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:27.299590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-f23d3677-c13b-4d22-bc77-81e786350821 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.2346520 Mar 07 21:39:27.308809 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b6b03ed5-90b6-4f3a-b007-d9ceaf0c1a74 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (c6de1ac8-218f-4950-b0b4-75c531b0edc3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:27.344393 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-62c5494a-f554-440d-be4d-508ac389c7b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7724baa-02ea-4046-b0cf-bbfb0e5a6117 HTTP/1.1" status: 200 len: 217 time: 0.0778339 Mar 07 21:39:27.434464 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9615eb8f-eb39-4fc7-b9d6-1fe9b0b6c5ed req-0bf57c12-056e-4941-ac4f-52496fc401be tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764483 Mar 07 21:39:27.442759 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a83af-8714-4d6d-9244-52b732637d6d req-1ca6040f-918d-4176-bc79-6c8d8b9aec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:27.444404 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-1ca6040f-918d-4176-bc79-6c8d8b9aec38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8cbf459f-e96c-490b-8882-87ee5ed2f8e0 HTTP/1.1" status: 200 len: 850 time: 0.0829754 Mar 07 21:39:27.449840 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b6b03ed5-90b6-4f3a-b007-d9ceaf0c1a74 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (c6de1ac8-218f-4950-b0b4-75c531b0edc3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:27.467332 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b6b03ed5-90b6-4f3a-b007-d9ceaf0c1a74 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:27.473028 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b6b03ed5-90b6-4f3a-b007-d9ceaf0c1a74 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c6de1ac8-218f-4950-b0b4-75c531b0edc3 HTTP/1.1" status: 204 len: 168 time: 0.2746880 Mar 07 21:39:27.473749 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54438) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:27.507656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-8db2aa15-f0f2-4d75-ad6f-5ca77394842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:27.509767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-8db2aa15-f0f2-4d75-ad6f-5ca77394842f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2028255 Mar 07 21:39:27.516691 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c548c92e-7d1b-4947-8689-be93162b2a33 x-openstack-request-id: req-c548c92e-7d1b-4947-8689-be93162b2a33 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:39:27.517029 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:39:27.517338 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c548c92e-7d1b-4947-8689-be93162b2a33 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:39:27.517823 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06', 'status': 'completed', 'code': 200} Mar 07 21:39:27.553920 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a83af-8714-4d6d-9244-52b732637d6d req-8b5ea043-9c67-4ff1-9e40-bfcbcd0cca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:27.555994 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-8b5ea043-9c67-4ff1-9e40-bfcbcd0cca6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a11cbb3b-bf86-42ff-b64d-f9f1caa32c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0982692 Mar 07 21:39:27.559253 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b03ed5-90b6-4f3a-b007-d9ceaf0c1a74 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6de1ac8-218f-4950-b0b4-75c531b0edc3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:27.649736 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ae6e4b36-bbb0-4c38-9c9e-e3dfba166da0 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1662276 Mar 07 21:39:27.650492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54442) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:27.743380 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-a2b231b7-861c-44fb-900b-a31be9f9921c service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088273 Mar 07 21:39:27.783564 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-5fecc960-9dac-4a6c-acfd-c22f4e752675 service neutron] 10.222.0.13 "GET /v2.0/networks/a11cbb3b-bf86-42ff-b64d-f9f1caa32c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148092 Mar 07 21:39:27.786304 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f9a7-d2bf-49c5-856d-06b69049075a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (e792694a-2d02-4a92-810e-6f90cd4aef16), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:27.897726 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-862a83af-8714-4d6d-9244-52b732637d6d req-60b907fa-1327-4b55-a3aa-c7b10863ddc6 service neutron] 10.222.0.13 "GET /v2.0/networks/a11cbb3b-bf86-42ff-b64d-f9f1caa32c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067865 Mar 07 21:39:27.902450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00307679-1f76-417a-9201-dfde5a6beb5b req-35b502d8-8e03-40d2-acb9-dc9059d52bd0 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:27.909407 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00307679-1f76-417a-9201-dfde5a6beb5b req-35b502d8-8e03-40d2-acb9-dc9059d52bd0 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 944 time: 0.2567079 Mar 07 21:39:27.912336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b25ae475-e7e5-46e4-b75d-1849ac64b714 req-e336fc78-a6c3-4a37-a34a-c6671a16d446 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582520 Mar 07 21:39:27.950622 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f9a7-d2bf-49c5-856d-06b69049075a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (e792694a-2d02-4a92-810e-6f90cd4aef16), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:28.008952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00307679-1f76-417a-9201-dfde5a6beb5b req-c8357909-5a4d-41eb-932e-de9dd3ec9e16 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988519 Mar 07 21:39:28.045813 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f9a7-d2bf-49c5-856d-06b69049075a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e792694a-2d02-4a92-810e-6f90cd4aef16), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:28.048580 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f9a7-d2bf-49c5-856d-06b69049075a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:28.053167 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4eb9f9a7-d2bf-49c5-856d-06b69049075a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-groups/e792694a-2d02-4a92-810e-6f90cd4aef16 HTTP/1.1" status: 204 len: 168 time: 0.3985000 Mar 07 21:39:28.053307 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54454) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:28.068215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a6190-35e6-4575-a662-a281ef8cbc21 req-4ff838d8-398a-4b60-9b3f-88e479a9d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:28.070405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-682a6190-35e6-4575-a662-a281ef8cbc21 req-4ff838d8-398a-4b60-9b3f-88e479a9d1f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 1130 time: 0.0814054 Mar 07 21:39:28.071622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9f9a7-d2bf-49c5-856d-06b69049075a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e792694a-2d02-4a92-810e-6f90cd4aef16,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:28.106731 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9545284b-e6b5-463f-91a3-7da2e09b3112 x-openstack-request-id: req-9545284b-e6b5-463f-91a3-7da2e09b3112 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:39:28.107150 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa931c4b-4dc4-421d-9988-61e620b93e7a", "tag": "b7724baa-02ea-4046-b0cf-bbfb0e5a6117", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:39:28.107425 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9545284b-e6b5-463f-91a3-7da2e09b3112 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:39:28.108497 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa931c4b-4dc4-421d-9988-61e620b93e7a', 'tag': 'b7724baa-02ea-4046-b0cf-bbfb0e5a6117', 'status': 'completed', 'code': 200} Mar 07 21:39:28.145205 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-423ce690-c97e-45a4-9765-ddb93da28d8f tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0878823 Mar 07 21:39:28.150022 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54456) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:28.154380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2078675b-f2f1-41fb-8d85-f6ba7aca2109 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510143885'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:28.201654 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2078675b-f2f1-41fb-8d85-f6ba7aca2109 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:28.220112 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0b4bc-7bf3-4762-aa9c-b86783641361 req-9804b3a7-fa0e-46ac-beff-125e92ad4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:28.221896 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-77b0b4bc-7bf3-4762-aa9c-b86783641361 req-9804b3a7-fa0e-46ac-beff-125e92ad4daf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e5a9095b5804547a8b1a8286fd70b95&device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 1126 time: 0.0839908 Mar 07 21:39:28.241138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a6190-35e6-4575-a662-a281ef8cbc21 req-d2883b11-1d7c-4973-9964-0f4202aed95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:28.243208 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-682a6190-35e6-4575-a662-a281ef8cbc21 req-d2883b11-1d7c-4973-9964-0f4202aed95f service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1635509 Mar 07 21:39:28.255442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c3d08-b43d-4380-8266-4fc059142b6c req-812153aa-b34c-4584-b8d8-1f50a82a5d30 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:28.257000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-890c3d08-b43d-4380-8266-4fc059142b6c req-812153aa-b34c-4584-b8d8-1f50a82a5d30 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.0910082 Mar 07 21:39:28.355619 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-890c3d08-b43d-4380-8266-4fc059142b6c req-d1e8fcff-939b-4017-9204-785dfde5b53f tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915632 Mar 07 21:39:28.357737 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-682a6190-35e6-4575-a662-a281ef8cbc21 req-46e55e8a-dafc-42e3-96c0-9da8e9ee01d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e851dca9-9246-4d61-959a-5360a1af8d06 HTTP/1.1" status: 200 len: 217 time: 0.0474339 Mar 07 21:39:28.424110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a6190-35e6-4575-a662-a281ef8cbc21 req-3db4b84f-6645-4dde-8b88-22a2077b90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:28.426982 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-682a6190-35e6-4575-a662-a281ef8cbc21 req-3db4b84f-6645-4dde-8b88-22a2077b90f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0545542 Mar 07 21:39:28.500547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a6190-35e6-4575-a662-a281ef8cbc21 req-10bac424-56b8-4799-9fe9-31f2fe8ddd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:28.509222 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-682a6190-35e6-4575-a662-a281ef8cbc21 req-10bac424-56b8-4799-9fe9-31f2fe8ddd1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0647657 Mar 07 21:39:28.648672 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-682a6190-35e6-4575-a662-a281ef8cbc21 req-e0337006-b79d-4d4f-90da-39a523d981ec service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341841 Mar 07 21:39:28.661439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c8b2c-a883-4c13-9ea2-6c86c6e48d72 req-f066a5e2-e33e-44a1-b660-e94dd167afe3 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:28.670352 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-656c8b2c-a883-4c13-9ea2-6c86c6e48d72 req-f066a5e2-e33e-44a1-b660-e94dd167afe3 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 948 time: 0.0872931 Mar 07 21:39:28.713111 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2078675b-f2f1-41fb-8d85-f6ba7aca2109 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (addaf9a0-6366-40ca-9948-58f1acb3e4c4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:28.717196 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0b4bc-7bf3-4762-aa9c-b86783641361 req-0baa170c-ab5f-475d-8a3c-48996bbc48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:28.718278 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-77b0b4bc-7bf3-4762-aa9c-b86783641361 req-0baa170c-ab5f-475d-8a3c-48996bbc48cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 HTTP/1.1" status: 200 len: 912 time: 0.4876359 Mar 07 21:39:28.719975 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2078675b-f2f1-41fb-8d85-f6ba7aca2109 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (addaf9a0-6366-40ca-9948-58f1acb3e4c4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:28.782049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-656c8b2c-a883-4c13-9ea2-6c86c6e48d72 req-af1334e3-a697-41bf-b8ff-1e9584238c46 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108410 Mar 07 21:39:28.787854 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-77b0b4bc-7bf3-4762-aa9c-b86783641361 req-6bd6d66d-4313-4289-84c0-3ed9140f8dde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7724baa-02ea-4046-b0cf-bbfb0e5a6117 HTTP/1.1" status: 200 len: 217 time: 0.0604024 Mar 07 21:39:28.795150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2078675b-f2f1-41fb-8d85-f6ba7aca2109 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:28.796654 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2078675b-f2f1-41fb-8d85-f6ba7aca2109 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6457088 Mar 07 21:39:28.799886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54482) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:28.809387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078675b-f2f1-41fb-8d85-f6ba7aca2109 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=addaf9a0-6366-40ca-9948-58f1acb3e4c4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:28.810723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-682a6190-35e6-4575-a662-a281ef8cbc21 req-c96b582b-6226-4fa7-9c29-38937391770b service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367843 Mar 07 21:39:28.817104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d6da6740-e46e-4127-9e85-340bf5a5a899 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group_rule': {'security_group_id': 'addaf9a0-6366-40ca-9948-58f1acb3e4c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:28.886918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0b4bc-7bf3-4762-aa9c-b86783641361 req-c583dbc6-c840-491d-b646-8cd310da6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:28.888653 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-77b0b4bc-7bf3-4762-aa9c-b86783641361 req-c583dbc6-c840-491d-b646-8cd310da6f3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8cbf459f-e96c-490b-8882-87ee5ed2f8e0 HTTP/1.1" status: 200 len: 850 time: 0.0907419 Mar 07 21:39:28.890406 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d6da6740-e46e-4127-9e85-340bf5a5a899 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (fcfcafae-b622-427a-b298-29b733bc13d4), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:28.930877 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cab271-ef96-40fc-90a4-628e823f2aa8 req-38e8051e-ee12-4950-bb8f-c736594b58cc tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:28.932432 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49cab271-ef96-40fc-90a4-628e823f2aa8 req-38e8051e-ee12-4950-bb8f-c736594b58cc tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3c7dd39-1407-4b99-a255-0951214598f1 HTTP/1.1" status: 200 len: 950 time: 0.0654593 Mar 07 21:39:28.977024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0b4bc-7bf3-4762-aa9c-b86783641361 req-205a0d18-447f-4185-bbe8-3ebc1b6f94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:28.979175 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-77b0b4bc-7bf3-4762-aa9c-b86783641361 req-205a0d18-447f-4185-bbe8-3ebc1b6f94ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a11cbb3b-bf86-42ff-b64d-f9f1caa32c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0835066 Mar 07 21:39:28.984863 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d6da6740-e46e-4127-9e85-340bf5a5a899 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (fcfcafae-b622-427a-b298-29b733bc13d4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:28.992612 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49cab271-ef96-40fc-90a4-628e823f2aa8 req-352b1c0a-79a3-4ce2-9b90-9a506d3d9613 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528522 Mar 07 21:39:28.995280 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d6da6740-e46e-4127-9e85-340bf5a5a899 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (fcfcafae-b622-427a-b298-29b733bc13d4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.035398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da6740-e46e-4127-9e85-340bf5a5a899 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfcafae-b622-427a-b298-29b733bc13d4,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:29.083901 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d6da6740-e46e-4127-9e85-340bf5a5a899 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.088208 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d6da6740-e46e-4127-9e85-340bf5a5a899 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2772918 Mar 07 21:39:29.088595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54488) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:29.093186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7f77f78d-b25d-4474-8ef3-fbf0ba642665 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group_rule': {'security_group_id': 'addaf9a0-6366-40ca-9948-58f1acb3e4c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:29.109293 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-77b0b4bc-7bf3-4762-aa9c-b86783641361 req-a5f7c609-db0e-42e8-821d-fe1e5cf724c3 service neutron] 10.222.0.13 "GET /v2.0/networks/a11cbb3b-bf86-42ff-b64d-f9f1caa32c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228297 Mar 07 21:39:29.128769 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7f77f78d-b25d-4474-8ef3-fbf0ba642665 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (fdcf2558-8cd2-4ddc-8002-e89c2234740a), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.211806 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-77b0b4bc-7bf3-4762-aa9c-b86783641361 req-7c4f6871-0c8e-4bbf-b9b9-5a7821352f0d service neutron] 10.222.0.13 "GET /v2.0/networks/a11cbb3b-bf86-42ff-b64d-f9f1caa32c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962238 Mar 07 21:39:29.221984 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7f77f78d-b25d-4474-8ef3-fbf0ba642665 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (fdcf2558-8cd2-4ddc-8002-e89c2234740a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.227924 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7f77f78d-b25d-4474-8ef3-fbf0ba642665 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (fdcf2558-8cd2-4ddc-8002-e89c2234740a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.247480 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77f78d-b25d-4474-8ef3-fbf0ba642665 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcf2558-8cd2-4ddc-8002-e89c2234740a,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:29.262287 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7f77f78d-b25d-4474-8ef3-fbf0ba642665 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.263732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7f77f78d-b25d-4474-8ef3-fbf0ba642665 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1741354 Mar 07 21:39:29.266943 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54494) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:29.271452 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-dbd33d63-6b74-4f09-90db-98aab221bb47 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group_rule': {'security_group_id': 'addaf9a0-6366-40ca-9948-58f1acb3e4c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:29.300030 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbd33d63-6b74-4f09-90db-98aab221bb47 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (a3ffe58e-d7ec-4cde-923e-95c19dbfc185), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.371268 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbd33d63-6b74-4f09-90db-98aab221bb47 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (a3ffe58e-d7ec-4cde-923e-95c19dbfc185), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.375582 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbd33d63-6b74-4f09-90db-98aab221bb47 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (a3ffe58e-d7ec-4cde-923e-95c19dbfc185), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.392989 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd33d63-6b74-4f09-90db-98aab221bb47 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ffe58e-d7ec-4cde-923e-95c19dbfc185,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:29.408893 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbd33d63-6b74-4f09-90db-98aab221bb47 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.417660 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dbd33d63-6b74-4f09-90db-98aab221bb47 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423783 Mar 07 21:39:29.418280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54502) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:29.418916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0feb7ee7-f1dd-418f-a317-390f99525564 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group_rule': {'security_group_id': 'addaf9a0-6366-40ca-9948-58f1acb3e4c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:29.446874 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0feb7ee7-f1dd-418f-a317-390f99525564 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (02b8cecb-4b05-442a-b067-dc01437ae550), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.560375 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0feb7ee7-f1dd-418f-a317-390f99525564 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (02b8cecb-4b05-442a-b067-dc01437ae550), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.570854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3d8e8-d082-4656-b258-9cee8ec725ad req-7c7cd631-ef31-4363-aa25-00edd89542c6 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:29.572447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9d3d8e8-d082-4656-b258-9cee8ec725ad req-7c7cd631-ef31-4363-aa25-00edd89542c6 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 944 time: 0.0967743 Mar 07 21:39:29.573608 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0feb7ee7-f1dd-418f-a317-390f99525564 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (02b8cecb-4b05-442a-b067-dc01437ae550), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.616807 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0feb7ee7-f1dd-418f-a317-390f99525564 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.618032 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0feb7ee7-f1dd-418f-a317-390f99525564 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2034955 Mar 07 21:39:29.618807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb7ee7-f1dd-418f-a317-390f99525564 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b8cecb-4b05-442a-b067-dc01437ae550,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:29.621628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54506) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:29.629341 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2a561a13-fc96-4256-97e0-8f8d554eceb7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group_rule': {'security_group_id': 'addaf9a0-6366-40ca-9948-58f1acb3e4c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:29.654187 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9d3d8e8-d082-4656-b258-9cee8ec725ad req-68aaeee1-a873-46ab-8a54-11b7570accda tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742009 Mar 07 21:39:29.660727 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a561a13-fc96-4256-97e0-8f8d554eceb7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (ab468a1e-1c13-46a9-9b57-6c84b33e0667), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.736703 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a561a13-fc96-4256-97e0-8f8d554eceb7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (ab468a1e-1c13-46a9-9b57-6c84b33e0667), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.744948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a561a13-fc96-4256-97e0-8f8d554eceb7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (ab468a1e-1c13-46a9-9b57-6c84b33e0667), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.765831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a561a13-fc96-4256-97e0-8f8d554eceb7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab468a1e-1c13-46a9-9b57-6c84b33e0667,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:29.778625 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a561a13-fc96-4256-97e0-8f8d554eceb7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.780125 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2a561a13-fc96-4256-97e0-8f8d554eceb7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1568682 Mar 07 21:39:29.785316 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54508) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:29.803422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fef1f-dc4f-47dc-b8c7-50906fbc29a8 req-390d82cd-b75b-4aa3-9296-f795f7f2c63a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:29.805780 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f00fef1f-dc4f-47dc-b8c7-50906fbc29a8 req-390d82cd-b75b-4aa3-9296-f795f7f2c63a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.0792608 Mar 07 21:39:29.813979 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-288e3e8e-c26e-4cbd-bd41-5c9b78fc8e89 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (ab468a1e-1c13-46a9-9b57-6c84b33e0667), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.825613 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-288e3e8e-c26e-4cbd-bd41-5c9b78fc8e89 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (ab468a1e-1c13-46a9-9b57-6c84b33e0667), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.864698 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-288e3e8e-c26e-4cbd-bd41-5c9b78fc8e89 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (ab468a1e-1c13-46a9-9b57-6c84b33e0667), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.867561 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f00fef1f-dc4f-47dc-b8c7-50906fbc29a8 req-11b414dc-5e61-42fc-b8bf-4d2fbcab8930 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521348 Mar 07 21:39:29.874010 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-288e3e8e-c26e-4cbd-bd41-5c9b78fc8e89 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.878125 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-288e3e8e-c26e-4cbd-bd41-5c9b78fc8e89 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ab468a1e-1c13-46a9-9b57-6c84b33e0667 HTTP/1.1" status: 204 len: 168 time: 0.0887465 Mar 07 21:39:29.879939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54512) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:29.882214 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e3e8e-c26e-4cbd-bd41-5c9b78fc8e89 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab468a1e-1c13-46a9-9b57-6c84b33e0667,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:29.950377 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54522) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:29.950526 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-68309744-622e-4082-b36a-e9f8f892825b tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0660787 Mar 07 21:39:29.979038 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fbf24571-2292-469c-b7fb-1428572d9cf5 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (02b8cecb-4b05-442a-b067-dc01437ae550), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:29.987553 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fbf24571-2292-469c-b7fb-1428572d9cf5 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (02b8cecb-4b05-442a-b067-dc01437ae550), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.017603 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fbf24571-2292-469c-b7fb-1428572d9cf5 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (02b8cecb-4b05-442a-b067-dc01437ae550), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.025664 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fbf24571-2292-469c-b7fb-1428572d9cf5 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.030053 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fbf24571-2292-469c-b7fb-1428572d9cf5 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/02b8cecb-4b05-442a-b067-dc01437ae550 HTTP/1.1" status: 204 len: 168 time: 0.0751910 Mar 07 21:39:30.032894 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54524) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:30.040604 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf24571-2292-469c-b7fb-1428572d9cf5 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02b8cecb-4b05-442a-b067-dc01437ae550,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:30.069650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907a632-4ddf-4afe-9aa6-311ebd882a9a req-c97e6fc1-c8d1-452b-984a-b31d5ec6e1f9 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:30.074535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3907a632-4ddf-4afe-9aa6-311ebd882a9a req-c97e6fc1-c8d1-452b-984a-b31d5ec6e1f9 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 948 time: 0.0722604 Mar 07 21:39:30.085181 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-528899f0-b062-4ee5-892e-59bb2e6adbf2 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0480895 Mar 07 21:39:30.085384 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54528) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:30.111490 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34f61c90-ba3a-4d44-a327-6ccaa1d4073a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (a3ffe58e-d7ec-4cde-923e-95c19dbfc185), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.119779 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34f61c90-ba3a-4d44-a327-6ccaa1d4073a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (a3ffe58e-d7ec-4cde-923e-95c19dbfc185), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.127168 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3907a632-4ddf-4afe-9aa6-311ebd882a9a req-916193aa-a0dd-4fc1-ad23-0eb6f0e2f7ea tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487456 Mar 07 21:39:30.158223 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34f61c90-ba3a-4d44-a327-6ccaa1d4073a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (a3ffe58e-d7ec-4cde-923e-95c19dbfc185), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.165984 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34f61c90-ba3a-4d44-a327-6ccaa1d4073a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.169513 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-34f61c90-ba3a-4d44-a327-6ccaa1d4073a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a3ffe58e-d7ec-4cde-923e-95c19dbfc185 HTTP/1.1" status: 204 len: 168 time: 0.0809863 Mar 07 21:39:30.170105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54530) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:30.179747 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f61c90-ba3a-4d44-a327-6ccaa1d4073a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3ffe58e-d7ec-4cde-923e-95c19dbfc185,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:30.214560 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-57053877-f620-48e9-a20c-15b00ac1bc8e tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0430982 Mar 07 21:39:30.217204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54532) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:30.241334 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9212d41-3e0c-4e22-8705-4eae5766796a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (fdcf2558-8cd2-4ddc-8002-e89c2234740a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.249370 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9212d41-3e0c-4e22-8705-4eae5766796a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (fdcf2558-8cd2-4ddc-8002-e89c2234740a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.277625 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9212d41-3e0c-4e22-8705-4eae5766796a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (fdcf2558-8cd2-4ddc-8002-e89c2234740a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.283928 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9212d41-3e0c-4e22-8705-4eae5766796a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.285082 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a9212d41-3e0c-4e22-8705-4eae5766796a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/fdcf2558-8cd2-4ddc-8002-e89c2234740a HTTP/1.1" status: 204 len: 168 time: 0.0668900 Mar 07 21:39:30.288006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54534) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:30.290663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9212d41-3e0c-4e22-8705-4eae5766796a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdcf2558-8cd2-4ddc-8002-e89c2234740a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:30.331855 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2feb6fd5-2462-41f5-ac85-31c296830e44 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0421467 Mar 07 21:39:30.334905 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54536) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:30.358860 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99d0ba1d-1b62-4e99-a443-5f3a6e6d77d9 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (fcfcafae-b622-427a-b298-29b733bc13d4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.366297 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99d0ba1d-1b62-4e99-a443-5f3a6e6d77d9 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (fcfcafae-b622-427a-b298-29b733bc13d4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.395456 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99d0ba1d-1b62-4e99-a443-5f3a6e6d77d9 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (fcfcafae-b622-427a-b298-29b733bc13d4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.401561 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99d0ba1d-1b62-4e99-a443-5f3a6e6d77d9 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.402728 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-99d0ba1d-1b62-4e99-a443-5f3a6e6d77d9 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/fcfcafae-b622-427a-b298-29b733bc13d4 HTTP/1.1" status: 204 len: 168 time: 0.0668697 Mar 07 21:39:30.405555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54538) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:30.417345 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0ba1d-1b62-4e99-a443-5f3a6e6d77d9 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcfcafae-b622-427a-b298-29b733bc13d4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:30.445812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d632a4c6-64d7-4596-9b0c-6c8dcb0d5600 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389225 Mar 07 21:39:30.449357 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54540) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:30.510791 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-410d165c-3df0-4019-89bb-e28f980892eb tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (addaf9a0-6366-40ca-9948-58f1acb3e4c4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.535939 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-410d165c-3df0-4019-89bb-e28f980892eb tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (addaf9a0-6366-40ca-9948-58f1acb3e4c4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.581069 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-410d165c-3df0-4019-89bb-e28f980892eb tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (addaf9a0-6366-40ca-9948-58f1acb3e4c4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.584476 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-410d165c-3df0-4019-89bb-e28f980892eb tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.585727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-410d165c-3df0-4019-89bb-e28f980892eb tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-groups/addaf9a0-6366-40ca-9948-58f1acb3e4c4 HTTP/1.1" status: 204 len: 168 time: 0.1352298 Mar 07 21:39:30.588750 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54542) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:30.597886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d165c-3df0-4019-89bb-e28f980892eb tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=addaf9a0-6366-40ca-9948-58f1acb3e4c4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:30.637974 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0d272656-aa6e-4930-b55e-fa127745bc88 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0480397 Mar 07 21:39:30.643055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54544) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:30.647513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f12612e3-d222-4d26-9a9b-acae6e5eef16 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203557262'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:30.669584 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f12612e3-d222-4d26-9a9b-acae6e5eef16 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.755358 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f12612e3-d222-4d26-9a9b-acae6e5eef16 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (65dc7822-abe2-4726-b6b8-31d67e22495d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.761413 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f12612e3-d222-4d26-9a9b-acae6e5eef16 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (65dc7822-abe2-4726-b6b8-31d67e22495d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.796522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12612e3-d222-4d26-9a9b-acae6e5eef16 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65dc7822-abe2-4726-b6b8-31d67e22495d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:30.801292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f12612e3-d222-4d26-9a9b-acae6e5eef16 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.805978 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f12612e3-d222-4d26-9a9b-acae6e5eef16 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1586301 Mar 07 21:39:30.806191 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa49ef9-bfdd-4c53-a3d9-e9d1af81b83e req-d42145ee-83ab-4c46-ae28-12917012abdb tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:30.806334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54550) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:30.807101 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7aa49ef9-bfdd-4c53-a3d9-e9d1af81b83e req-d42145ee-83ab-4c46-ae28-12917012abdb tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 944 time: 0.0653191 Mar 07 21:39:30.811105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-48c18012-8046-4658-8e5c-178f15e3917a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group_rule': {'security_group_id': '65dc7822-abe2-4726-b6b8-31d67e22495d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:30.840261 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48c18012-8046-4658-8e5c-178f15e3917a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (0ed2fe88-d844-4efe-8b6a-1196a6bf51c6), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.880153 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7aa49ef9-bfdd-4c53-a3d9-e9d1af81b83e req-6255fc45-983c-4ac6-a4f6-d815f0fb5073 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631347 Mar 07 21:39:30.913447 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48c18012-8046-4658-8e5c-178f15e3917a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (0ed2fe88-d844-4efe-8b6a-1196a6bf51c6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.919647 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48c18012-8046-4658-8e5c-178f15e3917a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (0ed2fe88-d844-4efe-8b6a-1196a6bf51c6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.942839 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c18012-8046-4658-8e5c-178f15e3917a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed2fe88-d844-4efe-8b6a-1196a6bf51c6,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:30.950896 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48c18012-8046-4658-8e5c-178f15e3917a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:30.954829 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-48c18012-8046-4658-8e5c-178f15e3917a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1451883 Mar 07 21:39:30.955383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54556) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:31.071466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d6444-db38-4d72-b220-5d354cf02388 req-9a99d76e-7b5f-40ae-bc8c-c8944555a34e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:31.072937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a0d6444-db38-4d72-b220-5d354cf02388 req-9a99d76e-7b5f-40ae-bc8c-c8944555a34e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.1052301 Mar 07 21:39:31.075810 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb3c371e-41a2-4d52-8d34-03c4df792635 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (65dc7822-abe2-4726-b6b8-31d67e22495d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.115296 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb3c371e-41a2-4d52-8d34-03c4df792635 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (65dc7822-abe2-4726-b6b8-31d67e22495d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.168472 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a0d6444-db38-4d72-b220-5d354cf02388 req-19eb98e8-46b8-4b3d-8454-f0936e8a27ca tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894794 Mar 07 21:39:31.200274 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb3c371e-41a2-4d52-8d34-03c4df792635 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (65dc7822-abe2-4726-b6b8-31d67e22495d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.207861 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb3c371e-41a2-4d52-8d34-03c4df792635 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.207861 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fb3c371e-41a2-4d52-8d34-03c4df792635 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-groups/65dc7822-abe2-4726-b6b8-31d67e22495d HTTP/1.1" status: 204 len: 168 time: 0.2477303 Mar 07 21:39:31.208908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54566) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:31.214891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c371e-41a2-4d52-8d34-03c4df792635 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dc7822-abe2-4726-b6b8-31d67e22495d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:31.271955 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-64f57ff5-7ac7-468a-8d25-cf5cab25da21 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0608048 Mar 07 21:39:31.276310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54572) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:31.280566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3b7b361f-fb2c-4c19-be47-eca013d1c155 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group': {'name': 'tempest-secgroup--301950941'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:31.300178 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b7b361f-fb2c-4c19-be47-eca013d1c155 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.360117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756e99e-cdcd-458f-af06-e5b160de836e req-a2cad99c-ceaf-486e-a0da-28dbc022e5ad tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:31.361664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6756e99e-cdcd-458f-af06-e5b160de836e req-a2cad99c-ceaf-486e-a0da-28dbc022e5ad tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 948 time: 0.0643201 Mar 07 21:39:31.369083 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b7b361f-fb2c-4c19-be47-eca013d1c155 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (4d421ac9-17a5-476d-a077-0a7e675342a4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.373086 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b7b361f-fb2c-4c19-be47-eca013d1c155 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4d421ac9-17a5-476d-a077-0a7e675342a4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.403725 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b361f-fb2c-4c19-be47-eca013d1c155 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d421ac9-17a5-476d-a077-0a7e675342a4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:31.417076 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6756e99e-cdcd-458f-af06-e5b160de836e req-b50b682b-1e62-4d0c-bfec-a2e34d8a2c95 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498614 Mar 07 21:39:31.417935 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b7b361f-fb2c-4c19-be47-eca013d1c155 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.422308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54574) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:31.422582 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3b7b361f-fb2c-4c19-be47-eca013d1c155 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1451969 Mar 07 21:39:31.427418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b9796610-bf4c-4120-b9c3-9c0aa8eb9c48 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065795013'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:31.448803 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b9796610-bf4c-4120-b9c3-9c0aa8eb9c48 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.521808 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b9796610-bf4c-4120-b9c3-9c0aa8eb9c48 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (8506a992-b4b0-4e87-b8b1-2836e0655bc9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.526189 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b9796610-bf4c-4120-b9c3-9c0aa8eb9c48 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8506a992-b4b0-4e87-b8b1-2836e0655bc9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.556239 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b9796610-bf4c-4120-b9c3-9c0aa8eb9c48 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.557507 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b9796610-bf4c-4120-b9c3-9c0aa8eb9c48 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1340208 Mar 07 21:39:31.559542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9796610-bf4c-4120-b9c3-9c0aa8eb9c48 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8506a992-b4b0-4e87-b8b1-2836e0655bc9,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:31.560557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54576) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:31.566254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-90ea64b7-c65b-4e22-aca5-959e574095a3 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group_rule': {'security_group_id': '4d421ac9-17a5-476d-a077-0a7e675342a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8506a992-b4b0-4e87-b8b1-2836e0655bc9', 'remote_ip_prefix': None}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:31.597866 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-90ea64b7-c65b-4e22-aca5-959e574095a3 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (7e1a589f-d7e3-44b7-a885-dccf80674645), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.674750 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-90ea64b7-c65b-4e22-aca5-959e574095a3 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (7e1a589f-d7e3-44b7-a885-dccf80674645), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.678725 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-90ea64b7-c65b-4e22-aca5-959e574095a3 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (7e1a589f-d7e3-44b7-a885-dccf80674645), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.698543 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea64b7-c65b-4e22-aca5-959e574095a3 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1a589f-d7e3-44b7-a885-dccf80674645,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:31.705697 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-90ea64b7-c65b-4e22-aca5-959e574095a3 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.706886 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-90ea64b7-c65b-4e22-aca5-959e574095a3 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1450467 Mar 07 21:39:31.710203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54578) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:31.735145 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-065f7cc4-5488-421f-93b8-bbebcb07b29f tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (7e1a589f-d7e3-44b7-a885-dccf80674645), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.743909 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-065f7cc4-5488-421f-93b8-bbebcb07b29f tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (7e1a589f-d7e3-44b7-a885-dccf80674645), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.771122 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-065f7cc4-5488-421f-93b8-bbebcb07b29f tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (7e1a589f-d7e3-44b7-a885-dccf80674645), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.777145 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-065f7cc4-5488-421f-93b8-bbebcb07b29f tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.780684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-065f7cc4-5488-421f-93b8-bbebcb07b29f tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/7e1a589f-d7e3-44b7-a885-dccf80674645 HTTP/1.1" status: 204 len: 168 time: 0.0670309 Mar 07 21:39:31.781053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54580) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:31.785308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f7cc4-5488-421f-93b8-bbebcb07b29f tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e1a589f-d7e3-44b7-a885-dccf80674645,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:31.819910 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-491e611c-f53c-4151-948a-739563465c0e tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0376856 Mar 07 21:39:31.823088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54582) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:31.876751 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25944c27-39b2-478b-95db-3065d1441729 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (8506a992-b4b0-4e87-b8b1-2836e0655bc9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.899580 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25944c27-39b2-478b-95db-3065d1441729 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (8506a992-b4b0-4e87-b8b1-2836e0655bc9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.941363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25944c27-39b2-478b-95db-3065d1441729 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8506a992-b4b0-4e87-b8b1-2836e0655bc9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.944184 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25944c27-39b2-478b-95db-3065d1441729 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:31.948572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54586) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:31.948730 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-25944c27-39b2-478b-95db-3065d1441729 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-groups/8506a992-b4b0-4e87-b8b1-2836e0655bc9 HTTP/1.1" status: 204 len: 168 time: 0.1246598 Mar 07 21:39:31.958749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25944c27-39b2-478b-95db-3065d1441729 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8506a992-b4b0-4e87-b8b1-2836e0655bc9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:32.041901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5b4dd0c2-f7d8-4111-a04d-4d8e565b3cad tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0916348 Mar 07 21:39:32.044681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54588) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:32.058043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4b368-4413-4c2a-a91f-5af26888a3ee req-8501e376-892f-4f84-a0d2-0214e318f773 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:32.059586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-beb4b368-4413-4c2a-a91f-5af26888a3ee req-8501e376-892f-4f84-a0d2-0214e318f773 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 944 time: 0.0850298 Mar 07 21:39:32.100966 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e75c240-274c-4107-9d7f-0be812aaf081 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (4d421ac9-17a5-476d-a077-0a7e675342a4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.115408 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-beb4b368-4413-4c2a-a91f-5af26888a3ee req-f7fe61da-a9a6-4c17-9ba5-95284282fab3 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488548 Mar 07 21:39:32.125317 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e75c240-274c-4107-9d7f-0be812aaf081 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (4d421ac9-17a5-476d-a077-0a7e675342a4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.167065 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e75c240-274c-4107-9d7f-0be812aaf081 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4d421ac9-17a5-476d-a077-0a7e675342a4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.169696 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e75c240-274c-4107-9d7f-0be812aaf081 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.171001 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0e75c240-274c-4107-9d7f-0be812aaf081 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-groups/4d421ac9-17a5-476d-a077-0a7e675342a4 HTTP/1.1" status: 204 len: 168 time: 0.1251986 Mar 07 21:39:32.173844 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54590) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:32.179734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75c240-274c-4107-9d7f-0be812aaf081 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d421ac9-17a5-476d-a077-0a7e675342a4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:32.235882 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-74ba5abc-d728-4e0a-b40d-87bd13a13947 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0600834 Mar 07 21:39:32.236375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54594) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:32.241337 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-50bc810a-a3a2-4ebc-ba3f-ba8e0aefed88 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group': {'name': 'tempest-secgroup--217896484'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:32.266723 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50bc810a-a3a2-4ebc-ba3f-ba8e0aefed88 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.267202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e851dca9-9246-4d61-959a-5360a1af8d06 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:39:32.270190 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6f80962b-8d0d-47bf-8913-dfd9858ef248 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:39:32.335268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4ab87-62da-4774-ad6f-e2cce4666fb8 req-92f042ae-9557-458c-9a7b-cce1d1488732 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:32.336897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63e4ab87-62da-4774-ad6f-e2cce4666fb8 req-92f042ae-9557-458c-9a7b-cce1d1488732 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.0857158 Mar 07 21:39:32.350924 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50bc810a-a3a2-4ebc-ba3f-ba8e0aefed88 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (ba65e07d-5cc1-4e75-9966-ded0e528b571), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.358110 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50bc810a-a3a2-4ebc-ba3f-ba8e0aefed88 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ba65e07d-5cc1-4e75-9966-ded0e528b571), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.391425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc810a-a3a2-4ebc-ba3f-ba8e0aefed88 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba65e07d-5cc1-4e75-9966-ded0e528b571,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:32.404495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63e4ab87-62da-4774-ad6f-e2cce4666fb8 req-1f181201-d121-4194-a2f7-f4e2bef2ab11 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618217 Mar 07 21:39:32.421628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50bc810a-a3a2-4ebc-ba3f-ba8e0aefed88 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.427634 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-50bc810a-a3a2-4ebc-ba3f-ba8e0aefed88 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1874883 Mar 07 21:39:32.428027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54598) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:32.432964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-95405bd5-55ae-4565-8a10-b338cf97ad78 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group_rule': {'security_group_id': 'ba65e07d-5cc1-4e75-9966-ded0e528b571', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:32.469862 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95405bd5-55ae-4565-8a10-b338cf97ad78 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (fdb947cd-cc48-4b8a-a330-acf002d9c76c), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.471996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6f80962b-8d0d-47bf-8913-dfd9858ef248 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:32.472686 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.508516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e851dca9-9246-4d61-959a-5360a1af8d06,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:32.536684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f80962b-8d0d-47bf-8913-dfd9858ef248'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:39:32.539262 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2c5883-1cbe-47f5-b9dc-8e5f8ff89abc" -d '{"events": [{"server_uuid": "f3c7dd39-1407-4b99-a255-0951214598f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6f80962b-8d0d-47bf-8913-dfd9858ef248"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:39:32.544063 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95405bd5-55ae-4565-8a10-b338cf97ad78 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (fdb947cd-cc48-4b8a-a330-acf002d9c76c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.549229 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95405bd5-55ae-4565-8a10-b338cf97ad78 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (fdb947cd-cc48-4b8a-a330-acf002d9c76c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.553935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'e851dca9-9246-4d61-959a-5360a1af8d06', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'e851dca9-9246-4d61-959a-5360a1af8d06', 'mac_address': 'fa:16:3e:b5:77:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:39:32.572677 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95405bd5-55ae-4565-8a10-b338cf97ad78 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb947cd-cc48-4b8a-a330-acf002d9c76c,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:32.577942 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95405bd5-55ae-4565-8a10-b338cf97ad78 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.579295 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-95405bd5-55ae-4565-8a10-b338cf97ad78 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1502023 Mar 07 21:39:32.581944 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54614) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:32.609570 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bbf7ab62-b2d1-4f7b-b5e6-897df1e8870a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (fdb947cd-cc48-4b8a-a330-acf002d9c76c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.611120 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6f80962b-8d0d-47bf-8913-dfd9858ef248, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f80962b-8d0d-47bf-8913-dfd9858ef248,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:32.618650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b7724baa-02ea-4046-b0cf-bbfb0e5a6117 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:39:32.621267 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bbf7ab62-b2d1-4f7b-b5e6-897df1e8870a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (fdb947cd-cc48-4b8a-a330-acf002d9c76c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.632976 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.657446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bb52c-8ee7-49e9-9519-8353d4e2c718 req-e317af37-7957-4a37-a665-1423353eb2d1 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:32.659846 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bbf7ab62-b2d1-4f7b-b5e6-897df1e8870a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (fdb947cd-cc48-4b8a-a330-acf002d9c76c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.667112 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bbf7ab62-b2d1-4f7b-b5e6-897df1e8870a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.667341 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d48bb52c-8ee7-49e9-9519-8353d4e2c718 req-e317af37-7957-4a37-a665-1423353eb2d1 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 948 time: 0.1024454 Mar 07 21:39:32.669116 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bbf7ab62-b2d1-4f7b-b5e6-897df1e8870a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/fdb947cd-cc48-4b8a-a330-acf002d9c76c HTTP/1.1" status: 204 len: 168 time: 0.0858374 Mar 07 21:39:32.678461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54616) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:32.679248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7ab62-b2d1-4f7b-b5e6-897df1e8870a tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdb947cd-cc48-4b8a-a330-acf002d9c76c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:32.696957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e851dca9-9246-4d61-959a-5360a1af8d06 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:32.697425 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.728809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e851dca9-9246-4d61-959a-5360a1af8d06 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:39:32.762460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dff8df38-24c8-414f-938e-bb178b2c63dc tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0799575 Mar 07 21:39:32.763490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54618) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:32.767001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d48bb52c-8ee7-49e9-9519-8353d4e2c718 req-0c2f3dfc-6a15-4472-9e9a-1210572d75ba tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987868 Mar 07 21:39:32.816832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e851dca9-9246-4d61-959a-5360a1af8d06,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:32.824430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6f80962b-8d0d-47bf-8913-dfd9858ef248,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:32.840952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:32.841361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:32.841736 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:32.842433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:32.842881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:32.843233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:32.843494 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-247fe9e3-9536-4bc6-92bc-20bab26d7c24 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (ba65e07d-5cc1-4e75-9966-ded0e528b571), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.843936 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:32.843936 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:32.844267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:32.844601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:32.844937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:32.846045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:32.846331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:32.851401 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.870874 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-247fe9e3-9536-4bc6-92bc-20bab26d7c24 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (ba65e07d-5cc1-4e75-9966-ded0e528b571), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.924964 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d257bb23-339f-4d66-870a-b3be14d152c5 x-openstack-request-id: req-d257bb23-339f-4d66-870a-b3be14d152c5 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:39:32.925407 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c7dd39-1407-4b99-a255-0951214598f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6f80962b-8d0d-47bf-8913-dfd9858ef248", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:39:32.925705 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d257bb23-339f-4d66-870a-b3be14d152c5 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:39:32.926149 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f80962b-8d0d-47bf-8913-dfd9858ef248', 'code': 200} Mar 07 21:39:32.927369 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-247fe9e3-9536-4bc6-92bc-20bab26d7c24 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ba65e07d-5cc1-4e75-9966-ded0e528b571), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.930883 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-247fe9e3-9536-4bc6-92bc-20bab26d7c24 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:32.934523 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-247fe9e3-9536-4bc6-92bc-20bab26d7c24 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-groups/ba65e07d-5cc1-4e75-9966-ded0e528b571 HTTP/1.1" status: 204 len: 168 time: 0.1675079 Mar 07 21:39:32.935827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54620) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:32.937874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port b7724baa-02ea-4046-b0cf-bbfb0e5a6117, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b7724baa-02ea-4046-b0cf-bbfb0e5a6117,segment=NetworkSegment(c5a24ac9-a18c-44a6-b987-96e41033f2e4),segment_id=c5a24ac9-a18c-44a6-b987-96e41033f2e4)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:32.940737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e851dca9-9246-4d61-959a-5360a1af8d06,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:32.943145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fe9e3-9536-4bc6-92bc-20bab26d7c24 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba65e07d-5cc1-4e75-9966-ded0e528b571,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:32.955171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'b7724baa-02ea-4046-b0cf-bbfb0e5a6117', 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'port_id': 'b7724baa-02ea-4046-b0cf-bbfb0e5a6117', 'mac_address': 'fa:16:3e:b7:0c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:39:33.004983 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-90586c42-08c8-4457-9e60-ab75647b46e6 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0636985 Mar 07 21:39:33.005241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54622) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:33.010296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3263f9c9-b51a-4f5e-8310-ee969bbf6a84 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797732599'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:33.022866 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port b7724baa-02ea-4046-b0cf-bbfb0e5a6117 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:33.023367 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.041641 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3263f9c9-b51a-4f5e-8310-ee969bbf6a84 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.042954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7724baa-02ea-4046-b0cf-bbfb0e5a6117 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:39:33.067441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port b7724baa-02ea-4046-b0cf-bbfb0e5a6117, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b7724baa-02ea-4046-b0cf-bbfb0e5a6117,segment=NetworkSegment(c5a24ac9-a18c-44a6-b987-96e41033f2e4),segment_id=c5a24ac9-a18c-44a6-b987-96e41033f2e4)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:33.073157 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.128433 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3263f9c9-b51a-4f5e-8310-ee969bbf6a84 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (c13a4ea6-8da4-4426-8668-41092171e233), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.137796 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3263f9c9-b51a-4f5e-8310-ee969bbf6a84 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c13a4ea6-8da4-4426-8668-41092171e233), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.150442 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=b7724baa-02ea-4046-b0cf-bbfb0e5a6117,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:33.188699 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3263f9c9-b51a-4f5e-8310-ee969bbf6a84 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.192606 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3263f9c9-b51a-4f5e-8310-ee969bbf6a84 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1840515 Mar 07 21:39:33.193029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54628) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:33.200046 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-9e821e35-fa0b-4809-bae9-f25be030ae65 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group_rule': {'security_group_id': 'c13a4ea6-8da4-4426-8668-41092171e233', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:33.213132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263f9c9-b51a-4f5e-8310-ee969bbf6a84 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13a4ea6-8da4-4426-8668-41092171e233,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:33.228535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['e851dca9-9246-4d61-959a-5360a1af8d06'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:39:33.277318 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9e821e35-fa0b-4809-bae9-f25be030ae65 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (d3b685f7-155d-4f74-a7ac-06ce92626ce7), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.326460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43134f9e-e722-49b0-b5bd-b929d5bbc5d3 req-7c66d6f5-590f-4cfa-888d-0f184c2b7ee3 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:33.328125 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43134f9e-e722-49b0-b5bd-b929d5bbc5d3 req-7c66d6f5-590f-4cfa-888d-0f184c2b7ee3 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 945 time: 0.1193097 Mar 07 21:39:33.402569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43134f9e-e722-49b0-b5bd-b929d5bbc5d3 req-d515b50b-dda4-4e1f-aa8b-a40e8e2f850c tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668225 Mar 07 21:39:33.415222 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9e821e35-fa0b-4809-bae9-f25be030ae65 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (d3b685f7-155d-4f74-a7ac-06ce92626ce7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.420485 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9e821e35-fa0b-4809-bae9-f25be030ae65 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (d3b685f7-155d-4f74-a7ac-06ce92626ce7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.440274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e821e35-fa0b-4809-bae9-f25be030ae65 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b685f7-155d-4f74-a7ac-06ce92626ce7,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:33.453172 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9e821e35-fa0b-4809-bae9-f25be030ae65 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.455070 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9e821e35-fa0b-4809-bae9-f25be030ae65 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2602034 Mar 07 21:39:33.457421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54642) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:33.476779 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d5bdd042-164d-4913-bdf2-2a93457092dc tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules/d3b685f7-155d-4f74-a7ac-06ce92626ce7 HTTP/1.1" status: 200 len: 763 time: 0.0176668 Mar 07 21:39:33.479957 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54644) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:33.487295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['b7724baa-02ea-4046-b0cf-bbfb0e5a6117'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:39:33.533649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-de57d9a5-9771-4196-94a2-6c11423da0c0 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0522087 Mar 07 21:39:33.536094 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54648) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:33.579098 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40907a6a-2ea0-46be-80b5-aafccab72686 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (d3b685f7-155d-4f74-a7ac-06ce92626ce7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.596838 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40907a6a-2ea0-46be-80b5-aafccab72686 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (d3b685f7-155d-4f74-a7ac-06ce92626ce7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.634274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f153cb7-9c94-4685-8f8f-3f7e0d88e02b req-228a3c8d-137e-4e7a-8f4b-369cdc6ab455 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:33.636038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7f153cb7-9c94-4685-8f8f-3f7e0d88e02b req-228a3c8d-137e-4e7a-8f4b-369cdc6ab455 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.0916874 Mar 07 21:39:33.665817 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40907a6a-2ea0-46be-80b5-aafccab72686 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (d3b685f7-155d-4f74-a7ac-06ce92626ce7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.672088 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40907a6a-2ea0-46be-80b5-aafccab72686 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.673249 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-40907a6a-2ea0-46be-80b5-aafccab72686 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d3b685f7-155d-4f74-a7ac-06ce92626ce7 HTTP/1.1" status: 204 len: 168 time: 0.1360662 Mar 07 21:39:33.677744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54652) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:33.691313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40907a6a-2ea0-46be-80b5-aafccab72686 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3b685f7-155d-4f74-a7ac-06ce92626ce7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:33.723732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7f153cb7-9c94-4685-8f8f-3f7e0d88e02b req-9fd2ec9a-919d-4741-8d93-bb60bb7794e2 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806556 Mar 07 21:39:33.762058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54662) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:33.762723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4d6c5d65-2690-4c73-9a35-1028873d8ff0 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0828831 Mar 07 21:39:33.767224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2b5948c0-d7ba-424a-9058-945ab96bae70 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group_rule': {'security_group_id': 'c13a4ea6-8da4-4426-8668-41092171e233', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:33.804089 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b5948c0-d7ba-424a-9058-945ab96bae70 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (910e9f0f-f097-41c4-8e22-46f4d85bc96f), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.874882 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b5948c0-d7ba-424a-9058-945ab96bae70 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (910e9f0f-f097-41c4-8e22-46f4d85bc96f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.880551 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b5948c0-d7ba-424a-9058-945ab96bae70 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (910e9f0f-f097-41c4-8e22-46f4d85bc96f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.903624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5948c0-d7ba-424a-9058-945ab96bae70 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910e9f0f-f097-41c4-8e22-46f4d85bc96f,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:33.919924 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b5948c0-d7ba-424a-9058-945ab96bae70 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:33.924017 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2b5948c0-d7ba-424a-9058-945ab96bae70 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1581802 Mar 07 21:39:33.924221 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54676) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:33.952736 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-afed6792-1f27-4a42-b691-e19d080c60ad tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules/910e9f0f-f097-41c4-8e22-46f4d85bc96f HTTP/1.1" status: 200 len: 763 time: 0.0247824 Mar 07 21:39:33.952736 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54678) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:33.959045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0411d-8bec-462e-ac6e-3f4f488f09b2 req-7df775b3-b42a-4c17-9dc2-f740825c6408 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:33.978535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63b0411d-8bec-462e-ac6e-3f4f488f09b2 req-7df775b3-b42a-4c17-9dc2-f740825c6408 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 949 time: 0.1202195 Mar 07 21:39:34.000221 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eee8fa5f-807f-4619-8b77-f98b10056662 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0460448 Mar 07 21:39:34.002681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54680) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:34.055420 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b4253f3-967a-471c-b03e-9b74dc95a864 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (910e9f0f-f097-41c4-8e22-46f4d85bc96f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.061318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63b0411d-8bec-462e-ac6e-3f4f488f09b2 req-13d76a1b-4ca4-4b49-bcde-50a53ded9d8e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816507 Mar 07 21:39:34.073039 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b4253f3-967a-471c-b03e-9b74dc95a864 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (910e9f0f-f097-41c4-8e22-46f4d85bc96f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.125400 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b4253f3-967a-471c-b03e-9b74dc95a864 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (910e9f0f-f097-41c4-8e22-46f4d85bc96f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.147601 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b4253f3-967a-471c-b03e-9b74dc95a864 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.152599 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0b4253f3-967a-471c-b03e-9b74dc95a864 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/910e9f0f-f097-41c4-8e22-46f4d85bc96f HTTP/1.1" status: 204 len: 168 time: 0.1445684 Mar 07 21:39:34.157859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54682) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:34.174453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4253f3-967a-471c-b03e-9b74dc95a864 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=910e9f0f-f097-41c4-8e22-46f4d85bc96f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:34.231923 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54684) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:34.240297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-40faaf67-c427-4924-9afa-1668751bc0d7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group_rule': {'security_group_id': 'c13a4ea6-8da4-4426-8668-41092171e233', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:34.246176 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-30beabf7-5d45-4fd4-b7ce-a478e3fd9c58 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0854070 Mar 07 21:39:34.267742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 3c4555d7-17f0-43ae-b0e6-385ab697eabf details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:39:34.287577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e851dca9-9246-4d61-959a-5360a1af8d06 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:39:34.297840 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40faaf67-c427-4924-9afa-1668751bc0d7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (e4c0b48f-be2a-4d41-9f34-640aabe2947e), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.410025 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40faaf67-c427-4924-9afa-1668751bc0d7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (e4c0b48f-be2a-4d41-9f34-640aabe2947e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.417877 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40faaf67-c427-4924-9afa-1668751bc0d7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (e4c0b48f-be2a-4d41-9f34-640aabe2947e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.455756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40faaf67-c427-4924-9afa-1668751bc0d7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c0b48f-be2a-4d41-9f34-640aabe2947e,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:34.458989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port e851dca9-9246-4d61-959a-5360a1af8d06 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:39:34.466685 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40faaf67-c427-4924-9afa-1668751bc0d7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.468325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-40faaf67-c427-4924-9afa-1668751bc0d7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2353504 Mar 07 21:39:34.471360 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54688) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:34.477752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 3c4555d7-17f0-43ae-b0e6-385ab697eabf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3c4555d7-17f0-43ae-b0e6-385ab697eabf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:34.487413 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port e851dca9-9246-4d61-959a-5360a1af8d06 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:34.488456 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.504053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54690) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:34.504468 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5730cf4a-a717-4c85-8d5a-5d8d57f58341 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules/e4c0b48f-be2a-4d41-9f34-640aabe2947e HTTP/1.1" status: 200 len: 764 time: 0.0317929 Mar 07 21:39:34.515717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '3c4555d7-17f0-43ae-b0e6-385ab697eabf', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '3c4555d7-17f0-43ae-b0e6-385ab697eabf', 'mac_address': 'fa:16:3e:6c:0c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:39:34.578079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 3c4555d7-17f0-43ae-b0e6-385ab697eabf is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:34.578743 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.588994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d87c4145-8eac-4687-8fa9-d37122e88d29 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0832319 Mar 07 21:39:34.591859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54692) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:34.597405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c4555d7-17f0-43ae-b0e6-385ab697eabf {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:39:34.651361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 3c4555d7-17f0-43ae-b0e6-385ab697eabf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3c4555d7-17f0-43ae-b0e6-385ab697eabf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:34.657767 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.662286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-356a50ff-7d36-4b4f-ad31-0196500a1ba7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (e4c0b48f-be2a-4d41-9f34-640aabe2947e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.668915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e851dca9-9246-4d61-959a-5360a1af8d06 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:34.668915 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.675227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c2ee9-7218-4ea6-b620-4848813d92dc req-91c07dcb-e86e-4f42-811f-3dd5a59a168b tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:34.681722 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-356a50ff-7d36-4b4f-ad31-0196500a1ba7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (e4c0b48f-be2a-4d41-9f34-640aabe2947e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.697750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b19c2ee9-7218-4ea6-b620-4848813d92dc req-91c07dcb-e86e-4f42-811f-3dd5a59a168b tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 945 time: 0.1067305 Mar 07 21:39:34.740446 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-356a50ff-7d36-4b4f-ad31-0196500a1ba7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (e4c0b48f-be2a-4d41-9f34-640aabe2947e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.746526 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-356a50ff-7d36-4b4f-ad31-0196500a1ba7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.747699 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-356a50ff-7d36-4b4f-ad31-0196500a1ba7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e4c0b48f-be2a-4d41-9f34-640aabe2947e HTTP/1.1" status: 204 len: 168 time: 0.1548541 Mar 07 21:39:34.750517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54694) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:34.766956 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a50ff-7d36-4b4f-ad31-0196500a1ba7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4c0b48f-be2a-4d41-9f34-640aabe2947e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:34.809586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['3c4555d7-17f0-43ae-b0e6-385ab697eabf'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:39:34.814725 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b19c2ee9-7218-4ea6-b620-4848813d92dc req-7a1eb7f1-6ad3-4b9d-be39-91bc9d0fbf8c tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151905 Mar 07 21:39:34.816274 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e851dca9-9246-4d61-959a-5360a1af8d06,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:34.819038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=3c4555d7-17f0-43ae-b0e6-385ab697eabf,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:34.859282 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:34.914325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5848f586-b5f3-4784-a74d-1364d57a12d0 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1593742 Mar 07 21:39:34.915478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54700) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:34.936705 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:39:34.939019 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846cf7dc-7f57-4d20-908d-824ee6566009" -d '{"events": [{"server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "name": "network-vif-plugged", "status": "completed", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:39:34.990407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e851dca9-9246-4d61-959a-5360a1af8d06,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:35.017362 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ecaff99a-5b77-41a3-a658-b741dd675ee7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (c13a4ea6-8da4-4426-8668-41092171e233), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:35.059320 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ecaff99a-5b77-41a3-a658-b741dd675ee7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (c13a4ea6-8da4-4426-8668-41092171e233), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:35.064912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0699a5e-4cc2-45fd-9a69-85a2429533e9 req-bdfab1a0-5c74-430b-a296-eb4100f0b839 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:35.070463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0699a5e-4cc2-45fd-9a69-85a2429533e9 req-bdfab1a0-5c74-430b-a296-eb4100f0b839 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.1200495 Mar 07 21:39:35.147585 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ecaff99a-5b77-41a3-a658-b741dd675ee7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c13a4ea6-8da4-4426-8668-41092171e233), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:35.152034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ecaff99a-5b77-41a3-a658-b741dd675ee7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:35.153534 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ecaff99a-5b77-41a3-a658-b741dd675ee7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-groups/c13a4ea6-8da4-4426-8668-41092171e233 HTTP/1.1" status: 204 len: 168 time: 0.2369626 Mar 07 21:39:35.158738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54708) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:35.166844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0699a5e-4cc2-45fd-9a69-85a2429533e9 req-1b8f8f5d-762f-4524-a0f1-78b2449bf5cb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879776 Mar 07 21:39:35.176118 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaff99a-5b77-41a3-a658-b741dd675ee7 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13a4ea6-8da4-4426-8668-41092171e233,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:35.291268 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7ecb754f-6766-41c4-b9e8-fea056e037cc tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1274407 Mar 07 21:39:35.291689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54718) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:35.296694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6733b8f2-42d4-451e-9637-4808e4075048 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group': {'name': 'tempest-secgroup--593438127'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:35.330179 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6733b8f2-42d4-451e-9637-4808e4075048 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:35.347830 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15c61c4-2ee3-489d-9e70-64d1ac52935c x-openstack-request-id: req-a15c61c4-2ee3-489d-9e70-64d1ac52935c {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:39:35.347830 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "name": "network-vif-plugged", "status": "completed", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:39:35.347830 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a15c61c4-2ee3-489d-9e70-64d1ac52935c {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:39:35.348180 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06', 'code': 200} Mar 07 21:39:35.554906 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6733b8f2-42d4-451e-9637-4808e4075048 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (a5c18bc5-b80e-400e-bce9-fc47420ee823), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:35.565355 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6733b8f2-42d4-451e-9637-4808e4075048 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a5c18bc5-b80e-400e-bce9-fc47420ee823), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:35.611368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733b8f2-42d4-451e-9637-4808e4075048 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c18bc5-b80e-400e-bce9-fc47420ee823,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:35.618901 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6733b8f2-42d4-451e-9637-4808e4075048 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:35.622830 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6733b8f2-42d4-451e-9637-4808e4075048 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3275316 Mar 07 21:39:35.622830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dc23a-83cf-4dfc-8c98-10ddd67b932d req-d9c8e806-8f6b-4a25-9c7d-7c7e5b87763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:35.623435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54720) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:35.624733 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b20dc23a-83cf-4dfc-8c98-10ddd67b932d req-d9c8e806-8f6b-4a25-9c7d-7c7e5b87763d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 1132 time: 0.2016544 Mar 07 21:39:35.627709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5b87f35c-06e9-449e-8fe2-28160981e824 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Request body: {'security_group_rule': {'security_group_id': 'a5c18bc5-b80e-400e-bce9-fc47420ee823', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:35.645783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6160dda-0156-4486-8669-972e2e660c7c req-778631a8-f9db-4e9c-bc16-a90fd3979f20 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:35.647631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6160dda-0156-4486-8669-972e2e660c7c req-778631a8-f9db-4e9c-bc16-a90fd3979f20 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.2077329 Mar 07 21:39:35.674321 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5b87f35c-06e9-449e-8fe2-28160981e824 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (38f16961-539a-4d6a-97bf-3b673864251a), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:35.720608 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6160dda-0156-4486-8669-972e2e660c7c req-e265bc09-0747-4b4f-b237-04184ca7c5d0 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629063 Mar 07 21:39:35.733078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b20dc23a-83cf-4dfc-8c98-10ddd67b932d req-84938fb0-03c8-433b-bbd0-e57c647e9c9a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020265 Mar 07 21:39:35.768622 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5b87f35c-06e9-449e-8fe2-28160981e824 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (38f16961-539a-4d6a-97bf-3b673864251a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:35.780847 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5b87f35c-06e9-449e-8fe2-28160981e824 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (38f16961-539a-4d6a-97bf-3b673864251a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:35.803166 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87f35c-06e9-449e-8fe2-28160981e824 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f16961-539a-4d6a-97bf-3b673864251a,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:35.817888 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5b87f35c-06e9-449e-8fe2-28160981e824 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:35.819701 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5b87f35c-06e9-449e-8fe2-28160981e824 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1956258 Mar 07 21:39:35.824632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54722) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:35.899573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d37d830f-d650-466a-bef1-2bd0aa276a36 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (a5c18bc5-b80e-400e-bce9-fc47420ee823), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:35.947571 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d37d830f-d650-466a-bef1-2bd0aa276a36 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (a5c18bc5-b80e-400e-bce9-fc47420ee823), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:35.980909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659240c4-73f0-42e1-b833-ede3ae3bc974 req-605af98f-a7a7-4c53-b5da-983bff2a1b1d tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:35.988428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-659240c4-73f0-42e1-b833-ede3ae3bc974 req-605af98f-a7a7-4c53-b5da-983bff2a1b1d tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 945 time: 0.0679023 Mar 07 21:39:36.016498 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d37d830f-d650-466a-bef1-2bd0aa276a36 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a5c18bc5-b80e-400e-bce9-fc47420ee823), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:36.020227 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d37d830f-d650-466a-bef1-2bd0aa276a36 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:36.021680 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d37d830f-d650-466a-bef1-2bd0aa276a36 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-groups/a5c18bc5-b80e-400e-bce9-fc47420ee823 HTTP/1.1" status: 204 len: 168 time: 0.1956308 Mar 07 21:39:36.024979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54726) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:36.034612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d830f-d650-466a-bef1-2bd0aa276a36 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c18bc5-b80e-400e-bce9-fc47420ee823,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:36.097392 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-659240c4-73f0-42e1-b833-ede3ae3bc974 req-e2938b0e-d52d-464f-a4e9-eb059c2ab1ea tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055436 Mar 07 21:39:36.127484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-13ad2fb4-4f83-4925-9b9d-7c03c5b333aa tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1014073 Mar 07 21:39:36.130256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54728) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:36.182641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54730) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:36.195342 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c96e65af-0e1c-41ae-b2e1-d033471787ad tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0632718 Mar 07 21:39:36.209569 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-e98243de-af96-461a-80b8-768d48e82e99 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] delete failed (client error): The resource could not be found. Mar 07 21:39:36.216113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54734) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:36.227703 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e98243de-af96-461a-80b8-768d48e82e99 tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "DELETE /v2.0/security-groups/a5c18bc5-b80e-400e-bce9-fc47420ee823 HTTP/1.1" status: 404 len: 347 time: 0.0414393 Mar 07 21:39:36.283183 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 3c4555d7-17f0-43ae-b0e6-385ab697eabf up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:39:36.303038 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-49a27ad9-5d92-483a-8e08-1cfc74f833fd tempest-SecGroupTest-1169421200 tempest-SecGroupTest-1169421200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0847116 Mar 07 21:39:36.393284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 3c4555d7-17f0-43ae-b0e6-385ab697eabf triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:36.394027 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:36.436166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419a298-94fb-4ba7-9545-9290805e2836 req-f6bae80c-d42a-4880-ae2b-51f1d9ed6b21 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:36.446503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d419a298-94fb-4ba7-9545-9290805e2836 req-f6bae80c-d42a-4880-ae2b-51f1d9ed6b21 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.1525357 Mar 07 21:39:36.526549 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 3c4555d7-17f0-43ae-b0e6-385ab697eabf is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:36.526978 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:36.559649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d419a298-94fb-4ba7-9545-9290805e2836 req-f959cf46-92ce-4f70-8b8e-96205797d406 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092806 Mar 07 21:39:36.581042 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 3c4555d7-17f0-43ae-b0e6-385ab697eabf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3c4555d7-17f0-43ae-b0e6-385ab697eabf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:36.599835 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:36.658033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b7724baa-02ea-4046-b0cf-bbfb0e5a6117 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:39:36.760678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=3c4555d7-17f0-43ae-b0e6-385ab697eabf,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:36.807765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54752) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:36.815644 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port b7724baa-02ea-4046-b0cf-bbfb0e5a6117 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:39:36.821954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port b7724baa-02ea-4046-b0cf-bbfb0e5a6117 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:39:36.823177 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:36.970635 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port b7724baa-02ea-4046-b0cf-bbfb0e5a6117 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:39:36.971201 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:36.984666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d714e7a-e929-4128-b3ac-35663e94c09f req-1bad5258-5b82-4bb8-9ef0-8d3aab9be9cd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:36.986462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d714e7a-e929-4128-b3ac-35663e94c09f req-1bad5258-5b82-4bb8-9ef0-8d3aab9be9cd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.1170235 Mar 07 21:39:37.033876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8dbd5783-5e27-4c05-b096-b9aa3959f800 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a11c5e093bda4ae684d317397e5c0e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2225399 Mar 07 21:39:37.034647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54758) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:37.036228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port b7724baa-02ea-4046-b0cf-bbfb0e5a6117, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b7724baa-02ea-4046-b0cf-bbfb0e5a6117,segment=NetworkSegment(c5a24ac9-a18c-44a6-b987-96e41033f2e4),segment_id=c5a24ac9-a18c-44a6-b987-96e41033f2e4)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:37.042051 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:37.072598 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d714e7a-e929-4128-b3ac-35663e94c09f req-2083969e-6bea-433e-8218-5d80db43087f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548513 Mar 07 21:39:37.132045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=b7724baa-02ea-4046-b0cf-bbfb0e5a6117,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:37.181616 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48f51b79-8c4c-47c2-a5a4-80a9526fd43a admin admin] Publish callbacks [] for security_group (7a93d6ee-110e-4a9b-b93d-a37b9a52db8d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:37.236185 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48f51b79-8c4c-47c2-a5a4-80a9526fd43a admin admin] Publish callbacks [] for security_group (7a93d6ee-110e-4a9b-b93d-a37b9a52db8d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:37.345251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48f51b79-8c4c-47c2-a5a4-80a9526fd43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7a93d6ee-110e-4a9b-b93d-a37b9a52db8d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:37.349193 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48f51b79-8c4c-47c2-a5a4-80a9526fd43a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:37.349977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1c6bff-113d-47b0-a9b8-240064c54d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4555d7-17f0-43ae-b0e6-385ab697eabf'}, {'server_uuid': 'aa931c4b-4dc4-421d-9988-61e620b93e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7724baa-02ea-4046-b0cf-bbfb0e5a6117'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:39:37.353766 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098963c8-5267-49f0-8fe2-8a7e9bee8af7" -d '{"events": [{"server_uuid": "fe1c6bff-113d-47b0-a9b8-240064c54d58", "name": "network-vif-plugged", "status": "completed", "tag": "3c4555d7-17f0-43ae-b0e6-385ab697eabf"}, {"server_uuid": "aa931c4b-4dc4-421d-9988-61e620b93e7a", "name": "network-vif-plugged", "status": "completed", "tag": "b7724baa-02ea-4046-b0cf-bbfb0e5a6117"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:39:37.362734 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-48f51b79-8c4c-47c2-a5a4-80a9526fd43a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a93d6ee-110e-4a9b-b93d-a37b9a52db8d HTTP/1.1" status: 204 len: 168 time: 0.3272042 Mar 07 21:39:37.372392 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f51b79-8c4c-47c2-a5a4-80a9526fd43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a93d6ee-110e-4a9b-b93d-a37b9a52db8d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:37.424534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aceb36-05b0-4a7f-95a4-0282be3dc197 req-ea44eb94-0751-47be-897e-2cf5e7372002 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:37.434901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38aceb36-05b0-4a7f-95a4-0282be3dc197 req-ea44eb94-0751-47be-897e-2cf5e7372002 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 946 time: 0.1706903 Mar 07 21:39:37.510029 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38aceb36-05b0-4a7f-95a4-0282be3dc197 req-8783a53f-6d3c-4d20-865a-c69427d805c5 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704153 Mar 07 21:39:37.599160 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 21:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ddb644-80cc-463b-9e0e-8eb6880ce8a1 x-openstack-request-id: req-67ddb644-80cc-463b-9e0e-8eb6880ce8a1 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:39:37.599160 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1c6bff-113d-47b0-a9b8-240064c54d58", "name": "network-vif-plugged", "status": "completed", "tag": "3c4555d7-17f0-43ae-b0e6-385ab697eabf", "code": 200}, {"server_uuid": "aa931c4b-4dc4-421d-9988-61e620b93e7a", "name": "network-vif-plugged", "status": "completed", "tag": "b7724baa-02ea-4046-b0cf-bbfb0e5a6117", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:39:37.599504 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67ddb644-80cc-463b-9e0e-8eb6880ce8a1 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:39:37.599597 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1c6bff-113d-47b0-a9b8-240064c54d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4555d7-17f0-43ae-b0e6-385ab697eabf', 'code': 200} Mar 07 21:39:37.599881 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa931c4b-4dc4-421d-9988-61e620b93e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7724baa-02ea-4046-b0cf-bbfb0e5a6117', 'code': 200} Mar 07 21:39:37.750117 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa451d2-e2e3-428c-8222-532ea54bc94c req-d4b5bd1b-e114-4669-84b0-bad93bd1297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:37.752426 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2aa451d2-e2e3-428c-8222-532ea54bc94c req-d4b5bd1b-e114-4669-84b0-bad93bd1297d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 1128 time: 0.0884588 Mar 07 21:39:37.781009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3f66e-ec74-4da0-8a05-099c4d14c373 req-580387d2-6e6a-422c-97bf-eaf7a5548de7 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:37.783224 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71d3f66e-ec74-4da0-8a05-099c4d14c373 req-580387d2-6e6a-422c-97bf-eaf7a5548de7 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.0787005 Mar 07 21:39:37.855186 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2aa451d2-e2e3-428c-8222-532ea54bc94c req-91fca06e-5c36-4198-a160-60cb6aa89e00 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952845 Mar 07 21:39:37.898578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71d3f66e-ec74-4da0-8a05-099c4d14c373 req-90b8e3b4-d892-40d5-bcf1-7b47ac367bfb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084654 Mar 07 21:39:38.255442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbb389-3884-43f7-968a-6d937a135119 req-f7491d0e-8d75-46b8-90d9-d15d42c4aa94 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:38.257099 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eabbb389-3884-43f7-968a-6d937a135119 req-f7491d0e-8d75-46b8-90d9-d15d42c4aa94 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.0839467 Mar 07 21:39:38.331038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eabbb389-3884-43f7-968a-6d937a135119 req-9000c0b9-5011-4938-855f-6b496b1e2d03 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672731 Mar 07 21:39:38.538131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdfc4-8cd3-4286-a936-3ea0f1b19c6e req-0803b964-98f6-498a-b271-ae6c1a90f6d2 tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:38.546121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbcfdfc4-8cd3-4286-a936-3ea0f1b19c6e req-0803b964-98f6-498a-b271-ae6c1a90f6d2 tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 1132 time: 0.0702600 Mar 07 21:39:38.603536 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbcfdfc4-8cd3-4286-a936-3ea0f1b19c6e req-f65ab1ea-ce37-49c0-b185-d309e37b9480 tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540240 Mar 07 21:39:38.775205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb22f62-fe71-47ff-b6da-5ce9f0144124 req-10fd0246-2c3d-45f7-9c4f-02f822b12599 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:38.777539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ffb22f62-fe71-47ff-b6da-5ce9f0144124 req-10fd0246-2c3d-45f7-9c4f-02f822b12599 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 946 time: 0.0975542 Mar 07 21:39:38.866160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ffb22f62-fe71-47ff-b6da-5ce9f0144124 req-25ae4694-500f-40ed-a429-5745bf30a1b5 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826445 Mar 07 21:39:39.549196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f537f-afd9-424a-9799-f4519864343f req-2348ecd8-157a-4034-aa7c-6328fb248131 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:39.566245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-315f537f-afd9-424a-9799-f4519864343f req-2348ecd8-157a-4034-aa7c-6328fb248131 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.1962779 Mar 07 21:39:39.718627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-315f537f-afd9-424a-9799-f4519864343f req-ce1c9909-6f6b-4a00-97d4-0d750ae7f3f7 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506431 Mar 07 21:39:39.823137 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-5bc0f64a-3172-48ab-8131-761ffb95b140 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4643850 Mar 07 21:39:39.828345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6d6eb-4be8-44ad-b883-91cdd4310822 req-c01b6856-dba4-4c97-a457-901426539e54 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:39.837709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1d6d6eb-4be8-44ad-b883-91cdd4310822 req-c01b6856-dba4-4c97-a457-901426539e54 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.0765359 Mar 07 21:39:39.922868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1d6d6eb-4be8-44ad-b883-91cdd4310822 req-0bdd5d76-33e3-4c57-8922-19d7156e8a93 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842075 Mar 07 21:39:40.211219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2100fd3-17cb-4b2b-a878-8e4cbe2dd669 req-bdb554ed-830e-434f-a7e8-049737236295 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:40.215310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2100fd3-17cb-4b2b-a878-8e4cbe2dd669 req-bdb554ed-830e-434f-a7e8-049737236295 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 946 time: 0.1501994 Mar 07 21:39:40.331445 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2100fd3-17cb-4b2b-a878-8e4cbe2dd669 req-829dfbca-709d-4581-9edf-5aea79614ef8 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989084 Mar 07 21:39:40.634739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db212b-27b1-4f3c-b581-a4d8e37dd8f8 req-6629e2d8-c304-4ae5-8b1f-e91443b39ff7 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:40.636354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43db212b-27b1-4f3c-b581-a4d8e37dd8f8 req-6629e2d8-c304-4ae5-8b1f-e91443b39ff7 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 946 time: 0.1968107 Mar 07 21:39:40.645282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54896) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:40.649939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-80b0ee86-dcb2-480e-bff3-023786852d8c tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Request body: {'floatingip': {'port_id': 'b7724baa-02ea-4046-b0cf-bbfb0e5a6117'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:40.726479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03632477-f30c-438f-be4d-e7cb0a965975 req-dabe4aa2-8b84-49e7-8f77-8f80f94d4fbd tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:40.734501 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-dabe4aa2-8b84-49e7-8f77-8f80f94d4fbd tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] 10.222.0.26 "GET /v2.0/ports/e851dca9-9246-4d61-959a-5360a1af8d06 HTTP/1.1" status: 200 len: 1129 time: 0.1275327 Mar 07 21:39:40.795058 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-80b0ee86-dcb2-480e-bff3-023786852d8c tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for floatingip (571f6c94-e6c4-47c7-991e-37d4e57295d7), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:41.075438 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e8a34-dc12-4da6-ad16-c72320efcbe8 req-0127af06-dc7a-49bc-9a51-a3da0bb2ddaa tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:41.087269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a4e8a34-dc12-4da6-ad16-c72320efcbe8 req-0127af06-dc7a-49bc-9a51-a3da0bb2ddaa tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.2162366 Mar 07 21:39:41.582286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519efff-4743-4a49-8f20-979ac891fce5 req-6c460927-aab7-4bff-ad2f-a82dafd3adfe tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:41.590211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8519efff-4743-4a49-8f20-979ac891fce5 req-6c460927-aab7-4bff-ad2f-a82dafd3adfe tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.4902163 Mar 07 21:39:41.634452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a4e8a34-dc12-4da6-ad16-c72320efcbe8 req-7d81367c-2587-442e-bfe5-3086c7836400 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451326 Mar 07 21:39:41.817420 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8519efff-4743-4a49-8f20-979ac891fce5 req-51f29685-f603-4dff-8060-8e28ba39324c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184968 Mar 07 21:39:42.291348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03632477-f30c-438f-be4d-e7cb0a965975 req-fc4fe99a-4c8a-4858-bfa9-8da303023967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:42.292577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-fc4fe99a-4c8a-4858-bfa9-8da303023967 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 1132 time: 0.2004738 Mar 07 21:39:42.412856 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.db.resource_extend [None req-80b0ee86-dcb2-480e-bff3-023786852d8c tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:39:42.482329 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-80b0ee86-dcb2-480e-bff3-023786852d8c tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:42.595077 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03632477-f30c-438f-be4d-e7cb0a965975 req-18531cb8-f1ec-4b38-83dc-971128cde70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:42.596630 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-18531cb8-f1ec-4b38-83dc-971128cde70a service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2920849 Mar 07 21:39:42.598243 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-80b0ee86-dcb2-480e-bff3-023786852d8c tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (571f6c94-e6c4-47c7-991e-37d4e57295d7), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:42.688875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-ed78fa9e-5cfb-4c33-8b4e-e2a80d6cdb00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e851dca9-9246-4d61-959a-5360a1af8d06 HTTP/1.1" status: 200 len: 217 time: 0.0458779 Mar 07 21:39:43.308781 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03632477-f30c-438f-be4d-e7cb0a965975 req-21304469-24b1-49e1-a3fb-636121ceed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.309645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-21304469-24b1-49e1-a3fb-636121ceed88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.6068661 Mar 07 21:39:43.310734 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-80b0ee86-dcb2-480e-bff3-023786852d8c tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Floating IP 571f6c94-e6c4-47c7-991e-37d4e57295d7 associated. External IP: 172.25.4.115, port: b7724baa-02ea-4046-b0cf-bbfb0e5a6117. Mar 07 21:39:43.588672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5403253-4252-4f35-aaa8-0623c961cedb req-36235311-d321-468b-a0e4-ab6578990685 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.590262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5403253-4252-4f35-aaa8-0623c961cedb req-36235311-d321-468b-a0e4-ab6578990685 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.4018869 Mar 07 21:39:43.837440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a1ef8-6abe-4017-a62a-736bafb21336 req-d7991daa-63c8-4d99-941e-58dfc49ca8e0 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.838906 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-305a1ef8-6abe-4017-a62a-736bafb21336 req-d7991daa-63c8-4d99-941e-58dfc49ca8e0 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.5860467 Mar 07 21:39:43.857823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03632477-f30c-438f-be4d-e7cb0a965975 req-3581bbd6-f011-4aba-b6c0-39c1a892aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.860131 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-3581bbd6-f011-4aba-b6c0-39c1a892aeab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4147563 Mar 07 21:39:43.983091 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5403253-4252-4f35-aaa8-0623c961cedb req-64dd6b33-9431-4cf8-82e1-a7b788d481c8 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762865 Mar 07 21:39:43.993905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b0ee86-dcb2-480e-bff3-023786852d8c tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Router e3f35928-e3c6-412b-8522-76efaccb6683 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:39:44.289763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-4221e7be-297e-48a2-bb2f-0f71bed2aa1b service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428888 Mar 07 21:39:44.498057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-305a1ef8-6abe-4017-a62a-736bafb21336 req-d10244ad-b196-401c-8b95-84293f994855 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733767 Mar 07 21:39:44.804530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-923ec59f-261e-412b-a2f5-ea298311478d service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973567 Mar 07 21:39:44.818346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b0ee86-dcb2-480e-bff3-023786852d8c tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:39:44.824700 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-80b0ee86-dcb2-480e-bff3-023786852d8c tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:44.832997 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fb6a48-591d-448c-8b4a-8c03a309d55a None None] Sync routers for ids ['e3f35928-e3c6-412b-8522-76efaccb6683'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:44.864472 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb6a48-591d-448c-8b4a-8c03a309d55a None None] Routers {'e3f35928-e3c6-412b-8522-76efaccb6683'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:39:44.868124 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-45fb6a48-591d-448c-8b4a-8c03a309d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:39:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e3f35928-e3c6-412b-8522-76efaccb6683'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:44.978789 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-80b0ee86-dcb2-480e-bff3-023786852d8c tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "PUT /v2.0/floatingips/571f6c94-e6c4-47c7-991e-37d4e57295d7 HTTP/1.1" status: 200 len: 992 time: 4.3322339 Mar 07 21:39:44.981201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa931c4b-4dc4-421d-9988-61e620b93e7a', 'tag': 'b7724baa-02ea-4046-b0cf-bbfb0e5a6117'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:39:44.994667 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd358f6-ad9c-480c-9734-f204286e2eff" -d '{"events": [{"name": "network-changed", "server_uuid": "aa931c4b-4dc4-421d-9988-61e620b93e7a", "tag": "b7724baa-02ea-4046-b0cf-bbfb0e5a6117"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:39:45.468657 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-45fb6a48-591d-448c-8b4a-8c03a309d55a None None] Set router e3f35928-e3c6-412b-8522-76efaccb6683 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:39:45.480115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b184ff-3e0b-4241-8048-2e473d66cb06 req-984c43e9-f684-4567-9f2d-6055b1e34d1c tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:45.486151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74b184ff-3e0b-4241-8048-2e473d66cb06 req-984c43e9-f684-4567-9f2d-6055b1e34d1c tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 946 time: 0.3955355 Mar 07 21:39:45.581190 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4f4f1204-61a5-48bb-b861-0ef5b206fbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:45.635925 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74b184ff-3e0b-4241-8048-2e473d66cb06 req-56049f6a-eaf1-4811-9650-7179370695ca tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403098 Mar 07 21:39:45.738706 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183af92f-e3e9-46b0-b069-c61b3be0912e x-openstack-request-id: req-183af92f-e3e9-46b0-b069-c61b3be0912e {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:39:45.739198 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa931c4b-4dc4-421d-9988-61e620b93e7a", "tag": "b7724baa-02ea-4046-b0cf-bbfb0e5a6117", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:39:45.739373 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-183af92f-e3e9-46b0-b069-c61b3be0912e {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:39:45.739689 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa931c4b-4dc4-421d-9988-61e620b93e7a', 'tag': 'b7724baa-02ea-4046-b0cf-bbfb0e5a6117', 'status': 'completed', 'code': 200} Mar 07 21:39:45.777505 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:45.906498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd358f6-ad9c-480c-9734-f204286e2eff req-33f2da6d-fce8-4c7c-a535-a20036127f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:45.910495 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd358f6-ad9c-480c-9734-f204286e2eff req-33f2da6d-fce8-4c7c-a535-a20036127f92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e5a9095b5804547a8b1a8286fd70b95&device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 1128 time: 0.1383808 Mar 07 21:39:46.079976 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-45fb6a48-591d-448c-8b4a-8c03a309d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:58Z', 'updated_at': '2022-03-07T21:39:07Z', 'revision_number': 4, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'gw_port': {'id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:00Z', 'updated_at': '2022-03-07T21:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '571f6c94-e6c4-47c7-991e-37d4e57295d7', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'floating_ip_address': '172.25.4.115', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'port_id': 'b7724baa-02ea-4046-b0cf-bbfb0e5a6117', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'mac_address': 'fa:16:3e:b7:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa931c4b-4dc4-421d-9988-61e620b93e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:39:18Z', 'updated_at': '2022-03-07T21:39:42Z', 'revision_number': 1, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaadcd08-53ef-4b4e-b5b3-653577906e95', 'name': '', 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'mac_address': 'fa:16:3e:c9:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:05Z', 'updated_at': '2022-03-07T21:39:13Z', 'revision_number': 5, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'subnets': [{'id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:46.082484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317e45-a18d-4357-9cb7-fd3dc50dcefa req-9b8d05ff-e061-4050-b4cc-8294dc4ef9ed tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:46.094357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e317e45-a18d-4357-9cb7-fd3dc50dcefa req-9b8d05ff-e061-4050-b4cc-8294dc4ef9ed tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.1828725 Mar 07 21:39:46.169823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd358f6-ad9c-480c-9734-f204286e2eff req-5cfd0225-b8ba-42fa-9b34-59440043d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:46.171748 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fb6a48-591d-448c-8b4a-8c03a309d55a None None] Checking router: e3f35928-e3c6-412b-8522-76efaccb6683 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:39:46.173390 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd358f6-ad9c-480c-9734-f204286e2eff req-5cfd0225-b8ba-42fa-9b34-59440043d262 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 HTTP/1.1" status: 200 len: 912 time: 0.2526817 Mar 07 21:39:46.222100 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb6a48-591d-448c-8b4a-8c03a309d55a None None] Routers {'e3f35928-e3c6-412b-8522-76efaccb6683'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:39:46.231315 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-45fb6a48-591d-448c-8b4a-8c03a309d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:39:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e3f35928-e3c6-412b-8522-76efaccb6683'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:46.257521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e317e45-a18d-4357-9cb7-fd3dc50dcefa req-4d7777e5-af7e-4d7d-a352-c56f7c828c59 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621561 Mar 07 21:39:46.360339 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd358f6-ad9c-480c-9734-f204286e2eff req-4315d776-36a8-4121-95c4-c43cd26209b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7724baa-02ea-4046-b0cf-bbfb0e5a6117 HTTP/1.1" status: 200 len: 1000 time: 0.1768715 Mar 07 21:39:46.485565 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd358f6-ad9c-480c-9734-f204286e2eff req-25ba517b-7921-4c12-88f6-40c2a56f7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:46.487458 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd358f6-ad9c-480c-9734-f204286e2eff req-25ba517b-7921-4c12-88f6-40c2a56f7165 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8cbf459f-e96c-490b-8882-87ee5ed2f8e0 HTTP/1.1" status: 200 len: 850 time: 0.1218965 Mar 07 21:39:46.582546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd358f6-ad9c-480c-9734-f204286e2eff req-a4f9b8b2-62ff-486f-b369-c500f0340994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:46.584214 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd358f6-ad9c-480c-9734-f204286e2eff req-a4f9b8b2-62ff-486f-b369-c500f0340994 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a11cbb3b-bf86-42ff-b64d-f9f1caa32c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0903869 Mar 07 21:39:46.588925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87f913-8c45-47de-adfb-1ebe14378277 req-87f16716-9873-487c-a670-a0f2b7de43b3 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:46.590776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d87f913-8c45-47de-adfb-1ebe14378277 req-87f16716-9873-487c-a670-a0f2b7de43b3 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.1772585 Mar 07 21:39:46.612654 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-45fb6a48-591d-448c-8b4a-8c03a309d55a None None] Set router e3f35928-e3c6-412b-8522-76efaccb6683 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:39:46.764478 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d87f913-8c45-47de-adfb-1ebe14378277 req-30a6d921-9073-45da-82ad-749f77d5f86b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565549 Mar 07 21:39:46.841403 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd358f6-ad9c-480c-9734-f204286e2eff req-0e4e9741-8cb5-4aac-9a07-8c9feb43514d service neutron] 10.222.0.13 "GET /v2.0/networks/a11cbb3b-bf86-42ff-b64d-f9f1caa32c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310593 Mar 07 21:39:47.217842 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4bd358f6-ad9c-480c-9734-f204286e2eff req-a4ffa5cb-81e5-4834-9fc6-9c16a68ed510 service neutron] 10.222.0.13 "GET /v2.0/networks/a11cbb3b-bf86-42ff-b64d-f9f1caa32c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698714 Mar 07 21:39:47.380060 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-45fb6a48-591d-448c-8b4a-8c03a309d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:58Z', 'updated_at': '2022-03-07T21:39:07Z', 'revision_number': 4, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'gw_port': {'id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:00Z', 'updated_at': '2022-03-07T21:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '571f6c94-e6c4-47c7-991e-37d4e57295d7', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'floating_ip_address': '172.25.4.115', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'port_id': 'b7724baa-02ea-4046-b0cf-bbfb0e5a6117', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'mac_address': 'fa:16:3e:b7:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa931c4b-4dc4-421d-9988-61e620b93e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:39:18Z', 'updated_at': '2022-03-07T21:39:42Z', 'revision_number': 1, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaadcd08-53ef-4b4e-b5b3-653577906e95', 'name': '', 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'mac_address': 'fa:16:3e:c9:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:05Z', 'updated_at': '2022-03-07T21:39:13Z', 'revision_number': 5, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'subnets': [{'id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:47.425736 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fb6a48-591d-448c-8b4a-8c03a309d55a None None] The sync data for ids ['e3f35928-e3c6-412b-8522-76efaccb6683'] in n-d-832330-1 is: [{'id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:58Z', 'updated_at': '2022-03-07T21:39:07Z', 'revision_number': 4, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'gw_port': {'id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:00Z', 'updated_at': '2022-03-07T21:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '571f6c94-e6c4-47c7-991e-37d4e57295d7', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'floating_ip_address': '172.25.4.115', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'port_id': 'b7724baa-02ea-4046-b0cf-bbfb0e5a6117', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'mac_address': 'fa:16:3e:b7:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa931c4b-4dc4-421d-9988-61e620b93e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:39:18Z', 'updated_at': '2022-03-07T21:39:42Z', 'revision_number': 1, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaadcd08-53ef-4b4e-b5b3-653577906e95', 'name': '', 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'mac_address': 'fa:16:3e:c9:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:05Z', 'updated_at': '2022-03-07T21:39:13Z', 'revision_number': 5, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'subnets': [{'id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:47.491705 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ca93a-319e-4e76-a93f-33221706c2af req-42d7064a-6b9d-4d79-b62e-115a81b8e783 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:47.494472 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a34ca93a-319e-4e76-a93f-33221706c2af req-42d7064a-6b9d-4d79-b62e-115a81b8e783 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.0891852 Mar 07 21:39:47.691044 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a34ca93a-319e-4e76-a93f-33221706c2af req-871144f2-83c5-480f-b220-4e667e03588e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890948 Mar 07 21:39:47.850049 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dbe4701a-fff6-4968-8703-f6542a6a3003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:47.896317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6246b6-da37-408e-8712-89836fad92b2 None None] New status for floating IP 571f6c94-e6c4-47c7-991e-37d4e57295d7: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:39:48.000515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208ff40-c345-4103-9bfd-19ba90d99351 req-5c79c6f0-99dc-43fd-a804-63ff41815cb6 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:48.012015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f208ff40-c345-4103-9bfd-19ba90d99351 req-5c79c6f0-99dc-43fd-a804-63ff41815cb6 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.0872333 Mar 07 21:39:48.024234 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:48.094207 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f208ff40-c345-4103-9bfd-19ba90d99351 req-ea95a691-a168-4874-bc4d-d32e00d71e14 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816038 Mar 07 21:39:48.884990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac6086-253d-4924-acc0-1762ff9313f4 req-34b8d1c4-e116-4a23-b0d9-7b9523f862d8 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:48.892313 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7dac6086-253d-4924-acc0-1762ff9313f4 req-34b8d1c4-e116-4a23-b0d9-7b9523f862d8 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.0747900 Mar 07 21:39:48.950226 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7dac6086-253d-4924-acc0-1762ff9313f4 req-27541467-d0f1-4d64-8dcb-9197e122c94d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548525 Mar 07 21:39:49.179550 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:49.294347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1555af-9cc3-4944-8592-2380377e671c req-69e53d0f-583b-4faa-9b87-66db1e0b37dc tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:49.313278 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b1555af-9cc3-4944-8592-2380377e671c req-69e53d0f-583b-4faa-9b87-66db1e0b37dc tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.1135139 Mar 07 21:39:49.369831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b1555af-9cc3-4944-8592-2380377e671c req-a2b4972e-a855-4a03-9904-c492d0d486ec tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507424 Mar 07 21:39:50.183744 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:50.199709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a2ae2-42e6-45db-b666-ef1259a1cf4b req-300e3f44-2831-4f07-a6f6-480ee2589b91 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:50.202850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a98a2ae2-42e6-45db-b666-ef1259a1cf4b req-300e3f44-2831-4f07-a6f6-480ee2589b91 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.1286354 Mar 07 21:39:50.439255 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a98a2ae2-42e6-45db-b666-ef1259a1cf4b req-18f1bb0c-fcaa-4a55-9e46-93488bbde850 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239103 Mar 07 21:39:50.674252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08546b5d-2006-45c4-969d-8b6091ea4c4e req-6c914cdc-9f24-488a-a7d7-6552384cdd7a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:50.676095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-08546b5d-2006-45c4-969d-8b6091ea4c4e req-6c914cdc-9f24-488a-a7d7-6552384cdd7a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.1029820 Mar 07 21:39:50.778943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-08546b5d-2006-45c4-969d-8b6091ea4c4e req-5d5aec8a-e1af-4872-8e83-65d4415edfec tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933707 Mar 07 21:39:51.477953 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55152) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:51.828739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0c2c3-a951-476a-85bd-81b9188696b0 req-880404ac-8c69-4412-8dac-2a75e0f7dbbb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:51.834638 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ac0c2c3-a951-476a-85bd-81b9188696b0 req-880404ac-8c69-4412-8dac-2a75e0f7dbbb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.2333331 Mar 07 21:39:51.872176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5183fcca-e93f-4e12-821f-ca24ca9f941f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:51.987858 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ac0c2c3-a951-476a-85bd-81b9188696b0 req-8fcc568c-413e-4dd8-bab2-d3008f5aee99 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455214 Mar 07 21:39:52.101326 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5183fcca-e93f-4e12-821f-ca24ca9f941f admin admin] Publish callbacks [] for security_group (116d997e-89b3-4161-a4e9-21809e8f4679), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:52.110099 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5183fcca-e93f-4e12-821f-ca24ca9f941f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (116d997e-89b3-4161-a4e9-21809e8f4679), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:52.135003 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:52.147434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183fcca-e93f-4e12-821f-ca24ca9f941f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116d997e-89b3-4161-a4e9-21809e8f4679,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:52.228025 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5183fcca-e93f-4e12-821f-ca24ca9f941f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2aa0bb29825d4b3cbacf5f0c5c5dc9fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7456625 Mar 07 21:39:52.228980 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55168) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:39:52.272791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b5a78-d3c7-42b2-ad60-8e37e1ee80b4 req-26c205ab-c6c8-441c-83e6-46797421b6bf tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:52.281323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf0b5a78-d3c7-42b2-ad60-8e37e1ee80b4 req-26c205ab-c6c8-441c-83e6-46797421b6bf tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.0981975 Mar 07 21:39:52.345263 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2577d613-4bd3-4e1f-bab7-a9d04d113b6b admin admin] Publish callbacks [] for security_group (116d997e-89b3-4161-a4e9-21809e8f4679), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:52.377817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf0b5a78-d3c7-42b2-ad60-8e37e1ee80b4 req-8857aeab-da47-4510-8ff6-9bd4b7fbf07f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952206 Mar 07 21:39:52.401761 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2577d613-4bd3-4e1f-bab7-a9d04d113b6b admin admin] Publish callbacks [] for security_group (116d997e-89b3-4161-a4e9-21809e8f4679), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:52.545986 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2577d613-4bd3-4e1f-bab7-a9d04d113b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (116d997e-89b3-4161-a4e9-21809e8f4679), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:52.548524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2577d613-4bd3-4e1f-bab7-a9d04d113b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:52.550103 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2577d613-4bd3-4e1f-bab7-a9d04d113b6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/116d997e-89b3-4161-a4e9-21809e8f4679 HTTP/1.1" status: 204 len: 168 time: 0.3193269 Mar 07 21:39:52.572860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577d613-4bd3-4e1f-bab7-a9d04d113b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116d997e-89b3-4161-a4e9-21809e8f4679,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:53.331702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513ff72-712a-4536-885c-7343d7724d8a req-b0e3eb2a-2fd9-494d-93aa-74c60bca8da9 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:53.340759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e513ff72-712a-4536-885c-7343d7724d8a req-b0e3eb2a-2fd9-494d-93aa-74c60bca8da9 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.1272075 Mar 07 21:39:53.407504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e513ff72-712a-4536-885c-7343d7724d8a req-cc02f130-10fd-493c-bb7b-c03f2d50601f tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619018 Mar 07 21:39:53.652479 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9289aa-7299-4864-9840-3047ee7f2e56 req-385e4a7f-9aee-4bde-97a5-04fc55f1d801 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:53.666811 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f9289aa-7299-4864-9840-3047ee7f2e56 req-385e4a7f-9aee-4bde-97a5-04fc55f1d801 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.1716542 Mar 07 21:39:53.773080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f9289aa-7299-4864-9840-3047ee7f2e56 req-ee9eb125-c727-46f0-a51e-ed32811c8ed3 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053700 Mar 07 21:39:54.048088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-1c593cc6-0654-44c5-9be9-d67d88fa48cf tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:54.050298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-1c593cc6-0654-44c5-9be9-d67d88fa48cf tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e&tenant_id=ad203922dbd94abca13bc575d34ee25e&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 1128 time: 0.0978618 Mar 07 21:39:54.071639 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832330-1'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:54.169777 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (094e0284-669c-4f88-b134-450f20459ec0), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:54.466870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=094e0284-669c-4f88-b134-450f20459ec0,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:54.572767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:39:54.634509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbad69-ef7d-4524-85c8-9b823617d451 req-fb13144c-ae4d-4bdb-9562-34532ceb435c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:54.643115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aefbad69-ef7d-4524-85c8-9b823617d451 req-fb13144c-ae4d-4bdb-9562-34532ceb435c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 946 time: 0.1186974 Mar 07 21:39:54.674909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59263509-b823-4aa1-964c-8a6034a9300e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '094e0284-669c-4f88-b134-450f20459ec0'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:39:54.680693 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5662d107-4a98-4860-8ba9-47d0af73b232" -d '{"events": [{"server_uuid": "59263509-b823-4aa1-964c-8a6034a9300e", "name": "network-vif-unplugged", "status": "completed", "tag": "094e0284-669c-4f88-b134-450f20459ec0"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:39:54.694219 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Publish callbacks [] for port (094e0284-669c-4f88-b134-450f20459ec0), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:54.711269 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (094e0284-669c-4f88-b134-450f20459ec0), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:54.785845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Pushing event updated for resources: {'Port': ['ID=094e0284-669c-4f88-b134-450f20459ec0,revision_number=7']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:54.903581 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aefbad69-ef7d-4524-85c8-9b823617d451 req-75a8502c-1e33-4d95-a081-d8bce1f6a1e9 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592680 Mar 07 21:39:54.950445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Attempting to bind port 094e0284-669c-4f88-b134-450f20459ec0 on host n-h1-832330-1 for vnic_type normal with profile {"migrating_to": "n-h2-832330-1"} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:39:54.950791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Attempting to bind port 094e0284-669c-4f88-b134-450f20459ec0 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:39:54.951130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Attempting to bind port 094e0284-669c-4f88-b134-450f20459ec0 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:39:54.955978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Port 094e0284-669c-4f88-b134-450f20459ec0 on network efe745a6-ec89-44a3-b745-59cc531d1605 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:39:54.956305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Attempting to bind port 094e0284-669c-4f88-b134-450f20459ec0 on network efe745a6-ec89-44a3-b745-59cc531d1605 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:39:54.977327 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:39:54.978904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Checking segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:39:54.979311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Bound using segment: {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:39:54.979789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Bound port: 094e0284-669c-4f88-b134-450f20459ec0, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981bb4e1-a500-4117-8eee-9ca7bda16990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'efe745a6-ec89-44a3-b745-59cc531d1605'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:39:54.980169 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (094e0284-669c-4f88-b134-450f20459ec0), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:55.056248 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0e349d-0fa3-4115-ab48-35388e148ac9 x-openstack-request-id: req-ab0e349d-0fa3-4115-ab48-35388e148ac9 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:39:55.056561 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59263509-b823-4aa1-964c-8a6034a9300e", "name": "network-vif-unplugged", "status": "completed", "tag": "094e0284-669c-4f88-b134-450f20459ec0", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:39:55.056830 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab0e349d-0fa3-4115-ab48-35388e148ac9 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:39:55.057242 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59263509-b823-4aa1-964c-8a6034a9300e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '094e0284-669c-4f88-b134-450f20459ec0', 'code': 200} Mar 07 21:39:55.201318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:39:55.229762 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=094e0284-669c-4f88-b134-450f20459ec0,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:39:55.261475 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (094e0284-669c-4f88-b134-450f20459ec0), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:55.338137 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fd5c1-85fa-4907-af60-1a250c8150c9 req-a589b7e6-c2bb-4e90-b761-71c8f03e5e3b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:55.341636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a9fd5c1-85fa-4907-af60-1a250c8150c9 req-a589b7e6-c2bb-4e90-b761-71c8f03e5e3b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.2158437 Mar 07 21:39:55.366204 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Pushing event updated for resources: {'Port': ['ID=094e0284-669c-4f88-b134-450f20459ec0,revision_number=8']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:55.473667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:55.474352 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:39:55.476888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-9b4bcc14-0d3a-4dc1-894b-3d6a3c77493d service neutron] 10.222.0.15 "PUT /v2.0/ports/094e0284-669c-4f88-b134-450f20459ec0 HTTP/1.1" status: 200 len: 1122 time: 1.4154119 Mar 07 21:39:55.494745 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a9fd5c1-85fa-4907-af60-1a250c8150c9 req-dca8e47b-8ab9-40e9-b721-3ed9ddca4801 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472406 Mar 07 21:39:55.600627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['094e0284-669c-4f88-b134-450f20459ec0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:39:55.658652 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['094e0284-669c-4f88-b134-450f20459ec0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:39:56.161731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e879a6-89bd-4607-93dd-63a1a7dabe68 req-d3aaae24-832a-4809-8206-63a09a912b78 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:56.168730 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0e879a6-89bd-4607-93dd-63a1a7dabe68 req-d3aaae24-832a-4809-8206-63a09a912b78 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.0924025 Mar 07 21:39:56.276580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0e879a6-89bd-4607-93dd-63a1a7dabe68 req-7d002fce-cd51-48ce-b1b1-74ebe99d12a4 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940485 Mar 07 21:39:56.388654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 094e0284-669c-4f88-b134-450f20459ec0 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:39:56.564811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=094e0284-669c-4f88-b134-450f20459ec0,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:39:56.594912 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 094e0284-669c-4f88-b134-450f20459ec0 has no active binding in host n-h2-832330-1 {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 21:39:56.653092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651496db-6c92-4ed2-adfc-7eaef3f3466d req-9812a635-856a-47b6-b21a-5c8e15231f5c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:56.658574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-651496db-6c92-4ed2-adfc-7eaef3f3466d req-9812a635-856a-47b6-b21a-5c8e15231f5c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.0825322 Mar 07 21:39:56.734694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-651496db-6c92-4ed2-adfc-7eaef3f3466d req-542c2be8-e568-4250-bbde-33e0f74a2992 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722938 Mar 07 21:39:57.058855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59263509-b823-4aa1-964c-8a6034a9300e', 'tag': '094e0284-669c-4f88-b134-450f20459ec0'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:39:57.061519 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93160f5-0508-4084-bcd4-0cb66f847a49" -d '{"events": [{"name": "network-changed", "server_uuid": "59263509-b823-4aa1-964c-8a6034a9300e", "tag": "094e0284-669c-4f88-b134-450f20459ec0"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:39:57.116057 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1107bc-6b3a-49d0-8259-acaa374acff3 x-openstack-request-id: req-4b1107bc-6b3a-49d0-8259-acaa374acff3 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:39:57.116057 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59263509-b823-4aa1-964c-8a6034a9300e", "tag": "094e0284-669c-4f88-b134-450f20459ec0", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:39:57.116057 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b1107bc-6b3a-49d0-8259-acaa374acff3 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:39:57.116057 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59263509-b823-4aa1-964c-8a6034a9300e', 'tag': '094e0284-669c-4f88-b134-450f20459ec0', 'status': 'completed', 'code': 200} Mar 07 21:39:57.212982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93160f5-0508-4084-bcd4-0cb66f847a49 req-24cfd055-4fb6-4170-93fe-3aff9d70906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:57.216141 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d93160f5-0508-4084-bcd4-0cb66f847a49 req-24cfd055-4fb6-4170-93fe-3aff9d70906d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 1156 time: 0.0807459 Mar 07 21:39:57.415273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93160f5-0508-4084-bcd4-0cb66f847a49 req-d74d2ae7-86c9-4611-aeaf-1f7cccd5a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:57.416937 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d93160f5-0508-4084-bcd4-0cb66f847a49 req-d74d2ae7-86c9-4611-aeaf-1f7cccd5a79e service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.1853530 Mar 07 21:39:57.425797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079131b-b75a-4611-9db3-b50a1ecbc01f req-af27fc2d-01f2-4414-9f45-3d214f0a64d1 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:57.427550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2079131b-b75a-4611-9db3-b50a1ecbc01f req-af27fc2d-01f2-4414-9f45-3d214f0a64d1 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 950 time: 0.1823280 Mar 07 21:39:57.461629 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afed3609-6958-4743-82b4-027b1190419c req-4ba27912-89b8-4ee1-a42f-12d008e09cde service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1457238 Mar 07 21:39:57.506098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2f714-aeb4-4eb6-b974-697efc87ff6a req-cc6348bd-5997-4509-8117-a06a545d403c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:57.508700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6f2f714-aeb4-4eb6-b974-697efc87ff6a req-cc6348bd-5997-4509-8117-a06a545d403c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.1338062 Mar 07 21:39:57.511240 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d93160f5-0508-4084-bcd4-0cb66f847a49 req-f25efa49-ba7e-4b56-8658-08f040dc65d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=094e0284-669c-4f88-b134-450f20459ec0 HTTP/1.1" status: 200 len: 217 time: 0.0866826 Mar 07 21:39:57.625840 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93160f5-0508-4084-bcd4-0cb66f847a49 req-1ce204b2-3f47-4692-9fbe-5bff005c5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:57.627479 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d93160f5-0508-4084-bcd4-0cb66f847a49 req-1ce204b2-3f47-4692-9fbe-5bff005c5278 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.0977247 Mar 07 21:39:57.671104 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d93160f5-0508-4084-bcd4-0cb66f847a49 req-7c2315ff-b34a-45a5-a2f5-d8bf98ad20e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337837 Mar 07 21:39:57.674125 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2079131b-b75a-4611-9db3-b50a1ecbc01f req-b3e1d318-cf2c-4ace-a87c-f72f6bade3e7 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336249 Mar 07 21:39:57.679708 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6f2f714-aeb4-4eb6-b974-697efc87ff6a req-4483a290-4c97-4736-9b87-fa018cab2e32 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583579 Mar 07 21:39:57.684710 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed3609-6958-4743-82b4-027b1190419c req-f268076e-4862-4cc0-b3d8-8df2a6eaa325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:57.685867 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afed3609-6958-4743-82b4-027b1190419c req-f268076e-4862-4cc0-b3d8-8df2a6eaa325 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 1126 time: 0.1760821 Mar 07 21:39:57.873102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed3609-6958-4743-82b4-027b1190419c req-04714da2-80c0-4490-829d-95aa0339daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:57.874605 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afed3609-6958-4743-82b4-027b1190419c req-04714da2-80c0-4490-829d-95aa0339daf8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.1625059 Mar 07 21:39:57.882057 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d93160f5-0508-4084-bcd4-0cb66f847a49 req-bb8cfbf4-6175-41ad-8963-64647be4e81b service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809351 Mar 07 21:39:57.904010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f2eb3-73fa-418d-8144-23c41a8a6744 req-31ce97ba-b891-436e-b116-b72265e1e138 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:57.905773 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce9f2eb3-73fa-418d-8144-23c41a8a6744 req-31ce97ba-b891-436e-b116-b72265e1e138 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.0640547 Mar 07 21:39:57.955835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afed3609-6958-4743-82b4-027b1190419c req-46cb28d3-7133-40f1-9ee2-107433586dc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d HTTP/1.1" status: 200 len: 217 time: 0.0490613 Mar 07 21:39:58.011484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce9f2eb3-73fa-418d-8144-23c41a8a6744 req-bc70d55b-b89b-4d88-8b5e-38dd4f0a5ace tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974014 Mar 07 21:39:58.056504 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d93160f5-0508-4084-bcd4-0cb66f847a49 req-9881f3e7-73c8-4cc7-a308-5b674d2c56ae service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577520 Mar 07 21:39:58.090125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed3609-6958-4743-82b4-027b1190419c req-dd7881d2-2b97-4a87-a9ee-9f6482e52f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:58.094507 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afed3609-6958-4743-82b4-027b1190419c req-dd7881d2-2b97-4a87-a9ee-9f6482e52f52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.0873420 Mar 07 21:39:58.138909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afed3609-6958-4743-82b4-027b1190419c req-57051cfe-fca6-4116-b93b-373c13506595 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384655 Mar 07 21:39:58.286415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afed3609-6958-4743-82b4-027b1190419c req-d00b2717-2899-4b1d-996f-60f3862f7fff service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336665 Mar 07 21:39:58.400403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afed3609-6958-4743-82b4-027b1190419c req-a992a132-078d-4aa9-aa7a-260356d7f5cd service neutron] 10.222.0.13 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045651 Mar 07 21:39:58.930935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559a55-6644-47f7-96d6-e0cc66644304 req-47474606-95bc-4ab5-a7fe-b94bea3f1d2e tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:58.932555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5559a55-6644-47f7-96d6-e0cc66644304 req-47474606-95bc-4ab5-a7fe-b94bea3f1d2e tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 950 time: 0.1449740 Mar 07 21:39:58.951598 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114fff0-11ba-4e4f-8ded-c68a3e21a85b req-a310c62d-486e-4b13-8f6a-6e2b8e260825 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:58.959871 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8114fff0-11ba-4e4f-8ded-c68a3e21a85b req-a310c62d-486e-4b13-8f6a-6e2b8e260825 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.1544018 Mar 07 21:39:59.089275 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5559a55-6644-47f7-96d6-e0cc66644304 req-94717d1c-64ed-45ac-8d1f-be5dcaef3986 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281183 Mar 07 21:39:59.094321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8114fff0-11ba-4e4f-8ded-c68a3e21a85b req-1206b61f-d855-4ee3-b606-4b63b5cc250d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249790 Mar 07 21:39:59.258985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228030a7-eb5e-4b6a-bca4-997091afbef2 req-e7336484-e294-4fb7-9e7f-082e08ee8cc2 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:59.275119 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-228030a7-eb5e-4b6a-bca4-997091afbef2 req-e7336484-e294-4fb7-9e7f-082e08ee8cc2 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.0940669 Mar 07 21:39:59.402801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-228030a7-eb5e-4b6a-bca4-997091afbef2 req-01eefcc6-7a70-4b36-bb10-aa39f58b27dd tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177847 Mar 07 21:40:00.371210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42b825-5946-499e-9e1e-f63941f0d3d4 req-b78e2dbe-7cd9-4fa4-badc-ccc07b0aa5cf tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:00.374468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a42b825-5946-499e-9e1e-f63941f0d3d4 req-b78e2dbe-7cd9-4fa4-badc-ccc07b0aa5cf tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.0868134 Mar 07 21:40:00.471262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a42b825-5946-499e-9e1e-f63941f0d3d4 req-3efe3a7a-af89-4821-a141-9e1067da910c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904086 Mar 07 21:40:00.506488 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:40:00.556904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913438b-14c1-412d-9d94-33096487801b req-32ca1b4f-44e6-463f-b77d-140a96dc073b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:00.558419 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f913438b-14c1-412d-9d94-33096487801b req-32ca1b4f-44e6-463f-b77d-140a96dc073b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.0736303 Mar 07 21:40:00.655942 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f913438b-14c1-412d-9d94-33096487801b req-9bfc71f3-a1d7-417a-b804-b0a4d1ca77c4 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788422 Mar 07 21:40:01.519085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55532) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:01.714127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c56ed-897a-49fc-b0e3-d9436cec67d9 req-d661b48e-a482-447d-8aeb-c2908ce5003d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:01.716015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc0c56ed-897a-49fc-b0e3-d9436cec67d9 req-d661b48e-a482-447d-8aeb-c2908ce5003d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.0897810 Mar 07 21:40:01.720611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee013f48-d0b3-43f2-8906-12b70e525fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:01.809778 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee013f48-d0b3-43f2-8906-12b70e525fe9 admin admin] Publish callbacks [] for security_group (94b9baa3-d19b-4003-ac40-16750ebfdf5b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:01.820642 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee013f48-d0b3-43f2-8906-12b70e525fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (94b9baa3-d19b-4003-ac40-16750ebfdf5b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:01.872223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc0c56ed-897a-49fc-b0e3-d9436cec67d9 req-37b3d445-cb3c-4d95-930a-04c62f3ae38e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384509 Mar 07 21:40:01.929014 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ee013f48-d0b3-43f2-8906-12b70e525fe9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab219033385d49dfbe1e85c9875539c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4085951 Mar 07 21:40:01.930714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55544) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:01.947958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82695aac-ddd4-4877-89ac-5144bad22c49 req-0a0704cd-5496-401d-be92-a9ccd489a63d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:01.955437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82695aac-ddd4-4877-89ac-5144bad22c49 req-0a0704cd-5496-401d-be92-a9ccd489a63d tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.1690943 Mar 07 21:40:01.980716 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee013f48-d0b3-43f2-8906-12b70e525fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b9baa3-d19b-4003-ac40-16750ebfdf5b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:02.099583 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82695aac-ddd4-4877-89ac-5144bad22c49 req-238b8be6-7aed-4b14-b245-3bb669e4a771 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372862 Mar 07 21:40:02.122721 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-371d3c49-1fe3-4b49-a4b1-c6056f336891 admin admin] Publish callbacks [] for security_group (94b9baa3-d19b-4003-ac40-16750ebfdf5b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:02.189212 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-371d3c49-1fe3-4b49-a4b1-c6056f336891 admin admin] Publish callbacks [] for security_group (94b9baa3-d19b-4003-ac40-16750ebfdf5b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:02.257875 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-371d3c49-1fe3-4b49-a4b1-c6056f336891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (94b9baa3-d19b-4003-ac40-16750ebfdf5b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:02.261470 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-371d3c49-1fe3-4b49-a4b1-c6056f336891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:02.271505 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-371d3c49-1fe3-4b49-a4b1-c6056f336891 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94b9baa3-d19b-4003-ac40-16750ebfdf5b HTTP/1.1" status: 204 len: 168 time: 0.3136213 Mar 07 21:40:02.284667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d3c49-1fe3-4b49-a4b1-c6056f336891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b9baa3-d19b-4003-ac40-16750ebfdf5b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:02.407944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 094e0284-669c-4f88-b134-450f20459ec0 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:02.454489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] The host n-h2-832330-1 is not matching for port 094e0284-669c-4f88-b134-450f20459ec0 host n-h1-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:40:02.455203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 094e0284-669c-4f88-b134-450f20459ec0 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:40:02.455633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 3c4555d7-17f0-43ae-b0e6-385ab697eabf no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:02.562722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 3c4555d7-17f0-43ae-b0e6-385ab697eabf is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:40:02.563666 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:02.594852 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1c6bff-113d-47b0-a9b8-240064c54d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c4555d7-17f0-43ae-b0e6-385ab697eabf'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:02.597942 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced3221a-4bd1-476f-88e2-3188dc31143b" -d '{"events": [{"server_uuid": "fe1c6bff-113d-47b0-a9b8-240064c54d58", "name": "network-vif-unplugged", "status": "completed", "tag": "3c4555d7-17f0-43ae-b0e6-385ab697eabf"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:02.626841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 3c4555d7-17f0-43ae-b0e6-385ab697eabf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3c4555d7-17f0-43ae-b0e6-385ab697eabf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:02.635131 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:02.697860 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538a16d6-522f-4ce5-addf-014c2cfd6aa7 x-openstack-request-id: req-538a16d6-522f-4ce5-addf-014c2cfd6aa7 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:02.698306 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1c6bff-113d-47b0-a9b8-240064c54d58", "name": "network-vif-unplugged", "status": "completed", "tag": "3c4555d7-17f0-43ae-b0e6-385ab697eabf", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:02.699949 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-538a16d6-522f-4ce5-addf-014c2cfd6aa7 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:02.700835 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1c6bff-113d-47b0-a9b8-240064c54d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c4555d7-17f0-43ae-b0e6-385ab697eabf', 'code': 200} Mar 07 21:40:02.746768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 094e0284-669c-4f88-b134-450f20459ec0 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:02.797106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55564) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:02.819269 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e62ad1e-cec8-4acf-886c-9c88efe4932c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:02.909785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=3c4555d7-17f0-43ae-b0e6-385ab697eabf,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:03.001955 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e62ad1e-cec8-4acf-886c-9c88efe4932c admin admin] Publish callbacks [] for security_group (07e88f9c-aa82-4d28-a184-9fa37fe52519), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:03.008951 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 094e0284-669c-4f88-b134-450f20459ec0 is: DOWN; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:40:03.012374 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e62ad1e-cec8-4acf-886c-9c88efe4932c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (07e88f9c-aa82-4d28-a184-9fa37fe52519), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:03.067786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55580) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:03.074430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7e62ad1e-cec8-4acf-886c-9c88efe4932c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e3c43675c9549c8a6cf8e415ab53eff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2757285 Mar 07 21:40:03.187106 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3f87ef3-2b2f-45a2-8f69-1413f5b90b44 admin admin] Publish callbacks [] for security_group (07e88f9c-aa82-4d28-a184-9fa37fe52519), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:03.222353 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3f87ef3-2b2f-45a2-8f69-1413f5b90b44 admin admin] Publish callbacks [] for security_group (07e88f9c-aa82-4d28-a184-9fa37fe52519), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:03.285385 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3f87ef3-2b2f-45a2-8f69-1413f5b90b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (07e88f9c-aa82-4d28-a184-9fa37fe52519), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:03.289461 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3f87ef3-2b2f-45a2-8f69-1413f5b90b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:03.291022 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f3f87ef3-2b2f-45a2-8f69-1413f5b90b44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07e88f9c-aa82-4d28-a184-9fa37fe52519 HTTP/1.1" status: 204 len: 168 time: 0.2222526 Mar 07 21:40:03.302664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f87ef3-2b2f-45a2-8f69-1413f5b90b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e88f9c-aa82-4d28-a184-9fa37fe52519,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:03.306745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62ad1e-cec8-4acf-886c-9c88efe4932c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e88f9c-aa82-4d28-a184-9fa37fe52519,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:03.350248 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a807b93-1ab7-4a54-a7f7-d07078b5f3dc req-d9634b50-e071-4fdd-ba6a-f79997c8bd50 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:03.359356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a807b93-1ab7-4a54-a7f7-d07078b5f3dc req-d9634b50-e071-4fdd-ba6a-f79997c8bd50 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.1546946 Mar 07 21:40:03.368597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf00cb9-48c1-467e-a646-43f78b668ce5 req-ca9003a2-9af3-4bf5-87f8-e1f953120fc7 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:03.375809 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fcf00cb9-48c1-467e-a646-43f78b668ce5 req-ca9003a2-9af3-4bf5-87f8-e1f953120fc7 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.3157389 Mar 07 21:40:03.473368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fcf00cb9-48c1-467e-a646-43f78b668ce5 req-59060ad4-8e47-4c46-b438-4b6dbf547826 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964787 Mar 07 21:40:03.497670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a807b93-1ab7-4a54-a7f7-d07078b5f3dc req-114c07c6-2ed7-42dd-99d7-0c19cf03880f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363266 Mar 07 21:40:04.327554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55642) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:04.423699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6f80962b-8d0d-47bf-8913-dfd9858ef248 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:40:04.457116 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-047682d3-65b3-45b7-867b-5a0a79ae8adb service neutron] 10.222.0.13 "GET /v2.0/ports/094e0284-669c-4f88-b134-450f20459ec0/bindings/n-h2-832330-1 HTTP/1.1" status: 200 len: 384 time: 0.1040657 Mar 07 21:40:04.737648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6f80962b-8d0d-47bf-8913-dfd9858ef248, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f80962b-8d0d-47bf-8913-dfd9858ef248,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:04.763696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '6f80962b-8d0d-47bf-8913-dfd9858ef248', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '6f80962b-8d0d-47bf-8913-dfd9858ef248', 'mac_address': 'fa:16:3e:61:33:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:40:04.875976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6f80962b-8d0d-47bf-8913-dfd9858ef248 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:40:04.876373 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:04.928414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f80962b-8d0d-47bf-8913-dfd9858ef248 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:40:04.962871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6f80962b-8d0d-47bf-8913-dfd9858ef248, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f80962b-8d0d-47bf-8913-dfd9858ef248,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:04.983808 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:05.078498 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6f80962b-8d0d-47bf-8913-dfd9858ef248,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:05.160332 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['6f80962b-8d0d-47bf-8913-dfd9858ef248'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:40:05.421977 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94fb8a7f-d2ea-4c98-bf21-c36a6f363e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:05.553254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7467a-7d67-49c7-9755-f3f2fa8e7192 req-19271a66-24e8-4334-bcb5-0e30b21a0179 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:05.560925 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fcf7467a-7d67-49c7-9755-f3f2fa8e7192 req-19271a66-24e8-4334-bcb5-0e30b21a0179 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.2309749 Mar 07 21:40:05.571029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec8e54-2d00-452e-b6df-ed295df69488 req-a9ed3735-75a3-41c9-975c-afb799a5a52b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:05.578911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6eec8e54-2d00-452e-b6df-ed295df69488 req-a9ed3735-75a3-41c9-975c-afb799a5a52b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 944 time: 0.8870616 Mar 07 21:40:05.658249 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-b2f79ca1-1ff8-484b-9e2a-53d7fd01e504 service neutron] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=094e0284-669c-4f88-b134-450f20459ec0,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:05.767158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6eec8e54-2d00-452e-b6df-ed295df69488 req-e2372a30-ecc5-4349-a4f9-24f2d0bb798f tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869664 Mar 07 21:40:05.805117 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fcf7467a-7d67-49c7-9755-f3f2fa8e7192 req-a56bdef0-c14e-4ea6-82da-39dc304b4eb9 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430897 Mar 07 21:40:05.807269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-b2f79ca1-1ff8-484b-9e2a-53d7fd01e504 service neutron] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:40:05.838378 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94fb8a7f-d2ea-4c98-bf21-c36a6f363e44 admin admin] Publish callbacks [] for security_group (c80b8caf-4c0e-4d3d-a1fd-10f480f2f73e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:05.847629 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94fb8a7f-d2ea-4c98-bf21-c36a6f363e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c80b8caf-4c0e-4d3d-a1fd-10f480f2f73e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:05.900952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-b2f79ca1-1ff8-484b-9e2a-53d7fd01e504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094e0284-669c-4f88-b134-450f20459ec0 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:40:05.923813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-b2f79ca1-1ff8-484b-9e2a-53d7fd01e504 service neutron] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=094e0284-669c-4f88-b134-450f20459ec0,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:05.931163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-94fb8a7f-d2ea-4c98-bf21-c36a6f363e44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0e5cb28f4cd4cb187c4b3876bca98e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6019814 Mar 07 21:40:05.932117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb8a7f-d2ea-4c98-bf21-c36a6f363e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80b8caf-4c0e-4d3d-a1fd-10f480f2f73e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:05.933558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55710) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:05.949952 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-b2f79ca1-1ff8-484b-9e2a-53d7fd01e504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (094e0284-669c-4f88-b134-450f20459ec0), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:06.114849 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-b2f79ca1-1ff8-484b-9e2a-53d7fd01e504 service neutron] Transition to ACTIVE for port object 094e0284-669c-4f88-b134-450f20459ec0 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:40:06.123777 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-b2f79ca1-1ff8-484b-9e2a-53d7fd01e504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (094e0284-669c-4f88-b134-450f20459ec0), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:06.135341 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7c03006-9ffe-450e-b9b3-aa1565a03429 admin admin] Publish callbacks [] for security_group (c80b8caf-4c0e-4d3d-a1fd-10f480f2f73e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:06.227267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-b2f79ca1-1ff8-484b-9e2a-53d7fd01e504 service neutron] No DVR routers for this DVR port 094e0284-669c-4f88-b134-450f20459ec0 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:06.240995 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7c03006-9ffe-450e-b9b3-aa1565a03429 admin admin] Publish callbacks [] for security_group (c80b8caf-4c0e-4d3d-a1fd-10f480f2f73e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:06.251187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f79ca1-1ff8-484b-9e2a-53d7fd01e504 service neutron] Pushing event updated for resources: {'Port': ['ID=094e0284-669c-4f88-b134-450f20459ec0,revision_number=10']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:06.280690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-b2f79ca1-1ff8-484b-9e2a-53d7fd01e504 service neutron] 10.222.0.13 "PUT /v2.0/ports/094e0284-669c-4f88-b134-450f20459ec0/bindings/n-h2-832330-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8163753 Mar 07 21:40:06.381179 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7c03006-9ffe-450e-b9b3-aa1565a03429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c80b8caf-4c0e-4d3d-a1fd-10f480f2f73e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:06.383817 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7c03006-9ffe-450e-b9b3-aa1565a03429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:06.385104 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e7c03006-9ffe-450e-b9b3-aa1565a03429 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c80b8caf-4c0e-4d3d-a1fd-10f480f2f73e HTTP/1.1" status: 204 len: 168 time: 0.4505317 Mar 07 21:40:06.421256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c03006-9ffe-450e-b9b3-aa1565a03429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80b8caf-4c0e-4d3d-a1fd-10f480f2f73e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:06.441621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6f80962b-8d0d-47bf-8913-dfd9858ef248 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:40:06.464140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-b8584c58-19ea-4eee-9b8a-3c42f542189e tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:06.465674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-b8584c58-19ea-4eee-9b8a-3c42f542189e tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e&tenant_id=ad203922dbd94abca13bc575d34ee25e&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 1127 time: 0.1216600 Mar 07 21:40:06.541063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 6f80962b-8d0d-47bf-8913-dfd9858ef248 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:40:06.541659 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:06.604940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-7a083a6c-bd0e-463b-97ee-ac667ffadbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:06.606421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-7a083a6c-bd0e-463b-97ee-ac667ffadbde service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e&tenant_id=ad203922dbd94abca13bc575d34ee25e HTTP/1.1" status: 200 len: 1127 time: 0.1325314 Mar 07 21:40:06.748177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-89e965ef-0d3a-4979-a0d0-17c1e3fc9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:06.751661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-89e965ef-0d3a-4979-a0d0-17c1e3fc9b84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad203922dbd94abca13bc575d34ee25e&device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 1127 time: 0.1205645 Mar 07 21:40:06.769428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6f80962b-8d0d-47bf-8913-dfd9858ef248 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:40:06.769803 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:06.886327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f80962b-8d0d-47bf-8913-dfd9858ef248'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:06.888712 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db421648-eafa-4548-98e8-7542d016b4a3" -d '{"events": [{"server_uuid": "f3c7dd39-1407-4b99-a255-0951214598f1", "name": "network-vif-plugged", "status": "completed", "tag": "6f80962b-8d0d-47bf-8913-dfd9858ef248"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:06.968332 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6f80962b-8d0d-47bf-8913-dfd9858ef248, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f80962b-8d0d-47bf-8913-dfd9858ef248,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:06.978811 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:07.125542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-60547110-3e2d-4fbf-9c28-be3998e75258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:07.127375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-60547110-3e2d-4fbf-9c28-be3998e75258 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 200 len: 921 time: 0.3685534 Mar 07 21:40:07.163406 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5608ce1-1c2f-47d1-8c6e-6a0652023995 req-8fcbabb9-3b6d-4587-8d3e-cc1052c52e73 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:07.165299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5608ce1-1c2f-47d1-8c6e-6a0652023995 req-8fcbabb9-3b6d-4587-8d3e-cc1052c52e73 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.2004335 Mar 07 21:40:07.179864 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6f80962b-8d0d-47bf-8913-dfd9858ef248,revision_number=10']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:07.183529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773101f-c7a0-4dd8-9154-b58e9acf3080 req-bfe446ed-524f-4d55-8936-5104890238e9 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:07.190635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1773101f-c7a0-4dd8-9154-b58e9acf3080 req-bfe446ed-524f-4d55-8936-5104890238e9 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 945 time: 0.2245011 Mar 07 21:40:07.264885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-d5a01d23-895d-42bd-84a8-b62e39e9736e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=094e0284-669c-4f88-b134-450f20459ec0 HTTP/1.1" status: 200 len: 217 time: 0.1304810 Mar 07 21:40:07.392329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1773101f-c7a0-4dd8-9154-b58e9acf3080 req-faaea8cb-b4fa-4129-8ac8-bb0e899f0635 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006660 Mar 07 21:40:07.411307 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5608ce1-1c2f-47d1-8c6e-6a0652023995 req-0cd5e674-95f0-4a89-b6e4-81723b20ce56 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095647 Mar 07 21:40:07.413019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-14b3cb05-d4a1-4f15-9966-65f441e1c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:07.417843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-14b3cb05-d4a1-4f15-9966-65f441e1c33e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 200 len: 860 time: 0.1414778 Mar 07 21:40:07.487569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-79381e1f-597b-4d73-8300-93cfa6c55d47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efe745a6-ec89-44a3-b745-59cc531d1605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502660 Mar 07 21:40:07.507986 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420f0135-86f1-4718-afc9-3fc4df773c81 x-openstack-request-id: req-420f0135-86f1-4718-afc9-3fc4df773c81 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:07.508488 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c7dd39-1407-4b99-a255-0951214598f1", "name": "network-vif-plugged", "status": "completed", "tag": "6f80962b-8d0d-47bf-8913-dfd9858ef248", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:07.508613 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-420f0135-86f1-4718-afc9-3fc4df773c81 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:07.508937 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f80962b-8d0d-47bf-8913-dfd9858ef248', 'code': 200} Mar 07 21:40:07.557502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55758) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:07.587289 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70ccfe3c-08bb-4a7c-a248-34af64b1fee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:07.749722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-2a24773f-c999-4198-aa14-3e43e9ca52f7 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581997 Mar 07 21:40:07.861425 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70ccfe3c-08bb-4a7c-a248-34af64b1fee9 admin admin] Publish callbacks [] for security_group (179cbf8b-42c9-4618-be41-68cff634697d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:07.874048 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70ccfe3c-08bb-4a7c-a248-34af64b1fee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (179cbf8b-42c9-4618-be41-68cff634697d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:07.955242 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccfe3c-08bb-4a7c-a248-34af64b1fee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179cbf8b-42c9-4618-be41-68cff634697d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:08.029614 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-70ccfe3c-08bb-4a7c-a248-34af64b1fee9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a745223bb3d64dd194831b75ee01653c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4709771 Mar 07 21:40:08.032434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55768) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:08.148744 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-88c8d10a-ef0e-48c7-8555-d49ea04401f1 service neutron] 10.222.0.15 "GET /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904896 Mar 07 21:40:08.165294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdc63c-ae9b-4164-9f72-0ffa5b966f46 req-d96baa41-257d-4eaf-9360-cc1eaaccbfbc tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:08.167997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97fdc63c-ae9b-4164-9f72-0ffa5b966f46 req-d96baa41-257d-4eaf-9360-cc1eaaccbfbc tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 946 time: 0.1684985 Mar 07 21:40:08.219702 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-719b7a24-f9bc-45cf-85fb-059b25d5dc86 admin admin] Publish callbacks [] for security_group (179cbf8b-42c9-4618-be41-68cff634697d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:08.264312 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97fdc63c-ae9b-4164-9f72-0ffa5b966f46 req-9454e22c-45bd-49ba-b89d-cc2a677a808d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/security-groups?id=259274be-8f67-41e9-bc17-465419651b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829082 Mar 07 21:40:08.284084 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-719b7a24-f9bc-45cf-85fb-059b25d5dc86 admin admin] Publish callbacks [] for security_group (179cbf8b-42c9-4618-be41-68cff634697d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:08.349309 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-719b7a24-f9bc-45cf-85fb-059b25d5dc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (179cbf8b-42c9-4618-be41-68cff634697d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:08.354119 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-719b7a24-f9bc-45cf-85fb-059b25d5dc86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:08.355654 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-719b7a24-f9bc-45cf-85fb-059b25d5dc86 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/179cbf8b-42c9-4618-be41-68cff634697d HTTP/1.1" status: 204 len: 168 time: 0.3219693 Mar 07 21:40:08.371181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b7a24-f9bc-45cf-85fb-059b25d5dc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179cbf8b-42c9-4618-be41-68cff634697d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:08.701103 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d05af3-5afa-42dd-95e9-578e9c899569 req-e03b2716-b52d-4607-b855-33e90bcc395e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:08.708220 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-75d05af3-5afa-42dd-95e9-578e9c899569 req-e03b2716-b52d-4607-b855-33e90bcc395e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 945 time: 0.1965482 Mar 07 21:40:08.753425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8a269-14ae-4c75-a4ec-bf303131c9a9 req-af6d3d2c-85e1-4917-b8f6-f7556880a42a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:08.761167 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8f8a269-14ae-4c75-a4ec-bf303131c9a9 req-af6d3d2c-85e1-4917-b8f6-f7556880a42a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.1759191 Mar 07 21:40:08.821696 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-75d05af3-5afa-42dd-95e9-578e9c899569 req-99803256-beac-4f01-b13d-545f24309c52 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085870 Mar 07 21:40:08.840157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-5d37f9fd-1142-4590-a48a-a179efdfb9d2 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:08.846952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-5d37f9fd-1142-4590-a48a-a179efdfb9d2 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e&tenant_id=ad203922dbd94abca13bc575d34ee25e&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 1127 time: 0.3254142 Mar 07 21:40:08.915502 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8f8a269-14ae-4c75-a4ec-bf303131c9a9 req-c8c4483e-8e8e-4d86-9476-1e3978a22a7c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495357 Mar 07 21:40:09.089359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-ab6dc9c8-c008-4a08-bd8d-5c38c3bd3dec service neutron] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:40:09.094182 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-ab6dc9c8-c008-4a08-bd8d-5c38c3bd3dec service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:09.095561 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e2a3d50-e86f-4342-aca3-1233a5634adb req-ab6dc9c8-c008-4a08-bd8d-5c38c3bd3dec service neutron] 10.222.0.15 "DELETE /v2.0/ports/094e0284-669c-4f88-b134-450f20459ec0/bindings/n-h1-832330-1 HTTP/1.1" status: 204 len: 173 time: 0.2352226 Mar 07 21:40:09.312672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9919b-4186-4cb1-a172-0ada95dab782 req-a895d672-5f26-4217-81b6-cff71c409aa1 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:09.319937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87c9919b-4186-4cb1-a172-0ada95dab782 req-a895d672-5f26-4217-81b6-cff71c409aa1 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 946 time: 0.0788004 Mar 07 21:40:09.378517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87c9919b-4186-4cb1-a172-0ada95dab782 req-59d85259-c4d5-4bb9-81bb-1953d3156d27 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/security-groups?id=259274be-8f67-41e9-bc17-465419651b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575979 Mar 07 21:40:10.096472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec1be6-abc3-4e9a-8f4a-bc4b2bac7b1d req-2dde52bc-da63-4af6-9870-85654915b85e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:10.103681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcec1be6-abc3-4e9a-8f4a-bc4b2bac7b1d req-2dde52bc-da63-4af6-9870-85654915b85e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 945 time: 0.1479383 Mar 07 21:40:10.286602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dead99-7f69-4cc6-af37-5e9eae11b9cf req-77213612-01bd-47b2-aa82-9e4f8f517b7a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:10.295082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71dead99-7f69-4cc6-af37-5e9eae11b9cf req-77213612-01bd-47b2-aa82-9e4f8f517b7a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.2068856 Mar 07 21:40:10.318863 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcec1be6-abc3-4e9a-8f4a-bc4b2bac7b1d req-e4bbc8b3-38d5-44b9-95e3-f1bc14fd3ed1 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140977 Mar 07 21:40:10.475323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71dead99-7f69-4cc6-af37-5e9eae11b9cf req-a3c99703-6ecb-4d34-88f5-bc8c8392817f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553614 Mar 07 21:40:10.805592 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717767f6-3a97-415c-bd39-a1742ea6d7ef req-794a01fc-827b-4d46-abdc-7eaee277e12a tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:10.814354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-717767f6-3a97-415c-bd39-a1742ea6d7ef req-794a01fc-827b-4d46-abdc-7eaee277e12a tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 1127 time: 0.2080920 Mar 07 21:40:10.950702 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-717767f6-3a97-415c-bd39-a1742ea6d7ef req-63551ab3-9c8f-4486-8bee-b7efbf34f115 tempest-LiveAutoBlockMigrationV225Test-1241520024 tempest-LiveAutoBlockMigrationV225Test-1241520024-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326580 Mar 07 21:40:10.989636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf630d1-05ce-4c22-8e20-59de16157934 req-31be8fd8-ed74-44a5-a191-508239dee91a tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:10.998290 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-faf630d1-05ce-4c22-8e20-59de16157934 req-31be8fd8-ed74-44a5-a191-508239dee91a tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 946 time: 0.3379645 Mar 07 21:40:11.259418 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-faf630d1-05ce-4c22-8e20-59de16157934 req-12d27e7a-4f03-4dac-b50c-1ea944824790 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/security-groups?id=259274be-8f67-41e9-bc17-465419651b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598236 Mar 07 21:40:11.308670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-f8bb1892-4da8-4f68-89a2-1e666c6fc262 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:11.313775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-f8bb1892-4da8-4f68-89a2-1e666c6fc262 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 946 time: 0.2285769 Mar 07 21:40:11.606572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb6219-72cd-4dd7-a3a9-824aebba0587 req-92eff638-bd14-4fa2-82a8-1fefd627368e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:11.608996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ebeb6219-72cd-4dd7-a3a9-824aebba0587 req-92eff638-bd14-4fa2-82a8-1fefd627368e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 945 time: 0.1785893 Mar 07 21:40:11.624995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-ff8fa044-9c57-402f-a171-e9596a91a4d4 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Deleting port 094c1e17-a039-425b-87ab-20f219ddc2b8 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:40:11.625732 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-ff8fa044-9c57-402f-a171-e9596a91a4d4 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:11.724133 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ebeb6219-72cd-4dd7-a3a9-824aebba0587 req-c7e9b485-1a5d-4566-96b6-e7cc8350ba78 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082177 Mar 07 21:40:11.856396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce88cd1-56b6-43cd-a881-fda79d014aba req-ccb9ed70-bf6e-4da2-a7a0-587e69e49a2c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:11.858088 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bce88cd1-56b6-43cd-a881-fda79d014aba req-ccb9ed70-bf6e-4da2-a7a0-587e69e49a2c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.1433671 Mar 07 21:40:11.860676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-ff8fa044-9c57-402f-a171-e9596a91a4d4 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] For port 094c1e17-a039-425b-87ab-20f219ddc2b8, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=094c1e17-a039-425b-87ab-20f219ddc2b8,segment=NetworkSegment(89c4efd1-d884-438a-8995-8f74b7196893),segment_id=89c4efd1-d884-438a-8995-8f74b7196893)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:11.861257 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-ff8fa044-9c57-402f-a171-e9596a91a4d4 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:11.993280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bce88cd1-56b6-43cd-a881-fda79d014aba req-5f2a309c-482e-4a68-9c99-ce5a1d490524 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207240 Mar 07 21:40:12.159753 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b76c6-cafd-4f58-b588-a5b058c74efe req-9ae3ebb7-eea5-4ba0-98c7-67b9ed07dc95 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:12.166434 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a3b76c6-cafd-4f58-b588-a5b058c74efe req-9ae3ebb7-eea5-4ba0-98c7-67b9ed07dc95 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.15 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 945 time: 0.1718907 Mar 07 21:40:12.348923 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-ff8fa044-9c57-402f-a171-e9596a91a4d4 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:12.349539 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-ff8fa044-9c57-402f-a171-e9596a91a4d4 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (7f06046c-2379-406c-9d79-d57e32e714e3), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:12.354482 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-ff8fa044-9c57-402f-a171-e9596a91a4d4 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Floating IP 7f06046c-2379-406c-9d79-d57e32e714e3 disassociated. External IP: 172.25.4.163, port: 094c1e17-a039-425b-87ab-20f219ddc2b8. Mar 07 21:40:12.354908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-ff8fa044-9c57-402f-a171-e9596a91a4d4 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Calling delete_port for 094c1e17-a039-425b-87ab-20f219ddc2b8 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:40:12.596461 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-03632477-f30c-438f-be4d-e7cb0a965975 req-d1c977e4-90ae-4960-8608-fa22044aebcf service neutron] show failed (client error): The resource could not be found. Mar 07 21:40:12.597317 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-d1c977e4-90ae-4960-8608-fa22044aebcf service neutron] 10.222.0.15 "GET /v2.0/ports/e851dca9-9246-4d61-959a-5360a1af8d06/bindings/n-h1-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.2269318 Mar 07 21:40:12.612830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-7a3b76c6-cafd-4f58-b588-a5b058c74efe req-3d56f742-ce8c-4428-95e8-502900fcce60 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Deleting port 094e0284-669c-4f88-b134-450f20459ec0 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:40:12.613300 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7a3b76c6-cafd-4f58-b588-a5b058c74efe req-3d56f742-ce8c-4428-95e8-502900fcce60 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (094e0284-669c-4f88-b134-450f20459ec0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:12.757954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73230a6-4a65-4932-aa3f-c08a89dd7bcb req-a150a6c4-6d91-4484-b478-010e60f8b4f1 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:12.761177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a73230a6-4a65-4932-aa3f-c08a89dd7bcb req-a150a6c4-6d91-4484-b478-010e60f8b4f1 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 946 time: 0.3563712 Mar 07 21:40:13.004955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55956) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:13.115087 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03632477-f30c-438f-be4d-e7cb0a965975 req-b5fecb62-9810-4832-bd7e-e03be08f047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:13.119258 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-b5fecb62-9810-4832-bd7e-e03be08f047d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009&tenant_id=983f4ba84c9a411ba764aa41e92d0679 HTTP/1.1" status: 200 len: 1132 time: 0.1836746 Mar 07 21:40:13.134681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a73230a6-4a65-4932-aa3f-c08a89dd7bcb req-9ac8d2df-38aa-4a77-bb03-9d11917a8a1d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/security-groups?id=259274be-8f67-41e9-bc17-465419651b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2891431 Mar 07 21:40:13.142624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:13.150937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-7a3b76c6-cafd-4f58-b588-a5b058c74efe req-3d56f742-ce8c-4428-95e8-502900fcce60 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] For port 094e0284-669c-4f88-b134-450f20459ec0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=094e0284-669c-4f88-b134-450f20459ec0,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:13.152353 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7a3b76c6-cafd-4f58-b588-a5b058c74efe req-3d56f742-ce8c-4428-95e8-502900fcce60 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (094e0284-669c-4f88-b134-450f20459ec0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:13.190345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-7a3b76c6-cafd-4f58-b588-a5b058c74efe req-3d56f742-ce8c-4428-95e8-502900fcce60 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Calling delete_port for 094e0284-669c-4f88-b134-450f20459ec0 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:40:13.272514 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:13.335664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63f96b-6ae4-4f53-bd14-f984001995a2 req-7ce60da8-5725-459f-9d6b-e0d854362253 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:13.342609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb63f96b-6ae4-4f53-bd14-f984001995a2 req-7ce60da8-5725-459f-9d6b-e0d854362253 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 945 time: 0.4604466 Mar 07 21:40:13.390032 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-ff8fa044-9c57-402f-a171-e9596a91a4d4 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (094c1e17-a039-425b-87ab-20f219ddc2b8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:13.479027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fa044-9c57-402f-a171-e9596a91a4d4 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Pushing event deleted for resources: {'Port': ['ID=094c1e17-a039-425b-87ab-20f219ddc2b8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:13.604383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684d33-b54c-4f87-be55-d99cab9057b6 req-0c73f159-7b97-484c-8e2a-e2e859265659 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:13.611004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4684d33-b54c-4f87-be55-d99cab9057b6 req-0c73f159-7b97-484c-8e2a-e2e859265659 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.3182070 Mar 07 21:40:13.686205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb63f96b-6ae4-4f53-bd14-f984001995a2 req-f83edcdf-abc3-44d2-8b03-58ced4c3d186 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337572 Mar 07 21:40:13.819725 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:13.996878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e851dca9-9246-4d61-959a-5360a1af8d06,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:14.064910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:40:14.140388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:14.159103 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb865fa-29b9-409c-ba89-ac678b1ef373" -d '{"events": [{"server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "name": "network-vif-unplugged", "status": "completed", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:14.171109 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Publish callbacks [] for port (e851dca9-9246-4d61-959a-5360a1af8d06), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:14.223858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Transition to ACTIVE for port object e851dca9-9246-4d61-959a-5360a1af8d06 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:40:14.234593 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:14.370837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=e851dca9-9246-4d61-959a-5360a1af8d06,revision_number=6']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:14.381201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:14.381705 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:14.382238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:14.382698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:14.383130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:14.383566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:14.384021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:14.384453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:14.384892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:14.385324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:14.385756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:14.386354 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:14.386809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:14.442027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] No DVR routers for this DVR port e851dca9-9246-4d61-959a-5360a1af8d06 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:14.529757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Attempting to bind port e851dca9-9246-4d61-959a-5360a1af8d06 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:40:14.534891 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Attempting to bind port e851dca9-9246-4d61-959a-5360a1af8d06 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:40:14.535392 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Attempting to bind port e851dca9-9246-4d61-959a-5360a1af8d06 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:40:14.548726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20c00ac5-808d-4851-8412-63459fccc070 req-1bc8f9c8-ce74-465f-b5d1-96d3fc2328aa tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 210 time: 0.0768392 Mar 07 21:40:14.558764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Port e851dca9-9246-4d61-959a-5360a1af8d06 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:40:14.560336 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Attempting to bind port e851dca9-9246-4d61-959a-5360a1af8d06 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:40:14.587558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:40:14.588294 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:40:14.590377 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:40:14.591287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Bound port: e851dca9-9246-4d61-959a-5360a1af8d06, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:40:14.611048 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:14.671299 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd15b43-642a-4059-8e01-e1c44250b5c4 x-openstack-request-id: req-3dd15b43-642a-4059-8e01-e1c44250b5c4 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:14.677436 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "name": "network-vif-unplugged", "status": "completed", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:14.678306 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3dd15b43-642a-4059-8e01-e1c44250b5c4 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:14.680706 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06', 'code': 200} Mar 07 21:40:14.693170 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4684d33-b54c-4f87-be55-d99cab9057b6 req-dbe5f008-3070-4535-ac4a-73dcb505265b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0812025 Mar 07 21:40:14.736601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-ff8fa044-9c57-402f-a171-e9596a91a4d4 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Router 356cc228-2698-4030-bf05-3b338faf96ed has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:40:14.775813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 094c1e17-a039-425b-87ab-20f219ddc2b8 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:14.855192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 094c1e17-a039-425b-87ab-20f219ddc2b8 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:40:14.855541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 094c1e17-a039-425b-87ab-20f219ddc2b8 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:40:14.902214 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Publish callbacks [] for security_group (ddbb3bf0-eca6-4c16-9716-fb5817b6412a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:14.916997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:40:14.918875 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ddbb3bf0-eca6-4c16-9716-fb5817b6412a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:14.930395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e851dca9-9246-4d61-959a-5360a1af8d06,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:40:14.945353 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:15.010419 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:15.011361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:15.013148 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] 10.222.0.13 "PUT /v2.0/ports/e851dca9-9246-4d61-959a-5360a1af8d06 HTTP/1.1" status: 200 len: 1096 time: 1.8778844 Mar 07 21:40:15.048548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbb3bf0-eca6-4c16-9716-fb5817b6412a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:15.057869 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7a3b76c6-cafd-4f58-b588-a5b058c74efe req-3d56f742-ce8c-4428-95e8-502900fcce60 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (094e0284-669c-4f88-b134-450f20459ec0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:15.079233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:15.079640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:15.080206 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:15.080561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:15.080899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:15.083294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:15.083727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:15.084073 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:15.084649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:15.085002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:15.085638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:15.085983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:15.087379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:15.144169 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a274af4-6de1-4e7c-9ede-4e2b83147bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=e851dca9-9246-4d61-959a-5360a1af8d06,revision_number=7']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:15.156648 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56f742-ce8c-4428-95e8-502900fcce60 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Pushing event deleted for resources: {'Port': ['ID=094e0284-669c-4f88-b134-450f20459ec0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:15.183798 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03632477-f30c-438f-be4d-e7cb0a965975 req-1d87e147-5ad2-4a09-a0f5-cf07163b3e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:15.185437 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-1d87e147-5ad2-4a09-a0f5-cf07163b3e3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 1130 time: 0.1395960 Mar 07 21:40:15.351996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d599f6-fe74-4a92-90a6-a42777cb38e8 req-380c78ae-263e-4dac-83d8-7d8ebb62c403 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:15.374114 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06d599f6-fe74-4a92-90a6-a42777cb38e8 req-380c78ae-263e-4dac-83d8-7d8ebb62c403 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 866 time: 0.5436785 Mar 07 21:40:15.393549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03632477-f30c-438f-be4d-e7cb0a965975 req-8cdbe1da-f966-401d-b1a0-b60794f21181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:15.400622 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-8cdbe1da-f966-401d-b1a0-b60794f21181 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2022436 Mar 07 21:40:15.400804 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8b44188e-0ee1-409a-9a60-7597ec4e78c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=223a846151884015957d3e0b163d1dac&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3907943 Mar 07 21:40:15.400921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56032) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:15.403317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3b76c6-cafd-4f58-b588-a5b058c74efe req-3d56f742-ce8c-4428-95e8-502900fcce60 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] No DVR routers for this DVR port 094e0284-669c-4f88-b134-450f20459ec0 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:15.410209 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7a3b76c6-cafd-4f58-b588-a5b058c74efe req-3d56f742-ce8c-4428-95e8-502900fcce60 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:15.423750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a3b76c6-cafd-4f58-b588-a5b058c74efe req-3d56f742-ce8c-4428-95e8-502900fcce60 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.15 "DELETE /v2.0/ports/094e0284-669c-4f88-b134-450f20459ec0 HTTP/1.1" status: 204 len: 173 time: 3.2501137 Mar 07 21:40:15.521624 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-4d324668-b31a-4f62-a3e5-059e3731af42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e851dca9-9246-4d61-959a-5360a1af8d06 HTTP/1.1" status: 200 len: 217 time: 0.1115308 Mar 07 21:40:15.574227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59263509-b823-4aa1-964c-8a6034a9300e', 'name': 'network-vif-deleted', 'tag': '094e0284-669c-4f88-b134-450f20459ec0'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:15.584083 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e97fd0-3832-4b7f-a6ba-f4253784da4a" -d '{"events": [{"server_uuid": "59263509-b823-4aa1-964c-8a6034a9300e", "name": "network-vif-deleted", "tag": "094e0284-669c-4f88-b134-450f20459ec0"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:15.621457 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-57197963-b668-4b13-9ddb-24607c9052ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:15.640939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03632477-f30c-438f-be4d-e7cb0a965975 req-64ee9c75-26ff-4305-8cd1-90548c025588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:15.645440 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-64ee9c75-26ff-4305-8cd1-90548c025588 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1172595 Mar 07 21:40:15.693735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-ff8fa044-9c57-402f-a171-e9596a91a4d4 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:40:15.708543 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40d01c-e853-4a4f-a36a-8141e69ac849 None None] Sync routers for ids ['356cc228-2698-4030-bf05-3b338faf96ed'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:15.746115 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40d01c-e853-4a4f-a36a-8141e69ac849 None None] Routers {'356cc228-2698-4030-bf05-3b338faf96ed'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:40:15.748539 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ab40d01c-e853-4a4f-a36a-8141e69ac849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:39:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['356cc228-2698-4030-bf05-3b338faf96ed'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:15.785552 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4931604c-875e-4f14-9434-e6c6b44d1dc0 admin admin] Publish callbacks [] for security_group (ddbb3bf0-eca6-4c16-9716-fb5817b6412a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:15.785799 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:15.837902 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4931604c-875e-4f14-9434-e6c6b44d1dc0 admin admin] Publish callbacks [] for security_group (ddbb3bf0-eca6-4c16-9716-fb5817b6412a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:15.857551 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3a39dc1-55c4-4486-b9bc-8e635e112a4e req-34d676a6-8e2a-4da2-a8b8-9b04e888d2bc tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c88b9aa-3e21-4988-8094-f802cf3bdec4 HTTP/1.1" status: 200 len: 210 time: 0.1596775 Mar 07 21:40:15.928369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-ff8fa044-9c57-402f-a171-e9596a91a4d4 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] No DVR routers for this DVR port 094c1e17-a039-425b-87ab-20f219ddc2b8 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:15.936454 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-ff8fa044-9c57-402f-a171-e9596a91a4d4 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:15.947507 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4260aa0-bdc6-4d02-b3dd-343afd9a5bd2 req-ff8fa044-9c57-402f-a171-e9596a91a4d4 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.13 "DELETE /v2.0/ports/094c1e17-a039-425b-87ab-20f219ddc2b8 HTTP/1.1" status: 204 len: 173 time: 4.6272953 Mar 07 21:40:15.954413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06d599f6-fe74-4a92-90a6-a42777cb38e8 req-65b51a64-40c7-4ef6-b25d-09a0b178b952 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774839 Mar 07 21:40:15.963826 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be9e88b-a70e-4768-8909-cd786e0f8d14 x-openstack-request-id: req-0be9e88b-a70e-4768-8909-cd786e0f8d14 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:15.964386 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59263509-b823-4aa1-964c-8a6034a9300e", "name": "network-vif-deleted", "tag": "094e0284-669c-4f88-b134-450f20459ec0", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:15.964842 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0be9e88b-a70e-4768-8909-cd786e0f8d14 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:15.966175 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59263509-b823-4aa1-964c-8a6034a9300e', 'name': 'network-vif-deleted', 'tag': '094e0284-669c-4f88-b134-450f20459ec0', 'status': 'completed', 'code': 200} Mar 07 21:40:16.024121 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4931604c-875e-4f14-9434-e6c6b44d1dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ddbb3bf0-eca6-4c16-9716-fb5817b6412a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:16.026775 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4931604c-875e-4f14-9434-e6c6b44d1dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:16.043873 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4931604c-875e-4f14-9434-e6c6b44d1dc0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ddbb3bf0-eca6-4c16-9716-fb5817b6412a HTTP/1.1" status: 204 len: 168 time: 0.6413250 Mar 07 21:40:16.097299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931604c-875e-4f14-9434-e6c6b44d1dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbb3bf0-eca6-4c16-9716-fb5817b6412a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:16.128733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03632477-f30c-438f-be4d-e7cb0a965975 req-08d7eb48-50c2-49ef-bc9e-4597c828f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:16.136904 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-08d7eb48-50c2-49ef-bc9e-4597c828f500 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4783792 Mar 07 21:40:16.223162 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-ab40d01c-e853-4a4f-a36a-8141e69ac849 None None] Set router 356cc228-2698-4030-bf05-3b338faf96ed gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:40:16.261051 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc3d9e-63b9-4729-b356-8837aabc8b17 req-4657031d-220f-4078-82ae-ba6fcffc5596 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:16.289404 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8bc3d9e-63b9-4729-b356-8837aabc8b17 req-4657031d-220f-4078-82ae-ba6fcffc5596 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 948 time: 0.2108541 Mar 07 21:40:16.392742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8bc3d9e-63b9-4729-b356-8837aabc8b17 req-4a7b477b-a3c6-4761-8f8e-c77ef12e223f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020305 Mar 07 21:40:16.447292 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-ab276394-80ae-41b4-b42f-f4a2de71dbc1 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095703 Mar 07 21:40:16.516101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e851dca9-9246-4d61-959a-5360a1af8d06 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:16.627862 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] The host n-h2-832330-1 is not matching for port e851dca9-9246-4d61-959a-5360a1af8d06 host n-h1-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:40:16.628458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e851dca9-9246-4d61-959a-5360a1af8d06 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:40:16.629072 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 094e0284-669c-4f88-b134-450f20459ec0 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:16.673726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 094e0284-669c-4f88-b134-450f20459ec0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:40:16.674362 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 094e0284-669c-4f88-b134-450f20459ec0 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:40:16.702114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:16.704351 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0" -d '{"events": [{"name": "network-changed", "server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:16.813752 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-0475c8c7-7729-4c5f-a591-6cf27504338b service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574338 Mar 07 21:40:16.890884 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ab40d01c-e853-4a4f-a36a-8141e69ac849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356cc228-2698-4030-bf05-3b338faf96ed', 'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:10Z', 'updated_at': '2022-03-07T21:38:20Z', 'revision_number': 4, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'gw_port': {'id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:12Z', 'updated_at': '2022-03-07T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'da5e3b16-3bf4-4088-9c28-f4882cbb6fbc', 'name': '', 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'mac_address': 'fa:16:3e:00:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:18Z', 'updated_at': '2022-03-07T21:38:28Z', 'revision_number': 5, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'subnets': [{'id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:16.930121 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597b1b89-2487-4fc8-92aa-cfc609e99037 x-openstack-request-id: req-597b1b89-2487-4fc8-92aa-cfc609e99037 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:16.930693 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:16.931014 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-597b1b89-2487-4fc8-92aa-cfc609e99037 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:16.931433 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06', 'status': 'completed', 'code': 200} Mar 07 21:40:16.949887 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40d01c-e853-4a4f-a36a-8141e69ac849 None None] Checking router: 356cc228-2698-4030-bf05-3b338faf96ed for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:40:16.983191 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40d01c-e853-4a4f-a36a-8141e69ac849 None None] Routers {'356cc228-2698-4030-bf05-3b338faf96ed'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:40:16.983865 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ab40d01c-e853-4a4f-a36a-8141e69ac849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:39:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['356cc228-2698-4030-bf05-3b338faf96ed'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:17.056723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-c4b6c889-7bd5-4022-b690-b6c965a826b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:17.062653 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-c4b6c889-7bd5-4022-b690-b6c965a826b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 1130 time: 0.0962431 Mar 07 21:40:17.119431 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56074) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:17.239434 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bced5c69-2028-4c75-b758-48149d21b20d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for security_group (259274be-8f67-41e9-bc17-465419651b0b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:17.279977 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-ab40d01c-e853-4a4f-a36a-8141e69ac849 None None] Set router 356cc228-2698-4030-bf05-3b338faf96ed gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:40:17.347098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c74ba678-c6af-438f-9ce8-6a55ea3b2143 req-f063c4bc-e651-4041-8c5a-a4300cbf2642 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.1177225 Mar 07 21:40:17.368391 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bced5c69-2028-4c75-b758-48149d21b20d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for security_group (259274be-8f67-41e9-bc17-465419651b0b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:17.387597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-60c7a11e-67a0-4b42-b77b-34af7096fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:17.392893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-60c7a11e-67a0-4b42-b77b-34af7096fae8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 1130 time: 0.4484529 Mar 07 21:40:17.393588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56088) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:17.443927 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b588e8ea-5f54-4936-83ab-da53135767a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:17.480490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-360677f0-f805-4454-b608-e57a9f740d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:17.484441 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-360677f0-f805-4454-b608-e57a9f740d6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.4161019 Mar 07 21:40:17.591029 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-5fc7fa0f-eeaa-4773-a5f5-cfb40dca49a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e851dca9-9246-4d61-959a-5360a1af8d06 HTTP/1.1" status: 200 len: 217 time: 0.0996578 Mar 07 21:40:17.627702 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bced5c69-2028-4c75-b758-48149d21b20d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (259274be-8f67-41e9-bc17-465419651b0b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:17.632164 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bced5c69-2028-4c75-b758-48149d21b20d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:17.641048 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bced5c69-2028-4c75-b758-48149d21b20d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "DELETE /v2.0/security-groups/259274be-8f67-41e9-bc17-465419651b0b HTTP/1.1" status: 204 len: 168 time: 0.5174322 Mar 07 21:40:17.650186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56096) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:17.739421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced5c69-2028-4c75-b758-48149d21b20d tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259274be-8f67-41e9-bc17-465419651b0b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:17.799911 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-78130153-5396-44cb-bbdd-8001541ea74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:17.809102 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-78130153-5396-44cb-bbdd-8001541ea74a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.2023079 Mar 07 21:40:17.846115 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-591d29eb-0dbe-457e-b15d-8a3883596b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:17.855687 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-be85f0cc-b029-4129-bcf9-f4fe6d086e12 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] show failed (client error): The resource could not be found. Mar 07 21:40:17.860742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-be85f0cc-b029-4129-bcf9-f4fe6d086e12 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "GET /v2.0/security-groups/259274be-8f67-41e9-bc17-465419651b0b HTTP/1.1" status: 404 len: 347 time: 0.1909146 Mar 07 21:40:17.890165 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ab40d01c-e853-4a4f-a36a-8141e69ac849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356cc228-2698-4030-bf05-3b338faf96ed', 'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:10Z', 'updated_at': '2022-03-07T21:38:20Z', 'revision_number': 4, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'gw_port': {'id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:12Z', 'updated_at': '2022-03-07T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'da5e3b16-3bf4-4088-9c28-f4882cbb6fbc', 'name': '', 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'mac_address': 'fa:16:3e:00:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:18Z', 'updated_at': '2022-03-07T21:38:28Z', 'revision_number': 5, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'subnets': [{'id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:17.895439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56098) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:17.940959 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-9bc5ee77-04ac-4b17-b9ba-5b585e16d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:17.943427 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-9bc5ee77-04ac-4b17-b9ba-5b585e16d8e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1287670 Mar 07 21:40:17.948430 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40d01c-e853-4a4f-a36a-8141e69ac849 None None] The sync data for ids ['356cc228-2698-4030-bf05-3b338faf96ed'] in n-d-832330-1 is: [{'id': '356cc228-2698-4030-bf05-3b338faf96ed', 'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:10Z', 'updated_at': '2022-03-07T21:38:20Z', 'revision_number': 4, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'gw_port': {'id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:12Z', 'updated_at': '2022-03-07T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'da5e3b16-3bf4-4088-9c28-f4882cbb6fbc', 'name': '', 'network_id': 'dd51ab9b-a441-440b-b07c-47d7dbd3dbcc', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'mac_address': 'fa:16:3e:00:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:18Z', 'updated_at': '2022-03-07T21:38:28Z', 'revision_number': 5, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'subnets': [{'id': '36f26098-b939-4b3c-93fe-1a876d47971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:17.982812 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:18.019089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c88b9aa-3e21-4988-8094-f802cf3bdec4', 'name': 'network-vif-deleted', 'tag': '094c1e17-a039-425b-87ab-20f219ddc2b8'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:18.034000 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea50fdd-90e0-4cad-9d23-dc7d46c9a6cd" -d '{"events": [{"server_uuid": "1c88b9aa-3e21-4988-8094-f802cf3bdec4", "name": "network-vif-deleted", "tag": "094c1e17-a039-425b-87ab-20f219ddc2b8"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:18.103663 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-bfd87564-99d0-47e1-8f8b-a00d29e5317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:18.124689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-bfd87564-99d0-47e1-8f8b-a00d29e5317b service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.7166996 Mar 07 21:40:18.160693 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-4d074060-584f-491d-8525-56d34453cc6b service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098043 Mar 07 21:40:18.278086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f3db7-da64-4bee-b9d9-9dd252d68f0a req-87b3f050-8a43-43c4-8886-18fb7374b773 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:18.283095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-950f3db7-da64-4bee-b9d9-9dd252d68f0a req-87b3f050-8a43-43c4-8886-18fb7374b773 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 948 time: 0.6703205 Mar 07 21:40:18.374095 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a931c7-dbbd-4ef7-9211-320d9851e785 x-openstack-request-id: req-71a931c7-dbbd-4ef7-9211-320d9851e785 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:18.374700 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c88b9aa-3e21-4988-8094-f802cf3bdec4", "name": "network-vif-deleted", "tag": "094c1e17-a039-425b-87ab-20f219ddc2b8", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:18.374700 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71a931c7-dbbd-4ef7-9211-320d9851e785 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:18.375060 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c88b9aa-3e21-4988-8094-f802cf3bdec4', 'name': 'network-vif-deleted', 'tag': '094c1e17-a039-425b-87ab-20f219ddc2b8', 'status': 'completed', 'code': 200} Mar 07 21:40:18.449974 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-d5209403-f05c-44c3-943c-36967a3ee98a service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757161 Mar 07 21:40:18.527719 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94195ad-f717-4561-b550-46123ac89501 None None] New status for floating IP 7f06046c-2379-406c-9d79-d57e32e714e3: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:40:18.551770 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b588e8ea-5f54-4936-83ab-da53135767a2 admin admin] Publish callbacks [] for security_group (429d5d76-8896-4fdc-ac8a-83ee8b110944), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:18.554194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-556539fa-f959-4c57-9dc9-8d02b893b303 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e851dca9-9246-4d61-959a-5360a1af8d06 HTTP/1.1" status: 200 len: 217 time: 0.4118371 Mar 07 21:40:18.611679 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b588e8ea-5f54-4936-83ab-da53135767a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (429d5d76-8896-4fdc-ac8a-83ee8b110944), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:18.744353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56118) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:18.751831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b588e8ea-5f54-4936-83ab-da53135767a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4f7f5c21aee4933950fc645c4e12093&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3571317 Mar 07 21:40:18.766889 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-293f923e-0d89-4631-ab92-6eb93d52f617 req-24647735-c0c0-43e8-a197-47ed415afbcb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.2231317 Mar 07 21:40:18.866560 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8abb30be-b9f8-42f2-9032-bbd6860bb8b4 admin admin] Publish callbacks [] for security_group (429d5d76-8896-4fdc-ac8a-83ee8b110944), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:18.929270 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8abb30be-b9f8-42f2-9032-bbd6860bb8b4 admin admin] Publish callbacks [] for security_group (429d5d76-8896-4fdc-ac8a-83ee8b110944), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:18.986902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-d482ce76-7430-4b68-80c0-05583d0d4bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:18.988322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-d482ce76-7430-4b68-80c0-05583d0d4bb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.4234672 Mar 07 21:40:18.993152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588e8ea-5f54-4936-83ab-da53135767a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429d5d76-8896-4fdc-ac8a-83ee8b110944,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:19.006031 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-950f3db7-da64-4bee-b9d9-9dd252d68f0a req-19a79025-61a7-4424-9ff6-73e2b9c8e56c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472956 Mar 07 21:40:19.019905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-778ee0e1-e59a-480a-b04c-09503ba48f84 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Deleting port 0953b606-2b98-4de2-86b1-643fb186fe55 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:40:19.020255 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-778ee0e1-e59a-480a-b04c-09503ba48f84 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0953b606-2b98-4de2-86b1-643fb186fe55), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:19.065532 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8abb30be-b9f8-42f2-9032-bbd6860bb8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (429d5d76-8896-4fdc-ac8a-83ee8b110944), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:19.068728 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8abb30be-b9f8-42f2-9032-bbd6860bb8b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:19.070503 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8abb30be-b9f8-42f2-9032-bbd6860bb8b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/429d5d76-8896-4fdc-ac8a-83ee8b110944 HTTP/1.1" status: 204 len: 168 time: 0.3249893 Mar 07 21:40:19.109539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb30be-b9f8-42f2-9032-bbd6860bb8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429d5d76-8896-4fdc-ac8a-83ee8b110944,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:19.180980 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:19.263597 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-778ee0e1-e59a-480a-b04c-09503ba48f84 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0953b606-2b98-4de2-86b1-643fb186fe55), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:19.266350 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-778ee0e1-e59a-480a-b04c-09503ba48f84 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for floatingip (0953b606-2b98-4de2-86b1-643fb186fe55), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:19.294921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-778ee0e1-e59a-480a-b04c-09503ba48f84 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Calling delete_port for 0953b606-2b98-4de2-86b1-643fb186fe55 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:40:19.501580 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-778ee0e1-e59a-480a-b04c-09503ba48f84 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0953b606-2b98-4de2-86b1-643fb186fe55), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:19.542257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ee0e1-e59a-480a-b04c-09503ba48f84 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Pushing event deleted for resources: {'Port': ['ID=0953b606-2b98-4de2-86b1-643fb186fe55,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:19.630716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-c0387b86-ea0a-411d-ac3a-f7cbae48dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:19.635093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-c0387b86-ea0a-411d-ac3a-f7cbae48dbd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6184938 Mar 07 21:40:20.164459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-778ee0e1-e59a-480a-b04c-09503ba48f84 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks [] for floatingip (7f06046c-2379-406c-9d79-d57e32e714e3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:20.178369 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-778ee0e1-e59a-480a-b04c-09503ba48f84 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:20.181338 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:20.184729 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-778ee0e1-e59a-480a-b04c-09503ba48f84 tempest-ServersTestJSON-388442786 tempest-ServersTestJSON-388442786-project] 10.222.0.26 "DELETE /v2.0/floatingips/7f06046c-2379-406c-9d79-d57e32e714e3 HTTP/1.1" status: 204 len: 168 time: 2.2869258 Mar 07 21:40:20.186912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56154) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:20.332060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2952b17b-860e-4f97-8d89-d10c25b662d3 req-8c1f9fed-28d1-4505-8a86-d76b4eb98b7b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.1967528 Mar 07 21:40:20.419067 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-644ddc71-4837-4ed8-ae22-451d87545292 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7409215 Mar 07 21:40:20.752903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38330b9b-ff10-491a-b460-e7fdae93236b req-4262d9bc-5877-4d87-8977-f2874eb25023 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:20.764586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38330b9b-ff10-491a-b460-e7fdae93236b req-4262d9bc-5877-4d87-8977-f2874eb25023 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 948 time: 0.5759943 Mar 07 21:40:20.843243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e851dca9-9246-4d61-959a-5360a1af8d06 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:40:20.955622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa7a0862-7a4e-4d7a-8b79-d2086c8425f0 req-0f13eed1-b2d3-4fc7-98bd-4684bd30dcda service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227084 Mar 07 21:40:20.964835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38330b9b-ff10-491a-b460-e7fdae93236b req-9c5c2d4a-4dc6-4772-9050-93618a3a893f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988540 Mar 07 21:40:21.148303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e851dca9-9246-4d61-959a-5360a1af8d06,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:21.183669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'e851dca9-9246-4d61-959a-5360a1af8d06', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'e851dca9-9246-4d61-959a-5360a1af8d06', 'mac_address': 'fa:16:3e:b5:77:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:40:21.185734 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec75691b-4b2c-4842-9e6b-256db27ed4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (356cc228-2698-4030-bf05-3b338faf96ed), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:21.317762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e851dca9-9246-4d61-959a-5360a1af8d06 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:40:21.318522 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:21.370252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e851dca9-9246-4d61-959a-5360a1af8d06 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:40:21.461227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e851dca9-9246-4d61-959a-5360a1af8d06,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:21.469222 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:21.570226 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c53fe43e-0a30-43de-9caa-a9a8267b0ad3 req-57079853-b3c5-4434-a877-982100ae6211 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.0780716 Mar 07 21:40:21.595229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e851dca9-9246-4d61-959a-5360a1af8d06,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:21.902047 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['e851dca9-9246-4d61-959a-5360a1af8d06'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:40:22.115586 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:22.307646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb3b6b-b26d-4d60-8da5-93b15d5e7823 req-8ed46061-48a6-4481-8f41-cc15a6d35ef2 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:22.316600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8feb3b6b-b26d-4d60-8da5-93b15d5e7823 req-8ed46061-48a6-4481-8f41-cc15a6d35ef2 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 949 time: 0.1693177 Mar 07 21:40:22.447574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8feb3b6b-b26d-4d60-8da5-93b15d5e7823 req-6a4d9e6a-49d1-4333-bde7-41c5f36a6d2e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236238 Mar 07 21:40:22.611771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ec75691b-4b2c-4842-9e6b-256db27ed4e6 admin admin] Deleting port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:40:22.615263 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec75691b-4b2c-4842-9e6b-256db27ed4e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:22.886971 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2f85f76-781a-4b7b-8df1-175f297f9284 req-fa1f3414-f1ff-42e4-b6af-f494cd198314 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.0743914 Mar 07 21:40:22.982115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-ec75691b-4b2c-4842-9e6b-256db27ed4e6 admin admin] For port da5e3b16-3bf4-4088-9c28-f4882cbb6fbc, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=da5e3b16-3bf4-4088-9c28-f4882cbb6fbc,segment=NetworkSegment(89c4efd1-d884-438a-8995-8f74b7196893),segment_id=89c4efd1-d884-438a-8995-8f74b7196893)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:22.982491 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec75691b-4b2c-4842-9e6b-256db27ed4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:23.025796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ec75691b-4b2c-4842-9e6b-256db27ed4e6 admin admin] Calling delete_port for da5e3b16-3bf4-4088-9c28-f4882cbb6fbc owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:40:23.132670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a07654-ebc1-412d-af0b-2b32a1f24c1d req-e880ea5e-3d44-4d9f-8054-3f35a68d138e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:23.135744 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96a07654-ebc1-412d-af0b-2b32a1f24c1d req-e880ea5e-3d44-4d9f-8054-3f35a68d138e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 949 time: 0.2726345 Mar 07 21:40:23.265508 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96a07654-ebc1-412d-af0b-2b32a1f24c1d req-ea78204e-b63b-4d24-950e-835f24441dd7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224930 Mar 07 21:40:23.569433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-9aa3f88b-a677-453d-9f49-bb1526a910e7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:23.573151 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-9aa3f88b-a677-453d-9f49-bb1526a910e7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.13 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009&tenant_id=983f4ba84c9a411ba764aa41e92d0679&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 949 time: 0.7795823 Mar 07 21:40:23.576417 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec75691b-4b2c-4842-9e6b-256db27ed4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (da5e3b16-3bf4-4088-9c28-f4882cbb6fbc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:23.728491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75691b-4b2c-4842-9e6b-256db27ed4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5e3b16-3bf4-4088-9c28-f4882cbb6fbc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:24.153533 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c982e961-f830-4326-b428-aa962ef216b0 req-0bc00d65-8929-426a-b663-1c4f0af4ff9a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.1189322 Mar 07 21:40:24.175652 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-5e31583b-109c-4cbd-8613-8992bbe7d310 service neutron] 10.222.0.13 "GET /v2.0/ports/e851dca9-9246-4d61-959a-5360a1af8d06/bindings/n-h1-832330-1 HTTP/1.1" status: 200 len: 382 time: 0.5905085 Mar 07 21:40:24.415706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-1d38eeaa-178c-49d3-a19f-33105b8cf20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:24.420310 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-1d38eeaa-178c-49d3-a19f-33105b8cf20b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 1131 time: 0.1647651 Mar 07 21:40:24.421459 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec75691b-4b2c-4842-9e6b-256db27ed4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (356cc228-2698-4030-bf05-3b338faf96ed), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:24.610188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdac51d-a487-4c1f-914a-a1dc420df68a req-5877cd13-197a-49a2-838a-17938282b268 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:24.624179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8bdac51d-a487-4c1f-914a-a1dc420df68a req-5877cd13-197a-49a2-838a-17938282b268 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 949 time: 0.2026494 Mar 07 21:40:24.714882 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8bdac51d-a487-4c1f-914a-a1dc420df68a req-9fc54009-cfb4-40ff-9122-7bb0affe7ce0 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826576 Mar 07 21:40:24.871397 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e851dca9-9246-4d61-959a-5360a1af8d06 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:40:25.038964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port e851dca9-9246-4d61-959a-5360a1af8d06 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:40:25.044077 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port e851dca9-9246-4d61-959a-5360a1af8d06 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:40:25.046792 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:25.079151 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-7117dd56-a459-42a3-9c2c-82d681996892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:25.080631 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-7117dd56-a459-42a3-9c2c-82d681996892 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.6531119 Mar 07 21:40:25.145896 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-311a43d6-49a0-440b-9573-f8e84aaae1da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e851dca9-9246-4d61-959a-5360a1af8d06 HTTP/1.1" status: 200 len: 217 time: 0.0489829 Mar 07 21:40:25.329101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-63782811-8f09-4cfb-a47d-f687062f10de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:25.330859 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-63782811-8f09-4cfb-a47d-f687062f10de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1709371 Mar 07 21:40:25.333684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e851dca9-9246-4d61-959a-5360a1af8d06 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:40:25.334154 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:25.339465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871aff-3575-446c-918a-66e46b91da6f req-438996a1-6fc2-4153-b740-5815b65322b1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:25.353212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f871aff-3575-446c-918a-66e46b91da6f req-438996a1-6fc2-4153-b740-5815b65322b1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 807 time: 0.3745759 Mar 07 21:40:25.404038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f871aff-3575-446c-918a-66e46b91da6f req-6817cad8-bd0a-4b42-b097-9f372a8a0e74 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/quotas/47acc144bc5e43f0a2becfc354b98767 HTTP/1.1" status: 200 len: 375 time: 0.0495028 Mar 07 21:40:25.446615 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec75691b-4b2c-4842-9e6b-256db27ed4e6 admin admin] Router 356cc228-2698-4030-bf05-3b338faf96ed has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:40:25.475086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e851dca9-9246-4d61-959a-5360a1af8d06,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:25.477338 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:25.485640 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613c36d6-d203-473a-ba00-7d27d6109a1a" -d '{"events": [{"server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "name": "network-vif-plugged", "status": "completed", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:25.495695 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:25.579944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99a78a39-0341-4d87-86c4-3910bfe87474 req-f0f8dd46-e2c7-4e98-b2de-eae43494e9ef tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.1379235 Mar 07 21:40:25.644237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e851dca9-9246-4d61-959a-5360a1af8d06,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:25.679995 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d976cd0a-4541-4a10-b82c-6e2634295019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:25.681485 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d976cd0a-4541-4a10-b82c-6e2634295019 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3354762 Mar 07 21:40:25.686261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f871aff-3575-446c-918a-66e46b91da6f req-9bd1a31b-dad1-43ab-8219-a2fe9e42db66 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2657089 Mar 07 21:40:25.706859 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf69de1f-a232-4ec8-a03e-891c33802bb4 x-openstack-request-id: req-bf69de1f-a232-4ec8-a03e-891c33802bb4 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:25.707350 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "name": "network-vif-plugged", "status": "completed", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:25.707792 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf69de1f-a232-4ec8-a03e-891c33802bb4 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:25.708678 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06', 'code': 200} Mar 07 21:40:25.905565 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-132d6710-3c0c-4717-b866-feae5796ace9 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887710 Mar 07 21:40:25.972511 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f871aff-3575-446c-918a-66e46b91da6f req-ee93d8d5-e397-4b79-a69e-7a01d17dae86 service neutron] 10.222.0.26 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851033 Mar 07 21:40:26.116250 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-6ea7ef19-d798-441b-a83f-cfb4dc019275 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945114 Mar 07 21:40:26.225116 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639f744-2708-4a01-9ab0-8218ce0501a9 req-46c8e8ad-1afe-4045-9e95-9f0a1b303ecf tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:26.226945 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d639f744-2708-4a01-9ab0-8218ce0501a9 req-46c8e8ad-1afe-4045-9e95-9f0a1b303ecf tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.3266146 Mar 07 21:40:26.239707 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec75691b-4b2c-4842-9e6b-256db27ed4e6 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:40:26.252665 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9520402-74b8-401a-9ae6-4c4d99e9872d None None] Sync routers for ids ['356cc228-2698-4030-bf05-3b338faf96ed'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:26.273447 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ec75691b-4b2c-4842-9e6b-256db27ed4e6 admin admin] 10.222.0.26 "PUT /v2.0/routers/356cc228-2698-4030-bf05-3b338faf96ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0850925 Mar 07 21:40:26.274378 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56356) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:26.281983 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9520402-74b8-401a-9ae6-4c4d99e9872d None None] Routers {'356cc228-2698-4030-bf05-3b338faf96ed'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:40:26.283373 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a9520402-74b8-401a-9ae6-4c4d99e9872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:40:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['356cc228-2698-4030-bf05-3b338faf96ed'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:26.340734 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f871aff-3575-446c-918a-66e46b91da6f req-edb90252-bc4a-4e59-9276-f9187890a087 service neutron] 10.222.0.26 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547668 Mar 07 21:40:26.372883 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d639f744-2708-4a01-9ab0-8218ce0501a9 req-d9033fd9-fc5a-4684-98ed-04a4aad8bb43 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292844 Mar 07 21:40:26.526027 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] Publish callbacks [] for router (356cc228-2698-4030-bf05-3b338faf96ed), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:26.721819 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] Publish callbacks [] for router_gateway (356cc228-2698-4030-bf05-3b338faf96ed), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:26.795689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db8f3347-26de-4bc4-986b-aa1915ceda02 req-f7309b59-7a94-40d0-b414-e2160ebf4624 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.0568061 Mar 07 21:40:26.824448 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-a9520402-74b8-401a-9ae6-4c4d99e9872d None None] Set router 356cc228-2698-4030-bf05-3b338faf96ed gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:40:26.876550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] Deleting port 2a6759da-2cac-4d81-b25d-882afffc7c11 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:40:26.876891 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2a6759da-2cac-4d81-b25d-882afffc7c11), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:27.077723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9de1eb2-90ac-4375-a9f0-cbee4ea4133c req-8111a220-6bad-4453-bbc3-c2d1315b6289 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 210 time: 0.0863972 Mar 07 21:40:27.112386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] For port 2a6759da-2cac-4d81-b25d-882afffc7c11, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2a6759da-2cac-4d81-b25d-882afffc7c11,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:27.112757 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2a6759da-2cac-4d81-b25d-882afffc7c11), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:27.156775 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] Calling delete_port for 2a6759da-2cac-4d81-b25d-882afffc7c11 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:40:27.388695 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a9520402-74b8-401a-9ae6-4c4d99e9872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356cc228-2698-4030-bf05-3b338faf96ed', 'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:10Z', 'updated_at': '2022-03-07T21:40:23Z', 'revision_number': 5, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'gw_port': {'id': '2a6759da-2cac-4d81-b25d-882afffc7c11', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356cc228-2698-4030-bf05-3b338faf96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:12Z', 'updated_at': '2022-03-07T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:27.524552 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9520402-74b8-401a-9ae6-4c4d99e9872d None None] Checking router: 356cc228-2698-4030-bf05-3b338faf96ed for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:40:27.552190 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9520402-74b8-401a-9ae6-4c4d99e9872d None None] Routers {'356cc228-2698-4030-bf05-3b338faf96ed'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:40:27.555834 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a9520402-74b8-401a-9ae6-4c4d99e9872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:40:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['356cc228-2698-4030-bf05-3b338faf96ed'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:27.722708 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a51d4-ff6d-4404-9952-9f3f18aa5265 req-73d0cb6f-fa95-4ce3-934f-55fdde751c91 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:27.737839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a19a51d4-ff6d-4404-9952-9f3f18aa5265 req-73d0cb6f-fa95-4ce3-934f-55fdde751c91 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.1785374 Mar 07 21:40:27.810526 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (2a6759da-2cac-4d81-b25d-882afffc7c11), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:27.873380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6759da-2cac-4d81-b25d-882afffc7c11,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:27.947921 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (356cc228-2698-4030-bf05-3b338faf96ed), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:27.961061 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a19a51d4-ff6d-4404-9952-9f3f18aa5265 req-076febf9-36fa-4a0a-bc25-50d41959266b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212420 Mar 07 21:40:28.016779 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-a9520402-74b8-401a-9ae6-4c4d99e9872d None None] Set router 356cc228-2698-4030-bf05-3b338faf96ed gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:40:28.094973 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1818d090-08f0-43e3-8560-6725e1a3ede4 req-9b7c0449-4d7f-4045-b28e-73316aad3657 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.0687730 Mar 07 21:40:28.192057 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a9520402-74b8-401a-9ae6-4c4d99e9872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356cc228-2698-4030-bf05-3b338faf96ed', 'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:10Z', 'updated_at': '2022-03-07T21:40:26Z', 'revision_number': 6, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:28.233891 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (356cc228-2698-4030-bf05-3b338faf96ed), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:28.237505 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] Publish callbacks [] for router_controller (356cc228-2698-4030-bf05-3b338faf96ed), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:28.268868 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9520402-74b8-401a-9ae6-4c4d99e9872d None None] The sync data for ids ['356cc228-2698-4030-bf05-3b338faf96ed'] in n-d-832330-1 is: [{'id': '356cc228-2698-4030-bf05-3b338faf96ed', 'name': 'tempest-ServersTestJSON-531378778-router', 'tenant_id': '7c101412a49b4f16be02e8acaa7053e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:10Z', 'updated_at': '2022-03-07T21:40:26Z', 'revision_number': 6, 'project_id': '7c101412a49b4f16be02e8acaa7053e6', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:28.305916 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (356cc228-2698-4030-bf05-3b338faf96ed), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:28.306597 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 356cc228-2698-4030-bf05-3b338faf96ed {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:40:28.321323 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:28.330699 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e5356e29-48b4-460d-8d9f-34bb96b1ebb1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/356cc228-2698-4030-bf05-3b338faf96ed HTTP/1.1" status: 204 len: 168 time: 2.0530913 Mar 07 21:40:28.332314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56420) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:28.387577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ae9d185-b839-4e11-8c3d-0b2ab65f9cc4 req-38d0e38f-5f0f-4705-9435-c516044e3464 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 210 time: 0.0844321 Mar 07 21:40:28.452135 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c6658d-aa0c-4e8c-adea-7d6512a354a8 admin admin] Deleting subnet 36f26098-b939-4b3c-93fe-1a876d47971a {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:40:28.466423 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75c6658d-aa0c-4e8c-adea-7d6512a354a8 admin admin] Publish callbacks [] for subnet (36f26098-b939-4b3c-93fe-1a876d47971a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:28.557729 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75c6658d-aa0c-4e8c-adea-7d6512a354a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (36f26098-b939-4b3c-93fe-1a876d47971a), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:28.796118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75c6658d-aa0c-4e8c-adea-7d6512a354a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (36f26098-b939-4b3c-93fe-1a876d47971a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:28.899269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device da5e3b16-3bf4-4088-9c28-f4882cbb6fbc no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:28.904900 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75c6658d-aa0c-4e8c-adea-7d6512a354a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (36f26098-b939-4b3c-93fe-1a876d47971a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:28.964677 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6658d-aa0c-4e8c-adea-7d6512a354a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f26098-b939-4b3c-93fe-1a876d47971a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:28.988749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: da5e3b16-3bf4-4088-9c28-f4882cbb6fbc {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:40:28.989323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device da5e3b16-3bf4-4088-9c28-f4882cbb6fbc not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:40:28.990452 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75c6658d-aa0c-4e8c-adea-7d6512a354a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:28.994564 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-75c6658d-aa0c-4e8c-adea-7d6512a354a8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/36f26098-b939-4b3c-93fe-1a876d47971a HTTP/1.1" status: 204 len: 168 time: 0.6610944 Mar 07 21:40:28.998546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56436) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:29.001862 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efefa9d0-a251-4e0e-87ae-1f2aee5537d9 None None] Network dd51ab9b-a441-440b-b07c-47d7dbd3dbcc requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:40:29.069101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-19b729d3-15f1-402b-b9e6-ebea321fffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:29.072491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-19b729d3-15f1-402b-b9e6-ebea321fffee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009&tenant_id=983f4ba84c9a411ba764aa41e92d0679 HTTP/1.1" status: 200 len: 1132 time: 0.1329615 Mar 07 21:40:29.093589 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:29.408810 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (dd51ab9b-a441-440b-b07c-47d7dbd3dbcc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:29.422994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd39372-5c0b-41dd-a242-4ff84c4bd09c None None] DHCP port deletion for dd51ab9b-a441-440b-b07c-47d7dbd3dbcc request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:40:29.447767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2eb0b32-6b77-44e4-9bbe-91aecb446954 req-62a05c7e-3ce6-4f65-8aa2-c7c88f95b02a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.1042960 Mar 07 21:40:29.453910 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:29.523525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e1f71-33d2-473b-a5c7-06a92aa2b98b req-87e306e6-ad03-4bd5-bf31-1e23cf14e01f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:29.539743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed1e1f71-33d2-473b-a5c7-06a92aa2b98b req-87e306e6-ad03-4bd5-bf31-1e23cf14e01f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.3333745 Mar 07 21:40:29.597380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7dd39372-5c0b-41dd-a242-4ff84c4bd09c None None] Deleting port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:40:29.606956 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7dd39372-5c0b-41dd-a242-4ff84c4bd09c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:29.723364 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7dd39372-5c0b-41dd-a242-4ff84c4bd09c None None] For port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c,segment=NetworkSegment(89c4efd1-d884-438a-8995-8f74b7196893),segment_id=89c4efd1-d884-438a-8995-8f74b7196893)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:29.724033 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7dd39372-5c0b-41dd-a242-4ff84c4bd09c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:29.725639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871aff-3575-446c-918a-66e46b91da6f req-cac571ef-4749-45dd-969f-fa219e5179ab tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:29.738469 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7dd39372-5c0b-41dd-a242-4ff84c4bd09c None None] Calling delete_port for e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:40:29.741967 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8f871aff-3575-446c-918a-66e46b91da6f req-cac571ef-4749-45dd-969f-fa219e5179ab tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.13 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 807 time: 0.5693440 Mar 07 21:40:29.775194 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-8f871aff-3575-446c-918a-66e46b91da6f req-5d427fe5-4736-4f48-bb7b-2622acd25409 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Request body: {'port': {'device_id': 'e9c74293-616e-4218-a62c-6c84c7ff3820', 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12', 'admin_state_up': True, 'tenant_id': '47acc144bc5e43f0a2becfc354b98767'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:29.779912 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73a02a01-66a9-4793-98ed-205994563ff4 req-f15db9fb-dd1a-494b-b44d-178e1aba8f8c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 210 time: 0.1855533 Mar 07 21:40:30.020140 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7dd39372-5c0b-41dd-a242-4ff84c4bd09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:30.077787 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd39372-5c0b-41dd-a242-4ff84c4bd09c None None] No DVR routers for this DVR port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:30.122287 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed1e1f71-33d2-473b-a5c7-06a92aa2b98b req-95980443-feb5-481c-b9fd-728567021fc4 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812263 Mar 07 21:40:30.172009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd39372-5c0b-41dd-a242-4ff84c4bd09c None None] Pushing event deleted for resources: {'Port': ['ID=e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:30.328077 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56462) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:30.412991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e851dca9-9246-4d61-959a-5360a1af8d06,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:30.477146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:40:30.479114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Deleting port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:40:30.479620 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:30.567604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:30.572412 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63af395e-bcac-4849-9b87-d85b4d8323ab" -d '{"events": [{"server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "name": "network-vif-unplugged", "status": "completed", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:30.579661 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Publish callbacks [] for port (e851dca9-9246-4d61-959a-5360a1af8d06), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:30.605614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f871aff-3575-446c-918a-66e46b91da6f req-5d427fe5-4736-4f48-bb7b-2622acd25409 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Made reservation on behalf of 47acc144bc5e43f0a2becfc354b98767 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:30.613176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8f871aff-3575-446c-918a-66e46b91da6f req-5d427fe5-4736-4f48-bb7b-2622acd25409 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:30.668871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] For port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c, host n-d-832330-1, got binding levels [] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:30.669229 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:30.698568 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e4249c8a-4066-466d-b685-74d962a144cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:30.723254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Calling delete_port for e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:40:30.735305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Transition to ACTIVE for port object e851dca9-9246-4d61-959a-5360a1af8d06 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:40:30.738738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c was not found and therefore no delete operation was performed {{(pid=103718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 21:40:30.751896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f970a74-8257-470d-b037-c79471cf6bf1 req-c7678bf6-f1df-411b-8235-99e0eb594b17 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.1175554 Mar 07 21:40:30.759042 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fee778-ad62-406d-b6ed-8d1f6a707582 x-openstack-request-id: req-01fee778-ad62-406d-b6ed-8d1f6a707582 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:30.759262 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "name": "network-vif-unplugged", "status": "completed", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:30.759535 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01fee778-ad62-406d-b6ed-8d1f6a707582 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:30.762256 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06', 'code': 200} Mar 07 21:40:30.763055 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:30.834938 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:30.868635 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e851dca9-9246-4d61-959a-5360a1af8d06 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:30.890317 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] No DVR routers for this DVR port e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:31.014753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:31.150535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15e30459-6fe8-478d-831b-7a76eb395e8f req-8bef2f18-3c5b-4fd3-bd2c-b0a67fb0d581 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 210 time: 0.2580786 Mar 07 21:40:31.262920 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (dd51ab9b-a441-440b-b07c-47d7dbd3dbcc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:31.275239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] No DVR routers for this DVR port e851dca9-9246-4d61-959a-5360a1af8d06 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:31.281195 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Pushing event updated for resources: {'Port': ['ID=e851dca9-9246-4d61-959a-5360a1af8d06,revision_number=10']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:31.373208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:31.413991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd51ab9b-a441-440b-b07c-47d7dbd3dbcc']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:31.423467 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:40:31.424264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e4b78f2f-7619-4704-bcd9-8c2cf82ebd4c not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:40:31.425225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2a6759da-2cac-4d81-b25d-882afffc7c11 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:31.460686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c4efd1-d884-438a-8995-8f74b7196893') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:31.460993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c4efd1-d884-438a-8995-8f74b7196893') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:31.472650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 2a6759da-2cac-4d81-b25d-882afffc7c11 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:40:31.473676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2a6759da-2cac-4d81-b25d-882afffc7c11 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:40:31.489275 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Attempting to bind port e851dca9-9246-4d61-959a-5360a1af8d06 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:40:31.492618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Attempting to bind port e851dca9-9246-4d61-959a-5360a1af8d06 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:40:31.493065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Attempting to bind port e851dca9-9246-4d61-959a-5360a1af8d06 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:40:31.499720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] The host n-h1-832330-1 is not matching for port e851dca9-9246-4d61-959a-5360a1af8d06 host n-h2-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:40:31.500550 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e851dca9-9246-4d61-959a-5360a1af8d06 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:40:31.513554 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (89c4efd1-d884-438a-8995-8f74b7196893), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:31.519671 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-8f871aff-3575-446c-918a-66e46b91da6f req-5d427fe5-4736-4f48-bb7b-2622acd25409 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Allocated IP 172.20.0.11 (88d27a17-2a1f-4d2b-aef7-46b57268ee12/99dc7de3-9421-4ea6-b85c-494e5a5470a9/0928e243-3a75-47d7-81ef-99d911854730) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:31.533384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Port e851dca9-9246-4d61-959a-5360a1af8d06 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:40:31.533872 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Attempting to bind port e851dca9-9246-4d61-959a-5360a1af8d06 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:40:31.566657 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (89c4efd1-d884-438a-8995-8f74b7196893), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:31.569133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:40:31.572608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:40:31.573125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:40:31.573851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Bound port: e851dca9-9246-4d61-959a-5360a1af8d06, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:40:31.574487 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:31.587079 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:40:31.587502 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (89c4efd1-d884-438a-8995-8f74b7196893), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:40:31.589189 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:40:31.640438 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f4464-87b5-498e-b3d1-3c3234efbbb0 req-2fa9613a-5737-4377-9054-a04edd3f0d24 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:31.661172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e6f4464-87b5-498e-b3d1-3c3234efbbb0 req-2fa9613a-5737-4377-9054-a04edd3f0d24 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 949 time: 0.3608391 Mar 07 21:40:31.679498 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (dd51ab9b-a441-440b-b07c-47d7dbd3dbcc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:31.693659 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e4249c8a-4066-466d-b685-74d962a144cf admin admin] Publish callbacks [] for security_group (c8ac260a-4376-46ff-8fc6-afa133df0c00), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:31.713795 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:31.718141 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dd51ab9b-a441-440b-b07c-47d7dbd3dbcc HTTP/1.1" status: 204 len: 168 time: 2.7186258 Mar 07 21:40:31.719309 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f198e41-ff08-4cbe-a142-b6cae8b75f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd51ab9b-a441-440b-b07c-47d7dbd3dbcc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:31.754234 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e4249c8a-4066-466d-b685-74d962a144cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c8ac260a-4376-46ff-8fc6-afa133df0c00), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:31.930429 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e6f4464-87b5-498e-b3d1-3c3234efbbb0 req-2dc5ab11-05ce-4136-96d6-6db236f3a24f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678690 Mar 07 21:40:31.976096 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56490) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:32.012028 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8f871aff-3575-446c-918a-66e46b91da6f req-5d427fe5-4736-4f48-bb7b-2622acd25409 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks [] for port (0928e243-3a75-47d7-81ef-99d911854730), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:32.071542 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e4249c8a-4066-466d-b685-74d962a144cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9e64979ea1f4867878eb526e5a3586a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7421041 Mar 07 21:40:32.088486 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56498) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:32.107539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b67ad43-b85d-4f0f-b093-312997ce03ab req-a134ea5f-70c5-42da-a048-cd5aa5d14367 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.1991720 Mar 07 21:40:32.112636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4249c8a-4066-466d-b685-74d962a144cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ac260a-4376-46ff-8fc6-afa133df0c00,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:32.159138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:40:32.170372 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8f871aff-3575-446c-918a-66e46b91da6f req-5d427fe5-4736-4f48-bb7b-2622acd25409 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0928e243-3a75-47d7-81ef-99d911854730), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:32.176205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e851dca9-9246-4d61-959a-5360a1af8d06,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:40:32.182465 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['e3216fc6-e200-4188-8c52-946675727be0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:40:32.193075 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:32.198297 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c46b206-5975-40bf-b099-0ab1c4a8db50 admin admin] Publish callbacks [] for security_group (c8ac260a-4376-46ff-8fc6-afa133df0c00), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:32.283933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:32.287070 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:32.290992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] 10.222.0.15 "PUT /v2.0/ports/e851dca9-9246-4d61-959a-5360a1af8d06 HTTP/1.1" status: 200 len: 1097 time: 3.2083716 Mar 07 21:40:32.329454 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c46b206-5975-40bf-b099-0ab1c4a8db50 admin admin] Publish callbacks [] for security_group (c8ac260a-4376-46ff-8fc6-afa133df0c00), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:32.454888 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c46b206-5975-40bf-b099-0ab1c4a8db50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c8ac260a-4376-46ff-8fc6-afa133df0c00), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:32.457631 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c46b206-5975-40bf-b099-0ab1c4a8db50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:32.459248 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5c46b206-5975-40bf-b099-0ab1c4a8db50 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8ac260a-4376-46ff-8fc6-afa133df0c00 HTTP/1.1" status: 204 len: 168 time: 0.3648667 Mar 07 21:40:32.462679 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0d4989a8-7c58-48e6-ac88-111d702d56a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c101412a49b4f16be02e8acaa7053e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4846666 Mar 07 21:40:32.466926 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f871aff-3575-446c-918a-66e46b91da6f req-5d427fe5-4736-4f48-bb7b-2622acd25409 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:32.470346 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56508) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:32.477429 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db445f-4cf5-42b4-ab4d-6b3683f84197 service neutron] Pushing event updated for resources: {'Port': ['ID=e851dca9-9246-4d61-959a-5360a1af8d06,revision_number=11']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:32.500860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-8f871aff-3575-446c-918a-66e46b91da6f req-5d427fe5-4736-4f48-bb7b-2622acd25409 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:32.512122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46b206-5975-40bf-b099-0ab1c4a8db50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ac260a-4376-46ff-8fc6-afa133df0c00,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:32.529628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f9bc0-af0d-4d78-836d-a9508b2930a1 req-044349b7-b549-4ca5-9690-00b08ea4fd98 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:32.538497 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-800f9bc0-af0d-4d78-836d-a9508b2930a1 req-044349b7-b549-4ca5-9690-00b08ea4fd98 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 932 time: 0.2856052 Mar 07 21:40:32.540462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f871aff-3575-446c-918a-66e46b91da6f req-5d427fe5-4736-4f48-bb7b-2622acd25409 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:40:32.561032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d427fe5-4736-4f48-bb7b-2622acd25409 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Pushing event updated for resources: {'Port': ['ID=0928e243-3a75-47d7-81ef-99d911854730,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:32.707224 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-800f9bc0-af0d-4d78-836d-a9508b2930a1 req-d107f05a-6ef6-4c29-b91d-fb7a763c8549 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674244 Mar 07 21:40:32.724089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-58e55250-1467-471e-b95f-ff07f1ba9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:32.728820 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-58e55250-1467-471e-b95f-ff07f1ba9303 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 1131 time: 0.3872280 Mar 07 21:40:32.762990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:32.763248 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b107e1c1-084e-4093-a3d1-a17dc24578a4 admin admin] Publish callbacks [] for security_group (c71f82a9-728e-4d60-b719-049517cb116d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:32.765695 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce" -d '{"events": [{"name": "network-changed", "server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:32.788787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871aff-3575-446c-918a-66e46b91da6f req-5d427fe5-4736-4f48-bb7b-2622acd25409 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:32.790184 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8f871aff-3575-446c-918a-66e46b91da6f req-5d427fe5-4736-4f48-bb7b-2622acd25409 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:32.857220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b107e1c1-084e-4093-a3d1-a17dc24578a4 admin admin] Publish callbacks [] for security_group (c71f82a9-728e-4d60-b719-049517cb116d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:32.869272 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8f871aff-3575-446c-918a-66e46b91da6f req-5d427fe5-4736-4f48-bb7b-2622acd25409 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1113720 Mar 07 21:40:32.901107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Request body: {'port': {'device_id': 'e9c74293-616e-4218-a62c-6c84c7ff3820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:32.931338 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15381f25-8f1b-453c-ac74-3470db9763ff x-openstack-request-id: req-15381f25-8f1b-453c-ac74-3470db9763ff {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:32.931641 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:32.931895 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15381f25-8f1b-453c-ac74-3470db9763ff {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:32.932540 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06', 'status': 'completed', 'code': 200} Mar 07 21:40:32.982370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-0a2d4da6-880d-40c2-9c02-9bb5f8687a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:32.986491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-0a2d4da6-880d-40c2-9c02-9bb5f8687a45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2474704 Mar 07 21:40:33.119498 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0928e243-3a75-47d7-81ef-99d911854730), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:33.138721 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b107e1c1-084e-4093-a3d1-a17dc24578a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c71f82a9-728e-4d60-b719-049517cb116d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:33.141608 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b107e1c1-084e-4093-a3d1-a17dc24578a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:33.143025 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b107e1c1-084e-4093-a3d1-a17dc24578a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c71f82a9-728e-4d60-b719-049517cb116d HTTP/1.1" status: 204 len: 168 time: 0.6696124 Mar 07 21:40:33.163746 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107e1c1-084e-4093-a3d1-a17dc24578a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71f82a9-728e-4d60-b719-049517cb116d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:33.441021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56530) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:33.499034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7bb077e9-8db8-4540-981b-1fa57b52676f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:33.586906 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7bb077e9-8db8-4540-981b-1fa57b52676f admin admin] Publish callbacks [] for security_group (0566e0a0-7969-4291-b08c-ef7b921448a7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:33.595044 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7bb077e9-8db8-4540-981b-1fa57b52676f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0566e0a0-7969-4291-b08c-ef7b921448a7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:33.659285 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7bb077e9-8db8-4540-981b-1fa57b52676f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5cd669953de410fa8cce1dfe4be9a7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2149599 Mar 07 21:40:33.666827 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb077e9-8db8-4540-981b-1fa57b52676f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0566e0a0-7969-4291-b08c-ef7b921448a7,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:33.686506 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56540) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:33.731550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-b205dd8f-46c8-4688-864d-89eb9591ee9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e851dca9-9246-4d61-959a-5360a1af8d06 HTTP/1.1" status: 200 len: 217 time: 0.6556549 Mar 07 21:40:33.810688 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-547c250e-fc86-4c5c-90f6-0559c0c82747 req-107ee9f9-f37d-446f-8ad6-e33f5cdf5ae8 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.0669544 Mar 07 21:40:33.903931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-6741f058-ed6b-4e3a-8001-5feea9eaa673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:33.905434 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-6741f058-ed6b-4e3a-8001-5feea9eaa673 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 1131 time: 0.9591134 Mar 07 21:40:34.145512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-0a03c472-47f3-4404-a1b1-6b9fb73f5c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:34.149451 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-0a03c472-47f3-4404-a1b1-6b9fb73f5c0c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2060022 Mar 07 21:40:34.154334 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b646055-6ac8-4bca-8a06-02e518ca88b8 admin admin] Publish callbacks [] for security_group (0566e0a0-7969-4291-b08c-ef7b921448a7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:34.156029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-cc71c728-11d2-458d-a98b-ec6e876e71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:34.157416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-cc71c728-11d2-458d-a98b-ec6e876e71b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.4028301 Mar 07 21:40:34.219881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0928e243-3a75-47d7-81ef-99d911854730 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:40:34.240597 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b646055-6ac8-4bca-8a06-02e518ca88b8 admin admin] Publish callbacks [] for security_group (0566e0a0-7969-4291-b08c-ef7b921448a7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:34.246736 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Publish callbacks [] for port (0928e243-3a75-47d7-81ef-99d911854730), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:34.266018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-147295f6-f544-4adf-9463-d4a54816ba00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e851dca9-9246-4d61-959a-5360a1af8d06 HTTP/1.1" status: 200 len: 217 time: 0.1074152 Mar 07 21:40:34.305537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a7be6-43be-46ca-ada2-fb0fe0be45c5 req-6d15f289-c128-4040-ab59-ad58f135574b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:34.307411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c97a7be6-43be-46ca-ada2-fb0fe0be45c5 req-6d15f289-c128-4040-ab59-ad58f135574b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 949 time: 1.1982746 Mar 07 21:40:34.321972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Transition to ACTIVE for port object 0928e243-3a75-47d7-81ef-99d911854730 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:40:34.341231 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (0928e243-3a75-47d7-81ef-99d911854730), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:34.449658 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Pushing event updated for resources: {'Port': ['ID=0928e243-3a75-47d7-81ef-99d911854730,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:34.451168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff4208-df22-47ad-87b0-501f2b96479a req-2103a84f-2d9a-4106-a8fe-5cf0e9f3bd9d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:34.453039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52ff4208-df22-47ad-87b0-501f2b96479a req-2103a84f-2d9a-4106-a8fe-5cf0e9f3bd9d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 932 time: 0.5605528 Mar 07 21:40:34.460672 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b646055-6ac8-4bca-8a06-02e518ca88b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0566e0a0-7969-4291-b08c-ef7b921448a7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:34.463437 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b646055-6ac8-4bca-8a06-02e518ca88b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:34.465083 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1b646055-6ac8-4bca-8a06-02e518ca88b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0566e0a0-7969-4291-b08c-ef7b921448a7 HTTP/1.1" status: 204 len: 168 time: 0.7606590 Mar 07 21:40:34.481994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b646055-6ac8-4bca-8a06-02e518ca88b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0566e0a0-7969-4291-b08c-ef7b921448a7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:34.487627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c97a7be6-43be-46ca-ada2-fb0fe0be45c5 req-8c584e32-abcb-45f3-b2d9-3854ac7a1217 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223185 Mar 07 21:40:34.537229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-0b4d0f9d-5a6a-4f5a-9da1-e00cb0e7d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:34.539192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-0b4d0f9d-5a6a-4f5a-9da1-e00cb0e7d6ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2851884 Mar 07 21:40:34.579222 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52ff4208-df22-47ad-87b0-501f2b96479a req-1494f378-f072-44f3-b0ee-ef108b535e92 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941479 Mar 07 21:40:34.590334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-ae4565a5-0b21-49f4-b273-ae984c307a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:34.592142 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-ae4565a5-0b21-49f4-b273-ae984c307a8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.2815940 Mar 07 21:40:34.612528 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Attempting to bind port 0928e243-3a75-47d7-81ef-99d911854730 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:40:34.613098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Attempting to bind port 0928e243-3a75-47d7-81ef-99d911854730 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:40:34.615176 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Attempting to bind port 0928e243-3a75-47d7-81ef-99d911854730 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:40:34.626102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Port 0928e243-3a75-47d7-81ef-99d911854730 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:40:34.626625 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Attempting to bind port 0928e243-3a75-47d7-81ef-99d911854730 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:40:34.630570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56570) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:34.648479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:40:34.658193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Checking segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:40:34.659993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Bound using segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:40:34.661335 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Bound port: 0928e243-3a75-47d7-81ef-99d911854730, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:40:34.662005 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0928e243-3a75-47d7-81ef-99d911854730), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:34.832924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:40:34.836851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=0928e243-3a75-47d7-81ef-99d911854730,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:40:34.851483 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (0928e243-3a75-47d7-81ef-99d911854730), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:34.927356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:34.927974 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:34.929942 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8f871aff-3575-446c-918a-66e46b91da6f req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] 10.222.0.13 "PUT /v2.0/ports/0928e243-3a75-47d7-81ef-99d911854730 HTTP/1.1" status: 200 len: 1092 time: 2.0461290 Mar 07 21:40:34.930380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c74293-616e-4218-a62c-6c84c7ff3820', 'tag': '0928e243-3a75-47d7-81ef-99d911854730'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:34.932618 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51f6b5d-f80d-4124-9d19-26b3da33c972" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c74293-616e-4218-a62c-6c84c7ff3820", "tag": "0928e243-3a75-47d7-81ef-99d911854730"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:35.000977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75feb8e6-5e94-4a04-87d4-3aafd6b19855 service neutron] Pushing event updated for resources: {'Port': ['ID=0928e243-3a75-47d7-81ef-99d911854730,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:35.038808 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44f0bbc7-bce3-4a07-9dc9-d3d1358237c2 req-fa078614-a309-4d6a-93da-09e4e31dc477 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.1366599 Mar 07 21:40:35.086256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871aff-3575-446c-918a-66e46b91da6f req-bd7f210e-ca06-4eeb-b0b3-c35e7b1ee711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:35.087538 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-1752fb37-b952-4b42-a990-2dbc57a50f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:35.087820 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8f871aff-3575-446c-918a-66e46b91da6f req-bd7f210e-ca06-4eeb-b0b3-c35e7b1ee711 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 1126 time: 0.1009958 Mar 07 21:40:35.089248 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7666627-be44-437f-aab1-92aebee71a0b x-openstack-request-id: req-d7666627-be44-437f-aab1-92aebee71a0b {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:35.089542 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c74293-616e-4218-a62c-6c84c7ff3820", "tag": "0928e243-3a75-47d7-81ef-99d911854730", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:35.089801 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7666627-be44-437f-aab1-92aebee71a0b {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:35.090824 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-1752fb37-b952-4b42-a990-2dbc57a50f22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3553767 Mar 07 21:40:35.097417 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-54e8b813-e869-4796-bf40-b463b431906b service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309868 Mar 07 21:40:35.102827 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c74293-616e-4218-a62c-6c84c7ff3820', 'tag': '0928e243-3a75-47d7-81ef-99d911854730', 'status': 'completed', 'code': 200} Mar 07 21:40:35.139184 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1105438840-network', 'tenant_id': 'eebb4fb908aa406caf225cc7b23081aa'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:35.222915 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8f871aff-3575-446c-918a-66e46b91da6f req-a7884952-edd6-431a-b690-b9e775712f6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0928e243-3a75-47d7-81ef-99d911854730 HTTP/1.1" status: 200 len: 217 time: 0.1162033 Mar 07 21:40:35.278880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a7554e2-cfd8-4cc3-ba14-e8b92cd7d596 req-bdc0ae06-8b54-469c-98a9-4f5577f9065f service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561399 Mar 07 21:40:35.321553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] Made reservation on behalf of eebb4fb908aa406caf225cc7b23081aa for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:35.324121 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:35.362136 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:35.365874 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871aff-3575-446c-918a-66e46b91da6f req-88e3c933-f7d8-4629-954c-9b20905a5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:35.384833 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8f871aff-3575-446c-918a-66e46b91da6f req-88e3c933-f7d8-4629-954c-9b20905a5133 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.1471889 Mar 07 21:40:35.443971 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-e5eb6cba-581c-4ee1-8a96-ac519fabfaa1 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433902 Mar 07 21:40:35.450943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-d2f721c7-1e82-46fd-a83e-9e5021a3987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:35.452805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-d2f721c7-1e82-46fd-a83e-9e5021a3987a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=983f4ba84c9a411ba764aa41e92d0679&device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 1131 time: 0.0915697 Mar 07 21:40:35.481948 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8f871aff-3575-446c-918a-66e46b91da6f req-4c605bfa-8772-455a-b461-de4252eb9547 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690341 Mar 07 21:40:35.648176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-e88b49b0-a460-442b-9b7b-51836b414a53 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887395 Mar 07 21:40:35.683952 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8f871aff-3575-446c-918a-66e46b91da6f req-e175ac57-e787-49ce-aed7-0c821a4d8460 service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912477 Mar 07 21:40:35.827684 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] Publish callbacks [] for security_group (4734523b-960e-4a28-9d6f-1b7681b5fb8d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:35.836095 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4734523b-960e-4a28-9d6f-1b7681b5fb8d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:35.866403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4734523b-960e-4a28-9d6f-1b7681b5fb8d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:35.929369 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:40:35.970344 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (fe20c325-f734-4436-9c5e-c4895eda170c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:35.971116 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] Added segment fe20c325-f734-4436-9c5e-c4895eda170c of type vlan for network f64a0b4d-10ae-4db7-8c59-c6ef447a03ef Mar 07 21:40:35.973070 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cd971-5b34-485e-9a82-9e62baa3e626 req-96dea8e9-f65f-4b33-b830-eeb5056733db tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:35.976199 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-164cd971-5b34-485e-9a82-9e62baa3e626 req-96dea8e9-f65f-4b33-b830-eeb5056733db tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.1964617 Mar 07 21:40:35.998515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e093e-8698-4c94-b2b0-74c265941eb1 req-2c3bd663-7d79-4dfc-9321-39dc7fb666dc tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:36.009456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-820e093e-8698-4c94-b2b0-74c265941eb1 req-2c3bd663-7d79-4dfc-9321-39dc7fb666dc tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 949 time: 0.2284257 Mar 07 21:40:36.011104 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8f871aff-3575-446c-918a-66e46b91da6f req-98e1a9c0-810e-4098-91e0-cbd47a94b114 service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192747 Mar 07 21:40:36.024461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-c837d889-a519-401d-84b8-f279f740f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:36.036682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-c837d889-a519-401d-84b8-f279f740f1e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.3919628 Mar 07 21:40:36.057761 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (f64a0b4d-10ae-4db7-8c59-c6ef447a03ef), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:36.100932 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (f64a0b4d-10ae-4db7-8c59-c6ef447a03ef), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:36.101903 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:36.102914 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:36.138206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-ff0c2633-be4c-44c4-983f-786bb4b1dca1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e851dca9-9246-4d61-959a-5360a1af8d06 HTTP/1.1" status: 200 len: 217 time: 0.0944867 Mar 07 21:40:36.145049 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5107594 Mar 07 21:40:36.155142 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56616) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:36.163521 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ac26d629-4721-46fe-a489-17c49c94f1bb admin admin] Request body: {'subnet': {'network_id': 'f64a0b4d-10ae-4db7-8c59-c6ef447a03ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1105438840-subnet', 'tenant_id': 'eebb4fb908aa406caf225cc7b23081aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:36.223442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6636c-e052-4e53-ad55-d9026fe07586 admin admin] Pushing event updated for resources: {'Network': ['ID=f64a0b4d-10ae-4db7-8c59-c6ef447a03ef,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:36.232303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f6b5d-f80d-4124-9d19-26b3da33c972 req-65b0aa25-1da8-4756-af34-55c471807fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:36.234008 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c51f6b5d-f80d-4124-9d19-26b3da33c972 req-65b0aa25-1da8-4756-af34-55c471807fd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 1126 time: 0.1457040 Mar 07 21:40:36.237650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network f64a0b4d-10ae-4db7-8c59-c6ef447a03ef details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:40:36.285713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac26d629-4721-46fe-a489-17c49c94f1bb admin admin] Made reservation on behalf of eebb4fb908aa406caf225cc7b23081aa for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:36.288587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ac26d629-4721-46fe-a489-17c49c94f1bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:36.293764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-030387ef-b339-471d-8eff-37854318c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:36.295908 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-030387ef-b339-471d-8eff-37854318c059 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1376107 Mar 07 21:40:36.320818 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-820e093e-8698-4c94-b2b0-74c265941eb1 req-e15399bf-8bf1-4556-b751-38ca1e00f55b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026175 Mar 07 21:40:36.349354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-164cd971-5b34-485e-9a82-9e62baa3e626 req-662cc343-780b-4f81-81ab-30d8b7eb1a44 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268752 Mar 07 21:40:36.426982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f6b5d-f80d-4124-9d19-26b3da33c972 req-0624c09e-0eca-4cd6-a630-8889e94d6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:36.426982 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c51f6b5d-f80d-4124-9d19-26b3da33c972 req-0624c09e-0eca-4cd6-a630-8889e94d6db6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.1870239 Mar 07 21:40:36.541765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d9d2455-c832-49d7-afcb-d6e4fe204f74 req-85d6e333-bc4e-4e41-bd52-801371ef6c29 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=59263509-b823-4aa1-964c-8a6034a9300e HTTP/1.1" status: 200 len: 210 time: 0.1160431 Mar 07 21:40:36.567954 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c51f6b5d-f80d-4124-9d19-26b3da33c972 req-9429833e-05e4-4bdf-b143-0691ca76eca6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0928e243-3a75-47d7-81ef-99d911854730 HTTP/1.1" status: 200 len: 217 time: 0.1241682 Mar 07 21:40:36.637277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-8363cf5c-a03d-4e1b-bf28-d7e124b7d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:36.639939 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-8363cf5c-a03d-4e1b-bf28-d7e124b7d04b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3109484 Mar 07 21:40:36.707999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f6b5d-f80d-4124-9d19-26b3da33c972 req-c383ba0f-61bd-46eb-acef-1af07e6015c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:36.710518 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c51f6b5d-f80d-4124-9d19-26b3da33c972 req-c383ba0f-61bd-46eb-acef-1af07e6015c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.1343791 Mar 07 21:40:36.754583 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c51f6b5d-f80d-4124-9d19-26b3da33c972 req-358d76cf-1272-4b71-8ff0-accfe198a228 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365357 Mar 07 21:40:36.899571 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c51f6b5d-f80d-4124-9d19-26b3da33c972 req-1c1f754f-ff0d-4e60-ad1b-1d173f628201 service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378937 Mar 07 21:40:36.974210 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-ca7d8807-da52-4444-b5b8-7d97b687d404 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242867 Mar 07 21:40:36.985475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ac887-e778-40d3-ac24-c60ad58aac12 req-adccafe3-d90a-4eff-854f-09a87759660d tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:36.994269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f0ac887-e778-40d3-ac24-c60ad58aac12 req-adccafe3-d90a-4eff-854f-09a87759660d tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3c7dd39-1407-4b99-a255-0951214598f1 HTTP/1.1" status: 200 len: 951 time: 0.2803843 Mar 07 21:40:37.016590 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ac26d629-4721-46fe-a489-17c49c94f1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (446f018a-602f-4626-a653-858cf8355aa1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:37.093871 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c51f6b5d-f80d-4124-9d19-26b3da33c972 req-4606034f-dfb7-4349-b7c4-3f98a31d5d7c service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876867 Mar 07 21:40:37.189074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26d629-4721-46fe-a489-17c49c94f1bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=446f018a-602f-4626-a653-858cf8355aa1,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:37.218754 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f0ac887-e778-40d3-ac24-c60ad58aac12 req-301266d6-6b50-48aa-a8c8-4db6be0525e0 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234712 Mar 07 21:40:37.268697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26d629-4721-46fe-a489-17c49c94f1bb admin admin] Checking segment: {'id': 'fe20c325-f734-4436-9c5e-c4895eda170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f64a0b4d-10ae-4db7-8c59-c6ef447a03ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:40:37.269073 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26d629-4721-46fe-a489-17c49c94f1bb admin admin] Network hostable DHCP agents. Network: f64a0b4d-10ae-4db7-8c59-c6ef447a03ef, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:40:37.273169 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94def9fe-6fb9-469e-a6ab-7cd2709f5fce req-d52bb69e-765c-4aa5-8673-5b131e12a9a7 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758389 Mar 07 21:40:37.312707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26d629-4721-46fe-a489-17c49c94f1bb admin admin] Network f64a0b4d-10ae-4db7-8c59-c6ef447a03ef is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:40:37.328608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ac26d629-4721-46fe-a489-17c49c94f1bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, f64a0b4d-10ae-4db7-8c59-c6ef447a03ef) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:37.342417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac26d629-4721-46fe-a489-17c49c94f1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:37.345204 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ac26d629-4721-46fe-a489-17c49c94f1bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:37.346391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d770ad-d679-4c3e-96a9-743bc39a02dd None None] Network f64a0b4d-10ae-4db7-8c59-c6ef447a03ef requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:40:37.402994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ac26d629-4721-46fe-a489-17c49c94f1bb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2375195 Mar 07 21:40:37.500700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfd7003-b059-4b67-8ee2-350867e1fdfb None None] Network f64a0b4d-10ae-4db7-8c59-c6ef447a03ef requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:40:37.506417 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:40:37.823330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf528b3-a444-4dc0-9afe-b4655991266d req-5ca02fc4-943d-4318-8f97-20ca63ba696e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:37.825237 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-acf528b3-a444-4dc0-9afe-b4655991266d req-5ca02fc4-943d-4318-8f97-20ca63ba696e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 949 time: 0.2265444 Mar 07 21:40:37.856068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b13567-a485-45e0-af58-8d33afd139f9 req-306fb6b4-0379-4db7-9067-c6b9261320de tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:37.857893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01b13567-a485-45e0-af58-8d33afd139f9 req-306fb6b4-0379-4db7-9067-c6b9261320de tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.1655710 Mar 07 21:40:37.911460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-acf528b3-a444-4dc0-9afe-b4655991266d req-825a286a-bdea-4036-9759-8d9a12200e0f tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750394 Mar 07 21:40:37.982895 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01b13567-a485-45e0-af58-8d33afd139f9 req-86b96856-90b2-4cef-9d20-ec15852aa49c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153319 Mar 07 21:40:38.600256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e851dca9-9246-4d61-959a-5360a1af8d06 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:40:38.920057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-abf66766-4c8b-42c4-a5d4-021e68e4fdaa tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:38.927614 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-abf66766-4c8b-42c4-a5d4-021e68e4fdaa tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/networks?id=f64a0b4d-10ae-4db7-8c59-c6ef447a03ef HTTP/1.1" status: 200 len: 822 time: 0.3057423 Mar 07 21:40:38.936273 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e851dca9-9246-4d61-959a-5360a1af8d06,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:38.953717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-3f8bf1ce-5992-457e-b59f-0e9f0319456c tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/quotas/eebb4fb908aa406caf225cc7b23081aa HTTP/1.1" status: 200 len: 375 time: 0.0250282 Mar 07 21:40:38.969705 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'e851dca9-9246-4d61-959a-5360a1af8d06', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'e851dca9-9246-4d61-959a-5360a1af8d06', 'mac_address': 'fa:16:3e:b5:77:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:40:39.018472 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-515837fe-cfbe-4b92-aa36-2a5c7ee3907b tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=eebb4fb908aa406caf225cc7b23081aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636978 Mar 07 21:40:39.080774 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56788) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:39.107100 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e851dca9-9246-4d61-959a-5360a1af8d06 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:40:39.107931 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:39.150109 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e851dca9-9246-4d61-959a-5360a1af8d06 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:40:39.174432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e851dca9-9246-4d61-959a-5360a1af8d06,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:39.181683 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:39.245394 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-315038da-5577-4976-82d6-3fd0a0f33402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:39.253958 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-185e4658-4c68-4435-a1fa-514c2e3d226c service neutron] 10.222.0.26 "GET /v2.0/networks/f64a0b4d-10ae-4db7-8c59-c6ef447a03ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346740 Mar 07 21:40:39.312763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4da2c-63e4-4d95-a337-0ee03435e21a req-08e5c128-8a40-4646-a7f5-bef858706680 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:39.322979 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01c4da2c-63e4-4d95-a337-0ee03435e21a req-08e5c128-8a40-4646-a7f5-bef858706680 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 949 time: 0.1676350 Mar 07 21:40:39.330200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e851dca9-9246-4d61-959a-5360a1af8d06,revision_number=12']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:39.349044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:39.349391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:39.352803 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:39.354346 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:39.354793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:39.355199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:39.357229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:39.357858 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:39.358468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:39.359010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:39.361845 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:39.362441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:39.363022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:39.432241 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-315038da-5577-4976-82d6-3fd0a0f33402 admin admin] Publish callbacks [] for security_group (43632947-5098-4e18-99be-197fa948b78a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:39.437880 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-315038da-5577-4976-82d6-3fd0a0f33402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (43632947-5098-4e18-99be-197fa948b78a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:39.439566 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01c4da2c-63e4-4d95-a337-0ee03435e21a req-0aad3c96-1a73-45fa-bafe-84e321ec773c tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108327 Mar 07 21:40:39.469964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-1c175a04-d90c-411e-8955-5f2987709ba7 service neutron] 10.222.0.26 "GET /v2.0/networks/f64a0b4d-10ae-4db7-8c59-c6ef447a03ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086823 Mar 07 21:40:39.495330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['e851dca9-9246-4d61-959a-5360a1af8d06'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:40:39.525712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315038da-5577-4976-82d6-3fd0a0f33402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43632947-5098-4e18-99be-197fa948b78a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:39.537461 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-315038da-5577-4976-82d6-3fd0a0f33402 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd63ed8947b8462d8f5db283515b47cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4525383 Mar 07 21:40:39.537461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56806) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:39.634998 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-920d6c63-1403-42be-9398-71050f7c41d1 admin admin] Publish callbacks [] for security_group (43632947-5098-4e18-99be-197fa948b78a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:39.636726 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b26e5-da6c-4994-909b-7c0cfc28968d req-ae40160f-3fc9-4fd0-8206-8aced2e736f4 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:39.638348 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-823b26e5-da6c-4994-909b-7c0cfc28968d req-ae40160f-3fc9-4fd0-8206-8aced2e736f4 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.1377294 Mar 07 21:40:39.698477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-920d6c63-1403-42be-9398-71050f7c41d1 admin admin] Publish callbacks [] for security_group (43632947-5098-4e18-99be-197fa948b78a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:39.723214 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-823b26e5-da6c-4994-909b-7c0cfc28968d req-f3d8b2c3-06da-4f3b-87fe-e4a78ace2aed tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746808 Mar 07 21:40:39.822296 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-920d6c63-1403-42be-9398-71050f7c41d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (43632947-5098-4e18-99be-197fa948b78a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:39.826456 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-920d6c63-1403-42be-9398-71050f7c41d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:39.827802 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-920d6c63-1403-42be-9398-71050f7c41d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43632947-5098-4e18-99be-197fa948b78a HTTP/1.1" status: 204 len: 168 time: 0.2894917 Mar 07 21:40:39.855304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d6c63-1403-42be-9398-71050f7c41d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43632947-5098-4e18-99be-197fa948b78a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:39.985049 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e309904-f757-48d2-87c9-29355321680c req-b1e2540e-62dc-450a-aa83-0c1a72984cdc tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:39.996050 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e309904-f757-48d2-87c9-29355321680c req-b1e2540e-62dc-450a-aa83-0c1a72984cdc tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 1132 time: 0.1461585 Mar 07 21:40:40.129322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e309904-f757-48d2-87c9-29355321680c req-c00b7f11-4d97-4b67-a841-d06613fc366d tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299651 Mar 07 21:40:40.297042 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8bbf02e-5134-4481-b6be-a758b0f9757e req-a68d134e-1a1c-4924-a472-21a9dc8c624e tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/ports?device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 210 time: 0.0633259 Mar 07 21:40:40.604380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6f80962b-8d0d-47bf-8913-dfd9858ef248 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:40.816959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6f80962b-8d0d-47bf-8913-dfd9858ef248 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:40:40.820052 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:40.912295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6f80962b-8d0d-47bf-8913-dfd9858ef248, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f80962b-8d0d-47bf-8913-dfd9858ef248,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:40.914496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f80962b-8d0d-47bf-8913-dfd9858ef248'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:40.920343 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdf30d5-9526-4c3e-a687-d17b399c9318" -d '{"events": [{"server_uuid": "f3c7dd39-1407-4b99-a255-0951214598f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6f80962b-8d0d-47bf-8913-dfd9858ef248"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:40.925040 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:41.003097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac62cbf-7835-4759-b752-6894c43edd0e req-ad0f4405-1439-4758-99d0-dc1a00af91fd tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:41.015822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dac62cbf-7835-4759-b752-6894c43edd0e req-ad0f4405-1439-4758-99d0-dc1a00af91fd tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.1243777 Mar 07 21:40:41.050281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6f80962b-8d0d-47bf-8913-dfd9858ef248,revision_number=11']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:41.073437 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56882) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:41.106664 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f92d0d4-0353-47b6-86a9-7cf6cdb8e921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:41.154478 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dac62cbf-7835-4759-b752-6894c43edd0e req-45f96cfa-3387-42b9-bafe-5089f17435cc tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336794 Mar 07 21:40:41.199554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6546b8-6ce8-474c-8a01-45dc26eb0ca2 req-08f0d1a2-5041-4799-a34c-fe2cc9403108 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:41.208137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b6546b8-6ce8-474c-8a01-45dc26eb0ca2 req-08f0d1a2-5041-4799-a34c-fe2cc9403108 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.4320321 Mar 07 21:40:41.235973 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f92d0d4-0353-47b6-86a9-7cf6cdb8e921 admin admin] Publish callbacks [] for security_group (ce7a4859-da6a-499f-9855-7c637612abe0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:41.240873 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f92d0d4-0353-47b6-86a9-7cf6cdb8e921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ce7a4859-da6a-499f-9855-7c637612abe0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:41.280595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92d0d4-0353-47b6-86a9-7cf6cdb8e921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7a4859-da6a-499f-9855-7c637612abe0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:41.281122 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b6546b8-6ce8-474c-8a01-45dc26eb0ca2 req-db0e6e63-1655-499d-881c-df43b1eb2b0a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716586 Mar 07 21:40:41.341484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56896) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:41.343783 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8f92d0d4-0353-47b6-86a9-7cf6cdb8e921 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a389ca1e440426ab12a8a5534d11dba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2638772 Mar 07 21:40:41.356901 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b101da16-7697-4dfc-aa70-01ad7dff0244 x-openstack-request-id: req-b101da16-7697-4dfc-aa70-01ad7dff0244 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:41.357247 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c7dd39-1407-4b99-a255-0951214598f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6f80962b-8d0d-47bf-8913-dfd9858ef248", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:41.357509 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b101da16-7697-4dfc-aa70-01ad7dff0244 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:41.357909 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f80962b-8d0d-47bf-8913-dfd9858ef248', 'code': 200} Mar 07 21:40:41.466212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eec4017d-6364-4e31-82ec-d387e8a8b6fb req-7bd9a1bf-908d-4855-8c63-2408df8db015 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/ports?device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 210 time: 0.0506663 Mar 07 21:40:41.489322 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e135afb3-cf40-42f4-826b-3bc5fc28f03f admin admin] Publish callbacks [] for security_group (ce7a4859-da6a-499f-9855-7c637612abe0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:41.539069 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e135afb3-cf40-42f4-826b-3bc5fc28f03f admin admin] Publish callbacks [] for security_group (ce7a4859-da6a-499f-9855-7c637612abe0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:41.658830 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e135afb3-cf40-42f4-826b-3bc5fc28f03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ce7a4859-da6a-499f-9855-7c637612abe0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:41.663384 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e135afb3-cf40-42f4-826b-3bc5fc28f03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:41.665075 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e135afb3-cf40-42f4-826b-3bc5fc28f03f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce7a4859-da6a-499f-9855-7c637612abe0 HTTP/1.1" status: 204 len: 168 time: 0.3224788 Mar 07 21:40:41.731184 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135afb3-cf40-42f4-826b-3bc5fc28f03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7a4859-da6a-499f-9855-7c637612abe0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:41.892811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-cc9fae11-e26c-437c-b6ef-a85316b79acc tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:41.895280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-cc9fae11-e26c-437c-b6ef-a85316b79acc tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.15 "GET /v2.0/networks?id=f64a0b4d-10ae-4db7-8c59-c6ef447a03ef HTTP/1.1" status: 200 len: 822 time: 0.2609601 Mar 07 21:40:41.911888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-bb5e02e3-9d7a-4efa-aed9-7e11a9d698b0 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Request body: {'port': {'device_id': 'af2abc9f-aad9-43ff-8544-9d580b3b75e9', 'network_id': 'f64a0b4d-10ae-4db7-8c59-c6ef447a03ef', 'admin_state_up': True, 'tenant_id': 'eebb4fb908aa406caf225cc7b23081aa'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:42.054735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-bb5e02e3-9d7a-4efa-aed9-7e11a9d698b0 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Made reservation on behalf of eebb4fb908aa406caf225cc7b23081aa for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:42.059885 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-bb5e02e3-9d7a-4efa-aed9-7e11a9d698b0 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:42.259323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-bb5e02e3-9d7a-4efa-aed9-7e11a9d698b0 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Allocated IP 172.20.0.8 (f64a0b4d-10ae-4db7-8c59-c6ef447a03ef/446f018a-602f-4626-a653-858cf8355aa1/ff8eade9-600f-46e0-aa5e-627c303961af) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:42.320466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4c68c-709e-4050-8709-a41968510e55 req-09c42bf7-cac9-4805-b2c1-ddcf22724bab tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:42.322466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99b4c68c-709e-4050-8709-a41968510e55 req-09c42bf7-cac9-4805-b2c1-ddcf22724bab tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.15 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 950 time: 0.1600034 Mar 07 21:40:42.420663 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b317b-1fda-4bc6-b7b3-e01ab4e8ca78 req-8d75b7e0-cf88-47b5-8f3b-ecd6a6ebbb06 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:42.422475 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-212b317b-1fda-4bc6-b7b3-e01ab4e8ca78 req-8d75b7e0-cf88-47b5-8f3b-ecd6a6ebbb06 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.1820841 Mar 07 21:40:42.583912 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-212b317b-1fda-4bc6-b7b3-e01ab4e8ca78 req-e53577ec-f2fc-41af-96bb-8b144defedbe tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494236 Mar 07 21:40:42.617302 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-99b4c68c-709e-4050-8709-a41968510e55 req-8001e544-325e-4c38-bada-dc68019b968a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Deleting port e851dca9-9246-4d61-959a-5360a1af8d06 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:40:42.617851 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-99b4c68c-709e-4050-8709-a41968510e55 req-8001e544-325e-4c38-bada-dc68019b968a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:42.623001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e851dca9-9246-4d61-959a-5360a1af8d06 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:40:42.646160 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-bb5e02e3-9d7a-4efa-aed9-7e11a9d698b0 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Publish callbacks [] for port (ff8eade9-600f-46e0-aa5e-627c303961af), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:42.752794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port e851dca9-9246-4d61-959a-5360a1af8d06 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:40:42.757556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port e851dca9-9246-4d61-959a-5360a1af8d06 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:40:42.757989 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:42.982751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e851dca9-9246-4d61-959a-5360a1af8d06 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:40:42.983151 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:43.063487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e851dca9-9246-4d61-959a-5360a1af8d06,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:43.072879 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:43.171578 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e851dca9-9246-4d61-959a-5360a1af8d06,revision_number=13']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:43.181018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-99b4c68c-709e-4050-8709-a41968510e55 req-8001e544-325e-4c38-bada-dc68019b968a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] For port e851dca9-9246-4d61-959a-5360a1af8d06, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e851dca9-9246-4d61-959a-5360a1af8d06,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:43.181655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-99b4c68c-709e-4050-8709-a41968510e55 req-8001e544-325e-4c38-bada-dc68019b968a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:43.194706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-99b4c68c-709e-4050-8709-a41968510e55 req-8001e544-325e-4c38-bada-dc68019b968a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Calling delete_port for e851dca9-9246-4d61-959a-5360a1af8d06 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:40:43.259891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8835bc7c-e9ed-469b-a10e-51c2e1ede925 req-021bc777-aceb-4df1-9d90-9aafb9dc63cb tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/ports?device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 210 time: 0.0591962 Mar 07 21:40:43.356503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7b2ac-ac2d-40cd-a5fb-73e7c7569c86 req-e3e3cd21-4396-4fcb-8f24-fa8783f6dc60 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:43.358137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aff7b2ac-ac2d-40cd-a5fb-73e7c7569c86 req-e3e3cd21-4396-4fcb-8f24-fa8783f6dc60 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=600f1037-8597-4fcf-8044-d485c14c4009 HTTP/1.1" status: 200 len: 951 time: 0.6442163 Mar 07 21:40:43.359444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:43.361762 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a908ef7-7d2e-4ecb-a802-e575ef50ae7f" -d '{"events": [{"server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "name": "network-vif-plugged", "status": "completed", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:43.364500 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-bb5e02e3-9d7a-4efa-aed9-7e11a9d698b0 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ff8eade9-600f-46e0-aa5e-627c303961af), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:43.437307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-bb5e02e3-9d7a-4efa-aed9-7e11a9d698b0 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Network f64a0b4d-10ae-4db7-8c59-c6ef447a03ef is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:43.448847 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-bb5e02e3-9d7a-4efa-aed9-7e11a9d698b0 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:43.451306 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-bb5e02e3-9d7a-4efa-aed9-7e11a9d698b0 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:40:43.497096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e02e3-9d7a-4efa-aed9-7e11a9d698b0 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Pushing event updated for resources: {'Port': ['ID=ff8eade9-600f-46e0-aa5e-627c303961af,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:43.577537 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aff7b2ac-ac2d-40cd-a5fb-73e7c7569c86 req-093526d0-108f-4c47-b0be-ed6b2558b040 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031565 Mar 07 21:40:43.627211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-bb5e02e3-9d7a-4efa-aed9-7e11a9d698b0 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:43.628081 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-bb5e02e3-9d7a-4efa-aed9-7e11a9d698b0 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:43.655371 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9da1f8-4904-4e1a-b47f-cd05bf746f2f x-openstack-request-id: req-0c9da1f8-4904-4e1a-b47f-cd05bf746f2f {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:43.656014 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "name": "network-vif-plugged", "status": "completed", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:43.656014 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c9da1f8-4904-4e1a-b47f-cd05bf746f2f {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:43.656402 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06', 'code': 200} Mar 07 21:40:43.672477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-bb5e02e3-9d7a-4efa-aed9-7e11a9d698b0 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7651477 Mar 07 21:40:43.675365 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-99b4c68c-709e-4050-8709-a41968510e55 req-8001e544-325e-4c38-bada-dc68019b968a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e851dca9-9246-4d61-959a-5360a1af8d06), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:43.689164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['250c0933-2051-4622-966e-95c5d64fdd30'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:40:43.692445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['a579bf70-a25a-4de4-b100-2836fe8ef53a', 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'e851dca9-9246-4d61-959a-5360a1af8d06'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:40:43.718514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Request body: {'port': {'device_id': 'af2abc9f-aad9-43ff-8544-9d580b3b75e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:43.744039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001e544-325e-4c38-bada-dc68019b968a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Pushing event deleted for resources: {'Port': ['ID=e851dca9-9246-4d61-959a-5360a1af8d06,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:43.852060 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b4c68c-709e-4050-8709-a41968510e55 req-8001e544-325e-4c38-bada-dc68019b968a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] No DVR routers for this DVR port e851dca9-9246-4d61-959a-5360a1af8d06 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:43.870021 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-99b4c68c-709e-4050-8709-a41968510e55 req-8001e544-325e-4c38-bada-dc68019b968a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:43.874769 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99b4c68c-709e-4050-8709-a41968510e55 req-8001e544-325e-4c38-bada-dc68019b968a tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.15 "DELETE /v2.0/ports/e851dca9-9246-4d61-959a-5360a1af8d06 HTTP/1.1" status: 204 len: 173 time: 1.5387261 Mar 07 21:40:43.875371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'name': 'network-vif-deleted', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:43.877952 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de4b0ca-ee4e-4851-bb48-d16930caa551" -d '{"events": [{"server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "name": "network-vif-deleted", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:43.940115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187a2ea-5a89-47c7-9859-8e81574e012e req-42907c9a-0bb6-466c-9ef3-54eec96c1664 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:43.943848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e187a2ea-5a89-47c7-9859-8e81574e012e req-42907c9a-0bb6-466c-9ef3-54eec96c1664 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.1974671 Mar 07 21:40:43.948189 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ff8eade9-600f-46e0-aa5e-627c303961af), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:44.336095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e187a2ea-5a89-47c7-9859-8e81574e012e req-631d55ee-0d59-40ab-a63d-66f427866cd3 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725181 Mar 07 21:40:44.418442 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d76c01-8c11-4f43-bf3a-dfba6ffc65b2 x-openstack-request-id: req-99d76c01-8c11-4f43-bf3a-dfba6ffc65b2 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:44.419389 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600f1037-8597-4fcf-8044-d485c14c4009", "name": "network-vif-deleted", "tag": "e851dca9-9246-4d61-959a-5360a1af8d06", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:44.421290 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99d76c01-8c11-4f43-bf3a-dfba6ffc65b2 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:44.421931 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600f1037-8597-4fcf-8044-d485c14c4009', 'name': 'network-vif-deleted', 'tag': 'e851dca9-9246-4d61-959a-5360a1af8d06', 'status': 'completed', 'code': 200} Mar 07 21:40:44.453601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8eade9-600f-46e0-aa5e-627c303961af {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:40:44.469208 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Publish callbacks [] for port (ff8eade9-600f-46e0-aa5e-627c303961af), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:44.533973 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Transition to ACTIVE for port object ff8eade9-600f-46e0-aa5e-627c303961af will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:40:44.559164 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ff8eade9-600f-46e0-aa5e-627c303961af), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:44.657797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729b24a-499b-4e6a-907e-9385865e00e3 req-853d6807-3873-4f49-baac-6af7ae5aed02 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:44.660462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d729b24a-499b-4e6a-907e-9385865e00e3 req-853d6807-3873-4f49-baac-6af7ae5aed02 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/ports?device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 931 time: 0.1728494 Mar 07 21:40:44.712386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8eade9-600f-46e0-aa5e-627c303961af,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:44.792317 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d729b24a-499b-4e6a-907e-9385865e00e3 req-f114bc25-c9b2-4ab3-862f-2f21e61e32ce tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/security-groups?id=4734523b-960e-4a28-9d6f-1b7681b5fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229262 Mar 07 21:40:44.803418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Attempting to bind port ff8eade9-600f-46e0-aa5e-627c303961af on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:40:44.804661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Attempting to bind port ff8eade9-600f-46e0-aa5e-627c303961af by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'fe20c325-f734-4436-9c5e-c4895eda170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f64a0b4d-10ae-4db7-8c59-c6ef447a03ef'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:40:44.805294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Attempting to bind port ff8eade9-600f-46e0-aa5e-627c303961af on network f64a0b4d-10ae-4db7-8c59-c6ef447a03ef {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:40:44.810541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Port ff8eade9-600f-46e0-aa5e-627c303961af on network f64a0b4d-10ae-4db7-8c59-c6ef447a03ef not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:40:44.811378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Attempting to bind port ff8eade9-600f-46e0-aa5e-627c303961af on network f64a0b4d-10ae-4db7-8c59-c6ef447a03ef {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:40:44.816917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:40:44.817519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Checking segment: {'id': 'fe20c325-f734-4436-9c5e-c4895eda170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f64a0b4d-10ae-4db7-8c59-c6ef447a03ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:40:44.818120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Bound using segment: {'id': 'fe20c325-f734-4436-9c5e-c4895eda170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f64a0b4d-10ae-4db7-8c59-c6ef447a03ef'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:40:44.818757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Bound port: ff8eade9-600f-46e0-aa5e-627c303961af, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe20c325-f734-4436-9c5e-c4895eda170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f64a0b4d-10ae-4db7-8c59-c6ef447a03ef'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:40:44.819875 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ff8eade9-600f-46e0-aa5e-627c303961af), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:44.938133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] For port ff8eade9-600f-46e0-aa5e-627c303961af, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:40:44.942459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] For port ff8eade9-600f-46e0-aa5e-627c303961af, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ff8eade9-600f-46e0-aa5e-627c303961af,segment=NetworkSegment(fe20c325-f734-4436-9c5e-c4895eda170c),segment_id=fe20c325-f734-4436-9c5e-c4895eda170c)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:40:44.952559 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ff8eade9-600f-46e0-aa5e-627c303961af), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:45.015619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:45.016450 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:45.018395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] 10.222.0.15 "PUT /v2.0/ports/ff8eade9-600f-46e0-aa5e-627c303961af HTTP/1.1" status: 200 len: 1091 time: 1.3325658 Mar 07 21:40:45.061905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99aae0-ad1a-4c2a-961a-db598fc45f66 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8eade9-600f-46e0-aa5e-627c303961af,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:45.196944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-03be073c-9fa2-4267-b000-ee1f3cf12bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:45.198819 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-03be073c-9fa2-4267-b000-ee1f3cf12bfa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eebb4fb908aa406caf225cc7b23081aa&device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 1125 time: 0.1058965 Mar 07 21:40:45.248014 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-780efe59-244c-4130-b655-2dc5ce6c5dff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff8eade9-600f-46e0-aa5e-627c303961af HTTP/1.1" status: 200 len: 217 time: 0.0410326 Mar 07 21:40:45.263074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa91775-b7d0-460e-a39f-ae7b2cacf4e8 req-cc6db762-169c-443e-aed1-ea6819ba069e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:45.265006 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfa91775-b7d0-460e-a39f-ae7b2cacf4e8 req-cc6db762-169c-443e-aed1-ea6819ba069e tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 951 time: 0.1151497 Mar 07 21:40:45.390782 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfa91775-b7d0-460e-a39f-ae7b2cacf4e8 req-5281bc06-02b4-456a-8660-52b21edc70e1 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162548 Mar 07 21:40:45.394474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-0de1aeef-7522-47a6-ab42-5dd9a4ea8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:45.401924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-0de1aeef-7522-47a6-ab42-5dd9a4ea8dc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=446f018a-602f-4626-a653-858cf8355aa1 HTTP/1.1" status: 200 len: 862 time: 0.1354451 Mar 07 21:40:45.446905 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-0c3bc127-ac31-4c25-acf5-c0c94d458fd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f64a0b4d-10ae-4db7-8c59-c6ef447a03ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369451 Mar 07 21:40:45.606328 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-837456ff-1a27-4a80-a8f0-58af1f4d91d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:45.613385 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec2abc-9d6c-4997-8793-0c1fda861617 req-e59b06d0-2195-4950-96e0-f76508f5e81c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:45.613509 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56ec2abc-9d6c-4997-8793-0c1fda861617 req-e59b06d0-2195-4950-96e0-f76508f5e81c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.1392310 Mar 07 21:40:45.615694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-6b06698e-0674-4d93-846a-ec2f4ab8845b service neutron] 10.222.0.15 "GET /v2.0/networks/f64a0b4d-10ae-4db7-8c59-c6ef447a03ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549935 Mar 07 21:40:45.740543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56ec2abc-9d6c-4997-8793-0c1fda861617 req-a225ba8f-3301-48fc-bebc-4f09e8bccd9d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175179 Mar 07 21:40:45.786426 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:45.790249 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4fa47f-a39d-4d33-a84f-995ed8e1a40f req-af16b903-4515-4404-95b6-b731fd1daeec service neutron] 10.222.0.15 "GET /v2.0/networks/f64a0b4d-10ae-4db7-8c59-c6ef447a03ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675484 Mar 07 21:40:46.032769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735f4df-38bc-487a-b660-5d2678fb4f36 req-7dbc4e60-746a-46c3-a38e-f33cbeef0bfb tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:46.044928 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4735f4df-38bc-487a-b660-5d2678fb4f36 req-7dbc4e60-746a-46c3-a38e-f33cbeef0bfb tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/ports?device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 943 time: 0.1134219 Mar 07 21:40:46.140526 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4735f4df-38bc-487a-b660-5d2678fb4f36 req-9e0a7c0d-bddd-4ae2-aa69-c2880f05a633 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/security-groups?id=4734523b-960e-4a28-9d6f-1b7681b5fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928988 Mar 07 21:40:46.322331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57194) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:46.425759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2abc9f-aad9-43ff-8544-9d580b3b75e9', 'tag': 'ff8eade9-600f-46e0-aa5e-627c303961af'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:46.428699 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17935454-bdaf-4c34-954d-462fb4863ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "af2abc9f-aad9-43ff-8544-9d580b3b75e9", "tag": "ff8eade9-600f-46e0-aa5e-627c303961af"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:46.507025 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1e49-59df-4f71-889d-24b37203f409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:46.595399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f741857-d387-4373-85a6-7992238edd25 req-3b748639-d8ad-46fc-817c-79162dcfacff tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:46.597001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f741857-d387-4373-85a6-7992238edd25 req-3b748639-d8ad-46fc-817c-79162dcfacff tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 948 time: 0.1652961 Mar 07 21:40:46.644044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349827c-3b57-4570-a1b7-0fbcb3b12fc5 req-0987225c-55a9-44e9-a838-89fa52e7e944 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:46.644694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e851dca9-9246-4d61-959a-5360a1af8d06 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:46.645616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7349827c-3b57-4570-a1b7-0fbcb3b12fc5 req-0987225c-55a9-44e9-a838-89fa52e7e944 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 951 time: 0.1535847 Mar 07 21:40:46.704424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: e851dca9-9246-4d61-959a-5360a1af8d06 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:40:46.704768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e851dca9-9246-4d61-959a-5360a1af8d06 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:40:46.745617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f741857-d387-4373-85a6-7992238edd25 req-58e4d091-005c-44ee-9ac9-fa38120aa764 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405239 Mar 07 21:40:46.798085 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1e49-59df-4f71-889d-24b37203f409 admin admin] Publish callbacks [] for security_group (4f0ce2bc-9c51-41b6-a12c-cce7f79b1570), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:46.802589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7349827c-3b57-4570-a1b7-0fbcb3b12fc5 req-ffdb9044-15a3-418a-ae80-3b16cd1b76c3 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326110 Mar 07 21:40:46.810852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520ffc9-ec94-46c8-a3c5-5038f1a88b92 req-8f6f458c-3778-44eb-b34a-2311a80acb72 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:46.812539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6520ffc9-ec94-46c8-a3c5-5038f1a88b92 req-8f6f458c-3778-44eb-b34a-2311a80acb72 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.15 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 951 time: 0.1920779 Mar 07 21:40:46.813842 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1e49-59df-4f71-889d-24b37203f409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4f0ce2bc-9c51-41b6-a12c-cce7f79b1570), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:46.848974 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c62ff48-7de1-4e84-84e6-f41269d50fe1 x-openstack-request-id: req-4c62ff48-7de1-4e84-84e6-f41269d50fe1 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:46.849469 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2abc9f-aad9-43ff-8544-9d580b3b75e9", "tag": "ff8eade9-600f-46e0-aa5e-627c303961af", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:46.849745 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c62ff48-7de1-4e84-84e6-f41269d50fe1 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:46.850208 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2abc9f-aad9-43ff-8544-9d580b3b75e9', 'tag': 'ff8eade9-600f-46e0-aa5e-627c303961af', 'status': 'completed', 'code': 200} Mar 07 21:40:46.931695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8c6c1e49-59df-4f71-889d-24b37203f409 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e38f04c31d64eb39306dc03a6d7ccd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6080627 Mar 07 21:40:46.934787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57224) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:46.950196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c1e49-59df-4f71-889d-24b37203f409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0ce2bc-9c51-41b6-a12c-cce7f79b1570,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:47.014565 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3aca277d-32f9-4d48-93ae-27fb484c149b admin admin] Publish callbacks [] for security_group (4f0ce2bc-9c51-41b6-a12c-cce7f79b1570), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:47.039056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17935454-bdaf-4c34-954d-462fb4863ac1 req-44900584-dc98-4437-a0d4-6449bedf97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:47.040769 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17935454-bdaf-4c34-954d-462fb4863ac1 req-44900584-dc98-4437-a0d4-6449bedf97c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eebb4fb908aa406caf225cc7b23081aa&device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 1125 time: 0.1741896 Mar 07 21:40:47.051815 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3aca277d-32f9-4d48-93ae-27fb484c149b admin admin] Publish callbacks [] for security_group (4f0ce2bc-9c51-41b6-a12c-cce7f79b1570), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:47.052058 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d7e87-13f5-4991-b67f-fbd87d348b84 req-23db6fe3-6453-4ac4-ba25-d3eeece8d3a8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:47.053552 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-249d7e87-13f5-4991-b67f-fbd87d348b84 req-23db6fe3-6453-4ac4-ba25-d3eeece8d3a8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.1700218 Mar 07 21:40:47.114481 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3aca277d-32f9-4d48-93ae-27fb484c149b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4f0ce2bc-9c51-41b6-a12c-cce7f79b1570), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:47.118056 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3aca277d-32f9-4d48-93ae-27fb484c149b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:47.130682 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3aca277d-32f9-4d48-93ae-27fb484c149b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f0ce2bc-9c51-41b6-a12c-cce7f79b1570 HTTP/1.1" status: 204 len: 168 time: 0.1891882 Mar 07 21:40:47.154857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-6520ffc9-ec94-46c8-a3c5-5038f1a88b92 req-5a41a524-a273-4664-b28b-7ae54e72d593 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Deleting port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:40:47.155213 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6520ffc9-ec94-46c8-a3c5-5038f1a88b92 req-5a41a524-a273-4664-b28b-7ae54e72d593 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:47.164071 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca277d-32f9-4d48-93ae-27fb484c149b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0ce2bc-9c51-41b6-a12c-cce7f79b1570,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:47.230757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-249d7e87-13f5-4991-b67f-fbd87d348b84 req-7f26e2fa-1341-437d-972b-a210db992cdc tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616817 Mar 07 21:40:47.279187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17935454-bdaf-4c34-954d-462fb4863ac1 req-16e39414-db91-4da0-8302-df25765133da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:47.281675 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17935454-bdaf-4c34-954d-462fb4863ac1 req-16e39414-db91-4da0-8302-df25765133da service neutron] 10.222.0.15 "GET /v2.0/networks?id=f64a0b4d-10ae-4db7-8c59-c6ef447a03ef HTTP/1.1" status: 200 len: 923 time: 0.2262955 Mar 07 21:40:47.389551 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17935454-bdaf-4c34-954d-462fb4863ac1 req-31ef2c23-1194-4818-8984-3a590eb849e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff8eade9-600f-46e0-aa5e-627c303961af HTTP/1.1" status: 200 len: 217 time: 0.0898933 Mar 07 21:40:47.421101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-6520ffc9-ec94-46c8-a3c5-5038f1a88b92 req-5a41a524-a273-4664-b28b-7ae54e72d593 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] For port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:47.421564 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6520ffc9-ec94-46c8-a3c5-5038f1a88b92 req-5a41a524-a273-4664-b28b-7ae54e72d593 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:47.437813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-6520ffc9-ec94-46c8-a3c5-5038f1a88b92 req-5a41a524-a273-4664-b28b-7ae54e72d593 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Calling delete_port for a555ccb5-722a-42fa-aba1-3c9d60fbcdaf owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:40:47.564713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17935454-bdaf-4c34-954d-462fb4863ac1 req-9b81212e-b1bf-4bb6-887b-08d1a5f6be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:47.564713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17935454-bdaf-4c34-954d-462fb4863ac1 req-9b81212e-b1bf-4bb6-887b-08d1a5f6be28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=446f018a-602f-4626-a653-858cf8355aa1 HTTP/1.1" status: 200 len: 862 time: 0.1071179 Mar 07 21:40:47.565062 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57242) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:47.574396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151b1d5-e1f7-407e-b4bb-9aaddc10ef71 req-e1f2d37c-6e8a-47de-a0e0-18d982474388 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:47.581168 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2151b1d5-e1f7-407e-b4bb-9aaddc10ef71 req-e1f2d37c-6e8a-47de-a0e0-18d982474388 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/ports?device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 943 time: 0.2705905 Mar 07 21:40:47.589862 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65fcaf77-3942-402b-82f9-2be61827dd46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:47.629864 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17935454-bdaf-4c34-954d-462fb4863ac1 req-28dcc13d-5bcc-4dd7-874e-4b5799b9dc91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f64a0b4d-10ae-4db7-8c59-c6ef447a03ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440824 Mar 07 21:40:47.712284 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65fcaf77-3942-402b-82f9-2be61827dd46 admin admin] Publish callbacks [] for security_group (917ece1e-58ac-4326-911f-1b630d429e51), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:47.723657 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65fcaf77-3942-402b-82f9-2be61827dd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (917ece1e-58ac-4326-911f-1b630d429e51), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:47.818209 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6520ffc9-ec94-46c8-a3c5-5038f1a88b92 req-5a41a524-a273-4664-b28b-7ae54e72d593 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a555ccb5-722a-42fa-aba1-3c9d60fbcdaf), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:47.845888 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['250c0933-2051-4622-966e-95c5d64fdd30'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:40:47.861880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['a579bf70-a25a-4de4-b100-2836fe8ef53a', 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:40:47.875716 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-65fcaf77-3942-402b-82f9-2be61827dd46 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da208a0b56c7406db314ad1fbb03aab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3086615 Mar 07 21:40:47.877972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57250) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:47.959181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcaf77-3942-402b-82f9-2be61827dd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917ece1e-58ac-4326-911f-1b630d429e51,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:47.959935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41a524-a273-4664-b28b-7ae54e72d593 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Pushing event deleted for resources: {'Port': ['ID=a555ccb5-722a-42fa-aba1-3c9d60fbcdaf,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:48.017431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2151b1d5-e1f7-407e-b4bb-9aaddc10ef71 req-93a4827a-21d2-4307-8ec2-ebbf133f1b63 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/security-groups?id=4734523b-960e-4a28-9d6f-1b7681b5fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352748 Mar 07 21:40:48.026873 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79a7a2fa-a00b-43eb-91ac-d8e90fc5b837 admin admin] Publish callbacks [] for security_group (917ece1e-58ac-4326-911f-1b630d429e51), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:48.061002 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f8c80aee-467a-4c36-98b1-07483a2cfdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:48.082730 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79a7a2fa-a00b-43eb-91ac-d8e90fc5b837 admin admin] Publish callbacks [] for security_group (917ece1e-58ac-4326-911f-1b630d429e51), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:48.090812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6520ffc9-ec94-46c8-a3c5-5038f1a88b92 req-5a41a524-a273-4664-b28b-7ae54e72d593 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] No DVR routers for this DVR port a555ccb5-722a-42fa-aba1-3c9d60fbcdaf on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:48.097886 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6520ffc9-ec94-46c8-a3c5-5038f1a88b92 req-5a41a524-a273-4664-b28b-7ae54e72d593 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:48.105152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6520ffc9-ec94-46c8-a3c5-5038f1a88b92 req-5a41a524-a273-4664-b28b-7ae54e72d593 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.15 "DELETE /v2.0/ports/a555ccb5-722a-42fa-aba1-3c9d60fbcdaf HTTP/1.1" status: 204 len: 173 time: 1.2724710 Mar 07 21:40:48.128706 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:48.139678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af81d9-ea1b-44b2-b08f-d4eb70e0c526 req-1cabbf62-fede-4c4b-99c9-d85513a8aba9 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:48.141252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54af81d9-ea1b-44b2-b08f-d4eb70e0c526 req-1cabbf62-fede-4c4b-99c9-d85513a8aba9 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 948 time: 0.2350056 Mar 07 21:40:48.162114 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17935454-bdaf-4c34-954d-462fb4863ac1 req-4bb5c202-b390-43eb-b11e-df1ca91fae92 service neutron] 10.222.0.15 "GET /v2.0/networks/f64a0b4d-10ae-4db7-8c59-c6ef447a03ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158735 Mar 07 21:40:48.204099 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79a7a2fa-a00b-43eb-91ac-d8e90fc5b837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (917ece1e-58ac-4326-911f-1b630d429e51), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:48.207268 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79a7a2fa-a00b-43eb-91ac-d8e90fc5b837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:48.212068 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-79a7a2fa-a00b-43eb-91ac-d8e90fc5b837 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/917ece1e-58ac-4326-911f-1b630d429e51 HTTP/1.1" status: 204 len: 168 time: 0.3309975 Mar 07 21:40:48.227692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7a2fa-a00b-43eb-91ac-d8e90fc5b837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917ece1e-58ac-4326-911f-1b630d429e51,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:48.631015 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ff8eade9-600f-46e0-aa5e-627c303961af details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:40:48.895543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'name': 'network-vif-deleted', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:48.898792 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a974225c-588f-4b8a-84a3-74b424b86ecb" -d '{"events": [{"server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "name": "network-vif-deleted", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:48.914095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f932358c-eae4-48bb-84bb-bab8c3fa6aea req-15e06c58-c7e1-4251-a6b9-4f6f186e0a32 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=912acaf7-e778-4635-84d5-f7799cacdc7e HTTP/1.1" status: 200 len: 210 time: 0.6040478 Mar 07 21:40:48.937861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ff8eade9-600f-46e0-aa5e-627c303961af, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ff8eade9-600f-46e0-aa5e-627c303961af,segment=NetworkSegment(fe20c325-f734-4436-9c5e-c4895eda170c),segment_id=fe20c325-f734-4436-9c5e-c4895eda170c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:48.987472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'ff8eade9-600f-46e0-aa5e-627c303961af', 'network_id': 'f64a0b4d-10ae-4db7-8c59-c6ef447a03ef', 'port_id': 'ff8eade9-600f-46e0-aa5e-627c303961af', 'mac_address': 'fa:16:3e:1f:f2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446f018a-602f-4626-a653-858cf8355aa1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:40:49.020034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d7189-b081-4021-bd47-1802924af609 req-2f4406f7-b260-4a72-a851-da115f02b1b2 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:49.021812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce8d7189-b081-4021-bd47-1802924af609 req-2f4406f7-b260-4a72-a851-da115f02b1b2 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 948 time: 0.8796630 Mar 07 21:40:49.042911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54af81d9-ea1b-44b2-b08f-d4eb70e0c526 req-d43e33cd-1e0a-4833-a406-b486eaf48b1b tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7374907 Mar 07 21:40:49.095785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ff8eade9-600f-46e0-aa5e-627c303961af is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:40:49.096293 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ff8eade9-600f-46e0-aa5e-627c303961af), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:49.130804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8eade9-600f-46e0-aa5e-627c303961af {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:40:49.193985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ff8eade9-600f-46e0-aa5e-627c303961af, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ff8eade9-600f-46e0-aa5e-627c303961af,segment=NetworkSegment(fe20c325-f734-4436-9c5e-c4895eda170c),segment_id=fe20c325-f734-4436-9c5e-c4895eda170c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:49.203873 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2f14d3-fc4d-4dcd-9834-ed9350b3ca59 x-openstack-request-id: req-ad2f14d3-fc4d-4dcd-9834-ed9350b3ca59 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:49.204183 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912acaf7-e778-4635-84d5-f7799cacdc7e", "name": "network-vif-deleted", "tag": "a555ccb5-722a-42fa-aba1-3c9d60fbcdaf", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:49.204578 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad2f14d3-fc4d-4dcd-9834-ed9350b3ca59 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:49.204910 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912acaf7-e778-4635-84d5-f7799cacdc7e', 'name': 'network-vif-deleted', 'tag': 'a555ccb5-722a-42fa-aba1-3c9d60fbcdaf', 'status': 'completed', 'code': 200} Mar 07 21:40:49.206937 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ff8eade9-600f-46e0-aa5e-627c303961af), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:49.268518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17935454-bdaf-4c34-954d-462fb4863ac1 req-39fa178b-f4ee-4a76-8704-45dd1c651aee service neutron] 10.222.0.15 "GET /v2.0/networks/f64a0b4d-10ae-4db7-8c59-c6ef447a03ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0305064 Mar 07 21:40:49.295405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ff8eade9-600f-46e0-aa5e-627c303961af,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:49.316077 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:49.362192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7b886-72f9-4c6b-94e3-83c834e9d768 req-c1ada8bb-f893-4605-9e6b-db1e20436e0a tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:49.363887 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4e7b886-72f9-4c6b-94e3-83c834e9d768 req-c1ada8bb-f893-4605-9e6b-db1e20436e0a tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/ports?device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 944 time: 0.1128483 Mar 07 21:40:49.366552 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-ce8d7189-b081-4021-bd47-1802924af609 req-aae701da-536c-49b7-bdff-28f5a504d962 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Deleting port 3c4555d7-17f0-43ae-b0e6-385ab697eabf {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:40:49.366956 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ce8d7189-b081-4021-bd47-1802924af609 req-aae701da-536c-49b7-bdff-28f5a504d962 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:49.495480 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ff8eade9-600f-46e0-aa5e-627c303961af'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:40:49.726910 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4e7b886-72f9-4c6b-94e3-83c834e9d768 req-bfd9b6b5-d7ea-428c-b734-128d579021b5 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/security-groups?id=4734523b-960e-4a28-9d6f-1b7681b5fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394749 Mar 07 21:40:49.729679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ce8d7189-b081-4021-bd47-1802924af609 req-aae701da-536c-49b7-bdff-28f5a504d962 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] For port 3c4555d7-17f0-43ae-b0e6-385ab697eabf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3c4555d7-17f0-43ae-b0e6-385ab697eabf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:49.740256 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ce8d7189-b081-4021-bd47-1802924af609 req-aae701da-536c-49b7-bdff-28f5a504d962 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:49.757253 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-ce8d7189-b081-4021-bd47-1802924af609 req-aae701da-536c-49b7-bdff-28f5a504d962 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Calling delete_port for 3c4555d7-17f0-43ae-b0e6-385ab697eabf owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:40:49.768643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3001-8185-4b45-b74d-05dffbdb3654 req-c41ea3f4-20cf-4a67-88d9-f03b604f5de1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:49.777271 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e0cb3001-8185-4b45-b74d-05dffbdb3654 req-c41ea3f4-20cf-4a67-88d9-f03b604f5de1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.2881296 Mar 07 21:40:49.882325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e0cb3001-8185-4b45-b74d-05dffbdb3654 req-303faee2-77a4-4dee-91d4-c13b8e434b6d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999069 Mar 07 21:40:50.095750 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ce8d7189-b081-4021-bd47-1802924af609 req-aae701da-536c-49b7-bdff-28f5a504d962 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (3c4555d7-17f0-43ae-b0e6-385ab697eabf), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:50.164754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae701da-536c-49b7-bdff-28f5a504d962 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Pushing event deleted for resources: {'Port': ['ID=3c4555d7-17f0-43ae-b0e6-385ab697eabf,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:50.193112 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:50.227618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0280264a-355f-482e-83fc-aed2b3418a2f req-91a8891b-4a52-4cb7-98b1-39515e90bf0b tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1c6bff-113d-47b0-a9b8-240064c54d58 HTTP/1.1" status: 200 len: 210 time: 0.0661941 Mar 07 21:40:50.334008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8d7189-b081-4021-bd47-1802924af609 req-aae701da-536c-49b7-bdff-28f5a504d962 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] No DVR routers for this DVR port 3c4555d7-17f0-43ae-b0e6-385ab697eabf on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:50.343695 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ce8d7189-b081-4021-bd47-1802924af609 req-aae701da-536c-49b7-bdff-28f5a504d962 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:50.352115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce8d7189-b081-4021-bd47-1802924af609 req-aae701da-536c-49b7-bdff-28f5a504d962 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.15 "DELETE /v2.0/ports/3c4555d7-17f0-43ae-b0e6-385ab697eabf HTTP/1.1" status: 204 len: 173 time: 1.3029170 Mar 07 21:40:50.458936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e26b77-20f0-4eed-8d6d-98e23f4fb96d req-10750a1d-42ff-4d94-a150-c20cc6f2b6fe tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:50.469899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13e26b77-20f0-4eed-8d6d-98e23f4fb96d req-10750a1d-42ff-4d94-a150-c20cc6f2b6fe tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.0993803 Mar 07 21:40:50.573425 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13e26b77-20f0-4eed-8d6d-98e23f4fb96d req-7da79dbe-39a7-43d8-bc36-739aee6b8c3b tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023664 Mar 07 21:40:50.633202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ff8eade9-600f-46e0-aa5e-627c303961af up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:40:50.749001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port ff8eade9-600f-46e0-aa5e-627c303961af completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:40:50.757109 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port ff8eade9-600f-46e0-aa5e-627c303961af triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:40:50.767704 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ff8eade9-600f-46e0-aa5e-627c303961af), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:50.970203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb9303-2222-4684-a7fd-e4f4550ad002 req-ca168bf7-c0e3-4b36-894b-456ce3acbff7 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:50.982768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbeb9303-2222-4684-a7fd-e4f4550ad002 req-ca168bf7-c0e3-4b36-894b-456ce3acbff7 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/ports?device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 944 time: 0.1433129 Mar 07 21:40:51.052571 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ff8eade9-600f-46e0-aa5e-627c303961af is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:40:51.053119 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ff8eade9-600f-46e0-aa5e-627c303961af), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:51.097637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2abc9f-aad9-43ff-8544-9d580b3b75e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8eade9-600f-46e0-aa5e-627c303961af'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:51.099816 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c062b5-de1c-45e3-9709-5d49ffa59e35" -d '{"events": [{"server_uuid": "af2abc9f-aad9-43ff-8544-9d580b3b75e9", "name": "network-vif-plugged", "status": "completed", "tag": "ff8eade9-600f-46e0-aa5e-627c303961af"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:51.114420 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbeb9303-2222-4684-a7fd-e4f4550ad002 req-798c50fc-dd6c-4166-8045-d81771605558 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/security-groups?id=4734523b-960e-4a28-9d6f-1b7681b5fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291809 Mar 07 21:40:51.154868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ff8eade9-600f-46e0-aa5e-627c303961af, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ff8eade9-600f-46e0-aa5e-627c303961af,segment=NetworkSegment(fe20c325-f734-4436-9c5e-c4895eda170c),segment_id=fe20c325-f734-4436-9c5e-c4895eda170c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:51.162273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57338) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:51.175675 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ff8eade9-600f-46e0-aa5e-627c303961af), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:51.177690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a555ccb5-722a-42fa-aba1-3c9d60fbcdaf no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:51.206566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1c6bff-113d-47b0-a9b8-240064c54d58', 'name': 'network-vif-deleted', 'tag': '3c4555d7-17f0-43ae-b0e6-385ab697eabf'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:51.212116 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f003f86-2b67-415d-9cbf-02a70bfc7e44" -d '{"events": [{"server_uuid": "fe1c6bff-113d-47b0-a9b8-240064c54d58", "name": "network-vif-deleted", "tag": "3c4555d7-17f0-43ae-b0e6-385ab697eabf"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:51.240544 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a41e36f-f469-4d00-9968-4ea4b1546cd6 x-openstack-request-id: req-2a41e36f-f469-4d00-9968-4ea4b1546cd6 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:51.241543 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2abc9f-aad9-43ff-8544-9d580b3b75e9", "name": "network-vif-plugged", "status": "completed", "tag": "ff8eade9-600f-46e0-aa5e-627c303961af", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:51.242967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8db435-609f-40f4-8f18-8d73adcb76f3 req-1229eb77-f54e-47a2-8101-c7212daedbb3 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:51.243429 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a41e36f-f469-4d00-9968-4ea4b1546cd6 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:51.244007 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2abc9f-aad9-43ff-8544-9d580b3b75e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8eade9-600f-46e0-aa5e-627c303961af', 'code': 200} Mar 07 21:40:51.256383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a8db435-609f-40f4-8f18-8d73adcb76f3 req-1229eb77-f54e-47a2-8101-c7212daedbb3 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.2352495 Mar 07 21:40:51.301637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: a555ccb5-722a-42fa-aba1-3c9d60fbcdaf {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:40:51.302102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a555ccb5-722a-42fa-aba1-3c9d60fbcdaf not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:40:51.302827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 3c4555d7-17f0-43ae-b0e6-385ab697eabf no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:51.349926 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b31f5e4-4074-4d77-8261-1d2b295532bf x-openstack-request-id: req-7b31f5e4-4074-4d77-8261-1d2b295532bf {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:51.350663 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1c6bff-113d-47b0-a9b8-240064c54d58", "name": "network-vif-deleted", "tag": "3c4555d7-17f0-43ae-b0e6-385ab697eabf", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:51.351172 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b31f5e4-4074-4d77-8261-1d2b295532bf {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:51.351834 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1c6bff-113d-47b0-a9b8-240064c54d58', 'name': 'network-vif-deleted', 'tag': '3c4555d7-17f0-43ae-b0e6-385ab697eabf', 'status': 'completed', 'code': 200} Mar 07 21:40:51.361720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 3c4555d7-17f0-43ae-b0e6-385ab697eabf {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:40:51.370588 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 3c4555d7-17f0-43ae-b0e6-385ab697eabf not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:40:51.420814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ff8eade9-600f-46e0-aa5e-627c303961af,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:51.460098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a8db435-609f-40f4-8f18-8d73adcb76f3 req-ce663183-d8e6-49fe-a8d5-9c1554ce9de2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014205 Mar 07 21:40:51.469122 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd977b-6822-4e60-bcdb-0a781889bcf6 req-e0a36f3e-6d78-4710-9118-bd4ed99105e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:51.471118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2abd977b-6822-4e60-bcdb-0a781889bcf6 req-e0a36f3e-6d78-4710-9118-bd4ed99105e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 1127 time: 0.2118881 Mar 07 21:40:51.486389 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6039b6e8-03ea-4f18-8890-cdf52c1cac0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:51.567387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2abd977b-6822-4e60-bcdb-0a781889bcf6 req-e433892a-51a0-4a61-be06-3b258e39f9c8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4734523b-960e-4a28-9d6f-1b7681b5fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844200 Mar 07 21:40:51.674934 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6039b6e8-03ea-4f18-8890-cdf52c1cac0c admin admin] Publish callbacks [] for security_group (0cf06893-79b1-41be-bf34-fc5c660e596d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:51.684275 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6039b6e8-03ea-4f18-8890-cdf52c1cac0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0cf06893-79b1-41be-bf34-fc5c660e596d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:51.738501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b42a7e-dde0-46aa-a700-275a691ece42 req-ca0626f0-5cf5-48ff-abde-055ef71c48b7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:51.747768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7b42a7e-dde0-46aa-a700-275a691ece42 req-ca0626f0-5cf5-48ff-abde-055ef71c48b7 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.0739007 Mar 07 21:40:51.815453 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7b42a7e-dde0-46aa-a700-275a691ece42 req-e236bc70-1950-4ac8-a90d-5501fad27fee tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635304 Mar 07 21:40:51.847222 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039b6e8-03ea-4f18-8890-cdf52c1cac0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf06893-79b1-41be-bf34-fc5c660e596d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:51.853383 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6039b6e8-03ea-4f18-8890-cdf52c1cac0c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67d698df00944016a47b7ad309bf2e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6895158 Mar 07 21:40:51.858935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57356) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:40:51.940415 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c99a56-f96d-4bd9-8835-6b0a989c71c5 req-55328a3e-b705-4c23-882a-d028a425dfaf tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:51.944411 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d7c99a56-f96d-4bd9-8835-6b0a989c71c5 req-55328a3e-b705-4c23-882a-d028a425dfaf tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.13 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.2410817 Mar 07 21:40:51.952669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56c976-1d72-4a8e-a741-5c53ec6e40d4 req-ebf7ffad-3d02-4fce-8c23-10b4421e9d7e tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:51.965083 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be56c976-1d72-4a8e-a741-5c53ec6e40d4 req-ebf7ffad-3d02-4fce-8c23-10b4421e9d7e tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3c7dd39-1407-4b99-a255-0951214598f1 HTTP/1.1" status: 200 len: 949 time: 0.1635730 Mar 07 21:40:51.968506 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93b636be-62ae-4cd1-89f7-3bc33ed6c067 admin admin] Publish callbacks [] for security_group (0cf06893-79b1-41be-bf34-fc5c660e596d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:52.032474 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93b636be-62ae-4cd1-89f7-3bc33ed6c067 admin admin] Publish callbacks [] for security_group (0cf06893-79b1-41be-bf34-fc5c660e596d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:52.086917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be56c976-1d72-4a8e-a741-5c53ec6e40d4 req-3ca5ce84-d67a-4015-bd2f-7ba816e01bd1 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160839 Mar 07 21:40:52.088849 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:52.175853 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93b636be-62ae-4cd1-89f7-3bc33ed6c067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0cf06893-79b1-41be-bf34-fc5c660e596d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:52.180639 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93b636be-62ae-4cd1-89f7-3bc33ed6c067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:52.183395 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-93b636be-62ae-4cd1-89f7-3bc33ed6c067 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cf06893-79b1-41be-bf34-fc5c660e596d HTTP/1.1" status: 204 len: 168 time: 0.3224897 Mar 07 21:40:52.299806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b636be-62ae-4cd1-89f7-3bc33ed6c067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf06893-79b1-41be-bf34-fc5c660e596d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:52.404581 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6486762-c35f-4f65-ba94-7b6a92ea05c7 req-cbd2c6e6-3cfc-4435-9b1b-952640efc392 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:52.409676 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6486762-c35f-4f65-ba94-7b6a92ea05c7 req-cbd2c6e6-3cfc-4435-9b1b-952640efc392 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/ports?device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 945 time: 0.1690135 Mar 07 21:40:52.470848 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-d7c99a56-f96d-4bd9-8835-6b0a989c71c5 req-97b1e275-28a7-479a-b159-e2da31b05c75 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Deleting port 250c0933-2051-4622-966e-95c5d64fdd30 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:40:52.471161 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d7c99a56-f96d-4bd9-8835-6b0a989c71c5 req-97b1e275-28a7-479a-b159-e2da31b05c75 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (250c0933-2051-4622-966e-95c5d64fdd30), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:52.542709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6486762-c35f-4f65-ba94-7b6a92ea05c7 req-f740c41c-79d7-4fa9-96d8-b2a57eb6f749 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/security-groups?id=4734523b-960e-4a28-9d6f-1b7681b5fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239052 Mar 07 21:40:52.669932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba5e35-4274-4dff-ad09-30c07006ccf6 req-d0ecf440-1214-4a8d-8a46-8fa0e079d86c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:52.684652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-faba5e35-4274-4dff-ad09-30c07006ccf6 req-d0ecf440-1214-4a8d-8a46-8fa0e079d86c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.1107495 Mar 07 21:40:52.713218 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-d7c99a56-f96d-4bd9-8835-6b0a989c71c5 req-97b1e275-28a7-479a-b159-e2da31b05c75 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] For port 250c0933-2051-4622-966e-95c5d64fdd30, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=250c0933-2051-4622-966e-95c5d64fdd30,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:52.713590 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d7c99a56-f96d-4bd9-8835-6b0a989c71c5 req-97b1e275-28a7-479a-b159-e2da31b05c75 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (250c0933-2051-4622-966e-95c5d64fdd30), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:52.742038 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-d7c99a56-f96d-4bd9-8835-6b0a989c71c5 req-97b1e275-28a7-479a-b159-e2da31b05c75 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Calling delete_port for 250c0933-2051-4622-966e-95c5d64fdd30 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:40:52.840157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-faba5e35-4274-4dff-ad09-30c07006ccf6 req-92abd14f-e59c-40e4-bc4b-d48494057582 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492143 Mar 07 21:40:53.075471 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d7c99a56-f96d-4bd9-8835-6b0a989c71c5 req-97b1e275-28a7-479a-b159-e2da31b05c75 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (250c0933-2051-4622-966e-95c5d64fdd30), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:53.091150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['a579bf70-a25a-4de4-b100-2836fe8ef53a'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:40:53.152309 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1e275-28a7-479a-b159-e2da31b05c75 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Pushing event deleted for resources: {'Port': ['ID=250c0933-2051-4622-966e-95c5d64fdd30,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:53.185400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9a9fd-f9a3-4e32-a404-1e4d81982596 req-efaec6ea-f8cd-451d-b4c1-3e4ca8f91395 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:53.194091 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9dc9a9fd-f9a3-4e32-a404-1e4d81982596 req-efaec6ea-f8cd-451d-b4c1-3e4ca8f91395 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeab326c-d154-49d6-921f-9509b5a04d62 HTTP/1.1" status: 200 len: 949 time: 0.2591834 Mar 07 21:40:53.265665 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c99a56-f96d-4bd9-8835-6b0a989c71c5 req-97b1e275-28a7-479a-b159-e2da31b05c75 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] No DVR routers for this DVR port 250c0933-2051-4622-966e-95c5d64fdd30 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:53.275284 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d7c99a56-f96d-4bd9-8835-6b0a989c71c5 req-97b1e275-28a7-479a-b159-e2da31b05c75 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:53.294269 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d7c99a56-f96d-4bd9-8835-6b0a989c71c5 req-97b1e275-28a7-479a-b159-e2da31b05c75 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.13 "DELETE /v2.0/ports/250c0933-2051-4622-966e-95c5d64fdd30 HTTP/1.1" status: 204 len: 173 time: 1.3271527 Mar 07 21:40:53.294910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeab326c-d154-49d6-921f-9509b5a04d62', 'name': 'network-vif-deleted', 'tag': '250c0933-2051-4622-966e-95c5d64fdd30'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:53.297445 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccc1cd7-c510-43bc-8f42-3dca04b2f082" -d '{"events": [{"server_uuid": "aeab326c-d154-49d6-921f-9509b5a04d62", "name": "network-vif-deleted", "tag": "250c0933-2051-4622-966e-95c5d64fdd30"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:53.354709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9dc9a9fd-f9a3-4e32-a404-1e4d81982596 req-ae331918-482a-4770-82b6-e0e4bc214fcf tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582663 Mar 07 21:40:53.477391 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d139a9-e99f-4d3e-984a-be06f0792f47 x-openstack-request-id: req-31d139a9-e99f-4d3e-984a-be06f0792f47 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:53.477762 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeab326c-d154-49d6-921f-9509b5a04d62", "name": "network-vif-deleted", "tag": "250c0933-2051-4622-966e-95c5d64fdd30", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:53.478161 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31d139a9-e99f-4d3e-984a-be06f0792f47 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:53.478682 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeab326c-d154-49d6-921f-9509b5a04d62', 'name': 'network-vif-deleted', 'tag': '250c0933-2051-4622-966e-95c5d64fdd30', 'status': 'completed', 'code': 200} Mar 07 21:40:53.486401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385e9e7-298e-4925-aa30-d7f78e0193fd req-7a4dfd58-9a8e-4162-8f35-d2282afc8115 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:53.495564 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8385e9e7-298e-4925-aa30-d7f78e0193fd req-7a4dfd58-9a8e-4162-8f35-d2282afc8115 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3c7dd39-1407-4b99-a255-0951214598f1 HTTP/1.1" status: 200 len: 949 time: 0.1701653 Mar 07 21:40:53.599763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8385e9e7-298e-4925-aa30-d7f78e0193fd req-4410170e-79b2-4d2c-aa19-35e8e5bbcec7 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025963 Mar 07 21:40:53.784660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c887e-007e-4087-8a6e-b27db6d3b8e9 req-eedcb6ad-237d-4bc7-85b6-983d1b8baed0 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:53.797549 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d5c887e-007e-4087-8a6e-b27db6d3b8e9 req-eedcb6ad-237d-4bc7-85b6-983d1b8baed0 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/ports?device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 945 time: 0.1462843 Mar 07 21:40:53.939695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d5c887e-007e-4087-8a6e-b27db6d3b8e9 req-a5009c0a-ed00-423f-a92a-1b80fda1f357 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/security-groups?id=4734523b-960e-4a28-9d6f-1b7681b5fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416214 Mar 07 21:40:53.995261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a8db8-cb12-48a9-b2e1-afa703e6598f req-a891b93b-6b04-406b-9d6c-19da0b32b51d tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:53.997753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d7a8db8-cb12-48a9-b2e1-afa703e6598f req-a891b93b-6b04-406b-9d6c-19da0b32b51d tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3c7dd39-1407-4b99-a255-0951214598f1 HTTP/1.1" status: 200 len: 949 time: 0.1294887 Mar 07 21:40:54.537716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0e883-0c47-428f-a67d-859710a708fe req-09f5a8bb-513e-4b28-baa6-5d9f806e4df7 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:54.540317 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1aa0e883-0c47-428f-a67d-859710a708fe req-09f5a8bb-513e-4b28-baa6-5d9f806e4df7 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.4105206 Mar 07 21:40:54.602175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-0d7a8db8-cb12-48a9-b2e1-afa703e6598f req-1734ad6f-f574-4669-82cb-3745acdf2130 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Deleting port 6f80962b-8d0d-47bf-8913-dfd9858ef248 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:40:54.602773 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d7a8db8-cb12-48a9-b2e1-afa703e6598f req-1734ad6f-f574-4669-82cb-3745acdf2130 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:54.668104 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1aa0e883-0c47-428f-a67d-859710a708fe req-6fb12c6f-b097-468d-a67b-ae05f57e155d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893655 Mar 07 21:40:54.832076 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0d7a8db8-cb12-48a9-b2e1-afa703e6598f req-1734ad6f-f574-4669-82cb-3745acdf2130 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] For port 6f80962b-8d0d-47bf-8913-dfd9858ef248, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f80962b-8d0d-47bf-8913-dfd9858ef248,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:54.832461 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d7a8db8-cb12-48a9-b2e1-afa703e6598f req-1734ad6f-f574-4669-82cb-3745acdf2130 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:54.863774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-0d7a8db8-cb12-48a9-b2e1-afa703e6598f req-1734ad6f-f574-4669-82cb-3745acdf2130 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Calling delete_port for 6f80962b-8d0d-47bf-8913-dfd9858ef248 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:40:54.898250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfe35b-0f89-4427-a0e1-1269d5943353 req-02ca8b82-31b3-4315-94b3-c4b0a606dee2 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:54.903023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53dfe35b-0f89-4427-a0e1-1269d5943353 req-02ca8b82-31b3-4315-94b3-c4b0a606dee2 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/ports?device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 945 time: 0.3598514 Mar 07 21:40:55.004861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 250c0933-2051-4622-966e-95c5d64fdd30 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:55.067770 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 250c0933-2051-4622-966e-95c5d64fdd30 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:40:55.068119 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 250c0933-2051-4622-966e-95c5d64fdd30 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:40:55.184294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53dfe35b-0f89-4427-a0e1-1269d5943353 req-8966da53-3f26-412f-aa03-4bc9f856cdff tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/security-groups?id=4734523b-960e-4a28-9d6f-1b7681b5fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206452 Mar 07 21:40:55.296817 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8030b-8ab9-4fb1-b250-20f715f69981 req-d95bca79-28f3-4486-9296-c1ea012e0e23 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:55.304233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1a8030b-8ab9-4fb1-b250-20f715f69981 req-d95bca79-28f3-4486-9296-c1ea012e0e23 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3c7dd39-1407-4b99-a255-0951214598f1 HTTP/1.1" status: 200 len: 949 time: 0.3092182 Mar 07 21:40:55.586032 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1a8030b-8ab9-4fb1-b250-20f715f69981 req-1dd1b2e6-87b8-485b-85ef-b505498be490 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.26 "GET /v2.0/security-groups?id=7409faf1-8c1f-4c23-9e75-7f2fac690a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660797 Mar 07 21:40:55.605556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d25ec-be64-4a7c-b294-e29e76d16b96 req-72c0e295-e6cc-4f7a-a8c0-c20c764f0249 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:55.619614 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-863d25ec-be64-4a7c-b294-e29e76d16b96 req-72c0e295-e6cc-4f7a-a8c0-c20c764f0249 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.2906628 Mar 07 21:40:55.646504 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d7a8db8-cb12-48a9-b2e1-afa703e6598f req-1734ad6f-f574-4669-82cb-3745acdf2130 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6f80962b-8d0d-47bf-8913-dfd9858ef248), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:55.721882 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734ad6f-f574-4669-82cb-3745acdf2130 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Pushing event deleted for resources: {'Port': ['ID=6f80962b-8d0d-47bf-8913-dfd9858ef248,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:55.812799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7a8db8-cb12-48a9-b2e1-afa703e6598f req-1734ad6f-f574-4669-82cb-3745acdf2130 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] No DVR routers for this DVR port 6f80962b-8d0d-47bf-8913-dfd9858ef248 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:55.825660 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d7a8db8-cb12-48a9-b2e1-afa703e6598f req-1734ad6f-f574-4669-82cb-3745acdf2130 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:55.829044 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d7a8db8-cb12-48a9-b2e1-afa703e6598f req-1734ad6f-f574-4669-82cb-3745acdf2130 tempest-ListImageFiltersTestJSON-684825917 tempest-ListImageFiltersTestJSON-684825917-project] 10.222.0.15 "DELETE /v2.0/ports/6f80962b-8d0d-47bf-8913-dfd9858ef248 HTTP/1.1" status: 204 len: 173 time: 1.8256841 Mar 07 21:40:55.832394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'name': 'network-vif-deleted', 'tag': '6f80962b-8d0d-47bf-8913-dfd9858ef248'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:55.835094 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1025a9-f049-46df-99c1-c27b4a4493f2" -d '{"events": [{"server_uuid": "f3c7dd39-1407-4b99-a255-0951214598f1", "name": "network-vif-deleted", "tag": "6f80962b-8d0d-47bf-8913-dfd9858ef248"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:55.957421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-863d25ec-be64-4a7c-b294-e29e76d16b96 req-189d6131-9683-4b01-a074-130ad9f14fbe tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281744 Mar 07 21:40:55.985182 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e13e2a-30fd-4d34-8cd7-c1bc1beaa84a req-269e5a7a-aa71-484c-a377-83240eef6549 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:55.985182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5e13e2a-30fd-4d34-8cd7-c1bc1beaa84a req-269e5a7a-aa71-484c-a377-83240eef6549 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.15 "GET /v2.0/ports?device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 945 time: 0.1109674 Mar 07 21:40:55.996954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3fdeb-b136-43e6-9a01-632b82df4a0a req-7d6d631e-07f7-470d-b974-4c247fa2601e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:56.003998 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dec3fdeb-b136-43e6-9a01-632b82df4a0a req-7d6d631e-07f7-470d-b974-4c247fa2601e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.2194815 Mar 07 21:40:56.152938 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c1ce9f-2277-44b3-9b25-7967e4e8b81e x-openstack-request-id: req-b9c1ce9f-2277-44b3-9b25-7967e4e8b81e {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:56.154594 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c7dd39-1407-4b99-a255-0951214598f1", "name": "network-vif-deleted", "tag": "6f80962b-8d0d-47bf-8913-dfd9858ef248", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:56.154871 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9c1ce9f-2277-44b3-9b25-7967e4e8b81e {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:56.155298 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c7dd39-1407-4b99-a255-0951214598f1', 'name': 'network-vif-deleted', 'tag': '6f80962b-8d0d-47bf-8913-dfd9858ef248', 'status': 'completed', 'code': 200} Mar 07 21:40:56.204989 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dec3fdeb-b136-43e6-9a01-632b82df4a0a req-14b3104a-dadb-4777-abf0-39e8a756b0a1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000110 Mar 07 21:40:56.260879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a5e13e2a-30fd-4d34-8cd7-c1bc1beaa84a req-1e6baa87-c2f5-4600-8580-74b0d0ccf68c tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Deleting port ff8eade9-600f-46e0-aa5e-627c303961af {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:40:56.261219 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a5e13e2a-30fd-4d34-8cd7-c1bc1beaa84a req-1e6baa87-c2f5-4600-8580-74b0d0ccf68c tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ff8eade9-600f-46e0-aa5e-627c303961af), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:56.802125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a5e13e2a-30fd-4d34-8cd7-c1bc1beaa84a req-1e6baa87-c2f5-4600-8580-74b0d0ccf68c tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] For port ff8eade9-600f-46e0-aa5e-627c303961af, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ff8eade9-600f-46e0-aa5e-627c303961af,segment=NetworkSegment(fe20c325-f734-4436-9c5e-c4895eda170c),segment_id=fe20c325-f734-4436-9c5e-c4895eda170c)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:56.803334 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a5e13e2a-30fd-4d34-8cd7-c1bc1beaa84a req-1e6baa87-c2f5-4600-8580-74b0d0ccf68c tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ff8eade9-600f-46e0-aa5e-627c303961af), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:56.822927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a5e13e2a-30fd-4d34-8cd7-c1bc1beaa84a req-1e6baa87-c2f5-4600-8580-74b0d0ccf68c tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Calling delete_port for ff8eade9-600f-46e0-aa5e-627c303961af owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:40:57.007235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba207-0050-4a92-9c1c-72670a1d9ab0 req-e569a1f0-4309-4baa-8c47-151ad502db19 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:57.008821 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6aba207-0050-4a92-9c1c-72670a1d9ab0 req-e569a1f0-4309-4baa-8c47-151ad502db19 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/ports?device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 945 time: 0.5858164 Mar 07 21:40:57.112724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d47fba-5ba6-472c-baaf-8954ef689d31 req-198e3f50-c4ff-4027-9775-f60578c03419 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:57.114682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03d47fba-5ba6-472c-baaf-8954ef689d31 req-198e3f50-c4ff-4027-9775-f60578c03419 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.6905949 Mar 07 21:40:57.283986 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a5e13e2a-30fd-4d34-8cd7-c1bc1beaa84a req-1e6baa87-c2f5-4600-8580-74b0d0ccf68c tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ff8eade9-600f-46e0-aa5e-627c303961af), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:57.300916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ff8eade9-600f-46e0-aa5e-627c303961af'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:40:57.380371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6aba207-0050-4a92-9c1c-72670a1d9ab0 req-b04b1911-ca7e-474e-bae6-b70d9182a195 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/security-groups?id=4734523b-960e-4a28-9d6f-1b7681b5fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533881 Mar 07 21:40:57.487102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6baa87-c2f5-4600-8580-74b0d0ccf68c tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Pushing event deleted for resources: {'Port': ['ID=ff8eade9-600f-46e0-aa5e-627c303961af,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:57.869784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e13e2a-30fd-4d34-8cd7-c1bc1beaa84a req-1e6baa87-c2f5-4600-8580-74b0d0ccf68c tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] No DVR routers for this DVR port ff8eade9-600f-46e0-aa5e-627c303961af on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:57.875587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a5e13e2a-30fd-4d34-8cd7-c1bc1beaa84a req-1e6baa87-c2f5-4600-8580-74b0d0ccf68c tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:57.880322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5e13e2a-30fd-4d34-8cd7-c1bc1beaa84a req-1e6baa87-c2f5-4600-8580-74b0d0ccf68c tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.15 "DELETE /v2.0/ports/ff8eade9-600f-46e0-aa5e-627c303961af HTTP/1.1" status: 204 len: 173 time: 1.8730969 Mar 07 21:40:57.940378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-03d47fba-5ba6-472c-baaf-8954ef689d31 req-30832b57-d4b2-4b2e-8040-60d306b201ea tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Deleting port a579bf70-a25a-4de4-b100-2836fe8ef53a {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:40:57.946734 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-03d47fba-5ba6-472c-baaf-8954ef689d31 req-30832b57-d4b2-4b2e-8040-60d306b201ea tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:58.093236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f645-63af-446c-81b6-cb283b2092aa req-1ed3ab9f-3415-4a5f-b2bb-cc08517de869 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:58.097096 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-deb1f645-63af-446c-81b6-cb283b2092aa req-1ed3ab9f-3415-4a5f-b2bb-cc08517de869 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 949 time: 0.5908649 Mar 07 21:40:58.156340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2abc9f-aad9-43ff-8544-9d580b3b75e9', 'name': 'network-vif-deleted', 'tag': 'ff8eade9-600f-46e0-aa5e-627c303961af'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:58.158932 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d462226c-6a5c-4b6f-80d1-f7c2c9ba1236" -d '{"events": [{"server_uuid": "af2abc9f-aad9-43ff-8544-9d580b3b75e9", "name": "network-vif-deleted", "tag": "ff8eade9-600f-46e0-aa5e-627c303961af"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:40:58.176233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dd5c6-02cd-46a0-8205-3111b81b1c55 req-094c0d8f-048a-48fc-b51c-0022a96e9d5c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:58.184273 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e18dd5c6-02cd-46a0-8205-3111b81b1c55 req-094c0d8f-048a-48fc-b51c-0022a96e9d5c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.4381537 Mar 07 21:40:58.347357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-deb1f645-63af-446c-81b6-cb283b2092aa req-d2382151-7199-4a1e-9cb5-b9dc19ead971 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65b4d22-c453-48d3-9b8c-14740caccf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850505 Mar 07 21:40:58.358895 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e18dd5c6-02cd-46a0-8205-3111b81b1c55 req-a5160e29-dba8-4b5d-8746-47eb5681a347 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736915 Mar 07 21:40:58.443241 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-03d47fba-5ba6-472c-baaf-8954ef689d31 req-30832b57-d4b2-4b2e-8040-60d306b201ea tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] For port a579bf70-a25a-4de4-b100-2836fe8ef53a, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a579bf70-a25a-4de4-b100-2836fe8ef53a,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:40:58.444205 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-03d47fba-5ba6-472c-baaf-8954ef689d31 req-30832b57-d4b2-4b2e-8040-60d306b201ea tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:58.465512 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2704bcc-1a7f-4051-8208-a9e5edddb6a8 x-openstack-request-id: req-a2704bcc-1a7f-4051-8208-a9e5edddb6a8 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:40:58.465811 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2abc9f-aad9-43ff-8544-9d580b3b75e9", "name": "network-vif-deleted", "tag": "ff8eade9-600f-46e0-aa5e-627c303961af", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:40:58.466099 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2704bcc-1a7f-4051-8208-a9e5edddb6a8 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:40:58.466493 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2abc9f-aad9-43ff-8544-9d580b3b75e9', 'name': 'network-vif-deleted', 'tag': 'ff8eade9-600f-46e0-aa5e-627c303961af', 'status': 'completed', 'code': 200} Mar 07 21:40:58.508632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-03d47fba-5ba6-472c-baaf-8954ef689d31 req-30832b57-d4b2-4b2e-8040-60d306b201ea tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Calling delete_port for a579bf70-a25a-4de4-b100-2836fe8ef53a owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:40:58.674186 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6f80962b-8d0d-47bf-8913-dfd9858ef248 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:40:58.717931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a662b564-ba7c-42ec-bbe4-902801dbbf3b req-a8d5a342-f387-4293-88ad-f129b23192a5 tempest-ServerAddressesNegativeTestJSON-965719520 tempest-ServerAddressesNegativeTestJSON-965719520-project] 10.222.0.26 "GET /v2.0/ports?device_id=af2abc9f-aad9-43ff-8544-9d580b3b75e9 HTTP/1.1" status: 200 len: 210 time: 0.0804663 Mar 07 21:40:58.732481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 6f80962b-8d0d-47bf-8913-dfd9858ef248 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:40:58.732481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6f80962b-8d0d-47bf-8913-dfd9858ef248 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:40:58.983817 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-03d47fba-5ba6-472c-baaf-8954ef689d31 req-30832b57-d4b2-4b2e-8040-60d306b201ea tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a579bf70-a25a-4de4-b100-2836fe8ef53a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:59.117539 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30832b57-d4b2-4b2e-8040-60d306b201ea tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Pushing event deleted for resources: {'Port': ['ID=a579bf70-a25a-4de4-b100-2836fe8ef53a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:59.261052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d47fba-5ba6-472c-baaf-8954ef689d31 req-30832b57-d4b2-4b2e-8040-60d306b201ea tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] No DVR routers for this DVR port a579bf70-a25a-4de4-b100-2836fe8ef53a on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:59.266441 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-03d47fba-5ba6-472c-baaf-8954ef689d31 req-30832b57-d4b2-4b2e-8040-60d306b201ea tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:40:59.278180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03d47fba-5ba6-472c-baaf-8954ef689d31 req-30832b57-d4b2-4b2e-8040-60d306b201ea tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.15 "DELETE /v2.0/ports/a579bf70-a25a-4de4-b100-2836fe8ef53a HTTP/1.1" status: 204 len: 173 time: 2.1471868 Mar 07 21:40:59.390477 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-426cd2e3-79b5-48d9-81c7-6a5f57ff3ac4 req-07e2781e-9a35-4ea8-aaa4-9cee7f758fe2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1108096 Mar 07 21:40:59.406964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aeba3a-e828-4390-ad15-4daa6b4c326a req-1e5c15fb-b5b8-47b1-8f2f-53be92fe774d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:59.414639 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-08aeba3a-e828-4390-ad15-4daa6b4c326a req-1e5c15fb-b5b8-47b1-8f2f-53be92fe774d tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 944 time: 0.0884998 Mar 07 21:40:59.546057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cd2e3-79b5-48d9-81c7-6a5f57ff3ac4 req-0a887bc4-7a83-4458-80dd-d8871ad0943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:59.549016 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-426cd2e3-79b5-48d9-81c7-6a5f57ff3ac4 req-0a887bc4-7a83-4458-80dd-d8871ad0943e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 1126 time: 0.0884356 Mar 07 21:40:59.660437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0582e9f6-0bac-40fa-ad5e-9ddb54391e73 req-e125b468-f0c8-4481-ba2b-76e665830610 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2260709 Mar 07 21:40:59.700961 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cd2e3-79b5-48d9-81c7-6a5f57ff3ac4 req-e2c3d8f3-b57a-4e32-9507-97921c7dbc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:59.703054 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-426cd2e3-79b5-48d9-81c7-6a5f57ff3ac4 req-e2c3d8f3-b57a-4e32-9507-97921c7dbc94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.1286304 Mar 07 21:40:59.714278 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-08aeba3a-e828-4390-ad15-4daa6b4c326a req-85b5b1ec-0e14-44fb-a808-12773b7d13fb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982814 Mar 07 21:40:59.811325 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-426cd2e3-79b5-48d9-81c7-6a5f57ff3ac4 req-8a98363d-ed61-4724-b73b-edec6b02cd12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b HTTP/1.1" status: 200 len: 217 time: 0.0993841 Mar 07 21:40:59.840529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582e9f6-0bac-40fa-ad5e-9ddb54391e73 req-f564a539-9793-4f8b-8141-51c286a4ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:59.847419 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0582e9f6-0bac-40fa-ad5e-9ddb54391e73 req-f564a539-9793-4f8b-8141-51c286a4ba4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 1126 time: 0.1244273 Mar 07 21:40:59.936020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cd2e3-79b5-48d9-81c7-6a5f57ff3ac4 req-00aeb852-3a07-4d5d-817d-d688516c6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:59.939263 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-426cd2e3-79b5-48d9-81c7-6a5f57ff3ac4 req-00aeb852-3a07-4d5d-817d-d688516c6f86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.1197803 Mar 07 21:41:00.012665 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-426cd2e3-79b5-48d9-81c7-6a5f57ff3ac4 req-4ea3805c-fef1-4174-91c6-9dffa8b13853 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669365 Mar 07 21:41:00.016052 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f7a9335-1395-40c8-92dc-39cb211708ef req-9dee32a1-3a18-414a-96ef-d070d2841656 tempest-MigrationsAdminTest-1580568850 tempest-MigrationsAdminTest-1580568850-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcb0f6e-2b6a-4300-86a1-119e06714705 HTTP/1.1" status: 200 len: 210 time: 0.0829613 Mar 07 21:41:00.215825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d2089-71fd-415c-ac8a-26edd9b7b5f7 req-796ceec6-0ce1-4e45-8f8a-889690d3db48 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:00.230834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e5d2089-71fd-415c-ac8a-26edd9b7b5f7 req-796ceec6-0ce1-4e45-8f8a-889690d3db48 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.1212325 Mar 07 21:41:00.254890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582e9f6-0bac-40fa-ad5e-9ddb54391e73 req-4890d365-df69-441a-9204-87274c6c06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:00.256414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0582e9f6-0bac-40fa-ad5e-9ddb54391e73 req-4890d365-df69-441a-9204-87274c6c06f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.3880000 Mar 07 21:41:00.265081 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-426cd2e3-79b5-48d9-81c7-6a5f57ff3ac4 req-794ce955-8bdf-4f69-bed1-af1adad2a219 service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300138 Mar 07 21:41:00.326888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0582e9f6-0bac-40fa-ad5e-9ddb54391e73 req-f38b0f9b-625f-4c60-963c-338102b0dd27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac97462-18cd-452c-91d0-b0bb29431fed HTTP/1.1" status: 200 len: 217 time: 0.0450144 Mar 07 21:41:00.437760 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-426cd2e3-79b5-48d9-81c7-6a5f57ff3ac4 req-684dc1c3-57b6-49c9-b639-51f505237ab0 service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693845 Mar 07 21:41:00.462867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822167e-f079-4d4d-ad3c-c514386926af req-9527570c-6ac9-4d30-b4bd-3d64e005dd7c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:00.471101 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a822167e-f079-4d4d-ad3c-c514386926af req-9527570c-6ac9-4d30-b4bd-3d64e005dd7c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 944 time: 0.2345214 Mar 07 21:41:00.476711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcb0f6e-2b6a-4300-86a1-119e06714705', 'name': 'network-vif-deleted', 'tag': 'a579bf70-a25a-4de4-b100-2836fe8ef53a'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:00.479007 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1d90c8-9837-44f5-9551-3975d67f2ed2" -d '{"events": [{"server_uuid": "0fcb0f6e-2b6a-4300-86a1-119e06714705", "name": "network-vif-deleted", "tag": "a579bf70-a25a-4de4-b100-2836fe8ef53a"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:00.486017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57636) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:00.552118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e5d2089-71fd-415c-ac8a-26edd9b7b5f7 req-7a00f4a6-75a4-4f27-afee-7b9c1425d71b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198023 Mar 07 21:41:00.608724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-73661df0-d090-49fe-a13f-30a430484bf0 admin admin] Deleting subnet 446f018a-602f-4626-a653-858cf8355aa1 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:41:00.622254 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-73661df0-d090-49fe-a13f-30a430484bf0 admin admin] Publish callbacks [] for subnet (446f018a-602f-4626-a653-858cf8355aa1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:00.684642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ff8eade9-600f-46e0-aa5e-627c303961af no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:41:00.729921 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-73661df0-d090-49fe-a13f-30a430484bf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (446f018a-602f-4626-a653-858cf8355aa1), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:00.737632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: ff8eade9-600f-46e0-aa5e-627c303961af {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:41:00.739108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ff8eade9-600f-46e0-aa5e-627c303961af not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:41:00.741763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a579bf70-a25a-4de4-b100-2836fe8ef53a no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:41:00.759964 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c7e2ea-281c-4f0b-858f-b13e09649a8c x-openstack-request-id: req-d1c7e2ea-281c-4f0b-858f-b13e09649a8c {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:00.761168 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcb0f6e-2b6a-4300-86a1-119e06714705", "name": "network-vif-deleted", "tag": "a579bf70-a25a-4de4-b100-2836fe8ef53a", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:00.762367 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1c7e2ea-281c-4f0b-858f-b13e09649a8c {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:00.768588 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcb0f6e-2b6a-4300-86a1-119e06714705', 'name': 'network-vif-deleted', 'tag': 'a579bf70-a25a-4de4-b100-2836fe8ef53a', 'status': 'completed', 'code': 200} Mar 07 21:41:00.780791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582e9f6-0bac-40fa-ad5e-9ddb54391e73 req-142f970b-ea79-4aec-810f-552ec0cec58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:00.791881 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0582e9f6-0bac-40fa-ad5e-9ddb54391e73 req-142f970b-ea79-4aec-810f-552ec0cec58e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.4537454 Mar 07 21:41:00.822139 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: a579bf70-a25a-4de4-b100-2836fe8ef53a {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:41:00.823392 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a579bf70-a25a-4de4-b100-2836fe8ef53a not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:41:00.830637 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-73661df0-d090-49fe-a13f-30a430484bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (446f018a-602f-4626-a653-858cf8355aa1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:00.936556 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-73661df0-d090-49fe-a13f-30a430484bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (446f018a-602f-4626-a653-858cf8355aa1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:00.959715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0582e9f6-0bac-40fa-ad5e-9ddb54391e73 req-cd17cff6-b7c6-49a4-841e-b6cf5bc12518 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438887 Mar 07 21:41:00.960319 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57648) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:00.968439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73661df0-d090-49fe-a13f-30a430484bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=446f018a-602f-4626-a653-858cf8355aa1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:00.975483 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-73661df0-d090-49fe-a13f-30a430484bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:00.979816 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-73661df0-d090-49fe-a13f-30a430484bf0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/446f018a-602f-4626-a653-858cf8355aa1 HTTP/1.1" status: 204 len: 168 time: 0.4926584 Mar 07 21:41:00.982341 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57650) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:01.118263 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be669a6a-56e6-4164-80d7-0482d2b93a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (f64a0b4d-10ae-4db7-8c59-c6ef447a03ef), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:01.120202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57656) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:01.290298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be669a6a-56e6-4164-80d7-0482d2b93a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (f64a0b4d-10ae-4db7-8c59-c6ef447a03ef), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:01.337634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-be669a6a-56e6-4164-80d7-0482d2b93a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64a0b4d-10ae-4db7-8c59-c6ef447a03ef']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:01.356715 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-be669a6a-56e6-4164-80d7-0482d2b93a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe20c325-f734-4436-9c5e-c4895eda170c') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:01.357141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-be669a6a-56e6-4164-80d7-0482d2b93a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe20c325-f734-4436-9c5e-c4895eda170c') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:01.376770 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be669a6a-56e6-4164-80d7-0482d2b93a72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (fe20c325-f734-4436-9c5e-c4895eda170c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:01.401719 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be669a6a-56e6-4164-80d7-0482d2b93a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (fe20c325-f734-4436-9c5e-c4895eda170c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:01.413771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be669a6a-56e6-4164-80d7-0482d2b93a72 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:01.414509 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be669a6a-56e6-4164-80d7-0482d2b93a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (fe20c325-f734-4436-9c5e-c4895eda170c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:01.439169 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:01.471566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a822167e-f079-4d4d-ad3c-c514386926af req-e579eabf-5caf-48a2-8492-a9ffd4d2ed2c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Deleting port 5bedce28-8206-4494-8cb3-b383a0c60e5d {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:41:01.472164 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a822167e-f079-4d4d-ad3c-c514386926af req-e579eabf-5caf-48a2-8492-a9ffd4d2ed2c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:01.474681 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec7cc-211b-4643-b9e5-73e2e225ae7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:01.500177 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8760339d-a8ef-46e2-94bb-5a7df4ec0577 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=655e512baf954b1e8542fb65f4053051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767624 Mar 07 21:41:01.501500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57662) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:01.514926 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be669a6a-56e6-4164-80d7-0482d2b93a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (f64a0b4d-10ae-4db7-8c59-c6ef447a03ef), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:01.521414 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be669a6a-56e6-4164-80d7-0482d2b93a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:01.527297 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-be669a6a-56e6-4164-80d7-0482d2b93a72 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f64a0b4d-10ae-4db7-8c59-c6ef447a03ef HTTP/1.1" status: 204 len: 168 time: 0.5414603 Mar 07 21:41:01.547043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db5e4e-fdc1-40d5-8d14-3e79fe6cffb6 req-66d92027-3907-45e7-ace4-d85775fb627a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:01.548528 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19db5e4e-fdc1-40d5-8d14-3e79fe6cffb6 req-66d92027-3907-45e7-ace4-d85775fb627a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 944 time: 0.6909466 Mar 07 21:41:01.549645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be669a6a-56e6-4164-80d7-0482d2b93a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=f64a0b4d-10ae-4db7-8c59-c6ef447a03ef,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:01.586890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0582e9f6-0bac-40fa-ad5e-9ddb54391e73 req-105785ae-eb95-467f-a3fb-10a998de0a21 service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883448 Mar 07 21:41:01.601824 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0ab13922-f824-4edf-85aa-8013b19a97cd admin admin] Publish callbacks [] for security_group (7409faf1-8c1f-4c23-9e75-7f2fac690a9f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:01.639894 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0ab13922-f824-4edf-85aa-8013b19a97cd admin admin] Publish callbacks [] for security_group (7409faf1-8c1f-4c23-9e75-7f2fac690a9f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:01.650348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbff3d-7874-4631-9c38-1a2b31616956 req-2ecebad7-4887-4c7a-bb15-7a051c4a11ab tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:01.652010 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8fcbff3d-7874-4631-9c38-1a2b31616956 req-2ecebad7-4887-4c7a-bb15-7a051c4a11ab tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 946 time: 0.7105596 Mar 07 21:41:01.725759 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0ab13922-f824-4edf-85aa-8013b19a97cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7409faf1-8c1f-4c23-9e75-7f2fac690a9f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:01.728979 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0ab13922-f824-4edf-85aa-8013b19a97cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:01.732553 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0ab13922-f824-4edf-85aa-8013b19a97cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7409faf1-8c1f-4c23-9e75-7f2fac690a9f HTTP/1.1" status: 204 len: 168 time: 0.2276170 Mar 07 21:41:01.748292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab13922-f824-4edf-85aa-8013b19a97cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7409faf1-8c1f-4c23-9e75-7f2fac690a9f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:01.769512 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19db5e4e-fdc1-40d5-8d14-3e79fe6cffb6 req-c57a58e5-99d3-4683-8d95-58987057118f tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849973 Mar 07 21:41:01.802643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a822167e-f079-4d4d-ad3c-c514386926af req-e579eabf-5caf-48a2-8492-a9ffd4d2ed2c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] For port 5bedce28-8206-4494-8cb3-b383a0c60e5d, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5bedce28-8206-4494-8cb3-b383a0c60e5d,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:01.803659 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a822167e-f079-4d4d-ad3c-c514386926af req-e579eabf-5caf-48a2-8492-a9ffd4d2ed2c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:01.829268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57670) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:01.839795 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a822167e-f079-4d4d-ad3c-c514386926af req-e579eabf-5caf-48a2-8492-a9ffd4d2ed2c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Calling delete_port for 5bedce28-8206-4494-8cb3-b383a0c60e5d owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:41:01.864239 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8fcbff3d-7874-4631-9c38-1a2b31616956 req-601b3eb4-90c1-4f64-a777-6c81f52f7741 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984260 Mar 07 21:41:01.945880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0582e9f6-0bac-40fa-ad5e-9ddb54391e73 req-4fe60d59-ad3a-40fe-91a1-d6b7619ef7ab service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439195 Mar 07 21:41:01.980427 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ed3f69ba-f087-4448-8e3f-d27e43edd874 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eebb4fb908aa406caf225cc7b23081aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470845 Mar 07 21:41:01.981175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57678) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:01.990138 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec7cc-211b-4643-b9e5-73e2e225ae7a admin admin] Publish callbacks [] for security_group (44ceede6-ab35-48aa-9509-16516e18aa4c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:02.005628 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec7cc-211b-4643-b9e5-73e2e225ae7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (44ceede6-ab35-48aa-9509-16516e18aa4c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:02.085310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4a8ec7cc-211b-4643-b9e5-73e2e225ae7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76d865078a874e12a8a91169e9c15ab2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1056409 Mar 07 21:41:02.088398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57680) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:02.106792 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d4014660-e0c9-43a0-af33-e3685a726208 admin admin] Publish callbacks [] for security_group (4734523b-960e-4a28-9d6f-1b7681b5fb8d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:02.194194 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d4014660-e0c9-43a0-af33-e3685a726208 admin admin] Publish callbacks [] for security_group (4734523b-960e-4a28-9d6f-1b7681b5fb8d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:02.243873 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99c1841c-5a2e-4e21-9c29-c8f3974b3fa6 admin admin] Publish callbacks [] for security_group (44ceede6-ab35-48aa-9509-16516e18aa4c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:02.268456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ec7cc-211b-4643-b9e5-73e2e225ae7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ceede6-ab35-48aa-9509-16516e18aa4c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:02.281134 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99c1841c-5a2e-4e21-9c29-c8f3974b3fa6 admin admin] Publish callbacks [] for security_group (44ceede6-ab35-48aa-9509-16516e18aa4c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:02.325042 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d4014660-e0c9-43a0-af33-e3685a726208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4734523b-960e-4a28-9d6f-1b7681b5fb8d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:02.327613 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d4014660-e0c9-43a0-af33-e3685a726208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:02.328770 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d4014660-e0c9-43a0-af33-e3685a726208 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4734523b-960e-4a28-9d6f-1b7681b5fb8d HTTP/1.1" status: 204 len: 168 time: 0.3465142 Mar 07 21:41:02.364521 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4014660-e0c9-43a0-af33-e3685a726208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4734523b-960e-4a28-9d6f-1b7681b5fb8d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:02.395048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cabad2-35fb-48ba-9412-10a8f05ba461 req-37a0e615-2288-4c13-83a6-94905e77ea1d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:02.397176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87cabad2-35fb-48ba-9412-10a8f05ba461 req-37a0e615-2288-4c13-83a6-94905e77ea1d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.3226185 Mar 07 21:41:02.422284 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99c1841c-5a2e-4e21-9c29-c8f3974b3fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (44ceede6-ab35-48aa-9509-16516e18aa4c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:02.424844 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99c1841c-5a2e-4e21-9c29-c8f3974b3fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:02.425990 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-99c1841c-5a2e-4e21-9c29-c8f3974b3fa6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44ceede6-ab35-48aa-9509-16516e18aa4c HTTP/1.1" status: 204 len: 168 time: 0.3366668 Mar 07 21:41:02.434077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1841c-5a2e-4e21-9c29-c8f3974b3fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ceede6-ab35-48aa-9509-16516e18aa4c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:02.434292 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a822167e-f079-4d4d-ad3c-c514386926af req-e579eabf-5caf-48a2-8492-a9ffd4d2ed2c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5bedce28-8206-4494-8cb3-b383a0c60e5d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:02.520159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579eabf-5caf-48a2-8492-a9ffd4d2ed2c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Pushing event deleted for resources: {'Port': ['ID=5bedce28-8206-4494-8cb3-b383a0c60e5d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:02.602714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87cabad2-35fb-48ba-9412-10a8f05ba461 req-a2d18a5a-7ea2-4690-ac76-b64b2ccd85cc tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883399 Mar 07 21:41:02.670171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a822167e-f079-4d4d-ad3c-c514386926af req-e579eabf-5caf-48a2-8492-a9ffd4d2ed2c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] No DVR routers for this DVR port 5bedce28-8206-4494-8cb3-b383a0c60e5d on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:02.672806 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a822167e-f079-4d4d-ad3c-c514386926af req-e579eabf-5caf-48a2-8492-a9ffd4d2ed2c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:02.677020 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a822167e-f079-4d4d-ad3c-c514386926af req-e579eabf-5caf-48a2-8492-a9ffd4d2ed2c tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.13 "DELETE /v2.0/ports/5bedce28-8206-4494-8cb3-b383a0c60e5d HTTP/1.1" status: 204 len: 173 time: 2.1739132 Mar 07 21:41:02.772612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc92bc02-b4dc-4b2c-bc20-5fef71a939fc', 'name': 'network-vif-deleted', 'tag': '5bedce28-8206-4494-8cb3-b383a0c60e5d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:02.775317 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c265c0-6caf-4e94-a93f-b5ed43b94a97" -d '{"events": [{"server_uuid": "dc92bc02-b4dc-4b2c-bc20-5fef71a939fc", "name": "network-vif-deleted", "tag": "5bedce28-8206-4494-8cb3-b383a0c60e5d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:02.787297 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57716) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:02.838171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b026c-9128-4832-9d72-8c35dd618a0e req-be71c635-add4-4294-a086-f4d5c2e3e047 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:02.843325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee5b026c-9128-4832-9d72-8c35dd618a0e req-be71c635-add4-4294-a086-f4d5c2e3e047 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 946 time: 0.1102166 Mar 07 21:41:02.877070 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d36cfcd-d043-478c-a9fe-504c619a62c2 x-openstack-request-id: req-4d36cfcd-d043-478c-a9fe-504c619a62c2 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:02.877399 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc92bc02-b4dc-4b2c-bc20-5fef71a939fc", "name": "network-vif-deleted", "tag": "5bedce28-8206-4494-8cb3-b383a0c60e5d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:02.877619 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d36cfcd-d043-478c-a9fe-504c619a62c2 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:02.878010 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc92bc02-b4dc-4b2c-bc20-5fef71a939fc', 'name': 'network-vif-deleted', 'tag': '5bedce28-8206-4494-8cb3-b383a0c60e5d', 'status': 'completed', 'code': 200} Mar 07 21:41:02.916248 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee5b026c-9128-4832-9d72-8c35dd618a0e req-f26cc3f2-2eed-494b-8f0f-db6e2ba38adc tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674329 Mar 07 21:41:02.970095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-652297c6-ea9f-4c30-89f6-d80729cdac6b req-8db09229-99e3-45b2-8944-3d34043b62f1 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc92bc02-b4dc-4b2c-bc20-5fef71a939fc HTTP/1.1" status: 200 len: 210 time: 0.0287116 Mar 07 21:41:03.213979 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b151702b-a8ec-45a5-80ed-03da301e55f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=983f4ba84c9a411ba764aa41e92d0679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4252760 Mar 07 21:41:03.217196 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57730) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:03.310668 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-373aff2b-3bce-4488-a3e2-3729add2cd7a admin admin] Publish callbacks [] for security_group (b65b4d22-c453-48d3-9b8c-14740caccf50), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:03.348164 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-373aff2b-3bce-4488-a3e2-3729add2cd7a admin admin] Publish callbacks [] for security_group (b65b4d22-c453-48d3-9b8c-14740caccf50), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:03.469286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-373aff2b-3bce-4488-a3e2-3729add2cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b65b4d22-c453-48d3-9b8c-14740caccf50), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:03.473614 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-373aff2b-3bce-4488-a3e2-3729add2cd7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:03.479961 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-373aff2b-3bce-4488-a3e2-3729add2cd7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b65b4d22-c453-48d3-9b8c-14740caccf50 HTTP/1.1" status: 204 len: 168 time: 0.2616353 Mar 07 21:41:03.493888 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373aff2b-3bce-4488-a3e2-3729add2cd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65b4d22-c453-48d3-9b8c-14740caccf50,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:03.529670 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57740) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:03.550485 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d36d93fa-9a31-4068-bc92-63982453385b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:03.737741 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d36d93fa-9a31-4068-bc92-63982453385b admin admin] Publish callbacks [] for security_group (9cd07471-fa48-4f0e-8883-adb11b847c56), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:03.747588 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d36d93fa-9a31-4068-bc92-63982453385b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9cd07471-fa48-4f0e-8883-adb11b847c56), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:03.881913 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d93fa-9a31-4068-bc92-63982453385b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd07471-fa48-4f0e-8883-adb11b847c56,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:03.897239 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d36d93fa-9a31-4068-bc92-63982453385b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df460a0c1f6a456ea7d33c01591bba82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3632431 Mar 07 21:41:03.898239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57752) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:04.006258 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-821c50f8-55ff-4ff5-8bfd-8a17a6e0cf92 admin admin] Publish callbacks [] for security_group (9cd07471-fa48-4f0e-8883-adb11b847c56), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:04.079900 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-821c50f8-55ff-4ff5-8bfd-8a17a6e0cf92 admin admin] Publish callbacks [] for security_group (9cd07471-fa48-4f0e-8883-adb11b847c56), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:04.166711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd3c93-0e91-40fa-8e1a-46687c9d1b08 req-3d0c4f25-6ede-4f1e-b0d0-afcc72f97b5d tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:04.168342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8fd3c93-0e91-40fa-8e1a-46687c9d1b08 req-3d0c4f25-6ede-4f1e-b0d0-afcc72f97b5d tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 946 time: 0.1353946 Mar 07 21:41:04.204485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57774) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:04.253776 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37643cc-5029-4a19-bae0-33c973fcdcab req-219b26cf-cc4f-4db5-b9c2-02b32e822cbc tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:04.255550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c37643cc-5029-4a19-bae0-33c973fcdcab req-219b26cf-cc4f-4db5-b9c2-02b32e822cbc tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.1362581 Mar 07 21:41:04.286261 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-821c50f8-55ff-4ff5-8bfd-8a17a6e0cf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9cd07471-fa48-4f0e-8883-adb11b847c56), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:04.289068 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-821c50f8-55ff-4ff5-8bfd-8a17a6e0cf92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:04.290367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-821c50f8-55ff-4ff5-8bfd-8a17a6e0cf92 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9cd07471-fa48-4f0e-8883-adb11b847c56 HTTP/1.1" status: 204 len: 168 time: 0.3915422 Mar 07 21:41:04.348581 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c50f8-55ff-4ff5-8bfd-8a17a6e0cf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd07471-fa48-4f0e-8883-adb11b847c56,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:04.360492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82065bca-23b3-456d-acfc-7286d0dce905 req-ab2a92bc-5517-493f-9872-bee77e1595d3 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:04.362337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82065bca-23b3-456d-acfc-7286d0dce905 req-ab2a92bc-5517-493f-9872-bee77e1595d3 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 946 time: 0.1919534 Mar 07 21:41:04.368956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b77dd1ec-282c-474a-a567-9e22f547af43 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e780d9db9c004d6c8158842eec78322c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626418 Mar 07 21:41:04.372393 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57778) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:04.384740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8fd3c93-0e91-40fa-8e1a-46687c9d1b08 req-cf9122a4-442e-4dc0-b0cc-2bd7ff22acb8 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756213 Mar 07 21:41:04.462831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c37643cc-5029-4a19-bae0-33c973fcdcab req-3ebd2b96-daa9-4ea1-8a0a-bd803fc20d8b tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968737 Mar 07 21:41:04.472242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57782) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:04.485278 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d780090a-883c-4507-9883-8e6182e59a8e admin admin] Publish callbacks [] for security_group (22d37d55-1734-4c86-978e-ace34c89c279), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:04.544286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d780090a-883c-4507-9883-8e6182e59a8e admin admin] Publish callbacks [] for security_group (22d37d55-1734-4c86-978e-ace34c89c279), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:04.611213 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-82065bca-23b3-456d-acfc-7286d0dce905 req-e824bf03-780f-4d8e-8585-3d235363b837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Deleting port b7724baa-02ea-4046-b0cf-bbfb0e5a6117 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:41:04.611795 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82065bca-23b3-456d-acfc-7286d0dce905 req-e824bf03-780f-4d8e-8585-3d235363b837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:04.663376 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d780090a-883c-4507-9883-8e6182e59a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (22d37d55-1734-4c86-978e-ace34c89c279), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:04.667296 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d780090a-883c-4507-9883-8e6182e59a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:04.669287 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d780090a-883c-4507-9883-8e6182e59a8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/22d37d55-1734-4c86-978e-ace34c89c279 HTTP/1.1" status: 204 len: 168 time: 0.2953305 Mar 07 21:41:04.698613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780090a-883c-4507-9883-8e6182e59a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d37d55-1734-4c86-978e-ace34c89c279,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:04.775353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-82065bca-23b3-456d-acfc-7286d0dce905 req-e824bf03-780f-4d8e-8585-3d235363b837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] For port b7724baa-02ea-4046-b0cf-bbfb0e5a6117, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b7724baa-02ea-4046-b0cf-bbfb0e5a6117,segment=NetworkSegment(c5a24ac9-a18c-44a6-b987-96e41033f2e4),segment_id=c5a24ac9-a18c-44a6-b987-96e41033f2e4)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:04.775890 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82065bca-23b3-456d-acfc-7286d0dce905 req-e824bf03-780f-4d8e-8585-3d235363b837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:04.955227 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82065bca-23b3-456d-acfc-7286d0dce905 req-e824bf03-780f-4d8e-8585-3d235363b837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:04.955926 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82065bca-23b3-456d-acfc-7286d0dce905 req-e824bf03-780f-4d8e-8585-3d235363b837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (571f6c94-e6c4-47c7-991e-37d4e57295d7), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:04.955926 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-82065bca-23b3-456d-acfc-7286d0dce905 req-e824bf03-780f-4d8e-8585-3d235363b837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Floating IP 571f6c94-e6c4-47c7-991e-37d4e57295d7 disassociated. External IP: 172.25.4.115, port: b7724baa-02ea-4046-b0cf-bbfb0e5a6117. Mar 07 21:41:04.956171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-82065bca-23b3-456d-acfc-7286d0dce905 req-e824bf03-780f-4d8e-8585-3d235363b837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Calling delete_port for b7724baa-02ea-4046-b0cf-bbfb0e5a6117 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:41:05.039705 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5bedce28-8206-4494-8cb3-b383a0c60e5d no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:41:05.069856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57802) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:05.108111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1875265364-network', 'tenant_id': 'bdda9239a6d7429ca26c994eb81a8aea'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:05.120677 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82065bca-23b3-456d-acfc-7286d0dce905 req-e824bf03-780f-4d8e-8585-3d235363b837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (b7724baa-02ea-4046-b0cf-bbfb0e5a6117), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:05.184186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824bf03-780f-4d8e-8585-3d235363b837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Pushing event deleted for resources: {'Port': ['ID=b7724baa-02ea-4046-b0cf-bbfb0e5a6117,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:05.214365 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 5bedce28-8206-4494-8cb3-b383a0c60e5d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:41:05.215675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5bedce28-8206-4494-8cb3-b383a0c60e5d not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:41:05.217572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] Made reservation on behalf of bdda9239a6d7429ca26c994eb81a8aea for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:05.219713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b7724baa-02ea-4046-b0cf-bbfb0e5a6117 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:41:05.219907 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:05.295742 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:05.305963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: b7724baa-02ea-4046-b0cf-bbfb0e5a6117 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:41:05.306352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b7724baa-02ea-4046-b0cf-bbfb0e5a6117 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:41:05.316265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a43e49-187e-4f94-9cd1-73320f02da66 req-30614f53-20c0-4be4-9f32-82cc1a62b468 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:05.318081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42a43e49-187e-4f94-9cd1-73320f02da66 req-30614f53-20c0-4be4-9f32-82cc1a62b468 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 944 time: 0.2155921 Mar 07 21:41:05.455869 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-network', 'tenant_id': '2241391d44654848a06c7aaf207ddb12'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:05.524005 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bc991-982b-4feb-b463-18bdfecf354e req-d24ba0ad-d4da-41bb-8918-e19e47bd0b03 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:05.526027 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-370bc991-982b-4feb-b463-18bdfecf354e req-d24ba0ad-d4da-41bb-8918-e19e47bd0b03 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 944 time: 0.1402295 Mar 07 21:41:05.538758 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] Made reservation on behalf of 2241391d44654848a06c7aaf207ddb12 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:05.544407 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:05.577819 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:05.742946 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] Publish callbacks [] for security_group (e2316250-e1fe-46b2-9cab-09c8e26c0a76), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:05.768108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82065bca-23b3-456d-acfc-7286d0dce905 req-e824bf03-780f-4d8e-8585-3d235363b837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Router e3f35928-e3c6-412b-8522-76efaccb6683 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:41:05.792273 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42a43e49-187e-4f94-9cd1-73320f02da66 req-021938e3-2941-4d0d-813e-c7a55c44687e tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652348 Mar 07 21:41:05.877736 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e2316250-e1fe-46b2-9cab-09c8e26c0a76), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:05.906357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-62a71ca4-8fd0-4ead-b36a-930ba9506e6b req-1e9d3e8a-d494-4c91-a2e9-0dea5374e9d6 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 210 time: 0.3699687 Mar 07 21:41:05.959415 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-370bc991-982b-4feb-b463-18bdfecf354e req-077f46ac-325e-462a-a4ff-5aedfb9fab13 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Deleting port ec1f355d-2b34-45b5-bde2-64acf2903ad6 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:41:05.968620 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-370bc991-982b-4feb-b463-18bdfecf354e req-077f46ac-325e-462a-a4ff-5aedfb9fab13 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:05.983837 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] Publish callbacks [] for security_group (5721b1fb-4019-42f6-b4db-79a44c976285), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:05.999771 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5721b1fb-4019-42f6-b4db-79a44c976285), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:06.194836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:06.229533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2316250-e1fe-46b2-9cab-09c8e26c0a76,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:06.296694 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (aeab198c-a582-41e7-a3ba-93ae9afb53cc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:06.297327 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] Added segment aeab198c-a582-41e7-a3ba-93ae9afb53cc of type vlan for network 84b563c2-e8a8-4f4d-84b0-cc7682b74e24 Mar 07 21:41:06.406272 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (84b563c2-e8a8-4f4d-84b0-cc7682b74e24), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:06.448219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82065bca-23b3-456d-acfc-7286d0dce905 req-e824bf03-780f-4d8e-8585-3d235363b837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:41:06.452202 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (84b563c2-e8a8-4f4d-84b0-cc7682b74e24), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:06.453395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:06.454165 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:06.462389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83067bd1-2ef5-4c14-a269-2c959f97f2bc None None] Sync routers for ids ['e3f35928-e3c6-412b-8522-76efaccb6683'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:41:06.489519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83067bd1-2ef5-4c14-a269-2c959f97f2bc None None] Routers {'e3f35928-e3c6-412b-8522-76efaccb6683'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:41:06.493582 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-83067bd1-2ef5-4c14-a269-2c959f97f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:40:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e3f35928-e3c6-412b-8522-76efaccb6683'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:06.576688 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:06.588808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5721b1fb-4019-42f6-b4db-79a44c976285,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:06.613161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62de956-ef47-4f10-8896-66799ff59341 req-93c37df3-3a9b-4966-a9b3-da29ad50bbba tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:06.619792 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (04d4e391-ffcf-4b7c-939e-a52bbe0c4012), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:06.620660 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] Added segment 04d4e391-ffcf-4b7c-939e-a52bbe0c4012 of type vlan for network 4491ae60-486f-4baa-a72c-21726164aae0 Mar 07 21:41:06.625312 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c62de956-ef47-4f10-8896-66799ff59341 req-93c37df3-3a9b-4966-a9b3-da29ad50bbba tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.6628823 Mar 07 21:41:06.710712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-82065bca-23b3-456d-acfc-7286d0dce905 req-e824bf03-780f-4d8e-8585-3d235363b837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] No DVR routers for this DVR port b7724baa-02ea-4046-b0cf-bbfb0e5a6117 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:06.710864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-370bc991-982b-4feb-b463-18bdfecf354e req-077f46ac-325e-462a-a4ff-5aedfb9fab13 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] For port ec1f355d-2b34-45b5-bde2-64acf2903ad6, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ec1f355d-2b34-45b5-bde2-64acf2903ad6,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:06.713173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] Pushing event updated for resources: {'Network': ['ID=84b563c2-e8a8-4f4d-84b0-cc7682b74e24,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:06.713348 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-370bc991-982b-4feb-b463-18bdfecf354e req-077f46ac-325e-462a-a4ff-5aedfb9fab13 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:06.723483 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6480a9fd-4af3-4243-a362-08452d17b198 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2454739 Mar 07 21:41:06.741446 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82065bca-23b3-456d-acfc-7286d0dce905 req-e824bf03-780f-4d8e-8585-3d235363b837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:06.745101 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82065bca-23b3-456d-acfc-7286d0dce905 req-e824bf03-780f-4d8e-8585-3d235363b837 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.13 "DELETE /v2.0/ports/b7724baa-02ea-4046-b0cf-bbfb0e5a6117 HTTP/1.1" status: 204 len: 173 time: 2.3547883 Mar 07 21:41:06.745701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57854) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:06.746813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa931c4b-4dc4-421d-9988-61e620b93e7a', 'name': 'network-vif-deleted', 'tag': 'b7724baa-02ea-4046-b0cf-bbfb0e5a6117'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:06.749367 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37813f21-001c-4afa-82b9-7003e7756a49" -d '{"events": [{"server_uuid": "aa931c4b-4dc4-421d-9988-61e620b93e7a", "name": "network-vif-deleted", "tag": "b7724baa-02ea-4046-b0cf-bbfb0e5a6117"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:06.759867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-f106d359-51ca-4a73-91c5-e3b2b1649481 admin admin] Request body: {'subnet': {'network_id': '84b563c2-e8a8-4f4d-84b0-cc7682b74e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1875265364-subnet', 'tenant_id': 'bdda9239a6d7429ca26c994eb81a8aea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:06.773307 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-370bc991-982b-4feb-b463-18bdfecf354e req-077f46ac-325e-462a-a4ff-5aedfb9fab13 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Calling delete_port for ec1f355d-2b34-45b5-bde2-64acf2903ad6 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:41:06.826000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c62de956-ef47-4f10-8896-66799ff59341 req-dd880aa0-a497-45ba-b7d3-0554024bd5d4 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986811 Mar 07 21:41:06.828394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f106d359-51ca-4a73-91c5-e3b2b1649481 admin admin] Made reservation on behalf of bdda9239a6d7429ca26c994eb81a8aea for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:06.830892 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f106d359-51ca-4a73-91c5-e3b2b1649481 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:07.089929 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (4491ae60-486f-4baa-a72c-21726164aae0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:07.104360 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05b9382-8839-4cae-9de2-4cc7edcbf27d x-openstack-request-id: req-c05b9382-8839-4cae-9de2-4cc7edcbf27d {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:07.104973 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa931c4b-4dc4-421d-9988-61e620b93e7a", "name": "network-vif-deleted", "tag": "b7724baa-02ea-4046-b0cf-bbfb0e5a6117", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:07.105446 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c05b9382-8839-4cae-9de2-4cc7edcbf27d {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:07.106361 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa931c4b-4dc4-421d-9988-61e620b93e7a', 'name': 'network-vif-deleted', 'tag': 'b7724baa-02ea-4046-b0cf-bbfb0e5a6117', 'status': 'completed', 'code': 200} Mar 07 21:41:07.174765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0595753-04aa-477f-86bc-a8dfb55d6df9 req-ec4c97ee-bf27-4926-8e47-2bed754a2098 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa931c4b-4dc4-421d-9988-61e620b93e7a HTTP/1.1" status: 200 len: 210 time: 0.0830803 Mar 07 21:41:07.196118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (4491ae60-486f-4baa-a72c-21726164aae0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:07.197535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:07.198407 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:07.217259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-83067bd1-2ef5-4c14-a269-2c959f97f2bc None None] Set router e3f35928-e3c6-412b-8522-76efaccb6683 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:41:07.272960 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2011607 Mar 07 21:41:07.278049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57876) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:07.322696 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7dec1a6a-46c5-4254-a5ec-f33b6f00d666 admin admin] Request body: {'subnet': {'network_id': '4491ae60-486f-4baa-a72c-21726164aae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-subnet', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:07.327302 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c6af3-160d-4804-a1a6-c6958e0df043 req-2f4c39b2-6a03-4920-8c1d-21ad7a11f70b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:07.329018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-402c6af3-160d-4804-a1a6-c6958e0df043 req-2f4c39b2-6a03-4920-8c1d-21ad7a11f70b tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb67a8-e766-4eee-a230-8397fdb36ef3 HTTP/1.1" status: 200 len: 944 time: 0.2572188 Mar 07 21:41:07.350556 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138586d-da32-4c58-a465-944cbd335764 admin admin] Pushing event updated for resources: {'Network': ['ID=4491ae60-486f-4baa-a72c-21726164aae0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:07.369717 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f106d359-51ca-4a73-91c5-e3b2b1649481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (8d8b79b0-3dd1-4d92-8507-48f30195b873), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:07.400109 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-370bc991-982b-4feb-b463-18bdfecf354e req-077f46ac-325e-462a-a4ff-5aedfb9fab13 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ec1f355d-2b34-45b5-bde2-64acf2903ad6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:07.408583 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 84b563c2-e8a8-4f4d-84b0-cc7682b74e24 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:41:07.422427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 4491ae60-486f-4baa-a72c-21726164aae0 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:41:07.476753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f46ac-325e-462a-a4ff-5aedfb9fab13 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Pushing event deleted for resources: {'Port': ['ID=ec1f355d-2b34-45b5-bde2-64acf2903ad6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:07.492938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dec1a6a-46c5-4254-a5ec-f33b6f00d666 admin admin] Made reservation on behalf of 2241391d44654848a06c7aaf207ddb12 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:07.500923 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7dec1a6a-46c5-4254-a5ec-f33b6f00d666 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:07.505715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106d359-51ca-4a73-91c5-e3b2b1649481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d8b79b0-3dd1-4d92-8507-48f30195b873,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:07.568164 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-402c6af3-160d-4804-a1a6-c6958e0df043 req-9413bc80-8de1-47cc-b6f0-8570f8ddc3e7 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232873 Mar 07 21:41:07.583168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f106d359-51ca-4a73-91c5-e3b2b1649481 admin admin] Checking segment: {'id': 'aeab198c-a582-41e7-a3ba-93ae9afb53cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '84b563c2-e8a8-4f4d-84b0-cc7682b74e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:07.583555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f106d359-51ca-4a73-91c5-e3b2b1649481 admin admin] Network hostable DHCP agents. Network: 84b563c2-e8a8-4f4d-84b0-cc7682b74e24, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:07.621373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f106d359-51ca-4a73-91c5-e3b2b1649481 admin admin] Network 84b563c2-e8a8-4f4d-84b0-cc7682b74e24 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:07.649297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-f106d359-51ca-4a73-91c5-e3b2b1649481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 84b563c2-e8a8-4f4d-84b0-cc7682b74e24) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:07.665605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f106d359-51ca-4a73-91c5-e3b2b1649481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:07.667123 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f106d359-51ca-4a73-91c5-e3b2b1649481 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:07.679581 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-370bc991-982b-4feb-b463-18bdfecf354e req-077f46ac-325e-462a-a4ff-5aedfb9fab13 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] No DVR routers for this DVR port ec1f355d-2b34-45b5-bde2-64acf2903ad6 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:07.686684 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-370bc991-982b-4feb-b463-18bdfecf354e req-077f46ac-325e-462a-a4ff-5aedfb9fab13 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:07.697314 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-370bc991-982b-4feb-b463-18bdfecf354e req-077f46ac-325e-462a-a4ff-5aedfb9fab13 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.13 "DELETE /v2.0/ports/ec1f355d-2b34-45b5-bde2-64acf2903ad6 HTTP/1.1" status: 204 len: 173 time: 2.1439252 Mar 07 21:41:07.697949 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fb67a8-e766-4eee-a230-8397fdb36ef3', 'name': 'network-vif-deleted', 'tag': 'ec1f355d-2b34-45b5-bde2-64acf2903ad6'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:07.700427 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f553bc-b5a3-4f57-bf88-40d2c9865806" -d '{"events": [{"server_uuid": "89fb67a8-e766-4eee-a230-8397fdb36ef3", "name": "network-vif-deleted", "tag": "ec1f355d-2b34-45b5-bde2-64acf2903ad6"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:07.701146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f106d359-51ca-4a73-91c5-e3b2b1649481 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9471571 Mar 07 21:41:07.803435 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691ba3e9-2fc7-4505-be75-2a933f57abfe None None] Network 84b563c2-e8a8-4f4d-84b0-cc7682b74e24 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:41:07.808392 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8f680c-5693-4fe3-81e8-c99a56e12bcf x-openstack-request-id: req-5a8f680c-5693-4fe3-81e8-c99a56e12bcf {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:07.811048 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fb67a8-e766-4eee-a230-8397fdb36ef3", "name": "network-vif-deleted", "tag": "ec1f355d-2b34-45b5-bde2-64acf2903ad6", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:07.812200 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a8f680c-5693-4fe3-81e8-c99a56e12bcf {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:07.812741 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fb67a8-e766-4eee-a230-8397fdb36ef3', 'name': 'network-vif-deleted', 'tag': 'ec1f355d-2b34-45b5-bde2-64acf2903ad6', 'status': 'completed', 'code': 200} Mar 07 21:41:08.027348 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7dec1a6a-46c5-4254-a5ec-f33b6f00d666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (eeba05f1-cd73-417e-9e7b-c3ae6bff5455), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:08.058704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029d5cb-5f0d-406f-bdf1-b54415e9b176 req-133e93b6-1e5a-4b0d-b214-b8d15d5544a7 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:08.065135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0029d5cb-5f0d-406f-bdf1-b54415e9b176 req-133e93b6-1e5a-4b0d-b214-b8d15d5544a7 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.1155529 Mar 07 21:41:08.117055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec1a6a-46c5-4254-a5ec-f33b6f00d666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeba05f1-cd73-417e-9e7b-c3ae6bff5455,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:08.134402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9157a05d-4765-41e2-a4e8-5c0cde041494 None None] Network 84b563c2-e8a8-4f4d-84b0-cc7682b74e24 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:41:08.176340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dec1a6a-46c5-4254-a5ec-f33b6f00d666 admin admin] Checking segment: {'id': '04d4e391-ffcf-4b7c-939e-a52bbe0c4012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:08.177162 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dec1a6a-46c5-4254-a5ec-f33b6f00d666 admin admin] Network hostable DHCP agents. Network: 4491ae60-486f-4baa-a72c-21726164aae0, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:08.207382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dec1a6a-46c5-4254-a5ec-f33b6f00d666 admin admin] Network 4491ae60-486f-4baa-a72c-21726164aae0 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:08.234374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-7dec1a6a-46c5-4254-a5ec-f33b6f00d666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 4491ae60-486f-4baa-a72c-21726164aae0) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:08.237244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0029d5cb-5f0d-406f-bdf1-b54415e9b176 req-bad87da3-ce86-4b8f-90aa-9ec9e122269e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663849 Mar 07 21:41:08.244147 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dec1a6a-46c5-4254-a5ec-f33b6f00d666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:08.250454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9664327-4c8f-44d0-9b17-de7b73de4cbb None None] Network 4491ae60-486f-4baa-a72c-21726164aae0 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:41:08.254375 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7dec1a6a-46c5-4254-a5ec-f33b6f00d666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:08.308516 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7dec1a6a-46c5-4254-a5ec-f33b6f00d666 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9987252 Mar 07 21:41:08.310050 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57912) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:08.315342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:08.358344 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:08.360415 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:08.466935 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Publish callbacks [] for router_controller (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:08.470036 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-83067bd1-2ef5-4c14-a269-2c959f97f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:58Z', 'updated_at': '2022-03-07T21:39:07Z', 'revision_number': 4, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'gw_port': {'id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:00Z', 'updated_at': '2022-03-07T21:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'aaadcd08-53ef-4b4e-b5b3-653577906e95', 'name': '', 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'mac_address': 'fa:16:3e:c9:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:05Z', 'updated_at': '2022-03-07T21:39:13Z', 'revision_number': 5, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'subnets': [{'id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:08.505887 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877b0949-6f6d-4ce5-9ac6-b46ca4834618 None None] Network 4491ae60-486f-4baa-a72c-21726164aae0 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:41:08.510702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83067bd1-2ef5-4c14-a269-2c959f97f2bc None None] Checking router: e3f35928-e3c6-412b-8522-76efaccb6683 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:41:08.579700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83067bd1-2ef5-4c14-a269-2c959f97f2bc None None] Routers {'e3f35928-e3c6-412b-8522-76efaccb6683'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:41:08.581230 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-83067bd1-2ef5-4c14-a269-2c959f97f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:40:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e3f35928-e3c6-412b-8522-76efaccb6683'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:08.669252 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Publish callbacks [] for router_gateway (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:08.877924 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-83067bd1-2ef5-4c14-a269-2c959f97f2bc None None] Set router e3f35928-e3c6-412b-8522-76efaccb6683 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:41:08.926614 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-33215192-425c-41bc-ae73-a06cce5a749e tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b73f24b64c8f4b5f8fb5d17201a503d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741341 Mar 07 21:41:09.122196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 0928e243-3a75-47d7-81ef-99d911854730 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:41:09.126045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ec1f355d-2b34-45b5-bde2-64acf2903ad6 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:41:09.170855 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: ec1f355d-2b34-45b5-bde2-64acf2903ad6 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:41:09.171202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ec1f355d-2b34-45b5-bde2-64acf2903ad6 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:41:09.228582 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-83067bd1-2ef5-4c14-a269-2c959f97f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:58Z', 'updated_at': '2022-03-07T21:39:07Z', 'revision_number': 4, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'gw_port': {'id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:00Z', 'updated_at': '2022-03-07T21:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'aaadcd08-53ef-4b4e-b5b3-653577906e95', 'name': '', 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'mac_address': 'fa:16:3e:c9:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:05Z', 'updated_at': '2022-03-07T21:39:13Z', 'revision_number': 5, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'subnets': [{'id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:09.303353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83067bd1-2ef5-4c14-a269-2c959f97f2bc None None] The sync data for ids ['e3f35928-e3c6-412b-8522-76efaccb6683'] in n-d-832330-1 is: [{'id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:58Z', 'updated_at': '2022-03-07T21:39:07Z', 'revision_number': 4, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'gw_port': {'id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:00Z', 'updated_at': '2022-03-07T21:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'aaadcd08-53ef-4b4e-b5b3-653577906e95', 'name': '', 'network_id': 'a11cbb3b-bf86-42ff-b64d-f9f1caa32c30', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'mac_address': 'fa:16:3e:c9:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:05Z', 'updated_at': '2022-03-07T21:39:13Z', 'revision_number': 5, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'subnets': [{'id': '8cbf459f-e96c-490b-8882-87ee5ed2f8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:41:09.346231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=0928e243-3a75-47d7-81ef-99d911854730,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:09.364291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '0928e243-3a75-47d7-81ef-99d911854730', 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12', 'port_id': '0928e243-3a75-47d7-81ef-99d911854730', 'mac_address': 'fa:16:3e:cd:f3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc7de3-9421-4ea6-b85c-494e5a5470a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:41:09.447954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 0928e243-3a75-47d7-81ef-99d911854730 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:09.448645 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0928e243-3a75-47d7-81ef-99d911854730), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:09.464934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0928e243-3a75-47d7-81ef-99d911854730 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:41:09.495095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=0928e243-3a75-47d7-81ef-99d911854730,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:09.506315 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0928e243-3a75-47d7-81ef-99d911854730), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:09.509152 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Publish callbacks [] for router_gateway (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:09.560309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-218df186-2050-4f86-9457-2943549308f9 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:09.561985 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-218df186-2050-4f86-9457-2943549308f9 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6345322 Mar 07 21:41:09.575753 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:09.578410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=0928e243-3a75-47d7-81ef-99d911854730,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:09.602750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33984502-5b87-46e5-a39b-09730a850395 req-fd6f04cf-b092-421f-bd1b-39e0295f2293 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:09.604361 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33984502-5b87-46e5-a39b-09730a850395 req-fd6f04cf-b092-421f-bd1b-39e0295f2293 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/networks?id=84b563c2-e8a8-4f4d-84b0-cc7682b74e24 HTTP/1.1" status: 200 len: 822 time: 0.6859725 Mar 07 21:41:09.609830 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-9d93be55-3f03-4ac8-b5d2-11d613895f51 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/quotas/b73f24b64c8f4b5f8fb5d17201a503d2 HTTP/1.1" status: 200 len: 375 time: 0.0307887 Mar 07 21:41:09.682194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33984502-5b87-46e5-a39b-09730a850395 req-7f89c5c9-d15d-46ac-9bc8-392fff19f1ac tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/quotas/bdda9239a6d7429ca26c994eb81a8aea HTTP/1.1" status: 200 len: 375 time: 0.0403767 Mar 07 21:41:09.686332 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-b160703f-fd5e-4b21-9652-32c325d971e2 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b73f24b64c8f4b5f8fb5d17201a503d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461791 Mar 07 21:41:09.724401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33984502-5b87-46e5-a39b-09730a850395 req-42f1791c-ac2b-49c9-9b75-8aa8548c4986 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdda9239a6d7429ca26c994eb81a8aea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350194 Mar 07 21:41:09.748724 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccd2294-d411-49a7-a61e-3bd15347a0bf None None] New status for floating IP 571f6c94-e6c4-47c7-991e-37d4e57295d7: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:41:09.850519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['0928e243-3a75-47d7-81ef-99d911854730'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:41:09.883112 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33984502-5b87-46e5-a39b-09730a850395 req-73a6e91a-08dc-4a84-a92c-56fdfe2ef827 service neutron] 10.222.0.26 "GET /v2.0/networks/84b563c2-e8a8-4f4d-84b0-cc7682b74e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324811 Mar 07 21:41:09.902845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Allocated IP 172.25.4.38 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/0c3d7551-df02-4a70-a4e8-5b7aeac28061) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:09.962794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57966) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:10.026432 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Publish callbacks [] for port (0c3d7551-df02-4a70-a4e8-5b7aeac28061), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:10.080811 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0c3d7551-df02-4a70-a4e8-5b7aeac28061), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:10.124099 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7984d19a-2994-4bd1-b1d4-318fcee65301 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for security_group (0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:10.198586 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7984d19a-2994-4bd1-b1d4-318fcee65301 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for security_group (0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:10.319832 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7984d19a-2994-4bd1-b1d4-318fcee65301 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:10.324453 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7984d19a-2994-4bd1-b1d4-318fcee65301 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:10.326016 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7984d19a-2994-4bd1-b1d4-318fcee65301 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "DELETE /v2.0/security-groups/0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63 HTTP/1.1" status: 204 len: 168 time: 0.3614759 Mar 07 21:41:10.336124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57980) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:10.349411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:10.352376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33984502-5b87-46e5-a39b-09730a850395 req-0f8e992b-9c93-4832-9d9c-5eeed55871a6 service neutron] 10.222.0.26 "GET /v2.0/networks/84b563c2-e8a8-4f4d-84b0-cc7682b74e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844219 Mar 07 21:41:10.358113 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:10.360937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:41:10.368930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984d19a-2994-4bd1-b1d4-318fcee65301 tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:10.375837 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-4b4dce25-e79e-40fe-b86f-9050a4c509eb tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] show failed (client error): The resource could not be found. Mar 07 21:41:10.377178 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4b4dce25-e79e-40fe-b86f-9050a4c509eb tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "GET /v2.0/security-groups/0d66bcee-c6c7-4dc6-b8d2-859ef7f4bd63 HTTP/1.1" status: 404 len: 347 time: 0.0343859 Mar 07 21:41:10.380729 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57982) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:10.418981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Pushing event updated for resources: {'Port': ['ID=0c3d7551-df02-4a70-a4e8-5b7aeac28061,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:10.494168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d9e58-45c1-4543-87e8-31952e0003b7 req-8738d6e6-b0ef-410d-b2e3-c7fbd68a2a87 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:10.498863 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b82d9e58-45c1-4543-87e8-31952e0003b7 req-8738d6e6-b0ef-410d-b2e3-c7fbd68a2a87 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 945 time: 0.2009099 Mar 07 21:41:10.664653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f504ecdf-78da-4a3a-a822-73344986738d tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Deleting port 38f9be66-9c08-4da7-acbd-46b6ec6f0caa {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:41:10.665002 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f504ecdf-78da-4a3a-a822-73344986738d tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (38f9be66-9c08-4da7-acbd-46b6ec6f0caa), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:10.797219 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3cab1e1e-ce67-4469-88d8-d6a4e5b684ae req-4d8f00f4-7715-4095-9e00-cede382d5f7b tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 210 time: 0.0913751 Mar 07 21:41:10.827646 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f504ecdf-78da-4a3a-a822-73344986738d tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (38f9be66-9c08-4da7-acbd-46b6ec6f0caa), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:10.828700 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f504ecdf-78da-4a3a-a822-73344986738d tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for floatingip (38f9be66-9c08-4da7-acbd-46b6ec6f0caa), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:10.845761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b82d9e58-45c1-4543-87e8-31952e0003b7 req-bcafd532-d6eb-4916-ba31-01a675e8bcc1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872541 Mar 07 21:41:10.847579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f504ecdf-78da-4a3a-a822-73344986738d tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Calling delete_port for 38f9be66-9c08-4da7-acbd-46b6ec6f0caa owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:41:11.030365 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3d601db-92c2-4e58-8699-3c03f66bbb10 req-64a3adb8-4afe-4d31-a0b0-ce65a4e92b76 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 210 time: 0.0533516 Mar 07 21:41:11.051133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 0928e243-3a75-47d7-81ef-99d911854730 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:41:11.140538 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Publish callbacks [] for router_gateway (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:11.218805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 0928e243-3a75-47d7-81ef-99d911854730 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:41:11.228396 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f504ecdf-78da-4a3a-a822-73344986738d tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (38f9be66-9c08-4da7-acbd-46b6ec6f0caa), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:11.235598 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 0928e243-3a75-47d7-81ef-99d911854730 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:41:11.237866 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0928e243-3a75-47d7-81ef-99d911854730), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:11.341581 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504ecdf-78da-4a3a-a822-73344986738d tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Pushing event deleted for resources: {'Port': ['ID=38f9be66-9c08-4da7-acbd-46b6ec6f0caa,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:11.352763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09630f-882c-4c05-9600-3f08a3a8b706 req-54b2e13e-abe6-4275-aa88-b77db9438a08 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:11.361283 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd09630f-882c-4c05-9600-3f08a3a8b706 req-54b2e13e-abe6-4275-aa88-b77db9438a08 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 944 time: 0.1727870 Mar 07 21:41:11.454124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 0928e243-3a75-47d7-81ef-99d911854730 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:11.454662 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0928e243-3a75-47d7-81ef-99d911854730), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:11.486223 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f504ecdf-78da-4a3a-a822-73344986738d tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks [] for floatingip (571f6c94-e6c4-47c7-991e-37d4e57295d7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:11.492600 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f504ecdf-78da-4a3a-a822-73344986738d tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:11.500595 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f504ecdf-78da-4a3a-a822-73344986738d tempest-ServersTestManualDisk-1022099969 tempest-ServersTestManualDisk-1022099969-project] 10.222.0.26 "DELETE /v2.0/floatingips/571f6c94-e6c4-47c7-991e-37d4e57295d7 HTTP/1.1" status: 204 len: 168 time: 1.1158369 Mar 07 21:41:11.501502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58010) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:11.510360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd09630f-882c-4c05-9600-3f08a3a8b706 req-c5df9073-0702-4cbe-920b-78d268f4ae42 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424496 Mar 07 21:41:11.554924 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c74293-616e-4218-a62c-6c84c7ff3820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0928e243-3a75-47d7-81ef-99d911854730'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:11.561863 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4eddbef-6593-4fc4-b50c-a689af4c044e" -d '{"events": [{"server_uuid": "e9c74293-616e-4218-a62c-6c84c7ff3820", "name": "network-vif-plugged", "status": "completed", "tag": "0928e243-3a75-47d7-81ef-99d911854730"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:11.581829 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:11.628491 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=0928e243-3a75-47d7-81ef-99d911854730,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:11.639831 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0928e243-3a75-47d7-81ef-99d911854730), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:11.729512 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22d3692-3e90-4940-8b47-5b2e776a8672 x-openstack-request-id: req-f22d3692-3e90-4940-8b47-5b2e776a8672 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:11.729794 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c74293-616e-4218-a62c-6c84c7ff3820", "name": "network-vif-plugged", "status": "completed", "tag": "0928e243-3a75-47d7-81ef-99d911854730", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:11.737647 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f22d3692-3e90-4940-8b47-5b2e776a8672 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:11.748303 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c74293-616e-4218-a62c-6c84c7ff3820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0928e243-3a75-47d7-81ef-99d911854730', 'code': 200} Mar 07 21:41:11.832080 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=0928e243-3a75-47d7-81ef-99d911854730,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:12.006577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-e9921e4e-12b5-485e-87ea-d7c1b54de6b4 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b73f24b64c8f4b5f8fb5d17201a503d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1699636 Mar 07 21:41:12.091151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-edec509d-9597-4d35-ab31-a3c49614a28f req-2f0a1056-ffe2-4aaa-91bc-5bf49fbca503 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 210 time: 0.1134655 Mar 07 21:41:12.122990 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754281b-53f4-4b5c-a5b4-84c51943ac54 req-4ced3d46-42d5-4b97-9719-bc07d09b9af8 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:12.124565 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4754281b-53f4-4b5c-a5b4-84c51943ac54 req-4ced3d46-42d5-4b97-9719-bc07d09b9af8 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.13 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 944 time: 0.2210314 Mar 07 21:41:12.300132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4d446c5-84a9-485e-93a7-b1bb20aa90f2 req-36b42101-9d52-437f-bdb3-deafbd952a85 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 210 time: 0.0929081 Mar 07 21:41:12.311147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfc85f-5a3c-46d0-8513-c4bfe9dd7850 req-eb19aee8-b4fd-4f4a-9b0b-b8408c4c95f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:12.312951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0dfc85f-5a3c-46d0-8513-c4bfe9dd7850 req-eb19aee8-b4fd-4f4a-9b0b-b8408c4c95f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 1128 time: 0.4804432 Mar 07 21:41:12.368832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb639b-9756-41b0-9080-aafdb993fb07 req-99724fbe-9846-46b5-9e3e-90d091b50303 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:12.375866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ceb639b-9756-41b0-9080-aafdb993fb07 req-99724fbe-9846-46b5-9e3e-90d091b50303 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 946 time: 0.3574204 Mar 07 21:41:12.409548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:41:12.436294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-29557f64-078a-4039-9599-0688421425ca tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:12.437663 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-29557f64-078a-4039-9599-0688421425ca tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3982608 Mar 07 21:41:12.453456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0dfc85f-5a3c-46d0-8513-c4bfe9dd7850 req-751ad5f7-e7fc-457c-b1cb-a2439c9293cf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313324 Mar 07 21:41:12.453918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-4754281b-53f4-4b5c-a5b4-84c51943ac54 req-ab75b089-2a50-4ad8-aacc-6f02018bd6eb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Deleting port 96b11c6a-e732-4f20-b1cd-383deec683d1 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:41:12.454477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4754281b-53f4-4b5c-a5b4-84c51943ac54 req-ab75b089-2a50-4ad8-aacc-6f02018bd6eb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:12.457181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Request body: {'port': {'device_id': 'c2b44e60-25bd-43b9-989f-46f02428c8cb', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': 'b73f24b64c8f4b5f8fb5d17201a503d2'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:12.561080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ceb639b-9756-41b0-9080-aafdb993fb07 req-0df2e3e2-b8db-4339-8bcb-c37dd755ec44 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788847 Mar 07 21:41:12.793016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-4754281b-53f4-4b5c-a5b4-84c51943ac54 req-ab75b089-2a50-4ad8-aacc-6f02018bd6eb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] For port 96b11c6a-e732-4f20-b1cd-383deec683d1, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=96b11c6a-e732-4f20-b1cd-383deec683d1,segment=NetworkSegment(981bb4e1-a500-4117-8eee-9ca7bda16990),segment_id=981bb4e1-a500-4117-8eee-9ca7bda16990)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:12.793404 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4754281b-53f4-4b5c-a5b4-84c51943ac54 req-ab75b089-2a50-4ad8-aacc-6f02018bd6eb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:12.829771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-4754281b-53f4-4b5c-a5b4-84c51943ac54 req-ab75b089-2a50-4ad8-aacc-6f02018bd6eb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Calling delete_port for 96b11c6a-e732-4f20-b1cd-383deec683d1 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:41:12.848236 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (e3f35928-e3c6-412b-8522-76efaccb6683), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:12.862207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:41:12.875408 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Sync routers for ids ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:41:12.901217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Routers {'5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:41:12.904323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:40:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:12.956736 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:12.961968 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e5177dea-c437-4515-bca3-614d464b9b6a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6506422 Mar 07 21:41:12.985578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d659f4-b021-44c4-92af-a7c3196ba7ad req-ecdb2cca-443b-4cdc-ada7-9239460cc42a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:13.001607 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42d659f4-b021-44c4-92af-a7c3196ba7ad req-ecdb2cca-443b-4cdc-ada7-9239460cc42a tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8593d-ab84-4dac-9037-d5c5b6acb6bd HTTP/1.1" status: 200 len: 944 time: 0.3288858 Mar 07 21:41:13.005104 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58046) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:13.033590 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Made reservation on behalf of b73f24b64c8f4b5f8fb5d17201a503d2 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:13.038526 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:13.107161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33984502-5b87-46e5-a39b-09730a850395 req-95441309-a171-454b-9d1f-c98bec4b121b tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:13.119335 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33984502-5b87-46e5-a39b-09730a850395 req-95441309-a171-454b-9d1f-c98bec4b121b tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.15 "GET /v2.0/networks?id=84b563c2-e8a8-4f4d-84b0-cc7682b74e24 HTTP/1.1" status: 200 len: 822 time: 0.4314466 Mar 07 21:41:13.128836 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:13.163121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-33984502-5b87-46e5-a39b-09730a850395 req-119ecc8a-2fd2-4a59-a9ab-1efd0c848de8 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Request body: {'port': {'device_id': '13aeb473-9be9-42da-825c-856debd06545', 'network_id': '84b563c2-e8a8-4f4d-84b0-cc7682b74e24', 'admin_state_up': True, 'tenant_id': 'bdda9239a6d7429ca26c994eb81a8aea'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:13.311023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8509eaac-3d8c-4ad6-8dcf-92e636f000b4 req-7d719316-e09b-4004-9d0e-7827d148a362 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 210 time: 0.1102526 Mar 07 21:41:13.375209 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4754281b-53f4-4b5c-a5b4-84c51943ac54 req-ab75b089-2a50-4ad8-aacc-6f02018bd6eb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (96b11c6a-e732-4f20-b1cd-383deec683d1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:13.433828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75b089-2a50-4ad8-aacc-6f02018bd6eb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Pushing event deleted for resources: {'Port': ['ID=96b11c6a-e732-4f20-b1cd-383deec683d1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:13.473704 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Set router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:41:13.511880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4754281b-53f4-4b5c-a5b4-84c51943ac54 req-ab75b089-2a50-4ad8-aacc-6f02018bd6eb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] No DVR routers for this DVR port 96b11c6a-e732-4f20-b1cd-383deec683d1 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:13.514734 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4754281b-53f4-4b5c-a5b4-84c51943ac54 req-ab75b089-2a50-4ad8-aacc-6f02018bd6eb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:13.518367 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4754281b-53f4-4b5c-a5b4-84c51943ac54 req-ab75b089-2a50-4ad8-aacc-6f02018bd6eb tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.13 "DELETE /v2.0/ports/96b11c6a-e732-4f20-b1cd-383deec683d1 HTTP/1.1" status: 204 len: 173 time: 1.3853250 Mar 07 21:41:13.519985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b8593d-ab84-4dac-9037-d5c5b6acb6bd', 'name': 'network-vif-deleted', 'tag': '96b11c6a-e732-4f20-b1cd-383deec683d1'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:13.530882 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19742e48-45bc-4adf-8c48-83cd0fdaf036" -d '{"events": [{"server_uuid": "58b8593d-ab84-4dac-9037-d5c5b6acb6bd", "name": "network-vif-deleted", "tag": "96b11c6a-e732-4f20-b1cd-383deec683d1"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:13.613853 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Deleting port aaadcd08-53ef-4b4e-b5b3-653577906e95 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:41:13.614325 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:13.763669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:08Z', 'updated_at': '2022-03-07T21:41:10Z', 'revision_number': 3, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'gw_port': {'id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:24:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:09Z', 'updated_at': '2022-03-07T21:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:13.794978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Checking router: 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:41:13.795846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Updating router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd port 0c3d7551-df02-4a70-a4e8-5b7aeac28061 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:41:13.797529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] For port aaadcd08-53ef-4b4e-b5b3-653577906e95, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=aaadcd08-53ef-4b4e-b5b3-653577906e95,segment=NetworkSegment(c5a24ac9-a18c-44a6-b987-96e41033f2e4),segment_id=c5a24ac9-a18c-44a6-b987-96e41033f2e4)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:13.797902 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:13.827356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Calling delete_port for aaadcd08-53ef-4b4e-b5b3-653577906e95 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:41:13.829288 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0c3d7551-df02-4a70-a4e8-5b7aeac28061), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:13.972937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42d659f4-b021-44c4-92af-a7c3196ba7ad req-de971720-8ac1-429e-843c-3a5d0e9e8999 tempest-LiveAutoBlockMigrationV225Test-1333686888 tempest-LiveAutoBlockMigrationV225Test-1333686888-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1020bdd-e727-4a38-b978-15d5e771a3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9698319 Mar 07 21:41:14.080932 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f8f291-d82b-4f84-8d2a-4acf25ab5a13 x-openstack-request-id: req-85f8f291-d82b-4f84-8d2a-4acf25ab5a13 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:14.081291 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b8593d-ab84-4dac-9037-d5c5b6acb6bd", "name": "network-vif-deleted", "tag": "96b11c6a-e732-4f20-b1cd-383deec683d1", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:14.081486 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85f8f291-d82b-4f84-8d2a-4acf25ab5a13 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:14.081922 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b8593d-ab84-4dac-9037-d5c5b6acb6bd', 'name': 'network-vif-deleted', 'tag': '96b11c6a-e732-4f20-b1cd-383deec683d1', 'status': 'completed', 'code': 200} Mar 07 21:41:14.135661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d6d1bfd-46f2-4987-9b31-9eeb0f30f13e req-9cf7c6d6-de6c-4c78-a189-9f59a406aa72 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 210 time: 0.2090116 Mar 07 21:41:14.139841 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (aaadcd08-53ef-4b4e-b5b3-653577906e95), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:14.420660 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Publish callbacks [] for port (0c3d7551-df02-4a70-a4e8-5b7aeac28061), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:14.432418 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0c3d7551-df02-4a70-a4e8-5b7aeac28061), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:14.505498 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:41:14.526667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33984502-5b87-46e5-a39b-09730a850395 req-119ecc8a-2fd2-4a59-a9ab-1efd0c848de8 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Made reservation on behalf of bdda9239a6d7429ca26c994eb81a8aea for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:14.537952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Attempting to bind port 0c3d7551-df02-4a70-a4e8-5b7aeac28061 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:41:14.538358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Attempting to bind port 0c3d7551-df02-4a70-a4e8-5b7aeac28061 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:41:14.538726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Attempting to bind port 0c3d7551-df02-4a70-a4e8-5b7aeac28061 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:14.541699 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-33984502-5b87-46e5-a39b-09730a850395 req-119ecc8a-2fd2-4a59-a9ab-1efd0c848de8 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:14.547976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:41:14.548358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:14.548766 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:14.549163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:41:14.549643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Bound port: 0c3d7551-df02-4a70-a4e8-5b7aeac28061, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:41:14.550025 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0c3d7551-df02-4a70-a4e8-5b7aeac28061), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:14.623430 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (e3f35928-e3c6-412b-8522-76efaccb6683), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:14.625542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Pushing event deleted for resources: {'Port': ['ID=aaadcd08-53ef-4b4e-b5b3-653577906e95,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:14.668599 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] For port 0c3d7551-df02-4a70-a4e8-5b7aeac28061, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:41:14.670268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:14.670842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:14.671004 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:14.671303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:14.671636 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:14.672111 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:14.672443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:14.672770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:14.673125 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:14.673450 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:14.673774 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:14.674339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] For port 0c3d7551-df02-4a70-a4e8-5b7aeac28061, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0c3d7551-df02-4a70-a4e8-5b7aeac28061,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:41:14.682596 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:14.683084 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0c3d7551-df02-4a70-a4e8-5b7aeac28061), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:14.683223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:14.708668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9146534f-5cf5-4d9c-acb6-249c37bc52e5 req-d4f4aea8-21a6-455a-b846-9519de9baa4a tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 210 time: 0.1880128 Mar 07 21:41:14.713242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc4a08-0247-4441-8ef4-0403f53899c5 None None] Pushing event updated for resources: {'Port': ['ID=0c3d7551-df02-4a70-a4e8-5b7aeac28061,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:14.745227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990eb4b-d39f-4b28-91bd-3566abf0acbf req-5eff3667-ba55-4d85-8309-3447ddc973a7 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:14.752630 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6990eb4b-d39f-4b28-91bd-3566abf0acbf req-5eff3667-ba55-4d85-8309-3447ddc973a7 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 946 time: 0.4759007 Mar 07 21:41:14.758253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Routers {'5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:41:14.759095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:40:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:14.841842 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc4a08-0247-4441-8ef4-0403f53899c5 None None] Pushing event updated for resources: {'Port': ['ID=0c3d7551-df02-4a70-a4e8-5b7aeac28061,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:14.886585 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Publish callbacks [] for security_group (0fcc03a8-20e4-4d42-b372-fe56f08783f0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:14.906020 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0fcc03a8-20e4-4d42-b372-fe56f08783f0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:14.926284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] Set router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:41:15.055073 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6990eb4b-d39f-4b28-91bd-3566abf0acbf req-5a707d7b-9021-4d8c-9a2d-a3e61e86c5bf tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014755 Mar 07 21:41:15.112277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58078) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:15.148477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcc03a8-20e4-4d42-b372-fe56f08783f0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:15.153643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 96b11c6a-e732-4f20-b1cd-383deec683d1 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:41:15.164939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:15.165370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:15.165732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:15.166141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:15.166495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:15.168686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:15.169046 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:15.169445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:15.169799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:15.170170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:15.170559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:15.171023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:15.171361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:15.193621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 96b11c6a-e732-4f20-b1cd-383deec683d1 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:41:15.193977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 96b11c6a-e732-4f20-b1cd-383deec683d1 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:41:15.219041 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:08Z', 'updated_at': '2022-03-07T21:41:10Z', 'revision_number': 3, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'gw_port': {'id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:24:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:09Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:15.244028 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-33984502-5b87-46e5-a39b-09730a850395 req-119ecc8a-2fd2-4a59-a9ab-1efd0c848de8 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Allocated IP 172.20.0.3 (84b563c2-e8a8-4f4d-84b0-cc7682b74e24/8d8b79b0-3dd1-4d92-8507-48f30195b873/96cc72a9-5f9e-4d4c-9c93-cf4b415ea565) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:15.267484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f700329-d957-4939-8cb3-12117762ff1d None None] The sync data for ids ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'] in n-d-832330-1 is: [{'id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:08Z', 'updated_at': '2022-03-07T21:41:10Z', 'revision_number': 3, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'gw_port': {'id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:24:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:09Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:41:15.302206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Router e3f35928-e3c6-412b-8522-76efaccb6683 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:41:15.400601 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f7070e6-18a0-468e-adf2-e8ea3fb5ad66 req-523bddee-e892-4b6a-8a95-8c34707b27bf tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 210 time: 0.1016848 Mar 07 21:41:15.449841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Allocated IP 192.168.233.186 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/613f181d-68ec-4df3-9818-4919a4a9e886) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:15.571005 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-08d6af22-4010-499a-b061-ccd42ded2f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:15.575768 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:41:15.586463 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-778f5e9d-2a3b-4f0d-8b0c-3026b40da9ec admin admin] 10.222.0.26 "PUT /v2.0/routers/e3f35928-e3c6-412b-8522-76efaccb6683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0835481 Mar 07 21:41:15.591910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58102) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:15.601228 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc726fe4-28c6-4ed6-b329-8a944dc76d81 None None] Sync routers for ids ['e3f35928-e3c6-412b-8522-76efaccb6683'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:41:15.617020 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc726fe4-28c6-4ed6-b329-8a944dc76d81 None None] Routers {'e3f35928-e3c6-412b-8522-76efaccb6683'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:41:15.617652 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dc726fe4-28c6-4ed6-b329-8a944dc76d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:40:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e3f35928-e3c6-412b-8522-76efaccb6683'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:15.779470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d44e22-c997-48c4-b067-51083b2aafc3 admin admin] Deleting subnet 2a638a11-221e-41d3-bfc9-35e63e88d9a6 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:41:15.782696 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-97d44e22-c997-48c4-b067-51083b2aafc3 admin admin] Publish callbacks [] for subnet (2a638a11-221e-41d3-bfc9-35e63e88d9a6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:15.786012 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:15.820842 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-97d44e22-c997-48c4-b067-51083b2aafc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (2a638a11-221e-41d3-bfc9-35e63e88d9a6), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:15.877121 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-dc726fe4-28c6-4ed6-b329-8a944dc76d81 None None] Set router e3f35928-e3c6-412b-8522-76efaccb6683 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:41:15.914933 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] Publish callbacks [] for router (e3f35928-e3c6-412b-8522-76efaccb6683), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:16.078574 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] Publish callbacks [] for router_gateway (e3f35928-e3c6-412b-8522-76efaccb6683), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:16.168292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] Deleting port c04d23ae-b27f-46fc-b8dc-e7158a1bdb51 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:41:16.169478 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c04d23ae-b27f-46fc-b8dc-e7158a1bdb51), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:16.270142 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dc726fe4-28c6-4ed6-b329-8a944dc76d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:58Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'gw_port': {'id': 'c04d23ae-b27f-46fc-b8dc-e7158a1bdb51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:00Z', 'updated_at': '2022-03-07T21:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:16.289624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] For port c04d23ae-b27f-46fc-b8dc-e7158a1bdb51, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c04d23ae-b27f-46fc-b8dc-e7158a1bdb51,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:16.289917 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c04d23ae-b27f-46fc-b8dc-e7158a1bdb51), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:16.304371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] Calling delete_port for c04d23ae-b27f-46fc-b8dc-e7158a1bdb51 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:41:16.308449 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc726fe4-28c6-4ed6-b329-8a944dc76d81 None None] Checking router: e3f35928-e3c6-412b-8522-76efaccb6683 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:41:16.319010 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc726fe4-28c6-4ed6-b329-8a944dc76d81 None None] Routers {'e3f35928-e3c6-412b-8522-76efaccb6683'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:41:16.319912 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dc726fe4-28c6-4ed6-b329-8a944dc76d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:40:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e3f35928-e3c6-412b-8522-76efaccb6683'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:16.398388 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Publish callbacks [] for port (613f181d-68ec-4df3-9818-4919a4a9e886), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:16.437447 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-33984502-5b87-46e5-a39b-09730a850395 req-119ecc8a-2fd2-4a59-a9ab-1efd0c848de8 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Publish callbacks [] for port (96cc72a9-5f9e-4d4c-9c93-cf4b415ea565), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:16.473037 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-dc726fe4-28c6-4ed6-b329-8a944dc76d81 None None] Set router e3f35928-e3c6-412b-8522-76efaccb6683 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:41:16.505467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-527b3606-6462-4a62-984b-472fbd286b10 req-d9e46f40-f56a-4d1e-82b6-c6e58325f18c tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 210 time: 0.6333380 Mar 07 21:41:16.507434 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (613f181d-68ec-4df3-9818-4919a4a9e886), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:16.556976 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-33984502-5b87-46e5-a39b-09730a850395 req-119ecc8a-2fd2-4a59-a9ab-1efd0c848de8 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (96cc72a9-5f9e-4d4c-9c93-cf4b415ea565), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:16.595245 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dc726fe4-28c6-4ed6-b329-8a944dc76d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:58Z', 'updated_at': '2022-03-07T21:41:16Z', 'revision_number': 6, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:16.608985 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-97d44e22-c997-48c4-b067-51083b2aafc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (2a638a11-221e-41d3-bfc9-35e63e88d9a6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:16.624623 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c04d23ae-b27f-46fc-b8dc-e7158a1bdb51), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:16.625253 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33984502-5b87-46e5-a39b-09730a850395 req-119ecc8a-2fd2-4a59-a9ab-1efd0c848de8 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Network 84b563c2-e8a8-4f4d-84b0-cc7682b74e24 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:16.671934 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] Pushing event deleted for resources: {'Port': ['ID=c04d23ae-b27f-46fc-b8dc-e7158a1bdb51,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:16.713739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-33984502-5b87-46e5-a39b-09730a850395 req-119ecc8a-2fd2-4a59-a9ab-1efd0c848de8 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:16.717483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-33984502-5b87-46e5-a39b-09730a850395 req-119ecc8a-2fd2-4a59-a9ab-1efd0c848de8 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:41:16.795482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33984502-5b87-46e5-a39b-09730a850395 req-119ecc8a-2fd2-4a59-a9ab-1efd0c848de8 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:16.796192 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-33984502-5b87-46e5-a39b-09730a850395 req-119ecc8a-2fd2-4a59-a9ab-1efd0c848de8 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:16.810383 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (e3f35928-e3c6-412b-8522-76efaccb6683), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:16.815387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36108fbc-7e4b-49a9-b1d4-f4bcacbede05 req-8df37108-fdba-4058-9f7e-80c5145c4cdb tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:16.822170 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc726fe4-28c6-4ed6-b329-8a944dc76d81 None None] The sync data for ids ['e3f35928-e3c6-412b-8522-76efaccb6683'] in n-d-832330-1 is: [{'id': 'e3f35928-e3c6-412b-8522-76efaccb6683', 'name': 'tempest-ServersTestManualDisk-855291318-router', 'tenant_id': '0e5a9095b5804547a8b1a8286fd70b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:58Z', 'updated_at': '2022-03-07T21:41:16Z', 'revision_number': 6, 'project_id': '0e5a9095b5804547a8b1a8286fd70b95', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:41:16.824677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36108fbc-7e4b-49a9-b1d4-f4bcacbede05 req-8df37108-fdba-4058-9f7e-80c5145c4cdb tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 1128 time: 1.2678938 Mar 07 21:41:16.909479 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33984502-5b87-46e5-a39b-09730a850395 req-119ecc8a-2fd2-4a59-a9ab-1efd0c848de8 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7627327 Mar 07 21:41:16.936440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:16.937607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58120) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:16.954766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Request body: {'port': {'device_id': '13aeb473-9be9-42da-825c-856debd06545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:16.968520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:16.980652 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (e3f35928-e3c6-412b-8522-76efaccb6683), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:16.985699 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] Publish callbacks [] for router_controller (e3f35928-e3c6-412b-8522-76efaccb6683), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.006905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:41:17.031180 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.033441 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Pushing event updated for resources: {'Port': ['ID=613f181d-68ec-4df3-9818-4919a4a9e886,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:17.059842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (e3f35928-e3c6-412b-8522-76efaccb6683), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.060637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3f35928-e3c6-412b-8522-76efaccb6683 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:41:17.078213 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.083405 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f87f3c92-076e-4682-889f-5d08b2d22839 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e3f35928-e3c6-412b-8522-76efaccb6683 HTTP/1.1" status: 204 len: 168 time: 1.4882705 Mar 07 21:41:17.083726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58126) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:17.125150 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36108fbc-7e4b-49a9-b1d4-f4bcacbede05 req-fb80143a-167f-4f46-8f65-f25f4e3fae1a tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988667 Mar 07 21:41:17.333778 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96cc72a9-5f9e-4d4c-9c93-cf4b415ea565), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.399726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0c3d7551-df02-4a70-a4e8-5b7aeac28061 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:41:17.483813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7c12ed58-c22e-45fa-904c-2dea6a09f7dc None None] Provisioning complete for port 613f181d-68ec-4df3-9818-4919a4a9e886 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:41:17.484564 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7c12ed58-c22e-45fa-904c-2dea6a09f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (613f181d-68ec-4df3-9818-4919a4a9e886), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.510018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 0c3d7551-df02-4a70-a4e8-5b7aeac28061 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:41:17.510704 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0c3d7551-df02-4a70-a4e8-5b7aeac28061), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.551778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7c12ed58-c22e-45fa-904c-2dea6a09f7dc None None] Port 613f181d-68ec-4df3-9818-4919a4a9e886 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:41:17.621772 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 0c3d7551-df02-4a70-a4e8-5b7aeac28061 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:17.623640 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0c3d7551-df02-4a70-a4e8-5b7aeac28061), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.628273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-528d7ea5-727d-4408-858d-88f8214661fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.653682 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 0c3d7551-df02-4a70-a4e8-5b7aeac28061, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0c3d7551-df02-4a70-a4e8-5b7aeac28061,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:17.660513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d869903-1a21-4646-aabd-ee9fd760a74c admin admin] Deleting subnet 8cbf459f-e96c-490b-8882-87ee5ed2f8e0 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:41:17.661887 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0c3d7551-df02-4a70-a4e8-5b7aeac28061), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.665963 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0d869903-1a21-4646-aabd-ee9fd760a74c admin admin] Publish callbacks [] for subnet (8cbf459f-e96c-490b-8882-87ee5ed2f8e0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.743274 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0d869903-1a21-4646-aabd-ee9fd760a74c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (8cbf459f-e96c-490b-8882-87ee5ed2f8e0), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.757364 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=0c3d7551-df02-4a70-a4e8-5b7aeac28061,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:17.863440 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ea523c32-bb44-4c6b-b81e-46c2fbe0284e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.868675 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-97d44e22-c997-48c4-b067-51083b2aafc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (2a638a11-221e-41d3-bfc9-35e63e88d9a6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.870190 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-528d7ea5-727d-4408-858d-88f8214661fa admin admin] Publish callbacks [] for security_group (4cf95755-d949-4b82-877d-cfa66bf6d447), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.876360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:17.877398 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.879588 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-528d7ea5-727d-4408-858d-88f8214661fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4cf95755-d949-4b82-877d-cfa66bf6d447), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.886089 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0d869903-1a21-4646-aabd-ee9fd760a74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (8cbf459f-e96c-490b-8882-87ee5ed2f8e0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:17.926536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c74cb8-c245-4e0b-8644-72a32f82f633 req-be42cd6f-40a8-452c-9e94-0bcd3ed65dd3 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:17.928609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73c74cb8-c245-4e0b-8644-72a32f82f633 req-be42cd6f-40a8-452c-9e94-0bcd3ed65dd3 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 931 time: 1.1457057 Mar 07 21:41:17.948165 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-528d7ea5-727d-4408-858d-88f8214661fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10d51f3bde214e06bd43f93673ae0c35&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0085728 Mar 07 21:41:17.954323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58132) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:17.996680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d7ea5-727d-4408-858d-88f8214661fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf95755-d949-4b82-877d-cfa66bf6d447,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:18.007984 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.038019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d44e22-c997-48c4-b067-51083b2aafc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a638a11-221e-41d3-bfc9-35e63e88d9a6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:18.039448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ecc8a-2fd2-4a59-a9ab-1efd0c848de8 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Pushing event updated for resources: {'Port': ['ID=96cc72a9-5f9e-4d4c-9c93-cf4b415ea565,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:18.043454 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0d869903-1a21-4646-aabd-ee9fd760a74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (8cbf459f-e96c-490b-8882-87ee5ed2f8e0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.048594 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-97d44e22-c997-48c4-b067-51083b2aafc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.055220 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-97d44e22-c997-48c4-b067-51083b2aafc3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2a638a11-221e-41d3-bfc9-35e63e88d9a6 HTTP/1.1" status: 204 len: 168 time: 2.9251394 Mar 07 21:41:18.061787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58134) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:18.065119 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-a53a39e0-e417-44b9-8423-159ded9a0d02 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6142075 Mar 07 21:41:18.100312 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138d24c5-efda-419c-8b1f-75ca52f1aef9 admin admin] Publish callbacks [] for security_group (4cf95755-d949-4b82-877d-cfa66bf6d447), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.112469 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee27bbac-a51b-4ceb-af2a-01e8d1ddab54 None None] Network a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:41:18.118207 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d869903-1a21-4646-aabd-ee9fd760a74c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cbf459f-e96c-490b-8882-87ee5ed2f8e0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:18.131386 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0d869903-1a21-4646-aabd-ee9fd760a74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.137464 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0d869903-1a21-4646-aabd-ee9fd760a74c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8cbf459f-e96c-490b-8882-87ee5ed2f8e0 HTTP/1.1" status: 204 len: 168 time: 1.0502837 Mar 07 21:41:18.149414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58136) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:18.165348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Request body: {'port': {'device_id': 'c2b44e60-25bd-43b9-989f-46f02428c8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:18.270544 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138d24c5-efda-419c-8b1f-75ca52f1aef9 admin admin] Publish callbacks [] for security_group (4cf95755-d949-4b82-877d-cfa66bf6d447), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.299699 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30731c-8964-4b76-adae-b482ce114767 req-b256ebbb-2c75-40c6-acae-0e2da93f86b5 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:18.302121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d30731c-8964-4b76-adae-b482ce114767 req-b256ebbb-2c75-40c6-acae-0e2da93f86b5 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 1128 time: 0.9744644 Mar 07 21:41:18.313225 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01adfb5b-2ebd-46c5-97a7-b4721217c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (efe745a6-ec89-44a3-b745-59cc531d1605), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.389905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b36fa6-ffff-43c6-bfa4-3271c9418469 None None] DHCP port deletion for a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:41:18.431407 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73c74cb8-c245-4e0b-8644-72a32f82f633 req-50bcf5a2-a7f5-4f37-b53b-10272c12e437 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2316250-e1fe-46b2-9cab-09c8e26c0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770900 Mar 07 21:41:18.464216 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138d24c5-efda-419c-8b1f-75ca52f1aef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4cf95755-d949-4b82-877d-cfa66bf6d447), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.467124 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138d24c5-efda-419c-8b1f-75ca52f1aef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.468963 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-138d24c5-efda-419c-8b1f-75ca52f1aef9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cf95755-d949-4b82-877d-cfa66bf6d447 HTTP/1.1" status: 204 len: 168 time: 0.5136247 Mar 07 21:41:18.485262 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (613f181d-68ec-4df3-9818-4919a4a9e886), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.488317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Allocated IP 172.20.0.1 (4491ae60-486f-4baa-a72c-21726164aae0/eeba05f1-cd73-417e-9e7b-c3ae6bff5455/05041ca6-c467-47c8-a920-35123c640ee8) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:18.527674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f5b36fa6-ffff-43c6-bfa4-3271c9418469 None None] Deleting port 972a85ce-22e5-4c44-8a0b-48a50953f9dc {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:41:18.528188 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f5b36fa6-ffff-43c6-bfa4-3271c9418469 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.608411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d24c5-efda-419c-8b1f-75ca52f1aef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf95755-d949-4b82-877d-cfa66bf6d447,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:18.616903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f5b36fa6-ffff-43c6-bfa4-3271c9418469 None None] For port 972a85ce-22e5-4c44-8a0b-48a50953f9dc, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=972a85ce-22e5-4c44-8a0b-48a50953f9dc,segment=NetworkSegment(c5a24ac9-a18c-44a6-b987-96e41033f2e4),segment_id=c5a24ac9-a18c-44a6-b987-96e41033f2e4)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:18.617774 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f5b36fa6-ffff-43c6-bfa4-3271c9418469 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.633773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (a11cbb3b-bf86-42ff-b64d-f9f1caa32c30), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.660131 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f5b36fa6-ffff-43c6-bfa4-3271c9418469 None None] Calling delete_port for 972a85ce-22e5-4c44-8a0b-48a50953f9dc owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:41:18.700202 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d30731c-8964-4b76-adae-b482ce114767 req-fab933ad-252d-4cc2-a953-9772a26cdda6 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107631 Mar 07 21:41:18.735141 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01adfb5b-2ebd-46c5-97a7-b4721217c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (efe745a6-ec89-44a3-b745-59cc531d1605), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.771641 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f5b36fa6-ffff-43c6-bfa4-3271c9418469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.835366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b36fa6-ffff-43c6-bfa4-3271c9418469 None None] Pushing event deleted for resources: {'Port': ['ID=972a85ce-22e5-4c44-8a0b-48a50953f9dc,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:18.837451 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-01adfb5b-2ebd-46c5-97a7-b4721217c9fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe745a6-ec89-44a3-b745-59cc531d1605']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:18.847410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b36fa6-ffff-43c6-bfa4-3271c9418469 None None] No DVR routers for this DVR port 972a85ce-22e5-4c44-8a0b-48a50953f9dc on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:18.902801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-01adfb5b-2ebd-46c5-97a7-b4721217c9fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981bb4e1-a500-4117-8eee-9ca7bda16990') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:18.903102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-01adfb5b-2ebd-46c5-97a7-b4721217c9fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981bb4e1-a500-4117-8eee-9ca7bda16990') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:18.924246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0c3d7551-df02-4a70-a4e8-5b7aeac28061 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:41:18.931902 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01adfb5b-2ebd-46c5-97a7-b4721217c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (981bb4e1-a500-4117-8eee-9ca7bda16990), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.982733 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01adfb5b-2ebd-46c5-97a7-b4721217c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (981bb4e1-a500-4117-8eee-9ca7bda16990), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:18.992872 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58150) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:18.998789 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Deleting port 972a85ce-22e5-4c44-8a0b-48a50953f9dc {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:41:19.000393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 0c3d7551-df02-4a70-a4e8-5b7aeac28061 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:41:19.000766 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0c3d7551-df02-4a70-a4e8-5b7aeac28061), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.001246 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.058026 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b436973f-b1d1-4e24-9095-4c0fd5cf4348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.072354 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01adfb5b-2ebd-46c5-97a7-b4721217c9fb admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:19.072770 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01adfb5b-2ebd-46c5-97a7-b4721217c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (981bb4e1-a500-4117-8eee-9ca7bda16990), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:19.074943 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:19.078228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093beb4a-9676-4224-932b-104321c8bcb6 req-dd79d4d3-1d77-499c-8675-1d7b7c42e587 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:19.086812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-093beb4a-9676-4224-932b-104321c8bcb6 req-dd79d4d3-1d77-499c-8675-1d7b7c42e587 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 936 time: 0.4955730 Mar 07 21:41:19.153003 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Publish callbacks [] for port (05041ca6-c467-47c8-a920-35123c640ee8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.197837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 0c3d7551-df02-4a70-a4e8-5b7aeac28061 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:19.212153 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.284588 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c04d23ae-b27f-46fc-b8dc-e7158a1bdb51 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:41:19.308343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-093beb4a-9676-4224-932b-104321c8bcb6 req-fefb9f02-8f96-4498-a065-b003bf08f0d7 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fcc03a8-20e4-4d42-b372-fe56f08783f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063231 Mar 07 21:41:19.315256 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:41:19.327724 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Publish callbacks [] for port (96cc72a9-5f9e-4d4c-9c93-cf4b415ea565), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.328287 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b436973f-b1d1-4e24-9095-4c0fd5cf4348 admin admin] Publish callbacks [] for security_group (d72d60ba-1862-4b40-a11f-d43442b994fb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.332534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] For port 972a85ce-22e5-4c44-8a0b-48a50953f9dc, host n-d-832330-1, got binding levels [] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:19.333577 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.335077 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: c04d23ae-b27f-46fc-b8dc-e7158a1bdb51 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:41:19.337666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c04d23ae-b27f-46fc-b8dc-e7158a1bdb51 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:41:19.338204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device aaadcd08-53ef-4b4e-b5b3-653577906e95 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:41:19.366057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Transition to ACTIVE for port object 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:41:19.370942 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (05041ca6-c467-47c8-a920-35123c640ee8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.388424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: aaadcd08-53ef-4b4e-b5b3-653577906e95 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:41:19.388621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Calling delete_port for 972a85ce-22e5-4c44-8a0b-48a50953f9dc owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:41:19.388783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device aaadcd08-53ef-4b4e-b5b3-653577906e95 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:41:19.389245 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 972a85ce-22e5-4c44-8a0b-48a50953f9dc no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:41:19.404614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Port 972a85ce-22e5-4c44-8a0b-48a50953f9dc was not found and therefore no delete operation was performed {{(pid=103718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 21:41:19.413701 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b436973f-b1d1-4e24-9095-4c0fd5cf4348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d72d60ba-1862-4b40-a11f-d43442b994fb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.413701 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (972a85ce-22e5-4c44-8a0b-48a50953f9dc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.432588 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 972a85ce-22e5-4c44-8a0b-48a50953f9dc {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:41:19.432955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 972a85ce-22e5-4c44-8a0b-48a50953f9dc not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:41:19.446567 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (96cc72a9-5f9e-4d4c-9c93-cf4b415ea565), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.473516 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01adfb5b-2ebd-46c5-97a7-b4721217c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (efe745a6-ec89-44a3-b745-59cc531d1605), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.481127 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] No DVR routers for this DVR port 972a85ce-22e5-4c44-8a0b-48a50953f9dc on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:19.488303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=972a85ce-22e5-4c44-8a0b-48a50953f9dc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:19.495557 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01adfb5b-2ebd-46c5-97a7-b4721217c9fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.501760 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-01adfb5b-2ebd-46c5-97a7-b4721217c9fb admin admin] 10.222.0.26 "DELETE /v2.0/networks/efe745a6-ec89-44a3-b745-59cc531d1605 HTTP/1.1" status: 204 len: 168 time: 1.4350889 Mar 07 21:41:19.502583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Network 4491ae60-486f-4baa-a72c-21726164aae0 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:19.508235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58172) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:19.512303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436973f-b1d1-4e24-9095-4c0fd5cf4348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72d60ba-1862-4b40-a11f-d43442b994fb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:19.538956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:19.553734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adfb5b-2ebd-46c5-97a7-b4721217c9fb admin admin] Pushing event deleted for resources: {'Network': ['ID=efe745a6-ec89-44a3-b745-59cc531d1605,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:19.567018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:41:19.576409 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b436973f-b1d1-4e24-9095-4c0fd5cf4348 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72cca621f9b243688d0225099a7418ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5720294 Mar 07 21:41:19.592001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58176) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:19.640066 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.642617 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Pushing event updated for resources: {'Port': ['ID=05041ca6-c467-47c8-a920-35123c640ee8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:19.648191 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (a11cbb3b-bf86-42ff-b64d-f9f1caa32c30), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.681070 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11cbb3b-bf86-42ff-b64d-f9f1caa32c30']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:19.711097 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a24ac9-a18c-44a6-b987-96e41033f2e4') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:19.711504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a24ac9-a18c-44a6-b987-96e41033f2e4') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:19.722281 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (c5a24ac9-a18c-44a6-b987-96e41033f2e4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.755179 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c5a24ac9-a18c-44a6-b987-96e41033f2e4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.758471 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-54a21b89-9f50-4981-b9b8-6b691de19cc4 admin admin] Publish callbacks [] for security_group (d72d60ba-1862-4b40-a11f-d43442b994fb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.772518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-38757b26-08ba-402a-a100-2c4919fee895 admin admin] Deleting subnet 5532ae18-4682-4d32-a106-e6698571874b {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:41:19.780435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613f181d-68ec-4df3-9818-4919a4a9e886 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:41:19.789875 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-54a21b89-9f50-4981-b9b8-6b691de19cc4 admin admin] Publish callbacks [] for security_group (d72d60ba-1862-4b40-a11f-d43442b994fb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.790187 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38757b26-08ba-402a-a100-2c4919fee895 admin admin] Publish callbacks [] for subnet (5532ae18-4682-4d32-a106-e6698571874b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.799532 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:19.799947 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (c5a24ac9-a18c-44a6-b987-96e41033f2e4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:19.801739 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:19.832111 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Publish callbacks [] for port (613f181d-68ec-4df3-9818-4919a4a9e886), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.879138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Pushing event updated for resources: {'Port': ['ID=96cc72a9-5f9e-4d4c-9c93-cf4b415ea565,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:19.901504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Transition to ACTIVE for port object 613f181d-68ec-4df3-9818-4919a4a9e886 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:41:19.903624 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (a11cbb3b-bf86-42ff-b64d-f9f1caa32c30), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.918510 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.923471 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] 10.222.0.26 "DELETE /v2.0/networks/a11cbb3b-bf86-42ff-b64d-f9f1caa32c30 HTTP/1.1" status: 204 len: 168 time: 1.7685812 Mar 07 21:41:19.941289 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-54a21b89-9f50-4981-b9b8-6b691de19cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d72d60ba-1862-4b40-a11f-d43442b994fb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.944461 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-54a21b89-9f50-4981-b9b8-6b691de19cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.948570 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-54a21b89-9f50-4981-b9b8-6b691de19cc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d72d60ba-1862-4b40-a11f-d43442b994fb HTTP/1.1" status: 204 len: 168 time: 0.3559775 Mar 07 21:41:19.950043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fea8fb-eed7-43b8-b4a2-feec079c8ceb admin admin] Pushing event deleted for resources: {'Network': ['ID=a11cbb3b-bf86-42ff-b64d-f9f1caa32c30,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:19.967092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a21b89-9f50-4981-b9b8-6b691de19cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72d60ba-1862-4b40-a11f-d43442b994fb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:19.974226 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (613f181d-68ec-4df3-9818-4919a4a9e886), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.984804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38757b26-08ba-402a-a100-2c4919fee895 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (5532ae18-4682-4d32-a106-e6698571874b), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:19.995701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a72d7e-4dc4-44bd-9228-2877c67304b6 req-19d20188-af8f-410f-b767-c54b40983cb3 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:19.996970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85a72d7e-4dc4-44bd-9228-2877c67304b6 req-19d20188-af8f-410f-b767-c54b40983cb3 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 943 time: 0.3876355 Mar 07 21:41:20.094204 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Attempting to bind port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:41:20.094876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Attempting to bind port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'aeab198c-a582-41e7-a3ba-93ae9afb53cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '84b563c2-e8a8-4f4d-84b0-cc7682b74e24'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:41:20.094876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Attempting to bind port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 on network 84b563c2-e8a8-4f4d-84b0-cc7682b74e24 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:20.138156 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 on network 84b563c2-e8a8-4f4d-84b0-cc7682b74e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:41:20.139002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Attempting to bind port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 on network 84b563c2-e8a8-4f4d-84b0-cc7682b74e24 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:20.152108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:41:20.152772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Checking segment: {'id': 'aeab198c-a582-41e7-a3ba-93ae9afb53cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '84b563c2-e8a8-4f4d-84b0-cc7682b74e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:20.153480 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Bound using segment: {'id': 'aeab198c-a582-41e7-a3ba-93ae9afb53cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '84b563c2-e8a8-4f4d-84b0-cc7682b74e24'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:41:20.154149 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Bound port: 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeab198c-a582-41e7-a3ba-93ae9afb53cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '84b563c2-e8a8-4f4d-84b0-cc7682b74e24'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:41:20.154732 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96cc72a9-5f9e-4d4c-9c93-cf4b415ea565), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:20.186583 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:20.222160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Pushing event updated for resources: {'Port': ['ID=613f181d-68ec-4df3-9818-4919a4a9e886,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:20.282314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58188) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:20.329354 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38757b26-08ba-402a-a100-2c4919fee895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (5532ae18-4682-4d32-a106-e6698571874b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:20.372756 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5d355f23-b1bf-4cd1-a523-85d4afaf5c6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e5a9095b5804547a8b1a8286fd70b95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0886025 Mar 07 21:41:20.382649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58194) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:20.448073 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05041ca6-c467-47c8-a920-35123c640ee8), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:20.495310 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-291eab85-6b7f-43c2-be86-00f6819c18ed admin admin] Publish callbacks [] for security_group (063d499f-6b4c-46a3-b532-cef454926343), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:20.511799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85a72d7e-4dc4-44bd-9228-2877c67304b6 req-e8d9595a-e21f-46a3-a5c8-84ba80ea572f tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2316250-e1fe-46b2-9cab-09c8e26c0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832273 Mar 07 21:41:20.535817 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-291eab85-6b7f-43c2-be86-00f6819c18ed admin admin] Publish callbacks [] for security_group (063d499f-6b4c-46a3-b532-cef454926343), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:20.622614 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-291eab85-6b7f-43c2-be86-00f6819c18ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (063d499f-6b4c-46a3-b532-cef454926343), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:20.625582 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-291eab85-6b7f-43c2-be86-00f6819c18ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:20.629768 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-291eab85-6b7f-43c2-be86-00f6819c18ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/063d499f-6b4c-46a3-b532-cef454926343 HTTP/1.1" status: 204 len: 168 time: 0.2460322 Mar 07 21:41:20.647416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eab85-6b7f-43c2-be86-00f6819c18ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063d499f-6b4c-46a3-b532-cef454926343,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:20.684273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-33e0258a-ad6b-4d73-99dc-8189a185c5cb tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:41:20.685516 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-33e0258a-ad6b-4d73-99dc-8189a185c5cb tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3352208 Mar 07 21:41:20.729905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] For port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:41:20.734585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Attempting to bind port 613f181d-68ec-4df3-9818-4919a4a9e886 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:41:20.735213 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Attempting to bind port 613f181d-68ec-4df3-9818-4919a4a9e886 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:41:20.736425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Attempting to bind port 613f181d-68ec-4df3-9818-4919a4a9e886 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:20.757526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] For port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=96cc72a9-5f9e-4d4c-9c93-cf4b415ea565,segment=NetworkSegment(aeab198c-a582-41e7-a3ba-93ae9afb53cc),segment_id=aeab198c-a582-41e7-a3ba-93ae9afb53cc)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:41:20.771017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38757b26-08ba-402a-a100-2c4919fee895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (5532ae18-4682-4d32-a106-e6698571874b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:20.791252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Port 613f181d-68ec-4df3-9818-4919a4a9e886 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:41:20.791719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Attempting to bind port 613f181d-68ec-4df3-9818-4919a4a9e886 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:20.827219 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (96cc72a9-5f9e-4d4c-9c93-cf4b415ea565), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:20.876336 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:41:20.876679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:20.877062 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:41:20.877513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Bound port: 613f181d-68ec-4df3-9818-4919a4a9e886, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:41:20.877873 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (613f181d-68ec-4df3-9818-4919a4a9e886), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:20.879818 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38757b26-08ba-402a-a100-2c4919fee895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5532ae18-4682-4d32-a106-e6698571874b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:20.901823 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38757b26-08ba-402a-a100-2c4919fee895 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:20.905343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-38757b26-08ba-402a-a100-2c4919fee895 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5532ae18-4682-4d32-a106-e6698571874b HTTP/1.1" status: 204 len: 168 time: 1.3805938 Mar 07 21:41:20.909557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58214) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:20.932959 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa45db-3a7b-472d-bd13-d69f8d04c094 req-08834d28-f773-4dd5-b41d-d256a372ed5b tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:20.934627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54aa45db-3a7b-472d-bd13-d69f8d04c094 req-08834d28-f773-4dd5-b41d-d256a372ed5b tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 948 time: 0.3201776 Mar 07 21:41:20.951127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:20.951758 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:20.953174 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33984502-5b87-46e5-a39b-09730a850395 req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] 10.222.0.15 "PUT /v2.0/ports/96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 HTTP/1.1" status: 200 len: 1091 time: 4.0064096 Mar 07 21:41:20.957244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13aeb473-9be9-42da-825c-856debd06545', 'tag': '96cc72a9-5f9e-4d4c-9c93-cf4b415ea565'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:20.959876 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3717cec-d9c6-414a-87a8-ac196af5dc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "13aeb473-9be9-42da-825c-856debd06545", "tag": "96cc72a9-5f9e-4d4c-9c93-cf4b415ea565"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:21.069811 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0973b09-46d3-486e-8d8d-9bf29d171859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (c1094f83-d249-4caf-a37a-ca73896afc80), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:21.243093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-51b696b6-ea17-4e80-89ae-a69a8f22f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:21.255103 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-51b696b6-ea17-4e80-89ae-a69a8f22f8e4 service neutron] 10.222.0.26 "GET /v2.0/ports/0928e243-3a75-47d7-81ef-99d911854730 HTTP/1.1" status: 200 len: 1125 time: 0.5616987 Mar 07 21:41:21.273067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-605eac27-4892-498a-99cf-8dadc6ddb0df service neutron] Request body: {'binding': {'host': 'n-h2-832330-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:21.276566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-605eac27-4892-498a-99cf-8dadc6ddb0df service neutron] Unknown quota resources ['binding']. {{(pid=103718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 21:41:21.420248 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0973b09-46d3-486e-8d8d-9bf29d171859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (c1094f83-d249-4caf-a37a-ca73896afc80), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:21.465037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3f33e-0434-4927-a340-790d7bdc0e42 service neutron] Pushing event updated for resources: {'Port': ['ID=96cc72a9-5f9e-4d4c-9c93-cf4b415ea565,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:21.486858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-a0973b09-46d3-486e-8d8d-9bf29d171859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1094f83-d249-4caf-a37a-ca73896afc80']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:21.506871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-a0973b09-46d3-486e-8d8d-9bf29d171859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c520f6ea-ad42-4bf5-8285-e537dbbefae2') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:21.507526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-a0973b09-46d3-486e-8d8d-9bf29d171859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c520f6ea-ad42-4bf5-8285-e537dbbefae2') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:21.578345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0973b09-46d3-486e-8d8d-9bf29d171859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (c520f6ea-ad42-4bf5-8285-e537dbbefae2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:21.592488 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54aa45db-3a7b-472d-bd13-d69f8d04c094 req-6eb9e0c2-10ec-4fef-b166-3f270120cf08 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fcc03a8-20e4-4d42-b372-fe56f08783f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6463308 Mar 07 21:41:21.594040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] For port 613f181d-68ec-4df3-9818-4919a4a9e886, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:41:21.601301 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Publish callbacks [] for port (05041ca6-c467-47c8-a920-35123c640ee8), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:21.604446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] For port 613f181d-68ec-4df3-9818-4919a4a9e886, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=613f181d-68ec-4df3-9818-4919a4a9e886,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:41:21.611161 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (05041ca6-c467-47c8-a920-35123c640ee8), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:21.665994 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (613f181d-68ec-4df3-9818-4919a4a9e886), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:21.669322 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33984502-5b87-46e5-a39b-09730a850395 req-1da08a62-a35a-4d52-a2e0-74221b553a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:21.672045 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33984502-5b87-46e5-a39b-09730a850395 req-1da08a62-a35a-4d52-a2e0-74221b553a3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdda9239a6d7429ca26c994eb81a8aea&device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 1125 time: 0.6266239 Mar 07 21:41:21.675985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-605eac27-4892-498a-99cf-8dadc6ddb0df service neutron] Attempting to bind port 0928e243-3a75-47d7-81ef-99d911854730 on host n-h2-832330-1 for vnic_type normal with profile None {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:41:21.676329 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-605eac27-4892-498a-99cf-8dadc6ddb0df service neutron] Attempting to bind port 0928e243-3a75-47d7-81ef-99d911854730 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:41:21.676656 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-605eac27-4892-498a-99cf-8dadc6ddb0df service neutron] Attempting to bind port 0928e243-3a75-47d7-81ef-99d911854730 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:21.682632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-605eac27-4892-498a-99cf-8dadc6ddb0df service neutron] Port 0928e243-3a75-47d7-81ef-99d911854730 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:41:21.682993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-605eac27-4892-498a-99cf-8dadc6ddb0df service neutron] Attempting to bind port 0928e243-3a75-47d7-81ef-99d911854730 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:21.691551 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-605eac27-4892-498a-99cf-8dadc6ddb0df service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:41:21.692064 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-605eac27-4892-498a-99cf-8dadc6ddb0df service neutron] Checking segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:21.692493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-605eac27-4892-498a-99cf-8dadc6ddb0df service neutron] Bound using segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:41:21.693646 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-605eac27-4892-498a-99cf-8dadc6ddb0df service neutron] Bound port: 0928e243-3a75-47d7-81ef-99d911854730, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:41:21.696818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0973b09-46d3-486e-8d8d-9bf29d171859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c520f6ea-ad42-4bf5-8285-e537dbbefae2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:21.711726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0973b09-46d3-486e-8d8d-9bf29d171859 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:21.712285 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0973b09-46d3-486e-8d8d-9bf29d171859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (c520f6ea-ad42-4bf5-8285-e537dbbefae2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:21.714214 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:21.760228 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92176d9-acf4-40c6-8382-d56d0e8abcc1 x-openstack-request-id: req-b92176d9-acf4-40c6-8382-d56d0e8abcc1 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:21.760808 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13aeb473-9be9-42da-825c-856debd06545", "tag": "96cc72a9-5f9e-4d4c-9c93-cf4b415ea565", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:21.761235 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b92176d9-acf4-40c6-8382-d56d0e8abcc1 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:21.761814 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13aeb473-9be9-42da-825c-856debd06545', 'tag': '96cc72a9-5f9e-4d4c-9c93-cf4b415ea565', 'status': 'completed', 'code': 200} Mar 07 21:41:21.773080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33984502-5b87-46e5-a39b-09730a850395 req-f3c86c24-7247-402d-a3f4-0bbeb52c65ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 HTTP/1.1" status: 200 len: 217 time: 0.0718405 Mar 07 21:41:21.779311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:21.780156 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:21.785553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] 10.222.0.15 "PUT /v2.0/ports/613f181d-68ec-4df3-9818-4919a4a9e886 HTTP/1.1" status: 200 len: 1096 time: 3.6514635 Mar 07 21:41:21.808346 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:21.844577 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Pushing event updated for resources: {'Port': ['ID=05041ca6-c467-47c8-a920-35123c640ee8,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:21.860050 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0973b09-46d3-486e-8d8d-9bf29d171859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (c1094f83-d249-4caf-a37a-ca73896afc80), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:21.867378 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0973b09-46d3-486e-8d8d-9bf29d171859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:21.873763 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a0973b09-46d3-486e-8d8d-9bf29d171859 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c1094f83-d249-4caf-a37a-ca73896afc80 HTTP/1.1" status: 204 len: 168 time: 0.9613202 Mar 07 21:41:21.879386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-605eac27-4892-498a-99cf-8dadc6ddb0df service neutron] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0928e243-3a75-47d7-81ef-99d911854730,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:41:21.897260 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-605eac27-4892-498a-99cf-8dadc6ddb0df service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:21.910709 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-605eac27-4892-498a-99cf-8dadc6ddb0df service neutron] 10.222.0.26 "POST /v2.0/ports/0928e243-3a75-47d7-81ef-99d911854730/bindings HTTP/1.1" status: 201 len: 389 time: 0.6419435 Mar 07 21:41:21.911560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0973b09-46d3-486e-8d8d-9bf29d171859 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1094f83-d249-4caf-a37a-ca73896afc80,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:22.104057 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:22.152320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33984502-5b87-46e5-a39b-09730a850395 req-9effaa1a-87f4-4f11-86d7-775e4264602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:22.154109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33984502-5b87-46e5-a39b-09730a850395 req-9effaa1a-87f4-4f11-86d7-775e4264602b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d8b79b0-3dd1-4d92-8507-48f30195b873 HTTP/1.1" status: 200 len: 862 time: 0.3675463 Mar 07 21:41:22.236227 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33984502-5b87-46e5-a39b-09730a850395 req-d1c93790-a070-46d0-a0f6-770badae9819 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84b563c2-e8a8-4f4d-84b0-cc7682b74e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693240 Mar 07 21:41:22.252631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462bac3-3ffa-40cc-b3ec-07ccf9db20df service neutron] Pushing event updated for resources: {'Port': ['ID=613f181d-68ec-4df3-9818-4919a4a9e886,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:22.322160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-22eb358a-9192-4979-892f-79a7d86539a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:22.323610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-22eb358a-9192-4979-892f-79a7d86539a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b73f24b64c8f4b5f8fb5d17201a503d2&device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 1130 time: 0.4748757 Mar 07 21:41:22.358268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-02bd2dd3-eeb8-40a5-b33b-8fb69d5bfe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:22.360923 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-02bd2dd3-eeb8-40a5-b33b-8fb69d5bfe6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 1128 time: 0.0836384 Mar 07 21:41:22.362888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529be860-3525-466d-a5fc-fde400fc52fc req-d83b63b6-700c-4b7f-8fc8-5cce370c7d35 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:22.364626 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-529be860-3525-466d-a5fc-fde400fc52fc req-d83b63b6-700c-4b7f-8fc8-5cce370c7d35 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 943 time: 0.4094412 Mar 07 21:41:22.495661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Network 4491ae60-486f-4baa-a72c-21726164aae0 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:22.498489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-f34926e9-099b-493e-a86d-dc0e7719ebe8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=613f181d-68ec-4df3-9818-4919a4a9e886 HTTP/1.1" status: 200 len: 217 time: 0.1506498 Mar 07 21:41:22.506503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:22.516279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ef238-970b-4334-ad43-d0774831141a req-4683b866-d444-490c-b360-c4935258fe04 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:22.523028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-d96c7e7a-9fd9-4a34-b0c0-cbd6efd965f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:22.523706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-372ef238-970b-4334-ad43-d0774831141a req-4683b866-d444-490c-b360-c4935258fe04 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 946 time: 0.2804637 Mar 07 21:41:22.525900 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-d96c7e7a-9fd9-4a34-b0c0-cbd6efd965f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.1531739 Mar 07 21:41:22.581771 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-978bffe7-c2f1-4dd1-b650-caeb29e23dbf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0928e243-3a75-47d7-81ef-99d911854730 HTTP/1.1" status: 200 len: 217 time: 0.0457625 Mar 07 21:41:22.588473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58274) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:22.638795 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33984502-5b87-46e5-a39b-09730a850395 req-a72af7e8-22f4-4fe8-9cb4-ee0a4edac464 service neutron] 10.222.0.15 "GET /v2.0/networks/84b563c2-e8a8-4f4d-84b0-cc7682b74e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814492 Mar 07 21:41:22.679510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58278) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:22.746101 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-aa4a9c2f-7b0e-49f7-85ab-b586d0130364 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad203922dbd94abca13bc575d34ee25e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560323 Mar 07 21:41:22.746850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58282) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:22.753164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-a0433847-1f56-4d76-bc80-9b5693bde169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:22.753164 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-a0433847-1f56-4d76-bc80-9b5693bde169 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.1475136 Mar 07 21:41:22.796935 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-d3662595-ab84-470e-b666-7b50d0651d95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338886 Mar 07 21:41:22.804501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-529be860-3525-466d-a5fc-fde400fc52fc req-b601f012-dc04-446a-b899-b64f0e28fe37 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2316250-e1fe-46b2-9cab-09c8e26c0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172053 Mar 07 21:41:22.839731 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-372ef238-970b-4334-ad43-d0774831141a req-828b2e06-aefe-4e64-92c9-2c874b4cb5e3 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151147 Mar 07 21:41:22.853960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-88549575-bbb1-4b99-af65-3d3befa7648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:22.855638 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-88549575-bbb1-4b99-af65-3d3befa7648f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.3277655 Mar 07 21:41:22.912506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33984502-5b87-46e5-a39b-09730a850395 req-e8edd37f-b741-4cb4-aa55-7c53e3105876 service neutron] 10.222.0.15 "GET /v2.0/networks/84b563c2-e8a8-4f4d-84b0-cc7682b74e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570243 Mar 07 21:41:22.973194 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab6365b3-3952-4d5c-bf58-245ecd707c25 admin admin] Publish callbacks [] for security_group (c1020bdd-e727-4a38-b978-15d5e771a3aa), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:23.013370 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e662-7294-47fa-99d6-bb4081023dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:23.034744 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab6365b3-3952-4d5c-bf58-245ecd707c25 admin admin] Publish callbacks [] for security_group (c1020bdd-e727-4a38-b978-15d5e771a3aa), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:23.112559 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-cdcdb843-e66a-4b6d-8875-b335e0f79da8 service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019066 Mar 07 21:41:23.177941 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e662-7294-47fa-99d6-bb4081023dac admin admin] Publish callbacks [] for security_group (4842755e-c8e2-4095-913a-b33146d4d992), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:23.214318 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e662-7294-47fa-99d6-bb4081023dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4842755e-c8e2-4095-913a-b33146d4d992), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:23.230215 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab6365b3-3952-4d5c-bf58-245ecd707c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c1020bdd-e727-4a38-b978-15d5e771a3aa), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:23.232908 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab6365b3-3952-4d5c-bf58-245ecd707c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:23.236743 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ab6365b3-3952-4d5c-bf58-245ecd707c25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1020bdd-e727-4a38-b978-15d5e771a3aa HTTP/1.1" status: 204 len: 168 time: 0.4861865 Mar 07 21:41:23.239506 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-0b54686a-5911-4b0d-83e3-4a236a24d7eb service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198967 Mar 07 21:41:23.246679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-2da285d3-70bb-41ff-93cf-6dcc8389684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:23.246925 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6365b3-3952-4d5c-bf58-245ecd707c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1020bdd-e727-4a38-b978-15d5e771a3aa,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:23.248258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-2da285d3-70bb-41ff-93cf-6dcc8389684b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3824794 Mar 07 21:41:23.328804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:41:23.371277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3717cec-d9c6-414a-87a8-ac196af5dc5a req-10a873f3-a275-440b-bfa5-272372874413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:23.373273 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3717cec-d9c6-414a-87a8-ac196af5dc5a req-10a873f3-a275-440b-bfa5-272372874413 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdda9239a6d7429ca26c994eb81a8aea&device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 1125 time: 0.3886037 Mar 07 21:41:23.432594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586399e-b460-49a9-ac08-661e05e13ef4 req-1f579543-1764-4385-bc40-f3908bcfe1ba tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:23.435061 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3586399e-b460-49a9-ac08-661e05e13ef4 req-1f579543-1764-4385-bc40-f3908bcfe1ba tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 948 time: 0.4832785 Mar 07 21:41:23.438395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6ae8e662-7294-47fa-99d6-bb4081023dac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b3687c241234d218d1ce076cf3a2bed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7535970 Mar 07 21:41:23.442438 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58312) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:23.498664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8e662-7294-47fa-99d6-bb4081023dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4842755e-c8e2-4095-913a-b33146d4d992,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:23.535224 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f92b03e9-e814-4504-9ade-5fe695725ea9 admin admin] Publish callbacks [] for security_group (4842755e-c8e2-4095-913a-b33146d4d992), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:23.564878 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f92b03e9-e814-4504-9ade-5fe695725ea9 admin admin] Publish callbacks [] for security_group (4842755e-c8e2-4095-913a-b33146d4d992), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:23.627546 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f92b03e9-e814-4504-9ade-5fe695725ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4842755e-c8e2-4095-913a-b33146d4d992), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:23.632059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f92b03e9-e814-4504-9ade-5fe695725ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:23.633586 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f92b03e9-e814-4504-9ade-5fe695725ea9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4842755e-c8e2-4095-913a-b33146d4d992 HTTP/1.1" status: 204 len: 168 time: 0.1894746 Mar 07 21:41:23.643486 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b03e9-e814-4504-9ade-5fe695725ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4842755e-c8e2-4095-913a-b33146d4d992,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:23.742627 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:41:23.757864 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Sync routers for ids ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:41:23.758592 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-af647a78-cf1b-469e-8404-cbc6efa5117f admin admin] 10.222.0.26 "PUT /v2.0/routers/5e035db4-0c9c-416a-9a2f-8d0f9f293ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7473447 Mar 07 21:41:23.792687 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Routers {'5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:41:23.793778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:41:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:23.823602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b44e60-25bd-43b9-989f-46f02428c8cb', 'tag': '613f181d-68ec-4df3-9818-4919a4a9e886'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:23.826311 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7f77c0-b58b-4003-9811-7c2a7ef03339" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b44e60-25bd-43b9-989f-46f02428c8cb", "tag": "613f181d-68ec-4df3-9818-4919a4a9e886"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:23.897541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58340) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:23.974695 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-de65e951-24b2-46f4-85fb-cf43474c3654 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7fcbfaa2b525482d945b76a404e36061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0710244 Mar 07 21:41:23.975458 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58342) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:23.982735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3586399e-b460-49a9-ac08-661e05e13ef4 req-35b607c8-66a0-410e-95c7-f5b23ae95247 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fcc03a8-20e4-4d42-b372-fe56f08783f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350069 Mar 07 21:41:24.009064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-56a6e674-b200-4374-bda9-82995da5c04e service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440710 Mar 07 21:41:24.092137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Set router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:41:24.103320 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1547245f-1618-4cec-a81d-53996e11f581 admin admin] Publish callbacks [] for security_group (15eadd64-a0cd-4404-8d54-4178a5168fa7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:24.159290 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1547245f-1618-4cec-a81d-53996e11f581 admin admin] Publish callbacks [] for security_group (15eadd64-a0cd-4404-8d54-4178a5168fa7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:24.218239 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b3b0d2-e2a2-45e7-bbfd-0d4041bfa85c req-c059feae-9c66-42de-9cba-6bd5e9c016e2 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946192 Mar 07 21:41:24.223040 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0871b8b2-c393-483a-9ff3-ad3acd3746c1 x-openstack-request-id: req-0871b8b2-c393-483a-9ff3-ad3acd3746c1 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:24.223606 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b44e60-25bd-43b9-989f-46f02428c8cb", "tag": "613f181d-68ec-4df3-9818-4919a4a9e886", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:24.225852 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0871b8b2-c393-483a-9ff3-ad3acd3746c1 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:24.226499 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b44e60-25bd-43b9-989f-46f02428c8cb', 'tag': '613f181d-68ec-4df3-9818-4919a4a9e886', 'status': 'completed', 'code': 200} Mar 07 21:41:24.232868 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3717cec-d9c6-414a-87a8-ac196af5dc5a req-1f8e7154-86c0-4fe2-ba47-c4ba5d5a152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:24.236235 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3717cec-d9c6-414a-87a8-ac196af5dc5a req-1f8e7154-86c0-4fe2-ba47-c4ba5d5a152a service neutron] 10.222.0.15 "GET /v2.0/networks?id=84b563c2-e8a8-4f4d-84b0-cc7682b74e24 HTTP/1.1" status: 200 len: 923 time: 0.8406017 Mar 07 21:41:24.310660 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1547245f-1618-4cec-a81d-53996e11f581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (15eadd64-a0cd-4404-8d54-4178a5168fa7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:24.314722 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1547245f-1618-4cec-a81d-53996e11f581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:24.316115 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1547245f-1618-4cec-a81d-53996e11f581 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15eadd64-a0cd-4404-8d54-4178a5168fa7 HTTP/1.1" status: 204 len: 168 time: 0.3380535 Mar 07 21:41:24.333303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547245f-1618-4cec-a81d-53996e11f581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15eadd64-a0cd-4404-8d54-4178a5168fa7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:24.470661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3717cec-d9c6-414a-87a8-ac196af5dc5a req-eb8ebbfc-7c84-463a-ba8d-85f505df819d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 HTTP/1.1" status: 200 len: 217 time: 0.2107818 Mar 07 21:41:24.583027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:08Z', 'updated_at': '2022-03-07T21:41:20Z', 'revision_number': 4, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'gw_port': {'id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:09Z', 'updated_at': '2022-03-07T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05041ca6-c467-47c8-a920-35123c640ee8', 'name': '', 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'mac_address': 'fa:16:3e:d4:c0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:20Z', 'revision_number': 2, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'subnets': [{'id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:24.617167 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944509e7-aedf-4af0-8838-671a9727b5b1 req-380b7335-1332-489c-8f96-0195e5a7e79b tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:24.630822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-944509e7-aedf-4af0-8838-671a9727b5b1 req-380b7335-1332-489c-8f96-0195e5a7e79b tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 943 time: 0.7054844 Mar 07 21:41:24.632207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Checking router: 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:41:24.632796 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Updating router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd port 05041ca6-c467-47c8-a920-35123c640ee8 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:41:24.638298 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3717cec-d9c6-414a-87a8-ac196af5dc5a req-370e0b5e-5bcb-4cc7-887f-451dfd8c2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:24.642053 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3717cec-d9c6-414a-87a8-ac196af5dc5a req-370e0b5e-5bcb-4cc7-887f-451dfd8c2689 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d8b79b0-3dd1-4d92-8507-48f30195b873 HTTP/1.1" status: 200 len: 862 time: 0.1488223 Mar 07 21:41:24.696051 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05041ca6-c467-47c8-a920-35123c640ee8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:24.766634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3717cec-d9c6-414a-87a8-ac196af5dc5a req-ff330fdc-ecb3-4f3a-a7dc-467562afbe9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84b563c2-e8a8-4f4d-84b0-cc7682b74e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053939 Mar 07 21:41:24.809571 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58368) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:24.836300 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a836ed9d-2cae-4995-98e4-f466df6802f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:25.059399 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a836ed9d-2cae-4995-98e4-f466df6802f2 admin admin] Publish callbacks [] for security_group (969fcb58-afc2-4db0-8054-034ee1fc265c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:25.069518 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a836ed9d-2cae-4995-98e4-f466df6802f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (969fcb58-afc2-4db0-8054-034ee1fc265c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:25.153382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-944509e7-aedf-4af0-8838-671a9727b5b1 req-f31f3ccc-c0fe-46c5-8f75-2cf65b954579 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2316250-e1fe-46b2-9cab-09c8e26c0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209217 Mar 07 21:41:25.161083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f77c0-b58b-4003-9811-7c2a7ef03339 req-64a6d91e-de0c-4746-9397-c8ceaa50fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:25.163329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a7f77c0-b58b-4003-9811-7c2a7ef03339 req-64a6d91e-de0c-4746-9397-c8ceaa50fa93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b73f24b64c8f4b5f8fb5d17201a503d2&device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 1130 time: 0.8345354 Mar 07 21:41:25.188433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836ed9d-2cae-4995-98e4-f466df6802f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969fcb58-afc2-4db0-8054-034ee1fc265c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:25.194164 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a836ed9d-2cae-4995-98e4-f466df6802f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42cef4b0832e48549f206d5dec0433c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3826792 Mar 07 21:41:25.197396 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58382) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:25.212927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ec9b-a87d-4b7f-8e91-cbba025dff89 req-0edf54eb-2349-45a5-84fc-ad3c2894cb12 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:25.225709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4210ec9b-a87d-4b7f-8e91-cbba025dff89 req-0edf54eb-2349-45a5-84fc-ad3c2894cb12 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 946 time: 0.9976916 Mar 07 21:41:25.281612 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3717cec-d9c6-414a-87a8-ac196af5dc5a req-f5be7182-3491-4a1b-bd09-49d394bfcf79 service neutron] 10.222.0.15 "GET /v2.0/networks/84b563c2-e8a8-4f4d-84b0-cc7682b74e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816210 Mar 07 21:41:25.284450 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8f8cbc8-06b8-4ba2-990b-b4361d58cb8e admin admin] Publish callbacks [] for security_group (969fcb58-afc2-4db0-8054-034ee1fc265c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:25.320288 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8f8cbc8-06b8-4ba2-990b-b4361d58cb8e admin admin] Publish callbacks [] for security_group (969fcb58-afc2-4db0-8054-034ee1fc265c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:25.431782 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8f8cbc8-06b8-4ba2-990b-b4361d58cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (969fcb58-afc2-4db0-8054-034ee1fc265c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:25.457463 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d8f8cbc8-06b8-4ba2-990b-b4361d58cb8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:25.464395 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d8f8cbc8-06b8-4ba2-990b-b4361d58cb8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/969fcb58-afc2-4db0-8054-034ee1fc265c HTTP/1.1" status: 204 len: 168 time: 0.2625456 Mar 07 21:41:25.481153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8cbc8-06b8-4ba2-990b-b4361d58cb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969fcb58-afc2-4db0-8054-034ee1fc265c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:25.491626 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Publish callbacks [] for port (05041ca6-c467-47c8-a920-35123c640ee8), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:25.514043 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (05041ca6-c467-47c8-a920-35123c640ee8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:25.673059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5121c-b04a-4e4e-a096-c42ee146fd50 None None] Pushing event updated for resources: {'Port': ['ID=05041ca6-c467-47c8-a920-35123c640ee8,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:25.697431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Attempting to bind port 05041ca6-c467-47c8-a920-35123c640ee8 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:41:25.698266 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Attempting to bind port 05041ca6-c467-47c8-a920-35123c640ee8 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '04d4e391-ffcf-4b7c-939e-a52bbe0c4012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:41:25.698831 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Attempting to bind port 05041ca6-c467-47c8-a920-35123c640ee8 on network 4491ae60-486f-4baa-a72c-21726164aae0 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:25.722057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:41:25.722861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Checking segment: {'id': '04d4e391-ffcf-4b7c-939e-a52bbe0c4012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:25.725898 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:25.726526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Bound using segment: {'id': '04d4e391-ffcf-4b7c-939e-a52bbe0c4012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:41:25.727497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Bound port: 05041ca6-c467-47c8-a920-35123c640ee8, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d4e391-ffcf-4b7c-939e-a52bbe0c4012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:41:25.728035 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05041ca6-c467-47c8-a920-35123c640ee8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:25.842184 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] For port 05041ca6-c467-47c8-a920-35123c640ee8, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:41:25.846858 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] For port 05041ca6-c467-47c8-a920-35123c640ee8, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=05041ca6-c467-47c8-a920-35123c640ee8,segment=NetworkSegment(04d4e391-ffcf-4b7c-939e-a52bbe0c4012),segment_id=04d4e391-ffcf-4b7c-939e-a52bbe0c4012)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:41:25.857297 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (05041ca6-c467-47c8-a920-35123c640ee8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:25.952807 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4210ec9b-a87d-4b7f-8e91-cbba025dff89 req-6062fc61-103f-4509-915d-fd3d91d8d21f tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243714 Mar 07 21:41:25.976978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Routers {'5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:41:25.979298 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:41:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:26.001103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5121c-b04a-4e4e-a096-c42ee146fd50 None None] Pushing event updated for resources: {'Port': ['ID=05041ca6-c467-47c8-a920-35123c640ee8,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:26.078001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58422) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:26.150181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f77c0-b58b-4003-9811-7c2a7ef03339 req-edf3a725-af12-4556-8eb8-ff71615d0f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:26.151888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a7f77c0-b58b-4003-9811-7c2a7ef03339 req-edf3a725-af12-4556-8eb8-ff71615d0f92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.9217939 Mar 07 21:41:26.204493 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3717cec-d9c6-414a-87a8-ac196af5dc5a req-52648ddf-2736-4c99-b384-0100bcafc18a service neutron] 10.222.0.15 "GET /v2.0/networks/84b563c2-e8a8-4f4d-84b0-cc7682b74e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9000096 Mar 07 21:41:26.249490 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a7f77c0-b58b-4003-9811-7c2a7ef03339 req-acc86b8c-36d2-4031-a575-5c5f6f5408db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=613f181d-68ec-4df3-9818-4919a4a9e886 HTTP/1.1" status: 200 len: 217 time: 0.0857418 Mar 07 21:41:26.291091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] Set router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:41:26.340661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86711e-5a7d-448b-8d40-b6a14fe3778b req-849a6baa-cfd8-4f3d-97b0-e7a7ca02e46a tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:26.349815 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb86711e-5a7d-448b-8d40-b6a14fe3778b req-849a6baa-cfd8-4f3d-97b0-e7a7ca02e46a tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 948 time: 0.2861464 Mar 07 21:41:26.401287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-4a859726-5fe9-4be4-a6cf-8eccdc8e2892 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:26.402830 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-4a859726-5fe9-4be4-a6cf-8eccdc8e2892 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/networks?id=4491ae60-486f-4baa-a72c-21726164aae0 HTTP/1.1" status: 200 len: 820 time: 0.3380079 Mar 07 21:41:26.422558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f77c0-b58b-4003-9811-7c2a7ef03339 req-476ee952-128e-4e0b-b470-ba2ee50e7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:26.424033 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a7f77c0-b58b-4003-9811-7c2a7ef03339 req-476ee952-128e-4e0b-b470-ba2ee50e7ab0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1638660 Mar 07 21:41:26.449787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-d44c8886-a3b9-4c87-bad0-11c11c6811ae tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/quotas/2241391d44654848a06c7aaf207ddb12 HTTP/1.1" status: 200 len: 375 time: 0.0398328 Mar 07 21:41:26.454825 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb86711e-5a7d-448b-8d40-b6a14fe3778b req-9ff8ed2e-ad9d-4c47-b1e6-bcb42899735d tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fcc03a8-20e4-4d42-b372-fe56f08783f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040630 Mar 07 21:41:26.461437 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-464794ae-118d-4f22-9a5d-042c38db00cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:26.518474 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58434) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:26.538393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b83eb49a-f7a2-4fd4-a2eb-eecc3a6ff2d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:26.640670 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-464794ae-118d-4f22-9a5d-042c38db00cf admin admin] Publish callbacks [] for security_group (c3582c1a-b292-42f7-b776-7ea06272bf98), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:26.650720 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-464794ae-118d-4f22-9a5d-042c38db00cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c3582c1a-b292-42f7-b776-7ea06272bf98), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:26.672576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f77c0-b58b-4003-9811-7c2a7ef03339 req-b6efc47a-807b-45bd-aef5-3f9caac07e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:26.674956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a7f77c0-b58b-4003-9811-7c2a7ef03339 req-b6efc47a-807b-45bd-aef5-3f9caac07e69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2240136 Mar 07 21:41:26.687240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:08Z', 'updated_at': '2022-03-07T21:41:20Z', 'revision_number': 4, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'gw_port': {'id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:09Z', 'updated_at': '2022-03-07T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05041ca6-c467-47c8-a920-35123c640ee8', 'name': '', 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'mac_address': 'fa:16:3e:d4:c0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:25Z', 'revision_number': 4, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'subnets': [{'id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:26.709638 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b83eb49a-f7a2-4fd4-a2eb-eecc3a6ff2d9 admin admin] Publish callbacks [] for security_group (a787ad86-dd57-4e8b-b5f2-983f61dfda08), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:26.714259 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464794ae-118d-4f22-9a5d-042c38db00cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3582c1a-b292-42f7-b776-7ea06272bf98,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:26.720121 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b83eb49a-f7a2-4fd4-a2eb-eecc3a6ff2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a787ad86-dd57-4e8b-b5f2-983f61dfda08), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:26.726879 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-464794ae-118d-4f22-9a5d-042c38db00cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=515a8adec3f348a3aed59f24be0af735&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6460648 Mar 07 21:41:26.737932 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58438) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:26.753501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-16f2b8d6-73ec-49ee-a10d-d821e4d30d55 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2241391d44654848a06c7aaf207ddb12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2701623 Mar 07 21:41:26.772038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 613f181d-68ec-4df3-9818-4919a4a9e886 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:41:26.774734 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1532dc-a5cc-4f5e-8677-958da10e3ad1 None None] The sync data for ids ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'] in n-d-832330-1 is: [{'id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:08Z', 'updated_at': '2022-03-07T21:41:20Z', 'revision_number': 4, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'gw_port': {'id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:09Z', 'updated_at': '2022-03-07T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05041ca6-c467-47c8-a920-35123c640ee8', 'name': '', 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'mac_address': 'fa:16:3e:d4:c0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:25Z', 'revision_number': 4, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'subnets': [{'id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:41:26.852263 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b83eb49a-f7a2-4fd4-a2eb-eecc3a6ff2d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab3f4785294f40758ce93dbc42f9a4d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3319824 Mar 07 21:41:26.871723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83eb49a-f7a2-4fd4-a2eb-eecc3a6ff2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a787ad86-dd57-4e8b-b5f2-983f61dfda08,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:26.877013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58448) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:26.932822 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d27d998e-a4cd-45c9-9555-62e2c48e3513 admin admin] Publish callbacks [] for security_group (c3582c1a-b292-42f7-b776-7ea06272bf98), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:26.973591 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d27d998e-a4cd-45c9-9555-62e2c48e3513 admin admin] Publish callbacks [] for security_group (c3582c1a-b292-42f7-b776-7ea06272bf98), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:27.066575 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d27d998e-a4cd-45c9-9555-62e2c48e3513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c3582c1a-b292-42f7-b776-7ea06272bf98), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:27.070897 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d27d998e-a4cd-45c9-9555-62e2c48e3513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:27.078976 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d27d998e-a4cd-45c9-9555-62e2c48e3513 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3582c1a-b292-42f7-b776-7ea06272bf98 HTTP/1.1" status: 204 len: 168 time: 0.3397510 Mar 07 21:41:27.105364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d998e-a4cd-45c9-9555-62e2c48e3513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3582c1a-b292-42f7-b776-7ea06272bf98,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:27.135071 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a7f77c0-b58b-4003-9811-7c2a7ef03339 req-6051c67d-ace3-4084-b3ff-2f844bc6a164 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091508 Mar 07 21:41:27.139275 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 613f181d-68ec-4df3-9818-4919a4a9e886, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=613f181d-68ec-4df3-9818-4919a4a9e886,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:27.217711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '613f181d-68ec-4df3-9818-4919a4a9e886', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '613f181d-68ec-4df3-9818-4919a4a9e886', 'mac_address': 'fa:16:3e:fb:63:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:41:27.277868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 613f181d-68ec-4df3-9818-4919a4a9e886 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:27.279546 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (613f181d-68ec-4df3-9818-4919a4a9e886), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:27.288773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c57eb-0c9b-4003-96b1-7e658f68db81 req-14d327f8-672b-465b-95e8-af47509d337b tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:27.291649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c38c57eb-0c9b-4003-96b1-7e658f68db81 req-14d327f8-672b-465b-95e8-af47509d337b tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 943 time: 0.6640866 Mar 07 21:41:27.306731 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613f181d-68ec-4df3-9818-4919a4a9e886 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:41:27.314126 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ad129fc5-976d-45f9-85f9-86a002194d14 admin admin] Publish callbacks [] for security_group (a787ad86-dd57-4e8b-b5f2-983f61dfda08), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:27.339039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 613f181d-68ec-4df3-9818-4919a4a9e886, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=613f181d-68ec-4df3-9818-4919a4a9e886,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:27.359547 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (613f181d-68ec-4df3-9818-4919a4a9e886), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:27.362558 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:41:27.428298 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ad129fc5-976d-45f9-85f9-86a002194d14 admin admin] Publish callbacks [] for security_group (a787ad86-dd57-4e8b-b5f2-983f61dfda08), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:27.487337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-bc8070c5-0f5d-4de8-af60-cf5c044b57dc service neutron] 10.222.0.26 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7214541 Mar 07 21:41:27.595722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=96cc72a9-5f9e-4d4c-9c93-cf4b415ea565,segment=NetworkSegment(aeab198c-a582-41e7-a3ba-93ae9afb53cc),segment_id=aeab198c-a582-41e7-a3ba-93ae9afb53cc)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:27.625659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '96cc72a9-5f9e-4d4c-9c93-cf4b415ea565', 'network_id': '84b563c2-e8a8-4f4d-84b0-cc7682b74e24', 'port_id': '96cc72a9-5f9e-4d4c-9c93-cf4b415ea565', 'mac_address': 'fa:16:3e:9b:6e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8b79b0-3dd1-4d92-8507-48f30195b873', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:41:27.651389 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c38c57eb-0c9b-4003-96b1-7e658f68db81 req-9bcc8051-ab18-4300-b1b6-ea7777f98627 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2316250-e1fe-46b2-9cab-09c8e26c0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995555 Mar 07 21:41:27.723528 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a7f77c0-b58b-4003-9811-7c2a7ef03339 req-2ad3eefe-4a04-4bbf-ab92-59ea147db454 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632732 Mar 07 21:41:27.752341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:27.753222 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96cc72a9-5f9e-4d4c-9c93-cf4b415ea565), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:27.809997 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ad129fc5-976d-45f9-85f9-86a002194d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a787ad86-dd57-4e8b-b5f2-983f61dfda08), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:27.818752 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ad129fc5-976d-45f9-85f9-86a002194d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:27.819997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ad129fc5-976d-45f9-85f9-86a002194d14 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a787ad86-dd57-4e8b-b5f2-983f61dfda08 HTTP/1.1" status: 204 len: 168 time: 0.9393229 Mar 07 21:41:27.843259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:41:27.925124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=613f181d-68ec-4df3-9818-4919a4a9e886,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:27.940187 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-3075f6d3-f958-4b16-afa9-8e48dd7caaa8 service neutron] 10.222.0.26 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517477 Mar 07 21:41:27.953442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad129fc5-976d-45f9-85f9-86a002194d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a787ad86-dd57-4e8b-b5f2-983f61dfda08,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:28.001224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=96cc72a9-5f9e-4d4c-9c93-cf4b415ea565,segment=NetworkSegment(aeab198c-a582-41e7-a3ba-93ae9afb53cc),segment_id=aeab198c-a582-41e7-a3ba-93ae9afb53cc)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:28.018932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c123f-1ec8-488d-b18c-b87600d5f55b req-c32c2c05-87ac-4341-bbc0-be581c3a7827 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:28.020722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d13c123f-1ec8-488d-b18c-b87600d5f55b req-c32c2c05-87ac-4341-bbc0-be581c3a7827 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 946 time: 0.1932213 Mar 07 21:41:28.041480 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (96cc72a9-5f9e-4d4c-9c93-cf4b415ea565), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:28.180643 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d13c123f-1ec8-488d-b18c-b87600d5f55b req-8187a702-eced-4696-8c3d-ae00f315fa0a tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537242 Mar 07 21:41:28.269151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=96cc72a9-5f9e-4d4c-9c93-cf4b415ea565,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:28.309241 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['613f181d-68ec-4df3-9818-4919a4a9e886'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:41:28.314094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['96cc72a9-5f9e-4d4c-9c93-cf4b415ea565'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:41:28.385295 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e60d8171-7f12-43da-b63e-b43bc6ec8bff req-a47a9088-f0a9-4e29-9c3a-d32ae65f498d tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 210 time: 0.1009402 Mar 07 21:41:28.443661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d609976-09e8-41ec-a005-02656596cc2e req-b963632f-d365-4f9d-8641-cf766929d018 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:28.449607 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d609976-09e8-41ec-a005-02656596cc2e req-b963632f-d365-4f9d-8641-cf766929d018 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 949 time: 0.2736075 Mar 07 21:41:28.609820 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d609976-09e8-41ec-a005-02656596cc2e req-2f0f518d-6d05-4354-9f70-3d0c09ec42bb tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fcc03a8-20e4-4d42-b372-fe56f08783f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454797 Mar 07 21:41:28.938795 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a86507-deb5-40c5-a5e7-7cc583d1761d req-89f02636-ceeb-42a5-84eb-439cf52d5aed tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:28.944506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d2a86507-deb5-40c5-a5e7-7cc583d1761d req-89f02636-ceeb-42a5-84eb-439cf52d5aed tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 944 time: 0.1531820 Mar 07 21:41:28.994487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 05041ca6-c467-47c8-a920-35123c640ee8 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:41:29.062847 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d2a86507-deb5-40c5-a5e7-7cc583d1761d req-01786c4d-4969-4dfc-bdd8-2e8cfba326a1 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2316250-e1fe-46b2-9cab-09c8e26c0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032820 Mar 07 21:41:29.161483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 05041ca6-c467-47c8-a920-35123c640ee8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:41:29.161914 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05041ca6-c467-47c8-a920-35123c640ee8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:29.357665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 05041ca6-c467-47c8-a920-35123c640ee8 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:29.358424 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05041ca6-c467-47c8-a920-35123c640ee8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:29.376133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd0f2c-2e71-4cec-8427-8fd24da9c598 req-0b45bf44-dd7e-4c6e-a679-f662d9dcfbd5 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:29.395676 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0bbd0f2c-2e71-4cec-8427-8fd24da9c598 req-0b45bf44-dd7e-4c6e-a679-f662d9dcfbd5 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 946 time: 0.0988889 Mar 07 21:41:29.434214 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 05041ca6-c467-47c8-a920-35123c640ee8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=05041ca6-c467-47c8-a920-35123c640ee8,segment=NetworkSegment(04d4e391-ffcf-4b7c-939e-a52bbe0c4012),segment_id=04d4e391-ffcf-4b7c-939e-a52bbe0c4012)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:29.446256 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (05041ca6-c467-47c8-a920-35123c640ee8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:29.515855 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0bbd0f2c-2e71-4cec-8427-8fd24da9c598 req-8faa9e87-ce87-4968-821a-9550cf6fd38d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188900 Mar 07 21:41:29.523622 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=05041ca6-c467-47c8-a920-35123c640ee8,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:29.698728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11fdca0e-29fa-4108-99d3-259c4907f66d req-1365d7f9-43ec-48d5-bad3-8d07218736c5 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 210 time: 0.0633073 Mar 07 21:41:29.874543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36981d8e-e496-4639-89ca-6007483ef2a4 req-f565e9d2-dc8d-49f3-8f71-da74f3da54bc tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:29.877880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36981d8e-e496-4639-89ca-6007483ef2a4 req-f565e9d2-dc8d-49f3-8f71-da74f3da54bc tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 949 time: 0.1014774 Mar 07 21:41:29.924247 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58622) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:30.012512 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36981d8e-e496-4639-89ca-6007483ef2a4 req-88b0f8d0-155e-4e41-a353-28f3d21f875e tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fcc03a8-20e4-4d42-b372-fe56f08783f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247156 Mar 07 21:41:30.122875 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-7bb6b5cc-f69c-4d05-9627-2eb9f3926813 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:30.123884 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-7bb6b5cc-f69c-4d05-9627-2eb9f3926813 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.13 "GET /v2.0/networks?id=4491ae60-486f-4baa-a72c-21726164aae0 HTTP/1.1" status: 200 len: 820 time: 0.1384480 Mar 07 21:41:30.137220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-a5cbc55d-2343-48b3-a149-22db9dfb7076 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Request body: {'port': {'device_id': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0', 'admin_state_up': True, 'tenant_id': '2241391d44654848a06c7aaf207ddb12'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:30.261693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-bf8cbf80-c975-4ad8-997e-4ede80757a5e tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fcd5107ec0d54f2796a1b53d509be488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785470 Mar 07 21:41:30.389457 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-dcce5dd5-5849-47df-af01-12bd1bb364a2 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:30.397983 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-dcce5dd5-5849-47df-af01-12bd1bb364a2 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1350579 Mar 07 21:41:30.417033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-130552580-network', 'tenant_id': '1282d26a06c94fc28ccc16e9582138d7'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:30.420767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-ee6f756d-1e67-447c-80ec-bc71693466ee tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/quotas/fcd5107ec0d54f2796a1b53d509be488 HTTP/1.1" status: 200 len: 375 time: 0.0216146 Mar 07 21:41:30.453047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-a5cbc55d-2343-48b3-a149-22db9dfb7076 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Made reservation on behalf of 2241391d44654848a06c7aaf207ddb12 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:30.461001 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-a5cbc55d-2343-48b3-a149-22db9dfb7076 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:30.463710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-313be601-7b5d-45ed-9baf-7a4fe6f25433 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fcd5107ec0d54f2796a1b53d509be488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420895 Mar 07 21:41:30.480318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] Made reservation on behalf of 1282d26a06c94fc28ccc16e9582138d7 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:30.487267 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:30.488055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54632825-aa10-407e-a6c5-0ad9d6fa38ae req-5df8da5f-4ecc-41ed-b671-64a8e489015a tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:30.491137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54632825-aa10-407e-a6c5-0ad9d6fa38ae req-5df8da5f-4ecc-41ed-b671-64a8e489015a tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 944 time: 0.2856407 Mar 07 21:41:30.505672 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:30.561044 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54632825-aa10-407e-a6c5-0ad9d6fa38ae req-1abaee61-2c22-47a4-b935-422b09b42915 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2316250-e1fe-46b2-9cab-09c8e26c0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636704 Mar 07 21:41:30.749277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 613f181d-68ec-4df3-9818-4919a4a9e886 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:41:30.817057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-a5cbc55d-2343-48b3-a149-22db9dfb7076 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Allocated IP 172.20.0.8 (4491ae60-486f-4baa-a72c-21726164aae0/eeba05f1-cd73-417e-9e7b-c3ae6bff5455/449ff57b-bd74-4c9a-9f11-683ecd88754b) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:30.961287 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 613f181d-68ec-4df3-9818-4919a4a9e886 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:41:30.973518 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 05041ca6-c467-47c8-a920-35123c640ee8 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:41:30.979931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6897c823-616f-49e1-a6fa-d46dd5f67612 req-f7cb7cec-fc29-43f5-8f88-e292670f0bf1 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 210 time: 0.0812712 Mar 07 21:41:30.983822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 613f181d-68ec-4df3-9818-4919a4a9e886 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:41:30.984201 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (613f181d-68ec-4df3-9818-4919a4a9e886), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:31.045750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cb112-5c13-4464-a841-1b5c4b1c4ab3 req-1992114a-9d6a-4d37-85a7-57599cda7ec6 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:31.055370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a5cb112-5c13-4464-a841-1b5c4b1c4ab3 req-1992114a-9d6a-4d37-85a7-57599cda7ec6 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 946 time: 0.3210487 Mar 07 21:41:31.122664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a5cb112-5c13-4464-a841-1b5c4b1c4ab3 req-583528bb-4598-4226-b055-1a2cec30bdd4 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662606 Mar 07 21:41:31.211670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-f02eb986-b726-4dc2-97cc-1980f6a9cd45 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fcd5107ec0d54f2796a1b53d509be488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814586 Mar 07 21:41:31.216054 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-a5cbc55d-2343-48b3-a149-22db9dfb7076 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:31.250713 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] Publish callbacks [] for security_group (b2ea3339-434f-445c-acfd-a3c5724374e9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:31.270429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b2ea3339-434f-445c-acfd-a3c5724374e9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:31.360714 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-a5cbc55d-2343-48b3-a149-22db9dfb7076 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:31.373357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 613f181d-68ec-4df3-9818-4919a4a9e886 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:31.375881 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (613f181d-68ec-4df3-9818-4919a4a9e886), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:31.391138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:31.426347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b44e60-25bd-43b9-989f-46f02428c8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613f181d-68ec-4df3-9818-4919a4a9e886'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:31.435913 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7233a710-2f97-4253-9283-56b9fae6f68d" -d '{"events": [{"server_uuid": "c2b44e60-25bd-43b9-989f-46f02428c8cb", "name": "network-vif-plugged", "status": "completed", "tag": "613f181d-68ec-4df3-9818-4919a4a9e886"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:31.472437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 613f181d-68ec-4df3-9818-4919a4a9e886, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=613f181d-68ec-4df3-9818-4919a4a9e886,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:31.478928 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 05041ca6-c467-47c8-a920-35123c640ee8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:41:31.479559 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05041ca6-c467-47c8-a920-35123c640ee8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:31.520304 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (613f181d-68ec-4df3-9818-4919a4a9e886), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:31.521733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:41:31.550115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ea3339-434f-445c-acfd-a3c5724374e9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:31.554357 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (e29b43a1-cef5-415c-af82-f7caa9defb79), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:31.554699 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] Added segment e29b43a1-cef5-415c-af82-f7caa9defb79 of type vlan for network 879de7bd-fd44-4514-8441-92453a80e77e Mar 07 21:41:31.589906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b96ae7-74f4-4893-9a29-f3b348fbe7d1 req-909ce495-97e7-463d-956c-7d6ac26cf671 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:31.591512 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4b96ae7-74f4-4893-9a29-f3b348fbe7d1 req-909ce495-97e7-463d-956c-7d6ac26cf671 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 949 time: 0.2992651 Mar 07 21:41:31.618177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-a5cbc55d-2343-48b3-a149-22db9dfb7076 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Network 4491ae60-486f-4baa-a72c-21726164aae0 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:31.625644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-a5cbc55d-2343-48b3-a149-22db9dfb7076 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:31.638053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-584bba31-161d-4b83-88b6-3f7cc35de483 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:31.648692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-584bba31-161d-4b83-88b6-3f7cc35de483 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4127450 Mar 07 21:41:31.677076 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbc55d-2343-48b3-a149-22db9dfb7076 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Pushing event updated for resources: {'Port': ['ID=449ff57b-bd74-4c9a-9f11-683ecd88754b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:31.691993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-a5cbc55d-2343-48b3-a149-22db9dfb7076 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:41:31.748348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:41:31.753523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4b96ae7-74f4-4893-9a29-f3b348fbe7d1 req-107a458a-40e6-4717-b955-1cef9475014e tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fcc03a8-20e4-4d42-b372-fe56f08783f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480238 Mar 07 21:41:31.755736 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=613f181d-68ec-4df3-9818-4919a4a9e886,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:31.765065 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-d40d96e9-291f-4b85-8623-65ffef8dee1d tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/quotas/fcd5107ec0d54f2796a1b53d509be488 HTTP/1.1" status: 200 len: 375 time: 0.0907590 Mar 07 21:41:31.773597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:41:31.774405 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (96cc72a9-5f9e-4d4c-9c93-cf4b415ea565), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:31.792251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (879de7bd-fd44-4514-8441-92453a80e77e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:31.850514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-a5cbc55d-2343-48b3-a149-22db9dfb7076 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:31.851651 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-a5cbc55d-2343-48b3-a149-22db9dfb7076 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:31.866278 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (879de7bd-fd44-4514-8441-92453a80e77e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:31.867892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:31.869186 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:31.870298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-f02a605d-05e1-4456-a901-069e8c558d86 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fcd5107ec0d54f2796a1b53d509be488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058044 Mar 07 21:41:31.897366 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65f2f29-8d20-4792-9fa3-f539fc0c8061 x-openstack-request-id: req-a65f2f29-8d20-4792-9fa3-f539fc0c8061 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:31.897674 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b44e60-25bd-43b9-989f-46f02428c8cb", "name": "network-vif-plugged", "status": "completed", "tag": "613f181d-68ec-4df3-9818-4919a4a9e886", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:31.897932 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a65f2f29-8d20-4792-9fa3-f539fc0c8061 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:31.898364 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b44e60-25bd-43b9-989f-46f02428c8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613f181d-68ec-4df3-9818-4919a4a9e886', 'code': 200} Mar 07 21:41:31.954548 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 05041ca6-c467-47c8-a920-35123c640ee8 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:31.965771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] Pushing event updated for resources: {'Network': ['ID=879de7bd-fd44-4514-8441-92453a80e77e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:31.972199 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-a5cbc55d-2343-48b3-a149-22db9dfb7076 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8393104 Mar 07 21:41:31.979997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58738) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:31.980348 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9e425544-2ac1-442c-aec2-a69f129081fe admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0549376 Mar 07 21:41:31.986850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-12ce0921-04f1-49e8-9157-5204ce7f6d53 admin admin] Request body: {'subnet': {'network_id': '879de7bd-fd44-4514-8441-92453a80e77e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-130552580-subnet', 'tenant_id': '1282d26a06c94fc28ccc16e9582138d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:31.987726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Request body: {'port': {'device_id': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:32.022758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 879de7bd-fd44-4514-8441-92453a80e77e details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:41:32.129269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ce0921-04f1-49e8-9157-5204ce7f6d53 admin admin] Made reservation on behalf of 1282d26a06c94fc28ccc16e9582138d7 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:32.135051 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12ce0921-04f1-49e8-9157-5204ce7f6d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:32.153175 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:32.153711 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96cc72a9-5f9e-4d4c-9c93-cf4b415ea565), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:32.188415 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:32.410384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=96cc72a9-5f9e-4d4c-9c93-cf4b415ea565,segment=NetworkSegment(aeab198c-a582-41e7-a3ba-93ae9afb53cc),segment_id=aeab198c-a582-41e7-a3ba-93ae9afb53cc)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:32.444035 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (96cc72a9-5f9e-4d4c-9c93-cf4b415ea565), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:32.493267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2cb24-48fe-420e-bc69-8f9533cfabee req-a3876601-a664-4cef-9067-1f2ee7c6c039 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:32.494996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65e2cb24-48fe-420e-bc69-8f9533cfabee req-a3876601-a664-4cef-9067-1f2ee7c6c039 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 944 time: 0.5000253 Mar 07 21:41:32.501815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573255e-c0c4-449f-ba8c-9e1e55d9c354 req-357e42f4-f6f7-4e58-816c-d041a89a10c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:32.503681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0573255e-c0c4-449f-ba8c-9e1e55d9c354 req-357e42f4-f6f7-4e58-816c-d041a89a10c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 1132 time: 0.4914796 Mar 07 21:41:32.649156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=96cc72a9-5f9e-4d4c-9c93-cf4b415ea565,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:32.707662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27b8d3-c8fb-42b5-8617-5086c75c5b67 req-2ed62a5c-7e4d-453d-ace7-d8e2ea011cbd tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:32.707662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a27b8d3-c8fb-42b5-8617-5086c75c5b67 req-2ed62a5c-7e4d-453d-ace7-d8e2ea011cbd tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 931 time: 0.2678099 Mar 07 21:41:32.746031 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0573255e-c0c4-449f-ba8c-9e1e55d9c354 req-50343aee-3f72-483f-937e-bfa27dce68ea service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0fcc03a8-20e4-4d42-b372-fe56f08783f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325072 Mar 07 21:41:32.777359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65e2cb24-48fe-420e-bc69-8f9533cfabee req-17015e02-3eb2-48d7-9cda-29ffd914c4a8 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2316250-e1fe-46b2-9cab-09c8e26c0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722778 Mar 07 21:41:32.976670 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449ff57b-bd74-4c9a-9f11-683ecd88754b {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:41:32.988369 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Publish callbacks [] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:33.056797 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Transition to ACTIVE for port object 449ff57b-bd74-4c9a-9f11-683ecd88754b will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:41:33.058801 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12ce0921-04f1-49e8-9157-5204ce7f6d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (90d285f1-b48d-494b-a3bb-0f71abe1b992), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:33.067540 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:33.097029 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a27b8d3-c8fb-42b5-8617-5086c75c5b67 req-290325b6-1c0a-4106-b9d5-745da1ea76c9 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687847 Mar 07 21:41:33.133967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=449ff57b-bd74-4c9a-9f11-683ecd88754b,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:33.186788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-377692ae-86bb-43cc-b432-d266bc34e126 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fcd5107ec0d54f2796a1b53d509be488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1800907 Mar 07 21:41:33.257656 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Attempting to bind port 449ff57b-bd74-4c9a-9f11-683ecd88754b on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:41:33.258145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Attempting to bind port 449ff57b-bd74-4c9a-9f11-683ecd88754b by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '04d4e391-ffcf-4b7c-939e-a52bbe0c4012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:41:33.258926 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Attempting to bind port 449ff57b-bd74-4c9a-9f11-683ecd88754b on network 4491ae60-486f-4baa-a72c-21726164aae0 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:33.265924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Port 449ff57b-bd74-4c9a-9f11-683ecd88754b on network 4491ae60-486f-4baa-a72c-21726164aae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:41:33.266489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Attempting to bind port 449ff57b-bd74-4c9a-9f11-683ecd88754b on network 4491ae60-486f-4baa-a72c-21726164aae0 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:33.278958 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:41:33.279563 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Checking segment: {'id': '04d4e391-ffcf-4b7c-939e-a52bbe0c4012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:33.280173 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Bound using segment: {'id': '04d4e391-ffcf-4b7c-939e-a52bbe0c4012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:41:33.280803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Bound port: 449ff57b-bd74-4c9a-9f11-683ecd88754b, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d4e391-ffcf-4b7c-939e-a52bbe0c4012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:41:33.281205 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:33.405149 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-007499c5-a2ef-46ee-8551-d3be437b349d req-e8e86015-4a7f-443f-ae36-8c0e33e244a3 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 210 time: 0.1603727 Mar 07 21:41:33.412429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] For port 449ff57b-bd74-4c9a-9f11-683ecd88754b, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:41:33.417085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] For port 449ff57b-bd74-4c9a-9f11-683ecd88754b, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b,segment=NetworkSegment(04d4e391-ffcf-4b7c-939e-a52bbe0c4012),segment_id=04d4e391-ffcf-4b7c-939e-a52bbe0c4012)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:41:33.430955 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:33.525767 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:33.527335 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:33.527966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-1a9b39be-8624-49f1-b37f-fef002e18c42 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:33.529188 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] 10.222.0.13 "PUT /v2.0/ports/449ff57b-bd74-4c9a-9f11-683ecd88754b HTTP/1.1" status: 200 len: 1091 time: 1.5464978 Mar 07 21:41:33.529581 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-1a9b39be-8624-49f1-b37f-fef002e18c42 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3279357 Mar 07 21:41:33.530339 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0401b-5cc8-483c-93f2-72a3a95ecaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=449ff57b-bd74-4c9a-9f11-683ecd88754b,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:33.536826 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:33.541458 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20d38dd-e0e9-4e13-bc4d-e527e39945f0" -d '{"events": [{"name": "network-changed", "server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:33.560761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Request body: {'port': {'device_id': '6f97d876-f8df-40a6-b311-ce424b003ca2', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': 'fcd5107ec0d54f2796a1b53d509be488'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:33.573088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d341edc-604d-496d-82dc-d7e592cfaf80 req-66ad0764-ace5-49b2-8d4d-1a07d17e5580 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:33.580560 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d341edc-604d-496d-82dc-d7e592cfaf80 req-66ad0764-ace5-49b2-8d4d-1a07d17e5580 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 946 time: 0.6868887 Mar 07 21:41:33.587211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce0921-04f1-49e8-9157-5204ce7f6d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d285f1-b48d-494b-a3bb-0f71abe1b992,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:33.671366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-571357a0-e9bf-46aa-a688-066ee06995bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:33.673112 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-571357a0-e9bf-46aa-a688-066ee06995bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2241391d44654848a06c7aaf207ddb12&device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 1125 time: 0.1005991 Mar 07 21:41:33.753428 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-55bc2f46-cab8-4a5a-ad84-bd5923e6744a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b HTTP/1.1" status: 200 len: 217 time: 0.0726762 Mar 07 21:41:33.801686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ce0921-04f1-49e8-9157-5204ce7f6d53 admin admin] Checking segment: {'id': 'e29b43a1-cef5-415c-af82-f7caa9defb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '879de7bd-fd44-4514-8441-92453a80e77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:33.802394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ce0921-04f1-49e8-9157-5204ce7f6d53 admin admin] Network hostable DHCP agents. Network: 879de7bd-fd44-4514-8441-92453a80e77e, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:33.853496 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-541f7c71-6627-4a7b-816d-3e13a08c5a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:33.859161 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-541f7c71-6627-4a7b-816d-3e13a08c5a4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eeba05f1-cd73-417e-9e7b-c3ae6bff5455 HTTP/1.1" status: 200 len: 860 time: 0.0960026 Mar 07 21:41:33.866634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d341edc-604d-496d-82dc-d7e592cfaf80 req-5218e0a4-c4c9-4358-9b54-3e896abd241c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851820 Mar 07 21:41:33.902689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aeb473-9be9-42da-825c-856debd06545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cc72a9-5f9e-4d4c-9c93-cf4b415ea565'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:33.904941 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ffb975-76a8-4423-9ea4-adb8f5e12ed7" -d '{"events": [{"server_uuid": "13aeb473-9be9-42da-825c-856debd06545", "name": "network-vif-plugged", "status": "completed", "tag": "96cc72a9-5f9e-4d4c-9c93-cf4b415ea565"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:33.942505 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-ce17b2a1-d8f7-4846-a422-af56619a2352 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4491ae60-486f-4baa-a72c-21726164aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795760 Mar 07 21:41:33.962226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ce0921-04f1-49e8-9157-5204ce7f6d53 admin admin] Network 879de7bd-fd44-4514-8441-92453a80e77e is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:33.985210 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e4bda6-45bc-43a5-9392-914699429cf4 x-openstack-request-id: req-76e4bda6-45bc-43a5-9392-914699429cf4 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:33.987713 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:33.987999 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76e4bda6-45bc-43a5-9392-914699429cf4 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:33.991039 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b', 'status': 'completed', 'code': 200} Mar 07 21:41:34.041422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193917e6-e7d5-4baa-8839-0ba8822f0274 req-75d83bc3-552f-42e8-b245-f147729d53a9 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:34.053209 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-193917e6-e7d5-4baa-8839-0ba8822f0274 req-75d83bc3-552f-42e8-b245-f147729d53a9 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 950 time: 0.4177897 Mar 07 21:41:34.069651 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-12ce0921-04f1-49e8-9157-5204ce7f6d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 879de7bd-fd44-4514-8441-92453a80e77e) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:34.082369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd1d858-67fe-435e-9a35-6b423dc4db33 None None] Network 879de7bd-fd44-4514-8441-92453a80e77e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:41:34.118009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ce0921-04f1-49e8-9157-5204ce7f6d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:34.118603 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12ce0921-04f1-49e8-9157-5204ce7f6d53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:34.211302 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-08006e1b-150d-49ad-904a-1f4bbc27fd31 service neutron] 10.222.0.13 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562268 Mar 07 21:41:34.284454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-12ce0921-04f1-49e8-9157-5204ce7f6d53 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3028030 Mar 07 21:41:34.313458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40165ae-9a70-40d8-b9c7-f40de6164333 None None] Network 879de7bd-fd44-4514-8441-92453a80e77e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:41:34.330469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-193917e6-e7d5-4baa-8839-0ba8822f0274 req-730488c2-d443-4a93-b5b8-48016256b0f1 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fcc03a8-20e4-4d42-b372-fe56f08783f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741077 Mar 07 21:41:34.349997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-d0dd17c8-b844-44ff-9776-28a141cf8ed4 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fcd5107ec0d54f2796a1b53d509be488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1553588 Mar 07 21:41:34.463790 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301fbba1-87ad-4258-8f06-05fe99dd666c x-openstack-request-id: req-301fbba1-87ad-4258-8f06-05fe99dd666c {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:34.464385 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13aeb473-9be9-42da-825c-856debd06545", "name": "network-vif-plugged", "status": "completed", "tag": "96cc72a9-5f9e-4d4c-9c93-cf4b415ea565", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:34.464812 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-301fbba1-87ad-4258-8f06-05fe99dd666c {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:34.466443 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aeb473-9be9-42da-825c-856debd06545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cc72a9-5f9e-4d4c-9c93-cf4b415ea565', 'code': 200} Mar 07 21:41:34.467440 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-798ddb9c-e42e-4440-876f-b9d4124284c4 req-08edcad3-1c2c-46a0-8135-94d4dd2abacf service neutron] 10.222.0.13 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482226 Mar 07 21:41:34.511964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Made reservation on behalf of fcd5107ec0d54f2796a1b53d509be488 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:34.538544 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:34.662208 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d38dd-e0e9-4e13-bc4d-e527e39945f0 req-137420c5-89c3-45c6-abbf-0d03bcdcb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:34.663859 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a20d38dd-e0e9-4e13-bc4d-e527e39945f0 req-137420c5-89c3-45c6-abbf-0d03bcdcb0e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2241391d44654848a06c7aaf207ddb12&device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 1125 time: 0.0994627 Mar 07 21:41:34.846252 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d38dd-e0e9-4e13-bc4d-e527e39945f0 req-22f9098b-e025-42f8-9782-379e9848719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:34.847738 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a20d38dd-e0e9-4e13-bc4d-e527e39945f0 req-22f9098b-e025-42f8-9782-379e9848719f service neutron] 10.222.0.13 "GET /v2.0/networks?id=4491ae60-486f-4baa-a72c-21726164aae0 HTTP/1.1" status: 200 len: 921 time: 0.1770146 Mar 07 21:41:34.902994 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a20d38dd-e0e9-4e13-bc4d-e527e39945f0 req-7ce977e2-860e-499c-96c7-efd03e02b943 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b HTTP/1.1" status: 200 len: 217 time: 0.0481541 Mar 07 21:41:34.972994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d38dd-e0e9-4e13-bc4d-e527e39945f0 req-2dc0a033-ec60-467c-b976-82ac80f9c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:34.980288 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a20d38dd-e0e9-4e13-bc4d-e527e39945f0 req-2dc0a033-ec60-467c-b976-82ac80f9c3b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eeba05f1-cd73-417e-9e7b-c3ae6bff5455 HTTP/1.1" status: 200 len: 860 time: 0.0659468 Mar 07 21:41:34.995404 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:35.014641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2066b-c54b-46ed-a689-1b77d8df78bd req-b7f3ea84-954e-45a2-964a-ffb41e0b9691 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:35.016322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26e2066b-c54b-46ed-a689-1b77d8df78bd req-b7f3ea84-954e-45a2-964a-ffb41e0b9691 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 945 time: 0.9216204 Mar 07 21:41:35.046593 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a20d38dd-e0e9-4e13-bc4d-e527e39945f0 req-bfd54701-c64b-4249-a6bf-f477b8ee368c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4491ae60-486f-4baa-a72c-21726164aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636048 Mar 07 21:41:35.189356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac269b-093d-45f0-917e-4e6f433861bb req-1f684097-c53e-4c4f-a8ea-b881e6338cc1 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:35.197167 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76ac269b-093d-45f0-917e-4e6f433861bb req-1f684097-c53e-4c4f-a8ea-b881e6338cc1 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 943 time: 0.2088954 Mar 07 21:41:35.222228 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a20d38dd-e0e9-4e13-bc4d-e527e39945f0 req-4ffcac17-9005-4ee1-9760-ea4aa0782abb service neutron] 10.222.0.13 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683581 Mar 07 21:41:35.226312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-dc7ef759-493c-424a-b49c-551caa8d7aed tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:35.227916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-dc7ef759-493c-424a-b49c-551caa8d7aed tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8695581 Mar 07 21:41:35.257538 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e8664-a822-4bd1-b7a1-3a9b9158222a req-cb51e2ac-369a-4be2-aacc-85ccc2b97c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:35.259449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df0e8664-a822-4bd1-b7a1-3a9b9158222a req-cb51e2ac-369a-4be2-aacc-85ccc2b97c61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 1127 time: 0.7040417 Mar 07 21:41:35.268025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-329117e9-e045-48f1-8983-e68e30ce4187 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Request body: {'port': {'device_id': 'a52ace8a-8982-4912-8851-cd1e3361ce86', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': 'fcd5107ec0d54f2796a1b53d509be488'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:35.344064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26e2066b-c54b-46ed-a689-1b77d8df78bd req-3ae7d9c2-4748-44ef-ba11-ff32bb3be8d9 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2316250-e1fe-46b2-9cab-09c8e26c0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212581 Mar 07 21:41:35.383108 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a20d38dd-e0e9-4e13-bc4d-e527e39945f0 req-b9ac4872-66e5-45aa-8a1d-1c3110c778dd service neutron] 10.222.0.13 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545823 Mar 07 21:41:35.453785 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76ac269b-093d-45f0-917e-4e6f433861bb req-39a475f6-decd-4dcf-bf18-c5e5dedebb94 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556441 Mar 07 21:41:35.551289 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8d6daad-83c7-4bad-a324-8bc7b339baeb req-587a04c3-6810-4271-9ed9-6487864b95fd tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 210 time: 0.1106801 Mar 07 21:41:35.611688 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58896) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:35.643128 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks [] for security_group (bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:35.725967 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:35.767469 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-329117e9-e045-48f1-8983-e68e30ce4187 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Made reservation on behalf of fcd5107ec0d54f2796a1b53d509be488 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:35.772862 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8dc8438d-21c1-459a-b567-3b4e296ba65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:35.773723 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-329117e9-e045-48f1-8983-e68e30ce4187 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:35.818848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:35.846826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df0e8664-a822-4bd1-b7a1-3a9b9158222a req-60c513f3-0707-40a6-96dd-4d44f10efcff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e2316250-e1fe-46b2-9cab-09c8e26c0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5587347 Mar 07 21:41:35.864694 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8dc8438d-21c1-459a-b567-3b4e296ba65f admin admin] Publish callbacks [] for security_group (8a5d37c3-393a-4df5-825c-dbd43373d8b7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:35.869848 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8dc8438d-21c1-459a-b567-3b4e296ba65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8a5d37c3-393a-4df5-825c-dbd43373d8b7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:35.918056 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8dc8438d-21c1-459a-b567-3b4e296ba65f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d1362a74d19431c8b35b97d487c6912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3052328 Mar 07 21:41:35.919146 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58908) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:35.920089 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8438d-21c1-459a-b567-3b4e296ba65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5d37c3-393a-4df5-825c-dbd43373d8b7,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:35.976062 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c592ff39-c0e1-4c5e-a4f6-b4aa10043aa8 admin admin] Publish callbacks [] for security_group (8a5d37c3-393a-4df5-825c-dbd43373d8b7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:35.997914 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c592ff39-c0e1-4c5e-a4f6-b4aa10043aa8 admin admin] Publish callbacks [] for security_group (8a5d37c3-393a-4df5-825c-dbd43373d8b7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:36.064839 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c592ff39-c0e1-4c5e-a4f6-b4aa10043aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8a5d37c3-393a-4df5-825c-dbd43373d8b7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:36.069216 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c592ff39-c0e1-4c5e-a4f6-b4aa10043aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:36.073425 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c592ff39-c0e1-4c5e-a4f6-b4aa10043aa8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a5d37c3-393a-4df5-825c-dbd43373d8b7 HTTP/1.1" status: 204 len: 168 time: 0.1497910 Mar 07 21:41:36.086278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592ff39-c0e1-4c5e-a4f6-b4aa10043aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5d37c3-393a-4df5-825c-dbd43373d8b7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:36.107794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36378cd-53c7-4088-b138-2281bddae845 req-72379ec7-656c-4c3e-a2cd-f2415ed2fd2e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:36.110562 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c36378cd-53c7-4088-b138-2281bddae845 req-72379ec7-656c-4c3e-a2cd-f2415ed2fd2e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 946 time: 0.4622016 Mar 07 21:41:36.181391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-b23e09f7-4111-4d8f-99dd-caafd4811ee9 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:36.184218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-b23e09f7-4111-4d8f-99dd-caafd4811ee9 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/networks?id=879de7bd-fd44-4514-8441-92453a80e77e HTTP/1.1" status: 200 len: 813 time: 0.3071177 Mar 07 21:41:36.226843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Allocated IP 192.168.233.17 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/6e5611ca-7002-4449-9cf0-acdaceca68bf) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:36.232918 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c36378cd-53c7-4088-b138-2281bddae845 req-bcf6114d-a721-4c9a-8aa7-b20a100a1a74 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132727 Mar 07 21:41:36.236425 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-629d930f-c032-467c-94c3-996d1e7b3843 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/quotas/1282d26a06c94fc28ccc16e9582138d7 HTTP/1.1" status: 200 len: 375 time: 0.0435648 Mar 07 21:41:36.285822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-6b6b7113-ade9-49c8-a854-21c18a2bd5ec tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1282d26a06c94fc28ccc16e9582138d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406415 Mar 07 21:41:36.527359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-1ecdb873-005b-4f2e-a7a5-2cb03a194c23 service neutron] 10.222.0.26 "GET /v2.0/networks/879de7bd-fd44-4514-8441-92453a80e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313664 Mar 07 21:41:36.568461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289e0a6-e54c-48d9-8a4d-40b7a855b2f4 req-dcbe941e-1423-4292-b0e3-47b5de1f2fd6 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:36.570193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b289e0a6-e54c-48d9-8a4d-40b7a855b2f4 req-dcbe941e-1423-4292-b0e3-47b5de1f2fd6 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 950 time: 0.2353439 Mar 07 21:41:36.659189 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks [] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:36.710264 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b289e0a6-e54c-48d9-8a4d-40b7a855b2f4 req-f662d57b-d73a-4487-9d8f-7b78fee1eded tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fcc03a8-20e4-4d42-b372-fe56f08783f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242154 Mar 07 21:41:36.722463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-0537559e-cec3-44a1-aae9-fda3d332670b service neutron] 10.222.0.26 "GET /v2.0/networks/879de7bd-fd44-4514-8441-92453a80e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887445 Mar 07 21:41:36.763912 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:36.862005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Pushing event updated for resources: {'Port': ['ID=6e5611ca-7002-4449-9cf0-acdaceca68bf,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:36.895681 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:37.004838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:37.016003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:41:37.210463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-329117e9-e045-48f1-8983-e68e30ce4187 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Allocated IP 192.168.233.92 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/6c511681-5b4b-456d-933c-f673dc53e208) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:37.500430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598581f-0944-4d9a-8904-c24697a0ee7b req-28a07f24-5809-4dfa-ae85-c88925a3049a tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:37.501965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9598581f-0944-4d9a-8904-c24697a0ee7b req-28a07f24-5809-4dfa-ae85-c88925a3049a tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 945 time: 0.7086325 Mar 07 21:41:37.509401 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-329117e9-e045-48f1-8983-e68e30ce4187 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks [] for port (6c511681-5b4b-456d-933c-f673dc53e208), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:37.533866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:37.538882 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:37.541801 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d8a30108-b342-481c-856d-359ad7b41c64 None None] Provisioning complete for port 6e5611ca-7002-4449-9cf0-acdaceca68bf triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:41:37.543112 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8a30108-b342-481c-856d-359ad7b41c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:37.587673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d8a30108-b342-481c-856d-359ad7b41c64 None None] Port 6e5611ca-7002-4449-9cf0-acdaceca68bf cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:41:37.641197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd2615-a660-419b-989a-2c0d6e5c10cc req-c0dbf9e4-df17-4b80-ae54-48206f547c87 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:37.643677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b0cd2615-a660-419b-989a-2c0d6e5c10cc req-c0dbf9e4-df17-4b80-ae54-48206f547c87 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 943 time: 0.6400695 Mar 07 21:41:37.698999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-081876d5-0802-4d5c-898b-8f1a84b6c099 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1543760 Mar 07 21:41:37.729134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Request body: {'port': {'device_id': '6f97d876-f8df-40a6-b311-ce424b003ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:37.760383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9598581f-0944-4d9a-8904-c24697a0ee7b req-1b30aa26-4a54-46e2-a7d8-78fba31e2724 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2316250-e1fe-46b2-9cab-09c8e26c0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482250 Mar 07 21:41:37.865251 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:37.879598 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b0cd2615-a660-419b-989a-2c0d6e5c10cc req-b4f2a65d-a27e-40c1-8ac2-4b1b952e120a tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954029 Mar 07 21:41:37.898703 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-329117e9-e045-48f1-8983-e68e30ce4187 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6c511681-5b4b-456d-933c-f673dc53e208), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:38.049759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-329117e9-e045-48f1-8983-e68e30ce4187 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:38.069066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-329117e9-e045-48f1-8983-e68e30ce4187 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:38.074352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-329117e9-e045-48f1-8983-e68e30ce4187 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:41:38.273416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329117e9-e045-48f1-8983-e68e30ce4187 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Pushing event updated for resources: {'Port': ['ID=6c511681-5b4b-456d-933c-f673dc53e208,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:38.285050 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd25bcb3-eec9-4b3f-915b-275eabadc30b req-3a28ee7d-2ab3-447a-acca-99c15e036a96 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/ports?device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 210 time: 0.2229786 Mar 07 21:41:38.293110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc01ba-5f2f-461e-a1c0-7007e02f0b62 req-b2d7a9b4-38db-47c7-beb5-195f268e3263 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:38.295050 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5afc01ba-5f2f-461e-a1c0-7007e02f0b62 req-b2d7a9b4-38db-47c7-beb5-195f268e3263 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 935 time: 0.4143763 Mar 07 21:41:38.319366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-329117e9-e045-48f1-8983-e68e30ce4187 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:38.320146 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-329117e9-e045-48f1-8983-e68e30ce4187 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:38.386124 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5afc01ba-5f2f-461e-a1c0-7007e02f0b62 req-5e8ff88c-c08b-4391-8dd2-68d1fb6cfd7d tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779686 Mar 07 21:41:38.420250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-329117e9-e045-48f1-8983-e68e30ce4187 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1655555 Mar 07 21:41:38.494595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Request body: {'port': {'device_id': 'a52ace8a-8982-4912-8851-cd1e3361ce86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:38.627145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-38c083e1-a57f-4ec9-b815-2611487bd433 None None] Provisioning complete for port 6c511681-5b4b-456d-933c-f673dc53e208 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:41:38.627702 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-38c083e1-a57f-4ec9-b815-2611487bd433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6c511681-5b4b-456d-933c-f673dc53e208), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:38.693178 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6c511681-5b4b-456d-933c-f673dc53e208), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:38.741862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f83d3-03ae-4a05-b39c-2dfb0c48ad8c req-0afa4a75-833f-4981-a037-0db2b99d23cb tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:38.743552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-38c083e1-a57f-4ec9-b815-2611487bd433 None None] Port 6c511681-5b4b-456d-933c-f673dc53e208 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:41:38.751705 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d69f83d3-03ae-4a05-b39c-2dfb0c48ad8c req-0afa4a75-833f-4981-a037-0db2b99d23cb tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 946 time: 0.3053682 Mar 07 21:41:39.062049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d69f83d3-03ae-4a05-b39c-2dfb0c48ad8c req-0ddfc3d5-1977-4ea5-a33c-fd9d93c3cbf7 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090258 Mar 07 21:41:39.119972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-638a690b-f7c0-4bab-aa34-2ceee63ddf5c tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:39.121039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-638a690b-f7c0-4bab-aa34-2ceee63ddf5c tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.15 "GET /v2.0/networks?id=879de7bd-fd44-4514-8441-92453a80e77e HTTP/1.1" status: 200 len: 813 time: 0.4308658 Mar 07 21:41:39.138712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-198e12b3-df1a-4aa1-b17b-f07f950b79ca tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Request body: {'port': {'device_id': '79e87469-2b0c-4af1-9865-22e69cf31e2a', 'network_id': '879de7bd-fd44-4514-8441-92453a80e77e', 'admin_state_up': True, 'tenant_id': '1282d26a06c94fc28ccc16e9582138d7'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:39.203506 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b103cb-6dbb-441e-a732-2a46b565369d req-6936d87c-25cd-4a6d-a76e-3e824f3c9a9c tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:39.211461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69b103cb-6dbb-441e-a732-2a46b565369d req-6936d87c-25cd-4a6d-a76e-3e824f3c9a9c tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 950 time: 0.4437296 Mar 07 21:41:39.216466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 449ff57b-bd74-4c9a-9f11-683ecd88754b details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:41:39.485096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 449ff57b-bd74-4c9a-9f11-683ecd88754b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b,segment=NetworkSegment(04d4e391-ffcf-4b7c-939e-a52bbe0c4012),segment_id=04d4e391-ffcf-4b7c-939e-a52bbe0c4012)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:39.514338 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '449ff57b-bd74-4c9a-9f11-683ecd88754b', 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0', 'port_id': '449ff57b-bd74-4c9a-9f11-683ecd88754b', 'mac_address': 'fa:16:3e:c4:e5:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:41:39.575149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 449ff57b-bd74-4c9a-9f11-683ecd88754b is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:39.576534 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:39.606473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449ff57b-bd74-4c9a-9f11-683ecd88754b {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:41:39.618867 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59052) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:39.635250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 449ff57b-bd74-4c9a-9f11-683ecd88754b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b,segment=NetworkSegment(04d4e391-ffcf-4b7c-939e-a52bbe0c4012),segment_id=04d4e391-ffcf-4b7c-939e-a52bbe0c4012)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:39.641068 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:39.727635 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=449ff57b-bd74-4c9a-9f11-683ecd88754b,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:39.737601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:39.738624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:39.740758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:39.741421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:39.741766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:39.742362 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:39.742928 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:39.744429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:39.746495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:39.747067 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:39.747614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:39.748020 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:39.748867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:39.759437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69b103cb-6dbb-441e-a732-2a46b565369d req-80308596-a62e-412d-ad38-dceed9929830 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fcc03a8-20e4-4d42-b372-fe56f08783f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372303 Mar 07 21:41:39.763377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5611ca-7002-4449-9cf0-acdaceca68bf {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:41:39.799533 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-198c2ec5-8600-419e-bc19-7c1e33e76c81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:39.826166 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Publish callbacks [] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:39.845210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Transition to ACTIVE for port object 6e5611ca-7002-4449-9cf0-acdaceca68bf will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:41:39.865205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cb8f9-5322-4cb1-a360-157dedc0f400 req-2270d83a-6db1-4d0b-927d-a2f263ff075f tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:39.878844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e69cb8f9-5322-4cb1-a360-157dedc0f400 req-2270d83a-6db1-4d0b-927d-a2f263ff075f tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 945 time: 0.6568151 Mar 07 21:41:39.916260 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:39.940232 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-198c2ec5-8600-419e-bc19-7c1e33e76c81 admin admin] Publish callbacks [] for security_group (2d6a30df-4f69-46f6-8850-1d5d9736d576), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:39.945438 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-198c2ec5-8600-419e-bc19-7c1e33e76c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2d6a30df-4f69-46f6-8850-1d5d9736d576), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:39.996773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['449ff57b-bd74-4c9a-9f11-683ecd88754b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:41:40.001073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c2ec5-8600-419e-bc19-7c1e33e76c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6a30df-4f69-46f6-8850-1d5d9736d576,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:40.005876 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-198c2ec5-8600-419e-bc19-7c1e33e76c81 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b71107f3bd24f92929c2a624afda5f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3854160 Mar 07 21:41:40.009073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59056) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:40.244189 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-198e12b3-df1a-4aa1-b17b-f07f950b79ca tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Made reservation on behalf of 1282d26a06c94fc28ccc16e9582138d7 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:40.247736 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-198e12b3-df1a-4aa1-b17b-f07f950b79ca tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:40.266728 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd425f-1edf-4a61-9d7c-1aa6c25de54e req-ba5e08f0-1c3f-4c59-95ea-84910ae7ac3c tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:40.268441 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-90fd425f-1edf-4a61-9d7c-1aa6c25de54e req-ba5e08f0-1c3f-4c59-95ea-84910ae7ac3c tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2b44e60-25bd-43b9-989f-46f02428c8cb HTTP/1.1" status: 200 len: 950 time: 0.1630418 Mar 07 21:41:40.352286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5611ca-7002-4449-9cf0-acdaceca68bf,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:40.379469 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-90b57d5a-c0d4-47aa-8a47-e9ab79ba586e admin admin] Publish callbacks [] for security_group (2d6a30df-4f69-46f6-8850-1d5d9736d576), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:40.430679 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e69cb8f9-5322-4cb1-a360-157dedc0f400 req-66c1f1a0-8f7d-45e1-9aa5-90d54007714f tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2316250-e1fe-46b2-9cab-09c8e26c0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446186 Mar 07 21:41:40.438742 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-90b57d5a-c0d4-47aa-8a47-e9ab79ba586e admin admin] Publish callbacks [] for security_group (2d6a30df-4f69-46f6-8850-1d5d9736d576), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:40.464255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff641047-16f3-45f3-bccb-5188fbc8d06e req-666801a8-4ee3-4fc5-a47b-066f6f366501 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:40.471942 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff641047-16f3-45f3-bccb-5188fbc8d06e req-666801a8-4ee3-4fc5-a47b-066f6f366501 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 944 time: 0.5684288 Mar 07 21:41:40.531686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-90fd425f-1edf-4a61-9d7c-1aa6c25de54e req-8d8058be-cebc-4279-a26d-82d53a9a1287 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Deleting port 613f181d-68ec-4df3-9818-4919a4a9e886 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:41:40.532051 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-90fd425f-1edf-4a61-9d7c-1aa6c25de54e req-8d8058be-cebc-4279-a26d-82d53a9a1287 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (613f181d-68ec-4df3-9818-4919a4a9e886), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:40.568101 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-90b57d5a-c0d4-47aa-8a47-e9ab79ba586e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2d6a30df-4f69-46f6-8850-1d5d9736d576), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:40.571249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-90b57d5a-c0d4-47aa-8a47-e9ab79ba586e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:40.574899 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-90b57d5a-c0d4-47aa-8a47-e9ab79ba586e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d6a30df-4f69-46f6-8850-1d5d9736d576 HTTP/1.1" status: 204 len: 168 time: 0.5626020 Mar 07 21:41:40.615768 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b57d5a-c0d4-47aa-8a47-e9ab79ba586e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6a30df-4f69-46f6-8850-1d5d9736d576,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:40.629205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fdb74e4f-9dcd-47fc-b950-8fb7c3a6528a req-c6082f2b-8d0b-49ba-821d-54c85ea6f437 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/ports?device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 210 time: 0.0590765 Mar 07 21:41:40.666401 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-90fd425f-1edf-4a61-9d7c-1aa6c25de54e req-8d8058be-cebc-4279-a26d-82d53a9a1287 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] For port 613f181d-68ec-4df3-9818-4919a4a9e886, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=613f181d-68ec-4df3-9818-4919a4a9e886,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:40.666963 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-90fd425f-1edf-4a61-9d7c-1aa6c25de54e req-8d8058be-cebc-4279-a26d-82d53a9a1287 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (613f181d-68ec-4df3-9818-4919a4a9e886), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:40.681419 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-90fd425f-1edf-4a61-9d7c-1aa6c25de54e req-8d8058be-cebc-4279-a26d-82d53a9a1287 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Calling delete_port for 613f181d-68ec-4df3-9818-4919a4a9e886 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:41:40.756329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff641047-16f3-45f3-bccb-5188fbc8d06e req-bfeb7fba-d7de-4d6c-8792-c20506c09484 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834089 Mar 07 21:41:40.866920 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-90fd425f-1edf-4a61-9d7c-1aa6c25de54e req-8d8058be-cebc-4279-a26d-82d53a9a1287 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (613f181d-68ec-4df3-9818-4919a4a9e886), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:40.874973 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Attempting to bind port 6e5611ca-7002-4449-9cf0-acdaceca68bf on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:41:40.875496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Attempting to bind port 6e5611ca-7002-4449-9cf0-acdaceca68bf by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:41:40.875777 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Attempting to bind port 6e5611ca-7002-4449-9cf0-acdaceca68bf on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:40.881981 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['613f181d-68ec-4df3-9818-4919a4a9e886'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:41:40.934565 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8058be-cebc-4279-a26d-82d53a9a1287 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Pushing event deleted for resources: {'Port': ['ID=613f181d-68ec-4df3-9818-4919a4a9e886,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:41.049098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fd425f-1edf-4a61-9d7c-1aa6c25de54e req-8d8058be-cebc-4279-a26d-82d53a9a1287 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] No DVR routers for this DVR port 613f181d-68ec-4df3-9818-4919a4a9e886 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:41.060073 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-90fd425f-1edf-4a61-9d7c-1aa6c25de54e req-8d8058be-cebc-4279-a26d-82d53a9a1287 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.077740 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-90fd425f-1edf-4a61-9d7c-1aa6c25de54e req-8d8058be-cebc-4279-a26d-82d53a9a1287 tempest-ServerDiagnosticsNegativeTest-185187768 tempest-ServerDiagnosticsNegativeTest-185187768-project] 10.222.0.15 "DELETE /v2.0/ports/613f181d-68ec-4df3-9818-4919a4a9e886 HTTP/1.1" status: 204 len: 173 time: 0.8006835 Mar 07 21:41:41.078293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b44e60-25bd-43b9-989f-46f02428c8cb', 'name': 'network-vif-deleted', 'tag': '613f181d-68ec-4df3-9818-4919a4a9e886'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:41.080621 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f112fd6-09d1-4648-aee0-30ef6bf4333a" -d '{"events": [{"server_uuid": "c2b44e60-25bd-43b9-989f-46f02428c8cb", "name": "network-vif-deleted", "tag": "613f181d-68ec-4df3-9818-4919a4a9e886"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:41.087606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c511681-5b4b-456d-933c-f673dc53e208 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:41:41.099245 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Publish callbacks [] for port (6c511681-5b4b-456d-933c-f673dc53e208), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.113656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Transition to ACTIVE for port object 6c511681-5b4b-456d-933c-f673dc53e208 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:41:41.159149 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59074) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:41.201129 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a375171-d71a-437c-8d84-d5d0cdf3f193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.224751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 449ff57b-bd74-4c9a-9f11-683ecd88754b up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:41:41.235563 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (6c511681-5b4b-456d-933c-f673dc53e208), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.249489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Port 6e5611ca-7002-4449-9cf0-acdaceca68bf on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:41:41.249823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Attempting to bind port 6e5611ca-7002-4449-9cf0-acdaceca68bf on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:41.294174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:41:41.295107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:41.298360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:41:41.298853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Bound port: 6e5611ca-7002-4449-9cf0-acdaceca68bf, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:41:41.301496 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.352033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 449ff57b-bd74-4c9a-9f11-683ecd88754b completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:41:41.362026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 449ff57b-bd74-4c9a-9f11-683ecd88754b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:41:41.363430 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.389670 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a375171-d71a-437c-8d84-d5d0cdf3f193 admin admin] Publish callbacks [] for security_group (e49dd950-9042-44a7-8e1f-65611538c294), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.397561 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a375171-d71a-437c-8d84-d5d0cdf3f193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e49dd950-9042-44a7-8e1f-65611538c294), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.464114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-198e12b3-df1a-4aa1-b17b-f07f950b79ca tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Allocated IP 172.20.0.7 (879de7bd-fd44-4514-8441-92453a80e77e/90d285f1-b48d-494b-a3bb-0f71abe1b992/ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:41.483261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a375171-d71a-437c-8d84-d5d0cdf3f193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49dd950-9042-44a7-8e1f-65611538c294,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:41.509078 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4a375171-d71a-437c-8d84-d5d0cdf3f193 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=737540a054574cd2a1066b3f9ead5348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3485672 Mar 07 21:41:41.512305 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59076) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:41.591825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 449ff57b-bd74-4c9a-9f11-683ecd88754b is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:41.593867 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.597956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] For port 6e5611ca-7002-4449-9cf0-acdaceca68bf, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:41:41.601940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] For port 6e5611ca-7002-4449-9cf0-acdaceca68bf, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:41:41.629519 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0db69871-c188-4e76-8aad-d0c416cb4fde admin admin] Publish callbacks [] for security_group (e49dd950-9042-44a7-8e1f-65611538c294), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.637422 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.692650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aab445-9409-44e4-9242-99264b0cae77 req-468641f9-e0c2-4661-aee5-7fe069f027ff tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:41.695647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 449ff57b-bd74-4c9a-9f11-683ecd88754b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b,segment=NetworkSegment(04d4e391-ffcf-4b7c-939e-a52bbe0c4012),segment_id=04d4e391-ffcf-4b7c-939e-a52bbe0c4012)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:41.697210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:41.701302 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7b1cdc-cb44-442f-b918-3c5a710340c6" -d '{"events": [{"server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "name": "network-vif-plugged", "status": "completed", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:41.707855 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.711323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19aab445-9409-44e4-9242-99264b0cae77 req-468641f9-e0c2-4661-aee5-7fe069f027ff tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 935 time: 0.9486737 Mar 07 21:41:41.713170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Pushing event updated for resources: {'Port': ['ID=6c511681-5b4b-456d-933c-f673dc53e208,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:41.714115 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0db69871-c188-4e76-8aad-d0c416cb4fde admin admin] Publish callbacks [] for security_group (e49dd950-9042-44a7-8e1f-65611538c294), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.791766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb28334-8097-417b-a08e-fc9d9673f4bc req-59d967c9-2955-4d23-92c3-b9058b67ffc2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:41.801949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8eb28334-8097-417b-a08e-fc9d9673f4bc req-59d967c9-2955-4d23-92c3-b9058b67ffc2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 946 time: 0.7904594 Mar 07 21:41:41.846967 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0db69871-c188-4e76-8aad-d0c416cb4fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e49dd950-9042-44a7-8e1f-65611538c294), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.850951 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0db69871-c188-4e76-8aad-d0c416cb4fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.852744 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0db69871-c188-4e76-8aad-d0c416cb4fde admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e49dd950-9042-44a7-8e1f-65611538c294 HTTP/1.1" status: 204 len: 168 time: 0.3393888 Mar 07 21:41:41.883921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db69871-c188-4e76-8aad-d0c416cb4fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49dd950-9042-44a7-8e1f-65611538c294,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:41.891374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=449ff57b-bd74-4c9a-9f11-683ecd88754b,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:41.931899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:41.932522 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:41.933944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/6e5611ca-7002-4449-9cf0-acdaceca68bf HTTP/1.1" status: 200 len: 1095 time: 4.2163284 Mar 07 21:41:41.947857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f97d876-f8df-40a6-b311-ce424b003ca2', 'tag': '6e5611ca-7002-4449-9cf0-acdaceca68bf'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:41.956393 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6013ecb-132c-4097-afdc-7f9b0b9e5053" -d '{"events": [{"name": "network-changed", "server_uuid": "6f97d876-f8df-40a6-b311-ce424b003ca2", "tag": "6e5611ca-7002-4449-9cf0-acdaceca68bf"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:42.077660 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19aab445-9409-44e4-9242-99264b0cae77 req-2384e579-076b-41ad-b9a2-428ed1b7d6f1 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653128 Mar 07 21:41:42.201684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d6563-f857-4624-b17c-10288a57e7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5611ca-7002-4449-9cf0-acdaceca68bf,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:42.304244 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee45965-76eb-427a-bf67-e774e3320ed6 x-openstack-request-id: req-7ee45965-76eb-427a-bf67-e774e3320ed6 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:42.304244 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b44e60-25bd-43b9-989f-46f02428c8cb", "name": "network-vif-deleted", "tag": "613f181d-68ec-4df3-9818-4919a4a9e886", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:42.304589 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ee45965-76eb-427a-bf67-e774e3320ed6 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:42.304940 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b44e60-25bd-43b9-989f-46f02428c8cb', 'name': 'network-vif-deleted', 'tag': '613f181d-68ec-4df3-9818-4919a4a9e886', 'status': 'completed', 'code': 200} Mar 07 21:41:42.314415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8eb28334-8097-417b-a08e-fc9d9673f4bc req-e2791e35-5764-4004-b28e-18ceb91ec13c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068979 Mar 07 21:41:42.422777 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c851925c-a476-451d-bcc8-19539d6d9600 x-openstack-request-id: req-c851925c-a476-451d-bcc8-19539d6d9600 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:42.423222 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "name": "network-vif-plugged", "status": "completed", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:42.424433 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c851925c-a476-451d-bcc8-19539d6d9600 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:42.425064 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b', 'code': 200} Mar 07 21:41:42.588050 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Attempting to bind port 6c511681-5b4b-456d-933c-f673dc53e208 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:41:42.588411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Attempting to bind port 6c511681-5b4b-456d-933c-f673dc53e208 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:41:42.598172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Attempting to bind port 6c511681-5b4b-456d-933c-f673dc53e208 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:42.611940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d7d80-ac7a-4a06-9ea8-058c38fd539b req-4ad11bdd-3103-402d-bc08-43fd7ce0871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:42.617127 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a07d7d80-ac7a-4a06-9ea8-058c38fd539b req-4ad11bdd-3103-402d-bc08-43fd7ce0871f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 1127 time: 0.1160469 Mar 07 21:41:42.715506 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a07d7d80-ac7a-4a06-9ea8-058c38fd539b req-54022e77-0621-4ee6-94be-7ba95f85142a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902371 Mar 07 21:41:42.718318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2741d4f2-c51b-441f-83e3-4ce0b748778d req-74ed8f2a-652a-4e93-bae7-d9bbf272d39b tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/ports?device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 210 time: 0.2449915 Mar 07 21:41:42.726281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Port 6c511681-5b4b-456d-933c-f673dc53e208 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:41:42.728268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Attempting to bind port 6c511681-5b4b-456d-933c-f673dc53e208 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:42.743147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-a0e48eb1-d6d8-40cf-8eeb-4528cc36ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:42.747681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-a0e48eb1-d6d8-40cf-8eeb-4528cc36ca35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd5107ec0d54f2796a1b53d509be488&device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 1129 time: 0.7437210 Mar 07 21:41:42.785725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:41:42.788227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:42.788912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:41:42.789688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Bound port: 6c511681-5b4b-456d-933c-f673dc53e208, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:41:42.790617 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6c511681-5b4b-456d-933c-f673dc53e208), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:42.814539 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36edd3ba-e5ae-4d01-9590-ed3383af1e15 x-openstack-request-id: req-36edd3ba-e5ae-4d01-9590-ed3383af1e15 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:42.816269 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f97d876-f8df-40a6-b311-ce424b003ca2", "tag": "6e5611ca-7002-4449-9cf0-acdaceca68bf", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:42.816758 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36edd3ba-e5ae-4d01-9590-ed3383af1e15 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:42.817989 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f97d876-f8df-40a6-b311-ce424b003ca2', 'tag': '6e5611ca-7002-4449-9cf0-acdaceca68bf', 'status': 'completed', 'code': 200} Mar 07 21:41:42.871222 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59108) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:42.877212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-e278b5e2-c24f-4ef3-a8f4-0c43682f4126 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf HTTP/1.1" status: 200 len: 217 time: 0.1145597 Mar 07 21:41:42.948346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-130aa3de-76f9-49c7-9b5c-cbaba1998053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:42.950883 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-130aa3de-76f9-49c7-9b5c-cbaba1998053 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0630844 Mar 07 21:41:43.094194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9eb85-7758-43a7-960b-e58c104545f2 req-6cc7dc0b-5c06-4737-aa21-969e22f27a89 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:43.098462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5df9eb85-7758-43a7-960b-e58c104545f2 req-6cc7dc0b-5c06-4737-aa21-969e22f27a89 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.5885129 Mar 07 21:41:43.146497 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-198e12b3-df1a-4aa1-b17b-f07f950b79ca tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Publish callbacks [] for port (ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:43.277775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] For port 6c511681-5b4b-456d-933c-f673dc53e208, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:41:43.309113 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0d4c7080-e700-40d5-a7e3-5e019e8018f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b73f24b64c8f4b5f8fb5d17201a503d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4368203 Mar 07 21:41:43.312124 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5df9eb85-7758-43a7-960b-e58c104545f2 req-c8b04968-83a5-4dc5-954e-c53ae1d70592 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755915 Mar 07 21:41:43.314535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] For port 6c511681-5b4b-456d-933c-f673dc53e208, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6c511681-5b4b-456d-933c-f673dc53e208,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:41:43.316870 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59122) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:43.354665 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (6c511681-5b4b-456d-933c-f673dc53e208), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:43.368936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-6e8b11c6-fc8e-4a1b-9b0a-6735c37cc98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:43.370690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-6e8b11c6-fc8e-4a1b-9b0a-6735c37cc98c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3847396 Mar 07 21:41:43.426543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:43.428211 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:43.429921 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] 10.222.0.13 "PUT /v2.0/ports/6c511681-5b4b-456d-933c-f673dc53e208 HTTP/1.1" status: 200 len: 1095 time: 4.9849181 Mar 07 21:41:43.447350 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-32241cb3-b50d-4bc3-89de-0f8931375c0f admin admin] Publish callbacks [] for security_group (0fcc03a8-20e4-4d42-b372-fe56f08783f0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:43.451530 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-198e12b3-df1a-4aa1-b17b-f07f950b79ca tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:43.497138 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-32241cb3-b50d-4bc3-89de-0f8931375c0f admin admin] Publish callbacks [] for security_group (0fcc03a8-20e4-4d42-b372-fe56f08783f0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:43.568853 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-32241cb3-b50d-4bc3-89de-0f8931375c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0fcc03a8-20e4-4d42-b372-fe56f08783f0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:43.573321 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-32241cb3-b50d-4bc3-89de-0f8931375c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:43.575679 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-32241cb3-b50d-4bc3-89de-0f8931375c0f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fcc03a8-20e4-4d42-b372-fe56f08783f0 HTTP/1.1" status: 204 len: 168 time: 0.2571135 Mar 07 21:41:43.586547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-198e12b3-df1a-4aa1-b17b-f07f950b79ca tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Network 879de7bd-fd44-4514-8441-92453a80e77e is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:43.588609 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32241cb3-b50d-4bc3-89de-0f8931375c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcc03a8-20e4-4d42-b372-fe56f08783f0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:43.618113 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-198e12b3-df1a-4aa1-b17b-f07f950b79ca tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:43.621828 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-198e12b3-df1a-4aa1-b17b-f07f950b79ca tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:41:43.633390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d8a7a-0b78-4f3a-809a-bc2117042bb9 req-8add614e-7574-4b43-8222-b949c97acd51 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:43.635693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd9d8a7a-0b78-4f3a-809a-bc2117042bb9 req-8add614e-7574-4b43-8222-b949c97acd51 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 945 time: 0.4452944 Mar 07 21:41:43.754534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff40e7-d284-430b-a480-b93fbcafb7ad service neutron] Pushing event updated for resources: {'Port': ['ID=6c511681-5b4b-456d-933c-f673dc53e208,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:43.885362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e12b3-df1a-4aa1-b17b-f07f950b79ca tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Pushing event updated for resources: {'Port': ['ID=ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:43.921871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-198e12b3-df1a-4aa1-b17b-f07f950b79ca tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:43.922556 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-198e12b3-df1a-4aa1-b17b-f07f950b79ca tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:43.945648 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-d17962c4-1f65-4e3c-a148-0e30e6062adf service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658736 Mar 07 21:41:44.069095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8685bbc6-2d40-42ae-81cc-94fe67f9e05a req-47bd7158-b956-484b-b519-071e5694a9f5 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115055 Mar 07 21:41:44.071768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-04601cf2-21c0-444c-b0e1-59b8656ceb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:44.073499 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-04601cf2-21c0-444c-b0e1-59b8656ceb91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcd5107ec0d54f2796a1b53d509be488&device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 1129 time: 0.5911152 Mar 07 21:41:44.091796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd9d8a7a-0b78-4f3a-809a-bc2117042bb9 req-1fc34520-1e31-4237-aec3-7a3da8fbd72f tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2316250-e1fe-46b2-9cab-09c8e26c0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354382 Mar 07 21:41:44.110398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc3dfb-af07-4167-bd64-19b7d6c96b8d req-f797e231-7ff9-41fd-884b-a338d96cd2a0 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:44.115813 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5dc3dfb-af07-4167-bd64-19b7d6c96b8d req-f797e231-7ff9-41fd-884b-a338d96cd2a0 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 947 time: 0.6486075 Mar 07 21:41:44.145739 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-198e12b3-df1a-4aa1-b17b-f07f950b79ca tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0074995 Mar 07 21:41:44.196695 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59144) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:44.217572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Request body: {'port': {'device_id': '79e87469-2b0c-4af1-9865-22e69cf31e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:44.217890 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5220f6f5-8f1d-4476-aef0-2489cbab577d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:44.244366 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-6b2db796-f324-4b6b-9bf1-3f5900ebd7c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=6c511681-5b4b-456d-933c-f673dc53e208 HTTP/1.1" status: 200 len: 217 time: 0.1273134 Mar 07 21:41:44.366468 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5220f6f5-8f1d-4476-aef0-2489cbab577d admin admin] Publish callbacks [] for security_group (9ae87f90-29ec-4d49-b771-1a362d6b4d7a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:44.372745 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5220f6f5-8f1d-4476-aef0-2489cbab577d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9ae87f90-29ec-4d49-b771-1a362d6b4d7a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:44.422289 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220f6f5-8f1d-4476-aef0-2489cbab577d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae87f90-29ec-4d49-b771-1a362d6b4d7a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:44.427438 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5220f6f5-8f1d-4476-aef0-2489cbab577d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dff56c99a4e545f9ad13c004279ff037&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2296352 Mar 07 21:41:44.429969 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59150) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:44.431162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5dc3dfb-af07-4167-bd64-19b7d6c96b8d req-e30f972e-ce7f-4edf-a221-020246d953b3 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105249 Mar 07 21:41:44.441961 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:44.447305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6013ecb-132c-4097-afdc-7f9b0b9e5053 req-ef08e5f6-c68f-4f2c-ae6b-abe7be1f644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:44.448989 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6013ecb-132c-4097-afdc-7f9b0b9e5053 req-ef08e5f6-c68f-4f2c-ae6b-abe7be1f644b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd5107ec0d54f2796a1b53d509be488&device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 1129 time: 0.3006618 Mar 07 21:41:44.450307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-28239b26-f4bf-431e-b5fd-a25db258fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:44.451579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-28239b26-f4bf-431e-b5fd-a25db258fd4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1657822 Mar 07 21:41:44.503990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd5aa3-f946-47ce-be3e-f3e92ff78d98 req-4dc1fcf8-b20e-4793-b880-cb6f4bd08b3f tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:44.505494 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15dd5aa3-f946-47ce-be3e-f3e92ff78d98 req-4dc1fcf8-b20e-4793-b880-cb6f4bd08b3f tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 946 time: 0.2937055 Mar 07 21:41:44.523784 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b62fec75-7862-432b-bae3-94066a340a1a admin admin] Publish callbacks [] for security_group (9ae87f90-29ec-4d49-b771-1a362d6b4d7a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:44.572590 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b62fec75-7862-432b-bae3-94066a340a1a admin admin] Publish callbacks [] for security_group (9ae87f90-29ec-4d49-b771-1a362d6b4d7a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:44.695234 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b62fec75-7862-432b-bae3-94066a340a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9ae87f90-29ec-4d49-b771-1a362d6b4d7a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:44.699206 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b62fec75-7862-432b-bae3-94066a340a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:44.702947 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b62fec75-7862-432b-bae3-94066a340a1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ae87f90-29ec-4d49-b771-1a362d6b4d7a HTTP/1.1" status: 204 len: 168 time: 0.2694671 Mar 07 21:41:44.715459 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fec75-7862-432b-bae3-94066a340a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae87f90-29ec-4d49-b771-1a362d6b4d7a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:44.753181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe42fd-ad68-4cb3-b070-60d5061661ad req-9c0d6aa1-3132-442f-bb26-5b13a9096107 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:44.756150 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-afbe42fd-ad68-4cb3-b070-60d5061661ad req-9c0d6aa1-3132-442f-bb26-5b13a9096107 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.15 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 945 time: 0.1745181 Mar 07 21:41:44.829777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 613f181d-68ec-4df3-9818-4919a4a9e886 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:41:44.876207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 613f181d-68ec-4df3-9818-4919a4a9e886 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:41:44.876958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 613f181d-68ec-4df3-9818-4919a4a9e886 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:41:45.005544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52ace8a-8982-4912-8851-cd1e3361ce86', 'tag': '6c511681-5b4b-456d-933c-f673dc53e208'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:45.010190 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2f9342-9fa4-4706-a7f7-d9e2d4f59f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a52ace8a-8982-4912-8851-cd1e3361ce86", "tag": "6c511681-5b4b-456d-933c-f673dc53e208"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:45.126756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59166) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:45.425719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-afbe42fd-ad68-4cb3-b070-60d5061661ad req-5ede2eab-8a1c-4459-a3b4-421fa42980f1 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Deleting port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:41:45.426325 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-afbe42fd-ad68-4cb3-b070-60d5061661ad req-5ede2eab-8a1c-4459-a3b4-421fa42980f1 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (96cc72a9-5f9e-4d4c-9c93-cf4b415ea565), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:45.450640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-2496fbf8-3b45-4061-a620-9651e4f582f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:45.459697 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-2496fbf8-3b45-4061-a620-9651e4f582f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9927280 Mar 07 21:41:45.539119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf0c68-d62b-43f4-9f65-f9b760ab097e req-a06ea1bf-9dd4-4990-975d-5a79663b5298 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:45.546913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ccdf0c68-d62b-43f4-9f65-f9b760ab097e req-a06ea1bf-9dd4-4990-975d-5a79663b5298 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/ports?device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 931 time: 0.9807286 Mar 07 21:41:45.561461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-afbe42fd-ad68-4cb3-b070-60d5061661ad req-5ede2eab-8a1c-4459-a3b4-421fa42980f1 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] For port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=96cc72a9-5f9e-4d4c-9c93-cf4b415ea565,segment=NetworkSegment(aeab198c-a582-41e7-a3ba-93ae9afb53cc),segment_id=aeab198c-a582-41e7-a3ba-93ae9afb53cc)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:45.561838 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-afbe42fd-ad68-4cb3-b070-60d5061661ad req-5ede2eab-8a1c-4459-a3b4-421fa42980f1 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (96cc72a9-5f9e-4d4c-9c93-cf4b415ea565), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:45.590081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15dd5aa3-f946-47ce-be3e-f3e92ff78d98 req-1347a602-e356-4914-9287-afff38d82786 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0284011 Mar 07 21:41:45.594621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-afbe42fd-ad68-4cb3-b070-60d5061661ad req-5ede2eab-8a1c-4459-a3b4-421fa42980f1 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Calling delete_port for 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:41:45.617820 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-db1d816b-60a5-4cdb-856a-e6650436c46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:45.696469 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6013ecb-132c-4097-afdc-7f9b0b9e5053 req-651bcc72-7174-4064-871f-999e59cb207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:45.698424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6013ecb-132c-4097-afdc-7f9b0b9e5053 req-651bcc72-7174-4064-871f-999e59cb207e service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 1.2353387 Mar 07 21:41:45.708186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1911911358'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:45.737509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Made reservation on behalf of 1888043e994740df85cf22abb8f06b89 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:45.741792 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:45.789128 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:45.833122 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:45.852459 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6013ecb-132c-4097-afdc-7f9b0b9e5053 req-b89b1e2b-200f-47c9-8a37-ce935f2f0688 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf HTTP/1.1" status: 200 len: 217 time: 0.1176007 Mar 07 21:41:45.872883 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-afbe42fd-ad68-4cb3-b070-60d5061661ad req-5ede2eab-8a1c-4459-a3b4-421fa42980f1 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (96cc72a9-5f9e-4d4c-9c93-cf4b415ea565), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:45.893004 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['96cc72a9-5f9e-4d4c-9c93-cf4b415ea565'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:41:45.933191 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede2eab-8a1c-4459-a3b4-421fa42980f1 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Pushing event deleted for resources: {'Port': ['ID=96cc72a9-5f9e-4d4c-9c93-cf4b415ea565,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:45.954123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6013ecb-132c-4097-afdc-7f9b0b9e5053 req-8fb77b18-e52b-486f-ab9d-783d296e86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:45.955549 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6013ecb-132c-4097-afdc-7f9b0b9e5053 req-8fb77b18-e52b-486f-ab9d-783d296e86fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0805998 Mar 07 21:41:45.983545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ccdf0c68-d62b-43f4-9f65-f9b760ab097e req-ac9e702d-f272-4ff6-91d1-70ec5173d8c5 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2ea3339-434f-445c-acfd-a3c5724374e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320822 Mar 07 21:41:46.015441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-9686609e-3bb3-4789-9db8-ccddce4457c7 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447309 Mar 07 21:41:46.046616 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b008d66f-3ae5-4ff3-997a-42d8e0ed4b63 x-openstack-request-id: req-b008d66f-3ae5-4ff3-997a-42d8e0ed4b63 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:46.046903 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52ace8a-8982-4912-8851-cd1e3361ce86", "tag": "6c511681-5b4b-456d-933c-f673dc53e208", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:46.047166 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b008d66f-3ae5-4ff3-997a-42d8e0ed4b63 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:46.047615 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52ace8a-8982-4912-8851-cd1e3361ce86', 'tag': '6c511681-5b4b-456d-933c-f673dc53e208', 'status': 'completed', 'code': 200} Mar 07 21:41:46.054882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbe42fd-ad68-4cb3-b070-60d5061661ad req-5ede2eab-8a1c-4459-a3b4-421fa42980f1 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] No DVR routers for this DVR port 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:46.059741 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-afbe42fd-ad68-4cb3-b070-60d5061661ad req-5ede2eab-8a1c-4459-a3b4-421fa42980f1 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:46.066851 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-afbe42fd-ad68-4cb3-b070-60d5061661ad req-5ede2eab-8a1c-4459-a3b4-421fa42980f1 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.15 "DELETE /v2.0/ports/96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 HTTP/1.1" status: 204 len: 173 time: 1.3043263 Mar 07 21:41:46.069177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aeb473-9be9-42da-825c-856debd06545', 'name': 'network-vif-deleted', 'tag': '96cc72a9-5f9e-4d4c-9c93-cf4b415ea565'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:46.071928 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5d71bd-c49e-4c8a-99f7-b41c43b6db99" -d '{"events": [{"server_uuid": "13aeb473-9be9-42da-825c-856debd06545", "name": "network-vif-deleted", "tag": "96cc72a9-5f9e-4d4c-9c93-cf4b415ea565"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:46.239452 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa888fe6-f4e9-4089-a463-a32a1cbeccf7 req-e605aff9-0411-438d-ac3e-8b790f67adaf tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:46.241045 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa888fe6-f4e9-4089-a463-a32a1cbeccf7 req-e605aff9-0411-438d-ac3e-8b790f67adaf tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.5107985 Mar 07 21:41:46.320401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69b7a83c-cf32-4e00-a208-bfb99ac414cd req-d402025e-2f6f-4146-96d4-bd04d4f728d5 tempest-InstanceActionsNegativeTestJSON-556302818 tempest-InstanceActionsNegativeTestJSON-556302818-project] 10.222.0.26 "GET /v2.0/ports?device_id=13aeb473-9be9-42da-825c-856debd06545 HTTP/1.1" status: 200 len: 210 time: 0.1746509 Mar 07 21:41:46.391849 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6013ecb-132c-4097-afdc-7f9b0b9e5053 req-917a341d-5d9e-4e98-b5df-a5a9be4badae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:46.393752 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6013ecb-132c-4097-afdc-7f9b0b9e5053 req-917a341d-5d9e-4e98-b5df-a5a9be4badae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4237919 Mar 07 21:41:46.416071 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:41:46.457626 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Publish callbacks [] for port (ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:46.523129 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Publish callbacks [] for security_group (25426caf-4570-43a7-a9bf-b4c1a277a133), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:46.564178 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63047957-7a4a-4b84-ab9c-bb843574f5ca req-24a9b43b-9b9b-4323-b52a-f7e5d1cdc6e7 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351965 Mar 07 21:41:46.572703 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (25426caf-4570-43a7-a9bf-b4c1a277a133), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:46.575967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Transition to ACTIVE for port object ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:41:46.596434 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa888fe6-f4e9-4089-a463-a32a1cbeccf7 req-c6270ac7-ef0c-4890-8b88-327f1d6a1e79 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836518 Mar 07 21:41:46.634162 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:46.671571 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25143571-6986-4a88-9768-caa04b762aa7 x-openstack-request-id: req-25143571-6986-4a88-9768-caa04b762aa7 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:46.672071 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13aeb473-9be9-42da-825c-856debd06545", "name": "network-vif-deleted", "tag": "96cc72a9-5f9e-4d4c-9c93-cf4b415ea565", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:46.672319 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25143571-6986-4a88-9768-caa04b762aa7 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:46.672834 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aeb473-9be9-42da-825c-856debd06545', 'name': 'network-vif-deleted', 'tag': '96cc72a9-5f9e-4d4c-9c93-cf4b415ea565', 'status': 'completed', 'code': 200} Mar 07 21:41:46.754939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:46.822420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25426caf-4570-43a7-a9bf-b4c1a277a133,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:46.831488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6e5611ca-7002-4449-9cf0-acdaceca68bf details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:41:46.855284 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a985a7ee-6778-4b79-892e-79edb4bf6a14), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:46.855643 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Added segment a985a7ee-6778-4b79-892e-79edb4bf6a14 of type vlan for network 4698f7cd-1daf-43ca-87e9-be4ce0fffe6b Mar 07 21:41:46.872710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6013ecb-132c-4097-afdc-7f9b0b9e5053 req-923a38d7-f2e8-43c9-9fec-18813224f261 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640918 Mar 07 21:41:46.886106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30bd38-ae0b-4adf-a80f-22dcd72fff05 req-820c729a-4a10-42c7-b6cb-89bf4db5e354 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:46.887793 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc30bd38-ae0b-4adf-a80f-22dcd72fff05 req-820c729a-4a10-42c7-b6cb-89bf4db5e354 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 947 time: 0.4568331 Mar 07 21:41:46.973455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Pushing event updated for resources: {'Port': ['ID=ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:47.025268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6e5611ca-7002-4449-9cf0-acdaceca68bf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:47.052764 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '6e5611ca-7002-4449-9cf0-acdaceca68bf', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '6e5611ca-7002-4449-9cf0-acdaceca68bf', 'mac_address': 'fa:16:3e:8c:56:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:41:47.075880 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (4698f7cd-1daf-43ca-87e9-be4ce0fffe6b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:47.107029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6e5611ca-7002-4449-9cf0-acdaceca68bf is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:47.107432 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:47.121901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5611ca-7002-4449-9cf0-acdaceca68bf {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:41:47.144392 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6e5611ca-7002-4449-9cf0-acdaceca68bf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:47.151717 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:47.201531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc30bd38-ae0b-4adf-a80f-22dcd72fff05 req-4d1a3823-b85f-4f58-a453-126483da5784 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733045 Mar 07 21:41:47.208847 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f9342-9fa4-4706-a7f7-d9e2d4f59f4d req-7f0e2322-20e4-4031-b594-d49f8d9d9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:47.213780 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f2f9342-9fa4-4706-a7f7-d9e2d4f59f4d req-7f0e2322-20e4-4031-b594-d49f8d9d9d10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcd5107ec0d54f2796a1b53d509be488&device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 1129 time: 0.5692363 Mar 07 21:41:47.274393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6e5611ca-7002-4449-9cf0-acdaceca68bf,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:47.283146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36c59e-f7d5-4593-bb5e-b9160dcf9eda req-843ace08-ca6c-4a12-b0a8-805b2f8dadc1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:47.291654 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca36c59e-f7d5-4593-bb5e-b9160dcf9eda req-843ace08-ca6c-4a12-b0a8-805b2f8dadc1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 946 time: 0.5077624 Mar 07 21:41:47.305730 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (4698f7cd-1daf-43ca-87e9-be4ce0fffe6b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:47.311571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:47.312229 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:47.317031 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6013ecb-132c-4097-afdc-7f9b0b9e5053 req-5b38b85c-f595-4ce2-9a61-1f6b8af34a94 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233210 Mar 07 21:41:47.402042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Attempting to bind port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:41:47.402428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Attempting to bind port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'e29b43a1-cef5-415c-af82-f7caa9defb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '879de7bd-fd44-4514-8441-92453a80e77e'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:41:47.402780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Attempting to bind port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d on network 879de7bd-fd44-4514-8441-92453a80e77e {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:47.433391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['6e5611ca-7002-4449-9cf0-acdaceca68bf'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:41:47.462449 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59228) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:47.462592 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3070049 Mar 07 21:41:47.516841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d on network 879de7bd-fd44-4514-8441-92453a80e77e not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:41:47.518227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Attempting to bind port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d on network 879de7bd-fd44-4514-8441-92453a80e77e {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:47.561402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e698677-5e83-49ca-b219-60720229781c tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Pushing event updated for resources: {'Network': ['ID=4698f7cd-1daf-43ca-87e9-be4ce0fffe6b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:47.566872 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:41:47.567424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Checking segment: {'id': 'e29b43a1-cef5-415c-af82-f7caa9defb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '879de7bd-fd44-4514-8441-92453a80e77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:47.567902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Bound using segment: {'id': 'e29b43a1-cef5-415c-af82-f7caa9defb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '879de7bd-fd44-4514-8441-92453a80e77e'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:41:47.568438 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Bound port: ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b43a1-cef5-415c-af82-f7caa9defb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '879de7bd-fd44-4514-8441-92453a80e77e'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:41:47.568802 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:47.574186 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 4698f7cd-1daf-43ca-87e9-be4ce0fffe6b details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:41:47.601864 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca36c59e-f7d5-4593-bb5e-b9160dcf9eda req-d03c7ac1-873f-4aa3-8afd-2f379030b752 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092430 Mar 07 21:41:47.631357 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2a16-fcc9-4017-8a87-dd464bb1f75f req-ac849b18-8e2e-4009-acbd-cbbbeba80d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:47.633814 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3ea2a16-fcc9-4017-8a87-dd464bb1f75f req-ac849b18-8e2e-4009-acbd-cbbbeba80d63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2241391d44654848a06c7aaf207ddb12&device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 1127 time: 0.1131065 Mar 07 21:41:47.678634 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f9342-9fa4-4706-a7f7-d9e2d4f59f4d req-98b6ffb8-5d1e-40c2-931e-375116ea3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:47.680159 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f2f9342-9fa4-4706-a7f7-d9e2d4f59f4d req-98b6ffb8-5d1e-40c2-931e-375116ea3e39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.4064121 Mar 07 21:41:47.749158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f2f9342-9fa4-4706-a7f7-d9e2d4f59f4d req-a1a330dc-56da-48ca-8e33-721ca59cb875 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=6c511681-5b4b-456d-933c-f673dc53e208 HTTP/1.1" status: 200 len: 217 time: 0.0603065 Mar 07 21:41:47.760407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278ebcb-749b-43ff-9fd4-5b8b8cbfcc06 req-72d9e7da-7595-47d1-aaac-75375f66f34e tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:47.768245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2278ebcb-749b-43ff-9fd4-5b8b8cbfcc06 req-72d9e7da-7595-47d1-aaac-75375f66f34e tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/ports?device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 943 time: 0.2116475 Mar 07 21:41:47.789627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2a16-fcc9-4017-8a87-dd464bb1f75f req-7f2132f2-cf4a-48ef-bc3d-27d95119e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:47.792074 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3ea2a16-fcc9-4017-8a87-dd464bb1f75f req-7f2132f2-cf4a-48ef-bc3d-27d95119e4fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=4491ae60-486f-4baa-a72c-21726164aae0 HTTP/1.1" status: 200 len: 921 time: 0.1492407 Mar 07 21:41:47.851143 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1573b751-93f2-4c66-8ebf-cc4682429773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:47.870884 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Request body: {'network': {'name': 'tempest-network--1856726864', 'router:external': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:47.876053 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3ea2a16-fcc9-4017-8a87-dd464bb1f75f req-8693326d-8924-4260-af2e-759b3bb85f13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b HTTP/1.1" status: 200 len: 217 time: 0.0720763 Mar 07 21:41:47.883401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] For port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:41:47.889403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f9342-9fa4-4706-a7f7-d9e2d4f59f4d req-ad53a5d2-25de-4b31-9a4a-2d62c7308493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:47.891059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f2f9342-9fa4-4706-a7f7-d9e2d4f59f4d req-ad53a5d2-25de-4b31-9a4a-2d62c7308493 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1208053 Mar 07 21:41:47.916828 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] For port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d,segment=NetworkSegment(e29b43a1-cef5-415c-af82-f7caa9defb79),segment_id=e29b43a1-cef5-415c-af82-f7caa9defb79)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:41:47.936828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Made reservation on behalf of 1c5a4646b2a7449baa2ca40296b42285 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:47.939164 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:47.944928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59240) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:47.950751 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:47.952460 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:47.962000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2278ebcb-749b-43ff-9fd4-5b8b8cbfcc06 req-f45bbd55-dc99-4264-9323-de8aeb5cd51a tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2ea3339-434f-445c-acfd-a3c5724374e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936946 Mar 07 21:41:47.977145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2a16-fcc9-4017-8a87-dd464bb1f75f req-85dfa5ed-24d7-4d08-a039-2e64e4487dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:47.979331 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3ea2a16-fcc9-4017-8a87-dd464bb1f75f req-85dfa5ed-24d7-4d08-a039-2e64e4487dd3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eeba05f1-cd73-417e-9e7b-c3ae6bff5455 HTTP/1.1" status: 200 len: 860 time: 0.0954890 Mar 07 21:41:48.018999 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:48.025713 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3ea2a16-fcc9-4017-8a87-dd464bb1f75f req-86e9e756-4635-49b2-bc59-b4f2f0615733 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4491ae60-486f-4baa-a72c-21726164aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385611 Mar 07 21:41:48.086803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:48.087463 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:48.089060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] 10.222.0.15 "PUT /v2.0/ports/ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d HTTP/1.1" status: 200 len: 1091 time: 3.9357564 Mar 07 21:41:48.094138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e87469-2b0c-4af1-9865-22e69cf31e2a', 'tag': 'ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:48.097624 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197c30cd-9767-47d2-ba9b-adc8f35085af" -d '{"events": [{"name": "network-changed", "server_uuid": "79e87469-2b0c-4af1-9865-22e69cf31e2a", "tag": "ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:48.123614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d64a2-e848-41b7-9ad1-3b254c0a1443 service neutron] Pushing event updated for resources: {'Port': ['ID=ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:48.180535 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks [] for security_group (a2238d0e-df47-440e-a52e-a56d4de30871), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:48.196179 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a2238d0e-df47-440e-a52e-a56d4de30871), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:48.203585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fd112b-67d7-4a06-a440-2d84908a8d01 admin admin] Deleting subnet 8d8b79b0-3dd1-4d92-8507-48f30195b873 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:41:48.218276 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b9fd112b-67d7-4a06-a440-2d84908a8d01 admin admin] Publish callbacks [] for subnet (8d8b79b0-3dd1-4d92-8507-48f30195b873), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:48.221421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f9342-9fa4-4706-a7f7-d9e2d4f59f4d req-a37b9c1a-6c88-4637-9a66-8c1413d6982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:48.224547 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3ea2a16-fcc9-4017-8a87-dd464bb1f75f req-345edaa8-2982-4f0c-88df-7314d11761bb service neutron] 10.222.0.13 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886649 Mar 07 21:41:48.224976 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f2f9342-9fa4-4706-a7f7-d9e2d4f59f4d req-a37b9c1a-6c88-4637-9a66-8c1413d6982f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3189514 Mar 07 21:41:48.237524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:48.319049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2238d0e-df47-440e-a52e-a56d4de30871,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:48.325531 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a279809d-37c1-4b65-8b44-bc836370697e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:48.325872 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Added segment a279809d-37c1-4b65-8b44-bc836370697e of type vlan for network e62e902f-f4eb-4634-ad9e-39e7a59f6236 Mar 07 21:41:48.446363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (e62e902f-f4eb-4634-ad9e-39e7a59f6236), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:48.483196 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3ea2a16-fcc9-4017-8a87-dd464bb1f75f req-7d3ac73b-6624-4aa8-a344-cd7f3e60c1ce service neutron] 10.222.0.13 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432187 Mar 07 21:41:48.552605 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (e62e902f-f4eb-4634-ad9e-39e7a59f6236), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:48.555514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:48.562732 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:48.619080 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1597625b-a068-4968-9e6b-3c6960054359 x-openstack-request-id: req-1597625b-a068-4968-9e6b-3c6960054359 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:48.619963 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e87469-2b0c-4af1-9865-22e69cf31e2a", "tag": "ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:48.620345 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1597625b-a068-4968-9e6b-3c6960054359 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:48.620858 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e87469-2b0c-4af1-9865-22e69cf31e2a', 'tag': 'ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d', 'status': 'completed', 'code': 200} Mar 07 21:41:48.702407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59272) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:48.711379 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2474561 Mar 07 21:41:48.712048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59276) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:48.725714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1741af-a4b7-4616-a157-098113e4562c req-1bf8fa5f-4fbb-4d0a-98a4-38eccd4db9cf tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:48.732603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e1741af-a4b7-4616-a157-098113e4562c req-1bf8fa5f-4fbb-4d0a-98a4-38eccd4db9cf tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.6730924 Mar 07 21:41:48.738920 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd4544-d74f-4c90-a480-9f86f3ea38df tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event updated for resources: {'Network': ['ID=e62e902f-f4eb-4634-ad9e-39e7a59f6236,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:48.746882 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b9fd112b-67d7-4a06-a440-2d84908a8d01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (8d8b79b0-3dd1-4d92-8507-48f30195b873), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:48.770166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network e62e902f-f4eb-4634-ad9e-39e7a59f6236 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:41:48.829186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-27f7de94-2617-48e8-9a8c-4a74965b4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:48.830708 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-27f7de94-2617-48e8-9a8c-4a74965b4318 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1282d26a06c94fc28ccc16e9582138d7&device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 1125 time: 0.6851153 Mar 07 21:41:48.840995 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abb8443b-2fcb-4de5-8288-acf5ff3f7478 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (e62e902f-f4eb-4634-ad9e-39e7a59f6236), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:48.885516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6e5611ca-7002-4449-9cf0-acdaceca68bf up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:41:48.921097 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92b36fd7-3a1e-4fdf-83e9-6a0896d8ef28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:48.923085 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-82be9088-0c9d-4c02-8786-4bf9e3ff5f78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d HTTP/1.1" status: 200 len: 217 time: 0.0770380 Mar 07 21:41:48.958736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f2f0a-36d1-4e01-aa39-b67a8937daa1 req-f23f710f-b473-4e79-acd9-c79d1b787e9a tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:48.961653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c9f2f0a-36d1-4e01-aa39-b67a8937daa1 req-f23f710f-b473-4e79-acd9-c79d1b787e9a tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 947 time: 0.3444452 Mar 07 21:41:48.963176 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b9fd112b-67d7-4a06-a440-2d84908a8d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (8d8b79b0-3dd1-4d92-8507-48f30195b873), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:48.988965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 6e5611ca-7002-4449-9cf0-acdaceca68bf completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:41:48.996541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 6e5611ca-7002-4449-9cf0-acdaceca68bf triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:41:48.997194 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.007801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e1741af-a4b7-4616-a157-098113e4562c req-f6edca34-8b3a-426c-9573-0f51802cf87c tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739434 Mar 07 21:41:49.020735 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abb8443b-2fcb-4de5-8288-acf5ff3f7478 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (e62e902f-f4eb-4634-ad9e-39e7a59f6236), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.030935 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f2f9342-9fa4-4706-a7f7-d9e2d4f59f4d req-fed3fb47-6ed6-437d-86ce-c19a352b7a9c service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128959 Mar 07 21:41:49.061385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-abb8443b-2fcb-4de5-8288-acf5ff3f7478 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62e902f-f4eb-4634-ad9e-39e7a59f6236']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:49.087045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-60c20db1-a14c-448d-9092-e69119f3356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:49.088523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-60c20db1-a14c-448d-9092-e69119f3356d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90d285f1-b48d-494b-a3bb-0f71abe1b992 HTTP/1.1" status: 200 len: 853 time: 0.1572361 Mar 07 21:41:49.095930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-abb8443b-2fcb-4de5-8288-acf5ff3f7478 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a279809d-37c1-4b65-8b44-bc836370697e') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:49.096942 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-abb8443b-2fcb-4de5-8288-acf5ff3f7478 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a279809d-37c1-4b65-8b44-bc836370697e') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:49.174740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6e5611ca-7002-4449-9cf0-acdaceca68bf is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:49.175327 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.190370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-cd28fb1c-9b68-4941-9fa8-2808a66e2c2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=879de7bd-fd44-4514-8441-92453a80e77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843170 Mar 07 21:41:49.191922 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92b36fd7-3a1e-4fdf-83e9-6a0896d8ef28 admin admin] Publish callbacks [] for security_group (1a3c4215-37fc-425d-80ab-d467d9eaf70a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.197905 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abb8443b-2fcb-4de5-8288-acf5ff3f7478 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (a279809d-37c1-4b65-8b44-bc836370697e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.202519 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92b36fd7-3a1e-4fdf-83e9-6a0896d8ef28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1a3c4215-37fc-425d-80ab-d467d9eaf70a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.207846 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c9f2f0a-36d1-4e01-aa39-b67a8937daa1 req-c08e9474-bef4-4536-ae04-cc069d00a295 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909599 Mar 07 21:41:49.233430 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b9fd112b-67d7-4a06-a440-2d84908a8d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (8d8b79b0-3dd1-4d92-8507-48f30195b873), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.249155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b36fd7-3a1e-4fdf-83e9-6a0896d8ef28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3c4215-37fc-425d-80ab-d467d9eaf70a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:49.284925 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abb8443b-2fcb-4de5-8288-acf5ff3f7478 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a279809d-37c1-4b65-8b44-bc836370697e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.290040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f97d876-f8df-40a6-b311-ce424b003ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5611ca-7002-4449-9cf0-acdaceca68bf'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:49.296246 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2341fc59-dc24-434e-a307-6b0c72087f0e" -d '{"events": [{"server_uuid": "6f97d876-f8df-40a6-b311-ce424b003ca2", "name": "network-vif-plugged", "status": "completed", "tag": "6e5611ca-7002-4449-9cf0-acdaceca68bf"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:49.302510 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb8443b-2fcb-4de5-8288-acf5ff3f7478 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:49.302680 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abb8443b-2fcb-4de5-8288-acf5ff3f7478 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (a279809d-37c1-4b65-8b44-bc836370697e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.305116 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd112b-67d7-4a06-a440-2d84908a8d01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d8b79b0-3dd1-4d92-8507-48f30195b873,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:49.310375 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b9fd112b-67d7-4a06-a440-2d84908a8d01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.316341 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b9fd112b-67d7-4a06-a440-2d84908a8d01 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8d8b79b0-3dd1-4d92-8507-48f30195b873 HTTP/1.1" status: 204 len: 168 time: 1.3678625 Mar 07 21:41:49.316508 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.319140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59294) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:49.322195 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:49.341197 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6e5611ca-7002-4449-9cf0-acdaceca68bf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:49.349611 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-92b36fd7-3a1e-4fdf-83e9-6a0896d8ef28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a32a755bbfc246a2b28f72ae10ea7ace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6459391 Mar 07 21:41:49.352294 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.352597 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59296) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:49.353402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:41:49.384059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f2f9342-9fa4-4706-a7f7-d9e2d4f59f4d req-7f906302-a759-4886-b4d2-fd92093c7426 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372178 Mar 07 21:41:49.430516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:41:49.430861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 96cc72a9-5f9e-4d4c-9c93-cf4b415ea565 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:41:49.450100 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6e5611ca-7002-4449-9cf0-acdaceca68bf,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:49.459902 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-421168c3-559f-485e-b33e-83852038d5ad admin admin] Publish callbacks [] for security_group (1a3c4215-37fc-425d-80ab-d467d9eaf70a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.472111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-39507a3d-a7cb-4af3-8acd-3c128c7dcbef service neutron] 10.222.0.15 "GET /v2.0/networks/879de7bd-fd44-4514-8441-92453a80e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679133 Mar 07 21:41:49.493153 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-421168c3-559f-485e-b33e-83852038d5ad admin admin] Publish callbacks [] for security_group (1a3c4215-37fc-425d-80ab-d467d9eaf70a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.500444 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abb8443b-2fcb-4de5-8288-acf5ff3f7478 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (e62e902f-f4eb-4634-ad9e-39e7a59f6236), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.513599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb8443b-2fcb-4de5-8288-acf5ff3f7478 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e62e902f-f4eb-4634-ad9e-39e7a59f6236 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 21:41:49.529762 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abb8443b-2fcb-4de5-8288-acf5ff3f7478 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.533637 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-abb8443b-2fcb-4de5-8288-acf5ff3f7478 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "DELETE /v2.0/networks/e62e902f-f4eb-4634-ad9e-39e7a59f6236 HTTP/1.1" status: 204 len: 168 time: 0.8149025 Mar 07 21:41:49.537245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8443b-2fcb-4de5-8288-acf5ff3f7478 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event deleted for resources: {'Network': ['ID=e62e902f-f4eb-4634-ad9e-39e7a59f6236,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:49.546336 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59298) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:49.547501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3982a-9d35-4972-9130-8e7ec7a27ac4 req-1b67e987-9f49-401b-b1f4-3b19e51d2d45 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:49.548994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90e3982a-9d35-4972-9130-8e7ec7a27ac4 req-1b67e987-9f49-401b-b1f4-3b19e51d2d45 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 946 time: 0.3653634 Mar 07 21:41:49.551486 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-60700bfe-f091-4dbe-91d1-4b3133044381 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:49.564617 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f47268d-a9d5-4952-9060-f6f42f37e41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (84b563c2-e8a8-4f4d-84b0-cc7682b74e24), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.585074 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60700bfe-f091-4dbe-91d1-4b3133044381 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Made reservation on behalf of 1c5a4646b2a7449baa2ca40296b42285 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:49.588038 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60700bfe-f091-4dbe-91d1-4b3133044381 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.623337 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-421168c3-559f-485e-b33e-83852038d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1a3c4215-37fc-425d-80ab-d467d9eaf70a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.626992 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-421168c3-559f-485e-b33e-83852038d5ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.643305 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-421168c3-559f-485e-b33e-83852038d5ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a3c4215-37fc-425d-80ab-d467d9eaf70a HTTP/1.1" status: 204 len: 168 time: 0.2802975 Mar 07 21:41:49.648854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46578c2c-f0c8-4f65-b685-fd39fd3feece req-ad3b46fc-c3ef-4a2d-bc85-df2b7861b044 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:49.651119 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46578c2c-f0c8-4f65-b685-fd39fd3feece req-ad3b46fc-c3ef-4a2d-bc85-df2b7861b044 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/ports?device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 943 time: 0.2812364 Mar 07 21:41:49.672939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60700bfe-f091-4dbe-91d1-4b3133044381 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:49.675856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421168c3-559f-485e-b33e-83852038d5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3c4215-37fc-425d-80ab-d467d9eaf70a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:49.704465 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60700bfe-f091-4dbe-91d1-4b3133044381 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (617ab3ce-969a-40e9-a6f6-463a55b4d0e8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.704833 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-60700bfe-f091-4dbe-91d1-4b3133044381 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Added segment 617ab3ce-969a-40e9-a6f6-463a55b4d0e8 of type vlan for network f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3 Mar 07 21:41:49.773810 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90e3982a-9d35-4972-9130-8e7ec7a27ac4 req-7362f883-bdcb-4b10-894f-e416fa3d7a01 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182922 Mar 07 21:41:49.784726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-239d344b-9589-4eda-8b26-dd0d7156ec41 req-9acd580e-b55f-471b-801c-ce836d57a5b1 service neutron] 10.222.0.15 "GET /v2.0/networks/879de7bd-fd44-4514-8441-92453a80e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760968 Mar 07 21:41:49.847889 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60700bfe-f091-4dbe-91d1-4b3133044381 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.873382 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744f4602-7a8b-4c68-8717-228aa62fdeea x-openstack-request-id: req-744f4602-7a8b-4c68-8717-228aa62fdeea {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:49.873849 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f97d876-f8df-40a6-b311-ce424b003ca2", "name": "network-vif-plugged", "status": "completed", "tag": "6e5611ca-7002-4449-9cf0-acdaceca68bf", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:49.874214 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-744f4602-7a8b-4c68-8717-228aa62fdeea {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:49.874786 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f97d876-f8df-40a6-b311-ce424b003ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5611ca-7002-4449-9cf0-acdaceca68bf', 'code': 200} Mar 07 21:41:49.886208 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f47268d-a9d5-4952-9060-f6f42f37e41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (84b563c2-e8a8-4f4d-84b0-cc7682b74e24), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.933664 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60700bfe-f091-4dbe-91d1-4b3133044381 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.935011 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60700bfe-f091-4dbe-91d1-4b3133044381 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:49.935750 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60700bfe-f091-4dbe-91d1-4b3133044381 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.943216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-2f47268d-a9d5-4952-9060-f6f42f37e41a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b563c2-e8a8-4f4d-84b0-cc7682b74e24']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:49.955336 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-2f47268d-a9d5-4952-9060-f6f42f37e41a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeab198c-a582-41e7-a3ba-93ae9afb53cc') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:49.955958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-2f47268d-a9d5-4952-9060-f6f42f37e41a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeab198c-a582-41e7-a3ba-93ae9afb53cc') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:49.968410 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f47268d-a9d5-4952-9060-f6f42f37e41a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (aeab198c-a582-41e7-a3ba-93ae9afb53cc), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.986647 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f47268d-a9d5-4952-9060-f6f42f37e41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (aeab198c-a582-41e7-a3ba-93ae9afb53cc), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:49.994089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f47268d-a9d5-4952-9060-f6f42f37e41a admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:49.994678 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f47268d-a9d5-4952-9060-f6f42f37e41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (aeab198c-a582-41e7-a3ba-93ae9afb53cc), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:50.061980 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:50.106022 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60700bfe-f091-4dbe-91d1-4b3133044381 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event updated for resources: {'Network': ['ID=f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:50.115252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:41:50.162036 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-60700bfe-f091-4dbe-91d1-4b3133044381 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6137354 Mar 07 21:41:50.182245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59308) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:50.203319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-988684ec-f5ca-4832-bedc-f9e498e70dd9 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Request body: {'subnet': {'network_id': 'f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:50.214698 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f47268d-a9d5-4952-9060-f6f42f37e41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (84b563c2-e8a8-4f4d-84b0-cc7682b74e24), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:50.249725 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59310) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:50.260333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46578c2c-f0c8-4f65-b685-fd39fd3feece req-49a93a73-9a1b-41ad-84a3-a11a0943ac68 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2ea3339-434f-445c-acfd-a3c5724374e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5924938 Mar 07 21:41:50.288944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6262-330b-477a-be4c-a73770939e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:50.292987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988684ec-f5ca-4832-bedc-f9e498e70dd9 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Made reservation on behalf of 1c5a4646b2a7449baa2ca40296b42285 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:50.295882 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-988684ec-f5ca-4832-bedc-f9e498e70dd9 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:50.323042 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:50.330888 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f47268d-a9d5-4952-9060-f6f42f37e41a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:50.337631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2f47268d-a9d5-4952-9060-f6f42f37e41a admin admin] 10.222.0.26 "DELETE /v2.0/networks/84b563c2-e8a8-4f4d-84b0-cc7682b74e24 HTTP/1.1" status: 204 len: 168 time: 0.9885199 Mar 07 21:41:50.349442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40f662-5df0-449b-83c9-c327bf403e5c req-52426b82-b956-4d69-8f63-8f0afceccdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:50.351740 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7b40f662-5df0-449b-83c9-c327bf403e5c req-52426b82-b956-4d69-8f63-8f0afceccdbc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 1131 time: 0.3979421 Mar 07 21:41:50.360227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47268d-a9d5-4952-9060-f6f42f37e41a admin admin] Pushing event deleted for resources: {'Network': ['ID=84b563c2-e8a8-4f4d-84b0-cc7682b74e24,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:50.428034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c30cd-9767-47d2-ba9b-adc8f35085af req-d4f25d74-018a-4583-8739-ada4c168ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:50.429593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-197c30cd-9767-47d2-ba9b-adc8f35085af req-d4f25d74-018a-4583-8739-ada4c168ad33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1282d26a06c94fc28ccc16e9582138d7&device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 1125 time: 0.3635581 Mar 07 21:41:50.439441 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-9505f8a2-e36d-455e-bb13-ae78b24d5286 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:50.440984 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-9505f8a2-e36d-455e-bb13-ae78b24d5286 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820&tenant_id=47acc144bc5e43f0a2becfc354b98767&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 1128 time: 0.6447365 Mar 07 21:41:50.477080 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832330-1'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:50.490731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6e439-52c2-4002-a55f-5a116ebb3f70 req-8e073da6-2b70-4f27-80d8-cb5d7eea3d2c tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:50.497526 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7b40f662-5df0-449b-83c9-c327bf403e5c req-808aa572-e726-492d-9d40-897b2493418c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364255 Mar 07 21:41:50.497742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12c6e439-52c2-4002-a55f-5a116ebb3f70 req-8e073da6-2b70-4f27-80d8-cb5d7eea3d2c tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.3188016 Mar 07 21:41:50.572598 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6262-330b-477a-be4c-a73770939e75 admin admin] Publish callbacks [] for security_group (b94e6465-fdd4-40cd-b42f-a288f550fad7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:50.584798 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6262-330b-477a-be4c-a73770939e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b94e6465-fdd4-40cd-b42f-a288f550fad7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:50.611656 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59316) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:50.629050 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da7c02-834b-4c3f-8889-128454785aed req-5eba2aef-0b67-4c5d-8b52-21ab8dd4836f tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:50.630589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-24da7c02-834b-4c3f-8889-128454785aed req-5eba2aef-0b67-4c5d-8b52-21ab8dd4836f tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 947 time: 0.2425690 Mar 07 21:41:50.641599 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5f2e6262-330b-477a-be4c-a73770939e75 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7b3da29b615444c9ccdfb74f4491a1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3893249 Mar 07 21:41:50.646924 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59318) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:50.684482 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0928e243-3a75-47d7-81ef-99d911854730), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:50.686382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e6262-330b-477a-be4c-a73770939e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94e6465-fdd4-40cd-b42f-a288f550fad7,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:50.713916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12c6e439-52c2-4002-a55f-5a116ebb3f70 req-6ceaf6bf-834c-4a92-9edf-6bd864883f38 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154694 Mar 07 21:41:50.726486 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-613fe005-532a-455b-95b3-69f10adc7168 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bdda9239a6d7429ca26c994eb81a8aea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1109719 Mar 07 21:41:50.727127 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59320) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:50.727487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c30cd-9767-47d2-ba9b-adc8f35085af req-4cc4d073-ec5c-4f87-957b-7b89c4dd746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:50.729033 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-197c30cd-9767-47d2-ba9b-adc8f35085af req-4cc4d073-ec5c-4f87-957b-7b89c4dd746a service neutron] 10.222.0.15 "GET /v2.0/networks?id=879de7bd-fd44-4514-8441-92453a80e77e HTTP/1.1" status: 200 len: 914 time: 0.2870874 Mar 07 21:41:50.831439 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0928e243-3a75-47d7-81ef-99d911854730 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:41:50.840031 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b660-bc5f-4776-ad4b-2de386b164e3 admin admin] Publish callbacks [] for security_group (e2316250-e1fe-46b2-9cab-09c8e26c0a76), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:50.844002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-24da7c02-834b-4c3f-8889-128454785aed req-2214fc8a-1164-43b8-930b-5cc5ee3f2d5d tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030330 Mar 07 21:41:50.850451 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-197c30cd-9767-47d2-ba9b-adc8f35085af req-44df82ec-fdc6-4bab-ac57-e7b0582f1e8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d HTTP/1.1" status: 200 len: 217 time: 0.1086333 Mar 07 21:41:50.866823 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b660-bc5f-4776-ad4b-2de386b164e3 admin admin] Publish callbacks [] for security_group (e2316250-e1fe-46b2-9cab-09c8e26c0a76), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:50.930428 n-d-832330-1 neutron-server[103718]: DEBUG neutron.objects.ports [None req-988684ec-f5ca-4832-bedc-f9e498e70dd9 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:41:50.930428 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-988684ec-f5ca-4832-bedc-f9e498e70dd9 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (9f5b1d6c-ef17-489f-bf54-72cc74c29a66), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:50.983582 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f53d8864-e94e-48cd-a9b7-31ed50d9e055 admin admin] Publish callbacks [] for security_group (b94e6465-fdd4-40cd-b42f-a288f550fad7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:50.987266 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b660-bc5f-4776-ad4b-2de386b164e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e2316250-e1fe-46b2-9cab-09c8e26c0a76), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:50.990372 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b660-bc5f-4776-ad4b-2de386b164e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:50.995339 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9fb4b660-bc5f-4776-ad4b-2de386b164e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2316250-e1fe-46b2-9cab-09c8e26c0a76 HTTP/1.1" status: 204 len: 168 time: 0.2660396 Mar 07 21:41:50.999828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988684ec-f5ca-4832-bedc-f9e498e70dd9 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9f5b1d6c-ef17-489f-bf54-72cc74c29a66,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:51.012804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=0928e243-3a75-47d7-81ef-99d911854730,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:51.021072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4b660-bc5f-4776-ad4b-2de386b164e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2316250-e1fe-46b2-9cab-09c8e26c0a76,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:51.034348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988684ec-f5ca-4832-bedc-f9e498e70dd9 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Checking segment: {'id': '617ab3ce-969a-40e9-a6f6-463a55b4d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:51.034510 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f53d8864-e94e-48cd-a9b7-31ed50d9e055 admin admin] Publish callbacks [] for security_group (b94e6465-fdd4-40cd-b42f-a288f550fad7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:51.034588 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988684ec-f5ca-4832-bedc-f9e498e70dd9 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Network hostable DHCP agents. Network: f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:51.050940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988684ec-f5ca-4832-bedc-f9e498e70dd9 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Network f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:51.067813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-988684ec-f5ca-4832-bedc-f9e498e70dd9 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:51.075467 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988684ec-f5ca-4832-bedc-f9e498e70dd9 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:51.076420 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-988684ec-f5ca-4832-bedc-f9e498e70dd9 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:51.082767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cc61d1-d0d2-415e-9788-eb32b3aa4c6e None None] Network f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:41:51.095950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0928e243-3a75-47d7-81ef-99d911854730 has no active binding in host n-h2-832330-1 {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 21:41:51.102377 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-988684ec-f5ca-4832-bedc-f9e498e70dd9 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9088318 Mar 07 21:41:51.104744 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59326) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:51.110863 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:51.140783 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:51.282955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6c511681-5b4b-456d-933c-f673dc53e208 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:41:51.295652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c30cd-9767-47d2-ba9b-adc8f35085af req-83954dcb-acf5-4295-a505-552bb1e2236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:51.297254 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-197c30cd-9767-47d2-ba9b-adc8f35085af req-83954dcb-acf5-4295-a505-552bb1e2236d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90d285f1-b48d-494b-a3bb-0f71abe1b992 HTTP/1.1" status: 200 len: 853 time: 0.4364059 Mar 07 21:41:51.321603 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e79791-19d8-4eb8-91ba-e6c0dc0775b4 None None] Network f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:41:51.339613 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:51.352785 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f53d8864-e94e-48cd-a9b7-31ed50d9e055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b94e6465-fdd4-40cd-b42f-a288f550fad7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:51.358809 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f53d8864-e94e-48cd-a9b7-31ed50d9e055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:51.362361 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f53d8864-e94e-48cd-a9b7-31ed50d9e055 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b94e6465-fdd4-40cd-b42f-a288f550fad7 HTTP/1.1" status: 204 len: 168 time: 0.7068787 Mar 07 21:41:51.386258 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed31a8-e03b-4f94-abd6-80cc576cb6b7 req-6d2cbe67-032a-45c5-a9c9-14985b5252ed tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:51.400515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-beed31a8-e03b-4f94-abd6-80cc576cb6b7 req-6d2cbe67-032a-45c5-a9c9-14985b5252ed tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 946 time: 0.4755538 Mar 07 21:41:51.462500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-197c30cd-9767-47d2-ba9b-adc8f35085af req-ad713eda-a05f-42bd-a6f4-9edad801c89a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=879de7bd-fd44-4514-8441-92453a80e77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543200 Mar 07 21:41:51.505891 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:41:51.514057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d8864-e94e-48cd-a9b7-31ed50d9e055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94e6465-fdd4-40cd-b42f-a288f550fad7,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:51.588347 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Allocated IP 172.20.0.13 (f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3/9f5b1d6c-ef17-489f-bf54-72cc74c29a66/7c7d4a7e-2fa5-465b-9e2d-e61131ded70e) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:51.652643 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.resource_extend [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:41:51.658382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=0928e243-3a75-47d7-81ef-99d911854730,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:51.812224 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks [] for port (7c7d4a7e-2fa5-465b-9e2d-e61131ded70e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:51.825469 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 6c511681-5b4b-456d-933c-f673dc53e208, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6c511681-5b4b-456d-933c-f673dc53e208,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:51.856459 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '6c511681-5b4b-456d-933c-f673dc53e208', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '6c511681-5b4b-456d-933c-f673dc53e208', 'mac_address': 'fa:16:3e:61:90:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:41:51.882684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-beed31a8-e03b-4f94-abd6-80cc576cb6b7 req-bcf6f975-bb22-4d1f-adc3-bb22ae8473b5 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812706 Mar 07 21:41:51.912084 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7c7d4a7e-2fa5-465b-9e2d-e61131ded70e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:51.930382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-197c30cd-9767-47d2-ba9b-adc8f35085af req-f54fdd88-a126-4588-9d1b-cdb88ecaa7fd service neutron] 10.222.0.15 "GET /v2.0/networks/879de7bd-fd44-4514-8441-92453a80e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197414 Mar 07 21:41:51.975887 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 6c511681-5b4b-456d-933c-f673dc53e208 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:51.978348 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6c511681-5b4b-456d-933c-f673dc53e208), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:52.008088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c511681-5b4b-456d-933c-f673dc53e208 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:41:52.010515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Network f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:52.021891 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:52.027027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:41:52.037783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 6c511681-5b4b-456d-933c-f673dc53e208, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6c511681-5b4b-456d-933c-f673dc53e208,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:52.046527 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6c511681-5b4b-456d-933c-f673dc53e208), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:52.053584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08104c-0cff-46dc-8bc0-1080dc5d301d req-bf1adf2e-8741-4496-b22d-1d69ec2660a0 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:52.055253 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df08104c-0cff-46dc-8bc0-1080dc5d301d req-bf1adf2e-8741-4496-b22d-1d69ec2660a0 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/ports?device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 943 time: 0.6511030 Mar 07 21:41:52.112107 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:52.141140 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=6c511681-5b4b-456d-933c-f673dc53e208,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:52.141643 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-197c30cd-9767-47d2-ba9b-adc8f35085af req-feabcf26-46a0-4451-82cd-1066f4825ad8 service neutron] 10.222.0.15 "GET /v2.0/networks/879de7bd-fd44-4514-8441-92453a80e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033148 Mar 07 21:41:52.152416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:41:52.154509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event updated for resources: {'Port': ['ID=7c7d4a7e-2fa5-465b-9e2d-e61131ded70e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:52.231953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be945bbc-a0a8-46d6-8084-c4277e7593bd req-9ee8af3e-426c-4248-ae77-6a3779d1569d tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:52.240905 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be945bbc-a0a8-46d6-8084-c4277e7593bd req-9ee8af3e-426c-4248-ae77-6a3779d1569d tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.1846006 Mar 07 21:41:52.278568 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks [] for floatingip (0d70d239-ae8c-498b-85ac-ed2a259ee8b9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:52.329266 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7c7d4a7e-2fa5-465b-9e2d-e61131ded70e), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:52.351680 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df08104c-0cff-46dc-8bc0-1080dc5d301d req-ad8e05ae-c439-4a25-b0df-f8b180d5ec3b tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2ea3339-434f-445c-acfd-a3c5724374e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482183 Mar 07 21:41:52.363699 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c74293-616e-4218-a62c-6c84c7ff3820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0928e243-3a75-47d7-81ef-99d911854730'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:52.373628 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662d75b6-c3a7-478b-b4cd-7f9614c10701" -d '{"events": [{"server_uuid": "e9c74293-616e-4218-a62c-6c84c7ff3820", "name": "network-vif-unplugged", "status": "completed", "tag": "0928e243-3a75-47d7-81ef-99d911854730"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:52.384174 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Publish callbacks [] for port (0928e243-3a75-47d7-81ef-99d911854730), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:52.401005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['6c511681-5b4b-456d-933c-f673dc53e208'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:41:52.423503 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (0928e243-3a75-47d7-81ef-99d911854730), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:52.458954 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be945bbc-a0a8-46d6-8084-c4277e7593bd req-03ee6cd9-98c5-4bd6-91f5-f86d82b8fb40 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167101 Mar 07 21:41:52.610531 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc524f2c-f8ad-4086-8aeb-3553b83bfc7d x-openstack-request-id: req-cc524f2c-f8ad-4086-8aeb-3553b83bfc7d {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:52.611106 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c74293-616e-4218-a62c-6c84c7ff3820", "name": "network-vif-unplugged", "status": "completed", "tag": "0928e243-3a75-47d7-81ef-99d911854730", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:52.611685 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc524f2c-f8ad-4086-8aeb-3553b83bfc7d {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:52.612366 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c74293-616e-4218-a62c-6c84c7ff3820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0928e243-3a75-47d7-81ef-99d911854730', 'code': 200} Mar 07 21:41:52.620025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Attempting to bind port 0928e243-3a75-47d7-81ef-99d911854730 on host n-h1-832330-1 for vnic_type normal with profile {"migrating_to": "n-h2-832330-1"} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:41:52.620603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Attempting to bind port 0928e243-3a75-47d7-81ef-99d911854730 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:41:52.621155 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Attempting to bind port 0928e243-3a75-47d7-81ef-99d911854730 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:52.640714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Pushing event updated for resources: {'Port': ['ID=0928e243-3a75-47d7-81ef-99d911854730,revision_number=7']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:52.670472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Port 0928e243-3a75-47d7-81ef-99d911854730 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:41:52.671622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Attempting to bind port 0928e243-3a75-47d7-81ef-99d911854730 on network 88d27a17-2a1f-4d2b-aef7-46b57268ee12 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:52.681017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:41:52.681745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Checking segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:52.682485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Bound using segment: {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:41:52.683142 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Bound port: 0928e243-3a75-47d7-81ef-99d911854730, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fe8227-9f51-4e5d-b075-cc9bf93569e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '88d27a17-2a1f-4d2b-aef7-46b57268ee12'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:41:52.683720 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0928e243-3a75-47d7-81ef-99d911854730), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:52.694736 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks [] for port (7c7d4a7e-2fa5-465b-9e2d-e61131ded70e), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:52.705703 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (7c7d4a7e-2fa5-465b-9e2d-e61131ded70e), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:52.783233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e323140-3a06-4aef-abfd-78cdd769ca45 req-40649de5-1808-462d-892b-a734f4a4cac2 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:52.786946 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e323140-3a06-4aef-abfd-78cdd769ca45 req-40649de5-1808-462d-892b-a734f4a4cac2 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 948 time: 0.1728783 Mar 07 21:41:52.835804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:41:52.849434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59376) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:52.865104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event updated for resources: {'Port': ['ID=7c7d4a7e-2fa5-465b-9e2d-e61131ded70e,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:52.880573 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:41:52.885441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (0d70d239-ae8c-498b-85ac-ed2a259ee8b9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:52.886019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=0928e243-3a75-47d7-81ef-99d911854730,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:41:52.899917 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (0928e243-3a75-47d7-81ef-99d911854730), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:52.914508 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:52.917499 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9e0c9438-a52a-4d91-9be9-d79fa15637c8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8110523 Mar 07 21:41:52.920808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59384) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:52.994433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e323140-3a06-4aef-abfd-78cdd769ca45 req-5b2bc5dd-17e6-4cc4-a3fd-cd6482d6d3ee tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967447 Mar 07 21:41:53.096177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d,segment=NetworkSegment(e29b43a1-cef5-415c-af82-f7caa9defb79),segment_id=e29b43a1-cef5-415c-af82-f7caa9defb79)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:53.107498 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d', 'network_id': '879de7bd-fd44-4514-8441-92453a80e77e', 'port_id': 'ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d', 'mac_address': 'fa:16:3e:e6:91:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d285f1-b48d-494b-a3bb-0f71abe1b992', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:41:53.109575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59386) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:53.114237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Pushing event updated for resources: {'Port': ['ID=0928e243-3a75-47d7-81ef-99d911854730,revision_number=8']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:53.141721 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0f5d56cd-36b5-443d-a8c4-2b12e4378b16 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3 HTTP/1.1" status: 200 len: 690 time: 0.2160668 Mar 07 21:41:53.142274 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59390) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:53.153227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:53.153924 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.155496 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-491955d1-70a7-4633-a7ec-ffaaaaf1f711 service neutron] 10.222.0.15 "PUT /v2.0/ports/0928e243-3a75-47d7-81ef-99d911854730 HTTP/1.1" status: 200 len: 1122 time: 2.6990764 Mar 07 21:41:53.205465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee2748-dac3-4772-9beb-9bb70a13074a req-f1ca8590-c319-40dd-ae2e-874a5792d3be tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:53.216759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fee2748-dac3-4772-9beb-9bb70a13074a req-f1ca8590-c319-40dd-ae2e-874a5792d3be tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.2056618 Mar 07 21:41:53.225978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:53.226901 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.231630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-13299235-network', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:53.249250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:41:53.259203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['0928e243-3a75-47d7-81ef-99d911854730'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:41:53.290343 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.295613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] Made reservation on behalf of ca708fcaf44345cea0e9701fa4c6c46a for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:53.298388 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.300241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-network', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:53.310361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['0928e243-3a75-47d7-81ef-99d911854730'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:41:53.318791 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.337172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fee2748-dac3-4772-9beb-9bb70a13074a req-c44ae6c9-d59a-4286-9737-d24cf7d492c8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987582 Mar 07 21:41:53.369725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d,segment=NetworkSegment(e29b43a1-cef5-415c-af82-f7caa9defb79),segment_id=e29b43a1-cef5-415c-af82-f7caa9defb79)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:53.382880 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.452680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] Made reservation on behalf of 69ec204fa4634d369d0ee24b88e4d9c4 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:53.455381 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.466655 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.546621 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] Publish callbacks [] for security_group (c599d29a-e2e0-4978-808e-ae178f54dd30), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.549168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:53.569550 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c599d29a-e2e0-4978-808e-ae178f54dd30), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.573150 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Deleting port 7c7d4a7e-2fa5-465b-9e2d-e61131ded70e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:41:53.573950 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7c7d4a7e-2fa5-465b-9e2d-e61131ded70e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.672316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:41:53.750044 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] Publish callbacks [] for security_group (4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.756835 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7c7d4a7e-2fa5-465b-9e2d-e61131ded70e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.757652 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks [] for floatingip (7c7d4a7e-2fa5-465b-9e2d-e61131ded70e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.769718 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.812747 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:53.832846 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Calling delete_port for 7c7d4a7e-2fa5-465b-9e2d-e61131ded70e owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:41:53.852996 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:53.906168 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (11bf2603-3d39-4a39-bd3e-2438f12e4918), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:53.906519 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] Added segment 11bf2603-3d39-4a39-bd3e-2438f12e4918 of type vlan for network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 Mar 07 21:41:53.966882 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (32d5bcfa-8c83-495d-9985-959cc7c5fae6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:54.011545 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (32d5bcfa-8c83-495d-9985-959cc7c5fae6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:54.012964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:54.013555 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:54.099898 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:54.112111 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0013318 Mar 07 21:41:54.115565 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7a888-762a-4461-93ec-6e5567a4ff43 admin admin] Pushing event updated for resources: {'Network': ['ID=32d5bcfa-8c83-495d-9985-959cc7c5fae6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:54.119064 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59400) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:54.123657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-19d0d436-b1b2-4cfc-bf9f-45fa6e2a6967 admin admin] Request body: {'subnet': {'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-subnet', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:54.133716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c599d29a-e2e0-4978-808e-ae178f54dd30,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:54.135037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:41:54.139852 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (06838584-7ce6-4ffb-b0a8-ba815abd3dc8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:54.140368 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] Added segment 06838584-7ce6-4ffb-b0a8-ba815abd3dc8 of type vlan for network 9807cc18-410d-443c-9dde-c6dcdc3533d2 Mar 07 21:41:54.154364 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7c7d4a7e-2fa5-465b-9e2d-e61131ded70e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:54.183523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c7d4a7e-2fa5-465b-9e2d-e61131ded70e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:54.187248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d0d436-b1b2-4cfc-bf9f-45fa6e2a6967 admin admin] Made reservation on behalf of 69ec204fa4634d369d0ee24b88e4d9c4 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:54.189523 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-19d0d436-b1b2-4cfc-bf9f-45fa6e2a6967 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:54.198614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218166ad-0f8c-4a3f-90cf-858d2a572759 req-2eddb305-b98b-4987-bfbb-4882eeb8cefc tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:54.200389 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-218166ad-0f8c-4a3f-90cf-858d2a572759 req-2eddb305-b98b-4987-bfbb-4882eeb8cefc tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/ports?device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 944 time: 0.7159693 Mar 07 21:41:54.213163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bba445-5310-4532-95ee-87bc3fce9b28 req-b3c7ebd6-1550-4137-9d91-5abd45679be1 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:54.221333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89bba445-5310-4532-95ee-87bc3fce9b28 req-b3c7ebd6-1550-4137-9d91-5abd45679be1 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.6033552 Mar 07 21:41:54.248321 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (9807cc18-410d-443c-9dde-c6dcdc3533d2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:54.327047 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-218166ad-0f8c-4a3f-90cf-858d2a572759 req-1223e8bd-0dc8-4cd6-b8d0-d0b3ee80cb94 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2ea3339-434f-445c-acfd-a3c5724374e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992830 Mar 07 21:41:54.336010 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks [] for floatingip (0d70d239-ae8c-498b-85ac-ed2a259ee8b9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:54.353652 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (9807cc18-410d-443c-9dde-c6dcdc3533d2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:54.354840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:54.356189 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:54.376823 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89bba445-5310-4532-95ee-87bc3fce9b28 req-56743f87-d321-453c-9f41-523747be433d tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549542 Mar 07 21:41:54.387313 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5224612 Mar 07 21:41:54.388163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59404) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:54.415715 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-df473d7f-7a74-4078-8bbd-b2d88e5b556b admin admin] Request body: {'subnet': {'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-13299235-subnet', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:54.458464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbccc1-0762-4a54-bbb0-f4eb61b03c8d admin admin] Pushing event updated for resources: {'Network': ['ID=9807cc18-410d-443c-9dde-c6dcdc3533d2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:54.464785 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (9f5b1d6c-ef17-489f-bf54-72cc74c29a66), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:54.471121 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 9807cc18-410d-443c-9dde-c6dcdc3533d2 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:41:54.520403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df473d7f-7a74-4078-8bbd-b2d88e5b556b admin admin] Made reservation on behalf of ca708fcaf44345cea0e9701fa4c6c46a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:54.523704 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df473d7f-7a74-4078-8bbd-b2d88e5b556b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:54.584057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf67425-52d9-4a26-8020-3a8f78c42cbb req-1ac9971b-51ba-43af-9e07-1551c64cbc60 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:54.586137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bf67425-52d9-4a26-8020-3a8f78c42cbb req-1ac9971b-51ba-43af-9e07-1551c64cbc60 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 948 time: 0.1151898 Mar 07 21:41:54.618926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce18e3-069a-4879-a014-8f3e927a9369 req-488a8d66-7ae1-4b4e-b6e9-1314d6064695 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:54.627536 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fce18e3-069a-4879-a014-8f3e927a9369 req-488a8d66-7ae1-4b4e-b6e9-1314d6064695 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.1267624 Mar 07 21:41:54.637324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c74293-616e-4218-a62c-6c84c7ff3820', 'tag': '0928e243-3a75-47d7-81ef-99d911854730'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:54.641070 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdbafbd-790a-43ac-8fc1-0570860c2926" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c74293-616e-4218-a62c-6c84c7ff3820", "tag": "0928e243-3a75-47d7-81ef-99d911854730"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:54.732726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fce18e3-069a-4879-a014-8f3e927a9369 req-4e414cfb-1938-4ebc-bd7a-09617fbba12c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039622 Mar 07 21:41:54.759253 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bf67425-52d9-4a26-8020-3a8f78c42cbb req-1368a268-053f-44e8-b3f1-fe4db9639ec4 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553533 Mar 07 21:41:54.799281 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-19d0d436-b1b2-4cfc-bf9f-45fa6e2a6967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (ec236f37-06b2-43ab-b2ad-c9c666b6d1b3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:54.837430 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7974c48d-95d6-4d6c-a0fa-6389aefa8f9e x-openstack-request-id: req-7974c48d-95d6-4d6c-a0fa-6389aefa8f9e {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:54.837733 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c74293-616e-4218-a62c-6c84c7ff3820", "tag": "0928e243-3a75-47d7-81ef-99d911854730", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:54.838120 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7974c48d-95d6-4d6c-a0fa-6389aefa8f9e {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:54.838703 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c74293-616e-4218-a62c-6c84c7ff3820', 'tag': '0928e243-3a75-47d7-81ef-99d911854730', 'status': 'completed', 'code': 200} Mar 07 21:41:54.841802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:41:54.845277 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (9f5b1d6c-ef17-489f-bf54-72cc74c29a66), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:54.924402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:41:54.927126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbafbd-790a-43ac-8fc1-0570860c2926 req-85d23715-c192-4886-9a44-908d4df922ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:54.930997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:41:54.931478 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:54.932379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bdbafbd-790a-43ac-8fc1-0570860c2926 req-85d23715-c192-4886-9a44-908d4df922ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 1156 time: 0.0662889 Mar 07 21:41:54.946389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0d436-b1b2-4cfc-bf9f-45fa6e2a6967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:55.045028 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:55.045952 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.056991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59418) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:55.074019 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.084063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e87469-2b0c-4af1-9865-22e69cf31e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:55.089399 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48020bc7-e962-43b6-92a8-79fa1ab9d0ef" -d '{"events": [{"server_uuid": "79e87469-2b0c-4af1-9865-22e69cf31e2a", "name": "network-vif-plugged", "status": "completed", "tag": "ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:55.100601 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d0d436-b1b2-4cfc-bf9f-45fa6e2a6967 admin admin] Checking segment: {'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:55.100974 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d0d436-b1b2-4cfc-bf9f-45fa6e2a6967 admin admin] Network hostable DHCP agents. Network: 32d5bcfa-8c83-495d-9985-959cc7c5fae6, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:55.109777 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5b1d6c-ef17-489f-bf54-72cc74c29a66,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:55.130804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d,segment=NetworkSegment(e29b43a1-cef5-415c-af82-f7caa9defb79),segment_id=e29b43a1-cef5-415c-af82-f7caa9defb79)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:55.138657 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.143455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbafbd-790a-43ac-8fc1-0570860c2926 req-7ade0b05-36ca-46f7-b178-25aced1b5188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:55.149319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bdbafbd-790a-43ac-8fc1-0570860c2926 req-7ade0b05-36ca-46f7-b178-25aced1b5188 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.2080052 Mar 07 21:41:55.155555 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:55.169244 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0f1dff-bf6e-4c64-a047-b5fc48077a8b x-openstack-request-id: req-1f0f1dff-bf6e-4c64-a047-b5fc48077a8b {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:55.169545 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e87469-2b0c-4af1-9865-22e69cf31e2a", "name": "network-vif-plugged", "status": "completed", "tag": "ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:55.169880 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1f0f1dff-bf6e-4c64-a047-b5fc48077a8b {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:55.170318 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e87469-2b0c-4af1-9865-22e69cf31e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d', 'code': 200} Mar 07 21:41:55.180259 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d0d436-b1b2-4cfc-bf9f-45fa6e2a6967 admin admin] Network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:55.192912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617ab3ce-969a-40e9-a6f6-463a55b4d0e8') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:55.205912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617ab3ce-969a-40e9-a6f6-463a55b4d0e8') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:55.209880 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df473d7f-7a74-4078-8bbd-b2d88e5b556b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (8d512c80-174d-40f9-a72d-e6a5b780a4f4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.217480 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:55.222494 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-19d0d436-b1b2-4cfc-bf9f-45fa6e2a6967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 32d5bcfa-8c83-495d-9985-959cc7c5fae6) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:55.224756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bdbafbd-790a-43ac-8fc1-0570860c2926 req-2c8ad138-c0b7-41e7-8d31-9050f860e334 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0928e243-3a75-47d7-81ef-99d911854730 HTTP/1.1" status: 200 len: 217 time: 0.0669518 Mar 07 21:41:55.230636 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d0d436-b1b2-4cfc-bf9f-45fa6e2a6967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:55.231393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-19d0d436-b1b2-4cfc-bf9f-45fa6e2a6967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.237608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231f13c3-b5e8-4490-83dc-c13890098dbd None None] Network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:41:55.243807 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (617ab3ce-969a-40e9-a6f6-463a55b4d0e8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.299403 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-19d0d436-b1b2-4cfc-bf9f-45fa6e2a6967 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1768491 Mar 07 21:41:55.302695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6c511681-5b4b-456d-933c-f673dc53e208 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:41:55.303646 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (617ab3ce-969a-40e9-a6f6-463a55b4d0e8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.305347 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59424) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:55.309627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:55.344006 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (5fb7924e-7aee-47be-8d1e-b4e01d397c20), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.345070 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (5fb7924e-7aee-47be-8d1e-b4e01d397c20), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.351753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:55.352206 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (617ab3ce-969a-40e9-a6f6-463a55b4d0e8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:55.356764 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:55.358519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df473d7f-7a74-4078-8bbd-b2d88e5b556b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d512c80-174d-40f9-a72d-e6a5b780a4f4,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:55.385713 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-95049a4d-35df-4967-9bbb-ef3da589febf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.400538 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:41:55.401571 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.406351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 6c511681-5b4b-456d-933c-f673dc53e208 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:41:55.434940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df473d7f-7a74-4078-8bbd-b2d88e5b556b admin admin] Checking segment: {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:55.435313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df473d7f-7a74-4078-8bbd-b2d88e5b556b admin admin] Network hostable DHCP agents. Network: 9807cc18-410d-443c-9dde-c6dcdc3533d2, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:55.440703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 6c511681-5b4b-456d-933c-f673dc53e208 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:41:55.444060 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6c511681-5b4b-456d-933c-f673dc53e208), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.457229 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.470402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 21:41:55.473118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.477892 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "DELETE /v2.0/networks/f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3 HTTP/1.1" status: 204 len: 168 time: 2.3348360 Mar 07 21:41:55.481903 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59430) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:55.493948 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df473d7f-7a74-4078-8bbd-b2d88e5b556b admin admin] Network 9807cc18-410d-443c-9dde-c6dcdc3533d2 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:55.503098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbafbd-790a-43ac-8fc1-0570860c2926 req-d31f60b5-92d2-4581-932b-9d10a7e50c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:55.505261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bdbafbd-790a-43ac-8fc1-0570860c2926 req-d31f60b5-92d2-4581-932b-9d10a7e50c68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.2720354 Mar 07 21:41:55.577073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-df473d7f-7a74-4078-8bbd-b2d88e5b556b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 9807cc18-410d-443c-9dde-c6dcdc3533d2) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:55.590801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df473d7f-7a74-4078-8bbd-b2d88e5b556b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:55.591614 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df473d7f-7a74-4078-8bbd-b2d88e5b556b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.604425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2048f4-9869-4c86-ae5d-4c663d5c9802 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:55.613681 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-579ce5c3-b491-4855-b1da-abe2f03d733b tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1261740 Mar 07 21:41:55.618500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59432) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:55.661721 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Allocated IP 172.20.0.2 (32d5bcfa-8c83-495d-9985-959cc7c5fae6/ec236f37-06b2-43ab-b2ad-c9c666b6d1b3/f0a659f2-15f8-45b4-99ab-73d9f6fd567c) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:55.681104 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec199cf0-9689-403c-9e22-121d73c028f2 req-7e1a1ad2-6f4d-4ecf-8b58-1c0bda9ade47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:55.684175 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec199cf0-9689-403c-9e22-121d73c028f2 req-7e1a1ad2-6f4d-4ecf-8b58-1c0bda9ade47 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 1127 time: 0.4627526 Mar 07 21:41:55.690699 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bdbafbd-790a-43ac-8fc1-0570860c2926 req-ac39b868-5ff7-4f4b-889d-b5902ad8bbcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665137 Mar 07 21:41:55.723302 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa33438-7247-4d81-965f-1382599e12a3 None None] Network 9807cc18-410d-443c-9dde-c6dcdc3533d2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:41:55.772407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e755c-9d5f-46ba-a891-9d68ebc272e0 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:55.773943 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e755c-9d5f-46ba-a891-9d68ebc272e0 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:55.774665 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e755c-9d5f-46ba-a891-9d68ebc272e0 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:55.775286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e755c-9d5f-46ba-a891-9d68ebc272e0 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:55.775902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e755c-9d5f-46ba-a891-9d68ebc272e0 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:55.776515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e755c-9d5f-46ba-a891-9d68ebc272e0 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:55.777207 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e755c-9d5f-46ba-a891-9d68ebc272e0 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:55.778414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e755c-9d5f-46ba-a891-9d68ebc272e0 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:55.779193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e755c-9d5f-46ba-a891-9d68ebc272e0 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:55.781426 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a34e755c-9d5f-46ba-a891-9d68ebc272e0 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5948 time: 0.1602230 Mar 07 21:41:55.784578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59438) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:55.786287 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Publish callbacks [] for router_controller (5fb7924e-7aee-47be-8d1e-b4e01d397c20), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.794460 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-df473d7f-7a74-4078-8bbd-b2d88e5b556b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4066610 Mar 07 21:41:55.798489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59440) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:55.804131 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:55.860220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.861670 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:55.918321 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-2f59cc35-2a44-425a-9226-16f7c4052fe5 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] delete failed (client error): The resource could not be found. Mar 07 21:41:55.929017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2f59cc35-2a44-425a-9226-16f7c4052fe5 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/0d70d239-ae8c-498b-85ac-ed2a259ee8b9 HTTP/1.1" status: 404 len: 345 time: 0.1394515 Mar 07 21:41:55.983369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 6c511681-5b4b-456d-933c-f673dc53e208 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:41:55.983761 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6c511681-5b4b-456d-933c-f673dc53e208), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.014503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59442) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:56.016617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bdbafbd-790a-43ac-8fc1-0570860c2926 req-44197bdc-bef2-4344-8ea9-baa41a73b911 service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091691 Mar 07 21:41:56.103834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-9807cc18-410d-443c-9dde-c6dcdc3533d2', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:41:56.104638 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.125040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 6c511681-5b4b-456d-933c-f673dc53e208, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6c511681-5b4b-456d-933c-f673dc53e208,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:41:56.137603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87b96c-d369-4c23-bf69-44aa46a712a3 req-5c72d902-bc37-4d48-94c8-06daa0e838b7 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:56.143306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d87b96c-d369-4c23-bf69-44aa46a712a3 req-5c72d902-bc37-4d48-94c8-06daa0e838b7 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.5952461 Mar 07 21:41:56.144663 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6c511681-5b4b-456d-933c-f673dc53e208), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.148957 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a8a6c5-43d1-4cfc-970e-ef652ff434fd tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] DELETE failed (client error): The resource could not be found. Mar 07 21:41:56.151717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a8a6c5-43d1-4cfc-970e-ef652ff434fd tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:56.156986 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-39a8a6c5-43d1-4cfc-970e-ef652ff434fd tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "DELETE /v2.0/networks/f2fd0b5c-0254-4cc4-b0ea-54b0d67b76e3 HTTP/1.1" status: 404 len: 339 time: 0.1364651 Mar 07 21:41:56.202965 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-95049a4d-35df-4967-9bbb-ef3da589febf admin admin] Publish callbacks [] for security_group (3da0bbb4-9bef-4525-beb0-985f9f577d46), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.207291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59444) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:56.233968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-96dbebfd-b4f7-43fc-90eb-19e7d4adcd31 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Request body: {'network': {'name': 'tempest-network--1669710251', 'router:external': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:56.238468 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-95049a4d-35df-4967-9bbb-ef3da589febf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3da0bbb4-9bef-4525-beb0-985f9f577d46), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.263608 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Publish callbacks [] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.281928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c08c69-f2ee-4355-a3b7-4d00d2f8f356 req-195d8660-f230-4869-9223-07e1ffac021a tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:56.292281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69c08c69-f2ee-4355-a3b7-4d00d2f8f356 req-195d8660-f230-4869-9223-07e1ffac021a tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/ports?device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 945 time: 0.7734416 Mar 07 21:41:56.293670 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.296543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec199cf0-9689-403c-9e22-121d73c028f2 req-798436ec-213f-4e56-bc7e-32a90b7e1653 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b2ea3339-434f-445c-acfd-a3c5724374e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970919 Mar 07 21:41:56.314002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=6c511681-5b4b-456d-933c-f673dc53e208,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:56.316259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dbebfd-b4f7-43fc-90eb-19e7d4adcd31 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Made reservation on behalf of 1c5a4646b2a7449baa2ca40296b42285 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:56.319985 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96dbebfd-b4f7-43fc-90eb-19e7d4adcd31 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.402469 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:56.414387 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Publish callbacks [] for router_controller (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.417298 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:56.418184 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Publish callbacks [] for router_gateway (5fb7924e-7aee-47be-8d1e-b4e01d397c20), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.425024 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:41:56.440341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Allocated IP 172.20.0.2 (9807cc18-410d-443c-9dde-c6dcdc3533d2/8d512c80-174d-40f9-a72d-e6a5b780a4f4/88761a8c-4337-4606-891e-4741a6084799) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:56.450768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Pushing event updated for resources: {'Port': ['ID=f0a659f2-15f8-45b4-99ab-73d9f6fd567c,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:56.453235 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d87b96c-d369-4c23-bf69-44aa46a712a3 req-f54d2c64-33e9-457a-8e1b-213efac652e7 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807145 Mar 07 21:41:56.470773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dbebfd-b4f7-43fc-90eb-19e7d4adcd31 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:56.493988 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96dbebfd-b4f7-43fc-90eb-19e7d4adcd31 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0a034929-d6cc-43d0-956a-c723ac3125b6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.494383 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-96dbebfd-b4f7-43fc-90eb-19e7d4adcd31 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Added segment 0a034929-d6cc-43d0-956a-c723ac3125b6 of type vlan for network cc8d52ae-d564-433b-b555-7864d20d30a8 Mar 07 21:41:56.544643 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96dbebfd-b4f7-43fc-90eb-19e7d4adcd31 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (cc8d52ae-d564-433b-b555-7864d20d30a8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.548344 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Attempting to bind port f0a659f2-15f8-45b4-99ab-73d9f6fd567c on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:41:56.548893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Attempting to bind port f0a659f2-15f8-45b4-99ab-73d9f6fd567c by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:41:56.549415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Attempting to bind port f0a659f2-15f8-45b4-99ab-73d9f6fd567c on network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:56.580906 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-95049a4d-35df-4967-9bbb-ef3da589febf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=578eec4fc7c74e46827f8ea2e68056cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5228629 Mar 07 21:41:56.586079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95049a4d-35df-4967-9bbb-ef3da589febf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da0bbb4-9bef-4525-beb0-985f9f577d46,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:56.588715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59446) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:56.597981 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96dbebfd-b4f7-43fc-90eb-19e7d4adcd31 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (cc8d52ae-d564-433b-b555-7864d20d30a8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.599599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dbebfd-b4f7-43fc-90eb-19e7d4adcd31 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:56.600181 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96dbebfd-b4f7-43fc-90eb-19e7d4adcd31 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.606282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:41:56.609587 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Checking segment: {'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:56.610208 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.610755 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Bound using segment: {'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:41:56.611441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Bound port: f0a659f2-15f8-45b4-99ab-73d9f6fd567c, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:41:56.612372 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.653366 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-96dbebfd-b4f7-43fc-90eb-19e7d4adcd31 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4420106 Mar 07 21:41:56.669385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59448) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:56.758615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69c08c69-f2ee-4355-a3b7-4d00d2f8f356 req-6962151c-6cf5-46e2-aec1-95120514a5e6 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2ea3339-434f-445c-acfd-a3c5724374e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649398 Mar 07 21:41:56.793522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] For port f0a659f2-15f8-45b4-99ab-73d9f6fd567c, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:41:56.798815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] For port f0a659f2-15f8-45b4-99ab-73d9f6fd567c, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f0a659f2-15f8-45b4-99ab-73d9f6fd567c,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:41:56.804955 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Publish callbacks [] for port (88761a8c-4337-4606-891e-4741a6084799), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.807715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bdbafbd-790a-43ac-8fc1-0570860c2926 req-7558d5d7-b306-44ef-a39e-c59f70d617f8 service neutron] 10.222.0.13 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7173235 Mar 07 21:41:56.812686 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.826085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbebfd-b4f7-43fc-90eb-19e7d4adcd31 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event updated for resources: {'Network': ['ID=cc8d52ae-d564-433b-b555-7864d20d30a8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:56.828834 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (88761a8c-4337-4606-891e-4741a6084799), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.844974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network cc8d52ae-d564-433b-b555-7864d20d30a8 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:41:56.855996 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d78fe0c7-5bd5-4118-9aca-9bcd5847d6c6 admin admin] Publish callbacks [] for security_group (3da0bbb4-9bef-4525-beb0-985f9f577d46), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.913605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08226c-a8c6-41f2-9149-02f193d9c429 req-a767d910-27e4-427b-8238-a36697ce9a27 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:56.915384 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd08226c-a8c6-41f2-9149-02f193d9c429 req-a767d910-27e4-427b-8238-a36697ce9a27 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.2878046 Mar 07 21:41:56.934747 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Publish callbacks [] for router_gateway (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:56.970789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a6b85-917d-43d5-aaa9-014f3ff4ddd1 None None] Pushing event updated for resources: {'Port': ['ID=f0a659f2-15f8-45b4-99ab-73d9f6fd567c,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:56.995211 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d78fe0c7-5bd5-4118-9aca-9bcd5847d6c6 admin admin] Publish callbacks [] for security_group (3da0bbb4-9bef-4525-beb0-985f9f577d46), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:57.127494 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Network 9807cc18-410d-443c-9dde-c6dcdc3533d2 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:57.131878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:57.143316 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec7afd-f5be-480f-84c6-7cf6b6c353bd tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:57.144256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:41:57.151315 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec7afd-f5be-480f-84c6-7cf6b6c353bd tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:57.160398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec7afd-f5be-480f-84c6-7cf6b6c353bd tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:57.169880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec7afd-f5be-480f-84c6-7cf6b6c353bd tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:57.174877 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd08226c-a8c6-41f2-9149-02f193d9c429 req-724a7bfb-36a8-4f89-8660-5ccff2eee328 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337880 Mar 07 21:41:57.175637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59450) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:57.182547 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-82ec7afd-f5be-480f-84c6-7cf6b6c353bd tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5022817 Mar 07 21:41:57.204057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52ace8a-8982-4912-8851-cd1e3361ce86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c511681-5b4b-456d-933c-f673dc53e208'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:41:57.208523 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a94ba4-4bf9-47cb-a1b2-f4fc70b7a4ac" -d '{"events": [{"server_uuid": "a52ace8a-8982-4912-8851-cd1e3361ce86", "name": "network-vif-plugged", "status": "completed", "tag": "6c511681-5b4b-456d-933c-f673dc53e208"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:41:57.217951 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Pushing event updated for resources: {'Port': ['ID=88761a8c-4337-4606-891e-4741a6084799,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:57.263054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Attempting to bind port 88761a8c-4337-4606-891e-4741a6084799 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:41:57.263523 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Attempting to bind port 88761a8c-4337-4606-891e-4741a6084799 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:41:57.263889 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Attempting to bind port 88761a8c-4337-4606-891e-4741a6084799 on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:41:57.271386 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:41:57.272001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Checking segment: {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:41:57.272469 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:57.273006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Bound using segment: {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:41:57.274025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Bound port: 88761a8c-4337-4606-891e-4741a6084799, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:41:57.274451 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (88761a8c-4337-4606-891e-4741a6084799), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:57.308461 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5120b2d4-0d61-4c5b-a7a6-89e30681943d tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (cc8d52ae-d564-433b-b555-7864d20d30a8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:57.320570 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e623dfb8-438b-45e7-8574-96a010261abb x-openstack-request-id: req-e623dfb8-438b-45e7-8574-96a010261abb {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:41:57.320570 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52ace8a-8982-4912-8851-cd1e3361ce86", "name": "network-vif-plugged", "status": "completed", "tag": "6c511681-5b4b-456d-933c-f673dc53e208", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:41:57.320570 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e623dfb8-438b-45e7-8574-96a010261abb {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:41:57.320990 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52ace8a-8982-4912-8851-cd1e3361ce86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c511681-5b4b-456d-933c-f673dc53e208', 'code': 200} Mar 07 21:41:57.323632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37feaf1b-ff5b-4eb4-bb4f-e5debff054ef req-0cc90e2b-a623-4178-a17e-f0a5a44fe3ea tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:57.326506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-37feaf1b-ff5b-4eb4-bb4f-e5debff054ef req-0cc90e2b-a623-4178-a17e-f0a5a44fe3ea tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 949 time: 0.4667633 Mar 07 21:41:57.391598 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] For port 88761a8c-4337-4606-891e-4741a6084799, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:41:57.399596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] For port 88761a8c-4337-4606-891e-4741a6084799, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=88761a8c-4337-4606-891e-4741a6084799,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:41:57.410821 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (88761a8c-4337-4606-891e-4741a6084799), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:57.594752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a1910-5f78-425e-9b99-144a887b8b06 None None] Pushing event updated for resources: {'Port': ['ID=88761a8c-4337-4606-891e-4741a6084799,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:57.608081 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5120b2d4-0d61-4c5b-a7a6-89e30681943d tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (cc8d52ae-d564-433b-b555-7864d20d30a8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:57.680456 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d78fe0c7-5bd5-4118-9aca-9bcd5847d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3da0bbb4-9bef-4525-beb0-985f9f577d46), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:57.683250 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d78fe0c7-5bd5-4118-9aca-9bcd5847d6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:57.684263 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d78fe0c7-5bd5-4118-9aca-9bcd5847d6c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3da0bbb4-9bef-4525-beb0-985f9f577d46 HTTP/1.1" status: 204 len: 168 time: 1.0873117 Mar 07 21:41:57.692334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-5120b2d4-0d61-4c5b-a7a6-89e30681943d tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8d52ae-d564-433b-b555-7864d20d30a8']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:57.725753 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Publish callbacks [] for router_gateway (5fb7924e-7aee-47be-8d1e-b4e01d397c20), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:57.728202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fe0c7-5bd5-4118-9aca-9bcd5847d6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da0bbb4-9bef-4525-beb0-985f9f577d46,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:57.753875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-5120b2d4-0d61-4c5b-a7a6-89e30681943d tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a034929-d6cc-43d0-956a-c723ac3125b6') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:57.754254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-5120b2d4-0d61-4c5b-a7a6-89e30681943d tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a034929-d6cc-43d0-956a-c723ac3125b6') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:57.777111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-37feaf1b-ff5b-4eb4-bb4f-e5debff054ef req-f553c074-fe23-4e7e-9a4e-dcace0a9a865 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320624 Mar 07 21:41:57.793331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3963fb-fe71-4ad3-a552-beabb25f9ae8 req-66b251b1-b5e6-4d9e-85ec-0d699811ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:57.793331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba3963fb-fe71-4ad3-a552-beabb25f9ae8 req-66b251b1-b5e6-4d9e-85ec-0d699811ff64 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 1131 time: 0.3751769 Mar 07 21:41:57.822901 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5120b2d4-0d61-4c5b-a7a6-89e30681943d tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (0a034929-d6cc-43d0-956a-c723ac3125b6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:57.859165 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Publish callbacks [] for router_gateway (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:57.861594 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:57.878688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2243523-64b5-422e-b72a-9e3d57161f30 req-876fc489-ec23-404f-bea4-d1b490b937cf tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:57.880887 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d2243523-64b5-422e-b72a-9e3d57161f30 req-876fc489-ec23-404f-bea4-d1b490b937cf tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.2449257 Mar 07 21:41:57.882733 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5120b2d4-0d61-4c5b-a7a6-89e30681943d tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0a034929-d6cc-43d0-956a-c723ac3125b6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:57.905173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5120b2d4-0d61-4c5b-a7a6-89e30681943d tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:57.905567 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5120b2d4-0d61-4c5b-a7a6-89e30681943d tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (0a034929-d6cc-43d0-956a-c723ac3125b6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:57.907394 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:57.912884 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:58.009335 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba3963fb-fe71-4ad3-a552-beabb25f9ae8 req-6f1f765e-93be-40a2-bcdb-d839f3403538 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890645 Mar 07 21:41:58.056646 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5120b2d4-0d61-4c5b-a7a6-89e30681943d tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (cc8d52ae-d564-433b-b555-7864d20d30a8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:58.064673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5120b2d4-0d61-4c5b-a7a6-89e30681943d tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc8d52ae-d564-433b-b555-7864d20d30a8 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 21:41:58.070970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d2243523-64b5-422e-b72a-9e3d57161f30 req-1bd9e7aa-e64b-4670-bf31-43b748c2b357 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833963 Mar 07 21:41:58.089305 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5120b2d4-0d61-4c5b-a7a6-89e30681943d tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:58.092953 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5120b2d4-0d61-4c5b-a7a6-89e30681943d tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "DELETE /v2.0/networks/cc8d52ae-d564-433b-b555-7864d20d30a8 HTTP/1.1" status: 204 len: 168 time: 0.9145024 Mar 07 21:41:58.100006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59462) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:58.106279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120b2d4-0d61-4c5b-a7a6-89e30681943d tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc8d52ae-d564-433b-b555-7864d20d30a8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:58.111794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5dc0768e-d28c-4148-b9d6-d2002e5bce4e tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Request body: {'network': {'name': 'tempest-network--323137795', 'router:external': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:58.138876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f078aae-30af-4549-aee1-739567966093 req-038b8bdb-92d4-4acb-92db-3161159f8b58 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:58.140764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f078aae-30af-4549-aee1-739567966093 req-038b8bdb-92d4-4acb-92db-3161159f8b58 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/ports?device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 945 time: 0.1925235 Mar 07 21:41:58.142434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc0768e-d28c-4148-b9d6-d2002e5bce4e tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Made reservation on behalf of 1c5a4646b2a7449baa2ca40296b42285 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:58.144773 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5dc0768e-d28c-4148-b9d6-d2002e5bce4e tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:58.208547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc0768e-d28c-4148-b9d6-d2002e5bce4e tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:58.273956 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5dc0768e-d28c-4148-b9d6-d2002e5bce4e tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f06a3192-63a6-4b8f-90b5-c2ed670135b6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:58.274365 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-5dc0768e-d28c-4148-b9d6-d2002e5bce4e tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Added segment f06a3192-63a6-4b8f-90b5-c2ed670135b6 of type vlan for network 9135d58b-3c24-4910-969f-e350d7423555 Mar 07 21:41:58.377149 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f078aae-30af-4549-aee1-739567966093 req-e5362318-6463-4273-b7e6-2a247a67875e tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2ea3339-434f-445c-acfd-a3c5724374e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181399 Mar 07 21:41:58.419450 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Allocated IP 172.25.4.190 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/1ed20097-936a-4dda-9cd3-1308f9a3c016) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:58.442667 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59468) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:58.478312 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3903a730-7493-44f7-b567-10fbdddfc47a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:58.490422 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5dc0768e-d28c-4148-b9d6-d2002e5bce4e tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (9135d58b-3c24-4910-969f-e350d7423555), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:58.601366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52f0fb-da4e-4012-a450-8ee4c4b555db req-cf59c066-4c34-49e5-86ba-e7e164529e04 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:58.602898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a52f0fb-da4e-4012-a450-8ee4c4b555db req-cf59c066-4c34-49e5-86ba-e7e164529e04 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.2231622 Mar 07 21:41:58.604135 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5dc0768e-d28c-4148-b9d6-d2002e5bce4e tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (9135d58b-3c24-4910-969f-e350d7423555), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:58.605059 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc0768e-d28c-4148-b9d6-d2002e5bce4e tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:58.605638 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5dc0768e-d28c-4148-b9d6-d2002e5bce4e tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:58.656729 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Publish callbacks [] for port (1ed20097-936a-4dda-9cd3-1308f9a3c016), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:58.692658 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5dc0768e-d28c-4148-b9d6-d2002e5bce4e tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5875328 Mar 07 21:41:58.700507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59476) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:58.816702 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3903a730-7493-44f7-b567-10fbdddfc47a admin admin] Publish callbacks [] for security_group (9f871af2-0d46-48c0-89a1-af3607efa8ef), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:58.829711 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3903a730-7493-44f7-b567-10fbdddfc47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9f871af2-0d46-48c0-89a1-af3607efa8ef), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:58.901926 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (1ed20097-936a-4dda-9cd3-1308f9a3c016), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:58.919963 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0768e-d28c-4148-b9d6-d2002e5bce4e tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event updated for resources: {'Network': ['ID=9135d58b-3c24-4910-969f-e350d7423555,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:58.948538 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 9135d58b-3c24-4910-969f-e350d7423555 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:41:59.002532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a52f0fb-da4e-4012-a450-8ee4c4b555db req-2b2196f3-6fcf-4356-ba6d-79071718d3dc tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812964 Mar 07 21:41:59.041637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cbe1f7-41b8-49db-9b76-96e2b2d9edb8 tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:59.054203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fdd621-5fa5-47df-8a2a-66d48e0296eb None None] Network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:41:59.057528 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c1cbe1f7-41b8-49db-9b76-96e2b2d9edb8 tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] 10.222.0.26 "GET /v2.0/networks/9135d58b-3c24-4910-969f-e350d7423555 HTTP/1.1" status: 200 len: 756 time: 0.3453484 Mar 07 21:41:59.063044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59482) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:59.119935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:59.120994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed20097-936a-4dda-9cd3-1308f9a3c016,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:59.149508 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3903a730-7493-44f7-b567-10fbdddfc47a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b761bc3ed2743e2b49fefd4b776bd4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7055767 Mar 07 21:41:59.154478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:59.159883 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59486) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:59.169248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:41:59.212055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903a730-7493-44f7-b567-10fbdddfc47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f871af2-0d46-48c0-89a1-af3607efa8ef,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:59.291309 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f0a659f2-15f8-45b4-99ab-73d9f6fd567c up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:41:59.322373 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Allocated IP 172.25.4.198 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/d4dd1630-d9c7-498a-b1a4-83f9d0504a89) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:59.340610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d2de6-21ad-4c36-a249-c7fd084ff1f9 tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:59.341453 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 0928e243-3a75-47d7-81ef-99d911854730 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:41:59.346492 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-437d2de6-21ad-4c36-a249-c7fd084ff1f9 tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] 10.222.0.26 "GET /v2.0/networks/4698f7cd-1daf-43ca-87e9-be4ce0fffe6b HTTP/1.1" status: 200 len: 768 time: 0.2823412 Mar 07 21:41:59.348626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59488) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:41:59.452438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d95aa5-ebc5-4d99-bf4d-103d22eacecc None None] Network 9807cc18-410d-443c-9dde-c6dcdc3533d2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:41:59.463358 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7572430-da74-4dcb-9ec7-fe0a8b8c410e admin admin] Publish callbacks [] for security_group (9f871af2-0d46-48c0-89a1-af3607efa8ef), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:59.518914 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c534b-2bfe-416e-a4b4-619782050eb8 req-45e69f93-445e-472a-89c5-7cd059299f60 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:59.526965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c5c534b-2bfe-416e-a4b4-619782050eb8 req-45e69f93-445e-472a-89c5-7cd059299f60 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 949 time: 0.3131690 Mar 07 21:41:59.547384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880e757-5c33-43cf-b2c5-301df83ee7c3 req-c55a3952-6c2d-496b-b8cd-eedddfb52dd6 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:59.554573 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b880e757-5c33-43cf-b2c5-301df83ee7c3 req-c55a3952-6c2d-496b-b8cd-eedddfb52dd6 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/ports?device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 945 time: 0.3420296 Mar 07 21:41:59.574716 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4db9635f-e04c-47fc-adaf-00cc2d960848 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (9135d58b-3c24-4910-969f-e350d7423555), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:59.628481 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7572430-da74-4dcb-9ec7-fe0a8b8c410e admin admin] Publish callbacks [] for security_group (9f871af2-0d46-48c0-89a1-af3607efa8ef), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:59.679550 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Publish callbacks [] for router_gateway (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:59.708749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b880e757-5c33-43cf-b2c5-301df83ee7c3 req-a90bfff2-9ea1-47d4-8380-feb018b09be2 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2ea3339-434f-445c-acfd-a3c5724374e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477757 Mar 07 21:41:59.743383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c5c534b-2bfe-416e-a4b4-619782050eb8 req-6ec05d02-4d31-4e36-989b-b9c925e2717a tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149820 Mar 07 21:41:59.760012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-730d9af3-6e68-4296-8668-707eaeb605c7 None None] Provisioning complete for port f0a659f2-15f8-45b4-99ab-73d9f6fd567c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:41:59.760381 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-730d9af3-6e68-4296-8668-707eaeb605c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:59.762564 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Publish callbacks [] for port (d4dd1630-d9c7-498a-b1a4-83f9d0504a89), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:59.847104 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7572430-da74-4dcb-9ec7-fe0a8b8c410e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9f871af2-0d46-48c0-89a1-af3607efa8ef), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:59.850479 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7572430-da74-4dcb-9ec7-fe0a8b8c410e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:59.854174 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b7572430-da74-4dcb-9ec7-fe0a8b8c410e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f871af2-0d46-48c0-89a1-af3607efa8ef HTTP/1.1" status: 204 len: 168 time: 0.6907527 Mar 07 21:41:59.861504 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4db9635f-e04c-47fc-adaf-00cc2d960848 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (9135d58b-3c24-4910-969f-e350d7423555), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:59.869601 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7572430-da74-4dcb-9ec7-fe0a8b8c410e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f871af2-0d46-48c0-89a1-af3607efa8ef,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:59.875715 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d4dd1630-d9c7-498a-b1a4-83f9d0504a89), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:41:59.971501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-4db9635f-e04c-47fc-adaf-00cc2d960848 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9135d58b-3c24-4910-969f-e350d7423555']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:59.980315 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:59.988401 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Pushing event updated for resources: {'Port': ['ID=d4dd1630-d9c7-498a-b1a4-83f9d0504a89,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:59.988662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-4db9635f-e04c-47fc-adaf-00cc2d960848 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06a3192-63a6-4b8f-90b5-c2ed670135b6') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:59.999053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:00.018194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-4db9635f-e04c-47fc-adaf-00cc2d960848 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06a3192-63a6-4b8f-90b5-c2ed670135b6') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:00.034895 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4db9635f-e04c-47fc-adaf-00cc2d960848 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (f06a3192-63a6-4b8f-90b5-c2ed670135b6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:00.060200 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4db9635f-e04c-47fc-adaf-00cc2d960848 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f06a3192-63a6-4b8f-90b5-c2ed670135b6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:00.069745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db9635f-e04c-47fc-adaf-00cc2d960848 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:00.070659 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4db9635f-e04c-47fc-adaf-00cc2d960848 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (f06a3192-63a6-4b8f-90b5-c2ed670135b6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:00.082931 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:00.136299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f0a659f2-15f8-45b4-99ab-73d9f6fd567c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:00.136934 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:00.138777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 0928e243-3a75-47d7-81ef-99d911854730 is: DOWN; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:00.200810 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:00.215569 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4db9635f-e04c-47fc-adaf-00cc2d960848 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (9135d58b-3c24-4910-969f-e350d7423555), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:00.220150 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db9635f-e04c-47fc-adaf-00cc2d960848 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9135d58b-3c24-4910-969f-e350d7423555 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 21:42:00.222326 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4db9635f-e04c-47fc-adaf-00cc2d960848 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:00.229814 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4db9635f-e04c-47fc-adaf-00cc2d960848 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "DELETE /v2.0/networks/9135d58b-3c24-4910-969f-e350d7423555 HTTP/1.1" status: 204 len: 168 time: 0.8647797 Mar 07 21:42:00.247044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59496) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:00.262914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-730d9af3-6e68-4296-8668-707eaeb605c7 None None] Current status of the port f0a659f2-15f8-45b4-99ab-73d9f6fd567c is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:00.263499 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-730d9af3-6e68-4296-8668-707eaeb605c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:00.264700 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-521ef09c-65b0-4a3f-8478-879f694e4fc8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Request body: {'network': {'name': 'tempest-network--1024018433'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:00.331700 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9635f-e04c-47fc-adaf-00cc2d960848 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event deleted for resources: {'Network': ['ID=9135d58b-3c24-4910-969f-e350d7423555,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:00.355688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8b0d3-7261-4c04-a2b9-08029f3f6de4 req-a8904629-7647-436a-91fe-3a043e777eac tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:00.359994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00b8b0d3-7261-4c04-a2b9-08029f3f6de4 req-a8904629-7647-436a-91fe-3a043e777eac tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.5100231 Mar 07 21:42:00.382328 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-730d9af3-6e68-4296-8668-707eaeb605c7 None None] For port f0a659f2-15f8-45b4-99ab-73d9f6fd567c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f0a659f2-15f8-45b4-99ab-73d9f6fd567c,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:00.401050 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-730d9af3-6e68-4296-8668-707eaeb605c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:00.437941 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:00.484234 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00b8b0d3-7261-4c04-a2b9-08029f3f6de4 req-b79229b4-f8d3-4738-be1b-da2090c35f33 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201434 Mar 07 21:42:00.523097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecba579-a35d-4888-b801-85e4e85cb1c6 req-23588a2b-2b0e-460e-ad64-b9ae2118041f tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:00.531553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ecba579-a35d-4888-b801-85e4e85cb1c6 req-23588a2b-2b0e-460e-ad64-b9ae2118041f tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.3287001 Mar 07 21:42:00.534722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d9af3-6e68-4296-8668-707eaeb605c7 None None] Pushing event updated for resources: {'Port': ['ID=f0a659f2-15f8-45b4-99ab-73d9f6fd567c,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:00.537248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521ef09c-65b0-4a3f-8478-879f694e4fc8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Made reservation on behalf of 1c5a4646b2a7449baa2ca40296b42285 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:00.549556 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-521ef09c-65b0-4a3f-8478-879f694e4fc8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:00.594406 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-10c05f18-af34-44d0-9097-21b1ebd8cff9 None None] Provisioning complete for port 88761a8c-4337-4606-891e-4741a6084799 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:00.595210 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-10c05f18-af34-44d0-9097-21b1ebd8cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (88761a8c-4337-4606-891e-4741a6084799), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:00.623533 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59498) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:00.640618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f0a659f2-15f8-45b4-99ab-73d9f6fd567c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:00.648341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 88761a8c-4337-4606-891e-4741a6084799 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:00.696707 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf7970cb-65ed-45bb-8d60-170f37fda864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:00.719684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ecba579-a35d-4888-b801-85e4e85cb1c6 req-697403c8-fcc8-4545-877e-030045107a2f tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847827 Mar 07 21:42:00.745327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521ef09c-65b0-4a3f-8478-879f694e4fc8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:00.745486 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd0cac-48e5-4711-a2fd-e53e34227ef6 req-77415695-d508-4448-abdc-44461bdd4403 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:00.749699 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bfd0cac-48e5-4711-a2fd-e53e34227ef6 req-77415695-d508-4448-abdc-44461bdd4403 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 945 time: 0.2416229 Mar 07 21:42:00.860535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-10c05f18-af34-44d0-9097-21b1ebd8cff9 None None] Current status of the port 88761a8c-4337-4606-891e-4741a6084799 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:00.861169 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-10c05f18-af34-44d0-9097-21b1ebd8cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (88761a8c-4337-4606-891e-4741a6084799), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:00.863888 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 88761a8c-4337-4606-891e-4741a6084799 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:00.864941 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (88761a8c-4337-4606-891e-4741a6084799), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:00.873295 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-521ef09c-65b0-4a3f-8478-879f694e4fc8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3ebd5759-5f66-4d7c-92e3-52c275482bf6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:00.873856 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-521ef09c-65b0-4a3f-8478-879f694e4fc8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Added segment 3ebd5759-5f66-4d7c-92e3-52c275482bf6 of type vlan for network 2f683462-16bb-4b00-8182-2b45dc00cba7 Mar 07 21:42:00.966756 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-521ef09c-65b0-4a3f-8478-879f694e4fc8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (2f683462-16bb-4b00-8182-2b45dc00cba7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:01.005544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07047ac-4b92-4f03-8eef-45f3e5ca3871 req-84522d5f-a15b-4d03-8486-fd8e8bf26e59 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:01.006055 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-10c05f18-af34-44d0-9097-21b1ebd8cff9 None None] For port 88761a8c-4337-4606-891e-4741a6084799, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=88761a8c-4337-4606-891e-4741a6084799,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:01.007342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c07047ac-4b92-4f03-8eef-45f3e5ca3871 req-84522d5f-a15b-4d03-8486-fd8e8bf26e59 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/ports?device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 945 time: 0.2152336 Mar 07 21:42:01.017232 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-10c05f18-af34-44d0-9097-21b1ebd8cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (88761a8c-4337-4606-891e-4741a6084799), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:01.083209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 88761a8c-4337-4606-891e-4741a6084799 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:01.083903 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (88761a8c-4337-4606-891e-4741a6084799), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:01.091935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-10c05f18-af34-44d0-9097-21b1ebd8cff9 None None] Provisioning complete for port f0a659f2-15f8-45b4-99ab-73d9f6fd567c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:01.092543 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-10c05f18-af34-44d0-9097-21b1ebd8cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:01.098998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-3bfd0cac-48e5-4711-a2fd-e53e34227ef6 req-c9d85ced-baeb-4a1a-bc7e-9b152cc29c7e tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Deleting port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:42:01.099349 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3bfd0cac-48e5-4711-a2fd-e53e34227ef6 req-c9d85ced-baeb-4a1a-bc7e-9b152cc29c7e tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:01.140855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cbc01-74a4-4505-bff6-f16d78cfec15 req-bde4d625-d39e-4855-b89b-70954af63e40 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:01.148575 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-037cbc01-74a4-4505-bff6-f16d78cfec15 req-bde4d625-d39e-4855-b89b-70954af63e40 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 949 time: 0.2644989 Mar 07 21:42:01.183237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c05f18-af34-44d0-9097-21b1ebd8cff9 None None] Pushing event updated for resources: {'Port': ['ID=88761a8c-4337-4606-891e-4741a6084799,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:01.229960 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:42:01.230592 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:42:01.280449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-10c05f18-af34-44d0-9097-21b1ebd8cff9 None None] Current status of the port f0a659f2-15f8-45b4-99ab-73d9f6fd567c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:01.403275 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-31cec51f-9b17-4f66-8ae1-535a8ecfff9b None None] Provisioning complete for port 88761a8c-4337-4606-891e-4741a6084799 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:01.404031 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-31cec51f-9b17-4f66-8ae1-535a8ecfff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (88761a8c-4337-4606-891e-4741a6084799), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:01.417890 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.db.resource_extend [None req-521ef09c-65b0-4a3f-8478-879f694e4fc8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:42:01.465859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-521ef09c-65b0-4a3f-8478-879f694e4fc8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (2f683462-16bb-4b00-8182-2b45dc00cba7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:01.467033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521ef09c-65b0-4a3f-8478-879f694e4fc8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:01.467626 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-521ef09c-65b0-4a3f-8478-879f694e4fc8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:01.517337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-31cec51f-9b17-4f66-8ae1-535a8ecfff9b None None] Current status of the port 88761a8c-4337-4606-891e-4741a6084799 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:01.544112 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c07047ac-4b92-4f03-8eef-45f3e5ca3871 req-d23faed2-8203-4610-b43d-390e08a93637 tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2ea3339-434f-445c-acfd-a3c5724374e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271597 Mar 07 21:42:01.548270 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf7970cb-65ed-45bb-8d60-170f37fda864 admin admin] Publish callbacks [] for security_group (4ecc9dea-9226-4f04-b074-ba6b3e040b62), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:01.551196 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Publish callbacks [] for router_gateway (5fb7924e-7aee-47be-8d1e-b4e01d397c20), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:01.556722 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ef09c-65b0-4a3f-8478-879f694e4fc8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event updated for resources: {'Network': ['ID=2f683462-16bb-4b00-8182-2b45dc00cba7,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:01.575965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 2f683462-16bb-4b00-8182-2b45dc00cba7 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:42:01.593403 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf7970cb-65ed-45bb-8d60-170f37fda864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4ecc9dea-9226-4f04-b074-ba6b3e040b62), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:01.600279 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:42:01.621152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-037cbc01-74a4-4505-bff6-f16d78cfec15 req-9e378ed5-1850-44dc-a945-3dfddccd6580 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714997 Mar 07 21:42:01.630471 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-521ef09c-65b0-4a3f-8478-879f694e4fc8 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3815727 Mar 07 21:42:01.633582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59506) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:01.650811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3743c6ec-7f84-4030-a3c7-b576eeb95851 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:01.656783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-3bfd0cac-48e5-4711-a2fd-e53e34227ef6 req-c9d85ced-baeb-4a1a-bc7e-9b152cc29c7e tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] For port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d,segment=NetworkSegment(e29b43a1-cef5-415c-af82-f7caa9defb79),segment_id=e29b43a1-cef5-415c-af82-f7caa9defb79)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:01.660890 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3bfd0cac-48e5-4711-a2fd-e53e34227ef6 req-c9d85ced-baeb-4a1a-bc7e-9b152cc29c7e tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:01.698612 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bf7970cb-65ed-45bb-8d60-170f37fda864 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db91bcde2c03425884e04f54a6f04df9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0378180 Mar 07 21:42:01.715394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59510) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:01.745351 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-3bfd0cac-48e5-4711-a2fd-e53e34227ef6 req-c9d85ced-baeb-4a1a-bc7e-9b152cc29c7e tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Calling delete_port for ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:42:01.749113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7970cb-65ed-45bb-8d60-170f37fda864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecc9dea-9226-4f04-b074-ba6b3e040b62,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:01.750744 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a061a27-81a9-422b-9b30-188705d6269d req-2a350f39-3260-4e0e-884d-a7f363ff7865 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2281017 Mar 07 21:42:01.808719 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 88761a8c-4337-4606-891e-4741a6084799 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:01.920626 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f0a659f2-15f8-45b4-99ab-73d9f6fd567c up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:01.927328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:42:01.937461 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Sync routers for ids ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:01.965557 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Routers {'3ec33f3f-192e-4a98-bb4a-e867ee500c5c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:01.965557 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:41:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:01.990968 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:01.991500 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f0a659f2-15f8-45b4-99ab-73d9f6fd567c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:01.991979 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:01.992531 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0e98877e-05d8-4867-abc9-aaed68c07495 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1926324 Mar 07 21:42:01.995208 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59514) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:02.057311 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7443ea48-e911-4c98-a7ee-e3add88de5b1 admin admin] Publish callbacks [] for security_group (4ecc9dea-9226-4f04-b074-ba6b3e040b62), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:02.096700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f0a659f2-15f8-45b4-99ab-73d9f6fd567c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:02.098943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 88761a8c-4337-4606-891e-4741a6084799 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:02.107176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (5fb7924e-7aee-47be-8d1e-b4e01d397c20), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:02.136710 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e3b0e-843a-46e1-9a08-c536d9e1b134 req-0ae3f050-f5d7-4c84-9e2f-07ee635c77e6 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:02.145314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa7e3b0e-843a-46e1-9a08-c536d9e1b134 req-0ae3f050-f5d7-4c84-9e2f-07ee635c77e6 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.4414768 Mar 07 21:42:02.160337 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Set router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:02.171759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 88761a8c-4337-4606-891e-4741a6084799 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:02.172069 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (88761a8c-4337-4606-891e-4741a6084799), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:02.282992 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 88761a8c-4337-4606-891e-4741a6084799 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:02.284232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a061a27-81a9-422b-9b30-188705d6269d req-9041545b-52f9-44ac-9fd1-d862c108bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:02.296166 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a061a27-81a9-422b-9b30-188705d6269d req-9041545b-52f9-44ac-9fd1-d862c108bd91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 1126 time: 0.4511962 Mar 07 21:42:02.306085 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7443ea48-e911-4c98-a7ee-e3add88de5b1 admin admin] Publish callbacks [] for security_group (4ecc9dea-9226-4f04-b074-ba6b3e040b62), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:02.366658 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:41:59Z', 'revision_number': 3, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'gw_port': {'id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:02.407568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800198c-4c46-4eb3-b12d-65d2c8364e90 req-91b38359-c4ca-4c8e-9a89-f6a91a90eb05 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:02.409135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a800198c-4c46-4eb3-b12d-65d2c8364e90 req-91b38359-c4ca-4c8e-9a89-f6a91a90eb05 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.6617856 Mar 07 21:42:02.409563 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Checking router: 3ec33f3f-192e-4a98-bb4a-e867ee500c5c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:02.410646 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Updating router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c port 1ed20097-936a-4dda-9cd3-1308f9a3c016 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:42:02.472104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:42:02.477953 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1ed20097-936a-4dda-9cd3-1308f9a3c016), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:02.499098 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3743c6ec-7f84-4030-a3c7-b576eeb95851 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (2f683462-16bb-4b00-8182-2b45dc00cba7), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:02.581111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa7e3b0e-843a-46e1-9a08-c536d9e1b134 req-012a0d0e-e7c8-43b9-ac8f-a0b710f6a714 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349031 Mar 07 21:42:02.617973 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3743c6ec-7f84-4030-a3c7-b576eeb95851 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (2f683462-16bb-4b00-8182-2b45dc00cba7), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:02.662594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3743c6ec-7f84-4030-a3c7-b576eeb95851 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Network 2f683462-16bb-4b00-8182-2b45dc00cba7 is not hosted by any dhcp agent {{(pid=103719) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 21:42:02.663494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3743c6ec-7f84-4030-a3c7-b576eeb95851 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:02.664166 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3743c6ec-7f84-4030-a3c7-b576eeb95851 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:02.668341 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3743c6ec-7f84-4030-a3c7-b576eeb95851 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "PUT /v2.0/networks/2f683462-16bb-4b00-8182-2b45dc00cba7 HTTP/1.1" status: 200 len: 858 time: 1.0317972 Mar 07 21:42:02.669145 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7443ea48-e911-4c98-a7ee-e3add88de5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4ecc9dea-9226-4f04-b074-ba6b3e040b62), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:02.672254 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7443ea48-e911-4c98-a7ee-e3add88de5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:02.672837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7443ea48-e911-4c98-a7ee-e3add88de5b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ecc9dea-9226-4f04-b074-ba6b3e040b62 HTTP/1.1" status: 204 len: 168 time: 0.9548571 Mar 07 21:42:02.675727 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59518) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:02.750911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a800198c-4c46-4eb3-b12d-65d2c8364e90 req-65ca6768-ad8d-4f8e-b0bb-4f454b4c774e tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237355 Mar 07 21:42:02.804036 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443ea48-e911-4c98-a7ee-e3add88de5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecc9dea-9226-4f04-b074-ba6b3e040b62,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:02.805866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743c6ec-7f84-4030-a3c7-b576eeb95851 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event updated for resources: {'Network': ['ID=2f683462-16bb-4b00-8182-2b45dc00cba7,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:02.811971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a061a27-81a9-422b-9b30-188705d6269d req-b4be9dcc-6fc1-488d-bf22-81e02053ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:02.813814 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a061a27-81a9-422b-9b30-188705d6269d req-b4be9dcc-6fc1-488d-bf22-81e02053ad00 service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 0.4677091 Mar 07 21:42:02.831874 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3bfd0cac-48e5-4711-a2fd-e53e34227ef6 req-c9d85ced-baeb-4a1a-bc7e-9b152cc29c7e tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:02.849810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:02.904921 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Publish callbacks [] for port (1ed20097-936a-4dda-9cd3-1308f9a3c016), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:02.922901 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1ed20097-936a-4dda-9cd3-1308f9a3c016), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:02.941702 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a061a27-81a9-422b-9b30-188705d6269d req-cf4ee451-1943-4c9e-929d-2035f9e27c75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac97462-18cd-452c-91d0-b0bb29431fed HTTP/1.1" status: 200 len: 217 time: 0.1069367 Mar 07 21:42:02.946044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d85ced-baeb-4a1a-bc7e-9b152cc29c7e tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Pushing event deleted for resources: {'Port': ['ID=ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:02.995865 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e4e58-a24a-40a6-ae7a-9f1f3c6883a6 None None] Pushing event updated for resources: {'Port': ['ID=1ed20097-936a-4dda-9cd3-1308f9a3c016,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:03.001371 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-22a8a6d6-f98c-4223-9cfc-04ed7448bf16 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (2f683462-16bb-4b00-8182-2b45dc00cba7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:03.020652 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e4e58-a24a-40a6-ae7a-9f1f3c6883a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:03.020996 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e4e58-a24a-40a6-ae7a-9f1f3c6883a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:03.021334 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e4e58-a24a-40a6-ae7a-9f1f3c6883a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:03.021671 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e4e58-a24a-40a6-ae7a-9f1f3c6883a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:03.022233 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e4e58-a24a-40a6-ae7a-9f1f3c6883a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:03.022565 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e4e58-a24a-40a6-ae7a-9f1f3c6883a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:03.023445 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e4e58-a24a-40a6-ae7a-9f1f3c6883a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:03.023792 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e4e58-a24a-40a6-ae7a-9f1f3c6883a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:03.024032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:42:03.024131 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e4e58-a24a-40a6-ae7a-9f1f3c6883a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:03.024448 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e4e58-a24a-40a6-ae7a-9f1f3c6883a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:03.024760 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e4e58-a24a-40a6-ae7a-9f1f3c6883a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:03.025730 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e4e58-a24a-40a6-ae7a-9f1f3c6883a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:03.026150 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e4e58-a24a-40a6-ae7a-9f1f3c6883a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:03.036598 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Attempting to bind port 1ed20097-936a-4dda-9cd3-1308f9a3c016 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:42:03.037277 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Attempting to bind port 1ed20097-936a-4dda-9cd3-1308f9a3c016 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:42:03.037699 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Attempting to bind port 1ed20097-936a-4dda-9cd3-1308f9a3c016 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:03.043784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Sync routers for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:03.044946 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:42:03.045341 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:03.045743 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:03.046222 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:42:03.046742 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Bound port: 1ed20097-936a-4dda-9cd3-1308f9a3c016, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:42:03.047121 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1ed20097-936a-4dda-9cd3-1308f9a3c016), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:03.077643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:03.078576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a061a27-81a9-422b-9b30-188705d6269d req-b9c2dc1a-b365-4174-a295-d5c4883e5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:03.079545 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:41:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:03.080084 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a061a27-81a9-422b-9b30-188705d6269d req-b9c2dc1a-b365-4174-a295-d5c4883e5104 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.1245146 Mar 07 21:42:03.123074 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:03.124972 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] For port 1ed20097-936a-4dda-9cd3-1308f9a3c016, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:03.129098 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] For port 1ed20097-936a-4dda-9cd3-1308f9a3c016, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1ed20097-936a-4dda-9cd3-1308f9a3c016,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:42:03.131603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59528) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:03.134535 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8539a21b-7afe-4811-8bc1-5f11d1a162aa admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.8180075 Mar 07 21:42:03.155153 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1ed20097-936a-4dda-9cd3-1308f9a3c016), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:03.202828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a061a27-81a9-422b-9b30-188705d6269d req-c77a9905-5b36-4701-972a-f2973112fa47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757792 Mar 07 21:42:03.204669 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c63e0f86-beca-4505-ad40-cf650c87ad84 req-78682d79-5420-46ca-8430-a2efb881187f tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.26 "GET /v2.0/ports?device_id=79e87469-2b0c-4af1-9865-22e69cf31e2a HTTP/1.1" status: 200 len: 210 time: 0.2615764 Mar 07 21:42:03.260439 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Routers {'3ec33f3f-192e-4a98-bb4a-e867ee500c5c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:03.262326 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:41:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:03.374609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:03.453713 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] Set router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:03.467649 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-22a8a6d6-f98c-4223-9cfc-04ed7448bf16 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (2f683462-16bb-4b00-8182-2b45dc00cba7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:03.532130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-22a8a6d6-f98c-4223-9cfc-04ed7448bf16 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f683462-16bb-4b00-8182-2b45dc00cba7']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:03.542950 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:03.577388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-22a8a6d6-f98c-4223-9cfc-04ed7448bf16 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ebd5759-5f66-4d7c-92e3-52c275482bf6') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:03.577689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-22a8a6d6-f98c-4223-9cfc-04ed7448bf16 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ebd5759-5f66-4d7c-92e3-52c275482bf6') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:03.591102 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-22a8a6d6-f98c-4223-9cfc-04ed7448bf16 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (3ebd5759-5f66-4d7c-92e3-52c275482bf6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:03.677518 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-22a8a6d6-f98c-4223-9cfc-04ed7448bf16 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3ebd5759-5f66-4d7c-92e3-52c275482bf6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:03.705810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a8a6d6-f98c-4223-9cfc-04ed7448bf16 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:03.706324 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-22a8a6d6-f98c-4223-9cfc-04ed7448bf16 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (3ebd5759-5f66-4d7c-92e3-52c275482bf6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:03.708028 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:03.726374 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:41:59Z', 'revision_number': 3, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'gw_port': {'id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:03.757637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:00Z', 'revision_number': 3, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:03.765646 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e4e58-a24a-40a6-ae7a-9f1f3c6883a6 None None] Pushing event updated for resources: {'Port': ['ID=1ed20097-936a-4dda-9cd3-1308f9a3c016,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:03.776013 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb746776-ace8-40ed-9d25-0a31965ac5c2 None None] The sync data for ids ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'] in n-d-832330-1 is: [{'id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:41:59Z', 'revision_number': 3, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'gw_port': {'id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:03.835217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Checking router: 5fb7924e-7aee-47be-8d1e-b4e01d397c20 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:03.835692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Updating router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 port d4dd1630-d9c7-498a-b1a4-83f9d0504a89 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:42:03.887934 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-22a8a6d6-f98c-4223-9cfc-04ed7448bf16 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (2f683462-16bb-4b00-8182-2b45dc00cba7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:03.911542 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d4dd1630-d9c7-498a-b1a4-83f9d0504a89), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:03.925599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e962-0b8e-47d1-bb84-b16d8e266f49 req-11851ddc-0c3d-4808-8fd1-cdfb820a4973 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:03.935512 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a8a6d6-f98c-4223-9cfc-04ed7448bf16 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2f683462-16bb-4b00-8182-2b45dc00cba7 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 21:42:03.943836 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f03e962-0b8e-47d1-bb84-b16d8e266f49 req-11851ddc-0c3d-4808-8fd1-cdfb820a4973 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 1.2318757 Mar 07 21:42:03.950681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-4c0d17b6-4a79-47f4-ae84-574348aa64cd tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fcd5107ec0d54f2796a1b53d509be488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4688008 Mar 07 21:42:03.958366 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-22a8a6d6-f98c-4223-9cfc-04ed7448bf16 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:03.966491 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-22a8a6d6-f98c-4223-9cfc-04ed7448bf16 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] 10.222.0.26 "DELETE /v2.0/networks/2f683462-16bb-4b00-8182-2b45dc00cba7 HTTP/1.1" status: 204 len: 168 time: 1.2889354 Mar 07 21:42:03.995951 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8a6d6-f98c-4223-9cfc-04ed7448bf16 tempest-ExternalNetworksTestJSON-137977414 tempest-ExternalNetworksTestJSON-137977414-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f683462-16bb-4b00-8182-2b45dc00cba7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:04.004079 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59556) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:04.007263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfd0cac-48e5-4711-a2fd-e53e34227ef6 req-c9d85ced-baeb-4a1a-bc7e-9b152cc29c7e tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] No DVR routers for this DVR port ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:04.026722 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3bfd0cac-48e5-4711-a2fd-e53e34227ef6 req-c9d85ced-baeb-4a1a-bc7e-9b152cc29c7e tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:04.030282 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bfd0cac-48e5-4711-a2fd-e53e34227ef6 req-c9d85ced-baeb-4a1a-bc7e-9b152cc29c7e tempest-ServerAddressesTestJSON-836388583 tempest-ServerAddressesTestJSON-836388583-project] 10.222.0.15 "DELETE /v2.0/ports/ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d HTTP/1.1" status: 204 len: 173 time: 3.2746482 Mar 07 21:42:04.040474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e87469-2b0c-4af1-9865-22e69cf31e2a', 'name': 'network-vif-deleted', 'tag': 'ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:04.043929 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4c3082-42aa-4c06-8bce-1920d60df749" -d '{"events": [{"server_uuid": "79e87469-2b0c-4af1-9865-22e69cf31e2a", "name": "network-vif-deleted", "tag": "ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:04.142669 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c73ead7-c3af-41cc-ad14-69e66e2394b2 tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] DELETE failed (client error): The resource could not be found. Mar 07 21:42:04.143150 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c73ead7-c3af-41cc-ad14-69e66e2394b2 tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:04.154194 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0c73ead7-c3af-41cc-ad14-69e66e2394b2 tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] 10.222.0.26 "DELETE /v2.0/subnets/9f5b1d6c-ef17-489f-bf54-72cc74c29a66 HTTP/1.1" status: 404 len: 337 time: 0.1333034 Mar 07 21:42:04.160695 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59564) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:04.220822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a061a27-81a9-422b-9b30-188705d6269d req-fb9459e5-39ab-4f08-8a61-d1f8cc52f0ba service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7403355 Mar 07 21:42:04.267781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-b158979a-b844-4a68-b77b-a22070f21626 service neutron] 10.222.0.13 "GET /v2.0/ports/0928e243-3a75-47d7-81ef-99d911854730/bindings/n-h2-832330-1 HTTP/1.1" status: 200 len: 384 time: 0.4343395 Mar 07 21:42:04.294762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f03e962-0b8e-47d1-bb84-b16d8e266f49 req-4ac999a9-eaa9-4044-947b-f973f595bfe0 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958779 Mar 07 21:42:04.370724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Allocated IP 172.20.0.1 (9807cc18-410d-443c-9dde-c6dcdc3533d2/8d512c80-174d-40f9-a72d-e6a5b780a4f4/949ed7a5-d90e-41e1-a967-a0b5e574b6a5) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:04.390160 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-584b7c6c-2ca8-420e-8e06-a28b0668becf tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (4698f7cd-1daf-43ca-87e9-be4ce0fffe6b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:04.487492 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Publish callbacks [] for port (d4dd1630-d9c7-498a-b1a4-83f9d0504a89), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:04.501766 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d4dd1630-d9c7-498a-b1a4-83f9d0504a89), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:04.546843 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-584b7c6c-2ca8-420e-8e06-a28b0668becf tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (4698f7cd-1daf-43ca-87e9-be4ce0fffe6b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:04.592504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-584b7c6c-2ca8-420e-8e06-a28b0668becf tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4698f7cd-1daf-43ca-87e9-be4ce0fffe6b']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:04.615891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Attempting to bind port d4dd1630-d9c7-498a-b1a4-83f9d0504a89 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:42:04.616272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Attempting to bind port d4dd1630-d9c7-498a-b1a4-83f9d0504a89 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:42:04.616642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Attempting to bind port d4dd1630-d9c7-498a-b1a4-83f9d0504a89 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:04.628610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-584b7c6c-2ca8-420e-8e06-a28b0668becf tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a985a7ee-6778-4b79-892e-79edb4bf6a14') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:04.628852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-584b7c6c-2ca8-420e-8e06-a28b0668becf tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a985a7ee-6778-4b79-892e-79edb4bf6a14') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:04.637905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:42:04.648642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:04.649078 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:04.649691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:42:04.651528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Bound port: d4dd1630-d9c7-498a-b1a4-83f9d0504a89, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:42:04.651528 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d4dd1630-d9c7-498a-b1a4-83f9d0504a89), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:04.656810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-f2b59ed5-7ffc-4dc4-aff2-981fc97f6fb5 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:04.658811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663a02a-8b0c-4ad6-b37e-024dad911d16 None None] Pushing event updated for resources: {'Port': ['ID=d4dd1630-d9c7-498a-b1a4-83f9d0504a89,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:04.671894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-f2b59ed5-7ffc-4dc4-aff2-981fc97f6fb5 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7203143 Mar 07 21:42:04.707355 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-d0de7a61-a83d-4288-869d-7e35badf0aa1 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/quotas/fcd5107ec0d54f2796a1b53d509be488 HTTP/1.1" status: 200 len: 375 time: 0.0338161 Mar 07 21:42:04.739615 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-584b7c6c-2ca8-420e-8e06-a28b0668becf tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (a985a7ee-6778-4b79-892e-79edb4bf6a14), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:04.771604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] For port d4dd1630-d9c7-498a-b1a4-83f9d0504a89, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:04.775275 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] For port d4dd1630-d9c7-498a-b1a4-83f9d0504a89, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d4dd1630-d9c7-498a-b1a4-83f9d0504a89,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:42:04.788193 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-584b7c6c-2ca8-420e-8e06-a28b0668becf tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a985a7ee-6778-4b79-892e-79edb4bf6a14), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:04.788393 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d4dd1630-d9c7-498a-b1a4-83f9d0504a89), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:04.828691 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584b7c6c-2ca8-420e-8e06-a28b0668becf tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:04.829211 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-584b7c6c-2ca8-420e-8e06-a28b0668becf tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (a985a7ee-6778-4b79-892e-79edb4bf6a14), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:04.832631 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:04.861643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1496-c8db-41db-acba-82db32940873 req-b6ed9696-6cbc-42b8-8a0d-790a4c92380b tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:04.875439 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43aa1496-c8db-41db-acba-82db32940873 req-b6ed9696-6cbc-42b8-8a0d-790a4c92380b tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.3521609 Mar 07 21:42:04.913149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:42:04.932881 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a061a27-81a9-422b-9b30-188705d6269d req-60ed0c0c-8c83-4518-aa14-fbb70ba26070 service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6922219 Mar 07 21:42:04.960362 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Publish callbacks [] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:04.975239 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:04.975860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:41:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:04.984447 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:42:04.986408 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:42:05.023372 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-584b7c6c-2ca8-420e-8e06-a28b0668becf tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (4698f7cd-1daf-43ca-87e9-be4ce0fffe6b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:05.040950 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-584b7c6c-2ca8-420e-8e06-a28b0668becf tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:05.044095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663a02a-8b0c-4ad6-b37e-024dad911d16 None None] Pushing event updated for resources: {'Port': ['ID=d4dd1630-d9c7-498a-b1a4-83f9d0504a89,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:05.047516 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-2fcd72da-f28b-485d-abbb-49c356a56417 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fcd5107ec0d54f2796a1b53d509be488&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3382583 Mar 07 21:42:05.049326 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-584b7c6c-2ca8-420e-8e06-a28b0668becf tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] 10.222.0.26 "DELETE /v2.0/networks/4698f7cd-1daf-43ca-87e9-be4ce0fffe6b HTTP/1.1" status: 204 len: 168 time: 0.8858681 Mar 07 21:42:05.065655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b7c6c-2ca8-420e-8e06-a28b0668becf tempest-ExternalNetworksTestJSON-1291627705 tempest-ExternalNetworksTestJSON-1291627705-project] Pushing event deleted for resources: {'Network': ['ID=4698f7cd-1daf-43ca-87e9-be4ce0fffe6b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:05.079960 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:05.186861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:05.209360 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Network 9807cc18-410d-443c-9dde-c6dcdc3533d2 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:05.214987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:05.233669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:05.437889 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Pushing event updated for resources: {'Port': ['ID=949ed7a5-d90e-41e1-a967-a0b5e574b6a5,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:05.479947 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:05.814668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59584) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:05.815403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59588) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:05.973090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5bb8bc04-6bd4-473d-9e1f-34fd75e0bb1c None None] Provisioning complete for port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:05.973673 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5bb8bc04-6bd4-473d-9e1f-34fd75e0bb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:06.085679 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0d8abd-95a3-44f4-824c-e1d3a690cb9e admin admin] Deleting subnet 90d285f1-b48d-494b-a3bb-0f71abe1b992 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:42:06.093521 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8abd-95a3-44f4-824c-e1d3a690cb9e admin admin] Publish callbacks [] for subnet (90d285f1-b48d-494b-a3bb-0f71abe1b992), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:06.120791 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8bc04-6bd4-473d-9e1f-34fd75e0bb1c None None] Port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:42:06.130540 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1ed20097-936a-4dda-9cd3-1308f9a3c016 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:06.137603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43aa1496-c8db-41db-acba-82db32940873 req-5373fca3-1048-49c3-80e9-8febbc8339a5 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2514980 Mar 07 21:42:06.154097 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065eeed2-9687-46e3-82b1-cc31cd2e667b x-openstack-request-id: req-065eeed2-9687-46e3-82b1-cc31cd2e667b {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:06.155387 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e87469-2b0c-4af1-9865-22e69cf31e2a", "name": "network-vif-deleted", "tag": "ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:06.155900 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-065eeed2-9687-46e3-82b1-cc31cd2e667b {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:06.157020 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e87469-2b0c-4af1-9865-22e69cf31e2a', 'name': 'network-vif-deleted', 'tag': 'ff33b8f6-8bd2-4d85-b8a1-ead7d2702f1d', 'status': 'completed', 'code': 200} Mar 07 21:42:06.194424 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:06.219370 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8abd-95a3-44f4-824c-e1d3a690cb9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (90d285f1-b48d-494b-a3bb-0f71abe1b992), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:06.240001 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:06.259002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e844b8e0-76ba-41e4-8811-a1ec9342eed2 req-ad5c6b4b-1b19-4ba6-8cc8-aa5d56efcd22 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a71d33e-5101-47f1-abbc-dc79046ec580 HTTP/1.1" status: 200 len: 210 time: 0.1077645 Mar 07 21:42:06.280294 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 1ed20097-936a-4dda-9cd3-1308f9a3c016 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:06.280683 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1ed20097-936a-4dda-9cd3-1308f9a3c016), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:06.284958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:00Z', 'revision_number': 3, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:06.319356 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-52af4bd4-acd1-4452-9865-0f75a36c67a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1888043e994740df85cf22abb8f06b89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4796669 Mar 07 21:42:06.322264 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59598) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:06.458945 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8abd-95a3-44f4-824c-e1d3a690cb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (90d285f1-b48d-494b-a3bb-0f71abe1b992), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:06.611298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb40dfc7-ad8e-4954-9edd-e3173e9bff25 admin admin] Publish callbacks [] for security_group (25426caf-4570-43a7-a9bf-b4c1a277a133), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:06.628580 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738f970-1e34-4f06-83ca-3ffd6a87ef94 None None] The sync data for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 is: [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:00Z', 'revision_number': 3, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:06.698725 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb40dfc7-ad8e-4954-9edd-e3173e9bff25 admin admin] Publish callbacks [] for security_group (25426caf-4570-43a7-a9bf-b4c1a277a133), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:06.722549 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 1ed20097-936a-4dda-9cd3-1308f9a3c016 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:06.723699 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1ed20097-936a-4dda-9cd3-1308f9a3c016), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:06.762593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 1ed20097-936a-4dda-9cd3-1308f9a3c016, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1ed20097-936a-4dda-9cd3-1308f9a3c016,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:06.767255 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1ed20097-936a-4dda-9cd3-1308f9a3c016), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:06.796799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-0d205ded-1100-4ff7-aa1d-226d9bf5bf7b service neutron] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=0928e243-3a75-47d7-81ef-99d911854730,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:06.807465 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8abd-95a3-44f4-824c-e1d3a690cb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (90d285f1-b48d-494b-a3bb-0f71abe1b992), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:06.819409 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Allocated IP 172.20.0.1 (32d5bcfa-8c83-495d-9985-959cc7c5fae6/ec236f37-06b2-43ab-b2ad-c9c666b6d1b3/2e20da7d-7c81-4989-b9c6-b22cdc9e01d4) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:06.864476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d8abd-95a3-44f4-824c-e1d3a690cb9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d285f1-b48d-494b-a3bb-0f71abe1b992,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:06.866499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-0d205ded-1100-4ff7-aa1d-226d9bf5bf7b service neutron] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:06.873616 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=1ed20097-936a-4dda-9cd3-1308f9a3c016,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:06.874852 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8abd-95a3-44f4-824c-e1d3a690cb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:06.884634 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ea0d8abd-95a3-44f4-824c-e1d3a690cb9e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/90d285f1-b48d-494b-a3bb-0f71abe1b992 HTTP/1.1" status: 204 len: 168 time: 1.0613563 Mar 07 21:42:06.886550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59600) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:06.938808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a2cae-f23a-4b78-80c5-47c4d4cfced3 req-e3f8f3fd-0fbd-42d9-938e-278e7a66a0d4 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:06.946491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c19a2cae-f23a-4b78-80c5-47c4d4cfced3 req-e3f8f3fd-0fbd-42d9-938e-278e7a66a0d4 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 944 time: 0.6233172 Mar 07 21:42:07.182842 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Publish callbacks [] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:07.304933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-0d205ded-1100-4ff7-aa1d-226d9bf5bf7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0928e243-3a75-47d7-81ef-99d911854730 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:07.405636 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:07.485956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-0d205ded-1100-4ff7-aa1d-226d9bf5bf7b service neutron] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0928e243-3a75-47d7-81ef-99d911854730,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:07.518104 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-edf5ab82-f975-4be5-85ed-f87aa0b623d2 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fcd5107ec0d54f2796a1b53d509be488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1978598 Mar 07 21:42:07.580561 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1b3e-2c47-4819-8ce9-b8003339306e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (879de7bd-fd44-4514-8441-92453a80e77e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:07.589272 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb40dfc7-ad8e-4954-9edd-e3173e9bff25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (25426caf-4570-43a7-a9bf-b4c1a277a133), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:07.593266 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb40dfc7-ad8e-4954-9edd-e3173e9bff25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:07.595250 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fb40dfc7-ad8e-4954-9edd-e3173e9bff25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25426caf-4570-43a7-a9bf-b4c1a277a133 HTTP/1.1" status: 204 len: 168 time: 1.2720306 Mar 07 21:42:07.599953 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Publish callbacks [] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:07.616422 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:07.623283 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40dfc7-ad8e-4954-9edd-e3173e9bff25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25426caf-4570-43a7-a9bf-b4c1a277a133,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:07.665476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:07.697350 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-0d205ded-1100-4ff7-aa1d-226d9bf5bf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0928e243-3a75-47d7-81ef-99d911854730), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:07.751873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:07.841630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:07.865619 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:07.893617 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Pushing event updated for resources: {'Port': ['ID=949ed7a5-d90e-41e1-a967-a0b5e574b6a5,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:07.967221 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1b3e-2c47-4819-8ce9-b8003339306e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (879de7bd-fd44-4514-8441-92453a80e77e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:08.123489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2e20da7d-7c81-4989-b9c6-b22cdc9e01d4,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:08.155278 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-50e4ede2-8748-4ead-98d7-95804598bea2 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:08.156883 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-50e4ede2-8748-4ead-98d7-95804598bea2 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5299134 Mar 07 21:42:08.185852 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c19a2cae-f23a-4b78-80c5-47c4d4cfced3 req-13876ea8-84d9-4fe8-94aa-db4ddbd15ae1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2368789 Mar 07 21:42:08.189677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1ed20097-936a-4dda-9cd3-1308f9a3c016 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:08.196934 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-5ddc1b3e-2c47-4819-8ce9-b8003339306e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879de7bd-fd44-4514-8441-92453a80e77e']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:08.235316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-eac8aba5-25be-4b47-a386-06f0d97be74b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Request body: {'port': {'device_id': '5a71d33e-5101-47f1-abbc-dc79046ec580', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': 'fcd5107ec0d54f2796a1b53d509be488'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:08.275809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-5ddc1b3e-2c47-4819-8ce9-b8003339306e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29b43a1-cef5-415c-af82-f7caa9defb79') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:08.275809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-5ddc1b3e-2c47-4819-8ce9-b8003339306e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29b43a1-cef5-415c-af82-f7caa9defb79') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:08.299177 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1b3e-2c47-4819-8ce9-b8003339306e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (e29b43a1-cef5-415c-af82-f7caa9defb79), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:08.321646 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1b3e-2c47-4819-8ce9-b8003339306e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (e29b43a1-cef5-415c-af82-f7caa9defb79), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:08.328301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ddc1b3e-2c47-4819-8ce9-b8003339306e admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:08.328721 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1b3e-2c47-4819-8ce9-b8003339306e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (e29b43a1-cef5-415c-af82-f7caa9defb79), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:08.343258 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01bee3-f4cf-4c37-b5ae-c3a470219c2d req-df5c635f-5081-42d1-8af4-60620bfc9bc7 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:08.345144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c01bee3-f4cf-4c37-b5ae-c3a470219c2d req-df5c635f-5081-42d1-8af4-60620bfc9bc7 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 1.0261493 Mar 07 21:42:08.354621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b54f2825-3711-44f2-92d7-ddbb6654d254 None None] Provisioning complete for port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:08.355004 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b54f2825-3711-44f2-92d7-ddbb6654d254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:08.384618 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:08.387924 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 1ed20097-936a-4dda-9cd3-1308f9a3c016 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:08.388633 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1ed20097-936a-4dda-9cd3-1308f9a3c016), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:08.390598 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59614) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:08.408656 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1b3e-2c47-4819-8ce9-b8003339306e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (879de7bd-fd44-4514-8441-92453a80e77e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:08.414632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1b3e-2c47-4819-8ce9-b8003339306e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:08.429544 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5ddc1b3e-2c47-4819-8ce9-b8003339306e admin admin] 10.222.0.26 "DELETE /v2.0/networks/879de7bd-fd44-4514-8441-92453a80e77e HTTP/1.1" status: 204 len: 168 time: 1.5355320 Mar 07 21:42:08.455513 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (5fb7924e-7aee-47be-8d1e-b4e01d397c20), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:08.457185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b54f2825-3711-44f2-92d7-ddbb6654d254 None None] Port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:42:08.457796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Network 9807cc18-410d-443c-9dde-c6dcdc3533d2 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:08.464492 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:08.478296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc1b3e-2c47-4819-8ce9-b8003339306e admin admin] Pushing event deleted for resources: {'Network': ['ID=879de7bd-fd44-4514-8441-92453a80e77e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:08.578135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 1ed20097-936a-4dda-9cd3-1308f9a3c016 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:08.579274 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d4dd1630-d9c7-498a-b1a4-83f9d0504a89 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:08.613603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c01bee3-f4cf-4c37-b5ae-c3a470219c2d req-dd530522-a749-4b63-ad46-70589ccfb027 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376666 Mar 07 21:42:08.687808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-0d205ded-1100-4ff7-aa1d-226d9bf5bf7b service neutron] Transition to ACTIVE for port object 0928e243-3a75-47d7-81ef-99d911854730 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:42:08.688266 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port d4dd1630-d9c7-498a-b1a4-83f9d0504a89 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:08.688645 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d4dd1630-d9c7-498a-b1a4-83f9d0504a89), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:08.721352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:42:08.723266 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-0d205ded-1100-4ff7-aa1d-226d9bf5bf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (0928e243-3a75-47d7-81ef-99d911854730), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:08.752563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59620) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:08.777482 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8d9557dd-3a0e-4f92-ae99-71aa32fe6dc6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c5a4646b2a7449baa2ca40296b42285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3730097 Mar 07 21:42:08.798258 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59622) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:08.836610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port d4dd1630-d9c7-498a-b1a4-83f9d0504a89 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:08.837000 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d4dd1630-d9c7-498a-b1a4-83f9d0504a89), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:08.858733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port d4dd1630-d9c7-498a-b1a4-83f9d0504a89, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d4dd1630-d9c7-498a-b1a4-83f9d0504a89,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:08.866672 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d4dd1630-d9c7-498a-b1a4-83f9d0504a89), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:08.896563 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:42:08.907938 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Sync routers for ids ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:08.909956 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5790663b-5fd7-4906-8c2b-cda35f652466 admin admin] 10.222.0.26 "PUT /v2.0/routers/3ec33f3f-192e-4a98-bb4a-e867ee500c5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9136281 Mar 07 21:42:08.920565 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Routers {'3ec33f3f-192e-4a98-bb4a-e867ee500c5c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:08.921958 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:41:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:08.952582 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bbeb5eec-e5d8-4e83-be04-57ac486dc4ca req-a7e417fe-cd0e-4cf1-8b8f-e2b47fc81ceb tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a71d33e-5101-47f1-abbc-dc79046ec580 HTTP/1.1" status: 200 len: 210 time: 0.5910792 Mar 07 21:42:08.979264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d8f56e48-2375-4135-97cf-681dccb45bd8 None None] Provisioning complete for port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:08.979767 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8f56e48-2375-4135-97cf-681dccb45bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.003138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-eac8aba5-25be-4b47-a386-06f0d97be74b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Made reservation on behalf of fcd5107ec0d54f2796a1b53d509be488 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:09.007409 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-eac8aba5-25be-4b47-a386-06f0d97be74b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.019777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d8f56e48-2375-4135-97cf-681dccb45bd8 None None] Port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:42:09.023301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=d4dd1630-d9c7-498a-b1a4-83f9d0504a89,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:09.028247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-0d205ded-1100-4ff7-aa1d-226d9bf5bf7b service neutron] No DVR routers for this DVR port 0928e243-3a75-47d7-81ef-99d911854730 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:09.079504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d205ded-1100-4ff7-aa1d-226d9bf5bf7b service neutron] Pushing event updated for resources: {'Port': ['ID=0928e243-3a75-47d7-81ef-99d911854730,revision_number=10']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:09.088729 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-af7fe21f-2cea-404f-8d05-7272fdb2316e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1282d26a06c94fc28ccc16e9582138d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3103049 Mar 07 21:42:09.089512 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.091488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59628) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:09.125188 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Set router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:09.138893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-0d205ded-1100-4ff7-aa1d-226d9bf5bf7b service neutron] 10.222.0.13 "PUT /v2.0/ports/0928e243-3a75-47d7-81ef-99d911854730/bindings/n-h2-832330-1/activate HTTP/1.1" status: 200 len: 369 time: 4.8510139 Mar 07 21:42:09.169614 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ffad9c78-f943-4ccb-8f74-763c7336edf9 admin admin] Publish callbacks [] for security_group (a2238d0e-df47-440e-a52e-a56d4de30871), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.178568 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4ed21846-b8e0-49a2-970c-525de1644f13 admin admin] Publish callbacks [] for security_group (b2ea3339-434f-445c-acfd-a3c5724374e9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.235421 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4ed21846-b8e0-49a2-970c-525de1644f13 admin admin] Publish callbacks [] for security_group (b2ea3339-434f-445c-acfd-a3c5724374e9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.319435 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4ed21846-b8e0-49a2-970c-525de1644f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b2ea3339-434f-445c-acfd-a3c5724374e9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.321978 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4ed21846-b8e0-49a2-970c-525de1644f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.325485 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4ed21846-b8e0-49a2-970c-525de1644f13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2ea3339-434f-445c-acfd-a3c5724374e9 HTTP/1.1" status: 204 len: 168 time: 0.2306540 Mar 07 21:42:09.348791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed21846-b8e0-49a2-970c-525de1644f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ea3339-434f-445c-acfd-a3c5724374e9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:09.539295 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ffad9c78-f943-4ccb-8f74-763c7336edf9 admin admin] Publish callbacks [] for security_group (a2238d0e-df47-440e-a52e-a56d4de30871), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.624143 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:05Z', 'revision_number': 4, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'gw_port': {'id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '949ed7a5-d90e-41e1-a967-a0b5e574b6a5', 'name': '', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'mac_address': 'fa:16:3e:9f:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:06Z', 'revision_number': 2, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'subnets': [{'id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:09.648321 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59644) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:09.658668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-79920b9c-4d03-4c35-b7ce-51cd3953bc84 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1626415879', 'description': 'tempest-description--1363059955'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:09.662157 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Checking router: 3ec33f3f-192e-4a98-bb4a-e867ee500c5c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:09.662583 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Updating router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:42:09.672503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e133c3d-90c7-46fb-b674-abac3358aab1 req-3946ba6a-d5b5-4b19-8fdc-2fbc7557a819 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:09.673937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e133c3d-90c7-46fb-b674-abac3358aab1 req-3946ba6a-d5b5-4b19-8fdc-2fbc7557a819 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 945 time: 0.3330002 Mar 07 21:42:09.690946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-5928f430-ba3b-4119-9e6b-c71d97f70fed tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:09.693862 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-5928f430-ba3b-4119-9e6b-c71d97f70fed tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820&tenant_id=47acc144bc5e43f0a2becfc354b98767&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 1127 time: 0.4847605 Mar 07 21:42:09.702782 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.707320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-eac8aba5-25be-4b47-a386-06f0d97be74b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Allocated IP 192.168.233.125 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/4e1b1e2a-a536-4710-92ec-26a15046d75b) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:09.719747 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79920b9c-4d03-4c35-b7ce-51cd3953bc84 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.813250 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79920b9c-4d03-4c35-b7ce-51cd3953bc84 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for security_group (b7dd486f-940d-4da5-9a42-9575105761e0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.819726 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79920b9c-4d03-4c35-b7ce-51cd3953bc84 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b7dd486f-940d-4da5-9a42-9575105761e0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.840506 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Publish callbacks [] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.842554 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ffad9c78-f943-4ccb-8f74-763c7336edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a2238d0e-df47-440e-a52e-a56d4de30871), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.845459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ffad9c78-f943-4ccb-8f74-763c7336edf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.846966 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ffad9c78-f943-4ccb-8f74-763c7336edf9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2238d0e-df47-440e-a52e-a56d4de30871 HTTP/1.1" status: 204 len: 168 time: 1.0464659 Mar 07 21:42:09.879042 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.883167 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79920b9c-4d03-4c35-b7ce-51cd3953bc84 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dd486f-940d-4da5-9a42-9575105761e0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:09.913534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad9c78-f943-4ccb-8f74-763c7336edf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2238d0e-df47-440e-a52e-a56d4de30871,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:09.915441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79920b9c-4d03-4c35-b7ce-51cd3953bc84 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.921887 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-79920b9c-4d03-4c35-b7ce-51cd3953bc84 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2659016 Mar 07 21:42:09.921887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59660) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:09.929389 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e133c3d-90c7-46fb-b674-abac3358aab1 req-ee6ea0fe-5fde-4895-a3ad-91738148e34c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475290 Mar 07 21:42:09.932177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0601b8b1-7334-4982-a161-9834fe21356a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Request body: {'security_group_rule': {'security_group_id': 'b7dd486f-940d-4da5-9a42-9575105761e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:09.967548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-f339d56e-ea07-44db-82d6-e404c954eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:09.969008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-f339d56e-ea07-44db-82d6-e404c954eba8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820&tenant_id=47acc144bc5e43f0a2becfc354b98767 HTTP/1.1" status: 200 len: 1127 time: 0.2461038 Mar 07 21:42:09.996681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0601b8b1-7334-4982-a161-9834fe21356a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for security_group_rule (2c8051dd-6e88-424f-a7dd-6d38782ecee0), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:09.997689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d4dd1630-d9c7-498a-b1a4-83f9d0504a89 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:10.079788 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0601b8b1-7334-4982-a161-9834fe21356a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for security_group_rule (2c8051dd-6e88-424f-a7dd-6d38782ecee0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.087527 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0601b8b1-7334-4982-a161-9834fe21356a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (2c8051dd-6e88-424f-a7dd-6d38782ecee0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.123059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0601b8b1-7334-4982-a161-9834fe21356a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.124312 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0601b8b1-7334-4982-a161-9834fe21356a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2033854 Mar 07 21:42:10.125484 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601b8b1-7334-4982-a161-9834fe21356a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8051dd-6e88-424f-a7dd-6d38782ecee0,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:10.128955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59664) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:10.147457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0ac777c1-1b7a-4f96-a8b0-14f581018517 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Request body: {'security_group_rule': {'security_group_id': 'b7dd486f-940d-4da5-9a42-9575105761e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:10.198729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port d4dd1630-d9c7-498a-b1a4-83f9d0504a89 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:10.199560 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d4dd1630-d9c7-498a-b1a4-83f9d0504a89), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.202978 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0ac777c1-1b7a-4f96-a8b0-14f581018517 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for security_group_rule (81e543ca-e7a7-4be1-9012-d2ba37c54725), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.215921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2e20da7d-7c81-4989-b9c6-b22cdc9e01d4,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:10.228937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-ab79a269-a73f-421d-bd60-92fe40d40e56 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=33f94d86f6654d94b3c58f37ed89a48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626087 Mar 07 21:42:10.230994 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (5fb7924e-7aee-47be-8d1e-b4e01d397c20), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.294940 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Publish callbacks [] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.306108 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.324850 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0ac777c1-1b7a-4f96-a8b0-14f581018517 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for security_group_rule (81e543ca-e7a7-4be1-9012-d2ba37c54725), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.335986 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0ac777c1-1b7a-4f96-a8b0-14f581018517 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (81e543ca-e7a7-4be1-9012-d2ba37c54725), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.381751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac777c1-1b7a-4f96-a8b0-14f581018517 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e543ca-e7a7-4be1-9012-d2ba37c54725,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:10.396326 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0ac777c1-1b7a-4f96-a8b0-14f581018517 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.399124 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0ac777c1-1b7a-4f96-a8b0-14f581018517 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2626376 Mar 07 21:42:10.402213 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59676) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:10.407932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port d4dd1630-d9c7-498a-b1a4-83f9d0504a89 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:10.409044 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f177d-6ff5-49cf-9a40-75e0f9012f70 None None] Pushing event updated for resources: {'Port': ['ID=949ed7a5-d90e-41e1-a967-a0b5e574b6a5,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:10.414640 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:10.464066 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.529330 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Attempting to bind port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:42:10.529702 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Attempting to bind port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:42:10.530086 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Attempting to bind port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:10.540839 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:42:10.541219 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Checking segment: {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:10.541625 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.542015 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Bound using segment: {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:42:10.542509 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Bound port: 949ed7a5-d90e-41e1-a967-a0b5e574b6a5, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:42:10.542889 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.602632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-bf763793-9d49-40ec-aa18-ae2d5f88918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:10.605654 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-bf763793-9d49-40ec-aa18-ae2d5f88918a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47acc144bc5e43f0a2becfc354b98767&device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 1127 time: 0.6009936 Mar 07 21:42:10.622202 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.678897 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] For port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:10.686689 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] For port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=949ed7a5-d90e-41e1-a967-a0b5e574b6a5,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:42:10.698546 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.727978 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-eac8aba5-25be-4b47-a386-06f0d97be74b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks [] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.771191 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:10.772183 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Allocated IP 172.25.4.165 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/b6146cfd-bd9f-492c-b2c1-3da0765b2351) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:10.781108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-546d68a6-b653-4d25-b5b4-e29f46c5c3cf None None] Provisioning complete for port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:10.781547 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-546d68a6-b653-4d25-b5b4-e29f46c5c3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.797640 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f177d-6ff5-49cf-9a40-75e0f9012f70 None None] Pushing event updated for resources: {'Port': ['ID=949ed7a5-d90e-41e1-a967-a0b5e574b6a5,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:10.844967 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Routers {'3ec33f3f-192e-4a98-bb4a-e867ee500c5c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:10.845794 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:41:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:10.890554 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for port (b6146cfd-bd9f-492c-b2c1-3da0765b2351), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:10.979085 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b6146cfd-bd9f-492c-b2c1-3da0765b2351), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:11.003701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-546d68a6-b653-4d25-b5b4-e29f46c5c3cf None None] Current status of the port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:11.005029 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-546d68a6-b653-4d25-b5b4-e29f46c5c3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:11.075056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event updated for resources: {'Port': ['ID=b6146cfd-bd9f-492c-b2c1-3da0765b2351,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:11.077864 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-546d68a6-b653-4d25-b5b4-e29f46c5c3cf None None] For port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=949ed7a5-d90e-41e1-a967-a0b5e574b6a5,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:11.087651 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-546d68a6-b653-4d25-b5b4-e29f46c5c3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:11.094038 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] Set router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:11.101388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:11.103963 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:11.108678 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:11.192706 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d68a6-b653-4d25-b5b4-e29f46c5c3cf None None] Pushing event updated for resources: {'Port': ['ID=949ed7a5-d90e-41e1-a967-a0b5e574b6a5,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:11.212192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-03e804f9-6765-4cf9-9cfe-d4b48a830f6f None None] Provisioning complete for port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:11.212858 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-03e804f9-6765-4cf9-9cfe-d4b48a830f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:11.250710 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59702) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:11.288568 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for floatingip (740c1a48-0d57-46d4-a7d4-940eef3ec86a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:11.314560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-03e804f9-6765-4cf9-9cfe-d4b48a830f6f None None] Current status of the port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:11.347373 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b6146cfd-bd9f-492c-b2c1-3da0765b2351), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:11.451132 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:05Z', 'revision_number': 4, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'gw_port': {'id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '949ed7a5-d90e-41e1-a967-a0b5e574b6a5', 'name': '', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'mac_address': 'fa:16:3e:9f:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:10Z', 'revision_number': 4, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'subnets': [{'id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:11.483318 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a8f6e-7be1-4235-9f5f-e42c6bdc5870 None None] The sync data for ids ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'] in n-d-832330-1 is: [{'id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:05Z', 'revision_number': 4, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'gw_port': {'id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '949ed7a5-d90e-41e1-a967-a0b5e574b6a5', 'name': '', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'mac_address': 'fa:16:3e:9f:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:10Z', 'revision_number': 4, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'subnets': [{'id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:11.507311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:11.585708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-240243572-network', 'tenant_id': '04bcb9fef1894f61b223b163697dce5a'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:11.620645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8828a-0093-49e8-be53-91676b6d330d req-33b0a696-9cfc-4ef3-a455-aedb40c33a4c tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:11.622105 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for port (b6146cfd-bd9f-492c-b2c1-3da0765b2351), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:11.622565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82b8828a-0093-49e8-be53-91676b6d330d req-33b0a696-9cfc-4ef3-a455-aedb40c33a4c tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 1.3844588 Mar 07 21:42:11.634520 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] Made reservation on behalf of 04bcb9fef1894f61b223b163697dce5a for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:11.637175 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:11.647081 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (b6146cfd-bd9f-492c-b2c1-3da0765b2351), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:11.657664 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:11.763865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event updated for resources: {'Port': ['ID=b6146cfd-bd9f-492c-b2c1-3da0765b2351,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:11.775667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-d62f9636-3105-462e-81cd-9b7adeaf396a tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:11.783330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-d62f9636-3105-462e-81cd-9b7adeaf396a tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5147750 Mar 07 21:42:11.793133 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (740c1a48-0d57-46d4-a7d4-940eef3ec86a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:11.833477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:11.844055 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f6fc684a-8160-49ee-a696-41d92d72740d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4406886 Mar 07 21:42:11.846177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-f7c2e07b-aeca-4896-b3c2-8df55aca363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:11.851149 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-f7c2e07b-aeca-4896-b3c2-8df55aca363c service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 200 len: 908 time: 1.2105565 Mar 07 21:42:11.869621 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] Publish callbacks [] for security_group (88c5a26c-a4c6-4c8a-85f5-71401550d2e1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:11.880397 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (88c5a26c-a4c6-4c8a-85f5-71401550d2e1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:11.908824 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c8dfb4c8-cf7e-4830-a17a-45f0e2248841 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/quotas/33f94d86f6654d94b3c58f37ed89a48d HTTP/1.1" status: 200 len: 375 time: 0.1243300 Mar 07 21:42:11.923368 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c5a26c-a4c6-4c8a-85f5-71401550d2e1,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:11.937111 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:11.948534 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (559baeb1-53cf-4b61-94c8-5ae8fb0217ef), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:11.949231 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] Added segment 559baeb1-53cf-4b61-94c8-5ae8fb0217ef of type vlan for network 3a64d822-a651-4d6d-9d1f-f005c77bc34c Mar 07 21:42:12.031414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:12.040919 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (3a64d822-a651-4d6d-9d1f-f005c77bc34c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:12.045327 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-eac8aba5-25be-4b47-a386-06f0d97be74b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:12.062222 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-7b817fc6-bc70-4ef4-8c69-f28c1c40d29e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0928e243-3a75-47d7-81ef-99d911854730 HTTP/1.1" status: 200 len: 217 time: 0.1859031 Mar 07 21:42:12.084159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['6e5611ca-7002-4449-9cf0-acdaceca68bf'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:12.085417 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (3a64d822-a651-4d6d-9d1f-f005c77bc34c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:12.088422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['6c511681-5b4b-456d-933c-f673dc53e208'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:12.090554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:12.091242 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:12.154699 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9027193 Mar 07 21:42:12.155407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59722) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:12.196471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-93279373-745c-422f-bbfb-87f7a5508764 None None] Provisioning complete for port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:12.196843 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-93279373-745c-422f-bbfb-87f7a5508764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:12.207860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a5f5e99c-8fa2-4bce-9634-4dac215f3b6d admin admin] Request body: {'subnet': {'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-240243572-subnet', 'tenant_id': '04bcb9fef1894f61b223b163697dce5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:12.220770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13fd6c-78e6-43c5-9669-a07c08b4cfef admin admin] Pushing event updated for resources: {'Network': ['ID=3a64d822-a651-4d6d-9d1f-f005c77bc34c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:12.236869 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 3a64d822-a651-4d6d-9d1f-f005c77bc34c details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:42:12.247414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f5e99c-8fa2-4bce-9634-4dac215f3b6d admin admin] Made reservation on behalf of 04bcb9fef1894f61b223b163697dce5a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:12.250581 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5f5e99c-8fa2-4bce-9634-4dac215f3b6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:12.283144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-2bb7f98d-23a3-401e-855e-c6934f298497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:12.284890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-2bb7f98d-23a3-401e-855e-c6934f298497 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 200 len: 847 time: 0.1411471 Mar 07 21:42:12.287215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:42:12.294753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82b8828a-0093-49e8-be53-91676b6d330d req-eea38ac1-59ee-45dc-b85c-762beee6216b tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6501067 Mar 07 21:42:12.308686 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-99c5045f-e340-4666-8f6e-d8938dd04d70 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=33f94d86f6654d94b3c58f37ed89a48d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2757003 Mar 07 21:42:12.357145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-93279373-745c-422f-bbfb-87f7a5508764 None None] Port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:42:12.379304 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-ed9d58d3-bb98-4262-a444-5894acc89f8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d27a17-2a1f-4d2b-aef7-46b57268ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667853 Mar 07 21:42:12.389123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-eac8aba5-25be-4b47-a386-06f0d97be74b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:12.397286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-eac8aba5-25be-4b47-a386-06f0d97be74b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:12.400560 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-eac8aba5-25be-4b47-a386-06f0d97be74b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:12.481425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-cbda983c-ac62-47e0-9df4-1415073bf5ec service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:42:12.482745 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-cbda983c-ac62-47e0-9df4-1415073bf5ec service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0869882 Mar 07 21:42:12.492650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-eac8aba5-25be-4b47-a386-06f0d97be74b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:12.492851 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-eac8aba5-25be-4b47-a386-06f0d97be74b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:12.497410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:12.498100 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:12.593678 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59728) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:12.686514 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-eac8aba5-25be-4b47-a386-06f0d97be74b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4830956 Mar 07 21:42:12.687322 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8aba5-25be-4b47-a386-06f0d97be74b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Pushing event updated for resources: {'Port': ['ID=4e1b1e2a-a536-4710-92ec-26a15046d75b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:12.768806 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5f5e99c-8fa2-4bce-9634-4dac215f3b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (63c081fe-dc52-4918-ab2b-7c35c53daa65), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:12.785201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Request body: {'port': {'device_id': '5a71d33e-5101-47f1-abbc-dc79046ec580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:12.844690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:12.895664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-42988583', 'router:external': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:12.913268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4c985118-e4a1-4c33-85b9-159671ca9fe5 None None] Provisioning complete for port 4e1b1e2a-a536-4710-92ec-26a15046d75b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:12.913654 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4c985118-e4a1-4c33-85b9-159671ca9fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:12.934432 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5e99c-8fa2-4bce-9634-4dac215f3b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c081fe-dc52-4918-ab2b-7c35c53daa65,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:12.954582 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f5e99c-8fa2-4bce-9634-4dac215f3b6d admin admin] Checking segment: {'id': '559baeb1-53cf-4b61-94c8-5ae8fb0217ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:12.954972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f5e99c-8fa2-4bce-9634-4dac215f3b6d admin admin] Network hostable DHCP agents. Network: 3a64d822-a651-4d6d-9d1f-f005c77bc34c, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:12.965993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4c985118-e4a1-4c33-85b9-159671ca9fe5 None None] Port 4e1b1e2a-a536-4710-92ec-26a15046d75b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:42:12.978717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Made reservation on behalf of 47494c3da0cb4eea87c795ef3a22cec8 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:12.981681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:12.992952 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:13.002041 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f5e99c-8fa2-4bce-9634-4dac215f3b6d admin admin] Network 3a64d822-a651-4d6d-9d1f-f005c77bc34c is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:13.023158 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a5f5e99c-8fa2-4bce-9634-4dac215f3b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 3a64d822-a651-4d6d-9d1f-f005c77bc34c) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:13.033583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f5e99c-8fa2-4bce-9634-4dac215f3b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:13.034871 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5f5e99c-8fa2-4bce-9634-4dac215f3b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:13.042211 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e641549-085c-45d2-959c-0b1ce7c09dec None None] Network 3a64d822-a651-4d6d-9d1f-f005c77bc34c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:42:13.076572 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-7a273020-ec8c-4cdd-a0c4-01199d2be392 service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624168 Mar 07 21:42:13.101098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:42:13.119859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ec84b207-51a8-44f7-904b-d1e79f9da1d2 admin admin] 10.222.0.26 "PUT /v2.0/routers/5fb7924e-7aee-47be-8d1e-b4e01d397c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9188449 Mar 07 21:42:13.137180 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for security_group (ed35b37e-2b78-4047-9927-2741878c717c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:13.142477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e810b86-ce52-42b0-9ade-60638156923b req-97fb2d9d-3cc0-4126-bc2a-d33f17af26d0 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:13.145843 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ed35b37e-2b78-4047-9927-2741878c717c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:13.149896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e810b86-ce52-42b0-9ade-60638156923b req-97fb2d9d-3cc0-4126-bc2a-d33f17af26d0 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 945 time: 0.4329090 Mar 07 21:42:13.155894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Sync routers for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:13.199933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6cda4-5c90-46c6-a8ae-cdd08cef138c req-76641aaa-ecd5-49b7-863f-2d835f317de5 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:13.210735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38f6cda4-5c90-46c6-a8ae-cdd08cef138c req-76641aaa-ecd5-49b7-863f-2d835f317de5 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a71d33e-5101-47f1-abbc-dc79046ec580 HTTP/1.1" status: 200 len: 936 time: 0.6977839 Mar 07 21:42:13.213647 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a5f5e99c-8fa2-4bce-9634-4dac215f3b6d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0546758 Mar 07 21:42:13.214411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59744) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:13.216336 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed35b37e-2b78-4047-9927-2741878c717c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:13.224471 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-240243572-router', 'tenant_id': '04bcb9fef1894f61b223b163697dce5a', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:13.253841 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:13.256064 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:13.258669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:13.267573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:41:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:13.290940 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (18b57086-0fdd-4046-9c08-c5e7714d3b34), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:13.292360 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Added segment 18b57086-0fdd-4046-9c08-c5e7714d3b34 of type vlan for network e159bc15-21a8-48d3-bbb4-be2df81ef9ec Mar 07 21:42:13.314130 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (1ab55289-e82f-44ed-97aa-2e2afdf60bce), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:13.315299 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (1ab55289-e82f-44ed-97aa-2e2afdf60bce), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:13.430173 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (e159bc15-21a8-48d3-bbb4-be2df81ef9ec), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:13.432641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e810b86-ce52-42b0-9ade-60638156923b req-599e8e91-13b0-4f95-a2fd-a3e347607954 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657721 Mar 07 21:42:13.500052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:13.526610 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Publish callbacks [] for router_controller (1ab55289-e82f-44ed-97aa-2e2afdf60bce), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:13.565144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38f6cda4-5c90-46c6-a8ae-cdd08cef138c req-ffc0ad49-e50f-45d5-b25f-4cff0cef2904 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489430 Mar 07 21:42:13.636795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9b924c-67cf-4150-9a68-1d57ec770083 None None] Network 3a64d822-a651-4d6d-9d1f-f005c77bc34c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:42:13.662684 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (e159bc15-21a8-48d3-bbb4-be2df81ef9ec), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:13.664680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:13.665484 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:13.686160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-eeebe3aa-2948-4222-a43f-da1420198b02 service neutron] 10.222.0.15 "GET /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649586 Mar 07 21:42:13.759140 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.1618259 Mar 07 21:42:13.760925 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59760) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:13.775659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-02b0f8e3-e714-4b26-b71a-aaa79d007b32 req-5fcf5533-d9c2-4a23-aa31-e7f32ef9fadc tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/ports?device_id=17158f42-3ae8-4901-b478-6f36fd59b9fa HTTP/1.1" status: 200 len: 210 time: 0.0623076 Mar 07 21:42:13.832944 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Request body: {'subnet': {'network_id': 'e159bc15-21a8-48d3-bbb4-be2df81ef9ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:13.840912 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-f15073b6-8141-4c80-abd7-e1072c4a3e53 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1626415879&fields=id&tenant_id=ca708fcaf44345cea0e9701fa4c6c46a HTTP/1.1" status: 200 len: 267 time: 0.3016918 Mar 07 21:42:13.873602 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Publish callbacks [] for router_gateway (1ab55289-e82f-44ed-97aa-2e2afdf60bce), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:13.877666 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68927ffe-24b9-4ff0-88a6-d20745d7fa04 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Pushing event updated for resources: {'Network': ['ID=e159bc15-21a8-48d3-bbb4-be2df81ef9ec,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:13.890041 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Made reservation on behalf of 47494c3da0cb4eea87c795ef3a22cec8 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:13.893002 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:14.009713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network e159bc15-21a8-48d3-bbb4-be2df81ef9ec details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:42:14.083265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55919e-285b-45d2-b911-c7a14a63f5b1 req-2d399a49-6123-4e76-9927-ede60cb948af tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:14.085336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb55919e-285b-45d2-b911-c7a14a63f5b1 req-2d399a49-6123-4e76-9927-ede60cb948af tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.1698081 Mar 07 21:42:14.170962 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-76a964f0-fbe8-458b-873d-d1c04ef7488a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:14.172847 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-76a964f0-fbe8-458b-873d-d1c04ef7488a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 810 time: 0.3215811 Mar 07 21:42:14.180810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:09Z', 'revision_number': 2, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:14.211500 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Checking router: 5fb7924e-7aee-47be-8d1e-b4e01d397c20 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:14.213065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Updating router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:42:14.224017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-9edd9beb-e5a6-47d1-8d0e-b29df03b0ac9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/quotas/ca708fcaf44345cea0e9701fa4c6c46a HTTP/1.1" status: 200 len: 375 time: 0.0443931 Mar 07 21:42:14.226287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1b1e2a-a536-4710-92ec-26a15046d75b {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:14.234601 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-8af2bae9-02c8-4171-9aed-687a72d44050 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=33f94d86f6654d94b3c58f37ed89a48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304983 Mar 07 21:42:14.244551 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Publish callbacks [] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:14.250465 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:14.291632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-2ed41fdd-afe7-40c9-bbb8-cf1bab0b158d tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:14.293273 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-2ed41fdd-afe7-40c9-bbb8-cf1bab0b158d tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820&tenant_id=47acc144bc5e43f0a2becfc354b98767&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 1127 time: 0.1971893 Mar 07 21:42:14.297330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb55919e-285b-45d2-b911-c7a14a63f5b1 req-7d01957a-7d65-4fe7-b1c8-10b27a9fcc7e tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981647 Mar 07 21:42:14.303790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Transition to ACTIVE for port object 4e1b1e2a-a536-4710-92ec-26a15046d75b will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:42:14.328398 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:14.523371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-af14fbec-9916-47c7-99cc-70412649c7d8 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:14.524871 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-af14fbec-9916-47c7-99cc-70412649c7d8 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2835686 Mar 07 21:42:14.544001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-9097af66-a072-44c8-b4b9-e0d4a1878899 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3099210 Mar 07 21:42:14.553406 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Request body: {'port': {'device_id': '17158f42-3ae8-4901-b478-6f36fd59b9fa', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '33f94d86f6654d94b3c58f37ed89a48d'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:14.581564 n-d-832330-1 neutron-server[103718]: DEBUG neutron.objects.ports [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:42:14.582031 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:14.627095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1b1e2a-a536-4710-92ec-26a15046d75b,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:14.701329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Publish callbacks [] for router_gateway (1ab55289-e82f-44ed-97aa-2e2afdf60bce), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:14.723941 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Publish callbacks [] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:14.728481 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:14.731795 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:14.736127 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:14.765020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:14.765386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:14.766130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:14.766130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:14.766435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:14.767090 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:14.767090 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:14.767372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:14.767686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:14.768017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:14.768340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:14.768663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:14.769019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:14.831325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e166c-ef93-4717-a074-c4bb438e6e19 None None] Pushing event updated for resources: {'Port': ['ID=2e20da7d-7c81-4989-b9c6-b22cdc9e01d4,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:14.831535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Checking segment: {'id': '18b57086-0fdd-4046-9c08-c5e7714d3b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e159bc15-21a8-48d3-bbb4-be2df81ef9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:14.831535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Network hostable DHCP agents. Network: e159bc15-21a8-48d3-bbb4-be2df81ef9ec, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:14.855850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Attempting to bind port 4e1b1e2a-a536-4710-92ec-26a15046d75b on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:42:14.856398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Attempting to bind port 4e1b1e2a-a536-4710-92ec-26a15046d75b by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:42:14.856516 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Attempting to bind port 4e1b1e2a-a536-4710-92ec-26a15046d75b on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:14.870643 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-5278d48b-b932-4566-b92b-5372c47968c5 service neutron] 10.222.0.26 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935421 Mar 07 21:42:14.876657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Port 4e1b1e2a-a536-4710-92ec-26a15046d75b on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:42:14.876991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Attempting to bind port 4e1b1e2a-a536-4710-92ec-26a15046d75b on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:14.886855 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Attempting to bind port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:42:14.887339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Attempting to bind port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:42:14.887791 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Attempting to bind port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 on network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:14.895454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:42:14.895763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Checking segment: {'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:14.896348 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:14.897297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Bound using segment: {'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:42:14.897410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Bound port: 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:42:14.897934 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:14.907500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Made reservation on behalf of 33f94d86f6654d94b3c58f37ed89a48d for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:14.911606 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:14.916439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Network e159bc15-21a8-48d3-bbb4-be2df81ef9ec is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:14.930866 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:14.939669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:42:14.940017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:14.940408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:42:14.940862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Bound port: 4e1b1e2a-a536-4710-92ec-26a15046d75b, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:42:14.941222 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:14.969432 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Allocated IP 172.25.4.71 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/5b3afc9e-7211-4dbd-9588-e6606c597976) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:14.973630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, e159bc15-21a8-48d3-bbb4-be2df81ef9ec) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:14.983198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628175e5-c4d4-47bc-9ae3-6ef243de8a78 None None] Network e159bc15-21a8-48d3-bbb4-be2df81ef9ec requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:42:14.993572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:14.994165 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:15.006514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-e93ba963-adcd-46d2-961c-dfafd58339f8 service neutron] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:15.012694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-b0d80d65-044b-47a8-a34d-87fc8a6728d7 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:15.019458 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-b0d80d65-044b-47a8-a34d-87fc8a6728d7 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 821 time: 0.3473291 Mar 07 21:42:15.022906 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1b14a76d-5a19-474a-85db-3333794234eb tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2327611 Mar 07 21:42:15.025134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] For port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:15.031481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59780) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:15.036449 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-13424bde-699d-4d00-9bad-485472121c50 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1769920822', 'network_id': 'e159bc15-21a8-48d3-bbb4-be2df81ef9ec'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:15.037844 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-e93ba963-adcd-46d2-961c-dfafd58339f8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:15.038898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c6ce53-0a64-4b77-a3fd-69a96285da4e req-e93ba963-adcd-46d2-961c-dfafd58339f8 service neutron] 10.222.0.15 "DELETE /v2.0/ports/0928e243-3a75-47d7-81ef-99d911854730/bindings/n-h1-832330-1 HTTP/1.1" status: 204 len: 173 time: 0.7374344 Mar 07 21:42:15.083592 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-29d25319-31a0-47cf-a910-beb92281e8a8 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/quotas/69ec204fa4634d369d0ee24b88e4d9c4 HTTP/1.1" status: 200 len: 375 time: 0.0625291 Mar 07 21:42:15.109905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] For port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2e20da7d-7c81-4989-b9c6-b22cdc9e01d4,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:42:15.128200 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13424bde-699d-4d00-9bad-485472121c50 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Made reservation on behalf of 47494c3da0cb4eea87c795ef3a22cec8 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:15.130590 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:15.130934 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13424bde-699d-4d00-9bad-485472121c50 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:15.165218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-bb59d442-3caa-4a25-95b4-d58654836064 service neutron] 10.222.0.26 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857571 Mar 07 21:42:15.171957 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] For port 4e1b1e2a-a536-4710-92ec-26a15046d75b, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:15.176630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] For port 4e1b1e2a-a536-4710-92ec-26a15046d75b, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4e1b1e2a-a536-4710-92ec-26a15046d75b,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:42:15.188965 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:15.200936 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Publish callbacks [] for security_group (2998dc75-b1d2-48bf-95ee-1cea9805d311), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:15.207827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-d0d20386-e52c-4414-9060-442788bab195 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1224232 Mar 07 21:42:15.231628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2998dc75-b1d2-48bf-95ee-1cea9805d311), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:15.276315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:15.276945 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:15.278438 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] 10.222.0.15 "PUT /v2.0/ports/4e1b1e2a-a536-4710-92ec-26a15046d75b HTTP/1.1" status: 200 len: 1096 time: 2.5599084 Mar 07 21:42:15.278974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a71d33e-5101-47f1-abbc-dc79046ec580', 'tag': '4e1b1e2a-a536-4710-92ec-26a15046d75b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:15.281264 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99f3364-cc97-4d79-8686-496438028511" -d '{"events": [{"name": "network-changed", "server_uuid": "5a71d33e-5101-47f1-abbc-dc79046ec580", "tag": "4e1b1e2a-a536-4710-92ec-26a15046d75b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:15.296629 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:15.298031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:41:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:15.317773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311f1c18-a2c3-4773-ba5f-9057ab8b7ba2 None None] Network e159bc15-21a8-48d3-bbb4-be2df81ef9ec requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:42:15.399612 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e166c-ef93-4717-a074-c4bb438e6e19 None None] Pushing event updated for resources: {'Port': ['ID=2e20da7d-7c81-4989-b9c6-b22cdc9e01d4,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:15.426326 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3a37cedf-4f07-44e0-a6b4-27da5bc108ca None None] Provisioning complete for port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:15.426956 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a37cedf-4f07-44e0-a6b4-27da5bc108ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:15.432470 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Publish callbacks [] for port (5b3afc9e-7211-4dbd-9588-e6606c597976), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:15.464338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1b1e2a-a536-4710-92ec-26a15046d75b,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:15.482366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-13424bde-699d-4d00-9bad-485472121c50 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] device_id is not set on port e9c4f3fb-1a8d-4f3a-aab2-b65b10db7fce yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:42:15.532078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-651ed740-7257-4d9c-805e-029c018f7456 service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233552 Mar 07 21:42:15.536376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:15.536728 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:15.537074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:15.538021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:15.538412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:15.538749 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:15.539081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:15.539411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:15.539738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:15.540066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:15.540537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:15.541025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:15.541378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116065d-7528-477f-b346-5a8adf2efda6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:15.595783 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Allocated IP 192.168.233.191 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/8a11b8b2-629d-494c-8405-eceecbec3899) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:15.668709 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0dcefcc4-013d-42ee-bf73-5add26be8ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:15.716245 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:15.736204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2998dc75-b1d2-48bf-95ee-1cea9805d311,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:15.805593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-0363798c-8066-4800-821b-593d9cc60262 service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592301 Mar 07 21:42:15.853887 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:15.859366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3a37cedf-4f07-44e0-a6b4-27da5bc108ca None None] Current status of the port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:15.859834 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a37cedf-4f07-44e0-a6b4-27da5bc108ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:15.864769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5b3afc9e-7211-4dbd-9588-e6606c597976), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:15.868035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-728ebb2d-c862-495d-a332-a07a5b780334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:15.873942 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-728ebb2d-c862-495d-a332-a07a5b780334 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd5107ec0d54f2796a1b53d509be488&device_id=5a71d33e-5101-47f1-abbc-dc79046ec580 HTTP/1.1" status: 200 len: 1130 time: 0.5335722 Mar 07 21:42:15.951269 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:15.987755 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:15.992874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3a37cedf-4f07-44e0-a6b4-27da5bc108ca None None] For port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2e20da7d-7c81-4989-b9c6-b22cdc9e01d4,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:16.000987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-13424bde-699d-4d00-9bad-485472121c50 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Allocated IP 172.20.0.4 (e159bc15-21a8-48d3-bbb4-be2df81ef9ec/b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab/e9c4f3fb-1a8d-4f3a-aab2-b65b10db7fce) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:16.003257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:16.003428 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a37cedf-4f07-44e0-a6b4-27da5bc108ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:16.011377 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Pushing event updated for resources: {'Port': ['ID=5b3afc9e-7211-4dbd-9588-e6606c597976,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:16.132113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-c1d83f4e-a530-470a-a022-2c09584c3ae8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4e1b1e2a-a536-4710-92ec-26a15046d75b HTTP/1.1" status: 200 len: 217 time: 0.2062182 Mar 07 21:42:16.157577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37cedf-4f07-44e0-a6b4-27da5bc108ca None None] Pushing event updated for resources: {'Port': ['ID=2e20da7d-7c81-4989-b9c6-b22cdc9e01d4,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:16.177924 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-423cbe5b-63eb-43d0-ae8a-01c55eecd269 None None] Provisioning complete for port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:16.178330 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-423cbe5b-63eb-43d0-ae8a-01c55eecd269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:16.228626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-91249905-b97b-492c-a0e6-0d78e28d1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:16.230664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-91249905-b97b-492c-a0e6-0d78e28d1327 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0892184 Mar 07 21:42:16.231302 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:16.267112 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31d4d7-a226-4e5e-ae25-a6f172c7cf1f None None] The sync data for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 is: [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:16.316050 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Publish callbacks [] for port (8a11b8b2-629d-494c-8405-eceecbec3899), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:16.332932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e7c7e-d89e-44d0-bb29-83864870a61a req-ab1138fa-e92c-4d55-b3f2-2a6386561336 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:16.333263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-423cbe5b-63eb-43d0-ae8a-01c55eecd269 None None] Current status of the port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:16.334549 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-982e7c7e-d89e-44d0-bb29-83864870a61a req-ab1138fa-e92c-4d55-b3f2-2a6386561336 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 945 time: 0.8225753 Mar 07 21:42:16.385911 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8a11b8b2-629d-494c-8405-eceecbec3899), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:16.401355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2a50e-4ca6-4830-a233-a0f7daf13e2d req-8f8499c3-95f4-4bf9-8942-2d3ed04eef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:16.403350 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2e2a50e-4ca6-4830-a233-a0f7daf13e2d req-8f8499c3-95f4-4bf9-8942-2d3ed04eef61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 1127 time: 0.5938079 Mar 07 21:42:16.492000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-982e7c7e-d89e-44d0-bb29-83864870a61a req-7d1f96f6-19eb-42d2-a11e-3f98a576af83 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456273 Mar 07 21:42:16.576152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ccc9c-6ae1-4aa2-b6a6-380820e1938d req-e857f293-9377-45f8-8f7e-a0853c50fbb4 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:16.581007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-443ccc9c-6ae1-4aa2-b6a6-380820e1938d req-e857f293-9377-45f8-8f7e-a0853c50fbb4 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a71d33e-5101-47f1-abbc-dc79046ec580 HTTP/1.1" status: 200 len: 948 time: 0.3437581 Mar 07 21:42:16.624324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-e5277a70-9297-450d-87f2-d7287784dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:16.625923 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-e5277a70-9297-450d-87f2-d7287784dd54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3358901 Mar 07 21:42:16.629030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:16.644882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:16.654992 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:16.857920 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2e2a50e-4ca6-4830-a233-a0f7daf13e2d req-4b249d89-0492-4300-bde0-a0cb5a06beac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835530 Mar 07 21:42:16.888613 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-4114165d-ee78-4c39-94de-1783fc6e2da8 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379160 Mar 07 21:42:16.970512 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-443ccc9c-6ae1-4aa2-b6a6-380820e1938d req-6733a36b-efc0-48be-8a9a-447d4f35b907 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596942 Mar 07 21:42:16.992960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fb21a419-015c-4723-9d7f-f19d004f9f8a None None] Provisioning complete for port 8a11b8b2-629d-494c-8405-eceecbec3899 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:16.993494 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fb21a419-015c-4723-9d7f-f19d004f9f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8a11b8b2-629d-494c-8405-eceecbec3899), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:17.069092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fb21a419-015c-4723-9d7f-f19d004f9f8a None None] Port 8a11b8b2-629d-494c-8405-eceecbec3899 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:42:17.163212 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Pushing event updated for resources: {'Port': ['ID=8a11b8b2-629d-494c-8405-eceecbec3899,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:17.211426 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13424bde-699d-4d00-9bad-485472121c50 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for port (e9c4f3fb-1a8d-4f3a-aab2-b65b10db7fce), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:17.339275 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Publish callbacks [] for router_gateway (1ab55289-e82f-44ed-97aa-2e2afdf60bce), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:17.352710 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c15935-45e5-4918-827c-40e227de8487 x-openstack-request-id: req-c4c15935-45e5-4918-827c-40e227de8487 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:17.353013 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a71d33e-5101-47f1-abbc-dc79046ec580", "tag": "4e1b1e2a-a536-4710-92ec-26a15046d75b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:17.353263 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4c15935-45e5-4918-827c-40e227de8487 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:17.353665 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a71d33e-5101-47f1-abbc-dc79046ec580', 'tag': '4e1b1e2a-a536-4710-92ec-26a15046d75b', 'status': 'completed', 'code': 200} Mar 07 21:42:17.367431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810246e-2f8c-4bed-8b7a-a658af80a234 req-65eac67e-84b8-49cb-be9e-a90bcc9cc032 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:17.369022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e810246e-2f8c-4bed-8b7a-a658af80a234 req-65eac67e-84b8-49cb-be9e-a90bcc9cc032 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/ports?device_id=17158f42-3ae8-4901-b478-6f36fd59b9fa HTTP/1.1" status: 200 len: 936 time: 0.7495880 Mar 07 21:42:17.437745 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13424bde-699d-4d00-9bad-485472121c50 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e9c4f3fb-1a8d-4f3a-aab2-b65b10db7fce), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:17.476140 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:17.476731 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:17.511523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13424bde-699d-4d00-9bad-485472121c50 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Network e159bc15-21a8-48d3-bbb4-be2df81ef9ec is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:17.541892 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b42e2f1-74e4-4c3f-b624-a77946fb5353 req-e0043a08-1012-45b1-8231-ab9e13b70eb7 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449988 Mar 07 21:42:17.550536 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e810246e-2f8c-4bed-8b7a-a658af80a234 req-1a282b26-c240-45a8-982d-a51f05ecc31c tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/security-groups?id=2998dc75-b1d2-48bf-95ee-1cea9805d311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704004 Mar 07 21:42:17.561626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c8c7f-2ca3-4178-93bd-c2a5e9ab958f req-9b3b5a09-97f5-4a82-8e84-948438017a2d tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:17.563219 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-755c8c7f-2ca3-4178-93bd-c2a5e9ab958f req-9b3b5a09-97f5-4a82-8e84-948438017a2d tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.2124131 Mar 07 21:42:17.569737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-13424bde-699d-4d00-9bad-485472121c50 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:17.579422 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13424bde-699d-4d00-9bad-485472121c50 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:17.599582 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c4c3fec3-6fcf-494b-8454-a9092a301947 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0533938 Mar 07 21:42:17.602310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-b10c79cd-8e34-484c-be94-3ea992c53754 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:17.603808 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-b10c79cd-8e34-484c-be94-3ea992c53754 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 810 time: 0.1870191 Mar 07 21:42:17.624654 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13424bde-699d-4d00-9bad-485472121c50 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Pushing event updated for resources: {'Port': ['ID=e9c4f3fb-1a8d-4f3a-aab2-b65b10db7fce,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:17.635114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Request body: {'port': {'device_id': '17158f42-3ae8-4901-b478-6f36fd59b9fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:17.688254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13424bde-699d-4d00-9bad-485472121c50 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:17.688867 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13424bde-699d-4d00-9bad-485472121c50 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:17.725580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec97ac90-17d5-4396-8798-54227edd8ef3 req-e09077e6-f7ba-4709-96d6-8c7ec0c5ee90 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 210 time: 0.0756741 Mar 07 21:42:17.738478 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-755c8c7f-2ca3-4178-93bd-c2a5e9ab958f req-df98ce34-5b97-4d97-aee0-79e3cbee4874 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515443 Mar 07 21:42:17.780801 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-13424bde-699d-4d00-9bad-485472121c50 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.7457957 Mar 07 21:42:17.780801 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8a11b8b2-629d-494c-8405-eceecbec3899), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:17.781336 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59808) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:17.859637 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-37f53c04-3cb9-48bc-8529-26987abd19f4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca708fcaf44345cea0e9701fa4c6c46a HTTP/1.1" status: 200 len: 380 time: 0.2367907 Mar 07 21:42:17.865613 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-da744719-360f-487e-bf28-1d6182a556c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:17.891890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-8d18e0d7-04c2-4a87-af4c-c5e7e68ffb7e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Request body: {'port': {'device_id': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'admin_state_up': True, 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'security_groups': ['b7dd486f-940d-4da5-9a42-9575105761e0']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:17.939165 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc4ba205-88e1-4407-8d63-53f0f14987f7 req-12d62636-875f-410d-a4fe-d8767dcf7ad9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 210 time: 0.1497781 Mar 07 21:42:17.953199 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (1ab55289-e82f-44ed-97aa-2e2afdf60bce), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:17.983086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:18.043503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f3364-cc97-4d79-8686-496438028511 req-c9192916-0285-42d8-ad22-77edfabf08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:18.045115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e99f3364-cc97-4d79-8686-496438028511 req-c9192916-0285-42d8-ad22-77edfabf08ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd5107ec0d54f2796a1b53d509be488&device_id=5a71d33e-5101-47f1-abbc-dc79046ec580 HTTP/1.1" status: 200 len: 1130 time: 0.4050221 Mar 07 21:42:18.112951 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:18.127384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:18.127763 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:18.225843 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:18.232936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-8d18e0d7-04c2-4a87-af4c-c5e7e68ffb7e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Made reservation on behalf of ca708fcaf44345cea0e9701fa4c6c46a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:18.236598 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-8d18e0d7-04c2-4a87-af4c-c5e7e68ffb7e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:18.271247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf2d3d-6156-43c6-9556-33714cb1f146 req-50b8de39-b79d-4257-9a3d-6e45ce3e2981 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:18.272925 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ddf2d3d-6156-43c6-9556-33714cb1f146 req-50b8de39-b79d-4257-9a3d-6e45ce3e2981 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 1127 time: 0.3435860 Mar 07 21:42:18.285286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101931f-875b-46a5-b970-73b068e49f00 req-f5191a93-0a6a-47f1-87ee-03121448ce78 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:18.292258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d101931f-875b-46a5-b970-73b068e49f00 req-f5191a93-0a6a-47f1-87ee-03121448ce78 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a71d33e-5101-47f1-abbc-dc79046ec580 HTTP/1.1" status: 200 len: 948 time: 0.1656592 Mar 07 21:42:18.294681 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f3364-cc97-4d79-8686-496438028511 req-be7807eb-1053-4da1-9cd6-3a5b320e2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:18.296142 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e99f3364-cc97-4d79-8686-496438028511 req-be7807eb-1053-4da1-9cd6-3a5b320e2661 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2438726 Mar 07 21:42:18.385834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-b465d21f-c8a1-4b39-91c2-c54e0081f387 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:18.387290 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-b465d21f-c8a1-4b39-91c2-c54e0081f387 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.13 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 821 time: 0.4742010 Mar 07 21:42:18.388692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7c94cad6-676d-4b02-8664-58f4c3c9a6d0 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Deleting port e9c4f3fb-1a8d-4f3a-aab2-b65b10db7fce {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:42:18.389017 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c94cad6-676d-4b02-8664-58f4c3c9a6d0 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e9c4f3fb-1a8d-4f3a-aab2-b65b10db7fce), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:18.395349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e99f3364-cc97-4d79-8686-496438028511 req-2b59e481-24b3-48e9-916b-31c6f14e64f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4e1b1e2a-a536-4710-92ec-26a15046d75b HTTP/1.1" status: 200 len: 217 time: 0.0906813 Mar 07 21:42:18.413611 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-c50c2fea-49a5-4aea-b663-cd8a7e77c44a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Request body: {'port': {'device_id': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'admin_state_up': True, 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:18.494193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d101931f-875b-46a5-b970-73b068e49f00 req-23d32631-b6e6-4845-9bf1-cf82c713a791 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008681 Mar 07 21:42:18.528034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f3364-cc97-4d79-8686-496438028511 req-77006475-ce70-449a-b6e4-fd5fad0ad2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:18.529514 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e99f3364-cc97-4d79-8686-496438028511 req-77006475-ce70-449a-b6e4-fd5fad0ad2db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1259410 Mar 07 21:42:18.531651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ddf2d3d-6156-43c6-9556-33714cb1f146 req-cff31bfc-3876-41a1-8433-ef4ece79aa45 tempest-LiveMigrationTest-1921196607 tempest-LiveMigrationTest-1921196607-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346184 Mar 07 21:42:18.586649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-8d18e0d7-04c2-4a87-af4c-c5e7e68ffb7e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Allocated IP 172.20.0.9 (9807cc18-410d-443c-9dde-c6dcdc3533d2/8d512c80-174d-40f9-a72d-e6a5b780a4f4/cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:18.604494 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c94cad6-676d-4b02-8664-58f4c3c9a6d0 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e9c4f3fb-1a8d-4f3a-aab2-b65b10db7fce), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:18.633596 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7c94cad6-676d-4b02-8664-58f4c3c9a6d0 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Calling delete_port for e9c4f3fb-1a8d-4f3a-aab2-b65b10db7fce owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:42:18.678460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f3364-cc97-4d79-8686-496438028511 req-8552d9e6-571a-49af-aa0b-a3d054a1c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:18.679995 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e99f3364-cc97-4d79-8686-496438028511 req-8552d9e6-571a-49af-aa0b-a3d054a1c367 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1427116 Mar 07 21:42:18.681303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Router 1ab55289-e82f-44ed-97aa-2e2afdf60bce is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:42:18.752806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a11b8b2-629d-494c-8405-eceecbec3899 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:18.775759 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Publish callbacks [] for port (8a11b8b2-629d-494c-8405-eceecbec3899), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:18.778090 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-c50c2fea-49a5-4aea-b663-cd8a7e77c44a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Made reservation on behalf of 69ec204fa4634d369d0ee24b88e4d9c4 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:18.781772 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-c50c2fea-49a5-4aea-b663-cd8a7e77c44a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:18.853044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Transition to ACTIVE for port object 8a11b8b2-629d-494c-8405-eceecbec3899 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:42:18.864163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e515a06-2f5e-475b-8df4-db7c8d023b84 req-dd2994a8-da65-4ba4-833b-fc7142907f58 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 210 time: 0.0462892 Mar 07 21:42:18.871148 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (8a11b8b2-629d-494c-8405-eceecbec3899), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:18.876752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c519c0c-8367-4d04-94a5-39c18023d6c5 req-869fbd90-5b58-4a11-aeed-8baea3b15d07 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:18.878335 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c519c0c-8367-4d04-94a5-39c18023d6c5 req-869fbd90-5b58-4a11-aeed-8baea3b15d07 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/ports?device_id=17158f42-3ae8-4901-b478-6f36fd59b9fa HTTP/1.1" status: 200 len: 936 time: 0.2272074 Mar 07 21:42:18.908385 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-8d18e0d7-04c2-4a87-af4c-c5e7e68ffb7e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:18.920969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e99f3364-cc97-4d79-8686-496438028511 req-088fb865-f6d4-437b-980e-9d021f7915cf service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978528 Mar 07 21:42:19.036259 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:42:19.051115 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Sync routers for ids ['1ab55289-e82f-44ed-97aa-2e2afdf60bce'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:19.063861 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Routers {'1ab55289-e82f-44ed-97aa-2e2afdf60bce'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:19.064790 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1ab55289-e82f-44ed-97aa-2e2afdf60bce'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:19.103746 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c519c0c-8367-4d04-94a5-39c18023d6c5 req-07c85a3c-9957-4935-b8d4-d98defe1b4d5 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/security-groups?id=2998dc75-b1d2-48bf-95ee-1cea9805d311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004683 Mar 07 21:42:19.119541 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-8d18e0d7-04c2-4a87-af4c-c5e7e68ffb7e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.141810 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c94cad6-676d-4b02-8664-58f4c3c9a6d0 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e9c4f3fb-1a8d-4f3a-aab2-b65b10db7fce), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.169682 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Pushing event updated for resources: {'Port': ['ID=8a11b8b2-629d-494c-8405-eceecbec3899,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:19.201724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94cad6-676d-4b02-8664-58f4c3c9a6d0 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9c4f3fb-1a8d-4f3a-aab2-b65b10db7fce,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:19.210811 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.236219 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.240120 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3a996438-9c67-4135-969d-21d616e7eaec admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0179923 Mar 07 21:42:19.270383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59826) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:19.279118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e99f3364-cc97-4d79-8686-496438028511 req-9e4108f8-10b3-4526-af5a-eca987b87683 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498878 Mar 07 21:42:19.279865 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Set router 1ab55289-e82f-44ed-97aa-2e2afdf60bce gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:19.297068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f5bcf-8da0-49f2-9313-2289584693de req-644b135a-8990-4579-9d14-719d83a88a6d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.307710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e1f5bcf-8da0-49f2-9313-2289584693de req-644b135a-8990-4579-9d14-719d83a88a6d tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 945 time: 0.3374281 Mar 07 21:42:19.314313 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-8d18e0d7-04c2-4a87-af4c-c5e7e68ffb7e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Network 9807cc18-410d-443c-9dde-c6dcdc3533d2 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:19.337304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-8d18e0d7-04c2-4a87-af4c-c5e7e68ffb7e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:19.345173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18e0d7-04c2-4a87-af4c-c5e7e68ffb7e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event updated for resources: {'Port': ['ID=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:19.356406 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-8d18e0d7-04c2-4a87-af4c-c5e7e68ffb7e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:19.404952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa434360-0166-4ca7-a62b-19b955321bfe req-e9ff111f-84e6-4db8-9b6c-d52cf4bd7890 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.418336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa434360-0166-4ca7-a62b-19b955321bfe req-e9ff111f-84e6-4db8-9b6c-d52cf4bd7890 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.2143288 Mar 07 21:42:19.478904 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-c50c2fea-49a5-4aea-b663-cd8a7e77c44a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Allocated IP 172.20.0.14 (32d5bcfa-8c83-495d-9985-959cc7c5fae6/ec236f37-06b2-43ab-b2ad-c9c666b6d1b3/afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:19.481065 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'name': 'tempest-ServerRescueNegativeTestJSON-240243572-router', 'tenant_id': '04bcb9fef1894f61b223b163697dce5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:13Z', 'updated_at': '2022-03-07T21:42:16Z', 'revision_number': 3, 'project_id': '04bcb9fef1894f61b223b163697dce5a', 'gw_port': {'id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:14Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:19.494836 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c94cad6-676d-4b02-8664-58f4c3c9a6d0 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.498328 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7c94cad6-676d-4b02-8664-58f4c3c9a6d0 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "DELETE /v2.0/ports/e9c4f3fb-1a8d-4f3a-aab2-b65b10db7fce HTTP/1.1" status: 204 len: 168 time: 1.6903591 Mar 07 21:42:19.499280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Attempting to bind port 8a11b8b2-629d-494c-8405-eceecbec3899 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:42:19.499682 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Attempting to bind port 8a11b8b2-629d-494c-8405-eceecbec3899 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:42:19.500077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Attempting to bind port 8a11b8b2-629d-494c-8405-eceecbec3899 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:19.504288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-8d18e0d7-04c2-4a87-af4c-c5e7e68ffb7e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.505017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-8d18e0d7-04c2-4a87-af4c-c5e7e68ffb7e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.507681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59828) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:19.511183 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Checking router: 1ab55289-e82f-44ed-97aa-2e2afdf60bce for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:19.511778 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Updating router 1ab55289-e82f-44ed-97aa-2e2afdf60bce port 5b3afc9e-7211-4dbd-9588-e6606c597976 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:42:19.517843 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e159bc15-21a8-48d3-bbb4-be2df81ef9ec', 'external_fixed_ips': [{'subnet_id': 'b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab', 'ip_address': '172.20.0.4'}]}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:19.519609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e1f5bcf-8da0-49f2-9313-2289584693de req-a2b6afd8-23eb-41fa-ad06-b5df334a8626 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110131 Mar 07 21:42:19.543179 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5b3afc9e-7211-4dbd-9588-e6606c597976), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.543572 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (1715f037-0f39-4832-969e-f94f2d505018), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.544991 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (1715f037-0f39-4832-969e-f94f2d505018), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.560564 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Port 8a11b8b2-629d-494c-8405-eceecbec3899 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:42:19.561119 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Attempting to bind port 8a11b8b2-629d-494c-8405-eceecbec3899 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:19.590112 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:42:19.590626 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:19.590855 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:42:19.592704 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Bound port: 8a11b8b2-629d-494c-8405-eceecbec3899, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:42:19.593630 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8a11b8b2-629d-494c-8405-eceecbec3899), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.687467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-8d18e0d7-04c2-4a87-af4c-c5e7e68ffb7e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8031785 Mar 07 21:42:19.702100 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa434360-0166-4ca7-a62b-19b955321bfe req-06b42f14-79eb-451d-b002-114a07b0f0e4 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768250 Mar 07 21:42:19.710012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Request body: {'port': {'device_id': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:19.765339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-11436552-d0c2-4dbb-8d88-72e1ba8adc05 None None] Provisioning complete for port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:19.766309 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-11436552-d0c2-4dbb-8d88-72e1ba8adc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.767352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c408cb-7596-4817-9493-08eca28aee67 req-0f291251-2327-49a9-acd4-c68735fd3e79 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.768366 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_controller (1715f037-0f39-4832-969e-f94f2d505018), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.769096 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19c408cb-7596-4817-9493-08eca28aee67 req-0f291251-2327-49a9-acd4-c68735fd3e79 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 945 time: 0.2160521 Mar 07 21:42:19.775496 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3850746-efaa-4010-859a-1d9d9339bf28 req-815c925d-825b-4cb5-89f2-6b7dfd68c8e0 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 210 time: 0.1372447 Mar 07 21:42:19.836782 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-11436552-d0c2-4dbb-8d88-72e1ba8adc05 None None] Port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:42:19.856365 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Publish callbacks [] for port (5b3afc9e-7211-4dbd-9588-e6606c597976), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.864138 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5b3afc9e-7211-4dbd-9588-e6606c597976), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.901343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-2dfdede1-c31b-437d-be96-f2451233b419 req-7aedb9e8-382e-45a0-8d2b-d275d9bed298 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1964056452', 'description': 'tempest-description-838318261'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:19.925016 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Attempting to bind port 5b3afc9e-7211-4dbd-9588-e6606c597976 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:42:19.925657 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Attempting to bind port 5b3afc9e-7211-4dbd-9588-e6606c597976 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:42:19.926748 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Attempting to bind port 5b3afc9e-7211-4dbd-9588-e6606c597976 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:19.929851 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c67c2-143d-45a1-84e1-cdfb75f99f18 None None] Pushing event updated for resources: {'Port': ['ID=5b3afc9e-7211-4dbd-9588-e6606c597976,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:19.934950 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:42:19.935720 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:19.936478 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.937089 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:42:19.937739 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Bound port: 5b3afc9e-7211-4dbd-9588-e6606c597976, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:42:19.938373 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5b3afc9e-7211-4dbd-9588-e6606c597976), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.959033 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:19.984822 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2dfdede1-c31b-437d-be96-f2451233b419 req-7aedb9e8-382e-45a0-8d2b-d275d9bed298 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:20.007294 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] For port 5b3afc9e-7211-4dbd-9588-e6606c597976, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:20.012105 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] For port 5b3afc9e-7211-4dbd-9588-e6606c597976, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5b3afc9e-7211-4dbd-9588-e6606c597976,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:42:20.017927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029061f-1c4c-4fac-9606-fdbdb0413eeb req-5e77b46a-581a-49e6-b8a7-e3d77a36af70 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:20.019539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a029061f-1c4c-4fac-9606-fdbdb0413eeb req-5e77b46a-581a-49e6-b8a7-e3d77a36af70 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a71d33e-5101-47f1-abbc-dc79046ec580 HTTP/1.1" status: 200 len: 948 time: 0.2431061 Mar 07 21:42:20.021481 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5b3afc9e-7211-4dbd-9588-e6606c597976), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:20.094131 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c67c2-143d-45a1-84e1-cdfb75f99f18 None None] Pushing event updated for resources: {'Port': ['ID=5b3afc9e-7211-4dbd-9588-e6606c597976,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:20.097285 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Routers {'1ab55289-e82f-44ed-97aa-2e2afdf60bce'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:20.098908 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1ab55289-e82f-44ed-97aa-2e2afdf60bce'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:20.167564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-19c408cb-7596-4817-9493-08eca28aee67 req-f745e83b-baa9-43ac-b086-c826ecd7e707 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Deleting port 0928e243-3a75-47d7-81ef-99d911854730 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:42:20.167905 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19c408cb-7596-4817-9493-08eca28aee67 req-f745e83b-baa9-43ac-b086-c826ecd7e707 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0928e243-3a75-47d7-81ef-99d911854730), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:20.187275 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:20.240070 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] Set router 1ab55289-e82f-44ed-97aa-2e2afdf60bce gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:20.265269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a029061f-1c4c-4fac-9606-fdbdb0413eeb req-d2df8f3c-69f6-41eb-9623-7f68f0b6208e tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216115 Mar 07 21:42:20.296230 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] For port 8a11b8b2-629d-494c-8405-eceecbec3899, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:20.339070 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2dfdede1-c31b-437d-be96-f2451233b419 req-7aedb9e8-382e-45a0-8d2b-d275d9bed298 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for security_group (cdff9753-b049-4e35-bce6-258940f6955e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:20.354708 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2dfdede1-c31b-437d-be96-f2451233b419 req-7aedb9e8-382e-45a0-8d2b-d275d9bed298 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cdff9753-b049-4e35-bce6-258940f6955e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:20.378795 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (1715f037-0f39-4832-969e-f94f2d505018), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:20.398803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-19c408cb-7596-4817-9493-08eca28aee67 req-f745e83b-baa9-43ac-b086-c826ecd7e707 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] For port 0928e243-3a75-47d7-81ef-99d911854730, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0928e243-3a75-47d7-81ef-99d911854730,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:20.399167 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19c408cb-7596-4817-9493-08eca28aee67 req-f745e83b-baa9-43ac-b086-c826ecd7e707 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0928e243-3a75-47d7-81ef-99d911854730), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:20.404338 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] For port 8a11b8b2-629d-494c-8405-eceecbec3899, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=8a11b8b2-629d-494c-8405-eceecbec3899,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:42:20.432398 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (8a11b8b2-629d-494c-8405-eceecbec3899), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:20.448122 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2dfdede1-c31b-437d-be96-f2451233b419 req-7aedb9e8-382e-45a0-8d2b-d275d9bed298 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:20.450665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2dfdede1-c31b-437d-be96-f2451233b419 req-7aedb9e8-382e-45a0-8d2b-d275d9bed298 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.5796833 Mar 07 21:42:20.458974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-19c408cb-7596-4817-9493-08eca28aee67 req-f745e83b-baa9-43ac-b086-c826ecd7e707 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Calling delete_port for 0928e243-3a75-47d7-81ef-99d911854730 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:42:20.471812 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-c50c2fea-49a5-4aea-b663-cd8a7e77c44a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:20.482488 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'name': 'tempest-ServerRescueNegativeTestJSON-240243572-router', 'tenant_id': '04bcb9fef1894f61b223b163697dce5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:13Z', 'updated_at': '2022-03-07T21:42:16Z', 'revision_number': 3, 'project_id': '04bcb9fef1894f61b223b163697dce5a', 'gw_port': {'id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:14Z', 'updated_at': '2022-03-07T21:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:20.488982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedb9e8-382e-45a0-8d2b-d275d9bed298 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdff9753-b049-4e35-bce6-258940f6955e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:20.521553 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65aa84b-2667-447a-97cf-a08be6d305f9 None None] The sync data for ids ['1ab55289-e82f-44ed-97aa-2e2afdf60bce'] in n-d-832330-1 is: [{'id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'name': 'tempest-ServerRescueNegativeTestJSON-240243572-router', 'tenant_id': '04bcb9fef1894f61b223b163697dce5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:13Z', 'updated_at': '2022-03-07T21:42:16Z', 'revision_number': 3, 'project_id': '04bcb9fef1894f61b223b163697dce5a', 'gw_port': {'id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:14Z', 'updated_at': '2022-03-07T21:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:20.527298 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:20.527926 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:20.529519 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] 10.222.0.15 "PUT /v2.0/ports/8a11b8b2-629d-494c-8405-eceecbec3899 HTTP/1.1" status: 200 len: 1096 time: 2.9076347 Mar 07 21:42:20.541020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17158f42-3ae8-4901-b478-6f36fd59b9fa', 'tag': '8a11b8b2-629d-494c-8405-eceecbec3899'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:20.543924 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67054bba-5628-47fa-8b41-e545cc7e4181" -d '{"events": [{"name": "network-changed", "server_uuid": "17158f42-3ae8-4901-b478-6f36fd59b9fa", "tag": "8a11b8b2-629d-494c-8405-eceecbec3899"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:20.649379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64622c9-829c-4a1a-b679-a1dd412a5e5c service neutron] Pushing event updated for resources: {'Port': ['ID=8a11b8b2-629d-494c-8405-eceecbec3899,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:20.664126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10de61-d04a-4807-b20c-75168dc28562 req-bec619e4-2b1f-46ab-aebb-50530080f130 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:20.672489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a10de61-d04a-4807-b20c-75168dc28562 req-bec619e4-2b1f-46ab-aebb-50530080f130 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 931 time: 0.2935147 Mar 07 21:42:20.724832 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-c50c2fea-49a5-4aea-b663-cd8a7e77c44a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:20.758720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:20.796722 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Publish callbacks [] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:20.814281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f841e75-9841-472f-afab-cb43e3972766 req-b00f7ca6-d8e3-4137-8f91-0e9b90d645bf tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:20.816245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-c50c2fea-49a5-4aea-b663-cd8a7e77c44a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:20.819079 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-9fe71170-1012-4221-82db-8e50ab303b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:20.820591 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-9fe71170-1012-4221-82db-8e50ab303b42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=33f94d86f6654d94b3c58f37ed89a48d&device_id=17158f42-3ae8-4901-b478-6f36fd59b9fa HTTP/1.1" status: 200 len: 1130 time: 0.2255836 Mar 07 21:42:20.822117 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f841e75-9841-472f-afab-cb43e3972766 req-b00f7ca6-d8e3-4137-8f91-0e9b90d645bf tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/ports?device_id=17158f42-3ae8-4901-b478-6f36fd59b9fa HTTP/1.1" status: 200 len: 948 time: 0.2705169 Mar 07 21:42:20.831166 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-c50c2fea-49a5-4aea-b663-cd8a7e77c44a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:20.833710 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-c50c2fea-49a5-4aea-b663-cd8a7e77c44a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:20.846180 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c2fea-49a5-4aea-b663-cd8a7e77c44a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Pushing event updated for resources: {'Port': ['ID=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:20.849101 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a10de61-d04a-4807-b20c-75168dc28562 req-f7985813-fbc4-4dab-989f-2fd66b9d3f96 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737201 Mar 07 21:42:20.893586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Transition to ACTIVE for port object cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:42:20.947127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f841e75-9841-472f-afab-cb43e3972766 req-9c264a7d-17f6-41ee-b380-43bb97c77eb4 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/security-groups?id=2998dc75-b1d2-48bf-95ee-1cea9805d311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240771 Mar 07 21:42:20.947921 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:20.966143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4e1b1e2a-a536-4710-92ec-26a15046d75b details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:42:20.970124 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-17141de7-1991-48d8-8b28-c3b21dee490d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=8a11b8b2-629d-494c-8405-eceecbec3899 HTTP/1.1" status: 200 len: 217 time: 0.1319938 Mar 07 21:42:21.142517 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-c50c2fea-49a5-4aea-b663-cd8a7e77c44a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:21.143404 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-c50c2fea-49a5-4aea-b663-cd8a7e77c44a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:21.204074 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4e1b1e2a-a536-4710-92ec-26a15046d75b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4e1b1e2a-a536-4710-92ec-26a15046d75b,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:21.224504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '4e1b1e2a-a536-4710-92ec-26a15046d75b', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '4e1b1e2a-a536-4710-92ec-26a15046d75b', 'mac_address': 'fa:16:3e:a4:66:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:42:21.283252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4e1b1e2a-a536-4710-92ec-26a15046d75b is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:21.283927 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:21.304807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1b1e2a-a536-4710-92ec-26a15046d75b {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:21.341130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4e1b1e2a-a536-4710-92ec-26a15046d75b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4e1b1e2a-a536-4710-92ec-26a15046d75b,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:21.346680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-a6c338cd-8d3b-44e4-babe-a6a713e9f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:21.351835 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:21.355207 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-a6c338cd-8d3b-44e4-babe-a6a713e9f30c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.3761532 Mar 07 21:42:21.366016 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-c50c2fea-49a5-4aea-b663-cd8a7e77c44a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9591908 Mar 07 21:42:21.390847 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Request body: {'port': {'device_id': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:21.425633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-141d0fee-5a99-4240-a5e2-84b5cbc3beed None None] Provisioning complete for port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:21.426577 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-141d0fee-5a99-4240-a5e2-84b5cbc3beed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:21.469115 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4e1b1e2a-a536-4710-92ec-26a15046d75b,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:21.473407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-141d0fee-5a99-4240-a5e2-84b5cbc3beed None None] Port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:42:21.478304 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:21.509139 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (1715f037-0f39-4832-969e-f94f2d505018), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:21.560520 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:21.580573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-99587e2f-78ab-4d3f-93bb-bc95a84c2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:21.582050 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-99587e2f-78ab-4d3f-93bb-bc95a84c2438 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2122316 Mar 07 21:42:21.608784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['4e1b1e2a-a536-4710-92ec-26a15046d75b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:21.621752 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38ce250a-8ac7-4ef6-acad-45fb81b2698f req-6d1177da-1aa6-4619-988b-fc5aadaddff5 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1964056452&fields=id&tenant_id=2241391d44654848a06c7aaf207ddb12 HTTP/1.1" status: 200 len: 267 time: 0.6642168 Mar 07 21:42:21.626504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19bc7619-622b-49d5-8b9f-e689fa8f10b5 req-08bf6823-8507-44c0-8985-9743543fe426 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 210 time: 0.4666712 Mar 07 21:42:21.628473 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:21.653913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Attempting to bind port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:42:21.654398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Attempting to bind port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:42:21.654850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Attempting to bind port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:21.669182 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19c408cb-7596-4817-9493-08eca28aee67 req-f745e83b-baa9-43ac-b086-c826ecd7e707 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0928e243-3a75-47d7-81ef-99d911854730), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:21.693986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['e3216fc6-e200-4188-8c52-946675727be0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:21.708930 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211feea0-3e53-4743-91b9-f04b9cad3979 x-openstack-request-id: req-211feea0-3e53-4743-91b9-f04b9cad3979 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:21.709222 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17158f42-3ae8-4901-b478-6f36fd59b9fa", "tag": "8a11b8b2-629d-494c-8405-eceecbec3899", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:21.709483 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-211feea0-3e53-4743-91b9-f04b9cad3979 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:21.710162 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17158f42-3ae8-4901-b478-6f36fd59b9fa', 'tag': '8a11b8b2-629d-494c-8405-eceecbec3899', 'status': 'completed', 'code': 200} Mar 07 21:42:21.754032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Pushing event updated for resources: {'Port': ['ID=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:21.759644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:42:21.760990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Attempting to bind port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:21.822936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:42:21.823466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Checking segment: {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:21.824053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Bound using segment: {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:42:21.824616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Bound port: cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:42:21.825082 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:21.836907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745e83b-baa9-43ac-b086-c826ecd7e707 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Pushing event deleted for resources: {'Port': ['ID=0928e243-3a75-47d7-81ef-99d911854730,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:21.871098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce250a-8ac7-4ef6-acad-45fb81b2698f req-6d79fd74-a5ab-42b7-9bf7-3b0674f068e8 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:21.878853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38ce250a-8ac7-4ef6-acad-45fb81b2698f req-6d79fd74-a5ab-42b7-9bf7-3b0674f068e8 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.2552567 Mar 07 21:42:21.884941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-38ce250a-8ac7-4ef6-acad-45fb81b2698f req-09358570-cd4c-4259-b461-6b6e6b2a6d0e tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Request body: {'port': {'security_groups': ['5721b1fb-4019-42f6-b4db-79a44c976285', 'cdff9753-b049-4e35-bce6-258940f6955e']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:21.918450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c408cb-7596-4817-9493-08eca28aee67 req-f745e83b-baa9-43ac-b086-c826ecd7e707 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] No DVR routers for this DVR port 0928e243-3a75-47d7-81ef-99d911854730 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:21.986187 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19c408cb-7596-4817-9493-08eca28aee67 req-f745e83b-baa9-43ac-b086-c826ecd7e707 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:21.991201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19c408cb-7596-4817-9493-08eca28aee67 req-f745e83b-baa9-43ac-b086-c826ecd7e707 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.15 "DELETE /v2.0/ports/0928e243-3a75-47d7-81ef-99d911854730 HTTP/1.1" status: 204 len: 173 time: 2.2057595 Mar 07 21:42:22.004256 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c74293-616e-4218-a62c-6c84c7ff3820', 'name': 'network-vif-deleted', 'tag': '0928e243-3a75-47d7-81ef-99d911854730'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:22.006825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5b3afc9e-7211-4dbd-9588-e6606c597976 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:22.009548 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654eedcb-4ff3-4b72-8a96-f15dbc7bb684" -d '{"events": [{"server_uuid": "e9c74293-616e-4218-a62c-6c84c7ff3820", "name": "network-vif-deleted", "tag": "0928e243-3a75-47d7-81ef-99d911854730"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:22.071140 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:22.083275 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 5b3afc9e-7211-4dbd-9588-e6606c597976 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:22.083858 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5b3afc9e-7211-4dbd-9588-e6606c597976), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:22.113130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3423-25d1-4819-9b6c-040265e9a095 req-4e5cbe9b-3cf9-4da7-bbe1-8038b59b604e tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:22.120543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f1f3423-25d1-4819-9b6c-040265e9a095 req-4e5cbe9b-3cf9-4da7-bbe1-8038b59b604e tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 932 time: 0.2811623 Mar 07 21:42:22.174085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:22.176241 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-38ce250a-8ac7-4ef6-acad-45fb81b2698f req-09358570-cd4c-4259-b461-6b6e6b2a6d0e tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:22.188571 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 5b3afc9e-7211-4dbd-9588-e6606c597976 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:22.189079 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5b3afc9e-7211-4dbd-9588-e6606c597976), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:22.200189 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-6481c0b5-054f-4428-85d1-789b1a39ff0e service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823784 Mar 07 21:42:22.206032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Allocated IP 172.20.0.1 (3a64d822-a651-4d6d-9d1f-f005c77bc34c/63c081fe-dc52-4918-ab2b-7c35c53daa65/05e45333-f1f3-4355-b878-9c583e3fa921) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:22.223681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 5b3afc9e-7211-4dbd-9588-e6606c597976, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5b3afc9e-7211-4dbd-9588-e6606c597976,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:22.234521 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5b3afc9e-7211-4dbd-9588-e6606c597976), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:22.235160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:42:22.259296 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:22.283158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f1f3423-25d1-4819-9b6c-040265e9a095 req-deb8a34f-dbb2-40d9-b66c-1ac84e2d6a4e tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615596 Mar 07 21:42:22.290878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Allocated IP 172.20.0.4 (e159bc15-21a8-48d3-bbb4-be2df81ef9ec/b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab/2c87ad66-70e2-4598-a8d2-7c8fd1b6a8ec) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:22.335989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=5b3afc9e-7211-4dbd-9588-e6606c597976,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:22.366058 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:22.366912 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:22.368500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] 10.222.0.13 "PUT /v2.0/ports/cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db HTTP/1.1" status: 200 len: 1091 time: 2.6636446 Mar 07 21:42:22.498121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0720d-88f1-4865-94a9-964b2455ceac service neutron] Pushing event updated for resources: {'Port': ['ID=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:22.582496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a796690-13c8-4b30-ae02-0e39d01fcd75 req-1b107fdf-68b0-48a3-bacb-2aa806a5a801 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:22.584165 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e1b180bc-deaf-4914-8480-386f07dad5b5 req-dd80e013-df73-4078-9b95-8416f280938c service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690372 Mar 07 21:42:22.589701 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a796690-13c8-4b30-ae02-0e39d01fcd75 req-1b107fdf-68b0-48a3-bacb-2aa806a5a801 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a71d33e-5101-47f1-abbc-dc79046ec580 HTTP/1.1" status: 200 len: 949 time: 0.1715524 Mar 07 21:42:22.626340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-8a5d1d79-b97b-47fa-8870-c722f10a1f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:22.627880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-8a5d1d79-b97b-47fa-8870-c722f10a1f9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 1125 time: 0.2129285 Mar 07 21:42:22.646981 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:22.661354 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Publish callbacks [] for port (05e45333-f1f3-4355-b878-9c583e3fa921), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:22.666775 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Publish callbacks [] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:22.701609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-35029c37-d077-4905-b346-db793189b3f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db HTTP/1.1" status: 200 len: 217 time: 0.0650773 Mar 07 21:42:22.713954 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a796690-13c8-4b30-ae02-0e39d01fcd75 req-6a9d0131-94ec-4ab0-94be-225ad091a652 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232595 Mar 07 21:42:22.745148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-38ce250a-8ac7-4ef6-acad-45fb81b2698f req-09358570-cd4c-4259-b461-6b6e6b2a6d0e tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] For port 449ff57b-bd74-4c9a-9f11-683ecd88754b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b,segment=NetworkSegment(04d4e391-ffcf-4b7c-939e-a52bbe0c4012),segment_id=04d4e391-ffcf-4b7c-939e-a52bbe0c4012)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:22.747687 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Transition to ACTIVE for port object afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:42:22.751072 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for port (2c87ad66-70e2-4598-a8d2-7c8fd1b6a8ec), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:22.761540 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:22.886405 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (05e45333-f1f3-4355-b878-9c583e3fa921), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:22.908991 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-38ce250a-8ac7-4ef6-acad-45fb81b2698f req-09358570-cd4c-4259-b461-6b6e6b2a6d0e tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:22.912533 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Network 3a64d822-a651-4d6d-9d1f-f005c77bc34c is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:22.915182 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67054bba-5628-47fa-8b41-e545cc7e4181 req-872190e5-4890-49ea-b5c2-0d031b092adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:22.916726 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67054bba-5628-47fa-8b41-e545cc7e4181 req-872190e5-4890-49ea-b5c2-0d031b092adb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=33f94d86f6654d94b3c58f37ed89a48d&device_id=17158f42-3ae8-4901-b478-6f36fd59b9fa HTTP/1.1" status: 200 len: 1130 time: 0.2520928 Mar 07 21:42:22.917720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-1181837d-35c6-41df-8db0-2e809b713638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:22.919450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-1181837d-35c6-41df-8db0-2e809b713638 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.2045190 Mar 07 21:42:22.922366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:22.924836 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-38ce250a-8ac7-4ef6-acad-45fb81b2698f req-09358570-cd4c-4259-b461-6b6e6b2a6d0e tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:22.974612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Pushing event updated for resources: {'Port': ['ID=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:23.040275 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['449ff57b-bd74-4c9a-9f11-683ecd88754b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:23.043961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4e1b1e2a-a536-4710-92ec-26a15046d75b up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:23.061743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbaf20-f678-4722-9cc8-c6ea6709f239 req-ebafe8fd-f3df-448d-97cf-3ddd5064f803 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:23.069295 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fbdbaf20-f678-4722-9cc8-c6ea6709f239 req-ebafe8fd-f3df-448d-97cf-3ddd5064f803 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 943 time: 0.2451794 Mar 07 21:42:23.087085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce250a-8ac7-4ef6-acad-45fb81b2698f req-09358570-cd4c-4259-b461-6b6e6b2a6d0e tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:23.087759 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-38ce250a-8ac7-4ef6-acad-45fb81b2698f req-09358570-cd4c-4259-b461-6b6e6b2a6d0e tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:23.105193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38ce250a-8ac7-4ef6-acad-45fb81b2698f req-09358570-cd4c-4259-b461-6b6e6b2a6d0e tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "PUT /v2.0/ports/449ff57b-bd74-4c9a-9f11-683ecd88754b HTTP/1.1" status: 200 len: 981 time: 1.2246082 Mar 07 21:42:23.188013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09358570-cd4c-4259-b461-6b6e6b2a6d0e tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Pushing event updated for resources: {'Port': ['ID=449ff57b-bd74-4c9a-9f11-683ecd88754b,revision_number=6']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:23.189110 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['449ff57b-bd74-4c9a-9f11-683ecd88754b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:23.272262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-1fc372c1-cda3-40fa-9bbc-8ba56323a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:23.273861 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-1fc372c1-cda3-40fa-9bbc-8ba56323a423 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3401000 Mar 07 21:42:23.328124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 4e1b1e2a-a536-4710-92ec-26a15046d75b completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:42:23.338009 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fbdbaf20-f678-4722-9cc8-c6ea6709f239 req-20691816-a682-4878-84d0-54839350ecd8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677720 Mar 07 21:42:23.375527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 4e1b1e2a-a536-4710-92ec-26a15046d75b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:23.376316 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:23.438719 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e238ab57-6d53-41f4-ab8f-82d62aba3656 x-openstack-request-id: req-e238ab57-6d53-41f4-ab8f-82d62aba3656 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:23.439126 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c74293-616e-4218-a62c-6c84c7ff3820", "name": "network-vif-deleted", "tag": "0928e243-3a75-47d7-81ef-99d911854730", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:23.439464 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e238ab57-6d53-41f4-ab8f-82d62aba3656 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:23.440527 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c74293-616e-4218-a62c-6c84c7ff3820', 'name': 'network-vif-deleted', 'tag': '0928e243-3a75-47d7-81ef-99d911854730', 'status': 'completed', 'code': 200} Mar 07 21:42:23.453922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711afbc7-1d37-4504-bff1-95e5fc9ec2e8 req-8a2c1f5a-291e-4f4b-b1b2-7ebd08308832 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:23.462377 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:23.468767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-711afbc7-1d37-4504-bff1-95e5fc9ec2e8 req-8a2c1f5a-291e-4f4b-b1b2-7ebd08308832 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/ports?device_id=17158f42-3ae8-4901-b478-6f36fd59b9fa HTTP/1.1" status: 200 len: 948 time: 0.2562742 Mar 07 21:42:23.564573 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8673d32-f791-454f-894e-fef1ab75f8b1 req-ab9c69bd-3949-44f1-8652-f0a0255c57bd tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 210 time: 0.0471098 Mar 07 21:42:23.647364 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4e1b1e2a-a536-4710-92ec-26a15046d75b is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:23.648094 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:23.670111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-75148841-47f6-40a6-a844-ab88f09227d4 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850660 Mar 07 21:42:23.681953 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (2c87ad66-70e2-4598-a8d2-7c8fd1b6a8ec), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:23.694992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-711afbc7-1d37-4504-bff1-95e5fc9ec2e8 req-53bd48c5-fe46-4fe2-8cf0-721525a7076a tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/security-groups?id=2998dc75-b1d2-48bf-95ee-1cea9805d311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259362 Mar 07 21:42:23.699402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a71d33e-5101-47f1-abbc-dc79046ec580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1b1e2a-a536-4710-92ec-26a15046d75b'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:23.699584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Attempting to bind port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:42:23.699916 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Attempting to bind port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:42:23.700257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Attempting to bind port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa on network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:23.701626 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951f27f8-9fcd-49b3-9d7e-f734e5927497" -d '{"events": [{"server_uuid": "5a71d33e-5101-47f1-abbc-dc79046ec580", "name": "network-vif-plugged", "status": "completed", "tag": "4e1b1e2a-a536-4710-92ec-26a15046d75b"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:23.716765 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Pushing event updated for resources: {'Port': ['ID=05e45333-f1f3-4355-b878-9c583e3fa921,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:23.735422 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Network e159bc15-21a8-48d3-bbb4-be2df81ef9ec is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:23.736299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4e1b1e2a-a536-4710-92ec-26a15046d75b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4e1b1e2a-a536-4710-92ec-26a15046d75b,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:23.736926 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (1ab55289-e82f-44ed-97aa-2e2afdf60bce), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:23.746708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:23.748741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa on network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:42:23.749074 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Attempting to bind port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa on network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:23.759915 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:23.763955 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:23.764819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0928e243-3a75-47d7-81ef-99d911854730 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:42:23.828459 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 0928e243-3a75-47d7-81ef-99d911854730 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:42:23.828815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0928e243-3a75-47d7-81ef-99d911854730 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:42:23.896248 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4e1b1e2a-a536-4710-92ec-26a15046d75b,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:23.905601 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:42:23.906009 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Checking segment: {'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:23.906493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Bound using segment: {'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:42:23.907092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Bound port: afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:42:23.907298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:23.908829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c48fb5f1-7795-4f2e-a643-7d9ce530bb67 req-93ed64ef-087b-48b7-b3f8-b18087249007 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1964056452&fields=id&tenant_id=2241391d44654848a06c7aaf207ddb12 HTTP/1.1" status: 200 len: 267 time: 0.2458005 Mar 07 21:42:23.937178 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67054bba-5628-47fa-8b41-e545cc7e4181 req-1ed41065-a245-432f-9cc2-aff37e17275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:23.938711 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67054bba-5628-47fa-8b41-e545cc7e4181 req-1ed41065-a245-432f-9cc2-aff37e17275c service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.9924619 Mar 07 21:42:23.963868 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Pushing event updated for resources: {'Port': ['ID=2c87ad66-70e2-4598-a8d2-7c8fd1b6a8ec,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:23.964869 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5b3afc9e-7211-4dbd-9588-e6606c597976 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:23.977909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a13ca8-4ee1-4a31-aadc-a50add5bcf83 req-033366ad-438d-4f45-9c4c-2285d5072734 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:23.980559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5a13ca8-4ee1-4a31-aadc-a50add5bcf83 req-033366ad-438d-4f45-9c4c-2285d5072734 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 944 time: 0.1873279 Mar 07 21:42:23.993913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e86d1-13ea-4bd2-bbd6-084485836f90 req-b43ebd60-4c12-4d77-a031-170fe214fcc4 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872636 Mar 07 21:42:24.051893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 5b3afc9e-7211-4dbd-9588-e6606c597976 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:24.052415 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5b3afc9e-7211-4dbd-9588-e6606c597976), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:24.084117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fb5f1-7795-4f2e-a643-7d9ce530bb67 req-473a7872-fab4-4ae6-af19-74bb652242ee tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:24.086707 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c48fb5f1-7795-4f2e-a643-7d9ce530bb67 req-473a7872-fab4-4ae6-af19-74bb652242ee tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 984 time: 0.1770132 Mar 07 21:42:24.087001 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67054bba-5628-47fa-8b41-e545cc7e4181 req-74b1a4f3-cd18-4c60-b8e0-9326225fa37d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=8a11b8b2-629d-494c-8405-eceecbec3899 HTTP/1.1" status: 200 len: 217 time: 0.1331477 Mar 07 21:42:24.102218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-c48fb5f1-7795-4f2e-a643-7d9ce530bb67 req-b6fdf423-d47b-4372-ac61-1ddbcdefe1cb tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Request body: {'port': {'security_groups': ['5721b1fb-4019-42f6-b4db-79a44c976285']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:24.147432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 5b3afc9e-7211-4dbd-9588-e6606c597976 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:24.168981 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5a13ca8-4ee1-4a31-aadc-a50add5bcf83 req-08d11218-293a-42e9-beed-eebf484fae45 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729159 Mar 07 21:42:24.217809 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c48fb5f1-7795-4f2e-a643-7d9ce530bb67 req-b6fdf423-d47b-4372-ac61-1ddbcdefe1cb tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:24.231520 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08917c97-eee8-4885-ad73-02b6a03967eb x-openstack-request-id: req-08917c97-eee8-4885-ad73-02b6a03967eb {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:24.232026 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a71d33e-5101-47f1-abbc-dc79046ec580", "name": "network-vif-plugged", "status": "completed", "tag": "4e1b1e2a-a536-4710-92ec-26a15046d75b", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:24.232546 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08917c97-eee8-4885-ad73-02b6a03967eb {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:24.233145 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a71d33e-5101-47f1-abbc-dc79046ec580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1b1e2a-a536-4710-92ec-26a15046d75b', 'code': 200} Mar 07 21:42:24.242720 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] For port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:24.251572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] For port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:42:24.274306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67054bba-5628-47fa-8b41-e545cc7e4181 req-33937bba-fa30-45a1-af49-c4bc3f912bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:24.276182 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67054bba-5628-47fa-8b41-e545cc7e4181 req-33937bba-fa30-45a1-af49-c4bc3f912bf7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1807914 Mar 07 21:42:24.295344 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:24.405895 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:24.406628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:24.408277 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] 10.222.0.13 "PUT /v2.0/ports/afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa HTTP/1.1" status: 200 len: 1092 time: 3.0265088 Mar 07 21:42:24.412813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'tag': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:24.415097 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcda29ed-11b1-49bb-bc61-a66984ace30f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca82f286-5a99-44df-9ae7-fb973a0f6d6f", "tag": "afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:24.417604 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05e45333-f1f3-4355-b878-9c583e3fa921), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:24.434055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ad5bf-a18e-4304-9a8b-30fa929f2abb req-343f60f1-45b5-4858-81e3-274a0360b1ee tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:24.446564 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-171ad5bf-a18e-4304-9a8b-30fa929f2abb req-343f60f1-45b5-4858-81e3-274a0360b1ee tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a71d33e-5101-47f1-abbc-dc79046ec580 HTTP/1.1" status: 200 len: 950 time: 0.1474423 Mar 07 21:42:24.460707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba5267-e3c9-4774-9fe7-1543d4119f10 req-ebb88d70-323d-4434-a736-c73aa8e70704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:24.462245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-adba5267-e3c9-4774-9fe7-1543d4119f10 req-ebb88d70-323d-4434-a736-c73aa8e70704 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a71d33e-5101-47f1-abbc-dc79046ec580 HTTP/1.1" status: 200 len: 1132 time: 0.1587169 Mar 07 21:42:24.476017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddd0f2-0686-4d30-9b78-d7a4165dd579 service neutron] Pushing event updated for resources: {'Port': ['ID=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:24.587295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67054bba-5628-47fa-8b41-e545cc7e4181 req-9cb1e4a3-c30d-4f63-bae9-ee7b139cd093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:24.589755 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67054bba-5628-47fa-8b41-e545cc7e4181 req-9cb1e4a3-c30d-4f63-bae9-ee7b139cd093 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2885137 Mar 07 21:42:24.662387 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (1715f037-0f39-4832-969e-f94f2d505018), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:24.672175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c48fb5f1-7795-4f2e-a643-7d9ce530bb67 req-b6fdf423-d47b-4372-ac61-1ddbcdefe1cb tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] For port 449ff57b-bd74-4c9a-9f11-683ecd88754b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b,segment=NetworkSegment(04d4e391-ffcf-4b7c-939e-a52bbe0c4012),segment_id=04d4e391-ffcf-4b7c-939e-a52bbe0c4012)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:24.709987 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-171ad5bf-a18e-4304-9a8b-30fa929f2abb req-7e24d136-9b47-4f61-a2f8-9584db0c4b01 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622879 Mar 07 21:42:24.716558 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-adba5267-e3c9-4774-9fe7-1543d4119f10 req-60b26f58-8ae5-4f8b-b41c-62473b195310 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255177 Mar 07 21:42:24.750639 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c48fb5f1-7795-4f2e-a643-7d9ce530bb67 req-b6fdf423-d47b-4372-ac61-1ddbcdefe1cb tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:24.759078 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c48fb5f1-7795-4f2e-a643-7d9ce530bb67 req-b6fdf423-d47b-4372-ac61-1ddbcdefe1cb tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:24.771202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-adcdffbd-6529-4785-8feb-b6fe735b6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:24.772289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['449ff57b-bd74-4c9a-9f11-683ecd88754b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:24.772945 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-adcdffbd-6529-4785-8feb-b6fe735b6b3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 1126 time: 0.3090560 Mar 07 21:42:24.848752 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-3a40cd3e-177e-4c3e-87eb-b13e313caa42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa HTTP/1.1" status: 200 len: 217 time: 0.0592206 Mar 07 21:42:24.855920 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fb5f1-7795-4f2e-a643-7d9ce530bb67 req-b6fdf423-d47b-4372-ac61-1ddbcdefe1cb tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:24.856694 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c48fb5f1-7795-4f2e-a643-7d9ce530bb67 req-b6fdf423-d47b-4372-ac61-1ddbcdefe1cb tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:24.858826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c48fb5f1-7795-4f2e-a643-7d9ce530bb67 req-b6fdf423-d47b-4372-ac61-1ddbcdefe1cb tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "PUT /v2.0/ports/449ff57b-bd74-4c9a-9f11-683ecd88754b HTTP/1.1" status: 200 len: 942 time: 0.7628579 Mar 07 21:42:24.888756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8d896-137f-44a7-ba1e-d38ff52c552c req-dd7d7b5c-63c7-4b94-b5de-6b5f5b606f86 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:24.890314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b0b8d896-137f-44a7-ba1e-d38ff52c552c req-dd7d7b5c-63c7-4b94-b5de-6b5f5b606f86 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 943 time: 0.1120393 Mar 07 21:42:24.909017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdf423-d47b-4372-ac61-1ddbcdefe1cb tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Pushing event updated for resources: {'Port': ['ID=449ff57b-bd74-4c9a-9f11-683ecd88754b,revision_number=7']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:24.951761 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de60536c-6579-43cc-8ec1-6b535c0102c7 x-openstack-request-id: req-de60536c-6579-43cc-8ec1-6b535c0102c7 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:24.952007 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca82f286-5a99-44df-9ae7-fb973a0f6d6f", "tag": "afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:24.952126 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de60536c-6579-43cc-8ec1-6b535c0102c7 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:24.952541 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'tag': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'status': 'completed', 'code': 200} Mar 07 21:42:24.958516 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b0b8d896-137f-44a7-ba1e-d38ff52c552c req-41cb37ee-e2d8-43eb-894a-62f793723c54 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589156 Mar 07 21:42:24.968833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['449ff57b-bd74-4c9a-9f11-683ecd88754b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:24.975305 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67054bba-5628-47fa-8b41-e545cc7e4181 req-01098cb6-b3ca-434a-8a50-c0d38cb20f5a service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758268 Mar 07 21:42:25.038251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Publish callbacks [] for port (05e45333-f1f3-4355-b878-9c583e3fa921), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:25.050564 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-b598711b-00ec-402d-9082-708aedb96985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:25.053637 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-b598711b-00ec-402d-9082-708aedb96985 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.1826160 Mar 07 21:42:25.054073 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 8a11b8b2-629d-494c-8405-eceecbec3899 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:42:25.060725 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (05e45333-f1f3-4355-b878-9c583e3fa921), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:25.072179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7f71239-07ec-45e0-8424-7bbb0b441e50 req-7fed66e6-55bd-441a-8752-6b94b0104325 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 210 time: 0.0479200 Mar 07 21:42:25.258951 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (1ab55289-e82f-44ed-97aa-2e2afdf60bce), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:25.278259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 8a11b8b2-629d-494c-8405-eceecbec3899, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=8a11b8b2-629d-494c-8405-eceecbec3899,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:25.289177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Pushing event updated for resources: {'Port': ['ID=05e45333-f1f3-4355-b878-9c583e3fa921,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:25.333691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '8a11b8b2-629d-494c-8405-eceecbec3899', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '8a11b8b2-629d-494c-8405-eceecbec3899', 'mac_address': 'fa:16:3e:18:a1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:42:25.354046 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67054bba-5628-47fa-8b41-e545cc7e4181 req-574e1029-5480-4fb0-89e1-b0604dd9083a service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629811 Mar 07 21:42:25.364446 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-a2adde08-ae31-4b56-96f4-8c386f3365e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:25.365940 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-a2adde08-ae31-4b56-96f4-8c386f3365e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2743070 Mar 07 21:42:25.383406 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-696abbc9-0294-4c13-8574-663817f1bacd req-a4cac876-ba25-45dc-905b-a338157bbcb4 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2627664 Mar 07 21:42:25.385106 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 8a11b8b2-629d-494c-8405-eceecbec3899 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:25.385504 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8a11b8b2-629d-494c-8405-eceecbec3899), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:25.395263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:25.400233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a11b8b2-629d-494c-8405-eceecbec3899 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:25.427057 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:25.430358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 8a11b8b2-629d-494c-8405-eceecbec3899, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=8a11b8b2-629d-494c-8405-eceecbec3899,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:25.435056 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8a11b8b2-629d-494c-8405-eceecbec3899), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:25.449645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db'}, {'name': 'network-changed', 'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b'}, {'name': 'network-changed', 'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:25.452178 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776ec9c6-18d3-4f03-aba2-654639c27b35" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db"}, {"name": "network-changed", "server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b"}, {"name": "network-changed", "server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:25.478481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49e345-5d68-45a1-95b5-062dcabe0119 req-16280833-eed2-4061-a80c-e782d83500cb tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:25.481538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d49e345-5d68-45a1-95b5-062dcabe0119 req-16280833-eed2-4061-a80c-e782d83500cb tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/ports?device_id=17158f42-3ae8-4901-b478-6f36fd59b9fa HTTP/1.1" status: 200 len: 948 time: 0.4074445 Mar 07 21:42:25.498251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=8a11b8b2-629d-494c-8405-eceecbec3899,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:25.573064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d49e345-5d68-45a1-95b5-062dcabe0119 req-1b7804c9-fe56-4f62-97d5-0ed2c6e5f645 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/security-groups?id=2998dc75-b1d2-48bf-95ee-1cea9805d311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812786 Mar 07 21:42:25.619799 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:25.697473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['8a11b8b2-629d-494c-8405-eceecbec3899'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:25.762868 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Allocated IP 172.25.4.243 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/31651f34-2803-48cd-b8bf-d6201ea79675) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:25.805086 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (1715f037-0f39-4832-969e-f94f2d505018), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:25.895257 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-2a5bf586-3ede-44aa-aa2c-e67d784af1b0 service neutron] 10.222.0.13 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197809 Mar 07 21:42:25.903511 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for port (31651f34-2803-48cd-b8bf-d6201ea79675), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:25.941154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Network 3a64d822-a651-4d6d-9d1f-f005c77bc34c is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:25.954807 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:25.982374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adccbb-833e-4824-bd39-1ab6e6b5fb3a req-427990c4-22e7-402c-87be-98d0f90d72a5 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:25.983985 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43adccbb-833e-4824-bd39-1ab6e6b5fb3a req-427990c4-22e7-402c-87be-98d0f90d72a5 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 944 time: 0.2600226 Mar 07 21:42:25.991801 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (31651f34-2803-48cd-b8bf-d6201ea79675), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:26.052077 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:26.064497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:26.074287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:26.119866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Pushing event updated for resources: {'Port': ['ID=31651f34-2803-48cd-b8bf-d6201ea79675,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:26.126080 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ae3064a-af8f-4dfc-8f00-5335c8573744 req-4df6de5e-e0d4-4cd8-896c-cfc4672a16e0 service neutron] 10.222.0.13 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235372 Mar 07 21:42:26.138722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43adccbb-833e-4824-bd39-1ab6e6b5fb3a req-cfba7810-e66b-482a-a5f2-c1ca4d2fc1b2 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420810 Mar 07 21:42:26.176472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Router 1715f037-0f39-4832-969e-f94f2d505018 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:42:26.219105 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for floatingip (56d5c61a-878f-46e9-a9b7-5f20d1791d0c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:26.219643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Router 1ab55289-e82f-44ed-97aa-2e2afdf60bce has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:42:26.227074 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587678e2-825c-4809-bf03-c8e14df94a35 x-openstack-request-id: req-587678e2-825c-4809-bf03-c8e14df94a35 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:26.228155 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:26.228155 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-587678e2-825c-4809-bf03-c8e14df94a35 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:26.228392 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'status': 'completed', 'code': 200} Mar 07 21:42:26.228670 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b', 'status': 'completed', 'code': 200} Mar 07 21:42:26.228997 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b', 'status': 'completed', 'code': 200} Mar 07 21:42:26.335276 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (31651f34-2803-48cd-b8bf-d6201ea79675), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:26.374818 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-43fc1574-2c96-4080-b86a-d3d9c38c08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:26.376312 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-43fc1574-2c96-4080-b86a-d3d9c38c08fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 1125 time: 0.1155126 Mar 07 21:42:26.385018 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda29ed-11b1-49bb-bc61-a66984ace30f req-0eb20f51-3185-4c29-a2d9-38d75612f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:26.386548 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bcda29ed-11b1-49bb-bc61-a66984ace30f req-0eb20f51-3185-4c29-a2d9-38d75612f339 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 1126 time: 0.1854725 Mar 07 21:42:26.436083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544e7f0-e522-4508-b987-97fead412122 req-8d97103f-3516-4511-b5bb-b54c47ff0aba tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:26.437586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a544e7f0-e522-4508-b987-97fead412122 req-8d97103f-3516-4511-b5bb-b54c47ff0aba tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a71d33e-5101-47f1-abbc-dc79046ec580 HTTP/1.1" status: 200 len: 950 time: 0.1432736 Mar 07 21:42:26.498154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:42:26.512271 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7900b676-c99d-4c45-bf25-1c17012bfffd None None] Sync routers for ids ['1715f037-0f39-4832-969e-f94f2d505018'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:26.523519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7900b676-c99d-4c45-bf25-1c17012bfffd None None] Routers {'1715f037-0f39-4832-969e-f94f2d505018'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:26.524118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7900b676-c99d-4c45-bf25-1c17012bfffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1715f037-0f39-4832-969e-f94f2d505018'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:26.524374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:42:26.539705 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f34fdfcd-7151-47a6-afd0-14e5aa736051 admin admin] 10.222.0.26 "PUT /v2.0/routers/1ab55289-e82f-44ed-97aa-2e2afdf60bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2665439 Mar 07 21:42:26.542271 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Sync routers for ids ['1ab55289-e82f-44ed-97aa-2e2afdf60bce'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:26.547864 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:26.552106 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4465d523-74cb-4410-acf6-101129292ac4 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.0433195 Mar 07 21:42:26.556456 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Routers {'1ab55289-e82f-44ed-97aa-2e2afdf60bce'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:26.556692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59888) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:26.560297 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1ab55289-e82f-44ed-97aa-2e2afdf60bce'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:26.610509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda29ed-11b1-49bb-bc61-a66984ace30f req-2fd80c7e-3750-44cc-9100-4124fb9f4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:26.612203 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bcda29ed-11b1-49bb-bc61-a66984ace30f req-2fd80c7e-3750-44cc-9100-4124fb9f4bf6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 922 time: 0.2162559 Mar 07 21:42:26.656913 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bcda29ed-11b1-49bb-bc61-a66984ace30f req-d93e7ee4-1a5e-41a4-a20c-4d6d69035395 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa HTTP/1.1" status: 200 len: 217 time: 0.0375788 Mar 07 21:42:26.752419 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda29ed-11b1-49bb-bc61-a66984ace30f req-a373127f-1b62-45f0-b990-df1b1f59bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:26.755071 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bcda29ed-11b1-49bb-bc61-a66984ace30f req-a373127f-1b62-45f0-b990-df1b1f59bc84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.0910842 Mar 07 21:42:26.773732 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f2754f8-66b1-43c5-ac4c-a16322e9c255 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router (1715f037-0f39-4832-969e-f94f2d505018), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:26.794361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-7900b676-c99d-4c45-bf25-1c17012bfffd None None] Set router 1715f037-0f39-4832-969e-f94f2d505018 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:26.869297 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda29ed-11b1-49bb-bc61-a66984ace30f req-dac2d314-f95f-4941-88dc-75e64bd6d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:26.870873 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bcda29ed-11b1-49bb-bc61-a66984ace30f req-dac2d314-f95f-4941-88dc-75e64bd6d622 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1064456 Mar 07 21:42:26.990622 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f2754f8-66b1-43c5-ac4c-a16322e9c255 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (1715f037-0f39-4832-969e-f94f2d505018), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:26.990974 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Set router 1ab55289-e82f-44ed-97aa-2e2afdf60bce gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:26.996050 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 8a11b8b2-629d-494c-8405-eceecbec3899 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:27.042608 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bcda29ed-11b1-49bb-bc61-a66984ace30f req-89886db7-5d1f-4210-bc93-bc0baf0911a5 service neutron] 10.222.0.13 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380732 Mar 07 21:42:27.081576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a544e7f0-e522-4508-b987-97fead412122 req-85f44c5a-9789-4dfb-83e2-73b8c179a33b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6011140 Mar 07 21:42:27.119126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-0461a620-01d8-473e-bc27-9ab19d410644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:27.122550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-0461a620-01d8-473e-bc27-9ab19d410644 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.7377913 Mar 07 21:42:27.154034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 8a11b8b2-629d-494c-8405-eceecbec3899 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:42:27.158792 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-4f2754f8-66b1-43c5-ac4c-a16322e9c255 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Deleting port 2c87ad66-70e2-4598-a8d2-7c8fd1b6a8ec {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:42:27.159298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f2754f8-66b1-43c5-ac4c-a16322e9c255 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2c87ad66-70e2-4598-a8d2-7c8fd1b6a8ec), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.170122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 8a11b8b2-629d-494c-8405-eceecbec3899 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:27.170598 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8a11b8b2-629d-494c-8405-eceecbec3899), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.231083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7900b676-c99d-4c45-bf25-1c17012bfffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1715f037-0f39-4832-969e-f94f2d505018', 'name': '', 'tenant_id': '47494c3da0cb4eea87c795ef3a22cec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e159bc15-21a8-48d3-bbb4-be2df81ef9ec', 'external_fixed_ips': [{'subnet_id': 'b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '2c87ad66-70e2-4598-a8d2-7c8fd1b6a8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:19Z', 'updated_at': '2022-03-07T21:42:24Z', 'revision_number': 3, 'project_id': '47494c3da0cb4eea87c795ef3a22cec8', 'gw_port': {'id': '2c87ad66-70e2-4598-a8d2-7c8fd1b6a8ec', 'name': '', 'network_id': 'e159bc15-21a8-48d3-bbb4-be2df81ef9ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1715f037-0f39-4832-969e-f94f2d505018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:21Z', 'updated_at': '2022-03-07T21:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:27.239680 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-9e82be82-099e-40c3-82ff-c4d66b16d7ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db HTTP/1.1" status: 200 len: 217 time: 0.0982957 Mar 07 21:42:27.265726 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bcda29ed-11b1-49bb-bc61-a66984ace30f req-7d3b1bb0-b68b-4f43-82ca-b00676e541b9 service neutron] 10.222.0.13 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150238 Mar 07 21:42:27.289897 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7900b676-c99d-4c45-bf25-1c17012bfffd None None] Checking router: 1715f037-0f39-4832-969e-f94f2d505018 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:27.291720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7900b676-c99d-4c45-bf25-1c17012bfffd None None] Updating router 1715f037-0f39-4832-969e-f94f2d505018 port 2c87ad66-70e2-4598-a8d2-7c8fd1b6a8ec binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:42:27.303959 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f2754f8-66b1-43c5-ac4c-a16322e9c255 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2c87ad66-70e2-4598-a8d2-7c8fd1b6a8ec), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.312068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-15e1cd4f-0d40-4dd6-8bb3-b2b7920c827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:27.313542 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-15e1cd4f-0d40-4dd6-8bb3-b2b7920c827b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.0477734 Mar 07 21:42:27.318856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-4f2754f8-66b1-43c5-ac4c-a16322e9c255 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Calling delete_port for 2c87ad66-70e2-4598-a8d2-7c8fd1b6a8ec owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:42:27.342255 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7900b676-c99d-4c45-bf25-1c17012bfffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2c87ad66-70e2-4598-a8d2-7c8fd1b6a8ec), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.361809 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for port (31651f34-2803-48cd-b8bf-d6201ea79675), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.366542 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'name': 'tempest-ServerRescueNegativeTestJSON-240243572-router', 'tenant_id': '04bcb9fef1894f61b223b163697dce5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:13Z', 'updated_at': '2022-03-07T21:42:24Z', 'revision_number': 4, 'project_id': '04bcb9fef1894f61b223b163697dce5a', 'gw_port': {'id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:14Z', 'updated_at': '2022-03-07T21:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05e45333-f1f3-4355-b878-9c583e3fa921', 'name': '', 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c', 'tenant_id': '04bcb9fef1894f61b223b163697dce5a', 'mac_address': 'fa:16:3e:38:37:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '63c081fe-dc52-4918-ab2b-7c35c53daa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:21Z', 'updated_at': '2022-03-07T21:42:24Z', 'revision_number': 2, 'project_id': '04bcb9fef1894f61b223b163697dce5a', 'subnets': [{'id': '63c081fe-dc52-4918-ab2b-7c35c53daa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:27.400732 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Checking router: 1ab55289-e82f-44ed-97aa-2e2afdf60bce for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:27.401339 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Updating router 1ab55289-e82f-44ed-97aa-2e2afdf60bce port 05e45333-f1f3-4355-b878-9c583e3fa921 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:42:27.412212 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (31651f34-2803-48cd-b8bf-d6201ea79675), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.430930 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05e45333-f1f3-4355-b878-9c583e3fa921), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.441562 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 8a11b8b2-629d-494c-8405-eceecbec3899 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:27.441961 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8a11b8b2-629d-494c-8405-eceecbec3899), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.444505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:42:27.549609 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f2754f8-66b1-43c5-ac4c-a16322e9c255 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (2c87ad66-70e2-4598-a8d2-7c8fd1b6a8ec), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.583287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35983a8-af1d-4a2a-801b-2aa296a63cb4 req-a09be9b5-6e80-4ebd-86fe-b5780df892eb tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:27.589083 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2754f8-66b1-43c5-ac4c-a16322e9c255 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c87ad66-70e2-4598-a8d2-7c8fd1b6a8ec,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:27.591177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b35983a8-af1d-4a2a-801b-2aa296a63cb4 req-a09be9b5-6e80-4ebd-86fe-b5780df892eb tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 943 time: 0.3644044 Mar 07 21:42:27.612369 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (56d5c61a-878f-46e9-a9b7-5f20d1791d0c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.653838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Pushing event updated for resources: {'Port': ['ID=31651f34-2803-48cd-b8bf-d6201ea79675,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:27.670433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17158f42-3ae8-4901-b478-6f36fd59b9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a11b8b2-629d-494c-8405-eceecbec3899'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:27.675239 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e4f72f-7829-465d-b2c1-d08fcbe7e268" -d '{"events": [{"server_uuid": "17158f42-3ae8-4901-b478-6f36fd59b9fa", "name": "network-vif-plugged", "status": "completed", "tag": "8a11b8b2-629d-494c-8405-eceecbec3899"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:27.685849 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-704d0d93-6fa4-407f-9eb8-0441ea17e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:27.687721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-704d0d93-6fa4-407f-9eb8-0441ea17e345 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3643184 Mar 07 21:42:27.693251 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.694657 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.resource_extend [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:42:27.699467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-696abbc9-0294-4c13-8574-663817f1bacd req-d8c3a85a-9fb9-4dd6-81d0-fc4c18b0d576 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3091228 Mar 07 21:42:27.710579 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f2754f8-66b1-43c5-ac4c-a16322e9c255 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (1715f037-0f39-4832-969e-f94f2d505018), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.716174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 8a11b8b2-629d-494c-8405-eceecbec3899, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=8a11b8b2-629d-494c-8405-eceecbec3899,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:27.730381 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8a11b8b2-629d-494c-8405-eceecbec3899), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.773374 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Publish callbacks [] for port (05e45333-f1f3-4355-b878-9c583e3fa921), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.780051 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (05e45333-f1f3-4355-b878-9c583e3fa921), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.827734 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c036c5-75a3-4dd4-badd-59c4873bf210 None None] Pushing event updated for resources: {'Port': ['ID=05e45333-f1f3-4355-b878-9c583e3fa921,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:27.838309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-fa80cacf-89b7-49b2-b079-ecb869732e68 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373804 Mar 07 21:42:27.852308 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f2754f8-66b1-43c5-ac4c-a16322e9c255 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (1715f037-0f39-4832-969e-f94f2d505018), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.855213 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f2754f8-66b1-43c5-ac4c-a16322e9c255 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_controller (1715f037-0f39-4832-969e-f94f2d505018), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.909555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b35983a8-af1d-4a2a-801b-2aa296a63cb4 req-2d655d4c-3e4d-492b-914a-cc95e76025ba tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113339 Mar 07 21:42:27.919012 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f2754f8-66b1-43c5-ac4c-a16322e9c255 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (1715f037-0f39-4832-969e-f94f2d505018), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.919972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2754f8-66b1-43c5-ac4c-a16322e9c255 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1715f037-0f39-4832-969e-f94f2d505018 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:42:27.925529 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f2754f8-66b1-43c5-ac4c-a16322e9c255 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.926424 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Attempting to bind port 05e45333-f1f3-4355-b878-9c583e3fa921 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:42:27.926957 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Attempting to bind port 05e45333-f1f3-4355-b878-9c583e3fa921 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '559baeb1-53cf-4b61-94c8-5ae8fb0217ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:42:27.927101 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4f2754f8-66b1-43c5-ac4c-a16322e9c255 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "DELETE /v2.0/routers/1715f037-0f39-4832-969e-f94f2d505018 HTTP/1.1" status: 204 len: 168 time: 1.3691609 Mar 07 21:42:27.928026 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Attempting to bind port 05e45333-f1f3-4355-b878-9c583e3fa921 on network 3a64d822-a651-4d6d-9d1f-f005c77bc34c {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:27.930199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59902) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:27.934092 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:42:27.934667 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Checking segment: {'id': '559baeb1-53cf-4b61-94c8-5ae8fb0217ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:27.935302 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.936039 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Bound using segment: {'id': '559baeb1-53cf-4b61-94c8-5ae8fb0217ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:42:27.937080 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Bound port: 05e45333-f1f3-4355-b878-9c583e3fa921, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559baeb1-53cf-4b61-94c8-5ae8fb0217ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:42:27.937483 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05e45333-f1f3-4355-b878-9c583e3fa921), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:27.974957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-696abbc9-0294-4c13-8574-663817f1bacd req-cc8bb05d-2b24-4dbe-9210-e59d29e5acd1 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.1349969 Mar 07 21:42:27.990002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:27.997217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=8a11b8b2-629d-494c-8405-eceecbec3899,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:28.022974 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae9c33c-69c3-4b55-be30-048c2aaa8448 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Deleting subnet b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:42:28.038672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'port_id': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'mac_address': 'fa:16:3e:a1:a9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:42:28.091474 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] For port 05e45333-f1f3-4355-b878-9c583e3fa921, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:28.094734 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] For port 05e45333-f1f3-4355-b878-9c583e3fa921, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=05e45333-f1f3-4355-b878-9c583e3fa921,segment=NetworkSegment(559baeb1-53cf-4b61-94c8-5ae8fb0217ef),segment_id=559baeb1-53cf-4b61-94c8-5ae8fb0217ef)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:42:28.100144 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ae9c33c-69c3-4b55-be30-048c2aaa8448 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for subnet (b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:28.103673 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (05e45333-f1f3-4355-b878-9c583e3fa921), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:28.104125 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-7900b676-c99d-4c45-bf25-1c17012bfffd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:42:28.104587 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-7900b676-c99d-4c45-bf25-1c17012bfffd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:42:28.106826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:28.107318 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:28.132069 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:28.158529 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ae9c33c-69c3-4b55-be30-048c2aaa8448 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:28.159521 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:28.168564 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:28.197384 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c036c5-75a3-4dd4-badd-59c4873bf210 None None] Pushing event updated for resources: {'Port': ['ID=05e45333-f1f3-4355-b878-9c583e3fa921,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:28.199850 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Routers {'1ab55289-e82f-44ed-97aa-2e2afdf60bce'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:28.200449 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1ab55289-e82f-44ed-97aa-2e2afdf60bce'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:28.208656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7307daa2-b93d-4dc3-a284-1fa9e7f34621 req-6fc45a59-163b-426b-ac65-1895e0c16017 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 210 time: 0.1472943 Mar 07 21:42:28.262779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:28.263162 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ae9c33c-69c3-4b55-be30-048c2aaa8448 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:28.272375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-66cd904d-4425-4328-9012-ef6688f3afc1 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187038 Mar 07 21:42:28.350772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696abbc9-0294-4c13-8574-663817f1bacd req-6c1dda02-d30c-4302-aa2c-bc74f26953c8 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:28.361164 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-696abbc9-0294-4c13-8574-663817f1bacd req-6c1dda02-d30c-4302-aa2c-bc74f26953c8 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.3442571 Mar 07 21:42:28.375794 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] Set router 1ab55289-e82f-44ed-97aa-2e2afdf60bce gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:28.381821 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ae9c33c-69c3-4b55-be30-048c2aaa8448 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:28.408273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ae9c33c-69c3-4b55-be30-048c2aaa8448 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:28.413085 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8ae9c33c-69c3-4b55-be30-048c2aaa8448 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab HTTP/1.1" status: 204 len: 168 time: 0.4807265 Mar 07 21:42:28.432476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59908) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:28.443332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9c33c-69c3-4b55-be30-048c2aaa8448 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:28.474646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-cf3e0a6f-a5e4-4840-a064-c2d682d8467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:28.476188 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-cf3e0a6f-a5e4-4840-a064-c2d682d8467c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2241391d44654848a06c7aaf207ddb12&device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 1127 time: 0.1040134 Mar 07 21:42:28.483067 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06137502-0979-4266-9b60-7e1c2575bdb9 req-87d6c13d-239f-4217-b7fa-457836d6aff8 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:28.506247 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06137502-0979-4266-9b60-7e1c2575bdb9 req-87d6c13d-239f-4217-b7fa-457836d6aff8 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/ports?device_id=17158f42-3ae8-4901-b478-6f36fd59b9fa HTTP/1.1" status: 200 len: 950 time: 0.1421695 Mar 07 21:42:28.527833 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-632e6696-f93b-420a-9bfa-7fcc8b5d3b1f tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (e159bc15-21a8-48d3-bbb4-be2df81ef9ec), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:28.550336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:28.619338 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06137502-0979-4266-9b60-7e1c2575bdb9 req-ada78721-b3b1-403d-b994-2e1be4afff02 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/security-groups?id=2998dc75-b1d2-48bf-95ee-1cea9805d311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118796 Mar 07 21:42:28.666910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7900b676-c99d-4c45-bf25-1c17012bfffd None None] Port 2c87ad66-70e2-4598-a8d2-7c8fd1b6a8ec not found while updating agent binding for router 1715f037-0f39-4832-969e-f94f2d505018. {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 07 21:42:28.670491 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-632e6696-f93b-420a-9bfa-7fcc8b5d3b1f tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (e159bc15-21a8-48d3-bbb4-be2df81ef9ec), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:28.696785 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-632e6696-f93b-420a-9bfa-7fcc8b5d3b1f tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e159bc15-21a8-48d3-bbb4-be2df81ef9ec']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:28.708540 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-632e6696-f93b-420a-9bfa-7fcc8b5d3b1f tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b57086-0fdd-4046-9c08-c5e7714d3b34') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:28.709166 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-632e6696-f93b-420a-9bfa-7fcc8b5d3b1f tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b57086-0fdd-4046-9c08-c5e7714d3b34') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:28.709520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7900b676-c99d-4c45-bf25-1c17012bfffd None None] Routers set() bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:28.712926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7900b676-c99d-4c45-bf25-1c17012bfffd None None] Router IDs set() for agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 21:42:28.713592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_agentschedulers_db [None req-7900b676-c99d-4c45-bf25-1c17012bfffd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1715f037-0f39-4832-969e-f94f2d505018'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent'). {{(pid=103720) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 21:42:28.713978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7900b676-c99d-4c45-bf25-1c17012bfffd None None] The sync data for ids ['1715f037-0f39-4832-969e-f94f2d505018'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:28.724292 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:42:28.731308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-ec58c5c3-00cc-4319-985e-22de9d921f21 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:28.733404 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-ec58c5c3-00cc-4319-985e-22de9d921f21 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/networks?id=3a64d822-a651-4d6d-9d1f-f005c77bc34c HTTP/1.1" status: 200 len: 818 time: 0.1125362 Mar 07 21:42:28.747113 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-632e6696-f93b-420a-9bfa-7fcc8b5d3b1f tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (18b57086-0fdd-4046-9c08-c5e7714d3b34), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:28.765846 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-632e6696-f93b-420a-9bfa-7fcc8b5d3b1f tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (18b57086-0fdd-4046-9c08-c5e7714d3b34), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:28.771070 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'name': 'tempest-ServerRescueNegativeTestJSON-240243572-router', 'tenant_id': '04bcb9fef1894f61b223b163697dce5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:13Z', 'updated_at': '2022-03-07T21:42:24Z', 'revision_number': 4, 'project_id': '04bcb9fef1894f61b223b163697dce5a', 'gw_port': {'id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:14Z', 'updated_at': '2022-03-07T21:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05e45333-f1f3-4355-b878-9c583e3fa921', 'name': '', 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c', 'tenant_id': '04bcb9fef1894f61b223b163697dce5a', 'mac_address': 'fa:16:3e:38:37:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '63c081fe-dc52-4918-ab2b-7c35c53daa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:21Z', 'updated_at': '2022-03-07T21:42:28Z', 'revision_number': 4, 'project_id': '04bcb9fef1894f61b223b163697dce5a', 'subnets': [{'id': '63c081fe-dc52-4918-ab2b-7c35c53daa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:28.778281 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632e6696-f93b-420a-9bfa-7fcc8b5d3b1f tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:28.779039 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-632e6696-f93b-420a-9bfa-7fcc8b5d3b1f tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (18b57086-0fdd-4046-9c08-c5e7714d3b34), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:28.779557 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-a58ea188-2bc3-4c43-b2b0-eb353d29fb2f tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/quotas/04bcb9fef1894f61b223b163697dce5a HTTP/1.1" status: 200 len: 375 time: 0.0198445 Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:28.783173 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:28.828990 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be849d36-49ed-4692-b4b1-82ea7b8c66a1 None None] The sync data for ids ['1ab55289-e82f-44ed-97aa-2e2afdf60bce'] in n-d-832330-1 is: [{'id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'name': 'tempest-ServerRescueNegativeTestJSON-240243572-router', 'tenant_id': '04bcb9fef1894f61b223b163697dce5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:13Z', 'updated_at': '2022-03-07T21:42:24Z', 'revision_number': 4, 'project_id': '04bcb9fef1894f61b223b163697dce5a', 'gw_port': {'id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:14Z', 'updated_at': '2022-03-07T21:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05e45333-f1f3-4355-b878-9c583e3fa921', 'name': '', 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c', 'tenant_id': '04bcb9fef1894f61b223b163697dce5a', 'mac_address': 'fa:16:3e:38:37:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '63c081fe-dc52-4918-ab2b-7c35c53daa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:21Z', 'updated_at': '2022-03-07T21:42:28Z', 'revision_number': 4, 'project_id': '04bcb9fef1894f61b223b163697dce5a', 'subnets': [{'id': '63c081fe-dc52-4918-ab2b-7c35c53daa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:28.912950 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-632e6696-f93b-420a-9bfa-7fcc8b5d3b1f tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (e159bc15-21a8-48d3-bbb4-be2df81ef9ec), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:28.945263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-82eccea6-7308-4073-8bb2-016a012b47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:28.945263 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-82eccea6-7308-4073-8bb2-016a012b47d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4491ae60-486f-4baa-a72c-21726164aae0 HTTP/1.1" status: 200 len: 921 time: 0.4346855 Mar 07 21:42:28.976716 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632e6696-f93b-420a-9bfa-7fcc8b5d3b1f tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e159bc15-21a8-48d3-bbb4-be2df81ef9ec {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 21:42:28.981999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e6696-f93b-420a-9bfa-7fcc8b5d3b1f tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Pushing event deleted for resources: {'Network': ['ID=e159bc15-21a8-48d3-bbb4-be2df81ef9ec,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:28.984288 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-632e6696-f93b-420a-9bfa-7fcc8b5d3b1f tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:28.997146 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-632e6696-f93b-420a-9bfa-7fcc8b5d3b1f tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "DELETE /v2.0/networks/e159bc15-21a8-48d3-bbb4-be2df81ef9ec HTTP/1.1" status: 204 len: 168 time: 0.5600369 Mar 07 21:42:29.075376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-e0a32494-258f-4bb9-8781-bd80f93acb09 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=04bcb9fef1894f61b223b163697dce5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2818701 Mar 07 21:42:29.081485 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-4e207e41-7f76-4d34-8b7d-e9af8dd90fc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b HTTP/1.1" status: 200 len: 217 time: 0.1290405 Mar 07 21:42:29.286430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-3ca3e4b7-3113-4076-aabf-850ec42ade91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:29.287989 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-3ca3e4b7-3113-4076-aabf-850ec42ade91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eeba05f1-cd73-417e-9e7b-c3ae6bff5455 HTTP/1.1" status: 200 len: 860 time: 0.1403389 Mar 07 21:42:29.296766 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59932) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:29.301193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-42a3cfea-0490-433e-82ca-274b6fc325f7 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Request body: {'router': {'name': 'tempest-router--945393346', 'project_id': '710095bef060408492f4508fee1d9078'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:29.303789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f969e2-696e-4f16-b2ec-b3f7aaa96e54 req-109bb7b7-6a98-4d0c-a76e-a482aaa9a19c tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:29.305257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6f969e2-696e-4f16-b2ec-b3f7aaa96e54 req-109bb7b7-6a98-4d0c-a76e-a482aaa9a19c tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 944 time: 0.2474382 Mar 07 21:42:29.322051 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfea-0490-433e-82ca-274b6fc325f7 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (915abe38-1032-49e8-a184-1aaf1e1554d6), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:29.323997 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfea-0490-433e-82ca-274b6fc325f7 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (915abe38-1032-49e8-a184-1aaf1e1554d6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:29.355441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-8b948cf4-d200-4af8-bd03-194105b4559e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4491ae60-486f-4baa-a72c-21726164aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477021 Mar 07 21:42:29.377169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:42:29.385740 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfea-0490-433e-82ca-274b6fc325f7 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_controller (915abe38-1032-49e8-a184-1aaf1e1554d6), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:29.395913 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfea-0490-433e-82ca-274b6fc325f7 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (915abe38-1032-49e8-a184-1aaf1e1554d6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:29.418996 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfea-0490-433e-82ca-274b6fc325f7 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:29.420757 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-42a3cfea-0490-433e-82ca-274b6fc325f7 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1229000 Mar 07 21:42:29.423368 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59934) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:29.431980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-00d78027-5b06-412e-95a9-f916cef54025 service neutron] 10.222.0.26 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765954 Mar 07 21:42:29.437204 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6f969e2-696e-4f16-b2ec-b3f7aaa96e54 req-34fc7c05-6bf9-4164-9d77-cec4e482e497 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867920 Mar 07 21:42:29.506125 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aeb84f25-4a74-4f03-8d39-83ce3856da20 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router (915abe38-1032-49e8-a184-1aaf1e1554d6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:29.551796 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa96c82f-b307-44b1-8c72-1742486ad564 x-openstack-request-id: req-aa96c82f-b307-44b1-8c72-1742486ad564 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:29.551796 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17158f42-3ae8-4901-b478-6f36fd59b9fa", "name": "network-vif-plugged", "status": "completed", "tag": "8a11b8b2-629d-494c-8405-eceecbec3899", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:29.552083 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa96c82f-b307-44b1-8c72-1742486ad564 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:29.552794 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17158f42-3ae8-4901-b478-6f36fd59b9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a11b8b2-629d-494c-8405-eceecbec3899', 'code': 200} Mar 07 21:42:29.594648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:29.608621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'port_id': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'mac_address': 'fa:16:3e:32:53:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:42:29.612632 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-e9228c23-f21b-4733-97fb-b611545324cd service neutron] 10.222.0.13 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366376 Mar 07 21:42:29.654335 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:29.654536 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:29.670297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:29.692409 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-1a6bc03b-a392-4c6b-89ea-a9b001d126fe service neutron] 10.222.0.26 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471175 Mar 07 21:42:29.694820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:29.702458 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:29.757314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29b83d-1540-4ede-afa1-2014bba49bea req-d29bfb14-ca86-404e-af3c-df44e77b176d tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:29.758664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af29b83d-1540-4ede-afa1-2014bba49bea req-d29bfb14-ca86-404e-af3c-df44e77b176d tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1173742 Mar 07 21:42:29.773709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:29.843912 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af29b83d-1540-4ede-afa1-2014bba49bea req-1f9c44a1-471f-4929-9f19-9c0103f0ec33 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.0727229 Mar 07 21:42:29.849212 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-af29b83d-1540-4ede-afa1-2014bba49bea req-b88de54d-ea53-46d8-82a2-afaaadddbb15 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Request body: {'floatingip': {'port_id': '449ff57b-bd74-4c9a-9f11-683ecd88754b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:29.853563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-dce4e156-1abc-4b5c-a1ef-2e74cd84b31e service neutron] 10.222.0.13 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248762 Mar 07 21:42:29.891477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aeb84f25-4a74-4f03-8d39-83ce3856da20 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (915abe38-1032-49e8-a184-1aaf1e1554d6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:29.897366 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aeb84f25-4a74-4f03-8d39-83ce3856da20 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_controller (915abe38-1032-49e8-a184-1aaf1e1554d6), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:29.986366 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-af29b83d-1540-4ede-afa1-2014bba49bea req-b88de54d-ea53-46d8-82a2-afaaadddbb15 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for floatingip (56d5c61a-878f-46e9-a9b7-5f20d1791d0c), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:30.022577 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aeb84f25-4a74-4f03-8d39-83ce3856da20 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (915abe38-1032-49e8-a184-1aaf1e1554d6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:30.023814 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb84f25-4a74-4f03-8d39-83ce3856da20 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 915abe38-1032-49e8-a184-1aaf1e1554d6 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:42:30.047291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 05e45333-f1f3-4355-b878-9c583e3fa921 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:30.074031 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aeb84f25-4a74-4f03-8d39-83ce3856da20 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:30.095771 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-aeb84f25-4a74-4f03-8d39-83ce3856da20 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "DELETE /v2.0/routers/915abe38-1032-49e8-a184-1aaf1e1554d6 HTTP/1.1" status: 204 len: 168 time: 0.6682644 Mar 07 21:42:30.103654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:30.110738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff87fb2-0285-420c-88cb-63a274a08ebd req-c27f36a4-685d-4228-b9e1-f8c0d87b67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:30.125079 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0ff87fb2-0285-420c-88cb-63a274a08ebd req-c27f36a4-685d-4228-b9e1-f8c0d87b67f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17158f42-3ae8-4901-b478-6f36fd59b9fa HTTP/1.1" status: 200 len: 1132 time: 0.4845316 Mar 07 21:42:30.152689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-df1da176-14ef-498f-9d8e-cd8fb400364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:30.154565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-df1da176-14ef-498f-9d8e-cd8fb400364f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2241391d44654848a06c7aaf207ddb12&device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 1127 time: 0.2080135 Mar 07 21:42:30.216633 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0ff87fb2-0285-420c-88cb-63a274a08ebd req-41a6aac4-dd9f-47bb-ac87-4bac678f45ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2998dc75-b1d2-48bf-95ee-1cea9805d311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881052 Mar 07 21:42:30.260271 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 05e45333-f1f3-4355-b878-9c583e3fa921 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:30.260791 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05e45333-f1f3-4355-b878-9c583e3fa921), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:30.402106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59946) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:30.502986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 05e45333-f1f3-4355-b878-9c583e3fa921 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:30.504848 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05e45333-f1f3-4355-b878-9c583e3fa921), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:30.578520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 05e45333-f1f3-4355-b878-9c583e3fa921, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=05e45333-f1f3-4355-b878-9c583e3fa921,segment=NetworkSegment(559baeb1-53cf-4b61-94c8-5ae8fb0217ef),segment_id=559baeb1-53cf-4b61-94c8-5ae8fb0217ef)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:30.600179 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (05e45333-f1f3-4355-b878-9c583e3fa921), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:30.644054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-a7195dfc-9096-452b-8497-83a10b8ead7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:30.645622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-a7195dfc-9096-452b-8497-83a10b8ead7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4491ae60-486f-4baa-a72c-21726164aae0 HTTP/1.1" status: 200 len: 921 time: 0.4786327 Mar 07 21:42:30.680630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=05e45333-f1f3-4355-b878-9c583e3fa921,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:30.786115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-4d3599bf-c809-4974-a068-982709a2a9fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b HTTP/1.1" status: 200 len: 217 time: 0.1322052 Mar 07 21:42:30.801137 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-596141360', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:30.819841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22a0c2-c3c1-49a0-ae16-e53a270e0d9c req-47b5f4d9-2be0-4eaa-a3a6-77e2c66234cc tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:30.820318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22a0c2-c3c1-49a0-ae16-e53a270e0d9c req-47b5f4d9-2be0-4eaa-a3a6-77e2c66234cc tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:30.820793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22a0c2-c3c1-49a0-ae16-e53a270e0d9c req-47b5f4d9-2be0-4eaa-a3a6-77e2c66234cc tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:30.821254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22a0c2-c3c1-49a0-ae16-e53a270e0d9c req-47b5f4d9-2be0-4eaa-a3a6-77e2c66234cc tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:30.821716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22a0c2-c3c1-49a0-ae16-e53a270e0d9c req-47b5f4d9-2be0-4eaa-a3a6-77e2c66234cc tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:30.822214 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22a0c2-c3c1-49a0-ae16-e53a270e0d9c req-47b5f4d9-2be0-4eaa-a3a6-77e2c66234cc tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:30.822676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22a0c2-c3c1-49a0-ae16-e53a270e0d9c req-47b5f4d9-2be0-4eaa-a3a6-77e2c66234cc tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:30.823138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22a0c2-c3c1-49a0-ae16-e53a270e0d9c req-47b5f4d9-2be0-4eaa-a3a6-77e2c66234cc tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:30.823600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22a0c2-c3c1-49a0-ae16-e53a270e0d9c req-47b5f4d9-2be0-4eaa-a3a6-77e2c66234cc tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:30.824241 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22a0c2-c3c1-49a0-ae16-e53a270e0d9c req-47b5f4d9-2be0-4eaa-a3a6-77e2c66234cc tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:30.834211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc22a0c2-c3c1-49a0-ae16-e53a270e0d9c req-47b5f4d9-2be0-4eaa-a3a6-77e2c66234cc tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2&device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3&device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f&device_id=17158f42-3ae8-4901-b478-6f36fd59b9fa&device_id=5a71d33e-5101-47f1-abbc-dc79046ec580&device_id=a52ace8a-8982-4912-8851-cd1e3361ce86&device_id=6f97d876-f8df-40a6-b311-ce424b003ca2&device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f&device_id=e9c74293-616e-4218-a62c-6c84c7ff3820&device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee&device_id=92cca83b-6aed-42e8-b987-32ad2472be36&device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 9395 time: 0.2539766 Mar 07 21:42:30.836611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (ac45aed1-24e9-4722-ab79-20f503f51ca2), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:30.838803 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (ac45aed1-24e9-4722-ab79-20f503f51ca2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:30.916385 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_controller (ac45aed1-24e9-4722-ab79-20f503f51ca2), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:30.921479 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cc22a0c2-c3c1-49a0-ae16-e53a270e0d9c req-9eb204f3-a609-4a61-9059-aed177b4ea98 tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:31.027876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-6262232d-f536-4cb5-abc5-26bc04b40e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:31.030102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-6262232d-f536-4cb5-abc5-26bc04b40e93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eeba05f1-cd73-417e-9e7b-c3ae6bff5455 HTTP/1.1" status: 200 len: 860 time: 0.2344193 Mar 07 21:42:31.115159 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-bf7c0941-e996-499c-af4d-f6c23ed03b9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4491ae60-486f-4baa-a72c-21726164aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780344 Mar 07 21:42:31.234895 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (ac45aed1-24e9-4722-ab79-20f503f51ca2), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:31.318745 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.db.resource_extend [req-af29b83d-1540-4ede-afa1-2014bba49bea req-b88de54d-ea53-46d8-82a2-afaaadddbb15 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:42:31.322166 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cc22a0c2-c3c1-49a0-ae16-e53a270e0d9c req-9eb204f3-a609-4a61-9059-aed177b4ea98 tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Publish callbacks [] for security_group (e3881daf-4532-4289-8aa3-af3881d73fff), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:31.366338 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cc22a0c2-c3c1-49a0-ae16-e53a270e0d9c req-9eb204f3-a609-4a61-9059-aed177b4ea98 tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e3881daf-4532-4289-8aa3-af3881d73fff), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:31.394905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:31.544793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:42:31.551583 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:31.551965 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:31.716500 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:31.717232 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:31.753234 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:31.757722 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89502ade-6e01-4c75-bc14-00e17b650281" -d '{"events": [{"server_uuid": "ca82f286-5a99-44df-9ae7-fb973a0f6d6f", "name": "network-vif-plugged", "status": "completed", "tag": "afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:31.780020 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:31.790664 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:31.791899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:31.838589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-1ae9ebf7-3140-45af-8054-a64f82ddff8e service neutron] 10.222.0.13 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7140982 Mar 07 21:42:31.854157 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-af29b83d-1540-4ede-afa1-2014bba49bea req-b88de54d-ea53-46d8-82a2-afaaadddbb15 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:31.874524 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-af29b83d-1540-4ede-afa1-2014bba49bea req-b88de54d-ea53-46d8-82a2-afaaadddbb15 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (56d5c61a-878f-46e9-a9b7-5f20d1791d0c), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:31.892308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb204f3-a609-4a61-9059-aed177b4ea98 tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3881daf-4532-4289-8aa3-af3881d73fff,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:31.912375 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:31.956516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:42:31.966890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:31.967277 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:32.068690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 05e45333-f1f3-4355-b878-9c583e3fa921 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:32.112037 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc22a0c2-c3c1-49a0-ae16-e53a270e0d9c req-9eb204f3-a609-4a61-9059-aed177b4ea98 tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2998dc75-b1d2-48bf-95ee-1cea9805d311&id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&id=5721b1fb-4019-42f6-b4db-79a44c976285&id=3eab9681-2147-4cc7-ae79-2aebb86849b2&id=b7dd486f-940d-4da5-9a42-9575105761e0&id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 1.2768662 Mar 07 21:42:32.175332 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-776ec9c6-18d3-4f03-aba2-654639c27b35 req-e8fc6dff-94a3-4b76-9976-09477c24f907 service neutron] 10.222.0.13 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257775 Mar 07 21:42:32.197833 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-af29b83d-1540-4ede-afa1-2014bba49bea req-b88de54d-ea53-46d8-82a2-afaaadddbb15 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Floating IP 56d5c61a-878f-46e9-a9b7-5f20d1791d0c associated. External IP: 172.25.4.243, port: 449ff57b-bd74-4c9a-9f11-683ecd88754b. Mar 07 21:42:32.239354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:32.240294 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:32.287914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 05e45333-f1f3-4355-b878-9c583e3fa921 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:32.288789 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05e45333-f1f3-4355-b878-9c583e3fa921), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:32.292440 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (ac45aed1-24e9-4722-ab79-20f503f51ca2), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:32.349905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:32.353532 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:32.362327 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:32.387483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffb545-918e-46a2-b005-9b413b2bc0c0 req-83f6a42e-8cc6-4aed-bc26-c4fda7e1db03 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:32.388973 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86ffb545-918e-46a2-b005-9b413b2bc0c0 req-83f6a42e-8cc6-4aed-bc26-c4fda7e1db03 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2016351 Mar 07 21:42:32.449833 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-fd2a0545-8d95-4144-9478-4c856de89813 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:32.451312 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-fd2a0545-8d95-4144-9478-4c856de89813 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.15 "GET /v2.0/networks?id=3a64d822-a651-4d6d-9d1f-f005c77bc34c HTTP/1.1" status: 200 len: 818 time: 0.2288542 Mar 07 21:42:32.464471 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-82108c41-1fce-4698-a79f-2aff6af56b08 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Request body: {'port': {'device_id': '122edcbc-9421-47ce-a86e-6ce797cb90a2', 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c', 'admin_state_up': True, 'tenant_id': '04bcb9fef1894f61b223b163697dce5a'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:32.469307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 05e45333-f1f3-4355-b878-9c583e3fa921 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:32.481819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:32.511896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86ffb545-918e-46a2-b005-9b413b2bc0c0 req-90d73bb4-4a68-42ac-be01-1f3e7b366703 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137657 Mar 07 21:42:32.595767 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Allocated IP 172.25.4.37 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/6909f137-7b0b-4c03-a891-bfe993ca20a7) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:32.599141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af29b83d-1540-4ede-afa1-2014bba49bea req-b88de54d-ea53-46d8-82a2-afaaadddbb15 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:42:32.628629 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5aeb7927-abc3-41a6-b3f7-daf006183708 req-849babf5-12ae-46f3-80c6-23868e7de34e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 210 time: 0.0328605 Mar 07 21:42:32.646976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-82108c41-1fce-4698-a79f-2aff6af56b08 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Made reservation on behalf of 04bcb9fef1894f61b223b163697dce5a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:32.650747 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-82108c41-1fce-4698-a79f-2aff6af56b08 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:32.790431 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for port (6909f137-7b0b-4c03-a891-bfe993ca20a7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:32.793469 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af29b83d-1540-4ede-afa1-2014bba49bea req-b88de54d-ea53-46d8-82a2-afaaadddbb15 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:42:32.798416 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-af29b83d-1540-4ede-afa1-2014bba49bea req-b88de54d-ea53-46d8-82a2-afaaadddbb15 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:32.807548 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08a4f2-5510-45ad-8998-f66b48ff3de4 None None] Sync routers for ids ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:32.819080 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b08a4f2-5510-45ad-8998-f66b48ff3de4 None None] Routers {'5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:32.820082 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4b08a4f2-5510-45ad-8998-f66b48ff3de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:32.859959 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-82108c41-1fce-4698-a79f-2aff6af56b08 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Allocated IP 172.20.0.8 (3a64d822-a651-4d6d-9d1f-f005c77bc34c/63c081fe-dc52-4918-ab2b-7c35c53daa65/fdbc55c4-61d9-48ee-9618-b14b517b663c) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:32.864538 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d593357-0e39-4c66-81b8-5365616bda05 req-df3cc4a8-8228-450d-a188-f5a4004b46fa tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:32.871715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d593357-0e39-4c66-81b8-5365616bda05 req-df3cc4a8-8228-450d-a188-f5a4004b46fa tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/ports?device_id=17158f42-3ae8-4901-b478-6f36fd59b9fa HTTP/1.1" status: 200 len: 950 time: 0.1350565 Mar 07 21:42:32.884886 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6909f137-7b0b-4c03-a891-bfe993ca20a7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:32.891303 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af29b83d-1540-4ede-afa1-2014bba49bea req-b88de54d-ea53-46d8-82a2-afaaadddbb15 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "PUT /v2.0/floatingips/56d5c61a-878f-46e9-a9b7-5f20d1791d0c HTTP/1.1" status: 200 len: 996 time: 3.0463722 Mar 07 21:42:32.893018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:32.895971 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07753aba-c7ea-4215-974f-0b89386eac14" -d '{"events": [{"name": "network-changed", "server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:32.956005 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:32.966027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:32.968782 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:32.971853 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Pushing event updated for resources: {'Port': ['ID=6909f137-7b0b-4c03-a891-bfe993ca20a7,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:32.975026 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d593357-0e39-4c66-81b8-5365616bda05 req-91e97ade-0eef-4ddf-a7c6-c1b1f3a59929 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/security-groups?id=2998dc75-b1d2-48bf-95ee-1cea9805d311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023335 Mar 07 21:42:32.994306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-4b08a4f2-5510-45ad-8998-f66b48ff3de4 None None] Set router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:33.009866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29b83d-1540-4ede-afa1-2014bba49bea req-b24f6fea-1f64-466c-ad24-a7831aa79015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:33.017564 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af29b83d-1540-4ede-afa1-2014bba49bea req-b24f6fea-1f64-466c-ad24-a7831aa79015 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2241391d44654848a06c7aaf207ddb12&device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 1127 time: 0.1040928 Mar 07 21:42:33.157571 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c842f8b3-125b-4eab-beff-690622b37c7a req-86e060b9-608e-4c4c-a049-497e4f2c48ea tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 210 time: 0.0410149 Mar 07 21:42:33.204955 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-82108c41-1fce-4698-a79f-2aff6af56b08 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks [] for port (fdbc55c4-61d9-48ee-9618-b14b517b663c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:33.212517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29b83d-1540-4ede-afa1-2014bba49bea req-fe65df03-50ac-4e3a-9d69-256e3aabd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:33.221249 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af29b83d-1540-4ede-afa1-2014bba49bea req-fe65df03-50ac-4e3a-9d69-256e3aabd6f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4491ae60-486f-4baa-a72c-21726164aae0 HTTP/1.1" status: 200 len: 921 time: 0.2027161 Mar 07 21:42:33.358555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af29b83d-1540-4ede-afa1-2014bba49bea req-2ad1600e-49b9-483f-8af4-b2825f3d409a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b HTTP/1.1" status: 200 len: 999 time: 0.1364155 Mar 07 21:42:33.370974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93375a5-1424-4c17-a252-7af5bcce4d0a req-3e15c155-ee52-4257-8e4c-dd4aadad636e tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:33.372751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b93375a5-1424-4c17-a252-7af5bcce4d0a req-3e15c155-ee52-4257-8e4c-dd4aadad636e tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 946 time: 0.0837412 Mar 07 21:42:33.390301 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-82108c41-1fce-4698-a79f-2aff6af56b08 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (fdbc55c4-61d9-48ee-9618-b14b517b663c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:33.438923 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4b08a4f2-5510-45ad-8998-f66b48ff3de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:08Z', 'updated_at': '2022-03-07T21:41:20Z', 'revision_number': 4, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'gw_port': {'id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:09Z', 'updated_at': '2022-03-07T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '56d5c61a-878f-46e9-a9b7-5f20d1791d0c', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'port_id': '449ff57b-bd74-4c9a-9f11-683ecd88754b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0', 'mac_address': 'fa:16:3e:c4:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:26Z', 'updated_at': '2022-03-07T21:42:31Z', 'revision_number': 1, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05041ca6-c467-47c8-a920-35123c640ee8', 'name': '', 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'mac_address': 'fa:16:3e:d4:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:29Z', 'revision_number': 5, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'subnets': [{'id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:33.460232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29b83d-1540-4ede-afa1-2014bba49bea req-daefedc1-1573-4060-b8ae-7b5873ebf4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:33.461911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af29b83d-1540-4ede-afa1-2014bba49bea req-daefedc1-1573-4060-b8ae-7b5873ebf4c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeba05f1-cd73-417e-9e7b-c3ae6bff5455 HTTP/1.1" status: 200 len: 860 time: 0.0876141 Mar 07 21:42:33.469953 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b93375a5-1424-4c17-a252-7af5bcce4d0a req-ce6f4662-affa-4c10-b07c-0cf79cf61637 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859208 Mar 07 21:42:33.478011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08a4f2-5510-45ad-8998-f66b48ff3de4 None None] Checking router: 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:33.502103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b08a4f2-5510-45ad-8998-f66b48ff3de4 None None] Routers {'5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:33.502763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4b08a4f2-5510-45ad-8998-f66b48ff3de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:33.506933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af29b83d-1540-4ede-afa1-2014bba49bea req-a3c81428-3a7c-4a6f-a5a8-cfccc0e3f1bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4491ae60-486f-4baa-a72c-21726164aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358438 Mar 07 21:42:33.518918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-af29b83d-1540-4ede-afa1-2014bba49bea req-77aa60a2-7e62-46ff-a024-0af683dfaa25 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:42:33.519358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af29b83d-1540-4ede-afa1-2014bba49bea req-77aa60a2-7e62-46ff-a024-0af683dfaa25 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068729 Mar 07 21:42:33.555991 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (ac45aed1-24e9-4722-ab79-20f503f51ca2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:33.563965 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-82108c41-1fce-4698-a79f-2aff6af56b08 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Network 3a64d822-a651-4d6d-9d1f-f005c77bc34c is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:33.603757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-82108c41-1fce-4698-a79f-2aff6af56b08 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:33.606423 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-82108c41-1fce-4698-a79f-2aff6af56b08 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:33.653859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82108c41-1fce-4698-a79f-2aff6af56b08 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Pushing event updated for resources: {'Port': ['ID=fdbc55c4-61d9-48ee-9618-b14b517b663c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:33.684518 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-82108c41-1fce-4698-a79f-2aff6af56b08 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:33.685284 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-82108c41-1fce-4698-a79f-2aff6af56b08 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:33.692703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-4b08a4f2-5510-45ad-8998-f66b48ff3de4 None None] Set router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:33.705756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af29b83d-1540-4ede-afa1-2014bba49bea req-8fc7b9ce-da09-400a-bbc0-154ecf8ed7e6 service neutron] 10.222.0.26 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784687 Mar 07 21:42:33.723913 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d463f8-f36a-42c7-b8a1-b8817f7b3b0b x-openstack-request-id: req-c9d463f8-f36a-42c7-b8a1-b8817f7b3b0b {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:33.724213 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca82f286-5a99-44df-9ae7-fb973a0f6d6f", "name": "network-vif-plugged", "status": "completed", "tag": "afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:33.724473 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9d463f8-f36a-42c7-b8a1-b8817f7b3b0b {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:33.725034 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'code': 200} Mar 07 21:42:33.746932 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-82108c41-1fce-4698-a79f-2aff6af56b08 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2867134 Mar 07 21:42:33.759518 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Request body: {'port': {'device_id': '122edcbc-9421-47ce-a86e-6ce797cb90a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:33.874926 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721919c3-4df0-44c3-964d-8eb899b57773 x-openstack-request-id: req-721919c3-4df0-44c3-964d-8eb899b57773 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:33.875464 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:33.875464 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-721919c3-4df0-44c3-964d-8eb899b57773 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:33.875856 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b', 'status': 'completed', 'code': 200} Mar 07 21:42:33.891329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fdbc55c4-61d9-48ee-9618-b14b517b663c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:33.912786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee5e22-cbad-4ce3-ae67-8b3b288f7001 req-d10c5e8f-4476-4e09-bde6-16ff318c8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:33.914624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00ee5e22-cbad-4ce3-ae67-8b3b288f7001 req-d10c5e8f-4476-4e09-bde6-16ff318c8654 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 1128 time: 0.1012263 Mar 07 21:42:33.932202 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af29b83d-1540-4ede-afa1-2014bba49bea req-e3163f69-4d19-4a10-a05c-e880debc1119 service neutron] 10.222.0.26 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247419 Mar 07 21:42:34.025181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00ee5e22-cbad-4ce3-ae67-8b3b288f7001 req-bbe2c1db-1a51-4aa6-9ad2-70187475e45e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903778 Mar 07 21:42:34.079797 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4b08a4f2-5510-45ad-8998-f66b48ff3de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:08Z', 'updated_at': '2022-03-07T21:41:20Z', 'revision_number': 4, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'gw_port': {'id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:09Z', 'updated_at': '2022-03-07T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '56d5c61a-878f-46e9-a9b7-5f20d1791d0c', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'port_id': '449ff57b-bd74-4c9a-9f11-683ecd88754b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0', 'mac_address': 'fa:16:3e:c4:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:26Z', 'updated_at': '2022-03-07T21:42:31Z', 'revision_number': 1, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05041ca6-c467-47c8-a920-35123c640ee8', 'name': '', 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'mac_address': 'fa:16:3e:d4:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:29Z', 'revision_number': 5, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'subnets': [{'id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:34.099647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07753aba-c7ea-4215-974f-0b89386eac14 req-7eeb441d-5b25-42fd-865c-8c50d27da4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:34.101292 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07753aba-c7ea-4215-974f-0b89386eac14 req-7eeb441d-5b25-42fd-865c-8c50d27da4dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2241391d44654848a06c7aaf207ddb12&device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 1127 time: 0.2212365 Mar 07 21:42:34.118823 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08a4f2-5510-45ad-8998-f66b48ff3de4 None None] The sync data for ids ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'] in n-d-832330-1 is: [{'id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:08Z', 'updated_at': '2022-03-07T21:41:20Z', 'revision_number': 4, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'gw_port': {'id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:09Z', 'updated_at': '2022-03-07T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '56d5c61a-878f-46e9-a9b7-5f20d1791d0c', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'port_id': '449ff57b-bd74-4c9a-9f11-683ecd88754b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0', 'mac_address': 'fa:16:3e:c4:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:26Z', 'updated_at': '2022-03-07T21:42:31Z', 'revision_number': 1, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05041ca6-c467-47c8-a920-35123c640ee8', 'name': '', 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'mac_address': 'fa:16:3e:d4:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:29Z', 'revision_number': 5, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'subnets': [{'id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:34.155187 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (ac45aed1-24e9-4722-ab79-20f503f51ca2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:34.208567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-b0d301c7-5598-42b1-a6db-c6a259593774 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:34.212406 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-b0d301c7-5598-42b1-a6db-c6a259593774 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/networks?id=3a64d822-a651-4d6d-9d1f-f005c77bc34c HTTP/1.1" status: 200 len: 818 time: 0.1445656 Mar 07 21:42:34.260940 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-f6c7a2bf-d997-4532-b54d-a3ef74ef1312 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/quotas/04bcb9fef1894f61b223b163697dce5a HTTP/1.1" status: 200 len: 375 time: 0.0352452 Mar 07 21:42:34.321667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5cd59-88a6-4aba-9632-e5e0ca005c54 req-ee7949ae-b596-4a7f-bab0-fab485252bce tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:34.323513 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-62b5cd59-88a6-4aba-9632-e5e0ca005c54 req-ee7949ae-b596-4a7f-bab0-fab485252bce tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 945 time: 0.1096096 Mar 07 21:42:34.347668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-c953aeae-42f9-4df1-b812-798eb4981e43 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=04bcb9fef1894f61b223b163697dce5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762157 Mar 07 21:42:34.437410 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15405426-8362-4615-bcea-ac7b6b514316 None None] New status for floating IP 56d5c61a-878f-46e9-a9b7-5f20d1791d0c: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:42:34.455166 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-62b5cd59-88a6-4aba-9632-e5e0ca005c54 req-d4feb23b-4b37-42c2-b420-3a0325134962 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064174 Mar 07 21:42:34.473568 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07753aba-c7ea-4215-974f-0b89386eac14 req-dc681bcf-6296-455b-891b-919a06be9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:34.482398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-4976568f-a8b2-4ca9-9592-0bf6dd3e0d78 service neutron] 10.222.0.26 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179979 Mar 07 21:42:34.483807 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07753aba-c7ea-4215-974f-0b89386eac14 req-dc681bcf-6296-455b-891b-919a06be9d4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=4491ae60-486f-4baa-a72c-21726164aae0 HTTP/1.1" status: 200 len: 921 time: 0.2081079 Mar 07 21:42:34.594732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-ca915b5d-4056-40d4-98a6-4fc76c747f0d service neutron] 10.222.0.26 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065693 Mar 07 21:42:34.604750 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07753aba-c7ea-4215-974f-0b89386eac14 req-b7b3ee3b-072d-4041-867b-97fea4783c1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b HTTP/1.1" status: 200 len: 999 time: 0.0940297 Mar 07 21:42:34.607599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Router ac45aed1-24e9-4722-ab79-20f503f51ca2 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:42:34.644901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e372fa7f-1ec2-45ad-afae-26889840cb2c req-5ebf00cb-c656-43fb-94dc-7930da7398d8 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c74293-616e-4218-a62c-6c84c7ff3820 HTTP/1.1" status: 200 len: 210 time: 0.0489817 Mar 07 21:42:34.659265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbc55c4-61d9-48ee-9618-b14b517b663c {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:34.673122 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Publish callbacks [] for port (fdbc55c4-61d9-48ee-9618-b14b517b663c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:34.739842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Transition to ACTIVE for port object fdbc55c4-61d9-48ee-9618-b14b517b663c will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:42:34.744844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07753aba-c7ea-4215-974f-0b89386eac14 req-f44bca3b-ac3e-4e9a-8e47-4f184a5e27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:34.746800 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07753aba-c7ea-4215-974f-0b89386eac14 req-f44bca3b-ac3e-4e9a-8e47-4f184a5e27b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eeba05f1-cd73-417e-9e7b-c3ae6bff5455 HTTP/1.1" status: 200 len: 860 time: 0.1338763 Mar 07 21:42:34.750139 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (fdbc55c4-61d9-48ee-9618-b14b517b663c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:34.824362 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07753aba-c7ea-4215-974f-0b89386eac14 req-32f2ec6f-dafb-4d78-ab81-4e9368aa405b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4491ae60-486f-4baa-a72c-21726164aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625503 Mar 07 21:42:34.946447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-6abf9500-6d82-4aab-a9ac-25d614bfe44d tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1001 time: 0.0867813 Mar 07 21:42:34.972172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42c591-92df-4f12-a4e1-578199cdb0b3 req-a492c807-13b1-4c8b-acd0-076443186b9d tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:34.973219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42c591-92df-4f12-a4e1-578199cdb0b3 req-a492c807-13b1-4c8b-acd0-076443186b9d tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:34.973694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42c591-92df-4f12-a4e1-578199cdb0b3 req-a492c807-13b1-4c8b-acd0-076443186b9d tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:34.981087 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c42c591-92df-4f12-a4e1-578199cdb0b3 req-a492c807-13b1-4c8b-acd0-076443186b9d tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5a71d33e-5101-47f1-abbc-dc79046ec580&device_id=a52ace8a-8982-4912-8851-cd1e3361ce86&device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 2975 time: 0.1603422 Mar 07 21:42:35.061484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c42c591-92df-4f12-a4e1-578199cdb0b3 req-cf577bf1-4215-44c7-9d18-0defe5dd10e5 tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793900 Mar 07 21:42:35.074771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-dc51003d-a7fe-45f2-a106-388599eb0266 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:35.089280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-dc51003d-a7fe-45f2-a106-388599eb0266 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports/449ff57b-bd74-4c9a-9f11-683ecd88754b HTTP/1.1" status: 200 len: 942 time: 0.1275897 Mar 07 21:42:35.215073 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-bd357ab4-ba88-4686-bf3a-11466626c01e tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1001 time: 0.0871921 Mar 07 21:42:35.307359 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Pushing event updated for resources: {'Port': ['ID=fdbc55c4-61d9-48ee-9618-b14b517b663c,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:35.356475 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:42:35.368474 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd18d44-8075-4f7c-8d58-24d5b4e66e49 None None] Sync routers for ids ['ac45aed1-24e9-4722-ab79-20f503f51ca2'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:35.369786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-3625d367-1f30-433b-b847-2df20774c19d tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:35.377388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-3625d367-1f30-433b-b847-2df20774c19d tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.1614056 Mar 07 21:42:35.387094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd18d44-8075-4f7c-8d58-24d5b4e66e49 None None] Routers {'ac45aed1-24e9-4722-ab79-20f503f51ca2'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:35.387885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7cd18d44-8075-4f7c-8d58-24d5b4e66e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['ac45aed1-24e9-4722-ab79-20f503f51ca2'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:35.417273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:35.418404 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b75d7a93-4807-4ee4-b59d-03b8fba2fde9 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0152733 Mar 07 21:42:35.422984 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60006) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:35.431242 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07753aba-c7ea-4215-974f-0b89386eac14 req-6142af4f-4faf-4f0d-a8e0-50fb9b091ee8 service neutron] 10.222.0.13 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717881 Mar 07 21:42:35.431903 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Attempting to bind port fdbc55c4-61d9-48ee-9618-b14b517b663c on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:42:35.432236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Attempting to bind port fdbc55c4-61d9-48ee-9618-b14b517b663c by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '559baeb1-53cf-4b61-94c8-5ae8fb0217ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:42:35.432556 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Attempting to bind port fdbc55c4-61d9-48ee-9618-b14b517b663c on network 3a64d822-a651-4d6d-9d1f-f005c77bc34c {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:35.457621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-bc2b8368-68a3-413a-85bf-19d2cfbfc7c8 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1001 time: 0.0787985 Mar 07 21:42:35.488884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7cd18d44-8075-4f7c-8d58-24d5b4e66e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:35.502268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-5f89db11-d44d-40e8-92ef-0dfc0e5f92f3 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:35.503649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Port fdbc55c4-61d9-48ee-9618-b14b517b663c on network 3a64d822-a651-4d6d-9d1f-f005c77bc34c not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:42:35.504153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Attempting to bind port fdbc55c4-61d9-48ee-9618-b14b517b663c on network 3a64d822-a651-4d6d-9d1f-f005c77bc34c {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:35.505867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd18d44-8075-4f7c-8d58-24d5b4e66e49 None None] Routers {'ac45aed1-24e9-4722-ab79-20f503f51ca2'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:35.509179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7cd18d44-8075-4f7c-8d58-24d5b4e66e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['ac45aed1-24e9-4722-ab79-20f503f51ca2'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:35.587555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d99062-47fb-45d6-92d0-8a4a590c0822 req-75d32272-cac2-456a-a29e-26711849280d tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:35.589318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34d99062-47fb-45d6-92d0-8a4a590c0822 req-75d32272-cac2-456a-a29e-26711849280d tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.15 "GET /v2.0/ports?device_id=17158f42-3ae8-4901-b478-6f36fd59b9fa HTTP/1.1" status: 200 len: 950 time: 0.1261587 Mar 07 21:42:35.591145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7cd18d44-8075-4f7c-8d58-24d5b4e66e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:35.594496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd18d44-8075-4f7c-8d58-24d5b4e66e49 None None] The sync data for ids ['ac45aed1-24e9-4722-ab79-20f503f51ca2'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:35.630299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:42:35.630649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Checking segment: {'id': '559baeb1-53cf-4b61-94c8-5ae8fb0217ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:35.631038 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Bound using segment: {'id': '559baeb1-53cf-4b61-94c8-5ae8fb0217ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:42:35.632048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Bound port: fdbc55c4-61d9-48ee-9618-b14b517b663c, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559baeb1-53cf-4b61-94c8-5ae8fb0217ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:42:35.632446 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fdbc55c4-61d9-48ee-9618-b14b517b663c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:35.677668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573f477-c601-4b30-870b-b57c0fa04d6d req-d567988e-2758-4150-b08d-f7c46bdcceb4 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:35.684652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9573f477-c601-4b30-870b-b57c0fa04d6d req-d567988e-2758-4150-b08d-f7c46bdcceb4 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/ports?device_id=17158f42-3ae8-4901-b478-6f36fd59b9fa HTTP/1.1" status: 200 len: 950 time: 0.3537278 Mar 07 21:42:35.726218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:35.728516 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58e9ccc-54aa-4a0f-b3cb-c6dd47ce0e43" -d '{"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-plugged", "status": "completed", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:35.738945 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-5f89db11-d44d-40e8-92ef-0dfc0e5f92f3 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for floatingip (56d5c61a-878f-46e9-a9b7-5f20d1791d0c), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:35.758282 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07753aba-c7ea-4215-974f-0b89386eac14 req-ea5a53a7-16c9-4398-afd1-83afcf2d709e service neutron] 10.222.0.13 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781157 Mar 07 21:42:35.776629 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1b9a468c-819f-431c-843a-55cdf26e1af9 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/routers/ac45aed1-24e9-4722-ab79-20f503f51ca2 HTTP/1.1" status: 200 len: 919 time: 0.3525376 Mar 07 21:42:35.780975 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60014) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:35.802986 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9573f477-c601-4b30-870b-b57c0fa04d6d req-7d8a893c-7da3-4358-89c3-85ebe7765ecc tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.26 "GET /v2.0/security-groups?id=2998dc75-b1d2-48bf-95ee-1cea9805d311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171472 Mar 07 21:42:35.821655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-34d99062-47fb-45d6-92d0-8a4a590c0822 req-a33ed44f-5c8a-4952-a19c-efc5a0f12ac7 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Deleting port 8a11b8b2-629d-494c-8405-eceecbec3899 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:42:35.821655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-34d99062-47fb-45d6-92d0-8a4a590c0822 req-a33ed44f-5c8a-4952-a19c-efc5a0f12ac7 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8a11b8b2-629d-494c-8405-eceecbec3899), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:35.844452 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9cc97936-7dc4-4e8a-acdf-a74ec5537681 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac45aed1-24e9-4722-ab79-20f503f51ca2 HTTP/1.1" status: 200 len: 205 time: 0.0601194 Mar 07 21:42:35.845355 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60016) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:35.919838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] For port fdbc55c4-61d9-48ee-9618-b14b517b663c, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:35.965003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] For port fdbc55c4-61d9-48ee-9618-b14b517b663c, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fdbc55c4-61d9-48ee-9618-b14b517b663c,segment=NetworkSegment(559baeb1-53cf-4b61-94c8-5ae8fb0217ef),segment_id=559baeb1-53cf-4b61-94c8-5ae8fb0217ef)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:42:35.979063 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (fdbc55c4-61d9-48ee-9618-b14b517b663c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:36.046307 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ab460e0-afb1-4300-abab-084766a186d2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (ac45aed1-24e9-4722-ab79-20f503f51ca2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:36.050923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:36.051679 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:36.053065 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] 10.222.0.15 "PUT /v2.0/ports/fdbc55c4-61d9-48ee-9618-b14b517b663c HTTP/1.1" status: 200 len: 1091 time: 2.2978375 Mar 07 21:42:36.054492 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122edcbc-9421-47ce-a86e-6ce797cb90a2', 'tag': 'fdbc55c4-61d9-48ee-9618-b14b517b663c'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:36.057263 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e46bdd1-6136-4ca7-b7fb-9a04f18a0280" -d '{"events": [{"name": "network-changed", "server_uuid": "122edcbc-9421-47ce-a86e-6ce797cb90a2", "tag": "fdbc55c4-61d9-48ee-9618-b14b517b663c"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:36.092282 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-5f89db11-d44d-40e8-92ef-0dfc0e5f92f3 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:36.105838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199167a8-dec9-420f-a80f-ab1fb18b2463 req-c165228b-70e5-4033-9e98-2021245fc7ba tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:36.112647 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-199167a8-dec9-420f-a80f-ab1fb18b2463 req-c165228b-70e5-4033-9e98-2021245fc7ba tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 946 time: 0.2081170 Mar 07 21:42:36.122341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-34d99062-47fb-45d6-92d0-8a4a590c0822 req-a33ed44f-5c8a-4952-a19c-efc5a0f12ac7 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] For port 8a11b8b2-629d-494c-8405-eceecbec3899, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=8a11b8b2-629d-494c-8405-eceecbec3899,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:36.125791 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-34d99062-47fb-45d6-92d0-8a4a590c0822 req-a33ed44f-5c8a-4952-a19c-efc5a0f12ac7 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8a11b8b2-629d-494c-8405-eceecbec3899), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:36.132197 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-5f89db11-d44d-40e8-92ef-0dfc0e5f92f3 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (56d5c61a-878f-46e9-a9b7-5f20d1791d0c), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:36.132550 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-5f89db11-d44d-40e8-92ef-0dfc0e5f92f3 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Floating IP 56d5c61a-878f-46e9-a9b7-5f20d1791d0c disassociated. External IP: 172.25.4.243, port: 449ff57b-bd74-4c9a-9f11-683ecd88754b. Mar 07 21:42:36.147461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae133a-8289-45b3-9cc5-4a4308b8a45f service neutron] Pushing event updated for resources: {'Port': ['ID=fdbc55c4-61d9-48ee-9618-b14b517b663c,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:36.183123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-34d99062-47fb-45d6-92d0-8a4a590c0822 req-a33ed44f-5c8a-4952-a19c-efc5a0f12ac7 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Calling delete_port for 8a11b8b2-629d-494c-8405-eceecbec3899 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:42:36.274560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-c6d48b53-e8b2-4969-be71-26248f7dfff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:36.276281 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-c6d48b53-e8b2-4969-be71-26248f7dfff5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04bcb9fef1894f61b223b163697dce5a&device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 1125 time: 0.1705203 Mar 07 21:42:36.332946 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ab460e0-afb1-4300-abab-084766a186d2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (ac45aed1-24e9-4722-ab79-20f503f51ca2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:36.339062 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-8414b2e6-2631-4efd-ae1a-9602985f8972 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdbc55c4-61d9-48ee-9618-b14b517b663c HTTP/1.1" status: 200 len: 217 time: 0.0464394 Mar 07 21:42:36.343318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-199167a8-dec9-420f-a80f-ab1fb18b2463 req-4201bf5e-ff9c-41e4-8c65-5add50f68b44 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287710 Mar 07 21:42:36.433681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-7954e159-1ed3-43ef-bfdc-2697de2fb39d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:36.435395 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-7954e159-1ed3-43ef-bfdc-2697de2fb39d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.13 "GET /v2.0/networks?id=3a64d822-a651-4d6d-9d1f-f005c77bc34c HTTP/1.1" status: 200 len: 818 time: 0.2489541 Mar 07 21:42:36.449469 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-d3716507-69ab-4880-a471-ffa4e4c03f5d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Request body: {'port': {'device_id': '29b41fc7-ccff-4193-a4ac-93089a719a10', 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c', 'admin_state_up': True, 'tenant_id': '04bcb9fef1894f61b223b163697dce5a'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:36.471592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-2a77e53b-cd61-488e-8169-e490cca30036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:36.473893 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-2a77e53b-cd61-488e-8169-e490cca30036 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c081fe-dc52-4918-ab2b-7c35c53daa65 HTTP/1.1" status: 200 len: 858 time: 0.1295497 Mar 07 21:42:36.554334 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-0e9bdc2a-7a66-4aa7-81f9-115afbdafd18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a64d822-a651-4d6d-9d1f-f005c77bc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672975 Mar 07 21:42:36.612401 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6ab460e0-afb1-4300-abab-084766a186d2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Deleting port 6909f137-7b0b-4c03-a891-bfe993ca20a7 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:42:36.612902 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ab460e0-afb1-4300-abab-084766a186d2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6909f137-7b0b-4c03-a891-bfe993ca20a7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:36.735994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-d3716507-69ab-4880-a471-ffa4e4c03f5d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Made reservation on behalf of 04bcb9fef1894f61b223b163697dce5a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:36.740107 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-d3716507-69ab-4880-a471-ffa4e4c03f5d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:36.751833 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-c8821fb2-b8a7-4a84-846d-8099a9753645 service neutron] 10.222.0.15 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894262 Mar 07 21:42:36.784774 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ab460e0-afb1-4300-abab-084766a186d2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6909f137-7b0b-4c03-a891-bfe993ca20a7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:36.814383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6ab460e0-afb1-4300-abab-084766a186d2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Calling delete_port for 6909f137-7b0b-4c03-a891-bfe993ca20a7 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:42:36.827866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5fa53747-baf8-4b5f-851a-89aeacb27f5b req-6b1d0c82-5c7e-4de0-b5c2-d5c354df368a tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 210 time: 0.0369473 Mar 07 21:42:36.918669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-5f89db11-d44d-40e8-92ef-0dfc0e5f92f3 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:42:37.024364 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-34d99062-47fb-45d6-92d0-8a4a590c0822 req-a33ed44f-5c8a-4952-a19c-efc5a0f12ac7 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (8a11b8b2-629d-494c-8405-eceecbec3899), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:37.037628 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-848d9523-981a-41c2-9b38-0bdbe90272f4 req-5549766e-420c-45c8-9853-452e1436b13b service neutron] 10.222.0.15 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757764 Mar 07 21:42:37.040325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['8a11b8b2-629d-494c-8405-eceecbec3899'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:37.049731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-d3716507-69ab-4880-a471-ffa4e4c03f5d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Allocated IP 172.20.0.7 (3a64d822-a651-4d6d-9d1f-f005c77bc34c/63c081fe-dc52-4918-ab2b-7c35c53daa65/43df789e-ec91-4c2c-af6b-bb048a9ceb7a) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:37.088867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ed44f-5c8a-4952-a19c-efc5a0f12ac7 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Pushing event deleted for resources: {'Port': ['ID=8a11b8b2-629d-494c-8405-eceecbec3899,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:37.197978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d99062-47fb-45d6-92d0-8a4a590c0822 req-a33ed44f-5c8a-4952-a19c-efc5a0f12ac7 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] No DVR routers for this DVR port 8a11b8b2-629d-494c-8405-eceecbec3899 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:37.212763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1ffb4-473f-45d8-a2cf-e9b2eac4652b req-af25158d-9562-4d3e-ae8f-e4c49158b579 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:37.218558 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ee1ffb4-473f-45d8-a2cf-e9b2eac4652b req-af25158d-9562-4d3e-ae8f-e4c49158b579 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 945 time: 0.2106955 Mar 07 21:42:37.234880 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-34d99062-47fb-45d6-92d0-8a4a590c0822 req-a33ed44f-5c8a-4952-a19c-efc5a0f12ac7 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:37.239247 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34d99062-47fb-45d6-92d0-8a4a590c0822 req-a33ed44f-5c8a-4952-a19c-efc5a0f12ac7 tempest-VolumesNegativeTest-1462302911 tempest-VolumesNegativeTest-1462302911-project] 10.222.0.15 "DELETE /v2.0/ports/8a11b8b2-629d-494c-8405-eceecbec3899 HTTP/1.1" status: 204 len: 173 time: 1.6425841 Mar 07 21:42:37.240544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-5f89db11-d44d-40e8-92ef-0dfc0e5f92f3 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:42:37.255631 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ab460e0-afb1-4300-abab-084766a186d2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6909f137-7b0b-4c03-a891-bfe993ca20a7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:37.256898 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-5f89db11-d44d-40e8-92ef-0dfc0e5f92f3 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:37.257656 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370e086c-ccc0-48ed-b717-1bc124e911f2 None None] Sync routers for ids ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:37.260514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17158f42-3ae8-4901-b478-6f36fd59b9fa', 'name': 'network-vif-deleted', 'tag': '8a11b8b2-629d-494c-8405-eceecbec3899'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:37.262117 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1372d723-3555-48c7-9ea8-a2f8553b6a9c" -d '{"events": [{"server_uuid": "17158f42-3ae8-4901-b478-6f36fd59b9fa", "name": "network-vif-deleted", "tag": "8a11b8b2-629d-494c-8405-eceecbec3899"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:37.293921 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370e086c-ccc0-48ed-b717-1bc124e911f2 None None] Routers {'5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:37.294610 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-370e086c-ccc0-48ed-b717-1bc124e911f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:37.322851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab460e0-afb1-4300-abab-084766a186d2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Pushing event deleted for resources: {'Port': ['ID=6909f137-7b0b-4c03-a891-bfe993ca20a7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:37.388959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-5f89db11-d44d-40e8-92ef-0dfc0e5f92f3 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "PUT /v2.0/floatingips/56d5c61a-878f-46e9-a9b7-5f20d1791d0c HTTP/1.1" status: 200 len: 695 time: 1.9304101 Mar 07 21:42:37.400214 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-d3716507-69ab-4880-a471-ffa4e4c03f5d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks [] for port (43df789e-ec91-4c2c-af6b-bb048a9ceb7a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:37.427927 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ab460e0-afb1-4300-abab-084766a186d2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (ac45aed1-24e9-4722-ab79-20f503f51ca2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:37.494682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ee1ffb4-473f-45d8-a2cf-e9b2eac4652b req-152b94fe-34f5-409c-9930-3aeef765c582 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902478 Mar 07 21:42:37.532877 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-f9a4f926-9124-4ddd-8bce-60aad64ad5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:37.534578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-f9a4f926-9124-4ddd-8bce-60aad64ad5db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2241391d44654848a06c7aaf207ddb12&device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 1127 time: 0.1157727 Mar 07 21:42:37.594114 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ab460e0-afb1-4300-abab-084766a186d2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (ac45aed1-24e9-4722-ab79-20f503f51ca2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:37.598142 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ab460e0-afb1-4300-abab-084766a186d2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_controller (ac45aed1-24e9-4722-ab79-20f503f51ca2), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:37.642528 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-370e086c-ccc0-48ed-b717-1bc124e911f2 None None] Set router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:37.654931 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1a3c0a-24dc-4fee-b4ed-f924e7eeb6be x-openstack-request-id: req-ce1a3c0a-24dc-4fee-b4ed-f924e7eeb6be {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:37.655374 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-plugged", "status": "completed", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:37.655697 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce1a3c0a-24dc-4fee-b4ed-f924e7eeb6be {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:37.656115 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'code': 200} Mar 07 21:42:37.709483 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-d3716507-69ab-4880-a471-ffa4e4c03f5d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (43df789e-ec91-4c2c-af6b-bb048a9ceb7a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:37.716498 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ab460e0-afb1-4300-abab-084766a186d2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (ac45aed1-24e9-4722-ab79-20f503f51ca2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:37.718129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-1f1d1fc4-a9f4-4a81-a15b-cf543807412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:37.718745 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab460e0-afb1-4300-abab-084766a186d2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Fanout notify agent at l3_agent the message router_deleted on router ac45aed1-24e9-4722-ab79-20f503f51ca2 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:42:37.729547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-1f1d1fc4-a9f4-4a81-a15b-cf543807412d service neutron] 10.222.0.26 "GET /v2.0/networks?id=4491ae60-486f-4baa-a72c-21726164aae0 HTTP/1.1" status: 200 len: 921 time: 0.1834776 Mar 07 21:42:37.824364 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-458e9431-50f8-46af-af68-9b7ac2ea139a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b HTTP/1.1" status: 200 len: 217 time: 0.0929289 Mar 07 21:42:37.833508 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ab460e0-afb1-4300-abab-084766a186d2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:37.834835 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6ab460e0-afb1-4300-abab-084766a186d2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "DELETE /v2.0/routers/ac45aed1-24e9-4722-ab79-20f503f51ca2 HTTP/1.1" status: 204 len: 168 time: 1.9891324 Mar 07 21:42:37.837437 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716507-69ab-4880-a471-ffa4e4c03f5d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Pushing event updated for resources: {'Port': ['ID=43df789e-ec91-4c2c-af6b-bb048a9ceb7a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:37.840251 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60034) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:37.852368 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1759102869', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'enable_snat': False}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:37.882968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-d3716507-69ab-4880-a471-ffa4e4c03f5d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Network 3a64d822-a651-4d6d-9d1f-f005c77bc34c is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:37.884679 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-d3716507-69ab-4880-a471-ffa4e4c03f5d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:37.887226 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (f83f5535-182f-4927-b84c-ff0244702d1f), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:37.888388 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (f83f5535-182f-4927-b84c-ff0244702d1f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:37.893469 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-d3716507-69ab-4880-a471-ffa4e4c03f5d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:37.938162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-f1ffb3d8-0e2c-4bcf-9a3d-35c3fa4e8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:37.948180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-f1ffb3d8-0e2c-4bcf-9a3d-35c3fa4e8d77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeba05f1-cd73-417e-9e7b-c3ae6bff5455 HTTP/1.1" status: 200 len: 860 time: 0.1228890 Mar 07 21:42:37.968371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-d3716507-69ab-4880-a471-ffa4e4c03f5d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:37.969119 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-d3716507-69ab-4880-a471-ffa4e4c03f5d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:37.988699 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-461aa340-8156-4cd3-86cc-ebd77884f0b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4491ae60-486f-4baa-a72c-21726164aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394652 Mar 07 21:42:38.019292 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a304b1aa-3087-4da8-ae58-83b879ddd945 x-openstack-request-id: req-a304b1aa-3087-4da8-ae58-83b879ddd945 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:38.020117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730627b-2219-41c0-8935-c5c3b603fb0b req-a4af093a-7117-4515-87d9-4b60994311b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:38.020486 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122edcbc-9421-47ce-a86e-6ce797cb90a2", "tag": "fdbc55c4-61d9-48ee-9618-b14b517b663c", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:38.020853 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a304b1aa-3087-4da8-ae58-83b879ddd945 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:38.021388 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122edcbc-9421-47ce-a86e-6ce797cb90a2', 'tag': 'fdbc55c4-61d9-48ee-9618-b14b517b663c', 'status': 'completed', 'code': 200} Mar 07 21:42:38.023934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c730627b-2219-41c0-8935-c5c3b603fb0b req-a4af093a-7117-4515-87d9-4b60994311b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 1127 time: 0.1975114 Mar 07 21:42:38.025778 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-d3716507-69ab-4880-a471-ffa4e4c03f5d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5801773 Mar 07 21:42:38.034405 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_controller (f83f5535-182f-4927-b84c-ff0244702d1f), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:38.260127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46bdd1-6136-4ca7-b7fb-9a04f18a0280 req-5d35e52a-3df8-4d0f-b4b5-2889b2f58e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:38.261834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e46bdd1-6136-4ca7-b7fb-9a04f18a0280 req-5d35e52a-3df8-4d0f-b4b5-2889b2f58e76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04bcb9fef1894f61b223b163697dce5a&device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 1125 time: 0.2359226 Mar 07 21:42:38.261954 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-370e086c-ccc0-48ed-b717-1bc124e911f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:08Z', 'updated_at': '2022-03-07T21:41:20Z', 'revision_number': 4, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'gw_port': {'id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:09Z', 'updated_at': '2022-03-07T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05041ca6-c467-47c8-a920-35123c640ee8', 'name': '', 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'mac_address': 'fa:16:3e:d4:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:29Z', 'revision_number': 5, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'subnets': [{'id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:38.310856 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370e086c-ccc0-48ed-b717-1bc124e911f2 None None] Checking router: 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:38.320867 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370e086c-ccc0-48ed-b717-1bc124e911f2 None None] Routers {'5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:38.321497 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-370e086c-ccc0-48ed-b717-1bc124e911f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:38.337627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c730627b-2219-41c0-8935-c5c3b603fb0b req-5e909c87-37db-4935-96c2-fba7b965e5bf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899227 Mar 07 21:42:38.373298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-91e8f05d-a538-494f-8caf-f319f56e352d tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3243637 Mar 07 21:42:38.383624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:38.423550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-700c7708-1c90-409d-af31-5ac032c8565c service neutron] 10.222.0.26 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339452 Mar 07 21:42:38.439033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Request body: {'port': {'device_id': '29b41fc7-ccff-4193-a4ac-93089a719a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:38.475405 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-370e086c-ccc0-48ed-b717-1bc124e911f2 None None] Set router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:38.516080 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (f83f5535-182f-4927-b84c-ff0244702d1f), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:38.530757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9230119b-3d6e-4819-94f1-69cb0837ccb1 req-cb4b6254-3206-40a9-a2c9-df2e51adaf9d service neutron] 10.222.0.26 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062729 Mar 07 21:42:38.582057 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:38.687740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46bdd1-6136-4ca7-b7fb-9a04f18a0280 req-b1a8e0db-5e58-403d-ad5c-80be6ca6ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:38.689152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e46bdd1-6136-4ca7-b7fb-9a04f18a0280 req-b1a8e0db-5e58-403d-ad5c-80be6ca6ab4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a64d822-a651-4d6d-9d1f-f005c77bc34c HTTP/1.1" status: 200 len: 919 time: 0.4134450 Mar 07 21:42:38.709633 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (43df789e-ec91-4c2c-af6b-bb048a9ceb7a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:38.782694 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764b8777-4447-415e-ab3d-9ffa5aa8d639 x-openstack-request-id: req-764b8777-4447-415e-ab3d-9ffa5aa8d639 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:38.786308 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17158f42-3ae8-4901-b478-6f36fd59b9fa", "name": "network-vif-deleted", "tag": "8a11b8b2-629d-494c-8405-eceecbec3899", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:38.787044 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-764b8777-4447-415e-ab3d-9ffa5aa8d639 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:38.787645 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17158f42-3ae8-4901-b478-6f36fd59b9fa', 'name': 'network-vif-deleted', 'tag': '8a11b8b2-629d-494c-8405-eceecbec3899', 'status': 'completed', 'code': 200} Mar 07 21:42:38.791213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e46bdd1-6136-4ca7-b7fb-9a04f18a0280 req-720319c3-b888-4691-9433-3338d49438b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdbc55c4-61d9-48ee-9618-b14b517b663c HTTP/1.1" status: 200 len: 217 time: 0.0864325 Mar 07 21:42:38.829605 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-370e086c-ccc0-48ed-b717-1bc124e911f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:08Z', 'updated_at': '2022-03-07T21:41:20Z', 'revision_number': 4, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'gw_port': {'id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:09Z', 'updated_at': '2022-03-07T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05041ca6-c467-47c8-a920-35123c640ee8', 'name': '', 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'mac_address': 'fa:16:3e:d4:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:29Z', 'revision_number': 5, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'subnets': [{'id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:38.879739 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370e086c-ccc0-48ed-b717-1bc124e911f2 None None] The sync data for ids ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'] in n-d-832330-1 is: [{'id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:08Z', 'updated_at': '2022-03-07T21:41:20Z', 'revision_number': 4, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'gw_port': {'id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:09Z', 'updated_at': '2022-03-07T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05041ca6-c467-47c8-a920-35123c640ee8', 'name': '', 'network_id': '4491ae60-486f-4baa-a72c-21726164aae0', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'mac_address': 'fa:16:3e:d4:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:29Z', 'revision_number': 5, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'subnets': [{'id': 'eeba05f1-cd73-417e-9e7b-c3ae6bff5455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:38.927161 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (f83f5535-182f-4927-b84c-ff0244702d1f), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:38.958245 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:39.051546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device fdbc55c4-61d9-48ee-9618-b14b517b663c details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:42:39.058169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 8a11b8b2-629d-494c-8405-eceecbec3899 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:42:39.071396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46bdd1-6136-4ca7-b7fb-9a04f18a0280 req-a5351505-ee68-4d6e-83a9-e8a207e80600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:39.074261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e46bdd1-6136-4ca7-b7fb-9a04f18a0280 req-a5351505-ee68-4d6e-83a9-e8a207e80600 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c081fe-dc52-4918-ab2b-7c35c53daa65 HTTP/1.1" status: 200 len: 858 time: 0.1848640 Mar 07 21:42:39.088853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53dc3f-e212-4a88-9076-a7f6929f8fdc req-6a2b95f9-ce8d-4162-8f5d-852ed95908d0 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:39.096354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f53dc3f-e212-4a88-9076-a7f6929f8fdc req-6a2b95f9-ce8d-4162-8f5d-852ed95908d0 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 931 time: 0.2153049 Mar 07 21:42:39.134696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 8a11b8b2-629d-494c-8405-eceecbec3899 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:42:39.135049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 8a11b8b2-629d-494c-8405-eceecbec3899 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:42:39.187969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f53dc3f-e212-4a88-9076-a7f6929f8fdc req-001fe91c-dde1-4ad0-8e72-a87aa50a3447 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902801 Mar 07 21:42:39.250991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e46bdd1-6136-4ca7-b7fb-9a04f18a0280 req-a1dbc6fa-8e2c-4c4c-bd2e-5716377f0634 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a64d822-a651-4d6d-9d1f-f005c77bc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273725 Mar 07 21:42:39.300039 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:39.412760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port fdbc55c4-61d9-48ee-9618-b14b517b663c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fdbc55c4-61d9-48ee-9618-b14b517b663c,segment=NetworkSegment(559baeb1-53cf-4b61-94c8-5ae8fb0217ef),segment_id=559baeb1-53cf-4b61-94c8-5ae8fb0217ef)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:39.422932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d2c96-d40c-4782-82f6-9055ae9a0de8 None None] New status for floating IP 56d5c61a-878f-46e9-a9b7-5f20d1791d0c: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:42:39.470295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Allocated IP 172.25.4.5 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/94fca30b-fc12-4734-a174-1825cf23d4ea) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:39.517963 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cb584-8d6b-4e89-bc43-eec83ef5d2c6 req-ceeb5688-e0b9-4bc3-a6fa-dd87aefc3754 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:39.525837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c80cb584-8d6b-4e89-bc43-eec83ef5d2c6 req-ceeb5688-e0b9-4bc3-a6fa-dd87aefc3754 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 945 time: 0.2030075 Mar 07 21:42:39.566557 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'fdbc55c4-61d9-48ee-9618-b14b517b663c', 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c', 'port_id': 'fdbc55c4-61d9-48ee-9618-b14b517b663c', 'mac_address': 'fa:16:3e:b4:1a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c081fe-dc52-4918-ab2b-7c35c53daa65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:42:39.593017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c80cb584-8d6b-4e89-bc43-eec83ef5d2c6 req-037d143b-9885-4677-a6ae-323b79af59ba tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659623 Mar 07 21:42:39.634143 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43df789e-ec91-4c2c-af6b-bb048a9ceb7a {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:39.648292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e46bdd1-6136-4ca7-b7fb-9a04f18a0280 req-34638a58-902a-4693-8c9e-150ee3379c4b service neutron] 10.222.0.15 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800371 Mar 07 21:42:39.651846 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Publish callbacks [] for port (43df789e-ec91-4c2c-af6b-bb048a9ceb7a), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:39.689965 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Transition to ACTIVE for port object 43df789e-ec91-4c2c-af6b-bb048a9ceb7a will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:42:39.709324 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (43df789e-ec91-4c2c-af6b-bb048a9ceb7a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:39.726388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c3ab212-47c4-41d9-b3aa-1346397263b0 req-311e701f-2c7c-4eff-9868-491c37bba43a tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/floatingips/56d5c61a-878f-46e9-a9b7-5f20d1791d0c HTTP/1.1" status: 200 len: 695 time: 0.0977619 Mar 07 21:42:39.867707 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Pushing event updated for resources: {'Port': ['ID=43df789e-ec91-4c2c-af6b-bb048a9ceb7a,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:39.942775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e46bdd1-6136-4ca7-b7fb-9a04f18a0280 req-95030d97-ca4b-479e-9099-bda17f2f87c3 service neutron] 10.222.0.15 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537336 Mar 07 21:42:39.990337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ab212-47c4-41d9-b3aa-1346397263b0 req-402365aa-f9a9-4b47-bc07-2fa70832d030 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:39.991797 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c3ab212-47c4-41d9-b3aa-1346397263b0 req-402365aa-f9a9-4b47-bc07-2fa70832d030 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.2646468 Mar 07 21:42:40.041989 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for port (94fca30b-fc12-4734-a174-1825cf23d4ea), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:40.092572 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (94fca30b-fc12-4734-a174-1825cf23d4ea), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:40.179113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c3ab212-47c4-41d9-b3aa-1346397263b0 req-e9d95e69-9fc8-4ca3-b919-d4cdb4daf079 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 698 time: 0.1783037 Mar 07 21:42:40.195822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:40.209367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:40.232527 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:40.240219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port fdbc55c4-61d9-48ee-9618-b14b517b663c is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:40.243714 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fdbc55c4-61d9-48ee-9618-b14b517b663c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:40.282247 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Attempting to bind port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:42:40.282811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Attempting to bind port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '559baeb1-53cf-4b61-94c8-5ae8fb0217ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:42:40.283308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Attempting to bind port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a on network 3a64d822-a651-4d6d-9d1f-f005c77bc34c {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:40.283527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdbc55c4-61d9-48ee-9618-b14b517b663c {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:40.294791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a on network 3a64d822-a651-4d6d-9d1f-f005c77bc34c not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:42:40.295801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Attempting to bind port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a on network 3a64d822-a651-4d6d-9d1f-f005c77bc34c {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:40.309784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c3ab212-47c4-41d9-b3aa-1346397263b0 req-91b7f9b8-4d14-404c-b63c-0383fedcc6a6 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 698 time: 0.1167736 Mar 07 21:42:40.324230 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Pushing event updated for resources: {'Port': ['ID=94fca30b-fc12-4734-a174-1825cf23d4ea,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:40.338057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:42:40.338635 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Checking segment: {'id': '559baeb1-53cf-4b61-94c8-5ae8fb0217ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:40.339191 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Bound using segment: {'id': '559baeb1-53cf-4b61-94c8-5ae8fb0217ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:42:40.339841 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Bound port: 43df789e-ec91-4c2c-af6b-bb048a9ceb7a, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559baeb1-53cf-4b61-94c8-5ae8fb0217ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:42:40.340496 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (43df789e-ec91-4c2c-af6b-bb048a9ceb7a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:40.368863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port fdbc55c4-61d9-48ee-9618-b14b517b663c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fdbc55c4-61d9-48ee-9618-b14b517b663c,segment=NetworkSegment(559baeb1-53cf-4b61-94c8-5ae8fb0217ef),segment_id=559baeb1-53cf-4b61-94c8-5ae8fb0217ef)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:40.386291 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fdbc55c4-61d9-48ee-9618-b14b517b663c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:40.386472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Allocated IP 172.25.4.158 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/b8de40a2-5cd9-4b92-a193-fcfac55a3fec) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:40.473474 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] For port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:40.477313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] For port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=43df789e-ec91-4c2c-af6b-bb048a9ceb7a,segment=NetworkSegment(559baeb1-53cf-4b61-94c8-5ae8fb0217ef),segment_id=559baeb1-53cf-4b61-94c8-5ae8fb0217ef)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:42:40.489211 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=fdbc55c4-61d9-48ee-9618-b14b517b663c,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:40.505876 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:40.506627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:40.507194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:40.507848 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:40.508374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:40.511384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:40.513052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:40.518211 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:40.518771 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:40.520862 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:40.522950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:40.525802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:40.527096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:40.556153 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (43df789e-ec91-4c2c-af6b-bb048a9ceb7a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:40.652909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['fdbc55c4-61d9-48ee-9618-b14b517b663c'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:40.752436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:40.758197 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:40.766929 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] 10.222.0.13 "PUT /v2.0/ports/43df789e-ec91-4c2c-af6b-bb048a9ceb7a HTTP/1.1" status: 200 len: 1091 time: 2.3286452 Mar 07 21:42:40.809735 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b41fc7-ccff-4193-a4ac-93089a719a10', 'tag': '43df789e-ec91-4c2c-af6b-bb048a9ceb7a'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:40.813466 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba41548-e92b-47da-a068-79dcd6932668" -d '{"events": [{"name": "network-changed", "server_uuid": "29b41fc7-ccff-4193-a4ac-93089a719a10", "tag": "43df789e-ec91-4c2c-af6b-bb048a9ceb7a"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:40.834530 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5458a-cfe4-48bb-a6fc-be172e701608 service neutron] Pushing event updated for resources: {'Port': ['ID=43df789e-ec91-4c2c-af6b-bb048a9ceb7a,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:40.846322 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:40.852001 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bfb4f8-ef4f-4789-8909-f56824919023" -d '{"events": [{"name": "network-changed", "server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:40.980063 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-e77a04bb-d52f-40df-9e9f-af50de22e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:40.981849 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-e77a04bb-d52f-40df-9e9f-af50de22e4d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04bcb9fef1894f61b223b163697dce5a&device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 1125 time: 0.1422954 Mar 07 21:42:41.021778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-6c3ab212-47c4-41d9-b3aa-1346397263b0 req-b298f98f-2e48-4aea-90c4-7bc0fae62329 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Deleting port 31651f34-2803-48cd-b8bf-d6201ea79675 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:42:41.022359 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6c3ab212-47c4-41d9-b3aa-1346397263b0 req-b298f98f-2e48-4aea-90c4-7bc0fae62329 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (31651f34-2803-48cd-b8bf-d6201ea79675), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:41.032901 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-9e72c8ba-9235-467f-af69-22ac0c6f5b6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43df789e-ec91-4c2c-af6b-bb048a9ceb7a HTTP/1.1" status: 200 len: 217 time: 0.0433204 Mar 07 21:42:41.039922 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (f83f5535-182f-4927-b84c-ff0244702d1f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:41.135914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-b75b8597-bc26-4009-a41a-60e962de7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:41.137538 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-b75b8597-bc26-4009-a41a-60e962de7874 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63c081fe-dc52-4918-ab2b-7c35c53daa65 HTTP/1.1" status: 200 len: 858 time: 0.0989623 Mar 07 21:42:41.145431 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for port (b8de40a2-5cd9-4b92-a193-fcfac55a3fec), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:41.207951 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6c3ab212-47c4-41d9-b3aa-1346397263b0 req-b298f98f-2e48-4aea-90c4-7bc0fae62329 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (31651f34-2803-48cd-b8bf-d6201ea79675), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:41.208356 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6c3ab212-47c4-41d9-b3aa-1346397263b0 req-b298f98f-2e48-4aea-90c4-7bc0fae62329 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for floatingip (31651f34-2803-48cd-b8bf-d6201ea79675), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:41.221930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-6c3ab212-47c4-41d9-b3aa-1346397263b0 req-b298f98f-2e48-4aea-90c4-7bc0fae62329 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Calling delete_port for 31651f34-2803-48cd-b8bf-d6201ea79675 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:42:41.361869 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-ea59998d-3a81-497a-86ad-19dc12770d28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a64d822-a651-4d6d-9d1f-f005c77bc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320207 Mar 07 21:42:41.460512 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6c3ab212-47c4-41d9-b3aa-1346397263b0 req-b298f98f-2e48-4aea-90c4-7bc0fae62329 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (31651f34-2803-48cd-b8bf-d6201ea79675), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:41.511088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298f98f-2e48-4aea-90c4-7bc0fae62329 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Pushing event deleted for resources: {'Port': ['ID=31651f34-2803-48cd-b8bf-d6201ea79675,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:41.586862 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (b8de40a2-5cd9-4b92-a193-fcfac55a3fec), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:41.605087 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (f83f5535-182f-4927-b84c-ff0244702d1f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:41.629505 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6c3ab212-47c4-41d9-b3aa-1346397263b0 req-b298f98f-2e48-4aea-90c4-7bc0fae62329 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for floatingip (56d5c61a-878f-46e9-a9b7-5f20d1791d0c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:41.632459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6c3ab212-47c4-41d9-b3aa-1346397263b0 req-b298f98f-2e48-4aea-90c4-7bc0fae62329 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:41.633651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c3ab212-47c4-41d9-b3aa-1346397263b0 req-b298f98f-2e48-4aea-90c4-7bc0fae62329 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "DELETE /v2.0/floatingips/56d5c61a-878f-46e9-a9b7-5f20d1791d0c HTTP/1.1" status: 204 len: 173 time: 1.3103478 Mar 07 21:42:41.649789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:41.653032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:41.656756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:41.708045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Pushing event updated for resources: {'Port': ['ID=b8de40a2-5cd9-4b92-a193-fcfac55a3fec,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:41.848984 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for floatingip (2d73f874-882f-454e-9971-c8d0a0cabbd9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:41.877311 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-7c4ec976-1043-4b60-9bae-d6f08295815a service neutron] 10.222.0.13 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054154 Mar 07 21:42:41.908736 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b8de40a2-5cd9-4b92-a193-fcfac55a3fec), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:42.027318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Router f83f5535-182f-4927-b84c-ff0244702d1f is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:42:42.586210 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5a0861f0-dd78-4246-adae-7af31316dcf8 req-b3a750a0-c195-4b89-8d64-5c56a0d44768 service neutron] 10.222.0.13 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6961696 Mar 07 21:42:42.669768 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:42:42.681005 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Sync routers for ids ['f83f5535-182f-4927-b84c-ff0244702d1f'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:42.699016 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Routers {'f83f5535-182f-4927-b84c-ff0244702d1f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:42.703390 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f83f5535-182f-4927-b84c-ff0244702d1f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:42.718924 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:42.723625 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-01c87eed-72bc-4f9f-aa63-c5cd71204f2c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.8780413 Mar 07 21:42:42.724510 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60258) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:42.944222 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0c58ddb6-67e8-47d3-89d8-c9203f6cc2dc tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/routers/f83f5535-182f-4927-b84c-ff0244702d1f HTTP/1.1" status: 200 len: 907 time: 0.2182295 Mar 07 21:42:42.946765 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60266) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:42.952177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1759102869', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'enable_snat': True}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:42.985635 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (3095107f-8c26-4597-9235-7faa7e6f9377), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:42.986965 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (3095107f-8c26-4597-9235-7faa7e6f9377), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:43.025856 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79170a-990d-4d5b-81a1-b20d197a6c63 req-e6f88d95-ccab-40d3-88cb-ada6ca5cc8b9 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:43.041681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d79170a-990d-4d5b-81a1-b20d197a6c63 req-e6f88d95-ccab-40d3-88cb-ada6ca5cc8b9 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 943 time: 0.9853098 Mar 07 21:42:43.046651 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Set router f83f5535-182f-4927-b84c-ff0244702d1f gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:43.069627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device fdbc55c4-61d9-48ee-9618-b14b517b663c up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:43.106410 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_controller (3095107f-8c26-4597-9235-7faa7e6f9377), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:43.185803 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port fdbc55c4-61d9-48ee-9618-b14b517b663c completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:42:43.190228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port fdbc55c4-61d9-48ee-9618-b14b517b663c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:43.190605 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fdbc55c4-61d9-48ee-9618-b14b517b663c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:43.218286 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for port (b8de40a2-5cd9-4b92-a193-fcfac55a3fec), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:43.270850 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (b8de40a2-5cd9-4b92-a193-fcfac55a3fec), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:43.461642 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d79170a-990d-4d5b-81a1-b20d197a6c63 req-d39b350d-c4ca-430a-bb0a-f8c43db7e711 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184873 Mar 07 21:42:43.508987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port fdbc55c4-61d9-48ee-9618-b14b517b663c is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:43.509219 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (3095107f-8c26-4597-9235-7faa7e6f9377), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:43.513897 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fdbc55c4-61d9-48ee-9618-b14b517b663c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:43.517931 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f5535-182f-4927-b84c-ff0244702d1f', 'name': 'tempest-snat-router-1759102869', 'tenant_id': '47494c3da0cb4eea87c795ef3a22cec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5'}], 'enable_snat': False}, 'gw_port_id': '94fca30b-fc12-4734-a174-1825cf23d4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:37Z', 'updated_at': '2022-03-07T21:42:40Z', 'revision_number': 3, 'project_id': '47494c3da0cb4eea87c795ef3a22cec8', 'gw_port': {'id': '94fca30b-fc12-4734-a174-1825cf23d4ea', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f5535-182f-4927-b84c-ff0244702d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:38Z', 'updated_at': '2022-03-07T21:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:43.560202 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Checking router: f83f5535-182f-4927-b84c-ff0244702d1f for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:43.560561 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Updating router f83f5535-182f-4927-b84c-ff0244702d1f port 94fca30b-fc12-4734-a174-1825cf23d4ea binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:42:43.613461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port fdbc55c4-61d9-48ee-9618-b14b517b663c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fdbc55c4-61d9-48ee-9618-b14b517b663c,segment=NetworkSegment(559baeb1-53cf-4b61-94c8-5ae8fb0217ef),segment_id=559baeb1-53cf-4b61-94c8-5ae8fb0217ef)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:43.615194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122edcbc-9421-47ce-a86e-6ce797cb90a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbc55c4-61d9-48ee-9618-b14b517b663c'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:43.618163 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ffa60b-59c4-4f51-b39e-ba3dde02d814" -d '{"events": [{"server_uuid": "122edcbc-9421-47ce-a86e-6ce797cb90a2", "name": "network-vif-plugged", "status": "completed", "tag": "fdbc55c4-61d9-48ee-9618-b14b517b663c"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:43.622766 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fdbc55c4-61d9-48ee-9618-b14b517b663c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:43.667944 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (94fca30b-fc12-4734-a174-1825cf23d4ea), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:43.728941 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (2d73f874-882f-454e-9971-c8d0a0cabbd9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:43.734912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Pushing event updated for resources: {'Port': ['ID=b8de40a2-5cd9-4b92-a193-fcfac55a3fec,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:43.747777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=fdbc55c4-61d9-48ee-9618-b14b517b663c,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:43.785541 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:43.786827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-af8c8f06-ccbe-4f5f-8f11-601498dcb6c1 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4127257 Mar 07 21:42:43.904152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea6aa5-ce76-45a8-9027-7a4ac1e9f0e5 req-79b2ffc3-5da6-4ca6-bd45-5436938f898d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:43.919737 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3cea6aa5-ce76-45a8-9027-7a4ac1e9f0e5 req-79b2ffc3-5da6-4ca6-bd45-5436938f898d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 945 time: 0.2738805 Mar 07 21:42:43.965425 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-08ab6223-0875-4cc1-8cc6-a4b9d6351da6 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 696 time: 0.1542811 Mar 07 21:42:44.020574 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (3095107f-8c26-4597-9235-7faa7e6f9377), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:44.058489 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:44.171806 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Publish callbacks [] for port (94fca30b-fc12-4734-a174-1825cf23d4ea), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:44.182517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3cea6aa5-ce76-45a8-9027-7a4ac1e9f0e5 req-f2f1b52c-c2ec-4005-adb6-6ec6581c46a6 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597291 Mar 07 21:42:44.184603 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (94fca30b-fc12-4734-a174-1825cf23d4ea), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:44.265990 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Attempting to bind port 94fca30b-fc12-4734-a174-1825cf23d4ea on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:42:44.266285 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Attempting to bind port 94fca30b-fc12-4734-a174-1825cf23d4ea by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:42:44.266622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-bf1c5375-9880-48e8-8408-631c65458d8f tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:44.266873 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Attempting to bind port 94fca30b-fc12-4734-a174-1825cf23d4ea on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:44.268084 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34eb6f1e-7076-4526-8a6f-3b600ba20105 req-bf1c5375-9880-48e8-8408-631c65458d8f tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.2865655 Mar 07 21:42:44.282292 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759003c2-45e0-4bd4-9a92-56084936bde7 x-openstack-request-id: req-759003c2-45e0-4bd4-9a92-56084936bde7 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:44.282292 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b41fc7-ccff-4193-a4ac-93089a719a10", "tag": "43df789e-ec91-4c2c-af6b-bb048a9ceb7a", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:44.282292 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-759003c2-45e0-4bd4-9a92-56084936bde7 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:44.282292 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b41fc7-ccff-4193-a4ac-93089a719a10', 'tag': '43df789e-ec91-4c2c-af6b-bb048a9ceb7a', 'status': 'completed', 'code': 200} Mar 07 21:42:44.327375 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:42:44.327545 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:44.327844 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:44.328254 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:42:44.328738 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Bound port: 94fca30b-fc12-4734-a174-1825cf23d4ea, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:42:44.329982 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (94fca30b-fc12-4734-a174-1825cf23d4ea), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:44.346300 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a11479-80e4-433f-93ce-ed83b342a028 None None] Pushing event updated for resources: {'Port': ['ID=94fca30b-fc12-4734-a174-1825cf23d4ea,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:44.421846 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0616f751-7ba6-46e2-83ee-0e067a51af4a x-openstack-request-id: req-0616f751-7ba6-46e2-83ee-0e067a51af4a {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:44.422572 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:44.423779 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0616f751-7ba6-46e2-83ee-0e067a51af4a {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:44.425663 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b', 'status': 'completed', 'code': 200} Mar 07 21:42:44.457452 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Allocated IP 172.25.4.152 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/c0154f1f-dea1-4d11-9480-18c4c0f87da4) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:44.459290 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] For port 94fca30b-fc12-4734-a174-1825cf23d4ea, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:44.484611 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-635e6989-a0b1-4f40-a25c-6f8db8fe6847 req-82a99f39-ab88-4fae-9292-41b2cfacc060 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups/cdff9753-b049-4e35-bce6-258940f6955e HTTP/1.1" status: 200 len: 1826 time: 0.1607141 Mar 07 21:42:44.490483 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] For port 94fca30b-fc12-4734-a174-1825cf23d4ea, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=94fca30b-fc12-4734-a174-1825cf23d4ea,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:42:44.516459 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (94fca30b-fc12-4734-a174-1825cf23d4ea), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:44.544897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfb4f8-ef4f-4789-8909-f56824919023 req-6b55cfad-767d-48a1-81a7-080200234764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:44.546827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34bfb4f8-ef4f-4789-8909-f56824919023 req-6b55cfad-767d-48a1-81a7-080200234764 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2241391d44654848a06c7aaf207ddb12&device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 1127 time: 0.1573672 Mar 07 21:42:44.579955 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-635e6989-a0b1-4f40-a25c-6f8db8fe6847 req-b0629a2a-8838-4591-82bd-c2e49d5b16ed tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for security_group (cdff9753-b049-4e35-bce6-258940f6955e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:44.615183 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba41548-e92b-47da-a068-79dcd6932668 req-f4a84dd6-b380-4331-8996-d86b1b619c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:44.616716 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9ba41548-e92b-47da-a068-79dcd6932668 req-f4a84dd6-b380-4331-8996-d86b1b619c1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04bcb9fef1894f61b223b163697dce5a&device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 1125 time: 0.3074667 Mar 07 21:42:44.627092 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-635e6989-a0b1-4f40-a25c-6f8db8fe6847 req-b0629a2a-8838-4591-82bd-c2e49d5b16ed tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for security_group (cdff9753-b049-4e35-bce6-258940f6955e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:44.674421 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Routers {'f83f5535-182f-4927-b84c-ff0244702d1f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:44.685445 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f83f5535-182f-4927-b84c-ff0244702d1f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:44.695943 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-635e6989-a0b1-4f40-a25c-6f8db8fe6847 req-b0629a2a-8838-4591-82bd-c2e49d5b16ed tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cdff9753-b049-4e35-bce6-258940f6955e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:44.698737 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-635e6989-a0b1-4f40-a25c-6f8db8fe6847 req-b0629a2a-8838-4591-82bd-c2e49d5b16ed tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:44.700001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-635e6989-a0b1-4f40-a25c-6f8db8fe6847 req-b0629a2a-8838-4591-82bd-c2e49d5b16ed tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "DELETE /v2.0/security-groups/cdff9753-b049-4e35-bce6-258940f6955e HTTP/1.1" status: 204 len: 173 time: 0.2010841 Mar 07 21:42:44.742686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0629a2a-8838-4591-82bd-c2e49d5b16ed tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdff9753-b049-4e35-bce6-258940f6955e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:44.787943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfb4f8-ef4f-4789-8909-f56824919023 req-7ac1740f-0e8a-4740-a404-4cc52254b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:44.789817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34bfb4f8-ef4f-4789-8909-f56824919023 req-7ac1740f-0e8a-4740-a404-4cc52254b4c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4491ae60-486f-4baa-a72c-21726164aae0 HTTP/1.1" status: 200 len: 921 time: 0.2198994 Mar 07 21:42:44.825484 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75081da-83fb-4b55-aac0-c785eb70a398 x-openstack-request-id: req-e75081da-83fb-4b55-aac0-c785eb70a398 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:44.826458 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122edcbc-9421-47ce-a86e-6ce797cb90a2", "name": "network-vif-plugged", "status": "completed", "tag": "fdbc55c4-61d9-48ee-9618-b14b517b663c", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:44.826947 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e75081da-83fb-4b55-aac0-c785eb70a398 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:44.827650 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122edcbc-9421-47ce-a86e-6ce797cb90a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbc55c4-61d9-48ee-9618-b14b517b663c', 'code': 200} Mar 07 21:42:44.859733 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34bfb4f8-ef4f-4789-8909-f56824919023 req-7c260484-8f1f-4126-afa5-7c41b892d7c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b HTTP/1.1" status: 200 len: 217 time: 0.0592699 Mar 07 21:42:44.900233 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for port (c0154f1f-dea1-4d11-9480-18c4c0f87da4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:44.988768 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba41548-e92b-47da-a068-79dcd6932668 req-d1fc2d81-a316-430a-aef5-8aa09af19e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:44.992688 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9ba41548-e92b-47da-a068-79dcd6932668 req-d1fc2d81-a316-430a-aef5-8aa09af19e21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a64d822-a651-4d6d-9d1f-f005c77bc34c HTTP/1.1" status: 200 len: 919 time: 0.3685837 Mar 07 21:42:44.995236 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c0154f1f-dea1-4d11-9480-18c4c0f87da4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:45.077588 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a11479-80e4-433f-93ce-ed83b342a028 None None] Pushing event updated for resources: {'Port': ['ID=94fca30b-fc12-4734-a174-1825cf23d4ea,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:45.165369 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9ba41548-e92b-47da-a068-79dcd6932668 req-34c9b198-af94-4825-b9f4-ccd9e0854d93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43df789e-ec91-4c2c-af6b-bb048a9ceb7a HTTP/1.1" status: 200 len: 217 time: 0.1637444 Mar 07 21:42:45.203830 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] Set router f83f5535-182f-4927-b84c-ff0244702d1f gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:45.211456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-8e527cd3-b1e2-4056-9c78-6bed7d8ea297 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:45.213078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-8e527cd3-b1e2-4056-9c78-6bed7d8ea297 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 821 time: 0.1339855 Mar 07 21:42:45.261581 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-bb583b40-69cb-404f-81c1-c6f482868f1d tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/quotas/69ec204fa4634d369d0ee24b88e4d9c4 HTTP/1.1" status: 200 len: 375 time: 0.0292873 Mar 07 21:42:45.292481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:45.295438 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:45.307414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:45.316460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfb4f8-ef4f-4789-8909-f56824919023 req-4e31e419-04ac-43ce-87b8-25683127064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:45.318665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34bfb4f8-ef4f-4789-8909-f56824919023 req-4e31e419-04ac-43ce-87b8-25683127064c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eeba05f1-cd73-417e-9e7b-c3ae6bff5455 HTTP/1.1" status: 200 len: 860 time: 0.4526632 Mar 07 21:42:45.344187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4042719-6b96-4e6d-afce-0030f6bbed84 req-33ccf559-bad7-43fd-90b3-56ff73c8f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:45.345887 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4042719-6b96-4e6d-afce-0030f6bbed84 req-33ccf559-bad7-43fd-90b3-56ff73c8f863 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 1127 time: 0.3762977 Mar 07 21:42:45.379447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34bfb4f8-ef4f-4789-8909-f56824919023 req-32f1d7c8-c7c0-4db1-8ac5-6597c026a3d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4491ae60-486f-4baa-a72c-21726164aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503981 Mar 07 21:42:45.388317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971befd5-2781-47dd-8a77-ef7ba2cf893b req-f2b034f1-c752-48a0-9b20-faab5c925b72 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:45.404995 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60334) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:45.409570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-971befd5-2781-47dd-8a77-ef7ba2cf893b req-f2b034f1-c752-48a0-9b20-faab5c925b72 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 945 time: 0.4147286 Mar 07 21:42:45.422523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ed793883-a7b3-4a07-a37b-de8b9daa64a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Request body: {'floatingip': {'port_id': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:45.455684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 43df789e-ec91-4c2c-af6b-bb048a9ceb7a details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:42:45.490547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Pushing event updated for resources: {'Port': ['ID=c0154f1f-dea1-4d11-9480-18c4c0f87da4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:45.505014 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f5535-182f-4927-b84c-ff0244702d1f', 'name': 'tempest-snat-router-1759102869', 'tenant_id': '47494c3da0cb4eea87c795ef3a22cec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5'}], 'enable_snat': False}, 'gw_port_id': '94fca30b-fc12-4734-a174-1825cf23d4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:37Z', 'updated_at': '2022-03-07T21:42:40Z', 'revision_number': 3, 'project_id': '47494c3da0cb4eea87c795ef3a22cec8', 'gw_port': {'id': '94fca30b-fc12-4734-a174-1825cf23d4ea', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f5535-182f-4927-b84c-ff0244702d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:38Z', 'updated_at': '2022-03-07T21:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:45.568903 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1984ca7-566a-459c-a33c-ec5538f31843 None None] The sync data for ids ['f83f5535-182f-4927-b84c-ff0244702d1f'] in n-d-832330-1 is: [{'id': 'f83f5535-182f-4927-b84c-ff0244702d1f', 'name': 'tempest-snat-router-1759102869', 'tenant_id': '47494c3da0cb4eea87c795ef3a22cec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5'}], 'enable_snat': False}, 'gw_port_id': '94fca30b-fc12-4734-a174-1825cf23d4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:37Z', 'updated_at': '2022-03-07T21:42:40Z', 'revision_number': 3, 'project_id': '47494c3da0cb4eea87c795ef3a22cec8', 'gw_port': {'id': '94fca30b-fc12-4734-a174-1825cf23d4ea', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f5535-182f-4927-b84c-ff0244702d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:38Z', 'updated_at': '2022-03-07T21:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:45.610545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-2c092cc7-1151-43c5-ab28-9b16df014be0 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3470275 Mar 07 21:42:45.621650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-2a56fccd-a88c-456d-80c4-efbc638b5433 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:42:45.629458 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba41548-e92b-47da-a068-79dcd6932668 req-01c45ff8-57b1-483b-9800-e389189e92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:45.631036 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9ba41548-e92b-47da-a068-79dcd6932668 req-01c45ff8-57b1-483b-9800-e389189e92a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63c081fe-dc52-4918-ab2b-7c35c53daa65 HTTP/1.1" status: 200 len: 858 time: 0.4448924 Mar 07 21:42:45.635349 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed793883-a7b3-4a07-a37b-de8b9daa64a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for floatingip (740c1a48-0d57-46d4-a7d4-940eef3ec86a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:45.643336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-2a56fccd-a88c-456d-80c4-efbc638b5433 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0278347 Mar 07 21:42:45.649285 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-39453254-0e02-4f26-8ad3-94fc35e2ddd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:45.711381 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9ba41548-e92b-47da-a068-79dcd6932668 req-6fe60c15-2eae-41f8-8c10-f469d41703a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a64d822-a651-4d6d-9d1f-f005c77bc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443413 Mar 07 21:42:45.758430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=43df789e-ec91-4c2c-af6b-bb048a9ceb7a,segment=NetworkSegment(559baeb1-53cf-4b61-94c8-5ae8fb0217ef),segment_id=559baeb1-53cf-4b61-94c8-5ae8fb0217ef)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:45.765210 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4042719-6b96-4e6d-afce-0030f6bbed84 req-dec2f318-2e5e-4ee7-a16c-ade9be41226b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996902 Mar 07 21:42:45.826697 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34bfb4f8-ef4f-4789-8909-f56824919023 req-d2b62bc1-79d0-4f7e-a5f6-022367e383c5 service neutron] 10.222.0.13 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103041 Mar 07 21:42:45.852093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '43df789e-ec91-4c2c-af6b-bb048a9ceb7a', 'network_id': '3a64d822-a651-4d6d-9d1f-f005c77bc34c', 'port_id': '43df789e-ec91-4c2c-af6b-bb048a9ceb7a', 'mac_address': 'fa:16:3e:1e:e2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c081fe-dc52-4918-ab2b-7c35c53daa65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:42:45.853203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345be5b-4300-4b3d-9022-52352fe7b17d req-255c7546-c2bb-4ddb-b3dc-ae92e9311afc tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:45.860677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d345be5b-4300-4b3d-9022-52352fe7b17d req-255c7546-c2bb-4ddb-b3dc-ae92e9311afc tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 943 time: 0.3537519 Mar 07 21:42:45.894757 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:45.983766 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-acaa1c6b-26d0-476b-aa0b-a52aa93fef32 service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385284 Mar 07 21:42:46.049015 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:46.055406 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (43df789e-ec91-4c2c-af6b-bb048a9ceb7a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:46.108297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43df789e-ec91-4c2c-af6b-bb048a9ceb7a {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:46.155395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=43df789e-ec91-4c2c-af6b-bb048a9ceb7a,segment=NetworkSegment(559baeb1-53cf-4b61-94c8-5ae8fb0217ef),segment_id=559baeb1-53cf-4b61-94c8-5ae8fb0217ef)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:46.166059 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (43df789e-ec91-4c2c-af6b-bb048a9ceb7a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:46.178055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d345be5b-4300-4b3d-9022-52352fe7b17d req-e741d2b9-3371-4a1b-969c-999ed49a1d66 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164835 Mar 07 21:42:46.256700 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (3095107f-8c26-4597-9235-7faa7e6f9377), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:46.264493 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34bfb4f8-ef4f-4789-8909-f56824919023 req-826369e0-0316-4b57-b9e6-1fdf06125834 service neutron] 10.222.0.13 "GET /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307110 Mar 07 21:42:46.294240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=43df789e-ec91-4c2c-af6b-bb048a9ceb7a,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:46.339566 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-50ed02d4-2333-4047-8d8a-4309d5e9a93e service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548815 Mar 07 21:42:46.570541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['43df789e-ec91-4c2c-af6b-bb048a9ceb7a'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:46.920073 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e07bebd3-aca1-4c15-8970-925fb11b8059 req-b7d31036-a372-45a7-b5a1-56ff2ae88046 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 210 time: 0.1305285 Mar 07 21:42:46.990429 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5e8a6-7a32-49e5-afc5-68620f65893c req-c41c3472-6a05-40ea-82d1-1ca17e24e98a tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:47.003258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ac5e8a6-7a32-49e5-afc5-68620f65893c req-c41c3472-6a05-40ea-82d1-1ca17e24e98a tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.3063395 Mar 07 21:42:47.224622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ac5e8a6-7a32-49e5-afc5-68620f65893c req-0b634f16-93ab-4196-84d7-f1f55e9ccc37 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138717 Mar 07 21:42:47.286120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7be5fc-6a23-42dc-a15d-8179e408a123 req-593081c5-104a-473b-a8be-de2e8dd09b82 tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:47.286912 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9ba41548-e92b-47da-a068-79dcd6932668 req-77abc335-8b44-4c9f-855e-5dc58a45b675 service neutron] 10.222.0.13 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4602399 Mar 07 21:42:47.302722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a7be5fc-6a23-42dc-a15d-8179e408a123 req-593081c5-104a-473b-a8be-de2e8dd09b82 tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 1131 time: 0.1457293 Mar 07 21:42:47.477131 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a7be5fc-6a23-42dc-a15d-8179e408a123 req-033a5f7a-5588-42b3-b626-a937bed7d92f tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729956 Mar 07 21:42:47.603635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70379661-47b4-434b-b026-86c4297b92c2 req-6ea8303f-b642-4ff6-9d81-fda277770c4f tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:47.613672 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-70379661-47b4-434b-b026-86c4297b92c2 req-6ea8303f-b642-4ff6-9d81-fda277770c4f tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 944 time: 0.1556733 Mar 07 21:42:47.879837 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4262bbc0-2d51-4bda-9e4c-a32c89128a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:47.886899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-70379661-47b4-434b-b026-86c4297b92c2 req-8eb762fe-44fe-4011-b2de-68ce2a70696e tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709558 Mar 07 21:42:47.905764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a29ce8-6441-4c6c-bc4e-932fda2e80b7 req-a2b9577b-1ae1-4dd7-a66b-31a82f4a7c00 tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:47.907361 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0a29ce8-6441-4c6c-bc4e-932fda2e80b7 req-a2b9577b-1ae1-4dd7-a66b-31a82f4a7c00 tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 1131 time: 0.2782412 Mar 07 21:42:48.050658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 94fca30b-fc12-4734-a174-1825cf23d4ea up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:48.125201 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:48.153950 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0a29ce8-6441-4c6c-bc4e-932fda2e80b7 req-ccab6c88-b3dc-4f8e-9245-20d2f438ae95 tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255335 Mar 07 21:42:48.198541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 94fca30b-fc12-4734-a174-1825cf23d4ea triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:48.199474 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (94fca30b-fc12-4734-a174-1825cf23d4ea), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:48.262162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58096a6a-58cd-4842-a0e1-c811aab52681 req-aa8b7beb-82a9-4850-a071-e59f6f56dcf3 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 210 time: 0.1480165 Mar 07 21:42:48.371098 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (3095107f-8c26-4597-9235-7faa7e6f9377), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:48.473371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 94fca30b-fc12-4734-a174-1825cf23d4ea is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:48.473761 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (94fca30b-fc12-4734-a174-1825cf23d4ea), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:48.525689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 94fca30b-fc12-4734-a174-1825cf23d4ea, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=94fca30b-fc12-4734-a174-1825cf23d4ea,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:48.536793 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (94fca30b-fc12-4734-a174-1825cf23d4ea), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:48.584401 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9ba41548-e92b-47da-a068-79dcd6932668 req-f822fb70-b1a6-4517-9a9e-c5db532df22d service neutron] 10.222.0.13 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2894621 Mar 07 21:42:48.649672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-4696e101-77a2-42de-9753-c6c4c1b8fbd2 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:48.651272 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-4696e101-77a2-42de-9753-c6c4c1b8fbd2 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.15 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 821 time: 0.3433745 Mar 07 21:42:48.661707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=94fca30b-fc12-4734-a174-1825cf23d4ea,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:48.717561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-2e9d3932-a606-45ee-8ec7-b3384fa54080 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Request body: {'port': {'device_id': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'admin_state_up': True, 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:48.914985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571927b-d109-4cf6-82de-454f05762ed9 req-1e58586b-3a50-4d23-b069-35084f84d801 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:48.924403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f571927b-d109-4cf6-82de-454f05762ed9 req-1e58586b-3a50-4d23-b069-35084f84d801 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.2720335 Mar 07 21:42:49.085916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f571927b-d109-4cf6-82de-454f05762ed9 req-113de5ab-ed4c-42c8-8f7f-1ad41b922931 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597154 Mar 07 21:42:49.087073 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-2e9d3932-a606-45ee-8ec7-b3384fa54080 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Made reservation on behalf of 69ec204fa4634d369d0ee24b88e4d9c4 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:49.099448 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.db.resource_extend [None req-ed793883-a7b3-4a07-a37b-de8b9daa64a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:42:49.108233 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-2e9d3932-a606-45ee-8ec7-b3384fa54080 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:49.279018 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:49.387796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92ca1c-add2-490a-bfdc-d8063394a52d req-34e6e2a2-2eaf-4636-8cca-74193f46f5c4 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:49.389930 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4f92ca1c-add2-490a-bfdc-d8063394a52d req-34e6e2a2-2eaf-4636-8cca-74193f46f5c4 tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.13 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.4219768 Mar 07 21:42:49.437542 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed793883-a7b3-4a07-a37b-de8b9daa64a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:49.448094 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed793883-a7b3-4a07-a37b-de8b9daa64a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (740c1a48-0d57-46d4-a7d4-940eef3ec86a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:49.488306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 43df789e-ec91-4c2c-af6b-bb048a9ceb7a up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:49.505790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Router 3095107f-8c26-4597-9235-7faa7e6f9377 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:42:49.545074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02465b-dba6-4f0d-bf90-71e2d9510e40 req-88b734e0-8890-44ec-aecd-76ab282741c8 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:49.557196 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d02465b-dba6-4f0d-bf90-71e2d9510e40 req-88b734e0-8890-44ec-aecd-76ab282741c8 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 944 time: 0.2638774 Mar 07 21:42:49.622918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:42:49.628133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-2e9d3932-a606-45ee-8ec7-b3384fa54080 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Allocated IP 172.20.0.6 (32d5bcfa-8c83-495d-9985-959cc7c5fae6/ec236f37-06b2-43ab-b2ad-c9c666b6d1b3/6f45bf55-4645-455c-be2c-6806333b576a) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:49.648072 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:49.648444 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (43df789e-ec91-4c2c-af6b-bb048a9ceb7a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:49.959825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-4f92ca1c-add2-490a-bfdc-d8063394a52d req-d4f41420-a506-4c76-a7b4-bab4c9b75c9a tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Deleting port 449ff57b-bd74-4c9a-9f11-683ecd88754b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:42:49.960695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4f92ca1c-add2-490a-bfdc-d8063394a52d req-d4f41420-a506-4c76-a7b4-bab4c9b75c9a tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:49.999491 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-2e9d3932-a606-45ee-8ec7-b3384fa54080 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for port (6f45bf55-4645-455c-be2c-6806333b576a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:50.001707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 94fca30b-fc12-4734-a174-1825cf23d4ea up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:42:50.080520 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-4f92ca1c-add2-490a-bfdc-d8063394a52d req-d4f41420-a506-4c76-a7b4-bab4c9b75c9a tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] For port 449ff57b-bd74-4c9a-9f11-683ecd88754b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b,segment=NetworkSegment(04d4e391-ffcf-4b7c-939e-a52bbe0c4012),segment_id=04d4e391-ffcf-4b7c-939e-a52bbe0c4012)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:50.081181 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4f92ca1c-add2-490a-bfdc-d8063394a52d req-d4f41420-a506-4c76-a7b4-bab4c9b75c9a tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:50.094408 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-2e9d3932-a606-45ee-8ec7-b3384fa54080 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6f45bf55-4645-455c-be2c-6806333b576a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:50.095624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-4f92ca1c-add2-490a-bfdc-d8063394a52d req-d4f41420-a506-4c76-a7b4-bab4c9b75c9a tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Calling delete_port for 449ff57b-bd74-4c9a-9f11-683ecd88754b owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:42:50.201652 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:50.305496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:50.306204 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (43df789e-ec91-4c2c-af6b-bb048a9ceb7a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:50.350057 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:50.376391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 94fca30b-fc12-4734-a174-1825cf23d4ea triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:50.376858 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (94fca30b-fc12-4734-a174-1825cf23d4ea), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:50.378352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b41fc7-ccff-4193-a4ac-93089a719a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43df789e-ec91-4c2c-af6b-bb048a9ceb7a'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:50.380649 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9f5a11-5165-4411-bfb3-89d8bedd5c72" -d '{"events": [{"server_uuid": "29b41fc7-ccff-4193-a4ac-93089a719a10", "name": "network-vif-plugged", "status": "completed", "tag": "43df789e-ec91-4c2c-af6b-bb048a9ceb7a"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:50.417759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=43df789e-ec91-4c2c-af6b-bb048a9ceb7a,segment=NetworkSegment(559baeb1-53cf-4b61-94c8-5ae8fb0217ef),segment_id=559baeb1-53cf-4b61-94c8-5ae8fb0217ef)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:50.433870 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (43df789e-ec91-4c2c-af6b-bb048a9ceb7a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:50.434810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 449ff57b-bd74-4c9a-9f11-683ecd88754b no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:42:50.435568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-2e9d3932-a606-45ee-8ec7-b3384fa54080 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:50.461521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d02465b-dba6-4f0d-bf90-71e2d9510e40 req-737a495d-e242-4f6e-bcf8-0765de99405c tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9021227 Mar 07 21:42:50.462524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d3932-a606-45ee-8ec7-b3384fa54080 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Pushing event updated for resources: {'Port': ['ID=6f45bf55-4645-455c-be2c-6806333b576a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:50.478378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-2e9d3932-a606-45ee-8ec7-b3384fa54080 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:50.504370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-2e9d3932-a606-45ee-8ec7-b3384fa54080 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:42:50.718989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=43df789e-ec91-4c2c-af6b-bb048a9ceb7a,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:50.735177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab9cbf-aea8-4644-bac7-292650f83bdb req-7bcb1e44-4db3-41d5-a0fc-3ca856a3083e tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:50.743609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-caab9cbf-aea8-4644-bac7-292650f83bdb req-7bcb1e44-4db3-41d5-a0fc-3ca856a3083e tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 931 time: 0.6536875 Mar 07 21:42:50.769589 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-2e9d3932-a606-45ee-8ec7-b3384fa54080 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:50.776430 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-2e9d3932-a606-45ee-8ec7-b3384fa54080 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:50.776658 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:42:50.844513 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-caab9cbf-aea8-4644-bac7-292650f83bdb req-4ba26497-50ec-4b5f-b44c-e54671d414e0 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914512 Mar 07 21:42:50.845048 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 449ff57b-bd74-4c9a-9f11-683ecd88754b is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:50.845442 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:50.847890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Sync routers for ids ['3095107f-8c26-4597-9235-7faa7e6f9377'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:50.897792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4be4f-e1c1-4332-9d0d-271b149708bf req-2624a23e-04a4-4f0b-8ce3-26e81e6a56c1 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:50.899861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Routers {'3095107f-8c26-4597-9235-7faa7e6f9377'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:50.900563 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3095107f-8c26-4597-9235-7faa7e6f9377'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:50.908352 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c4be4f-e1c1-4332-9d0d-271b149708bf req-2624a23e-04a4-4f0b-8ce3-26e81e6a56c1 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.2446752 Mar 07 21:42:50.926600 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-ed793883-a7b3-4a07-a37b-de8b9daa64a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Floating IP 740c1a48-0d57-46d4-a7d4-940eef3ec86a associated. External IP: 172.25.4.165, port: cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db. Mar 07 21:42:50.938137 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:50.938343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-2e9d3932-a606-45ee-8ec7-b3384fa54080 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2255449 Mar 07 21:42:50.945163 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-57599668-26c7-4bee-827d-863930cec30e tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.9950886 Mar 07 21:42:50.971756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Request body: {'port': {'device_id': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:50.976194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60410) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:50.997638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 94fca30b-fc12-4734-a174-1825cf23d4ea is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:51.029496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c7bdd4ee-abca-4792-b208-82c3d98250f3 None None] Provisioning complete for port 6f45bf55-4645-455c-be2c-6806333b576a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:42:51.033305 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd4ee-abca-4792-b208-82c3d98250f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6f45bf55-4645-455c-be2c-6806333b576a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:51.139565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c7bdd4ee-abca-4792-b208-82c3d98250f3 None None] Port 6f45bf55-4645-455c-be2c-6806333b576a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:42:51.149907 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 449ff57b-bd74-4c9a-9f11-683ecd88754b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=449ff57b-bd74-4c9a-9f11-683ecd88754b,segment=NetworkSegment(04d4e391-ffcf-4b7c-939e-a52bbe0c4012),segment_id=04d4e391-ffcf-4b7c-939e-a52bbe0c4012)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:51.165187 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:51.192394 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6f45bf55-4645-455c-be2c-6806333b576a), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:51.316651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Set router 3095107f-8c26-4597-9235-7faa7e6f9377 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:51.318520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=449ff57b-bd74-4c9a-9f11-683ecd88754b,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:51.344166 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36c4be4f-e1c1-4332-9d0d-271b149708bf req-894d7743-a2cb-418f-a8a1-4469acc1d56e tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307532 Mar 07 21:42:51.394177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bf46f-f386-4ff3-944a-6cc8e613122d req-aa6475f6-5ff5-42a9-b786-6e1571cc72ae tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:51.405597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-504bf46f-f386-4ff3-944a-6cc8e613122d req-aa6475f6-5ff5-42a9-b786-6e1571cc72ae tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/ports?device_id=63867eb5-d184-4f11-a657-d6afa6bdba5f HTTP/1.1" status: 200 len: 945 time: 0.4094400 Mar 07 21:42:51.428270 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed793883-a7b3-4a07-a37b-de8b9daa64a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:42:51.431417 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4f92ca1c-add2-490a-bfdc-d8063394a52d req-d4f41420-a506-4c76-a7b4-bab4c9b75c9a tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (449ff57b-bd74-4c9a-9f11-683ecd88754b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:51.464399 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98e520c-bbb5-4c51-9660-ea69fe0782a9 x-openstack-request-id: req-b98e520c-bbb5-4c51-9660-ea69fe0782a9 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:51.464674 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b41fc7-ccff-4193-a4ac-93089a719a10", "name": "network-vif-plugged", "status": "completed", "tag": "43df789e-ec91-4c2c-af6b-bb048a9ceb7a", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:51.465064 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b98e520c-bbb5-4c51-9660-ea69fe0782a9 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:51.465601 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b41fc7-ccff-4193-a4ac-93089a719a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43df789e-ec91-4c2c-af6b-bb048a9ceb7a', 'code': 200} Mar 07 21:42:51.509351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f41420-a506-4c76-a7b4-bab4c9b75c9a tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Pushing event deleted for resources: {'Port': ['ID=449ff57b-bd74-4c9a-9f11-683ecd88754b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:51.708845 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f92ca1c-add2-490a-bfdc-d8063394a52d req-d4f41420-a506-4c76-a7b4-bab4c9b75c9a tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] No DVR routers for this DVR port 449ff57b-bd74-4c9a-9f11-683ecd88754b on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:51.726748 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4f92ca1c-add2-490a-bfdc-d8063394a52d req-d4f41420-a506-4c76-a7b4-bab4c9b75c9a tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:51.734488 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4f92ca1c-add2-490a-bfdc-d8063394a52d req-d4f41420-a506-4c76-a7b4-bab4c9b75c9a tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.13 "DELETE /v2.0/ports/449ff57b-bd74-4c9a-9f11-683ecd88754b HTTP/1.1" status: 204 len: 173 time: 2.3334467 Mar 07 21:42:51.736619 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'name': 'network-vif-deleted', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:51.740498 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81df4c0-d3b1-46ce-a5ad-a99c8d164d37" -d '{"events": [{"server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "name": "network-vif-deleted", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:51.845112 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3095107f-8c26-4597-9235-7faa7e6f9377', 'name': 'tempest-snat-router-1759102869', 'tenant_id': '47494c3da0cb4eea87c795ef3a22cec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c0154f1f-dea1-4d11-9480-18c4c0f87da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:42Z', 'updated_at': '2022-03-07T21:42:45Z', 'revision_number': 3, 'project_id': '47494c3da0cb4eea87c795ef3a22cec8', 'gw_port': {'id': 'c0154f1f-dea1-4d11-9480-18c4c0f87da4', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3095107f-8c26-4597-9235-7faa7e6f9377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:44Z', 'updated_at': '2022-03-07T21:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:51.855155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed793883-a7b3-4a07-a37b-de8b9daa64a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:42:51.869094 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed793883-a7b3-4a07-a37b-de8b9daa64a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:51.869204 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f0a536-6070-44bc-9ff7-b0b7e3e638ac None None] Sync routers for ids ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:51.884907 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0a536-6070-44bc-9ff7-b0b7e3e638ac None None] Routers {'3ec33f3f-192e-4a98-bb4a-e867ee500c5c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:51.889426 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-25f0a536-6070-44bc-9ff7-b0b7e3e638ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:51.894451 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ca02a53d-751d-4305-8655-c9c2ad6a0e05 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/routers/3095107f-8c26-4597-9235-7faa7e6f9377 HTTP/1.1" status: 200 len: 908 time: 0.9145999 Mar 07 21:42:51.897310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60430) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:51.913417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Checking router: 3095107f-8c26-4597-9235-7faa7e6f9377 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:51.914395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Updating router 3095107f-8c26-4597-9235-7faa7e6f9377 port c0154f1f-dea1-4d11-9480-18c4c0f87da4 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:42:51.945620 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ed793883-a7b3-4a07-a37b-de8b9daa64a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "PUT /v2.0/floatingips/740c1a48-0d57-46d4-a7d4-940eef3ec86a HTTP/1.1" status: 200 len: 991 time: 6.5324440 Mar 07 21:42:51.984594 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c0154f1f-dea1-4d11-9480-18c4c0f87da4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:51.992095 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60434) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:52.147548 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe328806-28ee-4f62-96a3-3904ebe5e614 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router (3095107f-8c26-4597-9235-7faa7e6f9377), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:52.176440 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-25f0a536-6070-44bc-9ff7-b0b7e3e638ac None None] Set router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:52.236835 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:52.331842 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-10b8b14c-3456-40e3-a4df-c25129b67326 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33f94d86f6654d94b3c58f37ed89a48d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3359458 Mar 07 21:42:52.331842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60438) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:52.493089 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25e30247-0e2d-4dbd-93c3-a104179bbedb admin admin] Publish callbacks [] for security_group (2998dc75-b1d2-48bf-95ee-1cea9805d311), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:52.522552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349db8c-a813-48df-ac1c-2a20ade6af69 req-3bbff630-fcb7-4c79-9bad-efd18294eb6c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:52.524276 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f349db8c-a813-48df-ac1c-2a20ade6af69 req-3bbff630-fcb7-4c79-9bad-efd18294eb6c tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 944 time: 0.1316178 Mar 07 21:42:52.544532 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25e30247-0e2d-4dbd-93c3-a104179bbedb admin admin] Publish callbacks [] for security_group (2998dc75-b1d2-48bf-95ee-1cea9805d311), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:52.689818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-f349db8c-a813-48df-ac1c-2a20ade6af69 req-36787f9b-ff3d-43f2-bf9f-0c460470d3eb tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Deleting port e3216fc6-e200-4188-8c52-946675727be0 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:42:52.690450 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f349db8c-a813-48df-ac1c-2a20ade6af69 req-36787f9b-ff3d-43f2-bf9f-0c460470d3eb tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e3216fc6-e200-4188-8c52-946675727be0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:52.712519 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25e30247-0e2d-4dbd-93c3-a104179bbedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2998dc75-b1d2-48bf-95ee-1cea9805d311), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:52.715355 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25e30247-0e2d-4dbd-93c3-a104179bbedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:52.719255 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-25e30247-0e2d-4dbd-93c3-a104179bbedb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2998dc75-b1d2-48bf-95ee-1cea9805d311 HTTP/1.1" status: 204 len: 168 time: 0.3835573 Mar 07 21:42:52.735977 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-25f0a536-6070-44bc-9ff7-b0b7e3e638ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:05Z', 'revision_number': 4, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'gw_port': {'id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '740c1a48-0d57-46d4-a7d4-940eef3ec86a', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'port_id': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'mac_address': 'fa:16:3e:a1:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:11Z', 'updated_at': '2022-03-07T21:42:48Z', 'revision_number': 1, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949ed7a5-d90e-41e1-a967-a0b5e574b6a5', 'name': '', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'mac_address': 'fa:16:3e:9f:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:11Z', 'revision_number': 5, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'subnets': [{'id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:52.774407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e30247-0e2d-4dbd-93c3-a104179bbedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2998dc75-b1d2-48bf-95ee-1cea9805d311,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:52.792344 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f0a536-6070-44bc-9ff7-b0b7e3e638ac None None] Checking router: 3ec33f3f-192e-4a98-bb4a-e867ee500c5c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:52.817973 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0a536-6070-44bc-9ff7-b0b7e3e638ac None None] Routers {'3ec33f3f-192e-4a98-bb4a-e867ee500c5c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:52.818639 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-25f0a536-6070-44bc-9ff7-b0b7e3e638ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:52.884551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f45bf55-4645-455c-be2c-6806333b576a {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:52.897558 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-504bf46f-f386-4ff3-944a-6cc8e613122d req-45f329ba-43b2-4aef-9ea1-074756d81faa tempest-ServerRescueTestJSONUnderV235-1452533708 tempest-ServerRescueTestJSONUnderV235-1452533708-project] 10.222.0.26 "GET /v2.0/security-groups?id=5721b1fb-4019-42f6-b4db-79a44c976285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4881947 Mar 07 21:42:52.898939 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe328806-28ee-4f62-96a3-3904ebe5e614 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (3095107f-8c26-4597-9235-7faa7e6f9377), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:52.922780 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Publish callbacks [] for port (6f45bf55-4645-455c-be2c-6806333b576a), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:52.938661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a301a5c-f8de-468e-a112-fbeaacfd30c1 req-475d7663-dd7d-4f06-be4a-546c0658e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:52.940555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a301a5c-f8de-468e-a112-fbeaacfd30c1 req-475d7663-dd7d-4f06-be4a-546c0658e34d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 1127 time: 1.0131826 Mar 07 21:42:52.973670 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-f349db8c-a813-48df-ac1c-2a20ade6af69 req-36787f9b-ff3d-43f2-bf9f-0c460470d3eb tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] For port e3216fc6-e200-4188-8c52-946675727be0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e3216fc6-e200-4188-8c52-946675727be0,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:52.974485 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f349db8c-a813-48df-ac1c-2a20ade6af69 req-36787f9b-ff3d-43f2-bf9f-0c460470d3eb tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e3216fc6-e200-4188-8c52-946675727be0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:52.977068 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Publish callbacks [] for port (c0154f1f-dea1-4d11-9480-18c4c0f87da4), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:52.991720 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c0154f1f-dea1-4d11-9480-18c4c0f87da4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:52.994740 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-f349db8c-a813-48df-ac1c-2a20ade6af69 req-36787f9b-ff3d-43f2-bf9f-0c460470d3eb tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Calling delete_port for e3216fc6-e200-4188-8c52-946675727be0 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:42:53.031060 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e366b-f88f-42ae-b30b-632c598dc39c req-f49d1832-a3d5-4ad4-b797-c1a0993b7b8b tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:53.036868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b66e366b-f88f-42ae-b30b-632c598dc39c req-f49d1832-a3d5-4ad4-b797-c1a0993b7b8b tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 1.1306913 Mar 07 21:42:53.040987 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Transition to ACTIVE for port object 6f45bf55-4645-455c-be2c-6806333b576a will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:42:53.079757 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (6f45bf55-4645-455c-be2c-6806333b576a), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:53.111403 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Attempting to bind port c0154f1f-dea1-4d11-9480-18c4c0f87da4 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:42:53.112130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Attempting to bind port c0154f1f-dea1-4d11-9480-18c4c0f87da4 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:42:53.113309 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Attempting to bind port c0154f1f-dea1-4d11-9480-18c4c0f87da4 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:53.139528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:42:53.140316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:53.140932 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:53.142748 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:42:53.143474 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Bound port: c0154f1f-dea1-4d11-9480-18c4c0f87da4, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:42:53.147909 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c0154f1f-dea1-4d11-9480-18c4c0f87da4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:53.149916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ade18-8c4c-4892-b2d0-82133fe2de47 None None] Pushing event updated for resources: {'Port': ['ID=c0154f1f-dea1-4d11-9480-18c4c0f87da4,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:53.204018 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-25f0a536-6070-44bc-9ff7-b0b7e3e638ac None None] Set router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:53.233599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Pushing event updated for resources: {'Port': ['ID=6f45bf55-4645-455c-be2c-6806333b576a,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:53.269996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] For port c0154f1f-dea1-4d11-9480-18c4c0f87da4, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:53.275941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] For port c0154f1f-dea1-4d11-9480-18c4c0f87da4, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c0154f1f-dea1-4d11-9480-18c4c0f87da4,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:42:53.288652 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c0154f1f-dea1-4d11-9480-18c4c0f87da4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:53.306972 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f349db8c-a813-48df-ac1c-2a20ade6af69 req-36787f9b-ff3d-43f2-bf9f-0c460470d3eb tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e3216fc6-e200-4188-8c52-946675727be0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:53.358676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['e3216fc6-e200-4188-8c52-946675727be0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:42:53.401141 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a301a5c-f8de-468e-a112-fbeaacfd30c1 req-b5de6f92-befa-4317-a8f0-076fc0bbd06f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247675 Mar 07 21:42:53.410146 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36787f9b-ff3d-43f2-bf9f-0c460470d3eb tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Pushing event deleted for resources: {'Port': ['ID=e3216fc6-e200-4188-8c52-946675727be0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:53.473501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:53.475990 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc61cbcc-6bbe-4ecc-9c9b-9aecbdc8a7f4" -d '{"events": [{"server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "name": "network-vif-unplugged", "status": "completed", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:53.483380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Routers {'3095107f-8c26-4597-9235-7faa7e6f9377'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:53.483902 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3095107f-8c26-4597-9235-7faa7e6f9377'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:53.523201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-f349db8c-a813-48df-ac1c-2a20ade6af69 req-36787f9b-ff3d-43f2-bf9f-0c460470d3eb tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] No DVR routers for this DVR port e3216fc6-e200-4188-8c52-946675727be0 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:53.531922 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f349db8c-a813-48df-ac1c-2a20ade6af69 req-36787f9b-ff3d-43f2-bf9f-0c460470d3eb tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:53.546279 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f349db8c-a813-48df-ac1c-2a20ade6af69 req-36787f9b-ff3d-43f2-bf9f-0c460470d3eb tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.13 "DELETE /v2.0/ports/e3216fc6-e200-4188-8c52-946675727be0 HTTP/1.1" status: 204 len: 173 time: 1.0156121 Mar 07 21:42:53.594412 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ade18-8c4c-4892-b2d0-82133fe2de47 None None] Pushing event updated for resources: {'Port': ['ID=c0154f1f-dea1-4d11-9480-18c4c0f87da4,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:53.627994 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-25f0a536-6070-44bc-9ff7-b0b7e3e638ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:05Z', 'revision_number': 4, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'gw_port': {'id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '740c1a48-0d57-46d4-a7d4-940eef3ec86a', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'port_id': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'mac_address': 'fa:16:3e:a1:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:11Z', 'updated_at': '2022-03-07T21:42:48Z', 'revision_number': 1, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949ed7a5-d90e-41e1-a967-a0b5e574b6a5', 'name': '', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'mac_address': 'fa:16:3e:9f:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:11Z', 'revision_number': 5, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'subnets': [{'id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:53.649514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-fe328806-28ee-4f62-96a3-3904ebe5e614 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Deleting port c0154f1f-dea1-4d11-9480-18c4c0f87da4 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:42:53.649973 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe328806-28ee-4f62-96a3-3904ebe5e614 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c0154f1f-dea1-4d11-9480-18c4c0f87da4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:53.661538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b66e366b-f88f-42ae-b30b-632c598dc39c req-cca6ad2f-0c16-4384-b00a-c16053c27771 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165216 Mar 07 21:42:53.667022 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Attempting to bind port 6f45bf55-4645-455c-be2c-6806333b576a on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:42:53.667435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Attempting to bind port 6f45bf55-4645-455c-be2c-6806333b576a by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:42:53.668005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Attempting to bind port 6f45bf55-4645-455c-be2c-6806333b576a on network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:53.691315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] Set router 3095107f-8c26-4597-9235-7faa7e6f9377 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:53.775458 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f0a536-6070-44bc-9ff7-b0b7e3e638ac None None] The sync data for ids ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'] in n-d-832330-1 is: [{'id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:05Z', 'revision_number': 4, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'gw_port': {'id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '740c1a48-0d57-46d4-a7d4-940eef3ec86a', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'port_id': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'mac_address': 'fa:16:3e:a1:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:11Z', 'updated_at': '2022-03-07T21:42:48Z', 'revision_number': 1, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949ed7a5-d90e-41e1-a967-a0b5e574b6a5', 'name': '', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'mac_address': 'fa:16:3e:9f:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:11Z', 'revision_number': 5, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'subnets': [{'id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:53.798583 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d56c95d-2812-48d1-aed5-5410a99e44da x-openstack-request-id: req-3d56c95d-2812-48d1-aed5-5410a99e44da {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:53.799020 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "name": "network-vif-deleted", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:53.799375 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d56c95d-2812-48d1-aed5-5410a99e44da {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:53.799882 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'name': 'network-vif-deleted', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b', 'status': 'completed', 'code': 200} Mar 07 21:42:53.825189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3095107f-8c26-4597-9235-7faa7e6f9377', 'name': 'tempest-snat-router-1759102869', 'tenant_id': '47494c3da0cb4eea87c795ef3a22cec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:42Z', 'updated_at': '2022-03-07T21:42:52Z', 'revision_number': 4, 'project_id': '47494c3da0cb4eea87c795ef3a22cec8', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:53.851443 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe328806-28ee-4f62-96a3-3904ebe5e614 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c0154f1f-dea1-4d11-9480-18c4c0f87da4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:53.866253 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-fe328806-28ee-4f62-96a3-3904ebe5e614 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Calling delete_port for c0154f1f-dea1-4d11-9480-18c4c0f87da4 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:42:53.918834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d48461-4002-4f6a-b7d1-fd13fd168251 None None] The sync data for ids ['3095107f-8c26-4597-9235-7faa7e6f9377'] in n-d-832330-1 is: [{'id': '3095107f-8c26-4597-9235-7faa7e6f9377', 'name': 'tempest-snat-router-1759102869', 'tenant_id': '47494c3da0cb4eea87c795ef3a22cec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:42Z', 'updated_at': '2022-03-07T21:42:52Z', 'revision_number': 4, 'project_id': '47494c3da0cb4eea87c795ef3a22cec8', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:54.117481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Port 6f45bf55-4645-455c-be2c-6806333b576a on network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:42:54.118568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Attempting to bind port 6f45bf55-4645-455c-be2c-6806333b576a on network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:42:54.134740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a70c6b-cbd9-4932-9033-7cb15b496cea req-5db366fc-889d-4fa0-8f25-e1be636e5c41 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:54.136380 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5a70c6b-cbd9-4932-9033-7cb15b496cea req-5db366fc-889d-4fa0-8f25-e1be636e5c41 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=06d962b2-b1ff-4963-b18a-eea2735d17ee HTTP/1.1" status: 200 len: 866 time: 1.0090330 Mar 07 21:42:54.137142 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe328806-28ee-4f62-96a3-3904ebe5e614 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c0154f1f-dea1-4d11-9480-18c4c0f87da4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:54.194363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:42:54.194763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Checking segment: {'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:54.195479 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Bound using segment: {'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:42:54.195567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Bound port: 6f45bf55-4645-455c-be2c-6806333b576a, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11bf2603-3d39-4a39-bd3e-2438f12e4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:42:54.196009 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6f45bf55-4645-455c-be2c-6806333b576a), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:54.243620 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1613de2-724c-44c7-867f-1d4b59d82401 None None] New status for floating IP 740c1a48-0d57-46d4-a7d4-940eef3ec86a: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:42:54.265961 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5a70c6b-cbd9-4932-9033-7cb15b496cea req-295d963a-7ba6-4a57-b4c1-6b255aafaf5e tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063652 Mar 07 21:42:54.293834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe328806-28ee-4f62-96a3-3904ebe5e614 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0154f1f-dea1-4d11-9480-18c4c0f87da4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:54.419234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60466) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:54.513083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] For port 6f45bf55-4645-455c-be2c-6806333b576a, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:42:54.517394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] For port 6f45bf55-4645-455c-be2c-6806333b576a, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f45bf55-4645-455c-be2c-6806333b576a,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:42:54.550313 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (6f45bf55-4645-455c-be2c-6806333b576a), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:54.615937 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-744196791-network', 'tenant_id': '8f89f39f903f4f0b93daaf3049054462'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:54.655689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] Made reservation on behalf of 8f89f39f903f4f0b93daaf3049054462 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:54.661770 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:54.679559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Pushing event updated for resources: {'Port': ['ID=6f45bf55-4645-455c-be2c-6806333b576a,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:54.684633 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:54.688365 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe328806-28ee-4f62-96a3-3904ebe5e614 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (3095107f-8c26-4597-9235-7faa7e6f9377), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:54.767888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a41c4d-7c8b-4590-8998-bfbff561874c req-8fdf3058-bd5e-4986-81f8-18bbff8f5623 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:54.769986 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74a41c4d-7c8b-4590-8998-bfbff561874c req-8fdf3058-bd5e-4986-81f8-18bbff8f5623 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 943 time: 0.8328886 Mar 07 21:42:54.797266 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] Publish callbacks [] for security_group (c55aa502-03a7-416f-9dcf-f08273251bd6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:54.812790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:54.813415 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:54.814871 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-56323a11-2f4d-4807-886e-10df7f6f8d32 service neutron] 10.222.0.15 "PUT /v2.0/ports/6f45bf55-4645-455c-be2c-6806333b576a HTTP/1.1" status: 200 len: 1091 time: 3.8559079 Mar 07 21:42:54.817816 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c55aa502-03a7-416f-9dcf-f08273251bd6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:54.823772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'tag': '6f45bf55-4645-455c-be2c-6806333b576a'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:54.826102 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec1ac29-909a-4c1f-9306-ed32442f613a" -d '{"events": [{"name": "network-changed", "server_uuid": "93d58328-383e-48d9-9752-1b78a8ad1f22", "tag": "6f45bf55-4645-455c-be2c-6806333b576a"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:54.852836 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe328806-28ee-4f62-96a3-3904ebe5e614 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (3095107f-8c26-4597-9235-7faa7e6f9377), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:54.858557 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe328806-28ee-4f62-96a3-3904ebe5e614 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_controller (3095107f-8c26-4597-9235-7faa7e6f9377), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:54.893834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55aa502-03a7-416f-9dcf-f08273251bd6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:54.930833 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:54.953379 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (faf87e44-1b9c-4b59-9fc6-f0601fe164ea), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:54.953727 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] Added segment faf87e44-1b9c-4b59-9fc6-f0601fe164ea of type vlan for network 0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e Mar 07 21:42:55.019337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9db720-0e1c-473d-a699-e8d831f14f25 req-1ba5aef6-ea18-4254-87c1-703e1143a5ff tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:55.020963 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a9db720-0e1c-473d-a699-e8d831f14f25 req-1ba5aef6-ea18-4254-87c1-703e1143a5ff tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 945 time: 0.5995989 Mar 07 21:42:55.058005 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:55.074748 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe328806-28ee-4f62-96a3-3904ebe5e614 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (3095107f-8c26-4597-9235-7faa7e6f9377), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:55.075275 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe328806-28ee-4f62-96a3-3904ebe5e614 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3095107f-8c26-4597-9235-7faa7e6f9377 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:42:55.085339 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe328806-28ee-4f62-96a3-3904ebe5e614 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:55.088707 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fe328806-28ee-4f62-96a3-3904ebe5e614 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "DELETE /v2.0/routers/3095107f-8c26-4597-9235-7faa7e6f9377 HTTP/1.1" status: 204 len: 168 time: 3.0900037 Mar 07 21:42:55.101114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60474) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:55.115436 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:55.116025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74a41c4d-7c8b-4590-8998-bfbff561874c req-5d758758-23c3-44da-b72f-c09807a19ccc tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002295 Mar 07 21:42:55.118649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:55.119870 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:55.156946 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7338984 Mar 07 21:42:55.180315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60476) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:55.185411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-d2ebe156-8fe5-4a84-bfea-c2576b9834e1 admin admin] Request body: {'subnet': {'network_id': '0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-744196791-subnet', 'tenant_id': '8f89f39f903f4f0b93daaf3049054462', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:55.230202 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a9db720-0e1c-473d-a699-e8d831f14f25 req-c0f3f635-d5be-4e16-ae44-5e0d4dd7459d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967003 Mar 07 21:42:55.240576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-b32ff02a-0dba-48c9-bb1a-573debf54b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:55.242542 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-b32ff02a-0dba-48c9-bb1a-573debf54b69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 1125 time: 0.3691034 Mar 07 21:42:55.252470 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac99e4-a897-4a26-a230-5629ae992b8e admin admin] Pushing event updated for resources: {'Network': ['ID=0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:55.264779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:42:55.287017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ebe156-8fe5-4a84-bfea-c2576b9834e1 admin admin] Made reservation on behalf of 8f89f39f903f4f0b93daaf3049054462 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:55.289855 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d2ebe156-8fe5-4a84-bfea-c2576b9834e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:55.357334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60482) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:55.362370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-5cb61a8c-ea3b-4b71-89b7-279642047343 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f45bf55-4645-455c-be2c-6806333b576a HTTP/1.1" status: 200 len: 217 time: 0.1115229 Mar 07 21:42:55.364458 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1750e237-0fc0-4d00-a6c9-a327c3eb096f x-openstack-request-id: req-1750e237-0fc0-4d00-a6c9-a327c3eb096f {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:55.364769 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63867eb5-d184-4f11-a657-d6afa6bdba5f", "name": "network-vif-unplugged", "status": "completed", "tag": "449ff57b-bd74-4c9a-9f11-683ecd88754b", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:55.365033 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1750e237-0fc0-4d00-a6c9-a327c3eb096f {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:55.365434 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63867eb5-d184-4f11-a657-d6afa6bdba5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449ff57b-bd74-4c9a-9f11-683ecd88754b', 'code': 200} Mar 07 21:42:55.480266 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router (f83f5535-182f-4927-b84c-ff0244702d1f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:55.509107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e3216fc6-e200-4188-8c52-946675727be0 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:42:55.561352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: e3216fc6-e200-4188-8c52-946675727be0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:42:55.562282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e3216fc6-e200-4188-8c52-946675727be0 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:42:55.585317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-6f83ca6f-8674-4e7b-aabd-a215fdea2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:55.585317 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-6f83ca6f-8674-4e7b-aabd-a215fdea2a84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.2024572 Mar 07 21:42:55.638769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef94133-fc84-47ea-8b9d-733f0780b38c req-55e1576b-4ace-49c1-96ca-0cb631081728 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:55.640301 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ef94133-fc84-47ea-8b9d-733f0780b38c req-55e1576b-4ace-49c1-96ca-0cb631081728 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.3063607 Mar 07 21:42:55.733377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a047f-5385-424b-a785-8d5f0ddb263e req-2ce58c9a-408f-45a9-bd4a-94ab3517e099 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:55.734818 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-017a047f-5385-424b-a785-8d5f0ddb263e req-2ce58c9a-408f-45a9-bd4a-94ab3517e099 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.3036208 Mar 07 21:42:55.803182 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db'}, {'server_uuid': '06d962b2-b1ff-4963-b18a-eea2735d17ee', 'name': 'network-vif-deleted', 'tag': 'e3216fc6-e200-4188-8c52-946675727be0'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:55.805416 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40315e2a-f131-4c8d-bd40-5cc1b7cfa2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db"}, {"server_uuid": "06d962b2-b1ff-4963-b18a-eea2735d17ee", "name": "network-vif-deleted", "tag": "e3216fc6-e200-4188-8c52-946675727be0"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:55.808574 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (f83f5535-182f-4927-b84c-ff0244702d1f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:55.812750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-a1d03452-dd5b-4a61-bec0-cfb6a3a7a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:55.814276 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-a1d03452-dd5b-4a61-bec0-cfb6a3a7a103 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2180827 Mar 07 21:42:55.840937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ef94133-fc84-47ea-8b9d-733f0780b38c req-84692b8d-848f-4617-b3bd-7f72bea4e754 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635938 Mar 07 21:42:55.900230 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0651f7f-0a6a-4f6d-984f-fceb6570b542 x-openstack-request-id: req-d0651f7f-0a6a-4f6d-984f-fceb6570b542 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:55.900230 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d58328-383e-48d9-9752-1b78a8ad1f22", "tag": "6f45bf55-4645-455c-be2c-6806333b576a", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:55.900444 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0651f7f-0a6a-4f6d-984f-fceb6570b542 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:55.900793 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'tag': '6f45bf55-4645-455c-be2c-6806333b576a', 'status': 'completed', 'code': 200} Mar 07 21:42:55.905824 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-37ccbea0-229d-4ee7-8b5d-93726922f3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:55.975501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-017a047f-5385-424b-a785-8d5f0ddb263e req-0de14823-c824-4ea8-9ddf-60fe28799d58 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196524 Mar 07 21:42:56.012214 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d2ebe156-8fe5-4a84-bfea-c2576b9834e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:56.076746 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fc8f34-0a79-4cbd-a0ae-a09af2775892 x-openstack-request-id: req-c7fc8f34-0a79-4cbd-a0ae-a09af2775892 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:56.077106 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db", "status": "completed", "code": 200}, {"server_uuid": "06d962b2-b1ff-4963-b18a-eea2735d17ee", "name": "network-vif-deleted", "tag": "e3216fc6-e200-4188-8c52-946675727be0", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:56.077461 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7fc8f34-0a79-4cbd-a0ae-a09af2775892 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:56.077914 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'status': 'completed', 'code': 200} Mar 07 21:42:56.078243 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d962b2-b1ff-4963-b18a-eea2735d17ee', 'name': 'network-vif-deleted', 'tag': 'e3216fc6-e200-4188-8c52-946675727be0', 'status': 'completed', 'code': 200} Mar 07 21:42:56.100404 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-c39002c8-27e4-4399-a57f-6a3ca4ec3334 service neutron] 10.222.0.15 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775092 Mar 07 21:42:56.105337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebe156-8fe5-4a84-bfea-c2576b9834e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:56.113948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Deleting port 94fca30b-fc12-4734-a174-1825cf23d4ea {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:42:56.114337 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (94fca30b-fc12-4734-a174-1825cf23d4ea), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:56.157292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc87c54-7f5e-4f55-a4ae-fd7c4600045c req-4b3408f0-8571-4874-bde0-3ad1b8055575 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:56.158723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fc87c54-7f5e-4f55-a4ae-fd7c4600045c req-4b3408f0-8571-4874-bde0-3ad1b8055575 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 945 time: 0.1949074 Mar 07 21:42:56.213909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40315e2a-f131-4c8d-bd40-5cc1b7cfa2a4 req-bbd9ba20-c1c2-4063-93f7-98e60563d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:56.215479 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40315e2a-f131-4c8d-bd40-5cc1b7cfa2a4 req-bbd9ba20-c1c2-4063-93f7-98e60563d212 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 1127 time: 0.0981812 Mar 07 21:42:56.252909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ebe156-8fe5-4a84-bfea-c2576b9834e1 admin admin] Checking segment: {'id': 'faf87e44-1b9c-4b59-9fc6-f0601fe164ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:42:56.253454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebe156-8fe5-4a84-bfea-c2576b9834e1 admin admin] Network hostable DHCP agents. Network: 0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:56.365180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebe156-8fe5-4a84-bfea-c2576b9834e1 admin admin] Network 0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:56.368906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] For port 94fca30b-fc12-4734-a174-1825cf23d4ea, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=94fca30b-fc12-4734-a174-1825cf23d4ea,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:56.369275 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (94fca30b-fc12-4734-a174-1825cf23d4ea), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:56.374643 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7708b1d7-91fa-4980-8abe-ff3b54ffb7ef req-07f05329-d30c-4a74-99e4-07670a33caa6 service neutron] 10.222.0.15 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642987 Mar 07 21:42:56.385650 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fc87c54-7f5e-4f55-a4ae-fd7c4600045c req-2ee0a89f-585d-4a15-a404-fb8489bbe8c1 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170827 Mar 07 21:42:56.395463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Calling delete_port for 94fca30b-fc12-4734-a174-1825cf23d4ea owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:42:56.397879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-37ccbea0-229d-4ee7-8b5d-93726922f3f1 admin admin] Deleting port 05041ca6-c467-47c8-a920-35123c640ee8 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:42:56.398256 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-37ccbea0-229d-4ee7-8b5d-93726922f3f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (05041ca6-c467-47c8-a920-35123c640ee8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:56.401283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-d2ebe156-8fe5-4a84-bfea-c2576b9834e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:56.412998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ebe156-8fe5-4a84-bfea-c2576b9834e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:56.413538 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d2ebe156-8fe5-4a84-bfea-c2576b9834e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:56.420375 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed86895-7c42-4402-8ce3-6ca0a58b2d30 None None] Network 0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:42:56.424068 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40315e2a-f131-4c8d-bd40-5cc1b7cfa2a4 req-a1f1e5c4-af72-4de0-a9da-7875e080bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:56.426013 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40315e2a-f131-4c8d-bd40-5cc1b7cfa2a4 req-a1f1e5c4-af72-4de0-a9da-7875e080bb89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.1698143 Mar 07 21:42:56.426225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78d689-6d13-4368-955a-ff98cac97654 req-718353f7-b2b9-479e-ae85-bf5253a3b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:56.427760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd78d689-6d13-4368-955a-ff98cac97654 req-718353f7-b2b9-479e-ae85-bf5253a3b6f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04bcb9fef1894f61b223b163697dce5a&device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 1127 time: 0.1411810 Mar 07 21:42:56.487821 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d2ebe156-8fe5-4a84-bfea-c2576b9834e1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2981503 Mar 07 21:42:56.621131 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbe8ba9-7526-48bc-a905-d791b2825b66 None None] Network 0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:42:56.626034 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40315e2a-f131-4c8d-bd40-5cc1b7cfa2a4 req-d9cb2d93-8e2f-42d0-af03-eb7de2865ce2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db HTTP/1.1" status: 200 len: 1001 time: 0.1498539 Mar 07 21:42:56.632367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-37ccbea0-229d-4ee7-8b5d-93726922f3f1 admin admin] For port 05041ca6-c467-47c8-a920-35123c640ee8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=05041ca6-c467-47c8-a920-35123c640ee8,segment=NetworkSegment(04d4e391-ffcf-4b7c-939e-a52bbe0c4012),segment_id=04d4e391-ffcf-4b7c-939e-a52bbe0c4012)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:56.632736 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-37ccbea0-229d-4ee7-8b5d-93726922f3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (05041ca6-c467-47c8-a920-35123c640ee8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:56.695212 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-37ccbea0-229d-4ee7-8b5d-93726922f3f1 admin admin] Calling delete_port for 05041ca6-c467-47c8-a920-35123c640ee8 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:42:56.744356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40315e2a-f131-4c8d-bd40-5cc1b7cfa2a4 req-bbb2388c-99da-4962-836b-2e7ba730e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:56.746257 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40315e2a-f131-4c8d-bd40-5cc1b7cfa2a4 req-bbb2388c-99da-4962-836b-2e7ba730e1c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.1101210 Mar 07 21:42:56.904469 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40315e2a-f131-4c8d-bd40-5cc1b7cfa2a4 req-dabf5b6f-989a-4fdc-9bf4-bc575f438388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:56.905995 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40315e2a-f131-4c8d-bd40-5cc1b7cfa2a4 req-dabf5b6f-989a-4fdc-9bf4-bc575f438388 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1256988 Mar 07 21:42:56.917542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-40315e2a-f131-4c8d-bd40-5cc1b7cfa2a4 req-afed949e-8952-447c-8b58-4a8e4c7f68db service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:42:56.918518 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40315e2a-f131-4c8d-bd40-5cc1b7cfa2a4 req-afed949e-8952-447c-8b58-4a8e4c7f68db service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051241 Mar 07 21:42:57.069542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78d689-6d13-4368-955a-ff98cac97654 req-d60fe995-9548-4333-9cf9-683c4c16b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:57.071062 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd78d689-6d13-4368-955a-ff98cac97654 req-d60fe995-9548-4333-9cf9-683c4c16b950 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a64d822-a651-4d6d-9d1f-f005c77bc34c HTTP/1.1" status: 200 len: 919 time: 0.6034553 Mar 07 21:42:57.075845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1ac29-909a-4c1f-9306-ed32442f613a req-d0f00ab4-b850-487a-ad85-feb6a41df360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:57.077329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ec1ac29-909a-4c1f-9306-ed32442f613a req-d0f00ab4-b850-487a-ad85-feb6a41df360 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 1125 time: 0.2513783 Mar 07 21:42:57.088159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e08c5-8cd0-458b-814a-1c2029dc89b8 req-375362aa-387a-41d0-abc4-424571746c35 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:57.089689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee9e08c5-8cd0-458b-814a-1c2029dc89b8 req-375362aa-387a-41d0-abc4-424571746c35 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.2676797 Mar 07 21:42:57.103863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44a5c6-0057-447f-9df5-ec9621930dbd req-5853ce96-fc10-44f2-a1e6-5fa1076f94e0 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:57.105488 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c44a5c6-0057-447f-9df5-ec9621930dbd req-5853ce96-fc10-44f2-a1e6-5fa1076f94e0 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 943 time: 0.2804747 Mar 07 21:42:57.205018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd78d689-6d13-4368-955a-ff98cac97654 req-55c6cea9-9703-4c88-b5fe-128792f436ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43df789e-ec91-4c2c-af6b-bb048a9ceb7a HTTP/1.1" status: 200 len: 217 time: 0.1265290 Mar 07 21:42:57.369939 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee9e08c5-8cd0-458b-814a-1c2029dc89b8 req-4621fafc-165a-40d3-8d3c-828da3dbc680 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635286 Mar 07 21:42:57.373672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78d689-6d13-4368-955a-ff98cac97654 req-ec6ac9e6-9114-4069-a1bc-89e2fa0d80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:57.375123 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd78d689-6d13-4368-955a-ff98cac97654 req-ec6ac9e6-9114-4069-a1bc-89e2fa0d80ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63c081fe-dc52-4918-ab2b-7c35c53daa65 HTTP/1.1" status: 200 len: 858 time: 0.1525979 Mar 07 21:42:57.392020 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40315e2a-f131-4c8d-bd40-5cc1b7cfa2a4 req-9b64040a-9820-49e5-9998-0788d0a0afd9 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664023 Mar 07 21:42:57.392681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c44a5c6-0057-447f-9df5-ec9621930dbd req-fbf2b372-f41f-4413-9047-18f0a8ed26de tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708495 Mar 07 21:42:57.393414 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (94fca30b-fc12-4734-a174-1825cf23d4ea), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:57.420586 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4c498-f703-4e4e-b6ec-43f56afc2415 req-c2f694fb-aa51-455a-8bff-6823edfc09af tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:57.422121 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cbe4c498-f703-4e4e-b6ec-43f56afc2415 req-c2f694fb-aa51-455a-8bff-6823edfc09af tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 944 time: 0.3974216 Mar 07 21:42:57.463329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-37ccbea0-229d-4ee7-8b5d-93726922f3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (05041ca6-c467-47c8-a920-35123c640ee8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:57.469649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Pushing event deleted for resources: {'Port': ['ID=94fca30b-fc12-4734-a174-1825cf23d4ea,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:57.496924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd78d689-6d13-4368-955a-ff98cac97654 req-c04155f9-c6b6-48c6-9aac-53e938af2a23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a64d822-a651-4d6d-9d1f-f005c77bc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007485 Mar 07 21:42:57.511854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1ac29-909a-4c1f-9306-ed32442f613a req-8cf5c938-7aef-4389-910c-1c1ae1d9042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:57.513369 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ec1ac29-909a-4c1f-9306-ed32442f613a req-8cf5c938-7aef-4389-910c-1c1ae1d9042a service neutron] 10.222.0.15 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 922 time: 0.4220691 Mar 07 21:42:57.544954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccbea0-229d-4ee7-8b5d-93726922f3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=05041ca6-c467-47c8-a920-35123c640ee8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:57.635063 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ec1ac29-909a-4c1f-9306-ed32442f613a req-36245670-27b1-4df9-aa0b-289b7d3071f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f45bf55-4645-455c-be2c-6806333b576a HTTP/1.1" status: 200 len: 217 time: 0.0866120 Mar 07 21:42:57.658292 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-40315e2a-f131-4c8d-bd40-5cc1b7cfa2a4 req-a558365f-53ea-4312-bbad-30b43074e617 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583888 Mar 07 21:42:57.727318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-cbe4c498-f703-4e4e-b6ec-43f56afc2415 req-69151798-0702-4859-9d2d-fb62eccd3d54 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Deleting port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:42:57.727819 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-cbe4c498-f703-4e4e-b6ec-43f56afc2415 req-69151798-0702-4859-9d2d-fb62eccd3d54 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:57.785987 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (f83f5535-182f-4927-b84c-ff0244702d1f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:57.790279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1ac29-909a-4c1f-9306-ed32442f613a req-8bf68ace-83ac-432e-a49b-3fa61b343d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:57.791770 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ec1ac29-909a-4c1f-9306-ed32442f613a req-8bf68ace-83ac-432e-a49b-3fa61b343d7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.1439188 Mar 07 21:42:57.798689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ec625-fb04-4455-a466-098b2f7cd6d4 req-b9a92ba5-6a45-46f5-a812-224c61c83813 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:57.800092 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-802ec625-fb04-4455-a466-098b2f7cd6d4 req-b9a92ba5-6a45-46f5-a812-224c61c83813 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=92cca83b-6aed-42e8-b987-32ad2472be36 HTTP/1.1" status: 200 len: 944 time: 0.3258390 Mar 07 21:42:57.853373 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-37ccbea0-229d-4ee7-8b5d-93726922f3f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:57.855114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c357a-d80d-4753-8fff-588450a79788 req-cf8f6fc6-20c8-4bd7-aa8d-e8728fa68c9b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:57.856623 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc4c357a-d80d-4753-8fff-588450a79788 req-cf8f6fc6-20c8-4bd7-aa8d-e8728fa68c9b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.3626890 Mar 07 21:42:57.877039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-cbe4c498-f703-4e4e-b6ec-43f56afc2415 req-69151798-0702-4859-9d2d-fb62eccd3d54 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] For port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:57.877397 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-cbe4c498-f703-4e4e-b6ec-43f56afc2415 req-69151798-0702-4859-9d2d-fb62eccd3d54 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:57.926854 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-cbe4c498-f703-4e4e-b6ec-43f56afc2415 req-69151798-0702-4859-9d2d-fb62eccd3d54 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Calling delete_port for 9484f535-ad16-4b70-ab5d-9c8c38f05d9b owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:42:57.950812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd78d689-6d13-4368-955a-ff98cac97654 req-f4f8561a-c131-48b3-8183-dc49fff81a66 service neutron] 10.222.0.13 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270492 Mar 07 21:42:57.997554 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (f83f5535-182f-4927-b84c-ff0244702d1f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:58.000797 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_controller (f83f5535-182f-4927-b84c-ff0244702d1f), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:58.133842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1ac29-909a-4c1f-9306-ed32442f613a req-75eb138d-86b6-4404-921a-b715bf13e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:58.135421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ec1ac29-909a-4c1f-9306-ed32442f613a req-75eb138d-86b6-4404-921a-b715bf13e76f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3344674 Mar 07 21:42:58.139954 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (f83f5535-182f-4927-b84c-ff0244702d1f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:58.140656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f83f5535-182f-4927-b84c-ff0244702d1f {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:42:58.145279 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:58.146494 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2292b12a-af74-478d-949e-71721a5d599d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "DELETE /v2.0/routers/f83f5535-182f-4927-b84c-ff0244702d1f HTTP/1.1" status: 204 len: 168 time: 3.0386996 Mar 07 21:42:58.157359 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60512) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:58.164030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1359094035', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:58.210552 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-802ec625-fb04-4455-a466-098b2f7cd6d4 req-91a4b8a2-859c-4000-8755-f6499a56c7d1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959613 Mar 07 21:42:58.213848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc4c357a-d80d-4753-8fff-588450a79788 req-3a276fe2-cd86-4f86-b021-fb47b9725408 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169043 Mar 07 21:42:58.302893 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (179a558e-0a1d-4596-a49a-ab4a10246902), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:58.305531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd78d689-6d13-4368-955a-ff98cac97654 req-cbb5de1c-2ee5-4d58-a4e5-304e45693719 service neutron] 10.222.0.13 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145833 Mar 07 21:42:58.305891 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (179a558e-0a1d-4596-a49a-ab4a10246902), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:58.333268 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-cbe4c498-f703-4e4e-b6ec-43f56afc2415 req-69151798-0702-4859-9d2d-fb62eccd3d54 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9484f535-ad16-4b70-ab5d-9c8c38f05d9b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:58.380999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69151798-0702-4859-9d2d-fb62eccd3d54 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Pushing event deleted for resources: {'Port': ['ID=9484f535-ad16-4b70-ab5d-9c8c38f05d9b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:58.386153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ccbea0-229d-4ee7-8b5d-93726922f3f1 admin admin] Router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:42:58.473093 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_controller (179a558e-0a1d-4596-a49a-ab4a10246902), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:58.491793 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe4c498-f703-4e4e-b6ec-43f56afc2415 req-69151798-0702-4859-9d2d-fb62eccd3d54 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] No DVR routers for this DVR port 9484f535-ad16-4b70-ab5d-9c8c38f05d9b on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:58.498892 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-cbe4c498-f703-4e4e-b6ec-43f56afc2415 req-69151798-0702-4859-9d2d-fb62eccd3d54 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:58.503337 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cbe4c498-f703-4e4e-b6ec-43f56afc2415 req-69151798-0702-4859-9d2d-fb62eccd3d54 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.13 "DELETE /v2.0/ports/9484f535-ad16-4b70-ab5d-9c8c38f05d9b HTTP/1.1" status: 204 len: 173 time: 1.0684764 Mar 07 21:42:58.503337 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cca83b-6aed-42e8-b987-32ad2472be36', 'name': 'network-vif-deleted', 'tag': '9484f535-ad16-4b70-ab5d-9c8c38f05d9b'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:58.505227 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886f7b52-8c29-43f0-add8-33f63b1252cd" -d '{"events": [{"server_uuid": "92cca83b-6aed-42e8-b987-32ad2472be36", "name": "network-vif-deleted", "tag": "9484f535-ad16-4b70-ab5d-9c8c38f05d9b"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:42:58.560726 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524671ce-1301-4286-98f0-0f4e1e5e16a0 req-d11114e6-5f01-40d5-8270-193d861501e0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:58.560726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-524671ce-1301-4286-98f0-0f4e1e5e16a0 req-d11114e6-5f01-40d5-8270-193d861501e0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 945 time: 0.1794322 Mar 07 21:42:58.595799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ec1ac29-909a-4c1f-9306-ed32442f613a req-0c8267ae-6b60-4a76-91a7-6cd987ce266f service neutron] 10.222.0.15 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056721 Mar 07 21:42:58.744951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5de90-c542-4521-9f7c-322fd0d95c43 req-e2f98dc5-2ed6-4bc2-bcbe-3a2d7421cbca tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:58.746750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1a5de90-c542-4521-9f7c-322fd0d95c43 req-e2f98dc5-2ed6-4bc2-bcbe-3a2d7421cbca tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.2623549 Mar 07 21:42:58.759062 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-524671ce-1301-4286-98f0-0f4e1e5e16a0 req-17ddd651-6ec9-4a0a-a373-285d2238e678 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916814 Mar 07 21:42:58.765596 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (179a558e-0a1d-4596-a49a-ab4a10246902), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:58.802537 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ccbea0-229d-4ee7-8b5d-93726922f3f1 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:42:58.814474 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d4e3b7-dd76-4c12-a0f8-3a1c8a8f1b2a None None] Sync routers for ids ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:58.825146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ec1ac29-909a-4c1f-9306-ed32442f613a req-0c810c3f-cbc0-4a28-9e56-d2874bdc30b4 service neutron] 10.222.0.15 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195833 Mar 07 21:42:58.829297 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d4e3b7-dd76-4c12-a0f8-3a1c8a8f1b2a None None] Routers {'5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:58.829927 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-61d4e3b7-dd76-4c12-a0f8-3a1c8a8f1b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:58.840282 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1a5de90-c542-4521-9f7c-322fd0d95c43 req-b4783d5f-63fe-4d97-803e-c1daf1d9bd7f tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782752 Mar 07 21:42:58.846347 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-37ccbea0-229d-4ee7-8b5d-93726922f3f1 admin admin] 10.222.0.26 "PUT /v2.0/routers/5e035db4-0c9c-416a-9a2f-8d0f9f293ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4858811 Mar 07 21:42:58.850837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60528) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:42:58.926659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cf626-8e48-4617-810d-e6e475bd450a req-01b60a3f-85f4-4550-88ad-2fb52ba0ba69 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:58.928805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a10cf626-8e48-4617-810d-e6e475bd450a req-01b60a3f-85f4-4550-88ad-2fb52ba0ba69 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 943 time: 0.0782568 Mar 07 21:42:58.940777 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619f4e1d-a171-44f7-9728-169a5ce909d2 x-openstack-request-id: req-619f4e1d-a171-44f7-9728-169a5ce909d2 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:42:58.940777 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cca83b-6aed-42e8-b987-32ad2472be36", "name": "network-vif-deleted", "tag": "9484f535-ad16-4b70-ab5d-9c8c38f05d9b", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:42:58.940777 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-619f4e1d-a171-44f7-9728-169a5ce909d2 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:42:58.940777 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cca83b-6aed-42e8-b987-32ad2472be36', 'name': 'network-vif-deleted', 'tag': '9484f535-ad16-4b70-ab5d-9c8c38f05d9b', 'status': 'completed', 'code': 200} Mar 07 21:42:58.972815 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-61d4e3b7-dd76-4c12-a0f8-3a1c8a8f1b2a None None] Set router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:59.051415 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] Publish callbacks [] for router (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:59.056911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a10cf626-8e48-4617-810d-e6e475bd450a req-729c7643-a177-48bc-b2e7-eb8161719435 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228015 Mar 07 21:42:59.072353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59569ae9-8e52-4b36-97ed-b153fdb7121b req-dc7c6a04-8061-4c44-9c30-d7b8b893ef1a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:59.093497 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-59569ae9-8e52-4b36-97ed-b153fdb7121b req-dc7c6a04-8061-4c44-9c30-d7b8b893ef1a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 945 time: 0.0952868 Mar 07 21:42:59.135588 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6f45bf55-4645-455c-be2c-6806333b576a details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:42:59.151023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-59569ae9-8e52-4b36-97ed-b153fdb7121b req-0efad26b-9923-4c7e-b091-7ffe789c938a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565827 Mar 07 21:42:59.272092 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-61d4e3b7-dd76-4c12-a0f8-3a1c8a8f1b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:08Z', 'updated_at': '2022-03-07T21:42:56Z', 'revision_number': 5, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'gw_port': {'id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:09Z', 'updated_at': '2022-03-07T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:59.321757 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d4e3b7-dd76-4c12-a0f8-3a1c8a8f1b2a None None] Checking router: 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:59.335421 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d4e3b7-dd76-4c12-a0f8-3a1c8a8f1b2a None None] Routers {'5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:42:59.342539 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-61d4e3b7-dd76-4c12-a0f8-3a1c8a8f1b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:59.352768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6f45bf55-4645-455c-be2c-6806333b576a, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f45bf55-4645-455c-be2c-6806333b576a,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:59.371046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '6f45bf55-4645-455c-be2c-6806333b576a', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'port_id': '6f45bf55-4645-455c-be2c-6806333b576a', 'mac_address': 'fa:16:3e:89:16:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:42:59.466524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6f45bf55-4645-455c-be2c-6806333b576a is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:42:59.479072 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6f45bf55-4645-455c-be2c-6806333b576a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:59.515217 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6f2ff-2522-439e-b53f-31025f21f0a0 req-49bc1428-c72c-4132-82bf-086261f37eb7 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:59.520535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8d6f2ff-2522-439e-b53f-31025f21f0a0 req-49bc1428-c72c-4132-82bf-086261f37eb7 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.1254649 Mar 07 21:42:59.521225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f45bf55-4645-455c-be2c-6806333b576a {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:59.532876 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 9484f535-ad16-4b70-ab5d-9c8c38f05d9b no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:42:59.626931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 9484f535-ad16-4b70-ab5d-9c8c38f05d9b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:42:59.627737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 9484f535-ad16-4b70-ab5d-9c8c38f05d9b not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:42:59.633562 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8d6f2ff-2522-439e-b53f-31025f21f0a0 req-975aa350-3f3a-477d-868e-65c4afee7ac8 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059597 Mar 07 21:42:59.658632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6f45bf55-4645-455c-be2c-6806333b576a, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f45bf55-4645-455c-be2c-6806333b576a,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:42:59.658923 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] Publish callbacks [] for router_gateway (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:59.669572 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (179a558e-0a1d-4596-a49a-ab4a10246902), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:59.671221 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6f45bf55-4645-455c-be2c-6806333b576a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:59.696585 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:59.730433 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-61d4e3b7-dd76-4c12-a0f8-3a1c8a8f1b2a None None] Set router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:42:59.741968 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6f45bf55-4645-455c-be2c-6806333b576a,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:59.876680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] Deleting port 0c3d7551-df02-4a70-a4e8-5b7aeac28061 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:42:59.877026 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0c3d7551-df02-4a70-a4e8-5b7aeac28061), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:42:59.910954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Allocated IP 172.25.4.115 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/f685ee03-61c5-416b-a4ef-8cde75ffb240) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:59.956957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 94fca30b-fc12-4734-a174-1825cf23d4ea no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:43:00.063961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 94fca30b-fc12-4734-a174-1825cf23d4ea {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:43:00.066124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 94fca30b-fc12-4734-a174-1825cf23d4ea not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:43:00.079764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] For port 0c3d7551-df02-4a70-a4e8-5b7aeac28061, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0c3d7551-df02-4a70-a4e8-5b7aeac28061,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:00.080308 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0c3d7551-df02-4a70-a4e8-5b7aeac28061), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:00.082139 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['6f45bf55-4645-455c-be2c-6806333b576a'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:43:00.099554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] Calling delete_port for 0c3d7551-df02-4a70-a4e8-5b7aeac28061 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:43:00.101702 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-61d4e3b7-dd76-4c12-a0f8-3a1c8a8f1b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:08Z', 'updated_at': '2022-03-07T21:42:56Z', 'revision_number': 5, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'gw_port': {'id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:09Z', 'updated_at': '2022-03-07T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:00.109528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e38e15-6e90-4c77-bb0d-f8ddd7f4e279 req-53bb8972-149f-4398-a553-01b3895bb26c tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:00.119907 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63e38e15-6e90-4c77-bb0d-f8ddd7f4e279 req-53bb8972-149f-4398-a553-01b3895bb26c tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.1253357 Mar 07 21:43:00.172648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for port (f685ee03-61c5-416b-a4ef-8cde75ffb240), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:00.186921 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d4e3b7-dd76-4c12-a0f8-3a1c8a8f1b2a None None] The sync data for ids ['5e035db4-0c9c-416a-9a2f-8d0f9f293ccd'] in n-d-832330-1 is: [{'id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1173646159-router', 'tenant_id': '2241391d44654848a06c7aaf207ddb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:08Z', 'updated_at': '2022-03-07T21:42:56Z', 'revision_number': 5, 'project_id': '2241391d44654848a06c7aaf207ddb12', 'gw_port': {'id': '0c3d7551-df02-4a70-a4e8-5b7aeac28061', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e035db4-0c9c-416a-9a2f-8d0f9f293ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:09Z', 'updated_at': '2022-03-07T21:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:00.256932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63e38e15-6e90-4c77-bb0d-f8ddd7f4e279 req-b12e6793-f21e-4e38-858a-8c7509c0f1a2 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324136 Mar 07 21:43:00.303417 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f685ee03-61c5-416b-a4ef-8cde75ffb240), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:00.351489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b48d9-0d6b-42a3-ad2a-3fdd755fee80 req-2d4b05db-cae6-45d2-9a0a-eb097525be74 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:00.361804 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-954b48d9-0d6b-42a3-ad2a-3fdd755fee80 req-2d4b05db-cae6-45d2-9a0a-eb097525be74 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 944 time: 0.1520662 Mar 07 21:43:00.384496 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:00.391575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:00.398453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:43:00.404236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Pushing event updated for resources: {'Port': ['ID=f685ee03-61c5-416b-a4ef-8cde75ffb240,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:00.443949 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0c3d7551-df02-4a70-a4e8-5b7aeac28061), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:00.457369 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-954b48d9-0d6b-42a3-ad2a-3fdd755fee80 req-5342dbb3-2901-46d5-8aa9-7c161f87c626 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eab9681-2147-4cc7-ae79-2aebb86849b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946808 Mar 07 21:43:00.470106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201172e6-8671-4fe7-9caa-d416764b389e req-7612d07e-3f21-4a87-b2bd-3dadd04ddc92 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:00.471610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-201172e6-8671-4fe7-9caa-d416764b389e req-7612d07e-3f21-4a87-b2bd-3dadd04ddc92 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 944 time: 0.1016972 Mar 07 21:43:00.476539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3d7551-df02-4a70-a4e8-5b7aeac28061,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:00.533182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-201172e6-8671-4fe7-9caa-d416764b389e req-e36dd4f2-3ad2-417e-a6ad-217d977099da tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437901 Mar 07 21:43:00.635784 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:00.644454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3423e-afdb-4735-b032-749f421b83fc req-f73aa7f8-1ee6-4461-a3e9-fce85ae784f1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:00.645735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67e3423e-afdb-4735-b032-749f421b83fc req-f73aa7f8-1ee6-4461-a3e9-fce85ae784f1 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.15 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 944 time: 0.0586510 Mar 07 21:43:00.799007 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:00.802672 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] Publish callbacks [] for router_controller (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:00.836666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d5d12-a02b-4e0d-985d-3afe6c4c40d8 req-1354d506-8141-453e-9fc0-98646345133e tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:00.838222 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e2d5d12-a02b-4e0d-985d-3afe6c4c40d8 req-1354d506-8141-453e-9fc0-98646345133e tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.0864370 Mar 07 21:43:00.845512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-67e3423e-afdb-4735-b032-749f421b83fc req-6e6b59ff-880b-4e4d-b684-c13a0127b3e2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Deleting port 5ac97462-18cd-452c-91d0-b0bb29431fed {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:43:00.845856 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-67e3423e-afdb-4735-b032-749f421b83fc req-6e6b59ff-880b-4e4d-b684-c13a0127b3e2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:00.892774 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (5e035db4-0c9c-416a-9a2f-8d0f9f293ccd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:00.894296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e035db4-0c9c-416a-9a2f-8d0f9f293ccd {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:43:00.899908 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:00.901525 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-288745b8-6434-4cff-b6b3-281f11f25d3e admin admin] 10.222.0.26 "DELETE /v2.0/routers/5e035db4-0c9c-416a-9a2f-8d0f9f293ccd HTTP/1.1" status: 204 len: 168 time: 2.0466585 Mar 07 21:43:00.904175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60570) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:00.958866 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (179a558e-0a1d-4596-a49a-ab4a10246902), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:00.980786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e2d5d12-a02b-4e0d-985d-3afe6c4c40d8 req-bac5de9c-d498-40cd-9693-082446fa8557 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304221 Mar 07 21:43:01.001320 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0db307-c585-47a4-81e9-4206eff83995 admin admin] Deleting subnet eeba05f1-cd73-417e-9e7b-c3ae6bff5455 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:43:01.008478 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd0db307-c585-47a4-81e9-4206eff83995 admin admin] Publish callbacks [] for subnet (eeba05f1-cd73-417e-9e7b-c3ae6bff5455), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.012944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-67e3423e-afdb-4735-b032-749f421b83fc req-6e6b59ff-880b-4e4d-b684-c13a0127b3e2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] For port 5ac97462-18cd-452c-91d0-b0bb29431fed, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5ac97462-18cd-452c-91d0-b0bb29431fed,segment=NetworkSegment(40fe8227-9f51-4e5d-b075-cc9bf93569e0),segment_id=40fe8227-9f51-4e5d-b075-cc9bf93569e0)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:01.013313 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-67e3423e-afdb-4735-b032-749f421b83fc req-6e6b59ff-880b-4e4d-b684-c13a0127b3e2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.039870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-67e3423e-afdb-4735-b032-749f421b83fc req-6e6b59ff-880b-4e4d-b684-c13a0127b3e2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Calling delete_port for 5ac97462-18cd-452c-91d0-b0bb29431fed owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:43:01.080217 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd0db307-c585-47a4-81e9-4206eff83995 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (eeba05f1-cd73-417e-9e7b-c3ae6bff5455), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.148596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6f45bf55-4645-455c-be2c-6806333b576a up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:43:01.172119 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd0db307-c585-47a4-81e9-4206eff83995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (eeba05f1-cd73-417e-9e7b-c3ae6bff5455), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.208779 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-67e3423e-afdb-4735-b032-749f421b83fc req-6e6b59ff-880b-4e4d-b684-c13a0127b3e2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5ac97462-18cd-452c-91d0-b0bb29431fed), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.235827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 6f45bf55-4645-455c-be2c-6806333b576a completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:43:01.241681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 6f45bf55-4645-455c-be2c-6806333b576a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:01.242082 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6f45bf55-4645-455c-be2c-6806333b576a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.253216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b59ff-880b-4e4d-b684-c13a0127b3e2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Pushing event deleted for resources: {'Port': ['ID=5ac97462-18cd-452c-91d0-b0bb29431fed,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:01.329669 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd0db307-c585-47a4-81e9-4206eff83995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (eeba05f1-cd73-417e-9e7b-c3ae6bff5455), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.348121 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d3cddf2a-23b7-43a3-b4e7-4336d8e381d2 req-85523759-b579-4ca1-997b-6f6d548c92b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0933743 Mar 07 21:43:01.349139 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd0db307-c585-47a4-81e9-4206eff83995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.354670 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fd0db307-c585-47a4-81e9-4206eff83995 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/eeba05f1-cd73-417e-9e7b-c3ae6bff5455 HTTP/1.1" status: 204 len: 168 time: 0.4492137 Mar 07 21:43:01.356680 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60574) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:01.364361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e3423e-afdb-4735-b032-749f421b83fc req-6e6b59ff-880b-4e4d-b684-c13a0127b3e2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] No DVR routers for this DVR port 5ac97462-18cd-452c-91d0-b0bb29431fed on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:01.368564 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (179a558e-0a1d-4596-a49a-ab4a10246902), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.372257 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-67e3423e-afdb-4735-b032-749f421b83fc req-6e6b59ff-880b-4e4d-b684-c13a0127b3e2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.372406 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6f45bf55-4645-455c-be2c-6806333b576a is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:01.372650 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6f45bf55-4645-455c-be2c-6806333b576a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.381989 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67e3423e-afdb-4735-b032-749f421b83fc req-6e6b59ff-880b-4e4d-b684-c13a0127b3e2 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.15 "DELETE /v2.0/ports/5ac97462-18cd-452c-91d0-b0bb29431fed HTTP/1.1" status: 204 len: 173 time: 0.7306886 Mar 07 21:43:01.392444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0db307-c585-47a4-81e9-4206eff83995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeba05f1-cd73-417e-9e7b-c3ae6bff5455,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:01.400434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e416cf10-0b88-4369-8867-1966f8554d9c', 'name': 'network-vif-deleted', 'tag': '5ac97462-18cd-452c-91d0-b0bb29431fed'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:01.405942 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fab1f1-a6e1-412b-acc6-649d86073cfe" -d '{"events": [{"server_uuid": "e416cf10-0b88-4369-8867-1966f8554d9c", "name": "network-vif-deleted", "tag": "5ac97462-18cd-452c-91d0-b0bb29431fed"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:01.431289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6f45bf55-4645-455c-be2c-6806333b576a, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f45bf55-4645-455c-be2c-6806333b576a,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:01.432550 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f45bf55-4645-455c-be2c-6806333b576a'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:01.436145 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45de04e6-553f-46ec-8e7e-c4d42edc5bd4" -d '{"events": [{"server_uuid": "93d58328-383e-48d9-9752-1b78a8ad1f22", "name": "network-vif-plugged", "status": "completed", "tag": "6f45bf55-4645-455c-be2c-6806333b576a"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:01.456153 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6f45bf55-4645-455c-be2c-6806333b576a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.521231 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8d00-a53a-46a1-9102-752095794397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (4491ae60-486f-4baa-a72c-21726164aae0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.573988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cddf2a-23b7-43a3-b4e7-4336d8e381d2 req-94f02c38-d4db-4146-abe5-e8066eb3cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:01.575564 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d3cddf2a-23b7-43a3-b4e7-4336d8e381d2 req-94f02c38-d4db-4146-abe5-e8066eb3cd94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcd5107ec0d54f2796a1b53d509be488&device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 1131 time: 0.1729398 Mar 07 21:43:01.577709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6f45bf55-4645-455c-be2c-6806333b576a,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:01.663533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1832a41-1c88-4c67-bfe0-2d26a294c5a8 req-e185026d-32be-4740-a3bd-30e3f1329f14 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:01.665174 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1832a41-1c88-4c67-bfe0-2d26a294c5a8 req-e185026d-32be-4740-a3bd-30e3f1329f14 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.3049994 Mar 07 21:43:01.703629 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8d00-a53a-46a1-9102-752095794397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (4491ae60-486f-4baa-a72c-21726164aae0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.734861 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-e4ee8d00-a53a-46a1-9102-752095794397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4491ae60-486f-4baa-a72c-21726164aae0']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:01.756965 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Router 179a558e-0a1d-4596-a49a-ab4a10246902 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:43:01.763313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cddf2a-23b7-43a3-b4e7-4336d8e381d2 req-252320c7-712e-400b-8656-dcdb60235216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:01.764370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-e4ee8d00-a53a-46a1-9102-752095794397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d4e391-ffcf-4b7c-939e-a52bbe0c4012') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:01.764686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-e4ee8d00-a53a-46a1-9102-752095794397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d4e391-ffcf-4b7c-939e-a52bbe0c4012') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:01.764855 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d3cddf2a-23b7-43a3-b4e7-4336d8e381d2 req-252320c7-712e-400b-8656-dcdb60235216 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1395664 Mar 07 21:43:01.789178 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7ae79d-4f1b-449d-9a10-bab452debaa8 x-openstack-request-id: req-9f7ae79d-4f1b-449d-9a10-bab452debaa8 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:01.789178 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d58328-383e-48d9-9752-1b78a8ad1f22", "name": "network-vif-plugged", "status": "completed", "tag": "6f45bf55-4645-455c-be2c-6806333b576a", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:01.789508 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8d00-a53a-46a1-9102-752095794397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (04d4e391-ffcf-4b7c-939e-a52bbe0c4012), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.789599 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f7ae79d-4f1b-449d-9a10-bab452debaa8 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:01.789599 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f45bf55-4645-455c-be2c-6806333b576a', 'code': 200} Mar 07 21:43:01.804819 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75df6333-f4ec-4b5a-ae1b-fd2227999091 x-openstack-request-id: req-75df6333-f4ec-4b5a-ae1b-fd2227999091 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:01.805126 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e416cf10-0b88-4369-8867-1966f8554d9c", "name": "network-vif-deleted", "tag": "5ac97462-18cd-452c-91d0-b0bb29431fed", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:01.805392 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75df6333-f4ec-4b5a-ae1b-fd2227999091 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:01.805791 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e416cf10-0b88-4369-8867-1966f8554d9c', 'name': 'network-vif-deleted', 'tag': '5ac97462-18cd-452c-91d0-b0bb29431fed', 'status': 'completed', 'code': 200} Mar 07 21:43:01.845511 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d3cddf2a-23b7-43a3-b4e7-4336d8e381d2 req-a657cdbc-8306-40e2-a846-3faafaa2b02a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=6c511681-5b4b-456d-933c-f673dc53e208 HTTP/1.1" status: 200 len: 217 time: 0.0742257 Mar 07 21:43:01.877595 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8d00-a53a-46a1-9102-752095794397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (04d4e391-ffcf-4b7c-939e-a52bbe0c4012), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:01.905817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1832a41-1c88-4c67-bfe0-2d26a294c5a8 req-c1baa710-85a5-4021-9a7d-07043888e898 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050503 Mar 07 21:43:01.965494 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cddf2a-23b7-43a3-b4e7-4336d8e381d2 req-468bd098-7e20-4e67-b5af-fb7392c62f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:01.967246 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d3cddf2a-23b7-43a3-b4e7-4336d8e381d2 req-468bd098-7e20-4e67-b5af-fb7392c62f64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0804317 Mar 07 21:43:02.005084 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 05041ca6-c467-47c8-a920-35123c640ee8 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:43:02.025846 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8af1fcc3-03ba-4abb-ba22-18bab49ab9ad req-d6892270-5c75-43bd-ad6d-d3ae36ed4c79 tempest-LiveMigrationTest-237565384 tempest-LiveMigrationTest-237565384-project] 10.222.0.26 "GET /v2.0/ports?device_id=e416cf10-0b88-4369-8867-1966f8554d9c HTTP/1.1" status: 200 len: 210 time: 0.1188164 Mar 07 21:43:02.046463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ee8d00-a53a-46a1-9102-752095794397 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:02.054441 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8d00-a53a-46a1-9102-752095794397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (04d4e391-ffcf-4b7c-939e-a52bbe0c4012), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:02.062460 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 05041ca6-c467-47c8-a920-35123c640ee8 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:43:02.062810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 05041ca6-c467-47c8-a920-35123c640ee8 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:43:02.063233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0c3d7551-df02-4a70-a4e8-5b7aeac28061 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:02.067234 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:02.127743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 0c3d7551-df02-4a70-a4e8-5b7aeac28061 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:43:02.128796 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0c3d7551-df02-4a70-a4e8-5b7aeac28061 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:43:02.190769 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:43:02.200960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc457255-e085-4259-bc7c-514cfecd5e58 None None] Sync routers for ids ['179a558e-0a1d-4596-a49a-ab4a10246902'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:02.211970 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cddf2a-23b7-43a3-b4e7-4336d8e381d2 req-88c49056-ab20-41ac-8a2c-084e08593d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:02.213709 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d3cddf2a-23b7-43a3-b4e7-4336d8e381d2 req-88c49056-ab20-41ac-8a2c-084e08593d4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2292280 Mar 07 21:43:02.215926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc457255-e085-4259-bc7c-514cfecd5e58 None None] Routers {'179a558e-0a1d-4596-a49a-ab4a10246902'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:02.216664 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-cc457255-e085-4259-bc7c-514cfecd5e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['179a558e-0a1d-4596-a49a-ab4a10246902'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:02.223027 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:02.227221 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-12508aa2-682a-4253-a6e7-48340b0a9c3e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0672264 Mar 07 21:43:02.235078 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60594) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:02.246449 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5ad5de02-1a06-4704-96cd-0ecbcac00b08 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'enable_snat': False}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:02.261449 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8d00-a53a-46a1-9102-752095794397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (4491ae60-486f-4baa-a72c-21726164aae0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:02.264377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab2a4a-1bf9-49e9-bff5-581dc8e6b44d req-af5e6dff-948c-4afa-ac73-87e4b62a27af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:02.266157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69ab2a4a-1bf9-49e9-bff5-581dc8e6b44d req-af5e6dff-948c-4afa-ac73-87e4b62a27af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 1127 time: 0.3989451 Mar 07 21:43:02.274313 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8d00-a53a-46a1-9102-752095794397 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:02.288838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e4ee8d00-a53a-46a1-9102-752095794397 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4491ae60-486f-4baa-a72c-21726164aae0 HTTP/1.1" status: 204 len: 168 time: 0.9191446 Mar 07 21:43:02.293598 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-cc457255-e085-4259-bc7c-514cfecd5e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:02.308469 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc457255-e085-4259-bc7c-514cfecd5e58 None None] Routers {'179a558e-0a1d-4596-a49a-ab4a10246902'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:02.309195 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-cc457255-e085-4259-bc7c-514cfecd5e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['179a558e-0a1d-4596-a49a-ab4a10246902'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:02.357275 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee8d00-a53a-46a1-9102-752095794397 admin admin] Pushing event deleted for resources: {'Network': ['ID=4491ae60-486f-4baa-a72c-21726164aae0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:02.371903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cf48e-a42b-4f0e-afd6-d02a64ef82d0 req-fc7b0ef7-b8ed-485f-a1c8-0d6004c4afe2 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:02.374315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-cc457255-e085-4259-bc7c-514cfecd5e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:02.375148 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc457255-e085-4259-bc7c-514cfecd5e58 None None] The sync data for ids ['179a558e-0a1d-4596-a49a-ab4a10246902'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:02.384252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f38cf48e-a42b-4f0e-afd6-d02a64ef82d0 req-fc7b0ef7-b8ed-485f-a1c8-0d6004c4afe2 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 945 time: 0.3534112 Mar 07 21:43:02.404328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38167dd-3b65-475e-9685-9d018218796a req-705881ea-c5c1-4dff-bb86-7aa858bbdeb4 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:02.411965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b38167dd-3b65-475e-9685-9d018218796a req-705881ea-c5c1-4dff-bb86-7aa858bbdeb4 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.2695634 Mar 07 21:43:02.451696 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d3cddf2a-23b7-43a3-b4e7-4336d8e381d2 req-76501e50-72b6-46ac-a4d4-5c9c78327e25 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230754 Mar 07 21:43:02.492428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69ab2a4a-1bf9-49e9-bff5-581dc8e6b44d req-0eb11100-c841-439f-8aeb-d95a958df962 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971536 Mar 07 21:43:02.503985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60598) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:02.508922 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f38cf48e-a42b-4f0e-afd6-d02a64ef82d0 req-b11f5193-13b1-427f-8b81-e51a79b9be44 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238012 Mar 07 21:43:02.533593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b38167dd-3b65-475e-9685-9d018218796a req-a5275ed9-899c-4e3b-9627-78bb7b71eeb9 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207891 Mar 07 21:43:02.571365 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c188af69-0768-49ad-a642-c15416e89315 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2241391d44654848a06c7aaf207ddb12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659342 Mar 07 21:43:02.574303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60600) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:02.631048 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-86a8a51c-427a-47c9-aad9-811b14650afb admin admin] Publish callbacks [] for security_group (5721b1fb-4019-42f6-b4db-79a44c976285), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:02.654818 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-86a8a51c-427a-47c9-aad9-811b14650afb admin admin] Publish callbacks [] for security_group (5721b1fb-4019-42f6-b4db-79a44c976285), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:02.712231 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-86a8a51c-427a-47c9-aad9-811b14650afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5721b1fb-4019-42f6-b4db-79a44c976285), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:02.715045 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-86a8a51c-427a-47c9-aad9-811b14650afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:02.720230 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-86a8a51c-427a-47c9-aad9-811b14650afb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5721b1fb-4019-42f6-b4db-79a44c976285 HTTP/1.1" status: 204 len: 168 time: 0.1409183 Mar 07 21:43:02.761168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8a51c-427a-47c9-aad9-811b14650afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5721b1fb-4019-42f6-b4db-79a44c976285,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:02.998373 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d3cddf2a-23b7-43a3-b4e7-4336d8e381d2 req-08e3014e-b87f-415a-ac7b-ff4166ce7f2d service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092006 Mar 07 21:43:03.115860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c133ca-ad56-4507-b3a3-deef36fe22b7 req-5996fc89-8d2d-4804-a09e-e22252dfe09b tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:03.117995 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86c133ca-ad56-4507-b3a3-deef36fe22b7 req-5996fc89-8d2d-4804-a09e-e22252dfe09b tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.1206868 Mar 07 21:43:03.118604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60616) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:03.180392 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ad5de02-1a06-4704-96cd-0ecbcac00b08 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (179a558e-0a1d-4596-a49a-ab4a10246902), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:03.199980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86c133ca-ad56-4507-b3a3-deef36fe22b7 req-a9983116-7c79-401a-9fa0-cdbb590381b8 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737293 Mar 07 21:43:03.344216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-e412b392-3933-4279-84fb-0028aadcb43b admin admin] Deleting subnet 99dc7de3-9421-4ea6-b85c-494e5a5470a9 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:43:03.349985 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e412b392-3933-4279-84fb-0028aadcb43b admin admin] Publish callbacks [] for subnet (99dc7de3-9421-4ea6-b85c-494e5a5470a9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:03.407689 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e412b392-3933-4279-84fb-0028aadcb43b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (99dc7de3-9421-4ea6-b85c-494e5a5470a9), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:03.454581 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e412b392-3933-4279-84fb-0028aadcb43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (99dc7de3-9421-4ea6-b85c-494e5a5470a9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:03.532449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:43:03.551106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98205bb8-666a-440d-928d-47614f03abf3 req-e7b88a32-b6e3-42e3-86b8-3d69d6539c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:03.553232 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98205bb8-666a-440d-928d-47614f03abf3 req-e7b88a32-b6e3-42e3-86b8-3d69d6539c47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd5107ec0d54f2796a1b53d509be488&device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 1131 time: 0.0957847 Mar 07 21:43:03.590796 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e412b392-3933-4279-84fb-0028aadcb43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (99dc7de3-9421-4ea6-b85c-494e5a5470a9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:03.636921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412b392-3933-4279-84fb-0028aadcb43b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99dc7de3-9421-4ea6-b85c-494e5a5470a9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:03.671916 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e412b392-3933-4279-84fb-0028aadcb43b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:03.682263 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e412b392-3933-4279-84fb-0028aadcb43b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/99dc7de3-9421-4ea6-b85c-494e5a5470a9 HTTP/1.1" status: 204 len: 168 time: 0.5574791 Mar 07 21:43:03.704106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60636) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:03.776021 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ad5de02-1a06-4704-96cd-0ecbcac00b08 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (179a558e-0a1d-4596-a49a-ab4a10246902), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:03.779646 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ad5de02-1a06-4704-96cd-0ecbcac00b08 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (179a558e-0a1d-4596-a49a-ab4a10246902), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:03.890858 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:03.916854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'port_id': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'mac_address': 'fa:16:3e:a1:a9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:43:03.969358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad5de02-1a06-4704-96cd-0ecbcac00b08 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Router 179a558e-0a1d-4596-a49a-ab4a10246902 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:43:03.973035 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60646) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:04.037361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:04.038022 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:04.069746 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:43:04.116038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:04.122948 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:04.179635 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1084283829-network', 'tenant_id': '214a618666234f5db428a9d677269d63'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:04.228052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:04.235801 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:43:04.256368 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] Made reservation on behalf of 214a618666234f5db428a9d677269d63 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:04.258730 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:04.281712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad5de02-1a06-4704-96cd-0ecbcac00b08 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:43:04.285156 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:04.296952 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ad5de02-1a06-4704-96cd-0ecbcac00b08 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:04.303688 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a07257-c5b3-4c0d-b935-f0d263fbec53 None None] Sync routers for ids ['179a558e-0a1d-4596-a49a-ab4a10246902'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:04.319786 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5ad5de02-1a06-4704-96cd-0ecbcac00b08 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "PUT /v2.0/routers/179a558e-0a1d-4596-a49a-ab4a10246902 HTTP/1.1" status: 200 len: 922 time: 2.0764787 Mar 07 21:43:04.321730 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a07257-c5b3-4c0d-b935-f0d263fbec53 None None] Routers {'179a558e-0a1d-4596-a49a-ab4a10246902'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:04.323539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60658) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:04.324371 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-17a07257-c5b3-4c0d-b935-f0d263fbec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['179a558e-0a1d-4596-a49a-ab4a10246902'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:04.403916 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-17a07257-c5b3-4c0d-b935-f0d263fbec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:04.442544 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a07257-c5b3-4c0d-b935-f0d263fbec53 None None] Routers {'179a558e-0a1d-4596-a49a-ab4a10246902'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:04.443171 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-17a07257-c5b3-4c0d-b935-f0d263fbec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['179a558e-0a1d-4596-a49a-ab4a10246902'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:04.454689 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-70656629-336a-44a0-b8cc-e9a226532bf3 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/routers/179a558e-0a1d-4596-a49a-ab4a10246902 HTTP/1.1" status: 200 len: 922 time: 0.1289942 Mar 07 21:43:04.455689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60660) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:04.498944 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3e61-c9f2-490a-a915-187651aef82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (88d27a17-2a1f-4d2b-aef7-46b57268ee12), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:04.526106 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-17a07257-c5b3-4c0d-b935-f0d263fbec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:04.527119 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a07257-c5b3-4c0d-b935-f0d263fbec53 None None] The sync data for ids ['179a558e-0a1d-4596-a49a-ab4a10246902'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:04.595259 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c093374-19b0-4eb0-98a1-6487540bd60d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:04.596988 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4c093374-19b0-4eb0-98a1-6487540bd60d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&device_id=179a558e-0a1d-4596-a49a-ab4a10246902&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1351414 Mar 07 21:43:04.604361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60662) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:04.658136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3123a-c7ba-4037-95f8-d5e65b7aa860 req-44e9defb-fbf6-4c33-8324-43f3b41cc776 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:04.659577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ba3123a-c7ba-4037-95f8-d5e65b7aa860 req-44e9defb-fbf6-4c33-8324-43f3b41cc776 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 1.0167692 Mar 07 21:43:04.664898 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98205bb8-666a-440d-928d-47614f03abf3 req-31d150d9-1df3-4389-9ba1-77b2ca96fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:04.666777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98205bb8-666a-440d-928d-47614f03abf3 req-31d150d9-1df3-4389-9ba1-77b2ca96fd1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 1.0880034 Mar 07 21:43:04.689692 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d43f0-79c7-41f2-a346-e8f21b4d3ad5 req-9155d804-4ea0-40d9-b93b-47f0a2556547 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:04.693218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f9d43f0-79c7-41f2-a346-e8f21b4d3ad5 req-9155d804-4ea0-40d9-b93b-47f0a2556547 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 945 time: 0.2017069 Mar 07 21:43:04.746935 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] Publish callbacks [] for security_group (13969440-89d4-40e4-b72a-6c083607e295), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:04.756510 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3e61-c9f2-490a-a915-187651aef82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (88d27a17-2a1f-4d2b-aef7-46b57268ee12), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:04.761738 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (13969440-89d4-40e4-b72a-6c083607e295), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:04.775934 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:04.786662 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c9547cba-b9e2-45df-ae87-e79390fd38ba), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:04.787300 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] Added segment c9547cba-b9e2-45df-ae87-e79390fd38ba of type vlan for network 8510030e-32a1-451f-9ed6-05393b8bd1c9 Mar 07 21:43:04.807501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98205bb8-666a-440d-928d-47614f03abf3 req-2fb434cd-bab3-412c-8db1-12d9ccc3b458 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf HTTP/1.1" status: 200 len: 217 time: 0.1023636 Mar 07 21:43:04.832553 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (8510030e-32a1-451f-9ed6-05393b8bd1c9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:04.847259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ba3123a-c7ba-4037-95f8-d5e65b7aa860 req-b937e654-ca26-4f35-9c2e-1a27237134da tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775272 Mar 07 21:43:04.851136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-5d6b3e61-c9f2-490a-a915-187651aef82e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d27a17-2a1f-4d2b-aef7-46b57268ee12']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:04.863709 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (8510030e-32a1-451f-9ed6-05393b8bd1c9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:04.864832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:04.865521 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:04.900775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-5d6b3e61-c9f2-490a-a915-187651aef82e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fe8227-9f51-4e5d-b075-cc9bf93569e0') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:04.901085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-5d6b3e61-c9f2-490a-a915-187651aef82e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fe8227-9f51-4e5d-b075-cc9bf93569e0') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:04.909134 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3210964-3be1-494f-b52c-d8cb4b4fbd22 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:04.910761 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e3210964-3be1-494f-b52c-d8cb4b4fbd22 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 881 time: 0.3053482 Mar 07 21:43:04.921089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60664) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:04.935712 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3e61-c9f2-490a-a915-187651aef82e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (40fe8227-9f51-4e5d-b075-cc9bf93569e0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:04.940223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13969440-89d4-40e4-b72a-6c083607e295,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:04.993557 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-04f5fc16-8170-4c40-9829-edae28cd165d tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "GET /v2.0/ports?device_id=179a558e-0a1d-4596-a49a-ab4a10246902 HTTP/1.1" status: 200 len: 205 time: 0.0698450 Mar 07 21:43:04.997012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f9d43f0-79c7-41f2-a346-e8f21b4d3ad5 req-d0dd0b22-6889-4920-9a33-7940f9fc22f6 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542348 Mar 07 21:43:05.000931 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60666) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:05.005086 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0309784 Mar 07 21:43:05.006649 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3e61-c9f2-490a-a915-187651aef82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (40fe8227-9f51-4e5d-b075-cc9bf93569e0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.060939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4cdb4-78c9-4f19-97b7-110fd4f50ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=8510030e-32a1-451f-9ed6-05393b8bd1c9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:05.069064 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6b3e61-c9f2-490a-a915-187651aef82e admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:05.069371 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3e61-c9f2-490a-a915-187651aef82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (40fe8227-9f51-4e5d-b075-cc9bf93569e0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.073884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 8510030e-32a1-451f-9ed6-05393b8bd1c9 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:43:05.086165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98205bb8-666a-440d-928d-47614f03abf3 req-51f87c91-2d73-4298-ab9f-c53d1d82c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:05.088000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98205bb8-666a-440d-928d-47614f03abf3 req-51f87c91-2d73-4298-ab9f-c53d1d82c266 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.2460265 Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:05.088713 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:05.167674 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c750bb-a2db-4734-ae5b-b03de8308eeb tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (179a558e-0a1d-4596-a49a-ab4a10246902), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.183851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6e5611ca-7002-4449-9cf0-acdaceca68bf details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:43:05.316496 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3e61-c9f2-490a-a915-187651aef82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (88d27a17-2a1f-4d2b-aef7-46b57268ee12), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.343829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3895255-e598-4217-a835-20d69a6d724c req-68500030-25ae-495f-956e-898fa348eb8d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:05.354901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3895255-e598-4217-a835-20d69a6d724c req-68500030-25ae-495f-956e-898fa348eb8d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.3429558 Mar 07 21:43:05.384455 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3e61-c9f2-490a-a915-187651aef82e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.386868 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c750bb-a2db-4734-ae5b-b03de8308eeb tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (179a558e-0a1d-4596-a49a-ab4a10246902), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.395524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5d6b3e61-c9f2-490a-a915-187651aef82e admin admin] 10.222.0.26 "DELETE /v2.0/networks/88d27a17-2a1f-4d2b-aef7-46b57268ee12 HTTP/1.1" status: 204 len: 168 time: 1.0095620 Mar 07 21:43:05.400593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60682) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:05.405517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6e5611ca-7002-4449-9cf0-acdaceca68bf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:05.413390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b3e61-c9f2-490a-a915-187651aef82e admin admin] Pushing event deleted for resources: {'Network': ['ID=88d27a17-2a1f-4d2b-aef7-46b57268ee12,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:05.427747 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5ac97462-18cd-452c-91d0-b0bb29431fed no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:43:05.451594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98205bb8-666a-440d-928d-47614f03abf3 req-d06f0d11-fd1d-481d-af50-a7aa537157e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:05.453179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98205bb8-666a-440d-928d-47614f03abf3 req-d06f0d11-fd1d-481d-af50-a7aa537157e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3450565 Mar 07 21:43:05.476029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '6e5611ca-7002-4449-9cf0-acdaceca68bf', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '6e5611ca-7002-4449-9cf0-acdaceca68bf', 'mac_address': 'fa:16:3e:8c:56:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:43:05.477850 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 5ac97462-18cd-452c-91d0-b0bb29431fed {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:43:05.478246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5ac97462-18cd-452c-91d0-b0bb29431fed not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:43:05.478655 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6e5611ca-7002-4449-9cf0-acdaceca68bf no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:43:05.514588 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:43:05.520917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3895255-e598-4217-a835-20d69a6d724c req-9f460560-c94c-4dc9-a1e5-fcd37458c657 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650226 Mar 07 21:43:05.562902 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6e5611ca-7002-4449-9cf0-acdaceca68bf is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:05.563306 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.565373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:43:05.606576 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc0422f-e10f-488f-a905-2bfe9d8064d7 admin admin] Deleting subnet 032785a4-162b-4b81-b312-8b65d0e09e64 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:43:05.610206 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfc0422f-e10f-488f-a905-2bfe9d8064d7 admin admin] Publish callbacks [] for subnet (032785a4-162b-4b81-b312-8b65d0e09e64), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.615401 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e5611ca-7002-4449-9cf0-acdaceca68bf {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:43:05.636920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6e5611ca-7002-4449-9cf0-acdaceca68bf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:05.648604 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.689814 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfc0422f-e10f-488f-a905-2bfe9d8064d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (032785a4-162b-4b81-b312-8b65d0e09e64), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.708307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6e5611ca-7002-4449-9cf0-acdaceca68bf,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:05.756373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6e5611ca-7002-4449-9cf0-acdaceca68bf is: BUILD; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:05.757042 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.763539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98205bb8-666a-440d-928d-47614f03abf3 req-b98cedca-76a3-4bd4-830d-ce0a9050f0ce service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658308 Mar 07 21:43:05.775409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6e5611ca-7002-4449-9cf0-acdaceca68bf {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:43:05.795452 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-00c750bb-a2db-4734-ae5b-b03de8308eeb tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Deleting port f685ee03-61c5-416b-a4ef-8cde75ffb240 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:43:05.796001 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c750bb-a2db-4734-ae5b-b03de8308eeb tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f685ee03-61c5-416b-a4ef-8cde75ffb240), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.797698 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfc0422f-e10f-488f-a905-2bfe9d8064d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (032785a4-162b-4b81-b312-8b65d0e09e64), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.826498 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6e5611ca-7002-4449-9cf0-acdaceca68bf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:05.847694 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.892060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:05.892656 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.928003 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfc0422f-e10f-488f-a905-2bfe9d8064d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (032785a4-162b-4b81-b312-8b65d0e09e64), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:05.942763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['6e5611ca-7002-4449-9cf0-acdaceca68bf'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:43:05.973843 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0422f-e10f-488f-a905-2bfe9d8064d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=032785a4-162b-4b81-b312-8b65d0e09e64,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:06.005532 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfc0422f-e10f-488f-a905-2bfe9d8064d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.010287 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dfc0422f-e10f-488f-a905-2bfe9d8064d7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/032785a4-162b-4b81-b312-8b65d0e09e64 HTTP/1.1" status: 204 len: 168 time: 0.6072342 Mar 07 21:43:06.017631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60686) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:06.023785 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c750bb-a2db-4734-ae5b-b03de8308eeb tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f685ee03-61c5-416b-a4ef-8cde75ffb240), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.034818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6e5611ca-7002-4449-9cf0-acdaceca68bf,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:06.056263 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-00c750bb-a2db-4734-ae5b-b03de8308eeb tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Calling delete_port for f685ee03-61c5-416b-a4ef-8cde75ffb240 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:43:06.123297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:06.123824 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.168011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:06.303132 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c750bb-a2db-4734-ae5b-b03de8308eeb tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f685ee03-61c5-416b-a4ef-8cde75ffb240), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.316372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d0c3f-d9cf-4e09-8518-af3d5d45b0d1 req-9ad59f8a-4add-4a17-8983-74b0635f5e35 tempest-ComputeTenantNetworksTest-1104295176 tempest-ComputeTenantNetworksTest-1104295176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:06.321941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d0c3f-d9cf-4e09-8518-af3d5d45b0d1 req-9ad59f8a-4add-4a17-8983-74b0635f5e35 tempest-ComputeTenantNetworksTest-1104295176 tempest-ComputeTenantNetworksTest-1104295176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:06.327511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d0c3f-d9cf-4e09-8518-af3d5d45b0d1 req-9ad59f8a-4add-4a17-8983-74b0635f5e35 tempest-ComputeTenantNetworksTest-1104295176 tempest-ComputeTenantNetworksTest-1104295176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:06.349303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c750bb-a2db-4734-ae5b-b03de8308eeb tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Pushing event deleted for resources: {'Port': ['ID=f685ee03-61c5-416b-a4ef-8cde75ffb240,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:06.350016 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f39d0c3f-d9cf-4e09-8518-af3d5d45b0d1 req-9ad59f8a-4add-4a17-8983-74b0635f5e35 tempest-ComputeTenantNetworksTest-1104295176 tempest-ComputeTenantNetworksTest-1104295176-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5854497 Mar 07 21:43:06.394189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:06.397396 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9c3f45-0cc5-4e11-9556-237abfd1ca1e" -d '{"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-plugged", "status": "completed", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:06.406176 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54e96df0-4ea7-4c01-82ac-4bbe2f70979d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (aa792aaa-b84f-476b-9a80-53f6d4d16191), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.408105 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.446567 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c750bb-a2db-4734-ae5b-b03de8308eeb tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (179a558e-0a1d-4596-a49a-ab4a10246902), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.456659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab21fc-5210-4a96-bf78-2a1e92023f0c req-cb8533d6-fd44-4c20-8ead-9d934b58a4c6 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:06.458527 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6dab21fc-5210-4a96-bf78-2a1e92023f0c req-cb8533d6-fd44-4c20-8ead-9d934b58a4c6 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 947 time: 0.4417481 Mar 07 21:43:06.463624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98205bb8-666a-440d-928d-47614f03abf3 req-bd51b927-5c58-492d-aa73-f64ef958d99b service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995418 Mar 07 21:43:06.537603 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:06.610871 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54e96df0-4ea7-4c01-82ac-4bbe2f70979d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (aa792aaa-b84f-476b-9a80-53f6d4d16191), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.613880 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c750bb-a2db-4734-ae5b-b03de8308eeb tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (179a558e-0a1d-4596-a49a-ab4a10246902), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.616351 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c750bb-a2db-4734-ae5b-b03de8308eeb tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_controller (179a558e-0a1d-4596-a49a-ab4a10246902), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.634049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6dab21fc-5210-4a96-bf78-2a1e92023f0c req-cef1ca0d-4ea6-4b40-830c-701652cf3b77 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676493 Mar 07 21:43:06.647577 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aae83-5831-4faa-a457-f9960a58f36d req-20ae9601-2406-408b-bc10-9182fa1a5cfb tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:06.655018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-861aae83-5831-4faa-a457-f9960a58f36d req-20ae9601-2406-408b-bc10-9182fa1a5cfb tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 945 time: 0.1946657 Mar 07 21:43:06.664613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-54e96df0-4ea7-4c01-82ac-4bbe2f70979d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa792aaa-b84f-476b-9a80-53f6d4d16191']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:06.664991 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c750bb-a2db-4734-ae5b-b03de8308eeb tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (179a558e-0a1d-4596-a49a-ab4a10246902), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.665800 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c750bb-a2db-4734-ae5b-b03de8308eeb tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Fanout notify agent at l3_agent the message router_deleted on router 179a558e-0a1d-4596-a49a-ab4a10246902 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:43:06.674139 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c750bb-a2db-4734-ae5b-b03de8308eeb tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.680479 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-00c750bb-a2db-4734-ae5b-b03de8308eeb tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "DELETE /v2.0/routers/179a558e-0a1d-4596-a49a-ab4a10246902 HTTP/1.1" status: 204 len: 168 time: 1.6741369 Mar 07 21:43:06.681183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60702) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:06.686585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-54e96df0-4ea7-4c01-82ac-4bbe2f70979d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6692cb61-5d2f-4938-9f57-8c83cd5e06f4') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:06.686884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-54e96df0-4ea7-4c01-82ac-4bbe2f70979d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6692cb61-5d2f-4938-9f57-8c83cd5e06f4') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:06.690952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-8536b5df-11d9-442f-813e-e1f517c799d7 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1659978756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:06.715916 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54e96df0-4ea7-4c01-82ac-4bbe2f70979d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (6692cb61-5d2f-4938-9f57-8c83cd5e06f4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.759958 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54e96df0-4ea7-4c01-82ac-4bbe2f70979d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (6692cb61-5d2f-4938-9f57-8c83cd5e06f4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.807980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e96df0-4ea7-4c01-82ac-4bbe2f70979d admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:06.808299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54e96df0-4ea7-4c01-82ac-4bbe2f70979d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (6692cb61-5d2f-4938-9f57-8c83cd5e06f4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:06.810047 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:06.813215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-861aae83-5831-4faa-a457-f9960a58f36d req-7cd3ac10-9632-4eef-b933-45d637d76ddf tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579955 Mar 07 21:43:06.832701 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8536b5df-11d9-442f-813e-e1f517c799d7 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (5e65e082-0877-4278-b44f-541987a05114), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.832701 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8536b5df-11d9-442f-813e-e1f517c799d7 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (5e65e082-0877-4278-b44f-541987a05114), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.870812 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0eba34-7a0c-4d93-a638-38645557ab6e x-openstack-request-id: req-3b0eba34-7a0c-4d93-a638-38645557ab6e {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:06.871339 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-plugged", "status": "completed", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:06.871738 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b0eba34-7a0c-4d93-a638-38645557ab6e {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:06.873012 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'code': 200} Mar 07 21:43:06.884567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd7fd6-9aec-4ab7-b134-2ba1e98e3601 req-d0ec22bc-4861-44ae-bbf1-f04b128ee484 tempest-ComputeTenantNetworksTest-1104295176 tempest-ComputeTenantNetworksTest-1104295176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:06.885917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78bd7fd6-9aec-4ab7-b134-2ba1e98e3601 req-d0ec22bc-4861-44ae-bbf1-f04b128ee484 tempest-ComputeTenantNetworksTest-1104295176 tempest-ComputeTenantNetworksTest-1104295176-project] 10.222.0.26 "GET /v2.0/networks/8510030e-32a1-451f-9ed6-05393b8bd1c9 HTTP/1.1" status: 200 len: 769 time: 0.1902924 Mar 07 21:43:06.902910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60706) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:06.907800 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54e96df0-4ea7-4c01-82ac-4bbe2f70979d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (aa792aaa-b84f-476b-9a80-53f6d4d16191), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.915799 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54e96df0-4ea7-4c01-82ac-4bbe2f70979d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.918902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-54e96df0-4ea7-4c01-82ac-4bbe2f70979d admin admin] 10.222.0.26 "DELETE /v2.0/networks/aa792aaa-b84f-476b-9a80-53f6d4d16191 HTTP/1.1" status: 204 len: 168 time: 0.8919520 Mar 07 21:43:06.959993 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e96df0-4ea7-4c01-82ac-4bbe2f70979d admin admin] Pushing event deleted for resources: {'Network': ['ID=aa792aaa-b84f-476b-9a80-53f6d4d16191,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:06.962933 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8536b5df-11d9-442f-813e-e1f517c799d7 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_controller (5e65e082-0877-4278-b44f-541987a05114), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:06.977496 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8536b5df-11d9-442f-813e-e1f517c799d7 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (5e65e082-0877-4278-b44f-541987a05114), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.040989 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8536b5df-11d9-442f-813e-e1f517c799d7 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.042531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8536b5df-11d9-442f-813e-e1f517c799d7 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3588076 Mar 07 21:43:07.047647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60710) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:07.052585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:07.130306 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60716) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:07.183426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6e5611ca-7002-4449-9cf0-acdaceca68bf up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:43:07.216763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edceb8-da32-440e-9ebd-4bde84f5c6f3 req-d480b145-ae5f-400f-bcde-dbf280f0195b tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:07.218354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8edceb8-da32-440e-9ebd-4bde84f5c6f3 req-d480b145-ae5f-400f-bcde-dbf280f0195b tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.2610898 Mar 07 21:43:07.261665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 6e5611ca-7002-4449-9cf0-acdaceca68bf triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:07.262245 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.303032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-a430ceb2-9b80-4df2-a123-e3e75161c1bd tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:07.306909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-a430ceb2-9b80-4df2-a123-e3e75161c1bd tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3058119 Mar 07 21:43:07.318854 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9312-d29e-4773-bcda-1b04c05f74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (8510030e-32a1-451f-9ed6-05393b8bd1c9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.371048 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6e5611ca-7002-4449-9cf0-acdaceca68bf is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:07.371610 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.403326 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2f4da600-32f9-42dc-acc1-293d633255bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47acc144bc5e43f0a2becfc354b98767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719223 Mar 07 21:43:07.416183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60720) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:07.422091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9312-d29e-4773-bcda-1b04c05f74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (8510030e-32a1-451f-9ed6-05393b8bd1c9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.430720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6e5611ca-7002-4449-9cf0-acdaceca68bf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:07.438350 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.455760 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-4b3d9312-d29e-4773-bcda-1b04c05f74a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8510030e-32a1-451f-9ed6-05393b8bd1c9']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:07.468864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-4b3d9312-d29e-4773-bcda-1b04c05f74a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9547cba-b9e2-45df-ae87-e79390fd38ba') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:07.469860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-4b3d9312-d29e-4773-bcda-1b04c05f74a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9547cba-b9e2-45df-ae87-e79390fd38ba') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:07.474327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-0ab78824-5a0d-4155-a3ef-de46eb5246c9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 696 time: 0.1632006 Mar 07 21:43:07.483474 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9312-d29e-4773-bcda-1b04c05f74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (c9547cba-b9e2-45df-ae87-e79390fd38ba), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.491786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-d043edd5-78a3-45f9-b7a3-3e8c78cb634a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Request body: {'floatingip': {'port_id': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:07.497141 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6e5611ca-7002-4449-9cf0-acdaceca68bf,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:07.504092 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9312-d29e-4773-bcda-1b04c05f74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c9547cba-b9e2-45df-ae87-e79390fd38ba), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.512043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3d9312-d29e-4773-bcda-1b04c05f74a1 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:07.513412 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9312-d29e-4773-bcda-1b04c05f74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (c9547cba-b9e2-45df-ae87-e79390fd38ba), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:07.515737 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:07.568829 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (5e65e082-0877-4278-b44f-541987a05114), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.584461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8edceb8-da32-440e-9ebd-4bde84f5c6f3 req-42205698-4a3c-44e5-ab48-867c2297c3bb tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515220 Mar 07 21:43:07.584978 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9312-d29e-4773-bcda-1b04c05f74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (8510030e-32a1-451f-9ed6-05393b8bd1c9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.590596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-d043edd5-78a3-45f9-b7a3-3e8c78cb634a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for floatingip (2d73f874-882f-454e-9971-c8d0a0cabbd9), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.594988 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9312-d29e-4773-bcda-1b04c05f74a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.601906 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4b3d9312-d29e-4773-bcda-1b04c05f74a1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8510030e-32a1-451f-9ed6-05393b8bd1c9 HTTP/1.1" status: 204 len: 168 time: 0.6978285 Mar 07 21:43:07.615463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d9312-d29e-4773-bcda-1b04c05f74a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8510030e-32a1-451f-9ed6-05393b8bd1c9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:07.726175 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d9e46818-9be8-4753-8a7f-22b33dd07443 admin admin] Publish callbacks [] for security_group (3eab9681-2147-4cc7-ae79-2aebb86849b2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.802330 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60726) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:07.855419 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9570a709-e7b3-464f-96b0-1f97dd1f03dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=214a618666234f5db428a9d677269d63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0517139 Mar 07 21:43:07.857808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60728) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:07.912069 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-483fec60-0d23-4fbb-ac0d-768ffcdba1ed admin admin] Publish callbacks [] for security_group (13969440-89d4-40e4-b72a-6c083607e295), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.935424 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-483fec60-0d23-4fbb-ac0d-768ffcdba1ed admin admin] Publish callbacks [] for security_group (13969440-89d4-40e4-b72a-6c083607e295), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.992898 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-483fec60-0d23-4fbb-ac0d-768ffcdba1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (13969440-89d4-40e4-b72a-6c083607e295), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.996101 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-483fec60-0d23-4fbb-ac0d-768ffcdba1ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:07.999864 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-483fec60-0d23-4fbb-ac0d-768ffcdba1ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13969440-89d4-40e4-b72a-6c083607e295 HTTP/1.1" status: 204 len: 168 time: 0.1385932 Mar 07 21:43:08.007813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fec60-0d23-4fbb-ac0d-768ffcdba1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13969440-89d4-40e4-b72a-6c083607e295,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:08.144396 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d9e46818-9be8-4753-8a7f-22b33dd07443 admin admin] Publish callbacks [] for security_group (3eab9681-2147-4cc7-ae79-2aebb86849b2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:08.247592 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d1866-0a0b-4d1f-a9be-54690e60e519 req-60334e6d-1f81-4850-98b6-b2411954a3be tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:08.249103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca5d1866-0a0b-4d1f-a9be-54690e60e519 req-60334e6d-1f81-4850-98b6-b2411954a3be tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.5240843 Mar 07 21:43:08.333917 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d9e46818-9be8-4753-8a7f-22b33dd07443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3eab9681-2147-4cc7-ae79-2aebb86849b2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:08.336730 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d9e46818-9be8-4753-8a7f-22b33dd07443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:08.340542 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d9e46818-9be8-4753-8a7f-22b33dd07443 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3eab9681-2147-4cc7-ae79-2aebb86849b2 HTTP/1.1" status: 204 len: 168 time: 0.9159076 Mar 07 21:43:08.404996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e46818-9be8-4753-8a7f-22b33dd07443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eab9681-2147-4cc7-ae79-2aebb86849b2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:08.418991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca5d1866-0a0b-4d1f-a9be-54690e60e519 req-d6a8e517-87c7-488e-9c07-ce3045e74bc4 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343219 Mar 07 21:43:08.640075 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (5e65e082-0877-4278-b44f-541987a05114), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:08.678907 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:08.870053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60766) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:08.874471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f97d876-f8df-40a6-b311-ce424b003ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5611ca-7002-4449-9cf0-acdaceca68bf'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:08.877753 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7383046-e2a2-4cae-a88a-209a19684898" -d '{"events": [{"server_uuid": "6f97d876-f8df-40a6-b311-ce424b003ca2", "name": "network-vif-plugged", "status": "completed", "tag": "6e5611ca-7002-4449-9cf0-acdaceca68bf"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:08.924568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542045e-4dd2-4e26-aafa-11856ee20eff req-51ee0014-a255-4f42-87a7-3a467af37a0f tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:08.926391 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9542045e-4dd2-4e26-aafa-11856ee20eff req-51ee0014-a255-4f42-87a7-3a467af37a0f tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.2201502 Mar 07 21:43:08.972389 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eaa37667-ae83-4e86-a47c-caac1c8f7c4d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=075de7bb89584f7ab649e42bf957151d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0982981 Mar 07 21:43:08.975242 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60772) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:08.976870 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-d043edd5-78a3-45f9-b7a3-3e8c78cb634a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:08.995964 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-d043edd5-78a3-45f9-b7a3-3e8c78cb634a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (2d73f874-882f-454e-9971-c8d0a0cabbd9), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:08.999297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Allocated IP 172.25.4.247 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/377b9f9b-159f-4749-9f36-ace6f534b697) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:09.091712 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9542045e-4dd2-4e26-aafa-11856ee20eff req-458e5aec-4968-48a6-bd54-f7c378b7d93f tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488574 Mar 07 21:43:09.115593 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b96d033-b206-47b8-9d08-521756a2f0ef admin admin] Publish callbacks [] for security_group (3f5a9e96-e8ac-43ad-9b1f-4bd7641c490a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:09.167646 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b96d033-b206-47b8-9d08-521756a2f0ef admin admin] Publish callbacks [] for security_group (3f5a9e96-e8ac-43ad-9b1f-4bd7641c490a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:09.216739 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45794112-547b-4677-b474-bd8cc469356e x-openstack-request-id: req-45794112-547b-4677-b474-bd8cc469356e {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:09.217041 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f97d876-f8df-40a6-b311-ce424b003ca2", "name": "network-vif-plugged", "status": "completed", "tag": "6e5611ca-7002-4449-9cf0-acdaceca68bf", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:09.217302 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45794112-547b-4677-b474-bd8cc469356e {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:09.217705 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f97d876-f8df-40a6-b311-ce424b003ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5611ca-7002-4449-9cf0-acdaceca68bf', 'code': 200} Mar 07 21:43:09.223224 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-d043edd5-78a3-45f9-b7a3-3e8c78cb634a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Floating IP 2d73f874-882f-454e-9971-c8d0a0cabbd9 associated. External IP: 172.25.4.158, port: afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa. Mar 07 21:43:09.267363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b96d033-b206-47b8-9d08-521756a2f0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3f5a9e96-e8ac-43ad-9b1f-4bd7641c490a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:09.271540 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b96d033-b206-47b8-9d08-521756a2f0ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:09.280947 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4b96d033-b206-47b8-9d08-521756a2f0ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f5a9e96-e8ac-43ad-9b1f-4bd7641c490a HTTP/1.1" status: 204 len: 168 time: 0.3037722 Mar 07 21:43:09.283762 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for port (377b9f9b-159f-4749-9f36-ace6f534b697), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:09.295482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96d033-b206-47b8-9d08-521756a2f0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5a9e96-e8ac-43ad-9b1f-4bd7641c490a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:09.414147 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (377b9f9b-159f-4749-9f36-ace6f534b697), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:09.525395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:09.531144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a1554-3dad-4ed3-b918-0144297b0710 req-ce752658-12ce-455e-b989-083050fa6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:09.532665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-066a1554-3dad-4ed3-b918-0144297b0710 req-ce752658-12ce-455e-b989-083050fa6353 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 1131 time: 0.1824715 Mar 07 21:43:09.539796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:09.550185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:43:09.607088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Pushing event updated for resources: {'Port': ['ID=377b9f9b-159f-4749-9f36-ace6f534b697,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:09.712718 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-066a1554-3dad-4ed3-b918-0144297b0710 req-6b6147b3-93fa-40f0-aaa7-932ded3240c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692176 Mar 07 21:43:09.714456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-d043edd5-78a3-45f9-b7a3-3e8c78cb634a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:43:10.175798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-d043edd5-78a3-45f9-b7a3-3e8c78cb634a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:43:10.186983 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-d043edd5-78a3-45f9-b7a3-3e8c78cb634a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:10.192606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0facf543-a5e3-4531-8eef-0108abff0b92 None None] Sync routers for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:10.215377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0facf543-a5e3-4531-8eef-0108abff0b92 None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:10.216329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0facf543-a5e3-4531-8eef-0108abff0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:10.311488 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-d043edd5-78a3-45f9-b7a3-3e8c78cb634a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "PUT /v2.0/floatingips/2d73f874-882f-454e-9971-c8d0a0cabbd9 HTTP/1.1" status: 200 len: 997 time: 2.8360779 Mar 07 21:43:10.325895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'tag': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:10.328789 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8b5715-82e0-47da-be5d-b14630d6415a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca82f286-5a99-44df-9ae7-fb973a0f6d6f", "tag": "afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:10.342089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f21c3c-0ace-49fd-8035-e3bf21f3b565 req-ced0f2d2-3e5d-4aca-8002-f85a0e3169c6 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:10.352158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94f21c3c-0ace-49fd-8035-e3bf21f3b565 req-ced0f2d2-3e5d-4aca-8002-f85a0e3169c6 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.2897975 Mar 07 21:43:10.428949 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (5e65e082-0877-4278-b44f-541987a05114), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:10.562654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0facf543-a5e3-4531-8eef-0108abff0b92 None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:43:10.621209 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94f21c3c-0ace-49fd-8035-e3bf21f3b565 req-77b87c15-202c-4e02-8d7a-f55e2029d551 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679052 Mar 07 21:43:11.060783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0facf543-a5e3-4531-8eef-0108abff0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '2d73f874-882f-454e-9971-c8d0a0cabbd9', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'port_id': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'mac_address': 'fa:16:3e:32:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:41Z', 'updated_at': '2022-03-07T21:43:08Z', 'revision_number': 1, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:11.171787 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0facf543-a5e3-4531-8eef-0108abff0b92 None None] Checking router: 5fb7924e-7aee-47be-8d1e-b4e01d397c20 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:43:11.192473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0facf543-a5e3-4531-8eef-0108abff0b92 None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:11.193111 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0facf543-a5e3-4531-8eef-0108abff0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:11.396933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0facf543-a5e3-4531-8eef-0108abff0b92 None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:43:11.607433 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (5e65e082-0877-4278-b44f-541987a05114), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:11.679498 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (5e65e082-0877-4278-b44f-541987a05114), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:11.752592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0facf543-a5e3-4531-8eef-0108abff0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '2d73f874-882f-454e-9971-c8d0a0cabbd9', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'port_id': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'mac_address': 'fa:16:3e:32:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:41Z', 'updated_at': '2022-03-07T21:43:08Z', 'revision_number': 1, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:11.790841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-a285df3a-d294-4687-bf90-70d39e4d2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:11.793061 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-a285df3a-d294-4687-bf90-70d39e4d2119 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 1128 time: 1.4345908 Mar 07 21:43:11.821035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a494897-f4db-4206-b982-ea32dec4688c req-d041b0e1-2dec-420e-a62a-6b8ec3f4784a tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:11.826842 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0facf543-a5e3-4531-8eef-0108abff0b92 None None] The sync data for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 is: [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '2d73f874-882f-454e-9971-c8d0a0cabbd9', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'port_id': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'mac_address': 'fa:16:3e:32:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:41Z', 'updated_at': '2022-03-07T21:43:08Z', 'revision_number': 1, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:11.829547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a494897-f4db-4206-b982-ea32dec4688c req-d041b0e1-2dec-420e-a62a-6b8ec3f4784a tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.2024038 Mar 07 21:43:11.975879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a494897-f4db-4206-b982-ea32dec4688c req-d9e6ee70-b91b-44f4-8525-17204ab5a647 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451783 Mar 07 21:43:12.038391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Router 5e65e082-0877-4278-b44f-541987a05114 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:43:12.154361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b5715-82e0-47da-be5d-b14630d6415a req-3206f284-4e82-49a1-8df0-ee8f45aea8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:12.155934 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da8b5715-82e0-47da-be5d-b14630d6415a req-3206f284-4e82-49a1-8df0-ee8f45aea8f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 1128 time: 0.0583146 Mar 07 21:43:12.211601 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd369bf-f9df-487c-8fe8-de2aee460ebf None None] New status for floating IP 2d73f874-882f-454e-9971-c8d0a0cabbd9: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:43:12.261546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:43:12.264632 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc58e6c-6b1b-43ec-b982-2a844b1f3c10 x-openstack-request-id: req-6fc58e6c-6b1b-43ec-b982-2a844b1f3c10 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:12.264998 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca82f286-5a99-44df-9ae7-fb973a0f6d6f", "tag": "afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:12.265337 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6fc58e6c-6b1b-43ec-b982-2a844b1f3c10 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:12.265809 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'tag': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'status': 'completed', 'code': 200} Mar 07 21:43:12.275219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd5a3f-f8da-4fa7-8078-0afffc9ca3c3 None None] Sync routers for ids ['5e65e082-0877-4278-b44f-541987a05114'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:12.283080 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-282731b2-5000-45bc-9ee9-a40559bf6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:12.285648 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-282731b2-5000-45bc-9ee9-a40559bf6726 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 922 time: 0.4841809 Mar 07 21:43:12.291490 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:12.295829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ce5eaaf3-47ec-4786-94bc-751bad876d39 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "PUT /v2.0/routers/5e65e082-0877-4278-b44f-541987a05114 HTTP/1.1" status: 200 len: 880 time: 5.2469888 Mar 07 21:43:12.296529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd5a3f-f8da-4fa7-8078-0afffc9ca3c3 None None] Routers {'5e65e082-0877-4278-b44f-541987a05114'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:12.297173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-49bd5a3f-f8da-4fa7-8078-0afffc9ca3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5e65e082-0877-4278-b44f-541987a05114'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:12.306413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60864) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:12.395260 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b5715-82e0-47da-be5d-b14630d6415a req-0b48c402-7410-47ed-820f-136cd7321995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:12.398024 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da8b5715-82e0-47da-be5d-b14630d6415a req-0b48c402-7410-47ed-820f-136cd7321995 service neutron] 10.222.0.13 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 922 time: 0.2342994 Mar 07 21:43:12.426599 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-49bd5a3f-f8da-4fa7-8078-0afffc9ca3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:12.449219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd5a3f-f8da-4fa7-8078-0afffc9ca3c3 None None] Routers {'5e65e082-0877-4278-b44f-541987a05114'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:12.450963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-49bd5a3f-f8da-4fa7-8078-0afffc9ca3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5e65e082-0877-4278-b44f-541987a05114'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:12.455175 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-daab8c06-d4d8-46c7-8111-dbd765994ee4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa HTTP/1.1" status: 200 len: 1000 time: 0.1574838 Mar 07 21:43:12.547775 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da8b5715-82e0-47da-be5d-b14630d6415a req-e45b8172-4c45-44eb-95e6-b8c3a1f257e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa HTTP/1.1" status: 200 len: 1000 time: 0.1345479 Mar 07 21:43:12.575662 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-49bd5a3f-f8da-4fa7-8078-0afffc9ca3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:12.580527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd5a3f-f8da-4fa7-8078-0afffc9ca3c3 None None] The sync data for ids ['5e65e082-0877-4278-b44f-541987a05114'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:12.666905 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b5715-82e0-47da-be5d-b14630d6415a req-3eb0776c-f96c-437d-9be1-e65f8722fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:12.671048 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da8b5715-82e0-47da-be5d-b14630d6415a req-3eb0776c-f96c-437d-9be1-e65f8722fc57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.1167541 Mar 07 21:43:12.755503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b5715-82e0-47da-be5d-b14630d6415a req-86f7af26-5e26-45cf-8089-081d7c3e770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:12.757023 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da8b5715-82e0-47da-be5d-b14630d6415a req-86f7af26-5e26-45cf-8089-081d7c3e770b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0798330 Mar 07 21:43:12.759065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598a4d1-b7b3-48e2-9044-22da93d07df8 req-ee9e347d-60c2-4795-ae49-ab868233fe8e tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:12.766986 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c598a4d1-b7b3-48e2-9044-22da93d07df8 req-ee9e347d-60c2-4795-ae49-ab868233fe8e tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.4859056 Mar 07 21:43:12.791775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-631e87d8-9504-4823-9fa3-3ddb7544aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:12.793238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-631e87d8-9504-4823-9fa3-3ddb7544aecf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.2148781 Mar 07 21:43:12.891599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a9a324e2-0952-47aa-89bc-926baf0c645a tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/routers/5e65e082-0877-4278-b44f-541987a05114 HTTP/1.1" status: 200 len: 921 time: 0.5840445 Mar 07 21:43:12.894050 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60872) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:13.007418 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da8b5715-82e0-47da-be5d-b14630d6415a req-56fa1aea-ec20-488a-9e4e-45b8ec0ab6e9 service neutron] 10.222.0.13 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431509 Mar 07 21:43:13.011861 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-1e4c7193-b98c-43dc-ac95-4c9490f09f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:13.013597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-1e4c7193-b98c-43dc-ac95-4c9490f09f6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1885672 Mar 07 21:43:13.038299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c598a4d1-b7b3-48e2-9044-22da93d07df8 req-79a55d46-c454-4dbd-80d9-a1b66f070d35 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578695 Mar 07 21:43:13.139365 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da8b5715-82e0-47da-be5d-b14630d6415a req-d6d59963-90dc-42e4-82df-ceb272758b3d service neutron] 10.222.0.13 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232674 Mar 07 21:43:13.179929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c6e0ac-5aab-4d21-9c6d-dcee14d53d95 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:13.184777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-74c6e0ac-5aab-4d21-9c6d-dcee14d53d95 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&device_id=5e65e082-0877-4278-b44f-541987a05114&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2884734 Mar 07 21:43:13.185362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60880) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:13.238177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-00734955-1cbc-4e9a-994a-3ef2cebb54da service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952424 Mar 07 21:43:13.405037 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbebbc01-de0f-4ba8-abcf-61369c3c339b tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:13.409596 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cbebbc01-de0f-4ba8-abcf-61369c3c339b tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 881 time: 0.2231760 Mar 07 21:43:13.412217 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60886) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:13.447858 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2a855261-d6c3-490d-af48-255abc8d3523 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e65e082-0877-4278-b44f-541987a05114 HTTP/1.1" status: 200 len: 205 time: 0.0345428 Mar 07 21:43:13.450580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60888) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:13.493155 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06864855-012f-4ed7-bd7c-f4aa788d0199 req-4532d07e-0424-42cf-8853-b9ef54fbe5d0 service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416785 Mar 07 21:43:13.731540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841882ee-01ba-4f18-8464-c4ae87bcb884 req-5e358846-0fa6-44ad-a073-a7ecca3d6f63 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:13.738437 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (5e65e082-0877-4278-b44f-541987a05114), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:13.739904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-841882ee-01ba-4f18-8464-c4ae87bcb884 req-5e358846-0fa6-44ad-a073-a7ecca3d6f63 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.1686215 Mar 07 21:43:13.808157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-841882ee-01ba-4f18-8464-c4ae87bcb884 req-db17f6f4-b151-44fa-b88d-a15d16b915db tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646565 Mar 07 21:43:13.843567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421926fa-5646-494e-b7d1-db342b371818 req-43e42f70-32fb-46ef-aa57-772cec619483 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:13.845299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-421926fa-5646-494e-b7d1-db342b371818 req-43e42f70-32fb-46ef-aa57-772cec619483 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.2043123 Mar 07 21:43:13.918099 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (5e65e082-0877-4278-b44f-541987a05114), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:13.956784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-421926fa-5646-494e-b7d1-db342b371818 req-a655f3b2-7498-4888-b378-604f5c096363 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008110 Mar 07 21:43:14.005476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Deleting port 377b9f9b-159f-4749-9f36-ace6f534b697 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:43:14.005816 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (377b9f9b-159f-4749-9f36-ace6f534b697), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:14.168093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-1cfb1215-f45e-4331-a9cf-6c07e9ae8ccd tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:14.169641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-1cfb1215-f45e-4331-a9cf-6c07e9ae8ccd tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=93d58328-383e-48d9-9752-1b78a8ad1f22&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0810573 Mar 07 21:43:14.286647 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (377b9f9b-159f-4749-9f36-ace6f534b697), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:14.288663 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-036e2348-7d43-4b4f-9452-8720a26c6bb5 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 1002 time: 0.0994136 Mar 07 21:43:14.299569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-494d7722-02a7-4da2-b1c2-1c21d6568416 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Request body: {'floatingip': {'port_id': '6f45bf55-4645-455c-be2c-6806333b576a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:14.333426 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Calling delete_port for 377b9f9b-159f-4749-9f36-ace6f534b697 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:43:14.399020 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-494d7722-02a7-4da2-b1c2-1c21d6568416 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for floatingip (2d73f874-882f-454e-9971-c8d0a0cabbd9), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:14.793659 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (377b9f9b-159f-4749-9f36-ace6f534b697), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:14.853066 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Pushing event deleted for resources: {'Port': ['ID=377b9f9b-159f-4749-9f36-ace6f534b697,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:14.970689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:14.971993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:14.972676 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:14.973332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:14.973851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:14.974394 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:14.974906 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:14.975535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:14.976353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:14.977014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:14.977681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:14.978251 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:14.978816 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:15.005751 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (5e65e082-0877-4278-b44f-541987a05114), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:15.258031 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (5e65e082-0877-4278-b44f-541987a05114), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:15.260453 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_controller (5e65e082-0877-4278-b44f-541987a05114), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:15.328855 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (5e65e082-0877-4278-b44f-541987a05114), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:15.330201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Fanout notify agent at l3_agent the message router_deleted on router 5e65e082-0877-4278-b44f-541987a05114 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:43:15.339903 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:15.350682 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e238be3d-b1e1-445f-913a-680ca671f75b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "DELETE /v2.0/routers/5e65e082-0877-4278-b44f-541987a05114 HTTP/1.1" status: 204 len: 168 time: 1.8988178 Mar 07 21:43:15.351361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60934) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:15.363176 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-71c474ae-3e2f-465c-874d-bfdd20f11f6e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1867628034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:15.399311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583992b-1bd3-46f8-be0c-0651657ca6ec req-652f8e72-9482-46ef-ab2d-b4e145ee246a tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:15.400794 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b583992b-1bd3-46f8-be0c-0651657ca6ec req-652f8e72-9482-46ef-ab2d-b4e145ee246a tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.1762414 Mar 07 21:43:15.410802 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71c474ae-3e2f-465c-874d-bfdd20f11f6e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (a3ef3639-8967-434a-bc6f-3e11fa6fd98d), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:15.411959 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71c474ae-3e2f-465c-874d-bfdd20f11f6e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (a3ef3639-8967-434a-bc6f-3e11fa6fd98d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:15.511023 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71c474ae-3e2f-465c-874d-bfdd20f11f6e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_controller (a3ef3639-8967-434a-bc6f-3e11fa6fd98d), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:15.513886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b583992b-1bd3-46f8-be0c-0651657ca6ec req-b07dd03b-e2b0-460a-b785-e004aacaf88f tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063523 Mar 07 21:43:15.525800 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71c474ae-3e2f-465c-874d-bfdd20f11f6e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (a3ef3639-8967-434a-bc6f-3e11fa6fd98d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:15.589327 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71c474ae-3e2f-465c-874d-bfdd20f11f6e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:15.589952 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-71c474ae-3e2f-465c-874d-bfdd20f11f6e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2374380 Mar 07 21:43:15.608001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60936) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:15.608752 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7dd91954-59e1-4101-b5d3-6afa46885367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:15.617009 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'enable_snat': True}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:15.665382 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.db.resource_extend [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-494d7722-02a7-4da2-b1c2-1c21d6568416 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:43:15.804305 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-494d7722-02a7-4da2-b1c2-1c21d6568416 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:15.811488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149b7a3-352c-40e6-9a7b-04b69fefcacb req-397e0c65-45fc-46cb-8fab-e8ae56b861a7 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:15.818900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3149b7a3-352c-40e6-9a7b-04b69fefcacb req-397e0c65-45fc-46cb-8fab-e8ae56b861a7 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.1151571 Mar 07 21:43:15.821830 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-494d7722-02a7-4da2-b1c2-1c21d6568416 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (2d73f874-882f-454e-9971-c8d0a0cabbd9), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:15.832979 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:15.908676 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3149b7a3-352c-40e6-9a7b-04b69fefcacb req-b0b45c66-08ad-4d45-8051-6cb4e2322075 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889263 Mar 07 21:43:15.977098 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-494d7722-02a7-4da2-b1c2-1c21d6568416 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Floating IP 2d73f874-882f-454e-9971-c8d0a0cabbd9 associated. External IP: 172.25.4.158, port: afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa. Mar 07 21:43:16.055137 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (a3ef3639-8967-434a-bc6f-3e11fa6fd98d), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:16.521594 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (a3ef3639-8967-434a-bc6f-3e11fa6fd98d), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:16.573930 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:16.816877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60966) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:17.064682 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-494d7722-02a7-4da2-b1c2-1c21d6568416 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:43:17.098272 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Allocated IP 172.25.4.106 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/137298fa-a7e0-4052-8ac2-f8f9657ba590) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:17.102835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c90e6-3f94-4db0-a3a6-2b7b1c41eac5 req-477c1822-79a4-4dc0-b917-d24100703ac0 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:17.113381 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f57c90e6-3f94-4db0-a3a6-2b7b1c41eac5 req-477c1822-79a4-4dc0-b917-d24100703ac0 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.1843419 Mar 07 21:43:17.309987 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f57c90e6-3f94-4db0-a3a6-2b7b1c41eac5 req-347b84c3-8bab-4c70-9143-010dafce1770 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954904 Mar 07 21:43:17.313083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60976) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:17.395608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-494d7722-02a7-4da2-b1c2-1c21d6568416 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:43:17.406464 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba3df71-6236-4f3a-bda5-b4f364f11c1f None None] Sync routers for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:17.425766 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba3df71-6236-4f3a-bda5-b4f364f11c1f None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:17.429963 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9ba3df71-6236-4f3a-bda5-b4f364f11c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:42:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:17.453637 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for port (137298fa-a7e0-4052-8ac2-f8f9657ba590), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:17.495457 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (137298fa-a7e0-4052-8ac2-f8f9657ba590), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:17.506176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20c9c6fc-5a05-4551-a9e0-cc594bed6bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:17.589534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:17.605613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:17.617782 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:43:17.635766 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-9ba3df71-6236-4f3a-bda5-b4f364f11c1f None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:43:17.727781 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:17.806507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Pushing event updated for resources: {'Port': ['ID=137298fa-a7e0-4052-8ac2-f8f9657ba590,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:17.853772 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0e52a396-d122-459c-8e3b-e884dafeef61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:18.031994 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:18.053883 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f34efa-1c84-425a-bb4f-d9288051237b req-42c8a657-c0d8-4575-9169-9c1dc8020a64 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:18.063873 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8f34efa-1c84-425a-bb4f-d9288051237b req-42c8a657-c0d8-4575-9169-9c1dc8020a64 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.5362997 Mar 07 21:43:18.139501 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9ba3df71-6236-4f3a-bda5-b4f364f11c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '2d73f874-882f-454e-9971-c8d0a0cabbd9', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'port_id': '6f45bf55-4645-455c-be2c-6806333b576a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'mac_address': 'fa:16:3e:89:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:41Z', 'updated_at': '2022-03-07T21:43:15Z', 'revision_number': 3, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:18.165888 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20c9c6fc-5a05-4551-a9e0-cc594bed6bf9 admin admin] Publish callbacks [] for security_group (05f9e9ab-81e2-49b6-b430-6c548a806647), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:18.181758 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20c9c6fc-5a05-4551-a9e0-cc594bed6bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (05f9e9ab-81e2-49b6-b430-6c548a806647), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:18.198510 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba3df71-6236-4f3a-bda5-b4f364f11c1f None None] Checking router: 5fb7924e-7aee-47be-8d1e-b4e01d397c20 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:43:18.208916 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba3df71-6236-4f3a-bda5-b4f364f11c1f None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:18.209556 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9ba3df71-6236-4f3a-bda5-b4f364f11c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:18.336705 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-20c9c6fc-5a05-4551-a9e0-cc594bed6bf9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a83ac83bffd48a18ae0ecfa4b50d8f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5183277 Mar 07 21:43:18.341024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60986) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:18.341024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9c6fc-5a05-4551-a9e0-cc594bed6bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f9e9ab-81e2-49b6-b430-6c548a806647,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:18.493926 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-9ba3df71-6236-4f3a-bda5-b4f364f11c1f None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:43:18.532001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-494d7722-02a7-4da2-b1c2-1c21d6568416 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:43:18.621157 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0823993-1155-4beb-b288-a31b43142883 admin admin] Publish callbacks [] for security_group (05f9e9ab-81e2-49b6-b430-6c548a806647), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:18.640227 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (a3ef3639-8967-434a-bc6f-3e11fa6fd98d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:18.647365 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8f34efa-1c84-425a-bb4f-d9288051237b req-6632da0b-175e-4993-8d66-a5ea2b3ec2da tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806813 Mar 07 21:43:18.691685 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0823993-1155-4beb-b288-a31b43142883 admin admin] Publish callbacks [] for security_group (05f9e9ab-81e2-49b6-b430-6c548a806647), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:18.990911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-494d7722-02a7-4da2-b1c2-1c21d6568416 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:43:19.034438 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-494d7722-02a7-4da2-b1c2-1c21d6568416 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:19.121969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'tag': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:19.124310 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd73cb2c-e824-4691-9cf0-a9179cec71d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca82f286-5a99-44df-9ae7-fb973a0f6d6f", "tag": "afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:19.129164 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0823993-1155-4beb-b288-a31b43142883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (05f9e9ab-81e2-49b6-b430-6c548a806647), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:19.129942 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Publish callbacks [] for security_group (14d607c2-084b-4015-988d-5f01aaf5aa25), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:19.132295 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0823993-1155-4beb-b288-a31b43142883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:19.132436 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9ba3df71-6236-4f3a-bda5-b4f364f11c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '2d73f874-882f-454e-9971-c8d0a0cabbd9', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'port_id': '6f45bf55-4645-455c-be2c-6806333b576a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'mac_address': 'fa:16:3e:89:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:41Z', 'updated_at': '2022-03-07T21:43:15Z', 'revision_number': 3, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:19.133216 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b0823993-1155-4beb-b288-a31b43142883 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05f9e9ab-81e2-49b6-b430-6c548a806647 HTTP/1.1" status: 204 len: 168 time: 0.7841887 Mar 07 21:43:19.152294 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0823993-1155-4beb-b288-a31b43142883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f9e9ab-81e2-49b6-b430-6c548a806647,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:19.187839 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (14d607c2-084b-4015-988d-5f01aaf5aa25), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:19.235394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a00dd-3856-47f4-a5ad-d9bec9a424dc req-149a24cc-80d4-4ce9-a33c-edec108af3fa tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:19.247262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-757a00dd-3856-47f4-a5ad-d9bec9a424dc req-149a24cc-80d4-4ce9-a33c-edec108af3fa tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.4654713 Mar 07 21:43:19.254825 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (a3ef3639-8967-434a-bc6f-3e11fa6fd98d), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:19.261415 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (a3ef3639-8967-434a-bc6f-3e11fa6fd98d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:19.263602 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:19.293540 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba3df71-6236-4f3a-bda5-b4f364f11c1f None None] The sync data for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 is: [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '2d73f874-882f-454e-9971-c8d0a0cabbd9', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'port_id': '6f45bf55-4645-455c-be2c-6806333b576a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'mac_address': 'fa:16:3e:89:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:41Z', 'updated_at': '2022-03-07T21:43:15Z', 'revision_number': 3, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:19.323240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-494d7722-02a7-4da2-b1c2-1c21d6568416 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "PUT /v2.0/floatingips/2d73f874-882f-454e-9971-c8d0a0cabbd9 HTTP/1.1" status: 200 len: 998 time: 5.0278952 Mar 07 21:43:19.378692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b87bb3e0706842b68961d45fa92a0078&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0550203 Mar 07 21:43:19.381009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d607c2-084b-4015-988d-5f01aaf5aa25,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:19.383152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32770) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:19.464264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:19.464623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:19.464907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:19.465253 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:19.465590 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:19.465930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:19.466299 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:19.466638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:19.466968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:19.467298 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:19.467634 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:19.467994 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:19.468402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25688a0-a24f-4ad5-9b45-00b5950d7eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:19.514647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-3c326667-573a-40a1-88a6-980a59c4b7eb tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:19.516366 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-3c326667-573a-40a1-88a6-980a59c4b7eb tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports/afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa HTTP/1.1" status: 200 len: 943 time: 0.1535749 Mar 07 21:43:19.571665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-757a00dd-3856-47f4-a5ad-d9bec9a424dc req-e9a05a6f-9354-4800-bd15-526973ca7afb tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233643 Mar 07 21:43:19.590779 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a4159f46-1f57-4698-a882-47bdf112ed59 admin admin] Publish callbacks [] for security_group (14d607c2-084b-4015-988d-5f01aaf5aa25), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:19.665526 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3347e3-cd8c-4b49-95ca-d25e4518d68c x-openstack-request-id: req-cf3347e3-cd8c-4b49-95ca-d25e4518d68c {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:19.666040 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca82f286-5a99-44df-9ae7-fb973a0f6d6f", "tag": "afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:19.666478 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf3347e3-cd8c-4b49-95ca-d25e4518d68c {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:19.667043 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'tag': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'status': 'completed', 'code': 200} Mar 07 21:43:19.685973 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Router a3ef3639-8967-434a-bc6f-3e11fa6fd98d is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:43:19.733268 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a4159f46-1f57-4698-a882-47bdf112ed59 admin admin] Publish callbacks [] for security_group (14d607c2-084b-4015-988d-5f01aaf5aa25), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:19.817928 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b217894-8600-4e74-a889-bf31ead138fa None None] New status for floating IP 2d73f874-882f-454e-9971-c8d0a0cabbd9: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:43:19.887498 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-e58a84a6-04f1-40ac-a9c1-236e4afa08c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:19.889787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-e58a84a6-04f1-40ac-a9c1-236e4afa08c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 1128 time: 0.2534692 Mar 07 21:43:19.920351 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b97b51-1b70-459d-beec-083b2662ddd7 req-e6c0be8b-985f-43f0-9ff4-7861352e4fb8 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:19.928602 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68b97b51-1b70-459d-beec-083b2662ddd7 req-e6c0be8b-985f-43f0-9ff4-7861352e4fb8 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.1482942 Mar 07 21:43:19.943089 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a4159f46-1f57-4698-a882-47bdf112ed59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (14d607c2-084b-4015-988d-5f01aaf5aa25), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:19.946786 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a4159f46-1f57-4698-a882-47bdf112ed59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:19.948800 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a4159f46-1f57-4698-a882-47bdf112ed59 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14d607c2-084b-4015-988d-5f01aaf5aa25 HTTP/1.1" status: 204 len: 168 time: 0.5419805 Mar 07 21:43:19.970603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32780) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:20.001260 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-588d0171-a08e-40a8-84a0-40bf247e5077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:20.029980 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73cb2c-e824-4691-9cf0-a9179cec71d5 req-009aa03a-49f2-4259-9b7d-9d2cdbd406e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:20.042554 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bd73cb2c-e824-4691-9cf0-a9179cec71d5 req-009aa03a-49f2-4259-9b7d-9d2cdbd406e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 1128 time: 0.3522210 Mar 07 21:43:20.120377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-806558e6-7868-4142-a469-d38994828dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:20.138714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-806558e6-7868-4142-a469-d38994828dce service neutron] 10.222.0.26 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 922 time: 0.2383096 Mar 07 21:43:20.214433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4159f46-1f57-4698-a882-47bdf112ed59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d607c2-084b-4015-988d-5f01aaf5aa25,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:20.247583 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:20.273012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-1bf04385-cb39-4daa-8943-00add377108c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa HTTP/1.1" status: 200 len: 217 time: 0.1331618 Mar 07 21:43:20.280481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:43:20.284382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68b97b51-1b70-459d-beec-083b2662ddd7 req-bbc5ef72-f2bb-4328-ade8-c01a171a24c8 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498123 Mar 07 21:43:20.295589 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8acf34-1528-490a-8ab0-070695a7af51 None None] Sync routers for ids ['a3ef3639-8967-434a-bc6f-3e11fa6fd98d'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:20.303876 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:20.306597 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d30b919f-6038-416d-9f97-91bcf027f8df tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "PUT /v2.0/routers/a3ef3639-8967-434a-bc6f-3e11fa6fd98d HTTP/1.1" status: 200 len: 915 time: 4.7079532 Mar 07 21:43:20.312602 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8acf34-1528-490a-8ab0-070695a7af51 None None] Routers {'a3ef3639-8967-434a-bc6f-3e11fa6fd98d'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:20.321886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 32784) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:20.321886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73cb2c-e824-4691-9cf0-a9179cec71d5 req-80812a8b-0e6f-4457-b184-f7a214f67f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:20.322321 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-af8acf34-1528-490a-8ab0-070695a7af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a3ef3639-8967-434a-bc6f-3e11fa6fd98d'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:20.322761 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bd73cb2c-e824-4691-9cf0-a9179cec71d5 req-80812a8b-0e6f-4457-b184-f7a214f67f3b service neutron] 10.222.0.13 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 922 time: 0.2689722 Mar 07 21:43:20.429416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-0dcb67d7-b37f-425c-8c88-eb3b2223d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:20.437029 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-0dcb67d7-b37f-425c-8c88-eb3b2223d62c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.1472569 Mar 07 21:43:20.649725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb76b7-7c3b-41a9-8052-a2d982b504c6 None None] Sync routers for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:20.652270 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bd73cb2c-e824-4691-9cf0-a9179cec71d5 req-dd7be758-c577-4a89-a2b7-279b3cc718e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa HTTP/1.1" status: 200 len: 217 time: 0.3126075 Mar 07 21:43:20.691511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb76b7-7c3b-41a9-8052-a2d982b504c6 None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:20.692564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-35eb76b7-7c3b-41a9-8052-a2d982b504c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:20.736061 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-af8acf34-1528-490a-8ab0-070695a7af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:20.764673 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8acf34-1528-490a-8ab0-070695a7af51 None None] Routers {'a3ef3639-8967-434a-bc6f-3e11fa6fd98d'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:20.765288 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-af8acf34-1528-490a-8ab0-070695a7af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a3ef3639-8967-434a-bc6f-3e11fa6fd98d'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:20.842989 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-af8acf34-1528-490a-8ab0-070695a7af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:20.843655 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8acf34-1528-490a-8ab0-070695a7af51 None None] The sync data for ids ['a3ef3639-8967-434a-bc6f-3e11fa6fd98d'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:20.852245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-c92405f4-ba14-423f-9e35-4d3c5dbbade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:20.853835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-c92405f4-ba14-423f-9e35-4d3c5dbbade4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3932583 Mar 07 21:43:20.874412 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73cb2c-e824-4691-9cf0-a9179cec71d5 req-cde47995-48db-464f-8507-c328e809dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:20.876148 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bd73cb2c-e824-4691-9cf0-a9179cec71d5 req-cde47995-48db-464f-8507-c328e809dc47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.2076025 Mar 07 21:43:20.969763 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e703ca35-e9d6-4b29-8b0a-e1794bfb7717 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/routers/a3ef3639-8967-434a-bc6f-3e11fa6fd98d HTTP/1.1" status: 200 len: 921 time: 0.6454647 Mar 07 21:43:20.972574 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 32802) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:21.006021 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-35eb76b7-7c3b-41a9-8052-a2d982b504c6 None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:43:21.101268 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-588d0171-a08e-40a8-84a0-40bf247e5077 admin admin] Publish callbacks [] for security_group (a90472be-a3b0-44f3-860a-871cc2bd4098), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:21.112491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73cb2c-e824-4691-9cf0-a9179cec71d5 req-c47c4621-7932-4699-bb96-a29b230c532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:21.114038 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bd73cb2c-e824-4691-9cf0-a9179cec71d5 req-c47c4621-7932-4699-bb96-a29b230c532b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2311742 Mar 07 21:43:21.118978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddb2ca-d2c9-4e1f-b0ee-72ca9635b718 req-3541f1a4-b014-4d50-8fb8-77fcc87045db tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:21.123468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8ddb2ca-d2c9-4e1f-b0ee-72ca9635b718 req-3541f1a4-b014-4d50-8fb8-77fcc87045db tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.3938172 Mar 07 21:43:21.137448 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cb542c-0f2d-42b1-b656-30dc8ec6de70 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:21.139236 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-95cb542c-0f2d-42b1-b656-30dc8ec6de70 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&device_id=a3ef3639-8967-434a-bc6f-3e11fa6fd98d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1659775 Mar 07 21:43:21.150054 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-588d0171-a08e-40a8-84a0-40bf247e5077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a90472be-a3b0-44f3-860a-871cc2bd4098), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:21.151661 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 32806) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:21.188939 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-588d0171-a08e-40a8-84a0-40bf247e5077 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c5bd970b26b44e9adb02625e57418a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2081456 Mar 07 21:43:21.200796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32810) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:21.316930 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bd73cb2c-e824-4691-9cf0-a9179cec71d5 req-e4aed39a-cfb2-43d5-80b7-3c96e62f8c9e service neutron] 10.222.0.13 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844513 Mar 07 21:43:21.316930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0cfcb7-207f-4002-b586-eef3bb40efa0 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:21.316930 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0a0cfcb7-207f-4002-b586-eef3bb40efa0 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 881 time: 0.1613414 Mar 07 21:43:21.325504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32816) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:21.452034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8ddb2ca-d2c9-4e1f-b0ee-72ca9635b718 req-1b22b944-09d5-4c83-9c7a-e0c284192f4f tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146787 Mar 07 21:43:21.484732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-63189ace-280f-43dc-b3ff-acde972814ed service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120973 Mar 07 21:43:21.485520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d0171-a08e-40a8-84a0-40bf247e5077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90472be-a3b0-44f3-860a-871cc2bd4098,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:21.495232 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1e40c752-06ca-4968-b7aa-d06bb3edc87f tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3ef3639-8967-434a-bc6f-3e11fa6fd98d HTTP/1.1" status: 200 len: 205 time: 0.1565826 Mar 07 21:43:21.496125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32822) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:21.525225 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bd73cb2c-e824-4691-9cf0-a9179cec71d5 req-4e3d313e-e83d-41e5-b4f0-85f337ded1ff service neutron] 10.222.0.13 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016554 Mar 07 21:43:21.628047 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-35eb76b7-7c3b-41a9-8052-a2d982b504c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '2d73f874-882f-454e-9971-c8d0a0cabbd9', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'port_id': '6f45bf55-4645-455c-be2c-6806333b576a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'mac_address': 'fa:16:3e:89:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:41Z', 'updated_at': '2022-03-07T21:43:20Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:21.646714 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6232-cf3d-4c4d-a9ea-a6b11376ae35 admin admin] Publish callbacks [] for security_group (a90472be-a3b0-44f3-860a-871cc2bd4098), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:21.666674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb76b7-7c3b-41a9-8052-a2d982b504c6 None None] Checking router: 5fb7924e-7aee-47be-8d1e-b4e01d397c20 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:43:21.680205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb76b7-7c3b-41a9-8052-a2d982b504c6 None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:21.680835 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-35eb76b7-7c3b-41a9-8052-a2d982b504c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:21.771732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'tag': '6f45bf55-4645-455c-be2c-6806333b576a'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:21.773996 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89720c3a-5bc8-4f4d-ba13-8bcf32fa1e39" -d '{"events": [{"name": "network-changed", "server_uuid": "93d58328-383e-48d9-9752-1b78a8ad1f22", "tag": "6f45bf55-4645-455c-be2c-6806333b576a"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:21.953257 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6232-cf3d-4c4d-a9ea-a6b11376ae35 admin admin] Publish callbacks [] for security_group (a90472be-a3b0-44f3-860a-871cc2bd4098), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:22.002666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-35eb76b7-7c3b-41a9-8052-a2d982b504c6 None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:43:22.077545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-efdcc6a4-74a8-4e03-aee9-b22ec7b79df8 service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5726366 Mar 07 21:43:22.116752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d629c68-46b9-4bb1-be24-7bf11c871cf8 req-043bc34e-a2e7-448c-9246-a4d690d98e5d tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:22.118477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d629c68-46b9-4bb1-be24-7bf11c871cf8 req-043bc34e-a2e7-448c-9246-a4d690d98e5d tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.3694415 Mar 07 21:43:22.151169 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1567e5aa-87b6-4944-bfea-08b4b2b0990a tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (a3ef3639-8967-434a-bc6f-3e11fa6fd98d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:22.370739 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:22.382732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d629c68-46b9-4bb1-be24-7bf11c871cf8 req-d1f0c0d8-70b6-4cbe-8b90-4c90d4f06bd3 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431691 Mar 07 21:43:22.390363 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6232-cf3d-4c4d-a9ea-a6b11376ae35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a90472be-a3b0-44f3-860a-871cc2bd4098), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:22.394256 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6232-cf3d-4c4d-a9ea-a6b11376ae35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:22.395716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6d4c6232-cf3d-4c4d-a9ea-a6b11376ae35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a90472be-a3b0-44f3-860a-871cc2bd4098 HTTP/1.1" status: 204 len: 168 time: 1.1864114 Mar 07 21:43:22.412139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c6232-cf3d-4c4d-a9ea-a6b11376ae35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90472be-a3b0-44f3-860a-871cc2bd4098,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:22.468300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-308b30f6-fb31-46ff-8d15-25a89c8a87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:22.472138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-308b30f6-fb31-46ff-8d15-25a89c8a87cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 1127 time: 0.2620075 Mar 07 21:43:22.509168 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1289153-a220-4368-9261-387085fe49c1 x-openstack-request-id: req-b1289153-a220-4368-9261-387085fe49c1 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:22.511704 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d58328-383e-48d9-9752-1b78a8ad1f22", "tag": "6f45bf55-4645-455c-be2c-6806333b576a", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:22.511976 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1289153-a220-4368-9261-387085fe49c1 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:22.512427 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'tag': '6f45bf55-4645-455c-be2c-6806333b576a', 'status': 'completed', 'code': 200} Mar 07 21:43:22.640711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-35eb76b7-7c3b-41a9-8052-a2d982b504c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '2d73f874-882f-454e-9971-c8d0a0cabbd9', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'port_id': '6f45bf55-4645-455c-be2c-6806333b576a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'mac_address': 'fa:16:3e:89:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:41Z', 'updated_at': '2022-03-07T21:43:20Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:22.729585 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb76b7-7c3b-41a9-8052-a2d982b504c6 None None] The sync data for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 is: [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '2d73f874-882f-454e-9971-c8d0a0cabbd9', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'port_id': '6f45bf55-4645-455c-be2c-6806333b576a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'mac_address': 'fa:16:3e:89:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:41Z', 'updated_at': '2022-03-07T21:43:20Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:22.855889 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1567e5aa-87b6-4944-bfea-08b4b2b0990a tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (a3ef3639-8967-434a-bc6f-3e11fa6fd98d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:22.928190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720c3a-5bc8-4f4d-ba13-8bcf32fa1e39 req-aeee4f0e-286b-4200-9a18-0ce8f70c996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:22.929700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89720c3a-5bc8-4f4d-ba13-8bcf32fa1e39 req-aeee4f0e-286b-4200-9a18-0ce8f70c996e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 1127 time: 0.3692706 Mar 07 21:43:23.064555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639d5b-7286-4b9e-98d5-68dc67f3267f req-ea8e2a33-d732-49dd-905f-be51648826c6 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:23.074895 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7639d5b-7286-4b9e-98d5-68dc67f3267f req-ea8e2a33-d732-49dd-905f-be51648826c6 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.4375613 Mar 07 21:43:23.160634 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-dcf5be25-e575-4574-a9f2-aba39bfa2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:23.162491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-dcf5be25-e575-4574-a9f2-aba39bfa2c54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 922 time: 0.6783841 Mar 07 21:43:23.342118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7639d5b-7286-4b9e-98d5-68dc67f3267f req-564450e6-d221-4815-9ea7-3fd4c3af0117 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393034 Mar 07 21:43:23.352528 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-cdbe3496-70cf-42ff-a0b8-f4ee89d8fd0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f45bf55-4645-455c-be2c-6806333b576a HTTP/1.1" status: 200 len: 1001 time: 0.1799242 Mar 07 21:43:23.354860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-1567e5aa-87b6-4944-bfea-08b4b2b0990a tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Deleting port 137298fa-a7e0-4052-8ac2-f8f9657ba590 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:43:23.355413 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1567e5aa-87b6-4944-bfea-08b4b2b0990a tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (137298fa-a7e0-4052-8ac2-f8f9657ba590), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:23.358115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720c3a-5bc8-4f4d-ba13-8bcf32fa1e39 req-23cfe1a8-74c7-4826-9c18-f1f99745eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:23.359852 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89720c3a-5bc8-4f4d-ba13-8bcf32fa1e39 req-23cfe1a8-74c7-4826-9c18-f1f99745eecd service neutron] 10.222.0.15 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 922 time: 0.3427289 Mar 07 21:43:24.043221 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-0b2baba5-5ddc-4511-9900-f7073f813e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.044732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-0b2baba5-5ddc-4511-9900-f7073f813e00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.6830006 Mar 07 21:43:24.132978 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89720c3a-5bc8-4f4d-ba13-8bcf32fa1e39 req-530fccf6-5cf8-4be0-8a48-798430d874e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f45bf55-4645-455c-be2c-6806333b576a HTTP/1.1" status: 200 len: 1001 time: 0.7502658 Mar 07 21:43:24.177292 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1567e5aa-87b6-4944-bfea-08b4b2b0990a tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (137298fa-a7e0-4052-8ac2-f8f9657ba590), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:24.221192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c989261-2ab4-4498-81d8-dcb21b46d124 req-e807c8af-c6a4-4375-b50b-12960c685a8c tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.231921 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c989261-2ab4-4498-81d8-dcb21b46d124 req-e807c8af-c6a4-4375-b50b-12960c685a8c tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.2716601 Mar 07 21:43:24.270414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-1567e5aa-87b6-4944-bfea-08b4b2b0990a tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Calling delete_port for 137298fa-a7e0-4052-8ac2-f8f9657ba590 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:43:24.322247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-a2cafc22-2fee-4f6b-aaa5-81ab01287919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.323884 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-a2cafc22-2fee-4f6b-aaa5-81ab01287919 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2513645 Mar 07 21:43:24.341859 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720c3a-5bc8-4f4d-ba13-8bcf32fa1e39 req-eaf82d9f-8ebe-4fc3-852d-550bbfafd9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.343487 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89720c3a-5bc8-4f4d-ba13-8bcf32fa1e39 req-eaf82d9f-8ebe-4fc3-852d-550bbfafd9ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.2011619 Mar 07 21:43:24.562913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c989261-2ab4-4498-81d8-dcb21b46d124 req-3a676879-7643-4ff4-afe1-c18223b33059 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258247 Mar 07 21:43:24.597303 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-1a7ab648-bbda-4666-9319-adbbfc5a8c65 service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629838 Mar 07 21:43:24.731587 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720c3a-5bc8-4f4d-ba13-8bcf32fa1e39 req-4152e139-62e6-4578-a2bc-8de2d3f87272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.733342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89720c3a-5bc8-4f4d-ba13-8bcf32fa1e39 req-4152e139-62e6-4578-a2bc-8de2d3f87272 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2634690 Mar 07 21:43:24.949653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c19fb2-c42d-4da0-914a-fe441ad0cc23 req-8457f383-0080-4407-8fba-284efc351c18 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.957784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3c19fb2-c42d-4da0-914a-fe441ad0cc23 req-8457f383-0080-4407-8fba-284efc351c18 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.2950127 Mar 07 21:43:24.996553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e59a3abc-072a-4959-a678-01d5fdb25e4f req-61b694b6-926e-49ca-929d-2c8115fe37f6 service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926692 Mar 07 21:43:25.043767 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1567e5aa-87b6-4944-bfea-08b4b2b0990a tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (137298fa-a7e0-4052-8ac2-f8f9657ba590), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:25.092151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89720c3a-5bc8-4f4d-ba13-8bcf32fa1e39 req-ccc5cff1-ae85-4ab8-93a6-1f585b22c2b4 service neutron] 10.222.0.15 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225799 Mar 07 21:43:25.107085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567e5aa-87b6-4944-bfea-08b4b2b0990a tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Pushing event deleted for resources: {'Port': ['ID=137298fa-a7e0-4052-8ac2-f8f9657ba590,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:25.175016 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3c19fb2-c42d-4da0-914a-fe441ad0cc23 req-57d25212-64d5-4460-8da4-0077604576c6 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156615 Mar 07 21:43:25.352236 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1567e5aa-87b6-4944-bfea-08b4b2b0990a tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (a3ef3639-8967-434a-bc6f-3e11fa6fd98d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:25.433776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e37adb7f-aa01-4ba6-adf1-9d3c8cfee416 req-689b3af1-ae7b-4565-ad33-aecfae751791 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 1001 time: 0.3406756 Mar 07 21:43:25.527249 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1567e5aa-87b6-4944-bfea-08b4b2b0990a tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (a3ef3639-8967-434a-bc6f-3e11fa6fd98d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:25.560672 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1567e5aa-87b6-4944-bfea-08b4b2b0990a tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_controller (a3ef3639-8967-434a-bc6f-3e11fa6fd98d), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:25.579933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89720c3a-5bc8-4f4d-ba13-8bcf32fa1e39 req-f75c07d7-7c04-42a0-945d-b25dfbc83138 service neutron] 10.222.0.15 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757311 Mar 07 21:43:25.630462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37adb7f-aa01-4ba6-adf1-9d3c8cfee416 req-4d6d788a-ab86-405e-a2fc-5fe75995d607 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:25.631863 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e37adb7f-aa01-4ba6-adf1-9d3c8cfee416 req-4d6d788a-ab86-405e-a2fc-5fe75995d607 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports/6f45bf55-4645-455c-be2c-6806333b576a HTTP/1.1" status: 200 len: 942 time: 0.1337979 Mar 07 21:43:25.649409 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1567e5aa-87b6-4944-bfea-08b4b2b0990a tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (a3ef3639-8967-434a-bc6f-3e11fa6fd98d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:25.650246 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1567e5aa-87b6-4944-bfea-08b4b2b0990a tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Fanout notify agent at l3_agent the message router_deleted on router a3ef3639-8967-434a-bc6f-3e11fa6fd98d {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:43:25.663766 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1567e5aa-87b6-4944-bfea-08b4b2b0990a tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:25.670467 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 32960) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:25.673577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1567e5aa-87b6-4944-bfea-08b4b2b0990a tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "DELETE /v2.0/routers/a3ef3639-8967-434a-bc6f-3e11fa6fd98d HTTP/1.1" status: 204 len: 168 time: 4.1765475 Mar 07 21:43:25.678592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d03b872d-608c-4baa-b9c8-dab8f12dc31d tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1795740682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:25.728593 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d03b872d-608c-4baa-b9c8-dab8f12dc31d tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (ac8cd89b-9919-4240-a122-5c787c872b5d), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:25.730260 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d03b872d-608c-4baa-b9c8-dab8f12dc31d tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (ac8cd89b-9919-4240-a122-5c787c872b5d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:25.873391 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e37adb7f-aa01-4ba6-adf1-9d3c8cfee416 req-3f4b7c08-9edf-4c85-8e79-c7bcda2bbe4a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 1001 time: 0.1777985 Mar 07 21:43:25.894528 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d03b872d-608c-4baa-b9c8-dab8f12dc31d tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_controller (ac8cd89b-9919-4240-a122-5c787c872b5d), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:25.917500 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d03b872d-608c-4baa-b9c8-dab8f12dc31d tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (ac8cd89b-9919-4240-a122-5c787c872b5d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:25.975278 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d03b872d-608c-4baa-b9c8-dab8f12dc31d tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:25.976508 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d03b872d-608c-4baa-b9c8-dab8f12dc31d tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3034415 Mar 07 21:43:25.979356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 32966) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:25.983843 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'enable_snat': False}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:26.042167 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37adb7f-aa01-4ba6-adf1-9d3c8cfee416 req-a05974f4-edcc-4b20-85a2-fcd5056f446f tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:26.043685 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e37adb7f-aa01-4ba6-adf1-9d3c8cfee416 req-a05974f4-edcc-4b20-85a2-fcd5056f446f tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.1590075 Mar 07 21:43:26.102533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32972) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:26.140326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10add5b-eb9b-4d1e-a18c-2dcc7d0c4102 req-899a5003-093c-4ce2-b43b-34866ba4078c tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:26.150339 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f10add5b-eb9b-4d1e-a18c-2dcc7d0c4102 req-899a5003-093c-4ce2-b43b-34866ba4078c tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.1054003 Mar 07 21:43:26.226927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f10add5b-eb9b-4d1e-a18c-2dcc7d0c4102 req-ddd207c2-cdbd-4bff-82f1-046453cff429 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728064 Mar 07 21:43:26.412610 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3e5f28b3-e6c8-48c2-ad96-13aa992ae08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:26.506444 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3e5f28b3-e6c8-48c2-ad96-13aa992ae08b admin admin] Publish callbacks [] for security_group (28e7b94b-7643-4824-8b22-487704ea3295), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:26.513971 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (ac8cd89b-9919-4240-a122-5c787c872b5d), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:26.514354 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3e5f28b3-e6c8-48c2-ad96-13aa992ae08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (28e7b94b-7643-4824-8b22-487704ea3295), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:26.557158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f28b3-e6c8-48c2-ad96-13aa992ae08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e7b94b-7643-4824-8b22-487704ea3295,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:26.577568 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-743df1e6-021f-4384-861b-f1f357e46b50 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 1001 time: 0.3107374 Mar 07 21:43:26.650669 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3e5f28b3-e6c8-48c2-ad96-13aa992ae08b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72fe6e3899e34511b26b0a4921199dd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5457702 Mar 07 21:43:26.651336 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 32990) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:26.675672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-4d8ac75a-0b98-4c6d-9645-81edf2e31315 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:26.691740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-4d8ac75a-0b98-4c6d-9645-81edf2e31315 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports/6f45bf55-4645-455c-be2c-6806333b576a HTTP/1.1" status: 200 len: 942 time: 0.1109688 Mar 07 21:43:26.766156 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36654c4b-f5fd-42ef-85fe-02279bd880de admin admin] Publish callbacks [] for security_group (28e7b94b-7643-4824-8b22-487704ea3295), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:26.815725 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36654c4b-f5fd-42ef-85fe-02279bd880de admin admin] Publish callbacks [] for security_group (28e7b94b-7643-4824-8b22-487704ea3295), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:26.848813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ae740-ab95-4959-b6c5-1865453a0e87 req-e53a92a0-8c3d-43f7-94a5-f8ab0d22909e tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:26.854967 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff4ae740-ab95-4959-b6c5-1865453a0e87 req-e53a92a0-8c3d-43f7-94a5-f8ab0d22909e tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.1864185 Mar 07 21:43:26.876818 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-bd36b737-a345-4568-9e05-eff899530c61 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 1001 time: 0.1092505 Mar 07 21:43:26.980122 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36654c4b-f5fd-42ef-85fe-02279bd880de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (28e7b94b-7643-4824-8b22-487704ea3295), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:26.982846 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36654c4b-f5fd-42ef-85fe-02279bd880de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:26.992915 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-36654c4b-f5fd-42ef-85fe-02279bd880de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28e7b94b-7643-4824-8b22-487704ea3295 HTTP/1.1" status: 204 len: 168 time: 0.3344307 Mar 07 21:43:27.016372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36654c4b-f5fd-42ef-85fe-02279bd880de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e7b94b-7643-4824-8b22-487704ea3295,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:27.018762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff4ae740-ab95-4959-b6c5-1865453a0e87 req-65b91a40-2d1c-4c0b-acff-f89cb029c8f9 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510968 Mar 07 21:43:27.026637 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (ac8cd89b-9919-4240-a122-5c787c872b5d), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:27.050145 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:27.112822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-0781f1a4-bddb-46dd-90ff-69e38cfe9ac0 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:27.121193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-0781f1a4-bddb-46dd-90ff-69e38cfe9ac0 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.2309606 Mar 07 21:43:27.223979 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-9b720648-fa0f-43dd-9f61-3b627edd4b2c tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 1001 time: 0.1017549 Mar 07 21:43:27.228756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-0ed85bc4-6168-4626-8663-6c1fccca4fac tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:27.329015 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Allocated IP 172.25.4.100 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/a75e6d56-a83e-4d3b-a354-97dc81865ff8) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:27.375940 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-0ed85bc4-6168-4626-8663-6c1fccca4fac tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for floatingip (2d73f874-882f-454e-9971-c8d0a0cabbd9), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:27.496057 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for port (a75e6d56-a83e-4d3b-a354-97dc81865ff8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:27.547053 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a75e6d56-a83e-4d3b-a354-97dc81865ff8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:27.580785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 33012) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:27.606923 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce8516c5-7399-4c97-8b38-8a2045909b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:27.636734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:27.656466 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:27.663546 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-0ed85bc4-6168-4626-8663-6c1fccca4fac tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:27.671665 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-0ed85bc4-6168-4626-8663-6c1fccca4fac tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (2d73f874-882f-454e-9971-c8d0a0cabbd9), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:27.672001 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-0ed85bc4-6168-4626-8663-6c1fccca4fac tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Floating IP 2d73f874-882f-454e-9971-c8d0a0cabbd9 disassociated. External IP: 172.25.4.158, port: 6f45bf55-4645-455c-be2c-6806333b576a. Mar 07 21:43:27.672566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:43:27.716158 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Pushing event updated for resources: {'Port': ['ID=a75e6d56-a83e-4d3b-a354-97dc81865ff8,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:27.858871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301f2f9-e6ba-4e10-b3d0-70ea2c1b2243 req-9ec83c2f-721f-4b71-ac3f-e3d88ac1e52c tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:27.860397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d301f2f9-e6ba-4e10-b3d0-70ea2c1b2243 req-9ec83c2f-721f-4b71-ac3f-e3d88ac1e52c tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.1447828 Mar 07 21:43:27.911370 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce8516c5-7399-4c97-8b38-8a2045909b49 admin admin] Publish callbacks [] for security_group (7119bad1-ebea-4c2d-b017-6836f3e97718), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:28.060356 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce8516c5-7399-4c97-8b38-8a2045909b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7119bad1-ebea-4c2d-b017-6836f3e97718), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:28.096647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-0ed85bc4-6168-4626-8663-6c1fccca4fac tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:43:28.101984 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ce8516c5-7399-4c97-8b38-8a2045909b49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31b500a7f7544b4a8e6c9e4eb2f10c77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5097075 Mar 07 21:43:28.114367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 33018) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:28.144449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d301f2f9-e6ba-4e10-b3d0-70ea2c1b2243 req-5b739c3d-75a7-4076-b65d-3947dd44782d tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692757 Mar 07 21:43:28.198544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8516c5-7399-4c97-8b38-8a2045909b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7119bad1-ebea-4c2d-b017-6836f3e97718,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:28.309482 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ed2a-eb18-4db9-abc4-4e2026d516fe admin admin] Publish callbacks [] for security_group (7119bad1-ebea-4c2d-b017-6836f3e97718), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:28.349355 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ed2a-eb18-4db9-abc4-4e2026d516fe admin admin] Publish callbacks [] for security_group (7119bad1-ebea-4c2d-b017-6836f3e97718), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:28.377382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-0ed85bc4-6168-4626-8663-6c1fccca4fac tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:43:28.390471 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e224d7-2409-4e80-8089-29aafd87201a None None] Sync routers for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:28.407355 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e224d7-2409-4e80-8089-29aafd87201a None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:28.414985 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-0ed85bc4-6168-4626-8663-6c1fccca4fac tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:28.418211 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-21e224d7-2409-4e80-8089-29aafd87201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:28.560368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-0ed85bc4-6168-4626-8663-6c1fccca4fac tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "PUT /v2.0/floatingips/2d73f874-882f-454e-9971-c8d0a0cabbd9 HTTP/1.1" status: 200 len: 695 time: 1.3297670 Mar 07 21:43:28.561471 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'tag': '6f45bf55-4645-455c-be2c-6806333b576a'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:28.566636 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585b1f00-c597-430b-be21-d5958dfd3435" -d '{"events": [{"name": "network-changed", "server_uuid": "93d58328-383e-48d9-9752-1b78a8ad1f22", "tag": "6f45bf55-4645-455c-be2c-6806333b576a"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:28.612544 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ed2a-eb18-4db9-abc4-4e2026d516fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7119bad1-ebea-4c2d-b017-6836f3e97718), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:28.616077 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ed2a-eb18-4db9-abc4-4e2026d516fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:28.618318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6ad5ed2a-eb18-4db9-abc4-4e2026d516fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7119bad1-ebea-4c2d-b017-6836f3e97718 HTTP/1.1" status: 204 len: 168 time: 0.5016308 Mar 07 21:43:28.641323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5ed2a-eb18-4db9-abc4-4e2026d516fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7119bad1-ebea-4c2d-b017-6836f3e97718,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:28.677009 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router_gateway (ac8cd89b-9919-4240-a122-5c787c872b5d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:28.744464 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-21e224d7-2409-4e80-8089-29aafd87201a None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:43:28.855948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54d57d-4442-48a2-98b4-14533bc25ede req-0fe3563d-4ae0-4963-90e0-4a84dff99e66 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:28.865132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db54d57d-4442-48a2-98b4-14533bc25ede req-0fe3563d-4ae0-4963-90e0-4a84dff99e66 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.1226833 Mar 07 21:43:28.916648 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-a23501d2-2a67-43f2-8f1c-ef37178cda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:28.918692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-a23501d2-2a67-43f2-8f1c-ef37178cda96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 1127 time: 0.3485944 Mar 07 21:43:28.986623 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db54d57d-4442-48a2-98b4-14533bc25ede req-0f57a625-ecb4-4394-a864-e5fd0025c193 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156280 Mar 07 21:43:29.149525 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc4213d-7f7c-43b5-9451-40674231e1e4 x-openstack-request-id: req-5cc4213d-7f7c-43b5-9451-40674231e1e4 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:29.149831 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d58328-383e-48d9-9752-1b78a8ad1f22", "tag": "6f45bf55-4645-455c-be2c-6806333b576a", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:29.150146 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5cc4213d-7f7c-43b5-9451-40674231e1e4 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:29.150574 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'tag': '6f45bf55-4645-455c-be2c-6806333b576a', 'status': 'completed', 'code': 200} Mar 07 21:43:29.360089 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (ac8cd89b-9919-4240-a122-5c787c872b5d), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:29.371771 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (ac8cd89b-9919-4240-a122-5c787c872b5d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:29.500912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-3a0dd66c-70cd-4321-9ca2-452fa1c05644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:29.510572 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-3a0dd66c-70cd-4321-9ca2-452fa1c05644 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 922 time: 0.5254776 Mar 07 21:43:29.688556 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-21e224d7-2409-4e80-8089-29aafd87201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:29.693573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Router ac8cd89b-9919-4240-a122-5c787c872b5d is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:43:29.729412 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e224d7-2409-4e80-8089-29aafd87201a None None] Checking router: 5fb7924e-7aee-47be-8d1e-b4e01d397c20 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:43:29.741163 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e224d7-2409-4e80-8089-29aafd87201a None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:29.741986 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-21e224d7-2409-4e80-8089-29aafd87201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:30.002968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:43:30.008848 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:30.010784 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-75d5a936-a575-49a2-b852-8a72c13f3dea tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "PUT /v2.0/routers/ac8cd89b-9919-4240-a122-5c787c872b5d HTTP/1.1" status: 200 len: 916 time: 4.0302107 Mar 07 21:43:30.014189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33064) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:30.020584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a900a7d-b8e4-41c5-bd8b-26629063998b None None] Sync routers for ids ['ac8cd89b-9919-4240-a122-5c787c872b5d'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:30.025617 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-21e224d7-2409-4e80-8089-29aafd87201a None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:43:30.048234 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a900a7d-b8e4-41c5-bd8b-26629063998b None None] Routers {'ac8cd89b-9919-4240-a122-5c787c872b5d'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:30.049206 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9a900a7d-b8e4-41c5-bd8b-26629063998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['ac8cd89b-9919-4240-a122-5c787c872b5d'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:30.091233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9a900a7d-b8e4-41c5-bd8b-26629063998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:30.105488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a900a7d-b8e4-41c5-bd8b-26629063998b None None] Routers {'ac8cd89b-9919-4240-a122-5c787c872b5d'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:30.106418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9a900a7d-b8e4-41c5-bd8b-26629063998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['ac8cd89b-9919-4240-a122-5c787c872b5d'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:30.215941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9a900a7d-b8e4-41c5-bd8b-26629063998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:30.217378 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a900a7d-b8e4-41c5-bd8b-26629063998b None None] The sync data for ids ['ac8cd89b-9919-4240-a122-5c787c872b5d'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:30.271378 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-498a0256-7fc4-4c19-ab76-378d3d3c7190 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/routers/ac8cd89b-9919-4240-a122-5c787c872b5d HTTP/1.1" status: 200 len: 922 time: 0.2558122 Mar 07 21:43:30.271935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33066) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:30.272271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33074) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:30.372535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-0f7f1aa1-ea43-4ba8-9336-7e0f5e7597af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f45bf55-4645-455c-be2c-6806333b576a HTTP/1.1" status: 200 len: 217 time: 0.8607459 Mar 07 21:43:30.378618 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e603f0-6b34-4b17-809e-51882c1a20a5 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:30.383278 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-40e603f0-6b34-4b17-809e-51882c1a20a5 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&device_id=ac8cd89b-9919-4240-a122-5c787c872b5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1088450 Mar 07 21:43:30.391382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33080) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:30.471740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-2ba7e810-7e06-4a78-b6b7-2b8acd69dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:30.482950 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-2ba7e810-7e06-4a78-b6b7-2b8acd69dfde service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.1092494 Mar 07 21:43:30.528258 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b1f00-c597-430b-be21-d5958dfd3435 req-43fb8bb6-7a1f-4c71-95bc-ffc7b21fc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:30.532195 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-585b1f00-c597-430b-be21-d5958dfd3435 req-43fb8bb6-7a1f-4c71-95bc-ffc7b21fc560 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 1127 time: 1.3316696 Mar 07 21:43:30.616214 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b5e2974-b7d6-48c8-a5c9-6ed2d0c865ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:30.641617 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dacd18-1ddf-4794-8e2d-b15ec37a6a94 req-cdb0c238-b9de-4225-a169-b219ee05e044 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:30.643268 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-80dacd18-1ddf-4794-8e2d-b15ec37a6a94 req-cdb0c238-b9de-4225-a169-b219ee05e044 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 1.3569267 Mar 07 21:43:30.661054 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-21e224d7-2409-4e80-8089-29aafd87201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:30.725610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-80dacd18-1ddf-4794-8e2d-b15ec37a6a94 req-682eee04-2a51-4567-a4a9-c5f4944d8b78 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579307 Mar 07 21:43:30.763366 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e224d7-2409-4e80-8089-29aafd87201a None None] The sync data for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 is: [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:30.772537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-03b43d96-3efa-4c48-a466-5f3f6c31187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:30.785493 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-03b43d96-3efa-4c48-a466-5f3f6c31187b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3001928 Mar 07 21:43:30.860076 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae617d-4489-4f0f-8cff-4e2505073a48 req-5e54f8a0-c645-4deb-9780-2274e89ab4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:30.863100 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b8ae617d-4489-4f0f-8cff-4e2505073a48 req-5e54f8a0-c645-4deb-9780-2274e89ab4bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 1127 time: 0.4351606 Mar 07 21:43:30.945504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c4f452-8a97-4889-ba95-59842f0a549c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:30.947110 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-81c4f452-8a97-4889-ba95-59842f0a549c tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 881 time: 0.5504451 Mar 07 21:43:30.965131 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33096) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:30.975161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-5a484441-d704-4eb6-89c6-53555e3c7dc9 service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887553 Mar 07 21:43:31.053049 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-985db09d-2042-4555-864e-d87101d56225 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac8cd89b-9919-4240-a122-5c787c872b5d HTTP/1.1" status: 200 len: 205 time: 0.0852213 Mar 07 21:43:31.066278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33100) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:31.253460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b1f00-c597-430b-be21-d5958dfd3435 req-7f984e77-a107-437a-96db-61b73471fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:31.260865 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b8ae617d-4489-4f0f-8cff-4e2505073a48 req-e04f96a9-56b3-484e-b246-d1f907907827 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792322 Mar 07 21:43:31.262735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-585b1f00-c597-430b-be21-d5958dfd3435 req-7f984e77-a107-437a-96db-61b73471fb3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 922 time: 0.6892877 Mar 07 21:43:31.321883 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e3ea37-dd19-439a-a9ee-7ede2a24bcb2 None None] New status for floating IP 2d73f874-882f-454e-9971-c8d0a0cabbd9: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:43:31.322530 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b5e2974-b7d6-48c8-a5c9-6ed2d0c865ed admin admin] Publish callbacks [] for security_group (5b100a57-2e0d-4600-b65b-e0a28d709cd3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:31.343424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-585b1f00-c597-430b-be21-d5958dfd3435 req-24e9ccf1-a41a-4c45-9825-74718bb0be8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f45bf55-4645-455c-be2c-6806333b576a HTTP/1.1" status: 200 len: 217 time: 0.0693138 Mar 07 21:43:31.353828 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c9f6c-6f64-4985-8ecd-82fd0e5bfef4 req-a66f461d-a774-49ee-a714-07397c508a20 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:31.361347 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-217c9f6c-6f64-4985-8ecd-82fd0e5bfef4 req-a66f461d-a774-49ee-a714-07397c508a20 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.3850298 Mar 07 21:43:31.399150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f15493c-4406-4d65-88e0-9d356bddf222 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (ac8cd89b-9919-4240-a122-5c787c872b5d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:31.425139 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aeee1cb-bfd8-4734-807a-83eda3bb994f req-1483f9e9-46cd-4778-85b0-2c758493807e service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370830 Mar 07 21:43:31.463484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b1f00-c597-430b-be21-d5958dfd3435 req-aa404a3b-8758-4bef-8c2a-923a10270afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:31.465481 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-585b1f00-c597-430b-be21-d5958dfd3435 req-aa404a3b-8758-4bef-8c2a-923a10270afa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.1012483 Mar 07 21:43:31.487612 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-217c9f6c-6f64-4985-8ecd-82fd0e5bfef4 req-52c00a89-5f36-4511-a3ab-11a28433b650 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186593 Mar 07 21:43:31.583498 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b5e2974-b7d6-48c8-a5c9-6ed2d0c865ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5b100a57-2e0d-4600-b65b-e0a28d709cd3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:31.589610 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f15493c-4406-4d65-88e0-9d356bddf222 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (ac8cd89b-9919-4240-a122-5c787c872b5d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:31.676568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b1f00-c597-430b-be21-d5958dfd3435 req-b553d4b3-4f84-408a-813c-56d6a873624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:31.685047 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-585b1f00-c597-430b-be21-d5958dfd3435 req-b553d4b3-4f84-408a-813c-56d6a873624f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1952929 Mar 07 21:43:31.690555 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b5e2974-b7d6-48c8-a5c9-6ed2d0c865ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0bf4467e47654693a2229830ffe7e4a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4172308 Mar 07 21:43:31.691557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e2974-b7d6-48c8-a5c9-6ed2d0c865ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b100a57-2e0d-4600-b65b-e0a28d709cd3,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:31.694143 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33130) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:31.794094 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c1716fc-dde0-4d2a-af10-6de5b7ea7ada admin admin] Publish callbacks [] for security_group (5b100a57-2e0d-4600-b65b-e0a28d709cd3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:31.824010 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0f15493c-4406-4d65-88e0-9d356bddf222 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Deleting port a75e6d56-a83e-4d3b-a354-97dc81865ff8 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:43:31.824359 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f15493c-4406-4d65-88e0-9d356bddf222 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a75e6d56-a83e-4d3b-a354-97dc81865ff8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:31.927382 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f15493c-4406-4d65-88e0-9d356bddf222 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a75e6d56-a83e-4d3b-a354-97dc81865ff8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:31.942666 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0f15493c-4406-4d65-88e0-9d356bddf222 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Calling delete_port for a75e6d56-a83e-4d3b-a354-97dc81865ff8 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:43:31.948481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-1cea60aa-7c80-4d5e-ab1e-1811d5e715d9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:31.950649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-1cea60aa-7c80-4d5e-ab1e-1811d5e715d9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1620171 Mar 07 21:43:31.966495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4709131-88f7-4711-ac21-462aa589417d req-a50db6e6-e3f3-424e-8f23-2b7e31b8c7b4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:31.966495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4709131-88f7-4711-ac21-462aa589417d req-a50db6e6-e3f3-424e-8f23-2b7e31b8c7b4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 945 time: 0.2950923 Mar 07 21:43:31.998898 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c1716fc-dde0-4d2a-af10-6de5b7ea7ada admin admin] Publish callbacks [] for security_group (5b100a57-2e0d-4600-b65b-e0a28d709cd3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:32.070723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-8054e7e5-624d-421e-b9b5-4cdbfa90709e tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 696 time: 0.1038208 Mar 07 21:43:32.077481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-8fd8bd43-7c3a-4936-812e-cad805729e39 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Request body: {'floatingip': {'port_id': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:32.095652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-585b1f00-c597-430b-be21-d5958dfd3435 req-6d60e53b-1b60-4b59-a486-b3f583af8379 service neutron] 10.222.0.15 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519175 Mar 07 21:43:32.119957 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c1716fc-dde0-4d2a-af10-6de5b7ea7ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5b100a57-2e0d-4600-b65b-e0a28d709cd3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:32.123923 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c1716fc-dde0-4d2a-af10-6de5b7ea7ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:32.128175 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5c1716fc-dde0-4d2a-af10-6de5b7ea7ada admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b100a57-2e0d-4600-b65b-e0a28d709cd3 HTTP/1.1" status: 204 len: 168 time: 0.4160769 Mar 07 21:43:32.141465 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1716fc-dde0-4d2a-af10-6de5b7ea7ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b100a57-2e0d-4600-b65b-e0a28d709cd3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:32.234999 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f15493c-4406-4d65-88e0-9d356bddf222 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a75e6d56-a83e-4d3b-a354-97dc81865ff8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:32.279561 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-8fd8bd43-7c3a-4936-812e-cad805729e39 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for floatingip (2d73f874-882f-454e-9971-c8d0a0cabbd9), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:32.289619 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15493c-4406-4d65-88e0-9d356bddf222 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Pushing event deleted for resources: {'Port': ['ID=a75e6d56-a83e-4d3b-a354-97dc81865ff8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:32.399759 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f15493c-4406-4d65-88e0-9d356bddf222 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (ac8cd89b-9919-4240-a122-5c787c872b5d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:32.415359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4709131-88f7-4711-ac21-462aa589417d req-d919ba53-ed7b-4833-b920-6dea1ffad8f7 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4374623 Mar 07 21:43:32.567856 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-585b1f00-c597-430b-be21-d5958dfd3435 req-f4e0ee58-6b05-4136-8fda-e18eae21a970 service neutron] 10.222.0.15 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695252 Mar 07 21:43:32.598396 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f15493c-4406-4d65-88e0-9d356bddf222 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (ac8cd89b-9919-4240-a122-5c787c872b5d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:32.605272 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f15493c-4406-4d65-88e0-9d356bddf222 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_controller (ac8cd89b-9919-4240-a122-5c787c872b5d), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:32.699734 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f15493c-4406-4d65-88e0-9d356bddf222 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (ac8cd89b-9919-4240-a122-5c787c872b5d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:32.700556 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f15493c-4406-4d65-88e0-9d356bddf222 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Fanout notify agent at l3_agent the message router_deleted on router ac8cd89b-9919-4240-a122-5c787c872b5d {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:43:32.715943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f15493c-4406-4d65-88e0-9d356bddf222 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:32.718464 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0f15493c-4406-4d65-88e0-9d356bddf222 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "DELETE /v2.0/routers/ac8cd89b-9919-4240-a122-5c787c872b5d HTTP/1.1" status: 204 len: 168 time: 1.6416211 Mar 07 21:43:32.722143 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33166) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:32.728623 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-522664579', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:32.785809 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (3743acc5-bd0c-4493-b795-48e149a6d725), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:32.797234 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (3743acc5-bd0c-4493-b795-48e149a6d725), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:32.810181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf589fc-b17d-4b60-8bfc-13601e79f3c0 req-c23cb24d-7a56-4589-b303-ce99bbed6c33 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:32.811788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf589fc-b17d-4b60-8bfc-13601e79f3c0 req-c23cb24d-7a56-4589-b303-ce99bbed6c33 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.2688763 Mar 07 21:43:32.864481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33170) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:32.922020 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_controller (3743acc5-bd0c-4493-b795-48e149a6d725), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:32.932243 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-192f6e54-6120-4fab-9193-0f537dd05122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:32.943621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf589fc-b17d-4b60-8bfc-13601e79f3c0 req-41fd1d75-aafb-4bc1-ade6-23191fac9582 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228259 Mar 07 21:43:33.150621 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (3743acc5-bd0c-4493-b795-48e149a6d725), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:33.159167 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e5aa8-1e04-4d55-aaa6-c4d921c3b5db req-91bb50c4-2065-4089-b7ea-a837eb4bebdc tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:33.160797 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-278e5aa8-1e04-4d55-aaa6-c4d921c3b5db req-91bb50c4-2065-4089-b7ea-a837eb4bebdc tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.1072590 Mar 07 21:43:33.322660 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-8fd8bd43-7c3a-4936-812e-cad805729e39 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:33.335381 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-8fd8bd43-7c3a-4936-812e-cad805729e39 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (2d73f874-882f-454e-9971-c8d0a0cabbd9), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:33.344682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-278e5aa8-1e04-4d55-aaa6-c4d921c3b5db req-440a62bc-3b90-4f06-b8a6-56674b8483e0 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238363 Mar 07 21:43:33.426026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a4e0-262a-4b20-9ef2-bd24732a82d9 req-112be5ff-581c-42af-840d-f52711c5eb6a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:33.427636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ce3a4e0-262a-4b20-9ef2-bd24732a82d9 req-112be5ff-581c-42af-840d-f52711c5eb6a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d58328-383e-48d9-9752-1b78a8ad1f22 HTTP/1.1" status: 200 len: 945 time: 0.1926427 Mar 07 21:43:33.561634 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-8fd8bd43-7c3a-4936-812e-cad805729e39 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Floating IP 2d73f874-882f-454e-9971-c8d0a0cabbd9 associated. External IP: 172.25.4.158, port: afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa. Mar 07 21:43:33.581289 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-192f6e54-6120-4fab-9193-0f537dd05122 admin admin] Publish callbacks [] for security_group (4a5f2c67-b109-4687-9421-708e7acc89a7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:33.608979 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-192f6e54-6120-4fab-9193-0f537dd05122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4a5f2c67-b109-4687-9421-708e7acc89a7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:33.639648 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-192f6e54-6120-4fab-9193-0f537dd05122 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05a8f9e2fa484b298cc89f24f4883615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7737446 Mar 07 21:43:33.640423 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33200) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:33.664625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42d4f2-337a-4c93-af24-0f590bf77345 req-093dd6a7-aec9-4e06-b91f-b9828a385c16 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:33.666285 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a42d4f2-337a-4c93-af24-0f590bf77345 req-093dd6a7-aec9-4e06-b91f-b9828a385c16 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.2340472 Mar 07 21:43:33.737139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f6e54-6120-4fab-9193-0f537dd05122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5f2c67-b109-4687-9421-708e7acc89a7,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:33.765239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-5ce3a4e0-262a-4b20-9ef2-bd24732a82d9 req-206146a2-d437-4454-ad60-5e5984cbaa33 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Deleting port 6f45bf55-4645-455c-be2c-6806333b576a {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:43:33.765239 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5ce3a4e0-262a-4b20-9ef2-bd24732a82d9 req-206146a2-d437-4454-ad60-5e5984cbaa33 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6f45bf55-4645-455c-be2c-6806333b576a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:33.788253 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f26c-bbf7-45d4-a6bb-874dacbe6df4 admin admin] Publish callbacks [] for security_group (4a5f2c67-b109-4687-9421-708e7acc89a7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:33.828098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a42d4f2-337a-4c93-af24-0f590bf77345 req-1b34a077-0da6-4c40-93f9-6b16cfebcae3 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472354 Mar 07 21:43:33.904926 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f26c-bbf7-45d4-a6bb-874dacbe6df4 admin admin] Publish callbacks [] for security_group (4a5f2c67-b109-4687-9421-708e7acc89a7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:34.004730 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5ce3a4e0-262a-4b20-9ef2-bd24732a82d9 req-206146a2-d437-4454-ad60-5e5984cbaa33 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] For port 6f45bf55-4645-455c-be2c-6806333b576a, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6f45bf55-4645-455c-be2c-6806333b576a,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:34.005094 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5ce3a4e0-262a-4b20-9ef2-bd24732a82d9 req-206146a2-d437-4454-ad60-5e5984cbaa33 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6f45bf55-4645-455c-be2c-6806333b576a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:34.015026 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (3743acc5-bd0c-4493-b795-48e149a6d725), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:34.024735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-5ce3a4e0-262a-4b20-9ef2-bd24732a82d9 req-206146a2-d437-4454-ad60-5e5984cbaa33 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Calling delete_port for 6f45bf55-4645-455c-be2c-6806333b576a owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:43:34.066435 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f26c-bbf7-45d4-a6bb-874dacbe6df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4a5f2c67-b109-4687-9421-708e7acc89a7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:34.068946 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f26c-bbf7-45d4-a6bb-874dacbe6df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:34.072635 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1ff0f26c-bbf7-45d4-a6bb-874dacbe6df4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a5f2c67-b109-4687-9421-708e7acc89a7 HTTP/1.1" status: 204 len: 168 time: 0.4238293 Mar 07 21:43:34.079495 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:34.150379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-8fd8bd43-7c3a-4936-812e-cad805729e39 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:43:34.187072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521f9d0-2e65-4490-a2ab-3d9e131f5f19 req-0ab37d3b-e47c-45d4-a96a-77cbea5fab68 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:34.194537 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2521f9d0-2e65-4490-a2ab-3d9e131f5f19 req-0ab37d3b-e47c-45d4-a96a-77cbea5fab68 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 945 time: 0.2694581 Mar 07 21:43:34.295177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0f26c-bbf7-45d4-a6bb-874dacbe6df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5f2c67-b109-4687-9421-708e7acc89a7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:34.344967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Allocated IP 172.25.4.161 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/4f794205-5f87-42b6-a973-0827a54e8496) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:34.390038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2521f9d0-2e65-4490-a2ab-3d9e131f5f19 req-3e117154-166c-4d89-9c58-6cec43585d06 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899514 Mar 07 21:43:34.419704 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5ce3a4e0-262a-4b20-9ef2-bd24732a82d9 req-206146a2-d437-4454-ad60-5e5984cbaa33 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6f45bf55-4645-455c-be2c-6806333b576a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:34.433872 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:43:34.438489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['6f45bf55-4645-455c-be2c-6806333b576a'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:43:34.589479 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for port (4f794205-5f87-42b6-a973-0827a54e8496), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:34.677264 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4f794205-5f87-42b6-a973-0827a54e8496), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:34.751926 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:34.757195 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:34.764882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:43:34.813230 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Pushing event updated for resources: {'Port': ['ID=4f794205-5f87-42b6-a973-0827a54e8496,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:34.965430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-8fd8bd43-7c3a-4936-812e-cad805729e39 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:43:34.982196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad21c1-c603-4e54-abbd-a2c6b9acf860 None None] Sync routers for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:34.993819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad21c1-c603-4e54-abbd-a2c6b9acf860 None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:34.996263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-52ad21c1-c603-4e54-abbd-a2c6b9acf860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:35.060246 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-8fd8bd43-7c3a-4936-812e-cad805729e39 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:35.103497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206146a2-d437-4454-ad60-5e5984cbaa33 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Pushing event deleted for resources: {'Port': ['ID=6f45bf55-4645-455c-be2c-6806333b576a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:35.205909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce3a4e0-262a-4b20-9ef2-bd24732a82d9 req-206146a2-d437-4454-ad60-5e5984cbaa33 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] No DVR routers for this DVR port 6f45bf55-4645-455c-be2c-6806333b576a on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:35.225140 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5ce3a4e0-262a-4b20-9ef2-bd24732a82d9 req-206146a2-d437-4454-ad60-5e5984cbaa33 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:35.227737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-52ad21c1-c603-4e54-abbd-a2c6b9acf860 None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:43:35.230459 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ce3a4e0-262a-4b20-9ef2-bd24732a82d9 req-206146a2-d437-4454-ad60-5e5984cbaa33 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.15 "DELETE /v2.0/ports/6f45bf55-4645-455c-be2c-6806333b576a HTTP/1.1" status: 204 len: 173 time: 1.7574065 Mar 07 21:43:35.237998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'name': 'network-vif-deleted', 'tag': '6f45bf55-4645-455c-be2c-6806333b576a'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:35.241018 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499866fd-eb7e-4f5f-8f5e-64909d52b6fe" -d '{"events": [{"server_uuid": "93d58328-383e-48d9-9752-1b78a8ad1f22", "name": "network-vif-deleted", "tag": "6f45bf55-4645-455c-be2c-6806333b576a"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:35.266807 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-8fd8bd43-7c3a-4936-812e-cad805729e39 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "PUT /v2.0/floatingips/2d73f874-882f-454e-9971-c8d0a0cabbd9 HTTP/1.1" status: 200 len: 997 time: 3.1943066 Mar 07 21:43:35.310324 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (3743acc5-bd0c-4493-b795-48e149a6d725), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:35.324359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184836f-9c00-4003-bfbc-5af2c312cd46 req-e7dbc6d1-caba-4b64-8018-a7aae805877d tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:35.335180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5184836f-9c00-4003-bfbc-5af2c312cd46 req-e7dbc6d1-caba-4b64-8018-a7aae805877d tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.3803425 Mar 07 21:43:35.465941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-f14d646e-a1b0-4f64-abea-4234f7706c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:35.476589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-f14d646e-a1b0-4f64-abea-4234f7706c2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 1128 time: 0.2017357 Mar 07 21:43:35.615199 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 33262) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:35.642732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-f155ebad-1679-42e1-a470-f3ad9fe859ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:35.657068 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-f155ebad-1679-42e1-a470-f3ad9fe859ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 922 time: 0.1727021 Mar 07 21:43:35.664320 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5184836f-9c00-4003-bfbc-5af2c312cd46 req-746ef292-482a-4795-b9f5-9a73e9a1570a tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268161 Mar 07 21:43:35.689240 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (3743acc5-bd0c-4493-b795-48e149a6d725), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:35.700089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:43:35.861226 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-52ad21c1-c603-4e54-abbd-a2c6b9acf860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '2d73f874-882f-454e-9971-c8d0a0cabbd9', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'port_id': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'mac_address': 'fa:16:3e:32:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:41Z', 'updated_at': '2022-03-07T21:43:33Z', 'revision_number': 8, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:35.890676 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-f282efff-b91b-4a75-a091-e62a85148a13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa HTTP/1.1" status: 200 len: 1000 time: 0.2315547 Mar 07 21:43:35.920651 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Router 3743acc5-bd0c-4493-b795-48e149a6d725 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:43:35.945284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad21c1-c603-4e54-abbd-a2c6b9acf860 None None] Checking router: 5fb7924e-7aee-47be-8d1e-b4e01d397c20 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:43:35.967429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad21c1-c603-4e54-abbd-a2c6b9acf860 None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:35.968344 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-52ad21c1-c603-4e54-abbd-a2c6b9acf860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:36.016980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-958089204-network', 'tenant_id': '929b83340405429591abece6acb43fe2'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:36.067251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-85ea3f6c-15ff-4b4c-9782-b001640bf2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:36.067504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:36.068042 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:36.077567 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-85ea3f6c-15ff-4b4c-9782-b001640bf2eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.1859682 Mar 07 21:43:36.112371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:36.114795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33278) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:36.140793 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:43:36.150467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] Made reservation on behalf of 929b83340405429591abece6acb43fe2 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:36.153986 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:36.154775 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd12a967-6821-4e5d-8acc-1ecbe92a9bdb None None] Sync routers for ids ['3743acc5-bd0c-4493-b795-48e149a6d725'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:36.174693 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:36.177928 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:36.180112 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd12a967-6821-4e5d-8acc-1ecbe92a9bdb None None] Routers {'3743acc5-bd0c-4493-b795-48e149a6d725'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:36.182667 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:36.183093 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dd12a967-6821-4e5d-8acc-1ecbe92a9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3743acc5-bd0c-4493-b795-48e149a6d725'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:36.183393 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e31d66-56b7-492f-b6a0-ae656c8ea684" -d '{"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:36.184317 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e7be37b3-cddf-4e5a-aa48-56e22f9e2acc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4610262 Mar 07 21:43:36.187032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33286) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:36.197580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:36.208265 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:36.228800 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dd12a967-6821-4e5d-8acc-1ecbe92a9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:36.239992 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd12a967-6821-4e5d-8acc-1ecbe92a9bdb None None] Routers {'3743acc5-bd0c-4493-b795-48e149a6d725'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:36.240892 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dd12a967-6821-4e5d-8acc-1ecbe92a9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3743acc5-bd0c-4493-b795-48e149a6d725'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:36.287604 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dd12a967-6821-4e5d-8acc-1ecbe92a9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:36.288524 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd12a967-6821-4e5d-8acc-1ecbe92a9bdb None None] The sync data for ids ['3743acc5-bd0c-4493-b795-48e149a6d725'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:36.334239 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-52ad21c1-c603-4e54-abbd-a2c6b9acf860 None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:43:36.348222 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] Publish callbacks [] for security_group (e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:36.365079 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:36.380916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:36.392112 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1828e68b-7f56-4088-a24b-b582a6ebb679), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:36.392585 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] Added segment 1828e68b-7f56-4088-a24b-b582a6ebb679 of type vlan for network 5265bb73-df20-4800-81f1-cfbf9305dbff Mar 07 21:43:36.430592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:36.454319 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (5265bb73-df20-4800-81f1-cfbf9305dbff), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:36.501124 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (5265bb73-df20-4800-81f1-cfbf9305dbff), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:36.502535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:36.503343 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:36.519068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-41c3f938-f4ca-413b-87c2-c71cdc6d5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:36.527406 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-41c3f938-f4ca-413b-87c2-c71cdc6d5daa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4489958 Mar 07 21:43:36.615825 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (3743acc5-bd0c-4493-b795-48e149a6d725), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:36.629338 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9281061-9f3e-451f-9fa0-f33dd0fd307e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:36.648260 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0286088 Mar 07 21:43:36.648260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:36.648569 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33296) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:36.653402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4fbec2d7-deda-4d16-a3ee-aec7b81f782f admin admin] Request body: {'subnet': {'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-958089204-subnet', 'tenant_id': '929b83340405429591abece6acb43fe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:36.678624 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_gateway (3743acc5-bd0c-4493-b795-48e149a6d725), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:36.685358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbec2d7-deda-4d16-a3ee-aec7b81f782f admin admin] Made reservation on behalf of 929b83340405429591abece6acb43fe2 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:36.688361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4fbec2d7-deda-4d16-a3ee-aec7b81f782f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:36.696883 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349d6f1a-5dfa-44f4-8782-6fa1a635991d x-openstack-request-id: req-349d6f1a-5dfa-44f4-8782-6fa1a635991d {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:36.697254 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d58328-383e-48d9-9752-1b78a8ad1f22", "name": "network-vif-deleted", "tag": "6f45bf55-4645-455c-be2c-6806333b576a", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:36.697479 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-349d6f1a-5dfa-44f4-8782-6fa1a635991d {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:36.697940 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d58328-383e-48d9-9752-1b78a8ad1f22', 'name': 'network-vif-deleted', 'tag': '6f45bf55-4645-455c-be2c-6806333b576a', 'status': 'completed', 'code': 200} Mar 07 21:43:36.707668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-52ad21c1-c603-4e54-abbd-a2c6b9acf860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '2d73f874-882f-454e-9971-c8d0a0cabbd9', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'port_id': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'mac_address': 'fa:16:3e:32:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:41Z', 'updated_at': '2022-03-07T21:43:33Z', 'revision_number': 8, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:36.746356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a9dc1-56f1-45bb-ad52-1a7e11b2ca80 admin admin] Pushing event updated for resources: {'Network': ['ID=5265bb73-df20-4800-81f1-cfbf9305dbff,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:36.764952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 5265bb73-df20-4800-81f1-cfbf9305dbff details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:43:36.771538 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a403efe1-280a-4949-9391-4f10e04a88a9 x-openstack-request-id: req-a403efe1-280a-4949-9391-4f10e04a88a9 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:36.774123 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:36.774123 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a403efe1-280a-4949-9391-4f10e04a88a9 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:36.777832 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'code': 200} Mar 07 21:43:36.779372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad21c1-c603-4e54-abbd-a2c6b9acf860 None None] The sync data for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 is: [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '2d73f874-882f-454e-9971-c8d0a0cabbd9', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'port_id': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'mac_address': 'fa:16:3e:32:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:42:41Z', 'updated_at': '2022-03-07T21:43:33Z', 'revision_number': 8, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:36.815425 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-295ad428-8d8e-4949-9d72-f1aa8f20cf48 service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865150 Mar 07 21:43:36.994650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Deleting port 4f794205-5f87-42b6-a973-0827a54e8496 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:43:36.995027 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4f794205-5f87-42b6-a973-0827a54e8496), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:37.021086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55541058-457a-4014-8aa5-d1ef71955e9e req-acd86180-e128-4071-9294-4b502ad78201 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:37.022733 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55541058-457a-4014-8aa5-d1ef71955e9e req-acd86180-e128-4071-9294-4b502ad78201 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.0815420 Mar 07 21:43:37.034957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-017f38c1-89c9-4eac-aa49-468782e0b831 req-3e2b1f81-eb8f-4080-b7a3-07f93b5e18bb service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184122 Mar 07 21:43:37.092540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55541058-457a-4014-8aa5-d1ef71955e9e req-633763d9-8741-4f88-bc25-9ef501a9d223 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548060 Mar 07 21:43:37.107990 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9281061-9f3e-451f-9fa0-f33dd0fd307e admin admin] Publish callbacks [] for security_group (ebce1fe5-d2c3-42db-8562-f8bbf0cc93aa), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:37.140011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9281061-9f3e-451f-9fa0-f33dd0fd307e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ebce1fe5-d2c3-42db-8562-f8bbf0cc93aa), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:37.160770 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805eafc6-17d0-4688-a11a-d65518323af2 None None] New status for floating IP 2d73f874-882f-454e-9971-c8d0a0cabbd9: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:43:37.228801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 33304) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:37.229429 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c9281061-9f3e-451f-9fa0-f33dd0fd307e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75a6eb21228d47d4a38b7f9121d1a9a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1133978 Mar 07 21:43:37.239295 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4fbec2d7-deda-4d16-a3ee-aec7b81f782f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (5076f1fa-85f8-4a16-ad47-dea5582cd5e7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:37.244576 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4f794205-5f87-42b6-a973-0827a54e8496), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:37.248517 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9281061-9f3e-451f-9fa0-f33dd0fd307e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebce1fe5-d2c3-42db-8562-f8bbf0cc93aa,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:37.260306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6990a77-d835-471b-8d6a-21c84ef2928a req-3eac722d-c9d2-481d-aeaf-3315548c5df7 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips/2d73f874-882f-454e-9971-c8d0a0cabbd9 HTTP/1.1" status: 200 len: 997 time: 0.1301436 Mar 07 21:43:37.290814 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Calling delete_port for 4f794205-5f87-42b6-a973-0827a54e8496 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:43:37.368750 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbec2d7-deda-4d16-a3ee-aec7b81f782f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5076f1fa-85f8-4a16-ad47-dea5582cd5e7,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:37.381123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4176ccc-cc11-434e-a0e2-ddc465a503db req-6d76114e-4d92-4af5-b7c8-ed4bf9ae03c4 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:37.382722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4176ccc-cc11-434e-a0e2-ddc465a503db req-6d76114e-4d92-4af5-b7c8-ed4bf9ae03c4 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.2055106 Mar 07 21:43:37.386485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6f45bf55-4645-455c-be2c-6806333b576a no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:43:37.401688 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbec2d7-deda-4d16-a3ee-aec7b81f782f admin admin] Checking segment: {'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:43:37.402089 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbec2d7-deda-4d16-a3ee-aec7b81f782f admin admin] Network hostable DHCP agents. Network: 5265bb73-df20-4800-81f1-cfbf9305dbff, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:43:37.432239 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dfd2af09-f2a0-4795-8520-a9cc2605a4cf admin admin] Publish callbacks [] for security_group (ebce1fe5-d2c3-42db-8562-f8bbf0cc93aa), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:37.456139 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 6f45bf55-4645-455c-be2c-6806333b576a {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:43:37.456512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6f45bf55-4645-455c-be2c-6806333b576a not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:43:37.479040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbec2d7-deda-4d16-a3ee-aec7b81f782f admin admin] Network 5265bb73-df20-4800-81f1-cfbf9305dbff is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:43:37.492162 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-4fbec2d7-deda-4d16-a3ee-aec7b81f782f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 5265bb73-df20-4800-81f1-cfbf9305dbff) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:37.499976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbec2d7-deda-4d16-a3ee-aec7b81f782f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:37.500706 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4fbec2d7-deda-4d16-a3ee-aec7b81f782f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:37.508644 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b30925b-64fc-49f1-a24b-d7100f45aef3 None None] Network 5265bb73-df20-4800-81f1-cfbf9305dbff requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:43:37.527598 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4176ccc-cc11-434e-a0e2-ddc465a503db req-35887a56-e153-4ae3-8474-929e12cfd35e tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263223 Mar 07 21:43:37.534844 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6990a77-d835-471b-8d6a-21c84ef2928a req-2bab6e32-18f4-4a08-92ee-cb76cc6d3159 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:37.541899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6990a77-d835-471b-8d6a-21c84ef2928a req-2bab6e32-18f4-4a08-92ee-cb76cc6d3159 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.2803464 Mar 07 21:43:37.545939 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dfd2af09-f2a0-4795-8520-a9cc2605a4cf admin admin] Publish callbacks [] for security_group (ebce1fe5-d2c3-42db-8562-f8bbf0cc93aa), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:37.558153 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4fbec2d7-deda-4d16-a3ee-aec7b81f782f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8992116 Mar 07 21:43:37.558527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-f6990a77-d835-471b-8d6a-21c84ef2928a req-6347b597-4320-4af4-8fdf-f0cb406afcb0 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:43:37.558527 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6990a77-d835-471b-8d6a-21c84ef2928a req-6347b597-4320-4af4-8fdf-f0cb406afcb0 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126393 Mar 07 21:43:37.591104 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4f794205-5f87-42b6-a973-0827a54e8496), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:37.664770 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-5265bb73-df20-4800-81f1-cfbf9305dbff', 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff', 'project_id': '929b83340405429591abece6acb43fe2', 'fixed_ips': [{'subnet_id': '5076f1fa-85f8-4a16-ad47-dea5582cd5e7'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:43:37.666547 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:37.670916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-568255f4-347c-4c1c-9831-134a0c92a68f tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 1002 time: 0.0947976 Mar 07 21:43:37.691009 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Pushing event deleted for resources: {'Port': ['ID=4f794205-5f87-42b6-a973-0827a54e8496,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:37.717157 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dfd2af09-f2a0-4795-8520-a9cc2605a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ebce1fe5-d2c3-42db-8562-f8bbf0cc93aa), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:37.720949 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dfd2af09-f2a0-4795-8520-a9cc2605a4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:37.722298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dfd2af09-f2a0-4795-8520-a9cc2605a4cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebce1fe5-d2c3-42db-8562-f8bbf0cc93aa HTTP/1.1" status: 204 len: 168 time: 0.4911940 Mar 07 21:43:37.747874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-3bde4298-d6a6-47c7-a108-b254f231a5b6 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:37.750491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-3bde4298-d6a6-47c7-a108-b254f231a5b6 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports/afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa HTTP/1.1" status: 200 len: 943 time: 0.0787814 Mar 07 21:43:37.752767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2af09-f2a0-4795-8520-a9cc2605a4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebce1fe5-d2c3-42db-8562-f8bbf0cc93aa,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:37.790001 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (3743acc5-bd0c-4493-b795-48e149a6d725), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:37.994904 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Allocated IP 172.20.0.2 (5265bb73-df20-4800-81f1-cfbf9305dbff/5076f1fa-85f8-4a16-ad47-dea5582cd5e7/2a2442f6-817c-4bbb-a6e1-eb97206ced8f) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:38.000770 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-587fecfa-3044-44b1-90e9-0c369cf7bfb4 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 1002 time: 0.1627727 Mar 07 21:43:38.256411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-0c525cb4-cdda-4fcf-bb58-a9b5135a363c tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:38.264315 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-0c525cb4-cdda-4fcf-bb58-a9b5135a363c tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.2580717 Mar 07 21:43:38.266286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 33334) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:38.365052 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-df42c709-24e9-4d8d-a99f-3ef9b8591608 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 1002 time: 0.0994940 Mar 07 21:43:38.372595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-c9b88a63-6a41-49b3-868b-e193dc97faa9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:38.390998 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f9ce1d1d-ffb3-4e87-9e61-ab18776e5d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:38.480641 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Publish callbacks [] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:38.492058 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:38.550177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Network 5265bb73-df20-4800-81f1-cfbf9305dbff is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:38.554498 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:38.559780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:43:38.563401 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Pushing event updated for resources: {'Port': ['ID=2a2442f6-817c-4bbb-a6e1-eb97206ced8f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:38.565604 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (3743acc5-bd0c-4493-b795-48e149a6d725), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:38.569045 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (3743acc5-bd0c-4493-b795-48e149a6d725), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:38.587809 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-c9b88a63-6a41-49b3-868b-e193dc97faa9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for floatingip (2d73f874-882f-454e-9971-c8d0a0cabbd9), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:38.638483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Attempting to bind port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:43:38.638822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Attempting to bind port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:43:38.639710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Attempting to bind port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f on network 5265bb73-df20-4800-81f1-cfbf9305dbff {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:43:38.649103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:43:38.649763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Checking segment: {'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:43:38.650205 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:38.650937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Bound using segment: {'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:43:38.651553 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Bound port: 2a2442f6-817c-4bbb-a6e1-eb97206ced8f, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:43:38.652343 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:38.653694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-00adcfe7-bf58-4c36-900e-9fcb03c877a8 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:38.655543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-00adcfe7-bf58-4c36-900e-9fcb03c877a8 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/networks?id=5265bb73-df20-4800-81f1-cfbf9305dbff HTTP/1.1" status: 200 len: 815 time: 0.2863443 Mar 07 21:43:38.662902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Router 3743acc5-bd0c-4493-b795-48e149a6d725 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:43:38.692878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-f97953b3-cc14-4fa7-b417-b4d04ed7a934 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/quotas/929b83340405429591abece6acb43fe2 HTTP/1.1" status: 200 len: 375 time: 0.0272188 Mar 07 21:43:38.699946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'tag': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:38.702531 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1771e3-ee09-4ea7-9fff-d62023171d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca82f286-5a99-44df-9ae7-fb973a0f6d6f", "tag": "afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:38.763020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:43:38.773518 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:38.777880 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f93b17c7-6e5b-4351-81de-84cb4658f641 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "PUT /v2.0/routers/3743acc5-bd0c-4493-b795-48e149a6d725 HTTP/1.1" status: 200 len: 705 time: 2.5866444 Mar 07 21:43:38.778429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33348) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:38.786262 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] For port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:43:38.788143 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b3206-504b-4a2e-89a4-d6bb880b6882 None None] Sync routers for ids ['3743acc5-bd0c-4493-b795-48e149a6d725'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:38.792951 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] For port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2a2442f6-817c-4bbb-a6e1-eb97206ced8f,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:43:38.805544 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:38.822129 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b3206-504b-4a2e-89a4-d6bb880b6882 None None] Routers {'3743acc5-bd0c-4493-b795-48e149a6d725'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:38.826744 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-816b3206-504b-4a2e-89a4-d6bb880b6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3743acc5-bd0c-4493-b795-48e149a6d725'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:38.835238 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f9ce1d1d-ffb3-4e87-9e61-ab18776e5d9d admin admin] Publish callbacks [] for security_group (5ab29104-6a8b-4704-864d-0db02f02bcd0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:38.857046 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f9ce1d1d-ffb3-4e87-9e61-ab18776e5d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5ab29104-6a8b-4704-864d-0db02f02bcd0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:38.868296 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8adddc0f-caed-4758-a9f7-c700049a5b2d tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/routers/3743acc5-bd0c-4493-b795-48e149a6d725 HTTP/1.1" status: 200 len: 740 time: 0.0860190 Mar 07 21:43:38.873898 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 33352) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:38.938100 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-816b3206-504b-4a2e-89a4-d6bb880b6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:38.957733 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b3206-504b-4a2e-89a4-d6bb880b6882 None None] Routers {'3743acc5-bd0c-4493-b795-48e149a6d725'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:38.958594 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-816b3206-504b-4a2e-89a4-d6bb880b6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3743acc5-bd0c-4493-b795-48e149a6d725'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:38.977814 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-c9b88a63-6a41-49b3-868b-e193dc97faa9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:38.990581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0d790-eaf2-4eef-9060-0856545c38aa None None] Pushing event updated for resources: {'Port': ['ID=2a2442f6-817c-4bbb-a6e1-eb97206ced8f,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:39.009741 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-86af709e-86e4-44dd-b9db-a8d6af67a847 tempest-RoutersAdminTest-736023235 tempest-RoutersAdminTest-736023235-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&device_id=3743acc5-bd0c-4493-b795-48e149a6d725 HTTP/1.1" status: 200 len: 205 time: 0.0962646 Mar 07 21:43:39.012129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33354) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:39.016299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f9ce1d1d-ffb3-4e87-9e61-ab18776e5d9d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2cf6a14e54de4f2da2757c2f830d7d68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7480042 Mar 07 21:43:39.022776 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33356) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:39.023361 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-816b3206-504b-4a2e-89a4-d6bb880b6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:39.024067 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b3206-504b-4a2e-89a4-d6bb880b6882 None None] The sync data for ids ['3743acc5-bd0c-4493-b795-48e149a6d725'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:39.042749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-587d47f8-bc34-4878-96e9-928eec3713de tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=929b83340405429591abece6acb43fe2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3310533 Mar 07 21:43:39.043676 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-c9b88a63-6a41-49b3-868b-e193dc97faa9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (2d73f874-882f-454e-9971-c8d0a0cabbd9), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:39.044154 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-c9b88a63-6a41-49b3-868b-e193dc97faa9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Floating IP 2d73f874-882f-454e-9971-c8d0a0cabbd9 disassociated. External IP: 172.25.4.158, port: afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa. Mar 07 21:43:39.057681 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-289fc857-0a73-439f-a502-461a3cb76524 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "GET /v2.0/ports?device_id=3743acc5-bd0c-4493-b795-48e149a6d725 HTTP/1.1" status: 200 len: 205 time: 0.0422058 Mar 07 21:43:39.060720 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33358) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:39.117997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce1d1d-ffb3-4e87-9e61-ab18776e5d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab29104-6a8b-4704-864d-0db02f02bcd0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:39.165194 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed3077bb-c889-4627-9938-75d5161ebcde tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (3743acc5-bd0c-4493-b795-48e149a6d725), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:39.325471 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-662e2635-2391-46b2-bec7-db055e1e4ddb service neutron] 10.222.0.26 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747524 Mar 07 21:43:39.345045 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee772b29-be97-4adc-8516-3c3d311048ca admin admin] Publish callbacks [] for security_group (5ab29104-6a8b-4704-864d-0db02f02bcd0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:39.373432 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee772b29-be97-4adc-8516-3c3d311048ca admin admin] Publish callbacks [] for security_group (5ab29104-6a8b-4704-864d-0db02f02bcd0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:39.495421 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed3077bb-c889-4627-9938-75d5161ebcde tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (3743acc5-bd0c-4493-b795-48e149a6d725), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:39.498986 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed3077bb-c889-4627-9938-75d5161ebcde tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router_controller (3743acc5-bd0c-4493-b795-48e149a6d725), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:39.500298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee772b29-be97-4adc-8516-3c3d311048ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5ab29104-6a8b-4704-864d-0db02f02bcd0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:39.503233 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee772b29-be97-4adc-8516-3c3d311048ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:39.507513 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ee772b29-be97-4adc-8516-3c3d311048ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ab29104-6a8b-4704-864d-0db02f02bcd0 HTTP/1.1" status: 204 len: 168 time: 0.4808602 Mar 07 21:43:39.519632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-c9b88a63-6a41-49b3-868b-e193dc97faa9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:43:39.542746 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-77ee5aa7-747f-403b-b417-df587c905880 service neutron] 10.222.0.26 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163572 Mar 07 21:43:39.558255 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee772b29-be97-4adc-8516-3c3d311048ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab29104-6a8b-4704-864d-0db02f02bcd0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:39.580463 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed3077bb-c889-4627-9938-75d5161ebcde tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (3743acc5-bd0c-4493-b795-48e149a6d725), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:39.581264 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3077bb-c889-4627-9938-75d5161ebcde tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Fanout notify agent at l3_agent the message router_deleted on router 3743acc5-bd0c-4493-b795-48e149a6d725 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:43:39.593225 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed3077bb-c889-4627-9938-75d5161ebcde tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:39.598124 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ed3077bb-c889-4627-9938-75d5161ebcde tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "DELETE /v2.0/routers/3743acc5-bd0c-4493-b795-48e149a6d725 HTTP/1.1" status: 204 len: 168 time: 0.5327811 Mar 07 21:43:39.599267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33366) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:39.638786 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-08775ebe-f630-4447-b648-b4fa113e6038 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "GET /v2.0/ports?device_id=3743acc5-bd0c-4493-b795-48e149a6d725 HTTP/1.1" status: 200 len: 205 time: 0.0362611 Mar 07 21:43:39.639419 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33368) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:39.697288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-c9b88a63-6a41-49b3-868b-e193dc97faa9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:43:39.706555 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a8b4f-61d1-409a-923f-962587b91500 None None] Sync routers for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:39.707733 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-c9b88a63-6a41-49b3-868b-e193dc97faa9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:39.718792 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-147cde54-249f-4220-b3f1-9c30884e2234 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] delete failed (client error): The resource could not be found. Mar 07 21:43:39.721592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a8b4f-61d1-409a-923f-962587b91500 None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:39.723771 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f65a8b4f-61d1-409a-923f-962587b91500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:39.728597 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-147cde54-249f-4220-b3f1-9c30884e2234 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "DELETE /v2.0/routers/3743acc5-bd0c-4493-b795-48e149a6d725 HTTP/1.1" status: 404 len: 336 time: 0.0730650 Mar 07 21:43:39.729197 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33370) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:39.746927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-c9b88a63-6a41-49b3-868b-e193dc97faa9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "PUT /v2.0/floatingips/2d73f874-882f-454e-9971-c8d0a0cabbd9 HTTP/1.1" status: 200 len: 696 time: 1.3800261 Mar 07 21:43:39.811344 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b8590b0f-ee3b-48b4-b016-9ce50f83f7cc tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac8cd89b-9919-4240-a122-5c787c872b5d HTTP/1.1" status: 200 len: 205 time: 0.0720530 Mar 07 21:43:39.813149 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33374) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:39.893987 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-7e6972a1-31c7-4ce4-bd58-1e5c43ac8c15 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] delete failed (client error): The resource could not be found. Mar 07 21:43:39.907621 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7e6972a1-31c7-4ce4-bd58-1e5c43ac8c15 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "DELETE /v2.0/routers/ac8cd89b-9919-4240-a122-5c787c872b5d HTTP/1.1" status: 404 len: 336 time: 0.0892296 Mar 07 21:43:39.908928 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33382) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:39.948024 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d42a408d-2a46-45a1-a05f-250ac0f2189d tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3ef3639-8967-434a-bc6f-3e11fa6fd98d HTTP/1.1" status: 200 len: 205 time: 0.0371633 Mar 07 21:43:39.948832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33384) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:40.029960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-ed7e8576-4f7d-4494-98d8-094225419947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:40.031795 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-ed7e8576-4f7d-4494-98d8-094225419947 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 1128 time: 0.2700467 Mar 07 21:43:40.050255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-f65a8b4f-61d1-409a-923f-962587b91500 None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:43:40.076933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555353b9-edc0-4fe2-af5b-950bd39930f6 req-773ac734-7b2d-403b-813f-3426fe03fe63 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:40.083955 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-555353b9-edc0-4fe2-af5b-950bd39930f6 req-773ac734-7b2d-403b-813f-3426fe03fe63 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.2100556 Mar 07 21:43:40.089010 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-000b5c62-4310-432d-9208-4545446a937e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] delete failed (client error): The resource could not be found. Mar 07 21:43:40.089980 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-000b5c62-4310-432d-9208-4545446a937e tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "DELETE /v2.0/routers/a3ef3639-8967-434a-bc6f-3e11fa6fd98d HTTP/1.1" status: 404 len: 336 time: 0.1403728 Mar 07 21:43:40.092714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33388) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:40.165803 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ad1cfa4f-4b10-43e5-bc65-9f9d75f0c25b tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e65e082-0877-4278-b44f-541987a05114 HTTP/1.1" status: 200 len: 205 time: 0.0699785 Mar 07 21:43:40.167173 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33394) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:40.264642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2a2442f6-817c-4bbb-a6e1-eb97206ced8f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:43:40.271874 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-184ec0e7-e388-4d7f-b520-bb8ca7e5c651 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] delete failed (client error): The resource could not be found. Mar 07 21:43:40.275048 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-184ec0e7-e388-4d7f-b520-bb8ca7e5c651 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "DELETE /v2.0/routers/5e65e082-0877-4278-b44f-541987a05114 HTTP/1.1" status: 404 len: 336 time: 0.1047137 Mar 07 21:43:40.275389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33400) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:40.338412 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-35c55c21-dad0-4664-86b4-05d5069afa78 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "GET /v2.0/ports?device_id=179a558e-0a1d-4596-a49a-ab4a10246902 HTTP/1.1" status: 200 len: 205 time: 0.0596983 Mar 07 21:43:40.343024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 33402) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:40.414459 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:40.415021 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:40.433733 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-55118540-c975-442b-80bc-5833d39e3ff3 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] delete failed (client error): The resource could not be found. Mar 07 21:43:40.436947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-55118540-c975-442b-80bc-5833d39e3ff3 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "DELETE /v2.0/routers/179a558e-0a1d-4596-a49a-ab4a10246902 HTTP/1.1" status: 404 len: 336 time: 0.0928843 Mar 07 21:43:40.442092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33410) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:40.491855 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-38a7dd14-e183-4392-96b8-fc5b5076e944 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac45aed1-24e9-4722-ab79-20f503f51ca2 HTTP/1.1" status: 200 len: 205 time: 0.0483496 Mar 07 21:43:40.497066 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33412) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:40.551446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-d5842980-7b2d-4df4-bcb0-afa1b9171a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:40.561913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-d5842980-7b2d-4df4-bcb0-afa1b9171a66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 922 time: 0.5113997 Mar 07 21:43:40.566022 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-19459f58-9a86-499e-9807-f30ceef92dc2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] delete failed (client error): The resource could not be found. Mar 07 21:43:40.575299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-555353b9-edc0-4fe2-af5b-950bd39930f6 req-784d06dd-e3f7-4789-be79-26572bcfe622 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662585 Mar 07 21:43:40.576776 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-19459f58-9a86-499e-9807-f30ceef92dc2 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "DELETE /v2.0/routers/ac45aed1-24e9-4722-ab79-20f503f51ca2 HTTP/1.1" status: 404 len: 336 time: 0.0756590 Mar 07 21:43:40.579767 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33418) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:40.610771 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78909c4-84a3-4714-a794-76ee691080e1 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:40.612829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78909c4-84a3-4714-a794-76ee691080e1 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:40.618748 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b78909c4-84a3-4714-a794-76ee691080e1 tempest-RoutersAdminTest-1551763832 tempest-RoutersAdminTest-1551763832-project] 10.222.0.26 "DELETE /v2.0/subnets/b3b8a1a9-6448-4bac-bb24-a7ff3ef33bab HTTP/1.1" status: 404 len: 337 time: 0.0378275 Mar 07 21:43:40.680492 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-558a291e-ce59-460b-888d-95b2617598c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa HTTP/1.1" status: 200 len: 217 time: 0.1017463 Mar 07 21:43:40.695692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f65a8b4f-61d1-409a-923f-962587b91500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:40.740615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a8b4f-61d1-409a-923f-962587b91500 None None] Checking router: 5fb7924e-7aee-47be-8d1e-b4e01d397c20 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:43:40.749606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f42db3-c109-4308-99b2-0eac9522b871 None None] Network 5265bb73-df20-4800-81f1-cfbf9305dbff requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:43:40.809719 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a8b4f-61d1-409a-923f-962587b91500 None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:43:40.813114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f65a8b4f-61d1-409a-923f-962587b91500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:40.820443 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4ea28e5e-e4cd-43c8-93d7-255eb382b1ef None None] Provisioning complete for port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:40.820823 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4ea28e5e-e4cd-43c8-93d7-255eb382b1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:40.879141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-7c796eda-e5db-4275-be7d-869161840af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:40.880672 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-7c796eda-e5db-4275-be7d-869161840af4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.1847184 Mar 07 21:43:40.916797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e71a53-b40a-4cf3-85b0-650fea2c1e6d req-94569d90-a012-4b0a-be2b-7943cc9a88e5 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:40.921166 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6e71a53-b40a-4cf3-85b0-650fea2c1e6d req-94569d90-a012-4b0a-be2b-7943cc9a88e5 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.1947346 Mar 07 21:43:41.066597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:41.067270 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:41.118140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6e71a53-b40a-4cf3-85b0-650fea2c1e6d req-3d5912b9-bbe6-48ca-9af0-c599b029e01f tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559615 Mar 07 21:43:41.121743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-a7525b95-dcfe-4301-b779-2174431f36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:41.139464 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-a7525b95-dcfe-4301-b779-2174431f36d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2145400 Mar 07 21:43:41.163764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33442) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:41.173913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4ea28e5e-e4cd-43c8-93d7-255eb382b1ef None None] Current status of the port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:41.174450 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4ea28e5e-e4cd-43c8-93d7-255eb382b1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:41.256800 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab23df30-e355-4a18-a9e3-5a11f79738cc x-openstack-request-id: req-ab23df30-e355-4a18-a9e3-5a11f79738cc {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:41.257110 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca82f286-5a99-44df-9ae7-fb973a0f6d6f", "tag": "afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:41.257914 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab23df30-e355-4a18-a9e3-5a11f79738cc {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:41.258354 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'tag': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'status': 'completed', 'code': 200} Mar 07 21:43:41.302881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2a2442f6-817c-4bbb-a6e1-eb97206ced8f,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:41.421362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1771e3-ee09-4ea7-9fff-d62023171d9a req-b4554370-d002-4fae-8d48-78f03e6bdea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:41.423649 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:41.425832 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bb1771e3-ee09-4ea7-9fff-d62023171d9a req-b4554370-d002-4fae-8d48-78f03e6bdea7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 1128 time: 0.1476889 Mar 07 21:43:41.489821 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05905594-30cb-4ca1-98ec-76a8b8a48700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:41.557996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=2a2442f6-817c-4bbb-a6e1-eb97206ced8f,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:41.619118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-f65a8b4f-61d1-409a-923f-962587b91500 None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:43:41.635409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:41.635737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:41.636948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:41.637294 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:41.637634 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:41.639224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:41.639691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:41.639924 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:41.640252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:41.641793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:41.641922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:41.642363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:41.646845 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:41.700995 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1771e3-ee09-4ea7-9fff-d62023171d9a req-c9ef0a94-5109-4ba5-bd09-3be1ca7e26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:41.704319 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-4ea28e5e-e4cd-43c8-93d7-255eb382b1ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:43:41.704456 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-4ea28e5e-e4cd-43c8-93d7-255eb382b1ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:43:41.712568 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:43:41.723367 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bb1771e3-ee09-4ea7-9fff-d62023171d9a req-c9ef0a94-5109-4ba5-bd09-3be1ca7e26d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 922 time: 0.2898436 Mar 07 21:43:41.850221 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:41.865021 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'port_id': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'mac_address': 'fa:16:3e:a1:a9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:43:41.912506 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05905594-30cb-4ca1-98ec-76a8b8a48700 admin admin] Publish callbacks [] for security_group (ae24db42-a101-4e09-bcfd-aee6581840b0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:41.916385 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bb1771e3-ee09-4ea7-9fff-d62023171d9a req-ee328da1-d189-45c4-afcd-d2efcdd87ef7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa HTTP/1.1" status: 200 len: 217 time: 0.1060524 Mar 07 21:43:41.957285 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05905594-30cb-4ca1-98ec-76a8b8a48700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ae24db42-a101-4e09-bcfd-aee6581840b0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:41.970828 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:41.971217 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:42.010285 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:43:42.065569 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-05905594-30cb-4ca1-98ec-76a8b8a48700 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93375a82d02345878550f74d8358608c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9006805 Mar 07 21:43:42.071733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2a2442f6-817c-4bbb-a6e1-eb97206ced8f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:43:42.120080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1771e3-ee09-4ea7-9fff-d62023171d9a req-98878fff-489a-4231-b4ae-a2f026d399e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:42.121918 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bb1771e3-ee09-4ea7-9fff-d62023171d9a req-98878fff-489a-4231-b4ae-a2f026d399e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.1908514 Mar 07 21:43:42.122618 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33472) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:42.156669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05905594-30cb-4ca1-98ec-76a8b8a48700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae24db42-a101-4e09-bcfd-aee6581840b0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:42.232728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-0fed7e1e-154b-4f3e-bf8d-e7a1c40fcc90 service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0922825 Mar 07 21:43:42.260575 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ef84162-9ae4-48e1-a8ff-13be99d27028 admin admin] Publish callbacks [] for security_group (ae24db42-a101-4e09-bcfd-aee6581840b0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:42.284039 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ef84162-9ae4-48e1-a8ff-13be99d27028 admin admin] Publish callbacks [] for security_group (ae24db42-a101-4e09-bcfd-aee6581840b0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:42.334643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1771e3-ee09-4ea7-9fff-d62023171d9a req-10814c07-f342-4fb2-b3e3-256f5fa0c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:42.341706 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bb1771e3-ee09-4ea7-9fff-d62023171d9a req-10814c07-f342-4fb2-b3e3-256f5fa0c58a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1672039 Mar 07 21:43:42.349752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-5588bc5e-a493-476d-87b0-21154e1375a8 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:42.351319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-5588bc5e-a493-476d-87b0-21154e1375a8 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.15 "GET /v2.0/networks?id=5265bb73-df20-4800-81f1-cfbf9305dbff HTTP/1.1" status: 200 len: 815 time: 0.9573636 Mar 07 21:43:42.382713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-e6c77dfc-b060-4fd4-87e5-a61a9ded5702 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Request body: {'port': {'device_id': 'b0f569f7-3dd3-4329-bafa-135cb87641f4', 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff', 'admin_state_up': True, 'tenant_id': '929b83340405429591abece6acb43fe2'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:42.459390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:42.491423 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:42.518436 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:43:42.548022 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-fe65d2b3-3154-4c7d-acfd-6b3ae4851b1c tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:42.559144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-fe65d2b3-3154-4c7d-acfd-6b3ae4851b1c tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/networks?id=5265bb73-df20-4800-81f1-cfbf9305dbff HTTP/1.1" status: 200 len: 815 time: 1.1397424 Mar 07 21:43:42.585895 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:42.593911 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ef84162-9ae4-48e1-a8ff-13be99d27028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ae24db42-a101-4e09-bcfd-aee6581840b0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:42.597710 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ef84162-9ae4-48e1-a8ff-13be99d27028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:42.599288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4ea28e5e-e4cd-43c8-93d7-255eb382b1ef None None] Current status of the port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:42.600338 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3ef84162-9ae4-48e1-a8ff-13be99d27028 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae24db42-a101-4e09-bcfd-aee6581840b0 HTTP/1.1" status: 204 len: 168 time: 0.4447968 Mar 07 21:43:42.605232 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8e3d1f4-6b84-49b9-99fb-fd2fa7efc898 req-fb83fa4d-f8ea-4b99-a44c-90e1f32fa233 service neutron] 10.222.0.26 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178518 Mar 07 21:43:42.611572 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-a2e47439-f71d-42b7-91e9-87c93a71a005 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/quotas/929b83340405429591abece6acb43fe2 HTTP/1.1" status: 200 len: 375 time: 0.0514412 Mar 07 21:43:42.646312 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bb1771e3-ee09-4ea7-9fff-d62023171d9a req-00282e7e-601e-4c3f-8c45-d24d004a27ba service neutron] 10.222.0.13 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902434 Mar 07 21:43:42.647721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef84162-9ae4-48e1-a8ff-13be99d27028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae24db42-a101-4e09-bcfd-aee6581840b0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:42.665556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:43:42.784802 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-e6c77dfc-b060-4fd4-87e5-a61a9ded5702 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Made reservation on behalf of 929b83340405429591abece6acb43fe2 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:42.788215 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-e6c77dfc-b060-4fd4-87e5-a61a9ded5702 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:42.815200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-50676a97-f42b-4e59-80d6-e181e3caa812 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=929b83340405429591abece6acb43fe2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2021525 Mar 07 21:43:42.870029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-91492ac1-bde8-4dbb-ba92-4257865ccbf8 None None] Provisioning complete for port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:42.871159 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-91492ac1-bde8-4dbb-ba92-4257865ccbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:42.900325 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bb1771e3-ee09-4ea7-9fff-d62023171d9a req-7e6cafa1-025d-44fb-91e6-b32f6563221e service neutron] 10.222.0.13 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336087 Mar 07 21:43:42.954730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:42.955257 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:42.975553 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f65a8b4f-61d1-409a-923f-962587b91500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:43.057049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a8b4f-61d1-409a-923f-962587b91500 None None] The sync data for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 is: [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '2e20da7d-7c81-4989-b9c6-b22cdc9e01d4', 'name': '', 'network_id': '32d5bcfa-8c83-495d-9985-959cc7c5fae6', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'mac_address': 'fa:16:3e:08:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:06Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'subnets': [{'id': 'ec236f37-06b2-43ab-b2ad-c9c666b6d1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:43.122544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b65f7-d23b-48da-8cdd-d684af3239e8 req-eac7f7cf-4e68-4eaa-8ec1-8b401ebdcb0f tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:43.124003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f0b65f7-d23b-48da-8cdd-d684af3239e8 req-eac7f7cf-4e68-4eaa-8ec1-8b401ebdcb0f tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 949 time: 0.2612302 Mar 07 21:43:43.135039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-92ca3d9f-82ad-44b0-9ef2-4f56fd202dda service neutron] 10.222.0.26 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189180 Mar 07 21:43:43.144353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-e6c77dfc-b060-4fd4-87e5-a61a9ded5702 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Allocated IP 172.20.0.3 (5265bb73-df20-4800-81f1-cfbf9305dbff/5076f1fa-85f8-4a16-ad47-dea5582cd5e7/91b1fcaa-62d3-4da0-a756-30df9c3ce59d) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:43.262885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'tag': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:43.263700 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33532) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:43.267273 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1720f873-9a14-4e76-aa33-26d105cd38ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ca82f286-5a99-44df-9ae7-fb973a0f6d6f", "tag": "afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:43.298231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-91492ac1-bde8-4dbb-ba92-4257865ccbf8 None None] Current status of the port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:43.372180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:43.375773 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0c452381-c587-4f6c-b449-3ffac1bd8165 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47494c3da0cb4eea87c795ef3a22cec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1106858 Mar 07 21:43:43.378330 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33542) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:43.393683 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f0b65f7-d23b-48da-8cdd-d684af3239e8 req-b6545ddb-66cd-4369-8371-1502bbf5cade tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461233 Mar 07 21:43:43.463852 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2fe04941-74d4-4d42-8c2e-7cc1298a4fe5 admin admin] Publish callbacks [] for security_group (ed35b37e-2b78-4047-9927-2741878c717c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:43.490656 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2fe04941-74d4-4d42-8c2e-7cc1298a4fe5 admin admin] Publish callbacks [] for security_group (ed35b37e-2b78-4047-9927-2741878c717c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:43.569017 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2fe04941-74d4-4d42-8c2e-7cc1298a4fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ed35b37e-2b78-4047-9927-2741878c717c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:43.576150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2fe04941-74d4-4d42-8c2e-7cc1298a4fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:43.582417 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b717246-b9a2-47f7-be3f-7ab5f631143e None None] New status for floating IP 2d73f874-882f-454e-9971-c8d0a0cabbd9: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:43:43.604656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-7b2dbd76-0661-4f4e-a6aa-6260dd936381 service neutron] 10.222.0.26 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687648 Mar 07 21:43:43.609632 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2fe04941-74d4-4d42-8c2e-7cc1298a4fe5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed35b37e-2b78-4047-9927-2741878c717c HTTP/1.1" status: 204 len: 168 time: 0.2255533 Mar 07 21:43:43.648328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe04941-74d4-4d42-8c2e-7cc1298a4fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed35b37e-2b78-4047-9927-2741878c717c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:43.692539 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-e6c77dfc-b060-4fd4-87e5-a61a9ded5702 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks [] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:43.733095 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83dc563-4f4a-49ad-83ac-1a8c3a7a325a x-openstack-request-id: req-d83dc563-4f4a-49ad-83ac-1a8c3a7a325a {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:43.733484 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca82f286-5a99-44df-9ae7-fb973a0f6d6f", "tag": "afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:43.733756 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d83dc563-4f4a-49ad-83ac-1a8c3a7a325a {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:43.739227 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'tag': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'status': 'completed', 'code': 200} Mar 07 21:43:43.821717 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-e6c77dfc-b060-4fd4-87e5-a61a9ded5702 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:43.930093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c77dfc-b060-4fd4-87e5-a61a9ded5702 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Pushing event updated for resources: {'Port': ['ID=91b1fcaa-62d3-4da0-a756-30df9c3ce59d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:43.934971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-e6c77dfc-b060-4fd4-87e5-a61a9ded5702 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Network 5265bb73-df20-4800-81f1-cfbf9305dbff is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:43.937880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-e6c77dfc-b060-4fd4-87e5-a61a9ded5702 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:43.942248 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-e6c77dfc-b060-4fd4-87e5-a61a9ded5702 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:43:44.051973 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720f873-9a14-4e76-aa33-26d105cd38ec req-646a5448-6aa2-48c2-8426-1172d3341b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:44.053502 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1720f873-9a14-4e76-aa33-26d105cd38ec req-646a5448-6aa2-48c2-8426-1172d3341b03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 1128 time: 0.2865565 Mar 07 21:43:44.139384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-e6c77dfc-b060-4fd4-87e5-a61a9ded5702 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:44.140268 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-e6c77dfc-b060-4fd4-87e5-a61a9ded5702 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:44.170754 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720f873-9a14-4e76-aa33-26d105cd38ec req-94e12787-933a-4446-841f-4160745e6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:44.172359 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1720f873-9a14-4e76-aa33-26d105cd38ec req-94e12787-933a-4446-841f-4160745e6243 service neutron] 10.222.0.13 "GET /v2.0/networks?id=32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 200 len: 922 time: 0.1115110 Mar 07 21:43:44.192595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee36fb-0e78-4ba5-9678-d40c36f91359 req-f573abde-ff07-45fb-853c-8b8ea4a47293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:44.194163 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-95ee36fb-0e78-4ba5-9678-d40c36f91359 req-f573abde-ff07-45fb-853c-8b8ea4a47293 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 1131 time: 0.3152263 Mar 07 21:43:44.217639 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-e6c77dfc-b060-4fd4-87e5-a61a9ded5702 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8465295 Mar 07 21:43:44.246109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3c64d86-56ea-4f94-a895-3f94c05b5ea3 req-21152e0c-b6fb-4140-be8d-0c64faf9f553 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips/2d73f874-882f-454e-9971-c8d0a0cabbd9 HTTP/1.1" status: 200 len: 696 time: 0.0905089 Mar 07 21:43:44.277304 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1720f873-9a14-4e76-aa33-26d105cd38ec req-ebe6a172-bbea-41b1-9248-39a24551363e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa HTTP/1.1" status: 200 len: 217 time: 0.0944924 Mar 07 21:43:44.452026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Request body: {'port': {'device_id': 'b0f569f7-3dd3-4329-bafa-135cb87641f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:44.492985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720f873-9a14-4e76-aa33-26d105cd38ec req-11bd8fb0-54dc-470f-b9cf-a56a73d49428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:44.494702 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1720f873-9a14-4e76-aa33-26d105cd38ec req-11bd8fb0-54dc-470f-b9cf-a56a73d49428 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 200 len: 860 time: 0.1381884 Mar 07 21:43:44.504422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269552c-6df0-4836-9d73-2fd5eddd43e1 req-755a1f62-ef89-4700-bda9-dab84b86cb03 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:44.515266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a269552c-6df0-4836-9d73-2fd5eddd43e1 req-755a1f62-ef89-4700-bda9-dab84b86cb03 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.5785429 Mar 07 21:43:44.529840 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-95ee36fb-0e78-4ba5-9678-d40c36f91359 req-f02dd244-2491-45a5-bd43-94756ee46366 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486608 Mar 07 21:43:44.544348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4a89f6c3-238e-42e3-aaf6-7b8d3c228545 None None] Provisioning complete for port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:44.544836 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4a89f6c3-238e-42e3-aaf6-7b8d3c228545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:44.572985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720f873-9a14-4e76-aa33-26d105cd38ec req-2b5ec421-f94c-43e6-b080-79777daca5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:44.575390 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1720f873-9a14-4e76-aa33-26d105cd38ec req-2b5ec421-f94c-43e6-b080-79777daca5b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32d5bcfa-8c83-495d-9985-959cc7c5fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0689154 Mar 07 21:43:44.649890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4a89f6c3-238e-42e3-aaf6-7b8d3c228545 None None] Port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:43:44.788896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a269552c-6df0-4836-9d73-2fd5eddd43e1 req-2a3d5c68-042e-42c4-bf1e-499b94723a56 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125845 Mar 07 21:43:44.798632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c64d86-56ea-4f94-a895-3f94c05b5ea3 req-02b958ae-19c0-4803-81ab-41b17bbc537b tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:44.805902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3c64d86-56ea-4f94-a895-3f94c05b5ea3 req-02b958ae-19c0-4803-81ab-41b17bbc537b tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.5587530 Mar 07 21:43:44.832091 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:44.894412 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1720f873-9a14-4e76-aa33-26d105cd38ec req-eaf43414-3535-4423-acca-8f4ea832e204 service neutron] 10.222.0.13 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979938 Mar 07 21:43:44.915573 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3c64d86-56ea-4f94-a895-3f94c05b5ea3 req-d2eb38d9-daeb-41be-a972-c763b1b3f23b tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 697 time: 0.1084204 Mar 07 21:43:45.031243 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1720f873-9a14-4e76-aa33-26d105cd38ec req-15fb1b1a-b755-4c31-9895-a1693e9eeb33 service neutron] 10.222.0.13 "GET /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306434 Mar 07 21:43:45.061131 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3c64d86-56ea-4f94-a895-3f94c05b5ea3 req-3b63773a-9e00-4bc6-927f-e87a3e4820ab tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 697 time: 0.1437583 Mar 07 21:43:45.438831 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6e5611ca-7002-4449-9cf0-acdaceca68bf details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:43:45.472692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6e5611ca-7002-4449-9cf0-acdaceca68bf no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:43:45.612349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33678) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:45.673851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-e3c64d86-56ea-4f94-a895-3f94c05b5ea3 req-19ed33af-be69-4799-8f85-c2d3e5b988e9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Deleting port b8de40a2-5cd9-4b92-a193-fcfac55a3fec {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:43:45.676672 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3c64d86-56ea-4f94-a895-3f94c05b5ea3 req-19ed33af-be69-4799-8f85-c2d3e5b988e9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b8de40a2-5cd9-4b92-a193-fcfac55a3fec), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:45.714348 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-482af807-a488-4ff5-92ea-9de51e689d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:45.749004 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:43:45.763014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-a8fa2b46-d075-48e3-8c8a-a2a7e575bc9a tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:45.770393 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-a8fa2b46-d075-48e3-8c8a-a2a7e575bc9a tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/networks?id=5265bb73-df20-4800-81f1-cfbf9305dbff HTTP/1.1" status: 200 len: 815 time: 0.5922039 Mar 07 21:43:45.987758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-4ccd2024-44c7-46d3-b818-5217091d3e93 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/quotas/929b83340405429591abece6acb43fe2 HTTP/1.1" status: 200 len: 375 time: 0.2156396 Mar 07 21:43:46.018438 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-a60d2220-5c05-4d41-95cf-ed444bb629cc tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:46.020359 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-a60d2220-5c05-4d41-95cf-ed444bb629cc tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.13 "GET /v2.0/networks?id=5265bb73-df20-4800-81f1-cfbf9305dbff HTTP/1.1" status: 200 len: 815 time: 0.3226454 Mar 07 21:43:46.025999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1260770140'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:46.075122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-05983993-11ce-4c89-80f9-ec7a0c84b008 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Request body: {'port': {'device_id': 'ef99d55b-3aca-46fb-9cc4-07b5c7d85580', 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff', 'admin_state_up': True, 'tenant_id': '929b83340405429591abece6acb43fe2'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:46.080204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Made reservation on behalf of 7b46e4c3a4a947a8b246734c148e8b1b for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:46.080895 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6e5611ca-7002-4449-9cf0-acdaceca68bf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:46.093104 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.100419 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '6e5611ca-7002-4449-9cf0-acdaceca68bf', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '6e5611ca-7002-4449-9cf0-acdaceca68bf', 'mac_address': 'fa:16:3e:8c:56:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:43:46.120081 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.165042 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.174661 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3c64d86-56ea-4f94-a895-3f94c05b5ea3 req-19ed33af-be69-4799-8f85-c2d3e5b988e9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b8de40a2-5cd9-4b92-a193-fcfac55a3fec), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.175283 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3c64d86-56ea-4f94-a895-3f94c05b5ea3 req-19ed33af-be69-4799-8f85-c2d3e5b988e9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for floatingip (b8de40a2-5cd9-4b92-a193-fcfac55a3fec), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.180776 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6e5611ca-7002-4449-9cf0-acdaceca68bf is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:46.181589 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.205854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e5611ca-7002-4449-9cf0-acdaceca68bf {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:43:46.224130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6e5611ca-7002-4449-9cf0-acdaceca68bf is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:46.225031 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.229863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:46.230570 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.266564 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-04f8f365-65cb-4ee3-94d9-1bc8da0937ce tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=929b83340405429591abece6acb43fe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2775002 Mar 07 21:43:46.279902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-a6301c0b-1894-47db-b87f-d7e0b4e9a40e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:43:46.290700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-a6301c0b-1894-47db-b87f-d7e0b4e9a40e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0227036 Mar 07 21:43:46.323198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-e3c64d86-56ea-4f94-a895-3f94c05b5ea3 req-19ed33af-be69-4799-8f85-c2d3e5b988e9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Calling delete_port for b8de40a2-5cd9-4b92-a193-fcfac55a3fec owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:43:46.351066 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6e5611ca-7002-4449-9cf0-acdaceca68bf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:46.359555 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.403583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks [] for security_group (4c7f4570-e7d0-4eba-8240-89a1268fccd6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.430984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6e5611ca-7002-4449-9cf0-acdaceca68bf,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:46.455822 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4c7f4570-e7d0-4eba-8240-89a1268fccd6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.473436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:46.483625 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (50503db5-98e6-41ec-866e-2764e5cbaf33), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.484024 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Added segment 50503db5-98e6-41ec-866e-2764e5cbaf33 of type vlan for network 106c70b8-9c7f-425c-8769-a9abc1f9c7ef Mar 07 21:43:46.487098 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:43:46.487901 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:43:46.537823 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (106c70b8-9c7f-425c-8769-a9abc1f9c7ef), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.559498 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b1fcaa-62d3-4da0-a756-30df9c3ce59d {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:43:46.573458 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Publish callbacks [] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.577633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:46.579351 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.612348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['6e5611ca-7002-4449-9cf0-acdaceca68bf'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:43:46.617021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Transition to ACTIVE for port object 91b1fcaa-62d3-4da0-a756-30df9c3ce59d will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:43:46.618858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7f4570-e7d0-4eba-8240-89a1268fccd6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:46.624200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (106c70b8-9c7f-425c-8769-a9abc1f9c7ef), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.630862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:46.631787 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.632247 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.660507 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0462029 Mar 07 21:43:46.669880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 33732) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:46.725461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:46.727943 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6214401a-de64-4d14-b1d8-e6e3aaaaf0e5" -d '{"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-plugged", "status": "completed", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:46.761809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b8d29134-ff27-4235-9413-d6971eba2c98 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Request body: {'subnet': {'network_id': '106c70b8-9c7f-425c-8769-a9abc1f9c7ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:46.805631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:46.823315 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.895376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-05983993-11ce-4c89-80f9-ec7a0c84b008 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Made reservation on behalf of 929b83340405429591abece6acb43fe2 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:46.899140 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-05983993-11ce-4c89-80f9-ec7a0c84b008 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:46.944774 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-b54cd8ec-51f7-49d9-b620-c3ae8ef62e2a service neutron] 10.222.0.26 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527371 Mar 07 21:43:47.100771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Pushing event updated for resources: {'Port': ['ID=91b1fcaa-62d3-4da0-a756-30df9c3ce59d,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:47.117066 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91ccab-e63b-4a70-bb26-a44b04f92555 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Pushing event updated for resources: {'Network': ['ID=106c70b8-9c7f-425c-8769-a9abc1f9c7ef,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:47.145503 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 106c70b8-9c7f-425c-8769-a9abc1f9c7ef details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:43:47.187935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d29134-ff27-4235-9413-d6971eba2c98 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Made reservation on behalf of 7b46e4c3a4a947a8b246734c148e8b1b for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:47.190101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,revision_number=10']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:47.198821 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8d29134-ff27-4235-9413-d6971eba2c98 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:47.291330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6e5611ca-7002-4449-9cf0-acdaceca68bf is: BUILD; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:47.291746 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:47.330766 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-05983993-11ce-4c89-80f9-ec7a0c84b008 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Allocated IP 172.20.0.13 (5265bb73-df20-4800-81f1-cfbf9305dbff/5076f1fa-85f8-4a16-ad47-dea5582cd5e7/ea211036-ae33-472f-bc23-44ffb71bfba6) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:47.374870 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6e5611ca-7002-4449-9cf0-acdaceca68bf {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:43:47.405609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6e5611ca-7002-4449-9cf0-acdaceca68bf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:47.412878 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:47.486000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6e5611ca-7002-4449-9cf0-acdaceca68bf,revision_number=10']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:47.487018 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3c64d86-56ea-4f94-a895-3f94c05b5ea3 req-19ed33af-be69-4799-8f85-c2d3e5b988e9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (b8de40a2-5cd9-4b92-a193-fcfac55a3fec), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:47.528659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-356371b9-c268-47cf-b33c-362a60c0655e service neutron] 10.222.0.26 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765338 Mar 07 21:43:47.529942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Attempting to bind port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:43:47.530682 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Attempting to bind port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:43:47.531167 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Attempting to bind port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d on network 5265bb73-df20-4800-81f1-cfbf9305dbff {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:43:47.554622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed33af-be69-4799-8f85-c2d3e5b988e9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Pushing event deleted for resources: {'Port': ['ID=b8de40a2-5cd9-4b92-a193-fcfac55a3fec,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:47.568686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d on network 5265bb73-df20-4800-81f1-cfbf9305dbff not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:43:47.569186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Attempting to bind port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d on network 5265bb73-df20-4800-81f1-cfbf9305dbff {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:43:47.598945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:43:47.599558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Checking segment: {'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:43:47.600105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Bound using segment: {'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:43:47.600742 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Bound port: 91b1fcaa-62d3-4da0-a756-30df9c3ce59d, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:43:47.601261 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:47.648426 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-05983993-11ce-4c89-80f9-ec7a0c84b008 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks [] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:47.696533 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-05983993-11ce-4c89-80f9-ec7a0c84b008 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:47.759423 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3c64d86-56ea-4f94-a895-3f94c05b5ea3 req-19ed33af-be69-4799-8f85-c2d3e5b988e9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks [] for floatingip (2d73f874-882f-454e-9971-c8d0a0cabbd9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:47.763802 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3c64d86-56ea-4f94-a895-3f94c05b5ea3 req-19ed33af-be69-4799-8f85-c2d3e5b988e9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:47.766753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3c64d86-56ea-4f94-a895-3f94c05b5ea3 req-19ed33af-be69-4799-8f85-c2d3e5b988e9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "DELETE /v2.0/floatingips/2d73f874-882f-454e-9971-c8d0a0cabbd9 HTTP/1.1" status: 204 len: 173 time: 2.7030854 Mar 07 21:43:47.776163 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8d29134-ff27-4235-9413-d6971eba2c98 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (3438117b-b5ad-4618-b478-56d6bd8ac5c6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:47.809425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] For port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:43:47.861165 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b2a036c8-6f12-472d-92ab-4cf163228db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:47.869749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05983993-11ce-4c89-80f9-ec7a0c84b008 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Pushing event updated for resources: {'Port': ['ID=ea211036-ae33-472f-bc23-44ffb71bfba6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:47.894741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-05983993-11ce-4c89-80f9-ec7a0c84b008 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Network 5265bb73-df20-4800-81f1-cfbf9305dbff is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:47.899314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-05983993-11ce-4c89-80f9-ec7a0c84b008 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:47.902256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-05983993-11ce-4c89-80f9-ec7a0c84b008 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:43:47.986239 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-05983993-11ce-4c89-80f9-ec7a0c84b008 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:47.990574 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-05983993-11ce-4c89-80f9-ec7a0c84b008 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:47.993314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33794) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:48.004837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] For port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=91b1fcaa-62d3-4da0-a756-30df9c3ce59d,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:43:48.053958 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:48.062502 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:48.069046 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-05983993-11ce-4c89-80f9-ec7a0c84b008 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9987884 Mar 07 21:43:48.086767 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Request body: {'port': {'device_id': 'ef99d55b-3aca-46fb-9cc4-07b5c7d85580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:48.235524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:48.452595 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8af9272b-bb2f-4ff4-b66e-9f1c625b1f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:48.529946 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-efecdba6-4740-4bb5-a9ec-c098319abd2e None None] Provisioning complete for port ea211036-ae33-472f-bc23-44ffb71bfba6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:48.530639 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-efecdba6-4740-4bb5-a9ec-c098319abd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:48.657693 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-efecdba6-4740-4bb5-a9ec-c098319abd2e None None] Port ea211036-ae33-472f-bc23-44ffb71bfba6 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:43:48.663393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8af9272b-bb2f-4ff4-b66e-9f1c625b1f46 admin admin] Publish callbacks [] for security_group (f50a108b-31e3-4b3c-91de-dcb51922c024), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:48.677527 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8af9272b-bb2f-4ff4-b66e-9f1c625b1f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f50a108b-31e3-4b3c-91de-dcb51922c024), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:48.708180 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8af9272b-bb2f-4ff4-b66e-9f1c625b1f46 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc4b397c2ea64b729a4a3731c76222ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7128851 Mar 07 21:43:48.713162 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33816) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:48.773636 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9272b-bb2f-4ff4-b66e-9f1c625b1f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50a108b-31e3-4b3c-91de-dcb51922c024,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:48.787883 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea211036-ae33-472f-bc23-44ffb71bfba6 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:43:48.812316 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Publish callbacks [] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:48.831908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Transition to ACTIVE for port object ea211036-ae33-472f-bc23-44ffb71bfba6 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:43:48.846522 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:48.957748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Pushing event updated for resources: {'Port': ['ID=ea211036-ae33-472f-bc23-44ffb71bfba6,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:48.971456 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1ea6c9a-b30c-479f-b6cf-f06fb772ee5b admin admin] Publish callbacks [] for security_group (f50a108b-31e3-4b3c-91de-dcb51922c024), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:49.012310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Pushing event updated for resources: {'Port': ['ID=91b1fcaa-62d3-4da0-a756-30df9c3ce59d,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:49.012856 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1ea6c9a-b30c-479f-b6cf-f06fb772ee5b admin admin] Publish callbacks [] for security_group (f50a108b-31e3-4b3c-91de-dcb51922c024), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:49.048131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d29134-ff27-4235-9413-d6971eba2c98 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Checking segment: {'id': '50503db5-98e6-41ec-866e-2764e5cbaf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '106c70b8-9c7f-425c-8769-a9abc1f9c7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:43:49.058013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d29134-ff27-4235-9413-d6971eba2c98 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Network hostable DHCP agents. Network: 106c70b8-9c7f-425c-8769-a9abc1f9c7ef, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:43:49.068503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d29134-ff27-4235-9413-d6971eba2c98 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Pushing event updated for resources: {'Subnet': ['ID=3438117b-b5ad-4618-b478-56d6bd8ac5c6,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:49.141161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:49.143921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Attempting to bind port ea211036-ae33-472f-bc23-44ffb71bfba6 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:43:49.144507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Attempting to bind port ea211036-ae33-472f-bc23-44ffb71bfba6 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:43:49.145661 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Attempting to bind port ea211036-ae33-472f-bc23-44ffb71bfba6 on network 5265bb73-df20-4800-81f1-cfbf9305dbff {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:43:49.145804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:49.155223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-4d448b7a-63aa-43ae-b7b2-10264271389e service neutron] 10.222.0.15 "PUT /v2.0/ports/91b1fcaa-62d3-4da0-a756-30df9c3ce59d HTTP/1.1" status: 200 len: 1091 time: 4.9224830 Mar 07 21:43:49.158980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f569f7-3dd3-4329-bafa-135cb87641f4', 'tag': '91b1fcaa-62d3-4da0-a756-30df9c3ce59d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:49.165343 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485fcf3d-727b-4521-bb77-8b843fd18c22" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f569f7-3dd3-4329-bafa-135cb87641f4", "tag": "91b1fcaa-62d3-4da0-a756-30df9c3ce59d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:49.169848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d29134-ff27-4235-9413-d6971eba2c98 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Network 106c70b8-9c7f-425c-8769-a9abc1f9c7ef is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:43:49.182769 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Port ea211036-ae33-472f-bc23-44ffb71bfba6 on network 5265bb73-df20-4800-81f1-cfbf9305dbff not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:43:49.185498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Attempting to bind port ea211036-ae33-472f-bc23-44ffb71bfba6 on network 5265bb73-df20-4800-81f1-cfbf9305dbff {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:43:49.199300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:43:49.200437 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Checking segment: {'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:43:49.201502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Bound using segment: {'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:43:49.202286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Bound port: ea211036-ae33-472f-bc23-44ffb71bfba6, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:43:49.203024 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:49.217777 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554074e2-b681-4539-90de-bb8bfa5509cb req-dc4bfd51-dcf9-4acf-9607-2260b57942e3 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:49.230842 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-554074e2-b681-4539-90de-bb8bfa5509cb req-dc4bfd51-dcf9-4acf-9607-2260b57942e3 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 1.2069747 Mar 07 21:43:49.250752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e4b13-3cd9-4fdb-963a-3ef6182887ed req-65d9e300-c6c0-43c4-a8c5-4035885e90bf tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:49.258737 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-431e4b13-3cd9-4fdb-963a-3ef6182887ed req-65d9e300-c6c0-43c4-a8c5-4035885e90bf tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 948 time: 1.4102128 Mar 07 21:43:49.259028 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:49.272563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-b8d29134-ff27-4235-9413-d6971eba2c98 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 106c70b8-9c7f-425c-8769-a9abc1f9c7ef) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:49.285225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93a69c2-c207-4eb7-a216-aacc79324525 None None] Network 106c70b8-9c7f-425c-8769-a9abc1f9c7ef requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:43:49.287420 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1ea6c9a-b30c-479f-b6cf-f06fb772ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f50a108b-31e3-4b3c-91de-dcb51922c024), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:49.290870 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1ea6c9a-b30c-479f-b6cf-f06fb772ee5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:49.295310 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c1ea6c9a-b30c-479f-b6cf-f06fb772ee5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f50a108b-31e3-4b3c-91de-dcb51922c024 HTTP/1.1" status: 204 len: 168 time: 0.5745201 Mar 07 21:43:49.338557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea6c9a-b30c-479f-b6cf-f06fb772ee5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50a108b-31e3-4b3c-91de-dcb51922c024,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:49.367198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] For port ea211036-ae33-472f-bc23-44ffb71bfba6, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:43:49.371342 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] For port ea211036-ae33-472f-bc23-44ffb71bfba6, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ea211036-ae33-472f-bc23-44ffb71bfba6,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:43:49.382715 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:49.425386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:49.427213 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:49.432041 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] 10.222.0.13 "PUT /v2.0/ports/ea211036-ae33-472f-bc23-44ffb71bfba6 HTTP/1.1" status: 200 len: 1092 time: 1.3565733 Mar 07 21:43:49.432587 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef99d55b-3aca-46fb-9cc4-07b5c7d85580', 'tag': 'ea211036-ae33-472f-bc23-44ffb71bfba6'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:49.446489 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d891d11-dc9e-4ccd-b554-1e6f3f88a39f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef99d55b-3aca-46fb-9cc4-07b5c7d85580", "tag": "ea211036-ae33-472f-bc23-44ffb71bfba6"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:49.536734 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-431e4b13-3cd9-4fdb-963a-3ef6182887ed req-237c7509-7c1f-465e-97fd-4860dac6b1d6 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767258 Mar 07 21:43:49.541701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d29134-ff27-4235-9413-d6971eba2c98 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:49.547066 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8d29134-ff27-4235-9413-d6971eba2c98 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:49.594127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6e5611ca-7002-4449-9cf0-acdaceca68bf up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:43:49.633000 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-83e13c6e-ebc5-4747-9953-ef953a60cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:49.639094 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-83e13c6e-ebc5-4747-9953-ef953a60cc79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=929b83340405429591abece6acb43fe2&device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 1125 time: 0.3466897 Mar 07 21:43:49.646924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b8d29134-ff27-4235-9413-d6971eba2c98 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9164009 Mar 07 21:43:49.651132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-554074e2-b681-4539-90de-bb8bfa5509cb req-70bacb4e-07ae-4277-9ef3-bbace062de56 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797407 Mar 07 21:43:49.651907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 33838) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:49.657426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-30d0b0e0-676a-4563-a974-f8d8d79ed269 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Request body: {'port': {'network_id': '106c70b8-9c7f-425c-8769-a9abc1f9c7ef', 'name': 'tempest-ExtraDHCPOptionsTestJSON-869952803'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:49.679908 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38426c90-bb1e-4f3d-b3fc-b84e376d7937 x-openstack-request-id: req-38426c90-bb1e-4f3d-b3fc-b84e376d7937 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:49.700139 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-plugged", "status": "completed", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:49.700487 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38426c90-bb1e-4f3d-b3fc-b84e376d7937 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:49.700932 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'code': 200} Mar 07 21:43:49.966228 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6bc19-c438-4148-a700-8b02bc13a909 service neutron] Pushing event updated for resources: {'Port': ['ID=ea211036-ae33-472f-bc23-44ffb71bfba6,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:50.141186 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-106c70b8-9c7f-425c-8769-a9abc1f9c7ef', 'network_id': '106c70b8-9c7f-425c-8769-a9abc1f9c7ef', 'project_id': '7b46e4c3a4a947a8b246734c148e8b1b', 'fixed_ips': [{'subnet_id': '3438117b-b5ad-4618-b478-56d6bd8ac5c6'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:43:50.141972 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:50.142163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-e1eb25b5-02c2-4901-9334-b13050803b16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b1fcaa-62d3-4da0-a756-30df9c3ce59d HTTP/1.1" status: 200 len: 217 time: 0.2873452 Mar 07 21:43:50.181518 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 6e5611ca-7002-4449-9cf0-acdaceca68bf triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:50.181910 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:50.350352 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5a1983-cabc-4c21-aee6-69c6b5590d84 x-openstack-request-id: req-cf5a1983-cabc-4c21-aee6-69c6b5590d84 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:50.350766 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f569f7-3dd3-4329-bafa-135cb87641f4", "tag": "91b1fcaa-62d3-4da0-a756-30df9c3ce59d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:50.350954 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf5a1983-cabc-4c21-aee6-69c6b5590d84 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:50.351372 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f569f7-3dd3-4329-bafa-135cb87641f4', 'tag': '91b1fcaa-62d3-4da0-a756-30df9c3ce59d', 'status': 'completed', 'code': 200} Mar 07 21:43:50.380161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6551be2-58d7-4f07-8117-b25fe940166d req-7a162a77-94a8-42ba-8634-1c4b9f6de49e tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 210 time: 0.2197371 Mar 07 21:43:50.382014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d0b0e0-676a-4563-a974-f8d8d79ed269 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Made reservation on behalf of 7b46e4c3a4a947a8b246734c148e8b1b for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:50.388241 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30d0b0e0-676a-4563-a974-f8d8d79ed269 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:50.460566 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:50.516459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-30d0b0e0-676a-4563-a974-f8d8d79ed269 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] device_id is not set on port 7054e1a0-855b-47b0-ab4f-3101e888216c yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:43:50.555067 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-2faee34d-5ea1-45cc-8d70-88ac33c315f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:50.556916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-2faee34d-5ea1-45cc-8d70-88ac33c315f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5076f1fa-85f8-4a16-ad47-dea5582cd5e7 HTTP/1.1" status: 200 len: 854 time: 0.3937221 Mar 07 21:43:50.806923 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ea5961-8d08-4335-80d8-9b91e1a10a83 x-openstack-request-id: req-97ea5961-8d08-4335-80d8-9b91e1a10a83 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:50.807133 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef99d55b-3aca-46fb-9cc4-07b5c7d85580", "tag": "ea211036-ae33-472f-bc23-44ffb71bfba6", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:50.807375 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97ea5961-8d08-4335-80d8-9b91e1a10a83 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:50.807768 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef99d55b-3aca-46fb-9cc4-07b5c7d85580', 'tag': 'ea211036-ae33-472f-bc23-44ffb71bfba6', 'status': 'completed', 'code': 200} Mar 07 21:43:50.837561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-9c09412e-3c14-4b56-81f9-1fce2f065457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:50.842905 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-9c09412e-3c14-4b56-81f9-1fce2f065457 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=929b83340405429591abece6acb43fe2&device_id=ef99d55b-3aca-46fb-9cc4-07b5c7d85580 HTTP/1.1" status: 200 len: 1126 time: 1.3479192 Mar 07 21:43:50.890508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6e5611ca-7002-4449-9cf0-acdaceca68bf is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:50.897745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93307e-8973-48b1-8769-ebffeb1d65b0 req-fe9903de-0468-4b35-b9a4-8532bbacfd06 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:50.898995 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:50.909506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a93307e-8973-48b1-8769-ebffeb1d65b0 req-fe9903de-0468-4b35-b9a4-8532bbacfd06 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 946 time: 0.3564825 Mar 07 21:43:50.940063 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-08721b47-e903-458e-81cf-938bdd964097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:50.949102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-08721b47-e903-458e-81cf-938bdd964097 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5265bb73-df20-4800-81f1-cfbf9305dbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3812060 Mar 07 21:43:50.951217 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-b694bba3-9797-43a2-b3cd-03555a3dcd93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea211036-ae33-472f-bc23-44ffb71bfba6 HTTP/1.1" status: 200 len: 217 time: 0.0971339 Mar 07 21:43:51.046880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-73608354-c3ae-42d0-9a9f-f4579db09237 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:51.048396 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-73608354-c3ae-42d0-9a9f-f4579db09237 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.15 "GET /v2.0/networks?id=5265bb73-df20-4800-81f1-cfbf9305dbff HTTP/1.1" status: 200 len: 815 time: 1.2284195 Mar 07 21:43:51.060130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Allocated IP 172.20.0.2 (106c70b8-9c7f-425c-8769-a9abc1f9c7ef/3438117b-b5ad-4618-b478-56d6bd8ac5c6/4d2316c8-e3ad-4538-a659-422912961231) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:51.084089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6e5611ca-7002-4449-9cf0-acdaceca68bf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:51.107085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-94b54cca-508e-4776-b31b-d8585466fa1f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Request body: {'port': {'device_id': '6583f555-6482-4fb4-a522-1a45a5c49ef9', 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff', 'admin_state_up': True, 'tenant_id': '929b83340405429591abece6acb43fe2'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:51.109604 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:51.246673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-f37b7392-ac7f-4d6f-977d-0e27b8007073 service neutron] 10.222.0.15 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868690 Mar 07 21:43:51.262428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a93307e-8973-48b1-8769-ebffeb1d65b0 req-bbfbd6d3-91c8-459d-b89c-9837583c6f7a tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511126 Mar 07 21:43:51.399322 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2136603-2248-418a-a90a-19f455c34416 req-899512b8-4dfd-47ce-91bc-5885b4930f52 tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:51.406818 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2136603-2248-418a-a90a-19f455c34416 req-899512b8-4dfd-47ce-91bc-5885b4930f52 tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 1130 time: 0.4480212 Mar 07 21:43:51.454023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8907b38-c2ad-4a70-9d9c-c91174852357 req-42f354b5-2f4e-4b08-86a6-ff0f5565122c service neutron] 10.222.0.15 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900735 Mar 07 21:43:51.614349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2136603-2248-418a-a90a-19f455c34416 req-63296043-9746-4895-b4d6-84e5fb20dc4b tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064929 Mar 07 21:43:51.665906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fcf3d-727b-4521-bb77-8b843fd18c22 req-344ac66a-3634-4b1f-87e7-73468c934853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:51.674267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-3fe1fb4d-3f1e-492a-9062-0771be79dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:51.675346 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-485fcf3d-727b-4521-bb77-8b843fd18c22 req-344ac66a-3634-4b1f-87e7-73468c934853 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=929b83340405429591abece6acb43fe2&device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 1125 time: 0.1623614 Mar 07 21:43:51.701463 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-3fe1fb4d-3f1e-492a-9062-0771be79dfc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5076f1fa-85f8-4a16-ad47-dea5582cd5e7 HTTP/1.1" status: 200 len: 854 time: 0.6520176 Mar 07 21:43:51.768081 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Publish callbacks [] for port (4d2316c8-e3ad-4538-a659-422912961231), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:51.773095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f97d876-f8df-40a6-b311-ce424b003ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5611ca-7002-4449-9cf0-acdaceca68bf'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:51.776464 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0cc2c9-901b-405a-b47b-d9dbe91700da" -d '{"events": [{"server_uuid": "6f97d876-f8df-40a6-b311-ce424b003ca2", "name": "network-vif-plugged", "status": "completed", "tag": "6e5611ca-7002-4449-9cf0-acdaceca68bf"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:51.787449 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (4d2316c8-e3ad-4538-a659-422912961231), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:51.810359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6e5611ca-7002-4449-9cf0-acdaceca68bf,revision_number=11']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:51.823883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Network 106c70b8-9c7f-425c-8769-a9abc1f9c7ef is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:51.826486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:51.908288 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-961e46fb-f7c9-4e61-89a0-78c68d704a79 req-dfc1e486-66e2-44b5-b36e-283a37eb36d2 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 210 time: 0.2318773 Mar 07 21:43:51.930844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:43:51.998495 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-94b54cca-508e-4776-b31b-d8585466fa1f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Made reservation on behalf of 929b83340405429591abece6acb43fe2 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:52.031891 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-94b54cca-508e-4776-b31b-d8585466fa1f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:52.110487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-30d0b0e0-676a-4563-a974-f8d8d79ed269 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Allocated IP 172.20.0.6 (106c70b8-9c7f-425c-8769-a9abc1f9c7ef/3438117b-b5ad-4618-b478-56d6bd8ac5c6/7054e1a0-855b-47b0-ab4f-3101e888216c) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:52.114429 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5343b49-8a1d-4abc-a399-42401fd9beb4 x-openstack-request-id: req-b5343b49-8a1d-4abc-a399-42401fd9beb4 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:52.114738 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f97d876-f8df-40a6-b311-ce424b003ca2", "name": "network-vif-plugged", "status": "completed", "tag": "6e5611ca-7002-4449-9cf0-acdaceca68bf", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:52.115009 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b5343b49-8a1d-4abc-a399-42401fd9beb4 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:52.115424 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f97d876-f8df-40a6-b311-ce424b003ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5611ca-7002-4449-9cf0-acdaceca68bf', 'code': 200} Mar 07 21:43:52.147710 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-73f485f0-9a0e-4c5b-a0f5-e15c94aaeddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:52.151782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c795a1-75af-46da-8fbc-f62499f2f5bf req-63c88fad-fe56-4c6a-8fea-e62923fd27b9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:52.153471 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85c795a1-75af-46da-8fbc-f62499f2f5bf req-63c88fad-fe56-4c6a-8fea-e62923fd27b9 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 946 time: 0.2248480 Mar 07 21:43:52.155576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fcf3d-727b-4521-bb77-8b843fd18c22 req-96c9c8a7-22b0-41c0-b6b8-44c3b74b7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:52.156924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-485fcf3d-727b-4521-bb77-8b843fd18c22 req-96c9c8a7-22b0-41c0-b6b8-44c3b74b7ebd service neutron] 10.222.0.15 "GET /v2.0/networks?id=5265bb73-df20-4800-81f1-cfbf9305dbff HTTP/1.1" status: 200 len: 916 time: 0.4576118 Mar 07 21:43:52.172736 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-73f485f0-9a0e-4c5b-a0f5-e15c94aaeddc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5265bb73-df20-4800-81f1-cfbf9305dbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4599102 Mar 07 21:43:52.199046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Pushing event updated for resources: {'Port': ['ID=4d2316c8-e3ad-4538-a659-422912961231,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:52.213834 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:52.309084 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-485fcf3d-727b-4521-bb77-8b843fd18c22 req-8c2139b5-b2ed-42e4-b987-5815c5327bc1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b1fcaa-62d3-4da0-a756-30df9c3ce59d HTTP/1.1" status: 200 len: 217 time: 0.1185842 Mar 07 21:43:52.312947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Attempting to bind port 4d2316c8-e3ad-4538-a659-422912961231 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:43:52.315638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Attempting to bind port 4d2316c8-e3ad-4538-a659-422912961231 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '50503db5-98e6-41ec-866e-2764e5cbaf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '106c70b8-9c7f-425c-8769-a9abc1f9c7ef'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:43:52.316240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Attempting to bind port 4d2316c8-e3ad-4538-a659-422912961231 on network 106c70b8-9c7f-425c-8769-a9abc1f9c7ef {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:43:52.337196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:43:52.338078 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Checking segment: {'id': '50503db5-98e6-41ec-866e-2764e5cbaf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '106c70b8-9c7f-425c-8769-a9abc1f9c7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:43:52.339706 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:52.350329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Bound using segment: {'id': '50503db5-98e6-41ec-866e-2764e5cbaf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '106c70b8-9c7f-425c-8769-a9abc1f9c7ef'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:43:52.351235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Bound port: 4d2316c8-e3ad-4538-a659-422912961231, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50503db5-98e6-41ec-866e-2764e5cbaf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '106c70b8-9c7f-425c-8769-a9abc1f9c7ef'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:43:52.351895 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4d2316c8-e3ad-4538-a659-422912961231), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:52.546033 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fcf3d-727b-4521-bb77-8b843fd18c22 req-c2c2c3af-b2a1-4938-8579-9d140d86a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:52.547940 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-485fcf3d-727b-4521-bb77-8b843fd18c22 req-c2c2c3af-b2a1-4938-8579-9d140d86a6a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5076f1fa-85f8-4a16-ad47-dea5582cd5e7 HTTP/1.1" status: 200 len: 854 time: 0.1211135 Mar 07 21:43:52.727185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] For port 4d2316c8-e3ad-4538-a659-422912961231, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:43:52.739122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] For port 4d2316c8-e3ad-4538-a659-422912961231, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4d2316c8-e3ad-4538-a659-422912961231,segment=NetworkSegment(50503db5-98e6-41ec-866e-2764e5cbaf33),segment_id=50503db5-98e6-41ec-866e-2764e5cbaf33)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:43:52.743506 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-94b54cca-508e-4776-b31b-d8585466fa1f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Allocated IP 172.20.0.5 (5265bb73-df20-4800-81f1-cfbf9305dbff/5076f1fa-85f8-4a16-ad47-dea5582cd5e7/58d6a1ce-fd5e-4920-9bdf-28fdd201108c) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:52.758151 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4d2316c8-e3ad-4538-a659-422912961231), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:52.791041 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-6fc977b8-b487-43ae-b8ca-88e15cdf49b8 service neutron] 10.222.0.13 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097314 Mar 07 21:43:52.860158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd803e-a713-42cb-bd4a-db3958de5921 None None] Pushing event updated for resources: {'Port': ['ID=4d2316c8-e3ad-4538-a659-422912961231,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:52.871414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6916c-44f3-489e-a8b1-fe543f8dec03 req-624e64d0-2041-4754-961b-7af59c9b8671 tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:52.883080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43d6916c-44f3-489e-a8b1-fe543f8dec03 req-624e64d0-2041-4754-961b-7af59c9b8671 tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 1132 time: 0.6907148 Mar 07 21:43:52.884156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33960) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:52.974639 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5dfb1a7d-279d-4c63-bc41-511b0e21afb0 req-9eb22607-96a1-48c4-91b5-3363f10991d0 service neutron] 10.222.0.13 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729548 Mar 07 21:43:53.069587 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fcf3d-727b-4521-bb77-8b843fd18c22 req-ad576813-0b20-4aaf-80eb-779f9512b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:53.073362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-485fcf3d-727b-4521-bb77-8b843fd18c22 req-ad576813-0b20-4aaf-80eb-779f9512b60a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5265bb73-df20-4800-81f1-cfbf9305dbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5108228 Mar 07 21:43:53.093989 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e2df7-a6b9-488f-abc8-9689e751039c req-abac5a70-5c3f-4bd7-8722-9690c704c2c7 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:53.096506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-739e2df7-a6b9-488f-abc8-9689e751039c req-abac5a70-5c3f-4bd7-8722-9690c704c2c7 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 946 time: 0.5461118 Mar 07 21:43:53.273937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-739e2df7-a6b9-488f-abc8-9689e751039c req-0a859ce9-992c-4984-948b-705138919810 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370246 Mar 07 21:43:53.370288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-85c795a1-75af-46da-8fbc-f62499f2f5bf req-05879d18-554c-4671-912c-9af5260cd58d tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Deleting port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:43:53.370966 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-85c795a1-75af-46da-8fbc-f62499f2f5bf req-05879d18-554c-4671-912c-9af5260cd58d tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:53.489419 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 91b1fcaa-62d3-4da0-a756-30df9c3ce59d details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:43:53.565780 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd860-6845-4646-8381-209d79e61857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:53.640582 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d891d11-dc9e-4ccd-b554-1e6f3f88a39f req-a59e05ab-b0fc-4c65-9a0c-8dfba8da0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:53.654560 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5d891d11-dc9e-4ccd-b554-1e6f3f88a39f req-a59e05ab-b0fc-4c65-9a0c-8dfba8da0753 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=929b83340405429591abece6acb43fe2&device_id=ef99d55b-3aca-46fb-9cc4-07b5c7d85580 HTTP/1.1" status: 200 len: 1126 time: 0.5716467 Mar 07 21:43:53.660314 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30d0b0e0-676a-4563-a974-f8d8d79ed269 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks [] for port (7054e1a0-855b-47b0-ab4f-3101e888216c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:53.713290 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-94b54cca-508e-4776-b31b-d8585466fa1f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks [] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:53.729079 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30d0b0e0-676a-4563-a974-f8d8d79ed269 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (7054e1a0-855b-47b0-ab4f-3101e888216c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:53.748664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43d6916c-44f3-489e-a8b1-fe543f8dec03 req-7cbcd3df-ecd8-4e55-b362-6cfad91a3d9d tempest-ServersAdminTestJSON-1203780592 tempest-ServersAdminTestJSON-1203780592-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8594995 Mar 07 21:43:53.779710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=91b1fcaa-62d3-4da0-a756-30df9c3ce59d,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:53.811297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '91b1fcaa-62d3-4da0-a756-30df9c3ce59d', 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff', 'port_id': '91b1fcaa-62d3-4da0-a756-30df9c3ce59d', 'mac_address': 'fa:16:3e:dd:5a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5076f1fa-85f8-4a16-ad47-dea5582cd5e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:43:53.905529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:53.906159 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:53.933306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b1fcaa-62d3-4da0-a756-30df9c3ce59d {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:43:53.952355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0b0e0-676a-4563-a974-f8d8d79ed269 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Pushing event updated for resources: {'Port': ['ID=7054e1a0-855b-47b0-ab4f-3101e888216c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:53.966241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30d24700-24a9-41ae-8c70-5c0af90c7a2d req-27113b17-2c07-4e24-8525-b8dddd7ad6a3 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 210 time: 0.2582242 Mar 07 21:43:53.994239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d0b0e0-676a-4563-a974-f8d8d79ed269 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Network 106c70b8-9c7f-425c-8769-a9abc1f9c7ef is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:54.000514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-30d0b0e0-676a-4563-a974-f8d8d79ed269 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:54.004547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0b0e0-676a-4563-a974-f8d8d79ed269 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:43:54.016694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=91b1fcaa-62d3-4da0-a756-30df9c3ce59d,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:54.039455 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:54.114345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-94b54cca-508e-4776-b31b-d8585466fa1f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:54.140886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d891d11-dc9e-4ccd-b554-1e6f3f88a39f req-5057a487-2713-4222-821b-7589bee05264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:54.151216 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5d891d11-dc9e-4ccd-b554-1e6f3f88a39f req-5057a487-2713-4222-821b-7589bee05264 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5265bb73-df20-4800-81f1-cfbf9305dbff HTTP/1.1" status: 200 len: 916 time: 0.4811029 Mar 07 21:43:54.220978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-85c795a1-75af-46da-8fbc-f62499f2f5bf req-05879d18-554c-4671-912c-9af5260cd58d tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] For port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:54.222460 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-85c795a1-75af-46da-8fbc-f62499f2f5bf req-05879d18-554c-4671-912c-9af5260cd58d tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:54.223896 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=91b1fcaa-62d3-4da0-a756-30df9c3ce59d,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:54.257967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-85c795a1-75af-46da-8fbc-f62499f2f5bf req-05879d18-554c-4671-912c-9af5260cd58d tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Calling delete_port for afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:43:54.315133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4d2316c8-e3ad-4538-a659-422912961231 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:43:54.317476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['91b1fcaa-62d3-4da0-a756-30df9c3ce59d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:43:54.450171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d0b0e0-676a-4563-a974-f8d8d79ed269 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:54.451668 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30d0b0e0-676a-4563-a974-f8d8d79ed269 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:54.468254 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-485fcf3d-727b-4521-bb77-8b843fd18c22 req-22e21e07-a7a9-4072-abe9-85b892cc70c3 service neutron] 10.222.0.15 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3382711 Mar 07 21:43:54.532467 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd860-6845-4646-8381-209d79e61857 admin admin] Publish callbacks [] for security_group (0df4de70-d9c4-4c7c-a3e2-d358ece7d9b9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:54.537874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-30d0b0e0-676a-4563-a974-f8d8d79ed269 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8845713 Mar 07 21:43:54.541632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 33998) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:54.546912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b54cca-508e-4776-b31b-d8585466fa1f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Pushing event updated for resources: {'Port': ['ID=58d6a1ce-fd5e-4920-9bdf-28fdd201108c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:54.552928 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd860-6845-4646-8381-209d79e61857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0df4de70-d9c4-4c7c-a3e2-d358ece7d9b9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:54.556652 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5d891d11-dc9e-4ccd-b554-1e6f3f88a39f req-b2e87be0-ee20-4fe9-9d1a-774e8f8db5c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea211036-ae33-472f-bc23-44ffb71bfba6 HTTP/1.1" status: 200 len: 217 time: 0.2139091 Mar 07 21:43:54.567756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 4d2316c8-e3ad-4538-a659-422912961231 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:54.581442 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4d2316c8-e3ad-4538-a659-422912961231), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:54.688274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Request body: {'port': {'network_id': '106c70b8-9c7f-425c-8769-a9abc1f9c7ef', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1226582062', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:54.688990 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.api.validators [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] bootfile-name is not in valid_values {{(pid=103719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 21:43:54.689929 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.api.validators [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] tftp-server is not in valid_values {{(pid=103719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 21:43:54.690385 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.api.validators [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] server-ip-address is not in valid_values {{(pid=103719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 21:43:54.731353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cd860-6845-4646-8381-209d79e61857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df4de70-d9c4-4c7c-a3e2-d358ece7d9b9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:54.742697 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d891d11-dc9e-4ccd-b554-1e6f3f88a39f req-435ebe98-16a4-405c-b5c5-faf88d25695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:54.751264 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5d891d11-dc9e-4ccd-b554-1e6f3f88a39f req-435ebe98-16a4-405c-b5c5-faf88d25695f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5076f1fa-85f8-4a16-ad47-dea5582cd5e7 HTTP/1.1" status: 200 len: 854 time: 0.1482215 Mar 07 21:43:54.756749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 4d2316c8-e3ad-4538-a659-422912961231 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:54.757222 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4d2316c8-e3ad-4538-a659-422912961231), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:54.790479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-94b54cca-508e-4776-b31b-d8585466fa1f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Network 5265bb73-df20-4800-81f1-cfbf9305dbff is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:54.846356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 4d2316c8-e3ad-4538-a659-422912961231, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4d2316c8-e3ad-4538-a659-422912961231,segment=NetworkSegment(50503db5-98e6-41ec-866e-2764e5cbaf33),segment_id=50503db5-98e6-41ec-866e-2764e5cbaf33)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:54.847880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-94b54cca-508e-4776-b31b-d8585466fa1f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:54.862922 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4d2316c8-e3ad-4538-a659-422912961231), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:54.865715 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-94b54cca-508e-4776-b31b-d8585466fa1f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:43:54.878467 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2a5cd860-6845-4646-8381-209d79e61857 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f24d58b6039c446ab6fc4ca4bc2098ae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9063864 Mar 07 21:43:54.885723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34008) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:54.924617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7f3c54-c049-4b4b-b70b-cbdcdf922410 None None] Network 106c70b8-9c7f-425c-8769-a9abc1f9c7ef requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:43:55.007018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-485fcf3d-727b-4521-bb77-8b843fd18c22 req-fb14f699-ec91-4442-8f1e-e645fbd57672 service neutron] 10.222.0.15 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766181 Mar 07 21:43:55.106772 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=4d2316c8-e3ad-4538-a659-422912961231,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:55.121223 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-795f3f66-8864-4bd1-be79-51a4a895dfed None None] Provisioning complete for port 4d2316c8-e3ad-4538-a659-422912961231 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:55.121823 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-795f3f66-8864-4bd1-be79-51a4a895dfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4d2316c8-e3ad-4538-a659-422912961231), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:55.136575 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe993c70-619c-42c1-9848-99078de71c8f admin admin] Publish callbacks [] for security_group (0df4de70-d9c4-4c7c-a3e2-d358ece7d9b9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:55.145736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3605b6-03cc-4ea8-a9d0-2cdd6e06df33 req-c434d008-7190-4e71-82be-70dd403b88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:55.147348 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac3605b6-03cc-4ea8-a9d0-2cdd6e06df33 req-c434d008-7190-4e71-82be-70dd403b88ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04bcb9fef1894f61b223b163697dce5a&device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 1127 time: 0.6407368 Mar 07 21:43:55.156336 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dad4b-e3ee-4791-9f8e-26234d83ee47 req-7abd80a8-c589-4063-b7f3-476b7095c6c4 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:55.158370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-446dad4b-e3ee-4791-9f8e-26234d83ee47 req-7abd80a8-c589-4063-b7f3-476b7095c6c4 tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca82f286-5a99-44df-9ae7-fb973a0f6d6f HTTP/1.1" status: 200 len: 946 time: 0.6468821 Mar 07 21:43:55.168963 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a575bb1-4def-457c-bd2d-ab1bb38c80ab req-a5576dd7-20de-499f-b82f-e83aee0ef026 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:55.170985 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a575bb1-4def-457c-bd2d-ab1bb38c80ab req-a5576dd7-20de-499f-b82f-e83aee0ef026 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a71d33e-5101-47f1-abbc-dc79046ec580 HTTP/1.1" status: 200 len: 950 time: 0.8266163 Mar 07 21:43:55.210404 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe993c70-619c-42c1-9848-99078de71c8f admin admin] Publish callbacks [] for security_group (0df4de70-d9c4-4c7c-a3e2-d358ece7d9b9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:55.271584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d891d11-dc9e-4ccd-b554-1e6f3f88a39f req-217ad1c7-c330-4eee-9c9f-a19b388c4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:55.273497 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5d891d11-dc9e-4ccd-b554-1e6f3f88a39f req-217ad1c7-c330-4eee-9c9f-a19b388c4edf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5265bb73-df20-4800-81f1-cfbf9305dbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4807718 Mar 07 21:43:55.302376 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe993c70-619c-42c1-9848-99078de71c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0df4de70-d9c4-4c7c-a3e2-d358ece7d9b9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:55.305819 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe993c70-619c-42c1-9848-99078de71c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:55.311980 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fe993c70-619c-42c1-9848-99078de71c8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0df4de70-d9c4-4c7c-a3e2-d358ece7d9b9 HTTP/1.1" status: 204 len: 168 time: 0.4173696 Mar 07 21:43:55.333555 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-94b54cca-508e-4776-b31b-d8585466fa1f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:55.334283 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-94b54cca-508e-4776-b31b-d8585466fa1f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:55.343943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3605b6-03cc-4ea8-a9d0-2cdd6e06df33 req-ed09827c-5377-4630-bf37-d065a3ca7f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:55.346276 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac3605b6-03cc-4ea8-a9d0-2cdd6e06df33 req-ed09827c-5377-4630-bf37-d065a3ca7f17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a64d822-a651-4d6d-9d1f-f005c77bc34c HTTP/1.1" status: 200 len: 919 time: 0.1729016 Mar 07 21:43:55.348197 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-795f3f66-8864-4bd1-be79-51a4a895dfed None None] Current status of the port 4d2316c8-e3ad-4538-a659-422912961231 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:55.371184 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-94b54cca-508e-4776-b31b-d8585466fa1f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2891321 Mar 07 21:43:55.375766 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe993c70-619c-42c1-9848-99078de71c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df4de70-d9c4-4c7c-a3e2-d358ece7d9b9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:55.452188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Request body: {'port': {'device_id': '6583f555-6482-4fb4-a522-1a45a5c49ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:55.503199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 91b1fcaa-62d3-4da0-a756-30df9c3ce59d up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:43:55.622094 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5d891d11-dc9e-4ccd-b554-1e6f3f88a39f req-362cdba2-ccc9-4beb-a9be-41f7e33c46af service neutron] 10.222.0.13 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348858 Mar 07 21:43:55.627340 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:55.697102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e8feecc2-be58-4f36-9988-c76d6e38b560 None None] Provisioning complete for port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:55.697487 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e8feecc2-be58-4f36-9988-c76d6e38b560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:55.753859 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e8feecc2-be58-4f36-9988-c76d6e38b560 None None] Port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:43:55.759399 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:43:55.769499 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:55.769499 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:55.851780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ea211036-ae33-472f-bc23-44ffb71bfba6 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:43:55.867061 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:43:55.945733 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Made reservation on behalf of 7b46e4c3a4a947a8b246734c148e8b1b for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:55.956991 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:55.985608 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac3605b6-03cc-4ea8-a9d0-2cdd6e06df33 req-7dd16c5e-16e2-4403-b405-1a9ca0d9c91e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdbc55c4-61d9-48ee-9618-b14b517b663c HTTP/1.1" status: 200 len: 217 time: 0.4555309 Mar 07 21:43:56.089978 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5d891d11-dc9e-4ccd-b554-1e6f3f88a39f req-90b1402c-02d2-451a-b7f2-61dfa030ec85 service neutron] 10.222.0.13 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325523 Mar 07 21:43:56.096361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4d2316c8-e3ad-4538-a659-422912961231 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:43:56.178963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4a02effb-509a-427c-8a89-4ff47d335d3a None None] Provisioning complete for port 4d2316c8-e3ad-4538-a659-422912961231 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:56.179343 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4a02effb-509a-427c-8a89-4ff47d335d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4d2316c8-e3ad-4538-a659-422912961231), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:56.223723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-446dad4b-e3ee-4791-9f8e-26234d83ee47 req-206a79aa-939c-4757-ab55-9308d68832cc tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0498569 Mar 07 21:43:56.270837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] device_id is not set on port 1e680937-ca52-46a0-a5d8-c2cd05b2b2e9 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:43:56.313275 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-85c795a1-75af-46da-8fbc-f62499f2f5bf req-05879d18-554c-4671-912c-9af5260cd58d tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:56.330438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa update to DOWN by agent not found {{(pid=103720) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 07 21:43:56.361621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ea211036-ae33-472f-bc23-44ffb71bfba6, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ea211036-ae33-472f-bc23-44ffb71bfba6,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:56.370535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:56.370961 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:56.389679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'ea211036-ae33-472f-bc23-44ffb71bfba6', 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff', 'port_id': 'ea211036-ae33-472f-bc23-44ffb71bfba6', 'mac_address': 'fa:16:3e:86:d6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5076f1fa-85f8-4a16-ad47-dea5582cd5e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:43:56.395138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 4d2316c8-e3ad-4538-a659-422912961231 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:56.395515 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4d2316c8-e3ad-4538-a659-422912961231), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:56.452101 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a575bb1-4def-457c-bd2d-ab1bb38c80ab req-5d498a37-4f87-407a-8536-3d07aefb4d8f tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1160119 Mar 07 21:43:56.465545 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f569f7-3dd3-4329-bafa-135cb87641f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b1fcaa-62d3-4da0-a756-30df9c3ce59d'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:56.468475 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6509dc99-a699-4eb5-9667-4693cfc349ac" -d '{"events": [{"server_uuid": "b0f569f7-3dd3-4329-bafa-135cb87641f4", "name": "network-vif-plugged", "status": "completed", "tag": "91b1fcaa-62d3-4da0-a756-30df9c3ce59d"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:56.528714 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=91b1fcaa-62d3-4da0-a756-30df9c3ce59d,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:56.548955 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:56.568646 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d6a1ce-fd5e-4920-9bdf-28fdd201108c {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:43:56.570971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4a02effb-509a-427c-8a89-4ff47d335d3a None None] Current status of the port 4d2316c8-e3ad-4538-a659-422912961231 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:56.590294 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Publish callbacks [] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:56.635446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3605b6-03cc-4ea8-a9d0-2cdd6e06df33 req-966150ca-6b08-4f84-925b-94fda0dfc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:56.637198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac3605b6-03cc-4ea8-a9d0-2cdd6e06df33 req-966150ca-6b08-4f84-925b-94fda0dfc372 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c081fe-dc52-4918-ab2b-7c35c53daa65 HTTP/1.1" status: 200 len: 858 time: 0.5813215 Mar 07 21:43:56.638204 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05879d18-554c-4671-912c-9af5260cd58d tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Pushing event deleted for resources: {'Port': ['ID=afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:56.660412 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Transition to ACTIVE for port object 58d6a1ce-fd5e-4920-9bdf-28fdd201108c will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:43:56.672123 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:56.702138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 4d2316c8-e3ad-4538-a659-422912961231 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:56.713615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c795a1-75af-46da-8fbc-f62499f2f5bf req-05879d18-554c-4671-912c-9af5260cd58d tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] No DVR routers for this DVR port afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:56.717283 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ea211036-ae33-472f-bc23-44ffb71bfba6 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:56.717696 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:56.747664 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-85c795a1-75af-46da-8fbc-f62499f2f5bf req-05879d18-554c-4671-912c-9af5260cd58d tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:56.751980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85c795a1-75af-46da-8fbc-f62499f2f5bf req-05879d18-554c-4671-912c-9af5260cd58d tempest-FloatingIPsAssociationTestJSON-62229770 tempest-FloatingIPsAssociationTestJSON-62229770-project] 10.222.0.13 "DELETE /v2.0/ports/afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa HTTP/1.1" status: 204 len: 173 time: 4.5915015 Mar 07 21:43:56.755557 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac3605b6-03cc-4ea8-a9d0-2cdd6e06df33 req-d2d066a3-c19f-49d0-9457-f3e3d13d355a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a64d822-a651-4d6d-9d1f-f005c77bc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845687 Mar 07 21:43:56.764230 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20858de6-0f45-45f7-92d3-79ee5cd43d41 req-6f997eb8-c31d-40ba-9e41-9962093bc748 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:56.766859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20858de6-0f45-45f7-92d3-79ee5cd43d41 req-6f997eb8-c31d-40ba-9e41-9962093bc748 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a71d33e-5101-47f1-abbc-dc79046ec580 HTTP/1.1" status: 200 len: 950 time: 1.1630149 Mar 07 21:43:56.768345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'name': 'network-vif-deleted', 'tag': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:56.771455 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba936f35-b615-4721-aba4-bc9750298a7e" -d '{"events": [{"server_uuid": "ca82f286-5a99-44df-9ae7-fb973a0f6d6f", "name": "network-vif-deleted", "tag": "afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:56.780264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4a02effb-509a-427c-8a89-4ff47d335d3a None None] Provisioning complete for port 7054e1a0-855b-47b0-ab4f-3101e888216c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:56.782463 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4a02effb-509a-427c-8a89-4ff47d335d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7054e1a0-855b-47b0-ab4f-3101e888216c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:56.805493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Pushing event updated for resources: {'Port': ['ID=58d6a1ce-fd5e-4920-9bdf-28fdd201108c,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:56.860312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea211036-ae33-472f-bc23-44ffb71bfba6 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:43:56.977359 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Attempting to bind port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:43:56.977713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Attempting to bind port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:43:56.978037 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Attempting to bind port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c on network 5265bb73-df20-4800-81f1-cfbf9305dbff {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:43:57.002265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c on network 5265bb73-df20-4800-81f1-cfbf9305dbff not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:43:57.004855 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Attempting to bind port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c on network 5265bb73-df20-4800-81f1-cfbf9305dbff {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:43:57.012102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:43:57.012451 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Checking segment: {'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:43:57.013021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Bound using segment: {'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:43:57.013475 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Bound port: 58d6a1ce-fd5e-4920-9bdf-28fdd201108c, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1828e68b-7f56-4088-a24b-b582a6ebb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:43:57.013865 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:57.066083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=91b1fcaa-62d3-4da0-a756-30df9c3ce59d,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:57.107196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ea211036-ae33-472f-bc23-44ffb71bfba6, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ea211036-ae33-472f-bc23-44ffb71bfba6,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:57.108310 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4a02effb-509a-427c-8a89-4ff47d335d3a None None] Port 7054e1a0-855b-47b0-ab4f-3101e888216c cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:43:57.124057 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:57.185193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] For port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:43:57.194010 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] For port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=58d6a1ce-fd5e-4920-9bdf-28fdd201108c,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:43:57.205948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:57.292192 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Pushing event updated for resources: {'Port': ['ID=58d6a1ce-fd5e-4920-9bdf-28fdd201108c,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:57.301075 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:57.302343 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:57.305310 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-aeec3682-a14d-4a7c-a00d-b2fb8432e444 service neutron] 10.222.0.15 "PUT /v2.0/ports/58d6a1ce-fd5e-4920-9bdf-28fdd201108c HTTP/1.1" status: 200 len: 1091 time: 1.8623247 Mar 07 21:43:57.306814 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6583f555-6482-4fb4-a522-1a45a5c49ef9', 'tag': '58d6a1ce-fd5e-4920-9bdf-28fdd201108c'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:57.312362 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae1f24f-5582-4741-a2f6-09d883d75653" -d '{"events": [{"name": "network-changed", "server_uuid": "6583f555-6482-4fb4-a522-1a45a5c49ef9", "tag": "58d6a1ce-fd5e-4920-9bdf-28fdd201108c"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:43:57.331644 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ea211036-ae33-472f-bc23-44ffb71bfba6,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:57.358360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-dd84030b-145b-4731-b196-0e7ef7a3163d None None] Provisioning complete for port 7054e1a0-855b-47b0-ab4f-3101e888216c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:43:57.360142 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dd84030b-145b-4731-b196-0e7ef7a3163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7054e1a0-855b-47b0-ab4f-3101e888216c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:57.585457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-81b95776-1a4a-4470-a549-f2f9b720f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:57.589367 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-81b95776-1a4a-4470-a549-f2f9b720f34a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=929b83340405429591abece6acb43fe2&device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 1125 time: 0.1775627 Mar 07 21:43:57.661247 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-98b91e9a-e7fe-4c53-86c0-fca25dd214a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d6a1ce-fd5e-4920-9bdf-28fdd201108c HTTP/1.1" status: 200 len: 217 time: 0.0634902 Mar 07 21:43:57.762675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-6c5f28c9-a026-409e-9d5a-741ba67a0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:57.764166 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-6c5f28c9-a026-409e-9d5a-741ba67a0098 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5076f1fa-85f8-4a16-ad47-dea5582cd5e7 HTTP/1.1" status: 200 len: 854 time: 0.0954535 Mar 07 21:43:57.852765 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-a610d3da-ebab-4829-a05c-87002adb2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:57.856827 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-a610d3da-ebab-4829-a05c-87002adb2eb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5265bb73-df20-4800-81f1-cfbf9305dbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0832911 Mar 07 21:43:57.922871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['ea211036-ae33-472f-bc23-44ffb71bfba6'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:43:58.022775 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-dd84030b-145b-4731-b196-0e7ef7a3163d None None] Port 7054e1a0-855b-47b0-ab4f-3101e888216c cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:43:58.089858 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-3af349fe-a5c9-4063-a203-b7f0368eebca service neutron] 10.222.0.15 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261536 Mar 07 21:43:58.230434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Allocated IP 172.20.0.12 (106c70b8-9c7f-425c-8769-a9abc1f9c7ef/3438117b-b5ad-4618-b478-56d6bd8ac5c6/1e680937-ca52-46a0-a5d8-c2cd05b2b2e9) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:58.289710 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c4a1b540-4065-44b2-9089-62b3fc1d3033 req-02b73cd0-5405-4c2e-92ed-14731442de89 service neutron] 10.222.0.15 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926088 Mar 07 21:43:58.308115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f25133-326d-4566-8886-af9e1b8c35f9 req-a78a2e91-19c8-4647-8c9b-0425efbeea9c tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:58.354877 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11f25133-326d-4566-8886-af9e1b8c35f9 req-a78a2e91-19c8-4647-8c9b-0425efbeea9c tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 1.8916872 Mar 07 21:43:58.398291 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34104) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:58.457974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b1935-dbca-4ca2-803a-a1f7677eef0a req-52ab8cd3-17b3-44e2-a15a-745b851df0c7 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:58.463060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-778b1935-dbca-4ca2-803a-a1f7677eef0a req-52ab8cd3-17b3-44e2-a15a-745b851df0c7 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 943 time: 1.7711332 Mar 07 21:43:58.536804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1022686830', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:58.560099 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11f25133-326d-4566-8886-af9e1b8c35f9 req-1decaa2c-09e7-4da8-b539-687885d1da7e tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033730 Mar 07 21:43:58.573158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac3605b6-03cc-4ea8-a9d0-2cdd6e06df33 req-3b9072dc-4103-4a2a-a65a-f9d521ecf692 service neutron] 10.222.0.15 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7242148 Mar 07 21:43:58.579118 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Made reservation on behalf of 03b91b325ce145a7b0308ba38b246394 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:58.581850 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:58.598762 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:58.628639 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376ff4f1-a463-4e32-a6ff-b9c44bd62fa6 x-openstack-request-id: req-376ff4f1-a463-4e32-a6ff-b9c44bd62fa6 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:58.629193 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f569f7-3dd3-4329-bafa-135cb87641f4", "name": "network-vif-plugged", "status": "completed", "tag": "91b1fcaa-62d3-4da0-a756-30df9c3ce59d", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:58.629277 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-376ff4f1-a463-4e32-a6ff-b9c44bd62fa6 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:58.629607 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f569f7-3dd3-4329-bafa-135cb87641f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b1fcaa-62d3-4da0-a756-30df9c3ce59d', 'code': 200} Mar 07 21:43:58.694011 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2af58d-dc8e-4ef2-add3-100de7feaaba x-openstack-request-id: req-9a2af58d-dc8e-4ef2-add3-100de7feaaba {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:58.694532 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca82f286-5a99-44df-9ae7-fb973a0f6d6f", "name": "network-vif-deleted", "tag": "afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:58.694946 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a2af58d-dc8e-4ef2-add3-100de7feaaba {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:58.696113 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca82f286-5a99-44df-9ae7-fb973a0f6d6f', 'name': 'network-vif-deleted', 'tag': 'afe8aa34-a0c4-46ae-af6d-c0a3f10af4fa', 'status': 'completed', 'code': 200} Mar 07 21:43:58.715178 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks [] for security_group (0b86da6e-5c01-4025-8075-3c61f5feee23), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:58.723034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0b86da6e-5c01-4025-8075-3c61f5feee23), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:58.727654 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] device_id is not set on port 978dd089-4cde-44bd-b06a-872fc94ffd90 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:43:58.754184 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-778b1935-dbca-4ca2-803a-a1f7677eef0a req-ee100fd0-488e-4ca1-8e13-460f7256300d tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797582 Mar 07 21:43:58.761425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-20858de6-0f45-45f7-92d3-79ee5cd43d41 req-1316514a-1832-44d3-ae34-c913077a9cfc tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Deleting port 4e1b1e2a-a536-4710-92ec-26a15046d75b {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:43:58.761958 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-20858de6-0f45-45f7-92d3-79ee5cd43d41 req-1316514a-1832-44d3-ae34-c913077a9cfc tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:58.780905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34116) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:58.920411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b86da6e-5c01-4025-8075-3c61f5feee23,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:58.960469 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7125c7-0d67-4eeb-b2fc-e7552d8f53a9 x-openstack-request-id: req-3f7125c7-0d67-4eeb-b2fc-e7552d8f53a9 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:43:58.961134 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6583f555-6482-4fb4-a522-1a45a5c49ef9", "tag": "58d6a1ce-fd5e-4920-9bdf-28fdd201108c", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:43:58.961491 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f7125c7-0d67-4eeb-b2fc-e7552d8f53a9 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:43:58.962001 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6583f555-6482-4fb4-a522-1a45a5c49ef9', 'tag': '58d6a1ce-fd5e-4920-9bdf-28fdd201108c', 'status': 'completed', 'code': 200} Mar 07 21:43:58.969197 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecd961-44fd-4d8e-af76-7ff68e00e406 req-f9551d86-bb3f-41de-afab-923d0c82e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:58.971529 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f6ecd961-44fd-4d8e-af76-7ff68e00e406 req-f9551d86-bb3f-41de-afab-923d0c82e921 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 1127 time: 0.1548557 Mar 07 21:43:58.998514 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac3605b6-03cc-4ea8-a9d0-2cdd6e06df33 req-32d2b66f-3cdb-415d-ab35-e0a06fadc290 service neutron] 10.222.0.15 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158142 Mar 07 21:43:59.026950 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks [] for port (1e680937-ca52-46a0-a5d8-c2cd05b2b2e9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:59.027311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Allocated IP 172.25.4.80 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/978dd089-4cde-44bd-b06a-872fc94ffd90) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:59.114679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-20858de6-0f45-45f7-92d3-79ee5cd43d41 req-1316514a-1832-44d3-ae34-c913077a9cfc tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] For port 4e1b1e2a-a536-4710-92ec-26a15046d75b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4e1b1e2a-a536-4710-92ec-26a15046d75b,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:59.115205 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-20858de6-0f45-45f7-92d3-79ee5cd43d41 req-1316514a-1832-44d3-ae34-c913077a9cfc tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:59.120114 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f6ecd961-44fd-4d8e-af76-7ff68e00e406 req-2051fb0b-a7bd-4b98-a090-c2c565372b04 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415195 Mar 07 21:43:59.151705 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-20858de6-0f45-45f7-92d3-79ee5cd43d41 req-1316514a-1832-44d3-ae34-c913077a9cfc tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Calling delete_port for 4e1b1e2a-a536-4710-92ec-26a15046d75b owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:43:59.281731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1f24f-5582-4741-a2f6-09d883d75653 req-acf221be-ca06-4800-9eca-147a5c8b4d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:59.284063 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ae1f24f-5582-4741-a2f6-09d883d75653 req-acf221be-ca06-4800-9eca-147a5c8b4d5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=929b83340405429591abece6acb43fe2&device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 1125 time: 0.2879803 Mar 07 21:43:59.413296 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1e680937-ca52-46a0-a5d8-c2cd05b2b2e9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:59.443016 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks [] for port (978dd089-4cde-44bd-b06a-872fc94ffd90), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:59.494762 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (978dd089-4cde-44bd-b06a-872fc94ffd90), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:59.499143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4e1b1e2a-a536-4710-92ec-26a15046d75b no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:43:59.537194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1f24f-5582-4741-a2f6-09d883d75653 req-3ccf4a13-2953-4b0e-aeba-f51b25d3663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:59.539667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ae1f24f-5582-4741-a2f6-09d883d75653 req-3ccf4a13-2953-4b0e-aeba-f51b25d3663e service neutron] 10.222.0.15 "GET /v2.0/networks?id=5265bb73-df20-4800-81f1-cfbf9305dbff HTTP/1.1" status: 200 len: 916 time: 0.1369622 Mar 07 21:43:59.545163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:59.556491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:59.558918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Pushing event updated for resources: {'Port': ['ID=978dd089-4cde-44bd-b06a-872fc94ffd90,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:59.561702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:43:59.620355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783d763-5ab5-4fbd-ba12-1d6d04b4a3f4 req-a68bde0f-8c72-4b2d-b97f-cba670ab489f tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:59.621962 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e783d763-5ab5-4fbd-ba12-1d6d04b4a3f4 req-a68bde0f-8c72-4b2d-b97f-cba670ab489f tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a71d33e-5101-47f1-abbc-dc79046ec580 HTTP/1.1" status: 200 len: 950 time: 0.5997491 Mar 07 21:43:59.629171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4e1b1e2a-a536-4710-92ec-26a15046d75b is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:43:59.630826 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:59.636511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:59.637123 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:59.671590 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-abf1d0f9-6e7f-445e-b962-058f2525bae5 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.2690494 Mar 07 21:43:59.671812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34134) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:43:59.676960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7ca92419-358a-4d90-a409-22e1fa229501 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80'}]}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:59.680290 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4e1b1e2a-a536-4710-92ec-26a15046d75b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4e1b1e2a-a536-4710-92ec-26a15046d75b,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:43:59.697967 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:59.745716 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ca92419-358a-4d90-a409-22e1fa229501 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (9d5dc031-3563-4179-826b-fc0b260d7e11), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:59.747384 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ca92419-358a-4d90-a409-22e1fa229501 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (9d5dc031-3563-4179-826b-fc0b260d7e11), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:59.837470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Network 106c70b8-9c7f-425c-8769-a9abc1f9c7ef is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:59.862040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4e1b1e2a-a536-4710-92ec-26a15046d75b,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:59.869853 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ca92419-358a-4d90-a409-22e1fa229501 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks [] for router_controller (9d5dc031-3563-4179-826b-fc0b260d7e11), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:43:59.874615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ea211036-ae33-472f-bc23-44ffb71bfba6 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:43:59.959147 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ae1f24f-5582-4741-a2f6-09d883d75653 req-1be83f47-7cba-4123-b8a3-5f22c5434e2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d6a1ce-fd5e-4920-9bdf-28fdd201108c HTTP/1.1" status: 200 len: 217 time: 0.3152435 Mar 07 21:43:59.960413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:59.998264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port ea211036-ae33-472f-bc23-44ffb71bfba6 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:44:00.002709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port ea211036-ae33-472f-bc23-44ffb71bfba6 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:00.003256 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:00.045333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e783d763-5ab5-4fbd-ba12-1d6d04b4a3f4 req-0c74cffd-ad57-49cd-85e1-144746dc64a2 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006560 Mar 07 21:44:00.098138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:00.116439 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ea211036-ae33-472f-bc23-44ffb71bfba6 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:00.116837 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:00.167142 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ca92419-358a-4d90-a409-22e1fa229501 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks [] for router_gateway (9d5dc031-3563-4179-826b-fc0b260d7e11), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:00.171993 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Pushing event updated for resources: {'Port': ['ID=1e680937-ca52-46a0-a5d8-c2cd05b2b2e9,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:00.241467 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ea211036-ae33-472f-bc23-44ffb71bfba6, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ea211036-ae33-472f-bc23-44ffb71bfba6,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:00.249099 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:00.402976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1f24f-5582-4741-a2f6-09d883d75653 req-5c82f866-eb76-4221-87cd-195687e0c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:00.402976 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ae1f24f-5582-4741-a2f6-09d883d75653 req-5c82f866-eb76-4221-87cd-195687e0c2a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5076f1fa-85f8-4a16-ad47-dea5582cd5e7 HTTP/1.1" status: 200 len: 854 time: 0.3517265 Mar 07 21:44:00.418024 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-80d2babd-4cf7-4348-a6a6-f298e7b92008 None None] Provisioning complete for port 1e680937-ca52-46a0-a5d8-c2cd05b2b2e9 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:00.419833 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-80d2babd-4cf7-4348-a6a6-f298e7b92008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1e680937-ca52-46a0-a5d8-c2cd05b2b2e9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:00.424477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ea211036-ae33-472f-bc23-44ffb71bfba6,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:00.473403 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-20858de6-0f45-45f7-92d3-79ee5cd43d41 req-1316514a-1832-44d3-ae34-c913077a9cfc tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (4e1b1e2a-a536-4710-92ec-26a15046d75b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:00.497560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['6c511681-5b4b-456d-933c-f673dc53e208'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:44:00.500196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['6e5611ca-7002-4449-9cf0-acdaceca68bf'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:44:00.610293 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-80d2babd-4cf7-4348-a6a6-f298e7b92008 None None] Port 1e680937-ca52-46a0-a5d8-c2cd05b2b2e9 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:44:00.634962 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a71d33e-5101-47f1-abbc-dc79046ec580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e1b1e2a-a536-4710-92ec-26a15046d75b'}, {'server_uuid': 'ef99d55b-3aca-46fb-9cc4-07b5c7d85580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea211036-ae33-472f-bc23-44ffb71bfba6'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:44:00.637321 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6560f335-3196-48ae-a770-83ae8b63bef4" -d '{"events": [{"server_uuid": "5a71d33e-5101-47f1-abbc-dc79046ec580", "name": "network-vif-unplugged", "status": "completed", "tag": "4e1b1e2a-a536-4710-92ec-26a15046d75b"}, {"server_uuid": "ef99d55b-3aca-46fb-9cc4-07b5c7d85580", "name": "network-vif-plugged", "status": "completed", "tag": "ea211036-ae33-472f-bc23-44ffb71bfba6"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:44:00.652014 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ca92419-358a-4d90-a409-22e1fa229501 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks [] for router_gateway (9d5dc031-3563-4179-826b-fc0b260d7e11), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:00.698364 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ca92419-358a-4d90-a409-22e1fa229501 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:00.723223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:00.724213 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:00.750131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-20858de6-0f45-45f7-92d3-79ee5cd43d41 req-1316514a-1832-44d3-ae34-c913077a9cfc tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] No DVR routers for this DVR port 4e1b1e2a-a536-4710-92ec-26a15046d75b on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:00.757033 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316514a-1832-44d3-ae34-c913077a9cfc tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Pushing event deleted for resources: {'Port': ['ID=4e1b1e2a-a536-4710-92ec-26a15046d75b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:00.768449 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-20858de6-0f45-45f7-92d3-79ee5cd43d41 req-1316514a-1832-44d3-ae34-c913077a9cfc tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:00.774111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20858de6-0f45-45f7-92d3-79ee5cd43d41 req-1316514a-1832-44d3-ae34-c913077a9cfc tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.15 "DELETE /v2.0/ports/4e1b1e2a-a536-4710-92ec-26a15046d75b HTTP/1.1" status: 204 len: 173 time: 3.9990242 Mar 07 21:44:00.789306 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a71d33e-5101-47f1-abbc-dc79046ec580', 'name': 'network-vif-deleted', 'tag': '4e1b1e2a-a536-4710-92ec-26a15046d75b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:44:00.795185 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b3cd39-4268-4163-8251-ea0e3b126421" -d '{"events": [{"server_uuid": "5a71d33e-5101-47f1-abbc-dc79046ec580", "name": "network-vif-deleted", "tag": "4e1b1e2a-a536-4710-92ec-26a15046d75b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:44:00.847170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5d454-b2fa-43b8-af3e-b555e5d6cddb req-25ae6f3a-6e78-42be-8f98-86c737bf4a53 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:00.852191 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73e5d454-b2fa-43b8-af3e-b555e5d6cddb req-25ae6f3a-6e78-42be-8f98-86c737bf4a53 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 1.0307066 Mar 07 21:44:00.875098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3b9eca78-e41f-4a7b-b5ab-480aab02e9e8 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 6.2088819 Mar 07 21:44:00.885660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34160) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:00.951264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106ef0f-da98-4c50-b6f2-9a5f68ec5d4e req-e7f677e7-8116-48e6-b06c-9cb0af7c025e tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:00.955763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7106ef0f-da98-4c50-b6f2-9a5f68ec5d4e req-e7f677e7-8116-48e6-b06c-9cb0af7c025e tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 943 time: 0.6622927 Mar 07 21:44:01.034175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1f24f-5582-4741-a2f6-09d883d75653 req-da5e3e0b-1f60-478f-87a4-2f6b6539f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:01.039750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ae1f24f-5582-4741-a2f6-09d883d75653 req-da5e3e0b-1f60-478f-87a4-2f6b6539f5d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5265bb73-df20-4800-81f1-cfbf9305dbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5708263 Mar 07 21:44:01.191252 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18044ab0-d1b0-424c-827a-70cfa87ec9e2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:01.200462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18044ab0-d1b0-424c-827a-70cfa87ec9e2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:01.205753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18044ab0-d1b0-424c-827a-70cfa87ec9e2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:01.208792 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-18044ab0-d1b0-424c-827a-70cfa87ec9e2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3208516 Mar 07 21:44:01.222152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34168) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:01.240323 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ca92419-358a-4d90-a409-22e1fa229501 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks [] for router (9d5dc031-3563-4179-826b-fc0b260d7e11), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:01.246775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ae1f24f-5582-4741-a2f6-09d883d75653 req-6304e3e4-42f3-420c-8fa7-bb3448f262ad service neutron] 10.222.0.15 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842709 Mar 07 21:44:01.509899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 58d6a1ce-fd5e-4920-9bdf-28fdd201108c details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:44:01.618911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73e5d454-b2fa-43b8-af3e-b555e5d6cddb req-1e9a2851-27e6-45bd-8721-7ab57631fe8c tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284448 Mar 07 21:44:01.726853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ae1f24f-5582-4741-a2f6-09d883d75653 req-17fd2f07-e13f-4a46-9607-8b52bb0e31f7 service neutron] 10.222.0.15 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654849 Mar 07 21:44:01.730198 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 07 Mar 2022 21:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d5071c-fd86-4af5-9ec8-0c7f60e41e44 x-openstack-request-id: req-c3d5071c-fd86-4af5-9ec8-0c7f60e41e44 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:44:01.730750 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a71d33e-5101-47f1-abbc-dc79046ec580", "name": "network-vif-unplugged", "status": "completed", "tag": "4e1b1e2a-a536-4710-92ec-26a15046d75b", "code": 200}, {"server_uuid": "ef99d55b-3aca-46fb-9cc4-07b5c7d85580", "name": "network-vif-plugged", "status": "completed", "tag": "ea211036-ae33-472f-bc23-44ffb71bfba6", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:44:01.732137 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3d5071c-fd86-4af5-9ec8-0c7f60e41e44 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:44:01.732679 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a71d33e-5101-47f1-abbc-dc79046ec580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e1b1e2a-a536-4710-92ec-26a15046d75b', 'code': 200} Mar 07 21:44:01.734340 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef99d55b-3aca-46fb-9cc4-07b5c7d85580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea211036-ae33-472f-bc23-44ffb71bfba6', 'code': 200} Mar 07 21:44:01.738216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=58d6a1ce-fd5e-4920-9bdf-28fdd201108c,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:01.745998 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7106ef0f-da98-4c50-b6f2-9a5f68ec5d4e req-e2989383-2d05-4ae9-8c06-509aebdfa263 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7774181 Mar 07 21:44:01.757885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '58d6a1ce-fd5e-4920-9bdf-28fdd201108c', 'network_id': '5265bb73-df20-4800-81f1-cfbf9305dbff', 'port_id': '58d6a1ce-fd5e-4920-9bdf-28fdd201108c', 'mac_address': 'fa:16:3e:33:1c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5076f1fa-85f8-4a16-ad47-dea5582cd5e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:44:01.854981 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:01.855391 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:01.875349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eaf67-7cb2-4b76-8236-3b283592b698 req-afd101f3-3dd4-484b-ba84-234689bcddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:01.875584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d6a1ce-fd5e-4920-9bdf-28fdd201108c {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:44:01.877467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c40eaf67-7cb2-4b76-8236-3b283592b698 req-afd101f3-3dd4-484b-ba84-234689bcddd1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 1128 time: 0.3530180 Mar 07 21:44:01.904408 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faa9cd4-c3db-4cfa-a09e-c482c28ead0b x-openstack-request-id: req-2faa9cd4-c3db-4cfa-a09e-c482c28ead0b {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:44:01.904708 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a71d33e-5101-47f1-abbc-dc79046ec580", "name": "network-vif-deleted", "tag": "4e1b1e2a-a536-4710-92ec-26a15046d75b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:44:01.905054 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2faa9cd4-c3db-4cfa-a09e-c482c28ead0b {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:44:01.905349 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a71d33e-5101-47f1-abbc-dc79046ec580', 'name': 'network-vif-deleted', 'tag': '4e1b1e2a-a536-4710-92ec-26a15046d75b', 'status': 'completed', 'code': 200} Mar 07 21:44:01.906673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=58d6a1ce-fd5e-4920-9bdf-28fdd201108c,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:01.928147 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:02.025107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=58d6a1ce-fd5e-4920-9bdf-28fdd201108c,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:02.025334 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ca92419-358a-4d90-a409-22e1fa229501 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (9d5dc031-3563-4179-826b-fc0b260d7e11), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:02.027632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ca92419-358a-4d90-a409-22e1fa229501 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks [] for router_controller (9d5dc031-3563-4179-826b-fc0b260d7e11), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:02.058603 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-827aee81-c13b-4908-8886-02425d2d635a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (5fb7924e-7aee-47be-8d1e-b4e01d397c20), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:02.171012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eaf67-7cb2-4b76-8236-3b283592b698 req-4928de38-41a5-4149-819c-6d17a59539c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:02.172645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c40eaf67-7cb2-4b76-8236-3b283592b698 req-4928de38-41a5-4149-819c-6d17a59539c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.2665281 Mar 07 21:44:02.202920 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ca92419-358a-4d90-a409-22e1fa229501 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (9d5dc031-3563-4179-826b-fc0b260d7e11), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:02.203638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca92419-358a-4d90-a409-22e1fa229501 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d5dc031-3563-4179-826b-fc0b260d7e11 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:44:02.239384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['58d6a1ce-fd5e-4920-9bdf-28fdd201108c'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:44:02.260300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4610d-1d1d-4008-a664-12a71577546a req-95cec6d1-5e9c-4797-8aa8-629c49af26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:02.262356 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c2f4610d-1d1d-4008-a664-12a71577546a req-95cec6d1-5e9c-4797-8aa8-629c49af26ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef99d55b-3aca-46fb-9cc4-07b5c7d85580 HTTP/1.1" status: 200 len: 1128 time: 0.3781536 Mar 07 21:44:02.311152 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-7ca92419-358a-4d90-a409-22e1fa229501 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 07 21:44:02.315941 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7ca92419-358a-4d90-a409-22e1fa229501 tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6430542 Mar 07 21:44:02.321401 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34188) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:02.401972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d6d8c908-a06a-4488-8c67-417556fb4ae7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Deleting port 1e680937-ca52-46a0-a5d8-c2cd05b2b2e9 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:02.402358 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c908-a06a-4488-8c67-417556fb4ae7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1e680937-ca52-46a0-a5d8-c2cd05b2b2e9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:02.429544 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c40eaf67-7cb2-4b76-8236-3b283592b698 req-876b5672-6c1d-4d97-bbd0-3ed89fa4052b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db HTTP/1.1" status: 200 len: 1001 time: 0.2179866 Mar 07 21:44:02.502615 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c908-a06a-4488-8c67-417556fb4ae7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1e680937-ca52-46a0-a5d8-c2cd05b2b2e9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:02.518989 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c2f4610d-1d1d-4008-a664-12a71577546a req-c5cce175-1c63-4fe7-a93e-ffe897aebc85 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458329 Mar 07 21:44:02.519935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d6d8c908-a06a-4488-8c67-417556fb4ae7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Calling delete_port for 1e680937-ca52-46a0-a5d8-c2cd05b2b2e9 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:02.554591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eaf67-7cb2-4b76-8236-3b283592b698 req-e4c806f7-e77c-403f-8fbe-ea1444bc0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:02.557863 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c40eaf67-7cb2-4b76-8236-3b283592b698 req-e4c806f7-e77c-403f-8fbe-ea1444bc0331 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.0914896 Mar 07 21:44:02.638510 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-04db659f-81d4-4ec3-b5f1-4869943c812b tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Deleting port 978dd089-4cde-44bd-b06a-872fc94ffd90 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:02.638897 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-04db659f-81d4-4ec3-b5f1-4869943c812b tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (978dd089-4cde-44bd-b06a-872fc94ffd90), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:02.858910 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-04db659f-81d4-4ec3-b5f1-4869943c812b tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (978dd089-4cde-44bd-b06a-872fc94ffd90), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:02.872650 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c908-a06a-4488-8c67-417556fb4ae7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (1e680937-ca52-46a0-a5d8-c2cd05b2b2e9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:02.889351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-04db659f-81d4-4ec3-b5f1-4869943c812b tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Calling delete_port for 978dd089-4cde-44bd-b06a-872fc94ffd90 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:03.002132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8c908-a06a-4488-8c67-417556fb4ae7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Pushing event deleted for resources: {'Port': ['ID=1e680937-ca52-46a0-a5d8-c2cd05b2b2e9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:03.225779 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-04db659f-81d4-4ec3-b5f1-4869943c812b tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (978dd089-4cde-44bd-b06a-872fc94ffd90), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:03.236751 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c908-a06a-4488-8c67-417556fb4ae7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:03.240900 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d6d8c908-a06a-4488-8c67-417556fb4ae7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] 10.222.0.26 "DELETE /v2.0/ports/1e680937-ca52-46a0-a5d8-c2cd05b2b2e9 HTTP/1.1" status: 204 len: 168 time: 2.0174026 Mar 07 21:44:03.259580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34212) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:03.265164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8ea34b73-1dce-4cf4-9ebc-a75701c784c2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Request body: {'port': {'name': 'tempest-new-port-name-2005330330', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:03.265682 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.api.validators [None req-8ea34b73-1dce-4cf4-9ebc-a75701c784c2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] bootfile-name is not in valid_values {{(pid=103718) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 21:44:03.266039 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.api.validators [None req-8ea34b73-1dce-4cf4-9ebc-a75701c784c2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] tftp-server is not in valid_values {{(pid=103718) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 21:44:03.266402 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.api.validators [None req-8ea34b73-1dce-4cf4-9ebc-a75701c784c2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] server-ip-address is not in valid_values {{(pid=103718) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 21:44:03.290114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db659f-81d4-4ec3-b5f1-4869943c812b tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Pushing event deleted for resources: {'Port': ['ID=978dd089-4cde-44bd-b06a-872fc94ffd90,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:03.290996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49afe1f-3edc-497c-ace2-8064deaa72b5 req-efe1618c-75ec-443e-a6ae-d461722d8c30 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:03.295379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b49afe1f-3edc-497c-ace2-8064deaa72b5 req-efe1618c-75ec-443e-a6ae-d461722d8c30 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 949 time: 1.0624647 Mar 07 21:44:03.397269 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-04db659f-81d4-4ec3-b5f1-4869943c812b tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:03.401342 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-04db659f-81d4-4ec3-b5f1-4869943c812b tempest-RoutersAdminNegativeIpV6Test-1996072758 tempest-RoutersAdminNegativeIpV6Test-1996072758-project-admin] 10.222.0.26 "DELETE /v2.0/ports/978dd089-4cde-44bd-b06a-872fc94ffd90 HTTP/1.1" status: 204 len: 168 time: 1.0732591 Mar 07 21:44:03.461883 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ea34b73-1dce-4cf4-9ebc-a75701c784c2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7054e1a0-855b-47b0-ab4f-3101e888216c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:03.512022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 58d6a1ce-fd5e-4920-9bdf-28fdd201108c up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:44:03.530881 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b49afe1f-3edc-497c-ace2-8064deaa72b5 req-62405113-0a22-47ad-a177-c3bb476409ce tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993635 Mar 07 21:44:03.627711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eaf67-7cb2-4b76-8236-3b283592b698 req-ae5514bf-04bb-4162-986f-4cbe349ef7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:03.629359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c40eaf67-7cb2-4b76-8236-3b283592b698 req-ae5514bf-04bb-4162-986f-4cbe349ef7f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4033427 Mar 07 21:44:03.637583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5fb5e-e140-4e0d-aecd-a451d0df911b req-735ea1ba-35b0-44ec-8f7a-0057db5b9244 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:03.647653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76f5fb5e-e140-4e0d-aecd-a451d0df911b req-735ea1ba-35b0-44ec-8f7a-0057db5b9244 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.4277170 Mar 07 21:44:03.722426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:44:03.728704 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:03.730247 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:03.796603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c40eaf67-7cb2-4b76-8236-3b283592b698 req-a4530d29-c9f2-4cbe-ad53-46971685ffd2 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443760 Mar 07 21:44:03.817550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76f5fb5e-e140-4e0d-aecd-a451d0df911b req-868cdd91-e14c-4ba3-a976-4532cca032b0 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631358 Mar 07 21:44:04.013625 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:04.015252 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:04.091029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6583f555-6482-4fb4-a522-1a45a5c49ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d6a1ce-fd5e-4920-9bdf-28fdd201108c'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:44:04.095493 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d817fb0-7707-44ef-9d73-e54f9a18a6ae" -d '{"events": [{"server_uuid": "6583f555-6482-4fb4-a522-1a45a5c49ef9", "name": "network-vif-plugged", "status": "completed", "tag": "58d6a1ce-fd5e-4920-9bdf-28fdd201108c"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:44:04.152223 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=58d6a1ce-fd5e-4920-9bdf-28fdd201108c,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:04.163004 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ea34b73-1dce-4cf4-9ebc-a75701c784c2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks [] for port (7054e1a0-855b-47b0-ab4f-3101e888216c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:04.163796 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:04.166128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34232) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:04.223905 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ea34b73-1dce-4cf4-9ebc-a75701c784c2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (7054e1a0-855b-47b0-ab4f-3101e888216c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:04.240593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c40eaf67-7cb2-4b76-8236-3b283592b698 req-8bdb3371-5805-48f2-ad94-f5da700d2e16 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167631 Mar 07 21:44:04.305654 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa497988-cef6-4382-9c53-f17cd2f33278 x-openstack-request-id: req-fa497988-cef6-4382-9c53-f17cd2f33278 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:44:04.306297 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6583f555-6482-4fb4-a522-1a45a5c49ef9", "name": "network-vif-plugged", "status": "completed", "tag": "58d6a1ce-fd5e-4920-9bdf-28fdd201108c", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:44:04.307160 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa497988-cef6-4382-9c53-f17cd2f33278 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:44:04.308721 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6583f555-6482-4fb4-a522-1a45a5c49ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d6a1ce-fd5e-4920-9bdf-28fdd201108c', 'code': 200} Mar 07 21:44:04.317470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5b773-c15b-4371-84b2-43bb123fbf11 req-eea5665f-abab-4dc5-93e2-99c1ca9246ea tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:04.319092 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14c5b773-c15b-4371-84b2-43bb123fbf11 req-eea5665f-abab-4dc5-93e2-99c1ca9246ea tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 945 time: 0.5215003 Mar 07 21:44:04.355776 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-827aee81-c13b-4908-8886-02425d2d635a admin admin] Deleting port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:04.356125 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-827aee81-c13b-4908-8886-02425d2d635a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:04.380505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=58d6a1ce-fd5e-4920-9bdf-28fdd201108c,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:04.494753 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-827aee81-c13b-4908-8886-02425d2d635a admin admin] For port 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2e20da7d-7c81-4989-b9c6-b22cdc9e01d4,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:04.495381 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-827aee81-c13b-4908-8886-02425d2d635a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:04.507105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea34b73-1dce-4cf4-9ebc-a75701c784c2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Pushing event updated for resources: {'Port': ['ID=7054e1a0-855b-47b0-ab4f-3101e888216c,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:04.529398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-827aee81-c13b-4908-8886-02425d2d635a admin admin] Calling delete_port for 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:04.548561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a36c0f-5a8b-4b58-9dbf-324aeeddfe07 req-1c95b2d2-4387-4dca-b3c9-6b256d06f6e1 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:04.550169 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36a36c0f-5a8b-4b58-9dbf-324aeeddfe07 req-1c95b2d2-4387-4dca-b3c9-6b256d06f6e1 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.13 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 949 time: 0.3819551 Mar 07 21:44:04.649389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-8ea34b73-1dce-4cf4-9ebc-a75701c784c2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] In _notify_port_updated(), no bound segment for port 7054e1a0-855b-47b0-ab4f-3101e888216c on network 106c70b8-9c7f-425c-8769-a9abc1f9c7ef {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 21:44:04.658109 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea34b73-1dce-4cf4-9ebc-a75701c784c2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:04.658821 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ea34b73-1dce-4cf4-9ebc-a75701c784c2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:04.674676 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8ea34b73-1dce-4cf4-9ebc-a75701c784c2 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] 10.222.0.26 "PUT /v2.0/ports/7054e1a0-855b-47b0-ab4f-3101e888216c HTTP/1.1" status: 200 len: 1136 time: 1.4138758 Mar 07 21:44:04.675670 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa746-5638-4de9-b17f-d4d82a9e101a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:04.714758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34246) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:04.790530 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2568774b-5396-4482-99cf-c9341c2935b2 None None] Provisioning complete for port 7054e1a0-855b-47b0-ab4f-3101e888216c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:04.791509 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2568774b-5396-4482-99cf-c9341c2935b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7054e1a0-855b-47b0-ab4f-3101e888216c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:04.868115 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2568774b-5396-4482-99cf-c9341c2935b2 None None] Port 7054e1a0-855b-47b0-ab4f-3101e888216c cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:44:04.888547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14c5b773-c15b-4371-84b2-43bb123fbf11 req-857277c0-25ab-44cc-8b4f-14c7053319c1 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617762 Mar 07 21:44:04.918237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c1ee8c-bb85-4477-aaac-e320c1a662ef tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:04.920416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f1c1ee8c-bb85-4477-aaac-e320c1a662ef tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] 10.222.0.26 "GET /v2.0/ports/7054e1a0-855b-47b0-ab4f-3101e888216c HTTP/1.1" status: 200 len: 1136 time: 0.1891437 Mar 07 21:44:04.928791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34250) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:04.949173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003137a2-21ec-4638-ab18-b5fcd0f0a4d1 req-88c6b061-ff95-4be5-b682-7f2f3531698a tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:04.957759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-003137a2-21ec-4638-ab18-b5fcd0f0a4d1 req-88c6b061-ff95-4be5-b682-7f2f3531698a tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 949 time: 0.2389235 Mar 07 21:44:04.963777 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a05296-abfd-4ccc-9b5c-27b996e746af req-fd0e1fa2-49fa-4947-8750-465833253cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:04.965596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43a05296-abfd-4ccc-9b5c-27b996e746af req-fd0e1fa2-49fa-4947-8750-465833253cae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 1127 time: 0.2479560 Mar 07 21:44:05.019804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-36a36c0f-5a8b-4b58-9dbf-324aeeddfe07 req-e1b3017b-8c46-4791-a064-4d7fa230647b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Deleting port 6c511681-5b4b-456d-933c-f673dc53e208 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:05.020159 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-36a36c0f-5a8b-4b58-9dbf-324aeeddfe07 req-e1b3017b-8c46-4791-a064-4d7fa230647b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6c511681-5b4b-456d-933c-f673dc53e208), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:05.028836 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa746-5638-4de9-b17f-d4d82a9e101a admin admin] Publish callbacks [] for security_group (4387e73f-692c-431a-9b3f-81eaddd3e029), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:05.051320 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa746-5638-4de9-b17f-d4d82a9e101a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4387e73f-692c-431a-9b3f-81eaddd3e029), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:05.156121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43a05296-abfd-4ccc-9b5c-27b996e746af req-d72bc598-c60f-4208-b824-4f7aa5afce06 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811986 Mar 07 21:44:05.180737 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3d6aa746-5638-4de9-b17f-d4d82a9e101a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13f9626821e94b328763dea0cd5d8368&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0078142 Mar 07 21:44:05.185238 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34258) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:05.198657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6aa746-5638-4de9-b17f-d4d82a9e101a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4387e73f-692c-431a-9b3f-81eaddd3e029,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:05.211853 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-36a36c0f-5a8b-4b58-9dbf-324aeeddfe07 req-e1b3017b-8c46-4791-a064-4d7fa230647b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] For port 6c511681-5b4b-456d-933c-f673dc53e208, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6c511681-5b4b-456d-933c-f673dc53e208,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:05.212228 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-36a36c0f-5a8b-4b58-9dbf-324aeeddfe07 req-e1b3017b-8c46-4791-a064-4d7fa230647b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6c511681-5b4b-456d-933c-f673dc53e208), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:05.241812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-003137a2-21ec-4638-ab18-b5fcd0f0a4d1 req-05aefe98-3b3a-4c73-ad39-d41e9d3d112b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822790 Mar 07 21:44:05.256908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-36a36c0f-5a8b-4b58-9dbf-324aeeddfe07 req-e1b3017b-8c46-4791-a064-4d7fa230647b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Calling delete_port for 6c511681-5b4b-456d-933c-f673dc53e208 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:05.304443 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-827aee81-c13b-4908-8886-02425d2d635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2e20da7d-7c81-4989-b9c6-b22cdc9e01d4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:05.329977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5567-dd65-46d7-b050-c12085ad4da6 req-a9a297db-0d59-4fbb-a154-2b05464ebdd2 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:05.339238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa3a5567-dd65-46d7-b050-c12085ad4da6 req-a9a297db-0d59-4fbb-a154-2b05464ebdd2 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.1868119 Mar 07 21:44:05.340407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-843a5d7f-7317-4e79-a1de-ada297abaa0b tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Deleting port 7054e1a0-855b-47b0-ab4f-3101e888216c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:05.340759 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-843a5d7f-7317-4e79-a1de-ada297abaa0b tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7054e1a0-855b-47b0-ab4f-3101e888216c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:05.390372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827aee81-c13b-4908-8886-02425d2d635a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e20da7d-7c81-4989-b9c6-b22cdc9e01d4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:05.546322 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c0e5-f038-4c44-a7df-99a6775d1f36 admin admin] Publish callbacks [] for security_group (4387e73f-692c-431a-9b3f-81eaddd3e029), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:05.615251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-843a5d7f-7317-4e79-a1de-ada297abaa0b tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7054e1a0-855b-47b0-ab4f-3101e888216c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:05.660848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa3a5567-dd65-46d7-b050-c12085ad4da6 req-3ea83c10-a2f9-43b9-8ed7-92869697281f tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152974 Mar 07 21:44:05.693293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-843a5d7f-7317-4e79-a1de-ada297abaa0b tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Calling delete_port for 7054e1a0-855b-47b0-ab4f-3101e888216c owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:05.697360 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c0e5-f038-4c44-a7df-99a6775d1f36 admin admin] Publish callbacks [] for security_group (4387e73f-692c-431a-9b3f-81eaddd3e029), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:05.776297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6af7c9-ddd0-4e13-8299-1ba06d2c1773 req-7a87c12e-c0b7-46de-adac-9f724f6785f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3326395 Mar 07 21:44:05.824271 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-827aee81-c13b-4908-8886-02425d2d635a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (5fb7924e-7aee-47be-8d1e-b4e01d397c20), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:05.843772 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c0e5-f038-4c44-a7df-99a6775d1f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4387e73f-692c-431a-9b3f-81eaddd3e029), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:05.847209 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c0e5-f038-4c44-a7df-99a6775d1f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:05.850759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2ed8c0e5-f038-4c44-a7df-99a6775d1f36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4387e73f-692c-431a-9b3f-81eaddd3e029 HTTP/1.1" status: 204 len: 168 time: 0.6387935 Mar 07 21:44:05.871866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8c0e5-f038-4c44-a7df-99a6775d1f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4387e73f-692c-431a-9b3f-81eaddd3e029,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:06.019712 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-36a36c0f-5a8b-4b58-9dbf-324aeeddfe07 req-e1b3017b-8c46-4791-a064-4d7fa230647b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6c511681-5b4b-456d-933c-f673dc53e208), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:06.033431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['6e5611ca-7002-4449-9cf0-acdaceca68bf'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:44:06.275371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3017b-8c46-4791-a064-4d7fa230647b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Pushing event deleted for resources: {'Port': ['ID=6c511681-5b4b-456d-933c-f673dc53e208,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:06.290771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a36c0f-5a8b-4b58-9dbf-324aeeddfe07 req-e1b3017b-8c46-4791-a064-4d7fa230647b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] No DVR routers for this DVR port 6c511681-5b4b-456d-933c-f673dc53e208 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:06.311537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6af7c9-ddd0-4e13-8299-1ba06d2c1773 req-24e55eff-2379-4101-be0e-51217d0ec660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:06.313318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6af7c9-ddd0-4e13-8299-1ba06d2c1773 req-24e55eff-2379-4101-be0e-51217d0ec660 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd5107ec0d54f2796a1b53d509be488&device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 1132 time: 0.4450188 Mar 07 21:44:06.335499 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-36a36c0f-5a8b-4b58-9dbf-324aeeddfe07 req-e1b3017b-8c46-4791-a064-4d7fa230647b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:06.349199 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c02600-d8a5-454c-820e-0da5e72da38f req-78ffd996-2152-4e40-a66f-87f18edb8656 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:06.350806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38c02600-d8a5-454c-820e-0da5e72da38f req-78ffd996-2152-4e40-a66f-87f18edb8656 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 945 time: 0.2857831 Mar 07 21:44:06.361963 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36a36c0f-5a8b-4b58-9dbf-324aeeddfe07 req-e1b3017b-8c46-4791-a064-4d7fa230647b tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.13 "DELETE /v2.0/ports/6c511681-5b4b-456d-933c-f673dc53e208 HTTP/1.1" status: 204 len: 173 time: 1.7827079 Mar 07 21:44:06.363960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52ace8a-8982-4912-8851-cd1e3361ce86', 'name': 'network-vif-deleted', 'tag': '6c511681-5b4b-456d-933c-f673dc53e208'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:44:06.374236 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c615ed97-7f1b-4768-80a8-6eb34774b6b5" -d '{"events": [{"server_uuid": "a52ace8a-8982-4912-8851-cd1e3361ce86", "name": "network-vif-deleted", "tag": "6c511681-5b4b-456d-933c-f673dc53e208"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:44:06.572940 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-843a5d7f-7317-4e79-a1de-ada297abaa0b tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7054e1a0-855b-47b0-ab4f-3101e888216c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:06.624299 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6af7c9-ddd0-4e13-8299-1ba06d2c1773 req-51c316d5-8c8f-4119-9f2a-b0b6ce69cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:06.633440 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6af7c9-ddd0-4e13-8299-1ba06d2c1773 req-51c316d5-8c8f-4119-9f2a-b0b6ce69cda7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.2762823 Mar 07 21:44:06.724762 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34290) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:06.769729 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a5d7f-7317-4e79-a1de-ada297abaa0b tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Pushing event deleted for resources: {'Port': ['ID=7054e1a0-855b-47b0-ab4f-3101e888216c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:06.821990 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-119588ba-92fd-430d-b91e-e351e5159e8f req-ff13ceef-9a0d-449c-be6b-3108cfa09d7c tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=a52ace8a-8982-4912-8851-cd1e3361ce86 HTTP/1.1" status: 200 len: 210 time: 0.1849713 Mar 07 21:44:07.012302 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5a11c598-26e0-42b9-8be3-1cf46eb682e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03b91b325ce145a7b0308ba38b246394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2094941 Mar 07 21:44:07.013072 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6af7c9-ddd0-4e13-8299-1ba06d2c1773 req-c36e1dc5-5148-4da5-a9a1-4316c45fe519 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf HTTP/1.1" status: 200 len: 217 time: 0.2737389 Mar 07 21:44:07.015662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34296) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:07.039284 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-843a5d7f-7317-4e79-a1de-ada297abaa0b tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:07.047293 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-843a5d7f-7317-4e79-a1de-ada297abaa0b tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] 10.222.0.26 "DELETE /v2.0/ports/7054e1a0-855b-47b0-ab4f-3101e888216c HTTP/1.1" status: 204 len: 168 time: 2.1173828 Mar 07 21:44:07.049386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34298) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:07.063316 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5910191b-6894-4447-a9f0-a565ab1f68b7 x-openstack-request-id: req-5910191b-6894-4447-a9f0-a565ab1f68b7 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:44:07.063972 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52ace8a-8982-4912-8851-cd1e3361ce86", "name": "network-vif-deleted", "tag": "6c511681-5b4b-456d-933c-f673dc53e208", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:44:07.064430 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5910191b-6894-4447-a9f0-a565ab1f68b7 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:44:07.065000 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52ace8a-8982-4912-8851-cd1e3361ce86', 'name': 'network-vif-deleted', 'tag': '6c511681-5b4b-456d-933c-f673dc53e208', 'status': 'completed', 'code': 200} Mar 07 21:44:07.198266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6af7c9-ddd0-4e13-8299-1ba06d2c1773 req-404feb87-2c78-4069-9717-5e399b5605fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:07.199717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6af7c9-ddd0-4e13-8299-1ba06d2c1773 req-404feb87-2c78-4069-9717-5e399b5605fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1962581 Mar 07 21:44:07.209534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d74cd8c-416f-4f1d-84cf-ef3895b864cd tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Deleting subnet 3438117b-b5ad-4618-b478-56d6bd8ac5c6 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:44:07.217343 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d74cd8c-416f-4f1d-84cf-ef3895b864cd tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks [] for subnet (3438117b-b5ad-4618-b478-56d6bd8ac5c6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:07.283332 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38c02600-d8a5-454c-820e-0da5e72da38f req-4a0d79bd-8987-40bf-94ec-9db9a075cb94 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9229665 Mar 07 21:44:07.293959 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d74cd8c-416f-4f1d-84cf-ef3895b864cd tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (3438117b-b5ad-4618-b478-56d6bd8ac5c6), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:07.388563 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2853a12f-c9aa-410b-8290-50b32c1f96ff admin admin] Publish callbacks [] for security_group (0b86da6e-5c01-4025-8075-3c61f5feee23), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:07.447975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17816a1-c119-4711-83fd-71282ecb0eae req-d7a59bdb-0fa3-4146-817e-07614c781485 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:07.449530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c17816a1-c119-4711-83fd-71282ecb0eae req-d7a59bdb-0fa3-4146-817e-07614c781485 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.2532742 Mar 07 21:44:07.458978 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2853a12f-c9aa-410b-8290-50b32c1f96ff admin admin] Publish callbacks [] for security_group (0b86da6e-5c01-4025-8075-3c61f5feee23), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:07.488720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6af7c9-ddd0-4e13-8299-1ba06d2c1773 req-ed9703b0-22bd-47a6-9b48-d75c34369750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:07.490246 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6af7c9-ddd0-4e13-8299-1ba06d2c1773 req-ed9703b0-22bd-47a6-9b48-d75c34369750 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2470565 Mar 07 21:44:07.559254 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d74cd8c-416f-4f1d-84cf-ef3895b864cd tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (3438117b-b5ad-4618-b478-56d6bd8ac5c6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:07.778098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6af7c9-ddd0-4e13-8299-1ba06d2c1773 req-b02d3ceb-c5fd-484d-9711-8ee915c4932e service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105069 Mar 07 21:44:07.786747 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827aee81-c13b-4908-8886-02425d2d635a admin admin] Router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:44:07.820484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6c511681-5b4b-456d-933c-f673dc53e208 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:44:07.879587 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 6c511681-5b4b-456d-933c-f673dc53e208 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:44:07.879943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6c511681-5b4b-456d-933c-f673dc53e208 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:44:07.956644 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6af7c9-ddd0-4e13-8299-1ba06d2c1773 req-0ca8a031-6571-4331-bc02-0286ac5a9ebf service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682525 Mar 07 21:44:07.993123 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c17816a1-c119-4711-83fd-71282ecb0eae req-0fd47758-5292-4a4a-bcd7-50f7cf67b8d6 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5257816 Mar 07 21:44:08.065780 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2853a12f-c9aa-410b-8290-50b32c1f96ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0b86da6e-5c01-4025-8075-3c61f5feee23), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:08.069762 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2853a12f-c9aa-410b-8290-50b32c1f96ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:08.071159 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2853a12f-c9aa-410b-8290-50b32c1f96ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b86da6e-5c01-4025-8075-3c61f5feee23 HTTP/1.1" status: 204 len: 168 time: 1.0535867 Mar 07 21:44:08.106577 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853a12f-c9aa-410b-8290-50b32c1f96ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b86da6e-5c01-4025-8075-3c61f5feee23,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:08.161449 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d74cd8c-416f-4f1d-84cf-ef3895b864cd tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (3438117b-b5ad-4618-b478-56d6bd8ac5c6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:08.250919 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d74cd8c-416f-4f1d-84cf-ef3895b864cd tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:08.256497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f2e45a-765c-4608-a16f-830883879eef None None] Network 106c70b8-9c7f-425c-8769-a9abc1f9c7ef requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:08.267791 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8d74cd8c-416f-4f1d-84cf-ef3895b864cd tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] 10.222.0.26 "DELETE /v2.0/subnets/3438117b-b5ad-4618-b478-56d6bd8ac5c6 HTTP/1.1" status: 204 len: 168 time: 1.2002680 Mar 07 21:44:08.270057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34324) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:08.272331 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74cd8c-416f-4f1d-84cf-ef3895b864cd tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Pushing event deleted for resources: {'Subnet': ['ID=3438117b-b5ad-4618-b478-56d6bd8ac5c6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:08.391430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827aee81-c13b-4908-8886-02425d2d635a admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:44:08.404913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-827aee81-c13b-4908-8886-02425d2d635a admin admin] 10.222.0.26 "PUT /v2.0/routers/5fb7924e-7aee-47be-8d1e-b4e01d397c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6188736 Mar 07 21:44:08.408703 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34330) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:08.470555 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f11773-4ca0-489d-8208-eac461509f9f None None] Sync routers for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:08.501841 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (106c70b8-9c7f-425c-8769-a9abc1f9c7ef), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:08.538692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f11773-4ca0-489d-8208-eac461509f9f None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:44:08.545821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b1f11773-4ca0-489d-8208-eac461509f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:08.629530 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] Publish callbacks [] for router (5fb7924e-7aee-47be-8d1e-b4e01d397c20), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:08.669698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Deleting port 4d2316c8-e3ad-4538-a659-422912961231 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:08.671746 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4d2316c8-e3ad-4538-a659-422912961231), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:08.723063 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611eaaba-f95f-49e9-921d-e187bc9a1c32 req-d19a127b-c24a-45de-a3b4-85a78f891ef0 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:08.725094 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-611eaaba-f95f-49e9-921d-e187bc9a1c32 req-d19a127b-c24a-45de-a3b4-85a78f891ef0 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 945 time: 0.3123972 Mar 07 21:44:08.747544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340bb46-2c2a-4828-93f9-e7eb1b371949 req-147a562d-4204-4846-bfb7-397c85c484a9 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:08.768137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a340bb46-2c2a-4828-93f9-e7eb1b371949 req-147a562d-4204-4846-bfb7-397c85c484a9 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 950 time: 0.2238986 Mar 07 21:44:08.799670 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-b1f11773-4ca0-489d-8208-eac461509f9f None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:44:08.852776 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] For port 4d2316c8-e3ad-4538-a659-422912961231, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4d2316c8-e3ad-4538-a659-422912961231,segment=NetworkSegment(50503db5-98e6-41ec-866e-2764e5cbaf33),segment_id=50503db5-98e6-41ec-866e-2764e5cbaf33)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:08.853443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4d2316c8-e3ad-4538-a659-422912961231), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:08.880386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Calling delete_port for 4d2316c8-e3ad-4538-a659-422912961231 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:09.062800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ab2708-9562-4a5a-ae38-014cc5249635 None None] DHCP port deletion for 106c70b8-9c7f-425c-8769-a9abc1f9c7ef request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:44:09.135753 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4d2316c8-e3ad-4538-a659-422912961231), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:09.219509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] No DVR routers for this DVR port 4d2316c8-e3ad-4538-a659-422912961231 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:09.221890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Pushing event deleted for resources: {'Port': ['ID=4d2316c8-e3ad-4538-a659-422912961231,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:09.349202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-57ab2708-9562-4a5a-ae38-014cc5249635 None None] Deleting port 4d2316c8-e3ad-4538-a659-422912961231 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:09.349873 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-57ab2708-9562-4a5a-ae38-014cc5249635 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4d2316c8-e3ad-4538-a659-422912961231), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:09.423251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (106c70b8-9c7f-425c-8769-a9abc1f9c7ef), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:09.440393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-57ab2708-9562-4a5a-ae38-014cc5249635 None None] For port 4d2316c8-e3ad-4538-a659-422912961231, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:09.441171 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-57ab2708-9562-4a5a-ae38-014cc5249635 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4d2316c8-e3ad-4538-a659-422912961231), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:09.464537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-57ab2708-9562-4a5a-ae38-014cc5249635 None None] Calling delete_port for 4d2316c8-e3ad-4538-a659-422912961231 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:09.465320 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106c70b8-9c7f-425c-8769-a9abc1f9c7ef']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:09.468124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-57ab2708-9562-4a5a-ae38-014cc5249635 None None] Port 4d2316c8-e3ad-4538-a659-422912961231 was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 21:44:09.475466 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-57ab2708-9562-4a5a-ae38-014cc5249635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (4d2316c8-e3ad-4538-a659-422912961231), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:09.487941 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50503db5-98e6-41ec-866e-2764e5cbaf33') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:09.488913 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50503db5-98e6-41ec-866e-2764e5cbaf33') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:09.499754 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (50503db5-98e6-41ec-866e-2764e5cbaf33), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:09.535820 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (50503db5-98e6-41ec-866e-2764e5cbaf33), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:09.543881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:09.545731 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (50503db5-98e6-41ec-866e-2764e5cbaf33), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:09.553667 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:09.560126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab2708-9562-4a5a-ae38-014cc5249635 None None] No DVR routers for this DVR port 4d2316c8-e3ad-4538-a659-422912961231 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:09.567740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab2708-9562-4a5a-ae38-014cc5249635 None None] Pushing event deleted for resources: {'Port': ['ID=4d2316c8-e3ad-4538-a659-422912961231,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:09.605933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b1f11773-4ca0-489d-8208-eac461509f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:44:04Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:09.667976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f11773-4ca0-489d-8208-eac461509f9f None None] Checking router: 5fb7924e-7aee-47be-8d1e-b4e01d397c20 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:44:09.700718 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (106c70b8-9c7f-425c-8769-a9abc1f9c7ef), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:09.715604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f11773-4ca0-489d-8208-eac461509f9f None None] Routers {'5fb7924e-7aee-47be-8d1e-b4e01d397c20'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:44:09.717574 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:09.718357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b1f11773-4ca0-489d-8208-eac461509f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:43:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:09.735445 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] 10.222.0.26 "DELETE /v2.0/networks/106c70b8-9c7f-425c-8769-a9abc1f9c7ef HTTP/1.1" status: 204 len: 168 time: 1.4427660 Mar 07 21:44:09.755374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccbea1-ce25-43f3-9143-857a99328dd7 tempest-ExtraDHCPOptionsTestJSON-1907155719 tempest-ExtraDHCPOptionsTestJSON-1907155719-project] Pushing event deleted for resources: {'Network': ['ID=106c70b8-9c7f-425c-8769-a9abc1f9c7ef,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:09.823289 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34374) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:09.850465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a340bb46-2c2a-4828-93f9-e7eb1b371949 req-794d6452-d71a-47f5-be78-eab3d052c60d tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0764656 Mar 07 21:44:09.872572 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-611eaaba-f95f-49e9-921d-e187bc9a1c32 req-724b2d96-e0aa-4e2c-8c9b-e1048c39a6f1 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1023805 Mar 07 21:44:09.933976 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] Publish callbacks [] for router_gateway (5fb7924e-7aee-47be-8d1e-b4e01d397c20), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:10.004971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3996d0d-2406-4a45-91f5-03b36ac78be5 req-47417cfc-43ef-44f6-8773-f04888c15ca7 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:10.006801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3996d0d-2406-4a45-91f5-03b36ac78be5 req-47417cfc-43ef-44f6-8773-f04888c15ca7 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 950 time: 0.1398733 Mar 07 21:44:10.208370 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7c057c51-cb2e-4b9d-b83e-17191778ce25 tempest-AgentManagementNegativeTest-2112318054 tempest-AgentManagementNegativeTest-2112318054-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3817906 Mar 07 21:44:10.375694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-b1f11773-4ca0-489d-8208-eac461509f9f None None] Set router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:44:10.403979 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34392) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:10.558871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4d2316c8-e3ad-4538-a659-422912961231 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:44:10.611586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 4d2316c8-e3ad-4538-a659-422912961231 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:44:10.611948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4d2316c8-e3ad-4538-a659-422912961231 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:44:10.670421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b1f11773-4ca0-489d-8208-eac461509f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:44:04Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:10.686109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beca850-9866-4b73-a8ef-e4c18ff2ca68 req-c4c5fc31-f11f-4799-b7ec-1b9b714fb27f tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:10.693481 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2beca850-9866-4b73-a8ef-e4c18ff2ca68 req-c4c5fc31-f11f-4799-b7ec-1b9b714fb27f tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.6196561 Mar 07 21:44:10.710056 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f11773-4ca0-489d-8208-eac461509f9f None None] The sync data for ids ['5fb7924e-7aee-47be-8d1e-b4e01d397c20'] in n-d-832330-1 is: [{'id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'name': 'tempest-FloatingIPsAssociationTestJSON-1783865791-router', 'tenant_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:44:04Z', 'revision_number': 5, 'project_id': '69ec204fa4634d369d0ee24b88e4d9c4', 'gw_port': {'id': 'd4dd1630-d9c7-498a-b1a4-83f9d0504a89', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7924e-7aee-47be-8d1e-b4e01d397c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:10.718447 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] Deleting port d4dd1630-d9c7-498a-b1a4-83f9d0504a89 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:10.718999 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d4dd1630-d9c7-498a-b1a4-83f9d0504a89), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:10.729513 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-90ca11f1-7d72-4f9d-8d54-3ea731d89d7c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b46e4c3a4a947a8b246734c148e8b1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3243461 Mar 07 21:44:10.730240 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34402) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:10.781203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a3a9d-2262-4228-9bac-0bb3e01ad87e req-2dd1a8a1-e3a0-43b7-a751-027da12e3f57 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:10.788750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea9a3a9d-2262-4228-9bac-0bb3e01ad87e req-2dd1a8a1-e3a0-43b7-a751-027da12e3f57 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 945 time: 0.7071784 Mar 07 21:44:10.849628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34406) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:10.861551 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b89a314-54b2-4c21-99b7-23a4f08c505e admin admin] Publish callbacks [] for security_group (4c7f4570-e7d0-4eba-8240-89a1268fccd6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:10.888671 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b89a314-54b2-4c21-99b7-23a4f08c505e admin admin] Publish callbacks [] for security_group (4c7f4570-e7d0-4eba-8240-89a1268fccd6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:10.910788 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cd41a-fb7f-4015-b19b-ff05ab3f5f92 req-7fe23442-a4fd-49a8-9f85-6484f3f3e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:10.912928 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-595cd41a-fb7f-4015-b19b-ff05ab3f5f92 req-7fe23442-a4fd-49a8-9f85-6484f3f3e1ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 1127 time: 0.3696094 Mar 07 21:44:10.939299 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b89a314-54b2-4c21-99b7-23a4f08c505e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4c7f4570-e7d0-4eba-8240-89a1268fccd6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:10.943562 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b89a314-54b2-4c21-99b7-23a4f08c505e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:10.958914 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8b89a314-54b2-4c21-99b7-23a4f08c505e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c7f4570-e7d0-4eba-8240-89a1268fccd6 HTTP/1.1" status: 204 len: 168 time: 0.2186203 Mar 07 21:44:10.977044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-f3996d0d-2406-4a45-91f5-03b36ac78be5 req-d74e4fd0-43a5-4b6e-8e08-0b14d55c2ff6 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Deleting port 6e5611ca-7002-4449-9cf0-acdaceca68bf {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:10.977641 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f3996d0d-2406-4a45-91f5-03b36ac78be5 req-d74e4fd0-43a5-4b6e-8e08-0b14d55c2ff6 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:10.979896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89a314-54b2-4c21-99b7-23a4f08c505e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7f4570-e7d0-4eba-8240-89a1268fccd6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:11.004284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2beca850-9866-4b73-a8ef-e4c18ff2ca68 req-0fc90f98-4f45-47cd-9b09-9191bb9f60d0 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094490 Mar 07 21:44:11.065673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea9a3a9d-2262-4228-9bac-0bb3e01ad87e req-7737565a-38b3-486f-87cc-4e680d1c857b tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757101 Mar 07 21:44:11.176852 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1055cbd-6310-4c57-a79b-f81cab544e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:11.345327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-595cd41a-fb7f-4015-b19b-ff05ab3f5f92 req-7fa4c8b7-f2be-4b23-9ad4-b5c80b043312 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140911 Mar 07 21:44:11.374431 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1055cbd-6310-4c57-a79b-f81cab544e46 admin admin] Publish callbacks [] for security_group (a3d6870a-1228-45bf-9aeb-80adac2fc52f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:11.400342 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1055cbd-6310-4c57-a79b-f81cab544e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a3d6870a-1228-45bf-9aeb-80adac2fc52f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:11.425877 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] For port d4dd1630-d9c7-498a-b1a4-83f9d0504a89, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d4dd1630-d9c7-498a-b1a4-83f9d0504a89,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:11.426579 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d4dd1630-d9c7-498a-b1a4-83f9d0504a89), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:11.451552 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d1055cbd-6310-4c57-a79b-f81cab544e46 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67d1bcb0ce534a968bd0f1c7968dd50d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6007998 Mar 07 21:44:11.459055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34426) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:11.465538 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] Calling delete_port for d4dd1630-d9c7-498a-b1a4-83f9d0504a89 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:11.488684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1055cbd-6310-4c57-a79b-f81cab544e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d6870a-1228-45bf-9aeb-80adac2fc52f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:11.504975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-f3996d0d-2406-4a45-91f5-03b36ac78be5 req-d74e4fd0-43a5-4b6e-8e08-0b14d55c2ff6 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] For port 6e5611ca-7002-4449-9cf0-acdaceca68bf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e5611ca-7002-4449-9cf0-acdaceca68bf,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:11.509263 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f3996d0d-2406-4a45-91f5-03b36ac78be5 req-d74e4fd0-43a5-4b6e-8e08-0b14d55c2ff6 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:11.524969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013f3bc-d73c-4334-8b82-9da4c24e1ba1 req-fe506ef2-b8b6-4799-8ab8-62663b790c8f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:11.527024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c013f3bc-d73c-4334-8b82-9da4c24e1ba1 req-fe506ef2-b8b6-4799-8ab8-62663b790c8f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef99d55b-3aca-46fb-9cc4-07b5c7d85580 HTTP/1.1" status: 200 len: 946 time: 0.2568190 Mar 07 21:44:11.548709 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-178efd80-5213-4a4f-b544-6c63a89e1f0a admin admin] Publish callbacks [] for security_group (a3d6870a-1228-45bf-9aeb-80adac2fc52f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:11.573153 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-178efd80-5213-4a4f-b544-6c63a89e1f0a admin admin] Publish callbacks [] for security_group (a3d6870a-1228-45bf-9aeb-80adac2fc52f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:11.596163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-f3996d0d-2406-4a45-91f5-03b36ac78be5 req-d74e4fd0-43a5-4b6e-8e08-0b14d55c2ff6 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Calling delete_port for 6e5611ca-7002-4449-9cf0-acdaceca68bf owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:11.626687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cddb7b-cb20-4ab4-a7ea-c0f8a6054aa2 req-af025fb6-4125-4247-b0ef-0e14a0ab1f26 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:11.630297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68cddb7b-cb20-4ab4-a7ea-c0f8a6054aa2 req-af025fb6-4125-4247-b0ef-0e14a0ab1f26 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 950 time: 0.3589029 Mar 07 21:44:11.669924 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-178efd80-5213-4a4f-b544-6c63a89e1f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a3d6870a-1228-45bf-9aeb-80adac2fc52f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:11.675012 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-178efd80-5213-4a4f-b544-6c63a89e1f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:11.678801 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-178efd80-5213-4a4f-b544-6c63a89e1f0a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3d6870a-1228-45bf-9aeb-80adac2fc52f HTTP/1.1" status: 204 len: 168 time: 0.2187083 Mar 07 21:44:11.688175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178efd80-5213-4a4f-b544-6c63a89e1f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d6870a-1228-45bf-9aeb-80adac2fc52f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:11.859067 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c013f3bc-d73c-4334-8b82-9da4c24e1ba1 req-c643f4db-9f10-4e1c-9f6a-49cc4206b795 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194921 Mar 07 21:44:11.867122 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68cddb7b-cb20-4ab4-a7ea-c0f8a6054aa2 req-50290b5b-f3a3-48f9-b30a-cba72298c4bb tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181432 Mar 07 21:44:12.006859 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:44:12.064856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:44:12.065297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2e20da7d-7c81-4989-b9c6-b22cdc9e01d4 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:44:12.348324 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f3996d0d-2406-4a45-91f5-03b36ac78be5 req-d74e4fd0-43a5-4b6e-8e08-0b14d55c2ff6 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6e5611ca-7002-4449-9cf0-acdaceca68bf), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:12.494477 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d4dd1630-d9c7-498a-b1a4-83f9d0504a89), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:12.567023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e4fd0-43a5-4b6e-8e08-0b14d55c2ff6 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Pushing event deleted for resources: {'Port': ['ID=6e5611ca-7002-4449-9cf0-acdaceca68bf,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:12.647466 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34480) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:12.721893 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3996d0d-2406-4a45-91f5-03b36ac78be5 req-d74e4fd0-43a5-4b6e-8e08-0b14d55c2ff6 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] No DVR routers for this DVR port 6e5611ca-7002-4449-9cf0-acdaceca68bf on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:12.723765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4dd1630-d9c7-498a-b1a4-83f9d0504a89,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:12.725974 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (5fb7924e-7aee-47be-8d1e-b4e01d397c20), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:12.730626 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f3996d0d-2406-4a45-91f5-03b36ac78be5 req-d74e4fd0-43a5-4b6e-8e08-0b14d55c2ff6 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:12.738699 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3996d0d-2406-4a45-91f5-03b36ac78be5 req-d74e4fd0-43a5-4b6e-8e08-0b14d55c2ff6 tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.15 "DELETE /v2.0/ports/6e5611ca-7002-4449-9cf0-acdaceca68bf HTTP/1.1" status: 204 len: 173 time: 2.7253690 Mar 07 21:44:12.740520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f97d876-f8df-40a6-b311-ce424b003ca2', 'name': 'network-vif-deleted', 'tag': '6e5611ca-7002-4449-9cf0-acdaceca68bf'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:44:12.742983 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcd5214-4001-4adf-be75-0ab17dde3b58" -d '{"events": [{"server_uuid": "6f97d876-f8df-40a6-b311-ce424b003ca2", "name": "network-vif-deleted", "tag": "6e5611ca-7002-4449-9cf0-acdaceca68bf"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:44:12.799449 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa6ff0-b59e-424c-a8f5-2651ae89381d req-b4c6d630-f60b-423d-9058-0fb9cff0ac52 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:12.801518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-edaa6ff0-b59e-424c-a8f5-2651ae89381d req-b4c6d630-f60b-423d-9058-0fb9cff0ac52 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.6174386 Mar 07 21:44:12.909435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dac2c-69b2-4b49-9925-53fc3bef241d req-2733599c-c54e-49c1-b6ea-86f6d4627be0 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:12.917181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e4dac2c-69b2-4b49-9925-53fc3bef241d req-2733599c-c54e-49c1-b6ea-86f6d4627be0 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 945 time: 0.5684340 Mar 07 21:44:12.959030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1660037817'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:13.008479 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (5fb7924e-7aee-47be-8d1e-b4e01d397c20), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.012184 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] Publish callbacks [] for router_controller (5fb7924e-7aee-47be-8d1e-b4e01d397c20), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.020249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Made reservation on behalf of 1ac2d3070da4426e8686d5a8c5a52cb3 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:13.034192 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.054881 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.072662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34506) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:13.118685 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e4dac2c-69b2-4b49-9925-53fc3bef241d req-6f722716-e2b1-43f4-8b3b-eea277879c0e tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004371 Mar 07 21:44:13.124987 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (5fb7924e-7aee-47be-8d1e-b4e01d397c20), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.125932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fb7924e-7aee-47be-8d1e-b4e01d397c20 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:44:13.136601 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-edaa6ff0-b59e-424c-a8f5-2651ae89381d req-87cc7e1c-12a7-47bd-b70a-7a4ce886c804 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589571 Mar 07 21:44:13.146747 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.153688 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e58ab01f-8f48-4d2f-aa72-5155f6844492 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5fb7924e-7aee-47be-8d1e-b4e01d397c20 HTTP/1.1" status: 204 len: 168 time: 4.7383130 Mar 07 21:44:13.158024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34520) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:13.176688 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79e78d2-12e3-44da-bc94-69c4b1f9e8fa x-openstack-request-id: req-b79e78d2-12e3-44da-bc94-69c4b1f9e8fa {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:44:13.176992 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f97d876-f8df-40a6-b311-ce424b003ca2", "name": "network-vif-deleted", "tag": "6e5611ca-7002-4449-9cf0-acdaceca68bf", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:44:13.177249 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b79e78d2-12e3-44da-bc94-69c4b1f9e8fa {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:44:13.177660 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f97d876-f8df-40a6-b311-ce424b003ca2', 'name': 'network-vif-deleted', 'tag': '6e5611ca-7002-4449-9cf0-acdaceca68bf', 'status': 'completed', 'code': 200} Mar 07 21:44:13.293224 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for security_group (51b0f731-dab0-4899-91e0-49cc849c5087), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.302489 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (51b0f731-dab0-4899-91e0-49cc849c5087), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.308492 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-526da1a6-0f27-41e0-9899-cab57486d7c4 req-2956651c-1531-407d-981b-8b53f274b1fc tempest-ServersAdminTestJSON-224700911 tempest-ServersAdminTestJSON-224700911-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f97d876-f8df-40a6-b311-ce424b003ca2 HTTP/1.1" status: 200 len: 210 time: 0.0494230 Mar 07 21:44:13.316752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-755f93cc-f72b-4b1d-8134-51f768aa35b2 admin admin] Deleting subnet ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:44:13.343368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-755f93cc-f72b-4b1d-8134-51f768aa35b2 admin admin] Publish callbacks [] for subnet (ec236f37-06b2-43ab-b2ad-c9c666b6d1b3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.352543 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b0f731-dab0-4899-91e0-49cc849c5087,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:13.378178 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:13.390920 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (2240b12b-d709-4750-aa62-0fe6fc89301a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.391353 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Added segment 2240b12b-d709-4750-aa62-0fe6fc89301a of type vlan for network 1c4222f8-0b08-4e41-b5e9-9cb5274556c4 Mar 07 21:44:13.401892 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-755f93cc-f72b-4b1d-8134-51f768aa35b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (ec236f37-06b2-43ab-b2ad-c9c666b6d1b3), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.407414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-731382240'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:13.507342 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:13.516056 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.517607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6e5611ca-7002-4449-9cf0-acdaceca68bf no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:44:13.532644 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-755f93cc-f72b-4b1d-8134-51f768aa35b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (ec236f37-06b2-43ab-b2ad-c9c666b6d1b3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.540473 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.553734 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (1c4222f8-0b08-4e41-b5e9-9cb5274556c4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.565775 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 6e5611ca-7002-4449-9cf0-acdaceca68bf {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:44:13.566166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6e5611ca-7002-4449-9cf0-acdaceca68bf not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:44:13.601625 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-755f93cc-f72b-4b1d-8134-51f768aa35b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (ec236f37-06b2-43ab-b2ad-c9c666b6d1b3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.613317 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (1c4222f8-0b08-4e41-b5e9-9cb5274556c4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.625845 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:13.629197 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.631369 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-755f93cc-f72b-4b1d-8134-51f768aa35b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.636337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-755f93cc-f72b-4b1d-8134-51f768aa35b2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ec236f37-06b2-43ab-b2ad-c9c666b6d1b3 HTTP/1.1" status: 204 len: 168 time: 0.4764192 Mar 07 21:44:13.644075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de54afe-a92f-4e60-a1e8-91bf7650557c None None] Network 32d5bcfa-8c83-495d-9985-959cc7c5fae6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:13.648766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34534) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:13.724930 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0762234 Mar 07 21:44:13.733865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f93cc-f72b-4b1d-8134-51f768aa35b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec236f37-06b2-43ab-b2ad-c9c666b6d1b3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:13.738952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34538) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:13.748407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-a0b79a6d-0142-4349-8294-1d35a7f10341 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Request body: {'subnet': {'network_id': '1c4222f8-0b08-4e41-b5e9-9cb5274556c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:13.789683 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for security_group (c7acc058-43db-4411-bc16-2cfb05a06ee1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.807556 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c7acc058-43db-4411-bc16-2cfb05a06ee1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.899472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:13.905506 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edb123-bc92-4b3d-af2f-fc6731c36f6a tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event updated for resources: {'Network': ['ID=1c4222f8-0b08-4e41-b5e9-9cb5274556c4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:13.909522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7acc058-43db-4411-bc16-2cfb05a06ee1,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:13.916784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec5c78-52bf-4063-99a5-9995ceb7fe01 None None] DHCP port deletion for 32d5bcfa-8c83-495d-9985-959cc7c5fae6 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:44:13.920808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 1c4222f8-0b08-4e41-b5e9-9cb5274556c4 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:44:13.935351 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f8181533-650b-4c9f-a4f2-db4a55bccc55), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.935706 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Added segment f8181533-650b-4c9f-a4f2-db4a55bccc55 of type vlan for network 90a0c571-4787-4e4b-abd2-ce6feb9637a2 Mar 07 21:44:13.936910 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (32d5bcfa-8c83-495d-9985-959cc7c5fae6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:13.953118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89330f-1b73-4eff-bbdc-674357726963 req-136eb368-3aed-4602-b195-aa2cc7cf40ca tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:13.961473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b89330f-1b73-4eff-bbdc-674357726963 req-136eb368-3aed-4602-b195-aa2cc7cf40ca tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 945 time: 0.3426421 Mar 07 21:44:13.976494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42a496-403e-4596-83c8-4a0b4c3a7d10 req-d7f5030d-c063-4acf-a975-55d4e1e44d30 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:13.983327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a42a496-403e-4596-83c8-4a0b4c3a7d10 req-d7f5030d-c063-4acf-a975-55d4e1e44d30 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.2514136 Mar 07 21:44:14.043012 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (90a0c571-4787-4e4b-abd2-ce6feb9637a2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:14.054490 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b89330f-1b73-4eff-bbdc-674357726963 req-bd6a8c53-c56e-4102-b6c6-b59256163339 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918646 Mar 07 21:44:14.091088 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (90a0c571-4787-4e4b-abd2-ce6feb9637a2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:14.093641 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d4dd1630-d9c7-498a-b1a4-83f9d0504a89 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:44:14.098044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:14.098827 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:14.150975 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0758376 Mar 07 21:44:14.166440 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a42a496-403e-4596-83c8-4a0b4c3a7d10 req-468c040a-cc3c-45c5-843a-22f7f6cd1e65 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797597 Mar 07 21:44:14.169073 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b79a6d-0142-4349-8294-1d35a7f10341 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Made reservation on behalf of 1ac2d3070da4426e8686d5a8c5a52cb3 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:14.175162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: d4dd1630-d9c7-498a-b1a4-83f9d0504a89 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:44:14.175516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d4dd1630-d9c7-498a-b1a4-83f9d0504a89 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:44:14.175945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f0a659f2-15f8-45b4-99ab-73d9f6fd567c no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:44:14.177386 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0b79a6d-0142-4349-8294-1d35a7f10341 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:14.288370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec5c78-52bf-4063-99a5-9995ceb7fe01 None None] Deleting port f0a659f2-15f8-45b4-99ab-73d9f6fd567c {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:14.288745 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5c78-52bf-4063-99a5-9995ceb7fe01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:14.290856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34554) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:14.296349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-fce972e9-a525-473f-9b8f-108b7d8049c7 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'subnet': {'network_id': '90a0c571-4787-4e4b-abd2-ce6feb9637a2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:14.306931 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e07cbb-2b77-4127-be8a-f45e72a57d26 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Network': ['ID=90a0c571-4787-4e4b-abd2-ce6feb9637a2,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:14.333262 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 90a0c571-4787-4e4b-abd2-ce6feb9637a2 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:44:14.403178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a4ec5c78-52bf-4063-99a5-9995ceb7fe01 None None] For port f0a659f2-15f8-45b4-99ab-73d9f6fd567c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f0a659f2-15f8-45b4-99ab-73d9f6fd567c,segment=NetworkSegment(11bf2603-3d39-4a39-bd3e-2438f12e4918),segment_id=11bf2603-3d39-4a39-bd3e-2438f12e4918)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:14.403978 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5c78-52bf-4063-99a5-9995ceb7fe01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:14.423228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec5c78-52bf-4063-99a5-9995ceb7fe01 None None] Calling delete_port for f0a659f2-15f8-45b4-99ab-73d9f6fd567c owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:14.438405 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce972e9-a525-473f-9b8f-108b7d8049c7 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:14.442009 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fce972e9-a525-473f-9b8f-108b7d8049c7 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:14.533264 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5c78-52bf-4063-99a5-9995ceb7fe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:14.561902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d3963-d493-4b66-9f40-507428c87272 req-ef8449b9-d898-4d5e-bfa0-968881dd3d2c tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:14.569055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200d3963-d493-4b66-9f40-507428c87272 req-ef8449b9-d898-4d5e-bfa0-968881dd3d2c tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.2143757 Mar 07 21:44:14.605043 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No active binding found for port f0a659f2-15f8-45b4-99ab-73d9f6fd567c {{(pid=103720) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 21:44:14.605789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] The host n-d-832330-1 is not matching for port f0a659f2-15f8-45b4-99ab-73d9f6fd567c host None! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:44:14.606438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f0a659f2-15f8-45b4-99ab-73d9f6fd567c not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:44:14.612303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec5c78-52bf-4063-99a5-9995ceb7fe01 None None] Pushing event deleted for resources: {'Port': ['ID=f0a659f2-15f8-45b4-99ab-73d9f6fd567c,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:14.622491 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cd8a0-10ae-4c92-b4c9-b86ae985f594 req-024d05c7-375f-411f-8ec6-6f0319b31d94 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:14.626646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec5c78-52bf-4063-99a5-9995ceb7fe01 None None] No DVR routers for this DVR port f0a659f2-15f8-45b4-99ab-73d9f6fd567c on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:14.629782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cd8a0-10ae-4c92-b4c9-b86ae985f594 req-024d05c7-375f-411f-8ec6-6f0319b31d94 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:14.640306 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cd8a0-10ae-4c92-b4c9-b86ae985f594 req-024d05c7-375f-411f-8ec6-6f0319b31d94 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:14.646584 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe3cd8a0-10ae-4c92-b4c9-b86ae985f594 req-024d05c7-375f-411f-8ec6-6f0319b31d94 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9&device_id=ef99d55b-3aca-46fb-9cc4-07b5c7d85580&device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 2417 time: 0.2196600 Mar 07 21:44:14.648830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Deleting port f0a659f2-15f8-45b4-99ab-73d9f6fd567c {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:14.649215 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:14.689133 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fce972e9-a525-473f-9b8f-108b7d8049c7 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (f77171b3-8cd8-4aba-bbc1-7c545b2da5e0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:14.754720 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce972e9-a525-473f-9b8f-108b7d8049c7 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Subnet': ['ID=f77171b3-8cd8-4aba-bbc1-7c545b2da5e0,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:14.772620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce972e9-a525-473f-9b8f-108b7d8049c7 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Checking segment: {'id': 'f8181533-650b-4c9f-a4f2-db4a55bccc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90a0c571-4787-4e4b-abd2-ce6feb9637a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:14.773183 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce972e9-a525-473f-9b8f-108b7d8049c7 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network hostable DHCP agents. Network: 90a0c571-4787-4e4b-abd2-ce6feb9637a2, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:14.792896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce972e9-a525-473f-9b8f-108b7d8049c7 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network 90a0c571-4787-4e4b-abd2-ce6feb9637a2 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:14.803779 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-fce972e9-a525-473f-9b8f-108b7d8049c7 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 90a0c571-4787-4e4b-abd2-ce6feb9637a2) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:14.813288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef6c832-dff4-44b3-b7b0-61dc1e181d11 None None] Network 90a0c571-4787-4e4b-abd2-ce6feb9637a2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:14.818055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] For port f0a659f2-15f8-45b4-99ab-73d9f6fd567c, host n-d-832330-1, got binding levels [] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:14.818516 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:14.833858 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0b79a6d-0142-4349-8294-1d35a7f10341 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (52e7e019-0faa-4b60-8b3c-4e11cde612df), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:14.837688 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce972e9-a525-473f-9b8f-108b7d8049c7 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:14.838894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200d3963-d493-4b66-9f40-507428c87272 req-a3195782-1bbb-4cff-9e2c-17c66cd258a6 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690225 Mar 07 21:44:14.839495 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fce972e9-a525-473f-9b8f-108b7d8049c7 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:14.850550 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Calling delete_port for f0a659f2-15f8-45b4-99ab-73d9f6fd567c owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:14.859600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.ipam_backend_mixin [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Port f0a659f2-15f8-45b4-99ab-73d9f6fd567c was not found and therefore no delete operation was performed {{(pid=103719) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 21:44:14.883097 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fce972e9-a525-473f-9b8f-108b7d8049c7 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5908475 Mar 07 21:44:14.883801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34568) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:14.898841 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-21652608'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:14.921117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b79a6d-0142-4349-8294-1d35a7f10341 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event updated for resources: {'Subnet': ['ID=52e7e019-0faa-4b60-8b3c-4e11cde612df,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:14.929309 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f0a659f2-15f8-45b4-99ab-73d9f6fd567c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:14.945468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:14.948910 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:14.994866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe3cd8a0-10ae-4c92-b4c9-b86ae985f594 req-784e4aca-f993-4121-94e7-8f3eb1445bdf tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256042 Mar 07 21:44:14.994866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a659f2-15f8-45b4-99ab-73d9f6fd567c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:14.999117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] No DVR routers for this DVR port f0a659f2-15f8-45b4-99ab-73d9f6fd567c on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:15.050366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-90a0c571-4787-4e4b-abd2-ce6feb9637a2', 'network_id': '90a0c571-4787-4e4b-abd2-ce6feb9637a2', 'project_id': '1ca6ef81b0ec4cf88d70d6f83fca75bc', 'fixed_ips': [{'subnet_id': 'f77171b3-8cd8-4aba-bbc1-7c545b2da5e0'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:44:15.051481 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.062722 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:15.085305 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (401309a9-9ce9-4b89-8c7e-f9c366efd77e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.085658 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Added segment 401309a9-9ce9-4b89-8c7e-f9c366efd77e of type vlan for network 1058a1ed-94bb-4c53-895d-b31dea55a3ad Mar 07 21:44:15.136169 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (32d5bcfa-8c83-495d-9985-959cc7c5fae6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.164869 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d5bcfa-8c83-495d-9985-959cc7c5fae6']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:15.173112 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b79a6d-0142-4349-8294-1d35a7f10341 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Checking segment: {'id': '2240b12b-d709-4750-aa62-0fe6fc89301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1c4222f8-0b08-4e41-b5e9-9cb5274556c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:15.173649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b79a6d-0142-4349-8294-1d35a7f10341 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Network hostable DHCP agents. Network: 1c4222f8-0b08-4e41-b5e9-9cb5274556c4, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:15.180930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bf2603-3d39-4a39-bd3e-2438f12e4918') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:15.181424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bf2603-3d39-4a39-bd3e-2438f12e4918') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:15.206366 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (11bf2603-3d39-4a39-bd3e-2438f12e4918), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.226215 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (1058a1ed-94bb-4c53-895d-b31dea55a3ad), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.258397 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (11bf2603-3d39-4a39-bd3e-2438f12e4918), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.262385 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b79a6d-0142-4349-8294-1d35a7f10341 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Network 1c4222f8-0b08-4e41-b5e9-9cb5274556c4 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:15.275171 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (1058a1ed-94bb-4c53-895d-b31dea55a3ad), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.278961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:15.282135 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (11bf2603-3d39-4a39-bd3e-2438f12e4918), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:15.295636 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:15.298051 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:15.299238 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.306684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Allocated IP 172.20.255.242 (90a0c571-4787-4e4b-abd2-ce6feb9637a2/f77171b3-8cd8-4aba-bbc1-7c545b2da5e0/7ae791c9-c03f-4e31-914c-dc666412cd85) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:15.391129 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5062201 Mar 07 21:44:15.395633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34588) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:15.402534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-fd639b4e-e17f-476f-91c2-804b5c188b55 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'subnet': {'network_id': '1058a1ed-94bb-4c53-895d-b31dea55a3ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:15.411124 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-a0b79a6d-0142-4349-8294-1d35a7f10341 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 1c4222f8-0b08-4e41-b5e9-9cb5274556c4) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:15.416465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b79a6d-0142-4349-8294-1d35a7f10341 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:15.417186 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0b79a6d-0142-4349-8294-1d35a7f10341 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.441726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77c78a1-5f54-432e-be63-12a6a9627564 None None] Network 1c4222f8-0b08-4e41-b5e9-9cb5274556c4 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:15.471459 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Network': ['ID=1058a1ed-94bb-4c53-895d-b31dea55a3ad,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:15.484918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:15.485407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:15.485825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:15.486278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:15.486797 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:15.487202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:15.487609 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:15.488014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:15.488413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:15.488816 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:15.489215 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:15.489623 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:15.490022 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8ffef-fb51-4711-93a7-a16eee17d755 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:15.510583 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (32d5bcfa-8c83-495d-9985-959cc7c5fae6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.513676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 1058a1ed-94bb-4c53-895d-b31dea55a3ad details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:44:15.519330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34590) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:15.521112 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.526119 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/32d5bcfa-8c83-495d-9985-959cc7c5fae6 HTTP/1.1" status: 204 len: 168 time: 1.8583083 Mar 07 21:44:15.568653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd639b4e-e17f-476f-91c2-804b5c188b55 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:15.573115 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd639b4e-e17f-476f-91c2-804b5c188b55 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.621284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00670f8f-bb1f-42cc-a217-700bb7bb3bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=32d5bcfa-8c83-495d-9985-959cc7c5fae6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:15.645404 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a0b79a6d-0142-4349-8294-1d35a7f10341 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9005697 Mar 07 21:44:15.649097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34596) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:15.654326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc0ea7-d2c1-4d5d-9fc1-235f6b77606d req-32e17732-fb68-43b1-8f92-214bb0461c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:15.655899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7bc0ea7-d2c1-4d5d-9fc1-235f6b77606d req-32e17732-fb68-43b1-8f92-214bb0461c1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04bcb9fef1894f61b223b163697dce5a&device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 1127 time: 0.2534940 Mar 07 21:44:15.660771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-2d4fbd74-99fd-42a5-a90b-3a0c51245d10 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1223386822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:15.706426 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbd74-99fd-42a5-a90b-3a0c51245d10 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (0059acad-a33d-42bb-ad0d-5b1bfaab209b), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.706691 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ebd4c551-3d26-4be9-8aee-31db0bbe2a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.707484 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbd74-99fd-42a5-a90b-3a0c51245d10 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (0059acad-a33d-42bb-ad0d-5b1bfaab209b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.719139 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-1c4222f8-0b08-4e41-b5e9-9cb5274556c4', 'network_id': '1c4222f8-0b08-4e41-b5e9-9cb5274556c4', 'project_id': '1ac2d3070da4426e8686d5a8c5a52cb3', 'fixed_ips': [{'subnet_id': '52e7e019-0faa-4b60-8b3c-4e11cde612df'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:44:15.721231 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.762050 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Publish callbacks [] for port (7ae791c9-c03f-4e31-914c-dc666412cd85), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.763227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb2b27-8b9c-4e04-ad8e-299d315092de req-aaf277d7-e6f3-4b91-823d-564b13088d9f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:15.774486 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ecb2b27-8b9c-4e04-ad8e-299d315092de req-aaf277d7-e6f3-4b91-823d-564b13088d9f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 945 time: 0.5011814 Mar 07 21:44:15.776096 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (7ae791c9-c03f-4e31-914c-dc666412cd85), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.783395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34602) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:15.812278 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120ae4b-254e-428b-bc4d-1631a3bf9234 req-c81e2532-ba73-4300-9dd9-27e7631a9bbc tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:15.814781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6120ae4b-254e-428b-bc4d-1631a3bf9234 req-c81e2532-ba73-4300-9dd9-27e7631a9bbc tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.2852266 Mar 07 21:44:15.909766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc0ea7-d2c1-4d5d-9fc1-235f6b77606d req-f2847bbd-53d9-49c5-a304-6173a2955377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:15.911781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7bc0ea7-d2c1-4d5d-9fc1-235f6b77606d req-f2847bbd-53d9-49c5-a304-6173a2955377 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a64d822-a651-4d6d-9d1f-f005c77bc34c HTTP/1.1" status: 200 len: 919 time: 0.2267764 Mar 07 21:44:15.912752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Pushing event updated for resources: {'Port': ['ID=7ae791c9-c03f-4e31-914c-dc666412cd85,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:15.925846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Network 90a0c571-4787-4e4b-abd2-ce6feb9637a2 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:15.927210 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:15.931667 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:15.936118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:15.981748 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd639b4e-e17f-476f-91c2-804b5c188b55 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (7d4a78a4-785e-4ed7-b843-5250dad7016d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.029455 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6120ae4b-254e-428b-bc4d-1631a3bf9234 req-ef89140c-aec4-45e1-a824-ff3abc08ff17 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144431 Mar 07 21:44:16.043925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Attempting to bind port 7ae791c9-c03f-4e31-914c-dc666412cd85 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:44:16.044418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Attempting to bind port 7ae791c9-c03f-4e31-914c-dc666412cd85 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'f8181533-650b-4c9f-a4f2-db4a55bccc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90a0c571-4787-4e4b-abd2-ce6feb9637a2'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:44:16.044901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Attempting to bind port 7ae791c9-c03f-4e31-914c-dc666412cd85 on network 90a0c571-4787-4e4b-abd2-ce6feb9637a2 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:44:16.047394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Allocated IP 172.20.0.2 (1c4222f8-0b08-4e41-b5e9-9cb5274556c4/52e7e019-0faa-4b60-8b3c-4e11cde612df/c219c52f-7ccb-4e4f-ba38-0be9e4540cf7) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:16.048996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7bc0ea7-d2c1-4d5d-9fc1-235f6b77606d req-788e3de4-834d-4062-858e-3b8a870bc5aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdbc55c4-61d9-48ee-9618-b14b517b663c HTTP/1.1" status: 200 len: 217 time: 0.1227758 Mar 07 21:44:16.058934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:44:16.059438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Checking segment: {'id': 'f8181533-650b-4c9f-a4f2-db4a55bccc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90a0c571-4787-4e4b-abd2-ce6feb9637a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:16.059907 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.060369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Bound using segment: {'id': 'f8181533-650b-4c9f-a4f2-db4a55bccc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90a0c571-4787-4e4b-abd2-ce6feb9637a2'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:44:16.060990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Bound port: 7ae791c9-c03f-4e31-914c-dc666412cd85, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8181533-650b-4c9f-a4f2-db4a55bccc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90a0c571-4787-4e4b-abd2-ce6feb9637a2'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:44:16.061441 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7ae791c9-c03f-4e31-914c-dc666412cd85), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.093331 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d5b8d8de-8fbc-442b-ba52-d4ae40e9253f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69ec204fa4634d369d0ee24b88e4d9c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3080661 Mar 07 21:44:16.104713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34610) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:16.140808 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbd74-99fd-42a5-a90b-3a0c51245d10 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for router_controller (0059acad-a33d-42bb-ad0d-5b1bfaab209b), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.186103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd639b4e-e17f-476f-91c2-804b5c188b55 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Subnet': ['ID=7d4a78a4-785e-4ed7-b843-5250dad7016d,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:16.187051 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbd74-99fd-42a5-a90b-3a0c51245d10 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (0059acad-a33d-42bb-ad0d-5b1bfaab209b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.206359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] For port 7ae791c9-c03f-4e31-914c-dc666412cd85, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:44:16.211771 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] For port 7ae791c9-c03f-4e31-914c-dc666412cd85, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7ae791c9-c03f-4e31-914c-dc666412cd85,segment=NetworkSegment(f8181533-650b-4c9f-a4f2-db4a55bccc55),segment_id=f8181533-650b-4c9f-a4f2-db4a55bccc55)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:44:16.228708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd639b4e-e17f-476f-91c2-804b5c188b55 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Checking segment: {'id': '401309a9-9ce9-4b89-8c7e-f9c366efd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1058a1ed-94bb-4c53-895d-b31dea55a3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:16.228983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd639b4e-e17f-476f-91c2-804b5c188b55 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network hostable DHCP agents. Network: 1058a1ed-94bb-4c53-895d-b31dea55a3ad, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:16.232305 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7ae791c9-c03f-4e31-914c-dc666412cd85), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.246385 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbd74-99fd-42a5-a90b-3a0c51245d10 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.247863 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2d4fbd74-99fd-42a5-a90b-3a0c51245d10 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5910261 Mar 07 21:44:16.255335 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34614) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:16.274903 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ecb2b27-8b9c-4e04-ad8e-299d315092de req-3efd67f7-8ef2-47a0-bdf0-2e6c4621643b tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978325 Mar 07 21:44:16.298669 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-022253cc-c2cf-4617-a6ee-cb363e131739 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fcd5107ec0d54f2796a1b53d509be488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7475278 Mar 07 21:44:16.298669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc0ea7-d2c1-4d5d-9fc1-235f6b77606d req-c99a9fcc-0d41-4128-b68b-f9fcb9341f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:16.299742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7bc0ea7-d2c1-4d5d-9fc1-235f6b77606d req-c99a9fcc-0d41-4128-b68b-f9fcb9341f14 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c081fe-dc52-4918-ab2b-7c35c53daa65 HTTP/1.1" status: 200 len: 858 time: 0.2422323 Mar 07 21:44:16.300211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34618) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:16.347954 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7bc0ea7-d2c1-4d5d-9fc1-235f6b77606d req-2be1b233-a74a-47af-a1f6-b7029ca85532 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a64d822-a651-4d6d-9d1f-f005c77bc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362163 Mar 07 21:44:16.355014 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Publish callbacks [] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.394036 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc78429-fb41-48c4-b21e-c00a93787205 None None] Pushing event updated for resources: {'Port': ['ID=7ae791c9-c03f-4e31-914c-dc666412cd85,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:16.423221 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.484175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbbd12-7e70-41b6-ba59-447cee802533 req-7de691dc-0cfd-4a80-a30f-642252aad72b tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:16.486982 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fefbbd12-7e70-41b6-ba59-447cee802533 req-7de691dc-0cfd-4a80-a30f-642252aad72b tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.2640216 Mar 07 21:44:16.511624 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-518a8666-b84d-444a-a96f-04702b67be3e admin admin] Publish callbacks [] for security_group (bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.520275 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c0c73095-002d-4b3c-ad63-65de9918498d admin admin] Publish callbacks [] for security_group (4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.521864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd639b4e-e17f-476f-91c2-804b5c188b55 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network 1058a1ed-94bb-4c53-895d-b31dea55a3ad is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:16.544481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Pushing event updated for resources: {'Port': ['ID=c219c52f-7ccb-4e4f-ba38-0be9e4540cf7,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:16.575220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Network 1c4222f8-0b08-4e41-b5e9-9cb5274556c4 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:16.576979 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:16.581961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:16.599322 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-518a8666-b84d-444a-a96f-04702b67be3e admin admin] Publish callbacks [] for security_group (bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.615787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7bc0ea7-d2c1-4d5d-9fc1-235f6b77606d req-8260eada-3b22-4a21-b146-91f39a3275ff service neutron] 10.222.0.15 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593689 Mar 07 21:44:16.648512 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fefbbd12-7e70-41b6-ba59-447cee802533 req-51491b6d-375b-464b-bc9e-0da6f4c52a4b tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437683 Mar 07 21:44:16.677240 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-fd639b4e-e17f-476f-91c2-804b5c188b55 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 1058a1ed-94bb-4c53-895d-b31dea55a3ad) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:16.702501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0add43-5d93-41ba-966b-dd2d3a9b1c3b None None] Network 1058a1ed-94bb-4c53-895d-b31dea55a3ad requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:16.744367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c0c73095-002d-4b3c-ad63-65de9918498d admin admin] Publish callbacks [] for security_group (4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.747227 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd639b4e-e17f-476f-91c2-804b5c188b55 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:16.748869 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd639b4e-e17f-476f-91c2-804b5c188b55 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.781472 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fd639b4e-e17f-476f-91c2-804b5c188b55 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3842216 Mar 07 21:44:16.791963 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34632) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:16.826844 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.903157 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-518a8666-b84d-444a-a96f-04702b67be3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.913386 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-518a8666-b84d-444a-a96f-04702b67be3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:16.916383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-518a8666-b84d-444a-a96f-04702b67be3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc HTTP/1.1" status: 204 len: 168 time: 0.6144428 Mar 07 21:44:16.931936 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7bc0ea7-d2c1-4d5d-9fc1-235f6b77606d req-d549d401-1871-49b6-be86-d921d45010ff service neutron] 10.222.0.15 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998910 Mar 07 21:44:16.933400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a8666-b84d-444a-a96f-04702b67be3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa95a13-ef2d-4d3c-85cb-d5fc17a77acc,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:17.158424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031138d-6107-4c07-9f21-1263aaa092d0 req-d420ba59-ba22-4d6f-b2d3-0e7ff9bec986 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:17.169321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6031138d-6107-4c07-9f21-1263aaa092d0 req-d420ba59-ba22-4d6f-b2d3-0e7ff9bec986 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.1215451 Mar 07 21:44:17.193396 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Attempting to bind port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:44:17.193970 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Attempting to bind port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '2240b12b-d709-4750-aa62-0fe6fc89301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1c4222f8-0b08-4e41-b5e9-9cb5274556c4'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:44:17.194265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Attempting to bind port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 on network 1c4222f8-0b08-4e41-b5e9-9cb5274556c4 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:44:17.273681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6031138d-6107-4c07-9f21-1263aaa092d0 req-607d4851-7e47-4e94-b93d-0e7e3992c2d8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034987 Mar 07 21:44:17.292921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:44:17.293655 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Checking segment: {'id': '2240b12b-d709-4750-aa62-0fe6fc89301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1c4222f8-0b08-4e41-b5e9-9cb5274556c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:17.293801 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:17.294094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Bound using segment: {'id': '2240b12b-d709-4750-aa62-0fe6fc89301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1c4222f8-0b08-4e41-b5e9-9cb5274556c4'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:44:17.294596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Bound port: c219c52f-7ccb-4e4f-ba38-0be9e4540cf7, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2240b12b-d709-4750-aa62-0fe6fc89301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1c4222f8-0b08-4e41-b5e9-9cb5274556c4'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:44:17.294981 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:17.399807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-1058a1ed-94bb-4c53-895d-b31dea55a3ad', 'network_id': '1058a1ed-94bb-4c53-895d-b31dea55a3ad', 'project_id': '1ca6ef81b0ec4cf88d70d6f83fca75bc', 'fixed_ips': [{'subnet_id': '7d4a78a4-785e-4ed7-b843-5250dad7016d'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:44:17.401883 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:17.443711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] For port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:44:17.448277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] For port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c219c52f-7ccb-4e4f-ba38-0be9e4540cf7,segment=NetworkSegment(2240b12b-d709-4750-aa62-0fe6fc89301a),segment_id=2240b12b-d709-4750-aa62-0fe6fc89301a)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:44:17.453705 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c0c73095-002d-4b3c-ad63-65de9918498d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:17.457109 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c0c73095-002d-4b3c-ad63-65de9918498d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:17.461622 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c0c73095-002d-4b3c-ad63-65de9918498d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087 HTTP/1.1" status: 204 len: 168 time: 1.3558905 Mar 07 21:44:17.495384 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (1058a1ed-94bb-4c53-895d-b31dea55a3ad), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:17.560112 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c73095-002d-4b3c-ad63-65de9918498d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccfc1d9-ce6a-41fc-965f-bf82e7a0e087,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:17.596588 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:17.743238 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (7d4a78a4-785e-4ed7-b843-5250dad7016d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:17.762036 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34660) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:17.808127 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Allocated IP 172.20.0.1 (1c4222f8-0b08-4e41-b5e9-9cb5274556c4/52e7e019-0faa-4b60-8b3c-4e11cde612df/04d1b487-4678-4f20-8aa2-747015784875) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:17.871322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-08094d8b-fe64-41cf-b2bf-bc418729558c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b490e50b98b4d3ea6ca6972794c0ef3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1079962 Mar 07 21:44:17.875169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34662) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:17.879684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:44:17.984417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Allocated IP 172.20.0.2 (1058a1ed-94bb-4c53-895d-b31dea55a3ad/7d4a78a4-785e-4ed7-b843-5250dad7016d/560738b2-3443-4770-926e-acf6eb220fb0) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:18.019408 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for port (04d1b487-4678-4f20-8aa2-747015784875), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:18.022957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ca478-7c3a-464c-94f6-0fe4aa318b7b None None] Pushing event updated for resources: {'Port': ['ID=c219c52f-7ccb-4e4f-ba38-0be9e4540cf7,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:18.143141 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (04d1b487-4678-4f20-8aa2-747015784875), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:18.181348 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec13a91-15f3-42d7-b7e9-f007266fe8b0 admin admin] Publish callbacks [] for security_group (e3881daf-4532-4289-8aa3-af3881d73fff), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:18.249380 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec13a91-15f3-42d7-b7e9-f007266fe8b0 admin admin] Publish callbacks [] for security_group (e3881daf-4532-4289-8aa3-af3881d73fff), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:18.321539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Network 1c4222f8-0b08-4e41-b5e9-9cb5274556c4 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:18.329536 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:18.333949 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:18.355627 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed27e9-6bdf-42cb-b5b8-d9dc7d58cacd req-b33ceffd-21f4-48eb-9e03-3ec55c0d675d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:18.359018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71ed27e9-6bdf-42cb-b5b8-d9dc7d58cacd req-b33ceffd-21f4-48eb-9e03-3ec55c0d675d tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.4846582 Mar 07 21:44:18.408370 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec13a91-15f3-42d7-b7e9-f007266fe8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e3881daf-4532-4289-8aa3-af3881d73fff), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:18.411476 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ec13a91-15f3-42d7-b7e9-f007266fe8b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:18.413505 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0ec13a91-15f3-42d7-b7e9-f007266fe8b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3881daf-4532-4289-8aa3-af3881d73fff HTTP/1.1" status: 204 len: 168 time: 0.5368583 Mar 07 21:44:18.434437 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (0059acad-a33d-42bb-ad0d-5b1bfaab209b), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:18.471774 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7ae791c9-c03f-4e31-914c-dc666412cd85 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:44:18.487590 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec13a91-15f3-42d7-b7e9-f007266fe8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3881daf-4532-4289-8aa3-af3881d73fff,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:18.535103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event updated for resources: {'Port': ['ID=04d1b487-4678-4f20-8aa2-747015784875,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:18.544526 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71ed27e9-6bdf-42cb-b5b8-d9dc7d58cacd req-96d761e4-af8b-4536-9bc0-3aee4fb9dffb tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616058 Mar 07 21:44:18.544799 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9c12-23c1-4709-8182-43120900be42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:18.558417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211c5bed-9960-45e7-a11e-2b760cda8cac None None] Network 90a0c571-4787-4e4b-abd2-ce6feb9637a2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:18.580564 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:18.731506 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (04d1b487-4678-4f20-8aa2-747015784875), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:18.862153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-996f8453-e837-4ffd-b494-0c6fb3c78366 None None] Provisioning complete for port 7ae791c9-c03f-4e31-914c-dc666412cd85 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:18.863651 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-996f8453-e837-4ffd-b494-0c6fb3c78366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7ae791c9-c03f-4e31-914c-dc666412cd85), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:18.885701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b3fe4-2561-4d06-b816-b31893b1c2fc req-43717b2b-3d4b-47e4-a373-bf663ee7b737 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:18.912288 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232b3fe4-2561-4d06-b816-b31893b1c2fc req-43717b2b-3d4b-47e4-a373-bf663ee7b737 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.1908023 Mar 07 21:44:19.015548 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:19.016102 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:19.047339 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232b3fe4-2561-4d06-b816-b31893b1c2fc req-b8b8f14c-db30-4e98-b6f7-3aec3b30ca17 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311324 Mar 07 21:44:19.071449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7ae791c9-c03f-4e31-914c-dc666412cd85 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:19.071871 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7ae791c9-c03f-4e31-914c-dc666412cd85), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:19.147049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:19.198608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:44:19.206422 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12ba080-4c9d-4d2b-9353-674f73565269" -d '{"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:44:19.246786 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:19.305078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0441193-6a66-4235-8ac0-30d08dc14247 req-b213f764-840b-4ee2-8d50-efa11c168061 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:19.312440 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0441193-6a66-4235-8ac0-30d08dc14247 req-b213f764-840b-4ee2-8d50-efa11c168061 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 945 time: 0.1302228 Mar 07 21:44:19.392245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0441193-6a66-4235-8ac0-30d08dc14247 req-030cd39b-16b0-4cbc-868c-170152bb5f5a tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767636 Mar 07 21:44:19.394627 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738f3af3-f7f7-4a61-a702-439f5b04a38b x-openstack-request-id: req-738f3af3-f7f7-4a61-a702-439f5b04a38b {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:44:19.397191 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:44:19.398435 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-738f3af3-f7f7-4a61-a702-439f5b04a38b {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:44:19.400412 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'code': 200} Mar 07 21:44:19.403371 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Publish callbacks [] for port (560738b2-3443-4770-926e-acf6eb220fb0), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:19.526984 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:44:19.546900 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (560738b2-3443-4770-926e-acf6eb220fb0), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:19.576674 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:19.673295 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34728) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:19.675611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Network 1058a1ed-94bb-4c53-895d-b31dea55a3ad is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:19.682027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-996f8453-e837-4ffd-b494-0c6fb3c78366 None None] Current status of the port 7ae791c9-c03f-4e31-914c-dc666412cd85 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:19.690676 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-996f8453-e837-4ffd-b494-0c6fb3c78366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7ae791c9-c03f-4e31-914c-dc666412cd85), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:19.709950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:19.726338 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,revision_number=11']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:19.745419 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:19.846778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b80ce-10b6-4ddb-9653-bc99b000fae6 req-09744d0b-b56e-46bf-a3cd-47edc29fdee4 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:19.862085 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for port (04d1b487-4678-4f20-8aa2-747015784875), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:19.862578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c14b80ce-10b6-4ddb-9653-bc99b000fae6 req-09744d0b-b56e-46bf-a3cd-47edc29fdee4 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.1275504 Mar 07 21:44:19.871875 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (04d1b487-4678-4f20-8aa2-747015784875), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:19.913141 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Pushing event updated for resources: {'Port': ['ID=560738b2-3443-4770-926e-acf6eb220fb0,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:19.942969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c14b80ce-10b6-4ddb-9653-bc99b000fae6 req-31355aa7-fe4a-481d-b595-ee5e4724b349 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844822 Mar 07 21:44:19.946883 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (0059acad-a33d-42bb-ad0d-5b1bfaab209b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:19.968064 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (7d4a78a4-785e-4ed7-b843-5250dad7016d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:20.132676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffd7182-d6e5-4c3e-a0ca-60ea14095b05 None None] Network 1c4222f8-0b08-4e41-b5e9-9cb5274556c4 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:20.174815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1985623890-network', 'tenant_id': 'b2b2a78f95e8430fbc11624f887e9856'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:20.181996 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event updated for resources: {'Port': ['ID=04d1b487-4678-4f20-8aa2-747015784875,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:20.274171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-996f8453-e837-4ffd-b494-0c6fb3c78366 None None] For port 7ae791c9-c03f-4e31-914c-dc666412cd85, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7ae791c9-c03f-4e31-914c-dc666412cd85,segment=NetworkSegment(f8181533-650b-4c9f-a4f2-db4a55bccc55),segment_id=f8181533-650b-4c9f-a4f2-db4a55bccc55)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:20.275354 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:20.277248 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Attempting to bind port 560738b2-3443-4770-926e-acf6eb220fb0 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:44:20.277409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Attempting to bind port 560738b2-3443-4770-926e-acf6eb220fb0 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '401309a9-9ce9-4b89-8c7e-f9c366efd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1058a1ed-94bb-4c53-895d-b31dea55a3ad'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:44:20.278008 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Attempting to bind port 560738b2-3443-4770-926e-acf6eb220fb0 on network 1058a1ed-94bb-4c53-895d-b31dea55a3ad {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:44:20.311088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Subnet': ['ID=7d4a78a4-785e-4ed7-b843-5250dad7016d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:20.321269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:44:20.321742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Checking segment: {'id': '401309a9-9ce9-4b89-8c7e-f9c366efd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1058a1ed-94bb-4c53-895d-b31dea55a3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:20.322243 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:20.322718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Bound using segment: {'id': '401309a9-9ce9-4b89-8c7e-f9c366efd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1058a1ed-94bb-4c53-895d-b31dea55a3ad'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:44:20.323273 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Bound port: 560738b2-3443-4770-926e-acf6eb220fb0, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401309a9-9ce9-4b89-8c7e-f9c366efd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1058a1ed-94bb-4c53-895d-b31dea55a3ad'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:44:20.323728 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (560738b2-3443-4770-926e-acf6eb220fb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:20.325167 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Made reservation on behalf of b2b2a78f95e8430fbc11624f887e9856 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:20.329474 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:20.407841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6eb19b-4545-437c-912b-437bc936456f req-806298e3-0db6-4f00-8c76-a5ee0f3d7855 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:20.410125 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc6eb19b-4545-437c-912b-437bc936456f req-806298e3-0db6-4f00-8c76-a5ee0f3d7855 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2225647 Mar 07 21:44:20.410464 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] For port 560738b2-3443-4770-926e-acf6eb220fb0, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:44:20.412192 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:20.414278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] For port 560738b2-3443-4770-926e-acf6eb220fb0, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=560738b2-3443-4770-926e-acf6eb220fb0,segment=NetworkSegment(401309a9-9ce9-4b89-8c7e-f9c366efd77e),segment_id=401309a9-9ce9-4b89-8c7e-f9c366efd77e)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:44:20.417879 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-996f8453-e837-4ffd-b494-0c6fb3c78366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7ae791c9-c03f-4e31-914c-dc666412cd85), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:20.422734 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (1058a1ed-94bb-4c53-895d-b31dea55a3ad), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:20.428062 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7ae791c9-c03f-4e31-914c-dc666412cd85 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:20.428504 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7ae791c9-c03f-4e31-914c-dc666412cd85), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:20.459723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1058a1ed-94bb-4c53-895d-b31dea55a3ad']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:20.479906 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401309a9-9ce9-4b89-8c7e-f9c366efd77e') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:20.486559 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401309a9-9ce9-4b89-8c7e-f9c366efd77e') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:20.501690 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (560738b2-3443-4770-926e-acf6eb220fb0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:20.515292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (401309a9-9ce9-4b89-8c7e-f9c366efd77e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:20.545286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (401309a9-9ce9-4b89-8c7e-f9c366efd77e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:20.587240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc6eb19b-4545-437c-912b-437bc936456f req-507731a7-2267-424e-91ef-9868b21240cb tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412733 Mar 07 21:44:20.624120 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f8453-e837-4ffd-b494-0c6fb3c78366 None None] Pushing event updated for resources: {'Port': ['ID=7ae791c9-c03f-4e31-914c-dc666412cd85,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:20.628993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:20.629582 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (401309a9-9ce9-4b89-8c7e-f9c366efd77e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: warnings.warn(msg) Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:20.632984 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:20.752034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.db.api [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 21:44:20.752034 n-d-832330-1 neutron-server[103718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 21:44:20.752034 n-d-832330-1 neutron-server[103718]: [parameters: {'id': '1058a1ed-94bb-4c53-895d-b31dea55a3ad'}] Mar 07 21:44:20.752034 n-d-832330-1 neutron-server[103718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:20.752896 n-d-832330-1 neutron-server[103718]: DEBUG oslo_db.api [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:20.765444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Network 1c4222f8-0b08-4e41-b5e9-9cb5274556c4 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:20.767378 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:20.867420 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a585251-eb7a-4458-b459-e63d89023bda None None] Pushing event updated for resources: {'Port': ['ID=560738b2-3443-4770-926e-acf6eb220fb0,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:20.956020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Router 0059acad-a33d-42bb-ad0d-5b1bfaab209b is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:44:21.019331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-aa5c7861-3471-4d6b-a76d-ac0872987009 None None] Provisioning complete for port 7ae791c9-c03f-4e31-914c-dc666412cd85 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:21.019715 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7861-3471-4d6b-a76d-ac0872987009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7ae791c9-c03f-4e31-914c-dc666412cd85), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:21.080560 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:21.080918 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:21.100457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:44:21.108526 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-aa348b13-8989-4f7a-ad4c-c997e04318d8 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "PUT /v2.0/routers/0059acad-a33d-42bb-ad0d-5b1bfaab209b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8462329 Mar 07 21:44:21.112481 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c690379c-b3d9-4bce-8cc9-11bf1c76edbe None None] Sync routers for ids ['0059acad-a33d-42bb-ad0d-5b1bfaab209b'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:21.113064 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34776) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:21.114579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec7771-f160-4d20-9d15-2e839919bc5b None None] Network 1058a1ed-94bb-4c53-895d-b31dea55a3ad requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:21.124956 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c690379c-b3d9-4bce-8cc9-11bf1c76edbe None None] Routers {'0059acad-a33d-42bb-ad0d-5b1bfaab209b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:44:21.125485 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7515a7f9-92db-4ee4-a553-389755eb0c45 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Request body: {'port': {'network_id': '1c4222f8-0b08-4e41-b5e9-9cb5274556c4', 'name': 'tempest-FloatingIPNegativeTestJSON-1759939233'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:21.126827 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c690379c-b3d9-4bce-8cc9-11bf1c76edbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:44:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0059acad-a33d-42bb-ad0d-5b1bfaab209b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:21.165640 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c690379c-b3d9-4bce-8cc9-11bf1c76edbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:21.176888 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c690379c-b3d9-4bce-8cc9-11bf1c76edbe None None] Routers {'0059acad-a33d-42bb-ad0d-5b1bfaab209b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:44:21.177750 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c690379c-b3d9-4bce-8cc9-11bf1c76edbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:44:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0059acad-a33d-42bb-ad0d-5b1bfaab209b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:21.182762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c7861-3471-4d6b-a76d-ac0872987009 None None] Current status of the port 7ae791c9-c03f-4e31-914c-dc666412cd85 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:21.231914 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c690379c-b3d9-4bce-8cc9-11bf1c76edbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:21.232902 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c690379c-b3d9-4bce-8cc9-11bf1c76edbe None None] The sync data for ids ['0059acad-a33d-42bb-ad0d-5b1bfaab209b'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:21.257299 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (1058a1ed-94bb-4c53-895d-b31dea55a3ad), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:21.397483 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7515a7f9-92db-4ee4-a553-389755eb0c45 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Made reservation on behalf of 1ac2d3070da4426e8686d5a8c5a52cb3 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:21.406279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7515a7f9-92db-4ee4-a553-389755eb0c45 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:21.483237 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-7515a7f9-92db-4ee4-a553-389755eb0c45 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] device_id is not set on port 1dcf8aa3-5d6d-44f1-971a-38e366f0760a yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:44:21.489756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Deleting port 560738b2-3443-4770-926e-acf6eb220fb0 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:21.490030 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (560738b2-3443-4770-926e-acf6eb220fb0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:21.671686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-aa5c7861-3471-4d6b-a76d-ac0872987009 None None] Provisioning complete for port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:21.672172 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7861-3471-4d6b-a76d-ac0872987009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:21.712399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892db5c-8715-4608-85c9-d0d9c2213f49 req-875a3576-41a9-4b7e-990d-7e33f427e6f1 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:21.712898 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] For port 560738b2-3443-4770-926e-acf6eb220fb0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=560738b2-3443-4770-926e-acf6eb220fb0,segment=NetworkSegment(401309a9-9ce9-4b89-8c7e-f9c366efd77e),segment_id=401309a9-9ce9-4b89-8c7e-f9c366efd77e)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:21.713010 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (560738b2-3443-4770-926e-acf6eb220fb0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:21.721003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7892db5c-8715-4608-85c9-d0d9c2213f49 req-875a3576-41a9-4b7e-990d-7e33f427e6f1 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 945 time: 1.1330423 Mar 07 21:44:21.777514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Calling delete_port for 560738b2-3443-4770-926e-acf6eb220fb0 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:21.839222 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Publish callbacks [] for security_group (cfed2456-0bed-4364-ab54-97d39680c79a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:21.862056 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:44:21.867922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7ae791c9-c03f-4e31-914c-dc666412cd85 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:21.916434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-7515a7f9-92db-4ee4-a553-389755eb0c45 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Allocated IP 172.20.0.4 (1c4222f8-0b08-4e41-b5e9-9cb5274556c4/52e7e019-0faa-4b60-8b3c-4e11cde612df/1dcf8aa3-5d6d-44f1-971a-38e366f0760a) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:21.929463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7892db5c-8715-4608-85c9-d0d9c2213f49 req-ba4dea6d-324b-4bf8-912f-be4e00b0ab52 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073371 Mar 07 21:44:21.937039 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cfed2456-0bed-4364-ab54-97d39680c79a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:21.965416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-cc1babe5-9639-4c96-9739-bc960ee021e0 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=614b161d43724c5494941326f20b249f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1864500 Mar 07 21:44:22.038191 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:22.126151 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (560738b2-3443-4770-926e-acf6eb220fb0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.220743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:22.230851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No DVR routers for this DVR port 560738b2-3443-4770-926e-acf6eb220fb0 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:22.236102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-35be1ec4-38d9-417f-a153-a9ba99f79214 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:22.240014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Port': ['ID=560738b2-3443-4770-926e-acf6eb220fb0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:22.240334 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c7861-3471-4d6b-a76d-ac0872987009 None None] Current status of the port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:22.241017 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7861-3471-4d6b-a76d-ac0872987009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.243046 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-35be1ec4-38d9-417f-a153-a9ba99f79214 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390368 Mar 07 21:44:22.255143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'port_id': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'mac_address': 'fa:16:3e:a1:a9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:44:22.268821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd789388-9561-4d0d-a8e1-cb711a961631 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 21:44:22.282606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfed2456-0bed-4364-ab54-97d39680c79a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:22.284408 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7ae791c9-c03f-4e31-914c-dc666412cd85 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:44:22.293107 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (754e338e-8db3-440e-9a65-3866b55a8164), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.293788 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Added segment 754e338e-8db3-440e-9a65-3866b55a8164 of type vlan for network aa272b66-35fa-4a0a-b639-55caaa6a745e Mar 07 21:44:22.339181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-d276f73d-a36a-4401-8b4e-2e5c0f61e016 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/quotas/614b161d43724c5494941326f20b249f HTTP/1.1" status: 200 len: 375 time: 0.0926700 Mar 07 21:44:22.390387 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (1058a1ed-94bb-4c53-895d-b31dea55a3ad), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.412782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:22.413400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:22.413977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:22.414589 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:22.415144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:22.415732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:22.416273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:22.416812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:22.421783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:22.422594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:22.423685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:22.424271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:22.424710 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:22.438465 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1058a1ed-94bb-4c53-895d-b31dea55a3ad']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:22.449642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401309a9-9ce9-4b89-8c7e-f9c366efd77e') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:22.449953 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401309a9-9ce9-4b89-8c7e-f9c366efd77e') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:22.467949 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:22.468465 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.473500 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7ae791c9-c03f-4e31-914c-dc666412cd85 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:22.473889 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7ae791c9-c03f-4e31-914c-dc666412cd85), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.491532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-3a7e807f-7b5b-4f72-967d-f2bcd3f0fa92 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=614b161d43724c5494941326f20b249f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1181736 Mar 07 21:44:22.526869 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (aa272b66-35fa-4a0a-b639-55caaa6a745e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.556609 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (401309a9-9ce9-4b89-8c7e-f9c366efd77e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.574923 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (401309a9-9ce9-4b89-8c7e-f9c366efd77e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.582988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:22.583580 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (401309a9-9ce9-4b89-8c7e-f9c366efd77e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.585792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42457e9f-6b20-4afb-83ad-5fa25cbcf3f7 req-70cceaa6-8086-468d-b40c-7599b6a54b25 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:22.588541 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42457e9f-6b20-4afb-83ad-5fa25cbcf3f7 req-70cceaa6-8086-468d-b40c-7599b6a54b25 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.3350067 Mar 07 21:44:22.604843 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-aa5c7861-3471-4d6b-a76d-ac0872987009 None None] For port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c219c52f-7ccb-4e4f-ba38-0be9e4540cf7,segment=NetworkSegment(2240b12b-d709-4750-aa62-0fe6fc89301a),segment_id=2240b12b-d709-4750-aa62-0fe6fc89301a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:22.638796 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.655600 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (aa272b66-35fa-4a0a-b639-55caaa6a745e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:22.667301 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:22.671077 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:22.674043 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7861-3471-4d6b-a76d-ac0872987009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.677158 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.679270 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (1058a1ed-94bb-4c53-895d-b31dea55a3ad), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.695824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:44:22.740091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.746465 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/1058a1ed-94bb-4c53-895d-b31dea55a3ad HTTP/1.1" status: 204 len: 168 time: 5.9303944 Mar 07 21:44:22.747940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc6ddf-e3f6-4eb1-b4bc-36b41b5c5823 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Network': ['ID=1058a1ed-94bb-4c53-895d-b31dea55a3ad,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:22.761410 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0832896 Mar 07 21:44:22.764922 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34818) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:22.765445 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34822) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:22.780972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f2200dd0-675e-4eaa-ad33-dc6439eeb429 admin admin] Request body: {'subnet': {'network_id': 'aa272b66-35fa-4a0a-b639-55caaa6a745e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1985623890-subnet', 'tenant_id': 'b2b2a78f95e8430fbc11624f887e9856', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:22.789637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8c9698e9-3a4d-4ec0-99b3-4137d5b08121 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-806136231'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:22.856845 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9698e9-3a4d-4ec0-99b3-4137d5b08121 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:22.861283 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8c9698e9-3a4d-4ec0-99b3-4137d5b08121 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.874001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1c1f5-6a0b-4151-ae7e-75b97d14e4e2 admin admin] Pushing event updated for resources: {'Network': ['ID=aa272b66-35fa-4a0a-b639-55caaa6a745e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:22.876695 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2200dd0-675e-4eaa-ad33-dc6439eeb429 admin admin] Made reservation on behalf of b2b2a78f95e8430fbc11624f887e9856 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:22.879679 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f2200dd0-675e-4eaa-ad33-dc6439eeb429 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.904001 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7515a7f9-92db-4ee4-a553-389755eb0c45 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for port (1dcf8aa3-5d6d-44f1-971a-38e366f0760a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:22.911728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42457e9f-6b20-4afb-83ad-5fa25cbcf3f7 req-44655ea7-52e0-462c-8516-a0b9e7b39282 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171854 Mar 07 21:44:23.015964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9698e9-3a4d-4ec0-99b3-4137d5b08121 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:23.021117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:23.035656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f588157e-e5a4-40b9-94ba-29d4d327aa4e req-9a2ce9dd-5e72-4419-8c81-9d391b5609b8 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 210 time: 0.1543264 Mar 07 21:44:23.044354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network aa272b66-35fa-4a0a-b639-55caaa6a745e details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:44:23.097884 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:23.114221 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c7861-3471-4d6b-a76d-ac0872987009 None None] Pushing event updated for resources: {'Port': ['ID=c219c52f-7ccb-4e4f-ba38-0be9e4540cf7,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:23.182522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,revision_number=12']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:23.189441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8c9698e9-3a4d-4ec0-99b3-4137d5b08121 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b4885cb1-450c-433c-8548-fb07328ef4cc), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:23.191253 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-8c9698e9-3a4d-4ec0-99b3-4137d5b08121 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Added segment b4885cb1-450c-433c-8548-fb07328ef4cc of type vlan for network b25c0950-f96d-4acd-8e90-daf599eaa6ed Mar 07 21:44:23.201277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253b179-9571-408b-b4c5-a1b8ae831df4 req-33d80b0a-8ab9-470e-a711-481c92f26bf9 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:23.217669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-386d1c8c-ae85-4caf-8e61-d861f3cffcd0 None None] Provisioning complete for port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:23.218041 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-386d1c8c-ae85-4caf-8e61-d861f3cffcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:23.218176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7253b179-9571-408b-b4c5-a1b8ae831df4 req-33d80b0a-8ab9-470e-a711-481c92f26bf9 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 945 time: 0.1447945 Mar 07 21:44:23.279525 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7515a7f9-92db-4ee4-a553-389755eb0c45 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (1dcf8aa3-5d6d-44f1-971a-38e366f0760a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:23.299229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:44:23.353783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7253b179-9571-408b-b4c5-a1b8ae831df4 req-90d3371d-0b00-4024-89a0-1415f7e3ab29 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326206 Mar 07 21:44:23.363274 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7ae791c9-c03f-4e31-914c-dc666412cd85 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:23.364407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:44:23.393150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8c9698e9-3a4d-4ec0-99b3-4137d5b08121 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (b25c0950-f96d-4acd-8e90-daf599eaa6ed), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:23.404276 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515a7f9-92db-4ee4-a553-389755eb0c45 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event updated for resources: {'Port': ['ID=1dcf8aa3-5d6d-44f1-971a-38e366f0760a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:23.459343 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7515a7f9-92db-4ee4-a553-389755eb0c45 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Network 1c4222f8-0b08-4e41-b5e9-9cb5274556c4 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:23.470669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-7515a7f9-92db-4ee4-a553-389755eb0c45 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:23.475623 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd789388-9561-4d0d-a8e1-cb711a961631 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:44:23.477372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515a7f9-92db-4ee4-a553-389755eb0c45 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:23.515138 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8c9698e9-3a4d-4ec0-99b3-4137d5b08121 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (b25c0950-f96d-4acd-8e90-daf599eaa6ed), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:23.517090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:23.517466 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:23.521058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9698e9-3a4d-4ec0-99b3-4137d5b08121 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:23.521788 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8c9698e9-3a4d-4ec0-99b3-4137d5b08121 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:23.606644 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8c9698e9-3a4d-4ec0-99b3-4137d5b08121 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8376606 Mar 07 21:44:23.608460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34844) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:23.614044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-2de90ada-a456-42b1-9dfc-969545bfceb8 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'subnet': {'network_id': 'b25c0950-f96d-4acd-8e90-daf599eaa6ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:23.668934 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7515a7f9-92db-4ee4-a553-389755eb0c45 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:23.669699 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7515a7f9-92db-4ee4-a553-389755eb0c45 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:23.677826 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9698e9-3a4d-4ec0-99b3-4137d5b08121 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Network': ['ID=b25c0950-f96d-4acd-8e90-daf599eaa6ed,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:23.687297 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f2200dd0-675e-4eaa-ad33-dc6439eeb429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (a5c8d535-6e8a-41c4-b19b-91399a2ec1c5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:23.697006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network b25c0950-f96d-4acd-8e90-daf599eaa6ed details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:44:23.721694 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7515a7f9-92db-4ee4-a553-389755eb0c45 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6074228 Mar 07 21:44:23.734701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34846) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:23.739869 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:23.765990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-386d1c8c-ae85-4caf-8e61-d861f3cffcd0 None None] Current status of the port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:23.771917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de90ada-a456-42b1-9dfc-969545bfceb8 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:23.776133 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2de90ada-a456-42b1-9dfc-969545bfceb8 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:23.813103 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:23.858300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2200dd0-675e-4eaa-ad33-dc6439eeb429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c8d535-6e8a-41c4-b19b-91399a2ec1c5,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:23.879011 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2200dd0-675e-4eaa-ad33-dc6439eeb429 admin admin] Checking segment: {'id': '754e338e-8db3-440e-9a65-3866b55a8164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'aa272b66-35fa-4a0a-b639-55caaa6a745e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:23.879536 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2200dd0-675e-4eaa-ad33-dc6439eeb429 admin admin] Network hostable DHCP agents. Network: aa272b66-35fa-4a0a-b639-55caaa6a745e, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:23.916719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.ipam_backend_mixin [None req-2de90ada-a456-42b1-9dfc-969545bfceb8 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Performing IP validity checks on allocation pools {{(pid=103719) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 21:44:23.917881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2200dd0-675e-4eaa-ad33-dc6439eeb429 admin admin] Network aa272b66-35fa-4a0a-b639-55caaa6a745e is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:23.918376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.ipam_backend_mixin [None req-2de90ada-a456-42b1-9dfc-969545bfceb8 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103719) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 21:44:23.944922 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f2200dd0-675e-4eaa-ad33-dc6439eeb429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, aa272b66-35fa-4a0a-b639-55caaa6a745e) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:23.953616 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2200dd0-675e-4eaa-ad33-dc6439eeb429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:23.955199 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f2200dd0-675e-4eaa-ad33-dc6439eeb429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:23.975078 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-386d1c8c-ae85-4caf-8e61-d861f3cffcd0 None None] Provisioning complete for port 04d1b487-4678-4f20-8aa2-747015784875 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:23.975475 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-386d1c8c-ae85-4caf-8e61-d861f3cffcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (04d1b487-4678-4f20-8aa2-747015784875), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:23.980425 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f2200dd0-675e-4eaa-ad33-dc6439eeb429 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2078154 Mar 07 21:44:23.981342 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34854) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:23.990572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1985623890-router', 'tenant_id': 'b2b2a78f95e8430fbc11624f887e9856', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:24.025114 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (c16693be-8708-449a-b05d-d9d44569f56d), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:24.026396 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (c16693be-8708-449a-b05d-d9d44569f56d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:24.051358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:24.060393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-386d1c8c-ae85-4caf-8e61-d861f3cffcd0 None None] Port 04d1b487-4678-4f20-8aa2-747015784875 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:44:24.124686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd08e42a-3059-4198-a31e-d175980743eb None None] Network aa272b66-35fa-4a0a-b639-55caaa6a745e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:24.140361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Publish callbacks [] for router_controller (c16693be-8708-449a-b05d-d9d44569f56d), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:24.209502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:44:24.308972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-aa272b66-35fa-4a0a-b639-55caaa6a745e', 'network_id': 'aa272b66-35fa-4a0a-b639-55caaa6a745e', 'project_id': 'b2b2a78f95e8430fbc11624f887e9856', 'fixed_ips': [{'subnet_id': 'a5c8d535-6e8a-41c4-b19b-91399a2ec1c5'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:44:24.309796 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:24.326959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:24.327171 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:24.502671 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f9bb7888-f0bc-4fd2-bd01-00baf1910f55 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=614b161d43724c5494941326f20b249f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858366 Mar 07 21:44:24.542500 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Publish callbacks [] for router_gateway (c16693be-8708-449a-b05d-d9d44569f56d), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:24.574686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad59fa-c627-44f1-8c5d-0b8d15e5f900 req-f720b905-5f3d-4a97-9065-d152de4d897b tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:24.586699 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6dad59fa-c627-44f1-8c5d-0b8d15e5f900 req-f720b905-5f3d-4a97-9065-d152de4d897b tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 945 time: 0.4635091 Mar 07 21:44:24.601857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8ef8a-1647-4fec-9097-354f13a1107c req-b71e5fec-407d-4922-acca-8ec97d9c3aae tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:24.614471 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3e8ef8a-1647-4fec-9097-354f13a1107c req-b71e5fec-407d-4922-acca-8ec97d9c3aae tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.6548355 Mar 07 21:44:24.617900 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2de90ada-a456-42b1-9dfc-969545bfceb8 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (d70123a5-cb12-4030-aa4a-304458a63e20), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:24.632615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Allocated IP 172.20.0.2 (aa272b66-35fa-4a0a-b639-55caaa6a745e/a5c8d535-6e8a-41c4-b19b-91399a2ec1c5/93439b23-7b72-4ac1-8ee0-a1937cf08604) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:24.637818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:24.650045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4e2a878c-dbf6-496c-8fde-7215633b1613 None None] Provisioning complete for port 04d1b487-4678-4f20-8aa2-747015784875 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:24.650679 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4e2a878c-dbf6-496c-8fde-7215633b1613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (04d1b487-4678-4f20-8aa2-747015784875), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:24.768363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a878c-dbf6-496c-8fde-7215633b1613 None None] Port 04d1b487-4678-4f20-8aa2-747015784875 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:44:24.811846 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-e48c0521-4c6b-4ade-af5b-c61f040bc481 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:24.815665 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-e48c0521-4c6b-4ade-af5b-c61f040bc481 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3058362 Mar 07 21:44:24.823436 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de90ada-a456-42b1-9dfc-969545bfceb8 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Subnet': ['ID=d70123a5-cb12-4030-aa4a-304458a63e20,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:24.833409 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Request body: {'port': {'device_id': 'd91df33b-9766-43e3-afb6-428b7a75bb0d', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '614b161d43724c5494941326f20b249f'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:24.856826 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:24.886013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de90ada-a456-42b1-9dfc-969545bfceb8 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Checking segment: {'id': 'b4885cb1-450c-433c-8548-fb07328ef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b25c0950-f96d-4acd-8e90-daf599eaa6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:24.886466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de90ada-a456-42b1-9dfc-969545bfceb8 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network hostable DHCP agents. Network: b25c0950-f96d-4acd-8e90-daf599eaa6ed, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:24.891337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3e8ef8a-1647-4fec-9097-354f13a1107c req-30dbb596-5d06-4d27-87b8-319aa79db0d3 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702804 Mar 07 21:44:24.918784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6dad59fa-c627-44f1-8c5d-0b8d15e5f900 req-ef38c6f1-04d9-48a2-85ea-4dc523312935 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153393 Mar 07 21:44:24.990354 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Publish callbacks [] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.003785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-69be2c60-52fe-45bf-8698-cfc8e71c2f4b None None] Provisioning complete for port 1dcf8aa3-5d6d-44f1-971a-38e366f0760a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:25.004314 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-69be2c60-52fe-45bf-8698-cfc8e71c2f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1dcf8aa3-5d6d-44f1-971a-38e366f0760a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.042413 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-69be2c60-52fe-45bf-8698-cfc8e71c2f4b None None] Port 1dcf8aa3-5d6d-44f1-971a-38e366f0760a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:44:25.044646 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.089404 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Network aa272b66-35fa-4a0a-b639-55caaa6a745e is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:25.092454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:25.096773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:25.101268 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a26033de-d11b-429f-9484-47d26e6b5094 req-c116dafa-87c9-47fb-8aa5-7cf5d67c35b5 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 210 time: 0.0675766 Mar 07 21:44:25.103815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Pushing event updated for resources: {'Port': ['ID=93439b23-7b72-4ac1-8ee0-a1937cf08604,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:25.107431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de90ada-a456-42b1-9dfc-969545bfceb8 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network b25c0950-f96d-4acd-8e90-daf599eaa6ed is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:25.157647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-2de90ada-a456-42b1-9dfc-969545bfceb8 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, b25c0950-f96d-4acd-8e90-daf599eaa6ed) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:25.164809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Made reservation on behalf of 614b161d43724c5494941326f20b249f for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:25.168822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efc714b-6939-4525-bf99-e1881f11ef60 None None] Network b25c0950-f96d-4acd-8e90-daf599eaa6ed requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:25.169647 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.172430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de90ada-a456-42b1-9dfc-969545bfceb8 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:25.173737 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2de90ada-a456-42b1-9dfc-969545bfceb8 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.175106 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Publish callbacks [] for router_gateway (c16693be-8708-449a-b05d-d9d44569f56d), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.197812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb7524-a873-409d-87c1-558ed9dce44a req-d1bd33bd-25ee-40ec-b674-03c31c5e6478 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:25.199755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09cb7524-a873-409d-87c1-558ed9dce44a req-d1bd33bd-25ee-40ec-b674-03c31c5e6478 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 945 time: 0.1753955 Mar 07 21:44:25.218606 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.221328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Allocated IP 172.25.4.221 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/d47f5cb9-d57b-479b-88f3-cd66ec7231d2) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:25.224518 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.227722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2de90ada-a456-42b1-9dfc-969545bfceb8 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6180766 Mar 07 21:44:25.238676 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34876) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:25.304446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09cb7524-a873-409d-87c1-558ed9dce44a req-114f03cb-7775-4c8c-b336-8b4732659541 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965393 Mar 07 21:44:25.448120 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for port (d47f5cb9-d57b-479b-88f3-cd66ec7231d2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.489376 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (b25c0950-f96d-4acd-8e90-daf599eaa6ed), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.521493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Attempting to bind port 93439b23-7b72-4ac1-8ee0-a1937cf08604 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:44:25.525540 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Attempting to bind port 93439b23-7b72-4ac1-8ee0-a1937cf08604 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '754e338e-8db3-440e-9a65-3866b55a8164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'aa272b66-35fa-4a0a-b639-55caaa6a745e'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:44:25.526639 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Attempting to bind port 93439b23-7b72-4ac1-8ee0-a1937cf08604 on network aa272b66-35fa-4a0a-b639-55caaa6a745e {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:44:25.535914 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d47f5cb9-d57b-479b-88f3-cd66ec7231d2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.540007 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks [] for security_group (c7a33c16-74e1-496e-8db0-159f08479341), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.574556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:25.577636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:25.582437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:25.591151 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c7a33c16-74e1-496e-8db0-159f08479341), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.622654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:44:25.622654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Checking segment: {'id': '754e338e-8db3-440e-9a65-3866b55a8164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'aa272b66-35fa-4a0a-b639-55caaa6a745e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:25.622654 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.622654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Bound using segment: {'id': '754e338e-8db3-440e-9a65-3866b55a8164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'aa272b66-35fa-4a0a-b639-55caaa6a745e'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:44:25.622654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Bound port: 93439b23-7b72-4ac1-8ee0-a1937cf08604, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754e338e-8db3-440e-9a65-3866b55a8164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'aa272b66-35fa-4a0a-b639-55caaa6a745e'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:44:25.622654 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.644475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event updated for resources: {'Port': ['ID=d47f5cb9-d57b-479b-88f3-cd66ec7231d2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:25.713013 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for floatingip (af9cf7a9-43aa-4733-a116-085a86a2fc26), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.769030 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (d70123a5-cb12-4030-aa4a-304458a63e20), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.799915 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d47f5cb9-d57b-479b-88f3-cd66ec7231d2), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.813964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-b25c0950-f96d-4acd-8e90-daf599eaa6ed', 'network_id': 'b25c0950-f96d-4acd-8e90-daf599eaa6ed', 'project_id': '1ca6ef81b0ec4cf88d70d6f83fca75bc', 'fixed_ips': [{'subnet_id': 'd70123a5-cb12-4030-aa4a-304458a63e20'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:44:25.826321 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:25.862105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Allocated IP 172.25.4.57 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/91615713-a60a-4da8-b6ad-7a1b1fcc51d4) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:25.888168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:44:25.902849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] For port 93439b23-7b72-4ac1-8ee0-a1937cf08604, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:44:25.925696 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a33c16-74e1-496e-8db0-159f08479341,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:26.074223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Allocated IP 192.168.233.124 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/a25f0ebd-8c73-4e66-9835-93fc70ba3a91) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:26.110905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] For port 93439b23-7b72-4ac1-8ee0-a1937cf08604, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=93439b23-7b72-4ac1-8ee0-a1937cf08604,segment=NetworkSegment(754e338e-8db3-440e-9a65-3866b55a8164),segment_id=754e338e-8db3-440e-9a65-3866b55a8164)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:44:26.133645 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:26.165105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252bd7-55e3-41f9-a610-ed4443d99aeb req-9c38e819-a67e-4918-9298-1dd1403be02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:26.168433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87252bd7-55e3-41f9-a610-ed4443d99aeb req-9c38e819-a67e-4918-9298-1dd1403be02d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=929b83340405429591abece6acb43fe2&device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 1127 time: 0.2464395 Mar 07 21:44:26.181917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35680a-481b-4a67-968b-2d5af8033429 req-1a2e9b59-10b5-442d-bf1e-793a0f5d7207 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:26.183755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c35680a-481b-4a67-968b-2d5af8033429 req-1a2e9b59-10b5-442d-bf1e-793a0f5d7207 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 945 time: 0.2596447 Mar 07 21:44:26.203366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539879fd-5d46-4f35-9b29-aa921cc4a093 None None] Pushing event updated for resources: {'Port': ['ID=93439b23-7b72-4ac1-8ee0-a1937cf08604,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:26.236019 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:26.236444 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:26.337357 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252bd7-55e3-41f9-a610-ed4443d99aeb req-da8cdb50-bf03-4f6e-aa75-cbd4a47dd1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:26.339034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87252bd7-55e3-41f9-a610-ed4443d99aeb req-da8cdb50-bf03-4f6e-aa75-cbd4a47dd1b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5265bb73-df20-4800-81f1-cfbf9305dbff HTTP/1.1" status: 200 len: 916 time: 0.1531436 Mar 07 21:44:26.380640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Allocated IP 172.20.0.3 (b25c0950-f96d-4acd-8e90-daf599eaa6ed/d70123a5-cb12-4030-aa4a-304458a63e20/dcf206e1-d80f-47fb-a487-b3e6cd744a16) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:26.381059 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for port (d47f5cb9-d57b-479b-88f3-cd66ec7231d2), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:26.410904 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (d47f5cb9-d57b-479b-88f3-cd66ec7231d2), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:26.422362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6980f-f864-4ff6-be39-d55706db1ce7 req-0396151d-f8ff-43b9-acd3-b99493186780 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:26.424360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42d6980f-f864-4ff6-be39-d55706db1ce7 req-0396151d-f8ff-43b9-acd3-b99493186780 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 945 time: 0.3677399 Mar 07 21:44:26.619331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87252bd7-55e3-41f9-a610-ed4443d99aeb req-3388f3b8-99e6-4be5-83a2-e585e61af3ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b1fcaa-62d3-4da0-a756-30df9c3ce59d HTTP/1.1" status: 200 len: 217 time: 0.2324491 Mar 07 21:44:26.672310 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:26.674779 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:26.746893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (af9cf7a9-43aa-4733-a116-085a86a2fc26), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:26.848281 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Publish callbacks [] for port (dcf206e1-d80f-47fb-a487-b3e6cd744a16), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:26.899732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c35680a-481b-4a67-968b-2d5af8033429 req-284d3758-cd43-47b1-befa-14ded424bb21 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5796058 Mar 07 21:44:26.901800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:44:26.909867 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc17d73-f06a-47b4-9ba4-0571e3f791d5" -d '{"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-plugged", "status": "completed", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:44:26.944272 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (dcf206e1-d80f-47fb-a487-b3e6cd744a16), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:26.969751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:26.982414 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:26.986276 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Publish callbacks [] for port (91615713-a60a-4da8-b6ad-7a1b1fcc51d4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:26.992928 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2566521 Mar 07 21:44:26.993979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34928) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:27.006843 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (d70123a5-cb12-4030-aa4a-304458a63e20), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:27.022109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-f7d9d7ac-c53a-4075-8c0d-80f1fa3df72c tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Request body: {'floatingip': {'port_id': '1dcf8aa3-5d6d-44f1-971a-38e366f0760a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:27.047951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea162b11-65bb-41b6-ab56-f91887049274 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event updated for resources: {'Port': ['ID=d47f5cb9-d57b-479b-88f3-cd66ec7231d2,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:27.067729 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:27.093719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Subnet': ['ID=d70123a5-cb12-4030-aa4a-304458a63e20,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:27.124595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Pushing event updated for resources: {'Port': ['ID=dcf206e1-d80f-47fb-a487-b3e6cd744a16,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:27.183881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,revision_number=13']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:27.197100 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Network b25c0950-f96d-4acd-8e90-daf599eaa6ed is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:27.201289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:27.206524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:27.246616 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (b25c0950-f96d-4acd-8e90-daf599eaa6ed), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:27.254107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85e481c6-1829-4cc4-93a9-6028443c867e req-717bc790-b6dc-4b09-9078-5448d6010be6 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 210 time: 0.2088747 Mar 07 21:44:27.320976 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42d6980f-f864-4ff6-be39-d55706db1ce7 req-35de7f9a-2611-4669-ba2e-cb8c3e3bcf88 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7962561 Mar 07 21:44:27.323716 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f7d9d7ac-c53a-4075-8c0d-80f1fa3df72c tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for floatingip (af9cf7a9-43aa-4733-a116-085a86a2fc26), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:27.363837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Attempting to bind port dcf206e1-d80f-47fb-a487-b3e6cd744a16 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:44:27.364768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Attempting to bind port dcf206e1-d80f-47fb-a487-b3e6cd744a16 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'b4885cb1-450c-433c-8548-fb07328ef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b25c0950-f96d-4acd-8e90-daf599eaa6ed'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:44:27.364768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Attempting to bind port dcf206e1-d80f-47fb-a487-b3e6cd744a16 on network b25c0950-f96d-4acd-8e90-daf599eaa6ed {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:44:27.366677 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25c0950-f96d-4acd-8e90-daf599eaa6ed']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:27.382102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:44:27.384836 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Checking segment: {'id': 'b4885cb1-450c-433c-8548-fb07328ef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b25c0950-f96d-4acd-8e90-daf599eaa6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:27.386095 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:27.387729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Bound using segment: {'id': 'b4885cb1-450c-433c-8548-fb07328ef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b25c0950-f96d-4acd-8e90-daf599eaa6ed'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:44:27.388510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Bound port: dcf206e1-d80f-47fb-a487-b3e6cd744a16, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4885cb1-450c-433c-8548-fb07328ef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b25c0950-f96d-4acd-8e90-daf599eaa6ed'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:44:27.389152 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (dcf206e1-d80f-47fb-a487-b3e6cd744a16), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:27.392489 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148df87a-5e2e-4e1b-b37f-2ed03af7ff7f x-openstack-request-id: req-148df87a-5e2e-4e1b-b37f-2ed03af7ff7f {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:44:27.393064 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-plugged", "status": "completed", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:44:27.393582 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-148df87a-5e2e-4e1b-b37f-2ed03af7ff7f {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:44:27.394352 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'code': 200} Mar 07 21:44:27.402079 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (91615713-a60a-4da8-b6ad-7a1b1fcc51d4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:27.411956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252bd7-55e3-41f9-a610-ed4443d99aeb req-d28966a9-8f31-4944-b22b-1bd8d334fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:27.412165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4885cb1-450c-433c-8548-fb07328ef4cc') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:27.412165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4885cb1-450c-433c-8548-fb07328ef4cc') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:27.418715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87252bd7-55e3-41f9-a610-ed4443d99aeb req-d28966a9-8f31-4944-b22b-1bd8d334fce7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5076f1fa-85f8-4a16-ad47-dea5582cd5e7 HTTP/1.1" status: 200 len: 854 time: 0.6775417 Mar 07 21:44:27.458590 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks [] for port (a25f0ebd-8c73-4e66-9835-93fc70ba3a91), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:27.466326 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (b4885cb1-450c-433c-8548-fb07328ef4cc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:27.488454 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:27.498032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:27.520035 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:27.524453 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] For port dcf206e1-d80f-47fb-a487-b3e6cd744a16, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:44:27.528677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] For port dcf206e1-d80f-47fb-a487-b3e6cd744a16, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=dcf206e1-d80f-47fb-a487-b3e6cd744a16,segment=NetworkSegment(b4885cb1-450c-433c-8548-fb07328ef4cc),segment_id=b4885cb1-450c-433c-8548-fb07328ef4cc)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:44:27.536181 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (dcf206e1-d80f-47fb-a487-b3e6cd744a16), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:27.652348 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-f7d9d7ac-c53a-4075-8c0d-80f1fa3df72c tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] update failed (client error): The resource could not be found. Mar 07 21:44:27.658990 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f7d9d7ac-c53a-4075-8c0d-80f1fa3df72c tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "PUT /v2.0/floatingips/af9cf7a9-43aa-4733-a116-085a86a2fc26 HTTP/1.1" status: 404 len: 507 time: 0.6417031 Mar 07 21:44:27.658990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34946) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:27.665524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b4885cb1-450c-433c-8548-fb07328ef4cc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:27.674746 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912bd7d-7e80-41c6-bf7e-a98ef1f27542 None None] Pushing event updated for resources: {'Port': ['ID=dcf206e1-d80f-47fb-a487-b3e6cd744a16,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:27.687298 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8386e46-f941-41a6-a00a-c3a0571bb066 None None] Network b25c0950-f96d-4acd-8e90-daf599eaa6ed requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:28.033069 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:28.033678 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (b4885cb1-450c-433c-8548-fb07328ef4cc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:28.040315 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:28.075695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a25f0ebd-8c73-4e66-9835-93fc70ba3a91), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:28.081552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Pushing event updated for resources: {'Port': ['ID=91615713-a60a-4da8-b6ad-7a1b1fcc51d4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:28.191719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252bd7-55e3-41f9-a610-ed4443d99aeb req-3c629fde-3fb3-4cee-938b-d3052a270850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:28.199430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87252bd7-55e3-41f9-a610-ed4443d99aeb req-3c629fde-3fb3-4cee-938b-d3052a270850 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5265bb73-df20-4800-81f1-cfbf9305dbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5405827 Mar 07 21:44:28.199768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1646e68a-c7ca-4fd9-89d6-f49f4208549d None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 21:44:28.201239 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:28.233698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:28.241196 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:28.361050 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 93439b23-7b72-4ac1-8ee0-a1937cf08604 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:44:28.435770 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-d087bae4-4de4-47ef-aea2-662a167aedf6 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Deleting port d47f5cb9-d57b-479b-88f3-cd66ec7231d2 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:28.436404 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d087bae4-4de4-47ef-aea2-662a167aedf6 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d47f5cb9-d57b-479b-88f3-cd66ec7231d2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:28.456232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c2a43-df7b-4952-92aa-9c5e70a6f96e req-d53c50c1-db80-4825-9270-d4da370a7002 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:28.458821 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-801c2a43-df7b-4952-92aa-9c5e70a6f96e req-d53c50c1-db80-4825-9270-d4da370a7002 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 945 time: 0.4114168 Mar 07 21:44:28.506111 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c9168fcc-b881-45be-a418-bcd6dcb062b7 None None] Provisioning complete for port 93439b23-7b72-4ac1-8ee0-a1937cf08604 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:28.506111 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9168fcc-b881-45be-a418-bcd6dcb062b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:28.548389 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.db.api [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 21:44:28.548389 n-d-832330-1 neutron-server[103718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 21:44:28.548389 n-d-832330-1 neutron-server[103718]: [parameters: {'id': 'b25c0950-f96d-4acd-8e90-daf599eaa6ed'}] Mar 07 21:44:28.548389 n-d-832330-1 neutron-server[103718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:28.549278 n-d-832330-1 neutron-server[103718]: DEBUG oslo_db.api [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:28.549989 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Pushing event updated for resources: {'Port': ['ID=a25f0ebd-8c73-4e66-9835-93fc70ba3a91,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:28.555952 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Publish callbacks [] for router_gateway (c16693be-8708-449a-b05d-d9d44569f56d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:28.567001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:28.567854 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:28.614701 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87252bd7-55e3-41f9-a610-ed4443d99aeb req-d33b2c2d-4fd0-4b66-aefc-dd9ef5d929a5 service neutron] 10.222.0.15 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986187 Mar 07 21:44:28.692839 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-1858c2dd-8104-4771-b0a3-1e9140643a0d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8658504 Mar 07 21:44:28.697291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e0859-7d50-47f2-8412-ebaa6544b0a9 req-a091b766-4970-437c-9148-756269aabe83 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:28.698855 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a3e0859-7d50-47f2-8412-ebaa6544b0a9 req-a091b766-4970-437c-9148-756269aabe83 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 936 time: 0.2684674 Mar 07 21:44:28.734562 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-801c2a43-df7b-4952-92aa-9c5e70a6f96e req-bf7a1615-bb29-4e05-a70c-07a02ea34a63 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568114 Mar 07 21:44:28.775452 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1646e68a-c7ca-4fd9-89d6-f49f4208549d None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:44:28.777142 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Request body: {'port': {'device_id': 'd91df33b-9766-43e3-afb6-428b7a75bb0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:28.821204 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d087bae4-4de4-47ef-aea2-662a167aedf6 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d47f5cb9-d57b-479b-88f3-cd66ec7231d2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:28.821545 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d087bae4-4de4-47ef-aea2-662a167aedf6 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for floatingip (d47f5cb9-d57b-479b-88f3-cd66ec7231d2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:28.833127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 93439b23-7b72-4ac1-8ee0-a1937cf08604 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:28.834041 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:28.902607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-d087bae4-4de4-47ef-aea2-662a167aedf6 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Calling delete_port for d47f5cb9-d57b-479b-88f3-cd66ec7231d2 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:28.984784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a3e0859-7d50-47f2-8412-ebaa6544b0a9 req-b44ba355-29a0-43b3-a84b-ea8cc117585d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607355 Mar 07 21:44:28.988853 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a25f0ebd-8c73-4e66-9835-93fc70ba3a91), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:29.037374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c9168fcc-b881-45be-a418-bcd6dcb062b7 None None] Current status of the port 93439b23-7b72-4ac1-8ee0-a1937cf08604 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:29.037760 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9168fcc-b881-45be-a418-bcd6dcb062b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:29.056108 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (b25c0950-f96d-4acd-8e90-daf599eaa6ed), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:29.058786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87252bd7-55e3-41f9-a610-ed4443d99aeb req-d17f2855-744d-49fe-af12-e569291757f9 service neutron] 10.222.0.15 "GET /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328043 Mar 07 21:44:29.282912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f11ab-1b6c-45d1-988f-5b930c33280e req-131bfae8-38c4-4748-9ffc-c3fc8e41ac5e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:29.291635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d6f11ab-1b6c-45d1-988f-5b930c33280e req-131bfae8-38c4-4748-9ffc-c3fc8e41ac5e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.3935425 Mar 07 21:44:29.313098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c9168fcc-b881-45be-a418-bcd6dcb062b7 None None] For port 93439b23-7b72-4ac1-8ee0-a1937cf08604, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=93439b23-7b72-4ac1-8ee0-a1937cf08604,segment=NetworkSegment(754e338e-8db3-440e-9a65-3866b55a8164),segment_id=754e338e-8db3-440e-9a65-3866b55a8164)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:29.373277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 93439b23-7b72-4ac1-8ee0-a1937cf08604 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:29.377477 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9168fcc-b881-45be-a418-bcd6dcb062b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:29.480722 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25f0ebd-8c73-4e66-9835-93fc70ba3a91 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:44:29.483699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9168fcc-b881-45be-a418-bcd6dcb062b7 None None] Pushing event updated for resources: {'Port': ['ID=93439b23-7b72-4ac1-8ee0-a1937cf08604,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:29.499014 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Publish callbacks [] for port (a25f0ebd-8c73-4e66-9835-93fc70ba3a91), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:29.534513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f551021-90ff-43c6-a0d3-272dd6c49cea None None] Network aa272b66-35fa-4a0a-b639-55caaa6a745e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:29.535275 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d6f11ab-1b6c-45d1-988f-5b930c33280e req-e1eb66cf-ed63-4a1f-95f5-4d32ba70b5d7 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439871 Mar 07 21:44:29.572301 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (c16693be-8708-449a-b05d-d9d44569f56d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:29.677584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Deleting port dcf206e1-d80f-47fb-a487-b3e6cd744a16 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:29.679102 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (dcf206e1-d80f-47fb-a487-b3e6cd744a16), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:29.682631 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d087bae4-4de4-47ef-aea2-662a167aedf6 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d47f5cb9-d57b-479b-88f3-cd66ec7231d2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:29.683102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Transition to ACTIVE for port object a25f0ebd-8c73-4e66-9835-93fc70ba3a91 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:44:29.732373 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a25f0ebd-8c73-4e66-9835-93fc70ba3a91), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:29.790946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087bae4-4de4-47ef-aea2-662a167aedf6 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event deleted for resources: {'Port': ['ID=d47f5cb9-d57b-479b-88f3-cd66ec7231d2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:29.946113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a25f0ebd-8c73-4e66-9835-93fc70ba3a91,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:30.107233 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d087bae4-4de4-47ef-aea2-662a167aedf6 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for floatingip (af9cf7a9-43aa-4733-a116-085a86a2fc26), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:30.117728 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d087bae4-4de4-47ef-aea2-662a167aedf6 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:30.121786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d087bae4-4de4-47ef-aea2-662a167aedf6 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "DELETE /v2.0/floatingips/af9cf7a9-43aa-4733-a116-085a86a2fc26 HTTP/1.1" status: 204 len: 168 time: 2.4602494 Mar 07 21:44:30.124430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34982) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:30.129687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c353b9db-a892-4327-a716-e41fed586ffe tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Request body: {'floatingip': {'floating_network_id': '1c4222f8-0b08-4e41-b5e9-9cb5274556c4', 'port_id': '1dcf8aa3-5d6d-44f1-971a-38e366f0760a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:30.174008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] For port dcf206e1-d80f-47fb-a487-b3e6cd744a16, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=dcf206e1-d80f-47fb-a487-b3e6cd744a16,segment=NetworkSegment(b4885cb1-450c-433c-8548-fb07328ef4cc),segment_id=b4885cb1-450c-433c-8548-fb07328ef4cc)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:30.174656 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (dcf206e1-d80f-47fb-a487-b3e6cd744a16), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:30.192135 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730e1ec-35be-4f77-9fee-28d34f274b21 req-53dffc86-5514-4893-9fdb-64fb8b11d800 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:30.202466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8730e1ec-35be-4f77-9fee-28d34f274b21 req-53dffc86-5514-4893-9fdb-64fb8b11d800 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 945 time: 0.2661748 Mar 07 21:44:30.229744 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Attempting to bind port a25f0ebd-8c73-4e66-9835-93fc70ba3a91 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:44:30.230019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Attempting to bind port a25f0ebd-8c73-4e66-9835-93fc70ba3a91 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:44:30.237521 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Attempting to bind port a25f0ebd-8c73-4e66-9835-93fc70ba3a91 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:44:30.263386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Calling delete_port for dcf206e1-d80f-47fb-a487-b3e6cd744a16 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:30.273983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 93439b23-7b72-4ac1-8ee0-a1937cf08604 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:44:30.289040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Port a25f0ebd-8c73-4e66-9835-93fc70ba3a91 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:44:30.289367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Attempting to bind port a25f0ebd-8c73-4e66-9835-93fc70ba3a91 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:44:30.405560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Router c16693be-8708-449a-b05d-d9d44569f56d is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:44:30.410426 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:44:30.411540 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:30.412067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:44:30.412696 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Bound port: a25f0ebd-8c73-4e66-9835-93fc70ba3a91, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:44:30.413065 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a25f0ebd-8c73-4e66-9835-93fc70ba3a91), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:30.445706 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c353b9db-a892-4327-a716-e41fed586ffe tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:30.513527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 93439b23-7b72-4ac1-8ee0-a1937cf08604 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:30.514165 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:30.527692 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a01cb-474b-456b-9900-23aa700dde5b req-29171f01-c925-4889-b263-cf301106a966 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:30.536470 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c3a01cb-474b-456b-9900-23aa700dde5b req-29171f01-c925-4889-b263-cf301106a966 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 948 time: 0.3311479 Mar 07 21:44:30.569070 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8730e1ec-35be-4f77-9fee-28d34f274b21 req-e4bc36ee-9ad9-49ad-a02c-4511de745709 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655133 Mar 07 21:44:30.617725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-417c6196-04b4-438e-b6bb-808e913cd8c5 None None] Provisioning complete for port 93439b23-7b72-4ac1-8ee0-a1937cf08604 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:30.620646 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-417c6196-04b4-438e-b6bb-808e913cd8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:30.772774 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (dcf206e1-d80f-47fb-a487-b3e6cd744a16), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:30.800571 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] For port a25f0ebd-8c73-4e66-9835-93fc70ba3a91, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:44:30.825936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No DVR routers for this DVR port dcf206e1-d80f-47fb-a487-b3e6cd744a16 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:30.828047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:44:30.829782 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Port': ['ID=dcf206e1-d80f-47fb-a487-b3e6cd744a16,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:30.849764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] For port a25f0ebd-8c73-4e66-9835-93fc70ba3a91, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a25f0ebd-8c73-4e66-9835-93fc70ba3a91,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:44:30.901065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Sync routers for ids ['c16693be-8708-449a-b05d-d9d44569f56d'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:30.909984 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a25f0ebd-8c73-4e66-9835-93fc70ba3a91), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:30.945780 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:30.947098 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-adc6dc6c-befb-4a2b-9072-67aa64e3c2ca admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9641802 Mar 07 21:44:30.951148 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Routers {'c16693be-8708-449a-b05d-d9d44569f56d'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:44:30.954244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:44:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c16693be-8708-449a-b05d-d9d44569f56d'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:30.956172 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34996) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:30.966283 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 93439b23-7b72-4ac1-8ee0-a1937cf08604 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:31.142126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-417c6196-04b4-438e-b6bb-808e913cd8c5 None None] Current status of the port 93439b23-7b72-4ac1-8ee0-a1937cf08604 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:31.198964 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (b25c0950-f96d-4acd-8e90-daf599eaa6ed), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:31.206523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:31.207165 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:31.208562 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/a25f0ebd-8c73-4e66-9835-93fc70ba3a91 HTTP/1.1" status: 200 len: 1096 time: 2.4454215 Mar 07 21:44:31.215412 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91df33b-9766-43e3-afb6-428b7a75bb0d', 'tag': 'a25f0ebd-8c73-4e66-9835-93fc70ba3a91'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:44:31.218001 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0f3db8-bcb3-4b0f-b549-08ee5ca3af5d" -d '{"events": [{"name": "network-changed", "server_uuid": "d91df33b-9766-43e3-afb6-428b7a75bb0d", "tag": "a25f0ebd-8c73-4e66-9835-93fc70ba3a91"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:44:31.402511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25c0950-f96d-4acd-8e90-daf599eaa6ed']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:31.423218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Set router c16693be-8708-449a-b05d-d9d44569f56d gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:44:31.609383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4885cb1-450c-433c-8548-fb07328ef4cc') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:31.609851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4885cb1-450c-433c-8548-fb07328ef4cc') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:31.638010 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0cb4f-f676-4936-91ab-df5b82b499a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a25f0ebd-8c73-4e66-9835-93fc70ba3a91,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:31.677502 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (b4885cb1-450c-433c-8548-fb07328ef4cc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:31.677763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c3a01cb-474b-456b-9900-23aa700dde5b req-575ba9cb-5bb8-4090-adbb-45e8d0dc4471 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1392770 Mar 07 21:44:31.801822 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5d07f0-f460-4f5e-b678-07ba45afb236 x-openstack-request-id: req-fe5d07f0-f460-4f5e-b678-07ba45afb236 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:44:31.803268 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91df33b-9766-43e3-afb6-428b7a75bb0d", "tag": "a25f0ebd-8c73-4e66-9835-93fc70ba3a91", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:44:31.803981 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe5d07f0-f460-4f5e-b678-07ba45afb236 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:44:31.807027 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91df33b-9766-43e3-afb6-428b7a75bb0d', 'tag': 'a25f0ebd-8c73-4e66-9835-93fc70ba3a91', 'status': 'completed', 'code': 200} Mar 07 21:44:31.808639 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b4885cb1-450c-433c-8548-fb07328ef4cc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:31.831515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:31.833084 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (b4885cb1-450c-433c-8548-fb07328ef4cc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:31.843616 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:31.847801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-7b0ec601-3fa6-4dfd-899a-8827d8f6ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:31.852578 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-7b0ec601-3fa6-4dfd-899a-8827d8f6ec58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=614b161d43724c5494941326f20b249f&device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 1130 time: 0.5727901 Mar 07 21:44:31.872007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a4334-6983-4882-95a3-9445de638beb req-7315b9e5-2c9e-4697-a7c8-487b7f593996 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:31.873776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d90a4334-6983-4882-95a3-9445de638beb req-7315b9e5-2c9e-4697-a7c8-487b7f593996 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.2431948 Mar 07 21:44:31.993697 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d90a4334-6983-4882-95a3-9445de638beb req-ed9d51cf-8c89-4930-9b31-4b815c9a67c8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053340 Mar 07 21:44:32.056115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883cc4c-d770-4bfd-b34f-fdda33ac075f req-6f695bcb-07ee-4a0d-b2cc-cce167a26457 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:32.064952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0883cc4c-d770-4bfd-b34f-fdda33ac075f req-6f695bcb-07ee-4a0d-b2cc-cce167a26457 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 945 time: 0.1595151 Mar 07 21:44:32.079203 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-c353b9db-a892-4327-a716-e41fed586ffe tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:44:32.095598 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c353b9db-a892-4327-a716-e41fed586ffe tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.9699450 Mar 07 21:44:32.096337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35014) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:32.121915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': '1dcf8aa3-5d6d-44f1-971a-38e366f0760a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:32.200366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'name': 'tempest-FloatingIPsTestJSON-1985623890-router', 'tenant_id': 'b2b2a78f95e8430fbc11624f887e9856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '91615713-a60a-4da8-b6ad-7a1b1fcc51d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:24Z', 'updated_at': '2022-03-07T21:44:27Z', 'revision_number': 3, 'project_id': 'b2b2a78f95e8430fbc11624f887e9856', 'gw_port': {'id': '91615713-a60a-4da8-b6ad-7a1b1fcc51d4', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:25Z', 'updated_at': '2022-03-07T21:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:32.265672 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0883cc4c-d770-4bfd-b34f-fdda33ac075f req-99f3f072-7aaf-47f4-a7de-0bdd41047556 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996770 Mar 07 21:44:32.269235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Checking router: c16693be-8708-449a-b05d-d9d44569f56d for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:44:32.269938 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:32.273698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Updating router c16693be-8708-449a-b05d-d9d44569f56d port 91615713-a60a-4da8-b6ad-7a1b1fcc51d4 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:44:32.350971 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (91615713-a60a-4da8-b6ad-7a1b1fcc51d4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:32.559299 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb769fd-d0ef-4fe7-9abf-198984743391 req-e1e8848a-ea84-46d2-8608-0eead48e645c tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:32.560896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abb769fd-d0ef-4fe7-9abf-198984743391 req-e1e8848a-ea84-46d2-8608-0eead48e645c tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef99d55b-3aca-46fb-9cc4-07b5c7d85580 HTTP/1.1" status: 200 len: 946 time: 0.1241789 Mar 07 21:44:32.645909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abb769fd-d0ef-4fe7-9abf-198984743391 req-0e0c3556-e4fa-46a3-a6f6-a33ed1ed4503 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634720 Mar 07 21:44:32.667475 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:32.791906 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-e370618b-deba-481e-a63e-5a74ade2f347 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a25f0ebd-8c73-4e66-9835-93fc70ba3a91 HTTP/1.1" status: 200 len: 217 time: 0.9029999 Mar 07 21:44:33.017947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52f38e-206e-4f10-b01e-25e9b7394cc1 req-5700d143-7b7e-41f5-a941-ae1b5cee3654 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:33.052290 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (b25c0950-f96d-4acd-8e90-daf599eaa6ed), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:33.053798 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a52f38e-206e-4f10-b01e-25e9b7394cc1 req-5700d143-7b7e-41f5-a941-ae1b5cee3654 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 945 time: 0.2158811 Mar 07 21:44:33.069302 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Publish callbacks [] for port (91615713-a60a-4da8-b6ad-7a1b1fcc51d4), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:33.080896 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (91615713-a60a-4da8-b6ad-7a1b1fcc51d4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:33.089244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcacda-ccb1-4115-a5fc-bee79ce24dfc req-99589b4f-18b8-4f59-b01a-9efba782b414 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:33.090884 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1fdcacda-ccb1-4115-a5fc-bee79ce24dfc req-99589b4f-18b8-4f59-b01a-9efba782b414 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 948 time: 0.2551327 Mar 07 21:44:33.104034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:33.110962 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/b25c0950-f96d-4acd-8e90-daf599eaa6ed HTTP/1.1" status: 204 len: 168 time: 7.8671920 Mar 07 21:44:33.110962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1afea-bf52-4346-9b33-9d709dfd805e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Network': ['ID=b25c0950-f96d-4acd-8e90-daf599eaa6ed,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:33.127052 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35036) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:33.129221 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Attempting to bind port 91615713-a60a-4da8-b6ad-7a1b1fcc51d4 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:44:33.129774 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Attempting to bind port 91615713-a60a-4da8-b6ad-7a1b1fcc51d4 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:44:33.130343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Attempting to bind port 91615713-a60a-4da8-b6ad-7a1b1fcc51d4 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:44:33.144937 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-158eda5d-b230-45a7-a9de-1a0135ba6442 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-442419119'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:33.154607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-7f64186b-11a0-4237-8d9c-649569574be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:33.155998 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-7f64186b-11a0-4237-8d9c-649569574be1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.2371759 Mar 07 21:44:33.203985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:44:33.206025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:33.206686 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:33.209379 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:44:33.210059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Bound port: 91615713-a60a-4da8-b6ad-7a1b1fcc51d4, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:44:33.210637 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (91615713-a60a-4da8-b6ad-7a1b1fcc51d4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:33.211590 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Allocated IP 172.25.4.50 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/1d77c4b6-d8be-4e77-ba2c-ede517ee00c6) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:33.339661 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] For port 91615713-a60a-4da8-b6ad-7a1b1fcc51d4, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:44:33.346386 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] For port 91615713-a60a-4da8-b6ad-7a1b1fcc51d4, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=91615713-a60a-4da8-b6ad-7a1b1fcc51d4,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:44:33.365792 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (91615713-a60a-4da8-b6ad-7a1b1fcc51d4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:33.382246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f8205-ef2b-4b49-bd06-666d1a32af3a None None] Pushing event updated for resources: {'Port': ['ID=91615713-a60a-4da8-b6ad-7a1b1fcc51d4,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:33.433177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Routers {'c16693be-8708-449a-b05d-d9d44569f56d'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:44:33.434338 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:44:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c16693be-8708-449a-b05d-d9d44569f56d'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:33.445618 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for port (1d77c4b6-d8be-4e77-ba2c-ede517ee00c6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:33.531785 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1d77c4b6-d8be-4e77-ba2c-ede517ee00c6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:33.549986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f8205-ef2b-4b49-bd06-666d1a32af3a None None] Pushing event updated for resources: {'Port': ['ID=91615713-a60a-4da8-b6ad-7a1b1fcc51d4,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:33.611375 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] Set router c16693be-8708-449a-b05d-d9d44569f56d gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:44:33.632363 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158eda5d-b230-45a7-a9de-1a0135ba6442 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:33.640583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-158eda5d-b230-45a7-a9de-1a0135ba6442 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:33.697657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:33.712614 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a52f38e-206e-4f10-b01e-25e9b7394cc1 req-6f92476a-e710-49b9-b8ac-c6456fa2bb1a tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6577909 Mar 07 21:44:33.713667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:33.727327 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:33.739474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event updated for resources: {'Port': ['ID=1d77c4b6-d8be-4e77-ba2c-ede517ee00c6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:33.775354 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-dd4e4327-5b81-4f67-8f01-13f172e373c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:33.777080 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-dd4e4327-5b81-4f67-8f01-13f172e373c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5959260 Mar 07 21:44:33.790381 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1fdcacda-ccb1-4115-a5fc-bee79ce24dfc req-9b55b437-88b9-46e5-a915-91acccce9c4e tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643225 Mar 07 21:44:33.925596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-400a4d16-7144-47d2-99cb-e50a510487f9 req-b98ef216-64f7-4daa-b626-33e5de38e138 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:44:33.928515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400a4d16-7144-47d2-99cb-e50a510487f9 req-b98ef216-64f7-4daa-b626-33e5de38e138 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0335081 Mar 07 21:44:34.018489 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-cc40d05b-4275-4dae-a697-d7593d882adc service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170227 Mar 07 21:44:34.079015 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:34.083015 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'name': 'tempest-FloatingIPsTestJSON-1985623890-router', 'tenant_id': 'b2b2a78f95e8430fbc11624f887e9856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '91615713-a60a-4da8-b6ad-7a1b1fcc51d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:24Z', 'updated_at': '2022-03-07T21:44:27Z', 'revision_number': 3, 'project_id': 'b2b2a78f95e8430fbc11624f887e9856', 'gw_port': {'id': '91615713-a60a-4da8-b6ad-7a1b1fcc51d4', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:25Z', 'updated_at': '2022-03-07T21:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:34.097806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158eda5d-b230-45a7-a9de-1a0135ba6442 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:34.141033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8431d8-3ac2-452f-b034-a95a5da31d0a None None] The sync data for ids ['c16693be-8708-449a-b05d-d9d44569f56d'] in n-d-832330-1 is: [{'id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'name': 'tempest-FloatingIPsTestJSON-1985623890-router', 'tenant_id': 'b2b2a78f95e8430fbc11624f887e9856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '91615713-a60a-4da8-b6ad-7a1b1fcc51d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:24Z', 'updated_at': '2022-03-07T21:44:27Z', 'revision_number': 3, 'project_id': 'b2b2a78f95e8430fbc11624f887e9856', 'gw_port': {'id': '91615713-a60a-4da8-b6ad-7a1b1fcc51d4', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:25Z', 'updated_at': '2022-03-07T21:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:34.191935 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ad1cc647-9fde-49c1-8f95-4385849e2aac req-bb3df927-e9b0-4578-9b6f-af612f20a92e service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151855 Mar 07 21:44:34.210597 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-158eda5d-b230-45a7-a9de-1a0135ba6442 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (53dc2554-eef7-46c1-80ab-deeea38d2494), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:34.211505 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-158eda5d-b230-45a7-a9de-1a0135ba6442 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Added segment 53dc2554-eef7-46c1-80ab-deeea38d2494 of type vlan for network faac4f4a-5da9-4188-8c32-8c150ad8c873 Mar 07 21:44:34.383270 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400a4d16-7144-47d2-99cb-e50a510487f9 req-add63797-068a-4a6d-bac1-0554a0d1dd7f tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4204645 Mar 07 21:44:34.467800 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5e549-c84a-47c6-bd10-f5eb9a3e8c2e req-2691b4e8-0b5f-4d5d-9b5b-5efa53074c94 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:34.477486 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36f5e549-c84a-47c6-bd10-f5eb9a3e8c2e req-2691b4e8-0b5f-4d5d-9b5b-5efa53074c94 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.5644917 Mar 07 21:44:34.481534 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-158eda5d-b230-45a7-a9de-1a0135ba6442 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (faac4f4a-5da9-4188-8c32-8c150ad8c873), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:34.488844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f3db8-bcb3-4b0f-b549-08ee5ca3af5d req-4b981c45-d197-4439-bcb9-044a0220b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:34.490386 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1d0f3db8-bcb3-4b0f-b549-08ee5ca3af5d req-4b981c45-d197-4439-bcb9-044a0220b775 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=614b161d43724c5494941326f20b249f&device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 1130 time: 0.2121255 Mar 07 21:44:34.663330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36f5e549-c84a-47c6-bd10-f5eb9a3e8c2e req-176903b1-4f96-4d02-be24-87b6c04b07d6 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840253 Mar 07 21:44:34.665077 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Deleting port 1d77c4b6-d8be-4e77-ba2c-ede517ee00c6 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:34.666032 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1d77c4b6-d8be-4e77-ba2c-ede517ee00c6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:34.750892 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-158eda5d-b230-45a7-a9de-1a0135ba6442 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (faac4f4a-5da9-4188-8c32-8c150ad8c873), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:34.767651 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158eda5d-b230-45a7-a9de-1a0135ba6442 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:34.775123 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-158eda5d-b230-45a7-a9de-1a0135ba6442 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:34.879158 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158eda5d-b230-45a7-a9de-1a0135ba6442 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Network': ['ID=faac4f4a-5da9-4188-8c32-8c150ad8c873,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:34.886257 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-158eda5d-b230-45a7-a9de-1a0135ba6442 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7542655 Mar 07 21:44:34.899655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35062) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:34.902903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network faac4f4a-5da9-4188-8c32-8c150ad8c873 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:44:34.910028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b370604b-b7c2-4c08-93cb-195e6d34f4a9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'subnet': {'network_id': 'faac4f4a-5da9-4188-8c32-8c150ad8c873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:35.074289 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1d77c4b6-d8be-4e77-ba2c-ede517ee00c6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:35.074630 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for floatingip (1d77c4b6-d8be-4e77-ba2c-ede517ee00c6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:35.267756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f3db8-bcb3-4b0f-b549-08ee5ca3af5d req-c44f02c6-57fa-4da6-bdce-9917048986b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:35.270056 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1d0f3db8-bcb3-4b0f-b549-08ee5ca3af5d req-c44f02c6-57fa-4da6-bdce-9917048986b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.7430363 Mar 07 21:44:35.300289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d654a-8f89-47e1-88e3-3e63b90a7ee8 req-f259844d-c059-473f-9aad-804a1f1f7e9d tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:35.302738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a0d654a-8f89-47e1-88e3-3e63b90a7ee8 req-f259844d-c059-473f-9aad-804a1f1f7e9d tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 945 time: 0.4436309 Mar 07 21:44:35.303865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Calling delete_port for 1d77c4b6-d8be-4e77-ba2c-ede517ee00c6 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:35.416838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Allocated IP 172.20.0.1 (aa272b66-35fa-4a0a-b639-55caaa6a745e/a5c8d535-6e8a-41c4-b19b-91399a2ec1c5/b0071b60-1535-49cc-84fb-9b0a1672e72b) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:35.421710 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1d0f3db8-bcb3-4b0f-b549-08ee5ca3af5d req-776e29ea-b72f-485d-8a72-7e6329c9a741 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a25f0ebd-8c73-4e66-9835-93fc70ba3a91 HTTP/1.1" status: 200 len: 217 time: 0.1223238 Mar 07 21:44:35.425760 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b370604b-b7c2-4c08-93cb-195e6d34f4a9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:35.430750 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b370604b-b7c2-4c08-93cb-195e6d34f4a9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:35.537504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed21b43-804c-42a6-b134-b9a858f561ae req-14903a28-b5e7-4591-beea-ed6a5a34a12a tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:35.559415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ed21b43-804c-42a6-b134-b9a858f561ae req-14903a28-b5e7-4591-beea-ed6a5a34a12a tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 948 time: 0.5726929 Mar 07 21:44:35.562654 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1d77c4b6-d8be-4e77-ba2c-ede517ee00c6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:35.658399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event deleted for resources: {'Port': ['ID=1d77c4b6-d8be-4e77-ba2c-ede517ee00c6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:35.701140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a0d654a-8f89-47e1-88e3-3e63b90a7ee8 req-28387909-8be0-453b-bb3c-bb7df46edecb tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717091 Mar 07 21:44:35.801184 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ed21b43-804c-42a6-b134-b9a858f561ae req-a41df62d-1a11-4424-a9ac-48ff494430fd tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272804 Mar 07 21:44:35.846494 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f3db8-bcb3-4b0f-b549-08ee5ca3af5d req-85b13a39-3264-4776-8cc8-3631fe89e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:35.847977 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1d0f3db8-bcb3-4b0f-b549-08ee5ca3af5d req-85b13a39-3264-4776-8cc8-3631fe89e33e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.2172999 Mar 07 21:44:35.957922 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b370604b-b7c2-4c08-93cb-195e6d34f4a9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (a9d30ead-1695-436b-966d-2d23c22c6ab6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:35.988321 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] create failed (client error): The resource could not be found. Mar 07 21:44:35.989662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e61af5b0-5829-4138-bc9d-01c2b1403798 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8714783 Mar 07 21:44:35.994164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35080) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:36.082746 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43df77-0d22-42cf-b463-134c7e72722e req-7833d1bd-3057-4820-a524-9994b12fe355 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:36.097486 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c43df77-0d22-42cf-b463-134c7e72722e req-7833d1bd-3057-4820-a524-9994b12fe355 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef99d55b-3aca-46fb-9cc4-07b5c7d85580 HTTP/1.1" status: 200 len: 946 time: 0.1595781 Mar 07 21:44:36.109052 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370604b-b7c2-4c08-93cb-195e6d34f4a9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Subnet': ['ID=a9d30ead-1695-436b-966d-2d23c22c6ab6,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:36.133797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbe1d9-03ef-4863-8c4e-6bb17d91ef67 req-2e4c2cdf-b655-4621-a6e9-93a88ebaa9a2 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:36.134824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b370604b-b7c2-4c08-93cb-195e6d34f4a9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Checking segment: {'id': '53dc2554-eef7-46c1-80ab-deeea38d2494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'faac4f4a-5da9-4188-8c32-8c150ad8c873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:36.135357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abcbe1d9-03ef-4863-8c4e-6bb17d91ef67 req-2e4c2cdf-b655-4621-a6e9-93a88ebaa9a2 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.3092301 Mar 07 21:44:36.142360 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b370604b-b7c2-4c08-93cb-195e6d34f4a9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network hostable DHCP agents. Network: faac4f4a-5da9-4188-8c32-8c150ad8c873, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:36.147165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f3db8-bcb3-4b0f-b549-08ee5ca3af5d req-412d054e-1d8e-4fad-8653-647de9f9f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:36.148830 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1d0f3db8-bcb3-4b0f-b549-08ee5ca3af5d req-412d054e-1d8e-4fad-8653-647de9f9f600 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2943020 Mar 07 21:44:36.155899 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Publish callbacks [] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:36.297925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 91615713-a60a-4da8-b6ad-7a1b1fcc51d4 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:44:36.312416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b370604b-b7c2-4c08-93cb-195e6d34f4a9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network faac4f4a-5da9-4188-8c32-8c150ad8c873 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:36.331176 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b370604b-b7c2-4c08-93cb-195e6d34f4a9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, faac4f4a-5da9-4188-8c32-8c150ad8c873) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:36.348677 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:36.354551 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b370604b-b7c2-4c08-93cb-195e6d34f4a9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:36.355170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b370604b-b7c2-4c08-93cb-195e6d34f4a9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:36.375735 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba151de3-8249-4cbb-87f8-7d18a2357709 None None] Network faac4f4a-5da9-4188-8c32-8c150ad8c873 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:36.395988 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c43df77-0d22-42cf-b463-134c7e72722e req-bc49b87c-0798-49ba-bb64-527597f14038 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975295 Mar 07 21:44:36.413741 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1d0f3db8-bcb3-4b0f-b549-08ee5ca3af5d req-6442fa9f-b7ce-4873-8b87-2509129cde99 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521248 Mar 07 21:44:36.417307 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abcbe1d9-03ef-4863-8c4e-6bb17d91ef67 req-5cef0e53-e2f3-4f0c-9d89-dc6c126da613 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565124 Mar 07 21:44:36.497005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc3cf2-649a-408e-a3d7-2219fe108532 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Deleting port 1dcf8aa3-5d6d-44f1-971a-38e366f0760a {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:36.498290 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3cf2-649a-408e-a3d7-2219fe108532 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1dcf8aa3-5d6d-44f1-971a-38e366f0760a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:36.528837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Network aa272b66-35fa-4a0a-b639-55caaa6a745e is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:36.533063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 91615713-a60a-4da8-b6ad-7a1b1fcc51d4 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:36.533575 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (91615713-a60a-4da8-b6ad-7a1b1fcc51d4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:36.544120 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:36.570862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:36.627222 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b370604b-b7c2-4c08-93cb-195e6d34f4a9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7240283 Mar 07 21:44:36.628075 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35090) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:36.703065 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Pushing event updated for resources: {'Port': ['ID=b0071b60-1535-49cc-84fb-9b0a1672e72b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:36.721774 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-faac4f4a-5da9-4188-8c32-8c150ad8c873', 'network_id': 'faac4f4a-5da9-4188-8c32-8c150ad8c873', 'project_id': '1ca6ef81b0ec4cf88d70d6f83fca75bc', 'fixed_ips': [{'subnet_id': 'a9d30ead-1695-436b-966d-2d23c22c6ab6'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:44:36.725527 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:36.878515 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3cf2-649a-408e-a3d7-2219fe108532 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1dcf8aa3-5d6d-44f1-971a-38e366f0760a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:36.927149 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc3cf2-649a-408e-a3d7-2219fe108532 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Calling delete_port for 1dcf8aa3-5d6d-44f1-971a-38e366f0760a owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:36.972811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Allocated IP 172.20.0.1 (faac4f4a-5da9-4188-8c32-8c150ad8c873/a9d30ead-1695-436b-966d-2d23c22c6ab6/8968c36a-e8f1-4f4e-969b-fe9853115873) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:36.973029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb848e1c-2767-487a-b43d-1841533727e9 req-ceb940dd-0d08-48ac-849c-05d1f0a19167 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:36.993518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb848e1c-2767-487a-b43d-1841533727e9 req-ceb940dd-0d08-48ac-849c-05d1f0a19167 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 945 time: 0.3069546 Mar 07 21:44:37.037212 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (c16693be-8708-449a-b05d-d9d44569f56d), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:37.110803 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 91615713-a60a-4da8-b6ad-7a1b1fcc51d4 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:37.111297 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (91615713-a60a-4da8-b6ad-7a1b1fcc51d4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:37.260829 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1d0f3db8-bcb3-4b0f-b549-08ee5ca3af5d req-92413ed3-90fb-4d7d-a9f3-c30980e6c7d4 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8062477 Mar 07 21:44:37.280043 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (faac4f4a-5da9-4188-8c32-8c150ad8c873), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:37.302738 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 91615713-a60a-4da8-b6ad-7a1b1fcc51d4, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=91615713-a60a-4da8-b6ad-7a1b1fcc51d4,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:37.306948 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb848e1c-2767-487a-b43d-1841533727e9 req-3349e2c6-0056-47b2-835f-a34d58a0c165 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835896 Mar 07 21:44:37.326654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-30bde8a0-e669-4913-9575-05584b3db3d4 None None] Provisioning complete for port b0071b60-1535-49cc-84fb-9b0a1672e72b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:37.326979 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-30bde8a0-e669-4913-9575-05584b3db3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:37.331346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdd0f1-04c7-48e6-ac29-85a6c0f7bd71 req-cc2c0fda-1c67-478d-9800-ee152ece7b48 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:37.332945 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7bdd0f1-04c7-48e6-ac29-85a6c0f7bd71 req-cc2c0fda-1c67-478d-9800-ee152ece7b48 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 948 time: 0.3110504 Mar 07 21:44:37.337683 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (91615713-a60a-4da8-b6ad-7a1b1fcc51d4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:37.520267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-30bde8a0-e669-4913-9575-05584b3db3d4 None None] Port b0071b60-1535-49cc-84fb-9b0a1672e72b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:44:37.571759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=91615713-a60a-4da8-b6ad-7a1b1fcc51d4,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:37.596023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7bdd0f1-04c7-48e6-ac29-85a6c0f7bd71 req-bf4875c2-f1ca-4b0f-8301-feb026d58e81 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533679 Mar 07 21:44:37.597313 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Publish callbacks [] for port (8968c36a-e8f1-4f4e-969b-fe9853115873), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:37.608823 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (8968c36a-e8f1-4f4e-969b-fe9853115873), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:37.611468 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3cf2-649a-408e-a3d7-2219fe108532 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1dcf8aa3-5d6d-44f1-971a-38e366f0760a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:37.631363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (a9d30ead-1695-436b-966d-2d23c22c6ab6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:37.669526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Network faac4f4a-5da9-4188-8c32-8c150ad8c873 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:37.676249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:37.686991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc3cf2-649a-408e-a3d7-2219fe108532 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event deleted for resources: {'Port': ['ID=1dcf8aa3-5d6d-44f1-971a-38e366f0760a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:37.690994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:37.758622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ef7a7-242f-48e3-ace5-1c04514827fd req-9911e4ae-cfce-4bcf-9fc9-04f3a3adcb82 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:37.770374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Pushing event updated for resources: {'Port': ['ID=8968c36a-e8f1-4f4e-969b-fe9853115873,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:37.773548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ef7a7-242f-48e3-ace5-1c04514827fd req-9911e4ae-cfce-4bcf-9fc9-04f3a3adcb82 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:37.783613 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (a9d30ead-1695-436b-966d-2d23c22c6ab6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:37.793571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ef7a7-242f-48e3-ace5-1c04514827fd req-9911e4ae-cfce-4bcf-9fc9-04f3a3adcb82 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:37.803481 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-691ef7a7-242f-48e3-ace5-1c04514827fd req-9911e4ae-cfce-4bcf-9fc9-04f3a3adcb82 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9&device_id=ef99d55b-3aca-46fb-9cc4-07b5c7d85580&device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 2417 time: 0.2998354 Mar 07 21:44:37.842877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d30ead-1695-436b-966d-2d23c22c6ab6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:37.863124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Attempting to bind port 8968c36a-e8f1-4f4e-969b-fe9853115873 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:44:37.865903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Attempting to bind port 8968c36a-e8f1-4f4e-969b-fe9853115873 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '53dc2554-eef7-46c1-80ab-deeea38d2494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'faac4f4a-5da9-4188-8c32-8c150ad8c873'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:44:37.866054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Attempting to bind port 8968c36a-e8f1-4f4e-969b-fe9853115873 on network faac4f4a-5da9-4188-8c32-8c150ad8c873 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:44:37.880922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:44:37.882403 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Checking segment: {'id': '53dc2554-eef7-46c1-80ab-deeea38d2494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'faac4f4a-5da9-4188-8c32-8c150ad8c873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:37.882817 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:37.884391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Bound using segment: {'id': '53dc2554-eef7-46c1-80ab-deeea38d2494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'faac4f4a-5da9-4188-8c32-8c150ad8c873'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:44:37.884901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Bound port: 8968c36a-e8f1-4f4e-969b-fe9853115873, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dc2554-eef7-46c1-80ab-deeea38d2494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'faac4f4a-5da9-4188-8c32-8c150ad8c873'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:44:37.885287 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8968c36a-e8f1-4f4e-969b-fe9853115873), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:37.922806 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (faac4f4a-5da9-4188-8c32-8c150ad8c873), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:37.946377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a25f0ebd-8c73-4e66-9835-93fc70ba3a91 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:44:37.986865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faac4f4a-5da9-4188-8c32-8c150ad8c873']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:37.998174 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:38.072025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] For port 8968c36a-e8f1-4f4e-969b-fe9853115873, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:44:38.115910 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3cf2-649a-408e-a3d7-2219fe108532 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:38.130419 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cfcc3cf2-649a-408e-a3d7-2219fe108532 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "DELETE /v2.0/ports/1dcf8aa3-5d6d-44f1-971a-38e366f0760a HTTP/1.1" status: 204 len: 168 time: 2.1327517 Mar 07 21:44:38.144776 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35116) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:38.169243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] For port 8968c36a-e8f1-4f4e-969b-fe9853115873, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8968c36a-e8f1-4f4e-969b-fe9853115873,segment=NetworkSegment(53dc2554-eef7-46c1-80ab-deeea38d2494),segment_id=53dc2554-eef7-46c1-80ab-deeea38d2494)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:44:38.192588 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8968c36a-e8f1-4f4e-969b-fe9853115873), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:38.302250 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53dc2554-eef7-46c1-80ab-deeea38d2494') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:38.303153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53dc2554-eef7-46c1-80ab-deeea38d2494') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:38.308192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b46200-6aef-4db1-91fd-e8dff0a6621d req-32a929c3-d41b-4dfb-90f5-8875809e176a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:38.309780 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97b46200-6aef-4db1-91fd-e8dff0a6621d req-32a929c3-d41b-4dfb-90f5-8875809e176a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.5701168 Mar 07 21:44:38.321816 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (53dc2554-eef7-46c1-80ab-deeea38d2494), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:38.328165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd21a40-e09b-4f51-a079-70c2efd026ec None None] Pushing event updated for resources: {'Port': ['ID=8968c36a-e8f1-4f4e-969b-fe9853115873,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:38.330997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 91615713-a60a-4da8-b6ad-7a1b1fcc51d4 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:44:38.352057 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (53dc2554-eef7-46c1-80ab-deeea38d2494), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:38.362316 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:38.363061 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (53dc2554-eef7-46c1-80ab-deeea38d2494), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:38.382342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-691ef7a7-242f-48e3-ace5-1c04514827fd req-691014ee-b99a-4e75-b39e-9b7be1b8cdd9 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650144 Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:38.435813 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:38.495395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a25f0ebd-8c73-4e66-9835-93fc70ba3a91, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a25f0ebd-8c73-4e66-9835-93fc70ba3a91,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:38.532789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'a25f0ebd-8c73-4e66-9835-93fc70ba3a91', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'a25f0ebd-8c73-4e66-9835-93fc70ba3a91', 'mac_address': 'fa:16:3e:09:f4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:44:38.534787 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0225be19-1e6b-4817-bc01-bfb5617f9c52 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:38.538976 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0225be19-1e6b-4817-bc01-bfb5617f9c52 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "GET /v2.0/ports?device_id=0059acad-a33d-42bb-ad0d-5b1bfaab209b HTTP/1.1" status: 200 len: 913 time: 0.3874872 Mar 07 21:44:38.542505 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35126) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:38.548829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97b46200-6aef-4db1-91fd-e8dff0a6621d req-720f63db-8f5e-4257-aa32-8a396952cba3 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332458 Mar 07 21:44:38.577114 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f6ed21d-9b46-445c-8e84-9934a52f0c9a req-550b081f-9494-476f-ab9e-d2dd91c764e9 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0999098 Mar 07 21:44:38.692849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port a25f0ebd-8c73-4e66-9835-93fc70ba3a91 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:38.693244 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a25f0ebd-8c73-4e66-9835-93fc70ba3a91), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:38.712936 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Publish callbacks [] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:38.790742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25f0ebd-8c73-4e66-9835-93fc70ba3a91 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:44:38.804452 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.db.api [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 21:44:38.804452 n-d-832330-1 neutron-server[103718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 21:44:38.804452 n-d-832330-1 neutron-server[103718]: [parameters: {'id': 'faac4f4a-5da9-4188-8c32-8c150ad8c873'}] Mar 07 21:44:38.804452 n-d-832330-1 neutron-server[103718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:38.805392 n-d-832330-1 neutron-server[103718]: DEBUG oslo_db.api [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:38.811332 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:38.836540 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a25f0ebd-8c73-4e66-9835-93fc70ba3a91, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a25f0ebd-8c73-4e66-9835-93fc70ba3a91,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:38.849767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba57ca7-9130-4407-9f3d-38d62ff2a897 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 21:44:38.919733 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a949f8a-96db-4d9f-86fa-59d1d600f433 req-eedddc86-9139-418d-b7e3-0b4617911b90 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:38.923340 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a949f8a-96db-4d9f-86fa-59d1d600f433 req-eedddc86-9139-418d-b7e3-0b4617911b90 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 948 time: 0.1808231 Mar 07 21:44:39.011068 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a25f0ebd-8c73-4e66-9835-93fc70ba3a91), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:39.083065 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a949f8a-96db-4d9f-86fa-59d1d600f433 req-1e8e32ce-e4e0-4b06-b36a-ecf4d92fee8f tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506233 Mar 07 21:44:39.101553 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 91615713-a60a-4da8-b6ad-7a1b1fcc51d4 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:39.101932 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (91615713-a60a-4da8-b6ad-7a1b1fcc51d4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:39.182922 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (c16693be-8708-449a-b05d-d9d44569f56d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:39.184877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Pushing event updated for resources: {'Port': ['ID=b0071b60-1535-49cc-84fb-9b0a1672e72b,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:39.254627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba57ca7-9130-4407-9f3d-38d62ff2a897 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:44:39.264902 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=a25f0ebd-8c73-4e66-9835-93fc70ba3a91,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:39.308565 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (faac4f4a-5da9-4188-8c32-8c150ad8c873), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:39.705129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['a25f0ebd-8c73-4e66-9835-93fc70ba3a91'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:44:39.826925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0695f-7142-4b09-8d0a-3d037793fc3a req-f5c34c16-7034-41a8-9253-79429fc1506c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:39.861514 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4b0695f-7142-4b09-8d0a-3d037793fc3a req-f5c34c16-7034-41a8-9253-79429fc1506c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.1408050 Mar 07 21:44:39.984009 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4b0695f-7142-4b09-8d0a-3d037793fc3a req-21129e04-ccd1-4ffe-a65b-833ffbacb447 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209383 Mar 07 21:44:40.260463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 91615713-a60a-4da8-b6ad-7a1b1fcc51d4 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:40.303368 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Network aa272b66-35fa-4a0a-b639-55caaa6a745e is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:40.311515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:40.311964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6cf212-1699-4a25-8c0c-f2b473cff3ed None None] Network faac4f4a-5da9-4188-8c32-8c150ad8c873 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:40.324422 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Deleting port 8968c36a-e8f1-4f4e-969b-fe9853115873 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:40.324771 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8968c36a-e8f1-4f4e-969b-fe9853115873), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:40.384864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cccdf3-8c3b-4606-a362-8f638c075550 req-1316f1bf-3aa8-4c9f-bb22-74b79f7af05d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:40.397559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b0cccdf3-8c3b-4606-a362-8f638c075550 req-1316f1bf-3aa8-4c9f-bb22-74b79f7af05d tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 949 time: 0.1860888 Mar 07 21:44:40.515947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b0cccdf3-8c3b-4606-a362-8f638c075550 req-aea52d1a-a971-4dff-97a3-61252cd269f1 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150105 Mar 07 21:44:40.527764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Router c16693be-8708-449a-b05d-d9d44569f56d has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:44:40.671452 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] For port 8968c36a-e8f1-4f4e-969b-fe9853115873, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8968c36a-e8f1-4f4e-969b-fe9853115873,segment=NetworkSegment(53dc2554-eef7-46c1-80ab-deeea38d2494),segment_id=53dc2554-eef7-46c1-80ab-deeea38d2494)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:40.671826 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8968c36a-e8f1-4f4e-969b-fe9853115873), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:40.701024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Calling delete_port for 8968c36a-e8f1-4f4e-969b-fe9853115873 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:40.924426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-885856d8-141d-401a-b35e-e771a1fe375c None None] Provisioning complete for port b0071b60-1535-49cc-84fb-9b0a1672e72b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:40.929268 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-885856d8-141d-401a-b35e-e771a1fe375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:41.025807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-885856d8-141d-401a-b35e-e771a1fe375c None None] Port b0071b60-1535-49cc-84fb-9b0a1672e72b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:44:41.027427 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09a7214e-adcb-4b09-9044-f20799a4893d tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (0059acad-a33d-42bb-ad0d-5b1bfaab209b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:41.427904 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8968c36a-e8f1-4f4e-969b-fe9853115873), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:41.559344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d3855-148f-4583-bccc-9b9cefce77ed req-d9b2b92c-aec8-4576-b4f5-996c17fb7fd0 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:41.572477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-616d3855-148f-4583-bccc-9b9cefce77ed req-d9b2b92c-aec8-4576-b4f5-996c17fb7fd0 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 945 time: 0.1255198 Mar 07 21:44:41.588052 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No DVR routers for this DVR port 8968c36a-e8f1-4f4e-969b-fe9853115873 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:41.723108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-616d3855-148f-4583-bccc-9b9cefce77ed req-63bb0e00-5b62-4841-bf42-f241814e2e25 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496115 Mar 07 21:44:41.731575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Port': ['ID=8968c36a-e8f1-4f4e-969b-fe9853115873,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:41.765326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0a4ef-277b-4d39-a548-04a0c9ba485e req-5005e623-61ca-4c16-9dc7-26be93574be9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:41.769103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00a0a4ef-277b-4d39-a548-04a0c9ba485e req-5005e623-61ca-4c16-9dc7-26be93574be9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.1186635 Mar 07 21:44:41.882252 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (faac4f4a-5da9-4188-8c32-8c150ad8c873), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:41.925647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:44:41.940606 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Sync routers for ids ['c16693be-8708-449a-b05d-d9d44569f56d'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:41.944531 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-932bb011-a8be-48a7-8ab5-052fb5b442b1 admin admin] 10.222.0.26 "PUT /v2.0/routers/c16693be-8708-449a-b05d-d9d44569f56d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9800382 Mar 07 21:44:41.950961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a252b3-5ca7-49cb-b5d6-c08ce046ccc3 req-4ccf82bc-b440-4f80-8a10-96f1448d6d89 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:41.957321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5a252b3-5ca7-49cb-b5d6-c08ce046ccc3 req-4ccf82bc-b440-4f80-8a10-96f1448d6d89 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 949 time: 0.1214616 Mar 07 21:44:41.965740 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Routers {'c16693be-8708-449a-b05d-d9d44569f56d'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:44:41.966787 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:44:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c16693be-8708-449a-b05d-d9d44569f56d'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:41.973543 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a25f0ebd-8c73-4e66-9835-93fc70ba3a91 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:44:41.990566 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00a0a4ef-277b-4d39-a548-04a0c9ba485e req-a8d793ea-4326-44bf-86dc-a7d216ae7d3a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145202 Mar 07 21:44:42.055856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faac4f4a-5da9-4188-8c32-8c150ad8c873']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:42.071913 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53dc2554-eef7-46c1-80ab-deeea38d2494') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:42.072201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53dc2554-eef7-46c1-80ab-deeea38d2494') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:42.087679 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (53dc2554-eef7-46c1-80ab-deeea38d2494), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:42.104259 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (53dc2554-eef7-46c1-80ab-deeea38d2494), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:42.113500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:42.113901 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (53dc2554-eef7-46c1-80ab-deeea38d2494), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:42.116900 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:42.124665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5a252b3-5ca7-49cb-b5d6-c08ce046ccc3 req-4940e85b-15df-43f3-9cdc-130f1c9c9ac7 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631458 Mar 07 21:44:42.183170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port a25f0ebd-8c73-4e66-9835-93fc70ba3a91 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:44:42.189781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port a25f0ebd-8c73-4e66-9835-93fc70ba3a91 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:42.199291 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a25f0ebd-8c73-4e66-9835-93fc70ba3a91), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:42.340608 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Set router c16693be-8708-449a-b05d-d9d44569f56d gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:44:42.417465 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port a25f0ebd-8c73-4e66-9835-93fc70ba3a91 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:42.417819 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a25f0ebd-8c73-4e66-9835-93fc70ba3a91), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:42.427786 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (faac4f4a-5da9-4188-8c32-8c150ad8c873), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:42.450814 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:42.460326 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/faac4f4a-5da9-4188-8c32-8c150ad8c873 HTTP/1.1" status: 204 len: 168 time: 5.8212790 Mar 07 21:44:42.469969 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35198) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:42.486603 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7dc27783-eb9f-4c3c-8feb-87c772d8aa14 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1382607369'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:42.523423 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f628c81-7bb1-4838-81b2-578662cc1417 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Network': ['ID=faac4f4a-5da9-4188-8c32-8c150ad8c873,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:42.539331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91df33b-9766-43e3-afb6-428b7a75bb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25f0ebd-8c73-4e66-9835-93fc70ba3a91'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:44:42.542046 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f98ee4-a8a4-4b4a-9960-726e8305b327" -d '{"events": [{"server_uuid": "d91df33b-9766-43e3-afb6-428b7a75bb0d", "name": "network-vif-plugged", "status": "completed", "tag": "a25f0ebd-8c73-4e66-9835-93fc70ba3a91"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:44:42.582683 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a25f0ebd-8c73-4e66-9835-93fc70ba3a91, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a25f0ebd-8c73-4e66-9835-93fc70ba3a91,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:42.615346 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a25f0ebd-8c73-4e66-9835-93fc70ba3a91), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:42.638904 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc27783-eb9f-4c3c-8feb-87c772d8aa14 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:42.654500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-e13ff354-b1cc-45e5-b3c4-15c4de87f95c tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2823377 Mar 07 21:44:42.660613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:42.664196 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7dc27783-eb9f-4c3c-8feb-87c772d8aa14 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:42.695792 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:42.838816 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07e9035-c615-4802-b850-b9ae2b0e9646 x-openstack-request-id: req-b07e9035-c615-4802-b850-b9ae2b0e9646 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:44:42.839890 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91df33b-9766-43e3-afb6-428b7a75bb0d", "name": "network-vif-plugged", "status": "completed", "tag": "a25f0ebd-8c73-4e66-9835-93fc70ba3a91", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:44:42.840829 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b07e9035-c615-4802-b850-b9ae2b0e9646 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:44:42.841626 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91df33b-9766-43e3-afb6-428b7a75bb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25f0ebd-8c73-4e66-9835-93fc70ba3a91', 'code': 200} Mar 07 21:44:42.851354 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-09a7214e-adcb-4b09-9044-f20799a4893d tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Deleting port 04d1b487-4678-4f20-8aa2-747015784875 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:42.851701 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09a7214e-adcb-4b09-9044-f20799a4893d tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (04d1b487-4678-4f20-8aa2-747015784875), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:42.854721 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=a25f0ebd-8c73-4e66-9835-93fc70ba3a91,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:42.860323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc27783-eb9f-4c3c-8feb-87c772d8aa14 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:42.874664 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:42.875464 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:42.876812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:42.877740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:42.882463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:42.883142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:42.883735 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:42.884319 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:42.884921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:42.885592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:42.886471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:42.887916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:42.889207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:42.948022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7dc27783-eb9f-4c3c-8feb-87c772d8aa14 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (16fd630e-27b8-4192-bf3c-394e07e93b7d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:42.951540 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'name': 'tempest-FloatingIPsTestJSON-1985623890-router', 'tenant_id': 'b2b2a78f95e8430fbc11624f887e9856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '91615713-a60a-4da8-b6ad-7a1b1fcc51d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:24Z', 'updated_at': '2022-03-07T21:44:37Z', 'revision_number': 4, 'project_id': 'b2b2a78f95e8430fbc11624f887e9856', 'gw_port': {'id': '91615713-a60a-4da8-b6ad-7a1b1fcc51d4', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:25Z', 'updated_at': '2022-03-07T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'b0071b60-1535-49cc-84fb-9b0a1672e72b', 'name': '', 'network_id': 'aa272b66-35fa-4a0a-b639-55caaa6a745e', 'tenant_id': 'b2b2a78f95e8430fbc11624f887e9856', 'mac_address': 'fa:16:3e:29:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'a5c8d535-6e8a-41c4-b19b-91399a2ec1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:34Z', 'updated_at': '2022-03-07T21:44:38Z', 'revision_number': 2, 'project_id': 'b2b2a78f95e8430fbc11624f887e9856', 'subnets': [{'id': 'a5c8d535-6e8a-41c4-b19b-91399a2ec1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:42.952502 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-7dc27783-eb9f-4c3c-8feb-87c772d8aa14 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Added segment 16fd630e-27b8-4192-bf3c-394e07e93b7d of type vlan for network b08c86ff-b346-45ec-9720-42556f8f0c79 Mar 07 21:44:42.991312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24868d3-1326-41b8-8654-86987eef5961 req-40186c10-8126-4de7-b222-fcb1b0d42bb3 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:42.994013 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c24868d3-1326-41b8-8654-86987eef5961 req-40186c10-8126-4de7-b222-fcb1b0d42bb3 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 945 time: 0.1334319 Mar 07 21:44:43.040743 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Checking router: c16693be-8708-449a-b05d-d9d44569f56d for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:44:43.041140 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Updating router c16693be-8708-449a-b05d-d9d44569f56d port b0071b60-1535-49cc-84fb-9b0a1672e72b binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:44:43.070723 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:43.127504 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:43.145834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d802092-e1c7-42ad-8f86-75e1855429b5 req-99fb8ead-eaa9-41b7-9996-22e3d9815f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:43.147606 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2d802092-e1c7-42ad-8f86-75e1855429b5 req-99fb8ead-eaa9-41b7-9996-22e3d9815f1d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 1132 time: 0.4333940 Mar 07 21:44:43.171150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7dc27783-eb9f-4c3c-8feb-87c772d8aa14 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (b08c86ff-b346-45ec-9720-42556f8f0c79), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:43.243194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41afda1-1724-4a70-82a3-d36545599e81 req-bcf0bcb3-49f7-4f0a-a49b-42718963a92b tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:43.246192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e41afda1-1724-4a70-82a3-d36545599e81 req-bcf0bcb3-49f7-4f0a-a49b-42718963a92b tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.15 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 945 time: 0.3098214 Mar 07 21:44:43.282157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c24868d3-1326-41b8-8654-86987eef5961 req-91fc4959-22fc-4122-b77a-dbd66ec0c8bb tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747455 Mar 07 21:44:43.307598 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09a7214e-adcb-4b09-9044-f20799a4893d tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (04d1b487-4678-4f20-8aa2-747015784875), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:43.361234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Allocated IP 172.25.4.157 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/944d50f2-4a79-4344-92a1-41740f890ab3) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:43.374691 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-09a7214e-adcb-4b09-9044-f20799a4893d tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Calling delete_port for 04d1b487-4678-4f20-8aa2-747015784875 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:43.430359 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7dc27783-eb9f-4c3c-8feb-87c772d8aa14 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (b08c86ff-b346-45ec-9720-42556f8f0c79), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:43.451197 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc27783-eb9f-4c3c-8feb-87c772d8aa14 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:43.452705 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7dc27783-eb9f-4c3c-8feb-87c772d8aa14 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:43.488740 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2d802092-e1c7-42ad-8f86-75e1855429b5 req-97b744f7-a9f0-4944-ac9a-cf367da0ef1f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306866 Mar 07 21:44:43.610520 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7dc27783-eb9f-4c3c-8feb-87c772d8aa14 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1387060 Mar 07 21:44:43.617311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35220) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:43.623581 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1262df93-45ae-4c58-adc6-b5888b4ff68b tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'subnet': {'network_id': 'b08c86ff-b346-45ec-9720-42556f8f0c79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:43.631863 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc27783-eb9f-4c3c-8feb-87c772d8aa14 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Network': ['ID=b08c86ff-b346-45ec-9720-42556f8f0c79,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:43.645427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network b08c86ff-b346-45ec-9720-42556f8f0c79 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:44:43.767644 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Publish callbacks [] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:43.778858 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:43.941685 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca16b38-aa27-4dc7-ae84-08dad69040ff None None] Pushing event updated for resources: {'Port': ['ID=b0071b60-1535-49cc-84fb-9b0a1672e72b,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:43.962792 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca16b38-aa27-4dc7-ae84-08dad69040ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:43.963462 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca16b38-aa27-4dc7-ae84-08dad69040ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:43.963462 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca16b38-aa27-4dc7-ae84-08dad69040ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:43.963776 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca16b38-aa27-4dc7-ae84-08dad69040ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:43.970728 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca16b38-aa27-4dc7-ae84-08dad69040ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:43.975894 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca16b38-aa27-4dc7-ae84-08dad69040ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:43.978293 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca16b38-aa27-4dc7-ae84-08dad69040ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:43.978798 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca16b38-aa27-4dc7-ae84-08dad69040ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:43.979292 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca16b38-aa27-4dc7-ae84-08dad69040ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:43.979779 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca16b38-aa27-4dc7-ae84-08dad69040ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:43.991175 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca16b38-aa27-4dc7-ae84-08dad69040ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:43.992618 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca16b38-aa27-4dc7-ae84-08dad69040ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:43.992964 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca16b38-aa27-4dc7-ae84-08dad69040ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:43.995154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1262df93-45ae-4c58-adc6-b5888b4ff68b tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:44.012810 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1262df93-45ae-4c58-adc6-b5888b4ff68b tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:44.089037 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Attempting to bind port b0071b60-1535-49cc-84fb-9b0a1672e72b on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:44:44.089280 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Attempting to bind port b0071b60-1535-49cc-84fb-9b0a1672e72b by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '754e338e-8db3-440e-9a65-3866b55a8164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'aa272b66-35fa-4a0a-b639-55caaa6a745e'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:44:44.089677 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Attempting to bind port b0071b60-1535-49cc-84fb-9b0a1672e72b on network aa272b66-35fa-4a0a-b639-55caaa6a745e {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:44:44.107917 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:44:44.108296 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Checking segment: {'id': '754e338e-8db3-440e-9a65-3866b55a8164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'aa272b66-35fa-4a0a-b639-55caaa6a745e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:44.108706 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:44.109104 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Bound using segment: {'id': '754e338e-8db3-440e-9a65-3866b55a8164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'aa272b66-35fa-4a0a-b639-55caaa6a745e'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:44:44.110258 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Bound port: b0071b60-1535-49cc-84fb-9b0a1672e72b, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754e338e-8db3-440e-9a65-3866b55a8164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'aa272b66-35fa-4a0a-b639-55caaa6a745e'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:44:44.110675 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:44.291186 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] For port b0071b60-1535-49cc-84fb-9b0a1672e72b, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:44:44.300645 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] For port b0071b60-1535-49cc-84fb-9b0a1672e72b, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b0071b60-1535-49cc-84fb-9b0a1672e72b,segment=NetworkSegment(754e338e-8db3-440e-9a65-3866b55a8164),segment_id=754e338e-8db3-440e-9a65-3866b55a8164)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:44:44.307170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09a7214e-adcb-4b09-9044-f20799a4893d tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (04d1b487-4678-4f20-8aa2-747015784875), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:44.316076 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:44.378338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-e41afda1-1724-4a70-82a3-d36545599e81 req-d0e160e3-daf7-4d1f-b263-c9c13ad4f543 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Deleting port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:44.378812 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e41afda1-1724-4a70-82a3-d36545599e81 req-d0e160e3-daf7-4d1f-b263-c9c13ad4f543 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:44.383327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7214e-adcb-4b09-9044-f20799a4893d tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event deleted for resources: {'Port': ['ID=04d1b487-4678-4f20-8aa2-747015784875,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:44.433434 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Routers {'c16693be-8708-449a-b05d-d9d44569f56d'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:44:44.434307 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:44:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c16693be-8708-449a-b05d-d9d44569f56d'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:44.517867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189990e-49a8-4eec-b0a9-c9650b46a0fc req-68ff577e-334f-4b10-866c-2bcf47b74cae tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:44.523428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bda32524-a4f8-4056-af57-00f0cea76563 None None] Provisioning complete for port b0071b60-1535-49cc-84fb-9b0a1672e72b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:44.527401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4189990e-49a8-4eec-b0a9-c9650b46a0fc req-68ff577e-334f-4b10-866c-2bcf47b74cae tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 1.0391569 Mar 07 21:44:44.535917 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bda32524-a4f8-4056-af57-00f0cea76563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:44.536420 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca16b38-aa27-4dc7-ae84-08dad69040ff None None] Pushing event updated for resources: {'Port': ['ID=b0071b60-1535-49cc-84fb-9b0a1672e72b,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:44.565302 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks [] for port (944d50f2-4a79-4344-92a1-41740f890ab3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:44.850104 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4189990e-49a8-4eec-b0a9-c9650b46a0fc req-eb33e10f-6dd4-4761-b969-e7ec947ae247 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141081 Mar 07 21:44:44.852982 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] Set router c16693be-8708-449a-b05d-d9d44569f56d gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:44:44.853666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-e41afda1-1724-4a70-82a3-d36545599e81 req-d0e160e3-daf7-4d1f-b263-c9c13ad4f543 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] For port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=58d6a1ce-fd5e-4920-9bdf-28fdd201108c,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:44.854232 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e41afda1-1724-4a70-82a3-d36545599e81 req-d0e160e3-daf7-4d1f-b263-c9c13ad4f543 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:44.863499 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bda32524-a4f8-4056-af57-00f0cea76563 None None] Current status of the port b0071b60-1535-49cc-84fb-9b0a1672e72b is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:44.864160 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bda32524-a4f8-4056-af57-00f0cea76563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:44.876933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-e41afda1-1724-4a70-82a3-d36545599e81 req-d0e160e3-daf7-4d1f-b263-c9c13ad4f543 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Calling delete_port for 58d6a1ce-fd5e-4920-9bdf-28fdd201108c owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:44.886545 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (944d50f2-4a79-4344-92a1-41740f890ab3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:44.965076 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-bda32524-a4f8-4056-af57-00f0cea76563 None None] For port b0071b60-1535-49cc-84fb-9b0a1672e72b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b0071b60-1535-49cc-84fb-9b0a1672e72b,segment=NetworkSegment(754e338e-8db3-440e-9a65-3866b55a8164),segment_id=754e338e-8db3-440e-9a65-3866b55a8164)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:44.978011 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bda32524-a4f8-4056-af57-00f0cea76563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:45.013085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:45.021597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:45.040251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09a7214e-adcb-4b09-9044-f20799a4893d tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (0059acad-a33d-42bb-ad0d-5b1bfaab209b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:45.042984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:45.048569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Pushing event updated for resources: {'Port': ['ID=944d50f2-4a79-4344-92a1-41740f890ab3,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:45.181679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda32524-a4f8-4056-af57-00f0cea76563 None None] Pushing event updated for resources: {'Port': ['ID=b0071b60-1535-49cc-84fb-9b0a1672e72b,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:45.236779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-21533e50-6d5e-43a2-b83f-d78228fd5f47 None None] Provisioning complete for port b0071b60-1535-49cc-84fb-9b0a1672e72b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:45.237175 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-21533e50-6d5e-43a2-b83f-d78228fd5f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:45.420158 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1262df93-45ae-4c58-adc6-b5888b4ff68b tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (eb8544a0-71fa-416e-9ce4-1eba746810d8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:45.436896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c3dbb-4e56-412f-bfe1-f2345617058e req-4c060a87-25ba-4629-99a9-df3a5b3ce34b tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:45.438943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-925c3dbb-4e56-412f-bfe1-f2345617058e req-4c060a87-25ba-4629-99a9-df3a5b3ce34b tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 950 time: 0.3272893 Mar 07 21:44:45.470000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-21533e50-6d5e-43a2-b83f-d78228fd5f47 None None] Current status of the port b0071b60-1535-49cc-84fb-9b0a1672e72b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:45.519438 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'name': 'tempest-FloatingIPsTestJSON-1985623890-router', 'tenant_id': 'b2b2a78f95e8430fbc11624f887e9856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '91615713-a60a-4da8-b6ad-7a1b1fcc51d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:24Z', 'updated_at': '2022-03-07T21:44:37Z', 'revision_number': 4, 'project_id': 'b2b2a78f95e8430fbc11624f887e9856', 'gw_port': {'id': '91615713-a60a-4da8-b6ad-7a1b1fcc51d4', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:25Z', 'updated_at': '2022-03-07T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'b0071b60-1535-49cc-84fb-9b0a1672e72b', 'name': '', 'network_id': 'aa272b66-35fa-4a0a-b639-55caaa6a745e', 'tenant_id': 'b2b2a78f95e8430fbc11624f887e9856', 'mac_address': 'fa:16:3e:29:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'a5c8d535-6e8a-41c4-b19b-91399a2ec1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:34Z', 'updated_at': '2022-03-07T21:44:44Z', 'revision_number': 4, 'project_id': 'b2b2a78f95e8430fbc11624f887e9856', 'subnets': [{'id': 'a5c8d535-6e8a-41c4-b19b-91399a2ec1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:45.586977 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b9ce87-122a-4b0d-a488-07bfcb5b127d None None] The sync data for ids ['c16693be-8708-449a-b05d-d9d44569f56d'] in n-d-832330-1 is: [{'id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'name': 'tempest-FloatingIPsTestJSON-1985623890-router', 'tenant_id': 'b2b2a78f95e8430fbc11624f887e9856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '91615713-a60a-4da8-b6ad-7a1b1fcc51d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:24Z', 'updated_at': '2022-03-07T21:44:37Z', 'revision_number': 4, 'project_id': 'b2b2a78f95e8430fbc11624f887e9856', 'gw_port': {'id': '91615713-a60a-4da8-b6ad-7a1b1fcc51d4', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:25Z', 'updated_at': '2022-03-07T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'b0071b60-1535-49cc-84fb-9b0a1672e72b', 'name': '', 'network_id': 'aa272b66-35fa-4a0a-b639-55caaa6a745e', 'tenant_id': 'b2b2a78f95e8430fbc11624f887e9856', 'mac_address': 'fa:16:3e:29:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'a5c8d535-6e8a-41c4-b19b-91399a2ec1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:34Z', 'updated_at': '2022-03-07T21:44:44Z', 'revision_number': 4, 'project_id': 'b2b2a78f95e8430fbc11624f887e9856', 'subnets': [{'id': 'a5c8d535-6e8a-41c4-b19b-91399a2ec1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:45.589430 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks [] for floatingip (af34d92f-3c8d-43af-8764-195b2022ad29), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:45.593347 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2beb6aa1-4f1a-44b0-9d4d-de6c06166074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:45.635988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 58d6a1ce-fd5e-4920-9bdf-28fdd201108c no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:44:45.724116 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-925c3dbb-4e56-412f-bfe1-f2345617058e req-2aad38fa-1af4-4a8c-8087-5702fcf97e62 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149405 Mar 07 21:44:45.867466 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e41afda1-1724-4a70-82a3-d36545599e81 req-d0e160e3-daf7-4d1f-b263-c9c13ad4f543 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:45.944571 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['ea211036-ae33-472f-bc23-44ffb71bfba6'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:44:45.971948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['91b1fcaa-62d3-4da0-a756-30df9c3ce59d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:44:46.068863 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92ef0ead-4364-4727-9422-4a9258ec8ec8 req-3149526b-3fab-4bfe-ae09-c1f86fe34925 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583f555-6482-4fb4-a522-1a45a5c49ef9 HTTP/1.1" status: 200 len: 210 time: 0.0508940 Mar 07 21:44:46.070872 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e160e3-daf7-4d1f-b263-c9c13ad4f543 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Pushing event deleted for resources: {'Port': ['ID=58d6a1ce-fd5e-4920-9bdf-28fdd201108c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:46.087281 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (944d50f2-4a79-4344-92a1-41740f890ab3), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:46.149512 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:46.182254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:46.182648 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58d6a1ce-fd5e-4920-9bdf-28fdd201108c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:46.315373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41afda1-1724-4a70-82a3-d36545599e81 req-d0e160e3-daf7-4d1f-b263-c9c13ad4f543 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] No DVR routers for this DVR port 58d6a1ce-fd5e-4920-9bdf-28fdd201108c on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:46.333756 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e41afda1-1724-4a70-82a3-d36545599e81 req-d0e160e3-daf7-4d1f-b263-c9c13ad4f543 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:46.334753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e41afda1-1724-4a70-82a3-d36545599e81 req-d0e160e3-daf7-4d1f-b263-c9c13ad4f543 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.15 "DELETE /v2.0/ports/58d6a1ce-fd5e-4920-9bdf-28fdd201108c HTTP/1.1" status: 204 len: 173 time: 3.0796854 Mar 07 21:44:46.429255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6583f555-6482-4fb4-a522-1a45a5c49ef9', 'name': 'network-vif-deleted', 'tag': '58d6a1ce-fd5e-4920-9bdf-28fdd201108c'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:44:46.447919 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9ede09-a818-4da5-8631-a8cf7f7dde48" -d '{"events": [{"server_uuid": "6583f555-6482-4fb4-a522-1a45a5c49ef9", "name": "network-vif-deleted", "tag": "58d6a1ce-fd5e-4920-9bdf-28fdd201108c"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:44:46.530952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b0071b60-1535-49cc-84fb-9b0a1672e72b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:44:46.614199 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d33419-fa6d-4620-b6a4-6fc661fa817d req-e0f53c28-21d1-45d1-94d6-973f1cf68c63 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:46.641280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81d33419-fa6d-4620-b6a4-6fc661fa817d req-e0f53c28-21d1-45d1-94d6-973f1cf68c63 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.4017069 Mar 07 21:44:46.801431 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a7214e-adcb-4b09-9044-f20799a4893d tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Router 0059acad-a33d-42bb-ad0d-5b1bfaab209b has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:44:46.825945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262df93-45ae-4c58-adc6-b5888b4ff68b tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Checking segment: {'id': '16fd630e-27b8-4192-bf3c-394e07e93b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b08c86ff-b346-45ec-9720-42556f8f0c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:46.831148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262df93-45ae-4c58-adc6-b5888b4ff68b tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network hostable DHCP agents. Network: b08c86ff-b346-45ec-9720-42556f8f0c79, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:46.838879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262df93-45ae-4c58-adc6-b5888b4ff68b tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Subnet': ['ID=eb8544a0-71fa-416e-9ce4-1eba746810d8,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:46.960989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port b0071b60-1535-49cc-84fb-9b0a1672e72b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:46.962321 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:47.005534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a7214e-adcb-4b09-9044-f20799a4893d tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:44:47.022434 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-09a7214e-adcb-4b09-9044-f20799a4893d tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "PUT /v2.0/routers/0059acad-a33d-42bb-ad0d-5b1bfaab209b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4743850 Mar 07 21:44:47.024284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262df93-45ae-4c58-adc6-b5888b4ff68b tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network b08c86ff-b346-45ec-9720-42556f8f0c79 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:47.026778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35264) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:47.049040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21d980-7883-45e9-bf76-cd5648792f34 None None] Sync routers for ids ['0059acad-a33d-42bb-ad0d-5b1bfaab209b'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:47.058006 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks [] for port (944d50f2-4a79-4344-92a1-41740f890ab3), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:47.077021 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81d33419-fa6d-4620-b6a4-6fc661fa817d req-8dbf8a0b-d466-4369-b125-d16b21b1ea2e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4347746 Mar 07 21:44:47.086057 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (944d50f2-4a79-4344-92a1-41740f890ab3), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:47.117490 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21d980-7883-45e9-bf76-cd5648792f34 None None] Routers {'0059acad-a33d-42bb-ad0d-5b1bfaab209b'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:44:47.122723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-bb21d980-7883-45e9-bf76-cd5648792f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:44:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0059acad-a33d-42bb-ad0d-5b1bfaab209b'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:47.225483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-bb21d980-7883-45e9-bf76-cd5648792f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:47.226865 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd0c774-23db-4419-820f-8c4340c04cb0 x-openstack-request-id: req-4cd0c774-23db-4419-820f-8c4340c04cb0 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:44:47.227092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-1262df93-45ae-4c58-adc6-b5888b4ff68b tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, b08c86ff-b346-45ec-9720-42556f8f0c79) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:47.227205 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6583f555-6482-4fb4-a522-1a45a5c49ef9", "name": "network-vif-deleted", "tag": "58d6a1ce-fd5e-4920-9bdf-28fdd201108c", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:44:47.227425 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4cd0c774-23db-4419-820f-8c4340c04cb0 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:44:47.227839 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6583f555-6482-4fb4-a522-1a45a5c49ef9', 'name': 'network-vif-deleted', 'tag': '58d6a1ce-fd5e-4920-9bdf-28fdd201108c', 'status': 'completed', 'code': 200} Mar 07 21:44:47.233842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262df93-45ae-4c58-adc6-b5888b4ff68b tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:47.238359 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1262df93-45ae-4c58-adc6-b5888b4ff68b tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:47.268481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4668e138-d874-4224-aa24-f0ac474e1081 None None] Network b08c86ff-b346-45ec-9720-42556f8f0c79 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:47.306654 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25cf2f8e-7082-4858-8698-e66e0dac135e tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for router (0059acad-a33d-42bb-ad0d-5b1bfaab209b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:47.306902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Pushing event updated for resources: {'Port': ['ID=944d50f2-4a79-4344-92a1-41740f890ab3,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:47.387370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port b0071b60-1535-49cc-84fb-9b0a1672e72b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:44:47.467563 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21d980-7883-45e9-bf76-cd5648792f34 None None] Routers {'0059acad-a33d-42bb-ad0d-5b1bfaab209b'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:44:47.470510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-bb21d980-7883-45e9-bf76-cd5648792f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:44:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0059acad-a33d-42bb-ad0d-5b1bfaab209b'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:47.498370 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1262df93-45ae-4c58-adc6-b5888b4ff68b tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8769858 Mar 07 21:44:47.563948 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35272) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:47.601564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-bb21d980-7883-45e9-bf76-cd5648792f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:47.602844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21d980-7883-45e9-bf76-cd5648792f34 None None] The sync data for ids ['0059acad-a33d-42bb-ad0d-5b1bfaab209b'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:47.668649 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (af34d92f-3c8d-43af-8764-195b2022ad29), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:47.715033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-b08c86ff-b346-45ec-9720-42556f8f0c79', 'network_id': 'b08c86ff-b346-45ec-9720-42556f8f0c79', 'project_id': '1ca6ef81b0ec4cf88d70d6f83fca75bc', 'fixed_ips': [{'subnet_id': 'eb8544a0-71fa-416e-9ce4-1eba746810d8'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:44:47.720970 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:47.732188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a2506-fd92-44e7-8176-79be3c5bbe60 req-3d6f0f53-a693-4297-a338-26b33edfa23e tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:47.739831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f05a2506-fd92-44e7-8176-79be3c5bbe60 req-3d6f0f53-a693-4297-a338-26b33edfa23e tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 950 time: 0.2754121 Mar 07 21:44:47.763369 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:47.764627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-1dc328b0-14c9-4752-a8e0-4b76d89e3695 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1091471 Mar 07 21:44:47.881677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-99654a29-f6c7-487a-bd06-dc79e131149e tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.1055820 Mar 07 21:44:47.911733 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25cf2f8e-7082-4858-8698-e66e0dac135e tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (0059acad-a33d-42bb-ad0d-5b1bfaab209b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:47.924678 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25cf2f8e-7082-4858-8698-e66e0dac135e tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for router_controller (0059acad-a33d-42bb-ad0d-5b1bfaab209b), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:48.040897 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-006fbd3b-5e29-40f1-b8c8-c79ed44273f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:48.055909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f05a2506-fd92-44e7-8176-79be3c5bbe60 req-5b2daae7-2245-46cf-bbf3-9291bbd214e4 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150947 Mar 07 21:44:48.119865 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25cf2f8e-7082-4858-8698-e66e0dac135e tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (0059acad-a33d-42bb-ad0d-5b1bfaab209b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:48.120383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cf2f8e-7082-4858-8698-e66e0dac135e tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Fanout notify agent at l3_agent the message router_deleted on router 0059acad-a33d-42bb-ad0d-5b1bfaab209b {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:44:48.136111 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-25cf2f8e-7082-4858-8698-e66e0dac135e tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:48.146397 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-25cf2f8e-7082-4858-8698-e66e0dac135e tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "DELETE /v2.0/routers/0059acad-a33d-42bb-ad0d-5b1bfaab209b HTTP/1.1" status: 204 len: 168 time: 1.1088078 Mar 07 21:44:48.150388 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35278) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:48.216233 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:48.243203 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (b08c86ff-b346-45ec-9720-42556f8f0c79), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:48.274909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Allocated IP 172.20.0.2 (b08c86ff-b346-45ec-9720-42556f8f0c79/eb8544a0-71fa-416e-9ce4-1eba746810d8/62cb6f5a-6c1e-4605-bf3b-60fe5913df04) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:48.354263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-eced5403-4160-498b-854d-32e0d047f94d tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:48.363545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-eced5403-4160-498b-854d-32e0d047f94d tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.4683528 Mar 07 21:44:48.378774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-41ee388c-e07a-4be1-8dd7-227de19286c4 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:44:48.394012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac698bff-1d7c-42c3-877d-29742f4c7907 req-41ee388c-e07a-4be1-8dd7-227de19286c4 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0293767 Mar 07 21:44:48.481614 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (eb8544a0-71fa-416e-9ce4-1eba746810d8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:48.602139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f22949-2c36-4e39-8090-71c906bf5406 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Deleting subnet 52e7e019-0faa-4b60-8b3c-4e11cde612df {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:44:48.614363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e142f-baf2-4d59-ac2b-7ba541f9aa6a req-d63f0d82-a5e9-455c-a7c4-2abe16c4d106 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:48.621368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c46e142f-baf2-4d59-ac2b-7ba541f9aa6a req-d63f0d82-a5e9-455c-a7c4-2abe16c4d106 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.1994081 Mar 07 21:44:48.625449 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-51f22949-2c36-4e39-8090-71c906bf5406 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for subnet (52e7e019-0faa-4b60-8b3c-4e11cde612df), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:48.784345 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fcb901b3-2508-4ba3-80bf-bd5a4f3ad9e3 req-d223bfa4-6f69-469d-9292-16c6b7422580 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/floatingips/af34d92f-3c8d-43af-8764-195b2022ad29 HTTP/1.1" status: 200 len: 693 time: 0.0794673 Mar 07 21:44:48.796660 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Publish callbacks [] for port (62cb6f5a-6c1e-4605-bf3b-60fe5913df04), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:48.839226 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (62cb6f5a-6c1e-4605-bf3b-60fe5913df04), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:48.853927 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (eb8544a0-71fa-416e-9ce4-1eba746810d8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:48.913544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Network b08c86ff-b346-45ec-9720-42556f8f0c79 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:48.917661 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:48.926525 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8544a0-71fa-416e-9ce4-1eba746810d8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:48.935160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:48.946159 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-51f22949-2c36-4e39-8090-71c906bf5406 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (52e7e019-0faa-4b60-8b3c-4e11cde612df), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:48.946653 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Pushing event updated for resources: {'Port': ['ID=62cb6f5a-6c1e-4605-bf3b-60fe5913df04,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:49.049977 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (b08c86ff-b346-45ec-9720-42556f8f0c79), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:49.112734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08c86ff-b346-45ec-9720-42556f8f0c79']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:49.124213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c46e142f-baf2-4d59-ac2b-7ba541f9aa6a req-6ceb875c-3113-424c-ba7a-c37857c11463 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5018888 Mar 07 21:44:49.125462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fd630e-27b8-4192-bf3c-394e07e93b7d') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:49.125972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fd630e-27b8-4192-bf3c-394e07e93b7d') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:49.144457 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb901b3-2508-4ba3-80bf-bd5a4f3ad9e3 req-482b6aae-e509-4584-a98b-9ea51c427357 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:49.146350 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Attempting to bind port 62cb6f5a-6c1e-4605-bf3b-60fe5913df04 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:44:49.149510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Attempting to bind port 62cb6f5a-6c1e-4605-bf3b-60fe5913df04 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '16fd630e-27b8-4192-bf3c-394e07e93b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b08c86ff-b346-45ec-9720-42556f8f0c79'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:44:49.149884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Attempting to bind port 62cb6f5a-6c1e-4605-bf3b-60fe5913df04 on network b08c86ff-b346-45ec-9720-42556f8f0c79 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:44:49.153619 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (16fd630e-27b8-4192-bf3c-394e07e93b7d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:49.156053 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fcb901b3-2508-4ba3-80bf-bd5a4f3ad9e3 req-482b6aae-e509-4584-a98b-9ea51c427357 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.3700700 Mar 07 21:44:49.166659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:44:49.166973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Checking segment: {'id': '16fd630e-27b8-4192-bf3c-394e07e93b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b08c86ff-b346-45ec-9720-42556f8f0c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:49.167383 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:49.167788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Bound using segment: {'id': '16fd630e-27b8-4192-bf3c-394e07e93b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b08c86ff-b346-45ec-9720-42556f8f0c79'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:44:49.172448 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Bound port: 62cb6f5a-6c1e-4605-bf3b-60fe5913df04, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fd630e-27b8-4192-bf3c-394e07e93b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b08c86ff-b346-45ec-9720-42556f8f0c79'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:44:49.172892 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (62cb6f5a-6c1e-4605-bf3b-60fe5913df04), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:49.177820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-fcb901b3-2508-4ba3-80bf-bd5a4f3ad9e3 req-fc1225a3-4fc5-43e1-92ec-a7ba5c97479f tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:44:49.179347 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (16fd630e-27b8-4192-bf3c-394e07e93b7d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:49.181356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fcb901b3-2508-4ba3-80bf-bd5a4f3ad9e3 req-fc1225a3-4fc5-43e1-92ec-a7ba5c97479f tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221746 Mar 07 21:44:49.191993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:49.194234 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (16fd630e-27b8-4192-bf3c-394e07e93b7d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:49.199983 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:49.323307 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:49.351095 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.db.api [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 21:44:49.351095 n-d-832330-1 neutron-server[103718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 21:44:49.351095 n-d-832330-1 neutron-server[103718]: [parameters: {'id': 'b08c86ff-b346-45ec-9720-42556f8f0c79'}] Mar 07 21:44:49.351095 n-d-832330-1 neutron-server[103718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:49.354456 n-d-832330-1 neutron-server[103718]: DEBUG oslo_db.api [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:49.371619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] For port 62cb6f5a-6c1e-4605-bf3b-60fe5913df04, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:44:49.384836 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] For port 62cb6f5a-6c1e-4605-bf3b-60fe5913df04, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=62cb6f5a-6c1e-4605-bf3b-60fe5913df04,segment=NetworkSegment(16fd630e-27b8-4192-bf3c-394e07e93b7d),segment_id=16fd630e-27b8-4192-bf3c-394e07e93b7d)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:44:49.405628 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-33216d07-22c1-45cd-b6fc-d2592c1848ad tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=614b161d43724c5494941326f20b249f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1151905 Mar 07 21:44:49.416178 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (62cb6f5a-6c1e-4605-bf3b-60fe5913df04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:49.436890 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-51f22949-2c36-4e39-8090-71c906bf5406 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (52e7e019-0faa-4b60-8b3c-4e11cde612df), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:49.540491 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c679-9c80-4dba-90e9-285096ad83ef None None] Pushing event updated for resources: {'Port': ['ID=62cb6f5a-6c1e-4605-bf3b-60fe5913df04,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:49.557954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ec42f8-db0f-412c-b4f1-e0e8f537fce4 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 21:44:49.634246 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcc45f-237a-49f0-84a1-e4386bcbee7a req-5cf0485a-ada9-45da-9456-61517576ad15 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:49.636426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3fcc45f-237a-49f0-84a1-e4386bcbee7a req-5cf0485a-ada9-45da-9456-61517576ad15 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef99d55b-3aca-46fb-9cc4-07b5c7d85580 HTTP/1.1" status: 200 len: 946 time: 0.3112204 Mar 07 21:44:49.706708 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-51f22949-2c36-4e39-8090-71c906bf5406 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (52e7e019-0faa-4b60-8b3c-4e11cde612df), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:49.723774 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ec42f8-db0f-412c-b4f1-e0e8f537fce4 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:44:49.746276 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-a22ed4e3-37f7-49f4-aa91-a9ce048a79aa tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:49.754724 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-a22ed4e3-37f7-49f4-aa91-a9ce048a79aa tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3371022 Mar 07 21:44:49.796053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f22949-2c36-4e39-8090-71c906bf5406 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event deleted for resources: {'Subnet': ['ID=52e7e019-0faa-4b60-8b3c-4e11cde612df,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:49.799038 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-51f22949-2c36-4e39-8090-71c906bf5406 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:49.802318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-51f22949-2c36-4e39-8090-71c906bf5406 tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "DELETE /v2.0/subnets/52e7e019-0faa-4b60-8b3c-4e11cde612df HTTP/1.1" status: 204 len: 168 time: 1.6117935 Mar 07 21:44:49.804949 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35310) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:49.834709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-5381244d-5208-45cb-a28d-7189ec26b82b tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/quotas/614b161d43724c5494941326f20b249f HTTP/1.1" status: 200 len: 375 time: 0.0788291 Mar 07 21:44:49.872200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (b08c86ff-b346-45ec-9720-42556f8f0c79), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:49.927113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3fcc45f-237a-49f0-84a1-e4386bcbee7a req-c684044a-c182-4493-84eb-3fdfad1a7cc5 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752256 Mar 07 21:44:50.012692 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (1c4222f8-0b08-4e41-b5e9-9cb5274556c4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:50.066596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb096cb-71c6-4749-8251-f1a59cdcb652 None None] Network b08c86ff-b346-45ec-9720-42556f8f0c79 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:50.072074 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c90a830-6a4f-4176-8006-5bfedd1f635c None None] Network 1c4222f8-0b08-4e41-b5e9-9cb5274556c4 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:50.172759 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Deleting port 62cb6f5a-6c1e-4605-bf3b-60fe5913df04 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:50.173182 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (62cb6f5a-6c1e-4605-bf3b-60fe5913df04), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:50.203813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Deleting port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:50.204073 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:50.303667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-6f2b697e-8522-4dfd-9668-7aac04184c85 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=614b161d43724c5494941326f20b249f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4638898 Mar 07 21:44:50.314930 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c41b7f17-17e8-49ab-8b29-7013f37572e8 req-3d471bda-1485-4954-9c73-18aa44ee8ab0 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=b2b2a78f95e8430fbc11624f887e9856 HTTP/1.1" status: 200 len: 696 time: 0.3247619 Mar 07 21:44:50.428982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] For port 62cb6f5a-6c1e-4605-bf3b-60fe5913df04, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=62cb6f5a-6c1e-4605-bf3b-60fe5913df04,segment=NetworkSegment(16fd630e-27b8-4192-bf3c-394e07e93b7d),segment_id=16fd630e-27b8-4192-bf3c-394e07e93b7d)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:50.429387 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (62cb6f5a-6c1e-4605-bf3b-60fe5913df04), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:50.433851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] For port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c219c52f-7ccb-4e4f-ba38-0be9e4540cf7,segment=NetworkSegment(2240b12b-d709-4750-aa62-0fe6fc89301a),segment_id=2240b12b-d709-4750-aa62-0fe6fc89301a)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:50.434268 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:50.464241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf8c42-e76c-4ee8-beaf-5eede9f6805b req-f9e9560a-7655-4da5-a7c0-d24821c6b30a tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:50.465795 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ccf8c42-e76c-4ee8-beaf-5eede9f6805b req-f9e9560a-7655-4da5-a7c0-d24821c6b30a tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef99d55b-3aca-46fb-9cc4-07b5c7d85580 HTTP/1.1" status: 200 len: 946 time: 0.2749467 Mar 07 21:44:50.476348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Calling delete_port for 62cb6f5a-6c1e-4605-bf3b-60fe5913df04 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:50.478537 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Calling delete_port for c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:50.572794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b7f17-17e8-49ab-8b29-7013f37572e8 req-82d01347-9796-45ba-9037-8227791696a2 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:50.576230 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c41b7f17-17e8-49ab-8b29-7013f37572e8 req-82d01347-9796-45ba-9037-8227791696a2 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/networks?id=f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 787 time: 0.2547135 Mar 07 21:44:50.591307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-c41b7f17-17e8-49ab-8b29-7013f37572e8 req-a558071a-af47-4a2d-96b7-a9f57d83c076 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:44:50.592609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c41b7f17-17e8-49ab-8b29-7013f37572e8 req-a558071a-af47-4a2d-96b7-a9f57d83c076 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110784 Mar 07 21:44:50.611059 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:50.778473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa2ff6e2-038b-4440-97d9-b088cbf38ec0 req-5af4b3a6-9a7f-4bef-b0c8-d30043706d03 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 210 time: 0.0892494 Mar 07 21:44:50.803269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80ee11b-1d49-498e-996c-c6a1430a6b07 None None] DHCP port deletion for 1c4222f8-0b08-4e41-b5e9-9cb5274556c4 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:44:50.811779 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6458d-b09a-4bfc-98f2-3da527fd4279 req-95a3f822-9a11-4a71-ab1f-5fe3e2867681 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:50.814970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25e6458d-b09a-4bfc-98f2-3da527fd4279 req-95a3f822-9a11-4a71-ab1f-5fe3e2867681 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.1828897 Mar 07 21:44:50.877638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b80ee11b-1d49-498e-996c-c6a1430a6b07 None None] Deleting port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:50.878422 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b80ee11b-1d49-498e-996c-c6a1430a6b07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:50.891668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-e747c42e-147c-46db-bf3e-949a349bf49d tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/floatingips/af34d92f-3c8d-43af-8764-195b2022ad29 HTTP/1.1" status: 200 len: 693 time: 0.0753293 Mar 07 21:44:50.962503 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (62cb6f5a-6c1e-4605-bf3b-60fe5913df04), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:50.979484 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:50.991348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No DVR routers for this DVR port 62cb6f5a-6c1e-4605-bf3b-60fe5913df04 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:51.043713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b80ee11b-1d49-498e-996c-c6a1430a6b07 None None] For port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c219c52f-7ccb-4e4f-ba38-0be9e4540cf7,segment=NetworkSegment(2240b12b-d709-4750-aa62-0fe6fc89301a),segment_id=2240b12b-d709-4750-aa62-0fe6fc89301a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:51.044438 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b80ee11b-1d49-498e-996c-c6a1430a6b07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:51.066430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b80ee11b-1d49-498e-996c-c6a1430a6b07 None None] Calling delete_port for c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:51.081756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-3cb372bb-1031-48b7-90db-3024818688fb tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:51.088829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-3cb372bb-1031-48b7-90db-3024818688fb tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.1957371 Mar 07 21:44:51.100476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-a585dc87-178a-4c23-aac9-5eb0a4def372 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:44:51.107742 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (b08c86ff-b346-45ec-9720-42556f8f0c79), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:51.111181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-a585dc87-178a-4c23-aac9-5eb0a4def372 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195725 Mar 07 21:44:51.133196 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08c86ff-b346-45ec-9720-42556f8f0c79']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:51.144160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fd630e-27b8-4192-bf3c-394e07e93b7d') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:51.144871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fd630e-27b8-4192-bf3c-394e07e93b7d') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:51.156802 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (16fd630e-27b8-4192-bf3c-394e07e93b7d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:51.160475 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b80ee11b-1d49-498e-996c-c6a1430a6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (c219c52f-7ccb-4e4f-ba38-0be9e4540cf7), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:51.171098 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (16fd630e-27b8-4192-bf3c-394e07e93b7d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:51.183662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:51.184179 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (16fd630e-27b8-4192-bf3c-394e07e93b7d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:51.244931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-a26c02bf-119a-48ab-9e65-cc4995d2b174 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.1325428 Mar 07 21:44:51.297950 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] No DVR routers for this DVR port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:51.304323 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:51.311539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Port': ['ID=62cb6f5a-6c1e-4605-bf3b-60fe5913df04,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:51.365481 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-4ad6d2de-3825-4f56-8350-8bd0d8dce51e tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.1164508 Mar 07 21:44:51.379481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event deleted for resources: {'Port': ['ID=c219c52f-7ccb-4e4f-ba38-0be9e4540cf7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:51.409621 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (b08c86ff-b346-45ec-9720-42556f8f0c79), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:51.421330 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:51.425844 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/b08c86ff-b346-45ec-9720-42556f8f0c79 HTTP/1.1" status: 204 len: 168 time: 3.8577104 Mar 07 21:44:51.444675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35332) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:51.451693 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d19a4db7-df30-4bc4-ad8f-068cb91045ac tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1536883186'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:51.516777 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070c434-8ae1-4756-a858-8a064724e148 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Network': ['ID=b08c86ff-b346-45ec-9720-42556f8f0c79,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:51.535651 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (1c4222f8-0b08-4e41-b5e9-9cb5274556c4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:51.536047 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ee11b-1d49-498e-996c-c6a1430a6b07 None None] Pushing event deleted for resources: {'Port': ['ID=c219c52f-7ccb-4e4f-ba38-0be9e4540cf7,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:51.543899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80ee11b-1d49-498e-996c-c6a1430a6b07 None None] No DVR routers for this DVR port c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:51.546457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-1ccf8c42-e76c-4ee8-beaf-5eede9f6805b req-08babc61-fcee-4ceb-909a-6a4c367f395c tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Deleting port ea211036-ae33-472f-bc23-44ffb71bfba6 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:51.546879 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1ccf8c42-e76c-4ee8-beaf-5eede9f6805b req-08babc61-fcee-4ceb-909a-6a4c367f395c tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:51.614548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25e6458d-b09a-4bfc-98f2-3da527fd4279 req-a1c5860d-5c9a-4b65-aee9-19c57d32bebe tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7892165 Mar 07 21:44:51.616368 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19a4db7-df30-4bc4-ad8f-068cb91045ac tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:51.631757 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d19a4db7-df30-4bc4-ad8f-068cb91045ac tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:51.665719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4222f8-0b08-4e41-b5e9-9cb5274556c4']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:51.746024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2240b12b-d709-4750-aa62-0fe6fc89301a') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:51.746451 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2240b12b-d709-4750-aa62-0fe6fc89301a') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:51.772453 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (2240b12b-d709-4750-aa62-0fe6fc89301a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:51.814709 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (2240b12b-d709-4750-aa62-0fe6fc89301a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:51.826392 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:51.828694 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (2240b12b-d709-4750-aa62-0fe6fc89301a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:51.879429 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-3bef6512-fc89-4ced-9835-b0ea259e0f5c tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Deleting port 944d50f2-4a79-4344-92a1-41740f890ab3 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:51.880332 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-3bef6512-fc89-4ced-9835-b0ea259e0f5c tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (944d50f2-4a79-4344-92a1-41740f890ab3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:51.921065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54009d-d297-4d63-a79f-d32fdc91b1d6 req-a4ee23f7-b590-4c7c-ad5b-90efe033db6a tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:51.925173 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a54009d-d297-4d63-a79f-d32fdc91b1d6 req-a4ee23f7-b590-4c7c-ad5b-90efe033db6a tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef99d55b-3aca-46fb-9cc4-07b5c7d85580 HTTP/1.1" status: 200 len: 946 time: 0.1811368 Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:51.954236 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:51.981403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19a4db7-df30-4bc4-ad8f-068cb91045ac tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:52.001394 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d19a4db7-df30-4bc4-ad8f-068cb91045ac tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0fcc2e2f-f861-46fe-b9f5-0bbbbd3197fe), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:52.001651 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-d19a4db7-df30-4bc4-ad8f-068cb91045ac tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Added segment 0fcc2e2f-f861-46fe-b9f5-0bbbbd3197fe of type vlan for network 6bd74991-c9ba-4f45-8123-947678b2bb51 Mar 07 21:44:52.029122 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a54009d-d297-4d63-a79f-d32fdc91b1d6 req-deb8cf31-ee9d-441b-8c90-2722cb056422 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939527 Mar 07 21:44:52.077609 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-3bef6512-fc89-4ced-9835-b0ea259e0f5c tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (944d50f2-4a79-4344-92a1-41740f890ab3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:52.080306 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:52.081630 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-3bef6512-fc89-4ced-9835-b0ea259e0f5c tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks [] for floatingip (944d50f2-4a79-4344-92a1-41740f890ab3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:52.097529 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d19a4db7-df30-4bc4-ad8f-068cb91045ac tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (6bd74991-c9ba-4f45-8123-947678b2bb51), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:52.116499 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (1c4222f8-0b08-4e41-b5e9-9cb5274556c4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:52.119020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-3bef6512-fc89-4ced-9835-b0ea259e0f5c tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Calling delete_port for 944d50f2-4a79-4344-92a1-41740f890ab3 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:52.135108 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:52.138586 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] 10.222.0.26 "DELETE /v2.0/networks/1c4222f8-0b08-4e41-b5e9-9cb5274556c4 HTTP/1.1" status: 204 len: 168 time: 2.3326287 Mar 07 21:44:52.165811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a545c-6614-44c9-9d51-5e19fba27c5b tempest-FloatingIPNegativeTestJSON-677252376 tempest-FloatingIPNegativeTestJSON-677252376-project] Pushing event deleted for resources: {'Network': ['ID=1c4222f8-0b08-4e41-b5e9-9cb5274556c4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:52.200797 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-1ccf8c42-e76c-4ee8-beaf-5eede9f6805b req-08babc61-fcee-4ceb-909a-6a4c367f395c tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] For port ea211036-ae33-472f-bc23-44ffb71bfba6, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ea211036-ae33-472f-bc23-44ffb71bfba6,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:52.201506 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1ccf8c42-e76c-4ee8-beaf-5eede9f6805b req-08babc61-fcee-4ceb-909a-6a4c367f395c tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:52.228060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d19a4db7-df30-4bc4-ad8f-068cb91045ac tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (6bd74991-c9ba-4f45-8123-947678b2bb51), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:52.247536 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19a4db7-df30-4bc4-ad8f-068cb91045ac tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:52.250342 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d19a4db7-df30-4bc4-ad8f-068cb91045ac tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:52.268398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-1ccf8c42-e76c-4ee8-beaf-5eede9f6805b req-08babc61-fcee-4ceb-909a-6a4c367f395c tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Calling delete_port for ea211036-ae33-472f-bc23-44ffb71bfba6 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:52.350525 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4c547cd-1fdf-4ed9-b80c-ccb7ab0af4e8 req-639de30a-69dc-4d68-9a18-0ae84cd293db tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 210 time: 0.0901444 Mar 07 21:44:52.461737 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-4a9f2797-7173-40e8-ac89-c569cdf8ac39 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=614b161d43724c5494941326f20b249f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953250 Mar 07 21:44:52.463956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:44:52.569698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:44:52.570040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c219c52f-7ccb-4e4f-ba38-0be9e4540cf7 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:44:52.590971 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d19a4db7-df30-4bc4-ad8f-068cb91045ac tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1411357 Mar 07 21:44:52.604430 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35342) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:52.624442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6a797469-95aa-47e1-9dd4-0e2f41777358 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'subnet': {'network_id': '6bd74991-c9ba-4f45-8123-947678b2bb51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:52.810751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a4db7-df30-4bc4-ad8f-068cb91045ac tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Network': ['ID=6bd74991-c9ba-4f45-8123-947678b2bb51,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:52.823426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 6bd74991-c9ba-4f45-8123-947678b2bb51 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:44:52.861313 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35350) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:53.018692 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-8c2cadce-e6d2-4081-b40a-da562bcd0a6b tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.021509 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-8c2cadce-e6d2-4081-b40a-da562bcd0a6b tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5349340 Mar 07 21:44:53.037380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc9556-9a92-4622-85fb-b2cfde0540ce req-09ffd683-0856-48df-ad14-7a041ccf59be tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.039011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-18dc9556-9a92-4622-85fb-b2cfde0540ce req-09ffd683-0856-48df-ad14-7a041ccf59be tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.2834637 Mar 07 21:44:53.045909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-519dbc75-8f2c-48b2-9c10-41f2b1367dcc tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Request body: {'port': {'device_id': 'b70f2658-12da-4a5e-86be-4b9be473246f', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '614b161d43724c5494941326f20b249f'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:53.103045 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a797469-95aa-47e1-9dd4-0e2f41777358 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:53.107551 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6a797469-95aa-47e1-9dd4-0e2f41777358 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:53.142172 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1ccf8c42-e76c-4ee8-beaf-5eede9f6805b req-08babc61-fcee-4ceb-909a-6a4c367f395c tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ea211036-ae33-472f-bc23-44ffb71bfba6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:53.150453 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-3bef6512-fc89-4ced-9835-b0ea259e0f5c tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (944d50f2-4a79-4344-92a1-41740f890ab3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:53.159721 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['91b1fcaa-62d3-4da0-a756-30df9c3ce59d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:44:53.337877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-6a797469-95aa-47e1-9dd4-0e2f41777358 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Performing IP validity checks on allocation pools {{(pid=103718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 21:44:53.337877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-6a797469-95aa-47e1-9dd4-0e2f41777358 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 21:44:53.337877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08babc61-fcee-4ceb-909a-6a4c367f395c tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Pushing event deleted for resources: {'Port': ['ID=ea211036-ae33-472f-bc23-44ffb71bfba6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:53.372777 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccf8c42-e76c-4ee8-beaf-5eede9f6805b req-08babc61-fcee-4ceb-909a-6a4c367f395c tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] No DVR routers for this DVR port ea211036-ae33-472f-bc23-44ffb71bfba6 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:53.378781 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1ccf8c42-e76c-4ee8-beaf-5eede9f6805b req-08babc61-fcee-4ceb-909a-6a4c367f395c tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:53.393169 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ccf8c42-e76c-4ee8-beaf-5eede9f6805b req-08babc61-fcee-4ceb-909a-6a4c367f395c tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.13 "DELETE /v2.0/ports/ea211036-ae33-472f-bc23-44ffb71bfba6 HTTP/1.1" status: 204 len: 173 time: 2.9059823 Mar 07 21:44:53.409958 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef99d55b-3aca-46fb-9cc4-07b5c7d85580', 'name': 'network-vif-deleted', 'tag': 'ea211036-ae33-472f-bc23-44ffb71bfba6'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:44:53.415460 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18de69f-0be7-42be-8cbb-e9338f514756" -d '{"events": [{"server_uuid": "ef99d55b-3aca-46fb-9cc4-07b5c7d85580", "name": "network-vif-deleted", "tag": "ea211036-ae33-472f-bc23-44ffb71bfba6"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:44:53.666766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6a797469-95aa-47e1-9dd4-0e2f41777358 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (85559f19-a3a2-4966-b3cf-09227ca9f2eb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:53.673524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef6512-fc89-4ced-9835-b0ea259e0f5c tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Pushing event deleted for resources: {'Port': ['ID=944d50f2-4a79-4344-92a1-41740f890ab3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:53.710275 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3e4454bf-6823-4a86-95e2-b51793592a88 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ac2d3070da4426e8686d5a8c5a52cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8418508 Mar 07 21:44:53.724087 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-18dc9556-9a92-4622-85fb-b2cfde0540ce req-d72e3c1c-bf63-430d-b341-34fa99508f54 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6731958 Mar 07 21:44:53.724512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35362) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:53.792806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a797469-95aa-47e1-9dd4-0e2f41777358 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Subnet': ['ID=85559f19-a3a2-4966-b3cf-09227ca9f2eb,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:53.802908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a797469-95aa-47e1-9dd4-0e2f41777358 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Checking segment: {'id': '0fcc2e2f-f861-46fe-b9f5-0bbbbd3197fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bd74991-c9ba-4f45-8123-947678b2bb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:53.804350 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a797469-95aa-47e1-9dd4-0e2f41777358 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network hostable DHCP agents. Network: 6bd74991-c9ba-4f45-8123-947678b2bb51, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:53.835240 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a797469-95aa-47e1-9dd4-0e2f41777358 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network 6bd74991-c9ba-4f45-8123-947678b2bb51 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:53.851452 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-6a797469-95aa-47e1-9dd4-0e2f41777358 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 6bd74991-c9ba-4f45-8123-947678b2bb51) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:53.857993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a797469-95aa-47e1-9dd4-0e2f41777358 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.860368 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e69b5ff-5a6a-4111-969c-8435ca9ec4dc None None] Network 6bd74991-c9ba-4f45-8123-947678b2bb51 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:53.870619 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6a797469-95aa-47e1-9dd4-0e2f41777358 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:53.910341 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6a797469-95aa-47e1-9dd4-0e2f41777358 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2919295 Mar 07 21:44:53.911230 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35364) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:54.096122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ea211036-ae33-472f-bc23-44ffb71bfba6 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:44:54.137038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: ea211036-ae33-472f-bc23-44ffb71bfba6 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:44:54.137796 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ea211036-ae33-472f-bc23-44ffb71bfba6 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:44:54.168893 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (6bd74991-c9ba-4f45-8123-947678b2bb51), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.203762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c776c904-7f33-4469-a01a-f8b5fa42220f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-6bd74991-c9ba-4f45-8123-947678b2bb51', 'network_id': '6bd74991-c9ba-4f45-8123-947678b2bb51', 'project_id': '1ca6ef81b0ec4cf88d70d6f83fca75bc', 'fixed_ips': [{'subnet_id': '85559f19-a3a2-4966-b3cf-09227ca9f2eb'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:44:54.206106 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c776c904-7f33-4469-a01a-f8b5fa42220f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.245551 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df207bef-8bfa-4e0b-a3ee-5201bfb79760 req-2f9da50a-015d-4a01-ade3-b03e791607df tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef99d55b-3aca-46fb-9cc4-07b5c7d85580 HTTP/1.1" status: 200 len: 210 time: 0.3291736 Mar 07 21:44:54.307616 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-3bef6512-fc89-4ced-9835-b0ea259e0f5c tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks [] for floatingip (af34d92f-3c8d-43af-8764-195b2022ad29), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.310188 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-3bef6512-fc89-4ced-9835-b0ea259e0f5c tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.311660 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cc025af-82ec-4346-ada8-108fc9725d2a req-3bef6512-fc89-4ced-9835-b0ea259e0f5c tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "DELETE /v2.0/floatingips/af34d92f-3c8d-43af-8764-195b2022ad29 HTTP/1.1" status: 204 len: 173 time: 2.9450750 Mar 07 21:44:54.322464 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (85559f19-a3a2-4966-b3cf-09227ca9f2eb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.323711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-519dbc75-8f2c-48b2-9c10-41f2b1367dcc tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Made reservation on behalf of 614b161d43724c5494941326f20b249f for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:54.333248 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-519dbc75-8f2c-48b2-9c10-41f2b1367dcc tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.386268 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0474a88-f348-4440-92ac-4cb404bd17ca admin admin] Publish callbacks [] for security_group (51b0f731-dab0-4899-91e0-49cc849c5087), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.423702 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aadbf7-ea4d-46c6-903e-2b6d852080c8 x-openstack-request-id: req-56aadbf7-ea4d-46c6-903e-2b6d852080c8 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:44:54.424112 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef99d55b-3aca-46fb-9cc4-07b5c7d85580", "name": "network-vif-deleted", "tag": "ea211036-ae33-472f-bc23-44ffb71bfba6", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:44:54.424512 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56aadbf7-ea4d-46c6-903e-2b6d852080c8 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:44:54.425011 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef99d55b-3aca-46fb-9cc4-07b5c7d85580', 'name': 'network-vif-deleted', 'tag': 'ea211036-ae33-472f-bc23-44ffb71bfba6', 'status': 'completed', 'code': 200} Mar 07 21:44:54.432176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (85559f19-a3a2-4966-b3cf-09227ca9f2eb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.469621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Subnet': ['ID=85559f19-a3a2-4966-b3cf-09227ca9f2eb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:54.490756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39844efa-d11c-4483-8471-b57bbbdaef82 req-6322c270-b0d7-406c-89b5-e3f9c0ac30e4 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 210 time: 0.1069715 Mar 07 21:44:54.612274 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (6bd74991-c9ba-4f45-8123-947678b2bb51), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server [None req-c776c904-7f33-4469-a01a-f8b5fa42220f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85559f19-a3a2-4966-b3cf-09227ca9f2eb: This subnet is being modified by another concurrent operation. Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:44:54.625859 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise exception Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85559f19-a3a2-4966-b3cf-09227ca9f2eb: This subnet is being modified by another concurrent operation. Mar 07 21:44:54.629573 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Mar 07 21:44:54.652216 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd74991-c9ba-4f45-8123-947678b2bb51']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:54.665005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-519dbc75-8f2c-48b2-9c10-41f2b1367dcc tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Allocated IP 192.168.233.164 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/24b34626-412b-449f-8837-5237060ecce4) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:54.670586 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0474a88-f348-4440-92ac-4cb404bd17ca admin admin] Publish callbacks [] for security_group (51b0f731-dab0-4899-91e0-49cc849c5087), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.671348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fcc2e2f-f861-46fe-b9f5-0bbbbd3197fe') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:54.671695 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fcc2e2f-f861-46fe-b9f5-0bbbbd3197fe') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:54.720332 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5132a1-4bd6-4598-ae43-ed65f12d5430 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 21:44:54.732979 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (0fcc2e2f-f861-46fe-b9f5-0bbbbd3197fe), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.778360 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0fcc2e2f-f861-46fe-b9f5-0bbbbd3197fe), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.790227 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:54.792326 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (0fcc2e2f-f861-46fe-b9f5-0bbbbd3197fe), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:54.795748 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:54.883748 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (6bd74991-c9ba-4f45-8123-947678b2bb51), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.901863 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.909474 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/6bd74991-c9ba-4f45-8123-947678b2bb51 HTTP/1.1" status: 204 len: 168 time: 0.9940579 Mar 07 21:44:54.910105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35378) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:54.918354 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-88910464-54ab-4805-8dc7-a928d67b41da tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1923539298'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:54.925158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5132a1-4bd6-4598-ae43-ed65f12d5430 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:44:54.939886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-75574d8a-4c02-42e9-8751-4be3a975db02 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4793534 Mar 07 21:44:54.943930 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0474a88-f348-4440-92ac-4cb404bd17ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (51b0f731-dab0-4899-91e0-49cc849c5087), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.947451 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0474a88-f348-4440-92ac-4cb404bd17ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.950980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a0474a88-f348-4440-92ac-4cb404bd17ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51b0f731-dab0-4899-91e0-49cc849c5087 HTTP/1.1" status: 204 len: 168 time: 1.1659229 Mar 07 21:44:54.954985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88910464-54ab-4805-8dc7-a928d67b41da tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:54.958623 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-88910464-54ab-4805-8dc7-a928d67b41da tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:54.969741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e147a-1829-4277-b7b7-d203f2c2625d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Network': ['ID=6bd74991-c9ba-4f45-8123-947678b2bb51,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:54.978927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:55.016252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0474a88-f348-4440-92ac-4cb404bd17ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b0f731-dab0-4899-91e0-49cc849c5087,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:55.017890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88910464-54ab-4805-8dc7-a928d67b41da tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:55.050837 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-88910464-54ab-4805-8dc7-a928d67b41da tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (7233c207-8dbc-484e-b21a-a6cf58a01500), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:55.051330 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-88910464-54ab-4805-8dc7-a928d67b41da tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Added segment 7233c207-8dbc-484e-b21a-a6cf58a01500 of type vlan for network ef6b1b28-535b-435d-8c81-3a34b3eda989 Mar 07 21:44:55.091690 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:55.112123 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-88910464-54ab-4805-8dc7-a928d67b41da tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (ef6b1b28-535b-435d-8c81-3a34b3eda989), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:55.126914 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0aa27-1589-4880-a412-c57468ed0d15 req-907e9562-47f8-4cd4-a30b-3e7154ee532d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:55.135545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01b0aa27-1589-4880-a412-c57468ed0d15 req-907e9562-47f8-4cd4-a30b-3e7154ee532d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.2885368 Mar 07 21:44:55.153482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-88910464-54ab-4805-8dc7-a928d67b41da tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (ef6b1b28-535b-435d-8c81-3a34b3eda989), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:55.178422 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88910464-54ab-4805-8dc7-a928d67b41da tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:55.182156 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-88910464-54ab-4805-8dc7-a928d67b41da tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:55.193789 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-519dbc75-8f2c-48b2-9c10-41f2b1367dcc tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks [] for port (24b34626-412b-449f-8837-5237060ecce4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:55.243031 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01b0aa27-1589-4880-a412-c57468ed0d15 req-315b156e-fd2b-494e-bb2f-6dc8c7c5369a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988429 Mar 07 21:44:55.289129 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-88910464-54ab-4805-8dc7-a928d67b41da tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3767600 Mar 07 21:44:55.290249 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35390) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:55.296270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-614c43d1-40e1-41fe-a8fe-b181b1b54b7d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'subnet': {'network_id': 'ef6b1b28-535b-435d-8c81-3a34b3eda989', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:55.520626 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab0f60-3a56-4af3-a171-97181a87b6da None None] Network 6bd74991-c9ba-4f45-8123-947678b2bb51 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:55.525191 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-519dbc75-8f2c-48b2-9c10-41f2b1367dcc tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (24b34626-412b-449f-8837-5237060ecce4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:55.556912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88910464-54ab-4805-8dc7-a928d67b41da tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Network': ['ID=ef6b1b28-535b-435d-8c81-3a34b3eda989,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:55.574160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab0f60-3a56-4af3-a171-97181a87b6da None None] Network 6bd74991-c9ba-4f45-8123-947678b2bb51 could not be found, it might have been deleted concurrently. {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 21:44:55.585711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['a25f0ebd-8c73-4e66-9835-93fc70ba3a91'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:44:55.667644 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network ef6b1b28-535b-435d-8c81-3a34b3eda989 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:44:55.689227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-519dbc75-8f2c-48b2-9c10-41f2b1367dcc tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:55.715672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-519dbc75-8f2c-48b2-9c10-41f2b1367dcc tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:55.738386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-519dbc75-8f2c-48b2-9c10-41f2b1367dcc tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:55.741026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dbc75-8f2c-48b2-9c10-41f2b1367dcc tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Pushing event updated for resources: {'Port': ['ID=24b34626-412b-449f-8837-5237060ecce4,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:55.791426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614c43d1-40e1-41fe-a8fe-b181b1b54b7d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:55.794942 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-614c43d1-40e1-41fe-a8fe-b181b1b54b7d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:55.903775 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:56.172575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Allocated IP 172.25.4.196 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/7eb80187-8230-437e-aa60-a4c5a63cf4b6) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:56.180638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-519dbc75-8f2c-48b2-9c10-41f2b1367dcc tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:56.181299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-519dbc75-8f2c-48b2-9c10-41f2b1367dcc tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:56.230964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50dadc-412c-45c5-918e-d004d5ff0369 req-d3d2c481-f6fd-42de-bed1-992f10905fb0 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:56.232570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b50dadc-412c-45c5-918e-d004d5ff0369 req-d3d2c481-f6fd-42de-bed1-992f10905fb0 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 936 time: 0.5315113 Mar 07 21:44:56.249340 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-519dbc75-8f2c-48b2-9c10-41f2b1367dcc tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2072237 Mar 07 21:44:56.274921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Request body: {'port': {'device_id': 'b70f2658-12da-4a5e-86be-4b9be473246f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:56.299631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1a2939ad-a3e6-4188-8535-d43871d42619 None None] Provisioning complete for port 24b34626-412b-449f-8837-5237060ecce4 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:44:56.300014 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1a2939ad-a3e6-4188-8535-d43871d42619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (24b34626-412b-449f-8837-5237060ecce4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:56.341228 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35420) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:56.349048 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1a2939ad-a3e6-4188-8535-d43871d42619 None None] Port 24b34626-412b-449f-8837-5237060ecce4 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:44:56.463488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-341431417'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:56.487304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:56.492401 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:56.501886 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:56.526430 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:44:56.613010 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b50dadc-412c-45c5-918e-d004d5ff0369 req-9564a1d0-bcdb-4d27-8bce-a9ef987236d6 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574903 Mar 07 21:44:56.620429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (9c54ba9c-5add-4b70-adb0-83f81b34a778), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:56.628142 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (24b34626-412b-449f-8837-5237060ecce4), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:56.629365 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9c54ba9c-5add-4b70-adb0-83f81b34a778), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:56.660353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:56.681587 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c54ba9c-5add-4b70-adb0-83f81b34a778,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:56.696266 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (cabb64e2-3383-49d7-8f04-4f4c4a54da57), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:56.698652 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Added segment cabb64e2-3383-49d7-8f04-4f4c4a54da57 of type vlan for network 804f0adb-3448-460f-bee8-264d3739de56 Mar 07 21:44:56.716013 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks [] for port (7eb80187-8230-437e-aa60-a4c5a63cf4b6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:56.772842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (804f0adb-3448-460f-bee8-264d3739de56), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:56.808813 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (804f0adb-3448-460f-bee8-264d3739de56), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:56.820702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:56.821345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:56.844056 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-614c43d1-40e1-41fe-a8fe-b181b1b54b7d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (17743381-16f7-4e64-9350-0a957759a745), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:56.863549 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5188954 Mar 07 21:44:56.866741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35434) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:56.875544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4ee0573c-f467-4ff4-839f-3568e83a70a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'name': 'tempest-PortsTestJSON-1322174310'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:56.929036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1791397-bed4-4d63-bfca-09e6d450da99 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Network': ['ID=804f0adb-3448-460f-bee8-264d3739de56,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:56.942045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 804f0adb-3448-460f-bee8-264d3739de56 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:44:56.987002 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (7eb80187-8230-437e-aa60-a4c5a63cf4b6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:57.017508 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee0573c-f467-4ff4-839f-3568e83a70a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:57.021302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4ee0573c-f467-4ff4-839f-3568e83a70a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:57.044610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-4ee0573c-f467-4ff4-839f-3568e83a70a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:44:57.075277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:57.101734 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c43d1-40e1-41fe-a8fe-b181b1b54b7d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Subnet': ['ID=17743381-16f7-4e64-9350-0a957759a745,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:57.104289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:57.119330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Pushing event updated for resources: {'Port': ['ID=7eb80187-8230-437e-aa60-a4c5a63cf4b6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:57.125494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:57.134054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2100d06-e93c-4d36-9639-b349e5c5c76c req-431fd978-b000-41fa-86bf-0cbff835f845 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:57.135637 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d2100d06-e93c-4d36-9639-b349e5c5c76c req-431fd978-b000-41fa-86bf-0cbff835f845 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 945 time: 0.3771632 Mar 07 21:44:57.208902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614c43d1-40e1-41fe-a8fe-b181b1b54b7d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Checking segment: {'id': '7233c207-8dbc-484e-b21a-a6cf58a01500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef6b1b28-535b-435d-8c81-3a34b3eda989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:57.209273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614c43d1-40e1-41fe-a8fe-b181b1b54b7d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network hostable DHCP agents. Network: ef6b1b28-535b-435d-8c81-3a34b3eda989, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:57.323683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614c43d1-40e1-41fe-a8fe-b181b1b54b7d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network ef6b1b28-535b-435d-8c81-3a34b3eda989 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:57.337647 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d2100d06-e93c-4d36-9639-b349e5c5c76c req-52460415-0d33-4dca-bee2-220f9687b5ce tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493690 Mar 07 21:44:57.372038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-614c43d1-40e1-41fe-a8fe-b181b1b54b7d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, ef6b1b28-535b-435d-8c81-3a34b3eda989) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:57.383530 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa2d110-13eb-4324-b2e7-bf1d8def755d None None] Network ef6b1b28-535b-435d-8c81-3a34b3eda989 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:57.403136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614c43d1-40e1-41fe-a8fe-b181b1b54b7d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:57.403779 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-614c43d1-40e1-41fe-a8fe-b181b1b54b7d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:57.414148 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks [] for floatingip (c3acac93-5a61-4a60-b322-9eb7d1076640), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:57.439644 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-614c43d1-40e1-41fe-a8fe-b181b1b54b7d tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1480746 Mar 07 21:44:57.442439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b34626-412b-449f-8837-5237060ecce4 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:44:57.453588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35442) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:57.502870 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Publish callbacks [] for port (24b34626-412b-449f-8837-5237060ecce4), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:57.522152 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7eb80187-8230-437e-aa60-a4c5a63cf4b6), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:57.556729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-ef6b1b28-535b-435d-8c81-3a34b3eda989', 'network_id': 'ef6b1b28-535b-435d-8c81-3a34b3eda989', 'project_id': '1ca6ef81b0ec4cf88d70d6f83fca75bc', 'fixed_ips': [{'subnet_id': '17743381-16f7-4e64-9350-0a957759a745'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:44:57.558013 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:57.618307 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4ee0573c-f467-4ff4-839f-3568e83a70a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (2cce41ce-55bc-4a95-a892-c2ec7b376e4b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:57.673457 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4ee0573c-f467-4ff4-839f-3568e83a70a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (2cce41ce-55bc-4a95-a892-c2ec7b376e4b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:57.712546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Transition to ACTIVE for port object 24b34626-412b-449f-8837-5237060ecce4 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:44:57.741335 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Allocated IP 172.20.0.1 (ef6b1b28-535b-435d-8c81-3a34b3eda989/17743381-16f7-4e64-9350-0a957759a745/28d5c53d-bbf4-436e-81c1-5692e547beba) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:57.776167 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0573c-f467-4ff4-839f-3568e83a70a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=2cce41ce-55bc-4a95-a892-c2ec7b376e4b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:57.873355 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0573c-f467-4ff4-839f-3568e83a70a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Checking segment: {'id': 'cabb64e2-3383-49d7-8f04-4f4c4a54da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '804f0adb-3448-460f-bee8-264d3739de56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:57.877465 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee0573c-f467-4ff4-839f-3568e83a70a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network hostable DHCP agents. Network: 804f0adb-3448-460f-bee8-264d3739de56, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:57.915787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee0573c-f467-4ff4-839f-3568e83a70a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 804f0adb-3448-460f-bee8-264d3739de56 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:57.939794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-4ee0573c-f467-4ff4-839f-3568e83a70a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 804f0adb-3448-460f-bee8-264d3739de56) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:57.949778 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Publish callbacks [] for port (28d5c53d-bbf4-436e-81c1-5692e547beba), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:57.955961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1b02e8-b9cc-4055-ba64-630b466855a2 None None] Network 804f0adb-3448-460f-bee8-264d3739de56 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:57.957151 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0573c-f467-4ff4-839f-3568e83a70a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:57.961810 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (28d5c53d-bbf4-436e-81c1-5692e547beba), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:57.975405 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee0573c-f467-4ff4-839f-3568e83a70a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:57.976910 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4ee0573c-f467-4ff4-839f-3568e83a70a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.014524 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (24b34626-412b-449f-8837-5237060ecce4), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.020225 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4ee0573c-f467-4ff4-839f-3568e83a70a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1490462 Mar 07 21:44:58.021074 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35458) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:58.034820 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-60a50290-ad0b-420c-8354-7c13159175a4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-778460002'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:58.069022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Network ef6b1b28-535b-435d-8c81-3a34b3eda989 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:58.070753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Pushing event updated for resources: {'Port': ['ID=28d5c53d-bbf4-436e-81c1-5692e547beba,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:58.076487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:58.079373 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a50290-ad0b-420c-8354-7c13159175a4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:58.082855 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60a50290-ad0b-420c-8354-7c13159175a4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.083275 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:58.130804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a50290-ad0b-420c-8354-7c13159175a4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:58.167693 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60a50290-ad0b-420c-8354-7c13159175a4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (af6ef315-40c3-46a8-96df-ab02ef9abd48), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.168067 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-60a50290-ad0b-420c-8354-7c13159175a4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Added segment af6ef315-40c3-46a8-96df-ab02ef9abd48 of type vlan for network 8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c Mar 07 21:44:58.225905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af62cf-b504-4937-bb25-959eaf0614d9 req-1b578088-56a8-42fc-9f8a-73fa433f56d3 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:58.227659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9af62cf-b504-4937-bb25-959eaf0614d9 req-1b578088-56a8-42fc-9f8a-73fa433f56d3 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 945 time: 0.6972506 Mar 07 21:44:58.261696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d4bd5-b711-4fcb-be96-905ab9ccd0ae req-0ea8ec52-0007-4721-93d1-7f7cb6aa17e5 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:58.269219 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60a50290-ad0b-420c-8354-7c13159175a4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.272005 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-686d4bd5-b711-4fcb-be96-905ab9ccd0ae req-0ea8ec52-0007-4721-93d1-7f7cb6aa17e5 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.8237221 Mar 07 21:44:58.324601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Attempting to bind port 28d5c53d-bbf4-436e-81c1-5692e547beba on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:44:58.325470 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Attempting to bind port 28d5c53d-bbf4-436e-81c1-5692e547beba by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '7233c207-8dbc-484e-b21a-a6cf58a01500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef6b1b28-535b-435d-8c81-3a34b3eda989'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:44:58.326259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Attempting to bind port 28d5c53d-bbf4-436e-81c1-5692e547beba on network ef6b1b28-535b-435d-8c81-3a34b3eda989 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:44:58.335347 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60a50290-ad0b-420c-8354-7c13159175a4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.347022 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a50290-ad0b-420c-8354-7c13159175a4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:58.347739 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60a50290-ad0b-420c-8354-7c13159175a4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.354843 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:44:58.355537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Checking segment: {'id': '7233c207-8dbc-484e-b21a-a6cf58a01500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef6b1b28-535b-435d-8c81-3a34b3eda989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:58.356102 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.356758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Bound using segment: {'id': '7233c207-8dbc-484e-b21a-a6cf58a01500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef6b1b28-535b-435d-8c81-3a34b3eda989'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:44:58.358685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Bound port: 28d5c53d-bbf4-436e-81c1-5692e547beba, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7233c207-8dbc-484e-b21a-a6cf58a01500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef6b1b28-535b-435d-8c81-3a34b3eda989'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:44:58.361346 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (28d5c53d-bbf4-436e-81c1-5692e547beba), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.403357 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-60a50290-ad0b-420c-8354-7c13159175a4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3808763 Mar 07 21:44:58.406771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35478) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:58.415291 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'ports': [{'network_id': '804f0adb-3448-460f-bee8-264d3739de56'}, {'network_id': '8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c'}]} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:58.415806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'network_id': '804f0adb-3448-460f-bee8-264d3739de56'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:58.417325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'network_id': '8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:58.423952 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (ef6b1b28-535b-435d-8c81-3a34b3eda989), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.474455 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a50290-ad0b-420c-8354-7c13159175a4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Network': ['ID=8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:58.513448 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:44:58.514161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Pushing event updated for resources: {'Port': ['ID=24b34626-412b-449f-8837-5237060ecce4,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:58.590990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] For port 28d5c53d-bbf4-436e-81c1-5692e547beba, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:44:58.647624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] For port 28d5c53d-bbf4-436e-81c1-5692e547beba, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=28d5c53d-bbf4-436e-81c1-5692e547beba,segment=NetworkSegment(7233c207-8dbc-484e-b21a-a6cf58a01500),segment_id=7233c207-8dbc-484e-b21a-a6cf58a01500)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:44:58.660410 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (28d5c53d-bbf4-436e-81c1-5692e547beba), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.675075 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-686d4bd5-b711-4fcb-be96-905ab9ccd0ae req-23bbab15-ce76-49f5-9c6e-c10b45b17f50 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3804460 Mar 07 21:44:58.750691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c46226-a541-4808-8fff-297c1fc9bb45 None None] Pushing event updated for resources: {'Port': ['ID=28d5c53d-bbf4-436e-81c1-5692e547beba,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:58.838892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'port': 2} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:58.848136 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.864925 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.902911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Attempting to bind port 24b34626-412b-449f-8837-5237060ecce4 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:44:58.903535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Attempting to bind port 24b34626-412b-449f-8837-5237060ecce4 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:44:58.903886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Attempting to bind port 24b34626-412b-449f-8837-5237060ecce4 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:44:58.930554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Port 24b34626-412b-449f-8837-5237060ecce4 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:44:58.930976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Attempting to bind port 24b34626-412b-449f-8837-5237060ecce4 on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:44:58.951392 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Deleting port 28d5c53d-bbf4-436e-81c1-5692e547beba {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:58.951832 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (28d5c53d-bbf4-436e-81c1-5692e547beba), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.961003 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks [] for port (7eb80187-8230-437e-aa60-a4c5a63cf4b6), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.980682 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:44:58.981180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:58.981960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:44:58.982912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Bound port: 24b34626-412b-449f-8837-5237060ecce4, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:44:58.983551 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (24b34626-412b-449f-8837-5237060ecce4), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:58.990411 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (7eb80187-8230-437e-aa60-a4c5a63cf4b6), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:59.071325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a9af62cf-b504-4937-bb25-959eaf0614d9 req-5be2d90b-b331-4cd3-8b90-dbc694ed6f08 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Deleting port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:59.072500 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a9af62cf-b504-4937-bb25-959eaf0614d9 req-5be2d90b-b331-4cd3-8b90-dbc694ed6f08 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:59.087108 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port d3508ad5-1a03-4af9-a797-c1fdf47fda49 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:44:59.221480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (d3508ad5-1a03-4af9-a797-c1fdf47fda49), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:59.315708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port ca4c4b1b-cd1a-4964-a5e4-4e206087144c yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:44:59.358185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] For port 24b34626-412b-449f-8837-5237060ecce4, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:44:59.405628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Pushing event updated for resources: {'Port': ['ID=7eb80187-8230-437e-aa60-a4c5a63cf4b6,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:59.409411 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (ca4c4b1b-cd1a-4964-a5e4-4e206087144c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:59.444875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] For port 24b34626-412b-449f-8837-5237060ecce4, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=24b34626-412b-449f-8837-5237060ecce4,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:44:59.453891 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d3508ad5-1a03-4af9-a797-c1fdf47fda49), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:59.499209 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (24b34626-412b-449f-8837-5237060ecce4), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:59.501138 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (c3acac93-5a61-4a60-b322-9eb7d1076640), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:59.507956 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 804f0adb-3448-460f-bee8-264d3739de56 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:59.511156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:59.512235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] For port 28d5c53d-bbf4-436e-81c1-5692e547beba, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=28d5c53d-bbf4-436e-81c1-5692e547beba,segment=NetworkSegment(7233c207-8dbc-484e-b21a-a6cf58a01500),segment_id=7233c207-8dbc-484e-b21a-a6cf58a01500)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:59.513213 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (28d5c53d-bbf4-436e-81c1-5692e547beba), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:59.516361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:59.517233 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ca4c4b1b-cd1a-4964-a5e4-4e206087144c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:59.519193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=d3508ad5-1a03-4af9-a797-c1fdf47fda49,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:59.550400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e6e26-043b-4cd0-8dd0-85097f5d050d req-84035987-f8a5-4eec-9491-f0b59758517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:59.551936 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca8e6e26-043b-4cd0-8dd0-85097f5d050d req-84035987-f8a5-4eec-9491-f0b59758517f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04bcb9fef1894f61b223b163697dce5a&device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 1127 time: 0.3803020 Mar 07 21:44:59.576551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Calling delete_port for 28d5c53d-bbf4-436e-81c1-5692e547beba owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:59.580102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a9af62cf-b504-4937-bb25-959eaf0614d9 req-5be2d90b-b331-4cd3-8b90-dbc694ed6f08 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] For port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=91b1fcaa-62d3-4da0-a756-30df9c3ce59d,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:44:59.580480 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a9af62cf-b504-4937-bb25-959eaf0614d9 req-5be2d90b-b331-4cd3-8b90-dbc694ed6f08 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:59.584332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=ca4c4b1b-cd1a-4964-a5e4-4e206087144c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:59.590386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Checking segment: {'id': 'af6ef315-40c3-46a8-96df-ab02ef9abd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:44:59.590796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network hostable DHCP agents. Network: 8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:59.593349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:59.594741 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:59.596693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] 10.222.0.13 "PUT /v2.0/ports/24b34626-412b-449f-8837-5237060ecce4 HTTP/1.1" status: 200 len: 1096 time: 3.3271174 Mar 07 21:44:59.620114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70f2658-12da-4a5e-86be-4b9be473246f', 'tag': '24b34626-412b-449f-8837-5237060ecce4'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:44:59.622821 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c2db15-c8b0-4fd2-af96-9ed7c76283a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b70f2658-12da-4a5e-86be-4b9be473246f", "tag": "24b34626-412b-449f-8837-5237060ecce4"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:44:59.627357 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:59.638285 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:59.639662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-8c0f7943-7304-4887-aeb6-39684a4cf8cf tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6892593 Mar 07 21:44:59.646640 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:59.653629 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:44:59.660374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:59.661343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef417bd-ffcd-488a-9090-296bf00dcd79 None None] Network 8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:44:59.666737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:59.667464 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:59.675026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd107c31-4f77-49b8-8e02-4b5862edbc7b req-f8efef82-3441-4ed1-862e-b98c7cd3a779 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:59.682759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd107c31-4f77-49b8-8e02-4b5862edbc7b req-f8efef82-3441-4ed1-862e-b98c7cd3a779 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 948 time: 0.4764709 Mar 07 21:44:59.695168 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c3f5f0b4-c385-41e5-95ea-2677d99786bd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2866681 Mar 07 21:44:59.695345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a9af62cf-b504-4937-bb25-959eaf0614d9 req-5be2d90b-b331-4cd3-8b90-dbc694ed6f08 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Calling delete_port for 91b1fcaa-62d3-4da0-a756-30df9c3ce59d owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:44:59.696397 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35502) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:44:59.886434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-68d4d91e-2d7e-45cb-b5d8-5d498c71ef43 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port ca4c4b1b-cd1a-4964-a5e4-4e206087144c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:44:59.887059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68d4d91e-2d7e-45cb-b5d8-5d498c71ef43 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ca4c4b1b-cd1a-4964-a5e4-4e206087144c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:59.892368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3cdc8-aab3-4dba-a3a4-f15838864e6b service neutron] Pushing event updated for resources: {'Port': ['ID=24b34626-412b-449f-8837-5237060ecce4,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:59.977201 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68d4d91e-2d7e-45cb-b5d8-5d498c71ef43 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ca4c4b1b-cd1a-4964-a5e4-4e206087144c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:44:59.993439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-68d4d91e-2d7e-45cb-b5d8-5d498c71ef43 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for ca4c4b1b-cd1a-4964-a5e4-4e206087144c owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:00.042686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e6e26-043b-4cd0-8dd0-85097f5d050d req-805d8b5d-cb44-482a-8335-4a3227a4c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:00.044400 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca8e6e26-043b-4cd0-8dd0-85097f5d050d req-805d8b5d-cb44-482a-8335-4a3227a4c317 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a64d822-a651-4d6d-9d1f-f005c77bc34c HTTP/1.1" status: 200 len: 919 time: 0.4588377 Mar 07 21:45:00.104725 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68d4d91e-2d7e-45cb-b5d8-5d498c71ef43 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ca4c4b1b-cd1a-4964-a5e4-4e206087144c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:00.126137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca8e6e26-043b-4cd0-8dd0-85097f5d050d req-8dd6c4f9-2656-4795-8ffb-38190449ef2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdbc55c4-61d9-48ee-9618-b14b517b663c HTTP/1.1" status: 200 len: 217 time: 0.0546579 Mar 07 21:45:00.143895 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4d91e-2d7e-45cb-b5d8-5d498c71ef43 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=ca4c4b1b-cd1a-4964-a5e4-4e206087144c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:00.154041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-6cf8c59f-927e-4f06-b3bf-f397089700a7 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 696 time: 0.4690053 Mar 07 21:45:00.157454 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68d4d91e-2d7e-45cb-b5d8-5d498c71ef43 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:00.163683 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-68d4d91e-2d7e-45cb-b5d8-5d498c71ef43 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/ca4c4b1b-cd1a-4964-a5e4-4e206087144c HTTP/1.1" status: 204 len: 168 time: 0.4633677 Mar 07 21:45:00.164459 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35506) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:00.213544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e6e26-043b-4cd0-8dd0-85097f5d050d req-896335a1-9b04-456d-937c-e5a1fc12df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:00.215668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca8e6e26-043b-4cd0-8dd0-85097f5d050d req-896335a1-9b04-456d-937c-e5a1fc12df5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c081fe-dc52-4918-ab2b-7c35c53daa65 HTTP/1.1" status: 200 len: 858 time: 0.0758157 Mar 07 21:45:00.228187 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911cfeea-f51d-4b1f-8643-0f3a7c532a14 None None] Network ef6b1b28-535b-435d-8c81-3a34b3eda989 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:00.243374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376fe2da-5895-4e62-a45a-949b088c4cb6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:00.249613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376fe2da-5895-4e62-a45a-949b088c4cb6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:00.255468 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-376fe2da-5895-4e62-a45a-949b088c4cb6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0901167 Mar 07 21:45:00.256434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35508) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:00.359362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-d7b51d5e-1fca-4a00-8597-c96bb3b563ce tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:00.374238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-89af48ff-22cb-4f0a-8d66-1bcfa28f5dd4 None None] Provisioning complete for port 28d5c53d-bbf4-436e-81c1-5692e547beba triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:00.375035 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-89af48ff-22cb-4f0a-8d66-1bcfa28f5dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (28d5c53d-bbf4-436e-81c1-5692e547beba), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:00.383280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d485a30a-204b-4d05-8ba8-c70ef1aac107 req-d7b51d5e-1fca-4a00-8597-c96bb3b563ce tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.2281725 Mar 07 21:45:00.434721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd107c31-4f77-49b8-8e02-4b5862edbc7b req-e0c33d58-9509-4b3c-ae7b-29ae4f656178 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7510245 Mar 07 21:45:00.441045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-f84d6a87-795e-40d8-b13d-ae5fa284eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:00.442755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-f84d6a87-795e-40d8-b13d-ae5fa284eac7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=614b161d43724c5494941326f20b249f&device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 1130 time: 0.7983062 Mar 07 21:45:00.450180 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-72cd328a-bc8b-4072-9bcf-608a15a04111 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port d3508ad5-1a03-4af9-a797-c1fdf47fda49 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:00.450540 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72cd328a-bc8b-4072-9bcf-608a15a04111 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d3508ad5-1a03-4af9-a797-c1fdf47fda49), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:00.466057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca8e6e26-043b-4cd0-8dd0-85097f5d050d req-a3cffd62-038b-4695-83c3-039cf483258f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a64d822-a651-4d6d-9d1f-f005c77bc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789087 Mar 07 21:45:00.476529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 28d5c53d-bbf4-436e-81c1-5692e547beba up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:00.572966 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72cd328a-bc8b-4072-9bcf-608a15a04111 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d3508ad5-1a03-4af9-a797-c1fdf47fda49), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:00.578922 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-f2bf2115-a98d-48c7-98cf-a693c73ddda0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=24b34626-412b-449f-8837-5237060ecce4 HTTP/1.1" status: 200 len: 217 time: 0.1158254 Mar 07 21:45:00.589303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-72cd328a-bc8b-4072-9bcf-608a15a04111 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for d3508ad5-1a03-4af9-a797-c1fdf47fda49 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:00.616208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-89af48ff-22cb-4f0a-8d66-1bcfa28f5dd4 None None] Current status of the port 28d5c53d-bbf4-436e-81c1-5692e547beba is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:00.617164 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-89af48ff-22cb-4f0a-8d66-1bcfa28f5dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (28d5c53d-bbf4-436e-81c1-5692e547beba), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:00.663787 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 28d5c53d-bbf4-436e-81c1-5692e547beba triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:00.665100 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (28d5c53d-bbf4-436e-81c1-5692e547beba), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:00.706201 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-89af48ff-22cb-4f0a-8d66-1bcfa28f5dd4 None None] For port 28d5c53d-bbf4-436e-81c1-5692e547beba, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=28d5c53d-bbf4-436e-81c1-5692e547beba,segment=NetworkSegment(7233c207-8dbc-484e-b21a-a6cf58a01500),segment_id=7233c207-8dbc-484e-b21a-a6cf58a01500)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:00.725609 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-89af48ff-22cb-4f0a-8d66-1bcfa28f5dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (28d5c53d-bbf4-436e-81c1-5692e547beba), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:00.751103 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72cd328a-bc8b-4072-9bcf-608a15a04111 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d3508ad5-1a03-4af9-a797-c1fdf47fda49), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:00.811798 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd328a-bc8b-4072-9bcf-608a15a04111 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=d3508ad5-1a03-4af9-a797-c1fdf47fda49,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:00.829776 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72cd328a-bc8b-4072-9bcf-608a15a04111 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:00.834470 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-72cd328a-bc8b-4072-9bcf-608a15a04111 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/d3508ad5-1a03-4af9-a797-c1fdf47fda49 HTTP/1.1" status: 204 len: 168 time: 0.5766766 Mar 07 21:45:00.838386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35516) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:00.863965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af48ff-22cb-4f0a-8d66-1bcfa28f5dd4 None None] Pushing event updated for resources: {'Port': ['ID=28d5c53d-bbf4-436e-81c1-5692e547beba,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:00.901999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b8873b-fc83-4c6b-8eac-d731a84f2547 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:00.903372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c9578812-c5ef-4e67-8b8e-a9aa258c6b53 None None] Provisioning complete for port 28d5c53d-bbf4-436e-81c1-5692e547beba triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:00.903706 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d1b8873b-fc83-4c6b-8eac-d731a84f2547 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0643518 Mar 07 21:45:00.904081 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9578812-c5ef-4e67-8b8e-a9aa258c6b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (28d5c53d-bbf4-436e-81c1-5692e547beba), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:00.907344 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35518) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:00.932678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 28d5c53d-bbf4-436e-81c1-5692e547beba is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:00.936151 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-62104274-d739-424c-98e5-b90ff75e58db tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] GET failed (client error): The resource could not be found. Mar 07 21:45:00.940950 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-62104274-d739-424c-98e5-b90ff75e58db tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/ca4c4b1b-cd1a-4964-a5e4-4e206087144c HTTP/1.1" status: 404 len: 333 time: 0.0319023 Mar 07 21:45:00.941715 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35520) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:00.986268 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82dee25-4171-4a32-87ca-c3f3302712ef tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] GET failed (client error): The resource could not be found. Mar 07 21:45:00.987756 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d82dee25-4171-4a32-87ca-c3f3302712ef tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/d3508ad5-1a03-4af9-a797-c1fdf47fda49 HTTP/1.1" status: 404 len: 333 time: 0.0443432 Mar 07 21:45:00.990935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35522) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:01.016123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c9578812-c5ef-4e67-8b8e-a9aa258c6b53 None None] Current status of the port 28d5c53d-bbf4-436e-81c1-5692e547beba is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:01.089710 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9705ab20-34d2-4c83-bee1-c80c07ddb63a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.194330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-64810053-c305-46c2-9e4e-ea1477d816bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:01.195888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-64810053-c305-46c2-9e4e-ea1477d816bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.5584860 Mar 07 21:45:01.207654 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9705ab20-34d2-4c83-bee1-c80c07ddb63a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.232664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-9705ab20-34d2-4c83-bee1-c80c07ddb63a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:01.243512 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-9705ab20-34d2-4c83-bee1-c80c07ddb63a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6ef315-40c3-46a8-96df-ab02ef9abd48') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:01.243815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-9705ab20-34d2-4c83-bee1-c80c07ddb63a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6ef315-40c3-46a8-96df-ab02ef9abd48') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:01.255653 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9705ab20-34d2-4c83-bee1-c80c07ddb63a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (af6ef315-40c3-46a8-96df-ab02ef9abd48), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.271800 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9705ab20-34d2-4c83-bee1-c80c07ddb63a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (af6ef315-40c3-46a8-96df-ab02ef9abd48), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.279169 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9705ab20-34d2-4c83-bee1-c80c07ddb63a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:01.279677 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9705ab20-34d2-4c83-bee1-c80c07ddb63a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (af6ef315-40c3-46a8-96df-ab02ef9abd48), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.292625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca8e6e26-043b-4cd0-8dd0-85097f5d050d req-6e7306b8-805b-4272-92aa-c725137ee972 service neutron] 10.222.0.15 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8055665 Mar 07 21:45:01.305023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcca88-bde7-40e1-81d9-c5e93db3a251 req-215f8f62-2084-4f36-931d-67610970a9c8 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:01.312835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5bcca88-bde7-40e1-81d9-c5e93db3a251 req-215f8f62-2084-4f36-931d-67610970a9c8 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.7130454 Mar 07 21:45:01.322530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ca38f-6bb9-4eb6-9ee6-00163d7fc3b6 req-0f7b79ec-c487-447d-8f5e-3de2cced09e4 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:01.330252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d8ca38f-6bb9-4eb6-9ee6-00163d7fc3b6 req-0f7b79ec-c487-447d-8f5e-3de2cced09e4 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0f569f7-3dd3-4329-bafa-135cb87641f4 HTTP/1.1" status: 200 len: 945 time: 0.8242607 Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:01.338176 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:01.356132 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (28d5c53d-bbf4-436e-81c1-5692e547beba), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.390209 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9705ab20-34d2-4c83-bee1-c80c07ddb63a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.391038 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a9af62cf-b504-4937-bb25-959eaf0614d9 req-5be2d90b-b331-4cd3-8b90-dbc694ed6f08 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (91b1fcaa-62d3-4da0-a756-30df9c3ce59d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.409813 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9705ab20-34d2-4c83-bee1-c80c07ddb63a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.416686 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9705ab20-34d2-4c83-bee1-c80c07ddb63a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/networks/8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c HTTP/1.1" status: 204 len: 168 time: 0.4211590 Mar 07 21:45:01.416686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705ab20-34d2-4c83-bee1-c80c07ddb63a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Network': ['ID=8137ce46-bfb7-4fbe-b6ad-b4f8fc28028c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:01.416944 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35526) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:01.423510 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1436e1fd-f342-405c-b773-023eed161e47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1961212808'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:01.437651 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-854daaa3-290c-44ba-93d2-a878b6f1d143 req-eaa6d441-c936-4533-865e-30ae2e687f02 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0970902 Mar 07 21:45:01.451057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1436e1fd-f342-405c-b773-023eed161e47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:01.456595 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1436e1fd-f342-405c-b773-023eed161e47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.472123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Port': ['ID=28d5c53d-bbf4-436e-81c1-5692e547beba,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:01.531656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6298b39-9b57-44e3-893a-907568def5d4 None None] DHCP port deletion for ef6b1b28-535b-435d-8c81-3a34b3eda989 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:45:01.537434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1436e1fd-f342-405c-b773-023eed161e47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:01.551249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854daaa3-290c-44ba-93d2-a878b6f1d143 req-854e6ec7-24c8-497a-b9ed-cca2ea09021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:01.553629 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-854daaa3-290c-44ba-93d2-a878b6f1d143 req-854e6ec7-24c8-497a-b9ed-cca2ea09021c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04bcb9fef1894f61b223b163697dce5a&device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 1127 time: 0.0809970 Mar 07 21:45:01.557053 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1436e1fd-f342-405c-b773-023eed161e47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b2b9b879-78ae-487b-9f49-ded20547b401), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.557394 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-1436e1fd-f342-405c-b773-023eed161e47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Added segment b2b9b879-78ae-487b-9f49-ded20547b401 of type vlan for network f578a71d-de21-4b8a-bacc-f1c56ce6d97a Mar 07 21:45:01.560183 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac848fd6-9043-4216-bd45-580d9cc53aec None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 21:45:01.574602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2d90b-b331-4cd3-8b90-dbc694ed6f08 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Pushing event deleted for resources: {'Port': ['ID=91b1fcaa-62d3-4da0-a756-30df9c3ce59d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:01.613504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No DVR routers for this DVR port 28d5c53d-bbf4-436e-81c1-5692e547beba on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:01.628484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-5e1ba349-b767-4d3b-bbd7-9dc3f8ea47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:01.630820 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-5e1ba349-b767-4d3b-bbd7-9dc3f8ea47cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4210708 Mar 07 21:45:01.643568 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1436e1fd-f342-405c-b773-023eed161e47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (f578a71d-de21-4b8a-bacc-f1c56ce6d97a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.652526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 91b1fcaa-62d3-4da0-a756-30df9c3ce59d no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:01.687305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 91b1fcaa-62d3-4da0-a756-30df9c3ce59d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:01.688354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 91b1fcaa-62d3-4da0-a756-30df9c3ce59d not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:01.723850 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1436e1fd-f342-405c-b773-023eed161e47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (f578a71d-de21-4b8a-bacc-f1c56ce6d97a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.728646 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (17743381-16f7-4e64-9350-0a957759a745), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.731780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac848fd6-9043-4216-bd45-580d9cc53aec None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:45:01.732794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1436e1fd-f342-405c-b773-023eed161e47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:01.734507 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1436e1fd-f342-405c-b773-023eed161e47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.763518 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854daaa3-290c-44ba-93d2-a878b6f1d143 req-638e063a-6f6d-46d1-8d90-e7ca8e4e8983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:01.765649 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-854daaa3-290c-44ba-93d2-a878b6f1d143 req-638e063a-6f6d-46d1-8d90-e7ca8e4e8983 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a64d822-a651-4d6d-9d1f-f005c77bc34c HTTP/1.1" status: 200 len: 919 time: 0.1721056 Mar 07 21:45:01.816588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5bcca88-bde7-40e1-81d9-c5e93db3a251 req-40eb1ea9-4a2c-47f7-966f-39d9e70ac879 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022316 Mar 07 21:45:01.819556 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d8ca38f-6bb9-4eb6-9ee6-00163d7fc3b6 req-6dc48d85-da2f-474a-a4db-f8d205934b60 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.26 "GET /v2.0/security-groups?id=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885445 Mar 07 21:45:01.830648 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1436e1fd-f342-405c-b773-023eed161e47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4127228 Mar 07 21:45:01.832139 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-854daaa3-290c-44ba-93d2-a878b6f1d143 req-97d28886-8ec3-4ca0-a0c2-e26403a535bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43df789e-ec91-4c2c-af6b-bb048a9ceb7a HTTP/1.1" status: 200 len: 217 time: 0.0544734 Mar 07 21:45:01.835409 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35530) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:01.841628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7314064e-23df-4fd3-90e1-8945acf47828 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'subnet': {'network_id': 'f578a71d-de21-4b8a-bacc-f1c56ce6d97a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:01.856024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9af62cf-b504-4937-bb25-959eaf0614d9 req-5be2d90b-b331-4cd3-8b90-dbc694ed6f08 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] No DVR routers for this DVR port 91b1fcaa-62d3-4da0-a756-30df9c3ce59d on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:01.881124 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a9af62cf-b504-4937-bb25-959eaf0614d9 req-5be2d90b-b331-4cd3-8b90-dbc694ed6f08 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:01.884382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9af62cf-b504-4937-bb25-959eaf0614d9 req-5be2d90b-b331-4cd3-8b90-dbc694ed6f08 tempest-ListServerFiltersTestJSON-133670994 tempest-ListServerFiltersTestJSON-133670994-project] 10.222.0.15 "DELETE /v2.0/ports/91b1fcaa-62d3-4da0-a756-30df9c3ce59d HTTP/1.1" status: 204 len: 173 time: 3.6095448 Mar 07 21:45:01.959351 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca8e6e26-043b-4cd0-8dd0-85097f5d050d req-51ed6f3e-8183-466c-b9a6-66adb58c8992 service neutron] 10.222.0.15 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6245332 Mar 07 21:45:02.005720 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5082abf7-81ea-4ac9-84ba-88890ebd4058 x-openstack-request-id: req-5082abf7-81ea-4ac9-84ba-88890ebd4058 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:45:02.006032 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70f2658-12da-4a5e-86be-4b9be473246f", "tag": "24b34626-412b-449f-8837-5237060ecce4", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:45:02.006323 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5082abf7-81ea-4ac9-84ba-88890ebd4058 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:45:02.006748 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70f2658-12da-4a5e-86be-4b9be473246f', 'tag': '24b34626-412b-449f-8837-5237060ecce4', 'status': 'completed', 'code': 200} Mar 07 21:45:02.066519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436e1fd-f342-405c-b773-023eed161e47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Network': ['ID=f578a71d-de21-4b8a-bacc-f1c56ce6d97a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:02.091906 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c1c7c52-3d53-47d9-8e2d-02aed179b89e req-b4a6ce76-f949-4f7f-a684-6a8f2309940a tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/floatingips/c3acac93-5a61-4a60-b322-9eb7d1076640 HTTP/1.1" status: 200 len: 693 time: 0.0582559 Mar 07 21:45:02.116323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7314064e-23df-4fd3-90e1-8945acf47828 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:02.120856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:02.123666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7314064e-23df-4fd3-90e1-8945acf47828 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:02.129804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854daaa3-290c-44ba-93d2-a878b6f1d143 req-dfc2a975-4e77-4b51-95fe-07238ecd3cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:02.130035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network f578a71d-de21-4b8a-bacc-f1c56ce6d97a details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:02.131547 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-854daaa3-290c-44ba-93d2-a878b6f1d143 req-dfc2a975-4e77-4b51-95fe-07238ecd3cf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63c081fe-dc52-4918-ab2b-7c35c53daa65 HTTP/1.1" status: 200 len: 858 time: 0.2934279 Mar 07 21:45:02.143385 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-b9c2e73f-2d8c-489b-85e5-b8c8bdbe7293 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093597 Mar 07 21:45:02.179500 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-854daaa3-290c-44ba-93d2-a878b6f1d143 req-d267107f-e3b7-4405-a9a9-46c3dfe1ac9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a64d822-a651-4d6d-9d1f-f005c77bc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367188 Mar 07 21:45:02.269578 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (17743381-16f7-4e64-9350-0a957759a745), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:02.293377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c7c52-3d53-47d9-8e2d-02aed179b89e req-7ec9a566-aaa4-4bd6-8cef-34331e6de188 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:02.294869 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c1c7c52-3d53-47d9-8e2d-02aed179b89e req-7ec9a566-aaa4-4bd6-8cef-34331e6de188 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 784 time: 0.1887848 Mar 07 21:45:02.316802 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-854daaa3-290c-44ba-93d2-a878b6f1d143 req-c6af9966-bfe8-4ac0-9358-ef7f911414b3 service neutron] 10.222.0.13 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014702 Mar 07 21:45:02.318836 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-7314064e-23df-4fd3-90e1-8945acf47828 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Performing IP validity checks on allocation pools {{(pid=103718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 21:45:02.319453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-7314064e-23df-4fd3-90e1-8945acf47828 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 21:45:02.358636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Subnet': ['ID=17743381-16f7-4e64-9350-0a957759a745,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:02.492839 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 28d5c53d-bbf4-436e-81c1-5692e547beba no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:02.498395 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-854daaa3-290c-44ba-93d2-a878b6f1d143 req-a9645a88-ffae-4334-ab1f-a687e1f86e60 service neutron] 10.222.0.13 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721659 Mar 07 21:45:02.526673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 28d5c53d-bbf4-436e-81c1-5692e547beba {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:02.528048 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 28d5c53d-bbf4-436e-81c1-5692e547beba not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:02.572803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529556bb-aaf5-4b51-9866-fe287b85211d req-7d29449f-d78c-4034-9d9e-5fa51fb9af1a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:02.574732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-529556bb-aaf5-4b51-9866-fe287b85211d req-7d29449f-d78c-4034-9d9e-5fa51fb9af1a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 946 time: 0.4813509 Mar 07 21:45:02.577569 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (ef6b1b28-535b-435d-8c81-3a34b3eda989), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:02.595915 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c1c7c52-3d53-47d9-8e2d-02aed179b89e req-8847b8b9-80e8-4679-8dcb-90e34cbd72e6 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 696 time: 0.2549038 Mar 07 21:45:02.701612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6b1b28-535b-435d-8c81-3a34b3eda989']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:02.707766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7314064e-23df-4fd3-90e1-8945acf47828 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (cbb6cf2c-d5a0-4caf-a2cd-2649335e7e43), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:02.747216 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c1c7c52-3d53-47d9-8e2d-02aed179b89e req-c7ffc0ad-c890-4692-9f9f-11aef3276637 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 696 time: 0.1500163 Mar 07 21:45:02.751904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7233c207-8dbc-484e-b21a-a6cf58a01500') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:02.752202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7233c207-8dbc-484e-b21a-a6cf58a01500') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:02.755691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:02.756201 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:02.778837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a72f985-382f-491d-8929-e41f25d54610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-ef6b1b28-535b-435d-8c81-3a34b3eda989', 'network_id': 'ef6b1b28-535b-435d-8c81-3a34b3eda989', 'project_id': '1ca6ef81b0ec4cf88d70d6f83fca75bc', 'fixed_ips': [{'subnet_id': '17743381-16f7-4e64-9350-0a957759a745'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:45:02.779985 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2a72f985-382f-491d-8929-e41f25d54610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:02.830795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:02.832237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:02.837302 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa48f458-4974-49e1-a92d-a34bb1136b48" -d '{"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:45:02.849887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7314064e-23df-4fd3-90e1-8945acf47828 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Checking segment: {'id': 'b2b9b879-78ae-487b-9f49-ded20547b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f578a71d-de21-4b8a-bacc-f1c56ce6d97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:02.850452 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314064e-23df-4fd3-90e1-8945acf47828 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network hostable DHCP agents. Network: f578a71d-de21-4b8a-bacc-f1c56ce6d97a, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:02.858481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314064e-23df-4fd3-90e1-8945acf47828 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Subnet': ['ID=cbb6cf2c-d5a0-4caf-a2cd-2649335e7e43,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:02.864945 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (7233c207-8dbc-484e-b21a-a6cf58a01500), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:02.880415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ce91629-0591-492a-ad5f-d45bf0b3bcd0 req-7579c61c-30d9-4f64-bb5c-aedd01a49477 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845132 Mar 07 21:45:02.888279 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314064e-23df-4fd3-90e1-8945acf47828 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network f578a71d-de21-4b8a-bacc-f1c56ce6d97a is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:02.903418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-7314064e-23df-4fd3-90e1-8945acf47828 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, f578a71d-de21-4b8a-bacc-f1c56ce6d97a) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:02.910824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7314064e-23df-4fd3-90e1-8945acf47828 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:02.911418 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7314064e-23df-4fd3-90e1-8945acf47828 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:02.932320 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7314064e-23df-4fd3-90e1-8945acf47828 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0940793 Mar 07 21:45:02.933034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35544) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:02.944813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-576cf01b-cba0-4371-8f6e-2a0521d04731 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'network_id': 'f578a71d-de21-4b8a-bacc-f1c56ce6d97a', 'name': 'tempest-PortsTestJSON-1702067157'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:02.976901 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (7233c207-8dbc-484e-b21a-a6cf58a01500), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:02.989338 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:03.017535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-529556bb-aaf5-4b51-9866-fe287b85211d req-c1a7dcab-f2a2-433b-9959-f18580433d35 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4189708 Mar 07 21:45:03.018646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:03.019241 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (7233c207-8dbc-484e-b21a-a6cf58a01500), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:03.039730 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:03.132224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94b3150-f99d-4410-ac9a-c5378194aeef None None] Network ef6b1b28-535b-435d-8c81-3a34b3eda989 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:03.165439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576cf01b-cba0-4371-8f6e-2a0521d04731 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:03.177151 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-576cf01b-cba0-4371-8f6e-2a0521d04731 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:03.230000 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-576cf01b-cba0-4371-8f6e-2a0521d04731 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port 184c2528-d97b-4f7f-a05b-5b3e5dc405d1 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:45:03.244962 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d2bd2-9c96-4127-9862-186d46159516 None None] Network f578a71d-de21-4b8a-bacc-f1c56ce6d97a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:03.307514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,revision_number=14']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:03.350119 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a65eddc-7463-40ec-af6c-4d1aba5ecbeb None None] DHCP port deletion for ef6b1b28-535b-435d-8c81-3a34b3eda989 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:45:03.364646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2db15-c8b0-4fd2-af96-9ed7c76283a7 req-8bfbfc6f-dfc7-4064-977c-bc0942708b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:03.366569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69c2db15-c8b0-4fd2-af96-9ed7c76283a7 req-8bfbfc6f-dfc7-4064-977c-bc0942708b67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=614b161d43724c5494941326f20b249f&device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 1130 time: 0.4145586 Mar 07 21:45:03.371666 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (ef6b1b28-535b-435d-8c81-3a34b3eda989), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:03.456218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-f578a71d-de21-4b8a-bacc-f1c56ce6d97a', 'network_id': 'f578a71d-de21-4b8a-bacc-f1c56ce6d97a', 'project_id': 'd838388432cf47318e81f839494eb135', 'fixed_ips': [{'subnet_id': 'cbb6cf2c-d5a0-4caf-a2cd-2649335e7e43'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:45:03.457161 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:03.480589 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:03.484270 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/ef6b1b28-535b-435d-8c81-3a34b3eda989 HTTP/1.1" status: 204 len: 168 time: 6.0271413 Mar 07 21:45:03.498785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35558) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:03.518808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-599df7b8-0080-450c-89a0-76c7e5f1f7fd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2523712'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:03.566100 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab0c90-0c76-4492-9334-fff055c08372 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Network': ['ID=ef6b1b28-535b-435d-8c81-3a34b3eda989,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:03.579474 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-576cf01b-cba0-4371-8f6e-2a0521d04731 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Allocated IP 172.20.0.3 (f578a71d-de21-4b8a-bacc-f1c56ce6d97a/cbb6cf2c-d5a0-4caf-a2cd-2649335e7e43/184c2528-d97b-4f7f-a05b-5b3e5dc405d1) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:03.585858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599df7b8-0080-450c-89a0-76c7e5f1f7fd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:03.590167 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-599df7b8-0080-450c-89a0-76c7e5f1f7fd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:03.625380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-4c1c7c52-3d53-47d9-8e2d-02aed179b89e req-c64e1fc1-3df5-49db-abbe-18d9b6937d85 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Deleting port 7eb80187-8230-437e-aa60-a4c5a63cf4b6 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:03.625756 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4c1c7c52-3d53-47d9-8e2d-02aed179b89e req-c64e1fc1-3df5-49db-abbe-18d9b6937d85 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7eb80187-8230-437e-aa60-a4c5a63cf4b6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:03.759083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208f14c-3f00-45f2-a3d5-cf0d212e495e req-1d10df85-1c94-42b1-942a-cdb639faee0e tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:03.767949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7208f14c-3f00-45f2-a3d5-cf0d212e495e req-1d10df85-1c94-42b1-942a-cdb639faee0e tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 948 time: 0.5676196 Mar 07 21:45:03.820574 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-576cf01b-cba0-4371-8f6e-2a0521d04731 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (184c2528-d97b-4f7f-a05b-5b3e5dc405d1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:03.866300 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-576cf01b-cba0-4371-8f6e-2a0521d04731 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (184c2528-d97b-4f7f-a05b-5b3e5dc405d1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:03.889994 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599df7b8-0080-450c-89a0-76c7e5f1f7fd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:03.948311 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-599df7b8-0080-450c-89a0-76c7e5f1f7fd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (25404c48-738a-41f8-acf1-bba416b4c4a4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:03.948761 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-599df7b8-0080-450c-89a0-76c7e5f1f7fd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Added segment 25404c48-738a-41f8-acf1-bba416b4c4a4 of type vlan for network 39a3871c-23fc-464c-819c-4d0c3f5a0c2e Mar 07 21:45:03.960851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Allocated IP 172.20.0.2 (f578a71d-de21-4b8a-bacc-f1c56ce6d97a/cbb6cf2c-d5a0-4caf-a2cd-2649335e7e43/64fd57b0-4c2d-4af1-bc23-13e86ef91df6) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:03.962711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2db15-c8b0-4fd2-af96-9ed7c76283a7 req-2dc7273f-aab3-4185-b346-94028723458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:03.965536 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69c2db15-c8b0-4fd2-af96-9ed7c76283a7 req-2dc7273f-aab3-4185-b346-94028723458f service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.5723860 Mar 07 21:45:03.974676 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7208f14c-3f00-45f2-a3d5-cf0d212e495e req-064e5ec9-1907-4f1b-bfa9-097982fc5260 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062414 Mar 07 21:45:03.985028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576cf01b-cba0-4371-8f6e-2a0521d04731 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network f578a71d-de21-4b8a-bacc-f1c56ce6d97a is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:04.005865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-576cf01b-cba0-4371-8f6e-2a0521d04731 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:04.012562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576cf01b-cba0-4371-8f6e-2a0521d04731 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:04.023425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cf01b-cba0-4371-8f6e-2a0521d04731 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=184c2528-d97b-4f7f-a05b-5b3e5dc405d1,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:04.047578 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-599df7b8-0080-450c-89a0-76c7e5f1f7fd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (39a3871c-23fc-464c-819c-4d0c3f5a0c2e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.082527 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b6550c-0793-4ab3-8c84-6398b3b3409a x-openstack-request-id: req-99b6550c-0793-4ab3-8c84-6398b3b3409a {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:45:04.082912 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:45:04.083271 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99b6550c-0793-4ab3-8c84-6398b3b3409a {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:45:04.084415 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'code': 200} Mar 07 21:45:04.103328 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4c1c7c52-3d53-47d9-8e2d-02aed179b89e req-c64e1fc1-3df5-49db-abbe-18d9b6937d85 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7eb80187-8230-437e-aa60-a4c5a63cf4b6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.103704 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4c1c7c52-3d53-47d9-8e2d-02aed179b89e req-c64e1fc1-3df5-49db-abbe-18d9b6937d85 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks [] for floatingip (7eb80187-8230-437e-aa60-a4c5a63cf4b6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.116856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576cf01b-cba0-4371-8f6e-2a0521d04731 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:04.119141 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-576cf01b-cba0-4371-8f6e-2a0521d04731 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.119445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-4c1c7c52-3d53-47d9-8e2d-02aed179b89e req-c64e1fc1-3df5-49db-abbe-18d9b6937d85 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Calling delete_port for 7eb80187-8230-437e-aa60-a4c5a63cf4b6 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:04.147285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35560) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:04.197854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f569f7-3dd3-4329-bafa-135cb87641f4', 'name': 'network-vif-deleted', 'tag': '91b1fcaa-62d3-4da0-a756-30df9c3ce59d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:04.200443 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c6a77f-85ea-440a-aa17-253f0e2e6ead" -d '{"events": [{"server_uuid": "b0f569f7-3dd3-4329-bafa-135cb87641f4", "name": "network-vif-deleted", "tag": "91b1fcaa-62d3-4da0-a756-30df9c3ce59d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:45:04.214490 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-576cf01b-cba0-4371-8f6e-2a0521d04731 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2803767 Mar 07 21:45:04.215829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35564) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:04.217014 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-599df7b8-0080-450c-89a0-76c7e5f1f7fd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (39a3871c-23fc-464c-819c-4d0c3f5a0c2e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.222969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599df7b8-0080-450c-89a0-76c7e5f1f7fd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:04.223710 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-599df7b8-0080-450c-89a0-76c7e5f1f7fd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.272567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac9fc4b-e330-4291-92b3-2cd690d9bbbf admin admin] Deleting subnet 5076f1fa-85f8-4a16-ad47-dea5582cd5e7 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:45:04.279137 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ac9fc4b-e330-4291-92b3-2cd690d9bbbf admin admin] Publish callbacks [] for subnet (5076f1fa-85f8-4a16-ad47-dea5582cd5e7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.293373 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Publish callbacks [] for port (64fd57b0-4c2d-4af1-bc23-13e86ef91df6), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.304220 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (64fd57b0-4c2d-4af1-bc23-13e86ef91df6), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.370014 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ac9fc4b-e330-4291-92b3-2cd690d9bbbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (5076f1fa-85f8-4a16-ad47-dea5582cd5e7), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.385007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Network f578a71d-de21-4b8a-bacc-f1c56ce6d97a is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:04.388244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:04.392333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:04.415686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599df7b8-0080-450c-89a0-76c7e5f1f7fd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Network': ['ID=39a3871c-23fc-464c-819c-4d0c3f5a0c2e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:04.430292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-599df7b8-0080-450c-89a0-76c7e5f1f7fd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.9302521 Mar 07 21:45:04.432981 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69c2db15-c8b0-4fd2-af96-9ed7c76283a7 req-ec9085fb-a53e-4792-9118-366097bf5061 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=24b34626-412b-449f-8837-5237060ecce4 HTTP/1.1" status: 200 len: 217 time: 0.3560030 Mar 07 21:45:04.433471 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35568) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:04.459066 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Pushing event updated for resources: {'Port': ['ID=64fd57b0-4c2d-4af1-bc23-13e86ef91df6,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:04.475587 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 39a3871c-23fc-464c-819c-4d0c3f5a0c2e details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:04.488709 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ac9fc4b-e330-4291-92b3-2cd690d9bbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (5076f1fa-85f8-4a16-ad47-dea5582cd5e7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.518943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-eb00ada2-d6c9-4559-ab80-5df75a583f78 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'subnet': {'network_id': '39a3871c-23fc-464c-819c-4d0c3f5a0c2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:04.533763 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4c1c7c52-3d53-47d9-8e2d-02aed179b89e req-c64e1fc1-3df5-49db-abbe-18d9b6937d85 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (7eb80187-8230-437e-aa60-a4c5a63cf4b6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.559313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d367cb09-ca32-4ea0-a33c-91edc3880258 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port 184c2528-d97b-4f7f-a05b-5b3e5dc405d1 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:04.559665 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d367cb09-ca32-4ea0-a33c-91edc3880258 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (184c2528-d97b-4f7f-a05b-5b3e5dc405d1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.564328 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ac9fc4b-e330-4291-92b3-2cd690d9bbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (5076f1fa-85f8-4a16-ad47-dea5582cd5e7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.623094 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ac9fc4b-e330-4291-92b3-2cd690d9bbbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.630959 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9ac9fc4b-e330-4291-92b3-2cd690d9bbbf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5076f1fa-85f8-4a16-ad47-dea5582cd5e7 HTTP/1.1" status: 204 len: 168 time: 0.4787619 Mar 07 21:45:04.635727 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c820b45e-8e47-4782-afb7-441b5861f2e6 None None] Network 5265bb73-df20-4800-81f1-cfbf9305dbff requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:04.639405 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35570) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:04.650785 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9fc4b-e330-4291-92b3-2cd690d9bbbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5076f1fa-85f8-4a16-ad47-dea5582cd5e7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:04.682351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Attempting to bind port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:04.682989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Attempting to bind port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'b2b9b879-78ae-487b-9f49-ded20547b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f578a71d-de21-4b8a-bacc-f1c56ce6d97a'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:04.683526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Attempting to bind port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 on network f578a71d-de21-4b8a-bacc-f1c56ce6d97a {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:04.700278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:04.700978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Checking segment: {'id': 'b2b9b879-78ae-487b-9f49-ded20547b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f578a71d-de21-4b8a-bacc-f1c56ce6d97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:04.701694 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.702421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Bound using segment: {'id': 'b2b9b879-78ae-487b-9f49-ded20547b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f578a71d-de21-4b8a-bacc-f1c56ce6d97a'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:04.703142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Bound port: 64fd57b0-4c2d-4af1-bc23-13e86ef91df6, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b9b879-78ae-487b-9f49-ded20547b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f578a71d-de21-4b8a-bacc-f1c56ce6d97a'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:04.703724 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (64fd57b0-4c2d-4af1-bc23-13e86ef91df6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.805254 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (5265bb73-df20-4800-81f1-cfbf9305dbff), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.817943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d367cb09-ca32-4ea0-a33c-91edc3880258 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (184c2528-d97b-4f7f-a05b-5b3e5dc405d1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.834885 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d367cb09-ca32-4ea0-a33c-91edc3880258 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for 184c2528-d97b-4f7f-a05b-5b3e5dc405d1 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:04.865022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] For port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:04.874033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] For port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=64fd57b0-4c2d-4af1-bc23-13e86ef91df6,segment=NetworkSegment(b2b9b879-78ae-487b-9f49-ded20547b401),segment_id=b2b9b879-78ae-487b-9f49-ded20547b401)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:04.886658 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (64fd57b0-4c2d-4af1-bc23-13e86ef91df6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:04.958369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e1fc1-3df5-49db-abbe-18d9b6937d85 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Pushing event deleted for resources: {'Port': ['ID=7eb80187-8230-437e-aa60-a4c5a63cf4b6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:04.971540 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93066435-b435-4ef0-b7b4-937edce58146 None None] DHCP port deletion for 5265bb73-df20-4800-81f1-cfbf9305dbff request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:45:05.041795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b644f-7405-428e-8f16-93e13637f755 None None] Pushing event updated for resources: {'Port': ['ID=64fd57b0-4c2d-4af1-bc23-13e86ef91df6,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:05.060593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2db15-c8b0-4fd2-af96-9ed7c76283a7 req-c78be08a-d777-4c34-9a67-ae65e181d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:05.062730 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69c2db15-c8b0-4fd2-af96-9ed7c76283a7 req-c78be08a-d777-4c34-9a67-ae65e181d52b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.5375764 Mar 07 21:45:05.110893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-93066435-b435-4ef0-b7b4-937edce58146 None None] Deleting port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:05.111280 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-93066435-b435-4ef0-b7b4-937edce58146 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:05.112215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc7bef-037d-41cc-a337-79eeeb990788 req-3175c4c6-c681-48cc-b7db-850662520886 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:05.119825 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85dc7bef-037d-41cc-a337-79eeeb990788 req-3175c4c6-c681-48cc-b7db-850662520886 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.9132025 Mar 07 21:45:05.169731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb00ada2-d6c9-4559-ab80-5df75a583f78 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:05.176037 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eb00ada2-d6c9-4559-ab80-5df75a583f78 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:05.176277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] Deleting port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:05.176501 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:05.216814 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4c1c7c52-3d53-47d9-8e2d-02aed179b89e req-c64e1fc1-3df5-49db-abbe-18d9b6937d85 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks [] for floatingip (c3acac93-5a61-4a60-b322-9eb7d1076640), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:05.220233 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4c1c7c52-3d53-47d9-8e2d-02aed179b89e req-c64e1fc1-3df5-49db-abbe-18d9b6937d85 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:05.237087 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c1c7c52-3d53-47d9-8e2d-02aed179b89e req-c64e1fc1-3df5-49db-abbe-18d9b6937d85 tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "DELETE /v2.0/floatingips/c3acac93-5a61-4a60-b322-9eb7d1076640 HTTP/1.1" status: 204 len: 173 time: 2.4858575 Mar 07 21:45:05.237258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-93066435-b435-4ef0-b7b4-937edce58146 None None] For port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2a2442f6-817c-4bbb-a6e1-eb97206ced8f,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:05.237646 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-93066435-b435-4ef0-b7b4-937edce58146 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:05.260336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-93066435-b435-4ef0-b7b4-937edce58146 None None] Calling delete_port for 2a2442f6-817c-4bbb-a6e1-eb97206ced8f owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:05.397118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2db15-c8b0-4fd2-af96-9ed7c76283a7 req-9dd297b8-158d-4909-bb7b-a7dba0043fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:05.400807 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69c2db15-c8b0-4fd2-af96-9ed7c76283a7 req-9dd297b8-158d-4909-bb7b-a7dba0043fa6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3288114 Mar 07 21:45:05.432046 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d367cb09-ca32-4ea0-a33c-91edc3880258 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (184c2528-d97b-4f7f-a05b-5b3e5dc405d1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:05.457722 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] For port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2a2442f6-817c-4bbb-a6e1-eb97206ced8f,segment=NetworkSegment(1828e68b-7f56-4088-a24b-b582a6ebb679),segment_id=1828e68b-7f56-4088-a24b-b582a6ebb679)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:05.458134 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:05.465202 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-93066435-b435-4ef0-b7b4-937edce58146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:05.517062 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93066435-b435-4ef0-b7b4-937edce58146 None None] Pushing event deleted for resources: {'Port': ['ID=2a2442f6-817c-4bbb-a6e1-eb97206ced8f,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:05.530361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93066435-b435-4ef0-b7b4-937edce58146 None None] No DVR routers for this DVR port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:05.532103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367cb09-ca32-4ea0-a33c-91edc3880258 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=184c2528-d97b-4f7f-a05b-5b3e5dc405d1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:05.539822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] Calling delete_port for 2a2442f6-817c-4bbb-a6e1-eb97206ced8f owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:05.610844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85dc7bef-037d-41cc-a337-79eeeb990788 req-bc85ee62-a4ad-4951-aaea-9f5c2d3874e9 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652207 Mar 07 21:45:05.671082 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d367cb09-ca32-4ea0-a33c-91edc3880258 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:05.677309 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d367cb09-ca32-4ea0-a33c-91edc3880258 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/184c2528-d97b-4f7f-a05b-5b3e5dc405d1 HTTP/1.1" status: 204 len: 168 time: 1.4536817 Mar 07 21:45:05.677517 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35578) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:05.708289 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-421d0adf-1581-4956-9ab0-7f0ceb0bb27e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:05.709513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421d0adf-1581-4956-9ab0-7f0ceb0bb27e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:05.715429 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-421d0adf-1581-4956-9ab0-7f0ceb0bb27e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/184c2528-d97b-4f7f-a05b-5b3e5dc405d1 HTTP/1.1" status: 404 len: 333 time: 0.0345557 Mar 07 21:45:05.715774 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35580) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:05.723459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd852f6-7762-4bde-9756-5377c6189e6b req-f42438ee-a2db-4e1b-9032-e73459fd39db tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:05.732004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ffd852f6-7762-4bde-9756-5377c6189e6b req-f42438ee-a2db-4e1b-9032-e73459fd39db tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.3793113 Mar 07 21:45:05.744165 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b2ca74-bdf5-45db-aa2c-a35045f5a973 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] GET failed (client error): The resource could not be found. Mar 07 21:45:05.748056 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-99b2ca74-bdf5-45db-aa2c-a35045f5a973 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/184c2528-d97b-4f7f-a05b-5b3e5dc405d1 HTTP/1.1" status: 404 len: 333 time: 0.0289202 Mar 07 21:45:05.751372 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d7d705-71af-46e2-a57a-eb073cec3bc9 x-openstack-request-id: req-46d7d705-71af-46e2-a57a-eb073cec3bc9 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:45:05.752913 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35582) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:05.754912 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f569f7-3dd3-4329-bafa-135cb87641f4", "name": "network-vif-deleted", "tag": "91b1fcaa-62d3-4da0-a756-30df9c3ce59d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:45:05.755375 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46d7d705-71af-46e2-a57a-eb073cec3bc9 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:45:05.755954 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f569f7-3dd3-4329-bafa-135cb87641f4', 'name': 'network-vif-deleted', 'tag': '91b1fcaa-62d3-4da0-a756-30df9c3ce59d', 'status': 'completed', 'code': 200} Mar 07 21:45:05.794364 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (2a2442f6-817c-4bbb-a6e1-eb97206ced8f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:05.828572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2442f6-817c-4bbb-a6e1-eb97206ced8f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:05.830367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] No DVR routers for this DVR port 2a2442f6-817c-4bbb-a6e1-eb97206ced8f on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:05.839637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-898462dd-7d40-4c8d-a94a-69ad1277d334 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting subnet cbb6cf2c-d5a0-4caf-a2cd-2649335e7e43 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:45:05.843487 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-898462dd-7d40-4c8d-a94a-69ad1277d334 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (cbb6cf2c-d5a0-4caf-a2cd-2649335e7e43), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:05.889717 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-898462dd-7d40-4c8d-a94a-69ad1277d334 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (cbb6cf2c-d5a0-4caf-a2cd-2649335e7e43), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:05.899489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69c2db15-c8b0-4fd2-af96-9ed7c76283a7 req-eb75944c-8318-4a45-94bd-204638470feb service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120784 Mar 07 21:45:05.942698 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ffd852f6-7762-4bde-9756-5377c6189e6b req-709d266d-9771-49d0-9fbc-d9b76ef1c96a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813576 Mar 07 21:45:06.009499 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-898462dd-7d40-4c8d-a94a-69ad1277d334 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (cbb6cf2c-d5a0-4caf-a2cd-2649335e7e43), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:06.093898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69c2db15-c8b0-4fd2-af96-9ed7c76283a7 req-4efac7d7-621f-4245-bce4-0cf7c445f263 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833377 Mar 07 21:45:06.145453 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-9f82b03f-a5da-43b7-9929-abae9f16c6b3 req-5a9a742f-86a0-47cc-9a93-171c501bf50c tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] show failed (client error): The resource could not be found. Mar 07 21:45:06.146510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f82b03f-a5da-43b7-9929-abae9f16c6b3 req-5a9a742f-86a0-47cc-9a93-171c501bf50c tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/floatingips/c3acac93-5a61-4a60-b322-9eb7d1076640 HTTP/1.1" status: 404 len: 350 time: 0.0607357 Mar 07 21:45:06.168722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa68d2-27aa-452b-a7ff-87020b0f2e8e req-2c2f7b5e-58e0-4b19-9be4-7c299b590557 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:06.172540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8fa68d2-27aa-452b-a7ff-87020b0f2e8e req-2c2f7b5e-58e0-4b19-9be4-7c299b590557 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 948 time: 0.3340650 Mar 07 21:45:06.176329 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eb00ada2-d6c9-4559-ab80-5df75a583f78 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (6a5f24ab-a28b-49dd-998b-29aba1e004ba), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:06.194497 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-898462dd-7d40-4c8d-a94a-69ad1277d334 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (cbb6cf2c-d5a0-4caf-a2cd-2649335e7e43), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:06.266577 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898462dd-7d40-4c8d-a94a-69ad1277d334 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb6cf2c-d5a0-4caf-a2cd-2649335e7e43,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:06.278088 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-898462dd-7d40-4c8d-a94a-69ad1277d334 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:06.289458 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-898462dd-7d40-4c8d-a94a-69ad1277d334 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/cbb6cf2c-d5a0-4caf-a2cd-2649335e7e43 HTTP/1.1" status: 204 len: 168 time: 0.5351815 Mar 07 21:45:06.297715 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35600) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:06.299409 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00ada2-d6c9-4559-ab80-5df75a583f78 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Subnet': ['ID=6a5f24ab-a28b-49dd-998b-29aba1e004ba,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:06.423281 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-8c195b5a-eb89-4d4e-aa95-901c084c724f req-17f459c6-3ef1-4cfe-96ad-78060cc4af2e tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] show failed (client error): The resource could not be found. Mar 07 21:45:06.424324 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c195b5a-eb89-4d4e-aa95-901c084c724f req-17f459c6-3ef1-4cfe-96ad-78060cc4af2e tempest-FloatingIPsTestJSON-1615130666 tempest-FloatingIPsTestJSON-1615130666-project] 10.222.0.26 "GET /v2.0/floatingips/c3acac93-5a61-4a60-b322-9eb7d1076640 HTTP/1.1" status: 404 len: 350 time: 0.1275976 Mar 07 21:45:06.440112 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35612) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:06.505324 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (5265bb73-df20-4800-81f1-cfbf9305dbff), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:06.530717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:06.576268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb00ada2-d6c9-4559-ab80-5df75a583f78 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Checking segment: {'id': '25404c48-738a-41f8-acf1-bba416b4c4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '39a3871c-23fc-464c-819c-4d0c3f5a0c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:06.576740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb00ada2-d6c9-4559-ab80-5df75a583f78 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network hostable DHCP agents. Network: 39a3871c-23fc-464c-819c-4d0c3f5a0c2e, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:06.608375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5265bb73-df20-4800-81f1-cfbf9305dbff']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:06.615126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8fa68d2-27aa-452b-a7ff-87020b0f2e8e req-0dd50e59-4126-4469-ac62-a2b1fe1eb5c6 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232794 Mar 07 21:45:06.650924 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb00ada2-d6c9-4559-ab80-5df75a583f78 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network 39a3871c-23fc-464c-819c-4d0c3f5a0c2e is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:06.654506 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1828e68b-7f56-4088-a24b-b582a6ebb679') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:06.658661 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1828e68b-7f56-4088-a24b-b582a6ebb679') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:06.673589 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-eb00ada2-d6c9-4559-ab80-5df75a583f78 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 39a3871c-23fc-464c-819c-4d0c3f5a0c2e) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:06.688993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdb88c0-dd0a-4c02-90c8-efb6ccbbca96 None None] Network 39a3871c-23fc-464c-819c-4d0c3f5a0c2e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:06.694481 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (1828e68b-7f56-4088-a24b-b582a6ebb679), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:06.712693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb00ada2-d6c9-4559-ab80-5df75a583f78 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:06.714934 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eb00ada2-d6c9-4559-ab80-5df75a583f78 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:06.737484 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1828e68b-7f56-4088-a24b-b582a6ebb679), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:06.767157 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:06.769131 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (1828e68b-7f56-4088-a24b-b582a6ebb679), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:06.788018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-eb00ada2-d6c9-4559-ab80-5df75a583f78 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2689316 Mar 07 21:45:06.789336 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35644) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:06.952725 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:06.956486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:06.956873 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64fd57b0-4c2d-4af1-bc23-13e86ef91df6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:07.045132 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d108813-55fd-4f30-b319-2efaf6e31023 None None] Network f578a71d-de21-4b8a-bacc-f1c56ce6d97a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:07.091807 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (39a3871c-23fc-464c-819c-4d0c3f5a0c2e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:07.171818 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025a65c-7668-4aa3-af49-3d6209a089ac req-34d400ec-0af8-4420-83c0-d17fa0ae1a01 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:07.174685 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b025a65c-7668-4aa3-af49-3d6209a089ac req-34d400ec-0af8-4420-83c0-d17fa0ae1a01 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.1089478 Mar 07 21:45:07.242845 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d18777bc-f977-43b9-a80e-22f2736a881c None None] Provisioning complete for port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:07.243223 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d18777bc-f977-43b9-a80e-22f2736a881c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64fd57b0-4c2d-4af1-bc23-13e86ef91df6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:07.333961 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (6a5f24ab-a28b-49dd-998b-29aba1e004ba), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:07.411645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba8fbbe-9e88-4b79-bb32-6d1c99b6252b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-39a3871c-23fc-464c-819c-4d0c3f5a0c2e', 'network_id': '39a3871c-23fc-464c-819c-4d0c3f5a0c2e', 'project_id': '1ca6ef81b0ec4cf88d70d6f83fca75bc', 'fixed_ips': [{'subnet_id': '6a5f24ab-a28b-49dd-998b-29aba1e004ba'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:45:07.413020 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3ba8fbbe-9e88-4b79-bb32-6d1c99b6252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:07.504735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b025a65c-7668-4aa3-af49-3d6209a089ac req-0528e3c9-b52b-4314-b653-502e4402dce8 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671397 Mar 07 21:45:07.528005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:07.528270 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (64fd57b0-4c2d-4af1-bc23-13e86ef91df6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:07.582749 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1d4c-cf70-405f-a2ed-24bb63e84590 req-82142bfb-45af-40b0-bc7c-e1e4011fdc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:07.584504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629c1d4c-cf70-405f-a2ed-24bb63e84590 req-82142bfb-45af-40b0-bc7c-e1e4011fdc5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04bcb9fef1894f61b223b163697dce5a&device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 1127 time: 0.1270218 Mar 07 21:45:07.588465 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (6a5f24ab-a28b-49dd-998b-29aba1e004ba), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:07.682131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5f24ab-a28b-49dd-998b-29aba1e004ba,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:07.699225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d18777bc-f977-43b9-a80e-22f2736a881c None None] Current status of the port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:07.706334 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d18777bc-f977-43b9-a80e-22f2736a881c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (64fd57b0-4c2d-4af1-bc23-13e86ef91df6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:07.787513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38b443b-4f50-4f85-9fa1-6607a04632d6 None None] DHCP port deletion for f578a71d-de21-4b8a-bacc-f1c56ce6d97a request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:45:07.809825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=64fd57b0-4c2d-4af1-bc23-13e86ef91df6,segment=NetworkSegment(b2b9b879-78ae-487b-9f49-ded20547b401),segment_id=b2b9b879-78ae-487b-9f49-ded20547b401)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:07.935070 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (f578a71d-de21-4b8a-bacc-f1c56ce6d97a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:07.952631 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (39a3871c-23fc-464c-819c-4d0c3f5a0c2e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:07.953971 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (64fd57b0-4c2d-4af1-bc23-13e86ef91df6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:08.018100 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a3871c-23fc-464c-819c-4d0c3f5a0c2e']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:08.025468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1d4c-cf70-405f-a2ed-24bb63e84590 req-fada596a-80de-4c1b-bbe0-44e572e666ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:08.029927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629c1d4c-cf70-405f-a2ed-24bb63e84590 req-fada596a-80de-4c1b-bbe0-44e572e666ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a64d822-a651-4d6d-9d1f-f005c77bc34c HTTP/1.1" status: 200 len: 919 time: 0.4140763 Mar 07 21:45:08.095897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25404c48-738a-41f8-acf1-bba416b4c4a4') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:08.096207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25404c48-738a-41f8-acf1-bba416b4c4a4') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:08.123726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629c1d4c-cf70-405f-a2ed-24bb63e84590 req-30d76384-ac04-4b3c-b57d-213eabaf50bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdbc55c4-61d9-48ee-9618-b14b517b663c HTTP/1.1" status: 200 len: 217 time: 0.0589261 Mar 07 21:45:08.125789 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (5265bb73-df20-4800-81f1-cfbf9305dbff), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:08.135369 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:08.145768 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] 10.222.0.26 "DELETE /v2.0/networks/5265bb73-df20-4800-81f1-cfbf9305dbff HTTP/1.1" status: 204 len: 168 time: 3.5047910 Mar 07 21:45:08.147157 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=64fd57b0-4c2d-4af1-bc23-13e86ef91df6,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:08.156910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2a2442f6-817c-4bbb-a6e1-eb97206ced8f no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:08.188815 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (25404c48-738a-41f8-acf1-bba416b4c4a4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:08.192994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35464678-ee1d-4e1b-8286-25ad8de4e89d admin admin] Pushing event deleted for resources: {'Network': ['ID=5265bb73-df20-4800-81f1-cfbf9305dbff,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:08.203361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 24b34626-412b-449f-8837-5237060ecce4 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:45:08.243054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f3730-59df-4141-b432-31addba3e235 req-34f459e7-2ccc-484a-a736-524c94c8bab0 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:08.245478 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 2a2442f6-817c-4bbb-a6e1-eb97206ced8f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:08.245881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2a2442f6-817c-4bbb-a6e1-eb97206ced8f not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:08.249630 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a91f3730-59df-4141-b432-31addba3e235 req-34f459e7-2ccc-484a-a736-524c94c8bab0 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 948 time: 0.4140453 Mar 07 21:45:08.269856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f91ede9-32ad-486e-bcd6-465cca887a5a None None] Network 39a3871c-23fc-464c-819c-4d0c3f5a0c2e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:08.338959 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (25404c48-738a-41f8-acf1-bba416b4c4a4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:08.372807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:08.379095 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (25404c48-738a-41f8-acf1-bba416b4c4a4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:08.426090 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:08.426547 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (64fd57b0-4c2d-4af1-bc23-13e86ef91df6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:08.450717 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:08.464960 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a91f3730-59df-4141-b432-31addba3e235 req-edfa5091-a8c6-4019-87ec-b08918e2c3f5 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142096 Mar 07 21:45:08.530430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1d4c-cf70-405f-a2ed-24bb63e84590 req-a19f25f6-d66e-4d69-88a2-58e02bf006aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:08.531943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629c1d4c-cf70-405f-a2ed-24bb63e84590 req-a19f25f6-d66e-4d69-88a2-58e02bf006aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c081fe-dc52-4918-ab2b-7c35c53daa65 HTTP/1.1" status: 200 len: 858 time: 0.4074466 Mar 07 21:45:08.579519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35816) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:08.601051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:08.677575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] For port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=64fd57b0-4c2d-4af1-bc23-13e86ef91df6,segment=NetworkSegment(b2b9b879-78ae-487b-9f49-ded20547b401),segment_id=b2b9b879-78ae-487b-9f49-ded20547b401)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:08.677932 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (64fd57b0-4c2d-4af1-bc23-13e86ef91df6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:08.679263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e701fc-af32-430e-bfc2-c9d4dcb83300 req-27b65080-78ec-4ff1-9f7e-91565d0ea3c8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:08.686682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61e701fc-af32-430e-bfc2-c9d4dcb83300 req-27b65080-78ec-4ff1-9f7e-91565d0ea3c8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.4274826 Mar 07 21:45:08.690661 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:08.699498 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629c1d4c-cf70-405f-a2ed-24bb63e84590 req-23da41e9-06d4-4fbe-9ebc-afcc4350cd9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a64d822-a651-4d6d-9d1f-f005c77bc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415248 Mar 07 21:45:08.750801 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (39a3871c-23fc-464c-819c-4d0c3f5a0c2e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:08.809515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61e701fc-af32-430e-bfc2-c9d4dcb83300 req-2e147228-7ec0-4366-bf5f-ddb849eab3b5 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093423 Mar 07 21:45:08.810954 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (64fd57b0-4c2d-4af1-bc23-13e86ef91df6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:08.819730 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:08.831696 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/39a3871c-23fc-464c-819c-4d0c3f5a0c2e HTTP/1.1" status: 204 len: 168 time: 2.0353715 Mar 07 21:45:08.833703 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No DVR routers for this DVR port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:08.837472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35840) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:08.856294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4473421e-a153-40dc-b8dc-6ceeac4cd5d4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1358256312'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:08.880648 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-d18777bc-f977-43b9-a80e-22f2736a881c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:45:08.883913 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-d18777bc-f977-43b9-a80e-22f2736a881c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:45:08.910425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No active binding found for port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 {{(pid=103720) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 21:45:08.911391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] The host n-d-832330-1 is not matching for port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 host None! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:45:08.912142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:08.919464 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=64fd57b0-4c2d-4af1-bc23-13e86ef91df6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:08.970694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412795e7-2575-4778-a750-f7f039ffa122 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Network': ['ID=39a3871c-23fc-464c-819c-4d0c3f5a0c2e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:08.972519 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b1cdaf08-b6d1-43b4-a9a0-89cda15de92b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=929b83340405429591abece6acb43fe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3845592 Mar 07 21:45:08.976558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35856) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:09.012874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cb792-7510-4cb1-930b-3c1351412956 req-1ae41b3c-40b9-448d-8a45-76c375321bc8 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:09.020724 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d53cb792-7510-4cb1-930b-3c1351412956 req-1ae41b3c-40b9-448d-8a45-76c375321bc8 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.4101467 Mar 07 21:45:09.021094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b38b443b-4f50-4f85-9fa1-6607a04632d6 None None] Deleting port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:09.021467 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b38b443b-4f50-4f85-9fa1-6607a04632d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (64fd57b0-4c2d-4af1-bc23-13e86ef91df6), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.062876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4473421e-a153-40dc-b8dc-6ceeac4cd5d4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:09.066558 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4473421e-a153-40dc-b8dc-6ceeac4cd5d4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.088002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 24b34626-412b-449f-8837-5237060ecce4, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=24b34626-412b-449f-8837-5237060ecce4,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:09.117061 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629c1d4c-cf70-405f-a2ed-24bb63e84590 req-4922385c-6824-4c74-9dc7-a516a857186a service neutron] 10.222.0.15 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056273 Mar 07 21:45:09.118886 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (f578a71d-de21-4b8a-bacc-f1c56ce6d97a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.143183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a22b3-3afa-425f-96d2-ab8c8deab08b req-60b982c3-a090-4941-9b29-b4fb3ada5aa1 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:09.150378 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f78a22b3-3afa-425f-96d2-ab8c8deab08b req-60b982c3-a090-4941-9b29-b4fb3ada5aa1 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1981018 Mar 07 21:45:09.165958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4473421e-a153-40dc-b8dc-6ceeac4cd5d4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:09.188410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '24b34626-412b-449f-8837-5237060ecce4', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '24b34626-412b-449f-8837-5237060ecce4', 'mac_address': 'fa:16:3e:45:d4:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:45:09.202159 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d53cb792-7510-4cb1-930b-3c1351412956 req-e0e6178a-0223-4444-abc3-cb39ee831ec2 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757388 Mar 07 21:45:09.239976 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4473421e-a153-40dc-b8dc-6ceeac4cd5d4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c563292b-72bb-44d1-9d31-99f6c1a78b2f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.240179 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-4473421e-a153-40dc-b8dc-6ceeac4cd5d4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Added segment c563292b-72bb-44d1-9d31-99f6c1a78b2f of type vlan for network 51740f8c-8e46-4615-9232-0e114876b40f Mar 07 21:45:09.268916 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20611c67-ec8f-42a7-bc78-5ae87d51101c admin admin] Publish callbacks [] for security_group (e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.270244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b38b443b-4f50-4f85-9fa1-6607a04632d6 None None] For port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:09.271260 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b38b443b-4f50-4f85-9fa1-6607a04632d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (64fd57b0-4c2d-4af1-bc23-13e86ef91df6), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.272652 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f578a71d-de21-4b8a-bacc-f1c56ce6d97a']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:09.280350 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 24b34626-412b-449f-8837-5237060ecce4 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:09.281340 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (24b34626-412b-449f-8837-5237060ecce4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.307851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b9b879-78ae-487b-9f49-ded20547b401') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:09.308169 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b9b879-78ae-487b-9f49-ded20547b401') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:09.327059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (b2b9b879-78ae-487b-9f49-ded20547b401), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.346540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f78a22b3-3afa-425f-96d2-ab8c8deab08b req-9ec015eb-983f-4e85-abc2-2e693888744e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951914 Mar 07 21:45:09.351681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b2b9b879-78ae-487b-9f49-ded20547b401), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.353546 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4473421e-a153-40dc-b8dc-6ceeac4cd5d4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (51740f8c-8e46-4615-9232-0e114876b40f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.364700 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:09.365130 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (b2b9b879-78ae-487b-9f49-ded20547b401), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.368002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b38b443b-4f50-4f85-9fa1-6607a04632d6 None None] Calling delete_port for 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:09.381005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-b38b443b-4f50-4f85-9fa1-6607a04632d6 None None] Port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 21:45:09.385297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b34626-412b-449f-8837-5237060ecce4 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:09.412270 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:09.419852 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629c1d4c-cf70-405f-a2ed-24bb63e84590 req-71bbfefd-514e-4509-8015-bd932b4ed9c4 service neutron] 10.222.0.15 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907217 Mar 07 21:45:09.434471 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4473421e-a153-40dc-b8dc-6ceeac4cd5d4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (51740f8c-8e46-4615-9232-0e114876b40f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.435348 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b38b443b-4f50-4f85-9fa1-6607a04632d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (64fd57b0-4c2d-4af1-bc23-13e86ef91df6), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.440884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4473421e-a153-40dc-b8dc-6ceeac4cd5d4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:09.444296 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4473421e-a153-40dc-b8dc-6ceeac4cd5d4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.496495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 24b34626-412b-449f-8837-5237060ecce4, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=24b34626-412b-449f-8837-5237060ecce4,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:09.514894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b443b-4f50-4f85-9fa1-6607a04632d6 None None] No DVR routers for this DVR port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:09.522901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d18777bc-f977-43b9-a80e-22f2736a881c None None] Port 64fd57b0-4c2d-4af1-bc23-13e86ef91df6 update to ACTIVE by agent not found {{(pid=103720) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 07 21:45:09.554926 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20611c67-ec8f-42a7-bc78-5ae87d51101c admin admin] Publish callbacks [] for security_group (e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.557058 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (24b34626-412b-449f-8837-5237060ecce4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.563906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b443b-4f50-4f85-9fa1-6607a04632d6 None None] Pushing event deleted for resources: {'Port': ['ID=64fd57b0-4c2d-4af1-bc23-13e86ef91df6,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:09.567260 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4473421e-a153-40dc-b8dc-6ceeac4cd5d4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7278786 Mar 07 21:45:09.569853 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35910) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:09.581392 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-703a427d-1640-449e-9626-e4612fb675cd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:09.645169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473421e-a153-40dc-b8dc-6ceeac4cd5d4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Network': ['ID=51740f8c-8e46-4615-9232-0e114876b40f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:09.685771 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (f578a71d-de21-4b8a-bacc-f1c56ce6d97a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.690499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde608dc-cf76-41f8-a393-5dc4a4633de8 req-b93937d4-21f8-4b10-9b87-287ea1bbb349 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:09.695012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 51740f8c-8e46-4615-9232-0e114876b40f details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:09.697622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dde608dc-cf76-41f8-a393-5dc4a4633de8 req-b93937d4-21f8-4b10-9b87-287ea1bbb349 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2128916 Mar 07 21:45:09.740180 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.741072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c13b33-7ace-413b-87f2-e512426cdf57 req-ebffd1ea-b572-4cbe-996b-4d3096f4ba01 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:09.745647 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/networks/f578a71d-de21-4b8a-bacc-f1c56ce6d97a HTTP/1.1" status: 204 len: 168 time: 3.4468813 Mar 07 21:45:09.748474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4c13b33-7ace-413b-87f2-e512426cdf57 req-ebffd1ea-b572-4cbe-996b-4d3096f4ba01 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 949 time: 0.1252601 Mar 07 21:45:09.760354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35930) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:09.765099 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e9fb7950-3717-41f7-9c9b-54954f350387 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1383012665'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:09.771310 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-039bae5f-ef29-4da5-8c52-943b034cea7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (c16693be-8708-449a-b05d-d9d44569f56d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.803126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7818408-d80f-419b-90e2-0b151f452179 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Network': ['ID=f578a71d-de21-4b8a-bacc-f1c56ce6d97a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:09.804915 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dde608dc-cf76-41f8-a393-5dc4a4633de8 req-1a2ecc97-e22a-4438-a83d-6e0d4d3184ab tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046162 Mar 07 21:45:09.901503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4c13b33-7ace-413b-87f2-e512426cdf57 req-fdf2cf51-4205-4394-93c6-c45b0ae36d87 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519992 Mar 07 21:45:09.906801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fb7950-3717-41f7-9c9b-54954f350387 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:09.914712 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7950-3717-41f7-9c9b-54954f350387 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.960174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=24b34626-412b-449f-8837-5237060ecce4,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:09.981395 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-703a427d-1640-449e-9626-e4612fb675cd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (51740f8c-8e46-4615-9232-0e114876b40f), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.981948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fb7950-3717-41f7-9c9b-54954f350387 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:09.986597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['24b34626-412b-449f-8837-5237060ecce4'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:45:09.991062 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20611c67-ec8f-42a7-bc78-5ae87d51101c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.994155 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20611c67-ec8f-42a7-bc78-5ae87d51101c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:09.995566 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-20611c67-ec8f-42a7-bc78-5ae87d51101c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a HTTP/1.1" status: 204 len: 168 time: 1.0130959 Mar 07 21:45:10.006967 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7950-3717-41f7-9c9b-54954f350387 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c6b8c2ad-0d67-4655-a0bc-40c959101cf6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:10.008210 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-e9fb7950-3717-41f7-9c9b-54954f350387 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Added segment c6b8c2ad-0d67-4655-a0bc-40c959101cf6 of type vlan for network 82c0e63a-4b53-4242-83ea-597ae6300c4c Mar 07 21:45:10.099129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20611c67-ec8f-42a7-bc78-5ae87d51101c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45c5d65-c79a-45ca-9ceb-caa1d84c6d3a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:10.105676 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-703a427d-1640-449e-9626-e4612fb675cd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (51740f8c-8e46-4615-9232-0e114876b40f), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:10.147198 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7950-3717-41f7-9c9b-54954f350387 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (82c0e63a-4b53-4242-83ea-597ae6300c4c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:10.202117 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7950-3717-41f7-9c9b-54954f350387 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (82c0e63a-4b53-4242-83ea-597ae6300c4c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:10.209021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fb7950-3717-41f7-9c9b-54954f350387 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:10.209744 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7950-3717-41f7-9c9b-54954f350387 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:10.278994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a427d-1640-449e-9626-e4612fb675cd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Network': ['ID=51740f8c-8e46-4615-9232-0e114876b40f,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:10.290703 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-703a427d-1640-449e-9626-e4612fb675cd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network 51740f8c-8e46-4615-9232-0e114876b40f is not hosted by any dhcp agent {{(pid=103718) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 21:45:10.297006 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703a427d-1640-449e-9626-e4612fb675cd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:10.304972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 51740f8c-8e46-4615-9232-0e114876b40f details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:10.308060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-703a427d-1640-449e-9626-e4612fb675cd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:10.312309 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-703a427d-1640-449e-9626-e4612fb675cd tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "PUT /v2.0/networks/51740f8c-8e46-4615-9232-0e114876b40f HTTP/1.1" status: 200 len: 723 time: 0.7374799 Mar 07 21:45:10.332910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35992) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:10.347242 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-92f52770-eb23-4e1f-bbff-ad38d32c0512 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'subnet': {'network_id': '51740f8c-8e46-4615-9232-0e114876b40f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:10.554865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e75761-bfaf-4cab-be8a-9db1dfc79f01 req-5521c07a-0a96-4b17-b528-ccda921d5e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:10.556615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67e75761-bfaf-4cab-be8a-9db1dfc79f01 req-5521c07a-0a96-4b17-b528-ccda921d5e2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 1126 time: 0.3665957 Mar 07 21:45:10.570362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e9fb7950-3717-41f7-9c9b-54954f350387 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8090370 Mar 07 21:45:10.580082 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36020) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:10.591111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-407c7cc1-d953-443c-b78c-700ceaf649bc tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'subnet': {'network_id': '82c0e63a-4b53-4242-83ea-597ae6300c4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:10.617069 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f52770-eb23-4e1f-bbff-ad38d32c0512 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:10.620709 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92f52770-eb23-4e1f-bbff-ad38d32c0512 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:10.984104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-039bae5f-ef29-4da5-8c52-943b034cea7c admin admin] Deleting port b0071b60-1535-49cc-84fb-9b0a1672e72b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:10.985161 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-039bae5f-ef29-4da5-8c52-943b034cea7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:10.990797 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92f52770-eb23-4e1f-bbff-ad38d32c0512 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (e3de0398-cb60-4a1d-94d8-fed7a50a5838), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:11.055968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb7950-3717-41f7-9c9b-54954f350387 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Network': ['ID=82c0e63a-4b53-4242-83ea-597ae6300c4c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:11.070261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 82c0e63a-4b53-4242-83ea-597ae6300c4c details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:11.083363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9a938-0803-4192-a4f5-79a95b5f4357 req-5d7d231c-3952-497b-b5ef-5b8489ae2896 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:11.103969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9f9a938-0803-4192-a4f5-79a95b5f4357 req-5d7d231c-3952-497b-b5ef-5b8489ae2896 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.6955259 Mar 07 21:45:11.139314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f52770-eb23-4e1f-bbff-ad38d32c0512 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Subnet': ['ID=e3de0398-cb60-4a1d-94d8-fed7a50a5838,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:11.155733 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea6ec4-f4e4-42af-9bcd-23c08a7f57bd req-387242a6-0e36-4a19-9b49-a893f1fa11f0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:11.157734 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1dea6ec4-f4e4-42af-9bcd-23c08a7f57bd req-387242a6-0e36-4a19-9b49-a893f1fa11f0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.8885660 Mar 07 21:45:11.170704 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f52770-eb23-4e1f-bbff-ad38d32c0512 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Checking segment: {'id': 'c563292b-72bb-44d1-9d31-99f6c1a78b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '51740f8c-8e46-4615-9232-0e114876b40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:11.171247 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f52770-eb23-4e1f-bbff-ad38d32c0512 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network hostable DHCP agents. Network: 51740f8c-8e46-4615-9232-0e114876b40f, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:11.180424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-039bae5f-ef29-4da5-8c52-943b034cea7c admin admin] For port b0071b60-1535-49cc-84fb-9b0a1672e72b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b0071b60-1535-49cc-84fb-9b0a1672e72b,segment=NetworkSegment(754e338e-8db3-440e-9a65-3866b55a8164),segment_id=754e338e-8db3-440e-9a65-3866b55a8164)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:11.181311 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-039bae5f-ef29-4da5-8c52-943b034cea7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:11.219430 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-039bae5f-ef29-4da5-8c52-943b034cea7c admin admin] Calling delete_port for b0071b60-1535-49cc-84fb-9b0a1672e72b owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:11.224742 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f52770-eb23-4e1f-bbff-ad38d32c0512 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network 51740f8c-8e46-4615-9232-0e114876b40f is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:11.252738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-92f52770-eb23-4e1f-bbff-ad38d32c0512 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 51740f8c-8e46-4615-9232-0e114876b40f) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:11.263906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbf3ed7-616f-4dba-99bb-fc085fa2338f None None] Network 51740f8c-8e46-4615-9232-0e114876b40f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:11.323702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f52770-eb23-4e1f-bbff-ad38d32c0512 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:11.324341 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92f52770-eb23-4e1f-bbff-ad38d32c0512 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556824'] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:11.335746 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e75761-bfaf-4cab-be8a-9db1dfc79f01 req-4e0bb3c2-0493-44f9-a165-f0969c947178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:11.338007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67e75761-bfaf-4cab-be8a-9db1dfc79f01 req-4e0bb3c2-0493-44f9-a165-f0969c947178 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.7567756 Mar 07 21:45:11.348913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9f9a938-0803-4192-a4f5-79a95b5f4357 req-81c0e59f-99f8-4080-a1e6-dda601f0e389 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438576 Mar 07 21:45:11.398445 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-92f52770-eb23-4e1f-bbff-ad38d32c0512 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0615511 Mar 07 21:45:11.403018 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36104) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:11.414713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-76bcbb63-8ec9-438c-acec-5911ee53f0ce tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:11.461204 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1dea6ec4-f4e4-42af-9bcd-23c08a7f57bd req-3dfdd1db-4e74-44d0-912e-3413f063897e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598467 Mar 07 21:45:11.487093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407c7cc1-d953-443c-b78c-700ceaf649bc tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:11.490654 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-407c7cc1-d953-443c-b78c-700ceaf649bc tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:11.500880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-51740f8c-8e46-4615-9232-0e114876b40f', 'network_id': '51740f8c-8e46-4615-9232-0e114876b40f', 'project_id': '1ca6ef81b0ec4cf88d70d6f83fca75bc', 'fixed_ips': [{'subnet_id': 'e3de0398-cb60-4a1d-94d8-fed7a50a5838'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:45:11.501915 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:11.576460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36120) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:11.641638 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67e75761-bfaf-4cab-be8a-9db1dfc79f01 req-a0cb38c1-94a1-4774-a8d6-d34e5eac3b99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db HTTP/1.1" status: 200 len: 999 time: 0.2917225 Mar 07 21:45:11.743244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e75761-bfaf-4cab-be8a-9db1dfc79f01 req-04992b95-5abc-4387-965c-3c036dd53e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:11.744982 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67e75761-bfaf-4cab-be8a-9db1dfc79f01 req-04992b95-5abc-4387-965c-3c036dd53e7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.0928690 Mar 07 21:45:11.790087 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76bcbb63-8ec9-438c-acec-5911ee53f0ce tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5193109'] for subnet (e3de0398-cb60-4a1d-94d8-fed7a50a5838), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:11.811505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Allocated IP 172.20.0.2 (51740f8c-8e46-4615-9232-0e114876b40f/e3de0398-cb60-4a1d-94d8-fed7a50a5838/465e1161-cd71-427f-ae4b-c7bb6c3132a3) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:11.816119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-183254338-network', 'tenant_id': '01cae9ea5cb144fc8b7616a323662004'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:11.852915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e75761-bfaf-4cab-be8a-9db1dfc79f01 req-8a6879ea-5527-4081-aef4-490542938d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:11.855305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67e75761-bfaf-4cab-be8a-9db1dfc79f01 req-8a6879ea-5527-4081-aef4-490542938d50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0971103 Mar 07 21:45:11.872051 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3422b7-6e71-4b6f-9a5a-229391ac636e req-2554a73c-3c6c-41d8-a817-e3c6236d2d10 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:11.873799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d3422b7-6e71-4b6f-9a5a-229391ac636e req-2554a73c-3c6c-41d8-a817-e3c6236d2d10 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 949 time: 0.3614409 Mar 07 21:45:11.978912 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-039bae5f-ef29-4da5-8c52-943b034cea7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b0071b60-1535-49cc-84fb-9b0a1672e72b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.003890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bae5f-ef29-4da5-8c52-943b034cea7c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0071b60-1535-49cc-84fb-9b0a1672e72b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:12.014333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] Made reservation on behalf of 01cae9ea5cb144fc8b7616a323662004 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:12.032434 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.115403 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Publish callbacks [] for port (465e1161-cd71-427f-ae4b-c7bb6c3132a3), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.130452 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 24b34626-412b-449f-8837-5237060ecce4 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:12.136451 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (465e1161-cd71-427f-ae4b-c7bb6c3132a3), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.247163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67e75761-bfaf-4cab-be8a-9db1dfc79f01 req-659d7835-89e5-450e-8196-f4df6d3e48bc service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839107 Mar 07 21:45:12.255512 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.318460 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Pushing event updated for resources: {'Port': ['ID=465e1161-cd71-427f-ae4b-c7bb6c3132a3,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:12.340850 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Network 51740f8c-8e46-4615-9232-0e114876b40f is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:12.344511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:12.349179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:12.392403 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-039bae5f-ef29-4da5-8c52-943b034cea7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (c16693be-8708-449a-b05d-d9d44569f56d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.477780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Attempting to bind port 465e1161-cd71-427f-ae4b-c7bb6c3132a3 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:12.478491 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Attempting to bind port 465e1161-cd71-427f-ae4b-c7bb6c3132a3 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'c563292b-72bb-44d1-9d31-99f6c1a78b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '51740f8c-8e46-4615-9232-0e114876b40f'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:12.479171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Attempting to bind port 465e1161-cd71-427f-ae4b-c7bb6c3132a3 on network 51740f8c-8e46-4615-9232-0e114876b40f {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:12.491975 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:12.492756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Checking segment: {'id': 'c563292b-72bb-44d1-9d31-99f6c1a78b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '51740f8c-8e46-4615-9232-0e114876b40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:12.494144 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.494279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76bcbb63-8ec9-438c-acec-5911ee53f0ce tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791275293359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4207296'] for subnet (e3de0398-cb60-4a1d-94d8-fed7a50a5838), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.495196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Bound using segment: {'id': 'c563292b-72bb-44d1-9d31-99f6c1a78b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '51740f8c-8e46-4615-9232-0e114876b40f'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:12.495926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Bound port: 465e1161-cd71-427f-ae4b-c7bb6c3132a3, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c563292b-72bb-44d1-9d31-99f6c1a78b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '51740f8c-8e46-4615-9232-0e114876b40f'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:12.496552 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (465e1161-cd71-427f-ae4b-c7bb6c3132a3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.527754 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d3422b7-6e71-4b6f-9a5a-229391ac636e req-0d1b6c69-a180-413f-9435-3259af18bde9 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384149 Mar 07 21:45:12.621598 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-407c7cc1-d953-443c-b78c-700ceaf649bc tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (d2c59c54-0737-4689-86c8-4c178e2d5082), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.653169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] For port 465e1161-cd71-427f-ae4b-c7bb6c3132a3, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:12.660792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] For port 465e1161-cd71-427f-ae4b-c7bb6c3132a3, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=465e1161-cd71-427f-ae4b-c7bb6c3132a3,segment=NetworkSegment(c563292b-72bb-44d1-9d31-99f6c1a78b2f),segment_id=c563292b-72bb-44d1-9d31-99f6c1a78b2f)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:12.663983 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67e75761-bfaf-4cab-be8a-9db1dfc79f01 req-15b64962-6e66-4c70-9bc5-a351c7bc86c3 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965545 Mar 07 21:45:12.672200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 24b34626-412b-449f-8837-5237060ecce4 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:45:12.681044 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (465e1161-cd71-427f-ae4b-c7bb6c3132a3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.689469 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 24b34626-412b-449f-8837-5237060ecce4 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:12.690181 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (24b34626-412b-449f-8837-5237060ecce4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.773385 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4b76e-dc76-4d4e-b2c2-620f7e0a8c8d req-cbc7e15d-b419-47c0-b9eb-eab674741800 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:12.775492 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ff4b76e-dc76-4d4e-b2c2-620f7e0a8c8d req-cbc7e15d-b419-47c0-b9eb-eab674741800 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.2464311 Mar 07 21:45:12.780375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c7cc1-d953-443c-b78c-700ceaf649bc tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Subnet': ['ID=d2c59c54-0737-4689-86c8-4c178e2d5082,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:12.829732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c6920-a7ee-43f1-b50b-a5dacc1e9583 None None] Pushing event updated for resources: {'Port': ['ID=465e1161-cd71-427f-ae4b-c7bb6c3132a3,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:12.833352 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] Publish callbacks [] for security_group (8b5d090b-53ec-4466-8155-57e8824cef82), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.854737 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8b5d090b-53ec-4466-8155-57e8824cef82), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.874936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c7cc1-d953-443c-b78c-700ceaf649bc tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Checking segment: {'id': 'c6b8c2ad-0d67-4655-a0bc-40c959101cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '82c0e63a-4b53-4242-83ea-597ae6300c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:12.875695 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407c7cc1-d953-443c-b78c-700ceaf649bc tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network hostable DHCP agents. Network: 82c0e63a-4b53-4242-83ea-597ae6300c4c, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:12.910660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 24b34626-412b-449f-8837-5237060ecce4 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:12.911469 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (24b34626-412b-449f-8837-5237060ecce4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.924591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:12.936538 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b5532-40b7-4cb9-b95c-fb7e0b485507 req-337b7141-c829-4924-a276-2c82900f89af tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:12.941611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70f2658-12da-4a5e-86be-4b9be473246f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b34626-412b-449f-8837-5237060ecce4'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:12.944519 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd63bfa7-9df7-4302-ab91-6b1bb8e059cb" -d '{"events": [{"server_uuid": "b70f2658-12da-4a5e-86be-4b9be473246f", "name": "network-vif-plugged", "status": "completed", "tag": "24b34626-412b-449f-8837-5237060ecce4"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:45:12.945304 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-211b5532-40b7-4cb9-b95c-fb7e0b485507 req-337b7141-c829-4924-a276-2c82900f89af tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2627201 Mar 07 21:45:12.968076 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 24b34626-412b-449f-8837-5237060ecce4, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=24b34626-412b-449f-8837-5237060ecce4,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:12.977125 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (24b34626-412b-449f-8837-5237060ecce4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:12.997963 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ff4b76e-dc76-4d4e-b2c2-620f7e0a8c8d req-8c88b0de-c38c-4e2a-bc95-b3de4bc9f74c tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135110 Mar 07 21:45:13.006223 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (25c0bc37-d171-4c31-90a4-d27a50cd62f7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:13.007852 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] Added segment 25c0bc37-d171-4c31-90a4-d27a50cd62f7 of type vlan for network 28f36b71-1ab3-4190-95eb-6ff3de099e0a Mar 07 21:45:13.009324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407c7cc1-d953-443c-b78c-700ceaf649bc tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 82c0e63a-4b53-4242-83ea-597ae6300c4c is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:13.023958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5d090b-53ec-4466-8155-57e8824cef82,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:13.063182 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=24b34626-412b-449f-8837-5237060ecce4,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:13.100365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-407c7cc1-d953-443c-b78c-700ceaf649bc tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 82c0e63a-4b53-4242-83ea-597ae6300c4c) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:13.114878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dee0af-bb7f-4810-a833-aafc09d2d967 None None] Network 82c0e63a-4b53-4242-83ea-597ae6300c4c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:13.207723 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407c7cc1-d953-443c-b78c-700ceaf649bc tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:13.208232 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-407c7cc1-d953-443c-b78c-700ceaf649bc tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:13.220090 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (28f36b71-1ab3-4190-95eb-6ff3de099e0a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:13.258821 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-211b5532-40b7-4cb9-b95c-fb7e0b485507 req-37d3f12d-28d4-4bee-936d-747266ef8935 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125470 Mar 07 21:45:13.288650 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-407c7cc1-d953-443c-b78c-700ceaf649bc tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7035656 Mar 07 21:45:13.291464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36194) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:13.306211 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6f5519-29a5-4e90-b10e-7b017b1aeb63 x-openstack-request-id: req-9e6f5519-29a5-4e90-b10e-7b017b1aeb63 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:45:13.306838 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70f2658-12da-4a5e-86be-4b9be473246f", "name": "network-vif-plugged", "status": "completed", "tag": "24b34626-412b-449f-8837-5237060ecce4", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:45:13.306838 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e6f5519-29a5-4e90-b10e-7b017b1aeb63 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:45:13.307122 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70f2658-12da-4a5e-86be-4b9be473246f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b34626-412b-449f-8837-5237060ecce4', 'code': 200} Mar 07 21:45:13.309150 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-68f898d4-ae75-43cd-980f-f89f2d515392 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'network_id': '82c0e63a-4b53-4242-83ea-597ae6300c4c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-712040099'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:13.352698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-82c0e63a-4b53-4242-83ea-597ae6300c4c', 'network_id': '82c0e63a-4b53-4242-83ea-597ae6300c4c', 'project_id': 'd838388432cf47318e81f839494eb135', 'fixed_ips': [{'subnet_id': 'd2c59c54-0737-4689-86c8-4c178e2d5082'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:45:13.359245 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:13.491638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bcbb63-8ec9-438c-acec-5911ee53f0ce tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:13.502786 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76bcbb63-8ec9-438c-acec-5911ee53f0ce tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:13.506642 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-76bcbb63-8ec9-438c-acec-5911ee53f0ce tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "PUT /v2.0/subnets/e3de0398-cb60-4a1d-94d8-fed7a50a5838 HTTP/1.1" status: 200 len: 806 time: 2.1002145 Mar 07 21:45:13.506642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcbb63-8ec9-438c-acec-5911ee53f0ce tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Subnet': ['ID=e3de0398-cb60-4a1d-94d8-fed7a50a5838,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:13.507660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36198) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:13.514512 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (28f36b71-1ab3-4190-95eb-6ff3de099e0a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:13.515583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:13.516171 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:13.601939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Allocated IP 172.20.0.2 (82c0e63a-4b53-4242-83ea-597ae6300c4c/d2c59c54-0737-4689-86c8-4c178e2d5082/f57c7a01-c029-4129-9a6f-5c86c973e6ec) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:13.639125 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0597701 Mar 07 21:45:13.645850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36210) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:13.658227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5065f97f-2149-455c-83e3-fbf8ac590be8 admin admin] Request body: {'subnet': {'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-183254338-subnet', 'tenant_id': '01cae9ea5cb144fc8b7616a323662004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:13.717375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c678af9-1ba5-4349-94ba-3b5cb9eeebdb admin admin] Pushing event updated for resources: {'Network': ['ID=28f36b71-1ab3-4190-95eb-6ff3de099e0a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:13.730980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f898d4-ae75-43cd-980f-f89f2d515392 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:13.736458 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68f898d4-ae75-43cd-980f-f89f2d515392 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:13.775712 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Publish callbacks [] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:13.781854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 28f36b71-1ab3-4190-95eb-6ff3de099e0a details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:13.786602 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:13.788960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-68f898d4-ae75-43cd-980f-f89f2d515392 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:45:13.801561 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (51740f8c-8e46-4615-9232-0e114876b40f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:13.820351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039bae5f-ef29-4da5-8c52-943b034cea7c admin admin] Router c16693be-8708-449a-b05d-d9d44569f56d has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:45:13.845523 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Network 82c0e63a-4b53-4242-83ea-597ae6300c4c is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:13.889450 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:13.913780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:13.927138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-68f898d4-ae75-43cd-980f-f89f2d515392 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Allocated IP 172.20.0.13 (82c0e63a-4b53-4242-83ea-597ae6300c4c/d2c59c54-0737-4689-86c8-4c178e2d5082/e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:13.951570 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Pushing event updated for resources: {'Port': ['ID=f57c7a01-c029-4129-9a6f-5c86c973e6ec,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:13.993257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Deleting port 465e1161-cd71-427f-ae4b-c7bb6c3132a3 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:13.996334 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (465e1161-cd71-427f-ae4b-c7bb6c3132a3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:14.009225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e0e68-9f4c-4376-97e1-74c4ae4462e1 req-3bfd259d-caae-42ac-83ca-58ecc92d60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:14.010828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c82e0e68-9f4c-4376-97e1-74c4ae4462e1 req-3bfd259d-caae-42ac-83ca-58ecc92d60a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 1132 time: 0.7181621 Mar 07 21:45:14.022468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5065f97f-2149-455c-83e3-fbf8ac590be8 admin admin] Made reservation on behalf of 01cae9ea5cb144fc8b7616a323662004 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:14.025601 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5065f97f-2149-455c-83e3-fbf8ac590be8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:14.025756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Attempting to bind port f57c7a01-c029-4129-9a6f-5c86c973e6ec on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:14.026157 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Attempting to bind port f57c7a01-c029-4129-9a6f-5c86c973e6ec by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'c6b8c2ad-0d67-4655-a0bc-40c959101cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '82c0e63a-4b53-4242-83ea-597ae6300c4c'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:14.026661 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Attempting to bind port f57c7a01-c029-4129-9a6f-5c86c973e6ec on network 82c0e63a-4b53-4242-83ea-597ae6300c4c {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:14.045140 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:14.045635 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Checking segment: {'id': 'c6b8c2ad-0d67-4655-a0bc-40c959101cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '82c0e63a-4b53-4242-83ea-597ae6300c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:14.058422 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:14.059083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Bound using segment: {'id': 'c6b8c2ad-0d67-4655-a0bc-40c959101cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '82c0e63a-4b53-4242-83ea-597ae6300c4c'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:14.060449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Bound port: f57c7a01-c029-4129-9a6f-5c86c973e6ec, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b8c2ad-0d67-4655-a0bc-40c959101cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '82c0e63a-4b53-4242-83ea-597ae6300c4c'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:14.061291 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:14.101672 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039bae5f-ef29-4da5-8c52-943b034cea7c admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:45:14.117928 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569613f6-f67b-4733-87d9-15a73e25ae64 None None] Sync routers for ids ['c16693be-8708-449a-b05d-d9d44569f56d'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:14.135575 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-039bae5f-ef29-4da5-8c52-943b034cea7c admin admin] 10.222.0.26 "PUT /v2.0/routers/c16693be-8708-449a-b05d-d9d44569f56d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1851296 Mar 07 21:45:14.137376 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569613f6-f67b-4733-87d9-15a73e25ae64 None None] Routers {'c16693be-8708-449a-b05d-d9d44569f56d'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:45:14.138334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36214) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:14.139143 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-569613f6-f67b-4733-87d9-15a73e25ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:44:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c16693be-8708-449a-b05d-d9d44569f56d'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:14.159437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] For port f57c7a01-c029-4129-9a6f-5c86c973e6ec, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:14.165486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] For port f57c7a01-c029-4129-9a6f-5c86c973e6ec, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f57c7a01-c029-4129-9a6f-5c86c973e6ec,segment=NetworkSegment(c6b8c2ad-0d67-4655-a0bc-40c959101cf6),segment_id=c6b8c2ad-0d67-4655-a0bc-40c959101cf6)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:14.178827 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:14.237206 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ffcdf-243b-4c5a-b747-caa373f7f8f2 req-7be20ac9-9452-4865-a74a-a37617341b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:14.238803 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d4ffcdf-243b-4c5a-b747-caa373f7f8f2 req-7be20ac9-9452-4865-a74a-a37617341b1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 1127 time: 0.7741904 Mar 07 21:45:14.326725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5645c-64e5-4b9d-adf1-2d6ffdece910 None None] Pushing event updated for resources: {'Port': ['ID=f57c7a01-c029-4129-9a6f-5c86c973e6ec,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:14.361200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff117cb-8c18-4226-be82-26c2842f9888 req-87c99c7d-eb77-45ec-8277-af02e7bdfdf1 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:14.362848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ff117cb-8c18-4226-be82-26c2842f9888 req-87c99c7d-eb77-45ec-8277-af02e7bdfdf1 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 950 time: 0.6888349 Mar 07 21:45:14.365178 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c82e0e68-9f4c-4376-97e1-74c4ae4462e1 req-7075b00f-5578-4589-956b-c1e60b31eecb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132694 Mar 07 21:45:14.397657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] For port 465e1161-cd71-427f-ae4b-c7bb6c3132a3, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=465e1161-cd71-427f-ae4b-c7bb6c3132a3,segment=NetworkSegment(c563292b-72bb-44d1-9d31-99f6c1a78b2f),segment_id=c563292b-72bb-44d1-9d31-99f6c1a78b2f)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:14.398332 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (465e1161-cd71-427f-ae4b-c7bb6c3132a3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:14.458451 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b90767-9bd5-499d-a159-fa503d759183 req-963a3599-4656-460b-8f15-64ad7bb19475 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:14.460026 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3b90767-9bd5-499d-a159-fa503d759183 req-963a3599-4656-460b-8f15-64ad7bb19475 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/networks?id=0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e HTTP/1.1" status: 200 len: 813 time: 0.8645070 Mar 07 21:45:14.500318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3b90767-9bd5-499d-a159-fa503d759183 req-d84c908a-acc0-4e8e-9c68-88caf9240b07 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/quotas/8f89f39f903f4f0b93daaf3049054462 HTTP/1.1" status: 200 len: 375 time: 0.0188811 Mar 07 21:45:14.511526 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d4ffcdf-243b-4c5a-b747-caa373f7f8f2 req-d61a3527-dd1c-473d-bc5c-d451dadc35ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134149 Mar 07 21:45:14.513996 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] Publish callbacks [] for router (c16693be-8708-449a-b05d-d9d44569f56d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:14.523240 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68f898d4-ae75-43cd-980f-f89f2d515392 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:14.571576 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 465e1161-cd71-427f-ae4b-c7bb6c3132a3 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:14.580809 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3b90767-9bd5-499d-a159-fa503d759183 req-77c11a4a-c3df-4a0b-b366-a4bc41450a91 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f89f39f903f4f0b93daaf3049054462&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609779 Mar 07 21:45:14.593727 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Calling delete_port for 465e1161-cd71-427f-ae4b-c7bb6c3132a3 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:14.619146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ff117cb-8c18-4226-be82-26c2842f9888 req-ee674b8c-fe6a-4a1e-9385-d313f0892a53 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328007 Mar 07 21:45:14.666056 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c245a-339a-4b27-a3cf-bf429c89df3d None None] Network 51740f8c-8e46-4615-9232-0e114876b40f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:14.672407 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-569613f6-f67b-4733-87d9-15a73e25ae64 None None] Set router c16693be-8708-449a-b05d-d9d44569f56d gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:45:14.922016 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] Publish callbacks [] for router_gateway (c16693be-8708-449a-b05d-d9d44569f56d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:14.961236 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68f898d4-ae75-43cd-980f-f89f2d515392 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:15.068524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3b90767-9bd5-499d-a159-fa503d759183 req-1f8c2cfa-c6dc-4594-baaa-9d415c2af196 service neutron] 10.222.0.26 "GET /v2.0/networks/0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740577 Mar 07 21:45:15.074947 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (465e1161-cd71-427f-ae4b-c7bb6c3132a3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:15.078676 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5065f97f-2149-455c-83e3-fbf8ac590be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (2ec5668c-1854-4d3d-9703-e6939e7caf1a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:15.087390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02ecb2-c180-435e-9014-eed0d6676483 req-a3b3beda-ad5b-4389-9101-48974786c3cd tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:15.088985 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d02ecb2-c180-435e-9014-eed0d6676483 req-a3b3beda-ad5b-4389-9101-48974786c3cd tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.2632182 Mar 07 21:45:15.093983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f898d4-ae75-43cd-980f-f89f2d515392 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 82c0e63a-4b53-4242-83ea-597ae6300c4c is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:15.144183 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-569613f6-f67b-4733-87d9-15a73e25ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'name': 'tempest-FloatingIPsTestJSON-1985623890-router', 'tenant_id': 'b2b2a78f95e8430fbc11624f887e9856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '91615713-a60a-4da8-b6ad-7a1b1fcc51d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:24Z', 'updated_at': '2022-03-07T21:45:11Z', 'revision_number': 5, 'project_id': 'b2b2a78f95e8430fbc11624f887e9856', 'gw_port': {'id': '91615713-a60a-4da8-b6ad-7a1b1fcc51d4', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:25Z', 'updated_at': '2022-03-07T21:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:15.146055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Port': ['ID=465e1161-cd71-427f-ae4b-c7bb6c3132a3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:15.165075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 465e1161-cd71-427f-ae4b-c7bb6c3132a3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:15.165602 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (465e1161-cd71-427f-ae4b-c7bb6c3132a3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:15.173304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No DVR routers for this DVR port 465e1161-cd71-427f-ae4b-c7bb6c3132a3 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:15.192963 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569613f6-f67b-4733-87d9-15a73e25ae64 None None] Checking router: c16693be-8708-449a-b05d-d9d44569f56d for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:45:15.202873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-66e8d673-8b7d-4be2-857f-c7c64d64df2c None None] Provisioning complete for port 465e1161-cd71-427f-ae4b-c7bb6c3132a3 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:15.203670 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-66e8d673-8b7d-4be2-857f-c7c64d64df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (465e1161-cd71-427f-ae4b-c7bb6c3132a3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:15.204708 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569613f6-f67b-4733-87d9-15a73e25ae64 None None] Routers {'c16693be-8708-449a-b05d-d9d44569f56d'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:45:15.205513 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-569613f6-f67b-4733-87d9-15a73e25ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:44:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c16693be-8708-449a-b05d-d9d44569f56d'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:15.209701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Port 465e1161-cd71-427f-ae4b-c7bb6c3132a3 was deleted so its status cannot be updated. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 07 21:45:15.224599 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (e3de0398-cb60-4a1d-94d8-fed7a50a5838), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:15.264691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-66e8d673-8b7d-4be2-857f-c7c64d64df2c None None] Port 465e1161-cd71-427f-ae4b-c7bb6c3132a3 was deleted so its status cannot be updated. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 07 21:45:15.300363 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] Deleting port 91615713-a60a-4da8-b6ad-7a1b1fcc51d4 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:15.300705 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (91615713-a60a-4da8-b6ad-7a1b1fcc51d4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:15.316481 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (e3de0398-cb60-4a1d-94d8-fed7a50a5838), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:15.324320 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-569613f6-f67b-4733-87d9-15a73e25ae64 None None] Set router c16693be-8708-449a-b05d-d9d44569f56d gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:45:15.391679 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-569613f6-f67b-4733-87d9-15a73e25ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'name': 'tempest-FloatingIPsTestJSON-1985623890-router', 'tenant_id': 'b2b2a78f95e8430fbc11624f887e9856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:24Z', 'updated_at': '2022-03-07T21:45:14Z', 'revision_number': 6, 'project_id': 'b2b2a78f95e8430fbc11624f887e9856', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:15.408908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Subnet': ['ID=e3de0398-cb60-4a1d-94d8-fed7a50a5838,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:15.413922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-68f898d4-ae75-43cd-980f-f89f2d515392 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:15.427831 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569613f6-f67b-4733-87d9-15a73e25ae64 None None] The sync data for ids ['c16693be-8708-449a-b05d-d9d44569f56d'] in n-d-832330-1 is: [{'id': 'c16693be-8708-449a-b05d-d9d44569f56d', 'name': 'tempest-FloatingIPsTestJSON-1985623890-router', 'tenant_id': 'b2b2a78f95e8430fbc11624f887e9856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:24Z', 'updated_at': '2022-03-07T21:45:14Z', 'revision_number': 6, 'project_id': 'b2b2a78f95e8430fbc11624f887e9856', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:15.440251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f898d4-ae75-43cd-980f-f89f2d515392 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:15.448501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f898d4-ae75-43cd-980f-f89f2d515392 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:15.531364 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (51740f8c-8e46-4615-9232-0e114876b40f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:15.567285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] For port 91615713-a60a-4da8-b6ad-7a1b1fcc51d4, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=91615713-a60a-4da8-b6ad-7a1b1fcc51d4,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:15.567811 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (91615713-a60a-4da8-b6ad-7a1b1fcc51d4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:15.581839 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51740f8c-8e46-4615-9232-0e114876b40f']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:15.595703 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-236963c8-8fee-4b2a-bdaa-39d833b4b6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:15.608376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065f97f-2149-455c-83e3-fbf8ac590be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec5668c-1854-4d3d-9703-e6939e7caf1a,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:15.614801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c563292b-72bb-44d1-9d31-99f6c1a78b2f') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:15.615409 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c563292b-72bb-44d1-9d31-99f6c1a78b2f') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:15.629453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] Calling delete_port for 91615713-a60a-4da8-b6ad-7a1b1fcc51d4 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:15.636795 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (c563292b-72bb-44d1-9d31-99f6c1a78b2f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:15.637976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f898d4-ae75-43cd-980f-f89f2d515392 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:15.638652 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68f898d4-ae75-43cd-980f-f89f2d515392 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:15.640598 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b8c82-4a83-4dce-8b1c-48bbcf9b8084 None None] Network 51740f8c-8e46-4615-9232-0e114876b40f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:15.661791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5065f97f-2149-455c-83e3-fbf8ac590be8 admin admin] Checking segment: {'id': '25c0bc37-d171-4c31-90a4-d27a50cd62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:15.662196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5065f97f-2149-455c-83e3-fbf8ac590be8 admin admin] Network hostable DHCP agents. Network: 28f36b71-1ab3-4190-95eb-6ff3de099e0a, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:15.682008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d02ecb2-c180-435e-9014-eed0d6676483 req-3b83e383-85ab-4709-b61b-9675179f28f6 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698824 Mar 07 21:45:15.712695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3b90767-9bd5-499d-a159-fa503d759183 req-30a10dab-c132-4a41-a324-91c80ae0fe42 service neutron] 10.222.0.26 "GET /v2.0/networks/0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174581 Mar 07 21:45:15.721996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-68f898d4-ae75-43cd-980f-f89f2d515392 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.4168720 Mar 07 21:45:15.736911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36220) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:15.818043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5065f97f-2149-455c-83e3-fbf8ac590be8 admin admin] Network 28f36b71-1ab3-4190-95eb-6ff3de099e0a is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:15.862441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c563292b-72bb-44d1-9d31-99f6c1a78b2f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:15.868324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-5065f97f-2149-455c-83e3-fbf8ac590be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 28f36b71-1ab3-4190-95eb-6ff3de099e0a) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:15.887218 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:15.887722 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (c563292b-72bb-44d1-9d31-99f6c1a78b2f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:15.889532 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d87343f-d3da-4294-8796-024c64088193 None None] Network 28f36b71-1ab3-4190-95eb-6ff3de099e0a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:15.908452 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:15.970251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065f97f-2149-455c-83e3-fbf8ac590be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:15.971017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5065f97f-2149-455c-83e3-fbf8ac590be8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.024187 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0987a3d0-42c2-488b-a7ba-f473b6165541 None None] DHCP port deletion for 51740f8c-8e46-4615-9232-0e114876b40f request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:45:16.036086 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.057015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5065f97f-2149-455c-83e3-fbf8ac590be8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3842816 Mar 07 21:45:16.118374 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (51740f8c-8e46-4615-9232-0e114876b40f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.132104 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.138338 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/51740f8c-8e46-4615-9232-0e114876b40f HTTP/1.1" status: 204 len: 168 time: 2.6246264 Mar 07 21:45:16.138538 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c09de8-549b-4f20-b8d2-9325b58ec81b None None] Network 28f36b71-1ab3-4190-95eb-6ff3de099e0a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:16.140388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36228) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:16.182043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Network': ['ID=51740f8c-8e46-4615-9232-0e114876b40f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:16.191465 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f87010a-0bee-41f6-b14c-289866da54f9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:16.192154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f87010a-0bee-41f6-b14c-289866da54f9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:16.201022 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2f87010a-0bee-41f6-b14c-289866da54f9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/51740f8c-8e46-4615-9232-0e114876b40f HTTP/1.1" status: 404 len: 339 time: 0.0526202 Mar 07 21:45:16.201022 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36230) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:16.203300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.203750 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.204662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.205106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.205546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.206223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.206659 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.207086 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.207532 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.207962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.208392 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.208819 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.209246 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375a0ab8-0a7d-4f65-b0a9-e36f3862ac4f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.224826 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4d7cf5d0-39e8-4b74-a48b-4babaaa30fb1 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1175697745', 'description': 'd1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:16.235896 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d039b344-7ec6-48a0-b951-e4a1f3ae5044 None None] Network 82c0e63a-4b53-4242-83ea-597ae6300c4c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:16.258142 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d25ef4-0357-448e-8920-14d938fa9814 req-7c9af6c8-0ea3-40b6-88cd-7eeb2832e9b0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:16.259161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95d25ef4-0357-448e-8920-14d938fa9814 req-7c9af6c8-0ea3-40b6-88cd-7eeb2832e9b0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.4147854 Mar 07 21:45:16.260360 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (91615713-a60a-4da8-b6ad-7a1b1fcc51d4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.302853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a69501-cb8c-4c69-a9b1-a801d2da8ce1 req-8dacf7d1-5798-4c85-b222-48a81cbf517b tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:16.304342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48a69501-cb8c-4c69-a9b1-a801d2da8ce1 req-8dacf7d1-5798-4c85-b222-48a81cbf517b tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 950 time: 0.2153330 Mar 07 21:45:16.321435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe0c5e-2a72-4979-a943-4759502d8bad tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:16.321775 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0c5e-2a72-4979-a943-4759502d8bad tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.344360 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7cf5d0-39e8-4b74-a48b-4babaaa30fb1 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:16.350782 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d7cf5d0-39e8-4b74-a48b-4babaaa30fb1 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.387160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] Pushing event deleted for resources: {'Port': ['ID=91615713-a60a-4da8-b6ad-7a1b1fcc51d4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:16.420677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d52e314c-5b3d-4a88-a0e3-1f18d0256734 None None] Provisioning complete for port f57c7a01-c029-4129-9a6f-5c86c973e6ec triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:16.422121 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d52e314c-5b3d-4a88-a0e3-1f18d0256734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.454806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95d25ef4-0357-448e-8920-14d938fa9814 req-883f80bc-e2e7-440f-a95a-c302b3e557a2 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802630 Mar 07 21:45:16.505773 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48a69501-cb8c-4c69-a9b1-a801d2da8ce1 req-ea03fe23-9031-4364-859f-07ea67b3581c tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950231 Mar 07 21:45:16.557778 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (c16693be-8708-449a-b05d-d9d44569f56d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.609665 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7cf5d0-39e8-4b74-a48b-4babaaa30fb1 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:16.610310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d01b5e6-1ee0-4850-8000-37b38e3d075f req-affa7655-08d5-4ac5-ba0a-b9a9a1958fe5 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 210 time: 0.0763071 Mar 07 21:45:16.619303 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0c5e-2a72-4979-a943-4759502d8bad tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.631115 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d52e314c-5b3d-4a88-a0e3-1f18d0256734 None None] Current status of the port f57c7a01-c029-4129-9a6f-5c86c973e6ec is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:16.631658 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d52e314c-5b3d-4a88-a0e3-1f18d0256734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.634765 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f57c7a01-c029-4129-9a6f-5c86c973e6ec up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:16.672568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe0c5e-2a72-4979-a943-4759502d8bad tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:16.722488 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d7cf5d0-39e8-4b74-a48b-4babaaa30fb1 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3efdb934-558c-4d60-a274-d6a0f4407bb5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.722756 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-4d7cf5d0-39e8-4b74-a48b-4babaaa30fb1 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Added segment 3efdb934-558c-4d60-a274-d6a0f4407bb5 of type vlan for network bcc2eae9-749d-4c96-8932-03dce0b73af1 Mar 07 21:45:16.735682 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (c16693be-8708-449a-b05d-d9d44569f56d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.738842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] Publish callbacks [] for router_controller (c16693be-8708-449a-b05d-d9d44569f56d), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.752385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f57c7a01-c029-4129-9a6f-5c86c973e6ec triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:16.752771 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.760199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d52e314c-5b3d-4a88-a0e3-1f18d0256734 None None] For port f57c7a01-c029-4129-9a6f-5c86c973e6ec, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f57c7a01-c029-4129-9a6f-5c86c973e6ec,segment=NetworkSegment(c6b8c2ad-0d67-4655-a0bc-40c959101cf6),segment_id=c6b8c2ad-0d67-4655-a0bc-40c959101cf6)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:16.806759 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d52e314c-5b3d-4a88-a0e3-1f18d0256734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.837372 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d7cf5d0-39e8-4b74-a48b-4babaaa30fb1 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (bcc2eae9-749d-4c96-8932-03dce0b73af1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.841790 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (c16693be-8708-449a-b05d-d9d44569f56d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.842306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c16693be-8708-449a-b05d-d9d44569f56d {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:45:16.848172 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.849108 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-08633c9b-af1b-4af3-8ab5-752f97590988 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c16693be-8708-449a-b05d-d9d44569f56d HTTP/1.1" status: 204 len: 168 time: 2.7064340 Mar 07 21:45:16.852051 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36254) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:16.979048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8ca568-7d10-409f-91bc-0035e767b30d admin admin] Deleting subnet a5c8d535-6e8a-41c4-b19b-91399a2ec1c5 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:45:16.981910 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d7cf5d0-39e8-4b74-a48b-4babaaa30fb1 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (bcc2eae9-749d-4c96-8932-03dce0b73af1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:16.987944 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7cf5d0-39e8-4b74-a48b-4babaaa30fb1 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:16.988569 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d7cf5d0-39e8-4b74-a48b-4babaaa30fb1 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:17.071769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f57c7a01-c029-4129-9a6f-5c86c973e6ec is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:17.073733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e314c-5b3d-4a88-a0e3-1f18d0256734 None None] Pushing event updated for resources: {'Port': ['ID=f57c7a01-c029-4129-9a6f-5c86c973e6ec,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:17.095535 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0c5e-2a72-4979-a943-4759502d8bad tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:17.096252 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df8ca568-7d10-409f-91bc-0035e767b30d admin admin] Publish callbacks [] for subnet (a5c8d535-6e8a-41c4-b19b-91399a2ec1c5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:17.105096 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cf5d0-39e8-4b74-a48b-4babaaa30fb1 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Network': ['ID=bcc2eae9-749d-4c96-8932-03dce0b73af1,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:17.139351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cfb6dff2-af50-49e5-80b9-2aa419d27de3 None None] Could not find standard attr ID for object e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:45:17.163704 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network bcc2eae9-749d-4c96-8932-03dce0b73af1 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:17.173983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe0c5e-2a72-4979-a943-4759502d8bad tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:17.234972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 465e1161-cd71-427f-ae4b-c7bb6c3132a3 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:17.236693 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4d7cf5d0-39e8-4b74-a48b-4babaaa30fb1 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0183628 Mar 07 21:45:17.237414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36266) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:17.241337 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df8ca568-7d10-409f-91bc-0035e767b30d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (a5c8d535-6e8a-41c4-b19b-91399a2ec1c5), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:17.326874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cfb6dff2-af50-49e5-80b9-2aa419d27de3 None None] Provisioning complete for port f57c7a01-c029-4129-9a6f-5c86c973e6ec triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:17.327371 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cfb6dff2-af50-49e5-80b9-2aa419d27de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:17.351326 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 465e1161-cd71-427f-ae4b-c7bb6c3132a3 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:17.352254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 465e1161-cd71-427f-ae4b-c7bb6c3132a3 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:17.352941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 91615713-a60a-4da8-b6ad-7a1b1fcc51d4 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:17.388795 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-2074a2b5-6af2-4ed5-bff4-7151b027fe1e tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:17.391440 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-2074a2b5-6af2-4ed5-bff4-7151b027fe1e tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/networks?id=28f36b71-1ab3-4190-95eb-6ff3de099e0a HTTP/1.1" status: 200 len: 817 time: 0.3152165 Mar 07 21:45:17.393601 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0c5e-2a72-4979-a943-4759502d8bad tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:17.401781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 91615713-a60a-4da8-b6ad-7a1b1fcc51d4 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:17.402764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c1fe0c5e-2a72-4979-a943-4759502d8bad tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b HTTP/1.1" status: 204 len: 168 time: 1.6585898 Mar 07 21:45:17.403650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36268) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:17.404861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 91615713-a60a-4da8-b6ad-7a1b1fcc51d4 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:17.406255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b0071b60-1535-49cc-84fb-9b0a1672e72b no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:17.417764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ea84a756-3d7b-4957-9fe0-58272a00ad2c tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/quotas/01cae9ea5cb144fc8b7616a323662004 HTTP/1.1" status: 200 len: 375 time: 0.0126541 Mar 07 21:45:17.445534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: b0071b60-1535-49cc-84fb-9b0a1672e72b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:17.445922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b0071b60-1535-49cc-84fb-9b0a1672e72b not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:17.454478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9408ebc-f189-466f-9403-5250e18b2f10 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:17.458718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8120e94-4107-49a2-918a-c8bd649ab9d0 req-ab0e51bf-17f1-4375-867f-7735ee6443d5 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:17.459227 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d9408ebc-f189-466f-9403-5250e18b2f10 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "GET /v2.0/networks?id=bcc2eae9-749d-4c96-8932-03dce0b73af1 HTTP/1.1" status: 200 len: 761 time: 0.2154555 Mar 07 21:45:17.460937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8120e94-4107-49a2-918a-c8bd649ab9d0 req-ab0e51bf-17f1-4375-867f-7735ee6443d5 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.1747892 Mar 07 21:45:17.461709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36270) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:17.468742 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-a36a06a4-13e0-4565-b4e6-7012e78678d0 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'network': {'description': 'd2'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:17.487937 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdeb460-068c-435e-9046-7afc706e46f6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] GET failed (client error): The resource could not be found. Mar 07 21:45:17.490275 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bfdeb460-068c-435e-9046-7afc706e46f6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b HTTP/1.1" status: 404 len: 333 time: 0.0812619 Mar 07 21:45:17.496418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36272) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:17.506777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-9b5b4f49-2aec-4092-a382-83913e1437c6 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=01cae9ea5cb144fc8b7616a323662004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750499 Mar 07 21:45:17.529129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cfb6dff2-af50-49e5-80b9-2aa419d27de3 None None] Current status of the port f57c7a01-c029-4129-9a6f-5c86c973e6ec is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:17.533658 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df8ca568-7d10-409f-91bc-0035e767b30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (a5c8d535-6e8a-41c4-b19b-91399a2ec1c5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:17.591212 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df8ca568-7d10-409f-91bc-0035e767b30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (a5c8d535-6e8a-41c4-b19b-91399a2ec1c5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:17.619424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ca568-7d10-409f-91bc-0035e767b30d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c8d535-6e8a-41c4-b19b-91399a2ec1c5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:17.621859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df8ca568-7d10-409f-91bc-0035e767b30d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:17.625418 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-df8ca568-7d10-409f-91bc-0035e767b30d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a5c8d535-6e8a-41c4-b19b-91399a2ec1c5 HTTP/1.1" status: 204 len: 168 time: 0.7721462 Mar 07 21:45:17.631054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843994e2-c28f-48fd-b15b-e99fe8e41609 None None] Network aa272b66-35fa-4a0a-b639-55caaa6a745e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:17.635807 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36276) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:17.672675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6c7bf9da-c598-41f0-ab4e-6b1ceacbc37b None None] Could not find standard attr ID for object e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:45:17.724132 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa181d9f-c8fc-429d-9737-2a5ef16a5a26 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting subnet d2c59c54-0737-4689-86c8-4c178e2d5082 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:45:17.727868 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aa181d9f-c8fc-429d-9737-2a5ef16a5a26 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (d2c59c54-0737-4689-86c8-4c178e2d5082), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:17.751413 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (aa272b66-35fa-4a0a-b639-55caaa6a745e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:17.777755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8120e94-4107-49a2-918a-c8bd649ab9d0 req-47987e94-958a-4bda-8712-298bd7bd2be1 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049564 Mar 07 21:45:17.807999 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aa181d9f-c8fc-429d-9737-2a5ef16a5a26 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (d2c59c54-0737-4689-86c8-4c178e2d5082), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:17.834688 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] Deleting port 93439b23-7b72-4ac1-8ee0-a1937cf08604 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:17.835021 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:17.861668 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-05ae25f7-6524-47a2-b2e6-82a5b86758b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:17.909047 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba52f411-6adb-45df-ba53-341ef99eae36 None None] DHCP port deletion for aa272b66-35fa-4a0a-b639-55caaa6a745e request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:45:17.927510 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] For port 93439b23-7b72-4ac1-8ee0-a1937cf08604, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=93439b23-7b72-4ac1-8ee0-a1937cf08604,segment=NetworkSegment(754e338e-8db3-440e-9a65-3866b55a8164),segment_id=754e338e-8db3-440e-9a65-3866b55a8164)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:17.928053 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:17.943279 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] Calling delete_port for 93439b23-7b72-4ac1-8ee0-a1937cf08604 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:17.983022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ba52f411-6adb-45df-ba53-341ef99eae36 None None] Deleting port 93439b23-7b72-4ac1-8ee0-a1937cf08604 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:17.983716 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ba52f411-6adb-45df-ba53-341ef99eae36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.049505 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.061412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-da6bf89b-51fc-4629-921e-de55bd964f14 service neutron] 10.222.0.26 "GET /v2.0/networks/28f36b71-1ab3-4190-95eb-6ff3de099e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536444 Mar 07 21:45:18.087901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ba52f411-6adb-45df-ba53-341ef99eae36 None None] For port 93439b23-7b72-4ac1-8ee0-a1937cf08604, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=93439b23-7b72-4ac1-8ee0-a1937cf08604,segment=NetworkSegment(754e338e-8db3-440e-9a65-3866b55a8164),segment_id=754e338e-8db3-440e-9a65-3866b55a8164)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:18.088837 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ba52f411-6adb-45df-ba53-341ef99eae36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.097762 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.103593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ba52f411-6adb-45df-ba53-341ef99eae36 None None] Calling delete_port for 93439b23-7b72-4ac1-8ee0-a1937cf08604 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:18.112694 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=93439b23-7b72-4ac1-8ee0-a1937cf08604,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:18.112912 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a36a06a4-13e0-4565-b4e6-7012e78678d0 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (bcc2eae9-749d-4c96-8932-03dce0b73af1), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.115503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] No DVR routers for this DVR port 93439b23-7b72-4ac1-8ee0-a1937cf08604 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:18.190741 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ba52f411-6adb-45df-ba53-341ef99eae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (93439b23-7b72-4ac1-8ee0-a1937cf08604), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.199693 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a36a06a4-13e0-4565-b4e6-7012e78678d0 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (bcc2eae9-749d-4c96-8932-03dce0b73af1), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.204073 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (aa272b66-35fa-4a0a-b639-55caaa6a745e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.219151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52f411-6adb-45df-ba53-341ef99eae36 None None] Pushing event deleted for resources: {'Port': ['ID=93439b23-7b72-4ac1-8ee0-a1937cf08604,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:18.220993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52f411-6adb-45df-ba53-341ef99eae36 None None] No DVR routers for this DVR port 93439b23-7b72-4ac1-8ee0-a1937cf08604 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:18.237306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa272b66-35fa-4a0a-b639-55caaa6a745e']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:18.246968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754e338e-8db3-440e-9a65-3866b55a8164') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:18.247370 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754e338e-8db3-440e-9a65-3866b55a8164') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:18.251162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a36a06a4-13e0-4565-b4e6-7012e78678d0 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network bcc2eae9-749d-4c96-8932-03dce0b73af1 is not hosted by any dhcp agent {{(pid=103719) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 21:45:18.256015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36a06a4-13e0-4565-b4e6-7012e78678d0 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:18.256613 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a36a06a4-13e0-4565-b4e6-7012e78678d0 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.257811 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (754e338e-8db3-440e-9a65-3866b55a8164), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.257973 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a36a06a4-13e0-4565-b4e6-7012e78678d0 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "PUT /v2.0/networks/bcc2eae9-749d-4c96-8932-03dce0b73af1 HTTP/1.1" status: 200 len: 758 time: 0.7938449 Mar 07 21:45:18.260819 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36280) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:18.269842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b90767-9bd5-499d-a159-fa503d759183 req-51b1e339-2939-4889-a289-ce43c775e348 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:18.271266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3b90767-9bd5-499d-a159-fa503d759183 req-51b1e339-2939-4889-a289-ce43c775e348 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.15 "GET /v2.0/networks?id=0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e HTTP/1.1" status: 200 len: 813 time: 0.4822440 Mar 07 21:45:18.279700 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aa181d9f-c8fc-429d-9737-2a5ef16a5a26 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (d2c59c54-0737-4689-86c8-4c178e2d5082), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.300713 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (754e338e-8db3-440e-9a65-3866b55a8164), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.316912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-e3b90767-9bd5-499d-a159-fa503d759183 req-b4c02d54-f099-4e61-b0e3-9909d3dacd4b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Request body: {'port': {'device_id': '455a5cf3-061a-4b99-a990-f985dac24a30', 'network_id': '0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e', 'admin_state_up': True, 'tenant_id': '8f89f39f903f4f0b93daaf3049054462'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:18.334335 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:18.334743 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (754e338e-8db3-440e-9a65-3866b55a8164), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:18.336643 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:18.381995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d6b1-b40d-4197-ae65-9e4aee121fc3 req-bc367964-0572-4a10-867d-b78e911d17a8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:18.383525 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25a8d6b1-b40d-4197-ae65-9e4aee121fc3 req-bc367964-0572-4a10-867d-b78e911d17a8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.4366302 Mar 07 21:45:18.396681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4138e911-fcd8-4028-b85d-1e645185fa18 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:18.398344 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4138e911-fcd8-4028-b85d-1e645185fa18 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "GET /v2.0/networks?id=bcc2eae9-749d-4c96-8932-03dce0b73af1 HTTP/1.1" status: 200 len: 761 time: 0.1366260 Mar 07 21:45:18.403019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36282) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:18.408249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f57c7a01-c029-4129-9a6f-5c86c973e6ec up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:18.411567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a06a4-13e0-4565-b4e6-7012e78678d0 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Network': ['ID=bcc2eae9-749d-4c96-8932-03dce0b73af1,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:18.414482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (aa272b66-35fa-4a0a-b639-55caaa6a745e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.420838 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.422564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e0b120c8-1490-4ff5-b466-f095348957de tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2069260585'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:18.428081 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] 10.222.0.26 "DELETE /v2.0/networks/aa272b66-35fa-4a0a-b639-55caaa6a745e HTTP/1.1" status: 204 len: 168 time: 0.7882271 Mar 07 21:45:18.439806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4b4c3-93c4-4a08-85d5-eb4e174a9a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa272b66-35fa-4a0a-b639-55caaa6a745e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:18.453345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network bcc2eae9-749d-4c96-8932-03dce0b73af1 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:18.487035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-0c6f4b7c-d9f7-4d88-a96d-09a83fd177f9 service neutron] 10.222.0.26 "GET /v2.0/networks/28f36b71-1ab3-4190-95eb-6ff3de099e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235094 Mar 07 21:45:18.571735 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f57c7a01-c029-4129-9a6f-5c86c973e6ec triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:18.572375 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.572575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b120c8-1490-4ff5-b466-f095348957de tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:18.577912 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0b120c8-1490-4ff5-b466-f095348957de tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.590887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36286) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:18.597701 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25a8d6b1-b40d-4197-ae65-9e4aee121fc3 req-77cfa002-7c39-4238-b9bf-71690274540d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030046 Mar 07 21:45:18.620497 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aa181d9f-c8fc-429d-9737-2a5ef16a5a26 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (d2c59c54-0737-4689-86c8-4c178e2d5082), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.662833 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-894e34c7-3cb7-4744-910a-dda3a2dd2067 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2b2a78f95e8430fbc11624f887e9856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0702858 Mar 07 21:45:18.663569 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36290) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:18.685372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f57c7a01-c029-4129-9a6f-5c86c973e6ec is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:18.688312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa181d9f-c8fc-429d-9737-2a5ef16a5a26 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Subnet': ['ID=d2c59c54-0737-4689-86c8-4c178e2d5082,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:18.699433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b120c8-1490-4ff5-b466-f095348957de tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:18.702049 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aa181d9f-c8fc-429d-9737-2a5ef16a5a26 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.707872 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c5da3-a842-4ccd-8427-5d8dba2120e5 None None] Network 82c0e63a-4b53-4242-83ea-597ae6300c4c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:18.709756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-aa181d9f-c8fc-429d-9737-2a5ef16a5a26 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/d2c59c54-0737-4689-86c8-4c178e2d5082 HTTP/1.1" status: 204 len: 168 time: 1.2007275 Mar 07 21:45:18.710694 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36292) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:18.789639 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b3f6132-4118-450b-98f3-1f7b177591dd admin admin] Publish callbacks [] for security_group (cfed2456-0bed-4364-ab54-97d39680c79a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.827977 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (82c0e63a-4b53-4242-83ea-597ae6300c4c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.837397 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b3f6132-4118-450b-98f3-1f7b177591dd admin admin] Publish callbacks [] for security_group (cfed2456-0bed-4364-ab54-97d39680c79a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.863694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 93439b23-7b72-4ac1-8ee0-a1937cf08604 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:18.936071 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port f57c7a01-c029-4129-9a6f-5c86c973e6ec {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:18.936569 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.949872 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b3f6132-4118-450b-98f3-1f7b177591dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cfed2456-0bed-4364-ab54-97d39680c79a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.951522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 93439b23-7b72-4ac1-8ee0-a1937cf08604 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:18.952092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 93439b23-7b72-4ac1-8ee0-a1937cf08604 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:18.953396 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b3f6132-4118-450b-98f3-1f7b177591dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:18.954612 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7b3f6132-4118-450b-98f3-1f7b177591dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfed2456-0bed-4364-ab54-97d39680c79a HTTP/1.1" status: 204 len: 168 time: 0.2898877 Mar 07 21:45:18.993871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f6132-4118-450b-98f3-1f7b177591dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfed2456-0bed-4364-ab54-97d39680c79a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:19.066700 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b90767-9bd5-499d-a159-fa503d759183 req-b4c02d54-f099-4e61-b0e3-9909d3dacd4b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Made reservation on behalf of 8f89f39f903f4f0b93daaf3049054462 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:19.070051 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3b90767-9bd5-499d-a159-fa503d759183 req-b4c02d54-f099-4e61-b0e3-9909d3dacd4b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.077320 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] For port f57c7a01-c029-4129-9a6f-5c86c973e6ec, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f57c7a01-c029-4129-9a6f-5c86c973e6ec,segment=NetworkSegment(c6b8c2ad-0d67-4655-a0bc-40c959101cf6),segment_id=c6b8c2ad-0d67-4655-a0bc-40c959101cf6)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:19.077692 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.095915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e12226-07fb-42e1-8f5c-35a37e394ee0 None None] DHCP port deletion for 82c0e63a-4b53-4242-83ea-597ae6300c4c request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:45:19.111794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for f57c7a01-c029-4129-9a6f-5c86c973e6ec owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:19.116525 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0b120c8-1490-4ff5-b466-f095348957de tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (9ecb31c4-76c2-4752-b6ad-02f51d02733e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.117190 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-e0b120c8-1490-4ff5-b466-f095348957de tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Added segment 9ecb31c4-76c2-4752-b6ad-02f51d02733e of type vlan for network ddff3304-1666-405a-ae46-de67820037d9 Mar 07 21:45:19.152430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5bc99f4d-6e3b-4638-bb50-f68fd267030d req-64637b1e-c303-488f-9ae3-437769fe623c tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 210 time: 0.0838759 Mar 07 21:45:19.197501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b133-b152-401f-a5ad-9e211ac6b73f req-3661d959-84cb-4bd0-be91-ea8fb90e998a tempest-ServersAdminNegativeTestJSON-1793650041 tempest-ServersAdminNegativeTestJSON-1793650041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:19.205020 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b534b133-b152-401f-a5ad-9e211ac6b73f req-3661d959-84cb-4bd0-be91-ea8fb90e998a tempest-ServersAdminNegativeTestJSON-1793650041 tempest-ServersAdminNegativeTestJSON-1793650041-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 1132 time: 0.4934831 Mar 07 21:45:19.237060 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.244749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-56e12226-07fb-42e1-8f5c-35a37e394ee0 None None] Deleting port f57c7a01-c029-4129-9a6f-5c86c973e6ec {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:19.245107 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-56e12226-07fb-42e1-8f5c-35a37e394ee0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.246377 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.270365 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b534b133-b152-401f-a5ad-9e211ac6b73f req-d82cd538-2094-43ea-a53c-4180c6b98663 tempest-ServersAdminNegativeTestJSON-1793650041 tempest-ServersAdminNegativeTestJSON-1793650041-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.277008 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0b120c8-1490-4ff5-b466-f095348957de tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (ddff3304-1666-405a-ae46-de67820037d9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.281689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=f57c7a01-c029-4129-9a6f-5c86c973e6ec,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:19.286246 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No DVR routers for this DVR port f57c7a01-c029-4129-9a6f-5c86c973e6ec on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:19.379002 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b534b133-b152-401f-a5ad-9e211ac6b73f req-d82cd538-2094-43ea-a53c-4180c6b98663 tempest-ServersAdminNegativeTestJSON-1793650041 tempest-ServersAdminNegativeTestJSON-1793650041-project-admin] Publish callbacks [] for security_group (cfc23fde-a63f-4963-9756-969ace1f96dd), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.389724 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b534b133-b152-401f-a5ad-9e211ac6b73f req-d82cd538-2094-43ea-a53c-4180c6b98663 tempest-ServersAdminNegativeTestJSON-1793650041 tempest-ServersAdminNegativeTestJSON-1793650041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cfc23fde-a63f-4963-9756-969ace1f96dd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.402840 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.db.resource_extend [None req-e0b120c8-1490-4ff5-b466-f095348957de tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:45:19.404433 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (82c0e63a-4b53-4242-83ea-597ae6300c4c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.415064 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-56e12226-07fb-42e1-8f5c-35a37e394ee0 None None] For port f57c7a01-c029-4129-9a6f-5c86c973e6ec, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:19.417028 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-56e12226-07fb-42e1-8f5c-35a37e394ee0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.451380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-56e12226-07fb-42e1-8f5c-35a37e394ee0 None None] Calling delete_port for f57c7a01-c029-4129-9a6f-5c86c973e6ec owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:19.456706 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-56e12226-07fb-42e1-8f5c-35a37e394ee0 None None] Port f57c7a01-c029-4129-9a6f-5c86c973e6ec was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 21:45:19.457131 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c0e63a-4b53-4242-83ea-597ae6300c4c']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:19.458096 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-56e12226-07fb-42e1-8f5c-35a37e394ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (f57c7a01-c029-4129-9a6f-5c86c973e6ec), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.474222 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b8c2ad-0d67-4655-a0bc-40c959101cf6') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:19.474534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b8c2ad-0d67-4655-a0bc-40c959101cf6') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:19.498187 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (c6b8c2ad-0d67-4655-a0bc-40c959101cf6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.509834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b534b133-b152-401f-a5ad-9e211ac6b73f req-d82cd538-2094-43ea-a53c-4180c6b98663 tempest-ServersAdminNegativeTestJSON-1793650041 tempest-ServersAdminNegativeTestJSON-1793650041-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992282 Mar 07 21:45:19.523428 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c6b8c2ad-0d67-4655-a0bc-40c959101cf6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.526229 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:19.526748 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (c6b8c2ad-0d67-4655-a0bc-40c959101cf6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.531186 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0b120c8-1490-4ff5-b466-f095348957de tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (ddff3304-1666-405a-ae46-de67820037d9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:19.531356 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:19.549797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b120c8-1490-4ff5-b466-f095348957de tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:19.550701 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0b120c8-1490-4ff5-b466-f095348957de tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.551643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e12226-07fb-42e1-8f5c-35a37e394ee0 None None] Pushing event deleted for resources: {'Port': ['ID=f57c7a01-c029-4129-9a6f-5c86c973e6ec,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:19.557113 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e12226-07fb-42e1-8f5c-35a37e394ee0 None None] No DVR routers for this DVR port f57c7a01-c029-4129-9a6f-5c86c973e6ec on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:19.583889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cd538-2094-43ea-a53c-4180c6b98663 tempest-ServersAdminNegativeTestJSON-1793650041 tempest-ServersAdminNegativeTestJSON-1793650041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc23fde-a63f-4963-9756-969ace1f96dd,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:19.638189 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-e3b90767-9bd5-499d-a159-fa503d759183 req-b4c02d54-f099-4e61-b0e3-9909d3dacd4b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Allocated IP 172.20.0.13 (0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e/1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e/146a166b-9a9d-4849-844d-3efa60efe50f) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:19.653901 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (82c0e63a-4b53-4242-83ea-597ae6300c4c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.665667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e0b120c8-1490-4ff5-b466-f095348957de tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2519658 Mar 07 21:45:19.668845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36326) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:19.680489 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.691043 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/networks/82c0e63a-4b53-4242-83ea-597ae6300c4c HTTP/1.1" status: 204 len: 168 time: 0.9784729 Mar 07 21:45:19.692351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36330) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:19.706967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-41a8c189-63f7-4597-816b-a395587b1e82 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'subnet': {'network_id': 'ddff3304-1666-405a-ae46-de67820037d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:19.711328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0a76e764-3306-40ab-be8e-2ab4f3b379ec tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'name': 'tempest-PortsTestJSON-1648990439'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:19.787202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b120c8-1490-4ff5-b466-f095348957de tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Network': ['ID=ddff3304-1666-405a-ae46-de67820037d9,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:19.807545 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network ddff3304-1666-405a-ae46-de67820037d9 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:19.813032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141c5dc-ee54-47e2-979b-0b2bf6bcfd35 req-f748ffd4-6a26-497e-a660-9fbc2d979dbc tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:19.814956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2141c5dc-ee54-47e2-979b-0b2bf6bcfd35 req-f748ffd4-6a26-497e-a660-9fbc2d979dbc tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2949469 Mar 07 21:45:19.823683 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3911159-c6ab-4ee3-918d-d752499d05be tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Network': ['ID=82c0e63a-4b53-4242-83ea-597ae6300c4c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:19.829508 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a76e764-3306-40ab-be8e-2ab4f3b379ec tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:19.833394 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0a76e764-3306-40ab-be8e-2ab4f3b379ec tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:19.858995 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-0a76e764-3306-40ab-be8e-2ab4f3b379ec tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port 4a0ec0fa-18b2-4512-901b-08afffed6b44 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:45:19.995876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2141c5dc-ee54-47e2-979b-0b2bf6bcfd35 req-3ea4f590-84df-4742-a19d-cb6c154054f1 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728747 Mar 07 21:45:20.004421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a8c189-63f7-4597-816b-a395587b1e82 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:20.019647 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41a8c189-63f7-4597-816b-a395587b1e82 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:20.093541 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0a76e764-3306-40ab-be8e-2ab4f3b379ec tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (4a0ec0fa-18b2-4512-901b-08afffed6b44), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:20.126920 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-a69ded65-cfa2-495e-a6a6-9aea3ef1bfe9 req-14adcc19-e0d8-4aca-8d33-676ae661f73f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:45:20.135203 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0a76e764-3306-40ab-be8e-2ab4f3b379ec tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4a0ec0fa-18b2-4512-901b-08afffed6b44), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:20.142798 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a69ded65-cfa2-495e-a6a6-9aea3ef1bfe9 req-14adcc19-e0d8-4aca-8d33-676ae661f73f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0360320 Mar 07 21:45:20.185810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a76e764-3306-40ab-be8e-2ab4f3b379ec tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 804f0adb-3448-460f-bee8-264d3739de56 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:20.189602 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-0a76e764-3306-40ab-be8e-2ab4f3b379ec tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:20.198895 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a76e764-3306-40ab-be8e-2ab4f3b379ec tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:20.205987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a76e764-3306-40ab-be8e-2ab4f3b379ec tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:20.206843 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0a76e764-3306-40ab-be8e-2ab4f3b379ec tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:20.213978 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:20.238599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76e764-3306-40ab-be8e-2ab4f3b379ec tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=4a0ec0fa-18b2-4512-901b-08afffed6b44,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:20.247449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68a62ee0-735b-41b6-a109-be9276ae78c2 req-cefe16a8-d7f4-454d-bb82-580f85afa0ca tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 210 time: 0.1736434 Mar 07 21:45:20.249000 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0a76e764-3306-40ab-be8e-2ab4f3b379ec tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5437894 Mar 07 21:45:20.250398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36350) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:20.308201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3126ed1-ec8a-4503-8aaf-cee6e8b936c2 req-69c193fe-4e9f-4596-95bc-599c02565385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:20.309950 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3126ed1-ec8a-4503-8aaf-cee6e8b936c2 req-69c193fe-4e9f-4596-95bc-599c02565385 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04bcb9fef1894f61b223b163697dce5a&device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 1127 time: 0.4146829 Mar 07 21:45:20.378244 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3b90767-9bd5-499d-a159-fa503d759183 req-b4c02d54-f099-4e61-b0e3-9909d3dacd4b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks [] for port (146a166b-9a9d-4849-844d-3efa60efe50f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:20.439860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f57c7a01-c029-4129-9a6f-5c86c973e6ec no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:20.498118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: f57c7a01-c029-4129-9a6f-5c86c973e6ec {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:20.498825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f57c7a01-c029-4129-9a6f-5c86c973e6ec not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:20.551871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36354) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:20.588614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea88ce-5707-453d-8f95-12e77a8b36f7 req-af279fed-b82b-45fd-a999-7b65f68b8a78 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:20.590170 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f4ea88ce-5707-453d-8f95-12e77a8b36f7 req-af279fed-b82b-45fd-a999-7b65f68b8a78 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.3394754 Mar 07 21:45:20.658273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3126ed1-ec8a-4503-8aaf-cee6e8b936c2 req-25d82371-0bb7-4c6c-8823-e4bbc58bebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:20.659863 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3126ed1-ec8a-4503-8aaf-cee6e8b936c2 req-25d82371-0bb7-4c6c-8823-e4bbc58bebe1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a64d822-a651-4d6d-9d1f-f005c77bc34c HTTP/1.1" status: 200 len: 919 time: 0.3335631 Mar 07 21:45:20.673988 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7fb8c-9563-4f57-b381-dfd1745da5a3 req-0758782b-16ae-4e92-a190-cfceafff120c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:20.681292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-23f7fb8c-9563-4f57-b381-dfd1745da5a3 req-0758782b-16ae-4e92-a190-cfceafff120c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2989769 Mar 07 21:45:20.691123 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3b90767-9bd5-499d-a159-fa503d759183 req-b4c02d54-f099-4e61-b0e3-9909d3dacd4b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (146a166b-9a9d-4849-844d-3efa60efe50f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:20.822278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa2913-1103-4347-901e-ece362acd64e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port 4a0ec0fa-18b2-4512-901b-08afffed6b44 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:20.822943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9dfa2913-1103-4347-901e-ece362acd64e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4a0ec0fa-18b2-4512-901b-08afffed6b44), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:20.825999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1608588003-network', 'tenant_id': 'f1427b8a108149488caa0787f8cbad11'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:20.830182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3126ed1-ec8a-4503-8aaf-cee6e8b936c2 req-7dcbd205-c7b3-42e5-9162-25c55d999404 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdbc55c4-61d9-48ee-9618-b14b517b663c HTTP/1.1" status: 200 len: 217 time: 0.1433830 Mar 07 21:45:20.875057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f4ea88ce-5707-453d-8f95-12e77a8b36f7 req-336a473c-c396-47bf-8b29-da07049212a8 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648096 Mar 07 21:45:20.893185 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9dfa2913-1103-4347-901e-ece362acd64e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4a0ec0fa-18b2-4512-901b-08afffed6b44), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:20.899089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b90767-9bd5-499d-a159-fa503d759183 req-b4c02d54-f099-4e61-b0e3-9909d3dacd4b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Network 0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:20.913954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa2913-1103-4347-901e-ece362acd64e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for 4a0ec0fa-18b2-4512-901b-08afffed6b44 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:20.954851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-e3b90767-9bd5-499d-a159-fa503d759183 req-b4c02d54-f099-4e61-b0e3-9909d3dacd4b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:20.957428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b90767-9bd5-499d-a159-fa503d759183 req-b4c02d54-f099-4e61-b0e3-9909d3dacd4b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:20.960619 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41a8c189-63f7-4597-816b-a395587b1e82 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (7fad0f9d-0389-40bf-ab0b-7040c97244cf), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:20.962501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c02d54-f099-4e61-b0e3-9909d3dacd4b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Pushing event updated for resources: {'Port': ['ID=146a166b-9a9d-4849-844d-3efa60efe50f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:21.007281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Made reservation on behalf of f1427b8a108149488caa0787f8cbad11 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:21.009852 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:21.010506 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9dfa2913-1103-4347-901e-ece362acd64e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4a0ec0fa-18b2-4512-901b-08afffed6b44), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:21.017631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-23f7fb8c-9563-4f57-b381-dfd1745da5a3 req-d6ef3996-e942-41ac-bb26-883095277078 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353989 Mar 07 21:45:21.042918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa2913-1103-4347-901e-ece362acd64e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=4a0ec0fa-18b2-4512-901b-08afffed6b44,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:21.053556 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9dfa2913-1103-4347-901e-ece362acd64e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:21.060027 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9dfa2913-1103-4347-901e-ece362acd64e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/4a0ec0fa-18b2-4512-901b-08afffed6b44 HTTP/1.1" status: 204 len: 168 time: 0.8092604 Mar 07 21:45:21.060683 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36364) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:21.067500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-eddddfa1-6d5a-48fe-b6b7-bba1ebc66ed7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'mac_address': 'fa:16:3e:5a:15:87', 'name': 'tempest-PortsTestJSON-987543983'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:21.114821 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:21.210454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3126ed1-ec8a-4503-8aaf-cee6e8b936c2 req-d30fef93-10f9-41d8-a38f-0a18dc537daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:21.212661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3126ed1-ec8a-4503-8aaf-cee6e8b936c2 req-d30fef93-10f9-41d8-a38f-0a18dc537daf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c081fe-dc52-4918-ab2b-7c35c53daa65 HTTP/1.1" status: 200 len: 858 time: 0.3715563 Mar 07 21:45:21.248186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddddfa1-6d5a-48fe-b6b7-bba1ebc66ed7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:21.303083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b90767-9bd5-499d-a159-fa503d759183 req-b4c02d54-f099-4e61-b0e3-9909d3dacd4b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:21.303891 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3b90767-9bd5-499d-a159-fa503d759183 req-b4c02d54-f099-4e61-b0e3-9909d3dacd4b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:21.345152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8c189-63f7-4597-816b-a395587b1e82 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Subnet': ['ID=7fad0f9d-0389-40bf-ab0b-7040c97244cf,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:21.349845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3126ed1-ec8a-4503-8aaf-cee6e8b936c2 req-76ec4f51-59f1-4fed-9406-b221a0ec2709 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a64d822-a651-4d6d-9d1f-f005c77bc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216359 Mar 07 21:45:21.376062 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-e214e789-3eea-4934-b068-3b1586fd026e tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:21.378739 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-e214e789-3eea-4934-b068-3b1586fd026e tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.15 "GET /v2.0/networks?id=28f36b71-1ab3-4190-95eb-6ff3de099e0a HTTP/1.1" status: 200 len: 817 time: 0.2094171 Mar 07 21:45:21.417379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-22c0a60c-d412-451c-b0d5-13535f86dcc1 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Request body: {'port': {'device_id': '24197fe9-2d21-4a41-a134-ddce46d2e1d6', 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a', 'admin_state_up': True, 'tenant_id': '01cae9ea5cb144fc8b7616a323662004'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:21.425981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01e2a5-029c-453a-b3f6-5ff27d58ad8a req-a523fa0e-faf1-4c0a-b72c-222c01d53271 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:21.427547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb01e2a5-029c-453a-b3f6-5ff27d58ad8a req-a523fa0e-faf1-4c0a-b72c-222c01d53271 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 932 time: 0.4566050 Mar 07 21:45:21.447722 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eddddfa1-6d5a-48fe-b6b7-bba1ebc66ed7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:21.449489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a8c189-63f7-4597-816b-a395587b1e82 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Checking segment: {'id': '9ecb31c4-76c2-4752-b6ad-02f51d02733e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddff3304-1666-405a-ae46-de67820037d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:21.449857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a8c189-63f7-4597-816b-a395587b1e82 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network hostable DHCP agents. Network: ddff3304-1666-405a-ae46-de67820037d9, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:21.455399 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3b90767-9bd5-499d-a159-fa503d759183 req-b4c02d54-f099-4e61-b0e3-9909d3dacd4b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1515875 Mar 07 21:45:21.509271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Request body: {'port': {'device_id': '455a5cf3-061a-4b99-a990-f985dac24a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:21.526490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-eddddfa1-6d5a-48fe-b6b7-bba1ebc66ed7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port 13942eba-4ab5-4c94-b50d-4e20b9d1f6a6 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:45:21.532242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25572008-ba5a-42f8-9c40-d1d5c4f27cd8 req-aa09e9bc-0cee-49e9-bc45-874767d0d468 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:21.533720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25572008-ba5a-42f8-9c40-d1d5c4f27cd8 req-aa09e9bc-0cee-49e9-bc45-874767d0d468 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.4130695 Mar 07 21:45:21.602959 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-46aea844-3dea-4a28-9a3a-84d3abf826eb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:21.604399 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-46aea844-3dea-4a28-9a3a-84d3abf826eb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.13 "GET /v2.0/networks?id=28f36b71-1ab3-4190-95eb-6ff3de099e0a HTTP/1.1" status: 200 len: 817 time: 0.2756560 Mar 07 21:45:21.629356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-8bac85c7-c869-4f6e-85b3-4d0d26156835 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Request body: {'port': {'device_id': '4702ec1d-845d-4c2f-84dd-04ce187611ec', 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a', 'admin_state_up': True, 'tenant_id': '01cae9ea5cb144fc8b7616a323662004'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:21.658919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-cfc99b29-e59b-44c7-97ed-e24e69559787 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:21.660376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-cfc99b29-e59b-44c7-97ed-e24e69559787 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.13 "GET /v2.0/networks?id=28f36b71-1ab3-4190-95eb-6ff3de099e0a HTTP/1.1" status: 200 len: 817 time: 0.5234032 Mar 07 21:45:21.683998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a8c189-63f7-4597-816b-a395587b1e82 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network ddff3304-1666-405a-ae46-de67820037d9 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:21.704364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-22c0a60c-d412-451c-b0d5-13535f86dcc1 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Made reservation on behalf of 01cae9ea5cb144fc8b7616a323662004 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:21.705142 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d862e917-3ab8-492a-aa62-6a6b08bd42eb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Request body: {'port': {'device_id': '0870cdad-288f-4706-bc51-af3e27cffe98', 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a', 'admin_state_up': True, 'tenant_id': '01cae9ea5cb144fc8b7616a323662004'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:21.707670 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-22c0a60c-d412-451c-b0d5-13535f86dcc1 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:21.716181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb01e2a5-029c-453a-b3f6-5ff27d58ad8a req-251a050f-0383-426e-8e76-6fe5b51a6b58 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688003 Mar 07 21:45:21.756346 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3126ed1-ec8a-4503-8aaf-cee6e8b936c2 req-8f9b701c-87b1-4493-8eef-9d2600ad4cf5 service neutron] 10.222.0.15 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924038 Mar 07 21:45:21.771599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-41a8c189-63f7-4597-816b-a395587b1e82 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, ddff3304-1666-405a-ae46-de67820037d9) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:21.776090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a8c189-63f7-4597-816b-a395587b1e82 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:21.776697 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41a8c189-63f7-4597-816b-a395587b1e82 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:21.781309 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Publish callbacks [] for security_group (a332605d-3ddf-45a6-a81f-34156ded63c1), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:21.784723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6456a2f-add9-4a11-98db-24c150371c4a None None] Network ddff3304-1666-405a-ae46-de67820037d9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:21.790005 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (146a166b-9a9d-4849-844d-3efa60efe50f), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:21.854634 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a332605d-3ddf-45a6-a81f-34156ded63c1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:21.895033 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eddddfa1-6d5a-48fe-b6b7-bba1ebc66ed7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (13942eba-4ab5-4c94-b50d-4e20b9d1f6a6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:21.921236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-ddff3304-1666-405a-ae46-de67820037d9', 'network_id': 'ddff3304-1666-405a-ae46-de67820037d9', 'project_id': '1ca6ef81b0ec4cf88d70d6f83fca75bc', 'fixed_ips': [{'subnet_id': '7fad0f9d-0389-40bf-ab0b-7040c97244cf'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:45:21.922134 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:21.934567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-8bac85c7-c869-4f6e-85b3-4d0d26156835 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Made reservation on behalf of 01cae9ea5cb144fc8b7616a323662004 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:21.937993 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-8bac85c7-c869-4f6e-85b3-4d0d26156835 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.015510 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-22c0a60c-d412-451c-b0d5-13535f86dcc1 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Allocated IP 172.20.0.8 (28f36b71-1ab3-4190-95eb-6ff3de099e0a/2ec5668c-1854-4d3d-9703-e6939e7caf1a/f3fa2f5c-0701-4170-933f-6aab42f979c6) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:22.079960 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eddddfa1-6d5a-48fe-b6b7-bba1ebc66ed7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (13942eba-4ab5-4c94-b50d-4e20b9d1f6a6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.091801 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.097374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Allocated IP 172.20.0.2 (ddff3304-1666-405a-ae46-de67820037d9/7fad0f9d-0389-40bf-ab0b-7040c97244cf/1411b03c-af24-4a16-b29a-a5eb3dae3438) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:22.131545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25572008-ba5a-42f8-9c40-d1d5c4f27cd8 req-49c26d7a-6ab6-4cb5-9184-029947dc64e1 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5713570 Mar 07 21:45:22.156182 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:22.166117 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddddfa1-6d5a-48fe-b6b7-bba1ebc66ed7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=13942eba-4ab5-4c94-b50d-4e20b9d1f6a6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:22.169831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddddfa1-6d5a-48fe-b6b7-bba1ebc66ed7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 804f0adb-3448-460f-bee8-264d3739de56 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:22.176644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-eddddfa1-6d5a-48fe-b6b7-bba1ebc66ed7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:22.181789 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddddfa1-6d5a-48fe-b6b7-bba1ebc66ed7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:22.185853 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3deafdbf-d085-44ba-9a29-cafe316cb507), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.187360 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Added segment 3deafdbf-d085-44ba-9a29-cafe316cb507 of type vlan for network 1c76a7b9-adff-480e-bfb4-69cdccc61be7 Mar 07 21:45:22.187614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddddfa1-6d5a-48fe-b6b7-bba1ebc66ed7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:22.188244 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eddddfa1-6d5a-48fe-b6b7-bba1ebc66ed7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.257428 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (1c76a7b9-adff-480e-bfb4-69cdccc61be7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.284038 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eddddfa1-6d5a-48fe-b6b7-bba1ebc66ed7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2218945 Mar 07 21:45:22.287560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36374) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:22.359526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bc066c-ed67-402f-b3b4-089bdaae85dd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:22.364123 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c6bc066c-ed67-402f-b3b4-089bdaae85dd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/13942eba-4ab5-4c94-b50d-4e20b9d1f6a6 HTTP/1.1" status: 200 len: 840 time: 0.0757673 Mar 07 21:45:22.367444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36380) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:22.368468 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Publish callbacks [] for port (1411b03c-af24-4a16-b29a-a5eb3dae3438), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.376858 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (1411b03c-af24-4a16-b29a-a5eb3dae3438), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.403221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-41a8c189-63f7-4597-816b-a395587b1e82 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7280245 Mar 07 21:45:22.407522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36382) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:22.420268 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-22c0a60c-d412-451c-b0d5-13535f86dcc1 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks [] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.441482 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Network ddff3304-1666-405a-ae46-de67820037d9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:22.448259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:22.453495 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (1c76a7b9-adff-480e-bfb4-69cdccc61be7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.454314 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:22.454504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:22.455082 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.458763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Pushing event updated for resources: {'Port': ['ID=1411b03c-af24-4a16-b29a-a5eb3dae3438,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:22.490654 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea447ae1-9e59-4be9-b7aa-70e5601cb927 req-0dabc2ab-6faa-47de-9dd9-2c2a7d0173f4 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 210 time: 0.3580198 Mar 07 21:45:22.529958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Attempting to bind port 1411b03c-af24-4a16-b29a-a5eb3dae3438 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:22.531277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Attempting to bind port 1411b03c-af24-4a16-b29a-a5eb3dae3438 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '9ecb31c4-76c2-4752-b6ad-02f51d02733e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddff3304-1666-405a-ae46-de67820037d9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:22.531654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Attempting to bind port 1411b03c-af24-4a16-b29a-a5eb3dae3438 on network ddff3304-1666-405a-ae46-de67820037d9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:22.549184 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:22.549569 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Checking segment: {'id': '9ecb31c4-76c2-4752-b6ad-02f51d02733e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddff3304-1666-405a-ae46-de67820037d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:22.550391 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.550956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Bound using segment: {'id': '9ecb31c4-76c2-4752-b6ad-02f51d02733e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddff3304-1666-405a-ae46-de67820037d9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:22.552804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Bound port: 1411b03c-af24-4a16-b29a-a5eb3dae3438, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb31c4-76c2-4752-b6ad-02f51d02733e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ddff3304-1666-405a-ae46-de67820037d9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:22.553459 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1411b03c-af24-4a16-b29a-a5eb3dae3438), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.565229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a332605d-3ddf-45a6-a81f-34156ded63c1,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:22.615303 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-22c0a60c-d412-451c-b0d5-13535f86dcc1 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.643989 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:22.644350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:22.644790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:22.645136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:22.645491 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:22.645833 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:22.646257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:22.646590 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:22.646922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:22.647243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:22.647575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:22.647906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:22.648234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:22.648446 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (ddff3304-1666-405a-ae46-de67820037d9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.649692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] For port 1411b03c-af24-4a16-b29a-a5eb3dae3438, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:22.653211 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] For port 1411b03c-af24-4a16-b29a-a5eb3dae3438, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1411b03c-af24-4a16-b29a-a5eb3dae3438,segment=NetworkSegment(9ecb31c4-76c2-4752-b6ad-02f51d02733e),segment_id=9ecb31c4-76c2-4752-b6ad-02f51d02733e)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:22.654189 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1006219 Mar 07 21:45:22.663616 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1411b03c-af24-4a16-b29a-a5eb3dae3438), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.671270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36392) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:22.688841 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-eea42880-980c-4a04-bb82-11eff8d4227e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port 13942eba-4ab5-4c94-b50d-4e20b9d1f6a6 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:22.689182 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eea42880-980c-4a04-bb82-11eff8d4227e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (13942eba-4ab5-4c94-b50d-4e20b9d1f6a6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.725362 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2bbec-d88b-4ec0-adc8-438f5329240d None None] Pushing event updated for resources: {'Port': ['ID=1411b03c-af24-4a16-b29a-a5eb3dae3438,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:22.736369 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-22c0a60c-d412-451c-b0d5-13535f86dcc1 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Network 28f36b71-1ab3-4190-95eb-6ff3de099e0a is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:22.738732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-a9a07644-1082-4838-b72d-2b781c10c24e admin admin] Request body: {'subnet': {'network_id': '1c76a7b9-adff-480e-bfb4-69cdccc61be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1608588003-subnet', 'tenant_id': 'f1427b8a108149488caa0787f8cbad11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:22.753016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7569e-eebf-414f-a6fb-9c9be4365025 admin admin] Pushing event updated for resources: {'Network': ['ID=1c76a7b9-adff-480e-bfb4-69cdccc61be7,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:22.757867 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-22c0a60c-d412-451c-b0d5-13535f86dcc1 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:22.760956 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-22c0a60c-d412-451c-b0d5-13535f86dcc1 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:22.772615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 1c76a7b9-adff-480e-bfb4-69cdccc61be7 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:22.777033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-8bac85c7-c869-4f6e-85b3-4d0d26156835 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Allocated IP 172.20.0.13 (28f36b71-1ab3-4190-95eb-6ff3de099e0a/2ec5668c-1854-4d3d-9703-e6939e7caf1a/0eae16d4-e7bf-4295-afc7-032176744c15) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:22.807062 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0a60c-d412-451c-b0d5-13535f86dcc1 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Pushing event updated for resources: {'Port': ['ID=f3fa2f5c-0701-4170-933f-6aab42f979c6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:22.831747 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3126ed1-ec8a-4503-8aaf-cee6e8b936c2 req-96335294-e002-43be-a5f6-0f7107ad1da3 service neutron] 10.222.0.15 "GET /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0428283 Mar 07 21:45:22.900804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d862e917-3ab8-492a-aa62-6a6b08bd42eb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Made reservation on behalf of 01cae9ea5cb144fc8b7616a323662004 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:22.901733 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eea42880-980c-4a04-bb82-11eff8d4227e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (13942eba-4ab5-4c94-b50d-4e20b9d1f6a6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.904232 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d862e917-3ab8-492a-aa62-6a6b08bd42eb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:22.936042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-eea42880-980c-4a04-bb82-11eff8d4227e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for 13942eba-4ab5-4c94-b50d-4e20b9d1f6a6 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:22.947816 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b56087-fbf4-4163-9aae-7cb021f6e14b req-7fd9bbac-066a-4105-b07e-b51e31795b3c tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:22.949497 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c1b56087-fbf4-4163-9aae-7cb021f6e14b req-7fd9bbac-066a-4105-b07e-b51e31795b3c tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.4840677 Mar 07 21:45:22.950913 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-22c0a60c-d412-451c-b0d5-13535f86dcc1 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:22.951428 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-22c0a60c-d412-451c-b0d5-13535f86dcc1 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:23.004692 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a07644-1082-4838-b72d-2b781c10c24e admin admin] Made reservation on behalf of f1427b8a108149488caa0787f8cbad11 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:23.007056 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a9a07644-1082-4838-b72d-2b781c10c24e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:23.016342 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-22c0a60c-d412-451c-b0d5-13535f86dcc1 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6296473 Mar 07 21:45:23.065031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Request body: {'port': {'device_id': '24197fe9-2d21-4a41-a134-ddce46d2e1d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:23.076324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23835b-d036-4845-b889-10a2758dd53e req-d21acb0f-7c22-4c75-9daf-ae9e622b94f1 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:23.083724 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae23835b-d036-4845-b889-10a2758dd53e req-d21acb0f-7c22-4c75-9daf-ae9e622b94f1 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 810 time: 0.4888172 Mar 07 21:45:23.180271 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae23835b-d036-4845-b889-10a2758dd53e req-75b6f578-04b9-495c-89fb-165a3d37a626 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/quotas/ca708fcaf44345cea0e9701fa4c6c46a HTTP/1.1" status: 200 len: 375 time: 0.0956616 Mar 07 21:45:23.184632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Deleting port 1411b03c-af24-4a16-b29a-a5eb3dae3438 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:23.185442 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1411b03c-af24-4a16-b29a-a5eb3dae3438), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:23.284889 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:23.298162 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eea42880-980c-4a04-bb82-11eff8d4227e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (13942eba-4ab5-4c94-b50d-4e20b9d1f6a6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:23.299809 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c1b56087-fbf4-4163-9aae-7cb021f6e14b req-6c422401-2dee-48e8-9601-087c4d4ceb82 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058739 Mar 07 21:45:23.382820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146a166b-9a9d-4849-844d-3efa60efe50f {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:45:23.390937 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-8bac85c7-c869-4f6e-85b3-4d0d26156835 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks [] for port (0eae16d4-e7bf-4295-afc7-032176744c15), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:23.398972 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae23835b-d036-4845-b889-10a2758dd53e req-8060cf84-fd88-4a12-95f3-cd4097e65175 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2028875 Mar 07 21:45:23.399548 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea42880-980c-4a04-bb82-11eff8d4227e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=13942eba-4ab5-4c94-b50d-4e20b9d1f6a6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:23.410059 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] For port 1411b03c-af24-4a16-b29a-a5eb3dae3438, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1411b03c-af24-4a16-b29a-a5eb3dae3438,segment=NetworkSegment(9ecb31c4-76c2-4752-b6ad-02f51d02733e),segment_id=9ecb31c4-76c2-4752-b6ad-02f51d02733e)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:23.410452 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1411b03c-af24-4a16-b29a-a5eb3dae3438), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:23.427495 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Publish callbacks [] for port (146a166b-9a9d-4849-844d-3efa60efe50f), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:23.429160 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eea42880-980c-4a04-bb82-11eff8d4227e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:23.433996 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eea42880-980c-4a04-bb82-11eff8d4227e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/13942eba-4ab5-4c94-b50d-4e20b9d1f6a6 HTTP/1.1" status: 204 len: 168 time: 1.0639594 Mar 07 21:45:23.440940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36396) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:23.443035 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Calling delete_port for 1411b03c-af24-4a16-b29a-a5eb3dae3438 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:23.482456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Transition to ACTIVE for port object 146a166b-9a9d-4849-844d-3efa60efe50f will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:45:23.512400 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (146a166b-9a9d-4849-844d-3efa60efe50f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:23.528818 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-388087ff-243a-4543-9644-24b7d42c917b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] GET failed (client error): The resource could not be found. Mar 07 21:45:23.530315 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-388087ff-243a-4543-9644-24b7d42c917b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/13942eba-4ab5-4c94-b50d-4e20b9d1f6a6 HTTP/1.1" status: 404 len: 333 time: 0.0884056 Mar 07 21:45:23.540860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36400) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:23.545073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-570aa93e-2abb-4fa5-8d0b-18af44ed6a6b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'name': 'tempest-PortsTestJSON-1817089241'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:23.607917 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a9a07644-1082-4838-b72d-2b781c10c24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (b177896c-47bb-441b-a078-d3cebbb06cd6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:23.650150 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1a2e3-ba91-4387-befb-086da18cfec3 req-7e9e8ae5-69c1-4cf5-9f78-b2fdc1fb5240 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:23.651628 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3d1a2e3-ba91-4387-befb-086da18cfec3 req-7e9e8ae5-69c1-4cf5-9f78-b2fdc1fb5240 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 950 time: 0.2497306 Mar 07 21:45:23.660765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Pushing event updated for resources: {'Port': ['ID=146a166b-9a9d-4849-844d-3efa60efe50f,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:23.666900 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-8bac85c7-c869-4f6e-85b3-4d0d26156835 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0eae16d4-e7bf-4295-afc7-032176744c15), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:23.754838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-8bac85c7-c869-4f6e-85b3-4d0d26156835 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Network 28f36b71-1ab3-4190-95eb-6ff3de099e0a is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:23.765871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-8bac85c7-c869-4f6e-85b3-4d0d26156835 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:23.786167 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac85c7-c869-4f6e-85b3-4d0d26156835 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Pushing event updated for resources: {'Port': ['ID=0eae16d4-e7bf-4295-afc7-032176744c15,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:23.791878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-8bac85c7-c869-4f6e-85b3-4d0d26156835 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:23.797179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae23835b-d036-4845-b889-10a2758dd53e req-8cd0085e-8b1f-4c5b-9fb2-333600dcc021 service neutron] 10.222.0.26 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802865 Mar 07 21:45:23.799765 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570aa93e-2abb-4fa5-8d0b-18af44ed6a6b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:23.803149 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-570aa93e-2abb-4fa5-8d0b-18af44ed6a6b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:23.813508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a07644-1082-4838-b72d-2b781c10c24e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b177896c-47bb-441b-a078-d3cebbb06cd6,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:23.850297 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-570aa93e-2abb-4fa5-8d0b-18af44ed6a6b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port 63b53ef3-042c-42e5-a07f-5a76e6c3ab11 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:45:23.892267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d862e917-3ab8-492a-aa62-6a6b08bd42eb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Allocated IP 172.20.0.9 (28f36b71-1ab3-4190-95eb-6ff3de099e0a/2ec5668c-1854-4d3d-9703-e6939e7caf1a/25c348c6-8b91-4507-b2c2-5fd3c91eaa5d) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:23.921751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-8bac85c7-c869-4f6e-85b3-4d0d26156835 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:23.922491 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-8bac85c7-c869-4f6e-85b3-4d0d26156835 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:23.928434 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (1411b03c-af24-4a16-b29a-a5eb3dae3438), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:23.938692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3d1a2e3-ba91-4387-befb-086da18cfec3 req-50b43330-14dd-4edd-9e25-b89999711371 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708933 Mar 07 21:45:23.973925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Attempting to bind port 146a166b-9a9d-4849-844d-3efa60efe50f on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:23.974430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Attempting to bind port 146a166b-9a9d-4849-844d-3efa60efe50f by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'faf87e44-1b9c-4b59-9fc6-f0601fe164ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:23.974845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Attempting to bind port 146a166b-9a9d-4849-844d-3efa60efe50f on network 0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:23.982048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Port': ['ID=1411b03c-af24-4a16-b29a-a5eb3dae3438,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:23.984814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a07644-1082-4838-b72d-2b781c10c24e admin admin] Checking segment: {'id': '3deafdbf-d085-44ba-9a29-cafe316cb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1c76a7b9-adff-480e-bfb4-69cdccc61be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:23.985313 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a07644-1082-4838-b72d-2b781c10c24e admin admin] Network hostable DHCP agents. Network: 1c76a7b9-adff-480e-bfb4-69cdccc61be7, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:23.996690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Port 146a166b-9a9d-4849-844d-3efa60efe50f on network 0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:45:23.997120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Attempting to bind port 146a166b-9a9d-4849-844d-3efa60efe50f on network 0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:24.001312 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-8bac85c7-c869-4f6e-85b3-4d0d26156835 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3814788 Mar 07 21:45:24.020659 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Request body: {'port': {'device_id': '4702ec1d-845d-4c2f-84dd-04ce187611ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:24.042903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:24.043252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Checking segment: {'id': 'faf87e44-1b9c-4b59-9fc6-f0601fe164ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:24.043638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Bound using segment: {'id': 'faf87e44-1b9c-4b59-9fc6-f0601fe164ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:24.044073 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Bound port: 146a166b-9a9d-4849-844d-3efa60efe50f, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf87e44-1b9c-4b59-9fc6-f0601fe164ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:24.044435 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (146a166b-9a9d-4849-844d-3efa60efe50f), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:24.054276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d73535e-b1b8-4bdd-99c2-0d091741a91b None None] Network ddff3304-1666-405a-ae46-de67820037d9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:24.083899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae23835b-d036-4845-b889-10a2758dd53e req-0b6dd924-0392-4321-8291-9c6781d58676 service neutron] 10.222.0.26 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859685 Mar 07 21:45:24.085927 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No DVR routers for this DVR port 1411b03c-af24-4a16-b29a-a5eb3dae3438 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:24.150692 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a07644-1082-4838-b72d-2b781c10c24e admin admin] Network 1c76a7b9-adff-480e-bfb4-69cdccc61be7 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:24.190012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1df5c9f2-8a37-4b03-9fa5-8f0c9565d30c None None] Could not find standard attr ID for object 1411b03c-af24-4a16-b29a-a5eb3dae3438. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:45:24.196419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-a9a07644-1082-4838-b72d-2b781c10c24e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 1c76a7b9-adff-480e-bfb4-69cdccc61be7) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:24.219600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a07644-1082-4838-b72d-2b781c10c24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:24.220195 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a9a07644-1082-4838-b72d-2b781c10c24e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:24.262515 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0eae16d4-e7bf-4295-afc7-032176744c15), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:24.280653 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (7fad0f9d-0389-40bf-ab0b-7040c97244cf), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:24.303853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856bad0-c060-4613-8744-276002c2a584 req-1cd79fcf-6c2f-4fa2-91f7-3f934410a839 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:24.311039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3856bad0-c060-4613-8744-276002c2a584 req-1cd79fcf-6c2f-4fa2-91f7-3f934410a839 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 944 time: 0.2631328 Mar 07 21:45:24.360806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] For port 146a166b-9a9d-4849-844d-3efa60efe50f, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:24.371877 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a9a07644-1082-4838-b72d-2b781c10c24e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6778257 Mar 07 21:45:24.400188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36408) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:24.415084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1608588003-router', 'tenant_id': 'f1427b8a108149488caa0787f8cbad11', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:24.432778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] For port 146a166b-9a9d-4849-844d-3efa60efe50f, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=146a166b-9a9d-4849-844d-3efa60efe50f,segment=NetworkSegment(faf87e44-1b9c-4b59-9fc6-f0601fe164ea),segment_id=faf87e44-1b9c-4b59-9fc6-f0601fe164ea)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:24.481907 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (146a166b-9a9d-4849-844d-3efa60efe50f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:24.491895 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f726eaf-25b9-4899-aac8-75ddbbeca974 None None] Network 1c76a7b9-adff-480e-bfb4-69cdccc61be7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:24.545848 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:24.546923 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:24.565334 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d862e917-3ab8-492a-aa62-6a6b08bd42eb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks [] for port (25c348c6-8b91-4507-b2c2-5fd3c91eaa5d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:24.591837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3856bad0-c060-4613-8744-276002c2a584 req-38fff758-682c-4442-9187-680e5204d25c tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797468 Mar 07 21:45:24.601595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:24.602264 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:24.603676 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3b90767-9bd5-499d-a159-fa503d759183 req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] 10.222.0.15 "PUT /v2.0/ports/146a166b-9a9d-4849-844d-3efa60efe50f HTTP/1.1" status: 200 len: 1092 time: 3.1342025 Mar 07 21:45:24.607629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455a5cf3-061a-4b99-a990-f985dac24a30', 'tag': '146a166b-9a9d-4849-844d-3efa60efe50f'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:24.625686 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f23b68-373c-4137-8d97-23495139e3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "455a5cf3-061a-4b99-a990-f985dac24a30", "tag": "146a166b-9a9d-4849-844d-3efa60efe50f"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:45:24.673163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-1c76a7b9-adff-480e-bfb4-69cdccc61be7', 'network_id': '1c76a7b9-adff-480e-bfb4-69cdccc61be7', 'project_id': 'f1427b8a108149488caa0787f8cbad11', 'fixed_ips': [{'subnet_id': 'b177896c-47bb-441b-a078-d3cebbb06cd6'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:45:24.674226 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:24.784588 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-570aa93e-2abb-4fa5-8d0b-18af44ed6a6b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (63b53ef3-042c-42e5-a07f-5a76e6c3ab11), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:24.897745 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6f944-ace4-43f6-b8d1-866805b2816b req-e0d3af7e-6d93-410c-b0aa-e4cc1ee1e226 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:24.900459 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ece6f944-ace4-43f6-b8d1-866805b2816b req-e0d3af7e-6d93-410c-b0aa-e4cc1ee1e226 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 950 time: 0.7137508 Mar 07 21:45:24.960075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Allocated IP 172.20.0.2 (1c76a7b9-adff-480e-bfb4-69cdccc61be7/b177896c-47bb-441b-a078-d3cebbb06cd6/ee1ad745-9209-406e-ad5f-9df2a12d47ab) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:24.988368 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-570aa93e-2abb-4fa5-8d0b-18af44ed6a6b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (63b53ef3-042c-42e5-a07f-5a76e6c3ab11), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.042544 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (7fad0f9d-0389-40bf-ab0b-7040c97244cf), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.059776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e746d0d0-f036-4ef8-97d1-e7035d7b01dc req-f5c87238-151a-44de-a9b3-e6070fb22e74 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 210 time: 0.3426178 Mar 07 21:45:25.060387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247360fb-d0ab-47a9-b725-f45a3dd03219 service neutron] Pushing event updated for resources: {'Port': ['ID=146a166b-9a9d-4849-844d-3efa60efe50f,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:25.079464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec61e69-c5b6-4ca9-bf2d-0124fe47f761 req-d775c357-4e70-4ba1-ab68-46f9e21115c1 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:25.086831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ec61e69-c5b6-4ca9-bf2d-0124fe47f761 req-d775c357-4e70-4ba1-ab68-46f9e21115c1 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 932 time: 0.6853547 Mar 07 21:45:25.147311 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Publish callbacks [] for router_controller (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.157672 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d862e917-3ab8-492a-aa62-6a6b08bd42eb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (25c348c6-8b91-4507-b2c2-5fd3c91eaa5d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.179638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Subnet': ['ID=7fad0f9d-0389-40bf-ab0b-7040c97244cf,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:25.205680 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e96d86d-1bc9-4eed-9029-16b79570748f None None] Network ddff3304-1666-405a-ae46-de67820037d9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:25.221028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570aa93e-2abb-4fa5-8d0b-18af44ed6a6b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 804f0adb-3448-460f-bee8-264d3739de56 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:25.249726 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b90767-9bd5-499d-a159-fa503d759183 req-074a0ce4-cced-41a8-b7cd-cf871bb183ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:25.251317 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3b90767-9bd5-499d-a159-fa503d759183 req-074a0ce4-cced-41a8-b7cd-cf871bb183ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f89f39f903f4f0b93daaf3049054462&device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 1126 time: 0.5535216 Mar 07 21:45:25.259573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-570aa93e-2abb-4fa5-8d0b-18af44ed6a6b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:25.266442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570aa93e-2abb-4fa5-8d0b-18af44ed6a6b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:25.271788 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570aa93e-2abb-4fa5-8d0b-18af44ed6a6b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:25.272501 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-570aa93e-2abb-4fa5-8d0b-18af44ed6a6b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.278964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570aa93e-2abb-4fa5-8d0b-18af44ed6a6b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=63b53ef3-042c-42e5-a07f-5a76e6c3ab11,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:25.313372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ec61e69-c5b6-4ca9-bf2d-0124fe47f761 req-8bc7c447-b3bc-4ecb-85c0-2214893f396c tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255917 Mar 07 21:45:25.363962 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (ddff3304-1666-405a-ae46-de67820037d9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.384511 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Publish callbacks [] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.390538 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d862e917-3ab8-492a-aa62-6a6b08bd42eb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Network 28f36b71-1ab3-4190-95eb-6ff3de099e0a is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:25.396744 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.410045 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2537a9d7-6495-45ad-814f-24639919f16b x-openstack-request-id: req-2537a9d7-6495-45ad-814f-24639919f16b {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:45:25.410425 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455a5cf3-061a-4b99-a990-f985dac24a30", "tag": "146a166b-9a9d-4849-844d-3efa60efe50f", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:45:25.410681 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2537a9d7-6495-45ad-814f-24639919f16b {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:45:25.411626 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455a5cf3-061a-4b99-a990-f985dac24a30', 'tag': '146a166b-9a9d-4849-844d-3efa60efe50f', 'status': 'completed', 'code': 200} Mar 07 21:45:25.413375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3b90767-9bd5-499d-a159-fa503d759183 req-3a1198d0-9e3a-4d7c-aa31-3e59c04b8e5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=146a166b-9a9d-4849-844d-3efa60efe50f HTTP/1.1" status: 200 len: 217 time: 0.1182737 Mar 07 21:45:25.414994 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-570aa93e-2abb-4fa5-8d0b-18af44ed6a6b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8737290 Mar 07 21:45:25.419044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddff3304-1666-405a-ae46-de67820037d9']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:25.424065 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36422) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:25.432992 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-13a6ec4d-7d14-4969-b38b-d8b5f4bf42b7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:25.450935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d862e917-3ab8-492a-aa62-6a6b08bd42eb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:25.458114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862e917-3ab8-492a-aa62-6a6b08bd42eb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Pushing event updated for resources: {'Port': ['ID=25c348c6-8b91-4507-b2c2-5fd3c91eaa5d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:25.459307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Network 1c76a7b9-adff-480e-bfb4-69cdccc61be7 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:25.463887 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:25.465875 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Pushing event updated for resources: {'Port': ['ID=ee1ad745-9209-406e-ad5f-9df2a12d47ab,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:25.470097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d862e917-3ab8-492a-aa62-6a6b08bd42eb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:25.472109 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:25.486054 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecb31c4-76c2-4752-b6ad-02f51d02733e') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:25.488612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecb31c4-76c2-4752-b6ad-02f51d02733e') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:25.510011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (9ecb31c4-76c2-4752-b6ad-02f51d02733e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.523168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c91ad7-619f-4659-864e-142e89e40ed3 None None] DHCP port deletion for ddff3304-1666-405a-ae46-de67820037d9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:45:25.532305 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-ece6f944-ace4-43f6-b8d1-866805b2816b req-f4241980-297b-4aec-b28f-144970c7fe3f tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Deleting port 24b34626-412b-449f-8837-5237060ecce4 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:25.532734 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ece6f944-ace4-43f6-b8d1-866805b2816b req-f4241980-297b-4aec-b28f-144970c7fe3f tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (24b34626-412b-449f-8837-5237060ecce4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.553306 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Publish callbacks [] for router_gateway (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.572089 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (9ecb31c4-76c2-4752-b6ad-02f51d02733e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.574353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Attempting to bind port ee1ad745-9209-406e-ad5f-9df2a12d47ab on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:25.574809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Attempting to bind port ee1ad745-9209-406e-ad5f-9df2a12d47ab by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '3deafdbf-d085-44ba-9a29-cafe316cb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1c76a7b9-adff-480e-bfb4-69cdccc61be7'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:25.575407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Attempting to bind port ee1ad745-9209-406e-ad5f-9df2a12d47ab on network 1c76a7b9-adff-480e-bfb4-69cdccc61be7 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:25.581034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:25.581517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Checking segment: {'id': '3deafdbf-d085-44ba-9a29-cafe316cb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1c76a7b9-adff-480e-bfb4-69cdccc61be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:25.582261 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.582749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Bound using segment: {'id': '3deafdbf-d085-44ba-9a29-cafe316cb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1c76a7b9-adff-480e-bfb4-69cdccc61be7'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:25.583340 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Bound port: ee1ad745-9209-406e-ad5f-9df2a12d47ab, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3deafdbf-d085-44ba-9a29-cafe316cb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1c76a7b9-adff-480e-bfb4-69cdccc61be7'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:25.583841 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.615834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:25.616351 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (9ecb31c4-76c2-4752-b6ad-02f51d02733e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:25.623497 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:25.625548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e2ecf-f3e9-45b3-a86d-267f308fce02 req-965abe3c-ea59-4a57-9183-4c4c3cbfd1bd tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:25.628193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-885e2ecf-f3e9-45b3-a86d-267f308fce02 req-965abe3c-ea59-4a57-9183-4c4c3cbfd1bd tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.4126096 Mar 07 21:45:25.649920 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b90767-9bd5-499d-a159-fa503d759183 req-efdce143-8f68-4889-bf1f-4a3675e65afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:25.651929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3b90767-9bd5-499d-a159-fa503d759183 req-efdce143-8f68-4889-bf1f-4a3675e65afc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e HTTP/1.1" status: 200 len: 853 time: 0.1969564 Mar 07 21:45:25.662991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d862e917-3ab8-492a-aa62-6a6b08bd42eb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:25.663625 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d862e917-3ab8-492a-aa62-6a6b08bd42eb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.687432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] For port ee1ad745-9209-406e-ad5f-9df2a12d47ab, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:25.691444 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13a6ec4d-7d14-4969-b38b-d8b5f4bf42b7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (63b53ef3-042c-42e5-a07f-5a76e6c3ab11), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.693629 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] For port ee1ad745-9209-406e-ad5f-9df2a12d47ab, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ee1ad745-9209-406e-ad5f-9df2a12d47ab,segment=NetworkSegment(3deafdbf-d085-44ba-9a29-cafe316cb507),segment_id=3deafdbf-d085-44ba-9a29-cafe316cb507)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:25.704084 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.724962 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3b90767-9bd5-499d-a159-fa503d759183 req-f797b146-2cfe-4f36-919b-103b5de28eb1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562601 Mar 07 21:45:25.748086 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d862e917-3ab8-492a-aa62-6a6b08bd42eb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0617433 Mar 07 21:45:25.769938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4118e5f-ecc4-45ed-9eb0-04b2fa15e662 None None] Pushing event updated for resources: {'Port': ['ID=ee1ad745-9209-406e-ad5f-9df2a12d47ab,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:25.809287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Request body: {'port': {'device_id': '0870cdad-288f-4706-bc51-af3e27cffe98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:25.831224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3fa2f5c-0701-4170-933f-6aab42f979c6 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:45:25.871193 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Publish callbacks [] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.878878 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (ddff3304-1666-405a-ae46-de67820037d9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.890830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-ece6f944-ace4-43f6-b8d1-866805b2816b req-f4241980-297b-4aec-b28f-144970c7fe3f tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] For port 24b34626-412b-449f-8837-5237060ecce4, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=24b34626-412b-449f-8837-5237060ecce4,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:25.891196 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ece6f944-ace4-43f6-b8d1-866805b2816b req-f4241980-297b-4aec-b28f-144970c7fe3f tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (24b34626-412b-449f-8837-5237060ecce4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.904625 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.910575 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/ddff3304-1666-405a-ae46-de67820037d9 HTTP/1.1" status: 204 len: 168 time: 3.4999475 Mar 07 21:45:25.914537 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36426) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:25.921993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Transition to ACTIVE for port object f3fa2f5c-0701-4170-933f-6aab42f979c6 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:45:25.945207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a64-0a48-491b-b134-034d8a8e7e38 req-efaa729d-b14c-4e5d-b8cb-0c8fe476b6f9 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:25.950642 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9bff6a64-0a48-491b-b134-034d8a8e7e38 req-efaa729d-b14c-4e5d-b8cb-0c8fe476b6f9 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=b70f2658-12da-4a5e-86be-4b9be473246f HTTP/1.1" status: 200 len: 950 time: 0.4084446 Mar 07 21:45:25.985591 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:25.987651 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2304d-c3cf-4cb4-b83d-616d52536446 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Network': ['ID=ddff3304-1666-405a-ae46-de67820037d9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:26.001388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-ece6f944-ace4-43f6-b8d1-866805b2816b req-f4241980-297b-4aec-b28f-144970c7fe3f tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Calling delete_port for 24b34626-412b-449f-8837-5237060ecce4 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:26.027186 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab87ed12-03ea-4eb9-bc6d-a8abfee03d69 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] GET failed (client error): The resource could not be found. Mar 07 21:45:26.028562 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ab87ed12-03ea-4eb9-bc6d-a8abfee03d69 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "GET /v2.0/subnets/7fad0f9d-0389-40bf-ab0b-7040c97244cf HTTP/1.1" status: 404 len: 337 time: 0.1079712 Mar 07 21:45:26.042430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36428) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:26.091764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-885e2ecf-f3e9-45b3-a86d-267f308fce02 req-bd747de1-9c76-407b-8e04-4a76e285892b tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388320 Mar 07 21:45:26.178480 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (25c348c6-8b91-4507-b2c2-5fd3c91eaa5d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:26.200707 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc29bbf0-917a-440b-ac4e-96cc106fa1b4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:26.201336 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc29bbf0-917a-440b-ac4e-96cc106fa1b4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:26.204947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cc29bbf0-917a-440b-ac4e-96cc106fa1b4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/ddff3304-1666-405a-ae46-de67820037d9 HTTP/1.1" status: 404 len: 339 time: 0.1542768 Mar 07 21:45:26.220796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36436) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:26.229481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3fa2f5c-0701-4170-933f-6aab42f979c6,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:26.276455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23835b-d036-4845-b889-10a2758dd53e req-2b92d543-207d-4cca-8d67-d32d6e94d48c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:26.277796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae23835b-d036-4845-b889-10a2758dd53e req-2b92d543-207d-4cca-8d67-d32d6e94d48c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.15 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 810 time: 0.5579247 Mar 07 21:45:26.332045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-ae23835b-d036-4845-b889-10a2758dd53e req-73a47d85-8b41-4308-8aff-8da6318608a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Request body: {'port': {'device_id': '5c73c63b-588c-4271-8481-c4e87434c8b7', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'admin_state_up': True, 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:26.355390 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3b90767-9bd5-499d-a159-fa503d759183 req-1ee08fc9-2eda-45f3-94a9-9463dafa5f03 service neutron] 10.222.0.15 "GET /v2.0/networks/0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120141 Mar 07 21:45:26.383755 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13a6ec4d-7d14-4969-b38b-d8b5f4bf42b7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (63b53ef3-042c-42e5-a07f-5a76e6c3ab11), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:26.410363 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9bff6a64-0a48-491b-b134-034d8a8e7e38 req-b0d918f3-0fca-4d8b-a064-8ad6b630b016 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705084 Mar 07 21:45:26.412320 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13a6ec4d-7d14-4969-b38b-d8b5f4bf42b7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (63b53ef3-042c-42e5-a07f-5a76e6c3ab11), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:26.479234 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee1ad745-9209-406e-ad5f-9df2a12d47ab up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:26.494652 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Attempting to bind port f3fa2f5c-0701-4170-933f-6aab42f979c6 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:26.495017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Attempting to bind port f3fa2f5c-0701-4170-933f-6aab42f979c6 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '25c0bc37-d171-4c31-90a4-d27a50cd62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:26.495313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Attempting to bind port f3fa2f5c-0701-4170-933f-6aab42f979c6 on network 28f36b71-1ab3-4190-95eb-6ff3de099e0a {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:26.498732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eae16d4-e7bf-4295-afc7-032176744c15 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:45:26.521858 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Publish callbacks [] for port (0eae16d4-e7bf-4295-afc7-032176744c15), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:26.538518 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Port f3fa2f5c-0701-4170-933f-6aab42f979c6 on network 28f36b71-1ab3-4190-95eb-6ff3de099e0a not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:45:26.538817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Attempting to bind port f3fa2f5c-0701-4170-933f-6aab42f979c6 on network 28f36b71-1ab3-4190-95eb-6ff3de099e0a {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:26.541198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-13a6ec4d-7d14-4969-b38b-d8b5f4bf42b7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] In _notify_port_updated(), no bound segment for port 63b53ef3-042c-42e5-a07f-5a76e6c3ab11 on network 804f0adb-3448-460f-bee8-264d3739de56 {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 21:45:26.546297 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a6ec4d-7d14-4969-b38b-d8b5f4bf42b7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:26.546905 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13a6ec4d-7d14-4969-b38b-d8b5f4bf42b7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:26.550763 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-13a6ec4d-7d14-4969-b38b-d8b5f4bf42b7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "PUT /v2.0/ports/63b53ef3-042c-42e5-a07f-5a76e6c3ab11 HTTP/1.1" status: 200 len: 818 time: 1.1208658 Mar 07 21:45:26.558355 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36440) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:26.558796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6ec4d-7d14-4969-b38b-d8b5f4bf42b7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=63b53ef3-042c-42e5-a07f-5a76e6c3ab11,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:26.563949 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ee1ad745-9209-406e-ad5f-9df2a12d47ab triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:26.564663 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:26.571812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Transition to ACTIVE for port object 0eae16d4-e7bf-4295-afc7-032176744c15 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:45:26.575937 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:26.576326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Checking segment: {'id': '25c0bc37-d171-4c31-90a4-d27a50cd62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:26.576503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Bound using segment: {'id': '25c0bc37-d171-4c31-90a4-d27a50cd62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:26.577465 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Bound port: f3fa2f5c-0701-4170-933f-6aab42f979c6, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c0bc37-d171-4c31-90a4-d27a50cd62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:26.577827 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:26.615142 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (0eae16d4-e7bf-4295-afc7-032176744c15), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:26.656313 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ece6f944-ace4-43f6-b8d1-866805b2816b req-f4241980-297b-4aec-b28f-144970c7fe3f tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (24b34626-412b-449f-8837-5237060ecce4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:26.676265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ee1ad745-9209-406e-ad5f-9df2a12d47ab is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:26.676820 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:26.679418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['a25f0ebd-8c73-4e66-9835-93fc70ba3a91'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:45:26.785651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port ee1ad745-9209-406e-ad5f-9df2a12d47ab, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ee1ad745-9209-406e-ad5f-9df2a12d47ab,segment=NetworkSegment(3deafdbf-d085-44ba-9a29-cafe316cb507),segment_id=3deafdbf-d085-44ba-9a29-cafe316cb507)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:26.810609 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] For port f3fa2f5c-0701-4170-933f-6aab42f979c6, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:26.816247 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] For port f3fa2f5c-0701-4170-933f-6aab42f979c6, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f3fa2f5c-0701-4170-933f-6aab42f979c6,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:26.819457 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:26.854763 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0eae16d4-e7bf-4295-afc7-032176744c15,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:26.890168 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece6f944-ace4-43f6-b8d1-866805b2816b req-f4241980-297b-4aec-b28f-144970c7fe3f tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] No DVR routers for this DVR port 24b34626-412b-449f-8837-5237060ecce4 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:26.893004 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ece6f944-ace4-43f6-b8d1-866805b2816b req-f4241980-297b-4aec-b28f-144970c7fe3f tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:26.894316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1411b03c-af24-4a16-b29a-a5eb3dae3438 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:26.897094 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ece6f944-ace4-43f6-b8d1-866805b2816b req-f4241980-297b-4aec-b28f-144970c7fe3f tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.13 "DELETE /v2.0/ports/24b34626-412b-449f-8837-5237060ecce4 HTTP/1.1" status: 204 len: 173 time: 1.9839144 Mar 07 21:45:26.935357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 1411b03c-af24-4a16-b29a-a5eb3dae3438 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:26.935988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1411b03c-af24-4a16-b29a-a5eb3dae3438 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:26.948544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4241980-297b-4aec-b28f-144970c7fe3f tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Pushing event deleted for resources: {'Port': ['ID=24b34626-412b-449f-8837-5237060ecce4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:26.956502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70f2658-12da-4a5e-86be-4b9be473246f', 'name': 'network-vif-deleted', 'tag': '24b34626-412b-449f-8837-5237060ecce4'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:26.964542 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ac2853-2f31-4e6e-881d-f42bee00fb61" -d '{"events": [{"server_uuid": "b70f2658-12da-4a5e-86be-4b9be473246f", "name": "network-vif-deleted", "tag": "24b34626-412b-449f-8837-5237060ecce4"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:45:27.004396 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=ee1ad745-9209-406e-ad5f-9df2a12d47ab,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:27.040323 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:27.076137 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5ee1d-192c-48b4-b530-da76fa6a326d req-b7b306f3-0792-4013-8cf4-369d89575ea0 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:27.084712 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bbf5ee1d-192c-48b4-b530-da76fa6a326d req-b7b306f3-0792-4013-8cf4-369d89575ea0 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 944 time: 0.9025633 Mar 07 21:45:27.120302 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e3232e00-44f3-49d7-83a0-6dd4b7ad4b47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port 63b53ef3-042c-42e5-a07f-5a76e6c3ab11 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:27.120906 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3232e00-44f3-49d7-83a0-6dd4b7ad4b47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (63b53ef3-042c-42e5-a07f-5a76e6c3ab11), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:27.131446 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:27.132062 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:27.133453 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] 10.222.0.15 "PUT /v2.0/ports/f3fa2f5c-0701-4170-933f-6aab42f979c6 HTTP/1.1" status: 200 len: 1091 time: 4.1043117 Mar 07 21:45:27.144158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8016709b-c6eb-447f-bf1c-eea3bf6eee62 req-a3e1d9b7-61c5-432e-9e53-fc272bf890b6 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 210 time: 0.6044471 Mar 07 21:45:27.245311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Attempting to bind port 0eae16d4-e7bf-4295-afc7-032176744c15 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:27.245658 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Attempting to bind port 0eae16d4-e7bf-4295-afc7-032176744c15 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '25c0bc37-d171-4c31-90a4-d27a50cd62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:27.245982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Attempting to bind port 0eae16d4-e7bf-4295-afc7-032176744c15 on network 28f36b71-1ab3-4190-95eb-6ff3de099e0a {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:27.276531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a7ad10-7f6a-4e98-b8e7-7964c14d9e43 None None] Network 1c76a7b9-adff-480e-bfb4-69cdccc61be7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:27.280181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3b90767-9bd5-499d-a159-fa503d759183 req-e9397c15-8bda-4eed-8888-75d009e2c2d3 service neutron] 10.222.0.15 "GET /v2.0/networks/0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8734124 Mar 07 21:45:27.295233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92c00b2-ee38-4568-8da5-ee2d03319cd3 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:27.297351 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d92c00b2-ee38-4568-8da5-ee2d03319cd3 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0430195 Mar 07 21:45:27.313726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Port 0eae16d4-e7bf-4295-afc7-032176744c15 on network 28f36b71-1ab3-4190-95eb-6ff3de099e0a not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:45:27.314578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Attempting to bind port 0eae16d4-e7bf-4295-afc7-032176744c15 on network 28f36b71-1ab3-4190-95eb-6ff3de099e0a {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:27.323308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1ff3c-bd93-47ba-94ab-9feae5df8af8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3fa2f5c-0701-4170-933f-6aab42f979c6,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:27.339025 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36446) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:27.403929 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3232e00-44f3-49d7-83a0-6dd4b7ad4b47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (63b53ef3-042c-42e5-a07f-5a76e6c3ab11), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:27.406019 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7786eaa7-ebf2-47ea-83b9-3492ccdbd7c8 None None] Provisioning complete for port ee1ad745-9209-406e-ad5f-9df2a12d47ab triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:27.406487 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7786eaa7-ebf2-47ea-83b9-3492ccdbd7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:27.425815 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-54cdb06b-6797-4eb4-beaf-5e27746f5f6e tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 207 time: 0.0775435 Mar 07 21:45:27.437664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36450) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:27.447410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:27.447410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Checking segment: {'id': '25c0bc37-d171-4c31-90a4-d27a50cd62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:27.448222 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Bound using segment: {'id': '25c0bc37-d171-4c31-90a4-d27a50cd62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:27.448689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Bound port: 0eae16d4-e7bf-4295-afc7-032176744c15, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c0bc37-d171-4c31-90a4-d27a50cd62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:27.449058 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0eae16d4-e7bf-4295-afc7-032176744c15), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:27.543364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-e2fbb42a-05eb-4254-89db-2b08a71d7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:27.545091 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-e2fbb42a-05eb-4254-89db-2b08a71d7590 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01cae9ea5cb144fc8b7616a323662004&device_id=24197fe9-2d21-4a41-a134-ddce46d2e1d6 HTTP/1.1" status: 200 len: 1125 time: 0.3028283 Mar 07 21:45:27.549395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7786eaa7-ebf2-47ea-83b9-3492ccdbd7c8 None None] Current status of the port ee1ad745-9209-406e-ad5f-9df2a12d47ab is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:27.557606 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e3232e00-44f3-49d7-83a0-6dd4b7ad4b47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for 63b53ef3-042c-42e5-a07f-5a76e6c3ab11 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:27.625823 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bbf5ee1d-192c-48b4-b530-da76fa6a326d req-bbc44a9f-06cd-41fd-9561-60c1c1d8d256 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401261 Mar 07 21:45:27.643256 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Publish callbacks [] for router_gateway (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:27.692761 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-44be6df2-07f7-4c0b-8414-fa7acdf6710f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3fa2f5c-0701-4170-933f-6aab42f979c6 HTTP/1.1" status: 200 len: 217 time: 0.1292284 Mar 07 21:45:27.709733 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:27.721402 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b52cec-7286-4ce7-8c48-d0e2b38fb1bf x-openstack-request-id: req-f7b52cec-7286-4ce7-8c48-d0e2b38fb1bf {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:45:27.721703 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70f2658-12da-4a5e-86be-4b9be473246f", "name": "network-vif-deleted", "tag": "24b34626-412b-449f-8837-5237060ecce4", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:45:27.722587 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7b52cec-7286-4ce7-8c48-d0e2b38fb1bf {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:45:27.722906 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70f2658-12da-4a5e-86be-4b9be473246f', 'name': 'network-vif-deleted', 'tag': '24b34626-412b-449f-8837-5237060ecce4', 'status': 'completed', 'code': 200} Mar 07 21:45:27.740495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae23835b-d036-4845-b889-10a2758dd53e req-73a47d85-8b41-4308-8aff-8da6318608a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Made reservation on behalf of ca708fcaf44345cea0e9701fa4c6c46a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:27.743885 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ae23835b-d036-4845-b889-10a2758dd53e req-73a47d85-8b41-4308-8aff-8da6318608a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:27.825507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f23b68-373c-4137-8d97-23495139e3c8 req-ae136ae7-03e6-4ff9-bb89-ee3a79c8db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:27.827971 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28f23b68-373c-4137-8d97-23495139e3c8 req-ae136ae7-03e6-4ff9-bb89-ee3a79c8db4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f89f39f903f4f0b93daaf3049054462&device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 1126 time: 0.4703314 Mar 07 21:45:27.841473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] For port 0eae16d4-e7bf-4295-afc7-032176744c15, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:27.849643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] For port 0eae16d4-e7bf-4295-afc7-032176744c15, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=0eae16d4-e7bf-4295-afc7-032176744c15,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:27.872607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-03cb118a-5c26-4c4f-9134-41858631bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:27.874775 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8301167e-806f-46e2-a0cf-fd68d1ab884b None None] Provisioning complete for port ee1ad745-9209-406e-ad5f-9df2a12d47ab triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:27.875278 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-03cb118a-5c26-4c4f-9134-41858631bd67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ec5668c-1854-4d3d-9703-e6939e7caf1a HTTP/1.1" status: 200 len: 857 time: 0.1747639 Mar 07 21:45:27.875806 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8301167e-806f-46e2-a0cf-fd68d1ab884b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:27.882033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b97b28-7bbc-4b1f-b3a6-6b753405b2ca tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:27.887774 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b97b28-7bbc-4b1f-b3a6-6b753405b2ca tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:27.894203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b97b28-7bbc-4b1f-b3a6-6b753405b2ca tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:27.900380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b97b28-7bbc-4b1f-b3a6-6b753405b2ca tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:27.902293 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-19b97b28-7bbc-4b1f-b3a6-6b753405b2ca tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4320915 Mar 07 21:45:27.908681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (0eae16d4-e7bf-4295-afc7-032176744c15), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:27.918166 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36458) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:27.940874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a2499-ce10-4de5-9e87-f7ef74205e85 req-4322529c-8deb-4c54-a259-399cc477c668 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:27.947743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-995a2499-ce10-4de5-9e87-f7ef74205e85 req-4322529c-8deb-4c54-a259-399cc477c668 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 944 time: 0.3632317 Mar 07 21:45:27.952328 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-b987cad9-4717-4f4a-ade1-20208ce16697 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28f36b71-1ab3-4190-95eb-6ff3de099e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449805 Mar 07 21:45:27.966630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:27.967260 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:27.971501 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/0eae16d4-e7bf-4295-afc7-032176744c15 HTTP/1.1" status: 200 len: 1092 time: 3.9590850 Mar 07 21:45:28.014452 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8301167e-806f-46e2-a0cf-fd68d1ab884b None None] Current status of the port ee1ad745-9209-406e-ad5f-9df2a12d47ab is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:28.130794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 24b34626-412b-449f-8837-5237060ecce4 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:28.137547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:45:28.158379 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Publish callbacks [] for port (25c348c6-8b91-4507-b2c2-5fd3c91eaa5d), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:28.172510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 24b34626-412b-449f-8837-5237060ecce4 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:28.173220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 24b34626-412b-449f-8837-5237060ecce4 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:28.230410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Allocated IP 172.25.4.54 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/f755c71b-742f-4d72-b542-fc66aa1c4d84) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:28.255039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Transition to ACTIVE for port object 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:45:28.274410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f23b68-373c-4137-8d97-23495139e3c8 req-3329eb62-ae8f-4a8a-8d2a-917e58053a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:28.275917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28f23b68-373c-4137-8d97-23495139e3c8 req-3329eb62-ae8f-4a8a-8d2a-917e58053a9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e HTTP/1.1" status: 200 len: 914 time: 0.4395881 Mar 07 21:45:28.276571 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (25c348c6-8b91-4507-b2c2-5fd3c91eaa5d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:28.290232 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-995a2499-ce10-4de5-9e87-f7ef74205e85 req-f0e18fab-9540-4d24-9ec4-3352c16e3c20 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416808 Mar 07 21:45:28.400166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-ae23835b-d036-4845-b889-10a2758dd53e req-73a47d85-8b41-4308-8aff-8da6318608a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Allocated IP 172.20.0.10 (9807cc18-410d-443c-9dde-c6dcdc3533d2/8d512c80-174d-40f9-a72d-e6a5b780a4f4/f64d11ec-e267-4b76-b66a-d7f3ab5db6a7) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:28.419360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28f23b68-373c-4137-8d97-23495139e3c8 req-2df9905d-2009-4cee-b588-2c07743181ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=146a166b-9a9d-4849-844d-3efa60efe50f HTTP/1.1" status: 200 len: 217 time: 0.1252825 Mar 07 21:45:28.434034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f109-93b0-44d0-bfed-3ed69dddc83b req-ec4c06c3-96af-4149-8cac-3eab5b2ff928 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:28.441408 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca96f109-93b0-44d0-bfed-3ed69dddc83b req-ec4c06c3-96af-4149-8cac-3eab5b2ff928 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 950 time: 0.3487239 Mar 07 21:45:28.479401 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee1ad745-9209-406e-ad5f-9df2a12d47ab up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:28.530801 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3232e00-44f3-49d7-83a0-6dd4b7ad4b47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (63b53ef3-042c-42e5-a07f-5a76e6c3ab11), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:28.561772 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3232e00-44f3-49d7-83a0-6dd4b7ad4b47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:28.568007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Pushing event updated for resources: {'Port': ['ID=25c348c6-8b91-4507-b2c2-5fd3c91eaa5d,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:28.569338 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e3232e00-44f3-49d7-83a0-6dd4b7ad4b47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/63b53ef3-042c-42e5-a07f-5a76e6c3ab11 HTTP/1.1" status: 204 len: 168 time: 2.0080781 Mar 07 21:45:28.572351 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a14a544-0a84-4796-a76f-bc86b3d65496 req-7d45f22c-75d2-479f-bc49-7f9cbb38dc4a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 210 time: 0.0854843 Mar 07 21:45:28.575678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36464) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:28.594776 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ee1ad745-9209-406e-ad5f-9df2a12d47ab triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:28.597975 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:28.599315 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-85bee26c-9df6-4425-96c4-34a2cf9370b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:28.600941 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-85bee26c-9df6-4425-96c4-34a2cf9370b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01cae9ea5cb144fc8b7616a323662004&device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 1126 time: 0.2210643 Mar 07 21:45:28.605256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959506d4-73a5-4d97-a073-91995013f3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0eae16d4-e7bf-4295-afc7-032176744c15,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:28.678321 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-2a818bda-7e87-48e1-8cc8-262aa45df351 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eae16d4-e7bf-4295-afc7-032176744c15 HTTP/1.1" status: 200 len: 217 time: 0.0659513 Mar 07 21:45:28.710345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ee1ad745-9209-406e-ad5f-9df2a12d47ab is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:28.735181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3232e00-44f3-49d7-83a0-6dd4b7ad4b47 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=63b53ef3-042c-42e5-a07f-5a76e6c3ab11,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:28.752943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f23b68-373c-4137-8d97-23495139e3c8 req-983eea52-14ec-473e-b1e2-e8502ff4db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:28.754497 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28f23b68-373c-4137-8d97-23495139e3c8 req-983eea52-14ec-473e-b1e2-e8502ff4db13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e HTTP/1.1" status: 200 len: 853 time: 0.3059831 Mar 07 21:45:28.799689 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ea6a9820-3cde-4fa8-9388-b62a09c82247 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.8499992 Mar 07 21:45:28.802090 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-8709deee-1506-4fc3-bab6-dfb6163c4608 service neutron] 10.222.0.15 "GET /v2.0/networks/28f36b71-1ab3-4190-95eb-6ff3de099e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8018978 Mar 07 21:45:28.804386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36470) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:28.818695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca96f109-93b0-44d0-bfed-3ed69dddc83b req-5ea26452-1634-4c0f-ae0b-bd67412193b7 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7a33c16-74e1-496e-8db0-159f08479341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759484 Mar 07 21:45:28.828026 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Publish callbacks [] for port (f755c71b-742f-4d72-b542-fc66aa1c4d84), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:28.897665 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4c5af58-8aaa-4159-8aac-3304d1eb4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:28.899163 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-d4c5af58-8aaa-4159-8aac-3304d1eb4481 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ec5668c-1854-4d3d-9703-e6939e7caf1a HTTP/1.1" status: 200 len: 857 time: 0.1761563 Mar 07 21:45:28.944218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Attempting to bind port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:28.944572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Attempting to bind port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '25c0bc37-d171-4c31-90a4-d27a50cd62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:28.944881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Attempting to bind port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d on network 28f36b71-1ab3-4190-95eb-6ff3de099e0a {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:28.948281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28f23b68-373c-4137-8d97-23495139e3c8 req-c325bb00-4339-48d7-85cf-ee027f53d82c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1751540 Mar 07 21:45:28.982808 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ba2688e9-49fb-4d70-99cc-7b06f0f2cd99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28f36b71-1ab3-4190-95eb-6ff3de099e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620973 Mar 07 21:45:28.989489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd1d6b-cc3f-4c95-9333-be0775e56518 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:28.990800 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd1d6b-cc3f-4c95-9333-be0775e56518 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:28.996609 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ffbd1d6b-cc3f-4c95-9333-be0775e56518 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1869316 Mar 07 21:45:29.000342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36472) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:29.008129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d on network 28f36b71-1ab3-4190-95eb-6ff3de099e0a not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:45:29.008466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Attempting to bind port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d on network 28f36b71-1ab3-4190-95eb-6ff3de099e0a {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:29.071169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4f667d-6f5b-44ea-a591-6ce7ccf1d479 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:29.075783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ab4f667d-6f5b-44ea-a591-6ce7ccf1d479 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4906120 Mar 07 21:45:29.078454 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36474) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:29.095747 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-4566d1f0-d3d7-462c-8ff4-ab782cca9d2b service neutron] 10.222.0.15 "GET /v2.0/networks/28f36b71-1ab3-4190-95eb-6ff3de099e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708158 Mar 07 21:45:29.113936 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-2996936e-7966-4e4d-a7e8-bc98188b201f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] GET failed (client error): The resource could not be found. Mar 07 21:45:29.117304 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2996936e-7966-4e4d-a7e8-bc98188b201f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/63b53ef3-042c-42e5-a07f-5a76e6c3ab11 HTTP/1.1" status: 404 len: 333 time: 0.0348055 Mar 07 21:45:29.122899 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36476) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:29.135077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8d135e66-6191-4c5c-8631-22674075c540 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-157349532'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:29.161269 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-a2d5f2ef-d8d6-413c-af64-f7dd3dd957e8 service neutron] 10.222.0.13 "GET /v2.0/networks/28f36b71-1ab3-4190-95eb-6ff3de099e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674976 Mar 07 21:45:29.177492 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d135e66-6191-4c5c-8631-22674075c540 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:29.180769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d135e66-6191-4c5c-8631-22674075c540 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:29.258981 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d135e66-6191-4c5c-8631-22674075c540 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:29.277365 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d135e66-6191-4c5c-8631-22674075c540 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0ca89964-e04f-44d3-bb7d-9cf063b351ae), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:29.277708 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-8d135e66-6191-4c5c-8631-22674075c540 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Added segment 0ca89964-e04f-44d3-bb7d-9cf063b351ae of type vlan for network 94e6fd91-6486-406d-9b37-ffd79e8127cb Mar 07 21:45:29.298126 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-e604795b-3a8b-417c-bad4-3a1c64212195 service neutron] 10.222.0.13 "GET /v2.0/networks/28f36b71-1ab3-4190-95eb-6ff3de099e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298501 Mar 07 21:45:29.329044 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d135e66-6191-4c5c-8631-22674075c540 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (94e6fd91-6486-406d-9b37-ffd79e8127cb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:29.368158 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d135e66-6191-4c5c-8631-22674075c540 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (94e6fd91-6486-406d-9b37-ffd79e8127cb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:29.375617 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d135e66-6191-4c5c-8631-22674075c540 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:29.376833 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d135e66-6191-4c5c-8631-22674075c540 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:29.413234 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f755c71b-742f-4d72-b542-fc66aa1c4d84), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:29.426086 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8d135e66-6191-4c5c-8631-22674075c540 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2994375 Mar 07 21:45:29.427487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:29.427834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Checking segment: {'id': '25c0bc37-d171-4c31-90a4-d27a50cd62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:29.428262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Bound using segment: {'id': '25c0bc37-d171-4c31-90a4-d27a50cd62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:29.428669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Bound port: 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c0bc37-d171-4c31-90a4-d27a50cd62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:29.429021 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (25c348c6-8b91-4507-b2c2-5fd3c91eaa5d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:29.431233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36480) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:29.449585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-fa8a691a-87b3-4af7-b842-28813ae404fd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'subnet': {'network_id': '94e6fd91-6486-406d-9b37-ffd79e8127cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:29.464521 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d135e66-6191-4c5c-8631-22674075c540 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Network': ['ID=94e6fd91-6486-406d-9b37-ffd79e8127cb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:29.476572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 94e6fd91-6486-406d-9b37-ffd79e8127cb details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:29.562626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea8463-27a6-4bc6-8b18-86c01d5dfb0f req-84610336-d719-43fb-a34f-a09cdac7ec7d tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:29.565980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8ea8463-27a6-4bc6-8b18-86c01d5dfb0f req-84610336-d719-43fb-a34f-a09cdac7ec7d tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 944 time: 0.8233280 Mar 07 21:45:29.686341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11244b5-79ed-45f4-b92e-c4e035dd4cfb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['shared'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:29.687559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11244b5-79ed-45f4-b92e-c4e035dd4cfb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['shared'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:29.692627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f11244b5-79ed-45f4-b92e-c4e035dd4cfb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.6819527 Mar 07 21:45:29.695053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f2d11-2243-42d0-98e1-a448a120df6d req-ec05282a-bc0a-4997-a803-2439c243954a tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:29.696558 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c60f2d11-2243-42d0-98e1-a448a120df6d req-ec05282a-bc0a-4997-a803-2439c243954a tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.13 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 950 time: 0.0539072 Mar 07 21:45:29.697049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36486) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:29.703044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:29.724962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24197fe9-2d21-4a41-a134-ddce46d2e1d6', 'tag': 'f3fa2f5c-0701-4170-933f-6aab42f979c6'}, {'name': 'network-changed', 'server_uuid': '4702ec1d-845d-4c2f-84dd-04ce187611ec', 'tag': '0eae16d4-e7bf-4295-afc7-032176744c15'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:29.727205 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631aede7-6803-4704-80a5-ab5281770a86" -d '{"events": [{"name": "network-changed", "server_uuid": "24197fe9-2d21-4a41-a134-ddce46d2e1d6", "tag": "f3fa2f5c-0701-4170-933f-6aab42f979c6"}, {"name": "network-changed", "server_uuid": "4702ec1d-845d-4c2f-84dd-04ce187611ec", "tag": "0eae16d4-e7bf-4295-afc7-032176744c15"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:45:29.737934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:29.740399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:29.763249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 146a166b-9a9d-4849-844d-3efa60efe50f details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:45:29.783756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Pushing event updated for resources: {'Port': ['ID=f755c71b-742f-4d72-b542-fc66aa1c4d84,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:29.844150 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ae23835b-d036-4845-b889-10a2758dd53e req-73a47d85-8b41-4308-8aff-8da6318608a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:29.891342 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92ce9a5-d830-4f56-9c0d-407d6229c165 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:29.896390 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a92ce9a5-d830-4f56-9c0d-407d6229c165 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "GET /v2.0/networks/90a0c571-4787-4e4b-abd2-ce6feb9637a2 HTTP/1.1" status: 200 len: 799 time: 0.1948462 Mar 07 21:45:29.897027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36494) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:29.910775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8ea8463-27a6-4bc6-8b18-86c01d5dfb0f req-9af96e14-e2c9-4ee0-a21a-3bb0abaed943 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082013 Mar 07 21:45:29.939743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-c60f2d11-2243-42d0-98e1-a448a120df6d req-491af652-ae22-4a7e-8054-2b867ee038ef tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Deleting port a25f0ebd-8c73-4e66-9835-93fc70ba3a91 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:29.940095 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c60f2d11-2243-42d0-98e1-a448a120df6d req-491af652-ae22-4a7e-8054-2b867ee038ef tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a25f0ebd-8c73-4e66-9835-93fc70ba3a91), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:29.954568 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 146a166b-9a9d-4849-844d-3efa60efe50f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=146a166b-9a9d-4849-844d-3efa60efe50f,segment=NetworkSegment(faf87e44-1b9c-4b59-9fc6-f0601fe164ea),segment_id=faf87e44-1b9c-4b59-9fc6-f0601fe164ea)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:29.978909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '146a166b-9a9d-4849-844d-3efa60efe50f', 'network_id': '0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e', 'port_id': '146a166b-9a9d-4849-844d-3efa60efe50f', 'mac_address': 'fa:16:3e:3d:c7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:45:29.986271 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28f23b68-373c-4137-8d97-23495139e3c8 req-968cab72-d4a5-42ce-b066-eccffa677efd service neutron] 10.222.0.15 "GET /v2.0/networks/0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0056942 Mar 07 21:45:30.064949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] For port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:30.067050 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 146a166b-9a9d-4849-844d-3efa60efe50f is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:30.067630 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (146a166b-9a9d-4849-844d-3efa60efe50f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:30.094398 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-831f4c7c-059e-4241-beb0-c3f7abcadf21 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "GET /v2.0/networks/90a0c571-4787-4e4b-abd2-ce6feb9637a2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1929462 Mar 07 21:45:30.096550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36496) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:30.102614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146a166b-9a9d-4849-844d-3efa60efe50f {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:45:30.131807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 146a166b-9a9d-4849-844d-3efa60efe50f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=146a166b-9a9d-4849-844d-3efa60efe50f,segment=NetworkSegment(faf87e44-1b9c-4b59-9fc6-f0601fe164ea),segment_id=faf87e44-1b9c-4b59-9fc6-f0601fe164ea)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:30.142966 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (146a166b-9a9d-4849-844d-3efa60efe50f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:30.168056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece75fa6-5b49-4672-a164-82078e6ba3bc tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:30.170118 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ece75fa6-5b49-4672-a164-82078e6ba3bc tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "GET /v2.0/subnets/f77171b3-8cd8-4aba-bbc1-7c545b2da5e0 HTTP/1.1" status: 200 len: 811 time: 0.0724726 Mar 07 21:45:30.174606 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36498) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:30.189857 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-c60f2d11-2243-42d0-98e1-a448a120df6d req-491af652-ae22-4a7e-8054-2b867ee038ef tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] For port a25f0ebd-8c73-4e66-9835-93fc70ba3a91, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a25f0ebd-8c73-4e66-9835-93fc70ba3a91,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:30.190420 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c60f2d11-2243-42d0-98e1-a448a120df6d req-491af652-ae22-4a7e-8054-2b867ee038ef tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a25f0ebd-8c73-4e66-9835-93fc70ba3a91), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:30.192290 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-171b6017-fa2e-44e2-81d1-c759fc715807 req-ea28c4be-4176-43c2-98be-5505dff648a5 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 210 time: 0.1898391 Mar 07 21:45:30.225644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8a691a-87b3-4af7-b842-28813ae404fd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:30.229579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=146a166b-9a9d-4849-844d-3efa60efe50f,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:30.235498 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fa8a691a-87b3-4af7-b842-28813ae404fd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:30.242702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-c60f2d11-2243-42d0-98e1-a448a120df6d req-491af652-ae22-4a7e-8054-2b867ee038ef tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Calling delete_port for a25f0ebd-8c73-4e66-9835-93fc70ba3a91 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:30.256244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] For port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=25c348c6-8b91-4507-b2c2-5fd3c91eaa5d,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:30.267089 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df0ae1-ffb2-4622-be21-3613daf99177 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['shared'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:30.268525 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-51df0ae1-ffb2-4622-be21-3613daf99177 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "GET /v2.0/subnets/f77171b3-8cd8-4aba-bbc1-7c545b2da5e0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0927615 Mar 07 21:45:30.269661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555fb51-51fe-4884-828d-bdbedbe0aae5 req-a40f52d4-804e-4837-8cc6-84b8a11aa4a8 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:30.277816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1555fb51-51fe-4884-828d-bdbedbe0aae5 req-a40f52d4-804e-4837-8cc6-84b8a11aa4a8 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 944 time: 0.8613434 Mar 07 21:45:30.288508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36500) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:30.298715 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 21:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdb44da-104a-448a-85b3-bfd13e457708 x-openstack-request-id: req-3fdb44da-104a-448a-85b3-bfd13e457708 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:45:30.299016 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24197fe9-2d21-4a41-a134-ddce46d2e1d6", "tag": "f3fa2f5c-0701-4170-933f-6aab42f979c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4702ec1d-845d-4c2f-84dd-04ce187611ec", "tag": "0eae16d4-e7bf-4295-afc7-032176744c15", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:45:30.299292 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3fdb44da-104a-448a-85b3-bfd13e457708 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:45:30.299777 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24197fe9-2d21-4a41-a134-ddce46d2e1d6', 'tag': 'f3fa2f5c-0701-4170-933f-6aab42f979c6', 'status': 'completed', 'code': 200} Mar 07 21:45:30.300127 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4702ec1d-845d-4c2f-84dd-04ce187611ec', 'tag': '0eae16d4-e7bf-4295-afc7-032176744c15', 'status': 'completed', 'code': 200} Mar 07 21:45:30.308452 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-faba366e-0d46-4915-87d2-411378601341 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2027904669'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:30.339530 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (25c348c6-8b91-4507-b2c2-5fd3c91eaa5d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:30.394605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['146a166b-9a9d-4849-844d-3efa60efe50f'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:45:30.419297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28f23b68-373c-4137-8d97-23495139e3c8 req-4097a62d-5f1e-4a62-8115-63e2a7708f5d service neutron] 10.222.0.15 "GET /v2.0/networks/0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147253 Mar 07 21:45:30.432686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aede7-6803-4704-80a5-ab5281770a86 req-9bc902e5-b356-455d-812f-2cbf2b087240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:30.433908 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-631aede7-6803-4704-80a5-ab5281770a86 req-9bc902e5-b356-455d-812f-2cbf2b087240 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01cae9ea5cb144fc8b7616a323662004&device_id=24197fe9-2d21-4a41-a134-ddce46d2e1d6 HTTP/1.1" status: 200 len: 1125 time: 0.1028109 Mar 07 21:45:30.508724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aede7-6803-4704-80a5-ab5281770a86 req-1ec14e3e-8485-4c85-9c06-bcb0512521c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:30.510979 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-631aede7-6803-4704-80a5-ab5281770a86 req-1ec14e3e-8485-4c85-9c06-bcb0512521c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01cae9ea5cb144fc8b7616a323662004&device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 1126 time: 0.1784976 Mar 07 21:45:30.608591 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Publish callbacks [] for router_gateway (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:30.648306 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c60f2d11-2243-42d0-98e1-a448a120df6d req-491af652-ae22-4a7e-8054-2b867ee038ef tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a25f0ebd-8c73-4e66-9835-93fc70ba3a91), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:30.648583 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ae23835b-d036-4845-b889-10a2758dd53e req-73a47d85-8b41-4308-8aff-8da6318608a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:30.665095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['a25f0ebd-8c73-4e66-9835-93fc70ba3a91'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:45:30.666614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:30.667809 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:30.669372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] 10.222.0.13 "PUT /v2.0/ports/25c348c6-8b91-4507-b2c2-5fd3c91eaa5d HTTP/1.1" status: 200 len: 1091 time: 4.8802340 Mar 07 21:45:30.706405 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491af652-ae22-4a7e-8054-2b867ee038ef tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Pushing event deleted for resources: {'Port': ['ID=a25f0ebd-8c73-4e66-9835-93fc70ba3a91,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:30.733340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aede7-6803-4704-80a5-ab5281770a86 req-718d0aaf-22a9-4441-b144-0ec1e8acffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:30.735106 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-631aede7-6803-4704-80a5-ab5281770a86 req-718d0aaf-22a9-4441-b144-0ec1e8acffc0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=28f36b71-1ab3-4190-95eb-6ff3de099e0a HTTP/1.1" status: 200 len: 918 time: 0.2919345 Mar 07 21:45:30.777558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0870cdad-288f-4706-bc51-af3e27cffe98', 'tag': '25c348c6-8b91-4507-b2c2-5fd3c91eaa5d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:30.779953 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b1f031-67fc-427b-a0f7-c8758d28672f" -d '{"events": [{"name": "network-changed", "server_uuid": "0870cdad-288f-4706-bc51-af3e27cffe98", "tag": "25c348c6-8b91-4507-b2c2-5fd3c91eaa5d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:45:30.799507 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-549b1ff1-93a7-45fd-a32e-afdcff76a146 req-c27a1414-60f3-4d6f-97ea-db78be0eef79 tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91df33b-9766-43e3-afb6-428b7a75bb0d HTTP/1.1" status: 200 len: 210 time: 0.2021899 Mar 07 21:45:30.806201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60f2d11-2243-42d0-98e1-a448a120df6d req-491af652-ae22-4a7e-8054-2b867ee038ef tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] No DVR routers for this DVR port a25f0ebd-8c73-4e66-9835-93fc70ba3a91 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:30.808252 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aede7-6803-4704-80a5-ab5281770a86 req-3a66ee78-7426-41aa-b7df-438607a3fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:30.809768 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-631aede7-6803-4704-80a5-ab5281770a86 req-3a66ee78-7426-41aa-b7df-438607a3fde1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=28f36b71-1ab3-4190-95eb-6ff3de099e0a HTTP/1.1" status: 200 len: 918 time: 0.2886574 Mar 07 21:45:30.811080 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c60f2d11-2243-42d0-98e1-a448a120df6d req-491af652-ae22-4a7e-8054-2b867ee038ef tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:30.814595 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c60f2d11-2243-42d0-98e1-a448a120df6d req-491af652-ae22-4a7e-8054-2b867ee038ef tempest-ServersAdminNegativeTestJSON-305380446 tempest-ServersAdminNegativeTestJSON-305380446-project] 10.222.0.13 "DELETE /v2.0/ports/a25f0ebd-8c73-4e66-9835-93fc70ba3a91 HTTP/1.1" status: 204 len: 173 time: 1.1059813 Mar 07 21:45:30.816461 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-631aede7-6803-4704-80a5-ab5281770a86 req-e855a9d8-325f-48b6-b030-990bc146e1b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3fa2f5c-0701-4170-933f-6aab42f979c6 HTTP/1.1" status: 200 len: 217 time: 0.0639136 Mar 07 21:45:30.816623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faba366e-0d46-4915-87d2-411378601341 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:30.819960 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-faba366e-0d46-4915-87d2-411378601341 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:30.887004 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-631aede7-6803-4704-80a5-ab5281770a86 req-92f83bad-8154-4c9f-971f-602ce13e6663 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eae16d4-e7bf-4295-afc7-032176744c15 HTTP/1.1" status: 200 len: 217 time: 0.0687861 Mar 07 21:45:30.892463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae23835b-d036-4845-b889-10a2758dd53e req-73a47d85-8b41-4308-8aff-8da6318608a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Network 9807cc18-410d-443c-9dde-c6dcdc3533d2 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:30.912945 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1555fb51-51fe-4884-828d-bdbedbe0aae5 req-1d079b86-13ad-4a6f-8739-e34a6ee6f6d2 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6313052 Mar 07 21:45:30.944555 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aede7-6803-4704-80a5-ab5281770a86 req-9b9c4ed7-f9a8-44a7-bb39-163a0fd18554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:30.946175 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-631aede7-6803-4704-80a5-ab5281770a86 req-9b9c4ed7-f9a8-44a7-bb39-163a0fd18554 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ec5668c-1854-4d3d-9703-e6939e7caf1a HTTP/1.1" status: 200 len: 857 time: 0.1217439 Mar 07 21:45:31.005314 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6744e7a6-e69e-420d-9a16-46a907da9815 x-openstack-request-id: req-6744e7a6-e69e-420d-9a16-46a907da9815 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:45:31.005694 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0870cdad-288f-4706-bc51-af3e27cffe98", "tag": "25c348c6-8b91-4507-b2c2-5fd3c91eaa5d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:45:31.005933 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6744e7a6-e69e-420d-9a16-46a907da9815 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:45:31.006334 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0870cdad-288f-4706-bc51-af3e27cffe98', 'tag': '25c348c6-8b91-4507-b2c2-5fd3c91eaa5d', 'status': 'completed', 'code': 200} Mar 07 21:45:31.006946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec505fdd-8e90-4066-aa7a-bc7cf3962656 service neutron] Pushing event updated for resources: {'Port': ['ID=25c348c6-8b91-4507-b2c2-5fd3c91eaa5d,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:31.011098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-ae23835b-d036-4845-b889-10a2758dd53e req-73a47d85-8b41-4308-8aff-8da6318608a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:31.019186 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-631aede7-6803-4704-80a5-ab5281770a86 req-1c7e3296-73ee-4d29-a15d-555d5539361f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28f36b71-1ab3-4190-95eb-6ff3de099e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641844 Mar 07 21:45:31.023393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae23835b-d036-4845-b889-10a2758dd53e req-73a47d85-8b41-4308-8aff-8da6318608a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:31.125806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aede7-6803-4704-80a5-ab5281770a86 req-6e782f47-43be-4a43-98e4-9e0ba17792be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:31.127390 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-631aede7-6803-4704-80a5-ab5281770a86 req-6e782f47-43be-4a43-98e4-9e0ba17792be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ec5668c-1854-4d3d-9703-e6939e7caf1a HTTP/1.1" status: 200 len: 857 time: 0.2305434 Mar 07 21:45:31.129210 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-631aede7-6803-4704-80a5-ab5281770a86 req-7f69290b-d422-4acc-af83-aaeebda5603c service neutron] 10.222.0.15 "GET /v2.0/networks/28f36b71-1ab3-4190-95eb-6ff3de099e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022410 Mar 07 21:45:31.178906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faba366e-0d46-4915-87d2-411378601341 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:31.188458 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-631aede7-6803-4704-80a5-ab5281770a86 req-05d00e00-afb6-4fe5-b9f9-2881d38b0c28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28f36b71-1ab3-4190-95eb-6ff3de099e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520253 Mar 07 21:45:31.220460 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fa8a691a-87b3-4af7-b842-28813ae404fd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (0dab402b-845c-4b99-8e91-603a035b85ed), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:31.243925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-e6a05d5d-37f8-4b58-9baa-d6b6a74f4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:31.245475 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-e6a05d5d-37f8-4b58-9baa-d6b6a74f4680 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01cae9ea5cb144fc8b7616a323662004&device_id=0870cdad-288f-4706-bc51-af3e27cffe98 HTTP/1.1" status: 200 len: 1125 time: 0.4533911 Mar 07 21:45:31.246123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a47d85-8b41-4308-8aff-8da6318608a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event updated for resources: {'Port': ['ID=f64d11ec-e267-4b76-b66a-d7f3ab5db6a7,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:31.278022 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-faba366e-0d46-4915-87d2-411378601341 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0848dca9-ff4a-4d06-92ba-a1b1a0ef3782), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:31.278313 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-faba366e-0d46-4915-87d2-411378601341 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Added segment 0848dca9-ff4a-4d06-92ba-a1b1a0ef3782 of type vlan for network 3572bf58-eb02-42c2-9c6e-5e2853a34dcc Mar 07 21:45:31.368281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23835b-d036-4845-b889-10a2758dd53e req-73a47d85-8b41-4308-8aff-8da6318608a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:31.369333 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ae23835b-d036-4845-b889-10a2758dd53e req-73a47d85-8b41-4308-8aff-8da6318608a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:31.460524 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-631aede7-6803-4704-80a5-ab5281770a86 req-b00ff140-6694-483f-91b1-fb4a053a0767 service neutron] 10.222.0.15 "GET /v2.0/networks/28f36b71-1ab3-4190-95eb-6ff3de099e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162897 Mar 07 21:45:31.497295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4cdef4e6-59f9-4d8e-acb9-c93a23b10670 None None] Provisioning complete for port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:31.497852 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4cdef4e6-59f9-4d8e-acb9-c93a23b10670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:31.573277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4cdef4e6-59f9-4d8e-acb9-c93a23b10670 None None] Port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:45:31.590587 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-631aede7-6803-4704-80a5-ab5281770a86 req-34c9a8ce-7150-4e20-84e6-6a076cdfbad3 service neutron] 10.222.0.13 "GET /v2.0/networks/28f36b71-1ab3-4190-95eb-6ff3de099e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866177 Mar 07 21:45:31.701257 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-631aede7-6803-4704-80a5-ab5281770a86 req-cb4d8a8f-662e-40ee-b89c-261a038b6c37 service neutron] 10.222.0.13 "GET /v2.0/networks/28f36b71-1ab3-4190-95eb-6ff3de099e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002367 Mar 07 21:45:31.773213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-b0093d7f-3cca-4979-b80d-362d083f621b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c348c6-8b91-4507-b2c2-5fd3c91eaa5d HTTP/1.1" status: 200 len: 217 time: 0.4907625 Mar 07 21:45:31.788455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f3fa2f5c-0701-4170-933f-6aab42f979c6 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:45:31.791226 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 146a166b-9a9d-4849-844d-3efa60efe50f up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:31.807702 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-faba366e-0d46-4915-87d2-411378601341 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (3572bf58-eb02-42c2-9c6e-5e2853a34dcc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:31.822222 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae23835b-d036-4845-b889-10a2758dd53e req-73a47d85-8b41-4308-8aff-8da6318608a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5154266 Mar 07 21:45:31.832112 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a691a-87b3-4af7-b842-28813ae404fd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Subnet': ['ID=0dab402b-845c-4b99-8e91-603a035b85ed,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:31.871262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Request body: {'port': {'device_id': '5c73c63b-588c-4271-8481-c4e87434c8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:31.904258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 146a166b-9a9d-4849-844d-3efa60efe50f completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:45:31.912561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 146a166b-9a9d-4849-844d-3efa60efe50f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:31.912876 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (146a166b-9a9d-4849-844d-3efa60efe50f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:31.959000 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aee99-5d83-4241-8489-d4a8f1cb387e req-e8694009-fae9-47e8-a2bc-7ece5b634f44 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:31.960513 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b71aee99-5d83-4241-8489-d4a8f1cb387e req-e8694009-fae9-47e8-a2bc-7ece5b634f44 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 945 time: 0.8902490 Mar 07 21:45:31.973115 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f3fa2f5c-0701-4170-933f-6aab42f979c6, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f3fa2f5c-0701-4170-933f-6aab42f979c6,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:31.989424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'f3fa2f5c-0701-4170-933f-6aab42f979c6', 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a', 'port_id': 'f3fa2f5c-0701-4170-933f-6aab42f979c6', 'mac_address': 'fa:16:3e:19:7b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec5668c-1854-4d3d-9703-e6939e7caf1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:45:31.994784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8a691a-87b3-4af7-b842-28813ae404fd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Checking segment: {'id': '0ca89964-e04f-44d3-bb7d-9cf063b351ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94e6fd91-6486-406d-9b37-ffd79e8127cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:31.994961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8a691a-87b3-4af7-b842-28813ae404fd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network hostable DHCP agents. Network: 94e6fd91-6486-406d-9b37-ffd79e8127cb, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:32.026653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-3f9dc0c0-a4c3-419e-a191-697d7ca1d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:32.028116 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-3f9dc0c0-a4c3-419e-a191-697d7ca1d0fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ec5668c-1854-4d3d-9703-e6939e7caf1a HTTP/1.1" status: 200 len: 857 time: 0.2232337 Mar 07 21:45:32.028694 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-faba366e-0d46-4915-87d2-411378601341 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (3572bf58-eb02-42c2-9c6e-5e2853a34dcc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:32.033582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faba366e-0d46-4915-87d2-411378601341 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:32.034244 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-faba366e-0d46-4915-87d2-411378601341 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:32.058395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f3fa2f5c-0701-4170-933f-6aab42f979c6 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:32.058794 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:32.063453 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 146a166b-9a9d-4849-844d-3efa60efe50f is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:32.063826 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (146a166b-9a9d-4849-844d-3efa60efe50f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:32.088278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3fa2f5c-0701-4170-933f-6aab42f979c6 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:45:32.110958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455a5cf3-061a-4b99-a990-f985dac24a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146a166b-9a9d-4849-844d-3efa60efe50f'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:32.112963 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c91df-04c4-4700-845a-49f49f3449ac req-55438446-add6-4a9c-a5f2-a92d690affc3 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:32.113242 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000aab59-bd0c-42b4-bf92-635f4363580c" -d '{"events": [{"server_uuid": "455a5cf3-061a-4b99-a990-f985dac24a30", "name": "network-vif-plugged", "status": "completed", "tag": "146a166b-9a9d-4849-844d-3efa60efe50f"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:45:32.114622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-720c91df-04c4-4700-845a-49f49f3449ac req-55438446-add6-4a9c-a5f2-a92d690affc3 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 932 time: 0.7388611 Mar 07 21:45:32.133682 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f3fa2f5c-0701-4170-933f-6aab42f979c6, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f3fa2f5c-0701-4170-933f-6aab42f979c6,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:32.135533 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 146a166b-9a9d-4849-844d-3efa60efe50f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=146a166b-9a9d-4849-844d-3efa60efe50f,segment=NetworkSegment(faf87e44-1b9c-4b59-9fc6-f0601fe164ea),segment_id=faf87e44-1b9c-4b59-9fc6-f0601fe164ea)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:32.140089 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:32.144015 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:32.144856 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (146a166b-9a9d-4849-844d-3efa60efe50f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:32.159968 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-1158dbbf-1fed-4a80-9969-0b7458768aba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28f36b71-1ab3-4190-95eb-6ff3de099e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219382 Mar 07 21:45:32.175545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-faba366e-0d46-4915-87d2-411378601341 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8692005 Mar 07 21:45:32.175867 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36516) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:32.181137 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a16a941c-4106-4abc-be24-c255e4547fcb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'subnet': {'network_id': '3572bf58-eb02-42c2-9c6e-5e2853a34dcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:32.201262 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f3fa2f5c-0701-4170-933f-6aab42f979c6,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:32.232274 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:32.247243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8a691a-87b3-4af7-b842-28813ae404fd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 94e6fd91-6486-406d-9b37-ffd79e8127cb is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:32.266369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=146a166b-9a9d-4849-844d-3efa60efe50f,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:32.288760 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16a941c-4106-4abc-be24-c255e4547fcb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Made reservation on behalf of 1ca6ef81b0ec4cf88d70d6f83fca75bc for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:32.293761 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a16a941c-4106-4abc-be24-c255e4547fcb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:32.302306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91df33b-9766-43e3-afb6-428b7a75bb0d', 'name': 'network-vif-deleted', 'tag': 'a25f0ebd-8c73-4e66-9835-93fc70ba3a91'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:32.305698 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba366e-0d46-4915-87d2-411378601341 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Network': ['ID=3572bf58-eb02-42c2-9c6e-5e2853a34dcc,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:32.306227 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a79366b-6efc-4eed-aa5c-5c6ad8097bf6" -d '{"events": [{"server_uuid": "d91df33b-9766-43e3-afb6-428b7a75bb0d", "name": "network-vif-deleted", "tag": "a25f0ebd-8c73-4e66-9835-93fc70ba3a91"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:45:32.321444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b71aee99-5d83-4241-8489-d4a8f1cb387e req-7ff8a1c2-b924-408a-bcb6-1a8553e9ff4d tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390126 Mar 07 21:45:32.332703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 3572bf58-eb02-42c2-9c6e-5e2853a34dcc details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:32.383790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-a16a941c-4106-4abc-be24-c255e4547fcb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Performing IP validity checks on allocation pools {{(pid=103718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 21:45:32.384326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-a16a941c-4106-4abc-be24-c255e4547fcb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 21:45:32.393797 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f3fa2f5c-0701-4170-933f-6aab42f979c6'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:45:32.406397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-fa8a691a-87b3-4af7-b842-28813ae404fd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 94e6fd91-6486-406d-9b37-ffd79e8127cb) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:32.473958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8a691a-87b3-4af7-b842-28813ae404fd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:32.474278 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fa8a691a-87b3-4af7-b842-28813ae404fd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:32.474651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae33432-702e-4a3d-942d-a2e765aebf73 None None] Network 94e6fd91-6486-406d-9b37-ffd79e8127cb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:32.532295 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-720c91df-04c4-4700-845a-49f49f3449ac req-d722fb79-8984-483d-ad39-066627caa6f7 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779914 Mar 07 21:45:32.548560 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a16a941c-4106-4abc-be24-c255e4547fcb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (46a9faf8-6dc4-4dbc-aec4-869032871e4a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:32.631308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a941c-4106-4abc-be24-c255e4547fcb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Subnet': ['ID=46a9faf8-6dc4-4dbc-aec4-869032871e4a,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:32.681723 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f6ddb7-04f0-413c-bfc8-792b61682b91 x-openstack-request-id: req-e3f6ddb7-04f0-413c-bfc8-792b61682b91 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:45:32.682046 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91df33b-9766-43e3-afb6-428b7a75bb0d", "name": "network-vif-deleted", "tag": "a25f0ebd-8c73-4e66-9835-93fc70ba3a91", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:45:32.682287 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3f6ddb7-04f0-413c-bfc8-792b61682b91 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:45:32.682687 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91df33b-9766-43e3-afb6-428b7a75bb0d', 'name': 'network-vif-deleted', 'tag': 'a25f0ebd-8c73-4e66-9835-93fc70ba3a91', 'status': 'completed', 'code': 200} Mar 07 21:45:32.683618 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a941c-4106-4abc-be24-c255e4547fcb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Checking segment: {'id': '0848dca9-ff4a-4d06-92ba-a1b1a0ef3782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3572bf58-eb02-42c2-9c6e-5e2853a34dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:32.683984 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16a941c-4106-4abc-be24-c255e4547fcb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network hostable DHCP agents. Network: 3572bf58-eb02-42c2-9c6e-5e2853a34dcc, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:32.706418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16a941c-4106-4abc-be24-c255e4547fcb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Network 3572bf58-eb02-42c2-9c6e-5e2853a34dcc is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:32.737224 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fa8a691a-87b3-4af7-b842-28813ae404fd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2917168 Mar 07 21:45:32.744341 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c673d37b-4228-4b17-988b-c3f597ef8a20 x-openstack-request-id: req-c673d37b-4228-4b17-988b-c3f597ef8a20 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:45:32.744911 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455a5cf3-061a-4b99-a990-f985dac24a30", "name": "network-vif-plugged", "status": "completed", "tag": "146a166b-9a9d-4849-844d-3efa60efe50f", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:45:32.744911 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c673d37b-4228-4b17-988b-c3f597ef8a20 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:45:32.745261 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455a5cf3-061a-4b99-a990-f985dac24a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146a166b-9a9d-4849-844d-3efa60efe50f', 'code': 200} Mar 07 21:45:32.788405 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36524) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:32.803171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-94e6fd91-6486-406d-9b37-ffd79e8127cb', 'network_id': '94e6fd91-6486-406d-9b37-ffd79e8127cb', 'project_id': 'd838388432cf47318e81f839494eb135', 'fixed_ips': [{'subnet_id': '0dab402b-845c-4b99-8e91-603a035b85ed'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:45:32.804519 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:32.807620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8c574a6e-bddb-492c-87d9-ac3dbde05df8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'subnet': {'network_id': '94e6fd91-6486-406d-9b37-ffd79e8127cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:32.837490 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-b3293c01-5726-4920-9e6b-8d7f0f556812 service neutron] 10.222.0.13 "GET /v2.0/networks/28f36b71-1ab3-4190-95eb-6ff3de099e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274090 Mar 07 21:45:32.949745 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36526) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:32.953494 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d313dfc3-61e0-4d16-9e26-23fde43f134a req-10b2ee2b-7746-497e-976a-5ee3cd7936d7 service neutron] 10.222.0.13 "GET /v2.0/networks/28f36b71-1ab3-4190-95eb-6ff3de099e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056707 Mar 07 21:45:32.987792 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a16a941c-4106-4abc-be24-c255e4547fcb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 3572bf58-eb02-42c2-9c6e-5e2853a34dcc) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:32.997460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16a941c-4106-4abc-be24-c255e4547fcb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:32.998402 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a16a941c-4106-4abc-be24-c255e4547fcb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:33.015800 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c19ea3-ffa7-4b5f-9f60-29b8b7220184 req-f52e059a-e028-49c4-ab36-92d4905002be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:33.017642 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b4c19ea3-ffa7-4b5f-9f60-29b8b7220184 req-f52e059a-e028-49c4-ab36-92d4905002be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 1128 time: 0.3083735 Mar 07 21:45:33.021096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Allocated IP 172.20.0.2 (94e6fd91-6486-406d-9b37-ffd79e8127cb/0dab402b-845c-4b99-8e91-603a035b85ed/fe57e9a0-ed62-4af0-826f-e9e47840e36f) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:33.037458 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c574a6e-bddb-492c-87d9-ac3dbde05df8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:33.040938 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8c574a6e-bddb-492c-87d9-ac3dbde05df8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:33.052047 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a16a941c-4106-4abc-be24-c255e4547fcb tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8726025 Mar 07 21:45:33.057547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515943b-1253-44b7-b91d-afedd90ab975 req-d38ad103-9d6a-492a-b985-1d3b98332f9a tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:33.064742 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36530) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:33.066316 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c515943b-1253-44b7-b91d-afedd90ab975 req-d38ad103-9d6a-492a-b985-1d3b98332f9a tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 944 time: 0.4325216 Mar 07 21:45:33.071864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-72d08908-4f39-48ef-9110-9f94d72879ee tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:33.193572 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Publish callbacks [] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:33.226178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b2a87c-ee4c-44b3-8902-51370d1548c3 None None] Network 3572bf58-eb02-42c2-9c6e-5e2853a34dcc requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:33.232298 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:33.267802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Network 94e6fd91-6486-406d-9b37-ffd79e8127cb is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:33.289565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Router fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:45:33.289980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:33.292926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:33.351147 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c515943b-1253-44b7-b91d-afedd90ab975 req-1b48fb27-b9bc-45a5-85dc-04a5cdc8201b tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838633 Mar 07 21:45:33.526642 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:45:33.548014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:45:33.550894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1f031-67fc-427b-a0f7-c8758d28672f req-9a5d8d34-5329-4f42-ab5e-b89171d93b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:33.552495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90b1f031-67fc-427b-a0f7-c8758d28672f req-9a5d8d34-5329-4f42-ab5e-b89171d93b3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01cae9ea5cb144fc8b7616a323662004&device_id=0870cdad-288f-4706-bc51-af3e27cffe98 HTTP/1.1" status: 200 len: 1125 time: 0.5105951 Mar 07 21:45:33.578765 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Sync routers for ids ['fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:33.582206 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72d08908-4f39-48ef-9110-9f94d72879ee tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5193109'] for subnet (46a9faf8-6dc4-4dbc-aec4-869032871e4a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:33.587891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Attempting to bind port fe57e9a0-ed62-4af0-826f-e9e47840e36f on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:33.588261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Attempting to bind port fe57e9a0-ed62-4af0-826f-e9e47840e36f by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '0ca89964-e04f-44d3-bb7d-9cf063b351ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94e6fd91-6486-406d-9b37-ffd79e8127cb'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:33.588621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Attempting to bind port fe57e9a0-ed62-4af0-826f-e9e47840e36f on network 94e6fd91-6486-406d-9b37-ffd79e8127cb {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:33.598019 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:33.599367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-069774a3-d321-4f0c-be4b-72d09e951d5d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.1878617 Mar 07 21:45:33.608613 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Routers {'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:45:33.609294 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:45:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:33.636512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36538) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:33.652668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Pushing event updated for resources: {'Port': ['ID=fe57e9a0-ed62-4af0-826f-e9e47840e36f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:33.661041 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:33.661465 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Checking segment: {'id': '0ca89964-e04f-44d3-bb7d-9cf063b351ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94e6fd91-6486-406d-9b37-ffd79e8127cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:33.661822 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:33.663166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Bound using segment: {'id': '0ca89964-e04f-44d3-bb7d-9cf063b351ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94e6fd91-6486-406d-9b37-ffd79e8127cb'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:33.663166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Bound port: fe57e9a0-ed62-4af0-826f-e9e47840e36f, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca89964-e04f-44d3-bb7d-9cf063b351ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94e6fd91-6486-406d-9b37-ffd79e8127cb'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:33.663166 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:33.734581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] For port fe57e9a0-ed62-4af0-826f-e9e47840e36f, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:33.737986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] For port fe57e9a0-ed62-4af0-826f-e9e47840e36f, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fe57e9a0-ed62-4af0-826f-e9e47840e36f,segment=NetworkSegment(0ca89964-e04f-44d3-bb7d-9cf063b351ae),segment_id=0ca89964-e04f-44d3-bb7d-9cf063b351ae)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:33.775597 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:33.810484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-3572bf58-eb02-42c2-9c6e-5e2853a34dcc', 'network_id': '3572bf58-eb02-42c2-9c6e-5e2853a34dcc', 'project_id': '1ca6ef81b0ec4cf88d70d6f83fca75bc', 'fixed_ips': [{'subnet_id': '46a9faf8-6dc4-4dbc-aec4-869032871e4a'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:45:33.815648 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:33.840961 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b4c19ea3-ffa7-4b5f-9f60-29b8b7220184 req-ecfb1eab-54e4-4713-8d7b-4eb017b48673 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8094940 Mar 07 21:45:33.856596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:45:33.858595 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72d08908-4f39-48ef-9110-9f94d72879ee tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791275293359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4207296'] for subnet (46a9faf8-6dc4-4dbc-aec4-869032871e4a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:33.895905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1f031-67fc-427b-a0f7-c8758d28672f req-9029d9ee-0c9e-4923-a708-f063eb0d0dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:33.897492 n-d-832330-1 neutron-server[103718]: INFO neutron.db.ipam_backend_mixin [None req-8c574a6e-bddb-492c-87d9-ac3dbde05df8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0dab402b-845c-4b99-8e91-603a035b85ed (CIDR: 172.20.0.0/28) Mar 07 21:45:33.898587 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90b1f031-67fc-427b-a0f7-c8758d28672f req-9029d9ee-0c9e-4923-a708-f063eb0d0dfb service neutron] 10.222.0.13 "GET /v2.0/networks?id=28f36b71-1ab3-4190-95eb-6ff3de099e0a HTTP/1.1" status: 200 len: 918 time: 0.3292198 Mar 07 21:45:33.952985 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b4c171fb-c9cd-4a99-abf1-fed04da86d4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=614b161d43724c5494941326f20b249f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9800353 Mar 07 21:45:33.957562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36540) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:33.958593 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c574a6e-bddb-492c-87d9-ac3dbde05df8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:45:33.959082 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c574a6e-bddb-492c-87d9-ac3dbde05df8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:33.966846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b125e-7000-45ff-811c-fbc8ce6a643d None None] Pushing event updated for resources: {'Port': ['ID=fe57e9a0-ed62-4af0-826f-e9e47840e36f,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:33.981994 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Publish callbacks [] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:33.993077 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Set router fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:45:34.012160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90b1f031-67fc-427b-a0f7-c8758d28672f req-c63c4d3f-0564-429d-ae71-a84f767712a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c348c6-8b91-4507-b2c2-5fd3c91eaa5d HTTP/1.1" status: 200 len: 217 time: 0.0943286 Mar 07 21:45:34.095723 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8c574a6e-bddb-492c-87d9-ac3dbde05df8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2941682 Mar 07 21:45:34.117326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36542) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:34.117970 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14c85d60-c500-4d77-810c-1e76efb78ef8 admin admin] Publish callbacks [] for security_group (c7a33c16-74e1-496e-8db0-159f08479341), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:34.128579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d08908-4f39-48ef-9110-9f94d72879ee tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:34.129202 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72d08908-4f39-48ef-9110-9f94d72879ee tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:34.130593 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-72d08908-4f39-48ef-9110-9f94d72879ee tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "PUT /v2.0/subnets/46a9faf8-6dc4-4dbc-aec4-869032871e4a HTTP/1.1" status: 200 len: 877 time: 1.0628231 Mar 07 21:45:34.154316 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-cc54b6b2-6741-4100-b220-4ecfca7c7d9a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'subnet': {'network_id': '94e6fd91-6486-406d-9b37-ffd79e8127cb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:34.175647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36544) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:34.205930 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 0eae16d4-e7bf-4295-afc7-032176744c15 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:45:34.209424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a25f0ebd-8c73-4e66-9835-93fc70ba3a91 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:34.294477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: a25f0ebd-8c73-4e66-9835-93fc70ba3a91 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:34.294791 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a25f0ebd-8c73-4e66-9835-93fc70ba3a91 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:34.434414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Allocated IP 172.20.0.3 (3572bf58-eb02-42c2-9c6e-5e2853a34dcc/46a9faf8-6dc4-4dbc-aec4-869032871e4a/5ed1c954-c9f2-4aaa-a873-faec82866970) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:34.436462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Transition to ACTIVE for port object f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:45:34.450414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b10734-2af2-4287-b3bb-ac1f3012aac2 req-4b4495a8-f48f-4230-81ba-22d07d31df0d tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:34.458971 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b10734-2af2-4287-b3bb-ac1f3012aac2 req-4b4495a8-f48f-4230-81ba-22d07d31df0d tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 946 time: 0.9124498 Mar 07 21:45:34.470429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14c85d60-c500-4d77-810c-1e76efb78ef8 admin admin] Publish callbacks [] for security_group (c7a33c16-74e1-496e-8db0-159f08479341), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:34.475425 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (3572bf58-eb02-42c2-9c6e-5e2853a34dcc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:34.505522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293084c-86a6-4ba7-a03e-2dd477d81178 req-6e22410a-3045-4819-ba22-a8161ff776ae tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:34.507511 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4293084c-86a6-4ba7-a03e-2dd477d81178 req-6e22410a-3045-4819-ba22-a8161ff776ae tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 932 time: 0.7410133 Mar 07 21:45:34.515851 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:34.551059 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d08908-4f39-48ef-9110-9f94d72879ee tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event updated for resources: {'Subnet': ['ID=46a9faf8-6dc4-4dbc-aec4-869032871e4a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:34.572661 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 0eae16d4-e7bf-4295-afc7-032176744c15, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=0eae16d4-e7bf-4295-afc7-032176744c15,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:34.586916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4293084c-86a6-4ba7-a03e-2dd477d81178 req-ae7ec390-c4b3-4eb5-a3bb-ff68e9578d03 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602882 Mar 07 21:45:34.599699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '0eae16d4-e7bf-4295-afc7-032176744c15', 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a', 'port_id': '0eae16d4-e7bf-4295-afc7-032176744c15', 'mac_address': 'fa:16:3e:19:96:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec5668c-1854-4d3d-9703-e6939e7caf1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:45:34.648769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fe57e9a0-ed62-4af0-826f-e9e47840e36f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:34.691334 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16b10734-2af2-4287-b3bb-ac1f3012aac2 req-f39c0618-edd3-4f33-bd9c-d34d2f2fced7 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309222 Mar 07 21:45:34.745211 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1608588003-router', 'tenant_id': 'f1427b8a108149488caa0787f8cbad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f755c71b-742f-4d72-b542-fc66aa1c4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:24Z', 'updated_at': '2022-03-07T21:45:30Z', 'revision_number': 3, 'project_id': 'f1427b8a108149488caa0787f8cbad11', 'gw_port': {'id': 'f755c71b-742f-4d72-b542-fc66aa1c4d84', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:27Z', 'updated_at': '2022-03-07T21:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:34.747407 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14c85d60-c500-4d77-810c-1e76efb78ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c7a33c16-74e1-496e-8db0-159f08479341), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:34.750398 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14c85d60-c500-4d77-810c-1e76efb78ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:34.751813 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-14c85d60-c500-4d77-810c-1e76efb78ef8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7a33c16-74e1-496e-8db0-159f08479341 HTTP/1.1" status: 204 len: 168 time: 0.7624438 Mar 07 21:45:34.756959 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (46a9faf8-6dc4-4dbc-aec4-869032871e4a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:34.763755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1f031-67fc-427b-a0f7-c8758d28672f req-4d80705d-b9e0-4d80-aabb-56d55bc44dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:34.768916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90b1f031-67fc-427b-a0f7-c8758d28672f req-4d80705d-b9e0-4d80-aabb-56d55bc44dbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ec5668c-1854-4d3d-9703-e6939e7caf1a HTTP/1.1" status: 200 len: 857 time: 0.7425036 Mar 07 21:45:34.799678 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc54b6b2-6741-4100-b220-4ecfca7c7d9a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:34.803529 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc54b6b2-6741-4100-b220-4ecfca7c7d9a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:34.807936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c85d60-c500-4d77-810c-1e76efb78ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a33c16-74e1-496e-8db0-159f08479341,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:34.850276 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Pushing event updated for resources: {'Port': ['ID=f64d11ec-e267-4b76-b66a-d7f3ab5db6a7,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:35.003094 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90b1f031-67fc-427b-a0f7-c8758d28672f req-0193f317-d1f1-460b-8d91-e45136a6faf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28f36b71-1ab3-4190-95eb-6ff3de099e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650264 Mar 07 21:45:35.040897 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 0eae16d4-e7bf-4295-afc7-032176744c15 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:35.040897 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0eae16d4-e7bf-4295-afc7-032176744c15), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.213402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f5813-1ebf-436d-a420-cf80198a9b6a req-08881258-111b-45e5-bbab-c81d5976c0c0 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:35.215540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e67f5813-1ebf-436d-a420-cf80198a9b6a req-08881258-111b-45e5-bbab-c81d5976c0c0 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 944 time: 0.4437733 Mar 07 21:45:35.221277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Checking router: fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:45:35.221634 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Updating router fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 port f755c71b-742f-4d72-b542-fc66aa1c4d84 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:45:35.247192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eae16d4-e7bf-4295-afc7-032176744c15 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:45:35.329065 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Publish callbacks [] for port (5ed1c954-c9f2-4aaa-a873-faec82866970), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.330455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Attempting to bind port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:35.330659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Attempting to bind port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:35.330995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Attempting to bind port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:35.363331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90b1f031-67fc-427b-a0f7-c8758d28672f req-2f439103-4495-4738-bc3f-4c8335ff9d9b service neutron] 10.222.0.13 "GET /v2.0/networks/28f36b71-1ab3-4190-95eb-6ff3de099e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466194 Mar 07 21:45:35.365086 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36554) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:35.369481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:45:35.369807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Attempting to bind port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:35.387038 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (5ed1c954-c9f2-4aaa-a873-faec82866970), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.390274 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 0eae16d4-e7bf-4295-afc7-032176744c15, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=0eae16d4-e7bf-4295-afc7-032176744c15,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:35.402533 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f755c71b-742f-4d72-b542-fc66aa1c4d84), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.426961 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0eae16d4-e7bf-4295-afc7-032176744c15), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.485000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Network 3572bf58-eb02-42c2-9c6e-5e2853a34dcc is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:35.488765 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-11d943f0-3bf4-48de-8a94-d21e4859786f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b7f0df30b8347f985b89bfd80d3d40a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1176605 Mar 07 21:45:35.494927 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (46a9faf8-6dc4-4dbc-aec4-869032871e4a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.499578 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:35.502393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36556) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:35.505028 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:35.527650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port fe57e9a0-ed62-4af0-826f-e9e47840e36f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:35.528013 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.531107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:35.531489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Checking segment: {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:35.531843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Bound using segment: {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:35.532299 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Bound port: f64d11ec-e267-4b76-b66a-d7f3ab5db6a7, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:35.532647 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.535344 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Pushing event updated for resources: {'Port': ['ID=5ed1c954-c9f2-4aaa-a873-faec82866970,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:35.543126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90b1f031-67fc-427b-a0f7-c8758d28672f req-2681f462-2db3-435c-91f0-f56422bef9a3 service neutron] 10.222.0.13 "GET /v2.0/networks/28f36b71-1ab3-4190-95eb-6ff3de099e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678040 Mar 07 21:45:35.546500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e67f5813-1ebf-436d-a420-cf80198a9b6a req-33dd3d08-c4eb-48b9-8428-9d74a2847076 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209031 Mar 07 21:45:35.598381 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Subnet': ['ID=46a9faf8-6dc4-4dbc-aec4-869032871e4a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:35.674398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a44e7d-313b-41dc-a2be-a35f1e5738e5 None None] Network 94e6fd91-6486-406d-9b37-ffd79e8127cb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:35.768416 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (3572bf58-eb02-42c2-9c6e-5e2853a34dcc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.793965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] For port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:35.797445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] For port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f64d11ec-e267-4b76-b66a-d7f3ab5db6a7,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:35.801455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['0eae16d4-e7bf-4295-afc7-032176744c15'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:45:35.819890 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc54b6b2-6741-4100-b220-4ecfca7c7d9a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.821351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f3fa2f5c-0701-4170-933f-6aab42f979c6 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:35.823017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3572bf58-eb02-42c2-9c6e-5e2853a34dcc']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:35.849876 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.881921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54b6b2-6741-4100-b220-4ecfca7c7d9a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Subnet': ['ID=3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:35.890380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0848dca9-ff4a-4d06-92ba-a1b1a0ef3782') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:35.890684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0848dca9-ff4a-4d06-92ba-a1b1a0ef3782') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:35.906489 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (0848dca9-ff4a-4d06-92ba-a1b1a0ef3782), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.909021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc54b6b2-6741-4100-b220-4ecfca7c7d9a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 94e6fd91-6486-406d-9b37-ffd79e8127cb is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:35.916860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-cc54b6b2-6741-4100-b220-4ecfca7c7d9a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:35.921773 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc54b6b2-6741-4100-b220-4ecfca7c7d9a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:35.922182 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc54b6b2-6741-4100-b220-4ecfca7c7d9a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.934441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0848dca9-ff4a-4d06-92ba-a1b1a0ef3782), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.935105 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e872dded-ee1a-4a17-9f54-5b706ebe6847 admin admin] Publish callbacks [] for security_group (cfc23fde-a63f-4963-9756-969ace1f96dd), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.942301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:35.944361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (0848dca9-ff4a-4d06-92ba-a1b1a0ef3782), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:35.946967 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:35.965350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:35.966005 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:35.966427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port f3fa2f5c-0701-4170-933f-6aab42f979c6 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:45:35.967684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae23835b-d036-4845-b889-10a2758dd53e req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] 10.222.0.15 "PUT /v2.0/ports/f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 HTTP/1.1" status: 200 len: 1092 time: 4.1309848 Mar 07 21:45:35.972552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=0eae16d4-e7bf-4295-afc7-032176744c15,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:35.980268 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cc54b6b2-6741-4100-b220-4ecfca7c7d9a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8481982 Mar 07 21:45:35.984678 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36566) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:35.988869 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c73c63b-588c-4271-8481-c4e87434c8b7', 'tag': 'f64d11ec-e267-4b76-b66a-d7f3ab5db6a7'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:35.991069 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-fbac634d-7d49-49e1-a7a2-f472e907eb00 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'network_id': '94e6fd91-6486-406d-9b37-ffd79e8127cb', 'fixed_ips': [{'subnet_id': '0dab402b-845c-4b99-8e91-603a035b85ed'}, {'subnet_id': '3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4'}], 'name': 'tempest-PortsTestJSON-623740177'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:35.992394 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a415405-b12b-49e0-8605-1e40945789e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c73c63b-588c-4271-8481-c4e87434c8b7", "tag": "f64d11ec-e267-4b76-b66a-d7f3ab5db6a7"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:45:35.996435 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port f3fa2f5c-0701-4170-933f-6aab42f979c6 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:35.997010 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:36.002722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Attempting to bind port 5ed1c954-c9f2-4aaa-a873-faec82866970 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:36.003249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Attempting to bind port 5ed1c954-c9f2-4aaa-a873-faec82866970 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '0848dca9-ff4a-4d06-92ba-a1b1a0ef3782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3572bf58-eb02-42c2-9c6e-5e2853a34dcc'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:36.003627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Attempting to bind port 5ed1c954-c9f2-4aaa-a873-faec82866970 on network 3572bf58-eb02-42c2-9c6e-5e2853a34dcc {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:36.051742 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e872dded-ee1a-4a17-9f54-5b706ebe6847 admin admin] Publish callbacks [] for security_group (cfc23fde-a63f-4963-9756-969ace1f96dd), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:36.060222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333c121-24e5-4534-a2cb-ee796debd23f req-480cffb8-808d-47ce-9014-5f157c0429ab tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:36.076068 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e333c121-24e5-4534-a2cb-ee796debd23f req-480cffb8-808d-47ce-9014-5f157c0429ab tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 946 time: 0.2722576 Mar 07 21:45:36.097148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c87a3-7d87-4cfd-876b-80727c6a471a req-ff9b8205-dde4-4fde-a069-a669ef935faa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:36.103798 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-621c87a3-7d87-4cfd-876b-80727c6a471a req-ff9b8205-dde4-4fde-a069-a669ef935faa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 944 time: 0.3761470 Mar 07 21:45:36.126528 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.db.api [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 21:45:36.126528 n-d-832330-1 neutron-server[103718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 21:45:36.126528 n-d-832330-1 neutron-server[103718]: [parameters: {'id': '3572bf58-eb02-42c2-9c6e-5e2853a34dcc'}] Mar 07 21:45:36.126528 n-d-832330-1 neutron-server[103718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:45:36.127049 n-d-832330-1 neutron-server[103718]: DEBUG oslo_db.api [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:45:36.152532 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd3be7-760b-498b-a7e1-be5f23f4e13f service neutron] Pushing event updated for resources: {'Port': ['ID=f64d11ec-e267-4b76-b66a-d7f3ab5db6a7,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:36.192724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbac634d-7d49-49e1-a7a2-f472e907eb00 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:36.293751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23835b-d036-4845-b889-10a2758dd53e req-46ec8890-6e3c-45e0-a3ac-be9a02250b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:36.296363 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae23835b-d036-4845-b889-10a2758dd53e req-46ec8890-6e3c-45e0-a3ac-be9a02250b8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 1126 time: 0.2642653 Mar 07 21:45:36.307460 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fbac634d-7d49-49e1-a7a2-f472e907eb00 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:36.328093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-fbac634d-7d49-49e1-a7a2-f472e907eb00 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port d2946a85-dac7-46d8-9504-4143d2314783 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:45:36.364412 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9f9fe808-2ef2-4f8e-a057-7b0463569100 None None] Provisioning complete for port fe57e9a0-ed62-4af0-826f-e9e47840e36f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:36.364890 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9f9fe808-2ef2-4f8e-a057-7b0463569100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:36.395575 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:36.395961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Checking segment: {'id': '0848dca9-ff4a-4d06-92ba-a1b1a0ef3782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3572bf58-eb02-42c2-9c6e-5e2853a34dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:36.396392 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:36.396901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Bound using segment: {'id': '0848dca9-ff4a-4d06-92ba-a1b1a0ef3782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3572bf58-eb02-42c2-9c6e-5e2853a34dcc'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:36.397392 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Bound port: 5ed1c954-c9f2-4aaa-a873-faec82866970, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848dca9-ff4a-4d06-92ba-a1b1a0ef3782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3572bf58-eb02-42c2-9c6e-5e2853a34dcc'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:36.397780 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5ed1c954-c9f2-4aaa-a873-faec82866970), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:36.425474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-621c87a3-7d87-4cfd-876b-80727c6a471a req-0a52a537-9bfa-41a2-bcc5-60ab9f3a91ba tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789140 Mar 07 21:45:36.427345 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae23835b-d036-4845-b889-10a2758dd53e req-0873ddeb-a7ab-4804-9b01-5964526a660c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 HTTP/1.1" status: 200 len: 217 time: 0.1076369 Mar 07 21:45:36.563786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e333c121-24e5-4534-a2cb-ee796debd23f req-1db81ba3-320f-439b-9702-fa6feb21cc1c tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866705 Mar 07 21:45:36.598821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23835b-d036-4845-b889-10a2758dd53e req-d72b1fcc-3c6a-4053-b7bd-7830a8e04b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:36.600310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae23835b-d036-4845-b889-10a2758dd53e req-d72b1fcc-3c6a-4053-b7bd-7830a8e04b07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.1649072 Mar 07 21:45:36.602760 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144e0f96-ba0e-48f9-87bd-9f3a43c87b94 x-openstack-request-id: req-144e0f96-ba0e-48f9-87bd-9f3a43c87b94 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:45:36.603007 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c73c63b-588c-4271-8481-c4e87434c8b7", "tag": "f64d11ec-e267-4b76-b66a-d7f3ab5db6a7", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:45:36.603244 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-144e0f96-ba0e-48f9-87bd-9f3a43c87b94 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:45:36.603726 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c73c63b-588c-4271-8481-c4e87434c8b7', 'tag': 'f64d11ec-e267-4b76-b66a-d7f3ab5db6a7', 'status': 'completed', 'code': 200} Mar 07 21:45:36.604655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e872dded-ee1a-4a17-9f54-5b706ebe6847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cfc23fde-a63f-4963-9756-969ace1f96dd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:36.608792 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e872dded-ee1a-4a17-9f54-5b706ebe6847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:36.609894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e872dded-ee1a-4a17-9f54-5b706ebe6847 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfc23fde-a63f-4963-9756-969ace1f96dd HTTP/1.1" status: 204 len: 168 time: 1.1018877 Mar 07 21:45:36.611746 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:36.616091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port fe57e9a0-ed62-4af0-826f-e9e47840e36f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:36.616793 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:36.628707 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (3572bf58-eb02-42c2-9c6e-5e2853a34dcc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:36.683079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872dded-ee1a-4a17-9f54-5b706ebe6847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc23fde-a63f-4963-9756-969ace1f96dd,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:36.818412 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-fbac634d-7d49-49e1-a7a2-f472e907eb00 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Allocated IP 172.20.0.11 (94e6fd91-6486-406d-9b37-ffd79e8127cb/0dab402b-845c-4b99-8e91-603a035b85ed/d2946a85-dac7-46d8-9504-4143d2314783) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:36.846003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-fbac634d-7d49-49e1-a7a2-f472e907eb00 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Allocated IP 172.20.0.21 (94e6fd91-6486-406d-9b37-ffd79e8127cb/3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4/d2946a85-dac7-46d8-9504-4143d2314783) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:36.854706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23835b-d036-4845-b889-10a2758dd53e req-166a416c-dce7-4fbb-a600-71d1c90969a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:36.857364 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae23835b-d036-4845-b889-10a2758dd53e req-166a416c-dce7-4fbb-a600-71d1c90969a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2292032 Mar 07 21:45:36.895427 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Deleting port 5ed1c954-c9f2-4aaa-a873-faec82866970 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:36.895917 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5ed1c954-c9f2-4aaa-a873-faec82866970), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:36.978048 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae23835b-d036-4845-b889-10a2758dd53e req-1fc3c30f-ea5d-4217-b150-797b3add959e service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076896 Mar 07 21:45:36.981426 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Publish callbacks [] for port (f755c71b-742f-4d72-b542-fc66aa1c4d84), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:37.024209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port fe57e9a0-ed62-4af0-826f-e9e47840e36f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fe57e9a0-ed62-4af0-826f-e9e47840e36f,segment=NetworkSegment(0ca89964-e04f-44d3-bb7d-9cf063b351ae),segment_id=0ca89964-e04f-44d3-bb7d-9cf063b351ae)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:37.051340 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f755c71b-742f-4d72-b542-fc66aa1c4d84), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:37.102029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Allocated IP 172.20.0.1 (1c76a7b9-adff-480e-bfb4-69cdccc61be7/b177896c-47bb-441b-a078-d3cebbb06cd6/2c67bf70-1685-4e26-bd9f-0b36af4ae4e5) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:37.144860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00de8e-b207-44a2-996a-c2aa217252dc None None] Pushing event updated for resources: {'Port': ['ID=f755c71b-742f-4d72-b542-fc66aa1c4d84,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:37.148747 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:37.203978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Attempting to bind port f755c71b-742f-4d72-b542-fc66aa1c4d84 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:37.204397 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Attempting to bind port f755c71b-742f-4d72-b542-fc66aa1c4d84 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:37.204761 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Attempting to bind port f755c71b-742f-4d72-b542-fc66aa1c4d84 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:37.245592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] For port 5ed1c954-c9f2-4aaa-a873-faec82866970, host n-d-832330-1, got binding levels [] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:37.246311 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5ed1c954-c9f2-4aaa-a873-faec82866970), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:37.267827 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Calling delete_port for 5ed1c954-c9f2-4aaa-a873-faec82866970 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:37.338232 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fe808-2ef2-4f8e-a057-7b0463569100 None None] Current status of the port fe57e9a0-ed62-4af0-826f-e9e47840e36f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:37.342527 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Publish callbacks [] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:37.349181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:37.361229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:37.361832 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:37.362466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:37.363528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Bound port: f755c71b-742f-4d72-b542-fc66aa1c4d84, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:37.365219 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f755c71b-742f-4d72-b542-fc66aa1c4d84), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:37.424335 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=fe57e9a0-ed62-4af0-826f-e9e47840e36f,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:37.427393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0c9a9-801e-4a63-a8ce-360ff4fff00b req-953758ee-9f62-462d-b5cc-5f67ca138be6 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:37.436922 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff0c9a9-801e-4a63-a8ce-360ff4fff00b req-953758ee-9f62-462d-b5cc-5f67ca138be6 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 945 time: 0.6566863 Mar 07 21:45:37.459962 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fbac634d-7d49-49e1-a7a2-f472e907eb00 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (d2946a85-dac7-46d8-9504-4143d2314783), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:37.491002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] For port f755c71b-742f-4d72-b542-fc66aa1c4d84, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:37.495227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] For port f755c71b-742f-4d72-b542-fc66aa1c4d84, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f755c71b-742f-4d72-b542-fc66aa1c4d84,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:37.522288 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f755c71b-742f-4d72-b542-fc66aa1c4d84), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:37.535854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] For port 5ed1c954-c9f2-4aaa-a873-faec82866970, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:37.604768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae23835b-d036-4845-b889-10a2758dd53e req-f02e1633-10af-4a8d-b10d-5fc2540dfa0c service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935472 Mar 07 21:45:37.606043 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fbac634d-7d49-49e1-a7a2-f472e907eb00 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d2946a85-dac7-46d8-9504-4143d2314783), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:37.665119 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbac634d-7d49-49e1-a7a2-f472e907eb00 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 94e6fd91-6486-406d-9b37-ffd79e8127cb is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:37.668465 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-fbac634d-7d49-49e1-a7a2-f472e907eb00 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:37.674220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac634d-7d49-49e1-a7a2-f472e907eb00 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:37.678499 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac634d-7d49-49e1-a7a2-f472e907eb00 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=d2946a85-dac7-46d8-9504-4143d2314783,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:37.749758 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac634d-7d49-49e1-a7a2-f472e907eb00 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:37.750579 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fbac634d-7d49-49e1-a7a2-f472e907eb00 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:37.797261 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:37.807100 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fbac634d-7d49-49e1-a7a2-f472e907eb00 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8212924 Mar 07 21:45:37.807729 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36652) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:37.820922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4e2aa-1fdb-4720-857f-2e34acd10a79 req-b0b499db-fa5e-40c0-9400-2b5f2a6811fa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:37.821285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-59c5651b-4470-4ff9-8cf7-a2151d4380e4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0dab402b-845c-4b99-8e91-603a035b85ed'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:37.824160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fc4e2aa-1fdb-4720-857f-2e34acd10a79 req-b0b499db-fa5e-40c0-9400-2b5f2a6811fa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 944 time: 0.2105310 Mar 07 21:45:37.848593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00de8e-b207-44a2-996a-c2aa217252dc None None] Pushing event updated for resources: {'Port': ['ID=f755c71b-742f-4d72-b542-fc66aa1c4d84,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:37.876207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] For port 5ed1c954-c9f2-4aaa-a873-faec82866970, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5ed1c954-c9f2-4aaa-a873-faec82866970,segment=NetworkSegment(0848dca9-ff4a-4d06-92ba-a1b1a0ef3782),segment_id=0848dca9-ff4a-4d06-92ba-a1b1a0ef3782)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:37.889210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Network 1c76a7b9-adff-480e-bfb4-69cdccc61be7 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:37.897849 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff0c9a9-801e-4a63-a8ce-360ff4fff00b req-b0da9bcf-e47f-4a6c-bdbb-76075d40623e tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566448 Mar 07 21:45:37.905249 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Pushing event updated for resources: {'Port': ['ID=2c67bf70-1685-4e26-bd9f-0b36af4ae4e5,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:37.909727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:37.931634 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:37.938791 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Routers {'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:45:37.939455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:45:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:37.954412 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5ed1c954-c9f2-4aaa-a873-faec82866970), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:37.992393 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5ed1c954-c9f2-4aaa-a873-faec82866970), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:38.031521 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:38.050830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a415405-b12b-49e0-8605-1e40945789e5 req-d32fdb5f-f1c1-4f64-be7d-3c13f514bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:38.053058 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a415405-b12b-49e0-8605-1e40945789e5 req-d32fdb5f-f1c1-4f64-be7d-3c13f514bd4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 1126 time: 0.3251374 Mar 07 21:45:38.148037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394cefbe-c89a-4a22-8b20-e79c7a8bc793 None None] Update dhcp port {'port': {'network_id': '94e6fd91-6486-406d-9b37-ffd79e8127cb', 'fixed_ips': [{'subnet_id': '0dab402b-845c-4b99-8e91-603a035b85ed', 'ip_address': '172.20.0.2'}, {'subnet_id': '3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4'}], 'binding:host_id': 'n-d-832330-1'}, 'id': 'fe57e9a0-ed62-4af0-826f-e9e47840e36f'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 21:45:38.150582 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19664f54-b1c4-49e7-9281-6d17755363fc None None] Pushing event deleted for resources: {'Port': ['ID=5ed1c954-c9f2-4aaa-a873-faec82866970,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:38.163031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Port': ['ID=5ed1c954-c9f2-4aaa-a873-faec82866970,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:38.196525 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No DVR routers for this DVR port 5ed1c954-c9f2-4aaa-a873-faec82866970 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:38.201086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f3fa2f5c-0701-4170-933f-6aab42f979c6 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:38.203546 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:38.209283 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-59c5651b-4470-4ff9-8cf7-a2151d4380e4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d2946a85-dac7-46d8-9504-4143d2314783), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:38.264301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server [None req-ab983521-9951-4413-ad21-0d9bf91203d1 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 5ed1c954-c9f2-4aaa-a873-faec82866970 could not be found. Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:45:38.316214 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1565, in get_port Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 5ed1c954-c9f2-4aaa-a873-faec82866970 could not be found. Mar 07 21:45:38.319721 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Mar 07 21:45:38.384134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6e1656-e4b6-46c1-9f4d-23887b287119 None None] Network 3572bf58-eb02-42c2-9c6e-5e2853a34dcc requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:38.530603 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (3572bf58-eb02-42c2-9c6e-5e2853a34dcc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:38.595742 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-394cefbe-c89a-4a22-8b20-e79c7a8bc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:38.635143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24197fe9-2d21-4a41-a134-ddce46d2e1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fa2f5c-0701-4170-933f-6aab42f979c6'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:38.637817 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea0bd68-8de9-4da5-bf47-13b7ff8b5b4a" -d '{"events": [{"server_uuid": "24197fe9-2d21-4a41-a134-ddce46d2e1d6", "name": "network-vif-plugged", "status": "completed", "tag": "f3fa2f5c-0701-4170-933f-6aab42f979c6"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:45:38.659557 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.resource_extend [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:45:38.771178 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4fde85-e3bb-4717-991a-a1e7408b23b3 x-openstack-request-id: req-ad4fde85-e3bb-4717-991a-a1e7408b23b3 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:45:38.774527 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24197fe9-2d21-4a41-a134-ddce46d2e1d6", "name": "network-vif-plugged", "status": "completed", "tag": "f3fa2f5c-0701-4170-933f-6aab42f979c6", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:45:38.775096 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad4fde85-e3bb-4717-991a-a1e7408b23b3 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:45:38.775776 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24197fe9-2d21-4a41-a134-ddce46d2e1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fa2f5c-0701-4170-933f-6aab42f979c6', 'code': 200} Mar 07 21:45:38.783828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-59c5651b-4470-4ff9-8cf7-a2151d4380e4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Delete allocated IP 172.20.0.21 (94e6fd91-6486-406d-9b37-ffd79e8127cb/3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4) {{(pid=103718) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 21:45:38.799155 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f3fa2f5c-0701-4170-933f-6aab42f979c6, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f3fa2f5c-0701-4170-933f-6aab42f979c6,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:38.801178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-da8cba96-4fb4-42ae-aa8c-dfe3d2a3a722 None None] Provisioning complete for port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:38.801905 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-da8cba96-4fb4-42ae-aa8c-dfe3d2a3a722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:38.950632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb715b6-8f56-4038-9ddc-5e475a88c5cf None None] Network 3572bf58-eb02-42c2-9c6e-5e2853a34dcc requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:39.034460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fc4e2aa-1fdb-4720-857f-2e34acd10a79 req-90e817f3-cbba-47f8-847b-a037e867697a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1267951 Mar 07 21:45:39.052386 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-59c5651b-4470-4ff9-8cf7-a2151d4380e4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (d2946a85-dac7-46d8-9504-4143d2314783), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:39.056007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=25c348c6-8b91-4507-b2c2-5fd3c91eaa5d,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:39.072920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '25c348c6-8b91-4507-b2c2-5fd3c91eaa5d', 'network_id': '28f36b71-1ab3-4190-95eb-6ff3de099e0a', 'port_id': '25c348c6-8b91-4507-b2c2-5fd3c91eaa5d', 'mac_address': 'fa:16:3e:c1:5a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec5668c-1854-4d3d-9703-e6939e7caf1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:45:39.074856 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:39.089008 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-59c5651b-4470-4ff9-8cf7-a2151d4380e4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (d2946a85-dac7-46d8-9504-4143d2314783), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:39.091718 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3572bf58-eb02-42c2-9c6e-5e2853a34dcc']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:39.127349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0848dca9-ff4a-4d06-92ba-a1b1a0ef3782') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:39.127681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0848dca9-ff4a-4d06-92ba-a1b1a0ef3782') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:39.145243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] Set router fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:45:39.190457 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a415405-b12b-49e0-8605-1e40945789e5 req-ce613585-771f-4a54-8fc6-4cf5c0404b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:39.193483 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (0848dca9-ff4a-4d06-92ba-a1b1a0ef3782), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:39.212745 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a415405-b12b-49e0-8605-1e40945789e5 req-ce613585-771f-4a54-8fc6-4cf5c0404b7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 1.0647047 Mar 07 21:45:39.242792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f3fa2f5c-0701-4170-933f-6aab42f979c6,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:39.332491 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:39.349627 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0848dca9-ff4a-4d06-92ba-a1b1a0ef3782), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:39.356139 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a415405-b12b-49e0-8605-1e40945789e5 req-7d0c5bdd-f9c1-45f6-9f02-888b8d1366ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 HTTP/1.1" status: 200 len: 217 time: 0.1424301 Mar 07 21:45:39.358455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fe57e9a0-ed62-4af0-826f-e9e47840e36f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:39.378498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5651b-4470-4ff9-8cf7-a2151d4380e4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=d2946a85-dac7-46d8-9504-4143d2314783,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:39.420205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac51e33-c95e-4a6b-9fc0-59de89a469e5 req-4caf268d-fdc1-4035-a629-90373625db61 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:39.422455 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eac51e33-c95e-4a6b-9fc0-59de89a469e5 req-4caf268d-fdc1-4035-a629-90373625db61 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 945 time: 0.3798783 Mar 07 21:45:39.454692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:39.458398 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (0848dca9-ff4a-4d06-92ba-a1b1a0ef3782), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:39.505325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-da8cba96-4fb4-42ae-aa8c-dfe3d2a3a722 None None] Port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:45:39.547147 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eac51e33-c95e-4a6b-9fc0-59de89a469e5 req-4b2db5f1-7b6f-4648-954f-fd494ac5e71f tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186938 Mar 07 21:45:39.573303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-59c5651b-4470-4ff9-8cf7-a2151d4380e4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] In _notify_port_updated(), no bound segment for port d2946a85-dac7-46d8-9504-4143d2314783 on network 94e6fd91-6486-406d-9b37-ffd79e8127cb {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 21:45:39.580310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a415405-b12b-49e0-8605-1e40945789e5 req-9f342608-73fc-4a71-a0fb-04edaf52b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:39.581749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c5651b-4470-4ff9-8cf7-a2151d4380e4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:39.581919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a415405-b12b-49e0-8605-1e40945789e5 req-9f342608-73fc-4a71-a0fb-04edaf52b981 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.1867106 Mar 07 21:45:39.584288 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-59c5651b-4470-4ff9-8cf7-a2151d4380e4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-59c5651b-4470-4ff9-8cf7-a2151d4380e4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "PUT /v2.0/ports/d2946a85-dac7-46d8-9504-4143d2314783 HTTP/1.1" status: 200 len: 919 time: 1.7777212 Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:39.589132 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:39.592706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36700) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:39.600594 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (3572bf58-eb02-42c2-9c6e-5e2853a34dcc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:39.618912 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:39.628586 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/3572bf58-eb02-42c2-9c6e-5e2853a34dcc HTTP/1.1" status: 204 len: 168 time: 5.4486823 Mar 07 21:45:39.645315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-f7358022-9bf4-42fe-a2cc-eaee9ffda47d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0dab402b-845c-4b99-8e91-603a035b85ed'}, {'subnet_id': '3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4'}]}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:39.660685 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36702) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:39.661582 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb932a8-127d-476e-ab30-7b35f62c93db tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Network': ['ID=3572bf58-eb02-42c2-9c6e-5e2853a34dcc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:39.711054 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bdda21-6124-4ab4-bb75-7f9896da5b62 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:39.711837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50bdda21-6124-4ab4-bb75-7f9896da5b62 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:39.716722 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-50bdda21-6124-4ab4-bb75-7f9896da5b62 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/subnets/46a9faf8-6dc4-4dbc-aec4-869032871e4a HTTP/1.1" status: 404 len: 337 time: 0.0446634 Mar 07 21:45:39.719678 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1fea9-5e42-482c-a242-a31ebd3b3560 req-fba76a8d-57f1-4c0c-9534-f84c17239c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:39.721282 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ec1fea9-5e42-482c-a242-a31ebd3b3560 req-fba76a8d-57f1-4c0c-9534-f84c17239c97 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24197fe9-2d21-4a41-a134-ddce46d2e1d6 HTTP/1.1" status: 200 len: 1127 time: 0.6666262 Mar 07 21:45:39.721864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36710) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:39.786436 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-560f2170-d640-4a43-9587-3482beae6ac3 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:39.787381 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560f2170-d640-4a43-9587-3482beae6ac3 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:39.792508 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-560f2170-d640-4a43-9587-3482beae6ac3 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/3572bf58-eb02-42c2-9c6e-5e2853a34dcc HTTP/1.1" status: 404 len: 339 time: 0.0692732 Mar 07 21:45:39.825369 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36712) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:39.828823 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ec1fea9-5e42-482c-a242-a31ebd3b3560 req-dee14078-33b3-4935-91e3-64751f000ea8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684826 Mar 07 21:45:39.868686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:45:39.872946 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf7fc60-a05f-4891-9833-9e9e1db367d2 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:39.873737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf7fc60-a05f-4891-9833-9e9e1db367d2 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:39.878381 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6bf7fc60-a05f-4891-9833-9e9e1db367d2 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/subnets/7fad0f9d-0389-40bf-ab0b-7040c97244cf HTTP/1.1" status: 404 len: 337 time: 0.0484560 Mar 07 21:45:39.881473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36714) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:39.895210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:39.895924 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (25c348c6-8b91-4507-b2c2-5fd3c91eaa5d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:39.916800 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-736e5d59-4f00-48b7-a665-c840e591ad54 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:39.917399 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736e5d59-4f00-48b7-a665-c840e591ad54 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:39.924878 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-736e5d59-4f00-48b7-a665-c840e591ad54 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/ddff3304-1666-405a-ae46-de67820037d9 HTTP/1.1" status: 404 len: 339 time: 0.0414324 Mar 07 21:45:39.927337 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36716) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:39.988759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:45:40.009661 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.resource_extend [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:45:40.092828 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03e29445-4ef2-4859-93a1-809933efde83 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (bcc2eae9-749d-4c96-8932-03dce0b73af1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.172085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a415405-b12b-49e0-8605-1e40945789e5 req-5aeb2aa4-7f53-4d1f-b3af-81efd2cf0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:40.173786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a415405-b12b-49e0-8605-1e40945789e5 req-5aeb2aa4-7f53-4d1f-b3af-81efd2cf0f30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5789883 Mar 07 21:45:40.235161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=25c348c6-8b91-4507-b2c2-5fd3c91eaa5d,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:40.249803 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-394cefbe-c89a-4a22-8b20-e79c7a8bc793 None None] Allocated IP 172.20.0.18 (94e6fd91-6486-406d-9b37-ffd79e8127cb/3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4/fe57e9a0-ed62-4af0-826f-e9e47840e36f) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:40.253395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port fe57e9a0-ed62-4af0-826f-e9e47840e36f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:40.253847 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.255172 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03e29445-4ef2-4859-93a1-809933efde83 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (bcc2eae9-749d-4c96-8932-03dce0b73af1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.261334 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (25c348c6-8b91-4507-b2c2-5fd3c91eaa5d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.292936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-03e29445-4ef2-4859-93a1-809933efde83 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc2eae9-749d-4c96-8932-03dce0b73af1']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:40.307744 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-03e29445-4ef2-4859-93a1-809933efde83 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efdb934-558c-4d60-a274-d6a0f4407bb5') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:40.308264 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-03e29445-4ef2-4859-93a1-809933efde83 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efdb934-558c-4d60-a274-d6a0f4407bb5') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:40.322631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 0eae16d4-e7bf-4295-afc7-032176744c15 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:40.323957 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03e29445-4ef2-4859-93a1-809933efde83 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (3efdb934-558c-4d60-a274-d6a0f4407bb5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.349546 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03e29445-4ef2-4859-93a1-809933efde83 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3efdb934-558c-4d60-a274-d6a0f4407bb5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.359283 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e29445-4ef2-4859-93a1-809933efde83 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:40.359991 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03e29445-4ef2-4859-93a1-809933efde83 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (3efdb934-558c-4d60-a274-d6a0f4407bb5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.431670 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f64d11ec-e267-4b76-b66a-d7f3ab5db6a7,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:40.457012 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36726) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:40.457766 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:40.483333 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Publish callbacks [] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.487065 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03e29445-4ef2-4859-93a1-809933efde83 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (bcc2eae9-749d-4c96-8932-03dce0b73af1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.492960 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03e29445-4ef2-4859-93a1-809933efde83 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.501380 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-03e29445-4ef2-4859-93a1-809933efde83 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/bcc2eae9-749d-4c96-8932-03dce0b73af1 HTTP/1.1" status: 204 len: 168 time: 0.5694799 Mar 07 21:45:40.517216 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36730) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:40.518313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e29445-4ef2-4859-93a1-809933efde83 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Network': ['ID=bcc2eae9-749d-4c96-8932-03dce0b73af1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:40.554148 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f9bbf1-d75f-4bb0-930c-1ad434fbc387 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:40.554148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f9bbf1-d75f-4bb0-930c-1ad434fbc387 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:40.554442 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=25c348c6-8b91-4507-b2c2-5fd3c91eaa5d,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:40.554908 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.559280 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-26f9bbf1-d75f-4bb0-930c-1ad434fbc387 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/subnets/e3de0398-cb60-4a1d-94d8-fed7a50a5838 HTTP/1.1" status: 404 len: 337 time: 0.0354609 Mar 07 21:45:40.559737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36732) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:40.564394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'f64d11ec-e267-4b76-b66a-d7f3ab5db6a7', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'port_id': 'f64d11ec-e267-4b76-b66a-d7f3ab5db6a7', 'mac_address': 'fa:16:3e:94:d2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:45:40.610923 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-4234d9c7-7897-4560-aa85-c9359f3f9b68 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:40.612778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4234d9c7-7897-4560-aa85-c9359f3f9b68 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:40.623309 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4234d9c7-7897-4560-aa85-c9359f3f9b68 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/51740f8c-8e46-4615-9232-0e114876b40f HTTP/1.1" status: 404 len: 339 time: 0.0627174 Mar 07 21:45:40.624459 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36736) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:40.679933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['25c348c6-8b91-4507-b2c2-5fd3c91eaa5d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:45:40.715683 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e987e535-60a1-4734-a1dc-cf38f1c1bcfc tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:40.716141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e987e535-60a1-4734-a1dc-cf38f1c1bcfc tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:40.731755 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f7358022-9bf4-42fe-a2cc-eaee9ffda47d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d2946a85-dac7-46d8-9504-4143d2314783), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.737033 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e987e535-60a1-4734-a1dc-cf38f1c1bcfc tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/subnets/6a5f24ab-a28b-49dd-998b-29aba1e004ba HTTP/1.1" status: 404 len: 337 time: 0.1114235 Mar 07 21:45:40.739264 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36740) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:40.744987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1608588003-router', 'tenant_id': 'f1427b8a108149488caa0787f8cbad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f755c71b-742f-4d72-b542-fc66aa1c4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:24Z', 'updated_at': '2022-03-07T21:45:30Z', 'revision_number': 3, 'project_id': 'f1427b8a108149488caa0787f8cbad11', 'gw_port': {'id': 'f755c71b-742f-4d72-b542-fc66aa1c4d84', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:27Z', 'updated_at': '2022-03-07T21:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:40.748265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-394cefbe-c89a-4a22-8b20-e79c7a8bc793 None None] For port fe57e9a0-ed62-4af0-826f-e9e47840e36f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fe57e9a0-ed62-4af0-826f-e9e47840e36f,segment=NetworkSegment(0ca89964-e04f-44d3-bb7d-9cf063b351ae),segment_id=0ca89964-e04f-44d3-bb7d-9cf063b351ae)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:40.757725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 0eae16d4-e7bf-4295-afc7-032176744c15 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:45:40.764620 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e4900c7-1c01-4848-8278-0808a247cc40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.800838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf679a1-56d0-4ba3-a993-abb7e7e2ac2b req-7791aaff-4b92-4a46-bfd6-d2412ddf0958 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:40.813284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 0eae16d4-e7bf-4295-afc7-032176744c15 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:40.813284 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0eae16d4-e7bf-4295-afc7-032176744c15), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.814091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e14749-a218-4bdf-95e4-8e3d0e327262 None None] The sync data for ids ['fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'] in n-d-832330-1 is: [{'id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1608588003-router', 'tenant_id': 'f1427b8a108149488caa0787f8cbad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f755c71b-742f-4d72-b542-fc66aa1c4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:24Z', 'updated_at': '2022-03-07T21:45:30Z', 'revision_number': 3, 'project_id': 'f1427b8a108149488caa0787f8cbad11', 'gw_port': {'id': 'f755c71b-742f-4d72-b542-fc66aa1c4d84', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:27Z', 'updated_at': '2022-03-07T21:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:40.819252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4bf679a1-56d0-4ba3-a993-abb7e7e2ac2b req-7791aaff-4b92-4a46-bfd6-d2412ddf0958 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 944 time: 0.6657050 Mar 07 21:45:40.821564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:40.821949 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.843575 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce71440e-a954-48de-8dfd-8f8aaf2e4ae4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:40.844043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce71440e-a954-48de-8dfd-8f8aaf2e4ae4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:40.861868 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ce71440e-a954-48de-8dfd-8f8aaf2e4ae4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/39a3871c-23fc-464c-819c-4d0c3f5a0c2e HTTP/1.1" status: 404 len: 339 time: 0.1094832 Mar 07 21:45:40.861868 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36742) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:40.862158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port fe57e9a0-ed62-4af0-826f-e9e47840e36f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:40.896960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Pushing event updated for resources: {'Port': ['ID=2c67bf70-1685-4e26-bd9f-0b36af4ae4e5,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:40.908332 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-394cefbe-c89a-4a22-8b20-e79c7a8bc793 None None] Publish callbacks [] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.915974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:45:40.932421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a415405-b12b-49e0-8605-1e40945789e5 req-d90e2a68-77f7-40d0-bb3d-376138c69c2e service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7421024 Mar 07 21:45:40.932682 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-394cefbe-c89a-4a22-8b20-e79c7a8bc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.935647 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:40.949399 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f54f49-cef0-4d9e-beec-9113bf179903 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:40.949864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f54f49-cef0-4d9e-beec-9113bf179903 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:40.952971 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-24f54f49-cef0-4d9e-beec-9113bf179903 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/subnets/17743381-16f7-4e64-9350-0a957759a745 HTTP/1.1" status: 404 len: 337 time: 0.0782380 Mar 07 21:45:40.959768 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36744) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:41.055626 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92be6df-5056-42d3-9b28-549d2eab31ad tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:41.056155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92be6df-5056-42d3-9b28-549d2eab31ad tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:41.059324 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b92be6df-5056-42d3-9b28-549d2eab31ad tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/ef6b1b28-535b-435d-8c81-3a34b3eda989 HTTP/1.1" status: 404 len: 339 time: 0.0821919 Mar 07 21:45:41.062583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36746) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:41.070843 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f64d11ec-e267-4b76-b66a-d7f3ab5db6a7,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:41.098243 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:41.121036 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c7b05d-a2cd-4ce8-9700-a5ea0b6de32f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:41.121594 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c7b05d-a2cd-4ce8-9700-a5ea0b6de32f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:41.122738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4bf679a1-56d0-4ba3-a993-abb7e7e2ac2b req-d293caf2-349b-42fa-a819-e065880ec832 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032172 Mar 07 21:45:41.127817 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d7c7b05d-a2cd-4ce8-9700-a5ea0b6de32f tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/subnets/85559f19-a3a2-4966-b3cf-09227ca9f2eb HTTP/1.1" status: 404 len: 337 time: 0.0615971 Mar 07 21:45:41.134045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36748) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:41.147709 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e4900c7-1c01-4848-8278-0808a247cc40 admin admin] Publish callbacks [] for security_group (6aecf5eb-39f4-41bc-8f11-2a0dc9d5e084), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:41.165993 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e4900c7-1c01-4848-8278-0808a247cc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6aecf5eb-39f4-41bc-8f11-2a0dc9d5e084), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:41.205022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cefbe-c89a-4a22-8b20-e79c7a8bc793 None None] Pushing event updated for resources: {'Port': ['ID=fe57e9a0-ed62-4af0-826f-e9e47840e36f,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:41.210684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4900c7-1c01-4848-8278-0808a247cc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aecf5eb-39f4-41bc-8f11-2a0dc9d5e084,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:41.220287 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3e4900c7-1c01-4848-8278-0808a247cc40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c4f7b3233bd4e57a99c8fef615f5974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7614493 Mar 07 21:45:41.227794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36750) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:41.331317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Network 1c76a7b9-adff-480e-bfb4-69cdccc61be7 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:41.360242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:41.390130 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a44abfdc-8401-4079-97fb-a375e09148d7 admin admin] Publish callbacks [] for security_group (6aecf5eb-39f4-41bc-8f11-2a0dc9d5e084), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:41.428128 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 0eae16d4-e7bf-4295-afc7-032176744c15 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:41.431357 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a44abfdc-8401-4079-97fb-a375e09148d7 admin admin] Publish callbacks [] for security_group (6aecf5eb-39f4-41bc-8f11-2a0dc9d5e084), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:41.431544 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0eae16d4-e7bf-4295-afc7-032176744c15), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:41.450743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f64d11ec-e267-4b76-b66a-d7f3ab5db6a7'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:45:41.574870 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a44abfdc-8401-4079-97fb-a375e09148d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6aecf5eb-39f4-41bc-8f11-2a0dc9d5e084), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:41.579566 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a44abfdc-8401-4079-97fb-a375e09148d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:41.584437 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a44abfdc-8401-4079-97fb-a375e09148d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6aecf5eb-39f4-41bc-8f11-2a0dc9d5e084 HTTP/1.1" status: 204 len: 168 time: 0.3531718 Mar 07 21:45:41.618457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44abfdc-8401-4079-97fb-a375e09148d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aecf5eb-39f4-41bc-8f11-2a0dc9d5e084,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:41.654473 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e28aa93-0abf-4e91-9fb6-a0d8e69b5332 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:41.655933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e28aa93-0abf-4e91-9fb6-a0d8e69b5332 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:41.662738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8e28aa93-0abf-4e91-9fb6-a0d8e69b5332 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/6bd74991-c9ba-4f45-8123-947678b2bb51 HTTP/1.1" status: 404 len: 339 time: 0.3560588 Mar 07 21:45:41.663094 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36756) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:41.670823 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f64d11ec-e267-4b76-b66a-d7f3ab5db6a7,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:41.729665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4702ec1d-845d-4c2f-84dd-04ce187611ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eae16d4-e7bf-4295-afc7-032176744c15'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:41.731989 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a115179-800c-457f-9753-6820b249709b" -d '{"events": [{"server_uuid": "4702ec1d-845d-4c2f-84dd-04ce187611ec", "name": "network-vif-plugged", "status": "completed", "tag": "0eae16d4-e7bf-4295-afc7-032176744c15"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:45:41.762745 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-26009d95-ad23-495b-8901-71f868140cd3 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:41.763262 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26009d95-ad23-495b-8901-71f868140cd3 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:41.774329 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-26009d95-ad23-495b-8901-71f868140cd3 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/subnets/eb8544a0-71fa-416e-9ce4-1eba746810d8 HTTP/1.1" status: 404 len: 337 time: 0.1101363 Mar 07 21:45:41.777367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36762) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:41.854713 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c4b595-9831-4394-8400-3da49c98ccd4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:41.857023 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c4b595-9831-4394-8400-3da49c98ccd4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:41.862834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 0eae16d4-e7bf-4295-afc7-032176744c15, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=0eae16d4-e7bf-4295-afc7-032176744c15,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:41.863007 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-91c4b595-9831-4394-8400-3da49c98ccd4 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/b08c86ff-b346-45ec-9720-42556f8f0c79 HTTP/1.1" status: 404 len: 339 time: 0.0837104 Mar 07 21:45:41.868185 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36764) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:41.907350 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b6c128-6305-4c0d-a4fd-2fef45cf6d5c x-openstack-request-id: req-02b6c128-6305-4c0d-a4fd-2fef45cf6d5c {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:45:41.907676 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4702ec1d-845d-4c2f-84dd-04ce187611ec", "name": "network-vif-plugged", "status": "completed", "tag": "0eae16d4-e7bf-4295-afc7-032176744c15", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:45:41.907946 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02b6c128-6305-4c0d-a4fd-2fef45cf6d5c {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:45:41.908361 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4702ec1d-845d-4c2f-84dd-04ce187611ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eae16d4-e7bf-4295-afc7-032176744c15', 'code': 200} Mar 07 21:45:41.929955 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0eae16d4-e7bf-4295-afc7-032176744c15), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:41.975334 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d31e360-7838-491b-a33a-a30a8f78f175 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:41.986204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d31e360-7838-491b-a33a-a30a8f78f175 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:41.989717 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2d31e360-7838-491b-a33a-a30a8f78f175 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/subnets/a9d30ead-1695-436b-966d-2d23c22c6ab6 HTTP/1.1" status: 404 len: 337 time: 0.1189072 Mar 07 21:45:41.992545 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36768) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:42.052752 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b94199-e027-4432-bc42-4676bd58e2c9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:42.053283 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b94199-e027-4432-bc42-4676bd58e2c9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:42.066639 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-52b94199-e027-4432-bc42-4676bd58e2c9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/faac4f4a-5da9-4188-8c32-8c150ad8c873 HTTP/1.1" status: 404 len: 339 time: 0.0678296 Mar 07 21:45:42.067808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36770) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:42.115037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9d8b8deb-3a52-41d9-bdc7-fd0994df8eb8 None None] Provisioning complete for port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:42.115753 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9d8b8deb-3a52-41d9-bdc7-fd0994df8eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:42.130392 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bdf1d5-bd7b-41a0-85ed-633eb3d594ae tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:42.130975 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6bdf1d5-bd7b-41a0-85ed-633eb3d594ae tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:42.131447 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b86a85-6388-4f19-8a9e-ffdfdcd62c90 req-51c506a1-2d8b-4c60-8795-bfb0cf9491d0 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:42.134387 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b6bdf1d5-bd7b-41a0-85ed-633eb3d594ae tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/subnets/d70123a5-cb12-4030-aa4a-304458a63e20 HTTP/1.1" status: 404 len: 337 time: 0.0652828 Mar 07 21:45:42.136982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36772) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:42.142865 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9b86a85-6388-4f19-8a9e-ffdfdcd62c90 req-51c506a1-2d8b-4c60-8795-bfb0cf9491d0 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 945 time: 1.4298487 Mar 07 21:45:42.191761 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fee957-71b5-4b49-bb43-a843b4b02dd9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:42.192287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3fee957-71b5-4b49-bb43-a843b4b02dd9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:42.209944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=0eae16d4-e7bf-4295-afc7-032176744c15,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:42.217188 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a3fee957-71b5-4b49-bb43-a843b4b02dd9 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/b25c0950-f96d-4acd-8e90-daf599eaa6ed HTTP/1.1" status: 404 len: 339 time: 0.0790465 Mar 07 21:45:42.226621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36776) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:42.249212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b8deb-3a52-41d9-bdc7-fd0994df8eb8 None None] Port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:45:42.315365 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ed84f1-a69c-4373-9588-ae5067168efc tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:42.315840 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ed84f1-a69c-4373-9588-ae5067168efc tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:42.318984 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b8ed84f1-a69c-4373-9588-ae5067168efc tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/subnets/7d4a78a4-785e-4ed7-b843-5250dad7016d HTTP/1.1" status: 404 len: 337 time: 0.0913358 Mar 07 21:45:42.331605 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36778) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:42.343980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78ba6d5-deac-446b-9cf4-03922feff3ec None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 21:45:42.386197 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36780) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:42.392006 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c07ffaf-89dc-43fc-b60b-b92d447d5228 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:42.395260 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c07ffaf-89dc-43fc-b60b-b92d447d5228 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:42.407787 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3c07ffaf-89dc-43fc-b60b-b92d447d5228 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/1058a1ed-94bb-4c53-895d-b31dea55a3ad HTTP/1.1" status: 404 len: 339 time: 0.0721304 Mar 07 21:45:42.413983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36782) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:42.498812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c523bb-08bd-4f0a-97df-c78ffcb79e10 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Deleting subnet f77171b3-8cd8-4aba-bbc1-7c545b2da5e0 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:45:42.502915 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5c523bb-08bd-4f0a-97df-c78ffcb79e10 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for subnet (f77171b3-8cd8-4aba-bbc1-7c545b2da5e0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:42.540544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ee23c519-3271-437d-bc6d-3e4c1bc3cf1f None None] Provisioning complete for port fe57e9a0-ed62-4af0-826f-e9e47840e36f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:42.541277 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ee23c519-3271-437d-bc6d-3e4c1bc3cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:42.579707 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5c523bb-08bd-4f0a-97df-c78ffcb79e10 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (f77171b3-8cd8-4aba-bbc1-7c545b2da5e0), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:42.680122 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2433f6cf-783d-4ea3-9ea2-937392a2342c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:42.680812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a415405-b12b-49e0-8605-1e40945789e5 req-f42502ff-a540-4c14-a885-04f16e93cdce service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6885908 Mar 07 21:45:42.719736 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78ba6d5-deac-446b-9cf4-03922feff3ec None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:45:42.741244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Router fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:45:42.789189 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-f7358022-9bf4-42fe-a2cc-eaee9ffda47d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Allocated IP 172.20.0.29 (94e6fd91-6486-406d-9b37-ffd79e8127cb/3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4/d2946a85-dac7-46d8-9504-4143d2314783) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:42.800561 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9b86a85-6388-4f19-8a9e-ffdfdcd62c90 req-23b52110-bd24-4c67-a9d1-48e1ab89f5d4 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6541147 Mar 07 21:45:42.866482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2433f6cf-783d-4ea3-9ea2-937392a2342c admin admin] Publish callbacks [] for security_group (30140405-cc22-490c-af7a-4f603be99369), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:42.879253 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2433f6cf-783d-4ea3-9ea2-937392a2342c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (30140405-cc22-490c-af7a-4f603be99369), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:42.966706 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ee23c519-3271-437d-bc6d-3e4c1bc3cf1f None None] Current status of the port fe57e9a0-ed62-4af0-826f-e9e47840e36f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:42.984907 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2433f6cf-783d-4ea3-9ea2-937392a2342c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=adcc8f00f2944d969939fd2054585ec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5948961 Mar 07 21:45:42.989032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36788) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:43.013683 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5c523bb-08bd-4f0a-97df-c78ffcb79e10 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (f77171b3-8cd8-4aba-bbc1-7c545b2da5e0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:43.056613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433f6cf-783d-4ea3-9ea2-937392a2342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30140405-cc22-490c-af7a-4f603be99369,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:43.137941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b739df7-33c4-4d45-947b-e95198d23b21 req-657849f7-33b2-430d-94e3-ebb6542e16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:43.144288 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b739df7-33c4-4d45-947b-e95198d23b21 req-657849f7-33b2-430d-94e3-ebb6542e16ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 1128 time: 1.1221325 Mar 07 21:45:43.171019 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e09e87fd-b452-4c21-9e6e-9f30b93396a7 admin admin] Publish callbacks [] for security_group (30140405-cc22-490c-af7a-4f603be99369), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:43.177596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1910568-e614-4f96-84d7-bd7d28cca1f5 None None] Network 94e6fd91-6486-406d-9b37-ffd79e8127cb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:43.221465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cb046-f384-48bf-8735-7239e008e9c5 req-63ba2b25-4ffc-4acc-ab3e-78ef6f5a46a3 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:43.223086 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b4cb046-f384-48bf-8735-7239e008e9c5 req-63ba2b25-4ffc-4acc-ab3e-78ef6f5a46a3 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 945 time: 0.5371380 Mar 07 21:45:43.258242 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5c523bb-08bd-4f0a-97df-c78ffcb79e10 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (f77171b3-8cd8-4aba-bbc1-7c545b2da5e0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:43.271019 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e09e87fd-b452-4c21-9e6e-9f30b93396a7 admin admin] Publish callbacks [] for security_group (30140405-cc22-490c-af7a-4f603be99369), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:43.354160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c523bb-08bd-4f0a-97df-c78ffcb79e10 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Subnet': ['ID=f77171b3-8cd8-4aba-bbc1-7c545b2da5e0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:43.391583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5c523bb-08bd-4f0a-97df-c78ffcb79e10 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:43.392621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2375e37f-73f1-4a04-8205-4cee65a75307 None None] Network 90a0c571-4787-4e4b-abd2-ce6feb9637a2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:43.399231 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d5c523bb-08bd-4f0a-97df-c78ffcb79e10 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/subnets/f77171b3-8cd8-4aba-bbc1-7c545b2da5e0 HTTP/1.1" status: 204 len: 168 time: 0.9708283 Mar 07 21:45:43.404629 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36790) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:43.712524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b739df7-33c4-4d45-947b-e95198d23b21 req-ed9d27bb-6386-4db4-8d99-0d53d6f80ec1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565135 Mar 07 21:45:43.773344 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f7358022-9bf4-42fe-a2cc-eaee9ffda47d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (d2946a85-dac7-46d8-9504-4143d2314783), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:43.780545 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:45:43.784850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b4cb046-f384-48bf-8735-7239e008e9c5 req-8105b72a-58ad-4292-94e7-fd86368d4b41 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144824 Mar 07 21:45:43.790508 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f55b927e-0d38-49da-85b3-7d12c5094341 admin admin] 10.222.0.26 "PUT /v2.0/routers/fae6d8fa-785c-47a8-9057-cd2abb4f7ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1469724 Mar 07 21:45:43.806415 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f7358022-9bf4-42fe-a2cc-eaee9ffda47d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (d2946a85-dac7-46d8-9504-4143d2314783), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:43.830107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f755c71b-742f-4d72-b542-fc66aa1c4d84 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:43.910477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (90a0c571-4787-4e4b-abd2-ce6feb9637a2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:43.913157 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e09e87fd-b452-4c21-9e6e-9f30b93396a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (30140405-cc22-490c-af7a-4f603be99369), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:43.915749 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e09e87fd-b452-4c21-9e6e-9f30b93396a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:43.918366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:43.922874 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e09e87fd-b452-4c21-9e6e-9f30b93396a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30140405-cc22-490c-af7a-4f603be99369 HTTP/1.1" status: 204 len: 168 time: 0.9302082 Mar 07 21:45:43.941957 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Sync routers for ids ['fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:43.942573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e87fd-b452-4c21-9e6e-9f30b93396a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30140405-cc22-490c-af7a-4f603be99369,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:43.967537 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Routers {'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:45:43.969094 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:45:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:44.117689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Deleting port 7ae791c9-c03f-4e31-914c-dc666412cd85 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:44.121241 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7ae791c9-c03f-4e31-914c-dc666412cd85), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:44.168072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7358022-9bf4-42fe-a2cc-eaee9ffda47d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=d2946a85-dac7-46d8-9504-4143d2314783,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:44.234762 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-f7358022-9bf4-42fe-a2cc-eaee9ffda47d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] In _notify_port_updated(), no bound segment for port d2946a85-dac7-46d8-9504-4143d2314783 on network 94e6fd91-6486-406d-9b37-ffd79e8127cb {{(pid=103719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 21:45:44.251806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7358022-9bf4-42fe-a2cc-eaee9ffda47d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:44.255323 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f7358022-9bf4-42fe-a2cc-eaee9ffda47d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:44.257404 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f7358022-9bf4-42fe-a2cc-eaee9ffda47d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "PUT /v2.0/ports/d2946a85-dac7-46d8-9504-4143d2314783 HTTP/1.1" status: 200 len: 999 time: 4.6609621 Mar 07 21:45:44.259762 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36810) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:44.272482 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f755c71b-742f-4d72-b542-fc66aa1c4d84 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:44.272730 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f755c71b-742f-4d72-b542-fc66aa1c4d84), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:44.307507 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Set router fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:45:44.333042 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:45:44.335279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:44.338380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] For port 7ae791c9-c03f-4e31-914c-dc666412cd85, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7ae791c9-c03f-4e31-914c-dc666412cd85,segment=NetworkSegment(f8181533-650b-4c9f-a4f2-db4a55bccc55),segment_id=f8181533-650b-4c9f-a4f2-db4a55bccc55)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:44.338954 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7ae791c9-c03f-4e31-914c-dc666412cd85), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:44.375551 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Calling delete_port for 7ae791c9-c03f-4e31-914c-dc666412cd85 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:44.442301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbbd128-d8ed-482a-8d48-427211d6f7fe None None] DHCP port deletion for 90a0c571-4787-4e4b-abd2-ce6feb9637a2 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:45:44.444463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:44.444830 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:44.499727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8addd-e35c-4a3b-abfa-147d7a667506 req-540bdf5e-1e42-4f70-804d-db73db73dc35 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:44.501297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fef8addd-e35c-4a3b-abfa-147d7a667506 req-540bdf5e-1e42-4f70-804d-db73db73dc35 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 946 time: 0.5076699 Mar 07 21:45:44.613040 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7ae791c9-c03f-4e31-914c-dc666412cd85), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:44.677650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Port': ['ID=7ae791c9-c03f-4e31-914c-dc666412cd85,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:44.691036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] No DVR routers for this DVR port 7ae791c9-c03f-4e31-914c-dc666412cd85 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:44.789996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-76dd7595-a7d0-45b9-80e1-030aa7077460 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port d2946a85-dac7-46d8-9504-4143d2314783 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:44.790585 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76dd7595-a7d0-45b9-80e1-030aa7077460 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d2946a85-dac7-46d8-9504-4143d2314783), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:44.847071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fd5ee832-9511-4859-af59-13f11f5726e0 None None] Provisioning complete for port fe57e9a0-ed62-4af0-826f-e9e47840e36f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:44.847071 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee832-9511-4859-af59-13f11f5726e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:44.854749 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (90a0c571-4787-4e4b-abd2-ce6feb9637a2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:44.896181 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1608588003-router', 'tenant_id': 'f1427b8a108149488caa0787f8cbad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f755c71b-742f-4d72-b542-fc66aa1c4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:24Z', 'updated_at': '2022-03-07T21:45:39Z', 'revision_number': 4, 'project_id': 'f1427b8a108149488caa0787f8cbad11', 'gw_port': {'id': 'f755c71b-742f-4d72-b542-fc66aa1c4d84', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:27Z', 'updated_at': '2022-03-07T21:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '2c67bf70-1685-4e26-bd9f-0b36af4ae4e5', 'name': '', 'network_id': '1c76a7b9-adff-480e-bfb4-69cdccc61be7', 'tenant_id': 'f1427b8a108149488caa0787f8cbad11', 'mac_address': 'fa:16:3e:fa:87:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b177896c-47bb-441b-a078-d3cebbb06cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:36Z', 'updated_at': '2022-03-07T21:45:39Z', 'revision_number': 2, 'project_id': 'f1427b8a108149488caa0787f8cbad11', 'subnets': [{'id': 'b177896c-47bb-441b-a078-d3cebbb06cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:44.901878 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76dd7595-a7d0-45b9-80e1-030aa7077460 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d2946a85-dac7-46d8-9504-4143d2314783), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:44.910367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a0c571-4787-4e4b-abd2-ce6feb9637a2']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:44.918017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-76dd7595-a7d0-45b9-80e1-030aa7077460 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for d2946a85-dac7-46d8-9504-4143d2314783 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:44.930014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8181533-650b-4c9f-a4f2-db4a55bccc55') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:44.930439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8181533-650b-4c9f-a4f2-db4a55bccc55') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:44.954415 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (f8181533-650b-4c9f-a4f2-db4a55bccc55), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:44.964699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:45:44.972249 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Checking router: fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:45:44.974023 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Updating router fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:45:44.983243 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f8181533-650b-4c9f-a4f2-db4a55bccc55), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:44.993335 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:44.993817 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (f8181533-650b-4c9f-a4f2-db4a55bccc55), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:45.000567 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:45.018718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:45.019116 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (25c348c6-8b91-4507-b2c2-5fd3c91eaa5d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:45.021030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fef8addd-e35c-4a3b-abfa-147d7a667506 req-b2df0875-3c3f-4d57-99f6-d4a1064636e9 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355452 Mar 07 21:45:45.082983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f755c71b-742f-4d72-b542-fc66aa1c4d84 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:45.086910 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f755c71b-742f-4d72-b542-fc66aa1c4d84), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:45.098573 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf4ef5e9-b6ef-42b3-880e-bd7d37a2f61a req-61182618-1f33-403f-943c-48547dc40423 tempest-FloatingIPsNegativeTestJSON-106461777 tempest-FloatingIPsNegativeTestJSON-106461777-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=f1427b8a108149488caa0787f8cbad11 HTTP/1.1" status: 200 len: 217 time: 0.3330483 Mar 07 21:45:45.176669 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:45.182905 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (90a0c571-4787-4e4b-abd2-ce6feb9637a2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:45.218785 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:45.222362 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] 10.222.0.26 "DELETE /v2.0/networks/90a0c571-4787-4e4b-abd2-ce6feb9637a2 HTTP/1.1" status: 204 len: 168 time: 1.8163514 Mar 07 21:45:45.250163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8e2d1-d617-462e-b703-2c5b95535851 tempest-NetworksTest-1158220185 tempest-NetworksTest-1158220185-project] Pushing event deleted for resources: {'Network': ['ID=90a0c571-4787-4e4b-abd2-ce6feb9637a2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:45.282177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6fbbd128-d8ed-482a-8d48-427211d6f7fe None None] Deleting port 7ae791c9-c03f-4e31-914c-dc666412cd85 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:45.282731 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd128-d8ed-482a-8d48-427211d6f7fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7ae791c9-c03f-4e31-914c-dc666412cd85), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:45.299246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port f755c71b-742f-4d72-b542-fc66aa1c4d84, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f755c71b-742f-4d72-b542-fc66aa1c4d84,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:45.332945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:45.333425 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server [None req-6fbbd128-d8ed-482a-8d48-427211d6f7fe None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 90a0c571-4787-4e4b-abd2-ce6feb9637a2 could not be found. Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1553, in delete_ports_by_device_id Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 21:45:45.337985 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 90a0c571-4787-4e4b-abd2-ce6feb9637a2 could not be found. Mar 07 21:45:45.341551 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Mar 07 21:45:45.351489 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f755c71b-742f-4d72-b542-fc66aa1c4d84), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:45.356877 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fe57e9a0-ed62-4af0-826f-e9e47840e36f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:45.379244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-856e3820-ee2e-4369-9d82-3fb6759f19b7 req-d16ee1e6-9f20-46da-9cfd-78c7d502b569 tempest-FloatingIPsNegativeTestJSON-106461777 tempest-FloatingIPsNegativeTestJSON-106461777-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0888324 Mar 07 21:45:45.518191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04129a9c-fd24-4f65-804d-69b1055e2521 None None] DHCP port deletion for 90a0c571-4787-4e4b-abd2-ce6feb9637a2 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:45:45.614011 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c425ecb-1e4f-4865-b16c-497ebd78019e req-28a3594f-bb3e-4fe5-8358-2507b990dcaa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:45.615818 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c425ecb-1e4f-4865-b16c-497ebd78019e req-28a3594f-bb3e-4fe5-8358-2507b990dcaa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 945 time: 0.3345544 Mar 07 21:45:45.677429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36846) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:45.726316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c73c63b-588c-4271-8481-c4e87434c8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64d11ec-e267-4b76-b66a-d7f3ab5db6a7'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:45.734096 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-beab5ee2-97c6-4ff0-b893-e5f51868310d req-b23f7bbf-f6c8-48fa-a1d4-80f9c4b7b4f4 tempest-FloatingIPsNegativeTestJSON-106461777 tempest-FloatingIPsNegativeTestJSON-106461777-project] show failed (client error): The resource could not be found. Mar 07 21:45:45.736423 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb8129e-10af-457b-ad5e-38afe9877d2b" -d '{"events": [{"server_uuid": "5c73c63b-588c-4271-8481-c4e87434c8b7", "name": "network-vif-plugged", "status": "completed", "tag": "f64d11ec-e267-4b76-b66a-d7f3ab5db6a7"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:45:45.753176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-beab5ee2-97c6-4ff0-b893-e5f51868310d req-b23f7bbf-f6c8-48fa-a1d4-80f9c4b7b4f4 tempest-FloatingIPsNegativeTestJSON-106461777 tempest-FloatingIPsNegativeTestJSON-106461777-project] 10.222.0.26 "GET /v2.0/floatingips/9e47fbf3-bd69-4685-bcf1-791a154b6fda HTTP/1.1" status: 404 len: 350 time: 0.2205279 Mar 07 21:45:45.768326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36854) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:45.846849 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76dd7595-a7d0-45b9-80e1-030aa7077460 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d2946a85-dac7-46d8-9504-4143d2314783), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:45.866044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f64d11ec-e267-4b76-b66a-d7f3ab5db6a7,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:45.886573 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec0aa6a-8dc3-44c2-b73a-26525b289613 x-openstack-request-id: req-0ec0aa6a-8dc3-44c2-b73a-26525b289613 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:45:45.896377 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c73c63b-588c-4271-8481-c4e87434c8b7", "name": "network-vif-plugged", "status": "completed", "tag": "f64d11ec-e267-4b76-b66a-d7f3ab5db6a7", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:45:45.897708 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ec0aa6a-8dc3-44c2-b73a-26525b289613 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:45:45.898380 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c73c63b-588c-4271-8481-c4e87434c8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64d11ec-e267-4b76-b66a-d7f3ab5db6a7', 'code': 200} Mar 07 21:45:45.981079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=f755c71b-742f-4d72-b542-fc66aa1c4d84,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:46.007377 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.008153 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c425ecb-1e4f-4865-b16c-497ebd78019e req-d582edd2-9c70-4a8d-b118-fc657a648d19 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691499 Mar 07 21:45:46.016566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36856) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:46.027172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd7595-a7d0-45b9-80e1-030aa7077460 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=d2946a85-dac7-46d8-9504-4143d2314783,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:46.038052 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b376b363-63a7-4922-8c37-a256b57dac2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.078308 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f89c8d8-5ab1-4983-83e0-15161cfd057d None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 21:45:46.081044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.090014 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.090316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.090688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.091026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.091374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.091714 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.092598 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.092942 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.093270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.104581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.105393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.106376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.128446 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ee832-9511-4859-af59-13f11f5726e0 None None] Current status of the port fe57e9a0-ed62-4af0-826f-e9e47840e36f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:46.176179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fd5ee832-9511-4859-af59-13f11f5726e0 None None] Could not find standard attr ID for object d2946a85-dac7-46d8-9504-4143d2314783. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:45:46.192999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2127348680-network', 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:46.224320 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.228886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:46.238443 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (25c348c6-8b91-4507-b2c2-5fd3c91eaa5d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.254268 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Publish callbacks [] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.270956 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.289725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] Made reservation on behalf of b9f1f8efd8b64fe8a39cef816a01fc15 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:46.292151 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.329219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port fe57e9a0-ed62-4af0-826f-e9e47840e36f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:46.329631 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.355364 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d9bd8404-d3c0-445e-8217-17a9483bcd29 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ca6ef81b0ec4cf88d70d6f83fca75bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6757615 Mar 07 21:45:46.357863 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36866) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:46.365924 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944ea70-86a2-40e1-8b8e-fcfaad1da5b3 None None] Pushing event updated for resources: {'Port': ['ID=2c67bf70-1685-4e26-bd9f-0b36af4ae4e5,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:46.390447 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.399231 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944ea70-86a2-40e1-8b8e-fcfaad1da5b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.399580 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944ea70-86a2-40e1-8b8e-fcfaad1da5b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.400101 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944ea70-86a2-40e1-8b8e-fcfaad1da5b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.400595 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944ea70-86a2-40e1-8b8e-fcfaad1da5b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.401107 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944ea70-86a2-40e1-8b8e-fcfaad1da5b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.401602 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944ea70-86a2-40e1-8b8e-fcfaad1da5b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.402140 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944ea70-86a2-40e1-8b8e-fcfaad1da5b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.402682 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944ea70-86a2-40e1-8b8e-fcfaad1da5b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.403194 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944ea70-86a2-40e1-8b8e-fcfaad1da5b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.403937 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944ea70-86a2-40e1-8b8e-fcfaad1da5b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.404481 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944ea70-86a2-40e1-8b8e-fcfaad1da5b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.405207 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944ea70-86a2-40e1-8b8e-fcfaad1da5b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.406023 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944ea70-86a2-40e1-8b8e-fcfaad1da5b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:46.442879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6587eca5-90ec-4db4-9d27-d0b8e18551c1 None None] Could not find standard attr ID for object d2946a85-dac7-46d8-9504-4143d2314783. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:45:46.500411 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eeae3428-b69e-4d6d-bedd-900678a5080d admin admin] Publish callbacks [] for security_group (c7acc058-43db-4411-bc16-2cfb05a06ee1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.511353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f64d11ec-e267-4b76-b66a-d7f3ab5db6a7,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:46.546441 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] Publish callbacks [] for security_group (472e8977-5aec-43a9-a139-3723eaf0e1dd), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.547409 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eeae3428-b69e-4d6d-bedd-900678a5080d admin admin] Publish callbacks [] for security_group (c7acc058-43db-4411-bc16-2cfb05a06ee1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.548618 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Attempting to bind port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:46.549157 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Attempting to bind port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '3deafdbf-d085-44ba-9a29-cafe316cb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1c76a7b9-adff-480e-bfb4-69cdccc61be7'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:46.549941 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Attempting to bind port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 on network 1c76a7b9-adff-480e-bfb4-69cdccc61be7 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:46.550868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=25c348c6-8b91-4507-b2c2-5fd3c91eaa5d,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:46.566486 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (472e8977-5aec-43a9-a139-3723eaf0e1dd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.576125 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:46.577120 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Checking segment: {'id': '3deafdbf-d085-44ba-9a29-cafe316cb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1c76a7b9-adff-480e-bfb4-69cdccc61be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:46.577475 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.577974 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Bound using segment: {'id': '3deafdbf-d085-44ba-9a29-cafe316cb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1c76a7b9-adff-480e-bfb4-69cdccc61be7'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:46.578815 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Bound port: 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3deafdbf-d085-44ba-9a29-cafe316cb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1c76a7b9-adff-480e-bfb4-69cdccc61be7'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:46.579723 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.588992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:46.595872 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (25c348c6-8b91-4507-b2c2-5fd3c91eaa5d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.606455 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (4b235587-52f6-4692-965c-c32f408d5352), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.606797 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] Added segment 4b235587-52f6-4692-965c-c32f408d5352 of type vlan for network a0410c5e-9f3b-4596-a6a1-be68e02a6722 Mar 07 21:45:46.641777 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eeae3428-b69e-4d6d-bedd-900678a5080d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c7acc058-43db-4411-bc16-2cfb05a06ee1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.645228 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eeae3428-b69e-4d6d-bedd-900678a5080d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.647201 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eeae3428-b69e-4d6d-bedd-900678a5080d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7acc058-43db-4411-bc16-2cfb05a06ee1 HTTP/1.1" status: 204 len: 168 time: 0.2883537 Mar 07 21:45:46.672512 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (a0410c5e-9f3b-4596-a6a1-be68e02a6722), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.684780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89c8d8-5ab1-4983-83e0-15161cfd057d None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:45:46.692680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae3428-b69e-4d6d-bedd-900678a5080d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7acc058-43db-4411-bc16-2cfb05a06ee1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:46.729234 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] For port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:46.735800 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] For port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2c67bf70-1685-4e26-bd9f-0b36af4ae4e5,segment=NetworkSegment(3deafdbf-d085-44ba-9a29-cafe316cb507),segment_id=3deafdbf-d085-44ba-9a29-cafe316cb507)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:46.751957 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.784521 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bdf4a-1edb-4745-bd6e-d1272358b106 req-1d1396fd-a675-4227-8243-672ade9ad386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:46.788541 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a69bdf4a-1edb-4745-bd6e-d1272358b106 req-1d1396fd-a675-4227-8243-672ade9ad386 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 1128 time: 0.8086081 Mar 07 21:45:46.822333 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (a0410c5e-9f3b-4596-a6a1-be68e02a6722), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.824473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:46.826483 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.845980 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Routers {'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:45:46.846660 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:45:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:46.883317 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76dd7595-a7d0-45b9-80e1-030aa7077460 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:46.897522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-76dd7595-a7d0-45b9-80e1-030aa7077460 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/d2946a85-dac7-46d8-9504-4143d2314783 HTTP/1.1" status: 204 len: 168 time: 2.6165314 Mar 07 21:45:46.921855 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=25c348c6-8b91-4507-b2c2-5fd3c91eaa5d,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:46.929527 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36872) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:46.973369 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af52205-647d-44d0-bcf4-c965e729c97f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] GET failed (client error): The resource could not be found. Mar 07 21:45:46.980326 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4af52205-647d-44d0-bcf4-c965e729c97f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/d2946a85-dac7-46d8-9504-4143d2314783 HTTP/1.1" status: 404 len: 333 time: 0.0495069 Mar 07 21:45:46.986606 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36876) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:46.990113 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9980265-8e34-416f-91f5-eed9fa9b9a00 req-ba8a3a54-d73f-4db3-8f57-899ad70e3271 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:46.995651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port fe57e9a0-ed62-4af0-826f-e9e47840e36f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:46.997540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c9980265-8e34-416f-91f5-eed9fa9b9a00 req-ba8a3a54-d73f-4db3-8f57-899ad70e3271 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 946 time: 0.7849984 Mar 07 21:45:47.039269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472e8977-5aec-43a9-a139-3723eaf0e1dd,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:47.062888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a69bdf4a-1edb-4745-bd6e-d1272358b106 req-23cb7a0d-80d0-4470-a9ef-8205194c2c40 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428415 Mar 07 21:45:47.124307 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0945270 Mar 07 21:45:47.129066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36880) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:47.130307 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944ea70-86a2-40e1-8b8e-fcfaad1da5b3 None None] Pushing event updated for resources: {'Port': ['ID=2c67bf70-1685-4e26-bd9f-0b36af4ae4e5,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:47.175055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a873e422-ef96-444f-8050-fec3b3150a5a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting subnet 3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:45:47.190010 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a873e422-ef96-444f-8050-fec3b3150a5a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:47.205860 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] Set router fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:45:47.226924 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0cf13588-8e08-4220-8315-0c8e0348f54b admin admin] Request body: {'subnet': {'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2127348680-subnet', 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:47.247164 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-627fa4b9-013f-4ee1-aa98-22e56cd02dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:47.247906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f755c71b-742f-4d72-b542-fc66aa1c4d84 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:47.364731 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c9980265-8e34-416f-91f5-eed9fa9b9a00 req-cca6a47a-b33d-41d9-b149-8e2865f4244d tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602872 Mar 07 21:45:47.374815 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a873e422-ef96-444f-8050-fec3b3150a5a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:47.446078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e255a3-2109-45f8-8ba5-deef6e578771 admin admin] Pushing event updated for resources: {'Network': ['ID=a0410c5e-9f3b-4596-a6a1-be68e02a6722,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:47.486610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network a0410c5e-9f3b-4596-a6a1-be68e02a6722 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:47.604828 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf13588-8e08-4220-8315-0c8e0348f54b admin admin] Made reservation on behalf of b9f1f8efd8b64fe8a39cef816a01fc15 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:47.608071 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0cf13588-8e08-4220-8315-0c8e0348f54b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:47.729939 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a873e422-ef96-444f-8050-fec3b3150a5a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:47.744891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f755c71b-742f-4d72-b542-fc66aa1c4d84 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:47.745538 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f755c71b-742f-4d72-b542-fc66aa1c4d84), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:47.855731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a031a2-8811-42e6-9370-968faf05a611 req-4397dc72-2283-4ae5-9e0e-92067c4dad84 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:47.863316 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46a031a2-8811-42e6-9370-968faf05a611 req-4397dc72-2283-4ae5-9e0e-92067c4dad84 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.6125906 Mar 07 21:45:47.915300 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0870cdad-288f-4706-bc51-af3e27cffe98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c348c6-8b91-4507-b2c2-5fd3c91eaa5d'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:47.918023 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edebbc77-f945-4fb8-9c90-413d3bb59917" -d '{"events": [{"server_uuid": "0870cdad-288f-4706-bc51-af3e27cffe98", "name": "network-vif-plugged", "status": "completed", "tag": "25c348c6-8b91-4507-b2c2-5fd3c91eaa5d"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:45:47.960751 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1608588003-router', 'tenant_id': 'f1427b8a108149488caa0787f8cbad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f755c71b-742f-4d72-b542-fc66aa1c4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:24Z', 'updated_at': '2022-03-07T21:45:39Z', 'revision_number': 4, 'project_id': 'f1427b8a108149488caa0787f8cbad11', 'gw_port': {'id': 'f755c71b-742f-4d72-b542-fc66aa1c4d84', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:27Z', 'updated_at': '2022-03-07T21:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '2c67bf70-1685-4e26-bd9f-0b36af4ae4e5', 'name': '', 'network_id': '1c76a7b9-adff-480e-bfb4-69cdccc61be7', 'tenant_id': 'f1427b8a108149488caa0787f8cbad11', 'mac_address': 'fa:16:3e:fa:87:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b177896c-47bb-441b-a078-d3cebbb06cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:36Z', 'updated_at': '2022-03-07T21:45:46Z', 'revision_number': 4, 'project_id': 'f1427b8a108149488caa0787f8cbad11', 'subnets': [{'id': 'b177896c-47bb-441b-a078-d3cebbb06cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:47.990786 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a873e422-ef96-444f-8050-fec3b3150a5a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:48.032349 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da12530f-e014-426f-a8a4-adcfb9738023 None None] The sync data for ids ['fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'] in n-d-832330-1 is: [{'id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1608588003-router', 'tenant_id': 'f1427b8a108149488caa0787f8cbad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f755c71b-742f-4d72-b542-fc66aa1c4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:24Z', 'updated_at': '2022-03-07T21:45:39Z', 'revision_number': 4, 'project_id': 'f1427b8a108149488caa0787f8cbad11', 'gw_port': {'id': 'f755c71b-742f-4d72-b542-fc66aa1c4d84', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:27Z', 'updated_at': '2022-03-07T21:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '2c67bf70-1685-4e26-bd9f-0b36af4ae4e5', 'name': '', 'network_id': '1c76a7b9-adff-480e-bfb4-69cdccc61be7', 'tenant_id': 'f1427b8a108149488caa0787f8cbad11', 'mac_address': 'fa:16:3e:fa:87:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b177896c-47bb-441b-a078-d3cebbb06cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:36Z', 'updated_at': '2022-03-07T21:45:46Z', 'revision_number': 4, 'project_id': 'f1427b8a108149488caa0787f8cbad11', 'subnets': [{'id': 'b177896c-47bb-441b-a078-d3cebbb06cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:48.050556 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-df7970b4-9981-47e2-8118-f47102a393e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:48.065609 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a873e422-ef96-444f-8050-fec3b3150a5a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:48.072235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494342d4-c6cd-42ab-b43c-93d8dcc7ca3c req-df1b9292-13ce-4026-99b2-8bb7d117d71e tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:48.084466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-494342d4-c6cd-42ab-b43c-93d8dcc7ca3c req-df1b9292-13ce-4026-99b2-8bb7d117d71e tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=24197fe9-2d21-4a41-a134-ddce46d2e1d6 HTTP/1.1" status: 200 len: 945 time: 0.5593987 Mar 07 21:45:48.095787 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a873e422-ef96-444f-8050-fec3b3150a5a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4 HTTP/1.1" status: 204 len: 168 time: 1.0984931 Mar 07 21:45:48.097877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36906) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:48.198717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46a031a2-8811-42e6-9370-968faf05a611 req-30663dba-a9d8-4788-bbf1-b1e572b9151c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271627 Mar 07 21:45:48.209805 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:48.256583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873e422-ef96-444f-8050-fec3b3150a5a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Subnet': ['ID=3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:48.315521 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f755c71b-742f-4d72-b542-fc66aa1c4d84 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:48.331184 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e01ca6-4695-4c0f-a558-90358d986857 x-openstack-request-id: req-62e01ca6-4695-4c0f-a558-90358d986857 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:45:48.332586 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0870cdad-288f-4706-bc51-af3e27cffe98", "name": "network-vif-plugged", "status": "completed", "tag": "25c348c6-8b91-4507-b2c2-5fd3c91eaa5d", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:45:48.332858 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62e01ca6-4695-4c0f-a558-90358d986857 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:45:48.337107 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0870cdad-288f-4706-bc51-af3e27cffe98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c348c6-8b91-4507-b2c2-5fd3c91eaa5d', 'code': 200} Mar 07 21:45:48.447506 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36908) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:48.450076 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7ae791c9-c03f-4e31-914c-dc666412cd85 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:48.518849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 7ae791c9-c03f-4e31-914c-dc666412cd85 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:48.519205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7ae791c9-c03f-4e31-914c-dc666412cd85 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:48.536242 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-494342d4-c6cd-42ab-b43c-93d8dcc7ca3c req-84dac26a-7a30-49b0-8991-115d43ee90c4 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475729 Mar 07 21:45:48.553320 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa790beb-4ba5-4195-b4f0-92d94a41b88a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting subnet 0dab402b-845c-4b99-8e91-603a035b85ed {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:45:48.591240 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa790beb-4ba5-4195-b4f0-92d94a41b88a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (0dab402b-845c-4b99-8e91-603a035b85ed), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:48.684741 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0cf13588-8e08-4220-8315-0c8e0348f54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (36dc7a64-3a67-4aa5-af63-04338c7fd2a7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:48.733252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-696e50bd-205f-4d88-9fee-5253ef01da60 None None] Provisioning complete for port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:48.733998 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-696e50bd-205f-4d88-9fee-5253ef01da60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:48.787398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'network': {'name': 'tempest-RoutersTest-276485746'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:48.821539 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ee38d8-73a8-4d8f-8006-d6a8bd3528d0 None None] Network 94e6fd91-6486-406d-9b37-ffd79e8127cb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:48.835793 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa790beb-4ba5-4195-b4f0-92d94a41b88a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (0dab402b-845c-4b99-8e91-603a035b85ed), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:48.948581 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf13588-8e08-4220-8315-0c8e0348f54b admin admin] Pushing event updated for resources: {'Subnet': ['ID=36dc7a64-3a67-4aa5-af63-04338c7fd2a7,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:48.953749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:48.957500 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:48.983743 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:49.017353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d672e3-da73-47ed-9365-f5504983af35 req-d14beb86-ae71-406e-a314-f9a0302627e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:49.026709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1d672e3-da73-47ed-9365-f5504983af35 req-d14beb86-ae71-406e-a314-f9a0302627e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0870cdad-288f-4706-bc51-af3e27cffe98 HTTP/1.1" status: 200 len: 1127 time: 0.5029984 Mar 07 21:45:49.032599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf13588-8e08-4220-8315-0c8e0348f54b admin admin] Checking segment: {'id': '4b235587-52f6-4692-965c-c32f408d5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:49.033246 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf13588-8e08-4220-8315-0c8e0348f54b admin admin] Network hostable DHCP agents. Network: a0410c5e-9f3b-4596-a6a1-be68e02a6722, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:49.090030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-627fa4b9-013f-4ee1-aa98-22e56cd02dc6 admin admin] Deleting port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:49.098633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fc2fb-5cf6-47af-888c-8bb05fc93c2b req-f6fa453c-7916-4615-9851-239fca79da70 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:49.105992 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-627fa4b9-013f-4ee1-aa98-22e56cd02dc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:49.113794 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef3fc2fb-5cf6-47af-888c-8bb05fc93c2b req-f6fa453c-7916-4615-9851-239fca79da70 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=0870cdad-288f-4706-bc51-af3e27cffe98 HTTP/1.1" status: 200 len: 945 time: 0.3893545 Mar 07 21:45:49.183159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-696e50bd-205f-4d88-9fee-5253ef01da60 None None] Current status of the port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:49.184980 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-696e50bd-205f-4d88-9fee-5253ef01da60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:49.190016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf13588-8e08-4220-8315-0c8e0348f54b admin admin] Network a0410c5e-9f3b-4596-a6a1-be68e02a6722 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:49.247292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-0cf13588-8e08-4220-8315-0c8e0348f54b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, a0410c5e-9f3b-4596-a6a1-be68e02a6722) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:49.260656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf13588-8e08-4220-8315-0c8e0348f54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:49.261464 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0cf13588-8e08-4220-8315-0c8e0348f54b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:49.275583 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1d672e3-da73-47ed-9365-f5504983af35 req-a6dc0c0e-b0cd-45f8-836a-6adee4169e52 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395704 Mar 07 21:45:49.297183 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0cf13588-8e08-4220-8315-0c8e0348f54b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0828180 Mar 07 21:45:49.299753 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36920) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:49.307015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2127348680-router', 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:49.329571 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:49.340262 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6162ae-c285-4abd-a13c-9434bcbfee5d None None] Network a0410c5e-9f3b-4596-a6a1-be68e02a6722 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:49.340491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef3fc2fb-5cf6-47af-888c-8bb05fc93c2b req-8d0c6c9b-c7c8-4bcd-94d7-4cc4b440393a tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238796 Mar 07 21:45:49.342003 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (2bedf3c4-c041-480c-84a8-add03b4366bc), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:49.343509 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (2bedf3c4-c041-480c-84a8-add03b4366bc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:49.407570 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa790beb-4ba5-4195-b4f0-92d94a41b88a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (0dab402b-845c-4b99-8e91-603a035b85ed), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:49.455188 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Publish callbacks [] for router_controller (2bedf3c4-c041-480c-84a8-add03b4366bc), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:49.599245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-627fa4b9-013f-4ee1-aa98-22e56cd02dc6 admin admin] For port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2c67bf70-1685-4e26-bd9f-0b36af4ae4e5,segment=NetworkSegment(3deafdbf-d085-44ba-9a29-cafe316cb507),segment_id=3deafdbf-d085-44ba-9a29-cafe316cb507)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:49.599906 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-627fa4b9-013f-4ee1-aa98-22e56cd02dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:49.628518 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for security_group (70a398b5-7ec9-4414-b13b-ce6c98cfe954), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:49.640635 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (70a398b5-7ec9-4414-b13b-ce6c98cfe954), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:49.645132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-627fa4b9-013f-4ee1-aa98-22e56cd02dc6 admin admin] Calling delete_port for 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:49.664019 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa790beb-4ba5-4195-b4f0-92d94a41b88a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (0dab402b-845c-4b99-8e91-603a035b85ed), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:49.754940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:49.758285 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44ad67-1bea-4aa4-b067-047bcf0406e7 req-d8712d87-45cd-44b3-b777-d52e569a5ba9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:49.770002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb44ad67-1bea-4aa4-b067-047bcf0406e7 req-d8712d87-45cd-44b3-b777-d52e569a5ba9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.3129930 Mar 07 21:45:49.778541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa790beb-4ba5-4195-b4f0-92d94a41b88a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Subnet': ['ID=0dab402b-845c-4b99-8e91-603a035b85ed,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:49.838706 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Publish callbacks [] for router_gateway (2bedf3c4-c041-480c-84a8-add03b4366bc), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:49.879446 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (2d9251e4-e972-40fc-886e-4f25f8ed5450), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:49.880005 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Added segment 2d9251e4-e972-40fc-886e-4f25f8ed5450 of type vlan for network af607592-0307-4497-9759-ca585f0720eb Mar 07 21:45:49.925651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb44ad67-1bea-4aa4-b067-047bcf0406e7 req-af6b2fc9-7b5b-4ac0-ac92-5594657ab72d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546655 Mar 07 21:45:49.979861 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (af607592-0307-4497-9759-ca585f0720eb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.019555 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.022824 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa790beb-4ba5-4195-b4f0-92d94a41b88a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.061690 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fa790beb-4ba5-4195-b4f0-92d94a41b88a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/0dab402b-845c-4b99-8e91-603a035b85ed HTTP/1.1" status: 204 len: 168 time: 1.9449384 Mar 07 21:45:50.070630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36928) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:50.081270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-696e50bd-205f-4d88-9fee-5253ef01da60 None None] For port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2c67bf70-1685-4e26-bd9f-0b36af4ae4e5,segment=NetworkSegment(3deafdbf-d085-44ba-9a29-cafe316cb507),segment_id=3deafdbf-d085-44ba-9a29-cafe316cb507)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:50.084086 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a398b5-7ec9-4414-b13b-ce6c98cfe954,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:50.104946 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-696e50bd-205f-4d88-9fee-5253ef01da60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.115712 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (af607592-0307-4497-9759-ca585f0720eb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.141197 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:50.141966 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.244732 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7961020 Mar 07 21:45:50.255930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36932) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:50.301685 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.306614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a9943a9e-7b99-4a11-85d8-e24e035ff9b3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'network': {'name': 'tempest-RoutersTest-1131041532'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:50.327526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f107506-8897-4bbd-a396-9394076c4a91 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Network': ['ID=af607592-0307-4497-9759-ca585f0720eb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:50.355641 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (94e6fd91-6486-406d-9b37-ffd79e8127cb), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.433058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9943a9e-7b99-4a11-85d8-e24e035ff9b3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:50.436875 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9943a9e-7b99-4a11-85d8-e24e035ff9b3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.437961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bf4909e9-1389-4509-a260-f42eb05bbe97 None None] Provisioning complete for port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:50.438368 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bf4909e9-1389-4509-a260-f42eb05bbe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.455957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network af607592-0307-4497-9759-ca585f0720eb details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:50.464067 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-a0410c5e-9f3b-4596-a6a1-be68e02a6722', 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722', 'project_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'fixed_ips': [{'subnet_id': '36dc7a64-3a67-4aa5-af63-04338c7fd2a7'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:45:50.464930 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.491667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2811cb-5656-499f-af9a-734f66828fa3 req-2f9add32-567d-453c-917e-f250fbf4ced4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:50.493539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a2811cb-5656-499f-af9a-734f66828fa3 req-2f9add32-567d-453c-917e-f250fbf4ced4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.2138906 Mar 07 21:45:50.630777 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-627fa4b9-013f-4ee1-aa98-22e56cd02dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.637885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e50bd-205f-4d88-9fee-5253ef01da60 None None] Pushing event updated for resources: {'Port': ['ID=2c67bf70-1685-4e26-bd9f-0b36af4ae4e5,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:50.685748 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:50.685748 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2c67bf70-1685-4e26-bd9f-0b36af4ae4e5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.690835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9943a9e-7b99-4a11-85d8-e24e035ff9b3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:50.729608 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9943a9e-7b99-4a11-85d8-e24e035ff9b3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.729992 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-a9943a9e-7b99-4a11-85d8-e24e035ff9b3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Added segment 9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2 of type vlan for network cbd95ecc-e009-45c8-a0d0-feaed611c83f Mar 07 21:45:50.762363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe574e9-80a3-459f-a934-5fa893dbc88c None None] Update dhcp port {'port': {'network_id': '94e6fd91-6486-406d-9b37-ffd79e8127cb', 'fixed_ips': [{'subnet_id': '0dab402b-845c-4b99-8e91-603a035b85ed'}], 'binding:host_id': 'n-d-832330-1'}, 'id': 'fe57e9a0-ed62-4af0-826f-e9e47840e36f'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 21:45:50.804916 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6fe574e9-80a3-459f-a934-5fa893dbc88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.847700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 was deleted so its status cannot be updated. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 07 21:45:50.899940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bf4909e9-1389-4509-a260-f42eb05bbe97 None None] Could not find standard attr ID for object 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:45:50.901257 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9943a9e-7b99-4a11-85d8-e24e035ff9b3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (cbd95ecc-e009-45c8-a0d0-feaed611c83f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:50.948798 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a2811cb-5656-499f-af9a-734f66828fa3 req-d0209936-d240-49d8-b442-bd55ff95e060 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495381 Mar 07 21:45:50.988827 n-d-832330-1 neutron-server[103720]: INFO neutron.plugins.ml2.db [None req-bf4909e9-1389-4509-a260-f42eb05bbe97 None None] No ports have port_id starting with 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 Mar 07 21:45:51.055949 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fa4b9-013f-4ee1-aa98-22e56cd02dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c67bf70-1685-4e26-bd9f-0b36af4ae4e5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:51.062853 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9943a9e-7b99-4a11-85d8-e24e035ff9b3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (cbd95ecc-e009-45c8-a0d0-feaed611c83f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:51.080440 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9943a9e-7b99-4a11-85d8-e24e035ff9b3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:51.083177 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9943a9e-7b99-4a11-85d8-e24e035ff9b3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:51.132290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657faf4-5b7e-484c-831f-818250b24545 req-92594495-e767-45ed-b56f-54f254a3ccbb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:51.140337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7657faf4-5b7e-484c-831f-818250b24545 req-92594495-e767-45ed-b56f-54f254a3ccbb tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=0870cdad-288f-4706-bc51-af3e27cffe98 HTTP/1.1" status: 200 len: 945 time: 0.6418552 Mar 07 21:45:51.152482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port fe57e9a0-ed62-4af0-826f-e9e47840e36f {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:51.152853 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:51.153359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:51.187823 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:51.188170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 07 21:45:51.238725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Port 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 not found, will not notify nova. {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 07 21:45:51.271516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751d0f52-78cf-4320-b3e4-b7437b071fcb None None] Network 94e6fd91-6486-406d-9b37-ffd79e8127cb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:51.335850 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a9943a9e-7b99-4a11-85d8-e24e035ff9b3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0339615 Mar 07 21:45:51.340316 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Publish callbacks [] for router_gateway (2bedf3c4-c041-480c-84a8-add03b4366bc), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:51.347517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36940) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:51.360585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4a5d7e24-c340-41e3-b669-53f8c61b5726 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'subnet': {'network_id': 'af607592-0307-4497-9759-ca585f0720eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:51.372698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Allocated IP 172.20.0.2 (a0410c5e-9f3b-4596-a6a1-be68e02a6722/36dc7a64-3a67-4aa5-af63-04338c7fd2a7/5edaec48-4a8d-44c1-b57b-eb66372d03c4) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:51.431953 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:51.447978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] For port fe57e9a0-ed62-4af0-826f-e9e47840e36f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fe57e9a0-ed62-4af0-826f-e9e47840e36f,segment=NetworkSegment(0ca89964-e04f-44d3-bb7d-9cf063b351ae),segment_id=0ca89964-e04f-44d3-bb7d-9cf063b351ae)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:51.448350 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:51.465871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9943a9e-7b99-4a11-85d8-e24e035ff9b3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Network': ['ID=cbd95ecc-e009-45c8-a0d0-feaed611c83f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:51.494671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7657faf4-5b7e-484c-831f-818250b24545 req-82d65591-14c5-4494-b071-3f79ce65fabe tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368149 Mar 07 21:45:51.495825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for fe57e9a0-ed62-4af0-826f-e9e47840e36f owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:51.497951 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network cbd95ecc-e009-45c8-a0d0-feaed611c83f details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:51.595436 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-627fa4b9-013f-4ee1-aa98-22e56cd02dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:51.670656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-420f23e8-af41-49a4-b512-a65b87c38a5e None None] Provisioning complete for port fe57e9a0-ed62-4af0-826f-e9e47840e36f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:51.671040 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-420f23e8-af41-49a4-b512-a65b87c38a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:51.868894 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627fa4b9-013f-4ee1-aa98-22e56cd02dc6 admin admin] Router fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:45:52.015744 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627fa4b9-013f-4ee1-aa98-22e56cd02dc6 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:45:52.026943 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-627fa4b9-013f-4ee1-aa98-22e56cd02dc6 admin admin] 10.222.0.26 "PUT /v2.0/routers/fae6d8fa-785c-47a8-9057-cd2abb4f7ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2552955 Mar 07 21:45:52.027498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36946) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:52.138454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-420f23e8-af41-49a4-b512-a65b87c38a5e None None] Current status of the port fe57e9a0-ed62-4af0-826f-e9e47840e36f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:52.143881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc313c-44cc-4318-83d3-d706560aa867 None None] Sync routers for ids ['fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:52.267181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03590e66-3a1e-47bb-8066-2eb700a11d24 None None] DHCP port deletion for 94e6fd91-6486-406d-9b37-ffd79e8127cb request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:45:52.274284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc313c-44cc-4318-83d3-d706560aa867 None None] Routers {'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:45:52.274931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-33cc313c-44cc-4318-83d3-d706560aa867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:45:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:52.276695 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:52.311467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Allocated IP 172.25.4.188 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/f847e3e4-ad14-4c5b-9a72-d1df110e1160) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:52.434888 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Publish callbacks [] for port (5edaec48-4a8d-44c1-b57b-eb66372d03c4), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:52.459664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5d7e24-c340-41e3-b669-53f8c61b5726 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:52.463427 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7e24-c340-41e3-b669-53f8c61b5726 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:52.488438 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (5edaec48-4a8d-44c1-b57b-eb66372d03c4), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:52.562645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Network a0410c5e-9f3b-4596-a6a1-be68e02a6722 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:52.578484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:52.592516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:52.621927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-33cc313c-44cc-4318-83d3-d706560aa867 None None] Set router fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:45:52.623789 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Publish callbacks [] for port (f847e3e4-ad14-4c5b-9a72-d1df110e1160), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:52.634967 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:52.650562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810bb96-e4b3-4006-a51f-1e99bd2ad96a req-3bc0cdf6-ef80-4cf4-9cc6-7f24e6e590f1 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:52.652379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4810bb96-e4b3-4006-a51f-1e99bd2ad96a req-3bc0cdf6-ef80-4cf4-9cc6-7f24e6e590f1 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.2558990 Mar 07 21:45:52.719803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=fe57e9a0-ed62-4af0-826f-e9e47840e36f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:52.721765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No DVR routers for this DVR port fe57e9a0-ed62-4af0-826f-e9e47840e36f on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:52.797184 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] Publish callbacks [] for router (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:52.920872 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] Publish callbacks [] for router_gateway (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:52.991926 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (94e6fd91-6486-406d-9b37-ffd79e8127cb), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.049670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b597a3-84de-4fab-b006-54e12f5312c4 req-814ef774-0445-4ccb-90fd-2f41a93532d3 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:53.051297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11b597a3-84de-4fab-b006-54e12f5312c4 req-814ef774-0445-4ccb-90fd-2f41a93532d3 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=0870cdad-288f-4706-bc51-af3e27cffe98 HTTP/1.1" status: 200 len: 945 time: 0.4131415 Mar 07 21:45:53.063558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] Deleting port f755c71b-742f-4d72-b542-fc66aa1c4d84 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:53.064193 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f755c71b-742f-4d72-b542-fc66aa1c4d84), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.072623 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f847e3e4-ad14-4c5b-9a72-d1df110e1160), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.073209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Pushing event updated for resources: {'Port': ['ID=5edaec48-4a8d-44c1-b57b-eb66372d03c4,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:53.092585 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-03590e66-3a1e-47bb-8066-2eb700a11d24 None None] Deleting port fe57e9a0-ed62-4af0-826f-e9e47840e36f {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:53.092958 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-03590e66-3a1e-47bb-8066-2eb700a11d24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.206433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e6fd91-6486-406d-9b37-ffd79e8127cb']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:53.214225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Pushing event updated for resources: {'Port': ['ID=f847e3e4-ad14-4c5b-9a72-d1df110e1160,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:53.214848 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] For port f755c71b-742f-4d72-b542-fc66aa1c4d84, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f755c71b-742f-4d72-b542-fc66aa1c4d84,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:53.224057 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f755c71b-742f-4d72-b542-fc66aa1c4d84), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.262375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] Calling delete_port for f755c71b-742f-4d72-b542-fc66aa1c4d84 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:53.266850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4810bb96-e4b3-4006-a51f-1e99bd2ad96a req-e49e0a12-6653-4d79-8b31-ce97a52cdec5 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704951 Mar 07 21:45:53.283855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca89964-e04f-44d3-bb7d-9cf063b351ae') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:53.287419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca89964-e04f-44d3-bb7d-9cf063b351ae') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:53.358694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:53.360648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-03590e66-3a1e-47bb-8066-2eb700a11d24 None None] For port fe57e9a0-ed62-4af0-826f-e9e47840e36f, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:53.361054 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-03590e66-3a1e-47bb-8066-2eb700a11d24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.364000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fe57e9a0-ed62-4af0-826f-e9e47840e36f no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:53.367531 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7e24-c340-41e3-b669-53f8c61b5726 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (afee88ee-a45e-4dbe-a80c-10a708ddbebe), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.402803 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (0ca89964-e04f-44d3-bb7d-9cf063b351ae), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.417389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-03590e66-3a1e-47bb-8066-2eb700a11d24 None None] Calling delete_port for fe57e9a0-ed62-4af0-826f-e9e47840e36f owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:53.420465 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: fe57e9a0-ed62-4af0-826f-e9e47840e36f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:53.420817 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fe57e9a0-ed62-4af0-826f-e9e47840e36f not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:53.448727 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-03590e66-3a1e-47bb-8066-2eb700a11d24 None None] Port fe57e9a0-ed62-4af0-826f-e9e47840e36f was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 21:45:53.454920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Attempting to bind port 5edaec48-4a8d-44c1-b57b-eb66372d03c4 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:53.455400 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Attempting to bind port 5edaec48-4a8d-44c1-b57b-eb66372d03c4 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '4b235587-52f6-4692-965c-c32f408d5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:53.455656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Attempting to bind port 5edaec48-4a8d-44c1-b57b-eb66372d03c4 on network a0410c5e-9f3b-4596-a6a1-be68e02a6722 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:53.469780 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-03590e66-3a1e-47bb-8066-2eb700a11d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (fe57e9a0-ed62-4af0-826f-e9e47840e36f), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.470248 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d7e24-c340-41e3-b669-53f8c61b5726 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Subnet': ['ID=afee88ee-a45e-4dbe-a80c-10a708ddbebe,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:53.475416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:53.481387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:53.523194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:53.523828 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Checking segment: {'id': '4b235587-52f6-4692-965c-c32f408d5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:53.524239 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.524631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Bound using segment: {'id': '4b235587-52f6-4692-965c-c32f408d5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:53.526160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Bound port: 5edaec48-4a8d-44c1-b57b-eb66372d03c4, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b235587-52f6-4692-965c-c32f408d5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:53.526160 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5edaec48-4a8d-44c1-b57b-eb66372d03c4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.530527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03590e66-3a1e-47bb-8066-2eb700a11d24 None None] No DVR routers for this DVR port fe57e9a0-ed62-4af0-826f-e9e47840e36f on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:53.532095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03590e66-3a1e-47bb-8066-2eb700a11d24 None None] Pushing event deleted for resources: {'Port': ['ID=fe57e9a0-ed62-4af0-826f-e9e47840e36f,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:53.556887 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0ca89964-e04f-44d3-bb7d-9cf063b351ae), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.565892 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:53.566578 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (0ca89964-e04f-44d3-bb7d-9cf063b351ae), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.637923 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11b597a3-84de-4fab-b006-54e12f5312c4 req-17e49d75-59ed-45cd-8f85-cf3a417873f4 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666213 Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:53.639183 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:53.689971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] For port 5edaec48-4a8d-44c1-b57b-eb66372d03c4, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:53.706559 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] For port 5edaec48-4a8d-44c1-b57b-eb66372d03c4, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5edaec48-4a8d-44c1-b57b-eb66372d03c4,segment=NetworkSegment(4b235587-52f6-4692-965c-c32f408d5352),segment_id=4b235587-52f6-4692-965c-c32f408d5352)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:53.726369 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5edaec48-4a8d-44c1-b57b-eb66372d03c4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.755384 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f755c71b-742f-4d72-b542-fc66aa1c4d84), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.758850 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (94e6fd91-6486-406d-9b37-ffd79e8127cb), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.775033 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5d7e24-c340-41e3-b669-53f8c61b5726 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Checking segment: {'id': '2d9251e4-e972-40fc-886e-4f25f8ed5450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'af607592-0307-4497-9759-ca585f0720eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:53.776092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5d7e24-c340-41e3-b669-53f8c61b5726 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network hostable DHCP agents. Network: af607592-0307-4497-9759-ca585f0720eb, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:53.782160 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:53.793593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/networks/94e6fd91-6486-406d-9b37-ffd79e8127cb HTTP/1.1" status: 204 len: 168 time: 3.7160089 Mar 07 21:45:53.806409 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36958) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:53.818371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f755c71b-742f-4d72-b542-fc66aa1c4d84,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:53.866843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df6b73-f93b-4577-86eb-9a252cc99176 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Network': ['ID=94e6fd91-6486-406d-9b37-ffd79e8127cb,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:53.888107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0e51d-79b6-488d-8674-379bf8623656 None None] Pushing event updated for resources: {'Port': ['ID=5edaec48-4a8d-44c1-b57b-eb66372d03c4,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:53.895163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-33cc313c-44cc-4318-83d3-d706560aa867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1608588003-router', 'tenant_id': 'f1427b8a108149488caa0787f8cbad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f755c71b-742f-4d72-b542-fc66aa1c4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:24Z', 'updated_at': '2022-03-07T21:45:50Z', 'revision_number': 5, 'project_id': 'f1427b8a108149488caa0787f8cbad11', 'gw_port': {'id': 'f755c71b-742f-4d72-b542-fc66aa1c4d84', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:27Z', 'updated_at': '2022-03-07T21:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:53.937717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc313c-44cc-4318-83d3-d706560aa867 None None] Checking router: fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:45:53.948292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5d7e24-c340-41e3-b669-53f8c61b5726 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network af607592-0307-4497-9759-ca585f0720eb is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:53.950040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc313c-44cc-4318-83d3-d706560aa867 None None] Routers {'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:45:53.954639 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-33cc313c-44cc-4318-83d3-d706560aa867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:45:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:53.997084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c03cb96-f0ee-45c1-b812-17ed4a2a5109 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:54.006398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3c03cb96-f0ee-45c1-b812-17ed4a2a5109 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1959271 Mar 07 21:45:54.007392 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36960) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:54.011162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-4a5d7e24-c340-41e3-b669-53f8c61b5726 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, af607592-0307-4497-9759-ca585f0720eb) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:54.023247 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9195c69d-16b7-4025-8215-6af104537c5e None None] Network af607592-0307-4497-9759-ca585f0720eb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:54.051107 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:54.164058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-33cc313c-44cc-4318-83d3-d706560aa867 None None] Set router fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:45:54.254523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5d7e24-c340-41e3-b669-53f8c61b5726 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:54.255563 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7e24-c340-41e3-b669-53f8c61b5726 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:54.284361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-33cc313c-44cc-4318-83d3-d706560aa867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1608588003-router', 'tenant_id': 'f1427b8a108149488caa0787f8cbad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:24Z', 'updated_at': '2022-03-07T21:45:53Z', 'revision_number': 7, 'project_id': 'f1427b8a108149488caa0787f8cbad11', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:54.301846 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:54.306514 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] Publish callbacks [] for router_controller (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:54.407745 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4a5d7e24-c340-41e3-b669-53f8c61b5726 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0530713 Mar 07 21:45:54.414235 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36968) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:54.422264 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-483e326d-9af1-41d6-b090-512e062c3724 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'subnet': {'network_id': 'cbd95ecc-e009-45c8-a0d0-feaed611c83f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:54.434906 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bfb0618c-3bad-40be-9554-b58602e6864d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4250832 Mar 07 21:45:54.442164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36970) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:54.451567 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Publish callbacks [] for router_gateway (2bedf3c4-c041-480c-84a8-add03b4366bc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:54.458859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e394de94-54ae-4e96-a5a1-fe27c4f92e12 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-923590945'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:54.475122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc313c-44cc-4318-83d3-d706560aa867 None None] The sync data for ids ['fae6d8fa-785c-47a8-9057-cd2abb4f7ac3'] in n-d-832330-1 is: [{'id': 'fae6d8fa-785c-47a8-9057-cd2abb4f7ac3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1608588003-router', 'tenant_id': 'f1427b8a108149488caa0787f8cbad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:24Z', 'updated_at': '2022-03-07T21:45:53Z', 'revision_number': 7, 'project_id': 'f1427b8a108149488caa0787f8cbad11', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:54.522484 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (fae6d8fa-785c-47a8-9057-cd2abb4f7ac3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:54.523004 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:45:54.542900 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:54.544077 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-78c11f31-2e9c-4ebd-a163-f1a656facbf4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/fae6d8fa-785c-47a8-9057-cd2abb4f7ac3 HTTP/1.1" status: 204 len: 168 time: 2.5155380 Mar 07 21:45:54.547425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36974) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:54.579784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-af607592-0307-4497-9759-ca585f0720eb', 'network_id': 'af607592-0307-4497-9759-ca585f0720eb', 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'fixed_ips': [{'subnet_id': 'afee88ee-a45e-4dbe-a80c-10a708ddbebe'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:45:54.581013 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:54.662557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b56593d-2d22-4bd7-86d9-1b1212a24f64 admin admin] Deleting subnet b177896c-47bb-441b-a078-d3cebbb06cd6 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:45:54.666313 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b56593d-2d22-4bd7-86d9-1b1212a24f64 admin admin] Publish callbacks [] for subnet (b177896c-47bb-441b-a078-d3cebbb06cd6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:54.718496 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b56593d-2d22-4bd7-86d9-1b1212a24f64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (b177896c-47bb-441b-a078-d3cebbb06cd6), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:54.788437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Allocated IP 172.20.0.2 (af607592-0307-4497-9759-ca585f0720eb/afee88ee-a45e-4dbe-a80c-10a708ddbebe/7532f9d6-80ef-4b52-ab09-43b9f338524e) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:54.835181 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b56593d-2d22-4bd7-86d9-1b1212a24f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (b177896c-47bb-441b-a078-d3cebbb06cd6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:54.912000 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e394de94-54ae-4e96-a5a1-fe27c4f92e12 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:54.916994 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e394de94-54ae-4e96-a5a1-fe27c4f92e12 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:54.932616 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (2bedf3c4-c041-480c-84a8-add03b4366bc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:54.933399 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b56593d-2d22-4bd7-86d9-1b1212a24f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (b177896c-47bb-441b-a078-d3cebbb06cd6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:54.944088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83f8b5-869a-47f4-9c1d-c9e824a152e1 req-280df48a-e7dc-4263-b4a5-4a4368a3f45c tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:54.956801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e83f8b5-869a-47f4-9c1d-c9e824a152e1 req-280df48a-e7dc-4263-b4a5-4a4368a3f45c tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=0870cdad-288f-4706-bc51-af3e27cffe98 HTTP/1.1" status: 200 len: 945 time: 0.6982479 Mar 07 21:45:55.008758 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b56593d-2d22-4bd7-86d9-1b1212a24f64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:55.016528 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2b56593d-2d22-4bd7-86d9-1b1212a24f64 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b177896c-47bb-441b-a078-d3cebbb06cd6 HTTP/1.1" status: 204 len: 168 time: 0.4637358 Mar 07 21:45:55.019442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36976) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:55.020339 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56593d-2d22-4bd7-86d9-1b1212a24f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b177896c-47bb-441b-a078-d3cebbb06cd6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:55.034190 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aa5bac-ebff-45c9-b390-44a0ca5931a4 None None] Network 1c76a7b9-adff-480e-bfb4-69cdccc61be7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:55.069166 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e394de94-54ae-4e96-a5a1-fe27c4f92e12 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:55.082865 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e394de94-54ae-4e96-a5a1-fe27c4f92e12 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:55.083295 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-e394de94-54ae-4e96-a5a1-fe27c4f92e12 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Added segment 1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c of type vlan for network db206663-fd2c-4d09-b5e5-32d0ab21f13e Mar 07 21:45:55.136385 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e394de94-54ae-4e96-a5a1-fe27c4f92e12 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (db206663-fd2c-4d09-b5e5-32d0ab21f13e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:55.173419 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483e326d-9af1-41d6-b090-512e062c3724 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:55.178796 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-483e326d-9af1-41d6-b090-512e062c3724 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:55.202021 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (1c76a7b9-adff-480e-bfb4-69cdccc61be7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:55.257014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a647090-f980-44a2-aa72-96c6a1fca1d7 req-4acc93f2-e6cf-42f8-85ba-dabdbda5df26 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:55.258749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a647090-f980-44a2-aa72-96c6a1fca1d7 req-4acc93f2-e6cf-42f8-85ba-dabdbda5df26 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.8152852 Mar 07 21:45:55.299142 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e394de94-54ae-4e96-a5a1-fe27c4f92e12 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (db206663-fd2c-4d09-b5e5-32d0ab21f13e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:55.304952 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e394de94-54ae-4e96-a5a1-fe27c4f92e12 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:55.306527 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e394de94-54ae-4e96-a5a1-fe27c4f92e12 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:55.524955 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e394de94-54ae-4e96-a5a1-fe27c4f92e12 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0826540 Mar 07 21:45:55.559472 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Publish callbacks [] for port (7532f9d6-80ef-4b52-ab09-43b9f338524e), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:55.572058 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (7532f9d6-80ef-4b52-ab09-43b9f338524e), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:55.619289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36980) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:55.634370 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394de94-54ae-4e96-a5a1-fe27c4f92e12 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Network': ['ID=db206663-fd2c-4d09-b5e5-32d0ab21f13e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:55.637840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e0733e63-69ce-48fd-8bb2-d22fac6fc72c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'subnet': {'network_id': 'db206663-fd2c-4d09-b5e5-32d0ab21f13e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:55.658918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0abcfa2-e784-4fd2-98f8-37c5aa8853a5 None None] DHCP port deletion for 1c76a7b9-adff-480e-bfb4-69cdccc61be7 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:45:55.664471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5edaec48-4a8d-44c1-b57b-eb66372d03c4 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:55.672116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network db206663-fd2c-4d09-b5e5-32d0ab21f13e details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:45:55.691587 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Network af607592-0307-4497-9759-ca585f0720eb is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:55.721595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:55.723742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e83f8b5-869a-47f4-9c1d-c9e824a152e1 req-d205df41-c3be-477a-8a0c-f3bb3cdd443a tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7659330 Mar 07 21:45:55.732441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a647090-f980-44a2-aa72-96c6a1fca1d7 req-e429f072-a75a-4432-986f-a70e69294ffe tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650705 Mar 07 21:45:55.791337 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-483e326d-9af1-41d6-b090-512e062c3724 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (2b6e450a-6c85-4052-97ad-fb9ed1b2bad2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:55.841337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Pushing event updated for resources: {'Port': ['ID=7532f9d6-80ef-4b52-ab09-43b9f338524e,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:55.847884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:55.850854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22250a85-bd94-4c86-adbd-7e7189085f64 None None] Network a0410c5e-9f3b-4596-a6a1-be68e02a6722 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:55.872442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e326d-9af1-41d6-b090-512e062c3724 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Subnet': ['ID=2b6e450a-6c85-4052-97ad-fb9ed1b2bad2,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:55.906104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483e326d-9af1-41d6-b090-512e062c3724 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Checking segment: {'id': '9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cbd95ecc-e009-45c8-a0d0-feaed611c83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:55.906844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483e326d-9af1-41d6-b090-512e062c3724 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network hostable DHCP agents. Network: cbd95ecc-e009-45c8-a0d0-feaed611c83f, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:55.950180 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483e326d-9af1-41d6-b090-512e062c3724 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network cbd95ecc-e009-45c8-a0d0-feaed611c83f is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:55.971566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-483e326d-9af1-41d6-b090-512e062c3724 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, cbd95ecc-e009-45c8-a0d0-feaed611c83f) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:55.987811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e326d-9af1-41d6-b090-512e062c3724 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:55.988778 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-483e326d-9af1-41d6-b090-512e062c3724 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:56.021288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87d74f-09ad-4d4b-9b2e-64030d988707 req-75759a00-113b-4793-b93f-87039d86f7fd tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:56.022185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e26636-c975-4a09-9f94-8d379fd23ffa None None] Network cbd95ecc-e009-45c8-a0d0-feaed611c83f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:45:56.023629 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c87d74f-09ad-4d4b-9b2e-64030d988707 req-75759a00-113b-4793-b93f-87039d86f7fd tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.13 "GET /v2.0/ports?device_id=0870cdad-288f-4706-bc51-af3e27cffe98 HTTP/1.1" status: 200 len: 945 time: 0.4355907 Mar 07 21:45:56.024151 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-483e326d-9af1-41d6-b090-512e062c3724 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6097343 Mar 07 21:45:56.024835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36984) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:56.031290 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c7a5eb1d-cf68-4c08-8cfc-98334514f21a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-298942612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:56.034706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] Deleting port ee1ad745-9209-406e-ad5f-9df2a12d47ab {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:56.035228 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:56.059082 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7a5eb1d-cf68-4c08-8cfc-98334514f21a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:56.060534 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7a5eb1d-cf68-4c08-8cfc-98334514f21a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:56.134343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e04f4edf-00d7-45c9-9985-cc3e8ffdb57d None None] Provisioning complete for port 5edaec48-4a8d-44c1-b57b-eb66372d03c4 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:56.134977 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e04f4edf-00d7-45c9-9985-cc3e8ffdb57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5edaec48-4a8d-44c1-b57b-eb66372d03c4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:56.139663 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7a5eb1d-cf68-4c08-8cfc-98334514f21a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_controller (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:56.148887 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7a5eb1d-cf68-4c08-8cfc-98334514f21a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:56.189452 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7a5eb1d-cf68-4c08-8cfc-98334514f21a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:56.192874 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c7a5eb1d-cf68-4c08-8cfc-98334514f21a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1660438 Mar 07 21:45:56.195065 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36986) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:56.226719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] For port ee1ad745-9209-406e-ad5f-9df2a12d47ab, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ee1ad745-9209-406e-ad5f-9df2a12d47ab,segment=NetworkSegment(3deafdbf-d085-44ba-9a29-cafe316cb507),segment_id=3deafdbf-d085-44ba-9a29-cafe316cb507)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:56.227104 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:56.243295 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] Calling delete_port for ee1ad745-9209-406e-ad5f-9df2a12d47ab owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:56.251224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 5edaec48-4a8d-44c1-b57b-eb66372d03c4 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:56.251744 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5edaec48-4a8d-44c1-b57b-eb66372d03c4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:56.349423 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0733e63-69ce-48fd-8bb2-d22fac6fc72c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:56.359363 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0733e63-69ce-48fd-8bb2-d22fac6fc72c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:56.383277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Router 2bedf3c4-c041-480c-84a8-add03b4366bc is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:45:56.521633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Attempting to bind port 7532f9d6-80ef-4b52-ab09-43b9f338524e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:56.521926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Attempting to bind port 7532f9d6-80ef-4b52-ab09-43b9f338524e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '2d9251e4-e972-40fc-886e-4f25f8ed5450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'af607592-0307-4497-9759-ca585f0720eb'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:56.522319 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Attempting to bind port 7532f9d6-80ef-4b52-ab09-43b9f338524e on network af607592-0307-4497-9759-ca585f0720eb {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:56.570102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f0abcfa2-e784-4fd2-98f8-37c5aa8853a5 None None] Deleting port ee1ad745-9209-406e-ad5f-9df2a12d47ab {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:56.570816 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f0abcfa2-e784-4fd2-98f8-37c5aa8853a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:56.636401 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:56.650752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f0abcfa2-e784-4fd2-98f8-37c5aa8853a5 None None] For port ee1ad745-9209-406e-ad5f-9df2a12d47ab, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ee1ad745-9209-406e-ad5f-9df2a12d47ab,segment=NetworkSegment(3deafdbf-d085-44ba-9a29-cafe316cb507),segment_id=3deafdbf-d085-44ba-9a29-cafe316cb507)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:56.651227 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f0abcfa2-e784-4fd2-98f8-37c5aa8853a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:56.667845 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f0abcfa2-e784-4fd2-98f8-37c5aa8853a5 None None] Calling delete_port for ee1ad745-9209-406e-ad5f-9df2a12d47ab owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:56.812524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:56.812903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Checking segment: {'id': '2d9251e4-e972-40fc-886e-4f25f8ed5450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'af607592-0307-4497-9759-ca585f0720eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:56.828185 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:56.828654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Bound using segment: {'id': '2d9251e4-e972-40fc-886e-4f25f8ed5450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'af607592-0307-4497-9759-ca585f0720eb'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:56.829178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Bound port: 7532f9d6-80ef-4b52-ab09-43b9f338524e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9251e4-e972-40fc-886e-4f25f8ed5450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'af607592-0307-4497-9759-ca585f0720eb'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:56.829574 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7532f9d6-80ef-4b52-ab09-43b9f338524e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:57.013305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e04f4edf-00d7-45c9-9985-cc3e8ffdb57d None None] Current status of the port 5edaec48-4a8d-44c1-b57b-eb66372d03c4 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:57.013305 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e04f4edf-00d7-45c9-9985-cc3e8ffdb57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5edaec48-4a8d-44c1-b57b-eb66372d03c4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:57.020249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Allocated IP 172.20.0.1 (af607592-0307-4497-9759-ca585f0720eb/afee88ee-a45e-4dbe-a80c-10a708ddbebe/a2d91603-8611-4f57-81de-f1e2be7cc398) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:57.048003 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f0abcfa2-e784-4fd2-98f8-37c5aa8853a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:57.096169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0abcfa2-e784-4fd2-98f8-37c5aa8853a5 None None] No DVR routers for this DVR port ee1ad745-9209-406e-ad5f-9df2a12d47ab on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:57.101620 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abcfa2-e784-4fd2-98f8-37c5aa8853a5 None None] Pushing event deleted for resources: {'Port': ['ID=ee1ad745-9209-406e-ad5f-9df2a12d47ab,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:57.219649 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (a2d91603-8611-4f57-81de-f1e2be7cc398), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:57.220837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-cbd95ecc-e009-45c8-a0d0-feaed611c83f', 'network_id': 'cbd95ecc-e009-45c8-a0d0-feaed611c83f', 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'fixed_ips': [{'subnet_id': '2b6e450a-6c85-4052-97ad-fb9ed1b2bad2'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:45:57.221728 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:57.276039 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a2d91603-8611-4f57-81de-f1e2be7cc398), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:57.343681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network af607592-0307-4497-9759-ca585f0720eb is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:57.352909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:57.363959 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:57.382721 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ee1ad745-9209-406e-ad5f-9df2a12d47ab), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:57.392831 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Allocated IP 172.21.0.2 (cbd95ecc-e009-45c8-a0d0-feaed611c83f/2b6e450a-6c85-4052-97ad-fb9ed1b2bad2/27eaf4ae-cef9-454b-9b0d-92476f813123) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:57.408394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] No DVR routers for this DVR port ee1ad745-9209-406e-ad5f-9df2a12d47ab on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:57.437763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe73cc7-b154-4de6-9eec-0dd871ccdf7a req-8ededf4c-76c0-4955-a1a6-7c1aa55c3458 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:57.440380 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cbe73cc7-b154-4de6-9eec-0dd871ccdf7a req-8ededf4c-76c0-4955-a1a6-7c1aa55c3458 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=0870cdad-288f-4706-bc51-af3e27cffe98 HTTP/1.1" status: 200 len: 945 time: 0.4712803 Mar 07 21:45:57.469540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-4c87d74f-09ad-4d4b-9b2e-64030d988707 req-bf7d90b3-8184-495b-ada7-3f083ddb8d86 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Deleting port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:45:57.469880 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4c87d74f-09ad-4d4b-9b2e-64030d988707 req-bf7d90b3-8184-495b-ada7-3f083ddb8d86 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (25c348c6-8b91-4507-b2c2-5fd3c91eaa5d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:57.489624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b8471-c442-4b85-b47c-381417f8ea68 req-25604d1d-2c5c-41b4-9001-9e7a300ea630 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:57.491160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef0b8471-c442-4b85-b47c-381417f8ea68 req-25604d1d-2c5c-41b4-9001-9e7a300ea630 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.5096965 Mar 07 21:45:57.491935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1ad745-9209-406e-ad5f-9df2a12d47ab,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:57.599985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=a2d91603-8611-4f57-81de-f1e2be7cc398,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:57.625904 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:57.672256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e04f4edf-00d7-45c9-9985-cc3e8ffdb57d None None] For port 5edaec48-4a8d-44c1-b57b-eb66372d03c4, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5edaec48-4a8d-44c1-b57b-eb66372d03c4,segment=NetworkSegment(4b235587-52f6-4692-965c-c32f408d5352),segment_id=4b235587-52f6-4692-965c-c32f408d5352)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:57.673715 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Publish callbacks [] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:57.692202 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e04f4edf-00d7-45c9-9985-cc3e8ffdb57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5edaec48-4a8d-44c1-b57b-eb66372d03c4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:57.703780 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:57.731821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] For port 7532f9d6-80ef-4b52-ab09-43b9f338524e, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:57.737755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cbe73cc7-b154-4de6-9eec-0dd871ccdf7a req-589243bc-dd28-4cef-81eb-47a2a1148fc0 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620766 Mar 07 21:45:57.756735 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Network cbd95ecc-e009-45c8-a0d0-feaed611c83f is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:57.759472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 5edaec48-4a8d-44c1-b57b-eb66372d03c4 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:57.760226 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5edaec48-4a8d-44c1-b57b-eb66372d03c4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:57.767651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:57.790045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:45:57.829206 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] For port 7532f9d6-80ef-4b52-ab09-43b9f338524e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7532f9d6-80ef-4b52-ab09-43b9f338524e,segment=NetworkSegment(2d9251e4-e972-40fc-886e-4f25f8ed5450),segment_id=2d9251e4-e972-40fc-886e-4f25f8ed5450)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:57.863371 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7532f9d6-80ef-4b52-ab09-43b9f338524e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:57.974041 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a2d91603-8611-4f57-81de-f1e2be7cc398), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:57.993192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f4edf-00d7-45c9-9985-cc3e8ffdb57d None None] Pushing event updated for resources: {'Port': ['ID=5edaec48-4a8d-44c1-b57b-eb66372d03c4,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:57.998279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:45:58.018990 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Sync routers for ids ['2bedf3c4-c041-480c-84a8-add03b4366bc'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:58.046774 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Routers {'2bedf3c4-c041-480c-84a8-add03b4366bc'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:45:58.053139 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (1c76a7b9-adff-480e-bfb4-69cdccc61be7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:58.054320 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:45:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2bedf3c4-c041-480c-84a8-add03b4366bc'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:58.129835 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Attempting to bind port 27eaf4ae-cef9-454b-9b0d-92476f813123 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:58.130466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Attempting to bind port 27eaf4ae-cef9-454b-9b0d-92476f813123 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cbd95ecc-e009-45c8-a0d0-feaed611c83f'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:58.130996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Attempting to bind port 27eaf4ae-cef9-454b-9b0d-92476f813123 on network cbd95ecc-e009-45c8-a0d0-feaed611c83f {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:58.146590 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:45:58.147609 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:45:58.155925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:58.156591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Checking segment: {'id': '9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cbd95ecc-e009-45c8-a0d0-feaed611c83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:58.157161 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:58.157786 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Bound using segment: {'id': '9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cbd95ecc-e009-45c8-a0d0-feaed611c83f'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:58.158482 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Bound port: 27eaf4ae-cef9-454b-9b0d-92476f813123, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cbd95ecc-e009-45c8-a0d0-feaed611c83f'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:58.159076 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:58.190407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Pushing event updated for resources: {'Port': ['ID=27eaf4ae-cef9-454b-9b0d-92476f813123,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:58.193950 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0733e63-69ce-48fd-8bb2-d22fac6fc72c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (f4677ba8-f183-4b69-9a61-3910521d2340), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:58.208620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c76a7b9-adff-480e-bfb4-69cdccc61be7']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:58.343360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0733e63-69ce-48fd-8bb2-d22fac6fc72c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Subnet': ['ID=f4677ba8-f183-4b69-9a61-3910521d2340,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:58.358759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef0b8471-c442-4b85-b47c-381417f8ea68 req-3b7bb518-a64d-442e-a7d2-179decdb8072 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6907523 Mar 07 21:45:58.361329 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:58.370191 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Set router 2bedf3c4-c041-480c-84a8-add03b4366bc gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:45:58.370689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5732ece0-cc4d-49a7-882b-6415524d4924 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.0693772 Mar 07 21:45:58.383461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-4c87d74f-09ad-4d4b-9b2e-64030d988707 req-bf7d90b3-8184-495b-ada7-3f083ddb8d86 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] For port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=25c348c6-8b91-4507-b2c2-5fd3c91eaa5d,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:45:58.384114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4c87d74f-09ad-4d4b-9b2e-64030d988707 req-bf7d90b3-8184-495b-ada7-3f083ddb8d86 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (25c348c6-8b91-4507-b2c2-5fd3c91eaa5d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:58.392082 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37004) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:58.424702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3deafdbf-d085-44ba-9a29-cafe316cb507') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:58.425133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3deafdbf-d085-44ba-9a29-cafe316cb507') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:58.494474 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-dba80313-703e-4c2f-a32d-63d12aa5ea5c None None] Provisioning complete for port 5edaec48-4a8d-44c1-b57b-eb66372d03c4 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:45:58.494852 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dba80313-703e-4c2f-a32d-63d12aa5ea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5edaec48-4a8d-44c1-b57b-eb66372d03c4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:58.572354 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (3deafdbf-d085-44ba-9a29-cafe316cb507), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:58.590379 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] For port 27eaf4ae-cef9-454b-9b0d-92476f813123, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:45:58.609855 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3deafdbf-d085-44ba-9a29-cafe316cb507), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:58.620878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:58.621259 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (3deafdbf-d085-44ba-9a29-cafe316cb507), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:58.622383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70885cfc-a73e-46d0-bf43-c67b65456f06 None None] Pushing event updated for resources: {'Port': ['ID=7532f9d6-80ef-4b52-ab09-43b9f338524e,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:58.720240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] For port 27eaf4ae-cef9-454b-9b0d-92476f813123, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=27eaf4ae-cef9-454b-9b0d-92476f813123,segment=NetworkSegment(9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2),segment_id=9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:58.736577 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:58.740263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-4c87d74f-09ad-4d4b-9b2e-64030d988707 req-bf7d90b3-8184-495b-ada7-3f083ddb8d86 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Calling delete_port for 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:45:58.750455 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:58.822740 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2127348680-router', 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'f847e3e4-ad14-4c5b-9a72-d1df110e1160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:49Z', 'updated_at': '2022-03-07T21:45:53Z', 'revision_number': 3, 'project_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'gw_port': {'id': 'f847e3e4-ad14-4c5b-9a72-d1df110e1160', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:51Z', 'updated_at': '2022-03-07T21:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:58.876747 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Checking router: 2bedf3c4-c041-480c-84a8-add03b4366bc for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:45:58.877486 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Updating router 2bedf3c4-c041-480c-84a8-add03b4366bc port f847e3e4-ad14-4c5b-9a72-d1df110e1160 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:45:58.897896 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 5edaec48-4a8d-44c1-b57b-eb66372d03c4 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:58.919545 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f847e3e4-ad14-4c5b-9a72-d1df110e1160), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:58.934450 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (a2d91603-8611-4f57-81de-f1e2be7cc398), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:58.947884 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a2d91603-8611-4f57-81de-f1e2be7cc398), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:59.009633 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (1c76a7b9-adff-480e-bfb4-69cdccc61be7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:59.069558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=a2d91603-8611-4f57-81de-f1e2be7cc398,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:59.077623 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f755c71b-742f-4d72-b542-fc66aa1c4d84 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:59.162054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd2e70-75b1-4ecc-a313-d8f1a4e23a7f None None] Pushing event updated for resources: {'Port': ['ID=27eaf4ae-cef9-454b-9b0d-92476f813123,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:59.195931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: f755c71b-742f-4d72-b542-fc66aa1c4d84 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:59.196422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f755c71b-742f-4d72-b542-fc66aa1c4d84 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:59.197587 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:45:59.211390 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:59.268021 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:59.271089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:45:59.276780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2c67bf70-1685-4e26-bd9f-0b36af4ae4e5 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:45:59.283890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1c76a7b9-adff-480e-bfb4-69cdccc61be7 HTTP/1.1" status: 204 len: 168 time: 4.2056859 Mar 07 21:45:59.294638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-dba80313-703e-4c2f-a32d-63d12aa5ea5c None None] Current status of the port 5edaec48-4a8d-44c1-b57b-eb66372d03c4 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:45:59.425198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3823f51-bb46-4dc9-977f-9ca02f53d191 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c76a7b9-adff-480e-bfb4-69cdccc61be7,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:59.452187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0733e63-69ce-48fd-8bb2-d22fac6fc72c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Checking segment: {'id': '1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'db206663-fd2c-4d09-b5e5-32d0ab21f13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:59.454259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0733e63-69ce-48fd-8bb2-d22fac6fc72c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network hostable DHCP agents. Network: db206663-fd2c-4d09-b5e5-32d0ab21f13e, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:59.634380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network af607592-0307-4497-9759-ca585f0720eb is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:59.638885 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:59.760815 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Publish callbacks [] for port (f847e3e4-ad14-4c5b-9a72-d1df110e1160), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:59.780586 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f847e3e4-ad14-4c5b-9a72-d1df110e1160), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:59.807979 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7532f9d6-80ef-4b52-ab09-43b9f338524e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:45:59.879622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30483d14-ac16-4b27-b1bd-4e1cef768425 req-7e002eae-8953-4651-ab98-e5e853df3c2b tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:59.881592 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30483d14-ac16-4b27-b1bd-4e1cef768425 req-7e002eae-8953-4651-ab98-e5e853df3c2b tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=0870cdad-288f-4706-bc51-af3e27cffe98 HTTP/1.1" status: 200 len: 945 time: 0.8731031 Mar 07 21:45:59.918518 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5b350-caca-4032-9ef0-01246397830a None None] Pushing event updated for resources: {'Port': ['ID=f847e3e4-ad14-4c5b-9a72-d1df110e1160,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:59.928715 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Attempting to bind port f847e3e4-ad14-4c5b-9a72-d1df110e1160 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:45:59.929249 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Attempting to bind port f847e3e4-ad14-4c5b-9a72-d1df110e1160 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:45:59.930402 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Attempting to bind port f847e3e4-ad14-4c5b-9a72-d1df110e1160 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:45:59.932576 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37026) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:45:59.942516 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:45:59.942959 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:45:59.944627 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:59.945030 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:45:59.945561 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Bound port: f847e3e4-ad14-4c5b-9a72-d1df110e1160, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:45:59.945945 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f847e3e4-ad14-4c5b-9a72-d1df110e1160), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:45:59.956134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835d496f-a9d6-401d-b361-5e78020cb4d0 None None] Network af607592-0307-4497-9759-ca585f0720eb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:00.024636 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] For port f847e3e4-ad14-4c5b-9a72-d1df110e1160, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:46:00.040861 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] For port f847e3e4-ad14-4c5b-9a72-d1df110e1160, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f847e3e4-ad14-4c5b-9a72-d1df110e1160,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:46:00.058616 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f847e3e4-ad14-4c5b-9a72-d1df110e1160), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:00.071274 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-33024a14-1554-47b4-8167-6b344e70bd08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1427b8a108149488caa0787f8cbad11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375580 Mar 07 21:46:00.072103 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4c87d74f-09ad-4d4b-9b2e-64030d988707 req-bf7d90b3-8184-495b-ada7-3f083ddb8d86 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (25c348c6-8b91-4507-b2c2-5fd3c91eaa5d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:00.077129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37028) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:00.077328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0733e63-69ce-48fd-8bb2-d22fac6fc72c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network db206663-fd2c-4d09-b5e5-32d0ab21f13e is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:46:00.166011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['0eae16d4-e7bf-4295-afc7-032176744c15'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:46:00.169238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f3fa2f5c-0701-4170-933f-6aab42f979c6'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:46:00.185081 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Routers {'2bedf3c4-c041-480c-84a8-add03b4366bc'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:00.185748 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:45:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2bedf3c4-c041-480c-84a8-add03b4366bc'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:00.215258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7532f9d6-80ef-4b52-ab09-43b9f338524e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:00.216090 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7532f9d6-80ef-4b52-ab09-43b9f338524e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:00.279367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a714fce4-57b0-4228-9a98-67e6da0d9d7c admin admin] Publish callbacks [] for security_group (a332605d-3ddf-45a6-a81f-34156ded63c1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:00.283058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router 3ffe7e61-9669-4ac9-9bfc-309260a7fe00 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:46:00.305778 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5b350-caca-4032-9ef0-01246397830a None None] Pushing event updated for resources: {'Port': ['ID=f847e3e4-ad14-4c5b-9a72-d1df110e1160,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:00.312599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d90b3-8184-495b-ada7-3f083ddb8d86 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Pushing event deleted for resources: {'Port': ['ID=25c348c6-8b91-4507-b2c2-5fd3c91eaa5d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:00.368344 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30483d14-ac16-4b27-b1bd-4e1cef768425 req-e38bf1e7-0e92-4ae9-9f9b-460ebb602fa6 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792962 Mar 07 21:46:00.368577 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e0733e63-69ce-48fd-8bb2-d22fac6fc72c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, db206663-fd2c-4d09-b5e5-32d0ab21f13e) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:00.396352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b251f618-fe9e-42a5-8866-fe7090a76487 None None] Provisioning complete for port 7532f9d6-80ef-4b52-ab09-43b9f338524e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:00.398148 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b251f618-fe9e-42a5-8866-fe7090a76487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7532f9d6-80ef-4b52-ab09-43b9f338524e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:00.432477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0733e63-69ce-48fd-8bb2-d22fac6fc72c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:00.433014 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0733e63-69ce-48fd-8bb2-d22fac6fc72c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:00.438362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c87d74f-09ad-4d4b-9b2e-64030d988707 req-bf7d90b3-8184-495b-ada7-3f083ddb8d86 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] No DVR routers for this DVR port 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:00.460465 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4c87d74f-09ad-4d4b-9b2e-64030d988707 req-bf7d90b3-8184-495b-ada7-3f083ddb8d86 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:00.469466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c87d74f-09ad-4d4b-9b2e-64030d988707 req-bf7d90b3-8184-495b-ada7-3f083ddb8d86 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.13 "DELETE /v2.0/ports/25c348c6-8b91-4507-b2c2-5fd3c91eaa5d HTTP/1.1" status: 204 len: 173 time: 4.4381266 Mar 07 21:46:00.490438 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0870cdad-288f-4706-bc51-af3e27cffe98', 'name': 'network-vif-deleted', 'tag': '25c348c6-8b91-4507-b2c2-5fd3c91eaa5d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:00.496590 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc12f43-c72d-44ab-a5b4-334ac71f390a" -d '{"events": [{"server_uuid": "0870cdad-288f-4706-bc51-af3e27cffe98", "name": "network-vif-deleted", "tag": "25c348c6-8b91-4507-b2c2-5fd3c91eaa5d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:46:00.517059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae26cb3-8ea7-4b55-a6c4-6f25263bf0ed None None] Network db206663-fd2c-4d09-b5e5-32d0ab21f13e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:00.566657 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] Set router 2bedf3c4-c041-480c-84a8-add03b4366bc gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:46:00.590887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050edd43-0b7f-4494-9d91-1ca347527774 req-6dd9abb3-f3ab-45ee-adac-71d22af8dfa0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:00.613678 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-050edd43-0b7f-4494-9d91-1ca347527774 req-6dd9abb3-f3ab-45ee-adac-71d22af8dfa0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.9836230 Mar 07 21:46:00.615441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a714fce4-57b0-4228-9a98-67e6da0d9d7c admin admin] Publish callbacks [] for security_group (a332605d-3ddf-45a6-a81f-34156ded63c1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:00.631700 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edf379f-d47d-4ad4-8901-1ea05df4c34c x-openstack-request-id: req-8edf379f-d47d-4ad4-8901-1ea05df4c34c {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:46:00.632133 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0870cdad-288f-4706-bc51-af3e27cffe98", "name": "network-vif-deleted", "tag": "25c348c6-8b91-4507-b2c2-5fd3c91eaa5d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:46:00.633898 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8edf379f-d47d-4ad4-8901-1ea05df4c34c {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:46:00.634370 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0870cdad-288f-4706-bc51-af3e27cffe98', 'name': 'network-vif-deleted', 'tag': '25c348c6-8b91-4507-b2c2-5fd3c91eaa5d', 'status': 'completed', 'code': 200} Mar 07 21:46:00.642620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e0733e63-69ce-48fd-8bb2-d22fac6fc72c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0091314 Mar 07 21:46:00.664572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:46:00.674957 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37034) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:00.692000 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f81c1831-98d4-4a79-b041-9d1fd723fa4f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'network_id': 'db206663-fd2c-4d09-b5e5-32d0ab21f13e', 'name': 'tempest-PortsTestJSON-1442533971'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:00.882780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:46:00.885815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 25c348c6-8b91-4507-b2c2-5fd3c91eaa5d not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:46:00.931944 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:46:00.933567 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-050edd43-0b7f-4494-9d91-1ca347527774 req-b2b77422-0474-4097-9ed1-cf41a8523b67 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176668 Mar 07 21:46:00.943903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-db206663-fd2c-4d09-b5e5-32d0ab21f13e', 'network_id': 'db206663-fd2c-4d09-b5e5-32d0ab21f13e', 'project_id': 'd838388432cf47318e81f839494eb135', 'fixed_ips': [{'subnet_id': 'f4677ba8-f183-4b69-9a61-3910521d2340'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:46:00.954674 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-24326b0f-899d-49af-a3d4-41c98da45021 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/3ffe7e61-9669-4ac9-9bfc-309260a7fe00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7569656 Mar 07 21:46:00.955549 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:00.962552 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37038) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:01.036148 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a714fce4-57b0-4228-9a98-67e6da0d9d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a332605d-3ddf-45a6-a81f-34156ded63c1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:01.039652 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a714fce4-57b0-4228-9a98-67e6da0d9d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:01.042225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8ac37-3cdf-41c8-8030-2df00bbb2463 None None] Sync routers for ids ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:01.043018 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a714fce4-57b0-4228-9a98-67e6da0d9d7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a332605d-3ddf-45a6-a81f-34156ded63c1 HTTP/1.1" status: 204 len: 168 time: 0.9598041 Mar 07 21:46:01.102140 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714fce4-57b0-4228-9a98-67e6da0d9d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a332605d-3ddf-45a6-a81f-34156ded63c1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:01.143466 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2127348680-router', 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'f847e3e4-ad14-4c5b-9a72-d1df110e1160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:49Z', 'updated_at': '2022-03-07T21:45:53Z', 'revision_number': 3, 'project_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'gw_port': {'id': 'f847e3e4-ad14-4c5b-9a72-d1df110e1160', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:51Z', 'updated_at': '2022-03-07T21:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:01.190602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f8b761-e902-4d93-9367-464a8d26e711 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:01.192075 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a7f8b761-e902-4d93-9367-464a8d26e711 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports/a2d91603-8611-4f57-81de-f1e2be7cc398 HTTP/1.1" status: 200 len: 910 time: 0.2281399 Mar 07 21:46:01.212649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37042) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:01.235796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81c1831-98d4-4a79-b041-9d1fd723fa4f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:01.246621 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f81c1831-98d4-4a79-b041-9d1fd723fa4f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:01.281925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ec94e7-6402-42ab-8765-932f0caba4f0 None None] Network cbd95ecc-e009-45c8-a0d0-feaed611c83f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:01.285208 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a04061-dd8a-420e-9529-a4f5cd809ac2 None None] The sync data for ids ['2bedf3c4-c041-480c-84a8-add03b4366bc'] in n-d-832330-1 is: [{'id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2127348680-router', 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'f847e3e4-ad14-4c5b-9a72-d1df110e1160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:49Z', 'updated_at': '2022-03-07T21:45:53Z', 'revision_number': 3, 'project_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'gw_port': {'id': 'f847e3e4-ad14-4c5b-9a72-d1df110e1160', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:51Z', 'updated_at': '2022-03-07T21:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:01.316274 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-f81c1831-98d4-4a79-b041-9d1fd723fa4f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port df4dbc5a-0092-436d-971a-7ea4cf01d78f yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:01.384145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8ac37-3cdf-41c8-8030-2df00bbb2463 None None] Routers {'3ffe7e61-9669-4ac9-9bfc-309260a7fe00'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:01.398799 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b8c8ac37-3cdf-41c8-8030-2df00bbb2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:45:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:01.815616 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-f81c1831-98d4-4a79-b041-9d1fd723fa4f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Allocated IP 172.20.0.11 (db206663-fd2c-4d09-b5e5-32d0ab21f13e/f4677ba8-f183-4b69-9a61-3910521d2340/df4dbc5a-0092-436d-971a-7ea4cf01d78f) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:02.459688 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f81c1831-98d4-4a79-b041-9d1fd723fa4f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (df4dbc5a-0092-436d-971a-7ea4cf01d78f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:02.601343 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f81c1831-98d4-4a79-b041-9d1fd723fa4f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (df4dbc5a-0092-436d-971a-7ea4cf01d78f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:02.669801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81c1831-98d4-4a79-b041-9d1fd723fa4f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network db206663-fd2c-4d09-b5e5-32d0ab21f13e is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:02.677951 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f81c1831-98d4-4a79-b041-9d1fd723fa4f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:02.709710 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c1831-98d4-4a79-b041-9d1fd723fa4f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:02.714587 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c1831-98d4-4a79-b041-9d1fd723fa4f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=df4dbc5a-0092-436d-971a-7ea4cf01d78f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:02.821402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81c1831-98d4-4a79-b041-9d1fd723fa4f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:02.828393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f81c1831-98d4-4a79-b041-9d1fd723fa4f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:02.863409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b251f618-fe9e-42a5-8866-fe7090a76487 None None] Current status of the port 7532f9d6-80ef-4b52-ab09-43b9f338524e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:02.864046 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b251f618-fe9e-42a5-8866-fe7090a76487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7532f9d6-80ef-4b52-ab09-43b9f338524e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:02.875235 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f81c1831-98d4-4a79-b041-9d1fd723fa4f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1871660 Mar 07 21:46:02.879018 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37096) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:02.888356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7532f9d6-80ef-4b52-ab09-43b9f338524e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:02.889298 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7532f9d6-80ef-4b52-ab09-43b9f338524e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:02.893007 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'network_id': 'db206663-fd2c-4d09-b5e5-32d0ab21f13e', 'name': 'tempest-PortsTestJSON-1303876267'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:02.929761 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b8c8ac37-3cdf-41c8-8030-2df00bbb2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:03.088332 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:03.100412 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 7532f9d6-80ef-4b52-ab09-43b9f338524e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7532f9d6-80ef-4b52-ab09-43b9f338524e,segment=NetworkSegment(2d9251e4-e972-40fc-886e-4f25f8ed5450),segment_id=2d9251e4-e972-40fc-886e-4f25f8ed5450)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:03.182575 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7532f9d6-80ef-4b52-ab09-43b9f338524e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:03.183615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5edaec48-4a8d-44c1-b57b-eb66372d03c4 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:03.265669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:03.270893 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:03.308832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port 900d371d-1643-4183-98bc-01f0e194746b yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:03.418533 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d6dcc85-631a-4ac0-91c2-41742b48d4b3 req-4e9c819e-2296-4725-95ea-6396c1e15ecb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.0288203 Mar 07 21:46:03.469526 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-b251f618-fe9e-42a5-8866-fe7090a76487 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:46:03.470408 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-b251f618-fe9e-42a5-8866-fe7090a76487 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:46:03.471728 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=7532f9d6-80ef-4b52-ab09-43b9f338524e,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:03.487286 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8ac37-3cdf-41c8-8030-2df00bbb2463 None None] Routers {'3ffe7e61-9669-4ac9-9bfc-309260a7fe00'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:03.488199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b8c8ac37-3cdf-41c8-8030-2df00bbb2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:45:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:03.617977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b8c8ac37-3cdf-41c8-8030-2df00bbb2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:03.619414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8ac37-3cdf-41c8-8030-2df00bbb2463 None None] The sync data for ids ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:03.708513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 5edaec48-4a8d-44c1-b57b-eb66372d03c4 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:03.708896 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5edaec48-4a8d-44c1-b57b-eb66372d03c4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:03.803955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Allocated IP 172.20.0.1 (a0410c5e-9f3b-4596-a6a1-be68e02a6722/36dc7a64-3a67-4aa5-af63-04338c7fd2a7/fd4bd27b-e619-4800-912e-f860fdb15ce6) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:03.980253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Allocated IP 172.20.0.2 (db206663-fd2c-4d09-b5e5-32d0ab21f13e/f4677ba8-f183-4b69-9a61-3910521d2340/9d09c576-fc89-40aa-9b5f-da53acecfe71) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:04.022231 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc65397-701e-49c7-b017-fcb848fcbfad req-53e4c221-556f-4c8a-b04c-b49596f78953 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:04.024159 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fc65397-701e-49c7-b017-fcb848fcbfad req-53e4c221-556f-4c8a-b04c-b49596f78953 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 1.2092710 Mar 07 21:46:04.116466 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Publish callbacks [] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:04.231312 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37120) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:04.256777 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:04.449691 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f17abfaa-06c2-4316-b8d3-21acb1798eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:04.476833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 5edaec48-4a8d-44c1-b57b-eb66372d03c4 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:04.498792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b251f618-fe9e-42a5-8866-fe7090a76487 None None] Current status of the port 7532f9d6-80ef-4b52-ab09-43b9f338524e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:04.541768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Pushing event updated for resources: {'Port': ['ID=fd4bd27b-e619-4800-912e-f860fdb15ce6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:04.618920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee1ad745-9209-406e-ad5f-9df2a12d47ab no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:46:04.672907 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: ee1ad745-9209-406e-ad5f-9df2a12d47ab {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:46:04.673254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee1ad745-9209-406e-ad5f-9df2a12d47ab not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:46:04.686443 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Publish callbacks [] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:04.695207 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f17abfaa-06c2-4316-b8d3-21acb1798eaa admin admin] Publish callbacks [] for security_group (36d53351-2250-4f79-8272-6a0b4b48e04a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:04.701690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Network a0410c5e-9f3b-4596-a6a1-be68e02a6722 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:04.708792 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:04.717064 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:04.738585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:04.801299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c4529e60-10b1-4be0-afb3-080774f8547a None None] Provisioning complete for port a2d91603-8611-4f57-81de-f1e2be7cc398 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:04.811070 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c4529e60-10b1-4be0-afb3-080774f8547a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a2d91603-8611-4f57-81de-f1e2be7cc398), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:04.883298 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Network db206663-fd2c-4d09-b5e5-32d0ab21f13e is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:04.893887 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:04.911752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:04.915001 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (2bedf3c4-c041-480c-84a8-add03b4366bc), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:04.930220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c4529e60-10b1-4be0-afb3-080774f8547a None None] Port a2d91603-8611-4f57-81de-f1e2be7cc398 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:04.949206 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Pushing event updated for resources: {'Port': ['ID=9d09c576-fc89-40aa-9b5f-da53acecfe71,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:04.994843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fc65397-701e-49c7-b017-fcb848fcbfad req-227acb68-7b6d-4971-9c67-6c9c64a06fef tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8025346 Mar 07 21:46:05.007984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c4529e60-10b1-4be0-afb3-080774f8547a None None] Provisioning complete for port 7532f9d6-80ef-4b52-ab09-43b9f338524e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:05.009019 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c4529e60-10b1-4be0-afb3-080774f8547a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7532f9d6-80ef-4b52-ab09-43b9f338524e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:05.085490 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Attempting to bind port 9d09c576-fc89-40aa-9b5f-da53acecfe71 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:46:05.085872 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Attempting to bind port 9d09c576-fc89-40aa-9b5f-da53acecfe71 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'db206663-fd2c-4d09-b5e5-32d0ab21f13e'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:46:05.086282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Attempting to bind port 9d09c576-fc89-40aa-9b5f-da53acecfe71 on network db206663-fd2c-4d09-b5e5-32d0ab21f13e {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:05.117156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 27eaf4ae-cef9-454b-9b0d-92476f813123 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:05.122340 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:46:05.123390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Checking segment: {'id': '1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'db206663-fd2c-4d09-b5e5-32d0ab21f13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:05.124147 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:05.124564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Bound using segment: {'id': '1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'db206663-fd2c-4d09-b5e5-32d0ab21f13e'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:46:05.125062 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Bound port: 9d09c576-fc89-40aa-9b5f-da53acecfe71, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'db206663-fd2c-4d09-b5e5-32d0ab21f13e'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:46:05.125453 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:05.151488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d73610-8be3-489f-a31f-1c0464a09c60 req-845093cb-387c-4b74-b86e-1b80a7790c6c tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:05.164430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d73610-8be3-489f-a31f-1c0464a09c60 req-845093cb-387c-4b74-b86e-1b80a7790c6c tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:05.166118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4d73610-8be3-489f-a31f-1c0464a09c60 req-845093cb-387c-4b74-b86e-1b80a7790c6c tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=24197fe9-2d21-4a41-a134-ddce46d2e1d6&device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 1682 time: 1.2159343 Mar 07 21:46:05.172067 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dcc85-631a-4ac0-91c2-41742b48d4b3 req-55b85198-f19f-440d-982a-5f16e6ca0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:05.173621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d6dcc85-631a-4ac0-91c2-41742b48d4b3 req-55b85198-f19f-440d-982a-5f16e6ca0d24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 1126 time: 1.6075940 Mar 07 21:46:05.272889 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:05.297564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c4529e60-10b1-4be0-afb3-080774f8547a None None] Current status of the port 7532f9d6-80ef-4b52-ab09-43b9f338524e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:05.326616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4d73610-8be3-489f-a31f-1c0464a09c60 req-97522c98-a826-4baa-88a9-d427f8b9ed2a tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512282 Mar 07 21:46:05.383299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 27eaf4ae-cef9-454b-9b0d-92476f813123 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:05.383687 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:05.394553 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] For port 9d09c576-fc89-40aa-9b5f-da53acecfe71, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:46:05.402989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] For port 9d09c576-fc89-40aa-9b5f-da53acecfe71, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9d09c576-fc89-40aa-9b5f-da53acecfe71,segment=NetworkSegment(1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c),segment_id=1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:46:05.479416 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:05.481305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c4529e60-10b1-4be0-afb3-080774f8547a None None] Provisioning complete for port 27eaf4ae-cef9-454b-9b0d-92476f813123 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:05.481678 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c4529e60-10b1-4be0-afb3-080774f8547a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:05.667205 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f17abfaa-06c2-4316-b8d3-21acb1798eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (36d53351-2250-4f79-8272-6a0b4b48e04a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:05.724587 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17abfaa-06c2-4316-b8d3-21acb1798eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d53351-2250-4f79-8272-6a0b4b48e04a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:05.728723 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.db.api [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d1dbe59f-b0e2-4a04-ac3c-e2959276801e {{(pid=103718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:46:05.729095 n-d-832330-1 neutron-server[103718]: DEBUG oslo_db.api [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:46:05.760314 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f17abfaa-06c2-4316-b8d3-21acb1798eaa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=034b0dbe40a349abbd89e70f80997e21&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5249748 Mar 07 21:46:05.764019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37136) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:05.777092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9beb5e3-a606-40ef-bdf0-ede7ef3edd10 None None] Pushing event updated for resources: {'Port': ['ID=9d09c576-fc89-40aa-9b5f-da53acecfe71,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:05.903286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61b584bc-a216-40eb-b07c-e69ad4ac30fd admin admin] Publish callbacks [] for security_group (36d53351-2250-4f79-8272-6a0b4b48e04a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:05.919224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 27eaf4ae-cef9-454b-9b0d-92476f813123 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:05.919559 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:05.967455 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61b584bc-a216-40eb-b07c-e69ad4ac30fd admin admin] Publish callbacks [] for security_group (36d53351-2250-4f79-8272-6a0b4b48e04a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:06.038818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61b584bc-a216-40eb-b07c-e69ad4ac30fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (36d53351-2250-4f79-8272-6a0b4b48e04a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:06.045345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61b584bc-a216-40eb-b07c-e69ad4ac30fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:06.049764 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-61b584bc-a216-40eb-b07c-e69ad4ac30fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36d53351-2250-4f79-8272-6a0b4b48e04a HTTP/1.1" status: 204 len: 168 time: 0.2797422 Mar 07 21:46:06.061515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b584bc-a216-40eb-b07c-e69ad4ac30fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d53351-2250-4f79-8272-6a0b4b48e04a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:06.143750 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 27eaf4ae-cef9-454b-9b0d-92476f813123, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=27eaf4ae-cef9-454b-9b0d-92476f813123,segment=NetworkSegment(9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2),segment_id=9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:06.164163 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:06.165122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7532f9d6-80ef-4b52-ab09-43b9f338524e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:06.223439 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:06.231038 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:06.288367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c4529e60-10b1-4be0-afb3-080774f8547a None None] Current status of the port 27eaf4ae-cef9-454b-9b0d-92476f813123 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:06.288656 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c4529e60-10b1-4be0-afb3-080774f8547a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:06.298030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port a6e88d3f-3a48-4a9d-ba74-6ce71aa38514 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:06.302705 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dcc85-631a-4ac0-91c2-41742b48d4b3 req-746f71e8-ab85-4cda-9b76-e5f11ca06b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:06.310838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d6dcc85-631a-4ac0-91c2-41742b48d4b3 req-746f71e8-ab85-4cda-9b76-e5f11ca06b3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 1.0812140 Mar 07 21:46:06.400739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=27eaf4ae-cef9-454b-9b0d-92476f813123,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:06.404826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7532f9d6-80ef-4b52-ab09-43b9f338524e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:06.405495 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7532f9d6-80ef-4b52-ab09-43b9f338524e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:06.529547 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-c4529e60-10b1-4be0-afb3-080774f8547a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:46:06.529909 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-c4529e60-10b1-4be0-afb3-080774f8547a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:46:06.582923 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7532f9d6-80ef-4b52-ab09-43b9f338524e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:06.586393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f847e3e4-ad14-4c5b-9a72-d1df110e1160 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:06.636802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Allocated IP 172.20.0.5 (db206663-fd2c-4d09-b5e5-32d0ab21f13e/f4677ba8-f183-4b69-9a61-3910521d2340/a6e88d3f-3a48-4a9d-ba74-6ce71aa38514) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:06.688294 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f847e3e4-ad14-4c5b-9a72-d1df110e1160 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:06.688683 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f847e3e4-ad14-4c5b-9a72-d1df110e1160), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:06.860408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c6eb8-02ce-4ca4-bd18-3406e970f393 req-bd4aa01d-217d-454b-82e1-7e5bd0c73c91 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:06.863962 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f847e3e4-ad14-4c5b-9a72-d1df110e1160 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:06.864358 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f847e3e4-ad14-4c5b-9a72-d1df110e1160), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:06.868872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-000c6eb8-02ce-4ca4-bd18-3406e970f393 req-bd4aa01d-217d-454b-82e1-7e5bd0c73c91 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.7121823 Mar 07 21:46:06.892392 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port f847e3e4-ad14-4c5b-9a72-d1df110e1160, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f847e3e4-ad14-4c5b-9a72-d1df110e1160,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:06.897929 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f847e3e4-ad14-4c5b-9a72-d1df110e1160), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:06.985957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=f847e3e4-ad14-4c5b-9a72-d1df110e1160,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:07.116315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c4529e60-10b1-4be0-afb3-080774f8547a None None] Current status of the port 27eaf4ae-cef9-454b-9b0d-92476f813123 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:07.124898 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (a6e88d3f-3a48-4a9d-ba74-6ce71aa38514), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:07.203990 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d6dcc85-631a-4ac0-91c2-41742b48d4b3 req-92084ef8-8a22-426a-9e99-f1e64f1482e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db HTTP/1.1" status: 200 len: 999 time: 0.8314388 Mar 07 21:46:07.239709 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a6e88d3f-3a48-4a9d-ba74-6ce71aa38514), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:07.262713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-169478f0-4cb1-48dd-816c-11937db0f5de None None] Provisioning complete for port 27eaf4ae-cef9-454b-9b0d-92476f813123 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:07.263990 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-169478f0-4cb1-48dd-816c-11937db0f5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:07.297444 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Publish callbacks [] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:07.346931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 27eaf4ae-cef9-454b-9b0d-92476f813123 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:07.363322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network db206663-fd2c-4d09-b5e5-32d0ab21f13e is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:07.379570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=a6e88d3f-3a48-4a9d-ba74-6ce71aa38514,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:07.389968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:07.397164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:07.441936 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:07.502424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Allocated IP 172.21.0.1 (cbd95ecc-e009-45c8-a0d0-feaed611c83f/2b6e450a-6c85-4052-97ad-fb9ed1b2bad2/0f78020a-0996-4e10-a4ac-498b4b70ee07) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:07.512846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bc66f-e622-4f56-9266-b7312927b01a req-a6fa7e6f-50b9-4a5e-88fd-0161cd76b87a tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:07.532839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-831bc66f-e622-4f56-9266-b7312927b01a req-a6fa7e6f-50b9-4a5e-88fd-0161cd76b87a tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=24197fe9-2d21-4a41-a134-ddce46d2e1d6 HTTP/1.1" status: 200 len: 945 time: 0.8284328 Mar 07 21:46:07.564275 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:07.583670 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:07.615382 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (2bedf3c4-c041-480c-84a8-add03b4366bc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:07.620221 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5fe96578-00e3-40d5-af43-89ca0843b477 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7386591 Mar 07 21:46:07.622789 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37176) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:07.640814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727aaf49-8bcb-487d-ad01-3b6f3a54951b None None] Network db206663-fd2c-4d09-b5e5-32d0ab21f13e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:07.694259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 27eaf4ae-cef9-454b-9b0d-92476f813123 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:07.695240 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:07.739154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Pushing event updated for resources: {'Port': ['ID=fd4bd27b-e619-4800-912e-f860fdb15ce6,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:07.781876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-831bc66f-e622-4f56-9266-b7312927b01a req-f3a8fc86-e13e-49f4-9675-8d489b0f2547 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448366 Mar 07 21:46:07.796730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-169478f0-4cb1-48dd-816c-11937db0f5de None None] Current status of the port 27eaf4ae-cef9-454b-9b0d-92476f813123 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:07.844864 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-169478f0-4cb1-48dd-816c-11937db0f5de None None] Provisioning complete for port fd4bd27b-e619-4800-912e-f860fdb15ce6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:07.845362 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-169478f0-4cb1-48dd-816c-11937db0f5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:07.968107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 27eaf4ae-cef9-454b-9b0d-92476f813123 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:07.969960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9d09c576-fc89-40aa-9b5f-da53acecfe71 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:07.997068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-169478f0-4cb1-48dd-816c-11937db0f5de None None] Port fd4bd27b-e619-4800-912e-f860fdb15ce6 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:08.015244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a524b0aa-5783-4d66-bb44-4240d7840af5 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:08.020694 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a524b0aa-5783-4d66-bb44-4240d7840af5 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.3940060 Mar 07 21:46:08.021799 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37188) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:08.136925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 9d09c576-fc89-40aa-9b5f-da53acecfe71 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:08.137425 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:08.142985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bc92ccf2-dcf4-4ed1-9948-f9a68fe3565a None None] Provisioning complete for port 9d09c576-fc89-40aa-9b5f-da53acecfe71 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:08.143453 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bc92ccf2-dcf4-4ed1-9948-f9a68fe3565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:08.149349 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (0f78020a-0996-4e10-a4ac-498b4b70ee07), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:08.239879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fc10b-4867-4f18-b6f5-33fd9bc7d709 req-3893e0c2-e0c9-4d19-a4a8-2369842871f5 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:08.249447 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-530fc10b-4867-4f18-b6f5-33fd9bc7d709 req-3893e0c2-e0c9-4d19-a4a8-2369842871f5 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.13 "GET /v2.0/ports?device_id=4702ec1d-845d-4c2f-84dd-04ce187611ec HTTP/1.1" status: 200 len: 946 time: 0.3632617 Mar 07 21:46:08.453411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-000c6eb8-02ce-4ca4-bd18-3406e970f393 req-bd36dd62-368e-45c6-916e-ea1139cc3a3f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5816636 Mar 07 21:46:08.455018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dcc85-631a-4ac0-91c2-41742b48d4b3 req-4b734c11-efc9-4d35-9b98-86d03e3b7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:08.456796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d6dcc85-631a-4ac0-91c2-41742b48d4b3 req-4b734c11-efc9-4d35-9b98-86d03e3b7c62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 1.1664517 Mar 07 21:46:08.534908 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9d09c576-fc89-40aa-9b5f-da53acecfe71 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:08.535413 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:08.584441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7f65d81d-d4f6-43ec-8f4b-3c16f7fadfed tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port a6e88d3f-3a48-4a9d-ba74-6ce71aa38514 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:08.584441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7f65d81d-d4f6-43ec-8f4b-3c16f7fadfed tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a6e88d3f-3a48-4a9d-ba74-6ce71aa38514), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:08.588301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bc92ccf2-dcf4-4ed1-9948-f9a68fe3565a None None] Current status of the port 9d09c576-fc89-40aa-9b5f-da53acecfe71 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:08.588710 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bc92ccf2-dcf4-4ed1-9948-f9a68fe3565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:08.619286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-530fc10b-4867-4f18-b6f5-33fd9bc7d709 req-fe8a0a85-462f-4b1e-a13d-8986c2aae1ac tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Deleting port 0eae16d4-e7bf-4295-afc7-032176744c15 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:08.620055 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-530fc10b-4867-4f18-b6f5-33fd9bc7d709 req-fe8a0a85-462f-4b1e-a13d-8986c2aae1ac tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0eae16d4-e7bf-4295-afc7-032176744c15), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:08.663343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Network a0410c5e-9f3b-4596-a6a1-be68e02a6722 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:08.668768 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0f78020a-0996-4e10-a4ac-498b4b70ee07), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:08.675968 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 9d09c576-fc89-40aa-9b5f-da53acecfe71, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9d09c576-fc89-40aa-9b5f-da53acecfe71,segment=NetworkSegment(1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c),segment_id=1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:08.679672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:08.686741 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:08.819913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94877b2-1c9a-41f3-8d07-a168b45469c2 req-57cc2555-e7ef-4c32-ad29-bf43f935c9ea tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:08.821669 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a94877b2-1c9a-41f3-8d07-a168b45469c2 req-57cc2555-e7ef-4c32-ad29-bf43f935c9ea tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.15 "GET /v2.0/ports?device_id=24197fe9-2d21-4a41-a134-ddce46d2e1d6 HTTP/1.1" status: 200 len: 945 time: 1.3251805 Mar 07 21:46:08.892183 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-bc92ccf2-dcf4-4ed1-9948-f9a68fe3565a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:46:08.892585 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-bc92ccf2-dcf4-4ed1-9948-f9a68fe3565a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:46:08.918104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=9d09c576-fc89-40aa-9b5f-da53acecfe71,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:08.964316 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7f65d81d-d4f6-43ec-8f4b-3c16f7fadfed tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a6e88d3f-3a48-4a9d-ba74-6ce71aa38514), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:08.971331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dcc85-631a-4ac0-91c2-41742b48d4b3 req-46dc4268-407c-4c2a-a502-f9c02167da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:08.973504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d6dcc85-631a-4ac0-91c2-41742b48d4b3 req-46dc4268-407c-4c2a-a502-f9c02167da37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4797096 Mar 07 21:46:09.001342 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7f65d81d-d4f6-43ec-8f4b-3c16f7fadfed tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for a6e88d3f-3a48-4a9d-ba74-6ce71aa38514 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:09.018791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network cbd95ecc-e009-45c8-a0d0-feaed611c83f is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:09.028470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4651c-e05e-4e4f-b1c7-ca3735c2da5e req-6ddd83b3-a8f1-4cad-b394-f2b88564f554 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:09.038927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-02b4651c-e05e-4e4f-b1c7-ca3735c2da5e req-6ddd83b3-a8f1-4cad-b394-f2b88564f554 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.3959548 Mar 07 21:46:09.082720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f847e3e4-ad14-4c5b-9a72-d1df110e1160 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:09.091817 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:09.133027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:09.141168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=0f78020a-0996-4e10-a4ac-498b4b70ee07,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:09.200229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f847e3e4-ad14-4c5b-9a72-d1df110e1160 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:09.200591 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f847e3e4-ad14-4c5b-9a72-d1df110e1160), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:09.293172 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7f65d81d-d4f6-43ec-8f4b-3c16f7fadfed tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a6e88d3f-3a48-4a9d-ba74-6ce71aa38514), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:09.307472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-530fc10b-4867-4f18-b6f5-33fd9bc7d709 req-fe8a0a85-462f-4b1e-a13d-8986c2aae1ac tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] For port 0eae16d4-e7bf-4295-afc7-032176744c15, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=0eae16d4-e7bf-4295-afc7-032176744c15,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:09.308535 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-530fc10b-4867-4f18-b6f5-33fd9bc7d709 req-fe8a0a85-462f-4b1e-a13d-8986c2aae1ac tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0eae16d4-e7bf-4295-afc7-032176744c15), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:09.351934 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65d81d-d4f6-43ec-8f4b-3c16f7fadfed tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=a6e88d3f-3a48-4a9d-ba74-6ce71aa38514,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:09.388572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f847e3e4-ad14-4c5b-9a72-d1df110e1160 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:09.424197 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-530fc10b-4867-4f18-b6f5-33fd9bc7d709 req-fe8a0a85-462f-4b1e-a13d-8986c2aae1ac tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Calling delete_port for 0eae16d4-e7bf-4295-afc7-032176744c15 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:09.490626 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bc92ccf2-dcf4-4ed1-9948-f9a68fe3565a None None] Current status of the port 9d09c576-fc89-40aa-9b5f-da53acecfe71 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:09.579096 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7f65d81d-d4f6-43ec-8f4b-3c16f7fadfed tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:09.582619 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7f65d81d-d4f6-43ec-8f4b-3c16f7fadfed tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/a6e88d3f-3a48-4a9d-ba74-6ce71aa38514 HTTP/1.1" status: 204 len: 168 time: 1.5583360 Mar 07 21:46:09.585953 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37202) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:09.603358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-51914142-37ac-4426-914f-eba20d4bec09 None None] Could not find standard attr ID for object a6e88d3f-3a48-4a9d-ba74-6ce71aa38514. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:46:09.628957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-51914142-37ac-4426-914f-eba20d4bec09 None None] Provisioning complete for port df4dbc5a-0092-436d-971a-7ea4cf01d78f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:09.629324 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-51914142-37ac-4426-914f-eba20d4bec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (df4dbc5a-0092-436d-971a-7ea4cf01d78f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:09.651340 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d61a83-a718-4886-ad26-bffe36738ee2 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] GET failed (client error): The resource could not be found. Mar 07 21:46:09.652892 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a9d61a83-a718-4886-ad26-bffe36738ee2 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/a6e88d3f-3a48-4a9d-ba74-6ce71aa38514 HTTP/1.1" status: 404 len: 333 time: 0.0655007 Mar 07 21:46:09.657225 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37204) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:09.720702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-51914142-37ac-4426-914f-eba20d4bec09 None None] Port df4dbc5a-0092-436d-971a-7ea4cf01d78f cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:09.745198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-51914142-37ac-4426-914f-eba20d4bec09 None None] Provisioning complete for port fd4bd27b-e619-4800-912e-f860fdb15ce6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:09.745574 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-51914142-37ac-4426-914f-eba20d4bec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:09.832205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-51914142-37ac-4426-914f-eba20d4bec09 None None] Port fd4bd27b-e619-4800-912e-f860fdb15ce6 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:09.847922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-51914142-37ac-4426-914f-eba20d4bec09 None None] Provisioning complete for port 9d09c576-fc89-40aa-9b5f-da53acecfe71 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:09.848293 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-51914142-37ac-4426-914f-eba20d4bec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:09.870003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Router 2bedf3c4-c041-480c-84a8-add03b4366bc has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:46:09.899053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-fb34f54d-84ea-4889-b478-e4acb710b588 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port df4dbc5a-0092-436d-971a-7ea4cf01d78f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:09.899723 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb34f54d-84ea-4889-b478-e4acb710b588 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (df4dbc5a-0092-436d-971a-7ea4cf01d78f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:09.965123 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d6dcc85-631a-4ac0-91c2-41742b48d4b3 req-90f5cb21-6d4b-4c9c-861d-a3cf9e6caf1d service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9213014 Mar 07 21:46:09.982035 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-530fc10b-4867-4f18-b6f5-33fd9bc7d709 req-fe8a0a85-462f-4b1e-a13d-8986c2aae1ac tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0eae16d4-e7bf-4295-afc7-032176744c15), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:09.995303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f3fa2f5c-0701-4170-933f-6aab42f979c6 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:46:10.001016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['0eae16d4-e7bf-4295-afc7-032176744c15'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:46:10.065334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a0a85-462f-4b1e-a13d-8986c2aae1ac tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Pushing event deleted for resources: {'Port': ['ID=0eae16d4-e7bf-4295-afc7-032176744c15,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:10.142710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d6dcc85-631a-4ac0-91c2-41742b48d4b3 req-a2db34d4-b88e-45de-b3b1-40a90acf63a2 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406095 Mar 07 21:46:10.180173 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-530fc10b-4867-4f18-b6f5-33fd9bc7d709 req-fe8a0a85-462f-4b1e-a13d-8986c2aae1ac tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] No DVR routers for this DVR port 0eae16d4-e7bf-4295-afc7-032176744c15 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:10.188126 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-530fc10b-4867-4f18-b6f5-33fd9bc7d709 req-fe8a0a85-462f-4b1e-a13d-8986c2aae1ac tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:10.191918 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-530fc10b-4867-4f18-b6f5-33fd9bc7d709 req-fe8a0a85-462f-4b1e-a13d-8986c2aae1ac tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.13 "DELETE /v2.0/ports/0eae16d4-e7bf-4295-afc7-032176744c15 HTTP/1.1" status: 204 len: 173 time: 1.9226782 Mar 07 21:46:10.193100 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4702ec1d-845d-4c2f-84dd-04ce187611ec', 'name': 'network-vif-deleted', 'tag': '0eae16d4-e7bf-4295-afc7-032176744c15'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:10.196575 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0bab92-c0b0-4c58-a7f9-ff51c91ef3fa" -d '{"events": [{"server_uuid": "4702ec1d-845d-4c2f-84dd-04ce187611ec", "name": "network-vif-deleted", "tag": "0eae16d4-e7bf-4295-afc7-032176744c15"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:46:10.215828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-02b4651c-e05e-4e4f-b1c7-ca3735c2da5e req-e772457e-5ecf-4de1-83b7-a7ca68a38d73 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1492109 Mar 07 21:46:10.242227 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb34f54d-84ea-4889-b478-e4acb710b588 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (df4dbc5a-0092-436d-971a-7ea4cf01d78f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:10.244829 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:10.262285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-fb34f54d-84ea-4889-b478-e4acb710b588 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for df4dbc5a-0092-436d-971a-7ea4cf01d78f owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:10.387600 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-51914142-37ac-4426-914f-eba20d4bec09 None None] Current status of the port 9d09c576-fc89-40aa-9b5f-da53acecfe71 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:10.433498 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28078a66-561a-49fa-8f1d-9d7ba3bb5b24 req-7cedd9ec-d897-49bf-8a92-52035d71843b tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:10.435686 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28078a66-561a-49fa-8f1d-9d7ba3bb5b24 req-7cedd9ec-d897-49bf-8a92-52035d71843b tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=24197fe9-2d21-4a41-a134-ddce46d2e1d6 HTTP/1.1" status: 200 len: 945 time: 0.4743102 Mar 07 21:46:10.502926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-51914142-37ac-4426-914f-eba20d4bec09 None None] Provisioning complete for port 0f78020a-0996-4e10-a4ac-498b4b70ee07 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:10.503611 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-51914142-37ac-4426-914f-eba20d4bec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0f78020a-0996-4e10-a4ac-498b4b70ee07), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:10.507009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f3fa2f5c-0701-4170-933f-6aab42f979c6 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:10.507758 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:10.518948 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713c915-9f05-4b88-9849-8283c69f02ea req-357957ae-0c07-4565-b7cb-e8b3ee3fd12a tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:10.521289 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d713c915-9f05-4b88-9849-8283c69f02ea req-357957ae-0c07-4565-b7cb-e8b3ee3fd12a tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 945 time: 0.1919441 Mar 07 21:46:10.528091 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:46:10.603358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f3fa2f5c-0701-4170-933f-6aab42f979c6, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f3fa2f5c-0701-4170-933f-6aab42f979c6,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:10.610206 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24197fe9-2d21-4a41-a134-ddce46d2e1d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3fa2f5c-0701-4170-933f-6aab42f979c6'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:10.613533 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2faf17-fadc-4147-a208-6ae6f5ef2ee3" -d '{"events": [{"server_uuid": "24197fe9-2d21-4a41-a134-ddce46d2e1d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f3fa2f5c-0701-4170-933f-6aab42f979c6"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:46:10.616372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-51914142-37ac-4426-914f-eba20d4bec09 None None] Port 0f78020a-0996-4e10-a4ac-498b4b70ee07 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:10.616988 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb34f54d-84ea-4889-b478-e4acb710b588 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (df4dbc5a-0092-436d-971a-7ea4cf01d78f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:10.621294 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:10.669919 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34f54d-84ea-4889-b478-e4acb710b588 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=df4dbc5a-0092-436d-971a-7ea4cf01d78f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:10.717125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f3fa2f5c-0701-4170-933f-6aab42f979c6,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:10.797169 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-d713c915-9f05-4b88-9849-8283c69f02ea req-7366602e-255a-473b-b771-b11500b975f7 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Deleting port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:10.797515 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d713c915-9f05-4b88-9849-8283c69f02ea req-7366602e-255a-473b-b771-b11500b975f7 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (43df789e-ec91-4c2c-af6b-bb048a9ceb7a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:10.801002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a94877b2-1c9a-41f3-8d07-a168b45469c2 req-4ae12343-ab21-4a37-9258-b1db3cf33c63 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Deleting port f3fa2f5c-0701-4170-933f-6aab42f979c6 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:10.801350 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a94877b2-1c9a-41f3-8d07-a168b45469c2 req-4ae12343-ab21-4a37-9258-b1db3cf33c63 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:10.884081 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb34f54d-84ea-4889-b478-e4acb710b588 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:10.898236 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fb34f54d-84ea-4889-b478-e4acb710b588 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/df4dbc5a-0092-436d-971a-7ea4cf01d78f HTTP/1.1" status: 204 len: 168 time: 1.2399373 Mar 07 21:46:10.898859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37216) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:11.016351 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a94877b2-1c9a-41f3-8d07-a168b45469c2 req-4ae12343-ab21-4a37-9258-b1db3cf33c63 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] For port f3fa2f5c-0701-4170-933f-6aab42f979c6, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f3fa2f5c-0701-4170-933f-6aab42f979c6,segment=NetworkSegment(25c0bc37-d171-4c31-90a4-d27a50cd62f7),segment_id=25c0bc37-d171-4c31-90a4-d27a50cd62f7)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:11.017098 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a94877b2-1c9a-41f3-8d07-a168b45469c2 req-4ae12343-ab21-4a37-9258-b1db3cf33c63 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:11.054813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9d09c576-fc89-40aa-9b5f-da53acecfe71 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:11.072492 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-5307902c-d098-4079-9ce8-729b01568f72 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] GET failed (client error): The resource could not be found. Mar 07 21:46:11.076753 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5307902c-d098-4079-9ce8-729b01568f72 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/df4dbc5a-0092-436d-971a-7ea4cf01d78f HTTP/1.1" status: 404 len: 333 time: 0.1709640 Mar 07 21:46:11.079385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37218) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:11.108490 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a94877b2-1c9a-41f3-8d07-a168b45469c2 req-4ae12343-ab21-4a37-9258-b1db3cf33c63 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Calling delete_port for f3fa2f5c-0701-4170-933f-6aab42f979c6 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:11.155832 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0f78020a-0996-4e10-a4ac-498b4b70ee07), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:11.163594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 9d09c576-fc89-40aa-9b5f-da53acecfe71 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:11.164315 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:11.164436 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6805a3d-1667-41ba-b724-8356554abe8b req-f25a4234-3eb3-4aef-89c6-3ef1d7272a2f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:11.165025 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a40dfe-e179-4d97-8261-5ef3482e8aa9 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting subnet f4677ba8-f183-4b69-9a61-3910521d2340 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:46:11.165927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6805a3d-1667-41ba-b724-8356554abe8b req-f25a4234-3eb3-4aef-89c6-3ef1d7272a2f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.7523727 Mar 07 21:46:11.168983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-d713c915-9f05-4b88-9849-8283c69f02ea req-7366602e-255a-473b-b771-b11500b975f7 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] For port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=43df789e-ec91-4c2c-af6b-bb048a9ceb7a,segment=NetworkSegment(559baeb1-53cf-4b61-94c8-5ae8fb0217ef),segment_id=559baeb1-53cf-4b61-94c8-5ae8fb0217ef)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:11.169384 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d713c915-9f05-4b88-9849-8283c69f02ea req-7366602e-255a-473b-b771-b11500b975f7 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (43df789e-ec91-4c2c-af6b-bb048a9ceb7a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:11.172318 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92a40dfe-e179-4d97-8261-5ef3482e8aa9 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (f4677ba8-f183-4b69-9a61-3910521d2340), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:11.177662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28078a66-561a-49fa-8f1d-9d7ba3bb5b24 req-46d59f85-dde8-4dbd-ae21-22d381bebba0 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b5d090b-53ec-4466-8155-57e8824cef82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6959178 Mar 07 21:46:11.209261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-d713c915-9f05-4b88-9849-8283c69f02ea req-7366602e-255a-473b-b771-b11500b975f7 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Calling delete_port for 43df789e-ec91-4c2c-af6b-bb048a9ceb7a owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:11.249546 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92a40dfe-e179-4d97-8261-5ef3482e8aa9 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (f4677ba8-f183-4b69-9a61-3910521d2340), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:11.255762 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:46:11.264835 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Sync routers for ids ['2bedf3c4-c041-480c-84a8-add03b4366bc'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:11.272118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9d09c576-fc89-40aa-9b5f-da53acecfe71 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:11.274010 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f9156f-2292-4bdd-8d8b-61303488d05f x-openstack-request-id: req-e8f9156f-2292-4bdd-8d8b-61303488d05f {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:46:11.277522 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Routers {'2bedf3c4-c041-480c-84a8-add03b4366bc'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:11.278043 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:45:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2bedf3c4-c041-480c-84a8-add03b4366bc'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:11.286487 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4702ec1d-845d-4c2f-84dd-04ce187611ec", "name": "network-vif-deleted", "tag": "0eae16d4-e7bf-4295-afc7-032176744c15", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:46:11.286784 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8f9156f-2292-4bdd-8d8b-61303488d05f {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:46:11.287226 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4702ec1d-845d-4c2f-84dd-04ce187611ec', 'name': 'network-vif-deleted', 'tag': '0eae16d4-e7bf-4295-afc7-032176744c15', 'status': 'completed', 'code': 200} Mar 07 21:46:11.298200 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03408967-5da7-4361-8c03-5021f3e0ab34 x-openstack-request-id: req-03408967-5da7-4361-8c03-5021f3e0ab34 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:46:11.298609 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24197fe9-2d21-4a41-a134-ddce46d2e1d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f3fa2f5c-0701-4170-933f-6aab42f979c6", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:46:11.298956 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03408967-5da7-4361-8c03-5021f3e0ab34 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:46:11.299457 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24197fe9-2d21-4a41-a134-ddce46d2e1d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3fa2f5c-0701-4170-933f-6aab42f979c6', 'code': 200} Mar 07 21:46:11.400494 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-942caca0-6fbf-4aaf-86f5-3a37db8b250b admin admin] 10.222.0.26 "PUT /v2.0/routers/2bedf3c4-c041-480c-84a8-add03b4366bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0052447 Mar 07 21:46:11.413819 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Set router 2bedf3c4-c041-480c-84a8-add03b4366bc gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:46:11.570636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6805a3d-1667-41ba-b724-8356554abe8b req-dce740b1-3f1c-4649-90e1-513c23700dae tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922079 Mar 07 21:46:11.639500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c43601-aea3-44cf-bddd-372de5d22152 req-e6abcb3b-3b19-4bfa-8aea-d9e2a18a99b0 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:11.641122 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-70c43601-aea3-44cf-bddd-372de5d22152 req-e6abcb3b-3b19-4bfa-8aea-d9e2a18a99b0 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=29b41fc7-ccff-4193-a4ac-93089a719a10 HTTP/1.1" status: 200 len: 867 time: 0.2357028 Mar 07 21:46:11.698190 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92a40dfe-e179-4d97-8261-5ef3482e8aa9 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (f4677ba8-f183-4b69-9a61-3910521d2340), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:11.829608 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d713c915-9f05-4b88-9849-8283c69f02ea req-7366602e-255a-473b-b771-b11500b975f7 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (43df789e-ec91-4c2c-af6b-bb048a9ceb7a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:11.837795 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a94877b2-1c9a-41f3-8d07-a168b45469c2 req-4ae12343-ab21-4a37-9258-b1db3cf33c63 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f3fa2f5c-0701-4170-933f-6aab42f979c6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:11.842245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-70c43601-aea3-44cf-bddd-372de5d22152 req-5b183b2d-4eac-41ae-8f3f-bda5b713a7ec tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939409 Mar 07 21:46:11.846668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['43df789e-ec91-4c2c-af6b-bb048a9ceb7a'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:46:11.858773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['fdbc55c4-61d9-48ee-9618-b14b517b663c'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:46:11.930690 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92a40dfe-e179-4d97-8261-5ef3482e8aa9 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (f4677ba8-f183-4b69-9a61-3910521d2340), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:11.942259 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366602e-255a-473b-b771-b11500b975f7 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Pushing event deleted for resources: {'Port': ['ID=43df789e-ec91-4c2c-af6b-bb048a9ceb7a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:11.951329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae12343-ab21-4a37-9258-b1db3cf33c63 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Pushing event deleted for resources: {'Port': ['ID=f3fa2f5c-0701-4170-933f-6aab42f979c6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:12.059263 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92a40dfe-e179-4d97-8261-5ef3482e8aa9 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.065443 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-92a40dfe-e179-4d97-8261-5ef3482e8aa9 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/f4677ba8-f183-4b69-9a61-3910521d2340 HTTP/1.1" status: 204 len: 168 time: 0.9827075 Mar 07 21:46:12.068776 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37234) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:12.074114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c58450-28b9-425c-9516-965bf39aecba None None] Network db206663-fd2c-4d09-b5e5-32d0ab21f13e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:12.099253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a40dfe-e179-4d97-8261-5ef3482e8aa9 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Subnet': ['ID=f4677ba8-f183-4b69-9a61-3910521d2340,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:12.144594 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2127348680-router', 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'f847e3e4-ad14-4c5b-9a72-d1df110e1160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:49Z', 'updated_at': '2022-03-07T21:46:05Z', 'revision_number': 4, 'project_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'gw_port': {'id': 'f847e3e4-ad14-4c5b-9a72-d1df110e1160', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:51Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'fd4bd27b-e619-4800-912e-f860fdb15ce6', 'name': '', 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722', 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'mac_address': 'fa:16:3e:38:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '36dc7a64-3a67-4aa5-af63-04338c7fd2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:03Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 2, 'project_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'subnets': [{'id': '36dc7a64-3a67-4aa5-af63-04338c7fd2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:12.161103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d713c915-9f05-4b88-9849-8283c69f02ea req-7366602e-255a-473b-b771-b11500b975f7 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] No DVR routers for this DVR port 43df789e-ec91-4c2c-af6b-bb048a9ceb7a on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:12.163670 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d713c915-9f05-4b88-9849-8283c69f02ea req-7366602e-255a-473b-b771-b11500b975f7 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.172541 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d713c915-9f05-4b88-9849-8283c69f02ea req-7366602e-255a-473b-b771-b11500b975f7 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.13 "DELETE /v2.0/ports/43df789e-ec91-4c2c-af6b-bb048a9ceb7a HTTP/1.1" status: 204 len: 173 time: 1.6456919 Mar 07 21:46:12.185549 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94877b2-1c9a-41f3-8d07-a168b45469c2 req-4ae12343-ab21-4a37-9258-b1db3cf33c63 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] No DVR routers for this DVR port f3fa2f5c-0701-4170-933f-6aab42f979c6 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:12.217468 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a94877b2-1c9a-41f3-8d07-a168b45469c2 req-4ae12343-ab21-4a37-9258-b1db3cf33c63 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.224510 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Checking router: 2bedf3c4-c041-480c-84a8-add03b4366bc for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:12.225216 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Updating router 2bedf3c4-c041-480c-84a8-add03b4366bc port fd4bd27b-e619-4800-912e-f860fdb15ce6 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:46:12.227574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a94877b2-1c9a-41f3-8d07-a168b45469c2 req-4ae12343-ab21-4a37-9258-b1db3cf33c63 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.15 "DELETE /v2.0/ports/f3fa2f5c-0701-4170-933f-6aab42f979c6 HTTP/1.1" status: 204 len: 173 time: 3.3407466 Mar 07 21:46:12.235437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24197fe9-2d21-4a41-a134-ddce46d2e1d6', 'name': 'network-vif-deleted', 'tag': 'f3fa2f5c-0701-4170-933f-6aab42f979c6'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:12.244195 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79dc6ed-8024-45b2-965e-83cd9d52a9a1" -d '{"events": [{"server_uuid": "24197fe9-2d21-4a41-a134-ddce46d2e1d6", "name": "network-vif-deleted", "tag": "f3fa2f5c-0701-4170-933f-6aab42f979c6"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:46:12.306602 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.436467 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 43df789e-ec91-4c2c-af6b-bb048a9ceb7a no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:46:12.436727 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4937299b-2e26-4fee-8931-093b1582ea9c x-openstack-request-id: req-4937299b-2e26-4fee-8931-093b1582ea9c {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:46:12.437839 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24197fe9-2d21-4a41-a134-ddce46d2e1d6", "name": "network-vif-deleted", "tag": "f3fa2f5c-0701-4170-933f-6aab42f979c6", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:46:12.438384 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4937299b-2e26-4fee-8931-093b1582ea9c {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:46:12.440134 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24197fe9-2d21-4a41-a134-ddce46d2e1d6', 'name': 'network-vif-deleted', 'tag': 'f3fa2f5c-0701-4170-933f-6aab42f979c6', 'status': 'completed', 'code': 200} Mar 07 21:46:12.496810 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11ded13c-ff04-448f-b774-fe5d88e32f39 req-fbec1ce9-bd79-4757-8aaf-ccca1d12bd90 tempest-ListServersNegativeTestJSON-664872283 tempest-ListServersNegativeTestJSON-664872283-project] 10.222.0.26 "GET /v2.0/ports?device_id=24197fe9-2d21-4a41-a134-ddce46d2e1d6 HTTP/1.1" status: 200 len: 210 time: 0.2097297 Mar 07 21:46:12.505126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90ffeec-c123-458a-840a-5cbbe9e3c4f2 None None] DHCP port deletion for db206663-fd2c-4d09-b5e5-32d0ab21f13e request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:46:12.509920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 43df789e-ec91-4c2c-af6b-bb048a9ceb7a {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:46:12.510295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 43df789e-ec91-4c2c-af6b-bb048a9ceb7a not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:46:12.514482 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 0eae16d4-e7bf-4295-afc7-032176744c15 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:46:12.523085 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (0f78020a-0996-4e10-a4ac-498b4b70ee07), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.537824 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (db206663-fd2c-4d09-b5e5-32d0ab21f13e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.552283 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (0f78020a-0996-4e10-a4ac-498b4b70ee07), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.580037 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37256) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:12.585384 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1391395037-network', 'tenant_id': '7e88d009bdbe40fcbd5b114a46e4c1fb'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:12.601622 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 0eae16d4-e7bf-4295-afc7-032176744c15 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:46:12.601970 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 0eae16d4-e7bf-4295-afc7-032176744c15 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:46:12.650767 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] Made reservation on behalf of 7e88d009bdbe40fcbd5b114a46e4c1fb for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:12.655892 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.656844 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=0f78020a-0996-4e10-a4ac-498b4b70ee07,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:12.661259 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.721844 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.727103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f90ffeec-c123-458a-840a-5cbbe9e3c4f2 None None] Deleting port 9d09c576-fc89-40aa-9b5f-da53acecfe71 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:12.730923 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f90ffeec-c123-458a-840a-5cbbe9e3c4f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.866843 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f90ffeec-c123-458a-840a-5cbbe9e3c4f2 None None] For port 9d09c576-fc89-40aa-9b5f-da53acecfe71, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9d09c576-fc89-40aa-9b5f-da53acecfe71,segment=NetworkSegment(1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c),segment_id=1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:12.867507 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f90ffeec-c123-458a-840a-5cbbe9e3c4f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.890385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f90ffeec-c123-458a-840a-5cbbe9e3c4f2 None None] Calling delete_port for 9d09c576-fc89-40aa-9b5f-da53acecfe71 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:12.902664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port 9d09c576-fc89-40aa-9b5f-da53acecfe71 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:12.910177 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.917674 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] Publish callbacks [] for security_group (afe363bf-99f0-4956-8d42-9f5cbd122736), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.927055 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (afe363bf-99f0-4956-8d42-9f5cbd122736), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.962807 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:46:12.989024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf567fa7-76b2-4df7-8a06-4b8a9ab1e0d3 req-f46e4c81-a603-4639-8e71-06c78bcad684 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:12.994529 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (662734c8-9831-4b58-85ca-cb094cefbc16), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:12.994876 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] Added segment 662734c8-9831-4b58-85ca-cb094cefbc16 of type vlan for network 36e35f17-c1d7-408d-bdf6-66370a00d692 Mar 07 21:46:13.002687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf567fa7-76b2-4df7-8a06-4b8a9ab1e0d3 req-f46e4c81-a603-4639-8e71-06c78bcad684 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.2956188 Mar 07 21:46:13.025970 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f90ffeec-c123-458a-840a-5cbbe9e3c4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:13.064465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network cbd95ecc-e009-45c8-a0d0-feaed611c83f is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:13.072029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:13.082601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ffeec-c123-458a-840a-5cbbe9e3c4f2 None None] Pushing event deleted for resources: {'Port': ['ID=9d09c576-fc89-40aa-9b5f-da53acecfe71,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:13.094634 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ffeec-c123-458a-840a-5cbbe9e3c4f2 None None] No DVR routers for this DVR port 9d09c576-fc89-40aa-9b5f-da53acecfe71 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:13.109536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] For port 9d09c576-fc89-40aa-9b5f-da53acecfe71, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9d09c576-fc89-40aa-9b5f-da53acecfe71,segment=NetworkSegment(1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c),segment_id=1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:13.110093 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:13.115350 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9d09c576-fc89-40aa-9b5f-da53acecfe71 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:46:13.156712 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 9d09c576-fc89-40aa-9b5f-da53acecfe71 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:46:13.157371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9d09c576-fc89-40aa-9b5f-da53acecfe71 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:46:13.202222 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe363bf-99f0-4956-8d42-9f5cbd122736,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:13.207228 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (36e35f17-c1d7-408d-bdf6-66370a00d692), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:13.229567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for 9d09c576-fc89-40aa-9b5f-da53acecfe71 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:13.235353 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Publish callbacks [] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:13.259682 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:13.262165 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (36e35f17-c1d7-408d-bdf6-66370a00d692), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:13.264093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:13.266431 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:13.298853 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b41fc7-ccff-4193-a4ac-93089a719a10', 'name': 'network-vif-deleted', 'tag': '43df789e-ec91-4c2c-af6b-bb048a9ceb7a'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:13.303136 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4411c4d4-0a5d-48a5-8727-a31bebc55c31" -d '{"events": [{"server_uuid": "29b41fc7-ccff-4193-a4ac-93089a719a10", "name": "network-vif-deleted", "tag": "43df789e-ec91-4c2c-af6b-bb048a9ceb7a"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:46:13.317106 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c1489-f73d-4d65-8825-8cb2021c841f None None] Pushing event updated for resources: {'Port': ['ID=fd4bd27b-e619-4800-912e-f860fdb15ce6,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:13.329185 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7477002 Mar 07 21:46:13.331748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37270) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:13.332452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf567fa7-76b2-4df7-8a06-4b8a9ab1e0d3 req-536ffa50-71c0-40fd-80ac-35f27240a8e7 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194544 Mar 07 21:46:13.337075 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b51daa0b-fb23-4654-8952-fa2e0cd8de4a admin admin] Request body: {'subnet': {'network_id': '36e35f17-c1d7-408d-bdf6-66370a00d692', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1391395037-subnet', 'tenant_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:13.406352 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Attempting to bind port fd4bd27b-e619-4800-912e-f860fdb15ce6 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:46:13.406731 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Attempting to bind port fd4bd27b-e619-4800-912e-f860fdb15ce6 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '4b235587-52f6-4692-965c-c32f408d5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:46:13.407098 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Attempting to bind port fd4bd27b-e619-4800-912e-f860fdb15ce6 on network a0410c5e-9f3b-4596-a6a1-be68e02a6722 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:13.413660 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:46:13.414028 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Checking segment: {'id': '4b235587-52f6-4692-965c-c32f408d5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:13.414671 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:13.415228 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Bound using segment: {'id': '4b235587-52f6-4692-965c-c32f408d5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:46:13.417010 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Bound port: fd4bd27b-e619-4800-912e-f860fdb15ce6, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b235587-52f6-4692-965c-c32f408d5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:46:13.417576 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:13.455135 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d86452-9049-43e3-a733-bd4414a778d8 admin admin] Pushing event updated for resources: {'Network': ['ID=36e35f17-c1d7-408d-bdf6-66370a00d692,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:13.468482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51daa0b-fb23-4654-8952-fa2e0cd8de4a admin admin] Made reservation on behalf of 7e88d009bdbe40fcbd5b114a46e4c1fb for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:13.469402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 36e35f17-c1d7-408d-bdf6-66370a00d692 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:46:13.481344 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b51daa0b-fb23-4654-8952-fa2e0cd8de4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:13.517731 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411b56a3-8507-4b8f-bd35-3a89c604ba3e x-openstack-request-id: req-411b56a3-8507-4b8f-bd35-3a89c604ba3e {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:46:13.519276 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b41fc7-ccff-4193-a4ac-93089a719a10", "name": "network-vif-deleted", "tag": "43df789e-ec91-4c2c-af6b-bb048a9ceb7a", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:46:13.521256 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-411b56a3-8507-4b8f-bd35-3a89c604ba3e {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:46:13.521837 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b41fc7-ccff-4193-a4ac-93089a719a10', 'name': 'network-vif-deleted', 'tag': '43df789e-ec91-4c2c-af6b-bb048a9ceb7a', 'status': 'completed', 'code': 200} Mar 07 21:46:13.552246 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] For port fd4bd27b-e619-4800-912e-f860fdb15ce6, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:46:13.556033 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] For port fd4bd27b-e619-4800-912e-f860fdb15ce6, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fd4bd27b-e619-4800-912e-f860fdb15ce6,segment=NetworkSegment(4b235587-52f6-4692-965c-c32f408d5352),segment_id=4b235587-52f6-4692-965c-c32f408d5352)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:46:13.570108 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:13.606116 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router 3ffe7e61-9669-4ac9-9bfc-309260a7fe00 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:46:13.710948 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c1489-f73d-4d65-8825-8cb2021c841f None None] Pushing event updated for resources: {'Port': ['ID=fd4bd27b-e619-4800-912e-f860fdb15ce6,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:13.721718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-25b23fda-8df1-4a23-93f8-e868ddea6c93 None None] Provisioning complete for port 0f78020a-0996-4e10-a4ac-498b4b70ee07 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:13.722266 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-25b23fda-8df1-4a23-93f8-e868ddea6c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0f78020a-0996-4e10-a4ac-498b4b70ee07), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:13.728237 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Routers {'2bedf3c4-c041-480c-84a8-add03b4366bc'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:13.729526 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:45:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2bedf3c4-c041-480c-84a8-add03b4366bc'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:13.787846 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (9d09c576-fc89-40aa-9b5f-da53acecfe71), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:13.840074 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-25b23fda-8df1-4a23-93f8-e868ddea6c93 None None] Port 0f78020a-0996-4e10-a4ac-498b4b70ee07 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:13.901128 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] Set router 2bedf3c4-c041-480c-84a8-add03b4366bc gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:46:13.974971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-497da4e2-9381-4a16-8b70-8cd4cc6ece8b None None] Provisioning complete for port fd4bd27b-e619-4800-912e-f860fdb15ce6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:13.975426 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-497da4e2-9381-4a16-8b70-8cd4cc6ece8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:14.008081 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b51daa0b-fb23-4654-8952-fa2e0cd8de4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (6faf8b94-1a68-4134-89b8-db953858083e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:14.165082 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51daa0b-fb23-4654-8952-fa2e0cd8de4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6faf8b94-1a68-4134-89b8-db953858083e,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:14.200060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-497da4e2-9381-4a16-8b70-8cd4cc6ece8b None None] Current status of the port fd4bd27b-e619-4800-912e-f860fdb15ce6 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:14.204931 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-497da4e2-9381-4a16-8b70-8cd4cc6ece8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:14.216904 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51daa0b-fb23-4654-8952-fa2e0cd8de4a admin admin] Checking segment: {'id': '662734c8-9831-4b58-85ca-cb094cefbc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36e35f17-c1d7-408d-bdf6-66370a00d692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:14.217410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51daa0b-fb23-4654-8952-fa2e0cd8de4a admin admin] Network hostable DHCP agents. Network: 36e35f17-c1d7-408d-bdf6-66370a00d692, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:46:14.251616 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37284) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:14.271028 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-497da4e2-9381-4a16-8b70-8cd4cc6ece8b None None] For port fd4bd27b-e619-4800-912e-f860fdb15ce6, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fd4bd27b-e619-4800-912e-f860fdb15ce6,segment=NetworkSegment(4b235587-52f6-4692-965c-c32f408d5352),segment_id=4b235587-52f6-4692-965c-c32f408d5352)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:14.278482 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-497da4e2-9381-4a16-8b70-8cd4cc6ece8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:14.323571 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51daa0b-fb23-4654-8952-fa2e0cd8de4a admin admin] Network 36e35f17-c1d7-408d-bdf6-66370a00d692 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:46:14.345821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497da4e2-9381-4a16-8b70-8cd4cc6ece8b None None] Pushing event updated for resources: {'Port': ['ID=fd4bd27b-e619-4800-912e-f860fdb15ce6,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:14.350243 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2127348680-router', 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'f847e3e4-ad14-4c5b-9a72-d1df110e1160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:49Z', 'updated_at': '2022-03-07T21:46:05Z', 'revision_number': 4, 'project_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'gw_port': {'id': 'f847e3e4-ad14-4c5b-9a72-d1df110e1160', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:51Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'fd4bd27b-e619-4800-912e-f860fdb15ce6', 'name': '', 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722', 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'mac_address': 'fa:16:3e:38:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '36dc7a64-3a67-4aa5-af63-04338c7fd2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:03Z', 'updated_at': '2022-03-07T21:46:13Z', 'revision_number': 4, 'project_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'subnets': [{'id': '36dc7a64-3a67-4aa5-af63-04338c7fd2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:14.357877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b51daa0b-fb23-4654-8952-fa2e0cd8de4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 36e35f17-c1d7-408d-bdf6-66370a00d692) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:14.368968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51daa0b-fb23-4654-8952-fa2e0cd8de4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:14.369963 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b51daa0b-fb23-4654-8952-fa2e0cd8de4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:14.371829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5c3f25-cac0-4367-bdd0-aafe9b891bab None None] Network 36e35f17-c1d7-408d-bdf6-66370a00d692 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:14.403012 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb9bc3-1ab9-4040-a516-0589a2cee716 None None] The sync data for ids ['2bedf3c4-c041-480c-84a8-add03b4366bc'] in n-d-832330-1 is: [{'id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2127348680-router', 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'f847e3e4-ad14-4c5b-9a72-d1df110e1160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:49Z', 'updated_at': '2022-03-07T21:46:05Z', 'revision_number': 4, 'project_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'gw_port': {'id': 'f847e3e4-ad14-4c5b-9a72-d1df110e1160', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:51Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'fd4bd27b-e619-4800-912e-f860fdb15ce6', 'name': '', 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722', 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'mac_address': 'fa:16:3e:38:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '36dc7a64-3a67-4aa5-af63-04338c7fd2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:03Z', 'updated_at': '2022-03-07T21:46:13Z', 'revision_number': 4, 'project_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'subnets': [{'id': '36dc7a64-3a67-4aa5-af63-04338c7fd2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:14.426433 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b51daa0b-fb23-4654-8952-fa2e0cd8de4a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0936170 Mar 07 21:46:14.429426 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f487a4-6642-4e80-b017-f1eae35744e0 admin admin] Deleting subnet 2ec5668c-1854-4d3d-9703-e6939e7caf1a {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:46:14.446870 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c0f487a4-6642-4e80-b017-f1eae35744e0 admin admin] Publish callbacks [] for subnet (2ec5668c-1854-4d3d-9703-e6939e7caf1a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:14.514106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37294) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:14.518463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1391395037-router', 'tenant_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:14.542997 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (47ecf32a-da12-4474-9ef4-578eefabaed6), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:14.549164 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (47ecf32a-da12-4474-9ef4-578eefabaed6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:14.554198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6ad40d59-2c74-4cac-b6db-55e5ad3345ba None None] Provisioning complete for port fd4bd27b-e619-4800-912e-f860fdb15ce6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:14.554198 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6ad40d59-2c74-4cac-b6db-55e5ad3345ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:14.655770 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-36e35f17-c1d7-408d-bdf6-66370a00d692', 'network_id': '36e35f17-c1d7-408d-bdf6-66370a00d692', 'project_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'fixed_ips': [{'subnet_id': '6faf8b94-1a68-4134-89b8-db953858083e'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:46:14.656713 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c0f487a4-6642-4e80-b017-f1eae35744e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (2ec5668c-1854-4d3d-9703-e6939e7caf1a), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:14.656916 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:14.671210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=9d09c576-fc89-40aa-9b5f-da53acecfe71,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:14.686876 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Publish callbacks [] for router_controller (47ecf32a-da12-4474-9ef4-578eefabaed6), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:14.736524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No DVR routers for this DVR port 9d09c576-fc89-40aa-9b5f-da53acecfe71 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:14.829895 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6ad40d59-2c74-4cac-b6db-55e5ad3345ba None None] Current status of the port fd4bd27b-e619-4800-912e-f860fdb15ce6 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:14.832052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:46:14.846970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f044957e-9ec9-4d02-b13a-55f67db53cc9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/3ffe7e61-9669-4ac9-9bfc-309260a7fe00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6329350 Mar 07 21:46:14.852063 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37296) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:14.864138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d120d8ec-0c01-4736-90b8-2af0eaf39c4a None None] Sync routers for ids ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:14.896901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d120d8ec-0c01-4736-90b8-2af0eaf39c4a None None] Routers {'3ffe7e61-9669-4ac9-9bfc-309260a7fe00'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:14.897908 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d120d8ec-0c01-4736-90b8-2af0eaf39c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:45:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:14.900703 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c0f487a4-6642-4e80-b017-f1eae35744e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (2ec5668c-1854-4d3d-9703-e6939e7caf1a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:14.931472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91be4d-29a0-4e48-8351-3c14e68afa75 req-7d70e2c5-aaf6-4f55-b110-613d95f84064 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:14.933194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a91be4d-29a0-4e48-8351-3c14e68afa75 req-7d70e2c5-aaf6-4f55-b110-613d95f84064 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.3669593 Mar 07 21:46:14.935617 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (db206663-fd2c-4d09-b5e5-32d0ab21f13e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:14.971046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d120d8ec-0c01-4736-90b8-2af0eaf39c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:14.977025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Allocated IP 172.20.0.2 (36e35f17-c1d7-408d-bdf6-66370a00d692/6faf8b94-1a68-4134-89b8-db953858083e/90d74215-d001-4d61-9e4e-d8168570ca0e) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:14.993669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d120d8ec-0c01-4736-90b8-2af0eaf39c4a None None] Routers {'3ffe7e61-9669-4ac9-9bfc-309260a7fe00'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:14.994295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d120d8ec-0c01-4736-90b8-2af0eaf39c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:45:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:15.028273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe9a97-f829-43f8-aa17-a83a5ce4862f req-c8174bcc-8650-41fb-a4e2-a8b63184160b tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:15.048201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2fe9a97-f829-43f8-aa17-a83a5ce4862f req-c8174bcc-8650-41fb-a4e2-a8b63184160b tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.4868221 Mar 07 21:46:15.072981 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c0f487a4-6642-4e80-b017-f1eae35744e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (2ec5668c-1854-4d3d-9703-e6939e7caf1a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.074645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d120d8ec-0c01-4736-90b8-2af0eaf39c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:15.075305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d120d8ec-0c01-4736-90b8-2af0eaf39c4a None None] The sync data for ids ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:15.089049 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Publish callbacks [] for router_gateway (47ecf32a-da12-4474-9ef4-578eefabaed6), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.103061 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fd4bd27b-e619-4800-912e-f860fdb15ce6 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:15.121238 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c0f487a4-6642-4e80-b017-f1eae35744e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.130938 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c0f487a4-6642-4e80-b017-f1eae35744e0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2ec5668c-1854-4d3d-9703-e6939e7caf1a HTTP/1.1" status: 204 len: 168 time: 0.8780222 Mar 07 21:46:15.131775 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37298) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:15.133047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f487a4-6642-4e80-b017-f1eae35744e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec5668c-1854-4d3d-9703-e6939e7caf1a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:15.182983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bef943-80d6-40fe-aa0e-919e53954377 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:15.188447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f6bef943-80d6-40fe-aa0e-919e53954377 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports/0f78020a-0996-4e10-a4ac-498b4b70ee07 HTTP/1.1" status: 200 len: 910 time: 0.3070462 Mar 07 21:46:15.190680 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db206663-fd2c-4d09-b5e5-32d0ab21f13e']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:15.193366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37300) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:15.233470 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (28f36b71-1ab3-4190-95eb-6ff3de099e0a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.379994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port fd4bd27b-e619-4800-912e-f860fdb15ce6 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:15.380896 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.386408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:15.386719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:15.440633 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Publish callbacks [] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.454347 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.478971 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.498985 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a91be4d-29a0-4e48-8351-3c14e68afa75 req-be86b9e2-ab6f-4ccf-833e-aebced806942 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339530 Mar 07 21:46:15.574213 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Network 36e35f17-c1d7-408d-bdf6-66370a00d692 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:15.587440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:15.590470 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:15.595978 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2fe9a97-f829-43f8-aa17-a83a5ce4862f req-b975fe5b-460c-4cab-9589-55ee5b462db4 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5464921 Mar 07 21:46:15.599809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port fd4bd27b-e619-4800-912e-f860fdb15ce6 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:15.602083 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.604443 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Pushing event updated for resources: {'Port': ['ID=90d74215-d001-4d61-9e4e-d8168570ca0e,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:15.625026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:46:15.643994 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (1473c4dd-a8b2-4cc5-a3b4-2e817c4ab61c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:46:15.647608 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:46:15.662636 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0a131ff7-e58d-4f7e-a349-7662a74c34f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.715815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Attempting to bind port 90d74215-d001-4d61-9e4e-d8168570ca0e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:46:15.716765 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Attempting to bind port 90d74215-d001-4d61-9e4e-d8168570ca0e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '662734c8-9831-4b58-85ca-cb094cefbc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36e35f17-c1d7-408d-bdf6-66370a00d692'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:46:15.719249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Attempting to bind port 90d74215-d001-4d61-9e4e-d8168570ca0e on network 36e35f17-c1d7-408d-bdf6-66370a00d692 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:15.738933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:46:15.739315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Checking segment: {'id': '662734c8-9831-4b58-85ca-cb094cefbc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36e35f17-c1d7-408d-bdf6-66370a00d692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:15.741120 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.741531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Bound using segment: {'id': '662734c8-9831-4b58-85ca-cb094cefbc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36e35f17-c1d7-408d-bdf6-66370a00d692'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:46:15.742028 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Bound port: 90d74215-d001-4d61-9e4e-d8168570ca0e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662734c8-9831-4b58-85ca-cb094cefbc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36e35f17-c1d7-408d-bdf6-66370a00d692'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:46:15.742445 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.813697 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (db206663-fd2c-4d09-b5e5-32d0ab21f13e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.838620 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.850611 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37306) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:15.851856 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/networks/db206663-fd2c-4d09-b5e5-32d0ab21f13e HTTP/1.1" status: 204 len: 168 time: 3.7615418 Mar 07 21:46:15.858289 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-410dd62e-6af8-4821-ad13-fa5569cf4dbd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-206106807'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:15.873758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] For port 90d74215-d001-4d61-9e4e-d8168570ca0e, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:46:15.876997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] For port 90d74215-d001-4d61-9e4e-d8168570ca0e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=90d74215-d001-4d61-9e4e-d8168570ca0e,segment=NetworkSegment(662734c8-9831-4b58-85ca-cb094cefbc16),segment_id=662734c8-9831-4b58-85ca-cb094cefbc16)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:46:15.884629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426d618-0283-4371-96d3-c207e876c688 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Network': ['ID=db206663-fd2c-4d09-b5e5-32d0ab21f13e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:15.893395 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.943477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (28f36b71-1ab3-4190-95eb-6ff3de099e0a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:15.947247 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.001974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ca826-ccdf-403e-a1aa-c24041539982 None None] Pushing event updated for resources: {'Port': ['ID=90d74215-d001-4d61-9e4e-d8168570ca0e,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:16.027348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f36b71-1ab3-4190-95eb-6ff3de099e0a']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:16.056829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410dd62e-6af8-4821-ad13-fa5569cf4dbd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:16.061672 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-410dd62e-6af8-4821-ad13-fa5569cf4dbd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.080877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c0bc37-d171-4c31-90a4-d27a50cd62f7') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:16.081583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c0bc37-d171-4c31-90a4-d27a50cd62f7') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:16.090500 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6367aa26-83f4-4d40-87d7-91c5082ea62f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.112581 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37310) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:16.130802 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (25c0bc37-d171-4c31-90a4-d27a50cd62f7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.172697 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (25c0bc37-d171-4c31-90a4-d27a50cd62f7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.188817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410dd62e-6af8-4821-ad13-fa5569cf4dbd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:46:16.192416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:46:16.194620 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (25c0bc37-d171-4c31-90a4-d27a50cd62f7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:46:16.196572 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:46:16.363508 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-410dd62e-6af8-4821-ad13-fa5569cf4dbd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.363920 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-410dd62e-6af8-4821-ad13-fa5569cf4dbd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Added segment c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d of type vlan for network ce6b398f-deef-4243-ad4c-9e52e36a494e Mar 07 21:46:16.477926 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (28f36b71-1ab3-4190-95eb-6ff3de099e0a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.482911 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e72268a8-3871-4cc5-b583-884ccc566c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.497151 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.501022 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/28f36b71-1ab3-4190-95eb-6ff3de099e0a HTTP/1.1" status: 204 len: 168 time: 1.3642502 Mar 07 21:46:16.582943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-410dd62e-6af8-4821-ad13-fa5569cf4dbd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (ce6b398f-deef-4243-ad4c-9e52e36a494e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.602189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=28f36b71-1ab3-4190-95eb-6ff3de099e0a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:16.640027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:16.645927 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:16.646572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:16.646887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:16.647403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:16.647749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:16.648085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:16.648411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:16.648905 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:16.649250 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:16.649551 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:16.649883 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:16.650262 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0086ba-1e70-44c2-8777-033e84fa65b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:16.674612 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Publish callbacks [] for router_gateway (47ecf32a-da12-4474-9ef4-578eefabaed6), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.707200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-410dd62e-6af8-4821-ad13-fa5569cf4dbd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (ce6b398f-deef-4243-ad4c-9e52e36a494e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.713061 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410dd62e-6af8-4821-ad13-fa5569cf4dbd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:16.714011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-410dd62e-6af8-4821-ad13-fa5569cf4dbd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.726728 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.732405 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6367aa26-83f4-4d40-87d7-91c5082ea62f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port 0f78020a-0996-4e10-a4ac-498b4b70ee07 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:16.732839 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6367aa26-83f4-4d40-87d7-91c5082ea62f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0f78020a-0996-4e10-a4ac-498b4b70ee07), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:16.750501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463aae2-aa23-4ed5-ae90-87123c0a7ffe req-aba62bf1-ea7c-4a10-b67e-62acb85ecd26 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:16.753043 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f463aae2-aa23-4ed5-ae90-87123c0a7ffe req-aba62bf1-ea7c-4a10-b67e-62acb85ecd26 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.1282139 Mar 07 21:46:16.817240 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-410dd62e-6af8-4821-ad13-fa5569cf4dbd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9650977 Mar 07 21:46:16.823933 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37322) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:16.824268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37324) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:16.843718 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-31d2f521-6686-4196-a961-6d385a794d9c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'subnet': {'network_id': 'ce6b398f-deef-4243-ad4c-9e52e36a494e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:16.928581 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dd62e-6af8-4821-ad13-fa5569cf4dbd tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Network': ['ID=ce6b398f-deef-4243-ad4c-9e52e36a494e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:16.957435 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network ce6b398f-deef-4243-ad4c-9e52e36a494e details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:46:16.973228 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f463aae2-aa23-4ed5-ae90-87123c0a7ffe req-9a7aa51d-2a8e-4df8-97f2-b4508c9b3173 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794734 Mar 07 21:46:17.068565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be66a01-d227-4c98-ab1a-9b18eb9ca7a8 req-d5f86021-7b01-4b79-a848-1f3885e6a2d8 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:17.071370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5be66a01-d227-4c98-ab1a-9b18eb9ca7a8 req-d5f86021-7b01-4b79-a848-1f3885e6a2d8 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.3133397 Mar 07 21:46:17.095112 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e72268a8-3871-4cc5-b583-884ccc566c0d admin admin] Publish callbacks [] for security_group (371abe0d-68b2-4afd-a700-77727ea5de99), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.104347 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-326cc48b-8b7a-4bd1-ba00-3bf3d59caa2c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01cae9ea5cb144fc8b7616a323662004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778637 Mar 07 21:46:17.121592 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e72268a8-3871-4cc5-b583-884ccc566c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (371abe0d-68b2-4afd-a700-77727ea5de99), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.122084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37326) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:17.126991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 90d74215-d001-4d61-9e4e-d8168570ca0e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:17.189863 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6367aa26-83f4-4d40-87d7-91c5082ea62f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0f78020a-0996-4e10-a4ac-498b4b70ee07), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.224277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 90d74215-d001-4d61-9e4e-d8168570ca0e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:17.224553 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.225225 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Allocated IP 172.25.4.176 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/5629de9e-5fef-439d-b099-d362b82e40bb) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:17.228458 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d2f521-6686-4196-a961-6d385a794d9c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:17.233864 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31d2f521-6686-4196-a961-6d385a794d9c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.243928 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72268a8-3871-4cc5-b583-884ccc566c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371abe0d-68b2-4afd-a700-77727ea5de99,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:17.261144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6367aa26-83f4-4d40-87d7-91c5082ea62f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for 0f78020a-0996-4e10-a4ac-498b4b70ee07 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:17.268978 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e72268a8-3871-4cc5-b583-884ccc566c0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abb91ef7f6244067b1862fb825ebe0e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1489928 Mar 07 21:46:17.274522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37328) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:17.396529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 90d74215-d001-4d61-9e4e-d8168570ca0e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:17.397016 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.442529 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5be66a01-d227-4c98-ab1a-9b18eb9ca7a8 req-803d0138-0310-4291-9178-61ed90dc1fcc tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611822 Mar 07 21:46:17.449100 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 90d74215-d001-4d61-9e4e-d8168570ca0e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=90d74215-d001-4d61-9e4e-d8168570ca0e,segment=NetworkSegment(662734c8-9831-4b58-85ca-cb094cefbc16),segment_id=662734c8-9831-4b58-85ca-cb094cefbc16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:17.471952 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.525396 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Publish callbacks [] for port (5629de9e-5fef-439d-b099-d362b82e40bb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.544279 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-18f47d63-cff4-409d-bf52-04a967324045 admin admin] Publish callbacks [] for security_group (8b5d090b-53ec-4466-8155-57e8824cef82), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.583961 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-18f47d63-cff4-409d-bf52-04a967324045 admin admin] Publish callbacks [] for security_group (8b5d090b-53ec-4466-8155-57e8824cef82), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.585248 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=90d74215-d001-4d61-9e4e-d8168570ca0e,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:17.663880 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5629de9e-5fef-439d-b099-d362b82e40bb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.696851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06765275-96b2-4670-b831-9ba47831b126 None None] Network 36e35f17-c1d7-408d-bdf6-66370a00d692 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:17.704124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Pushing event updated for resources: {'Port': ['ID=5629de9e-5fef-439d-b099-d362b82e40bb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:17.706915 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31d2f521-6686-4196-a961-6d385a794d9c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (afb86ede-1e81-43af-9ae6-6ca098d5779a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.726314 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a637a400-c262-42fc-933d-3ab9b0b85326 admin admin] Publish callbacks [] for security_group (371abe0d-68b2-4afd-a700-77727ea5de99), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.755758 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:17.760224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:17.763813 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a637a400-c262-42fc-933d-3ab9b0b85326 admin admin] Publish callbacks [] for security_group (371abe0d-68b2-4afd-a700-77727ea5de99), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.767229 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:17.807336 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-18f47d63-cff4-409d-bf52-04a967324045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8b5d090b-53ec-4466-8155-57e8824cef82), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.812235 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-18f47d63-cff4-409d-bf52-04a967324045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.818465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-18f47d63-cff4-409d-bf52-04a967324045 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b5d090b-53ec-4466-8155-57e8824cef82 HTTP/1.1" status: 204 len: 168 time: 0.6837583 Mar 07 21:46:17.839186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f47d63-cff4-409d-bf52-04a967324045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5d090b-53ec-4466-8155-57e8824cef82,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:17.859922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e48adc98-d4a2-41d2-a841-28a06860042f None None] Provisioning complete for port 90d74215-d001-4d61-9e4e-d8168570ca0e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:17.860332 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e48adc98-d4a2-41d2-a841-28a06860042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.866546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2f521-6686-4196-a961-6d385a794d9c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Subnet': ['ID=afb86ede-1e81-43af-9ae6-6ca098d5779a,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:17.870621 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6367aa26-83f4-4d40-87d7-91c5082ea62f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0f78020a-0996-4e10-a4ac-498b4b70ee07), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.914667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367aa26-83f4-4d40-87d7-91c5082ea62f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=0f78020a-0996-4e10-a4ac-498b4b70ee07,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:17.914898 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d2f521-6686-4196-a961-6d385a794d9c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Checking segment: {'id': 'c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ce6b398f-deef-4243-ad4c-9e52e36a494e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:17.914898 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d2f521-6686-4196-a961-6d385a794d9c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network hostable DHCP agents. Network: ce6b398f-deef-4243-ad4c-9e52e36a494e, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:46:17.931040 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a637a400-c262-42fc-933d-3ab9b0b85326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (371abe0d-68b2-4afd-a700-77727ea5de99), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.937304 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a637a400-c262-42fc-933d-3ab9b0b85326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:17.940009 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a637a400-c262-42fc-933d-3ab9b0b85326 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/371abe0d-68b2-4afd-a700-77727ea5de99 HTTP/1.1" status: 204 len: 168 time: 0.5863011 Mar 07 21:46:17.980225 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d2f521-6686-4196-a961-6d385a794d9c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network ce6b398f-deef-4243-ad4c-9e52e36a494e is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:46:18.066077 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637a400-c262-42fc-933d-3ab9b0b85326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371abe0d-68b2-4afd-a700-77727ea5de99,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:18.082578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-31d2f521-6686-4196-a961-6d385a794d9c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, ce6b398f-deef-4243-ad4c-9e52e36a494e) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:18.100138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d2f521-6686-4196-a961-6d385a794d9c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:18.100760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31d2f521-6686-4196-a961-6d385a794d9c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:18.134642 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-31d2f521-6686-4196-a961-6d385a794d9c tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2987027 Mar 07 21:46:18.149443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37340) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:18.155304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-231f41d6-9bbc-4394-9d40-9317b709cce4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'network_id': 'ce6b398f-deef-4243-ad4c-9e52e36a494e', 'name': 'tempest-PortsTestJSON-448423627', 'fixed_ips': [{'subnet_id': 'afb86ede-1e81-43af-9ae6-6ca098d5779a', 'ip_address': '172.20.0.10'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:18.359569 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231f41d6-9bbc-4394-9d40-9317b709cce4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:18.420649 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Publish callbacks [] for router_gateway (47ecf32a-da12-4474-9ef4-578eefabaed6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:18.522184 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba84042-e17e-4dff-b1d8-e282275c9058 None None] Network ce6b398f-deef-4243-ad4c-9e52e36a494e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:18.549298 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f93b9-8874-408c-b76c-2706a1e07461 req-e242a476-26cc-4612-b389-f54e9e940401 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:18.551468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f3f93b9-8874-408c-b76c-2706a1e07461 req-e242a476-26cc-4612-b389-f54e9e940401 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.3791494 Mar 07 21:46:18.565598 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-231f41d6-9bbc-4394-9d40-9317b709cce4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:18.628876 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-231f41d6-9bbc-4394-9d40-9317b709cce4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port 2157cee1-6bb7-494c-a1f1-781e24428796 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:18.678821 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-43ce369e-99cd-4b7a-98ba-b303d0434d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:18.710663 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6367aa26-83f4-4d40-87d7-91c5082ea62f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:18.712103 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:18.808518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f3f93b9-8874-408c-b76c-2706a1e07461 req-260e23b7-4aec-48a2-b6f1-67c0761e1804 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504220 Mar 07 21:46:18.856420 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e48adc98-d4a2-41d2-a841-28a06860042f None None] Current status of the port 90d74215-d001-4d61-9e4e-d8168570ca0e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:18.893134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-ce6b398f-deef-4243-ad4c-9e52e36a494e', 'network_id': 'ce6b398f-deef-4243-ad4c-9e52e36a494e', 'project_id': 'd838388432cf47318e81f839494eb135', 'fixed_ips': [{'subnet_id': 'afb86ede-1e81-43af-9ae6-6ca098d5779a'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:46:18.894534 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:18.996486 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1e338-96e4-438f-86e2-29b4fd96e1d1 req-1a485132-8db0-4a23-9bd3-6371a6f81963 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:19.008582 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11b1e338-96e4-438f-86e2-29b4fd96e1d1 req-1a485132-8db0-4a23-9bd3-6371a6f81963 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.4357080 Mar 07 21:46:19.145670 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (47ecf32a-da12-4474-9ef4-578eefabaed6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:19.177200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11b1e338-96e4-438f-86e2-29b4fd96e1d1 req-d1ab9b93-fb78-4944-a0c2-17f020b45fd6 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583793 Mar 07 21:46:19.190314 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 90d74215-d001-4d61-9e4e-d8168570ca0e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:19.332518 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-231f41d6-9bbc-4394-9d40-9317b709cce4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Allocated IP 172.20.0.10 (ce6b398f-deef-4243-ad4c-9e52e36a494e/afb86ede-1e81-43af-9ae6-6ca098d5779a/2157cee1-6bb7-494c-a1f1-781e24428796) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:19.359285 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:19.373835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6367aa26-83f4-4d40-87d7-91c5082ea62f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router 3ffe7e61-9669-4ac9-9bfc-309260a7fe00 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:46:19.420335 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e2d6c026-6964-4968-953a-1fae57df4ddd None None] Provisioning complete for port 90d74215-d001-4d61-9e4e-d8168570ca0e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:19.420720 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c026-6964-4968-953a-1fae57df4ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:19.477527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 90d74215-d001-4d61-9e4e-d8168570ca0e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:19.480892 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:19.584185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37378) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:19.618658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 90d74215-d001-4d61-9e4e-d8168570ca0e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:19.629796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6367aa26-83f4-4d40-87d7-91c5082ea62f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:46:19.640494 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6826d986-877a-48f5-b369-34ef6fcd1f2c None None] Sync routers for ids ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:19.643089 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6367aa26-83f4-4d40-87d7-91c5082ea62f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/3ffe7e61-9669-4ac9-9bfc-309260a7fe00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4428916 Mar 07 21:46:19.657763 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6826d986-877a-48f5-b369-34ef6fcd1f2c None None] Routers {'3ffe7e61-9669-4ac9-9bfc-309260a7fe00'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:19.658792 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6826d986-877a-48f5-b369-34ef6fcd1f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:19.668848 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37382) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:19.738196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e2d6c026-6964-4968-953a-1fae57df4ddd None None] Current status of the port 90d74215-d001-4d61-9e4e-d8168570ca0e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:19.758754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a1f97-474b-47ff-9583-761946596983 req-2fe57e22-8c3c-4ab9-9120-e69edaa40a6c tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:19.761609 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6826d986-877a-48f5-b369-34ef6fcd1f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:19.763239 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb9a1f97-474b-47ff-9583-761946596983 req-2fe57e22-8c3c-4ab9-9120-e69edaa40a6c tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.15 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.1242063 Mar 07 21:46:19.772316 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6826d986-877a-48f5-b369-34ef6fcd1f2c None None] Routers {'3ffe7e61-9669-4ac9-9bfc-309260a7fe00'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:19.773498 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6826d986-877a-48f5-b369-34ef6fcd1f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:19.813249 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6826d986-877a-48f5-b369-34ef6fcd1f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:19.814241 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6826d986-877a-48f5-b369-34ef6fcd1f2c None None] The sync data for ids ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:19.844144 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37390) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:19.891633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Router 47ecf32a-da12-4474-9ef4-578eefabaed6 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:46:19.983217 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1682464522-network', 'tenant_id': '205350e49754452aac7afbcbba5f7118'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:20.007104 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-231f41d6-9bbc-4394-9d40-9317b709cce4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (2157cee1-6bb7-494c-a1f1-781e24428796), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.017416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-438621447-network', 'tenant_id': '403f3deab64c4fccbdc05488aa7b8f2f'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:20.034578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d432a81-b020-438a-ab91-11eb7ea3e73b req-58589cac-d0a4-4b75-978a-f9f1a59eff25 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:20.041519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d432a81-b020-438a-ab91-11eb7ea3e73b req-58589cac-d0a4-4b75-978a-f9f1a59eff25 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.1494744 Mar 07 21:46:20.050330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] Made reservation on behalf of 205350e49754452aac7afbcbba5f7118 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:20.052567 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.070202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-fb9a1f97-474b-47ff-9583-761946596983 req-3e107d25-5a9b-4fac-a90f-20b84aa12042 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Deleting port fdbc55c4-61d9-48ee-9618-b14b517b663c {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:20.070438 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fb9a1f97-474b-47ff-9583-761946596983 req-3e107d25-5a9b-4fac-a90f-20b84aa12042 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fdbc55c4-61d9-48ee-9618-b14b517b663c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.077394 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.182422 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d432a81-b020-438a-ab91-11eb7ea3e73b req-427f4292-5c3c-4415-88f4-8d0ca7578c6e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399901 Mar 07 21:46:20.219164 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.239484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-fb9a1f97-474b-47ff-9583-761946596983 req-3e107d25-5a9b-4fac-a90f-20b84aa12042 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] For port fdbc55c4-61d9-48ee-9618-b14b517b663c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fdbc55c4-61d9-48ee-9618-b14b517b663c,segment=NetworkSegment(559baeb1-53cf-4b61-94c8-5ae8fb0217ef),segment_id=559baeb1-53cf-4b61-94c8-5ae8fb0217ef)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:20.239941 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fb9a1f97-474b-47ff-9583-761946596983 req-3e107d25-5a9b-4fac-a90f-20b84aa12042 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fdbc55c4-61d9-48ee-9618-b14b517b663c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.260207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-fb9a1f97-474b-47ff-9583-761946596983 req-3e107d25-5a9b-4fac-a90f-20b84aa12042 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Calling delete_port for fdbc55c4-61d9-48ee-9618-b14b517b663c owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:20.364534 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] Publish callbacks [] for security_group (bd18dcc0-15ab-4dc1-8755-4160235aa34f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.371231 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bd18dcc0-15ab-4dc1-8755-4160235aa34f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.412523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:46:20.424676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576eed1f-c303-4450-9549-78d4d4a1319d req-946bc4aa-14df-46ab-aeee-7e5dea444865 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:20.426200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-576eed1f-c303-4450-9549-78d4d4a1319d req-946bc4aa-14df-46ab-aeee-7e5dea444865 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/ports?device_id=122edcbc-9421-47ce-a86e-6ce797cb90a2 HTTP/1.1" status: 200 len: 945 time: 0.1639888 Mar 07 21:46:20.438958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd18dcc0-15ab-4dc1-8755-4160235aa34f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:20.445804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] Made reservation on behalf of 403f3deab64c4fccbdc05488aa7b8f2f for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:20.448094 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.457968 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (78c98f8a-cb83-47fe-8492-f0a2de4a6eb5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.458909 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] Added segment 78c98f8a-cb83-47fe-8492-f0a2de4a6eb5 of type vlan for network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 Mar 07 21:46:20.487145 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.549617 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (84a4178e-4c40-4aa5-8ed7-fa811477e6d6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.578749 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-231f41d6-9bbc-4394-9d40-9317b709cce4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (2157cee1-6bb7-494c-a1f1-781e24428796), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.583834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:46:20.585904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-576eed1f-c303-4450-9549-78d4d4a1319d req-37892831-5143-4b6d-a3de-b8c548c33176 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c5a26c-a4c6-4c8a-85f5-71401550d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510091 Mar 07 21:46:20.615922 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fb9a1f97-474b-47ff-9583-761946596983 req-3e107d25-5a9b-4fac-a90f-20b84aa12042 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (fdbc55c4-61d9-48ee-9618-b14b517b663c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.616301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Sync routers for ids ['47ecf32a-da12-4474-9ef4-578eefabaed6'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:20.616408 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (84a4178e-4c40-4aa5-8ed7-fa811477e6d6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.616408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:20.616408 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.642997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Routers {'47ecf32a-da12-4474-9ef4-578eefabaed6'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:20.644559 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['47ecf32a-da12-4474-9ef4-578eefabaed6'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:20.666561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e107d25-5a9b-4fac-a90f-20b84aa12042 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Pushing event deleted for resources: {'Port': ['ID=fdbc55c4-61d9-48ee-9618-b14b517b663c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:20.672651 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231f41d6-9bbc-4394-9d40-9317b709cce4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network ce6b398f-deef-4243-ad4c-9e52e36a494e is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:20.675913 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.677414 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-de0ba726-dd55-4674-91a7-204612d70d52 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1623046 Mar 07 21:46:20.687478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37396) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:20.688852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-231f41d6-9bbc-4394-9d40-9317b709cce4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:20.701042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f41d6-9bbc-4394-9d40-9317b709cce4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:20.703795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f41d6-9bbc-4394-9d40-9317b709cce4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=2157cee1-6bb7-494c-a1f1-781e24428796,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:20.730473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Allocated IP 172.20.0.2 (ce6b398f-deef-4243-ad4c-9e52e36a494e/afb86ede-1e81-43af-9ae6-6ca098d5779a/c4dc5624-c3c5-48cc-9e6c-9450e0904f38) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:20.733293 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1436539 Mar 07 21:46:20.737749 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37398) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:20.745325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ef6f7eeb-9cb8-4ac8-8100-544faa3ef7c9 admin admin] Request body: {'subnet': {'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1682464522-subnet', 'tenant_id': '205350e49754452aac7afbcbba5f7118', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:20.764545 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b1f0b-1191-4e36-89e6-ccaeafbf1caa admin admin] Pushing event updated for resources: {'Network': ['ID=84a4178e-4c40-4aa5-8ed7-fa811477e6d6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:20.767386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9a1f97-474b-47ff-9583-761946596983 req-3e107d25-5a9b-4fac-a90f-20b84aa12042 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] No DVR routers for this DVR port fdbc55c4-61d9-48ee-9618-b14b517b663c on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:20.771659 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fb9a1f97-474b-47ff-9583-761946596983 req-3e107d25-5a9b-4fac-a90f-20b84aa12042 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.775081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb9a1f97-474b-47ff-9583-761946596983 req-3e107d25-5a9b-4fac-a90f-20b84aa12042 tempest-ServerRescueNegativeTestJSON-805477354 tempest-ServerRescueNegativeTestJSON-805477354-project] 10.222.0.15 "DELETE /v2.0/ports/fdbc55c4-61d9-48ee-9618-b14b517b663c HTTP/1.1" status: 204 len: 173 time: 1.0030112 Mar 07 21:46:20.775533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122edcbc-9421-47ce-a86e-6ce797cb90a2', 'name': 'network-vif-deleted', 'tag': 'fdbc55c4-61d9-48ee-9618-b14b517b663c'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:20.777824 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7cfbde-705e-4700-a974-28408355779e" -d '{"events": [{"server_uuid": "122edcbc-9421-47ce-a86e-6ce797cb90a2", "name": "network-vif-deleted", "tag": "fdbc55c4-61d9-48ee-9618-b14b517b663c"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:46:20.799476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:46:20.826669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6f7eeb-9cb8-4ac8-8100-544faa3ef7c9 admin admin] Made reservation on behalf of 205350e49754452aac7afbcbba5f7118 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:20.829439 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7eeb-9cb8-4ac8-8100-544faa3ef7c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.843856 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] Publish callbacks [] for security_group (32299073-b5c5-47aa-aebf-fdccc634bc31), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.879115 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (32299073-b5c5-47aa-aebf-fdccc634bc31), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.886796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231f41d6-9bbc-4394-9d40-9317b709cce4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:20.887401 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-231f41d6-9bbc-4394-9d40-9317b709cce4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:20.938747 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-231f41d6-9bbc-4394-9d40-9317b709cce4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7877982 Mar 07 21:46:20.951365 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37404) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:20.957415 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-166ede57-5249-4e2c-adfb-d6b86b7204d3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'network_id': 'ce6b398f-deef-4243-ad4c-9e52e36a494e', 'name': 'tempest-PortsTestJSON-724069610', 'fixed_ips': [{'subnet_id': 'afb86ede-1e81-43af-9ae6-6ca098d5779a', 'ip_address': '172.20.0.9'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:20.973758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Set router 47ecf32a-da12-4474-9ef4-578eefabaed6 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:46:20.981072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:46:21.019243 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079ad815-fc99-439c-b994-47c455ef3592 x-openstack-request-id: req-079ad815-fc99-439c-b994-47c455ef3592 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:46:21.019243 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122edcbc-9421-47ce-a86e-6ce797cb90a2", "name": "network-vif-deleted", "tag": "fdbc55c4-61d9-48ee-9618-b14b517b663c", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:46:21.019243 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-079ad815-fc99-439c-b994-47c455ef3592 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:46:21.020041 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122edcbc-9421-47ce-a86e-6ce797cb90a2', 'name': 'network-vif-deleted', 'tag': 'fdbc55c4-61d9-48ee-9618-b14b517b663c', 'status': 'completed', 'code': 200} Mar 07 21:46:21.042899 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32299073-b5c5-47aa-aebf-fdccc634bc31,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:21.048853 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a5a1f513-4fae-40ee-bb0a-041388391ee7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:21.049310 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] Added segment a5a1f513-4fae-40ee-bb0a-041388391ee7 of type vlan for network 32b92585-dc87-411b-a89d-010b1d8767b0 Mar 07 21:46:21.054780 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7eeb-9cb8-4ac8-8100-544faa3ef7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (ba04f21e-868d-402e-9b4f-3622fb48392a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:21.129798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f7eeb-9cb8-4ac8-8100-544faa3ef7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba04f21e-868d-402e-9b4f-3622fb48392a,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:21.151776 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f7eeb-9cb8-4ac8-8100-544faa3ef7c9 admin admin] Checking segment: {'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:21.152162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f7eeb-9cb8-4ac8-8100-544faa3ef7c9 admin admin] Network hostable DHCP agents. Network: 84a4178e-4c40-4aa5-8ed7-fa811477e6d6, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:46:21.177470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f7eeb-9cb8-4ac8-8100-544faa3ef7c9 admin admin] Network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:46:21.189153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f7eeb-9cb8-4ac8-8100-544faa3ef7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 84a4178e-4c40-4aa5-8ed7-fa811477e6d6) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:21.194766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f7eeb-9cb8-4ac8-8100-544faa3ef7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:21.195179 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7eeb-9cb8-4ac8-8100-544faa3ef7c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:21.220696 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ef6f7eeb-9cb8-4ac8-8100-544faa3ef7c9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4792924 Mar 07 21:46:21.245065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e983d5-4edf-4ac2-b4f0-8a3125c0c6e2 None None] Network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:21.249006 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b1dea17-b37a-49d0-9def-46246991cafd tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:21.257443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (32b92585-dc87-411b-a89d-010b1d8767b0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:21.402496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5c618-1d7d-4a47-84a6-a13966257e20 req-e94e1e25-fb6e-426e-a9ea-7427b85c5302 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:21.408031 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Publish callbacks [] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:21.410320 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38c5c618-1d7d-4a47-84a6-a13966257e20 req-e94e1e25-fb6e-426e-a9ea-7427b85c5302 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.1172659 Mar 07 21:46:21.435183 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:21.451427 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (32b92585-dc87-411b-a89d-010b1d8767b0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:21.452578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:21.453148 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeebed99-e59d-4a30-a562-cb4494b7d892 None None] Network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:21.453651 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:21.547494 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38c5c618-1d7d-4a47-84a6-a13966257e20 req-cbd24e88-fcf9-4c87-81c3-e16191a23bf4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288886 Mar 07 21:46:21.590485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Network ce6b398f-deef-4243-ad4c-9e52e36a494e is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:21.679637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:21.682986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:21.702974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Pushing event updated for resources: {'Port': ['ID=c4dc5624-c3c5-48cc-9e6c-9450e0904f38,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:21.737950 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8902729 Mar 07 21:46:21.740969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37432) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:21.747197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Request body: {'subnet': {'network_id': '32b92585-dc87-411b-a89d-010b1d8767b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-438621447-subnet', 'tenant_id': '403f3deab64c4fccbdc05488aa7b8f2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:21.758849 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37434) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:21.829794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Attempting to bind port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:46:21.830200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Attempting to bind port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ce6b398f-deef-4243-ad4c-9e52e36a494e'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:46:21.830573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Attempting to bind port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 on network ce6b398f-deef-4243-ad4c-9e52e36a494e {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:21.839349 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:46:21.839731 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Checking segment: {'id': 'c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ce6b398f-deef-4243-ad4c-9e52e36a494e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:21.840269 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:21.840672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Bound using segment: {'id': 'c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ce6b398f-deef-4243-ad4c-9e52e36a494e'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:46:21.842400 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Bound port: c4dc5624-c3c5-48cc-9e6c-9450e0904f38, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ce6b398f-deef-4243-ad4c-9e52e36a494e'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:46:21.842849 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:21.847976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1391395037-router', 'tenant_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '5629de9e-5fef-439d-b099-d362b82e40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:14Z', 'updated_at': '2022-03-07T21:46:17Z', 'revision_number': 3, 'project_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'gw_port': {'id': '5629de9e-5fef-439d-b099-d362b82e40bb', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:16Z', 'updated_at': '2022-03-07T21:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:21.865338 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fd3ce-ea81-4ea9-b4ae-a025c7d05b83 admin admin] Pushing event updated for resources: {'Network': ['ID=32b92585-dc87-411b-a89d-010b1d8767b0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:21.883911 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166ede57-5249-4e2c-adfb-d6b86b7204d3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:21.886649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 32b92585-dc87-411b-a89d-010b1d8767b0 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:46:21.889400 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-166ede57-5249-4e2c-adfb-d6b86b7204d3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:21.891193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Checking router: 47ecf32a-da12-4474-9ef4-578eefabaed6 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:21.891560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Updating router 47ecf32a-da12-4474-9ef4-578eefabaed6 port 5629de9e-5fef-439d-b099-d362b82e40bb binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:46:21.920252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Made reservation on behalf of 403f3deab64c4fccbdc05488aa7b8f2f for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:21.922618 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:21.959593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-166ede57-5249-4e2c-adfb-d6b86b7204d3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port 865d7b95-f609-41c4-b6c1-7f74e909309a yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:22.103187 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device fdbc55c4-61d9-48ee-9618-b14b517b663c no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:46:22.201932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: fdbc55c4-61d9-48ee-9618-b14b517b663c {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:46:22.202243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device fdbc55c4-61d9-48ee-9618-b14b517b663c not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:46:22.218738 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5629de9e-5fef-439d-b099-d362b82e40bb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:22.253303 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:22.265855 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:22.289030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-166ede57-5249-4e2c-adfb-d6b86b7204d3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Allocated IP 172.20.0.9 (ce6b398f-deef-4243-ad4c-9e52e36a494e/afb86ede-1e81-43af-9ae6-6ca098d5779a/865d7b95-f609-41c4-b6c1-7f74e909309a) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:22.301456 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] For port c4dc5624-c3c5-48cc-9e6c-9450e0904f38, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:46:22.308702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] For port c4dc5624-c3c5-48cc-9e6c-9450e0904f38, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c4dc5624-c3c5-48cc-9e6c-9450e0904f38,segment=NetworkSegment(c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d),segment_id=c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:46:22.318050 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-9b1dea17-b37a-49d0-9def-46246991cafd tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port a2d91603-8611-4f57-81de-f1e2be7cc398 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:22.318443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b1dea17-b37a-49d0-9def-46246991cafd tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a2d91603-8611-4f57-81de-f1e2be7cc398), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:22.392381 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:22.536276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0b22a-e39d-49e2-b6eb-9e6d9fa5e16d None None] Pushing event updated for resources: {'Port': ['ID=c4dc5624-c3c5-48cc-9e6c-9450e0904f38,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:22.608738 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b1dea17-b37a-49d0-9def-46246991cafd tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a2d91603-8611-4f57-81de-f1e2be7cc398), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:22.626312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-6109c08d-a029-43b8-98c3-01b3356cf374 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:22.633382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-9b1dea17-b37a-49d0-9def-46246991cafd tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for a2d91603-8611-4f57-81de-f1e2be7cc398 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:22.637111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-6109c08d-a029-43b8-98c3-01b3356cf374 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/networks?id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6 HTTP/1.1" status: 200 len: 813 time: 0.7582211 Mar 07 21:46:22.707313 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Publish callbacks [] for port (5629de9e-5fef-439d-b099-d362b82e40bb), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:22.718508 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5629de9e-5fef-439d-b099-d362b82e40bb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:22.769242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Attempting to bind port 5629de9e-5fef-439d-b099-d362b82e40bb on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:46:22.769242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Attempting to bind port 5629de9e-5fef-439d-b099-d362b82e40bb by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:46:22.776239 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Attempting to bind port 5629de9e-5fef-439d-b099-d362b82e40bb on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:22.800700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:46:22.806329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:22.806329 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:22.806329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:46:22.806329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Bound port: 5629de9e-5fef-439d-b099-d362b82e40bb, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:46:22.806329 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5629de9e-5fef-439d-b099-d362b82e40bb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:22.857819 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Allocated IP 172.20.0.1 (36e35f17-c1d7-408d-bdf6-66370a00d692/6faf8b94-1a68-4134-89b8-db953858083e/f0596ab8-c5f6-49ec-92ca-0d7506cd188f) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:22.869742 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-166ede57-5249-4e2c-adfb-d6b86b7204d3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (865d7b95-f609-41c4-b6c1-7f74e909309a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:22.870524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] For port 5629de9e-5fef-439d-b099-d362b82e40bb, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:46:22.876138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] For port 5629de9e-5fef-439d-b099-d362b82e40bb, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5629de9e-5fef-439d-b099-d362b82e40bb,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:46:22.886681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336197b6-7115-4dc6-be33-7a7e39ae370c None None] Pushing event updated for resources: {'Port': ['ID=5629de9e-5fef-439d-b099-d362b82e40bb,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:22.891271 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5629de9e-5fef-439d-b099-d362b82e40bb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:22.977162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336197b6-7115-4dc6-be33-7a7e39ae370c None None] Pushing event updated for resources: {'Port': ['ID=5629de9e-5fef-439d-b099-d362b82e40bb,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:23.002055 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Routers {'47ecf32a-da12-4474-9ef4-578eefabaed6'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:23.002720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['47ecf32a-da12-4474-9ef4-578eefabaed6'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:23.068059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-166ede57-5249-4e2c-adfb-d6b86b7204d3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (865d7b95-f609-41c4-b6c1-7f74e909309a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:23.152916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c4dc5624-c3c5-48cc-9e6c-9450e0904f38 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:23.154359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-7dafad5f-95a4-4bcb-9288-8c5871397807 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/quotas/205350e49754452aac7afbcbba5f7118 HTTP/1.1" status: 200 len: 375 time: 0.5147512 Mar 07 21:46:23.188001 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Publish callbacks [] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:23.190749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ede57-5249-4e2c-adfb-d6b86b7204d3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network ce6b398f-deef-4243-ad4c-9e52e36a494e is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:23.198574 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-166ede57-5249-4e2c-adfb-d6b86b7204d3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:23.202570 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (fa7bfe6c-aec1-45a3-b688-4abd795bc27a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:23.207899 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ede57-5249-4e2c-adfb-d6b86b7204d3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=865d7b95-f609-41c4-b6c1-7f74e909309a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:23.211722 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ede57-5249-4e2c-adfb-d6b86b7204d3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:23.257621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8faf78f9-70ce-4e71-b704-d9f58486fb3c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=205350e49754452aac7afbcbba5f7118&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1022696 Mar 07 21:46:23.281562 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b1dea17-b37a-49d0-9def-46246991cafd tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a2d91603-8611-4f57-81de-f1e2be7cc398), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:23.283156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] Set router 47ecf32a-da12-4474-9ef4-578eefabaed6 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:46:23.318615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:23.318992 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:23.440616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113422fe-392e-4253-a532-f4b9135ed8f4 req-1e3b14ea-3e71-4f46-949c-115e97fb8fc9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:23.448076 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-113422fe-392e-4253-a532-f4b9135ed8f4 req-1e3b14ea-3e71-4f46-949c-115e97fb8fc9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 1.5710356 Mar 07 21:46:23.494899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7bfe6c-aec1-45a3-b688-4abd795bc27a,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:23.538334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:23.538694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:23.539046 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:23.539391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:23.539731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:23.540071 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:23.541740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:23.541740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:23.541740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:23.541740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:23.541740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:23.542367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:23.557123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:23.621342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-113422fe-392e-4253-a532-f4b9135ed8f4 req-a48e1f8b-ed38-47cf-973b-156e292af1eb tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710632 Mar 07 21:46:23.673837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1391395037-router', 'tenant_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '5629de9e-5fef-439d-b099-d362b82e40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:14Z', 'updated_at': '2022-03-07T21:46:17Z', 'revision_number': 3, 'project_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'gw_port': {'id': '5629de9e-5fef-439d-b099-d362b82e40bb', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:16Z', 'updated_at': '2022-03-07T21:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:23.705997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Checking segment: {'id': 'a5a1f513-4fae-40ee-bb0a-041388391ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32b92585-dc87-411b-a89d-010b1d8767b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:23.706631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Network hostable DHCP agents. Network: 32b92585-dc87-411b-a89d-010b1d8767b0, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:46:23.731023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-6fc62e8f-1d3e-4b43-9b17-3b72dcf92b03 service neutron] 10.222.0.26 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257078 Mar 07 21:46:23.738027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:23.743086 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:23.746673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0cc4b4-1469-4624-985d-a8496281888e None None] The sync data for ids ['47ecf32a-da12-4474-9ef4-578eefabaed6'] in n-d-832330-1 is: [{'id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1391395037-router', 'tenant_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '5629de9e-5fef-439d-b099-d362b82e40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:14Z', 'updated_at': '2022-03-07T21:46:17Z', 'revision_number': 3, 'project_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'gw_port': {'id': '5629de9e-5fef-439d-b099-d362b82e40bb', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:16Z', 'updated_at': '2022-03-07T21:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:23.819543 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port c4dc5624-c3c5-48cc-9e6c-9450e0904f38, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c4dc5624-c3c5-48cc-9e6c-9450e0904f38,segment=NetworkSegment(c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d),segment_id=c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:23.826593 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:23.912451 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Network 32b92585-dc87-411b-a89d-010b1d8767b0 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:46:23.922733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dea17-b37a-49d0-9def-46246991cafd tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=a2d91603-8611-4f57-81de-f1e2be7cc398,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:23.953402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=c4dc5624-c3c5-48cc-9e6c-9450e0904f38,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:23.957872 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:24.000624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ede57-5249-4e2c-adfb-d6b86b7204d3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:24.001467 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-166ede57-5249-4e2c-adfb-d6b86b7204d3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:24.011765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 32b92585-dc87-411b-a89d-010b1d8767b0) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:24.017448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:24.018200 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:24.025279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ae25cd-8fc7-42f2-b8e4-82b8a322c92a None None] Network 32b92585-dc87-411b-a89d-010b1d8767b0 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:24.033030 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-166ede57-5249-4e2c-adfb-d6b86b7204d3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0805609 Mar 07 21:46:24.036431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37450) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:24.076156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Network 36e35f17-c1d7-408d-bdf6-66370a00d692 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:24.084805 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:24.099157 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:24.117743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397b2ad-585c-4dc6-9260-b7b2a225a71b req-ee524dba-b15a-4cdd-858c-4a6f46e99347 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:24.140645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b397b2ad-585c-4dc6-9260-b7b2a225a71b req-ee524dba-b15a-4cdd-858c-4a6f46e99347 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.3685985 Mar 07 21:46:24.166694 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Pushing event updated for resources: {'Port': ['ID=f0596ab8-c5f6-49ec-92ca-0d7506cd188f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:24.273488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d413ba85-4bfb-46d1-ad3e-e6ecddbdae53 None None] Network ce6b398f-deef-4243-ad4c-9e52e36a494e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:24.297874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93ebf71-f9a2-44ba-8ce7-b4fbb675f62c None None] Network 32b92585-dc87-411b-a89d-010b1d8767b0 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:24.323859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a75314f4-5810-4c46-9984-16e0e271a976 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5740848 Mar 07 21:46:24.328647 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (47ecf32a-da12-4474-9ef4-578eefabaed6), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:24.337175 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-e9ecadab-1759-409a-8b62-62d3126b2ae6 service neutron] 10.222.0.26 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027362 Mar 07 21:46:24.472146 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a2acc529-67e9-4aa6-924f-05fe1a22a0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (1ab55289-e82f-44ed-97aa-2e2afdf60bce), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:24.506874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b397b2ad-585c-4dc6-9260-b7b2a225a71b req-197a2b6b-58ba-4250-8593-61f40492b1aa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311133 Mar 07 21:46:24.541387 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b1dea17-b37a-49d0-9def-46246991cafd tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:24.596175 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:24.647466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377948d6-1c5e-4f6b-88d5-b15795eaa6ca tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:24.657843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-377948d6-1c5e-4f6b-88d5-b15795eaa6ca tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6134405 Mar 07 21:46:24.672159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37456) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:24.684662 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-df428658-e5b6-4855-947e-9e86018ad187 None None] Provisioning complete for port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:24.686655 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-df428658-e5b6-4855-947e-9e86018ad187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:24.912827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c592080-e78a-48f0-8586-c20508e77899 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:24.948145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c592080-e78a-48f0-8586-c20508e77899 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:24.959021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c592080-e78a-48f0-8586-c20508e77899 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:24.967059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2c592080-e78a-48f0-8586-c20508e77899 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2923865 Mar 07 21:46:24.979288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37468) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:24.991838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c43b4-0f9f-4f9b-9533-fd05308a486e req-3bebc6a2-f48b-44f9-ae58-9f3ffdc93b5c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:25.000068 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b5c43b4-0f9f-4f9b-9533-fd05308a486e req-3bebc6a2-f48b-44f9-ae58-9f3ffdc93b5c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2809327 Mar 07 21:46:25.012193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-fa75493d-ab68-492b-ab6d-68cd7390dcd4 req-602c3757-bb95-458e-a49f-7e14eef5be2f tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-536864279', 'description': 'tempest-description-486442382'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:25.022998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-df428658-e5b6-4855-947e-9e86018ad187 None None] Current status of the port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:25.178967 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f4b34594-aece-4480-92fa-a2c87a137813 None None] Provisioning complete for port f0596ab8-c5f6-49ec-92ca-0d7506cd188f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:25.178967 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f4b34594-aece-4480-92fa-a2c87a137813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:25.223170 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1dea17-b37a-49d0-9def-46246991cafd tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router 3ffe7e61-9669-4ac9-9bfc-309260a7fe00 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:46:25.293665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c4dc5624-c3c5-48cc-9e6c-9450e0904f38 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:25.294957 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fa75493d-ab68-492b-ab6d-68cd7390dcd4 req-602c3757-bb95-458e-a49f-7e14eef5be2f tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:25.361304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f4b34594-aece-4480-92fa-a2c87a137813 None None] Port f0596ab8-c5f6-49ec-92ca-0d7506cd188f cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:25.410520 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1dea17-b37a-49d0-9def-46246991cafd tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:46:25.418341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:25.420204 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b1dea17-b37a-49d0-9def-46246991cafd tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/3ffe7e61-9669-4ac9-9bfc-309260a7fe00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7485063 Mar 07 21:46:25.420928 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:25.427499 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7663cb76-0e4b-485b-8c76-f64b2385de7b None None] Sync routers for ids ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:25.453691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37476) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:25.456299 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663cb76-0e4b-485b-8c76-f64b2385de7b None None] Routers {'3ffe7e61-9669-4ac9-9bfc-309260a7fe00'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:25.457135 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7663cb76-0e4b-485b-8c76-f64b2385de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:25.490437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b5c43b4-0f9f-4f9b-9533-fd05308a486e req-b037d81b-b328-4b77-b8c2-9340fa530b0a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4893053 Mar 07 21:46:25.501732 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Publish callbacks [] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:25.512452 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:25.556000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4b7ec2a6-1171-4e12-962a-d50b8a2d0212 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ffe7e61-9669-4ac9-9bfc-309260a7fe00 HTTP/1.1" status: 200 len: 205 time: 0.0622957 Mar 07 21:46:25.568743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37484) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:25.603079 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7663cb76-0e4b-485b-8c76-f64b2385de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:25.626416 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663cb76-0e4b-485b-8c76-f64b2385de7b None None] Routers {'3ffe7e61-9669-4ac9-9bfc-309260a7fe00'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:25.627201 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7663cb76-0e4b-485b-8c76-f64b2385de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:25.670330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:25.671608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5629de9e-5fef-439d-b099-d362b82e40bb up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:25.688218 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Pushing event updated for resources: {'Port': ['ID=f0596ab8-c5f6-49ec-92ca-0d7506cd188f,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:25.717166 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7663cb76-0e4b-485b-8c76-f64b2385de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:25.721618 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7663cb76-0e4b-485b-8c76-f64b2385de7b None None] The sync data for ids ['3ffe7e61-9669-4ac9-9bfc-309260a7fe00'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:25.761516 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (47ecf32a-da12-4474-9ef4-578eefabaed6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:25.773788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-465e458d-024b-4276-bf9b-862c75a76b38 None None] Provisioning complete for port 2157cee1-6bb7-494c-a1f1-781e24428796 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:25.774304 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-465e458d-024b-4276-bf9b-862c75a76b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2157cee1-6bb7-494c-a1f1-781e24428796), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:25.842018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-465e458d-024b-4276-bf9b-862c75a76b38 None None] Port 2157cee1-6bb7-494c-a1f1-781e24428796 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:25.867610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-465e458d-024b-4276-bf9b-862c75a76b38 None None] Provisioning complete for port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:25.868721 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-465e458d-024b-4276-bf9b-862c75a76b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:25.924546 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-689041ea-2e4a-4b57-b458-7306eb791632 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:25.955682 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 5629de9e-5fef-439d-b099-d362b82e40bb triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:25.956203 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5629de9e-5fef-439d-b099-d362b82e40bb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:25.961731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Network 36e35f17-c1d7-408d-bdf6-66370a00d692 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:25.963453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:26.256222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-64908eb6-001e-41ad-aae8-92aa54898b6a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port 865d7b95-f609-41c4-b6c1-7f74e909309a {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:26.258537 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64908eb6-001e-41ad-aae8-92aa54898b6a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (865d7b95-f609-41c4-b6c1-7f74e909309a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:26.286945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Router 47ecf32a-da12-4474-9ef4-578eefabaed6 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:46:26.406720 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fa75493d-ab68-492b-ab6d-68cd7390dcd4 req-602c3757-bb95-458e-a49f-7e14eef5be2f tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (09972429-d656-412b-80ae-6a326fb122fa), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:26.524201 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fa75493d-ab68-492b-ab6d-68cd7390dcd4 req-602c3757-bb95-458e-a49f-7e14eef5be2f tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (09972429-d656-412b-80ae-6a326fb122fa), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:26.544192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-465e458d-024b-4276-bf9b-862c75a76b38 None None] Current status of the port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:26.546195 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:46:26.553176 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1c716ee3-9a05-48c2-bc4e-e6ff50650273 admin admin] 10.222.0.26 "PUT /v2.0/routers/47ecf32a-da12-4474-9ef4-578eefabaed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8615925 Mar 07 21:46:26.588449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-465e458d-024b-4276-bf9b-862c75a76b38 None None] Provisioning complete for port 865d7b95-f609-41c4-b6c1-7f74e909309a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:26.588825 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-465e458d-024b-4276-bf9b-862c75a76b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (865d7b95-f609-41c4-b6c1-7f74e909309a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:26.657910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-465e458d-024b-4276-bf9b-862c75a76b38 None None] Port 865d7b95-f609-41c4-b6c1-7f74e909309a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:26.667860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 5629de9e-5fef-439d-b099-d362b82e40bb is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:26.668248 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5629de9e-5fef-439d-b099-d362b82e40bb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:26.713090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 5629de9e-5fef-439d-b099-d362b82e40bb, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5629de9e-5fef-439d-b099-d362b82e40bb,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:26.718163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Sync routers for ids ['47ecf32a-da12-4474-9ef4-578eefabaed6'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:26.723895 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5629de9e-5fef-439d-b099-d362b82e40bb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:26.768876 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fa75493d-ab68-492b-ab6d-68cd7390dcd4 req-602c3757-bb95-458e-a49f-7e14eef5be2f tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:26.784085 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Routers {'47ecf32a-da12-4474-9ef4-578eefabaed6'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:26.784828 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['47ecf32a-da12-4474-9ef4-578eefabaed6'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:26.785540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa75493d-ab68-492b-ab6d-68cd7390dcd4 req-602c3757-bb95-458e-a49f-7e14eef5be2f tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.8168111 Mar 07 21:46:26.816510 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-689041ea-2e4a-4b57-b458-7306eb791632 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:26.831370 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-689041ea-2e4a-4b57-b458-7306eb791632 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_controller (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:26.840416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45746eb8-f422-40dc-9180-642c17b2f841 req-7ccb0da1-46d0-4ffa-9a47-801ba1bba857 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:26.848455 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45746eb8-f422-40dc-9180-642c17b2f841 req-7ccb0da1-46d0-4ffa-9a47-801ba1bba857 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 1.0397043 Mar 07 21:46:26.873840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c3757-bb95-458e-a49f-7e14eef5be2f tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09972429-d656-412b-80ae-6a326fb122fa,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:26.929730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5a06d70e-713c-482c-8fbf-eb9d46de19ce None None] Provisioning complete for port 2157cee1-6bb7-494c-a1f1-781e24428796 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:26.930181 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5a06d70e-713c-482c-8fbf-eb9d46de19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2157cee1-6bb7-494c-a1f1-781e24428796), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:26.933543 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=5629de9e-5fef-439d-b099-d362b82e40bb,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:26.940714 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64908eb6-001e-41ad-aae8-92aa54898b6a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (865d7b95-f609-41c4-b6c1-7f74e909309a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:27.079437 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-1e405b24-7a75-4995-b946-339be751a477 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:27.083438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Set router 47ecf32a-da12-4474-9ef4-578eefabaed6 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:46:27.083674 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-1e405b24-7a75-4995-b946-339be751a477 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.13 "GET /v2.0/networks?id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6 HTTP/1.1" status: 200 len: 813 time: 0.2541528 Mar 07 21:46:27.100588 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8cda0b04-26d8-497b-86f0-6d056ca35aef tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Request body: {'port': {'device_id': 'df31b493-1de9-423f-8357-a75a213c7ece', 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6', 'admin_state_up': True, 'tenant_id': '205350e49754452aac7afbcbba5f7118'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:27.216597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5a06d70e-713c-482c-8fbf-eb9d46de19ce None None] Port 2157cee1-6bb7-494c-a1f1-781e24428796 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:27.348528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5a06d70e-713c-482c-8fbf-eb9d46de19ce None None] Provisioning complete for port f0596ab8-c5f6-49ec-92ca-0d7506cd188f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:27.349922 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5a06d70e-713c-482c-8fbf-eb9d46de19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:27.387328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8cda0b04-26d8-497b-86f0-6d056ca35aef tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Made reservation on behalf of 205350e49754452aac7afbcbba5f7118 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:27.392413 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8cda0b04-26d8-497b-86f0-6d056ca35aef tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:27.553322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5a06d70e-713c-482c-8fbf-eb9d46de19ce None None] Port f0596ab8-c5f6-49ec-92ca-0d7506cd188f cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:27.593286 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5a06d70e-713c-482c-8fbf-eb9d46de19ce None None] Provisioning complete for port 865d7b95-f609-41c4-b6c1-7f74e909309a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:27.593691 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5a06d70e-713c-482c-8fbf-eb9d46de19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (865d7b95-f609-41c4-b6c1-7f74e909309a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:27.636735 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8cda0b04-26d8-497b-86f0-6d056ca35aef tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Allocated IP 172.20.0.2 (84a4178e-4c40-4aa5-8ed7-fa811477e6d6/ba04f21e-868d-402e-9b4f-3622fb48392a/f2853e46-02cf-4725-8373-8bcee8ffbfc5) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:27.643169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5a06d70e-713c-482c-8fbf-eb9d46de19ce None None] Port 865d7b95-f609-41c4-b6c1-7f74e909309a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:27.660242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1391395037-router', 'tenant_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '5629de9e-5fef-439d-b099-d362b82e40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:14Z', 'updated_at': '2022-03-07T21:46:24Z', 'revision_number': 4, 'project_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'gw_port': {'id': '5629de9e-5fef-439d-b099-d362b82e40bb', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:16Z', 'updated_at': '2022-03-07T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'f0596ab8-c5f6-49ec-92ca-0d7506cd188f', 'name': '', 'network_id': '36e35f17-c1d7-408d-bdf6-66370a00d692', 'tenant_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'mac_address': 'fa:16:3e:4e:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '6faf8b94-1a68-4134-89b8-db953858083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:22Z', 'updated_at': '2022-03-07T21:46:24Z', 'revision_number': 2, 'project_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'subnets': [{'id': '6faf8b94-1a68-4134-89b8-db953858083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:27.695992 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Checking router: 47ecf32a-da12-4474-9ef4-578eefabaed6 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:27.696589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Updating router 47ecf32a-da12-4474-9ef4-578eefabaed6 port f0596ab8-c5f6-49ec-92ca-0d7506cd188f binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:46:27.714436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45746eb8-f422-40dc-9180-642c17b2f841 req-c87a5c04-5e5e-48e6-9ce5-56146113db42 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8645918 Mar 07 21:46:27.717658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a2acc529-67e9-4aa6-924f-05fe1a22a0a7 admin admin] Deleting port 05e45333-f1f3-4355-b878-9c583e3fa921 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:27.729370 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a2acc529-67e9-4aa6-924f-05fe1a22a0a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (05e45333-f1f3-4355-b878-9c583e3fa921), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:27.732758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-64908eb6-001e-41ad-aae8-92aa54898b6a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for 865d7b95-f609-41c4-b6c1-7f74e909309a owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:27.737844 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:27.981237 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-689041ea-2e4a-4b57-b458-7306eb791632 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (3ffe7e61-9669-4ac9-9bfc-309260a7fe00), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:27.981934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689041ea-2e4a-4b57-b458-7306eb791632 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Fanout notify agent at l3_agent the message router_deleted on router 3ffe7e61-9669-4ac9-9bfc-309260a7fe00 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:46:27.998293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a823250a-0820-4122-8834-2e074c558cd2 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:28.000454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a823250a-0820-4122-8834-2e074c558cd2 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.15 "GET /v2.0/networks?id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6 HTTP/1.1" status: 200 len: 813 time: 0.4365282 Mar 07 21:46:28.015095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ba09cc9-e9cc-416f-8407-250503eb71b1 req-d1434775-760d-43a5-b818-243c863d42b4 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=122e1555-4702-4bc9-b3fe-2a6569e7500a HTTP/1.1" status: 200 len: 210 time: 1.1163535 Mar 07 21:46:28.048545 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8cda0b04-26d8-497b-86f0-6d056ca35aef tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks [] for port (f2853e46-02cf-4725-8373-8bcee8ffbfc5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:28.152620 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8cda0b04-26d8-497b-86f0-6d056ca35aef tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f2853e46-02cf-4725-8373-8bcee8ffbfc5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:28.210562 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-689041ea-2e4a-4b57-b458-7306eb791632 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:28.212705 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-689041ea-2e4a-4b57-b458-7306eb791632 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/routers/3ffe7e61-9669-4ac9-9bfc-309260a7fe00 HTTP/1.1" status: 204 len: 168 time: 2.6390448 Mar 07 21:46:28.271349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37520) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:28.274961 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda0b04-26d8-497b-86f0-6d056ca35aef tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Pushing event updated for resources: {'Port': ['ID=f2853e46-02cf-4725-8373-8bcee8ffbfc5,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:28.326058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8cda0b04-26d8-497b-86f0-6d056ca35aef tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:28.359408 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Publish callbacks [] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:28.360831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8d362c8e-b64d-4c7b-804d-2a07df102472 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Request body: {'port': {'device_id': '122e1555-4702-4bc9-b3fe-2a6569e7500a', 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6', 'admin_state_up': True, 'tenant_id': '205350e49754452aac7afbcbba5f7118'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:28.368679 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8cda0b04-26d8-497b-86f0-6d056ca35aef tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:28.372837 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:28.395048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8cda0b04-26d8-497b-86f0-6d056ca35aef tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:28.562133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-99399d58-eb40-4ee4-96c4-4a71f30538e0 req-fdbde204-3237-45d8-8f65-25a251c1f7bc tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-314840142', 'description': 'tempest-description-375440975'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:28.574883 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6087ef-5362-48c5-b066-f2503d19d9c4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting subnet 2b6e450a-6c85-4052-97ad-fb9ed1b2bad2 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:46:28.587244 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e6087ef-5362-48c5-b066-f2503d19d9c4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (2b6e450a-6c85-4052-97ad-fb9ed1b2bad2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:28.614650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-a2acc529-67e9-4aa6-924f-05fe1a22a0a7 admin admin] For port 05e45333-f1f3-4355-b878-9c583e3fa921, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=05e45333-f1f3-4355-b878-9c583e3fa921,segment=NetworkSegment(559baeb1-53cf-4b61-94c8-5ae8fb0217ef),segment_id=559baeb1-53cf-4b61-94c8-5ae8fb0217ef)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:28.615770 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a2acc529-67e9-4aa6-924f-05fe1a22a0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (05e45333-f1f3-4355-b878-9c583e3fa921), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:28.632938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a2acc529-67e9-4aa6-924f-05fe1a22a0a7 admin admin] Calling delete_port for 05e45333-f1f3-4355-b878-9c583e3fa921 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:28.646880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8cda0b04-26d8-497b-86f0-6d056ca35aef tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:28.647032 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8cda0b04-26d8-497b-86f0-6d056ca35aef tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:28.673885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e7fe6-2524-4cbc-9022-b013d7294bc8 None None] Pushing event updated for resources: {'Port': ['ID=f0596ab8-c5f6-49ec-92ca-0d7506cd188f,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:28.694369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Attempting to bind port f0596ab8-c5f6-49ec-92ca-0d7506cd188f on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:46:28.695420 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Attempting to bind port f0596ab8-c5f6-49ec-92ca-0d7506cd188f by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '662734c8-9831-4b58-85ca-cb094cefbc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36e35f17-c1d7-408d-bdf6-66370a00d692'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:46:28.697199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Attempting to bind port f0596ab8-c5f6-49ec-92ca-0d7506cd188f on network 36e35f17-c1d7-408d-bdf6-66370a00d692 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:28.710118 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8cda0b04-26d8-497b-86f0-6d056ca35aef tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6190281 Mar 07 21:46:28.713123 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e6087ef-5362-48c5-b066-f2503d19d9c4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (2b6e450a-6c85-4052-97ad-fb9ed1b2bad2), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:28.716595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:46:28.717381 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Checking segment: {'id': '662734c8-9831-4b58-85ca-cb094cefbc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36e35f17-c1d7-408d-bdf6-66370a00d692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:28.718506 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:28.722760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Bound using segment: {'id': '662734c8-9831-4b58-85ca-cb094cefbc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36e35f17-c1d7-408d-bdf6-66370a00d692'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:46:28.723442 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Bound port: f0596ab8-c5f6-49ec-92ca-0d7506cd188f, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662734c8-9831-4b58-85ca-cb094cefbc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36e35f17-c1d7-408d-bdf6-66370a00d692'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:46:28.724113 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:28.725642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Request body: {'port': {'device_id': 'df31b493-1de9-423f-8357-a75a213c7ece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:28.865380 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f2853e46-02cf-4725-8373-8bcee8ffbfc5), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:28.941103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5a8e3772-827d-4b76-afc0-8e1a76128116 None None] Provisioning complete for port f0596ab8-c5f6-49ec-92ca-0d7506cd188f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:28.943207 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5a8e3772-827d-4b76-afc0-8e1a76128116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:29.041873 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e6087ef-5362-48c5-b066-f2503d19d9c4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (2b6e450a-6c85-4052-97ad-fb9ed1b2bad2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:29.049509 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64908eb6-001e-41ad-aae8-92aa54898b6a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (865d7b95-f609-41c4-b6c1-7f74e909309a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:29.054238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] For port f0596ab8-c5f6-49ec-92ca-0d7506cd188f, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:46:29.076941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5629de9e-5fef-439d-b099-d362b82e40bb up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:29.108507 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] For port f0596ab8-c5f6-49ec-92ca-0d7506cd188f, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f0596ab8-c5f6-49ec-92ca-0d7506cd188f,segment=NetworkSegment(662734c8-9831-4b58-85ca-cb094cefbc16),segment_id=662734c8-9831-4b58-85ca-cb094cefbc16)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:46:29.194756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e3772-827d-4b76-afc0-8e1a76128116 None None] Port f0596ab8-c5f6-49ec-92ca-0d7506cd188f cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:29.205111 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:29.276703 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-25b176af-8b4c-4847-9a49-ad913bfdb356 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:29.286381 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-25b176af-8b4c-4847-9a49-ad913bfdb356 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 810 time: 0.7374127 Mar 07 21:46:29.287405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 5629de9e-5fef-439d-b099-d362b82e40bb triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:29.288010 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5629de9e-5fef-439d-b099-d362b82e40bb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:29.307235 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e6087ef-5362-48c5-b066-f2503d19d9c4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (2b6e450a-6c85-4052-97ad-fb9ed1b2bad2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:29.367730 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6087ef-5362-48c5-b066-f2503d19d9c4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6e450a-6c85-4052-97ad-fb9ed1b2bad2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:29.380587 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e6087ef-5362-48c5-b066-f2503d19d9c4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:29.391757 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0e6087ef-5362-48c5-b066-f2503d19d9c4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/2b6e450a-6c85-4052-97ad-fb9ed1b2bad2 HTTP/1.1" status: 204 len: 168 time: 1.1033378 Mar 07 21:46:29.394746 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37526) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:29.431950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed30b685-8698-4220-90ec-033bbead34d7 None None] Network cbd95ecc-e009-45c8-a0d0-feaed611c83f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:29.503494 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-75638c0f-ebd6-42bb-a499-71437c120ef7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting subnet afee88ee-a45e-4dbe-a80c-10a708ddbebe {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:46:29.509485 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75638c0f-ebd6-42bb-a499-71437c120ef7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (afee88ee-a45e-4dbe-a80c-10a708ddbebe), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:29.530558 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-669530ea-0e3c-40fc-af5a-81c86163083e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/quotas/ca708fcaf44345cea0e9701fa4c6c46a HTTP/1.1" status: 200 len: 375 time: 0.2432613 Mar 07 21:46:29.586438 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64908eb6-001e-41ad-aae8-92aa54898b6a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=865d7b95-f609-41c4-b6c1-7f74e909309a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:29.622782 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-99399d58-eb40-4ee4-96c4-4a71f30538e0 req-fdbde204-3237-45d8-8f65-25a251c1f7bc tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:29.698216 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75638c0f-ebd6-42bb-a499-71437c120ef7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (afee88ee-a45e-4dbe-a80c-10a708ddbebe), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:29.804245 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Routers {'47ecf32a-da12-4474-9ef4-578eefabaed6'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:29.804901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['47ecf32a-da12-4474-9ef4-578eefabaed6'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:29.806640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e7fe6-2524-4cbc-9022-b013d7294bc8 None None] Pushing event updated for resources: {'Port': ['ID=f0596ab8-c5f6-49ec-92ca-0d7506cd188f,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:29.980346 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2853e46-02cf-4725-8373-8bcee8ffbfc5 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:46:30.036568 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Publish callbacks [] for port (f2853e46-02cf-4725-8373-8bcee8ffbfc5), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:30.102586 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75638c0f-ebd6-42bb-a499-71437c120ef7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (afee88ee-a45e-4dbe-a80c-10a708ddbebe), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:30.123132 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-99399d58-eb40-4ee4-96c4-4a71f30538e0 req-fdbde204-3237-45d8-8f65-25a251c1f7bc tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (2ec30ea6-8180-4e65-bfe6-78b668072708), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:30.147646 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-99399d58-eb40-4ee4-96c4-4a71f30538e0 req-fdbde204-3237-45d8-8f65-25a251c1f7bc tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2ec30ea6-8180-4e65-bfe6-78b668072708), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:30.151453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Transition to ACTIVE for port object f2853e46-02cf-4725-8373-8bcee8ffbfc5 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:46:30.175185 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (f2853e46-02cf-4725-8373-8bcee8ffbfc5), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:30.194725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-de05cbfa-30ec-461b-b39f-8090a5fe2285 None None] Provisioning complete for port f0596ab8-c5f6-49ec-92ca-0d7506cd188f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:30.195017 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-de05cbfa-30ec-461b-b39f-8090a5fe2285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:30.202112 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbde204-3237-45d8-8f65-25a251c1f7bc tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec30ea6-8180-4e65-bfe6-78b668072708,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:30.206244 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a2acc529-67e9-4aa6-924f-05fe1a22a0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (05e45333-f1f3-4355-b878-9c583e3fa921), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:30.285851 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-02a53ea2-55aa-4286-9c62-48e50bfc995f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6735315 Mar 07 21:46:30.323304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Pushing event updated for resources: {'Port': ['ID=f2853e46-02cf-4725-8373-8bcee8ffbfc5,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:30.326866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8d362c8e-b64d-4c7b-804d-2a07df102472 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Made reservation on behalf of 205350e49754452aac7afbcbba5f7118 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:30.340268 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8d362c8e-b64d-4c7b-804d-2a07df102472 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:30.341297 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75638c0f-ebd6-42bb-a499-71437c120ef7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (afee88ee-a45e-4dbe-a80c-10a708ddbebe), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:30.346671 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-99399d58-eb40-4ee4-96c4-4a71f30538e0 req-fdbde204-3237-45d8-8f65-25a251c1f7bc tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:30.348095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99399d58-eb40-4ee4-96c4-4a71f30538e0 req-fdbde204-3237-45d8-8f65-25a251c1f7bc tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 2.1341081 Mar 07 21:46:30.367834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acc529-67e9-4aa6-924f-05fe1a22a0a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e45333-f1f3-4355-b878-9c583e3fa921,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:30.435184 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64908eb6-001e-41ad-aae8-92aa54898b6a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:30.441880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-64908eb6-001e-41ad-aae8-92aa54898b6a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/865d7b95-f609-41c4-b6c1-7f74e909309a HTTP/1.1" status: 204 len: 168 time: 5.4669008 Mar 07 21:46:30.444171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37532) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:30.485812 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e94956-f40f-46f5-a8f1-577215cfc376 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] GET failed (client error): The resource could not be found. Mar 07 21:46:30.485812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-27e94956-f40f-46f5-a8f1-577215cfc376 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/865d7b95-f609-41c4-b6c1-7f74e909309a HTTP/1.1" status: 404 len: 333 time: 0.0377107 Mar 07 21:46:30.555620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37536) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:30.602444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a426f2bf-65ad-41ca-9949-781ed8b16ec0 None None] Network af607592-0307-4497-9759-ca585f0720eb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:30.611954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75638c0f-ebd6-42bb-a499-71437c120ef7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Subnet': ['ID=afee88ee-a45e-4dbe-a80c-10a708ddbebe,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:30.626689 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75638c0f-ebd6-42bb-a499-71437c120ef7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:30.635007 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-75638c0f-ebd6-42bb-a499-71437c120ef7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/afee88ee-a45e-4dbe-a80c-10a708ddbebe HTTP/1.1" status: 204 len: 168 time: 1.2355337 Mar 07 21:46:30.658097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 5629de9e-5fef-439d-b099-d362b82e40bb is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:30.671296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8d362c8e-b64d-4c7b-804d-2a07df102472 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Allocated IP 172.20.0.7 (84a4178e-4c40-4aa5-8ed7-fa811477e6d6/ba04f21e-868d-402e-9b4f-3622fb48392a/aff56dee-5b8b-423a-8580-f51b333ed76f) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:30.699239 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37538) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:30.760614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] Set router 47ecf32a-da12-4474-9ef4-578eefabaed6 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:46:30.885895 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40e02ee-be8b-4c4f-a59d-0160f1921ce7 None None] DHCP port deletion for cbd95ecc-e009-45c8-a0d0-feaed611c83f request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:46:30.887756 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8d362c8e-b64d-4c7b-804d-2a07df102472 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks [] for port (aff56dee-5b8b-423a-8580-f51b333ed76f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:31.023438 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8d362c8e-b64d-4c7b-804d-2a07df102472 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (aff56dee-5b8b-423a-8580-f51b333ed76f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:31.082995 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (cbd95ecc-e009-45c8-a0d0-feaed611c83f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:31.101432 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Attempting to bind port f2853e46-02cf-4725-8373-8bcee8ffbfc5 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:46:31.101653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Attempting to bind port f2853e46-02cf-4725-8373-8bcee8ffbfc5 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:46:31.101932 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Attempting to bind port f2853e46-02cf-4725-8373-8bcee8ffbfc5 on network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:31.120103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Port f2853e46-02cf-4725-8373-8bcee8ffbfc5 on network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:46:31.120460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Attempting to bind port f2853e46-02cf-4725-8373-8bcee8ffbfc5 on network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:31.136861 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:46:31.137226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Checking segment: {'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:31.137619 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Bound using segment: {'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:46:31.138054 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Bound port: f2853e46-02cf-4725-8373-8bcee8ffbfc5, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:46:31.142148 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f2853e46-02cf-4725-8373-8bcee8ffbfc5), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:31.195663 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d362c8e-b64d-4c7b-804d-2a07df102472 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Pushing event updated for resources: {'Port': ['ID=aff56dee-5b8b-423a-8580-f51b333ed76f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:31.205515 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 27eaf4ae-cef9-454b-9b0d-92476f813123 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:46:31.230109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-b89d6203-1bfd-42fa-8afe-709f4f0d686f service neutron] 10.222.0.26 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9431551 Mar 07 21:46:31.269325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8d362c8e-b64d-4c7b-804d-2a07df102472 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:31.280678 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] For port f2853e46-02cf-4725-8373-8bcee8ffbfc5, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:46:31.283939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] For port f2853e46-02cf-4725-8373-8bcee8ffbfc5, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=f2853e46-02cf-4725-8373-8bcee8ffbfc5,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:46:31.323318 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (f2853e46-02cf-4725-8373-8bcee8ffbfc5), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:31.329041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d705e-de67-44b2-9cde-be6eca2fead4 req-f5ae8e2e-bc6d-47c6-ab5e-92c88567bee2 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:31.330643 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-770d705e-de67-44b2-9cde-be6eca2fead4 req-f5ae8e2e-bc6d-47c6-ab5e-92c88567bee2 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=122e1555-4702-4bc9-b3fe-2a6569e7500a HTTP/1.1" status: 200 len: 931 time: 0.3511906 Mar 07 21:46:31.331534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-de05cbfa-30ec-461b-b39f-8090a5fe2285 None None] Current status of the port f0596ab8-c5f6-49ec-92ca-0d7506cd188f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:31.331668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8d362c8e-b64d-4c7b-804d-2a07df102472 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:31.336454 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-de05cbfa-30ec-461b-b39f-8090a5fe2285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:31.356990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8d362c8e-b64d-4c7b-804d-2a07df102472 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:31.358358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1f698c75-f688-4ca2-85cd-9ee6736048c8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port 2157cee1-6bb7-494c-a1f1-781e24428796 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:31.358700 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f698c75-f688-4ca2-85cd-9ee6736048c8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2157cee1-6bb7-494c-a1f1-781e24428796), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:31.453760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f698c75-f688-4ca2-85cd-9ee6736048c8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2157cee1-6bb7-494c-a1f1-781e24428796), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:31.459911 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186fa742-791d-4ed5-8080-2329623cbed3 None None] DHCP port deletion for af607592-0307-4497-9759-ca585f0720eb request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:46:31.467071 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1f698c75-f688-4ca2-85cd-9ee6736048c8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for 2157cee1-6bb7-494c-a1f1-781e24428796 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:31.471253 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8d362c8e-b64d-4c7b-804d-2a07df102472 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:31.474805 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8d362c8e-b64d-4c7b-804d-2a07df102472 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:31.575613 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-770d705e-de67-44b2-9cde-be6eca2fead4 req-d44bb4d6-7e99-44a3-be5e-4586cbea5650 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976884 Mar 07 21:46:31.631638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f40e02ee-be8b-4c4f-a59d-0160f1921ce7 None None] Deleting port 27eaf4ae-cef9-454b-9b0d-92476f813123 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:31.632647 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f40e02ee-be8b-4c4f-a59d-0160f1921ce7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:31.651162 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f698c75-f688-4ca2-85cd-9ee6736048c8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (2157cee1-6bb7-494c-a1f1-781e24428796), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:31.672998 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8d362c8e-b64d-4c7b-804d-2a07df102472 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6545548 Mar 07 21:46:31.674255 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:31.674927 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:31.676980 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] 10.222.0.13 "PUT /v2.0/ports/f2853e46-02cf-4725-8373-8bcee8ffbfc5 HTTP/1.1" status: 200 len: 1091 time: 2.9594970 Mar 07 21:46:31.679986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df31b493-1de9-423f-8357-a75a213c7ece', 'tag': 'f2853e46-02cf-4725-8373-8bcee8ffbfc5'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:31.682283 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0743eb-284f-4242-ad3c-9f43e328680f" -d '{"events": [{"name": "network-changed", "server_uuid": "df31b493-1de9-423f-8357-a75a213c7ece", "tag": "f2853e46-02cf-4725-8373-8bcee8ffbfc5"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:46:31.702285 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Request body: {'port': {'device_id': '122e1555-4702-4bc9-b3fe-2a6569e7500a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:31.762146 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port 27eaf4ae-cef9-454b-9b0d-92476f813123 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:31.763037 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:31.779795 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a2acc529-67e9-4aa6-924f-05fe1a22a0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (1ab55289-e82f-44ed-97aa-2e2afdf60bce), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:31.794721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-2fef3a05-386e-4939-ae36-2be487d4dcd3 service neutron] 10.222.0.26 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204248 Mar 07 21:46:32.004839 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-de05cbfa-30ec-461b-b39f-8090a5fe2285 None None] For port f0596ab8-c5f6-49ec-92ca-0d7506cd188f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f0596ab8-c5f6-49ec-92ca-0d7506cd188f,segment=NetworkSegment(662734c8-9831-4b58-85ca-cb094cefbc16),segment_id=662734c8-9831-4b58-85ca-cb094cefbc16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:32.014398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1391395037-router', 'tenant_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '5629de9e-5fef-439d-b099-d362b82e40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:14Z', 'updated_at': '2022-03-07T21:46:24Z', 'revision_number': 4, 'project_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'gw_port': {'id': '5629de9e-5fef-439d-b099-d362b82e40bb', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:16Z', 'updated_at': '2022-03-07T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'f0596ab8-c5f6-49ec-92ca-0d7506cd188f', 'name': '', 'network_id': '36e35f17-c1d7-408d-bdf6-66370a00d692', 'tenant_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'mac_address': 'fa:16:3e:4e:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '6faf8b94-1a68-4134-89b8-db953858083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:22Z', 'updated_at': '2022-03-07T21:46:28Z', 'revision_number': 4, 'project_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'subnets': [{'id': '6faf8b94-1a68-4134-89b8-db953858083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:32.117135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a240a46f-4fc9-4e03-b7af-65cf1a34abb6 None None] The sync data for ids ['47ecf32a-da12-4474-9ef4-578eefabaed6'] in n-d-832330-1 is: [{'id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1391395037-router', 'tenant_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '5629de9e-5fef-439d-b099-d362b82e40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:14Z', 'updated_at': '2022-03-07T21:46:24Z', 'revision_number': 4, 'project_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'gw_port': {'id': '5629de9e-5fef-439d-b099-d362b82e40bb', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:16Z', 'updated_at': '2022-03-07T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'f0596ab8-c5f6-49ec-92ca-0d7506cd188f', 'name': '', 'network_id': '36e35f17-c1d7-408d-bdf6-66370a00d692', 'tenant_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'mac_address': 'fa:16:3e:4e:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '6faf8b94-1a68-4134-89b8-db953858083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:22Z', 'updated_at': '2022-03-07T21:46:28Z', 'revision_number': 4, 'project_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'subnets': [{'id': '6faf8b94-1a68-4134-89b8-db953858083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:32.132090 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-de05cbfa-30ec-461b-b39f-8090a5fe2285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:32.244582 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f40e02ee-be8b-4c4f-a59d-0160f1921ce7 None None] For port 27eaf4ae-cef9-454b-9b0d-92476f813123, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=27eaf4ae-cef9-454b-9b0d-92476f813123,segment=NetworkSegment(9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2),segment_id=9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:32.245451 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f40e02ee-be8b-4c4f-a59d-0160f1921ce7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:32.262348 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (aff56dee-5b8b-423a-8580-f51b333ed76f), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:32.415136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f40e02ee-be8b-4c4f-a59d-0160f1921ce7 None None] Calling delete_port for 27eaf4ae-cef9-454b-9b0d-92476f813123 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:32.471103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de26e061-ba95-4369-8e25-eb87a13c0498 req-82be06a4-a512-4308-a19f-42e4137d9cc4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 210 time: 0.1046367 Mar 07 21:46:32.498983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-70caf200-5b4b-43c8-a14f-733a54192cfd tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:32.500250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-70caf200-5b4b-43c8-a14f-733a54192cfd tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/networks?id=32b92585-dc87-411b-a89d-010b1d8767b0 HTTP/1.1" status: 200 len: 812 time: 0.5558364 Mar 07 21:46:32.629764 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e281fc-708a-4a00-99e0-5db30d5cfa1a x-openstack-request-id: req-05e281fc-708a-4a00-99e0-5db30d5cfa1a {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:46:32.630082 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df31b493-1de9-423f-8357-a75a213c7ece", "tag": "f2853e46-02cf-4725-8373-8bcee8ffbfc5", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:46:32.630343 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05e281fc-708a-4a00-99e0-5db30d5cfa1a {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:46:32.630789 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df31b493-1de9-423f-8357-a75a213c7ece', 'tag': 'f2853e46-02cf-4725-8373-8bcee8ffbfc5', 'status': 'completed', 'code': 200} Mar 07 21:46:32.670669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120670d-3eda-43e2-9d01-cdca89955e18 service neutron] Pushing event updated for resources: {'Port': ['ID=f2853e46-02cf-4725-8373-8bcee8ffbfc5,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:32.688297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-b30bee1d-6b7a-4cbb-8e6c-d4c54b7b1ae7 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/quotas/403f3deab64c4fccbdc05488aa7b8f2f HTTP/1.1" status: 200 len: 375 time: 0.1573472 Mar 07 21:46:32.701166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-186fa742-791d-4ed5-8080-2329623cbed3 None None] Deleting port 7532f9d6-80ef-4b52-ab09-43b9f338524e {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:32.701562 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-186fa742-791d-4ed5-8080-2329623cbed3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7532f9d6-80ef-4b52-ab09-43b9f338524e), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:32.860465 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 27eaf4ae-cef9-454b-9b0d-92476f813123 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:32.863970 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:32.889830 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f698c75-f688-4ca2-85cd-9ee6736048c8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:32.911611 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1f698c75-f688-4ca2-85cd-9ee6736048c8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/2157cee1-6bb7-494c-a1f1-781e24428796 HTTP/1.1" status: 204 len: 168 time: 2.3446734 Mar 07 21:46:32.947122 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37566) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:33.008295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05cbfa-30ec-461b-b39f-8090a5fe2285 None None] Pushing event updated for resources: {'Port': ['ID=f0596ab8-c5f6-49ec-92ca-0d7506cd188f,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:33.015098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f698c75-f688-4ca2-85cd-9ee6736048c8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=2157cee1-6bb7-494c-a1f1-781e24428796,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:33.050141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-f2c49b46-77cf-4ad4-bb60-cd300e918c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:33.063499 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-f2c49b46-77cf-4ad4-bb60-cd300e918c2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=205350e49754452aac7afbcbba5f7118&device_id=df31b493-1de9-423f-8357-a75a213c7ece HTTP/1.1" status: 200 len: 1125 time: 1.2958879 Mar 07 21:46:33.100233 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] For port 27eaf4ae-cef9-454b-9b0d-92476f813123, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=27eaf4ae-cef9-454b-9b0d-92476f813123,segment=NetworkSegment(9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2),segment_id=9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:33.100886 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:33.130622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-b6634e63-7733-4677-8257-3d842319f386 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=403f3deab64c4fccbdc05488aa7b8f2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4359796 Mar 07 21:46:33.148234 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b4138f-57a3-4049-bc47-3ebed7a65043 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] GET failed (client error): The resource could not be found. Mar 07 21:46:33.156275 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-14b4138f-57a3-4049-bc47-3ebed7a65043 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/2157cee1-6bb7-494c-a1f1-781e24428796 HTTP/1.1" status: 404 len: 333 time: 0.1304784 Mar 07 21:46:33.180714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37570) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:33.215197 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 27eaf4ae-cef9-454b-9b0d-92476f813123, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=27eaf4ae-cef9-454b-9b0d-92476f813123,segment=NetworkSegment(9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2),segment_id=9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:33.287031 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-9d7ef34d-3e68-4c7e-9225-ac38112127c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2853e46-02cf-4725-8373-8bcee8ffbfc5 HTTP/1.1" status: 200 len: 217 time: 0.2118757 Mar 07 21:46:33.307890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for 27eaf4ae-cef9-454b-9b0d-92476f813123 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:33.343038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-186fa742-791d-4ed5-8080-2329623cbed3 None None] For port 7532f9d6-80ef-4b52-ab09-43b9f338524e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7532f9d6-80ef-4b52-ab09-43b9f338524e,segment=NetworkSegment(2d9251e4-e972-40fc-886e-4f25f8ed5450),segment_id=2d9251e4-e972-40fc-886e-4f25f8ed5450)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:33.343536 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-186fa742-791d-4ed5-8080-2329623cbed3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7532f9d6-80ef-4b52-ab09-43b9f338524e), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:33.393831 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-186fa742-791d-4ed5-8080-2329623cbed3 None None] Calling delete_port for 7532f9d6-80ef-4b52-ab09-43b9f338524e owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:33.530712 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:33.625007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event deleted for resources: {'Port': ['ID=27eaf4ae-cef9-454b-9b0d-92476f813123,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:33.628641 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-5e20b153-fd2a-4afa-bd50-53eea4f0bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:33.632335 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-186fa742-791d-4ed5-8080-2329623cbed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (7532f9d6-80ef-4b52-ab09-43b9f338524e), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:33.640503 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-5e20b153-fd2a-4afa-bd50-53eea4f0bc57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba04f21e-868d-402e-9b4f-3622fb48392a HTTP/1.1" status: 200 len: 853 time: 0.3349204 Mar 07 21:46:33.645138 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f40e02ee-be8b-4c4f-a59d-0160f1921ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:33.746761 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-799eb771-269d-4e86-af34-967368c78a52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987465 Mar 07 21:46:33.777126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186fa742-791d-4ed5-8080-2329623cbed3 None None] No DVR routers for this DVR port 7532f9d6-80ef-4b52-ab09-43b9f338524e on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:33.788857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fa742-791d-4ed5-8080-2329623cbed3 None None] Pushing event deleted for resources: {'Port': ['ID=7532f9d6-80ef-4b52-ab09-43b9f338524e,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:33.795139 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e02ee-be8b-4c4f-a59d-0160f1921ce7 None None] No DVR routers for this DVR port 27eaf4ae-cef9-454b-9b0d-92476f813123 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:33.858851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e02ee-be8b-4c4f-a59d-0160f1921ce7 None None] Pushing event deleted for resources: {'Port': ['ID=27eaf4ae-cef9-454b-9b0d-92476f813123,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:33.879561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f0596ab8-c5f6-49ec-92ca-0d7506cd188f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:33.901867 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (27eaf4ae-cef9-454b-9b0d-92476f813123), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:33.942526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=27eaf4ae-cef9-454b-9b0d-92476f813123,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:33.962487 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No DVR routers for this DVR port 27eaf4ae-cef9-454b-9b0d-92476f813123 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:33.981425 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-8dc6eed2-3f94-4cc3-801f-39f000845d70 service neutron] 10.222.0.13 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261329 Mar 07 21:46:34.006891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f0596ab8-c5f6-49ec-92ca-0d7506cd188f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:34.007278 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:34.167173 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-10d01ee6-2f9c-4c87-a411-c73c93941f34 service neutron] 10.222.0.13 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455314 Mar 07 21:46:34.287715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f0596ab8-c5f6-49ec-92ca-0d7506cd188f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:34.288329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (cbd95ecc-e009-45c8-a0d0-feaed611c83f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:34.364589 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd95ecc-e009-45c8-a0d0-feaed611c83f']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:34.376590 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:34.376897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:34.385225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7532f9d6-80ef-4b52-ab09-43b9f338524e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:46:34.401406 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:34.436637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 7532f9d6-80ef-4b52-ab09-43b9f338524e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:46:34.439559 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7532f9d6-80ef-4b52-ab09-43b9f338524e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:46:34.442025 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:34.465348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:46:34.465987 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (9b3a6a2e-1b5c-4630-ac6d-d1cb226082c2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:34.567033 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff56dee-5b8b-423a-8580-f51b333ed76f {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:46:34.577940 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Publish callbacks [] for port (aff56dee-5b8b-423a-8580-f51b333ed76f), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:34.595570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Transition to ACTIVE for port object aff56dee-5b8b-423a-8580-f51b333ed76f will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:46:34.603015 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:46:34.637103 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca0b6dc-0ae4-4632-aa95-f4f2f48cc6d8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting subnet afb86ede-1e81-43af-9ae6-6ca098d5779a {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:46:34.661444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dc5e1-e0bd-4a19-872c-393c4a7bb7fe req-8e255d24-a827-46eb-875e-c5094cdeac77 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:34.663709 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (cbd95ecc-e009-45c8-a0d0-feaed611c83f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:34.670490 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-535dc5e1-e0bd-4a19-872c-393c4a7bb7fe req-8e255d24-a827-46eb-875e-c5094cdeac77 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=122e1555-4702-4bc9-b3fe-2a6569e7500a HTTP/1.1" status: 200 len: 931 time: 1.8325348 Mar 07 21:46:34.699018 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (aff56dee-5b8b-423a-8580-f51b333ed76f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:34.701955 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bca0b6dc-0ae4-4632-aa95-f4f2f48cc6d8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (afb86ede-1e81-43af-9ae6-6ca098d5779a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:34.718366 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:34.723324 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/networks/cbd95ecc-e009-45c8-a0d0-feaed611c83f HTTP/1.1" status: 204 len: 168 time: 4.0202293 Mar 07 21:46:34.761028 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37576) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:34.779403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b958cd6-89f2-4aa2-b266-2dea83beaf6f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Network': ['ID=cbd95ecc-e009-45c8-a0d0-feaed611c83f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:34.792322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-c2982d70-8a3a-4175-85dd-b174b981cf25 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:34.794755 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-c2982d70-8a3a-4175-85dd-b174b981cf25 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 810 time: 0.5215356 Mar 07 21:46:34.807908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-cbed4fb2-6d86-4712-b960-4dfad8eb1950 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Request body: {'port': {'device_id': '664d7367-2226-44e9-ab5d-ddb4c679cc8b', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'admin_state_up': True, 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:34.838608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2acc529-67e9-4aa6-924f-05fe1a22a0a7 admin admin] Router 1ab55289-e82f-44ed-97aa-2e2afdf60bce has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:46:34.920980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0743eb-284f-4242-ad3c-9f43e328680f req-49df5b26-5c3e-4324-b40d-5f195a084cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:34.922566 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a0743eb-284f-4242-ad3c-9f43e328680f req-49df5b26-5c3e-4324-b40d-5f195a084cd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=205350e49754452aac7afbcbba5f7118&device_id=df31b493-1de9-423f-8357-a75a213c7ece HTTP/1.1" status: 200 len: 1125 time: 0.6083150 Mar 07 21:46:34.941813 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bca0b6dc-0ae4-4632-aa95-f4f2f48cc6d8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (afb86ede-1e81-43af-9ae6-6ca098d5779a), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:34.946747 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-cbed4fb2-6d86-4712-b960-4dfad8eb1950 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Made reservation on behalf of ca708fcaf44345cea0e9701fa4c6c46a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:34.953883 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-cbed4fb2-6d86-4712-b960-4dfad8eb1950 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:35.016753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-81d4e95d-5eea-456e-bcde-4f47cf16c13e service neutron] 10.222.0.26 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7983682 Mar 07 21:46:35.028213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-535dc5e1-e0bd-4a19-872c-393c4a7bb7fe req-925f705a-13df-4ad2-81ae-809d2d2b25c8 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565435 Mar 07 21:46:35.049172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Pushing event updated for resources: {'Port': ['ID=aff56dee-5b8b-423a-8580-f51b333ed76f,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:35.060875 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e50c3486-c365-46f8-9a23-1227f2d6aca8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (af607592-0307-4497-9759-ca585f0720eb), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:35.184135 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-cbed4fb2-6d86-4712-b960-4dfad8eb1950 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Allocated IP 172.20.0.6 (9807cc18-410d-443c-9dde-c6dcdc3533d2/8d512c80-174d-40f9-a72d-e6a5b780a4f4/b31355ef-2604-4a93-8a55-31179fc99009) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:35.381797 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4ba02d9-7a4a-4b1b-a1a5-970e9849e8d9 req-5783576f-1624-4a9d-b055-c2015ac57148 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 210 time: 0.1953120 Mar 07 21:46:35.386593 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-cbed4fb2-6d86-4712-b960-4dfad8eb1950 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for port (b31355ef-2604-4a93-8a55-31179fc99009), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:35.432869 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-cbed4fb2-6d86-4712-b960-4dfad8eb1950 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b31355ef-2604-4a93-8a55-31179fc99009), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:35.454100 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f64d11ec-e267-4b76-b66a-d7f3ab5db6a7'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:46:35.585467 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-cbed4fb2-6d86-4712-b960-4dfad8eb1950 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Network 9807cc18-410d-443c-9dde-c6dcdc3533d2 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:35.591935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-cbed4fb2-6d86-4712-b960-4dfad8eb1950 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:35.610817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-cbed4fb2-6d86-4712-b960-4dfad8eb1950 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:35.646036 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bca0b6dc-0ae4-4632-aa95-f4f2f48cc6d8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (afb86ede-1e81-43af-9ae6-6ca098d5779a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:35.732268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed4fb2-6d86-4712-b960-4dfad8eb1950 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event updated for resources: {'Port': ['ID=b31355ef-2604-4a93-8a55-31179fc99009,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:35.760387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-cbed4fb2-6d86-4712-b960-4dfad8eb1950 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:35.761564 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-cbed4fb2-6d86-4712-b960-4dfad8eb1950 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:35.788938 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-cbed4fb2-6d86-4712-b960-4dfad8eb1950 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9852490 Mar 07 21:46:35.801027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Request body: {'port': {'device_id': '664d7367-2226-44e9-ab5d-ddb4c679cc8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:35.906944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2acc529-67e9-4aa6-924f-05fe1a22a0a7 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:46:35.924051 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e7fc31-c528-4e8c-b86b-84b20c42b7a8 None None] Sync routers for ids ['1ab55289-e82f-44ed-97aa-2e2afdf60bce'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:35.931375 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b31355ef-2604-4a93-8a55-31179fc99009), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:35.937580 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e7fc31-c528-4e8c-b86b-84b20c42b7a8 None None] Routers {'1ab55289-e82f-44ed-97aa-2e2afdf60bce'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:35.938571 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-94e7fc31-c528-4e8c-b86b-84b20c42b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1ab55289-e82f-44ed-97aa-2e2afdf60bce'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:35.954631 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e50c3486-c365-46f8-9a23-1227f2d6aca8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (af607592-0307-4497-9759-ca585f0720eb), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:35.965742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a2acc529-67e9-4aa6-924f-05fe1a22a0a7 admin admin] 10.222.0.26 "PUT /v2.0/routers/1ab55289-e82f-44ed-97aa-2e2afdf60bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2021930 Mar 07 21:46:35.969862 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bca0b6dc-0ae4-4632-aa95-f4f2f48cc6d8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (afb86ede-1e81-43af-9ae6-6ca098d5779a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:35.980994 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0743eb-284f-4242-ad3c-9f43e328680f req-44467363-69dc-47aa-a007-a580eb307f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:35.983169 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a0743eb-284f-4242-ad3c-9f43e328680f req-44467363-69dc-47aa-a007-a580eb307f6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6 HTTP/1.1" status: 200 len: 914 time: 1.0316451 Mar 07 21:46:35.986572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37582) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:36.054968 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-87ca1324-f23d-484b-bf9d-2ae831135260 None None] Provisioning complete for port b31355ef-2604-4a93-8a55-31179fc99009 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:36.055344 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-87ca1324-f23d-484b-bf9d-2ae831135260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b31355ef-2604-4a93-8a55-31179fc99009), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:36.068594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0b6dc-0ae4-4632-aa95-f4f2f48cc6d8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Subnet': ['ID=afb86ede-1e81-43af-9ae6-6ca098d5779a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:36.088035 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bca0b6dc-0ae4-4632-aa95-f4f2f48cc6d8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:36.121226 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bca0b6dc-0ae4-4632-aa95-f4f2f48cc6d8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/afb86ede-1e81-43af-9ae6-6ca098d5779a HTTP/1.1" status: 204 len: 168 time: 2.9370916 Mar 07 21:46:36.125369 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-94e7fc31-c528-4e8c-b86b-84b20c42b7a8 None None] Set router 1ab55289-e82f-44ed-97aa-2e2afdf60bce gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:46:36.129148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37586) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:36.164742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-80e709d5-0ee5-4f46-840a-0c385879bb4f service neutron] 10.222.0.26 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1243060 Mar 07 21:46:36.171683 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-87ca1324-f23d-484b-bf9d-2ae831135260 None None] Port b31355ef-2604-4a93-8a55-31179fc99009 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:36.177949 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf84bd89-697c-4cf3-be41-df2fc26f3b38 None None] Network ce6b398f-deef-4243-ad4c-9e52e36a494e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:36.242013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-e50c3486-c365-46f8-9a23-1227f2d6aca8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af607592-0307-4497-9759-ca585f0720eb']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:36.261631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Attempting to bind port aff56dee-5b8b-423a-8580-f51b333ed76f on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:46:36.262002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Attempting to bind port aff56dee-5b8b-423a-8580-f51b333ed76f by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:46:36.262437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Attempting to bind port aff56dee-5b8b-423a-8580-f51b333ed76f on network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:36.265681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a0743eb-284f-4242-ad3c-9f43e328680f req-a74d09a5-eda8-4c4b-8874-24ef13d2665b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2853e46-02cf-4725-8373-8bcee8ffbfc5 HTTP/1.1" status: 200 len: 217 time: 0.2086873 Mar 07 21:46:36.383759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-e50c3486-c365-46f8-9a23-1227f2d6aca8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9251e4-e972-40fc-886e-4f25f8ed5450') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:36.384065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-e50c3486-c365-46f8-9a23-1227f2d6aca8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9251e4-e972-40fc-886e-4f25f8ed5450') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:36.408947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0743eb-284f-4242-ad3c-9f43e328680f req-6f83602a-8eff-4f74-9079-cfc6ad4b8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:36.413964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a0743eb-284f-4242-ad3c-9f43e328680f req-6f83602a-8eff-4f74-9079-cfc6ad4b8f88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba04f21e-868d-402e-9b4f-3622fb48392a HTTP/1.1" status: 200 len: 853 time: 0.1210332 Mar 07 21:46:36.431639 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Port aff56dee-5b8b-423a-8580-f51b333ed76f on network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:46:36.436135 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Attempting to bind port aff56dee-5b8b-423a-8580-f51b333ed76f on network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:36.481958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:46:36.500006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Checking segment: {'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:36.500006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Bound using segment: {'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:46:36.500006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Bound port: aff56dee-5b8b-423a-8580-f51b333ed76f, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:46:36.500006 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (aff56dee-5b8b-423a-8580-f51b333ed76f), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:36.581701 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e50c3486-c365-46f8-9a23-1227f2d6aca8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (2d9251e4-e972-40fc-886e-4f25f8ed5450), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:36.624219 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-94e7fc31-c528-4e8c-b86b-84b20c42b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'name': 'tempest-ServerRescueNegativeTestJSON-240243572-router', 'tenant_id': '04bcb9fef1894f61b223b163697dce5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:13Z', 'updated_at': '2022-03-07T21:46:29Z', 'revision_number': 5, 'project_id': '04bcb9fef1894f61b223b163697dce5a', 'gw_port': {'id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:14Z', 'updated_at': '2022-03-07T21:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:36.650767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf3b8d2-360f-402c-aed9-9dd6b57ecbb2 None None] DHCP port deletion for ce6b398f-deef-4243-ad4c-9e52e36a494e request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:46:36.688603 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e7fc31-c528-4e8c-b86b-84b20c42b7a8 None None] Checking router: 1ab55289-e82f-44ed-97aa-2e2afdf60bce for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:36.713427 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e7fc31-c528-4e8c-b86b-84b20c42b7a8 None None] Routers {'1ab55289-e82f-44ed-97aa-2e2afdf60bce'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:36.714384 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-94e7fc31-c528-4e8c-b86b-84b20c42b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1ab55289-e82f-44ed-97aa-2e2afdf60bce'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:36.822118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-aaf3b8d2-360f-402c-aed9-9dd6b57ecbb2 None None] Deleting port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:36.827519 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aaf3b8d2-360f-402c-aed9-9dd6b57ecbb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:36.843053 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a0743eb-284f-4242-ad3c-9f43e328680f req-f41badc4-8c1d-4915-8264-0b06fd10fc11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3968461 Mar 07 21:46:36.937938 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-94e7fc31-c528-4e8c-b86b-84b20c42b7a8 None None] Set router 1ab55289-e82f-44ed-97aa-2e2afdf60bce gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:46:36.996984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] For port aff56dee-5b8b-423a-8580-f51b333ed76f, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:46:37.009187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] For port aff56dee-5b8b-423a-8580-f51b333ed76f, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=aff56dee-5b8b-423a-8580-f51b333ed76f,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:46:37.082244 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e50c3486-c365-46f8-9a23-1227f2d6aca8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (2d9251e4-e972-40fc-886e-4f25f8ed5450), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:37.086660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-aaf3b8d2-360f-402c-aed9-9dd6b57ecbb2 None None] For port c4dc5624-c3c5-48cc-9e6c-9450e0904f38, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c4dc5624-c3c5-48cc-9e6c-9450e0904f38,segment=NetworkSegment(c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d),segment_id=c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:37.088163 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aaf3b8d2-360f-402c-aed9-9dd6b57ecbb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:37.089645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31355ef-2604-4a93-8a55-31179fc99009 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:46:37.093649 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (aff56dee-5b8b-423a-8580-f51b333ed76f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:37.129815 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Publish callbacks [] for port (b31355ef-2604-4a93-8a55-31179fc99009), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:37.142597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-aaf3b8d2-360f-402c-aed9-9dd6b57ecbb2 None None] Calling delete_port for c4dc5624-c3c5-48cc-9e6c-9450e0904f38 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:37.154987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Transition to ACTIVE for port object b31355ef-2604-4a93-8a55-31179fc99009 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:46:37.173044 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (b31355ef-2604-4a93-8a55-31179fc99009), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:37.277199 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (ce6b398f-deef-4243-ad4c-9e52e36a494e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:37.356558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Pushing event updated for resources: {'Port': ['ID=aff56dee-5b8b-423a-8580-f51b333ed76f,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:37.366341 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] Publish callbacks [] for router (1ab55289-e82f-44ed-97aa-2e2afdf60bce), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:37.432741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50c3486-c365-46f8-9a23-1227f2d6aca8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:46:37.433421 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e50c3486-c365-46f8-9a23-1227f2d6aca8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (2d9251e4-e972-40fc-886e-4f25f8ed5450), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:37.439245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Pushing event updated for resources: {'Port': ['ID=b31355ef-2604-4a93-8a55-31179fc99009,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:46:37.445124 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:46:37.502574 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aaf3b8d2-360f-402c-aed9-9dd6b57ecbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:37.656950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf3b8d2-360f-402c-aed9-9dd6b57ecbb2 None None] No DVR routers for this DVR port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:37.658126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f05ee-d46e-4033-b4d8-15a7b92c7a71 req-d560d3d5-f963-488b-a189-c469452a4226 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:37.670270 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf7f05ee-d46e-4033-b4d8-15a7b92c7a71 req-d560d3d5-f963-488b-a189-c469452a4226 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=122e1555-4702-4bc9-b3fe-2a6569e7500a HTTP/1.1" status: 200 len: 943 time: 1.4247825 Mar 07 21:46:37.682505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3b8d2-360f-402c-aed9-9dd6b57ecbb2 None None] Pushing event deleted for resources: {'Port': ['ID=c4dc5624-c3c5-48cc-9e6c-9450e0904f38,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:37.735037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c4dc5624-c3c5-48cc-9e6c-9450e0904f38 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:46:37.832333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: c4dc5624-c3c5-48cc-9e6c-9450e0904f38 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:46:37.833832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c4dc5624-c3c5-48cc-9e6c-9450e0904f38 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:46:37.874311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Attempting to bind port b31355ef-2604-4a93-8a55-31179fc99009 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:46:37.874978 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Attempting to bind port b31355ef-2604-4a93-8a55-31179fc99009 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:46:37.875518 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Attempting to bind port b31355ef-2604-4a93-8a55-31179fc99009 on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:37.892948 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Port b31355ef-2604-4a93-8a55-31179fc99009 on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:46:37.893572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Attempting to bind port b31355ef-2604-4a93-8a55-31179fc99009 on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:37.921914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:46:37.922624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Checking segment: {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:37.923612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Bound using segment: {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:46:37.925814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:37.926461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Bound port: b31355ef-2604-4a93-8a55-31179fc99009, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:46:37.927025 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b31355ef-2604-4a93-8a55-31179fc99009), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:37.928940 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:37.931395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-22763d99-aba0-4f66-baa6-557c1c40be22 service neutron] 10.222.0.15 "PUT /v2.0/ports/aff56dee-5b8b-423a-8580-f51b333ed76f HTTP/1.1" status: 200 len: 1091 time: 6.2384138 Mar 07 21:46:37.959087 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf7f05ee-d46e-4033-b4d8-15a7b92c7a71 req-0ca6fda5-6be5-46c9-9bce-4792a2cfcf8e tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866516 Mar 07 21:46:37.964029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122e1555-4702-4bc9-b3fe-2a6569e7500a', 'tag': 'aff56dee-5b8b-423a-8580-f51b333ed76f'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:37.973040 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57933271-ad66-4a7d-8fe0-2009b60f4a64" -d '{"events": [{"name": "network-changed", "server_uuid": "122e1555-4702-4bc9-b3fe-2a6569e7500a", "tag": "aff56dee-5b8b-423a-8580-f51b333ed76f"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:46:38.048591 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-94e7fc31-c528-4e8c-b86b-84b20c42b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'name': 'tempest-ServerRescueNegativeTestJSON-240243572-router', 'tenant_id': '04bcb9fef1894f61b223b163697dce5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:13Z', 'updated_at': '2022-03-07T21:46:29Z', 'revision_number': 5, 'project_id': '04bcb9fef1894f61b223b163697dce5a', 'gw_port': {'id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:14Z', 'updated_at': '2022-03-07T21:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:38.057668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff30c6-4fa3-4c63-9b7b-f0762f83e52d req-dc25e495-6214-4a93-8e6c-9c2a4963b6bc tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:38.067422 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87ff30c6-4fa3-4c63-9b7b-f0762f83e52d req-dc25e495-6214-4a93-8e6c-9c2a4963b6bc tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 931 time: 1.2645888 Mar 07 21:46:38.086155 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] Publish callbacks [] for router_gateway (1ab55289-e82f-44ed-97aa-2e2afdf60bce), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:38.097834 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e7fc31-c528-4e8c-b86b-84b20c42b7a8 None None] The sync data for ids ['1ab55289-e82f-44ed-97aa-2e2afdf60bce'] in n-d-832330-1 is: [{'id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'name': 'tempest-ServerRescueNegativeTestJSON-240243572-router', 'tenant_id': '04bcb9fef1894f61b223b163697dce5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:42:13Z', 'updated_at': '2022-03-07T21:46:29Z', 'revision_number': 5, 'project_id': '04bcb9fef1894f61b223b163697dce5a', 'gw_port': {'id': '5b3afc9e-7211-4dbd-9588-e6606c597976', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab55289-e82f-44ed-97aa-2e2afdf60bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:14Z', 'updated_at': '2022-03-07T21:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:38.166496 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e50c3486-c365-46f8-9a23-1227f2d6aca8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (af607592-0307-4497-9759-ca585f0720eb), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:38.218348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] For port b31355ef-2604-4a93-8a55-31179fc99009, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:46:38.222166 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e50c3486-c365-46f8-9a23-1227f2d6aca8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:38.237804 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e50c3486-c365-46f8-9a23-1227f2d6aca8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/networks/af607592-0307-4497-9759-ca585f0720eb HTTP/1.1" status: 204 len: 168 time: 3.4710865 Mar 07 21:46:38.240157 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] For port b31355ef-2604-4a93-8a55-31179fc99009, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b31355ef-2604-4a93-8a55-31179fc99009,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:46:38.257141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37606) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:38.271202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:38.271788 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:38.295682 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-f72d2ed3-4593-4688-8db5-e0a456fd4bc4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'network': {'name': 'tempest-RoutersTest-195354962'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:38.300884 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (b31355ef-2604-4a93-8a55-31179fc99009), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:38.307722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d230616-d07a-4cca-ba15-69c22b180dd8 req-a9610a76-76b5-48fa-93ce-a33f5c92f23d tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 210 time: 0.1846230 Mar 07 21:46:38.373276 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c3486-c365-46f8-9a23-1227f2d6aca8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Network': ['ID=af607592-0307-4497-9759-ca585f0720eb,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:38.473020 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b8107f-ef7b-4c9d-9f67-0971451c1719 x-openstack-request-id: req-14b8107f-ef7b-4c9d-9f67-0971451c1719 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:46:38.474017 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122e1555-4702-4bc9-b3fe-2a6569e7500a", "tag": "aff56dee-5b8b-423a-8580-f51b333ed76f", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:46:38.474642 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14b8107f-ef7b-4c9d-9f67-0971451c1719 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:46:38.475971 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122e1555-4702-4bc9-b3fe-2a6569e7500a', 'tag': 'aff56dee-5b8b-423a-8580-f51b333ed76f', 'status': 'completed', 'code': 200} Mar 07 21:46:38.487843 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Pushing event updated for resources: {'Port': ['ID=b31355ef-2604-4a93-8a55-31179fc99009,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:38.488885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a0743eb-284f-4242-ad3c-9f43e328680f req-90dfe846-11ce-42aa-ad86-8d36de20d5fb service neutron] 10.222.0.13 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6367471 Mar 07 21:46:38.496656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72d2ed3-4593-4688-8db5-e0a456fd4bc4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:38.501065 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f72d2ed3-4593-4688-8db5-e0a456fd4bc4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:38.547515 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device f2853e46-02cf-4725-8373-8bcee8ffbfc5 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:46:38.621743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:38.622800 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:38.629266 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-50fe47bc-4600-4d3c-81df-b07a113b5cfe service neutron] 10.222.0.13 "PUT /v2.0/ports/b31355ef-2604-4a93-8a55-31179fc99009 HTTP/1.1" status: 200 len: 1091 time: 2.8340323 Mar 07 21:46:38.636627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664d7367-2226-44e9-ab5d-ddb4c679cc8b', 'tag': 'b31355ef-2604-4a93-8a55-31179fc99009'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:38.651233 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019f9a31-0c75-4549-b0b6-f0ee021dd85b" -d '{"events": [{"name": "network-changed", "server_uuid": "664d7367-2226-44e9-ab5d-ddb4c679cc8b", "tag": "b31355ef-2604-4a93-8a55-31179fc99009"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:46:38.861579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port f2853e46-02cf-4725-8373-8bcee8ffbfc5, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=f2853e46-02cf-4725-8373-8bcee8ffbfc5,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:38.889566 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a753297-2d67-438b-b4a8-40ce1fe8eeb1 x-openstack-request-id: req-8a753297-2d67-438b-b4a8-40ce1fe8eeb1 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:46:38.889799 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664d7367-2226-44e9-ab5d-ddb4c679cc8b", "tag": "b31355ef-2604-4a93-8a55-31179fc99009", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:46:38.890706 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a753297-2d67-438b-b4a8-40ce1fe8eeb1 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:46:38.892728 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664d7367-2226-44e9-ab5d-ddb4c679cc8b', 'tag': 'b31355ef-2604-4a93-8a55-31179fc99009', 'status': 'completed', 'code': 200} Mar 07 21:46:38.893225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'f2853e46-02cf-4725-8373-8bcee8ffbfc5', 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6', 'port_id': 'f2853e46-02cf-4725-8373-8bcee8ffbfc5', 'mac_address': 'fa:16:3e:8c:43:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba04f21e-868d-402e-9b4f-3622fb48392a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:46:38.951837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72d2ed3-4593-4688-8db5-e0a456fd4bc4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:46:38.974534 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f72d2ed3-4593-4688-8db5-e0a456fd4bc4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3035fbe8-0b8c-432e-8c93-cd1c63666c38), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:38.975694 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-f72d2ed3-4593-4688-8db5-e0a456fd4bc4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Added segment 3035fbe8-0b8c-432e-8c93-cd1c63666c38 of type vlan for network ebc81065-ba22-4731-934d-f8ff7a218e30 Mar 07 21:46:39.051458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port f2853e46-02cf-4725-8373-8bcee8ffbfc5 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:39.052130 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f2853e46-02cf-4725-8373-8bcee8ffbfc5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:39.084913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2853e46-02cf-4725-8373-8bcee8ffbfc5 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:46:39.143475 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] For port c4dc5624-c3c5-48cc-9e6c-9450e0904f38, host n-d-832330-1, got binding levels [] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:39.144141 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:39.187097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port f2853e46-02cf-4725-8373-8bcee8ffbfc5, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=f2853e46-02cf-4725-8373-8bcee8ffbfc5,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:39.204456 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f2853e46-02cf-4725-8373-8bcee8ffbfc5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:39.299873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for c4dc5624-c3c5-48cc-9e6c-9450e0904f38 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:39.307654 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 was not found and therefore no delete operation was performed {{(pid=103718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 21:46:39.314112 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] Deleting port 5b3afc9e-7211-4dbd-9588-e6606c597976 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:39.314764 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5b3afc9e-7211-4dbd-9588-e6606c597976), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:39.339561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=f2853e46-02cf-4725-8373-8bcee8ffbfc5,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:39.339999 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c4dc5624-c3c5-48cc-9e6c-9450e0904f38), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:39.382413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-ce219262-e91f-4727-b19d-151273f1beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:39.384445 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-ce219262-e91f-4727-b19d-151273f1beb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 1125 time: 0.5310264 Mar 07 21:46:39.433976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No DVR routers for this DVR port c4dc5624-c3c5-48cc-9e6c-9450e0904f38 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:39.513446 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=c4dc5624-c3c5-48cc-9e6c-9450e0904f38,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:39.513708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['f2853e46-02cf-4725-8373-8bcee8ffbfc5'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:46:39.525865 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-6ce74183-7f2b-4e06-add6-7dac7acfe557 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31355ef-2604-4a93-8a55-31179fc99009 HTTP/1.1" status: 200 len: 217 time: 0.0944681 Mar 07 21:46:39.595642 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f72d2ed3-4593-4688-8db5-e0a456fd4bc4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (ebc81065-ba22-4731-934d-f8ff7a218e30), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:39.607507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-3bd175cb-e80e-4f28-8a0d-a0b8f9c8b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:39.609380 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-3bd175cb-e80e-4f28-8a0d-a0b8f9c8b76b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.0582688 Mar 07 21:46:39.632658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 05e45333-f1f3-4355-b878-9c583e3fa921 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:46:39.638939 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a0743eb-284f-4242-ad3c-9f43e328680f req-0366fc11-3929-41fc-a41b-993485e321e0 service neutron] 10.222.0.13 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0872774 Mar 07 21:46:39.670335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-382e434c-cc4c-49ea-8287-91e54761f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:39.671865 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-382e434c-cc4c-49ea-8287-91e54761f26d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=205350e49754452aac7afbcbba5f7118&device_id=122e1555-4702-4bc9-b3fe-2a6569e7500a HTTP/1.1" status: 200 len: 1125 time: 1.5628567 Mar 07 21:46:39.690889 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87ff30c6-4fa3-4c63-9b7b-f0762f83e52d req-9c3d5055-6945-4c29-a1cb-b241e8d53d8f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6225126 Mar 07 21:46:39.696433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 05e45333-f1f3-4355-b878-9c583e3fa921 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:46:39.696790 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 05e45333-f1f3-4355-b878-9c583e3fa921 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:46:39.713117 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] For port 5b3afc9e-7211-4dbd-9588-e6606c597976, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5b3afc9e-7211-4dbd-9588-e6606c597976,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:39.713655 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5b3afc9e-7211-4dbd-9588-e6606c597976), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:39.733165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] Calling delete_port for 5b3afc9e-7211-4dbd-9588-e6606c597976 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:39.763419 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.db.resource_extend [None req-f72d2ed3-4593-4688-8db5-e0a456fd4bc4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:46:39.843276 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-331a3375-cf13-45fd-bb97-dad376b01788 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:39.846648 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-331a3375-cf13-45fd-bb97-dad376b01788 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.15 "GET /v2.0/networks?id=32b92585-dc87-411b-a89d-010b1d8767b0 HTTP/1.1" status: 200 len: 812 time: 0.8864596 Mar 07 21:46:39.848110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-c2aa1581-22e6-4ff3-a4eb-3fa27fcddef4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aff56dee-5b8b-423a-8580-f51b333ed76f HTTP/1.1" status: 200 len: 217 time: 0.1055422 Mar 07 21:46:39.910492 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-03cc1718-f729-4919-834a-39ed8233077b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'port': {'device_id': '5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1', 'network_id': '32b92585-dc87-411b-a89d-010b1d8767b0', 'admin_state_up': True, 'tenant_id': '403f3deab64c4fccbdc05488aa7b8f2f'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:39.951970 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a4c8abdd-8a1c-4d8c-a53d-9e97053b52e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:39.953589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-a4c8abdd-8a1c-4d8c-a53d-9e97053b52e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba04f21e-868d-402e-9b4f-3622fb48392a HTTP/1.1" status: 200 len: 853 time: 0.0620494 Mar 07 21:46:39.955687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb133aed-6328-4144-8e1e-fef3d5c97fe3 req-3ad65436-4462-43aa-9147-acd4b643cb9c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 210 time: 0.1406608 Mar 07 21:46:39.957929 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f72d2ed3-4593-4688-8db5-e0a456fd4bc4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (ebc81065-ba22-4731-934d-f8ff7a218e30), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:39.966960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72d2ed3-4593-4688-8db5-e0a456fd4bc4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:39.966960 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f72d2ed3-4593-4688-8db5-e0a456fd4bc4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:40.037430 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (ce6b398f-deef-4243-ad4c-9e52e36a494e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:40.076438 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6b398f-deef-4243-ad4c-9e52e36a494e']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:40.103289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d2ed3-4593-4688-8db5-e0a456fd4bc4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Network': ['ID=ebc81065-ba22-4731-934d-f8ff7a218e30,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:40.103838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:40.104149 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:40.110299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-1862b47c-9cbe-4baa-97b6-5112566ce0b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378961 Mar 07 21:46:40.120310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ade9aa-157c-45a3-b71e-31aba8de01e3 req-0c12be35-754c-434e-97d8-73142ecb5203 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:40.124958 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:40.129505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network ebc81065-ba22-4731-934d-f8ff7a218e30 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:46:40.143625 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-b40bd049-6cab-43bb-9a84-08383ae00063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:40.144412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7ade9aa-157c-45a3-b71e-31aba8de01e3 req-0c12be35-754c-434e-97d8-73142ecb5203 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=122e1555-4702-4bc9-b3fe-2a6569e7500a HTTP/1.1" status: 200 len: 943 time: 0.5021193 Mar 07 21:46:40.145238 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-b40bd049-6cab-43bb-9a84-08383ae00063 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3930771 Mar 07 21:46:40.145880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-03cc1718-f729-4919-834a-39ed8233077b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Made reservation on behalf of 403f3deab64c4fccbdc05488aa7b8f2f for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:40.149297 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-03cc1718-f729-4919-834a-39ed8233077b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:40.180010 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f72d2ed3-4593-4688-8db5-e0a456fd4bc4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9168735 Mar 07 21:46:40.183901 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37636) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:40.187682 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0a9342d4-9e47-443b-a9e6-4eeedf8b5ace tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'subnet': {'network_id': 'ebc81065-ba22-4731-934d-f8ff7a218e30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:40.304321 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-20c2699f-d1ce-4ad0-a5e2-bddbe080df79 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029718 Mar 07 21:46:40.325688 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:40.336297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7ade9aa-157c-45a3-b71e-31aba8de01e3 req-b3f8eefd-6a05-4698-bbad-4513d586fd0a tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912439 Mar 07 21:46:40.364731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:46:40.365150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (c7d8c5e8-1efb-42e9-afd3-fc5e9fd3413d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:46:40.376348 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:46:40.379291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9342d4-9e47-443b-a9e6-4eeedf8b5ace tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:40.381324 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a9342d4-9e47-443b-a9e6-4eeedf8b5ace tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:40.418753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-3d005e01-227e-4e72-bc97-c33552856c10 service neutron] 10.222.0.15 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540107 Mar 07 21:46:40.634909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f41dbe96-a756-43c6-9046-7c6611cc0daf req-dfeda90a-ee0f-4677-8f01-2011fb966ea2 service neutron] 10.222.0.15 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052393 Mar 07 21:46:40.641672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device f2853e46-02cf-4725-8373-8bcee8ffbfc5 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:40.739261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port f2853e46-02cf-4725-8373-8bcee8ffbfc5 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:46:40.744823 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port f2853e46-02cf-4725-8373-8bcee8ffbfc5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:40.745436 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f2853e46-02cf-4725-8373-8bcee8ffbfc5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:40.904761 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port f2853e46-02cf-4725-8373-8bcee8ffbfc5 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:40.908756 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f2853e46-02cf-4725-8373-8bcee8ffbfc5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:40.939289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df31b493-1de9-423f-8357-a75a213c7ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2853e46-02cf-4725-8373-8bcee8ffbfc5'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:40.942088 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a305a9b9-1c35-47fb-890b-8222c6d694e9" -d '{"events": [{"server_uuid": "df31b493-1de9-423f-8357-a75a213c7ece", "name": "network-vif-plugged", "status": "completed", "tag": "f2853e46-02cf-4725-8373-8bcee8ffbfc5"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:46:40.953450 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a9342d4-9e47-443b-a9e6-4eeedf8b5ace tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (07aaac4b-eac8-486a-b733-88bfc46f3f45), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:40.964303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port f2853e46-02cf-4725-8373-8bcee8ffbfc5, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=f2853e46-02cf-4725-8373-8bcee8ffbfc5,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:40.973070 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f2853e46-02cf-4725-8373-8bcee8ffbfc5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:41.031590 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd990abe-fed1-47e5-9643-e75455ae1009 x-openstack-request-id: req-dd990abe-fed1-47e5-9643-e75455ae1009 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:46:41.032914 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df31b493-1de9-423f-8357-a75a213c7ece", "name": "network-vif-plugged", "status": "completed", "tag": "f2853e46-02cf-4725-8373-8bcee8ffbfc5", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:46:41.033384 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd990abe-fed1-47e5-9643-e75455ae1009 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:46:41.033976 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df31b493-1de9-423f-8357-a75a213c7ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2853e46-02cf-4725-8373-8bcee8ffbfc5', 'code': 200} Mar 07 21:46:41.058390 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-74422e4f-768d-4e95-b0f1-cafa9070b88b req-8d097992-f9d7-4e11-b80e-5f02d3e8cc02 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7448535 Mar 07 21:46:41.101840 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (ce6b398f-deef-4243-ad4c-9e52e36a494e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:41.144868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=f2853e46-02cf-4725-8373-8bcee8ffbfc5,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:41.148397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57933271-ad66-4a7d-8fe0-2009b60f4a64 req-442b47ca-7e8c-41d5-a14e-ed3f9de84c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:41.150918 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57933271-ad66-4a7d-8fe0-2009b60f4a64 req-442b47ca-7e8c-41d5-a14e-ed3f9de84c96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=205350e49754452aac7afbcbba5f7118&device_id=122e1555-4702-4bc9-b3fe-2a6569e7500a HTTP/1.1" status: 200 len: 1125 time: 0.4307835 Mar 07 21:46:41.170791 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:41.174663 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/networks/ce6b398f-deef-4243-ad4c-9e52e36a494e HTTP/1.1" status: 204 len: 168 time: 5.0363293 Mar 07 21:46:41.179702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37652) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:41.189541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abbbc9-b354-488d-9a95-27879468dcb9 req-55d5dbac-a443-41b5-acb6-7bd0d1415f2d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:41.191765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-23abbbc9-b354-488d-9a95-27879468dcb9 req-55d5dbac-a443-41b5-acb6-7bd0d1415f2d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 943 time: 0.3642654 Mar 07 21:46:41.221104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e25efe8c-0c71-45c8-9dad-2f1bbb81b235 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1756297603'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:41.240830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4645b8-bdce-43e6-909e-a0693b2d8e58 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Network': ['ID=ce6b398f-deef-4243-ad4c-9e52e36a494e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:41.289483 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5b3afc9e-7211-4dbd-9588-e6606c597976), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:41.313061 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25efe8c-0c71-45c8-9dad-2f1bbb81b235 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:41.321915 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e25efe8c-0c71-45c8-9dad-2f1bbb81b235 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:41.352308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57933271-ad66-4a7d-8fe0-2009b60f4a64 req-7d93e3f9-e803-4c50-b4c1-47b030706bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:41.356615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57933271-ad66-4a7d-8fe0-2009b60f4a64 req-7d93e3f9-e803-4c50-b4c1-47b030706bd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6 HTTP/1.1" status: 200 len: 914 time: 0.1581137 Mar 07 21:46:41.365461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaf790-9e18-4acb-9905-1ca962cd2639 req-ba509a8b-1369-4c67-925f-e711df8b5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:41.367094 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e8aaf790-9e18-4acb-9905-1ca962cd2639 req-ba509a8b-1369-4c67-925f-e711df8b5c9e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df31b493-1de9-423f-8357-a75a213c7ece HTTP/1.1" status: 200 len: 1127 time: 0.2303197 Mar 07 21:46:41.371751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] Pushing event deleted for resources: {'Port': ['ID=5b3afc9e-7211-4dbd-9588-e6606c597976,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:41.391030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9342d4-9e47-443b-a9e6-4eeedf8b5ace tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Subnet': ['ID=07aaac4b-eac8-486a-b733-88bfc46f3f45,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:41.411388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b552f2c7-cbb2-4114-8e86-0dee15e36fd9 req-03d41cff-b99e-4800-8555-1859f7ee506c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 210 time: 0.0846267 Mar 07 21:46:41.463339 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-03cc1718-f729-4919-834a-39ed8233077b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Allocated IP 172.20.0.12 (32b92585-dc87-411b-a89d-010b1d8767b0/fa7bfe6c-aec1-45a3-b688-4abd795bc27a/463f9dfe-7088-4a9d-bfb8-504ffa0bed6e) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:41.466810 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57933271-ad66-4a7d-8fe0-2009b60f4a64 req-f5f437a7-68bd-4681-ae63-79b6c251f666 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aff56dee-5b8b-423a-8580-f51b333ed76f HTTP/1.1" status: 200 len: 217 time: 0.0598536 Mar 07 21:46:41.473824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25efe8c-0c71-45c8-9dad-2f1bbb81b235 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:46:41.500655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9342d4-9e47-443b-a9e6-4eeedf8b5ace tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Checking segment: {'id': '3035fbe8-0b8c-432e-8c93-cd1c63666c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ebc81065-ba22-4731-934d-f8ff7a218e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:41.501409 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9342d4-9e47-443b-a9e6-4eeedf8b5ace tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network hostable DHCP agents. Network: ebc81065-ba22-4731-934d-f8ff7a218e30, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:46:41.509532 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f9a31-0c75-4549-b0b6-f0ee021dd85b req-cd7f7449-bbad-42bb-9439-6b7cdceb8e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:41.511533 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-019f9a31-0c75-4549-b0b6-f0ee021dd85b req-cd7f7449-bbad-42bb-9439-6b7cdceb8e4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 1125 time: 0.3567743 Mar 07 21:46:41.533378 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e25efe8c-0c71-45c8-9dad-2f1bbb81b235 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (de26228f-69f0-455d-97e7-8517e3dd1a4d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:41.533772 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-e25efe8c-0c71-45c8-9dad-2f1bbb81b235 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Added segment de26228f-69f0-455d-97e7-8517e3dd1a4d of type vlan for network f775d332-6e61-46d4-b2ae-ea3957b84cbb Mar 07 21:46:41.566196 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e8aaf790-9e18-4acb-9905-1ca962cd2639 req-0e1af886-ffec-4764-81dd-e2897a686186 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902978 Mar 07 21:46:41.617539 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (1ab55289-e82f-44ed-97aa-2e2afdf60bce), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:41.661206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-23abbbc9-b354-488d-9a95-27879468dcb9 req-0d0dd7cc-74a4-4aed-bddf-4788451491eb tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403761 Mar 07 21:46:41.709534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9342d4-9e47-443b-a9e6-4eeedf8b5ace tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network ebc81065-ba22-4731-934d-f8ff7a218e30 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:46:41.721143 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e25efe8c-0c71-45c8-9dad-2f1bbb81b235 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (f775d332-6e61-46d4-b2ae-ea3957b84cbb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:41.741180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57933271-ad66-4a7d-8fe0-2009b60f4a64 req-fa117b13-4c16-4bed-af22-515036b59aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:41.743134 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57933271-ad66-4a7d-8fe0-2009b60f4a64 req-fa117b13-4c16-4bed-af22-515036b59aac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba04f21e-868d-402e-9b4f-3622fb48392a HTTP/1.1" status: 200 len: 853 time: 0.2595885 Mar 07 21:46:41.747359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-0a9342d4-9e47-443b-a9e6-4eeedf8b5ace tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, ebc81065-ba22-4731-934d-f8ff7a218e30) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:41.756701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c191c49f-7ae9-4af3-a56f-f401e762d24d None None] Network ebc81065-ba22-4731-934d-f8ff7a218e30 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:41.763412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9342d4-9e47-443b-a9e6-4eeedf8b5ace tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:41.771738 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a9342d4-9e47-443b-a9e6-4eeedf8b5ace tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:41.783320 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (1ab55289-e82f-44ed-97aa-2e2afdf60bce), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:41.788403 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] Publish callbacks [] for router_controller (1ab55289-e82f-44ed-97aa-2e2afdf60bce), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:41.807697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc95519-bf46-4646-9bea-0fc6446d0624 req-4b6fcd61-f589-4eff-bf59-fd0727d58b12 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:41.809867 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9bc95519-bf46-4646-9bea-0fc6446d0624 req-4b6fcd61-f589-4eff-bf59-fd0727d58b12 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=122e1555-4702-4bc9-b3fe-2a6569e7500a HTTP/1.1" status: 200 len: 943 time: 0.2693336 Mar 07 21:46:41.850023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57933271-ad66-4a7d-8fe0-2009b60f4a64 req-1c799784-fa2d-43dc-bb65-e06a4b8dc7a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739379 Mar 07 21:46:41.888604 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0a9342d4-9e47-443b-a9e6-4eeedf8b5ace tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7048028 Mar 07 21:46:41.896618 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37656) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:41.909396 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6f53666d-c9ab-4900-a957-9979cfc9d4be tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-116233809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:41.925425 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e25efe8c-0c71-45c8-9dad-2f1bbb81b235 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (f775d332-6e61-46d4-b2ae-ea3957b84cbb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:41.932202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25efe8c-0c71-45c8-9dad-2f1bbb81b235 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:41.933098 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e25efe8c-0c71-45c8-9dad-2f1bbb81b235 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:41.933248 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9bc95519-bf46-4646-9bea-0fc6446d0624 req-a47ababb-ea25-445d-9c16-7e679b152ba4 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911806 Mar 07 21:46:41.935037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f9a31-0c75-4549-b0b6-f0ee021dd85b req-e6317605-b0fb-46fb-9b34-87469ce7b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:41.936411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-019f9a31-0c75-4549-b0b6-f0ee021dd85b req-e6317605-b0fb-46fb-9b34-87469ce7b9b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.3834820 Mar 07 21:46:41.992200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-ebc81065-ba22-4731-934d-f8ff7a218e30', 'network_id': 'ebc81065-ba22-4731-934d-f8ff7a218e30', 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'fixed_ips': [{'subnet_id': '07aaac4b-eac8-486a-b733-88bfc46f3f45'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:46:41.995384 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:42.009680 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (1ab55289-e82f-44ed-97aa-2e2afdf60bce), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:42.010374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab55289-e82f-44ed-97aa-2e2afdf60bce {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:46:42.048453 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:42.049865 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-acf54ac4-d4e4-4319-bd24-0368182942be admin admin] 10.222.0.26 "DELETE /v2.0/routers/1ab55289-e82f-44ed-97aa-2e2afdf60bce HTTP/1.1" status: 204 len: 168 time: 6.0623658 Mar 07 21:46:42.077332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37658) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:42.127096 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-019f9a31-0c75-4549-b0b6-f0ee021dd85b req-324caead-7f53-4bfd-91ea-aa7a864fd071 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31355ef-2604-4a93-8a55-31179fc99009 HTTP/1.1" status: 200 len: 217 time: 0.1814382 Mar 07 21:46:42.172174 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e25efe8c-0c71-45c8-9dad-2f1bbb81b235 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9549797 Mar 07 21:46:42.217418 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f53666d-c9ab-4900-a957-9979cfc9d4be tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (26f12735-fdfd-4427-a9f7-b53d91f55fed), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:42.222414 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f53666d-c9ab-4900-a957-9979cfc9d4be tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (26f12735-fdfd-4427-a9f7-b53d91f55fed), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:42.236263 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37662) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:42.246242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f9a31-0c75-4549-b0b6-f0ee021dd85b req-82943999-73eb-4c96-9e09-a7a0fba1d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:42.248887 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-019f9a31-0c75-4549-b0b6-f0ee021dd85b req-82943999-73eb-4c96-9e09-a7a0fba1d1b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.1155889 Mar 07 21:46:42.297382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-039ca0e3-18d7-4f12-bc96-9d0fe0d37665 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'subnet': {'network_id': 'f775d332-6e61-46d4-b2ae-ea3957b84cbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:42.359197 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Allocated IP 172.20.0.2 (ebc81065-ba22-4731-934d-f8ff7a218e30/07aaac4b-eac8-486a-b733-88bfc46f3f45/466d05a8-3786-4d20-b918-aba709b6c60e) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:42.367920 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57933271-ad66-4a7d-8fe0-2009b60f4a64 req-923f907a-e3d2-4178-b0f6-b474dac2ea02 service neutron] 10.222.0.15 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988008 Mar 07 21:46:42.376668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f9a31-0c75-4549-b0b6-f0ee021dd85b req-fb8cbee0-0baf-4d9b-8500-4f87cd5257e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:42.378447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-019f9a31-0c75-4549-b0b6-f0ee021dd85b req-fb8cbee0-0baf-4d9b-8500-4f87cd5257e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1162686 Mar 07 21:46:42.492138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdeb1b91-a414-4b9f-a16f-b7df07116fe1 admin admin] Deleting subnet 63c081fe-dc52-4918-ab2b-7c35c53daa65 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:46:42.496430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-019f9a31-0c75-4549-b0b6-f0ee021dd85b req-604f4421-20da-47c6-84c8-a7430e2271ba service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046612 Mar 07 21:46:42.502306 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1b91-a414-4b9f-a16f-b7df07116fe1 admin admin] Publish callbacks [] for subnet (63c081fe-dc52-4918-ab2b-7c35c53daa65), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:42.513309 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25efe8c-0c71-45c8-9dad-2f1bbb81b235 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Network': ['ID=f775d332-6e61-46d4-b2ae-ea3957b84cbb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:42.545537 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-03cc1718-f729-4919-834a-39ed8233077b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:42.607010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network f775d332-6e61-46d4-b2ae-ea3957b84cbb details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:46:42.638050 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1b91-a414-4b9f-a16f-b7df07116fe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (63c081fe-dc52-4918-ab2b-7c35c53daa65), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:42.645955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039ca0e3-18d7-4f12-bc96-9d0fe0d37665 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:42.649551 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-039ca0e3-18d7-4f12-bc96-9d0fe0d37665 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:42.665805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c1760f6-1fd9-49d3-a06d-f755d6ca5e4f req-63523527-b6da-44ae-b297-635e5a181391 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 210 time: 0.0423799 Mar 07 21:46:42.697106 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57933271-ad66-4a7d-8fe0-2009b60f4a64 req-8650ec14-478f-491c-9db5-c6550c880ac4 service neutron] 10.222.0.15 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177323 Mar 07 21:46:42.745556 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-019f9a31-0c75-4549-b0b6-f0ee021dd85b req-c86ee4ae-ddad-447f-8911-24375ce89c3a service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378254 Mar 07 21:46:42.783369 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f53666d-c9ab-4900-a957-9979cfc9d4be tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_controller (26f12735-fdfd-4427-a9f7-b53d91f55fed), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:42.809022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f53666d-c9ab-4900-a957-9979cfc9d4be tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (26f12735-fdfd-4427-a9f7-b53d91f55fed), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:42.845805 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f53666d-c9ab-4900-a957-9979cfc9d4be tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:42.850933 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6f53666d-c9ab-4900-a957-9979cfc9d4be tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9516714 Mar 07 21:46:42.866767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37668) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:42.879338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-529dc408-b09d-4f44-8dca-27bc2f155cb7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'port': {'network_id': 'ebc81065-ba22-4731-934d-f8ff7a218e30', 'name': 'tempest-RoutersTest-339343618'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:42.906450 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1b91-a414-4b9f-a16f-b7df07116fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (63c081fe-dc52-4918-ab2b-7c35c53daa65), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:42.992292 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Publish callbacks [] for port (466d05a8-3786-4d20-b918-aba709b6c60e), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:43.003656 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:43.054157 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-03cc1718-f729-4919-834a-39ed8233077b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:43.084359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9c0de-4ce4-4e21-b581-7c9f8b728629 req-227e81de-63aa-41ea-a4c0-00c3347abe8a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:43.086525 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7a9c0de-4ce4-4e21-b581-7c9f8b728629 req-227e81de-63aa-41ea-a4c0-00c3347abe8a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 943 time: 0.2755175 Mar 07 21:46:43.099215 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Network ebc81065-ba22-4731-934d-f8ff7a218e30 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:43.102511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:43.106458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:43.116119 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Pushing event updated for resources: {'Port': ['ID=466d05a8-3786-4d20-b918-aba709b6c60e,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:43.251311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc1718-f729-4919-834a-39ed8233077b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'Port': ['ID=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:43.277369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Attempting to bind port 466d05a8-3786-4d20-b918-aba709b6c60e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:46:43.280497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Attempting to bind port 466d05a8-3786-4d20-b918-aba709b6c60e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '3035fbe8-0b8c-432e-8c93-cd1c63666c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ebc81065-ba22-4731-934d-f8ff7a218e30'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:46:43.280900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Attempting to bind port 466d05a8-3786-4d20-b918-aba709b6c60e on network ebc81065-ba22-4731-934d-f8ff7a218e30 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:43.292265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-03cc1718-f729-4919-834a-39ed8233077b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Network 32b92585-dc87-411b-a89d-010b1d8767b0 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:43.296532 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:46:43.296919 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Checking segment: {'id': '3035fbe8-0b8c-432e-8c93-cd1c63666c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ebc81065-ba22-4731-934d-f8ff7a218e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:43.297326 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:43.297720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Bound using segment: {'id': '3035fbe8-0b8c-432e-8c93-cd1c63666c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ebc81065-ba22-4731-934d-f8ff7a218e30'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:46:43.298214 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Bound port: 466d05a8-3786-4d20-b918-aba709b6c60e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3035fbe8-0b8c-432e-8c93-cd1c63666c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ebc81065-ba22-4731-934d-f8ff7a218e30'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:46:43.298602 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:43.317223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-03cc1718-f729-4919-834a-39ed8233077b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:43.334130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-03cc1718-f729-4919-834a-39ed8233077b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:43.342262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6f79-c0f8-4a01-855d-39c27514265e req-08ff4b1d-0248-4c79-8fbe-63a39c131640 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:43.347583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-039ca0e3-18d7-4f12-bc96-9d0fe0d37665 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (d65dd5af-87ec-43d4-9660-60621e5adb2c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:43.350964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a28f6f79-c0f8-4a01-855d-39c27514265e req-08ff4b1d-0248-4c79-8fbe-63a39c131640 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=122e1555-4702-4bc9-b3fe-2a6569e7500a HTTP/1.1" status: 200 len: 943 time: 0.2152467 Mar 07 21:46:43.377240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7a9c0de-4ce4-4e21-b581-7c9f8b728629 req-baf94f6a-00cf-4198-bf91-f4d1da76c650 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809372 Mar 07 21:46:43.400388 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529dc408-b09d-4f44-8dca-27bc2f155cb7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:43.411193 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-529dc408-b09d-4f44-8dca-27bc2f155cb7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:43.474853 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] For port 466d05a8-3786-4d20-b918-aba709b6c60e, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:46:43.484084 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] For port 466d05a8-3786-4d20-b918-aba709b6c60e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=466d05a8-3786-4d20-b918-aba709b6c60e,segment=NetworkSegment(3035fbe8-0b8c-432e-8c93-cd1c63666c38),segment_id=3035fbe8-0b8c-432e-8c93-cd1c63666c38)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:46:43.492723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ca0e3-18d7-4f12-bc96-9d0fe0d37665 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Subnet': ['ID=d65dd5af-87ec-43d4-9660-60621e5adb2c,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:43.497498 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:43.503707 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1b91-a414-4b9f-a16f-b7df07116fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (63c081fe-dc52-4918-ab2b-7c35c53daa65), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:43.545836 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1b91-a414-4b9f-a16f-b7df07116fe1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:43.554449 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bdeb1b91-a414-4b9f-a16f-b7df07116fe1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/63c081fe-dc52-4918-ab2b-7c35c53daa65 HTTP/1.1" status: 204 len: 168 time: 1.4620750 Mar 07 21:46:43.564485 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a28f6f79-c0f8-4a01-855d-39c27514265e req-f5fda2e7-d046-4294-ae92-dbc58fb35e5c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123733 Mar 07 21:46:43.565559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37674) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:43.591961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5b3afc9e-7211-4dbd-9588-e6606c597976 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:46:43.594987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb1b91-a414-4b9f-a16f-b7df07116fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63c081fe-dc52-4918-ab2b-7c35c53daa65,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:43.596598 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-529dc408-b09d-4f44-8dca-27bc2f155cb7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] device_id is not set on port a3195546-2612-43f5-b117-a42060b1de46 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:43.681298 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ca0e3-18d7-4f12-bc96-9d0fe0d37665 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Checking segment: {'id': 'de26228f-69f0-455d-97e7-8517e3dd1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f775d332-6e61-46d4-b2ae-ea3957b84cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:43.681711 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039ca0e3-18d7-4f12-bc96-9d0fe0d37665 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network hostable DHCP agents. Network: f775d332-6e61-46d4-b2ae-ea3957b84cbb, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:46:43.689740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 5b3afc9e-7211-4dbd-9588-e6606c597976 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:46:43.692423 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5b3afc9e-7211-4dbd-9588-e6606c597976 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:46:43.692580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-03cc1718-f729-4919-834a-39ed8233077b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:43.693221 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-03cc1718-f729-4919-834a-39ed8233077b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:43.733162 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-03cc1718-f729-4919-834a-39ed8233077b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8262141 Mar 07 21:46:43.734510 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039ca0e3-18d7-4f12-bc96-9d0fe0d37665 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network f775d332-6e61-46d4-b2ae-ea3957b84cbb is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:46:43.766162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17de14-af87-45e7-b453-9f8b80ecb0be None None] Pushing event updated for resources: {'Port': ['ID=466d05a8-3786-4d20-b918-aba709b6c60e,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:43.781178 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Request body: {'port': {'device_id': '5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:43.831985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-039ca0e3-18d7-4f12-bc96-9d0fe0d37665 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, f775d332-6e61-46d4-b2ae-ea3957b84cbb) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:43.838619 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039ca0e3-18d7-4f12-bc96-9d0fe0d37665 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:43.839166 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-039ca0e3-18d7-4f12-bc96-9d0fe0d37665 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:43.844093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e272edd-4101-4316-9698-38e683765427 None None] Network f775d332-6e61-46d4-b2ae-ea3957b84cbb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:43.895044 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-039ca0e3-18d7-4f12-bc96-9d0fe0d37665 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6027460 Mar 07 21:46:43.898982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37678) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:43.917252 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e123e485-81ad-4dfa-8728-25efdb5e62a2 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-54800031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:44.005425 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2ed419c5-c1c5-4318-bd77-ba8c1a9333d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (3a64d822-a651-4d6d-9d1f-f005c77bc34c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:44.015648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:44.054781 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e123e485-81ad-4dfa-8728-25efdb5e62a2 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (38892dbc-4f40-47e8-81c9-f4b4dc6009f8), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:44.055831 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e123e485-81ad-4dfa-8728-25efdb5e62a2 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (38892dbc-4f40-47e8-81c9-f4b4dc6009f8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:44.096319 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device aff56dee-5b8b-423a-8580-f51b333ed76f details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:46:44.166149 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358f5ba-667a-4172-9da3-6da50caf1823 req-f969310e-cf10-43e3-bcb1-7c1d39ebfef6 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:44.168210 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d358f5ba-667a-4172-9da3-6da50caf1823 req-f969310e-cf10-43e3-bcb1-7c1d39ebfef6 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 932 time: 0.3071213 Mar 07 21:46:44.242265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-529dc408-b09d-4f44-8dca-27bc2f155cb7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Allocated IP 172.20.0.6 (ebc81065-ba22-4731-934d-f8ff7a218e30/07aaac4b-eac8-486a-b733-88bfc46f3f45/a3195546-2612-43f5-b117-a42060b1de46) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:44.255700 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e123e485-81ad-4dfa-8728-25efdb5e62a2 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for router_controller (38892dbc-4f40-47e8-81c9-f4b4dc6009f8), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:44.282508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port aff56dee-5b8b-423a-8580-f51b333ed76f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=aff56dee-5b8b-423a-8580-f51b333ed76f,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:44.296579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'aff56dee-5b8b-423a-8580-f51b333ed76f', 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6', 'port_id': 'aff56dee-5b8b-423a-8580-f51b333ed76f', 'mac_address': 'fa:16:3e:44:c2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba04f21e-868d-402e-9b4f-3622fb48392a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:46:44.298593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-f775d332-6e61-46d4-b2ae-ea3957b84cbb', 'network_id': 'f775d332-6e61-46d4-b2ae-ea3957b84cbb', 'project_id': 'd838388432cf47318e81f839494eb135', 'fixed_ips': [{'subnet_id': 'd65dd5af-87ec-43d4-9660-60621e5adb2c'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:46:44.299451 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:44.332189 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e123e485-81ad-4dfa-8728-25efdb5e62a2 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (38892dbc-4f40-47e8-81c9-f4b4dc6009f8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:44.381868 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e123e485-81ad-4dfa-8728-25efdb5e62a2 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:44.389824 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e123e485-81ad-4dfa-8728-25efdb5e62a2 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4896677 Mar 07 21:46:44.408625 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37682) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:44.418205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-977f6fe4-1fd9-4728-b238-741f842f9039 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'network_id': 'f775d332-6e61-46d4-b2ae-ea3957b84cbb', 'name': 'tempest-PortsTestJSON-2084841408'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:44.468947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port aff56dee-5b8b-423a-8580-f51b333ed76f is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:44.470103 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (aff56dee-5b8b-423a-8580-f51b333ed76f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:44.498415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff56dee-5b8b-423a-8580-f51b333ed76f {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:46:44.550450 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port aff56dee-5b8b-423a-8580-f51b333ed76f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=aff56dee-5b8b-423a-8580-f51b333ed76f,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:44.568131 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (aff56dee-5b8b-423a-8580-f51b333ed76f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:44.583818 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2ed419c5-c1c5-4318-bd77-ba8c1a9333d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (3a64d822-a651-4d6d-9d1f-f005c77bc34c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:44.602266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d358f5ba-667a-4172-9da3-6da50caf1823 req-605cf344-477d-49aa-9178-40ba96435ca1 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698206 Mar 07 21:46:44.627423 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Allocated IP 172.20.0.2 (f775d332-6e61-46d4-b2ae-ea3957b84cbb/d65dd5af-87ec-43d4-9660-60621e5adb2c/02fa6d0f-806b-44b9-aa87-96d44fe6a05d) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:44.764405 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-2ed419c5-c1c5-4318-bd77-ba8c1a9333d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a64d822-a651-4d6d-9d1f-f005c77bc34c']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:44.765422 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977f6fe4-1fd9-4728-b238-741f842f9039 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:44.775459 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-977f6fe4-1fd9-4728-b238-741f842f9039 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:44.830297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-2ed419c5-c1c5-4318-bd77-ba8c1a9333d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559baeb1-53cf-4b61-94c8-5ae8fb0217ef') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:44.830641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-2ed419c5-c1c5-4318-bd77-ba8c1a9333d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559baeb1-53cf-4b61-94c8-5ae8fb0217ef') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:44.837558 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Publish callbacks [] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:44.843267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-977f6fe4-1fd9-4728-b238-741f842f9039 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port a10971ed-d607-4ce3-9911-ff6c56b918f0 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:44.852568 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:44.877713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Network f775d332-6e61-46d4-b2ae-ea3957b84cbb is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:44.882961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:44.891125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:44.901016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=aff56dee-5b8b-423a-8580-f51b333ed76f,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:44.901321 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2ed419c5-c1c5-4318-bd77-ba8c1a9333d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (559baeb1-53cf-4b61-94c8-5ae8fb0217ef), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:44.947193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ace23-a84e-416e-93cb-aeef87720680 req-5eb0b92f-1f94-4e7d-8e1a-af6116a3a089 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:44.955980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-000ace23-a84e-416e-93cb-aeef87720680 req-5eb0b92f-1f94-4e7d-8e1a-af6116a3a089 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 943 time: 0.4124875 Mar 07 21:46:44.968040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['aff56dee-5b8b-423a-8580-f51b333ed76f'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:46:44.984064 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2ed419c5-c1c5-4318-bd77-ba8c1a9333d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (559baeb1-53cf-4b61-94c8-5ae8fb0217ef), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:45.022366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16d4a6-425b-4b1a-996e-35dc0a773653 req-9d3b9985-93af-46ed-8211-fdab118e3145 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:45.022737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:46:45.030958 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab16d4a6-425b-4b1a-996e-35dc0a773653 req-9d3b9985-93af-46ed-8211-fdab118e3145 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=122e1555-4702-4bc9-b3fe-2a6569e7500a HTTP/1.1" status: 200 len: 944 time: 0.2895224 Mar 07 21:46:45.054615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed419c5-c1c5-4318-bd77-ba8c1a9333d2 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:46:45.055152 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2ed419c5-c1c5-4318-bd77-ba8c1a9333d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (559baeb1-53cf-4b61-94c8-5ae8fb0217ef), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:45.058703 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Publish callbacks [] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:46:45.059007 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:46:45.123384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Pushing event updated for resources: {'Port': ['ID=02fa6d0f-806b-44b9-aa87-96d44fe6a05d,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:45.134646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Attempting to bind port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:46:45.135033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Attempting to bind port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'de26228f-69f0-455d-97e7-8517e3dd1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f775d332-6e61-46d4-b2ae-ea3957b84cbb'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:46:45.135404 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Attempting to bind port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d on network f775d332-6e61-46d4-b2ae-ea3957b84cbb {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:45.143129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:46:45.143497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Checking segment: {'id': 'de26228f-69f0-455d-97e7-8517e3dd1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f775d332-6e61-46d4-b2ae-ea3957b84cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:45.143908 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:45.144310 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Bound using segment: {'id': 'de26228f-69f0-455d-97e7-8517e3dd1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f775d332-6e61-46d4-b2ae-ea3957b84cbb'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:46:45.144796 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Bound port: 02fa6d0f-806b-44b9-aa87-96d44fe6a05d, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de26228f-69f0-455d-97e7-8517e3dd1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f775d332-6e61-46d4-b2ae-ea3957b84cbb'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:46:45.145193 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:45.187170 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Transition to ACTIVE for port object 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:46:45.208127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-000ace23-a84e-416e-93cb-aeef87720680 req-ad7919b6-8588-4cd7-b610-3cdd89261cbe tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510231 Mar 07 21:46:45.223060 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-529dc408-b09d-4f44-8dca-27bc2f155cb7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (a3195546-2612-43f5-b117-a42060b1de46), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:45.233000 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:45.249913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab16d4a6-425b-4b1a-996e-35dc0a773653 req-58fa36ce-f498-4886-ae46-3b75e82f0189 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161107 Mar 07 21:46:45.260614 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2ed419c5-c1c5-4318-bd77-ba8c1a9333d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (3a64d822-a651-4d6d-9d1f-f005c77bc34c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:45.273464 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2ed419c5-c1c5-4318-bd77-ba8c1a9333d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:45.279638 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2ed419c5-c1c5-4318-bd77-ba8c1a9333d2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3a64d822-a651-4d6d-9d1f-f005c77bc34c HTTP/1.1" status: 204 len: 168 time: 1.7075820 Mar 07 21:46:45.303339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] For port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:46:45.306262 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] For port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=02fa6d0f-806b-44b9-aa87-96d44fe6a05d,segment=NetworkSegment(de26228f-69f0-455d-97e7-8517e3dd1a4d),segment_id=de26228f-69f0-455d-97e7-8517e3dd1a4d)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:46:45.318178 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:45.321496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed419c5-c1c5-4318-bd77-ba8c1a9333d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a64d822-a651-4d6d-9d1f-f005c77bc34c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:45.394497 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Pushing event updated for resources: {'Port': ['ID=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:45.395006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaa29e-1035-4e14-a5ee-3e3bb3498c2e None None] Pushing event updated for resources: {'Port': ['ID=02fa6d0f-806b-44b9-aa87-96d44fe6a05d,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:45.409611 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-977f6fe4-1fd9-4728-b238-741f842f9039 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Allocated IP 172.20.0.5 (f775d332-6e61-46d4-b2ae-ea3957b84cbb/d65dd5af-87ec-43d4-9660-60621e5adb2c/a10971ed-d607-4ce3-9911-ff6c56b918f0) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:45.423052 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-529dc408-b09d-4f44-8dca-27bc2f155cb7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a3195546-2612-43f5-b117-a42060b1de46), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:45.532456 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c75968-5bf4-453d-9cf8-b71101408564 None None] Network ebc81065-ba22-4731-934d-f8ff7a218e30 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:45.651356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Provisioning complete for port 466d05a8-3786-4d20-b918-aba709b6c60e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:45.651698 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529dc408-b09d-4f44-8dca-27bc2f155cb7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network ebc81065-ba22-4731-934d-f8ff7a218e30 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:45.652247 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:45.664118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-529dc408-b09d-4f44-8dca-27bc2f155cb7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:45.664606 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7735a9fd-ab53-4392-a723-ac9ffbea7009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:45.705711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529dc408-b09d-4f44-8dca-27bc2f155cb7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=a3195546-2612-43f5-b117-a42060b1de46,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:45.720782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37694) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:45.722610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529dc408-b09d-4f44-8dca-27bc2f155cb7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:45.798567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Attempting to bind port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:46:45.801855 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Attempting to bind port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'a5a1f513-4fae-40ee-bb0a-041388391ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32b92585-dc87-411b-a89d-010b1d8767b0'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:46:45.802364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Attempting to bind port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e on network 32b92585-dc87-411b-a89d-010b1d8767b0 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:45.816455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Current status of the port 466d05a8-3786-4d20-b918-aba709b6c60e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:45.816667 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:45.823672 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e on network 32b92585-dc87-411b-a89d-010b1d8767b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:46:45.824529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Attempting to bind port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e on network 32b92585-dc87-411b-a89d-010b1d8767b0 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:45.859680 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 466d05a8-3786-4d20-b918-aba709b6c60e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:45.866821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529dc408-b09d-4f44-8dca-27bc2f155cb7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:45.867972 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-529dc408-b09d-4f44-8dca-27bc2f155cb7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:45.893634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:46:45.893982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Checking segment: {'id': 'a5a1f513-4fae-40ee-bb0a-041388391ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32b92585-dc87-411b-a89d-010b1d8767b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:45.894594 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Bound using segment: {'id': 'a5a1f513-4fae-40ee-bb0a-041388391ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32b92585-dc87-411b-a89d-010b1d8767b0'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:46:45.897391 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Bound port: 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a1f513-4fae-40ee-bb0a-041388391ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32b92585-dc87-411b-a89d-010b1d8767b0'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:46:45.897968 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:46.002325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] For port 466d05a8-3786-4d20-b918-aba709b6c60e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=466d05a8-3786-4d20-b918-aba709b6c60e,segment=NetworkSegment(3035fbe8-0b8c-432e-8c93-cd1c63666c38),segment_id=3035fbe8-0b8c-432e-8c93-cd1c63666c38)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:46.005126 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:46.013971 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:46.042934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-529dc408-b09d-4f44-8dca-27bc2f155cb7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.1710370 Mar 07 21:46:46.047079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37696) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:46.068874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 466d05a8-3786-4d20-b918-aba709b6c60e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:46.069215 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:46.114091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] For port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:46:46.119633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] For port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e,segment=NetworkSegment(a5a1f513-4fae-40ee-bb0a-041388391ee7),segment_id=a5a1f513-4fae-40ee-bb0a-041388391ee7)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:46:46.121417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device aff56dee-5b8b-423a-8580-f51b333ed76f up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:46.133714 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:46.221025 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:46.221669 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:46.225182 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] 10.222.0.15 "PUT /v2.0/ports/463f9dfe-7088-4a9d-bfb8-504ffa0bed6e HTTP/1.1" status: 200 len: 1092 time: 2.4545321 Mar 07 21:46:46.241558 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Pushing event updated for resources: {'Port': ['ID=466d05a8-3786-4d20-b918-aba709b6c60e,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:46.245604 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1', 'tag': '463f9dfe-7088-4a9d-bfb8-504ffa0bed6e'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:46.248958 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9512b42b-f736-47c2-b8b0-422cc5c0a6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1", "tag": "463f9dfe-7088-4a9d-bfb8-504ffa0bed6e"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:46:46.305320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:46.305671 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:46.306017 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:46.306388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:46.306720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:46.307059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:46.307382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:46.307713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:46.308041 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:46.308364 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:46.308691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:46.309050 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:46.309375 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce4b7c2-1384-4f2b-9a33-5a152da9afd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:46.328129 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-977f6fe4-1fd9-4728-b238-741f842f9039 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (a10971ed-d607-4ce3-9911-ff6c56b918f0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:46.344028 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7c7c9118-220c-4734-9e0d-c8530d2892e0 None None] Provisioning complete for port a3195546-2612-43f5-b117-a42060b1de46 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:46.344501 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7c7c9118-220c-4734-9e0d-c8530d2892e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a3195546-2612-43f5-b117-a42060b1de46), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:46.373554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91829636-1e79-46d8-a314-d16afa3ae183 service neutron] Pushing event updated for resources: {'Port': ['ID=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:46.398468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port aff56dee-5b8b-423a-8580-f51b333ed76f completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:46:46.415415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port aff56dee-5b8b-423a-8580-f51b333ed76f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:46.415840 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (aff56dee-5b8b-423a-8580-f51b333ed76f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:46.458394 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-ef7ba566-dbe6-41ce-9023-f7bd3d598f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:46.459966 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-ef7ba566-dbe6-41ce-9023-f7bd3d598f80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=403f3deab64c4fccbdc05488aa7b8f2f&device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 1126 time: 0.1727061 Mar 07 21:46:46.496401 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c9118-220c-4734-9e0d-c8530d2892e0 None None] Port a3195546-2612-43f5-b117-a42060b1de46 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:46.545944 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-bfd870c3-0c2f-4a46-8cbc-f07424210207 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e HTTP/1.1" status: 200 len: 217 time: 0.0747764 Mar 07 21:46:46.553350 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 466d05a8-3786-4d20-b918-aba709b6c60e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:46.561664 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7c7c9118-220c-4734-9e0d-c8530d2892e0 None None] Provisioning complete for port 466d05a8-3786-4d20-b918-aba709b6c60e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:46.562042 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7c7c9118-220c-4734-9e0d-c8530d2892e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:46.611831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-a50b03a7-f3c2-4b9f-9d5d-aba7238ee4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:46.613354 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-a50b03a7-f3c2-4b9f-9d5d-aba7238ee4ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa7bfe6c-aec1-45a3-b688-4abd795bc27a HTTP/1.1" status: 200 len: 852 time: 0.0582099 Mar 07 21:46:46.615060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-977f6fe4-1fd9-4728-b238-741f842f9039 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a10971ed-d607-4ce3-9911-ff6c56b918f0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:46.694844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f6fe4-1fd9-4728-b238-741f842f9039 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=a10971ed-d607-4ce3-9911-ff6c56b918f0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:46.704972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977f6fe4-1fd9-4728-b238-741f842f9039 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network f775d332-6e61-46d4-b2ae-ea3957b84cbb is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:46.748437 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-1004e5b0-ad0b-4015-a40c-cae265272401 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b92585-dc87-411b-a89d-010b1d8767b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665283 Mar 07 21:46:46.749421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-977f6fe4-1fd9-4728-b238-741f842f9039 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:46.763435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f6fe4-1fd9-4728-b238-741f842f9039 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:46.842969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b31355ef-2604-4a93-8a55-31179fc99009 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:46:46.885785 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-199464fe-8df5-42ce-b663-96feb51d7d2f service neutron] 10.222.0.15 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191063 Mar 07 21:46:46.912599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ed9a4f2f-476d-4dc9-a67a-dc940699e204 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04bcb9fef1894f61b223b163697dce5a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0811825 Mar 07 21:46:46.926005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37706) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:46.943662 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port aff56dee-5b8b-423a-8580-f51b333ed76f is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:46.944051 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (aff56dee-5b8b-423a-8580-f51b333ed76f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:47.010612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108e5ab-ce01-4a46-a181-25cb4bfd653d req-68c07c87-40b7-4798-ad6f-4a22b0a59b20 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:47.012667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f108e5ab-ce01-4a46-a181-25cb4bfd653d req-68c07c87-40b7-4798-ad6f-4a22b0a59b20 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 944 time: 1.1278086 Mar 07 21:46:47.051775 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977f6fe4-1fd9-4728-b238-741f842f9039 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:47.052423 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-977f6fe4-1fd9-4728-b238-741f842f9039 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:47.086517 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-977f6fe4-1fd9-4728-b238-741f842f9039 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6765218 Mar 07 21:46:47.089215 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37708) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:47.107821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122e1555-4702-4bc9-b3fe-2a6569e7500a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff56dee-5b8b-423a-8580-f51b333ed76f'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:47.110101 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7216542-a5f8-4ffb-bdf9-7b06e84dfaea" -d '{"events": [{"server_uuid": "122e1555-4702-4bc9-b3fe-2a6569e7500a", "name": "network-vif-plugged", "status": "completed", "tag": "aff56dee-5b8b-423a-8580-f51b333ed76f"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:46:47.149047 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29106f-775c-44ba-a099-da46b9027012 req-63bfd3c5-c808-4759-90f1-697b27d96602 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:47.159589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port b31355ef-2604-4a93-8a55-31179fc99009, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b31355ef-2604-4a93-8a55-31179fc99009,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:47.163951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e29106f-775c-44ba-a099-da46b9027012 req-63bfd3c5-c808-4759-90f1-697b27d96602 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 943 time: 0.3814743 Mar 07 21:46:47.177244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'b31355ef-2604-4a93-8a55-31179fc99009', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'port_id': 'b31355ef-2604-4a93-8a55-31179fc99009', 'mac_address': 'fa:16:3e:b9:8d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:46:47.179937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port aff56dee-5b8b-423a-8580-f51b333ed76f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=aff56dee-5b8b-423a-8580-f51b333ed76f,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:47.192173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c9118-220c-4734-9e0d-c8530d2892e0 None None] Current status of the port 466d05a8-3786-4d20-b918-aba709b6c60e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:47.195492 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (aff56dee-5b8b-423a-8580-f51b333ed76f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:47.262227 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9d3a3fae-4d1a-4e3f-971c-50dce3556979 req-5dea1f69-3695-48b7-b6e2-ac0e2699e469 service neutron] 10.222.0.15 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397548 Mar 07 21:46:47.292504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port b31355ef-2604-4a93-8a55-31179fc99009 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:47.292924 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b31355ef-2604-4a93-8a55-31179fc99009), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:47.351953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=aff56dee-5b8b-423a-8580-f51b333ed76f,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:47.358946 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31355ef-2604-4a93-8a55-31179fc99009 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:46:47.384736 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port b31355ef-2604-4a93-8a55-31179fc99009, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b31355ef-2604-4a93-8a55-31179fc99009,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:47.390137 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-206b1713-59a8-44d1-b9b6-e8dd5f20bedb admin admin] Publish callbacks [] for security_group (88c5a26c-a4c6-4c8a-85f5-71401550d2e1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:47.394556 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b31355ef-2604-4a93-8a55-31179fc99009), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:47.395778 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f108e5ab-ce01-4a46-a181-25cb4bfd653d req-4b228b29-ae88-4041-9606-e9b230f2aa74 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728147 Mar 07 21:46:47.412126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1668886b-a491-4dd2-98ad-11fceb6177fe None None] Provisioning complete for port a3195546-2612-43f5-b117-a42060b1de46 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:47.412528 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1668886b-a491-4dd2-98ad-11fceb6177fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a3195546-2612-43f5-b117-a42060b1de46), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:47.487913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e29106f-775c-44ba-a099-da46b9027012 req-1ac5e9bf-f28a-4621-b7ab-68573d07e39a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229585 Mar 07 21:46:47.529873 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:46:47.533565 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-206b1713-59a8-44d1-b9b6-e8dd5f20bedb admin admin] Publish callbacks [] for security_group (88c5a26c-a4c6-4c8a-85f5-71401550d2e1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:47.534325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c692f85-2ea8-4f45-8a41-f5bdcba2bf7a None None] Network f775d332-6e61-46d4-b2ae-ea3957b84cbb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:47.586282 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919648b6-7bbf-47e1-a4d9-767970ba09d0 x-openstack-request-id: req-919648b6-7bbf-47e1-a4d9-767970ba09d0 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:46:47.586641 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1", "tag": "463f9dfe-7088-4a9d-bfb8-504ffa0bed6e", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:46:47.586851 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-919648b6-7bbf-47e1-a4d9-767970ba09d0 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:46:47.587544 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1', 'tag': '463f9dfe-7088-4a9d-bfb8-504ffa0bed6e', 'status': 'completed', 'code': 200} Mar 07 21:46:47.667932 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36d697af-bcbf-4ec8-ab5f-e8dd41333d33 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a10971ed-d607-4ce3-9911-ff6c56b918f0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:47.679644 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=b31355ef-2604-4a93-8a55-31179fc99009,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:47.689089 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea66aaf-2cc4-4480-b666-c0a96f1a6325 x-openstack-request-id: req-2ea66aaf-2cc4-4480-b666-c0a96f1a6325 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:46:47.689473 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122e1555-4702-4bc9-b3fe-2a6569e7500a", "name": "network-vif-plugged", "status": "completed", "tag": "aff56dee-5b8b-423a-8580-f51b333ed76f", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:46:47.689631 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ea66aaf-2cc4-4480-b666-c0a96f1a6325 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:46:47.690032 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122e1555-4702-4bc9-b3fe-2a6569e7500a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff56dee-5b8b-423a-8580-f51b333ed76f', 'code': 200} Mar 07 21:46:47.694599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512b42b-f736-47c2-b8b0-422cc5c0a6fc req-ee405645-03d3-47e2-946d-b1091d755e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:47.696154 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9512b42b-f736-47c2-b8b0-422cc5c0a6fc req-ee405645-03d3-47e2-946d-b1091d755e36 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=403f3deab64c4fccbdc05488aa7b8f2f&device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 1126 time: 0.1075728 Mar 07 21:46:47.795846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1668886b-a491-4dd2-98ad-11fceb6177fe None None] Port a3195546-2612-43f5-b117-a42060b1de46 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:47.839204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['b31355ef-2604-4a93-8a55-31179fc99009'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:46:47.890589 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9370cab7-2db4-47e8-9ac9-b0583c4f6728 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a3195546-2612-43f5-b117-a42060b1de46), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:47.938806 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 02fa6d0f-806b-44b9-aa87-96d44fe6a05d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:47.960590 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aff229-d06c-4d69-b92c-3df7935728ca req-d17cabbf-a842-4f3d-9803-5a3ac906117b tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:47.962550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33aff229-d06c-4d69-b92c-3df7935728ca req-d17cabbf-a842-4f3d-9803-5a3ac906117b tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=122e1555-4702-4bc9-b3fe-2a6569e7500a HTTP/1.1" status: 200 len: 945 time: 0.3624070 Mar 07 21:46:47.967509 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-206b1713-59a8-44d1-b9b6-e8dd5f20bedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (88c5a26c-a4c6-4c8a-85f5-71401550d2e1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:47.970098 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-206b1713-59a8-44d1-b9b6-e8dd5f20bedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:47.975621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-206b1713-59a8-44d1-b9b6-e8dd5f20bedb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88c5a26c-a4c6-4c8a-85f5-71401550d2e1 HTTP/1.1" status: 204 len: 168 time: 1.0470715 Mar 07 21:46:47.991225 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-387d1007-c491-4260-a612-6e76ec256278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:48.014904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b1713-59a8-44d1-b9b6-e8dd5f20bedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c5a26c-a4c6-4c8a-85f5-71401550d2e1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:48.017518 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4329090b-041a-4611-bee1-a0a4cee5a118 None None] Provisioning complete for port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:48.017899 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4329090b-041a-4611-bee1-a0a4cee5a118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:48.152860 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:48.170446 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:48.170446 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:48.306710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4329090b-041a-4611-bee1-a0a4cee5a118 None None] Current status of the port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:48.307107 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4329090b-041a-4611-bee1-a0a4cee5a118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:48.396268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-4329090b-041a-4611-bee1-a0a4cee5a118 None None] For port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=02fa6d0f-806b-44b9-aa87-96d44fe6a05d,segment=NetworkSegment(de26228f-69f0-455d-97e7-8517e3dd1a4d),segment_id=de26228f-69f0-455d-97e7-8517e3dd1a4d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:48.472046 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4329090b-041a-4611-bee1-a0a4cee5a118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:48.473020 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9370cab7-2db4-47e8-9ac9-b0583c4f6728 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (a3195546-2612-43f5-b117-a42060b1de46), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:48.518789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a7ec2-d254-4e09-a406-bf662648d6cd req-b3a3c51a-885e-4f6c-ace8-d20eebdf16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:48.520706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-371a7ec2-d254-4e09-a406-bf662648d6cd req-b3a3c51a-885e-4f6c-ace8-d20eebdf16b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=122e1555-4702-4bc9-b3fe-2a6569e7500a HTTP/1.1" status: 200 len: 1127 time: 0.8610857 Mar 07 21:46:48.525249 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33aff229-d06c-4d69-b92c-3df7935728ca req-86ccb109-a817-470a-b48e-1104d322f61e tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399711 Mar 07 21:46:48.526137 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9370cab7-2db4-47e8-9ac9-b0583c4f6728 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a3195546-2612-43f5-b117-a42060b1de46), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:48.649251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370cab7-2db4-47e8-9ac9-b0583c4f6728 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=a3195546-2612-43f5-b117-a42060b1de46,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:48.676846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329090b-041a-4611-bee1-a0a4cee5a118 None None] Pushing event updated for resources: {'Port': ['ID=02fa6d0f-806b-44b9-aa87-96d44fe6a05d,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:48.695660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e679fa13-25eb-4d4d-964f-0421e8df1200 None None] Provisioning complete for port a10971ed-d607-4ce3-9911-ff6c56b918f0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:48.696354 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e679fa13-25eb-4d4d-964f-0421e8df1200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a10971ed-d607-4ce3-9911-ff6c56b918f0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:48.701905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:48.703134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 466d05a8-3786-4d20-b918-aba709b6c60e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:48.773435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512b42b-f736-47c2-b8b0-422cc5c0a6fc req-2a6e69db-5999-465b-b59a-99add310f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:48.780762 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9512b42b-f736-47c2-b8b0-422cc5c0a6fc req-2a6e69db-5999-465b-b59a-99add310f8fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=32b92585-dc87-411b-a89d-010b1d8767b0 HTTP/1.1" status: 200 len: 913 time: 1.0632486 Mar 07 21:46:48.826499 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e679fa13-25eb-4d4d-964f-0421e8df1200 None None] Port a10971ed-d607-4ce3-9911-ff6c56b918f0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:48.866290 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e679fa13-25eb-4d4d-964f-0421e8df1200 None None] Provisioning complete for port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:48.866673 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e679fa13-25eb-4d4d-964f-0421e8df1200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:48.904836 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9512b42b-f736-47c2-b8b0-422cc5c0a6fc req-90e6bbb0-289c-495f-b852-7fe4ee1818bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e HTTP/1.1" status: 200 len: 217 time: 0.0891635 Mar 07 21:46:48.984819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 466d05a8-3786-4d20-b918-aba709b6c60e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:48.985265 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:48.990333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-371a7ec2-d254-4e09-a406-bf662648d6cd req-38d9b80c-6871-4667-9df0-b1dcd2e62351 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522798 Mar 07 21:46:49.040374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9da4c-00e1-4266-a7f3-61306406f60f req-f4e478b4-db70-493c-bc62-8ff3270c2e3d tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:49.044455 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512b42b-f736-47c2-b8b0-422cc5c0a6fc req-effcf03f-b2eb-4ec9-801d-3b6b869711c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:49.045940 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9512b42b-f736-47c2-b8b0-422cc5c0a6fc req-effcf03f-b2eb-4ec9-801d-3b6b869711c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa7bfe6c-aec1-45a3-b688-4abd795bc27a HTTP/1.1" status: 200 len: 852 time: 0.1249745 Mar 07 21:46:49.048018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36e9da4c-00e1-4266-a7f3-61306406f60f req-f4e478b4-db70-493c-bc62-8ff3270c2e3d tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 944 time: 0.5083494 Mar 07 21:46:49.170591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e679fa13-25eb-4d4d-964f-0421e8df1200 None None] Current status of the port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:49.187435 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 466d05a8-3786-4d20-b918-aba709b6c60e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:49.187875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170243e-2b1e-400b-9610-a1e09b3d06de req-0147a939-10ba-4907-909a-337316b181b0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:49.190807 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36d697af-bcbf-4ec8-ab5f-e8dd41333d33 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (a10971ed-d607-4ce3-9911-ff6c56b918f0), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:49.200105 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a170243e-2b1e-400b-9610-a1e09b3d06de req-0147a939-10ba-4907-909a-337316b181b0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 944 time: 0.4629397 Mar 07 21:46:49.206733 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36d697af-bcbf-4ec8-ab5f-e8dd41333d33 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a10971ed-d607-4ce3-9911-ff6c56b918f0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:49.217553 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:49.302165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-322cc689-4099-4664-be1d-2f1f4c6255cc None None] Provisioning complete for port a3195546-2612-43f5-b117-a42060b1de46 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:49.302542 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-322cc689-4099-4664-be1d-2f1f4c6255cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a3195546-2612-43f5-b117-a42060b1de46), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:49.352548 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9512b42b-f736-47c2-b8b0-422cc5c0a6fc req-27c095a8-336d-48ce-bd00-56e3ef06ddeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b92585-dc87-411b-a89d-010b1d8767b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338632 Mar 07 21:46:49.391127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-322cc689-4099-4664-be1d-2f1f4c6255cc None None] Port a3195546-2612-43f5-b117-a42060b1de46 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:49.395850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36e9da4c-00e1-4266-a7f3-61306406f60f req-8f3b10c1-1276-479d-80e1-8368906ede86 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467288 Mar 07 21:46:49.422978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-322cc689-4099-4664-be1d-2f1f4c6255cc None None] Provisioning complete for port a10971ed-d607-4ce3-9911-ff6c56b918f0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:49.423523 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-322cc689-4099-4664-be1d-2f1f4c6255cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a10971ed-d607-4ce3-9911-ff6c56b918f0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:49.479390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-322cc689-4099-4664-be1d-2f1f4c6255cc None None] Port a10971ed-d607-4ce3-9911-ff6c56b918f0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:49.482857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a170243e-2b1e-400b-9610-a1e09b3d06de req-090e1915-49cb-4adc-b038-78d62fe4c87b tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817321 Mar 07 21:46:49.507924 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9370cab7-2db4-47e8-9ac9-b0583c4f6728 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (26f12735-fdfd-4427-a9f7-b53d91f55fed), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:49.545848 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d697af-bcbf-4ec8-ab5f-e8dd41333d33 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=a10971ed-d607-4ce3-9911-ff6c56b918f0,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:49.676715 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9512b42b-f736-47c2-b8b0-422cc5c0a6fc req-4cdb56a2-b677-4942-8e62-3cbe10b163e8 service neutron] 10.222.0.15 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160377 Mar 07 21:46:49.706099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 02fa6d0f-806b-44b9-aa87-96d44fe6a05d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:49.773221 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-00a6e23c-666c-437f-b725-261a1083b2af None None] Provisioning complete for port a10971ed-d607-4ce3-9911-ff6c56b918f0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:49.773592 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-00a6e23c-666c-437f-b725-261a1083b2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a10971ed-d607-4ce3-9911-ff6c56b918f0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:49.820188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37746) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:49.825546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-00a6e23c-666c-437f-b725-261a1083b2af None None] Port a10971ed-d607-4ce3-9911-ff6c56b918f0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:49.827515 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9370cab7-2db4-47e8-9ac9-b0583c4f6728 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a3195546-2612-43f5-b117-a42060b1de46), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:49.859669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5cbe5-12e1-4031-b6d2-4ecf6968e5b7 req-2612850c-1283-4f79-bb22-fa2fe22fa39b tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:49.862019 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8c5cbe5-12e1-4031-b6d2-4ecf6968e5b7 req-2612850c-1283-4f79-bb22-fa2fe22fa39b tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=122e1555-4702-4bc9-b3fe-2a6569e7500a HTTP/1.1" status: 200 len: 945 time: 0.1917753 Mar 07 21:46:49.877109 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:49.877907 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:49.881239 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36d697af-bcbf-4ec8-ab5f-e8dd41333d33 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (38892dbc-4f40-47e8-81c9-f4b4dc6009f8), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:49.967445 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9512b42b-f736-47c2-b8b0-422cc5c0a6fc req-4fad2d10-e4c1-426b-a706-dfb25fb530b9 service neutron] 10.222.0.15 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750142 Mar 07 21:46:50.008199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-network', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:50.021007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8c5cbe5-12e1-4031-b6d2-4ecf6968e5b7 req-5dd96a78-6578-411b-9245-1dbe148d2e5d tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533792 Mar 07 21:46:50.035538 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:50.063160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] Made reservation on behalf of e7f99ab44fd44dbca2a2bb62c556de88 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:50.065581 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.103433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:46:50.166738 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.294785 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.296841 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36d697af-bcbf-4ec8-ab5f-e8dd41333d33 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a10971ed-d607-4ce3-9911-ff6c56b918f0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.385307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e,segment=NetworkSegment(a5a1f513-4fae-40ee-bb0a-041388391ee7),segment_id=a5a1f513-4fae-40ee-bb0a-041388391ee7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:50.426508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '463f9dfe-7088-4a9d-bfb8-504ffa0bed6e', 'network_id': '32b92585-dc87-411b-a89d-010b1d8767b0', 'port_id': '463f9dfe-7088-4a9d-bfb8-504ffa0bed6e', 'mac_address': 'fa:16:3e:28:b8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7bfe6c-aec1-45a3-b688-4abd795bc27a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:46:50.474926 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9370cab7-2db4-47e8-9ac9-b0583c4f6728 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (a3195546-2612-43f5-b117-a42060b1de46), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.489815 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9370cab7-2db4-47e8-9ac9-b0583c4f6728 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a3195546-2612-43f5-b117-a42060b1de46), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.546638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:50.547031 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.566424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:46:50.595905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e,segment=NetworkSegment(a5a1f513-4fae-40ee-bb0a-041388391ee7),segment_id=a5a1f513-4fae-40ee-bb0a-041388391ee7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:50.604321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b31355ef-2604-4a93-8a55-31179fc99009 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:50.632058 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370cab7-2db4-47e8-9ac9-b0583c4f6728 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=a3195546-2612-43f5-b117-a42060b1de46,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:50.660524 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.695146 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9370cab7-2db4-47e8-9ac9-b0583c4f6728 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (26f12735-fdfd-4427-a9f7-b53d91f55fed), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.709790 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] Publish callbacks [] for security_group (e3b8d93f-b161-4354-957b-f5b3b76d998a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.717173 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e3b8d93f-b161-4354-957b-f5b3b76d998a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.730156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:46:50.741119 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d513e7ad-29a5-4240-bb30-ce7bba9db8ec), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.741493 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] Added segment d513e7ad-29a5-4240-bb30-ce7bba9db8ec of type vlan for network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 Mar 07 21:46:50.748248 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:50.751652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1a8cc-2682-45b8-b126-a30e29c00b5e req-1af1263f-c8a2-4047-88d4-4640b37caca1 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:50.753393 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5e1a8cc-2682-45b8-b126-a30e29c00b5e req-1af1263f-c8a2-4047-88d4-4640b37caca1 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 945 time: 0.1845946 Mar 07 21:46:50.770053 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port b31355ef-2604-4a93-8a55-31179fc99009 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:46:50.784851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port b31355ef-2604-4a93-8a55-31179fc99009 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:50.786210 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b31355ef-2604-4a93-8a55-31179fc99009), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.790929 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (ca1c0645-516e-4a61-93b0-de45d4e4a2c2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.840549 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97bd8f-e2c1-4eac-83d3-cef1b63bb53a req-ca5a40d9-2d0a-4a3c-abc8-1415960ae3d4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:50.842021 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed97bd8f-e2c1-4eac-83d3-cef1b63bb53a req-ca5a40d9-2d0a-4a3c-abc8-1415960ae3d4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 944 time: 0.2038200 Mar 07 21:46:50.854610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5e1a8cc-2682-45b8-b126-a30e29c00b5e req-60c94e4c-430d-4bdc-ab4f-d2480ec1a27d tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936542 Mar 07 21:46:50.857311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b8d93f-b161-4354-957b-f5b3b76d998a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:50.876409 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (ca1c0645-516e-4a61-93b0-de45d4e4a2c2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.877105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:50.877669 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.917467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9370cab7-2db4-47e8-9ac9-b0583c4f6728 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network ebc81065-ba22-4731-934d-f8ff7a218e30 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:50.919644 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0968518 Mar 07 21:46:50.920074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-9370cab7-2db4-47e8-9ac9-b0583c4f6728 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:50.926849 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37756) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:50.931578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed97bd8f-e2c1-4eac-83d3-cef1b63bb53a req-6d1ad94c-cb4e-4940-8497-c955eb784452 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819941 Mar 07 21:46:50.935487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-54fa10e7-3e31-47f4-806b-568f6b6aa36b admin admin] Request body: {'subnet': {'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-subnet', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:50.979003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port b31355ef-2604-4a93-8a55-31179fc99009 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:50.979393 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b31355ef-2604-4a93-8a55-31179fc99009), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:50.990500 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['463f9dfe-7088-4a9d-bfb8-504ffa0bed6e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:46:51.004393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36d697af-bcbf-4ec8-ab5f-e8dd41333d33 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (a10971ed-d607-4ce3-9911-ff6c56b918f0), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:51.013806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df925f-eaa4-444f-81fa-d5df8d853ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=ca1c0645-516e-4a61-93b0-de45d4e4a2c2,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:51.018670 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36d697af-bcbf-4ec8-ab5f-e8dd41333d33 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a10971ed-d607-4ce3-9911-ff6c56b918f0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:51.074306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:46:51.113971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fa10e7-3e31-47f4-806b-568f6b6aa36b admin admin] Made reservation on behalf of e7f99ab44fd44dbca2a2bb62c556de88 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:51.115735 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36d697af-bcbf-4ec8-ab5f-e8dd41333d33 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (38892dbc-4f40-47e8-81c9-f4b4dc6009f8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:51.117538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d697af-bcbf-4ec8-ab5f-e8dd41333d33 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=a10971ed-d607-4ce3-9911-ff6c56b918f0,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:51.133344 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54fa10e7-3e31-47f4-806b-568f6b6aa36b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:51.330676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664d7367-2226-44e9-ab5d-ddb4c679cc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31355ef-2604-4a93-8a55-31179fc99009'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:51.335164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d697af-bcbf-4ec8-ab5f-e8dd41333d33 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network f775d332-6e61-46d4-b2ae-ea3957b84cbb is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:51.336557 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d10d25-729c-4ce4-bb86-a099e91bdd53" -d '{"events": [{"server_uuid": "664d7367-2226-44e9-ab5d-ddb4c679cc8b", "name": "network-vif-plugged", "status": "completed", "tag": "b31355ef-2604-4a93-8a55-31179fc99009"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:46:51.339509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-36d697af-bcbf-4ec8-ab5f-e8dd41333d33 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:51.399001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port b31355ef-2604-4a93-8a55-31179fc99009, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b31355ef-2604-4a93-8a55-31179fc99009,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:51.435679 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b31355ef-2604-4a93-8a55-31179fc99009), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:51.509796 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-caf6fa27-412a-44de-92c1-a4f4130a25f3 None None] Provisioning complete for port a3195546-2612-43f5-b117-a42060b1de46 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:51.511444 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-caf6fa27-412a-44de-92c1-a4f4130a25f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a3195546-2612-43f5-b117-a42060b1de46), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:51.698185 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f78e700-21cf-485d-a244-c9c0b500964f x-openstack-request-id: req-7f78e700-21cf-485d-a244-c9c0b500964f {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:46:51.698479 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664d7367-2226-44e9-ab5d-ddb4c679cc8b", "name": "network-vif-plugged", "status": "completed", "tag": "b31355ef-2604-4a93-8a55-31179fc99009", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:46:51.703058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d697af-bcbf-4ec8-ab5f-e8dd41333d33 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Router 38892dbc-4f40-47e8-81c9-f4b4dc6009f8 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:46:51.707173 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f78e700-21cf-485d-a244-c9c0b500964f {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:46:51.715860 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664d7367-2226-44e9-ab5d-ddb4c679cc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31355ef-2604-4a93-8a55-31179fc99009', 'code': 200} Mar 07 21:46:51.732463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-caf6fa27-412a-44de-92c1-a4f4130a25f3 None None] Port a3195546-2612-43f5-b117-a42060b1de46 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:51.866235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcfe7a-f077-456d-bf2a-2b4bea1fd007 req-e97f17ef-9d79-47a0-91a6-3f6e7e2cb8cc tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:51.873038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fdcfe7a-f077-456d-bf2a-2b4bea1fd007 req-e97f17ef-9d79-47a0-91a6-3f6e7e2cb8cc tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=122e1555-4702-4bc9-b3fe-2a6569e7500a HTTP/1.1" status: 200 len: 945 time: 0.6431477 Mar 07 21:46:51.882304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=b31355ef-2604-4a93-8a55-31179fc99009,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:51.921978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cb1837c7-3667-4888-9170-8a18a3d2ed9c None None] Provisioning complete for port a10971ed-d607-4ce3-9911-ff6c56b918f0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:51.923067 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cb1837c7-3667-4888-9170-8a18a3d2ed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a10971ed-d607-4ce3-9911-ff6c56b918f0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:51.988697 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d697af-bcbf-4ec8-ab5f-e8dd41333d33 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:46:51.990290 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cb1837c7-3667-4888-9170-8a18a3d2ed9c None None] Port a10971ed-d607-4ce3-9911-ff6c56b918f0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:46:52.003172 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ade214-628a-482f-8a42-8626d6e05a7a None None] Sync routers for ids ['38892dbc-4f40-47e8-81c9-f4b4dc6009f8'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:52.008377 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-36d697af-bcbf-4ec8-ab5f-e8dd41333d33 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "PUT /v2.0/routers/38892dbc-4f40-47e8-81c9-f4b4dc6009f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9148688 Mar 07 21:46:52.009044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37774) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:52.018509 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ade214-628a-482f-8a42-8626d6e05a7a None None] Routers {'38892dbc-4f40-47e8-81c9-f4b4dc6009f8'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:52.019268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-94ade214-628a-482f-8a42-8626d6e05a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['38892dbc-4f40-47e8-81c9-f4b4dc6009f8'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:52.052189 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e9cdd-24b2-43b4-86c5-5caf6b29f856 req-cd7fec8e-1560-4209-bbf8-3822f6b197dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:52.053683 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-905e9cdd-24b2-43b4-86c5-5caf6b29f856 req-cd7fec8e-1560-4209-bbf8-3822f6b197dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 1127 time: 0.4294209 Mar 07 21:46:52.103533 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54fa10e7-3e31-47f4-806b-568f6b6aa36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (cb8fce9d-2178-442d-a64b-842253767477), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:52.112369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9370cab7-2db4-47e8-9ac9-b0583c4f6728 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router 26f12735-fdfd-4427-a9f7-b53d91f55fed is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:46:52.113485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-94ade214-628a-482f-8a42-8626d6e05a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:52.128378 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ac5d12-f223-4a9e-a859-521a386bb960 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:52.130940 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-51ac5d12-f223-4a9e-a859-521a386bb960 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports?device_id=38892dbc-4f40-47e8-81c9-f4b4dc6009f8 HTTP/1.1" status: 200 len: 982 time: 0.1203890 Mar 07 21:46:52.136709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37776) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:52.173460 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:52.175163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ade214-628a-482f-8a42-8626d6e05a7a None None] Routers {'38892dbc-4f40-47e8-81c9-f4b4dc6009f8'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:52.175773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-94ade214-628a-482f-8a42-8626d6e05a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['38892dbc-4f40-47e8-81c9-f4b4dc6009f8'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:52.292661 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-94ade214-628a-482f-8a42-8626d6e05a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:52.294043 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ade214-628a-482f-8a42-8626d6e05a7a None None] The sync data for ids ['38892dbc-4f40-47e8-81c9-f4b4dc6009f8'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:52.311492 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fdcfe7a-f077-456d-bf2a-2b4bea1fd007 req-dac61c64-d82b-458a-9a81-736a64ad4c4c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374964 Mar 07 21:46:52.386607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa10e7-3e31-47f4-806b-568f6b6aa36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8fce9d-2178-442d-a64b-842253767477,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:52.421786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-905e9cdd-24b2-43b4-86c5-5caf6b29f856 req-6ac73711-d412-4f84-bd96-c80a54e41acd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368802 Mar 07 21:46:52.461255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169312f-5995-41a9-b839-d2146275ea84 req-f9cd7b38-e3e7-4035-a206-ba220ba4419c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:52.469260 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4169312f-5995-41a9-b839-d2146275ea84 req-f9cd7b38-e3e7-4035-a206-ba220ba4419c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 945 time: 0.4283054 Mar 07 21:46:52.495140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa10e7-3e31-47f4-806b-568f6b6aa36b admin admin] Checking segment: {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:52.496480 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa10e7-3e31-47f4-806b-568f6b6aa36b admin admin] Network hostable DHCP agents. Network: ca1c0645-516e-4a61-93b0-de45d4e4a2c2, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:46:52.515981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9370cab7-2db4-47e8-9ac9-b0583c4f6728 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:46:52.525253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37780) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:52.525826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9370cab7-2db4-47e8-9ac9-b0583c4f6728 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/26f12735-fdfd-4427-a9f7-b53d91f55fed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4742362 Mar 07 21:46:52.531072 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e1f1d-f2f1-4514-8fbd-4c4370035f99 None None] Sync routers for ids ['26f12735-fdfd-4427-a9f7-b53d91f55fed'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:52.543775 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e1f1d-f2f1-4514-8fbd-4c4370035f99 None None] Routers {'26f12735-fdfd-4427-a9f7-b53d91f55fed'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:52.544408 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-fb2e1f1d-f2f1-4514-8fbd-4c4370035f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['26f12735-fdfd-4427-a9f7-b53d91f55fed'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:52.579390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941e1c3-d8f4-4e41-bd1e-10cf0ada0bdb req-79473e5d-d64d-46f7-ad02-0031d16b8405 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:52.586848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d941e1c3-d8f4-4e41-bd1e-10cf0ada0bdb req-79473e5d-d64d-46f7-ad02-0031d16b8405 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 945 time: 0.1585369 Mar 07 21:46:52.600717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4169312f-5995-41a9-b839-d2146275ea84 req-1a414ca6-9fff-48bd-8617-69d8550ed7bf tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273499 Mar 07 21:46:52.616676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa10e7-3e31-47f4-806b-568f6b6aa36b admin admin] Network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:46:52.630423 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-fb2e1f1d-f2f1-4514-8fbd-4c4370035f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:52.654486 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e1f1d-f2f1-4514-8fbd-4c4370035f99 None None] Routers {'26f12735-fdfd-4427-a9f7-b53d91f55fed'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:52.657298 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-fb2e1f1d-f2f1-4514-8fbd-4c4370035f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['26f12735-fdfd-4427-a9f7-b53d91f55fed'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:52.661833 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-54fa10e7-3e31-47f4-806b-568f6b6aa36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, ca1c0645-516e-4a61-93b0-de45d4e4a2c2) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:52.678050 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eb29bf-46f2-4a68-80b1-23203c594bc8 None None] Network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:52.683476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa10e7-3e31-47f4-806b-568f6b6aa36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:52.689441 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54fa10e7-3e31-47f4-806b-568f6b6aa36b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:52.734516 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-fb2e1f1d-f2f1-4514-8fbd-4c4370035f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:52.735628 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e1f1d-f2f1-4514-8fbd-4c4370035f99 None None] The sync data for ids ['26f12735-fdfd-4427-a9f7-b53d91f55fed'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:52.736757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d941e1c3-d8f4-4e41-bd1e-10cf0ada0bdb req-66c35efd-0edb-4def-b9cf-98b015265793 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484926 Mar 07 21:46:52.766510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-54fa10e7-3e31-47f4-806b-568f6b6aa36b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8384004 Mar 07 21:46:52.769068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37782) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:52.769389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aee80f8-5a19-4de3-b075-e5dc031c5125 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:52.771524 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1aee80f8-5a19-4de3-b075-e5dc031c5125 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports/a3195546-2612-43f5-b117-a42060b1de46 HTTP/1.1" status: 200 len: 976 time: 0.2450709 Mar 07 21:46:52.774825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37784) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:52.786865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:52.841800 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (6aa32f4e-2c88-4146-979c-99d2542addba), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:52.843392 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (6aa32f4e-2c88-4146-979c-99d2542addba), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:52.894314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ca3c3-6d99-44eb-a29b-9f7eb5a2ac85 req-dcf0b91a-8b37-4901-9452-3bbd8277fecf tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:52.901342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-484ca3c3-6d99-44eb-a29b-9f7eb5a2ac85 req-dcf0b91a-8b37-4901-9452-3bbd8277fecf tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=df31b493-1de9-423f-8357-a75a213c7ece HTTP/1.1" status: 200 len: 945 time: 0.1901598 Mar 07 21:46:53.056961 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Publish callbacks [] for router_controller (6aa32f4e-2c88-4146-979c-99d2542addba), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:53.154600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-484ca3c3-6d99-44eb-a29b-9f7eb5a2ac85 req-536b5d17-a3cf-4665-b27d-d5ba661e6711 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472849 Mar 07 21:46:53.179190 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ce7b2e8-b9f5-4544-ad4f-ce2f766836f1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (38892dbc-4f40-47e8-81c9-f4b4dc6009f8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:53.233152 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:46:53.236742 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:53.599405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Allocated IP 172.20.0.2 (ca1c0645-516e-4a61-93b0-de45d4e4a2c2/cb8fce9d-2178-442d-a64b-842253767477/b17632e7-d5d9-4180-b52d-29b50f5cc8e9) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:53.623097 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0fdf6bfc-ac34-4335-96a6-3b4805f39092 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (26f12735-fdfd-4427-a9f7-b53d91f55fed), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:53.859632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7b2e8-b9f5-4544-ad4f-ce2f766836f1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port a10971ed-d607-4ce3-9911-ff6c56b918f0 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:53.860029 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ce7b2e8-b9f5-4544-ad4f-ce2f766836f1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a10971ed-d607-4ce3-9911-ff6c56b918f0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:53.963485 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Publish callbacks [] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:53.977620 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:54.070114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Pushing event updated for resources: {'Port': ['ID=b17632e7-d5d9-4180-b52d-29b50f5cc8e9,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:54.078819 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ce7b2e8-b9f5-4544-ad4f-ce2f766836f1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a10971ed-d607-4ce3-9911-ff6c56b918f0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:54.079762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:54.082610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:54.086715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:54.088531 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Publish callbacks [] for router_gateway (6aa32f4e-2c88-4146-979c-99d2542addba), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:54.099470 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7b2e8-b9f5-4544-ad4f-ce2f766836f1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for a10971ed-d607-4ce3-9911-ff6c56b918f0 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:54.112561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:54.171614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cbf14-a521-4103-84af-f9f87b6fca64 req-951ffeeb-dcb8-472e-86c1-738da4e58494 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:54.173338 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-962cbf14-a521-4103-84af-f9f87b6fca64 req-951ffeeb-dcb8-472e-86c1-738da4e58494 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 945 time: 0.1673164 Mar 07 21:46:54.218907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eab12-502e-4878-9028-010632847c35 req-29a461fc-6796-473d-a268-6412afe91cf0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:54.221085 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-750eab12-502e-4878-9028-010632847c35 req-29a461fc-6796-473d-a268-6412afe91cf0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 945 time: 0.3821714 Mar 07 21:46:54.245710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Attempting to bind port b17632e7-d5d9-4180-b52d-29b50f5cc8e9 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:46:54.246964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Attempting to bind port b17632e7-d5d9-4180-b52d-29b50f5cc8e9 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:46:54.247355 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Attempting to bind port b17632e7-d5d9-4180-b52d-29b50f5cc8e9 on network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:46:54.255053 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:46:54.255574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Checking segment: {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:46:54.256044 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:54.256480 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Bound using segment: {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:46:54.258619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Bound port: b17632e7-d5d9-4180-b52d-29b50f5cc8e9, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:46:54.259069 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:54.274842 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:46:54.280980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:54.281500 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:54.341063 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-962cbf14-a521-4103-84af-f9f87b6fca64 req-31b7eaec-6f97-4489-b1d8-e024ae1d2cb7 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613054 Mar 07 21:46:54.351452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-750eab12-502e-4878-9028-010632847c35 req-375c72ec-f8d8-43e6-b4e9-739cd845daf9 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208246 Mar 07 21:46:54.495774 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:54.497330 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:54.500306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] For port b17632e7-d5d9-4180-b52d-29b50f5cc8e9, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:46:54.524669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] For port b17632e7-d5d9-4180-b52d-29b50f5cc8e9, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b17632e7-d5d9-4180-b52d-29b50f5cc8e9,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:46:54.549779 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:54.584481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463f9dfe-7088-4a9d-bfb8-504ffa0bed6e'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:54.586818 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6776b78a-4614-4e63-a687-4d3939ae61c2" -d '{"events": [{"server_uuid": "5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1", "name": "network-vif-plugged", "status": "completed", "tag": "463f9dfe-7088-4a9d-bfb8-504ffa0bed6e"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:46:54.650573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e,segment=NetworkSegment(a5a1f513-4fae-40ee-bb0a-041388391ee7),segment_id=a5a1f513-4fae-40ee-bb0a-041388391ee7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:54.661992 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:54.692744 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0c349-c520-47da-8377-9b8c9489818e None None] Pushing event updated for resources: {'Port': ['ID=b17632e7-d5d9-4180-b52d-29b50f5cc8e9,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:54.702500 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7f90a3-6333-44e8-b23f-5cb9ac19eb88 x-openstack-request-id: req-7c7f90a3-6333-44e8-b23f-5cb9ac19eb88 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:46:54.702803 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1", "name": "network-vif-plugged", "status": "completed", "tag": "463f9dfe-7088-4a9d-bfb8-504ffa0bed6e", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:46:54.703062 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c7f90a3-6333-44e8-b23f-5cb9ac19eb88 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:46:54.713099 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463f9dfe-7088-4a9d-bfb8-504ffa0bed6e', 'code': 200} Mar 07 21:46:54.716065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d6693194-e27a-439a-af55-107068e5d45b tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:54.720578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d6693194-e27a-439a-af55-107068e5d45b tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/networks?id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6 HTTP/1.1" status: 200 len: 813 time: 0.1895578 Mar 07 21:46:54.747801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d6517a27-858b-4ce6-b6b0-c210e6b99c22 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/quotas/205350e49754452aac7afbcbba5f7118 HTTP/1.1" status: 200 len: 375 time: 0.0213439 Mar 07 21:46:54.749096 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Publish callbacks [] for router_gateway (6aa32f4e-2c88-4146-979c-99d2542addba), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:54.803254 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:54.816998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:54.958915 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-a98039d4-255c-4e36-8cfc-1ed87e81da87 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=205350e49754452aac7afbcbba5f7118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1574771 Mar 07 21:46:55.114585 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869ddb8-34df-48f0-b6d0-e11a56f2992f req-f8946dcd-35c0-4b17-afb9-70111bc62ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:55.116127 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8869ddb8-34df-48f0-b6d0-e11a56f2992f req-f8946dcd-35c0-4b17-afb9-70111bc62ef8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 1128 time: 0.2507620 Mar 07 21:46:55.185483 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8869ddb8-34df-48f0-b6d0-e11a56f2992f req-41c68201-7f17-4464-bee4-87875adf5f3c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585515 Mar 07 21:46:55.226206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf6bfc-ac34-4335-96a6-3b4805f39092 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port a3195546-2612-43f5-b117-a42060b1de46 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:55.226581 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0fdf6bfc-ac34-4335-96a6-3b4805f39092 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a3195546-2612-43f5-b117-a42060b1de46), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:55.288927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a935dc-7223-444b-864a-86ba8ed07789 req-0fd9e760-4bd9-4312-bc4f-76d326245c02 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:55.301286 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19a935dc-7223-444b-864a-86ba8ed07789 req-0fd9e760-4bd9-4312-bc4f-76d326245c02 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.13 "GET /v2.0/ports?device_id=df31b493-1de9-423f-8357-a75a213c7ece HTTP/1.1" status: 200 len: 945 time: 0.1915841 Mar 07 21:46:55.330742 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Allocated IP 172.25.4.250 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/2b505881-0af7-4e6c-81f2-710ee6ea1675) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:55.368431 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ce7b2e8-b9f5-4544-ad4f-ce2f766836f1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a10971ed-d607-4ce3-9911-ff6c56b918f0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:55.416543 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7b2e8-b9f5-4544-ad4f-ce2f766836f1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=a10971ed-d607-4ce3-9911-ff6c56b918f0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:55.512675 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0fdf6bfc-ac34-4335-96a6-3b4805f39092 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a3195546-2612-43f5-b117-a42060b1de46), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:55.540056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf6bfc-ac34-4335-96a6-3b4805f39092 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for a3195546-2612-43f5-b117-a42060b1de46 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:55.775843 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ce7b2e8-b9f5-4544-ad4f-ce2f766836f1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (38892dbc-4f40-47e8-81c9-f4b4dc6009f8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:55.794314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-9d1f6fe1-c2b2-41e5-aa48-03e0c31488c7 service neutron] 10.222.0.26 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8072352 Mar 07 21:46:55.827602 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b17632e7-d5d9-4180-b52d-29b50f5cc8e9 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:56.001049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port b17632e7-d5d9-4180-b52d-29b50f5cc8e9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:56.001478 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:56.072650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-19a935dc-7223-444b-864a-86ba8ed07789 req-9868280b-2a9d-4e41-bf7a-3631a3f5068c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Deleting port f2853e46-02cf-4725-8373-8bcee8ffbfc5 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:56.073257 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19a935dc-7223-444b-864a-86ba8ed07789 req-9868280b-2a9d-4e41-bf7a-3631a3f5068c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f2853e46-02cf-4725-8373-8bcee8ffbfc5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:56.134440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0d479-1391-4908-b24b-85da49f36312 req-4a856a8f-551c-495b-a0de-625425735e4d tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:56.136289 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fd0d479-1391-4908-b24b-85da49f36312 req-4a856a8f-551c-495b-a0de-625425735e4d tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e1555-4702-4bc9-b3fe-2a6569e7500a HTTP/1.1" status: 200 len: 945 time: 0.6545923 Mar 07 21:46:56.205702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce7b2e8-b9f5-4544-ad4f-ce2f766836f1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Router 38892dbc-4f40-47e8-81c9-f4b4dc6009f8 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:46:56.215814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port b17632e7-d5d9-4180-b52d-29b50f5cc8e9 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:56.216273 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:56.269634 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b8c89-5e67-4d6a-8c41-38e86055908f req-df18c205-f6bf-46dd-9dd6-aae53ab13bb8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:56.276861 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f17b8c89-5e67-4d6a-8c41-38e86055908f req-df18c205-f6bf-46dd-9dd6-aae53ab13bb8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 945 time: 0.6950593 Mar 07 21:46:56.304004 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port b17632e7-d5d9-4180-b52d-29b50f5cc8e9, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b17632e7-d5d9-4180-b52d-29b50f5cc8e9,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:56.317855 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-49dbb467-3972-4ca6-8c41-37834dd57631 service neutron] 10.222.0.26 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158570 Mar 07 21:46:56.320295 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:56.362657 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Publish callbacks [] for port (2b505881-0af7-4e6c-81f2-710ee6ea1675), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:56.438616 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=b17632e7-d5d9-4180-b52d-29b50f5cc8e9,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:56.482473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce7b2e8-b9f5-4544-ad4f-ce2f766836f1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:46:56.489523 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3ce7b2e8-b9f5-4544-ad4f-ce2f766836f1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "PUT /v2.0/routers/38892dbc-4f40-47e8-81c9-f4b4dc6009f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3505521 Mar 07 21:46:56.493410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37820) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:56.500297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362eb9b2-f6ce-4d99-b780-c4200ab8aa15 None None] Sync routers for ids ['38892dbc-4f40-47e8-81c9-f4b4dc6009f8'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:56.522107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-19a935dc-7223-444b-864a-86ba8ed07789 req-9868280b-2a9d-4e41-bf7a-3631a3f5068c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] For port f2853e46-02cf-4725-8373-8bcee8ffbfc5, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=f2853e46-02cf-4725-8373-8bcee8ffbfc5,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:56.524960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362eb9b2-f6ce-4d99-b780-c4200ab8aa15 None None] Routers {'38892dbc-4f40-47e8-81c9-f4b4dc6009f8'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:56.525818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-362eb9b2-f6ce-4d99-b780-c4200ab8aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['38892dbc-4f40-47e8-81c9-f4b4dc6009f8'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:56.535598 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19a935dc-7223-444b-864a-86ba8ed07789 req-9868280b-2a9d-4e41-bf7a-3631a3f5068c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f2853e46-02cf-4725-8373-8bcee8ffbfc5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:56.589278 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c05fc5b-6a9d-4e7d-a940-1861a32d7e25 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] GET failed (client error): The resource could not be found. Mar 07 21:46:56.591505 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1c05fc5b-6a9d-4e7d-a940-1861a32d7e25 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/a10971ed-d607-4ce3-9911-ff6c56b918f0 HTTP/1.1" status: 404 len: 333 time: 0.0971961 Mar 07 21:46:56.595508 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37822) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:56.605867 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f17b8c89-5e67-4d6a-8c41-38e86055908f req-20614e3f-f9dd-4781-a163-21d938438a4f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274069 Mar 07 21:46:56.607068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-19a935dc-7223-444b-864a-86ba8ed07789 req-9868280b-2a9d-4e41-bf7a-3631a3f5068c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Calling delete_port for f2853e46-02cf-4725-8373-8bcee8ffbfc5 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:56.649909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1885694d-7af7-4241-8a71-d09f84415ef7 None None] Network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:56.668313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-362eb9b2-f6ce-4d99-b780-c4200ab8aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:56.733699 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2b505881-0af7-4e6c-81f2-710ee6ea1675), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:56.804117 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b68d9956-5877-4870-bfdc-70c3d12d9100 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for router (38892dbc-4f40-47e8-81c9-f4b4dc6009f8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:56.807368 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0fdf6bfc-ac34-4335-96a6-3b4805f39092 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a3195546-2612-43f5-b117-a42060b1de46), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:56.829149 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-6fd0d479-1391-4908-b24b-85da49f36312 req-9a054eca-93c6-4f94-8b04-2d1fe6123439 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Deleting port aff56dee-5b8b-423a-8580-f51b333ed76f {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:56.829505 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6fd0d479-1391-4908-b24b-85da49f36312 req-9a054eca-93c6-4f94-8b04-2d1fe6123439 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (aff56dee-5b8b-423a-8580-f51b333ed76f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:56.869037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362eb9b2-f6ce-4d99-b780-c4200ab8aa15 None None] Routers {'38892dbc-4f40-47e8-81c9-f4b4dc6009f8'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:56.869625 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-362eb9b2-f6ce-4d99-b780-c4200ab8aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['38892dbc-4f40-47e8-81c9-f4b4dc6009f8'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:56.907104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-362eb9b2-f6ce-4d99-b780-c4200ab8aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:56.907759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362eb9b2-f6ce-4d99-b780-c4200ab8aa15 None None] The sync data for ids ['38892dbc-4f40-47e8-81c9-f4b4dc6009f8'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:56.922180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5ee722d9-476c-441b-babd-f8335ec42b5f None None] Provisioning complete for port b17632e7-d5d9-4180-b52d-29b50f5cc8e9 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:56.922637 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5ee722d9-476c-441b-babd-f8335ec42b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:56.941478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf6bfc-ac34-4335-96a6-3b4805f39092 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=a3195546-2612-43f5-b117-a42060b1de46,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:57.038669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:57.049996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:57.058203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:46:57.086579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5ee722d9-476c-441b-babd-f8335ec42b5f None None] Current status of the port b17632e7-d5d9-4180-b52d-29b50f5cc8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:57.307401 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b68d9956-5877-4870-bfdc-70c3d12d9100 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (38892dbc-4f40-47e8-81c9-f4b4dc6009f8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:57.310264 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b68d9956-5877-4870-bfdc-70c3d12d9100 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for router_controller (38892dbc-4f40-47e8-81c9-f4b4dc6009f8), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:57.424483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-6fd0d479-1391-4908-b24b-85da49f36312 req-9a054eca-93c6-4f94-8b04-2d1fe6123439 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] For port aff56dee-5b8b-423a-8580-f51b333ed76f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=aff56dee-5b8b-423a-8580-f51b333ed76f,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:46:57.425054 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6fd0d479-1391-4908-b24b-85da49f36312 req-9a054eca-93c6-4f94-8b04-2d1fe6123439 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (aff56dee-5b8b-423a-8580-f51b333ed76f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:57.442537 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b68d9956-5877-4870-bfdc-70c3d12d9100 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (38892dbc-4f40-47e8-81c9-f4b4dc6009f8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:57.454283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-6fd0d479-1391-4908-b24b-85da49f36312 req-9a054eca-93c6-4f94-8b04-2d1fe6123439 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Calling delete_port for aff56dee-5b8b-423a-8580-f51b333ed76f owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:46:57.457377 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68d9956-5877-4870-bfdc-70c3d12d9100 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Fanout notify agent at l3_agent the message router_deleted on router 38892dbc-4f40-47e8-81c9-f4b4dc6009f8 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:46:57.481147 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b68d9956-5877-4870-bfdc-70c3d12d9100 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:57.491572 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b68d9956-5877-4870-bfdc-70c3d12d9100 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/routers/38892dbc-4f40-47e8-81c9-f4b4dc6009f8 HTTP/1.1" status: 204 len: 168 time: 0.8703225 Mar 07 21:46:57.496437 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37846) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:57.517231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d2e2c1cd-36c0-4f99-be41-ed80880aaf04 None None] Provisioning complete for port b17632e7-d5d9-4180-b52d-29b50f5cc8e9 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:57.517618 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d2e2c1cd-36c0-4f99-be41-ed80880aaf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:57.567102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27f86802-1f3b-42e4-9cae-cdf3bc229f43 req-deb05f46-c752-4c5a-9c70-f03876a167f5 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=7204b760-33d6-409a-bc53-ee5e9d64aa09 HTTP/1.1" status: 200 len: 210 time: 0.5275664 Mar 07 21:46:57.621751 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19a935dc-7223-444b-864a-86ba8ed07789 req-9868280b-2a9d-4e41-bf7a-3631a3f5068c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f2853e46-02cf-4725-8373-8bcee8ffbfc5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:57.649237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['aff56dee-5b8b-423a-8580-f51b333ed76f'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:46:57.669447 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Pushing event updated for resources: {'Port': ['ID=2b505881-0af7-4e6c-81f2-710ee6ea1675,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:57.755431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868280b-2a9d-4e41-bf7a-3631a3f5068c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Pushing event deleted for resources: {'Port': ['ID=f2853e46-02cf-4725-8373-8bcee8ffbfc5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:57.837052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8250e23-ba57-4c46-b2de-893bde0ac6d5 req-9f201caa-64af-4a0c-bcf4-5ff046d0a714 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:57.839137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8250e23-ba57-4c46-b2de-893bde0ac6d5 req-9f201caa-64af-4a0c-bcf4-5ff046d0a714 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 946 time: 1.0265818 Mar 07 21:46:57.879886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b17632e7-d5d9-4180-b52d-29b50f5cc8e9 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:46:57.881190 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c21001-1867-496f-b38a-f0eb26739b30 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting subnet d65dd5af-87ec-43d4-9660-60621e5adb2c {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:46:57.886557 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7c21001-1867-496f-b38a-f0eb26739b30 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (d65dd5af-87ec-43d4-9660-60621e5adb2c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:57.978949 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2c1cd-36c0-4f99-be41-ed80880aaf04 None None] Current status of the port b17632e7-d5d9-4180-b52d-29b50f5cc8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:58.036397 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0fdf6bfc-ac34-4335-96a6-3b4805f39092 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (26f12735-fdfd-4427-a9f7-b53d91f55fed), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:58.069406 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7c21001-1867-496f-b38a-f0eb26739b30 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (d65dd5af-87ec-43d4-9660-60621e5adb2c), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:58.195042 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port b17632e7-d5d9-4180-b52d-29b50f5cc8e9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:46:58.195487 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:58.421784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port b17632e7-d5d9-4180-b52d-29b50f5cc8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:46:58.611369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device f2853e46-02cf-4725-8373-8bcee8ffbfc5 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:46:58.640503 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7c21001-1867-496f-b38a-f0eb26739b30 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (d65dd5af-87ec-43d4-9660-60621e5adb2c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:58.653618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: f2853e46-02cf-4725-8373-8bcee8ffbfc5 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:46:58.654122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device f2853e46-02cf-4725-8373-8bcee8ffbfc5 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:46:58.673890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdf6bfc-ac34-4335-96a6-3b4805f39092 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router 26f12735-fdfd-4427-a9f7-b53d91f55fed has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:46:58.695554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a935dc-7223-444b-864a-86ba8ed07789 req-9868280b-2a9d-4e41-bf7a-3631a3f5068c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] No DVR routers for this DVR port f2853e46-02cf-4725-8373-8bcee8ffbfc5 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:58.719063 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19a935dc-7223-444b-864a-86ba8ed07789 req-9868280b-2a9d-4e41-bf7a-3631a3f5068c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:58.722603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19a935dc-7223-444b-864a-86ba8ed07789 req-9868280b-2a9d-4e41-bf7a-3631a3f5068c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.13 "DELETE /v2.0/ports/f2853e46-02cf-4725-8373-8bcee8ffbfc5 HTTP/1.1" status: 204 len: 173 time: 3.4201047 Mar 07 21:46:58.728626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df31b493-1de9-423f-8357-a75a213c7ece', 'name': 'network-vif-deleted', 'tag': 'f2853e46-02cf-4725-8373-8bcee8ffbfc5'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:58.731392 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451a800d-ca81-4993-94ff-79863e89624f" -d '{"events": [{"server_uuid": "df31b493-1de9-423f-8357-a75a213c7ece", "name": "network-vif-deleted", "tag": "f2853e46-02cf-4725-8373-8bcee8ffbfc5"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:46:58.797071 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdf6bfc-ac34-4335-96a6-3b4805f39092 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:46:58.808595 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b470b-de7d-4f05-b9ac-586d0a7c49fe None None] Sync routers for ids ['26f12735-fdfd-4427-a9f7-b53d91f55fed'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:58.812795 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0fdf6bfc-ac34-4335-96a6-3b4805f39092 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/26f12735-fdfd-4427-a9f7-b53d91f55fed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0356266 Mar 07 21:46:58.815672 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37862) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:58.830766 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b470b-de7d-4f05-b9ac-586d0a7c49fe None None] Routers {'26f12735-fdfd-4427-a9f7-b53d91f55fed'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:58.832450 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-d54b470b-de7d-4f05-b9ac-586d0a7c49fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['26f12735-fdfd-4427-a9f7-b53d91f55fed'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:58.847309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8250e23-ba57-4c46-b2de-893bde0ac6d5 req-07ea7ca8-a912-442c-937c-b86284d5007d tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9361472 Mar 07 21:46:58.910907 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7c21001-1867-496f-b38a-f0eb26739b30 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (d65dd5af-87ec-43d4-9660-60621e5adb2c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:58.922757 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-d54b470b-de7d-4f05-b9ac-586d0a7c49fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:58.948385 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b470b-de7d-4f05-b9ac-586d0a7c49fe None None] Routers {'26f12735-fdfd-4427-a9f7-b53d91f55fed'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:46:58.949121 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-d54b470b-de7d-4f05-b9ac-586d0a7c49fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['26f12735-fdfd-4427-a9f7-b53d91f55fed'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:58.966723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b82b1347-e3a3-4fb7-bde1-4d85a8ff923c req-fa01ac07-69f3-4f91-8cac-c41a88a79925 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=7204b760-33d6-409a-bc53-ee5e9d64aa09 HTTP/1.1" status: 200 len: 210 time: 0.1488094 Mar 07 21:46:59.000197 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6971889-9614-4e57-a74a-ebc432545950 x-openstack-request-id: req-b6971889-9614-4e57-a74a-ebc432545950 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:46:59.003830 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df31b493-1de9-423f-8357-a75a213c7ece", "name": "network-vif-deleted", "tag": "f2853e46-02cf-4725-8373-8bcee8ffbfc5", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:46:59.004589 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6971889-9614-4e57-a74a-ebc432545950 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:46:59.006780 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df31b493-1de9-423f-8357-a75a213c7ece', 'name': 'network-vif-deleted', 'tag': 'f2853e46-02cf-4725-8373-8bcee8ffbfc5', 'status': 'completed', 'code': 200} Mar 07 21:46:59.009208 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6fd0d479-1391-4908-b24b-85da49f36312 req-9a054eca-93c6-4f94-8b04-2d1fe6123439 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (aff56dee-5b8b-423a-8580-f51b333ed76f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:59.044506 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-d54b470b-de7d-4f05-b9ac-586d0a7c49fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:59.049482 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b470b-de7d-4f05-b9ac-586d0a7c49fe None None] The sync data for ids ['26f12735-fdfd-4427-a9f7-b53d91f55fed'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:59.162944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a054eca-93c6-4f94-8b04-2d1fe6123439 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Pushing event deleted for resources: {'Port': ['ID=aff56dee-5b8b-423a-8580-f51b333ed76f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:59.446503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd0d479-1391-4908-b24b-85da49f36312 req-9a054eca-93c6-4f94-8b04-2d1fe6123439 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] No DVR routers for this DVR port aff56dee-5b8b-423a-8580-f51b333ed76f on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:59.451313 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6fd0d479-1391-4908-b24b-85da49f36312 req-9a054eca-93c6-4f94-8b04-2d1fe6123439 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:59.459162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fd0d479-1391-4908-b24b-85da49f36312 req-9a054eca-93c6-4f94-8b04-2d1fe6123439 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.15 "DELETE /v2.0/ports/aff56dee-5b8b-423a-8580-f51b333ed76f HTTP/1.1" status: 204 len: 173 time: 3.2909923 Mar 07 21:46:59.497675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4c2004-f27a-4eff-bdc2-abc1a51ce2cf None None] Network f775d332-6e61-46d4-b2ae-ea3957b84cbb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:46:59.510170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7c21001-1867-496f-b38a-f0eb26739b30 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:59.513392 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e7c21001-1867-496f-b38a-f0eb26739b30 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/d65dd5af-87ec-43d4-9660-60621e5adb2c HTTP/1.1" status: 204 len: 168 time: 2.0122731 Mar 07 21:46:59.514332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c21001-1867-496f-b38a-f0eb26739b30 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Subnet': ['ID=d65dd5af-87ec-43d4-9660-60621e5adb2c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:59.534812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37868) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:46:59.685321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-ecbc41f7-558b-43f2-80ed-f44e50beb9f8 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:59.686736 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-ecbc41f7-558b-43f2-80ed-f44e50beb9f8 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.13 "GET /v2.0/networks?id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6 HTTP/1.1" status: 200 len: 813 time: 0.5053141 Mar 07 21:46:59.732838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-9004efc7-974d-4de1-ad6a-72a966f69971 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Request body: {'port': {'device_id': '45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b', 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6', 'admin_state_up': True, 'tenant_id': '205350e49754452aac7afbcbba5f7118'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:59.766169 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (f775d332-6e61-46d4-b2ae-ea3957b84cbb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:59.800391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0918f5-ac92-484f-8dd9-7263ce2a554a None None] DHCP port deletion for f775d332-6e61-46d4-b2ae-ea3957b84cbb request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:46:59.852855 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-1feb9a06-6c91-4856-8d99-444b267ecd57 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:59.854554 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-1feb9a06-6c91-4856-8d99-444b267ecd57 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.15 "GET /v2.0/networks?id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6 HTTP/1.1" status: 200 len: 813 time: 0.4134984 Mar 07 21:46:59.869060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7aa1d895-621d-437c-81e9-c4585989eb3d req-553b630d-2609-4def-b518-0d73bf80e480 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-536864279&fields=id&tenant_id=403f3deab64c4fccbdc05488aa7b8f2f HTTP/1.1" status: 200 len: 267 time: 0.7223632 Mar 07 21:46:59.892786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-0b80aeb3-8e8d-4ad8-9026-cd11be58a805 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Request body: {'port': {'device_id': '7204b760-33d6-409a-bc53-ee5e9d64aa09', 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6', 'admin_state_up': True, 'tenant_id': '205350e49754452aac7afbcbba5f7118'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:59.895321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6a0918f5-ac92-484f-8dd9-7263ce2a554a None None] Deleting port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:46:59.895703 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6a0918f5-ac92-484f-8dd9-7263ce2a554a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:46:59.906178 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Publish callbacks [] for router_gateway (6aa32f4e-2c88-4146-979c-99d2542addba), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:00.015643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6a0918f5-ac92-484f-8dd9-7263ce2a554a None None] For port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=02fa6d0f-806b-44b9-aa87-96d44fe6a05d,segment=NetworkSegment(de26228f-69f0-455d-97e7-8517e3dd1a4d),segment_id=de26228f-69f0-455d-97e7-8517e3dd1a4d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:00.015964 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6a0918f5-ac92-484f-8dd9-7263ce2a554a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:00.081287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1d895-621d-437c-81e9-c4585989eb3d req-21ad7f9d-e082-4e66-844f-c2a3aceae50d tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:00.082945 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7aa1d895-621d-437c-81e9-c4585989eb3d req-21ad7f9d-e082-4e66-844f-c2a3aceae50d tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 946 time: 0.1778266 Mar 07 21:47:00.097304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6a0918f5-ac92-484f-8dd9-7263ce2a554a None None] Calling delete_port for 02fa6d0f-806b-44b9-aa87-96d44fe6a05d owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:00.105240 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-7aa1d895-621d-437c-81e9-c4585989eb3d req-5eacfac7-5fe4-4651-8ffb-1b25b20c94b0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'port': {'security_groups': ['32299073-b5c5-47aa-aebf-fdccc634bc31', '09972429-d656-412b-80ae-6a326fb122fa']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:00.199065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-9004efc7-974d-4de1-ad6a-72a966f69971 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Made reservation on behalf of 205350e49754452aac7afbcbba5f7118 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:00.202656 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-9004efc7-974d-4de1-ad6a-72a966f69971 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:00.213425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-0b80aeb3-8e8d-4ad8-9026-cd11be58a805 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Made reservation on behalf of 205350e49754452aac7afbcbba5f7118 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:00.223334 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-0b80aeb3-8e8d-4ad8-9026-cd11be58a805 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:00.248027 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ab2021d-3658-4af4-97f1-d14765a00317 req-e509f158-92f1-4425-abf5-954af2aa1dca tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=7204b760-33d6-409a-bc53-ee5e9d64aa09 HTTP/1.1" status: 200 len: 210 time: 0.0870934 Mar 07 21:47:00.278018 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7aa1d895-621d-437c-81e9-c4585989eb3d req-5eacfac7-5fe4-4651-8ffb-1b25b20c94b0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:00.323915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device aff56dee-5b8b-423a-8580-f51b333ed76f no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:47:00.376989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: aff56dee-5b8b-423a-8580-f51b333ed76f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:47:00.377339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device aff56dee-5b8b-423a-8580-f51b333ed76f not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:47:00.428501 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6a0918f5-ac92-484f-8dd9-7263ce2a554a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:00.492856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0918f5-ac92-484f-8dd9-7263ce2a554a None None] No DVR routers for this DVR port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:00.509083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0918f5-ac92-484f-8dd9-7263ce2a554a None None] Pushing event deleted for resources: {'Port': ['ID=02fa6d0f-806b-44b9-aa87-96d44fe6a05d,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:00.651012 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-0b80aeb3-8e8d-4ad8-9026-cd11be58a805 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Allocated IP 172.20.0.5 (84a4178e-4c40-4aa5-8ed7-fa811477e6d6/ba04f21e-868d-402e-9b4f-3622fb48392a/3be0299c-8d97-4ad1-98e7-166c9f01ddc9) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:00.662788 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-7aa1d895-621d-437c-81e9-c4585989eb3d req-5eacfac7-5fe4-4651-8ffb-1b25b20c94b0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] For port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e,segment=NetworkSegment(a5a1f513-4fae-40ee-bb0a-041388391ee7),segment_id=a5a1f513-4fae-40ee-bb0a-041388391ee7)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:00.695641 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7aa1d895-621d-437c-81e9-c4585989eb3d req-5eacfac7-5fe4-4651-8ffb-1b25b20c94b0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:00.705334 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7aa1d895-621d-437c-81e9-c4585989eb3d req-5eacfac7-5fe4-4651-8ffb-1b25b20c94b0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:00.717975 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['463f9dfe-7088-4a9d-bfb8-504ffa0bed6e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:00.776220 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacfac7-5fe4-4651-8ffb-1b25b20c94b0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'Port': ['ID=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e,revision_number=6']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:00.854423 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1d895-621d-437c-81e9-c4585989eb3d req-5eacfac7-5fe4-4651-8ffb-1b25b20c94b0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:00.856224 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-7aa1d895-621d-437c-81e9-c4585989eb3d req-5eacfac7-5fe4-4651-8ffb-1b25b20c94b0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:00.857664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7aa1d895-621d-437c-81e9-c4585989eb3d req-5eacfac7-5fe4-4651-8ffb-1b25b20c94b0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "PUT /v2.0/ports/463f9dfe-7088-4a9d-bfb8-504ffa0bed6e HTTP/1.1" status: 200 len: 982 time: 0.7647731 Mar 07 21:47:00.905953 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (6aa32f4e-2c88-4146-979c-99d2542addba), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:00.929442 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-0b80aeb3-8e8d-4ad8-9026-cd11be58a805 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks [] for port (3be0299c-8d97-4ad1-98e7-166c9f01ddc9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:00.940062 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['463f9dfe-7088-4a9d-bfb8-504ffa0bed6e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:01.008353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122e1555-4702-4bc9-b3fe-2a6569e7500a', 'name': 'network-vif-deleted', 'tag': 'aff56dee-5b8b-423a-8580-f51b333ed76f'}, {'name': 'network-changed', 'server_uuid': '5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1', 'tag': '463f9dfe-7088-4a9d-bfb8-504ffa0bed6e'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:01.012011 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610a66e6-a94a-41ba-bbdf-0dca0892a49d" -d '{"events": [{"server_uuid": "122e1555-4702-4bc9-b3fe-2a6569e7500a", "name": "network-vif-deleted", "tag": "aff56dee-5b8b-423a-8580-f51b333ed76f"}, {"name": "network-changed", "server_uuid": "5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1", "tag": "463f9dfe-7088-4a9d-bfb8-504ffa0bed6e"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:01.074042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:01.081978 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:01.089112 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-0b80aeb3-8e8d-4ad8-9026-cd11be58a805 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3be0299c-8d97-4ad1-98e7-166c9f01ddc9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:01.093650 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-c18432b7-1329-4e48-9fc3-abb949aca8f7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] remove_router_interface failed (client error): The resource could not be found. Mar 07 21:47:01.100497 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c18432b7-1329-4e48-9fc3-abb949aca8f7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/26f12735-fdfd-4427-a9f7-b53d91f55fed/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 2.2830350 Mar 07 21:47:01.104181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37882) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:01.138010 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d1bfd092-6823-41ce-bd78-6ec5efbd1009 req-184e120a-92b9-4945-86b7-c8e5bff8f89b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-314840142&fields=id&tenant_id=403f3deab64c4fccbdc05488aa7b8f2f HTTP/1.1" status: 200 len: 267 time: 0.1326771 Mar 07 21:47:01.139923 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62b30ef-002e-426f-b640-aa52a1b084e8 x-openstack-request-id: req-b62b30ef-002e-426f-b640-aa52a1b084e8 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:01.140407 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122e1555-4702-4bc9-b3fe-2a6569e7500a", "name": "network-vif-deleted", "tag": "aff56dee-5b8b-423a-8580-f51b333ed76f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1", "tag": "463f9dfe-7088-4a9d-bfb8-504ffa0bed6e", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:01.140841 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b62b30ef-002e-426f-b640-aa52a1b084e8 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:01.141434 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122e1555-4702-4bc9-b3fe-2a6569e7500a', 'name': 'network-vif-deleted', 'tag': 'aff56dee-5b8b-423a-8580-f51b333ed76f', 'status': 'completed', 'code': 200} Mar 07 21:47:01.141850 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1', 'tag': '463f9dfe-7088-4a9d-bfb8-504ffa0bed6e', 'status': 'completed', 'code': 200} Mar 07 21:47:01.214388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-0b80aeb3-8e8d-4ad8-9026-cd11be58a805 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:01.220924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-0b80aeb3-8e8d-4ad8-9026-cd11be58a805 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:01.263525 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-0b80aeb3-8e8d-4ad8-9026-cd11be58a805 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:01.275064 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c7ce20e2-6f83-448e-9193-41765de3e3a5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f12735-fdfd-4427-a9f7-b53d91f55fed HTTP/1.1" status: 200 len: 205 time: 0.1039839 Mar 07 21:47:01.280027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37886) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:01.322588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-9004efc7-974d-4de1-ad6a-72a966f69971 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Allocated IP 172.20.0.13 (84a4178e-4c40-4aa5-8ed7-fa811477e6d6/ba04f21e-868d-402e-9b4f-3622fb48392a/b9f74304-0a43-41ba-9ab3-12503406b4de) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:01.467142 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80aeb3-8e8d-4ad8-9026-cd11be58a805 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Pushing event updated for resources: {'Port': ['ID=3be0299c-8d97-4ad1-98e7-166c9f01ddc9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:01.478573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] For port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d, host n-d-832330-1, got binding levels [] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:01.479198 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:01.491687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfd092-6823-41ce-bd78-6ec5efbd1009 req-69b66f0c-9219-4fe0-ba4b-fe6dd3a5eb41 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:01.494558 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d1bfd092-6823-41ce-bd78-6ec5efbd1009 req-69b66f0c-9219-4fe0-ba4b-fe6dd3a5eb41 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 985 time: 0.3182902 Mar 07 21:47:01.505248 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c68be49c-1dd8-4dfc-9578-264e201e2ec5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (26f12735-fdfd-4427-a9f7-b53d91f55fed), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:01.540517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-d1bfd092-6823-41ce-bd78-6ec5efbd1009 req-fd4a66b8-5c68-440c-8c2e-7df15ce578aa tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'port': {'security_groups': ['09972429-d656-412b-80ae-6a326fb122fa', '32299073-b5c5-47aa-aebf-fdccc634bc31', '2ec30ea6-8180-4e65-bfe6-78b668072708']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:01.549494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a66e6-a94a-41ba-bbdf-0dca0892a49d req-72c74d63-a790-49e3-ba93-6b0a05aa736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:01.551428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-610a66e6-a94a-41ba-bbdf-0dca0892a49d req-72c74d63-a790-49e3-ba93-6b0a05aa736b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=403f3deab64c4fccbdc05488aa7b8f2f&device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 1167 time: 0.3741031 Mar 07 21:47:01.591136 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-0b80aeb3-8e8d-4ad8-9026-cd11be58a805 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:01.591879 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-0b80aeb3-8e8d-4ad8-9026-cd11be58a805 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:01.608427 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for 02fa6d0f-806b-44b9-aa87-96d44fe6a05d owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:01.612514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d was not found and therefore no delete operation was performed {{(pid=103718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 21:47:01.673840 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-0b80aeb3-8e8d-4ad8-9026-cd11be58a805 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7850049 Mar 07 21:47:01.692398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 02fa6d0f-806b-44b9-aa87-96d44fe6a05d no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:47:01.713964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Request body: {'port': {'device_id': '7204b760-33d6-409a-bc53-ee5e9d64aa09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:01.717710 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (02fa6d0f-806b-44b9-aa87-96d44fe6a05d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:01.735798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 02fa6d0f-806b-44b9-aa87-96d44fe6a05d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:47:01.736808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 02fa6d0f-806b-44b9-aa87-96d44fe6a05d not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:47:01.785777 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Router 6aa32f4e-2c88-4146-979c-99d2542addba is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:47:01.806397 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=02fa6d0f-806b-44b9-aa87-96d44fe6a05d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:01.821141 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c68be49c-1dd8-4dfc-9578-264e201e2ec5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (26f12735-fdfd-4427-a9f7-b53d91f55fed), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:01.821422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a66e6-a94a-41ba-bbdf-0dca0892a49d req-38f609c2-ca78-4987-8601-a55a8d5e8b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:01.823568 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No DVR routers for this DVR port 02fa6d0f-806b-44b9-aa87-96d44fe6a05d on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:01.823727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-610a66e6-a94a-41ba-bbdf-0dca0892a49d req-38f609c2-ca78-4987-8601-a55a8d5e8b02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32b92585-dc87-411b-a89d-010b1d8767b0 HTTP/1.1" status: 200 len: 913 time: 0.2093716 Mar 07 21:47:01.831116 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c68be49c-1dd8-4dfc-9578-264e201e2ec5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_controller (26f12735-fdfd-4427-a9f7-b53d91f55fed), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.122439 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (f775d332-6e61-46d4-b2ae-ea3957b84cbb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.133382 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c68be49c-1dd8-4dfc-9578-264e201e2ec5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (26f12735-fdfd-4427-a9f7-b53d91f55fed), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.134059 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68be49c-1dd8-4dfc-9578-264e201e2ec5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Fanout notify agent at l3_agent the message router_deleted on router 26f12735-fdfd-4427-a9f7-b53d91f55fed {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:47:02.135710 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3be0299c-8d97-4ad1-98e7-166c9f01ddc9), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.143705 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c68be49c-1dd8-4dfc-9578-264e201e2ec5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.145016 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c68be49c-1dd8-4dfc-9578-264e201e2ec5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/routers/26f12735-fdfd-4427-a9f7-b53d91f55fed HTTP/1.1" status: 204 len: 168 time: 0.8620400 Mar 07 21:47:02.149785 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37892) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:02.158765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-610a66e6-a94a-41ba-bbdf-0dca0892a49d req-2fd7e2fd-1dc4-4f09-807e-21de83b9017c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e HTTP/1.1" status: 200 len: 217 time: 0.3284183 Mar 07 21:47:02.174123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b1568-88aa-4da0-98c6-24412b586354 req-937acd35-1e27-4b77-8fb8-8d171e8c95de tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:02.187541 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-283b1568-88aa-4da0-98c6-24412b586354 req-937acd35-1e27-4b77-8fb8-8d171e8c95de tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=7204b760-33d6-409a-bc53-ee5e9d64aa09 HTTP/1.1" status: 200 len: 931 time: 0.7638836 Mar 07 21:47:02.208692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f775d332-6e61-46d4-b2ae-ea3957b84cbb']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:02.228501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de26228f-69f0-455d-97e7-8517e3dd1a4d') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:02.228967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de26228f-69f0-455d-97e7-8517e3dd1a4d') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:02.265152 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (de26228f-69f0-455d-97e7-8517e3dd1a4d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.285191 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-454c6562-96f9-45e4-b83a-d04981eceaca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting subnet 07aaac4b-eac8-486a-b733-88bfc46f3f45 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:47:02.298497 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-454c6562-96f9-45e4-b83a-d04981eceaca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (07aaac4b-eac8-486a-b733-88bfc46f3f45), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.301479 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d1bfd092-6823-41ce-bd78-6ec5efbd1009 req-fd4a66b8-5c68-440c-8c2e-7df15ce578aa tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.301675 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (de26228f-69f0-455d-97e7-8517e3dd1a4d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.347573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:47:02.348154 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (de26228f-69f0-455d-97e7-8517e3dd1a4d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:47:02.351694 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:47:02.460016 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-454c6562-96f9-45e4-b83a-d04981eceaca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (07aaac4b-eac8-486a-b733-88bfc46f3f45), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.553755 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (f775d332-6e61-46d4-b2ae-ea3957b84cbb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.566549 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.573725 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/networks/f775d332-6e61-46d4-b2ae-ea3957b84cbb HTTP/1.1" status: 204 len: 168 time: 3.0378835 Mar 07 21:47:02.594902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37894) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:02.645421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb394b-04bc-4378-a253-ffe065f9f553 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Network': ['ID=f775d332-6e61-46d4-b2ae-ea3957b84cbb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:02.674638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b3c927-b909-4fee-bf76-7b7181133501 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:02.680367 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-07b3c927-b909-4fee-bf76-7b7181133501 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/2cce41ce-55bc-4a95-a892-c2ec7b376e4b HTTP/1.1" status: 200 len: 841 time: 0.0844948 Mar 07 21:47:02.681021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37898) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:02.693060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-454c6562-96f9-45e4-b83a-d04981eceaca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (07aaac4b-eac8-486a-b733-88bfc46f3f45), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.765204 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7a69104c-7f4f-4ca7-afed-c57ba053bcba tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/2cce41ce-55bc-4a95-a892-c2ec7b376e4b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0816529 Mar 07 21:47:02.768236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37902) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:02.773290 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-eb9a137a-f01f-4676-aaf0-976f5acd7627 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'subnet': {'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:02.844235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a66e6-a94a-41ba-bbdf-0dca0892a49d req-f9f63451-4bab-40ba-bb8a-9e5be484cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:02.845721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-610a66e6-a94a-41ba-bbdf-0dca0892a49d req-f9f63451-4bab-40ba-bb8a-9e5be484cfca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa7bfe6c-aec1-45a3-b688-4abd795bc27a HTTP/1.1" status: 200 len: 852 time: 0.6516633 Mar 07 21:47:02.867675 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-454c6562-96f9-45e4-b83a-d04981eceaca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (07aaac4b-eac8-486a-b733-88bfc46f3f45), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.886458 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-9004efc7-974d-4de1-ad6a-72a966f69971 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks [] for port (b9f74304-0a43-41ba-9ab3-12503406b4de), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.901317 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-283b1568-88aa-4da0-98c6-24412b586354 req-89d81f10-8124-4c36-8b77-c295521c9e75 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6684031 Mar 07 21:47:02.916898 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-454c6562-96f9-45e4-b83a-d04981eceaca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:02.923640 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-454c6562-96f9-45e4-b83a-d04981eceaca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/07aaac4b-eac8-486a-b733-88bfc46f3f45 HTTP/1.1" status: 204 len: 168 time: 0.7726777 Mar 07 21:47:02.923925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d657004e-1889-4591-9035-e19a8abb9fc6 None None] Network ebc81065-ba22-4731-934d-f8ff7a218e30 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:02.925709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c6562-96f9-45e4-b83a-d04981eceaca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Subnet': ['ID=07aaac4b-eac8-486a-b733-88bfc46f3f45,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:02.927434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37906) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:02.993848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-610a66e6-a94a-41ba-bbdf-0dca0892a49d req-4de39aba-b62d-43c4-850c-0683a9d3ac5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b92585-dc87-411b-a89d-010b1d8767b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254420 Mar 07 21:47:03.076535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9a137a-f01f-4676-aaf0-976f5acd7627 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:03.080109 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eb9a137a-f01f-4676-aaf0-976f5acd7627 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:03.099515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-610a66e6-a94a-41ba-bbdf-0dca0892a49d req-d24def2c-507b-47c1-b089-537b13410528 service neutron] 10.222.0.15 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962584 Mar 07 21:47:03.100527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:47:03.129550 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Sync routers for ids ['6aa32f4e-2c88-4146-979c-99d2542addba'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:03.163584 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:03.164957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-23c11a4b-3bf2-4896-b0b5-f474fb0ca097 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.3949614 Mar 07 21:47:03.171415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Routers {'6aa32f4e-2c88-4146-979c-99d2542addba'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:03.172130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6aa32f4e-2c88-4146-979c-99d2542addba'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:03.179085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37908) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:03.360153 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (ebc81065-ba22-4731-934d-f8ff7a218e30), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:03.414666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e58e8a-06ed-4977-8291-c7bf1a535009 None None] DHCP port deletion for ebc81065-ba22-4731-934d-f8ff7a218e30 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:47:03.423513 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-9004efc7-974d-4de1-ad6a-72a966f69971 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (b9f74304-0a43-41ba-9ab3-12503406b4de), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:03.477797 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eb9a137a-f01f-4676-aaf0-976f5acd7627 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (3f5300cd-5bea-4029-ac3d-10959ab08b80), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:03.489541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Set router 6aa32f4e-2c88-4146-979c-99d2542addba gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:47:03.592982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-73e58e8a-06ed-4977-8291-c7bf1a535009 None None] Deleting port 466d05a8-3786-4d20-b918-aba709b6c60e {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:03.599542 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-73e58e8a-06ed-4977-8291-c7bf1a535009 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:03.650854 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a137a-f01f-4676-aaf0-976f5acd7627 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Subnet': ['ID=3f5300cd-5bea-4029-ac3d-10959ab08b80,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:03.753805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-9004efc7-974d-4de1-ad6a-72a966f69971 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:03.758448 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a137a-f01f-4676-aaf0-976f5acd7627 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 804f0adb-3448-460f-bee8-264d3739de56 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:03.768643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-9004efc7-974d-4de1-ad6a-72a966f69971 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:03.771803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-eb9a137a-f01f-4676-aaf0-976f5acd7627 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:03.775273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9a137a-f01f-4676-aaf0-976f5acd7627 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:03.775876 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eb9a137a-f01f-4676-aaf0-976f5acd7627 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:03.782322 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-9004efc7-974d-4de1-ad6a-72a966f69971 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:03.797693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-610a66e6-a94a-41ba-bbdf-0dca0892a49d req-d4b1d4de-6755-4a68-a7e3-d98fb4dfd1b1 service neutron] 10.222.0.15 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6794550 Mar 07 21:47:03.869879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004efc7-974d-4de1-ad6a-72a966f69971 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Pushing event updated for resources: {'Port': ['ID=b9f74304-0a43-41ba-9ab3-12503406b4de,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:03.943811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-d1bfd092-6823-41ce-bd78-6ec5efbd1009 req-fd4a66b8-5c68-440c-8c2e-7df15ce578aa tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] For port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e,segment=NetworkSegment(a5a1f513-4fae-40ee-bb0a-041388391ee7),segment_id=a5a1f513-4fae-40ee-bb0a-041388391ee7)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:03.952807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-9004efc7-974d-4de1-ad6a-72a966f69971 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:03.953668 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-9004efc7-974d-4de1-ad6a-72a966f69971 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:04.000441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-9004efc7-974d-4de1-ad6a-72a966f69971 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2714238 Mar 07 21:47:04.026798 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:47:04.040695 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Request body: {'port': {'device_id': '45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:04.073784 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d1bfd092-6823-41ce-bd78-6ec5efbd1009 req-fd4a66b8-5c68-440c-8c2e-7df15ce578aa tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:04.081617 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Publish callbacks [] for port (3be0299c-8d97-4ad1-98e7-166c9f01ddc9), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:04.088756 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d1bfd092-6823-41ce-bd78-6ec5efbd1009 req-fd4a66b8-5c68-440c-8c2e-7df15ce578aa tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:04.110929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-73e58e8a-06ed-4977-8291-c7bf1a535009 None None] For port 466d05a8-3786-4d20-b918-aba709b6c60e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=466d05a8-3786-4d20-b918-aba709b6c60e,segment=NetworkSegment(3035fbe8-0b8c-432e-8c93-cd1c63666c38),segment_id=3035fbe8-0b8c-432e-8c93-cd1c63666c38)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:04.111551 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-73e58e8a-06ed-4977-8291-c7bf1a535009 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:04.128736 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-73e58e8a-06ed-4977-8291-c7bf1a535009 None None] Calling delete_port for 466d05a8-3786-4d20-b918-aba709b6c60e owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:04.145479 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eb9a137a-f01f-4676-aaf0-976f5acd7627 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3760498 Mar 07 21:47:04.158845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfd092-6823-41ce-bd78-6ec5efbd1009 req-fd4a66b8-5c68-440c-8c2e-7df15ce578aa tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:04.159933 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d1bfd092-6823-41ce-bd78-6ec5efbd1009 req-fd4a66b8-5c68-440c-8c2e-7df15ce578aa tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:04.161486 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d1bfd092-6823-41ce-bd78-6ec5efbd1009 req-fd4a66b8-5c68-440c-8c2e-7df15ce578aa tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "PUT /v2.0/ports/463f9dfe-7088-4a9d-bfb8-504ffa0bed6e HTTP/1.1" status: 200 len: 1021 time: 2.6425071 Mar 07 21:47:04.162137 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1', 'tag': '463f9dfe-7088-4a9d-bfb8-504ffa0bed6e'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:04.168915 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e72641-25fa-4e64-af41-58068e46a4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1", "tag": "463f9dfe-7088-4a9d-bfb8-504ffa0bed6e"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:04.171568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37916) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:04.178031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Transition to ACTIVE for port object 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:47:04.180366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-8fdde5da-af06-4581-914d-f25899272846 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'security_group': {'name': 'tempest-secgroup-627973790'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:04.205370 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (3be0299c-8d97-4ad1-98e7-166c9f01ddc9), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:04.296631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 466d05a8-3786-4d20-b918-aba709b6c60e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:47:04.333149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e11cdc-be61-4b27-9f11-85f127c6a8d8 None None] Network 804f0adb-3448-460f-bee8-264d3739de56 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:04.356624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port 466d05a8-3786-4d20-b918-aba709b6c60e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:04.356964 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:04.359398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a66b8-5c68-440c-8c2e-7df15ce578aa tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'Port': ['ID=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e,revision_number=7']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:04.398284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['463f9dfe-7088-4a9d-bfb8-504ffa0bed6e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:04.524819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['463f9dfe-7088-4a9d-bfb8-504ffa0bed6e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:04.608714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Pushing event updated for resources: {'Port': ['ID=3be0299c-8d97-4ad1-98e7-166c9f01ddc9,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:04.661752 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Attempting to bind port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:47:04.662136 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Attempting to bind port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:47:04.662470 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Attempting to bind port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 on network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:47:04.676252 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 on network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:47:04.676569 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Attempting to bind port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 on network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:47:04.677683 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8fdde5da-af06-4581-914d-f25899272846 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:04.679550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] For port 466d05a8-3786-4d20-b918-aba709b6c60e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=466d05a8-3786-4d20-b918-aba709b6c60e,segment=NetworkSegment(3035fbe8-0b8c-432e-8c93-cd1c63666c38),segment_id=3035fbe8-0b8c-432e-8c93-cd1c63666c38)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:04.679916 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:04.714964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:47:04.715314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Checking segment: {'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:47:04.715693 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Bound using segment: {'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:47:04.716129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Bound port: 3be0299c-8d97-4ad1-98e7-166c9f01ddc9, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:47:04.716486 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3be0299c-8d97-4ad1-98e7-166c9f01ddc9), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:04.734638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for 466d05a8-3786-4d20-b918-aba709b6c60e owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:04.771189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 466d05a8-3786-4d20-b918-aba709b6c60e is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:04.771576 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:04.848966 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8fdde5da-af06-4581-914d-f25899272846 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (a6d566b5-cdc2-4b5c-a15e-96f8bd8ec197), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:04.938330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:46:58Z', 'revision_number': 3, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:04.947280 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8fdde5da-af06-4581-914d-f25899272846 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a6d566b5-cdc2-4b5c-a15e-96f8bd8ec197), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:04.969097 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b9f74304-0a43-41ba-9ab3-12503406b4de), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:05.035481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] For port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:47:05.035763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 466d05a8-3786-4d20-b918-aba709b6c60e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=466d05a8-3786-4d20-b918-aba709b6c60e,segment=NetworkSegment(3035fbe8-0b8c-432e-8c93-cd1c63666c38),segment_id=3035fbe8-0b8c-432e-8c93-cd1c63666c38)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:05.035763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Checking router: 6aa32f4e-2c88-4146-979c-99d2542addba for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:47:05.035763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Updating router 6aa32f4e-2c88-4146-979c-99d2542addba port 2b505881-0af7-4e6c-81f2-710ee6ea1675 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:47:05.036063 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] For port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3be0299c-8d97-4ad1-98e7-166c9f01ddc9,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:47:05.056263 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (3be0299c-8d97-4ad1-98e7-166c9f01ddc9), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:05.065453 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:05.087554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No DVR routers for this DVR port 466d05a8-3786-4d20-b918-aba709b6c60e on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:05.142457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:05.144281 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:05.145965 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] 10.222.0.15 "PUT /v2.0/ports/3be0299c-8d97-4ad1-98e7-166c9f01ddc9 HTTP/1.1" status: 200 len: 1091 time: 3.4364374 Mar 07 21:47:05.149128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7204b760-33d6-409a-bc53-ee5e9d64aa09', 'tag': '3be0299c-8d97-4ad1-98e7-166c9f01ddc9'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:05.153412 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d05afc-bf9b-4fa7-bbe9-1bff4cad1a29" -d '{"events": [{"name": "network-changed", "server_uuid": "7204b760-33d6-409a-bc53-ee5e9d64aa09", "tag": "3be0299c-8d97-4ad1-98e7-166c9f01ddc9"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:05.185652 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: from cryptography.utils import int_from_bytes Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: from cryptography.utils import int_from_bytes Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.216656 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.221182 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.221182 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.221182 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.221182 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.221182 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.221182 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.221182 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.221182 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.221182 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.221182 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.221182 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.221182 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.221182 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:47:05.221182 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 21:47:05.305507 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event deleted for resources: {'Port': ['ID=466d05a8-3786-4d20-b918-aba709b6c60e,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:05.307467 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2b505881-0af7-4e6c-81f2-710ee6ea1675), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:05.318274 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-73e58e8a-06ed-4977-8291-c7bf1a535009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (466d05a8-3786-4d20-b918-aba709b6c60e), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:05.408333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e58e8a-06ed-4977-8291-c7bf1a535009 None None] Pushing event deleted for resources: {'Port': ['ID=466d05a8-3786-4d20-b918-aba709b6c60e,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:05.507071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-804f0adb-3448-460f-bee8-264d3739de56', 'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'project_id': 'd838388432cf47318e81f839494eb135', 'fixed_ips': [{'subnet_id': '3f5300cd-5bea-4029-ac3d-10959ab08b80'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:47:05.508080 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:05.555784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e58e8a-06ed-4977-8291-c7bf1a535009 None None] No DVR routers for this DVR port 466d05a8-3786-4d20-b918-aba709b6c60e on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:05.646799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f74304-0a43-41ba-9ab3-12503406b4de {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:47:05.676093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d180f6-c0a2-4e90-bc1a-3fb300e54071 req-4e7f10d3-51cd-45d4-b1a9-8e6015820b46 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:05.677641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52d180f6-c0a2-4e90-bc1a-3fb300e54071 req-4e7f10d3-51cd-45d4-b1a9-8e6015820b46 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 1024 time: 1.1221633 Mar 07 21:47:05.678360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdde5da-af06-4581-914d-f25899272846 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d566b5-cdc2-4b5c-a15e-96f8bd8ec197,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:05.691279 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8fdde5da-af06-4581-914d-f25899272846 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:05.697340 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8fdde5da-af06-4581-914d-f25899272846 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5178509 Mar 07 21:47:05.721776 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37928) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:05.750031 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b95d2-3a42-41f9-a97d-87716b289338 req-f5093f45-6a3a-4b96-8c9b-1cfdaae2be99 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:05.761330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-023b95d2-3a42-41f9-a97d-87716b289338 req-f5093f45-6a3a-4b96-8c9b-1cfdaae2be99 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=7204b760-33d6-409a-bc53-ee5e9d64aa09 HTTP/1.1" status: 200 len: 943 time: 1.5619800 Mar 07 21:47:05.785863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-751ceef7-60a0-4b3d-8d4e-8ed537204d07 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'security_group': {'name': 'tempest-secgroup-243898518'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:05.846057 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Publish callbacks [] for port (b9f74304-0a43-41ba-9ab3-12503406b4de), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:05.875064 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:05.916642 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-751ceef7-60a0-4b3d-8d4e-8ed537204d07 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:06.088272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Transition to ACTIVE for port object b9f74304-0a43-41ba-9ab3-12503406b4de will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:47:06.107643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b30a8-28bb-44c2-9e65-9152d45b881f service neutron] Pushing event updated for resources: {'Port': ['ID=3be0299c-8d97-4ad1-98e7-166c9f01ddc9,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:06.117427 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (ebc81065-ba22-4731-934d-f8ff7a218e30), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:06.177807 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-023b95d2-3a42-41f9-a97d-87716b289338 req-a2582f49-4709-40f3-aa0b-57585115be03 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143267 Mar 07 21:47:06.192070 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=466d05a8-3786-4d20-b918-aba709b6c60e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:06.203794 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52d180f6-c0a2-4e90-bc1a-3fb300e54071 req-5927ea56-2889-4c22-bdae-f9087cecc6b3 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=09972429-d656-412b-80ae-6a326fb122fa&id=32299073-b5c5-47aa-aebf-fdccc634bc31&id=2ec30ea6-8180-4e65-bfe6-78b668072708 HTTP/1.1" status: 200 len: 6205 time: 0.4959812 Mar 07 21:47:06.223749 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (b9f74304-0a43-41ba-9ab3-12503406b4de), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:06.254665 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc81065-ba22-4731-934d-f8ff7a218e30']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:06.294127 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3035fbe8-0b8c-432e-8c93-cd1c63666c38') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:06.294386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3035fbe8-0b8c-432e-8c93-cd1c63666c38') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:06.312963 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (3035fbe8-0b8c-432e-8c93-cd1c63666c38), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:06.319958 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aad399f-f90d-488d-90a8-4483e2249fec x-openstack-request-id: req-6aad399f-f90d-488d-90a8-4483e2249fec {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:06.322492 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1", "tag": "463f9dfe-7088-4a9d-bfb8-504ffa0bed6e", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:06.322968 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6aad399f-f90d-488d-90a8-4483e2249fec {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:06.323602 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1', 'tag': '463f9dfe-7088-4a9d-bfb8-504ffa0bed6e', 'status': 'completed', 'code': 200} Mar 07 21:47:06.343072 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3035fbe8-0b8c-432e-8c93-cd1c63666c38), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:06.360781 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:47:06.361209 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (3035fbe8-0b8c-432e-8c93-cd1c63666c38), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:47:06.502514 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:47:06.505312 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c14b29e-13d8-4e06-beb0-47f69d04fb98 x-openstack-request-id: req-7c14b29e-13d8-4e06-beb0-47f69d04fb98 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:06.505420 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7204b760-33d6-409a-bc53-ee5e9d64aa09", "tag": "3be0299c-8d97-4ad1-98e7-166c9f01ddc9", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:06.505657 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c14b29e-13d8-4e06-beb0-47f69d04fb98 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:06.506089 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7204b760-33d6-409a-bc53-ee5e9d64aa09', 'tag': '3be0299c-8d97-4ad1-98e7-166c9f01ddc9', 'status': 'completed', 'code': 200} Mar 07 21:47:06.524807 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (ebc81065-ba22-4731-934d-f8ff7a218e30), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:06.559552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Allocated IP 172.20.0.2 (804f0adb-3448-460f-bee8-264d3739de56/3f5300cd-5bea-4029-ac3d-10959ab08b80/64e83c70-0cf3-4824-a5f5-cfc631d044f5) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:06.571005 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:06.574964 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/networks/ebc81065-ba22-4731-934d-f8ff7a218e30 HTTP/1.1" status: 204 len: 168 time: 3.6445301 Mar 07 21:47:06.586571 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55dc7b-4075-48bf-bc0d-9dd3911d43b5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Network': ['ID=ebc81065-ba22-4731-934d-f8ff7a218e30,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:06.589646 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37940) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:06.595446 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9a8fc98b-f1dc-4c45-9707-75cbe32db1ff tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'network': {'name': 'tempest-RoutersTest-1955757157'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:06.602099 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-213a1d68-deb9-468c-a454-ab4cb3c36688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:06.613157 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-213a1d68-deb9-468c-a454-ab4cb3c36688 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=205350e49754452aac7afbcbba5f7118&device_id=7204b760-33d6-409a-bc53-ee5e9d64aa09 HTTP/1.1" status: 200 len: 1125 time: 1.4018598 Mar 07 21:47:06.626838 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-751ceef7-60a0-4b3d-8d4e-8ed537204d07 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (c389f186-1e4a-4b31-8dfc-01c59dd3aab5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:06.711156 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1fa6e83a-8e51-4d98-bd81-d90213b188e9 req-ba23c0f0-21c1-4761-b983-bc24b0f99d8e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'security_group': {'name': ' tempest-securitygroup -579797171 ', 'description': 'tempest-description-902416387'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:06.714036 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-e5052ea9-32ee-4553-9eed-b49f44b40662 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3be0299c-8d97-4ad1-98e7-166c9f01ddc9 HTTP/1.1" status: 200 len: 217 time: 0.0916219 Mar 07 21:47:06.736384 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-751ceef7-60a0-4b3d-8d4e-8ed537204d07 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c389f186-1e4a-4b31-8dfc-01c59dd3aab5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:06.792074 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8fc98b-f1dc-4c45-9707-75cbe32db1ff tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:06.795628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc98b-f1dc-4c45-9707-75cbe32db1ff tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:06.826440 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Publish callbacks [] for port (2b505881-0af7-4e6c-81f2-710ee6ea1675), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:06.845154 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2b505881-0af7-4e6c-81f2-710ee6ea1675), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:06.857375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-8ea8ee40-37f7-49af-bb2b-05dd50649daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:06.867835 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-8ea8ee40-37f7-49af-bb2b-05dd50649daa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba04f21e-868d-402e-9b4f-3622fb48392a HTTP/1.1" status: 200 len: 853 time: 0.1452739 Mar 07 21:47:06.897643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Attempting to bind port 2b505881-0af7-4e6c-81f2-710ee6ea1675 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:47:06.898305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Attempting to bind port 2b505881-0af7-4e6c-81f2-710ee6ea1675 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:47:06.898852 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Attempting to bind port 2b505881-0af7-4e6c-81f2-710ee6ea1675 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:47:06.940980 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-97ba2efd-009a-412a-9ec3-b8f08d3eb4db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626974 Mar 07 21:47:06.941577 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8fc98b-f1dc-4c45-9707-75cbe32db1ff tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:47:06.943453 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:47:06.944063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:47:06.944637 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:06.945208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:47:06.945855 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Bound port: 2b505881-0af7-4e6c-81f2-710ee6ea1675, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:47:06.946434 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2b505881-0af7-4e6c-81f2-710ee6ea1675), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:06.979399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f74304-0a43-41ba-9ab3-12503406b4de,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:07.000532 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc98b-f1dc-4c45-9707-75cbe32db1ff tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (6633d637-4070-4eb6-831f-15e9a68b01a3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:07.001576 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-9a8fc98b-f1dc-4c45-9707-75cbe32db1ff tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Added segment 6633d637-4070-4eb6-831f-15e9a68b01a3 of type vlan for network 58108ea8-a74c-4789-b8a7-8e4c28f5f22e Mar 07 21:47:07.041545 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d79a8-0906-46a2-9a3b-9e690fc585d3 None None] Pushing event updated for resources: {'Port': ['ID=2b505881-0af7-4e6c-81f2-710ee6ea1675,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:07.051251 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1fa6e83a-8e51-4d98-bd81-d90213b188e9 req-ba23c0f0-21c1-4761-b983-bc24b0f99d8e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:07.090277 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Publish callbacks [] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:07.097666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] For port 2b505881-0af7-4e6c-81f2-710ee6ea1675, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:47:07.109957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] For port 2b505881-0af7-4e6c-81f2-710ee6ea1675, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2b505881-0af7-4e6c-81f2-710ee6ea1675,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:47:07.113813 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:07.133392 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2b505881-0af7-4e6c-81f2-710ee6ea1675), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:07.174096 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc98b-f1dc-4c45-9707-75cbe32db1ff tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (58108ea8-a74c-4789-b8a7-8e4c28f5f22e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:07.177531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Network 804f0adb-3448-460f-bee8-264d3739de56 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:07.182732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:07.190109 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:07.236434 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Pushing event updated for resources: {'Port': ['ID=64e83c70-0cf3-4824-a5f5-cfc631d044f5,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:07.268310 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-dd9344df-e58d-46a0-ac6d-bb7a6a81bcd1 service neutron] 10.222.0.15 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192215 Mar 07 21:47:07.286571 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Routers {'6aa32f4e-2c88-4146-979c-99d2542addba'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:07.287469 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6aa32f4e-2c88-4146-979c-99d2542addba'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:07.288508 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-751ceef7-60a0-4b3d-8d4e-8ed537204d07 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:07.294645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-751ceef7-60a0-4b3d-8d4e-8ed537204d07 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5174131 Mar 07 21:47:07.303955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37946) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:07.338479 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Attempting to bind port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:47:07.338874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Attempting to bind port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'cabb64e2-3383-49d7-8f04-4f4c4a54da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '804f0adb-3448-460f-bee8-264d3739de56'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:47:07.339207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Attempting to bind port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 on network 804f0adb-3448-460f-bee8-264d3739de56 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:47:07.359678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-f42022ba-64fa-4921-b4c6-0e2490dee365 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1451181968', 'security_groups': ['c389f186-1e4a-4b31-8dfc-01c59dd3aab5'], 'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3f5300cd-5bea-4029-ac3d-10959ab08b80'}]}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:07.361585 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:47:07.361909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Checking segment: {'id': 'cabb64e2-3383-49d7-8f04-4f4c4a54da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '804f0adb-3448-460f-bee8-264d3739de56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:47:07.362349 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:07.362749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Bound using segment: {'id': 'cabb64e2-3383-49d7-8f04-4f4c4a54da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '804f0adb-3448-460f-bee8-264d3739de56'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:47:07.363227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Bound port: 64e83c70-0cf3-4824-a5f5-cfc631d044f5, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabb64e2-3383-49d7-8f04-4f4c4a54da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '804f0adb-3448-460f-bee8-264d3739de56'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:47:07.363611 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:07.416288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d79a8-0906-46a2-9a3b-9e690fc585d3 None None] Pushing event updated for resources: {'Port': ['ID=2b505881-0af7-4e6c-81f2-710ee6ea1675,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:07.453136 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-f864b572-82d4-4927-b78b-08998cf12f56 service neutron] 10.222.0.15 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773930 Mar 07 21:47:07.459754 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc98b-f1dc-4c45-9707-75cbe32db1ff tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (58108ea8-a74c-4789-b8a7-8e4c28f5f22e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:07.465480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8fc98b-f1dc-4c45-9707-75cbe32db1ff tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:07.466709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ceef7-60a0-4b3d-8d4e-8ed537204d07 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c389f186-1e4a-4b31-8dfc-01c59dd3aab5,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:07.478242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] Set router 6aa32f4e-2c88-4146-979c-99d2542addba gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:47:07.478561 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc98b-f1dc-4c45-9707-75cbe32db1ff tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:07.623117 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9a8fc98b-f1dc-4c45-9707-75cbe32db1ff tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0319254 Mar 07 21:47:07.660418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37948) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:07.684745 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fc98b-f1dc-4c45-9707-75cbe32db1ff tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Network': ['ID=58108ea8-a74c-4789-b8a7-8e4c28f5f22e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:07.726820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3762417d-22f2-4d23-bfec-695b58a75553 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'subnet': {'network_id': '58108ea8-a74c-4789-b8a7-8e4c28f5f22e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:07.739065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 58108ea8-a74c-4789-b8a7-8e4c28f5f22e details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:47:07.741373 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d05afc-bf9b-4fa7-bbe9-1bff4cad1a29 req-d68e5696-9451-4f42-8214-0203ed0b4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:07.743459 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c5d05afc-bf9b-4fa7-bbe9-1bff4cad1a29 req-d68e5696-9451-4f42-8214-0203ed0b4eae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=205350e49754452aac7afbcbba5f7118&device_id=7204b760-33d6-409a-bc53-ee5e9d64aa09 HTTP/1.1" status: 200 len: 1125 time: 0.1624525 Mar 07 21:47:07.860232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1efbd-0d04-45bf-a825-095f85898060 req-05f19b6c-7a09-4602-b5a5-aa9205dfabd6 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:07.870446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28f1efbd-0d04-45bf-a825-095f85898060 req-05f19b6c-7a09-4602-b5a5-aa9205dfabd6 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 1.2086542 Mar 07 21:47:07.881129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] For port 64e83c70-0cf3-4824-a5f5-cfc631d044f5, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:47:07.905022 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d05afc-bf9b-4fa7-bbe9-1bff4cad1a29 req-a0b320b4-4bfd-4860-96db-6d9221400bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:07.906626 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c5d05afc-bf9b-4fa7-bbe9-1bff4cad1a29 req-a0b320b4-4bfd-4860-96db-6d9221400bc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6 HTTP/1.1" status: 200 len: 914 time: 0.1565404 Mar 07 21:47:07.988298 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c5d05afc-bf9b-4fa7-bbe9-1bff4cad1a29 req-78859d75-39a3-46a3-bfbb-68c9c892e653 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3be0299c-8d97-4ad1-98e7-166c9f01ddc9 HTTP/1.1" status: 200 len: 217 time: 0.0735927 Mar 07 21:47:08.000505 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e72641-25fa-4e64-af41-58068e46a4f0 req-13bff507-2e1a-4583-8598-94e9b5502518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:08.006768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78e72641-25fa-4e64-af41-58068e46a4f0 req-13bff507-2e1a-4583-8598-94e9b5502518 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=403f3deab64c4fccbdc05488aa7b8f2f&device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 1207 time: 1.6791756 Mar 07 21:47:08.103763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] For port 64e83c70-0cf3-4824-a5f5-cfc631d044f5, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=64e83c70-0cf3-4824-a5f5-cfc631d044f5,segment=NetworkSegment(cabb64e2-3383-49d7-8f04-4f4c4a54da57),segment_id=cabb64e2-3383-49d7-8f04-4f4c4a54da57)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:47:08.123740 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d05afc-bf9b-4fa7-bbe9-1bff4cad1a29 req-b1e60b33-bf84-4509-9faf-eb94578d1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:08.132074 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28f1efbd-0d04-45bf-a825-095f85898060 req-fbfa4f7f-f192-4678-a92a-9834b91dfb55 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591095 Mar 07 21:47:08.134686 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c5d05afc-bf9b-4fa7-bbe9-1bff4cad1a29 req-b1e60b33-bf84-4509-9faf-eb94578d1145 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba04f21e-868d-402e-9b4f-3622fb48392a HTTP/1.1" status: 200 len: 853 time: 0.1308069 Mar 07 21:47:08.140977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Attempting to bind port b9f74304-0a43-41ba-9ab3-12503406b4de on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:47:08.141894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Attempting to bind port b9f74304-0a43-41ba-9ab3-12503406b4de by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:47:08.142738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Attempting to bind port b9f74304-0a43-41ba-9ab3-12503406b4de on network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:47:08.161013 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:08.249775 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c5d05afc-bf9b-4fa7-bbe9-1bff4cad1a29 req-d2d04846-b6e2-434d-999c-93c78df6afa9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135635 Mar 07 21:47:08.319482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Port b9f74304-0a43-41ba-9ab3-12503406b4de on network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:47:08.319815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Attempting to bind port b9f74304-0a43-41ba-9ab3-12503406b4de on network 84a4178e-4c40-4aa5-8ed7-fa811477e6d6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:47:08.348317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3762417d-22f2-4d23-bfec-695b58a75553 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:08.351902 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3762417d-22f2-4d23-bfec-695b58a75553 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:08.401744 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1fa6e83a-8e51-4d98-bd81-d90213b188e9 req-ba23c0f0-21c1-4761-b983-bc24b0f99d8e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (a6d64468-c0fd-4a57-810d-86e73b85afdd), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:08.404097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:47:08.404437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Checking segment: {'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:47:08.404869 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Bound using segment: {'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:47:08.405358 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Bound port: b9f74304-0a43-41ba-9ab3-12503406b4de, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:47:08.405721 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b9f74304-0a43-41ba-9ab3-12503406b4de), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:08.443171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78977655-228e-4e6a-8b9b-a36a3d679112 None None] Pushing event updated for resources: {'Port': ['ID=64e83c70-0cf3-4824-a5f5-cfc631d044f5,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:08.462944 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c5d05afc-bf9b-4fa7-bbe9-1bff4cad1a29 req-a088e170-e09a-4925-b496-685cc4a61b89 service neutron] 10.222.0.15 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996167 Mar 07 21:47:08.483151 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1fa6e83a-8e51-4d98-bd81-d90213b188e9 req-ba23c0f0-21c1-4761-b983-bc24b0f99d8e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a6d64468-c0fd-4a57-810d-86e73b85afdd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:08.486686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Allocated IP 172.20.0.1 (ca1c0645-516e-4a61-93b0-de45d4e4a2c2/cb8fce9d-2178-442d-a64b-842253767477/e73411d9-d23a-4239-a0a6-ded87f1e866e) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:08.516236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:46:58Z', 'revision_number': 3, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:08.567090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925e5a7d-2040-4e68-8c97-151e8b7ee872 None None] The sync data for ids ['6aa32f4e-2c88-4146-979c-99d2542addba'] in n-d-832330-1 is: [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:46:58Z', 'revision_number': 3, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:08.569772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42022ba-64fa-4921-b4c6-0e2490dee365 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:08.795173 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c5d05afc-bf9b-4fa7-bbe9-1bff4cad1a29 req-95a14827-3df4-4019-bdd0-f2549093c975 service neutron] 10.222.0.15 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240030 Mar 07 21:47:09.061233 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1fa6e83a-8e51-4d98-bd81-d90213b188e9 req-ba23c0f0-21c1-4761-b983-bc24b0f99d8e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:09.062590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1fa6e83a-8e51-4d98-bd81-d90213b188e9 req-ba23c0f0-21c1-4761-b983-bc24b0f99d8e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 2.5675564 Mar 07 21:47:09.161592 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23c0f0-21c1-4761-b983-bc24b0f99d8e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d64468-c0fd-4a57-810d-86e73b85afdd,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:09.227325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e72641-25fa-4e64-af41-58068e46a4f0 req-85d808f6-72a4-4989-9157-0ece7f8c9fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:09.228858 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78e72641-25fa-4e64-af41-58068e46a4f0 req-85d808f6-72a4-4989-9157-0ece7f8c9fb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32b92585-dc87-411b-a89d-010b1d8767b0 HTTP/1.1" status: 200 len: 913 time: 1.0020854 Mar 07 21:47:09.255719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] For port b9f74304-0a43-41ba-9ab3-12503406b4de, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:47:09.273402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c812d-490b-4189-b3cb-fc2dc26d27a1 req-8cb39b81-130c-4c0f-90b7-58cc02c9f3ac tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:09.275846 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-914c812d-490b-4189-b3cb-fc2dc26d27a1 req-8cb39b81-130c-4c0f-90b7-58cc02c9f3ac tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=7204b760-33d6-409a-bc53-ee5e9d64aa09 HTTP/1.1" status: 200 len: 943 time: 0.9384923 Mar 07 21:47:09.416481 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78e72641-25fa-4e64-af41-58068e46a4f0 req-ab43fa9b-9a58-4aaa-ba3b-3e58ea657349 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e HTTP/1.1" status: 200 len: 217 time: 0.1768789 Mar 07 21:47:09.443046 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] For port b9f74304-0a43-41ba-9ab3-12503406b4de, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b9f74304-0a43-41ba-9ab3-12503406b4de,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:47:09.496821 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-914c812d-490b-4189-b3cb-fc2dc26d27a1 req-f212ef13-a48b-434a-98d1-b91169e7bc25 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554811 Mar 07 21:47:09.538578 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (b9f74304-0a43-41ba-9ab3-12503406b4de), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:09.607372 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f42022ba-64fa-4921-b4c6-0e2490dee365 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:09.684888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-f42022ba-64fa-4921-b4c6-0e2490dee365 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port 1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:47:09.746467 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Publish callbacks [] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:09.803074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:09.804099 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:09.805586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] 10.222.0.13 "PUT /v2.0/ports/b9f74304-0a43-41ba-9ab3-12503406b4de HTTP/1.1" status: 200 len: 1092 time: 5.7721477 Mar 07 21:47:09.806366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07392b1-cf3c-45e2-b5c1-807560357f15 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f74304-0a43-41ba-9ab3-12503406b4de,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:09.810225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b', 'tag': 'b9f74304-0a43-41ba-9ab3-12503406b4de'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:09.812873 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d10d147-d01b-4bff-bb6c-636b039fc21a" -d '{"events": [{"name": "network-changed", "server_uuid": "45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b", "tag": "b9f74304-0a43-41ba-9ab3-12503406b4de"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:09.845873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2b505881-0af7-4e6c-81f2-710ee6ea1675 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:09.936143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2b505881-0af7-4e6c-81f2-710ee6ea1675 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:09.936818 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2b505881-0af7-4e6c-81f2-710ee6ea1675), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:09.961817 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e72641-25fa-4e64-af41-58068e46a4f0 req-22cb7003-131d-4a2b-b3bf-051c75a2c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:09.963598 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78e72641-25fa-4e64-af41-58068e46a4f0 req-22cb7003-131d-4a2b-b3bf-051c75a2c586 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa7bfe6c-aec1-45a3-b688-4abd795bc27a HTTP/1.1" status: 200 len: 852 time: 0.4782414 Mar 07 21:47:10.048276 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3762417d-22f2-4d23-bfec-695b58a75553 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (668f12fe-a0e9-4618-bd74-c0429f20370f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:10.052851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2b505881-0af7-4e6c-81f2-710ee6ea1675 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:10.052851 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2b505881-0af7-4e6c-81f2-710ee6ea1675), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:10.073984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 2b505881-0af7-4e6c-81f2-710ee6ea1675, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2b505881-0af7-4e6c-81f2-710ee6ea1675,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:10.080303 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2b505881-0af7-4e6c-81f2-710ee6ea1675), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:10.080769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 64e83c70-0cf3-4824-a5f5-cfc631d044f5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:10.084768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e1f84eee-fe88-4a4e-8b98-93cb997432fb None None] Provisioning complete for port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:10.085077 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e1f84eee-fe88-4a4e-8b98-93cb997432fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:10.090347 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78e72641-25fa-4e64-af41-58068e46a4f0 req-0afb0c8f-9006-4543-b697-ce8fbcb852d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b92585-dc87-411b-a89d-010b1d8767b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815437 Mar 07 21:47:10.188999 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:47:10.219361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=2b505881-0af7-4e6c-81f2-710ee6ea1675,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:10.234407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-b227e975-8032-4cd3-8ecb-71ab638ab3a8 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:10.241484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-b227e975-8032-4cd3-8ecb-71ab638ab3a8 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/networks?id=a0410c5e-9f3b-4596-a6a1-be68e02a6722 HTTP/1.1" status: 200 len: 815 time: 0.7574842 Mar 07 21:47:10.288022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:10.288504 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:10.307005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75b08b-5585-43bf-9521-430892bdfd0b req-5fabc0c4-1d72-4ad0-9a9f-3e93f718876a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:10.308550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b75b08b-5585-43bf-9521-430892bdfd0b req-5fabc0c4-1d72-4ad0-9a9f-3e93f718876a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.4040122 Mar 07 21:47:10.316506 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762417d-22f2-4d23-bfec-695b58a75553 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Subnet': ['ID=668f12fe-a0e9-4618-bd74-c0429f20370f,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:10.319325 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:10.332976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-a1cc2034-b5f1-488e-9424-04ff43d39dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:10.334495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-a1cc2034-b5f1-488e-9424-04ff43d39dec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=205350e49754452aac7afbcbba5f7118&device_id=45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b HTTP/1.1" status: 200 len: 1126 time: 0.4156516 Mar 07 21:47:10.365692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e1f84eee-fe88-4a4e-8b98-93cb997432fb None None] Current status of the port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:10.366204 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e1f84eee-fe88-4a4e-8b98-93cb997432fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:10.368821 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-a0782b49-0dd1-4f98-9211-b4ed324cac41 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/quotas/b9f1f8efd8b64fe8a39cef816a01fc15 HTTP/1.1" status: 200 len: 375 time: 0.1264465 Mar 07 21:47:10.423435 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3be0299c-8d97-4ad1-98e7-166c9f01ddc9,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:10.443209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e1f84eee-fe88-4a4e-8b98-93cb997432fb None None] For port 64e83c70-0cf3-4824-a5f5-cfc631d044f5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=64e83c70-0cf3-4824-a5f5-cfc631d044f5,segment=NetworkSegment(cabb64e2-3383-49d7-8f04-4f4c4a54da57),segment_id=cabb64e2-3383-49d7-8f04-4f4c4a54da57)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:10.451413 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e1f84eee-fe88-4a4e-8b98-93cb997432fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:10.485313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '3be0299c-8d97-4ad1-98e7-166c9f01ddc9', 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6', 'port_id': '3be0299c-8d97-4ad1-98e7-166c9f01ddc9', 'mac_address': 'fa:16:3e:7a:7f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba04f21e-868d-402e-9b4f-3622fb48392a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:47:10.539561 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-9b8a273e-8759-4ea9-97c8-9c4ce70a066a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9f74304-0a43-41ba-9ab3-12503406b4de HTTP/1.1" status: 200 len: 217 time: 0.1434486 Mar 07 21:47:10.549345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:10.591149 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:10.605104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e1f84eee-fe88-4a4e-8b98-93cb997432fb None None] Provisioning complete for port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:10.606243 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e1f84eee-fe88-4a4e-8b98-93cb997432fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2cce41ce-55bc-4a95-a892-c2ec7b376e4b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:10.606386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:10.632146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3762417d-22f2-4d23-bfec-695b58a75553 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Checking segment: {'id': '6633d637-4070-4eb6-831f-15e9a68b01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '58108ea8-a74c-4789-b8a7-8e4c28f5f22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:47:10.632514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3762417d-22f2-4d23-bfec-695b58a75553 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network hostable DHCP agents. Network: 58108ea8-a74c-4789-b8a7-8e4c28f5f22e, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:47:10.633374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:10.633940 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:10.634585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=e73411d9-d23a-4239-a0a6-ded87f1e866e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:10.644125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:10.644752 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3be0299c-8d97-4ad1-98e7-166c9f01ddc9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:10.646704 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f84eee-fe88-4a4e-8b98-93cb997432fb None None] Pushing event updated for resources: {'Port': ['ID=64e83c70-0cf3-4824-a5f5-cfc631d044f5,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:10.651101 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78e72641-25fa-4e64-af41-58068e46a4f0 req-aeb3c40c-5661-41a4-9d24-22eca00945eb service neutron] 10.222.0.15 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976234 Mar 07 21:47:10.693866 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e1f84eee-fe88-4a4e-8b98-93cb997432fb None None] Port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:10.696089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:47:10.712038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-f42022ba-64fa-4921-b4c6-0e2490dee365 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Allocated IP 172.20.0.11 (804f0adb-3448-460f-bee8-264d3739de56/3f5300cd-5bea-4029-ac3d-10959ab08b80/1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:10.745485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3be0299c-8d97-4ad1-98e7-166c9f01ddc9,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:10.764089 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3be0299c-8d97-4ad1-98e7-166c9f01ddc9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:10.790788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b75b08b-5585-43bf-9521-430892bdfd0b req-e074dac3-8cb5-4bf3-8450-6a3fa7a27e83 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4676085 Mar 07 21:47:10.808717 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:47:10.809064 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:47:10.827569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-58131578-5b96-43d1-b021-491039908f49 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9f1f8efd8b64fe8a39cef816a01fc15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4578836 Mar 07 21:47:10.841103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=3be0299c-8d97-4ad1-98e7-166c9f01ddc9,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:10.894147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-97dc20fe-4e7a-41f2-88e6-277bac6c0f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:10.895641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-97dc20fe-4e7a-41f2-88e6-277bac6c0f72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba04f21e-868d-402e-9b4f-3622fb48392a HTTP/1.1" status: 200 len: 853 time: 0.3226941 Mar 07 21:47:10.907481 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (6aa32f4e-2c88-4146-979c-99d2542addba), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:10.951114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3762417d-22f2-4d23-bfec-695b58a75553 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network 58108ea8-a74c-4789-b8a7-8e4c28f5f22e is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:47:11.022356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7c397175-9811-445a-919a-a950f8190049 None None] Provisioning complete for port e73411d9-d23a-4239-a0a6-ded87f1e866e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:11.022983 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7c397175-9811-445a-919a-a950f8190049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:11.045811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['3be0299c-8d97-4ad1-98e7-166c9f01ddc9'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:11.069330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-1b7cf19c-1cc6-4ce0-9703-51cff859ade2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452503 Mar 07 21:47:11.096706 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7c397175-9811-445a-919a-a950f8190049 None None] Port e73411d9-d23a-4239-a0a6-ded87f1e866e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:11.103702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-3762417d-22f2-4d23-bfec-695b58a75553 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 58108ea8-a74c-4789-b8a7-8e4c28f5f22e) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:11.118797 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453ca329-6eb6-4209-a535-4842d8bac123 None None] Network 58108ea8-a74c-4789-b8a7-8e4c28f5f22e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:11.139824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3762417d-22f2-4d23-bfec-695b58a75553 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:11.140594 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3762417d-22f2-4d23-bfec-695b58a75553 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:11.181103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f5b7f95-f520-4c9f-9a70-56f8e448ce64 req-aaa889c1-2112-43c0-a5df-2d55b45acf80 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/a6d64468-c0fd-4a57-810d-86e73b85afdd HTTP/1.1" status: 200 len: 1798 time: 0.3483310 Mar 07 21:47:11.258705 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07896f75-9f98-4a70-b488-be83c200002e x-openstack-request-id: req-07896f75-9f98-4a70-b488-be83c200002e {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:11.259136 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b", "tag": "b9f74304-0a43-41ba-9ab3-12503406b4de", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:11.259276 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07896f75-9f98-4a70-b488-be83c200002e {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:11.259662 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b', 'tag': 'b9f74304-0a43-41ba-9ab3-12503406b4de', 'status': 'completed', 'code': 200} Mar 07 21:47:11.277559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-94a3c467-49b4-4d63-9fc1-7292b7b628a9 service neutron] 10.222.0.26 "GET /v2.0/networks/a0410c5e-9f3b-4596-a6a1-be68e02a6722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287412 Mar 07 21:47:11.286260 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-58108ea8-a74c-4789-b8a7-8e4c28f5f22e', 'network_id': '58108ea8-a74c-4789-b8a7-8e4c28f5f22e', 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'fixed_ips': [{'subnet_id': '668f12fe-a0e9-4618-bd74-c0429f20370f'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:47:11.287246 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:11.443363 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-571d40c9-1070-4114-80a0-f06206845823 req-5068c566-730f-4cb2-a3e5-dd5e31fa7626 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=455a5cf3-061a-4b99-a990-f985dac24a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0631840 Mar 07 21:47:11.447800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:11.507146 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Allocated IP 172.20.0.2 (58108ea8-a74c-4789-b8a7-8e4c28f5f22e/668f12fe-a0e9-4618-bd74-c0429f20370f/c5d87342-ec0e-4b92-83ff-c916e5a2172b) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:11.563718 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d40c9-1070-4114-80a0-f06206845823 req-b22b04ad-625a-4515-9219-1b123c8f6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:11.565664 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-571d40c9-1070-4114-80a0-f06206845823 req-b22b04ad-625a-4515-9219-1b123c8f6f58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f89f39f903f4f0b93daaf3049054462&device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 1128 time: 0.0723460 Mar 07 21:47:11.644065 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3762417d-22f2-4d23-bfec-695b58a75553 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9794242 Mar 07 21:47:11.644339 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38000) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:11.644542 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78e72641-25fa-4e64-af41-58068e46a4f0 req-46e57f3a-f087-42a2-9020-5c8f85e3b2eb service neutron] 10.222.0.15 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9288805 Mar 07 21:47:11.668994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4979cc0b-7ada-450d-ac80-74d0af354da1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-690928348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:11.704589 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Publish callbacks [] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:11.711742 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:11.720400 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2b505881-0af7-4e6c-81f2-710ee6ea1675 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:11.765235 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4979cc0b-7ada-450d-ac80-74d0af354da1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (e375104a-adac-44f1-91c3-bf7da578f80e), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:11.766975 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4979cc0b-7ada-450d-ac80-74d0af354da1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (e375104a-adac-44f1-91c3-bf7da578f80e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:11.806655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-7798af85-d7b2-4e57-83f0-d48bff626984 service neutron] 10.222.0.13 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7258003 Mar 07 21:47:11.807449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Network 58108ea8-a74c-4789-b8a7-8e4c28f5f22e is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:11.812585 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f42022ba-64fa-4921-b4c6-0e2490dee365 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:11.816253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:11.826026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:11.842311 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Pushing event updated for resources: {'Port': ['ID=c5d87342-ec0e-4b92-83ff-c916e5a2172b,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:11.847905 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4979cc0b-7ada-450d-ac80-74d0af354da1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_controller (e375104a-adac-44f1-91c3-bf7da578f80e), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:11.859879 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4979cc0b-7ada-450d-ac80-74d0af354da1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (e375104a-adac-44f1-91c3-bf7da578f80e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:11.895385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d40c9-1070-4114-80a0-f06206845823 req-0402270c-fcce-459f-959f-34f0011f18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:11.897238 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-571d40c9-1070-4114-80a0-f06206845823 req-0402270c-fcce-459f-959f-34f0011f18c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e HTTP/1.1" status: 200 len: 914 time: 0.2998021 Mar 07 21:47:11.898574 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ecd3e-fafd-4d8e-933b-5c178f319982 req-f8d2fb58-5061-4236-988f-00a9adb8f215 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:11.900190 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b0ecd3e-fafd-4d8e-933b-5c178f319982 req-f8d2fb58-5061-4236-988f-00a9adb8f215 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=7204b760-33d6-409a-bc53-ee5e9d64aa09 HTTP/1.1" status: 200 len: 944 time: 0.2513568 Mar 07 21:47:11.910909 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4979cc0b-7ada-450d-ac80-74d0af354da1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:11.912138 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4979cc0b-7ada-450d-ac80-74d0af354da1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2668502 Mar 07 21:47:11.920949 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Attempting to bind port c5d87342-ec0e-4b92-83ff-c916e5a2172b on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:47:11.921655 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Attempting to bind port c5d87342-ec0e-4b92-83ff-c916e5a2172b by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '6633d637-4070-4eb6-831f-15e9a68b01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '58108ea8-a74c-4789-b8a7-8e4c28f5f22e'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:47:11.922430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Attempting to bind port c5d87342-ec0e-4b92-83ff-c916e5a2172b on network 58108ea8-a74c-4789-b8a7-8e4c28f5f22e {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:47:11.931681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2b505881-0af7-4e6c-81f2-710ee6ea1675 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:11.932484 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2b505881-0af7-4e6c-81f2-710ee6ea1675), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:11.934080 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:11.935785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:47:11.936445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Checking segment: {'id': '6633d637-4070-4eb6-831f-15e9a68b01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '58108ea8-a74c-4789-b8a7-8e4c28f5f22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:47:11.937335 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:11.937995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Bound using segment: {'id': '6633d637-4070-4eb6-831f-15e9a68b01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '58108ea8-a74c-4789-b8a7-8e4c28f5f22e'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:47:11.938771 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Bound port: c5d87342-ec0e-4b92-83ff-c916e5a2172b, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6633d637-4070-4eb6-831f-15e9a68b01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '58108ea8-a74c-4789-b8a7-8e4c28f5f22e'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:47:11.938974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38002) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:11.939732 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:11.960433 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-571d40c9-1070-4114-80a0-f06206845823 req-78dda33b-f210-44bd-9955-892e5eeb6846 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=146a166b-9a9d-4849-844d-3efa60efe50f HTTP/1.1" status: 200 len: 217 time: 0.0469749 Mar 07 21:47:12.021398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d40c9-1070-4114-80a0-f06206845823 req-0c633ac8-b392-4b61-9698-af98672b2dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:12.024129 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-571d40c9-1070-4114-80a0-f06206845823 req-0c633ac8-b392-4b61-9698-af98672b2dfd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e HTTP/1.1" status: 200 len: 853 time: 0.0565696 Mar 07 21:47:12.033632 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-476a8393-5978-49da-96da-6fcbaf58e505 service neutron] 10.222.0.26 "GET /v2.0/networks/a0410c5e-9f3b-4596-a6a1-be68e02a6722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881207 Mar 07 21:47:12.076123 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-571d40c9-1070-4114-80a0-f06206845823 req-8a2f0e6b-9ae1-46f4-803d-be5ef5d0368a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453122 Mar 07 21:47:12.125366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] For port c5d87342-ec0e-4b92-83ff-c916e5a2172b, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:47:12.140037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] For port c5d87342-ec0e-4b92-83ff-c916e5a2172b, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c5d87342-ec0e-4b92-83ff-c916e5a2172b,segment=NetworkSegment(6633d637-4070-4eb6-831f-15e9a68b01a3),segment_id=6633d637-4070-4eb6-831f-15e9a68b01a3)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:47:12.152431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2b505881-0af7-4e6c-81f2-710ee6ea1675 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:12.156021 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 64e83c70-0cf3-4824-a5f5-cfc631d044f5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:12.212459 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:12.225043 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f42022ba-64fa-4921-b4c6-0e2490dee365 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:12.232009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:12.295271 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-571d40c9-1070-4114-80a0-f06206845823 req-c344242a-4d65-4c1a-898f-418f10814e9f service neutron] 10.222.0.15 "GET /v2.0/networks/0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116051 Mar 07 21:47:12.304868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c384cb83-3df8-4b7d-8226-2caec5dcaff7 req-46b2440f-7119-440d-ae76-dc27cb1d17b7 service neutron] 10.222.0.13 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720054 Mar 07 21:47:12.392061 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b0ecd3e-fafd-4d8e-933b-5c178f319982 req-5088cc13-07bb-4c4f-977c-3eed7191f71e tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520872 Mar 07 21:47:12.474760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ee3ae-23ad-43eb-a32e-2c5bc78b644e None None] Pushing event updated for resources: {'Port': ['ID=c5d87342-ec0e-4b92-83ff-c916e5a2172b,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:12.508260 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-571d40c9-1070-4114-80a0-f06206845823 req-9f89ee62-b3ec-41b9-ab8a-9c313b0eff1d service neutron] 10.222.0.15 "GET /v2.0/networks/0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969543 Mar 07 21:47:12.516287 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:12.517854 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:12.556266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42022ba-64fa-4921-b4c6-0e2490dee365 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 804f0adb-3448-460f-bee8-264d3739de56 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:12.654567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-f42022ba-64fa-4921-b4c6-0e2490dee365 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:12.686572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42022ba-64fa-4921-b4c6-0e2490dee365 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:12.741279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42022ba-64fa-4921-b4c6-0e2490dee365 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:12.759095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:47:12.771596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:12.771972 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3be0299c-8d97-4ad1-98e7-166c9f01ddc9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:12.899638 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e28d3c3-522d-4b4d-a16c-c03d22eb3a15 req-b7074aaf-3804-4db5-b5a0-3e61b2f43bd6 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/a6d64468-c0fd-4a57-810d-86e73b85afdd HTTP/1.1" status: 200 len: 1798 time: 0.4667015 Mar 07 21:47:12.925814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:12.942629 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:12.943023 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3be0299c-8d97-4ad1-98e7-166c9f01ddc9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:12.982374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7204b760-33d6-409a-bc53-ee5e9d64aa09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be0299c-8d97-4ad1-98e7-166c9f01ddc9'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:12.989858 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93e32c0-9d02-40cc-889c-c9b6c4401e6c" -d '{"events": [{"server_uuid": "7204b760-33d6-409a-bc53-ee5e9d64aa09", "name": "network-vif-plugged", "status": "completed", "tag": "3be0299c-8d97-4ad1-98e7-166c9f01ddc9"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:12.999220 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10d147-d01b-4bff-bb6c-636b039fc21a req-a7782b17-d9b5-46ab-b14e-4356b999ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:13.000951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d10d147-d01b-4bff-bb6c-636b039fc21a req-a7782b17-d9b5-46ab-b14e-4356b999ca0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=205350e49754452aac7afbcbba5f7118&device_id=45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b HTTP/1.1" status: 200 len: 1126 time: 0.5891762 Mar 07 21:47:13.006441 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42022ba-64fa-4921-b4c6-0e2490dee365 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:13.007192 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f42022ba-64fa-4921-b4c6-0e2490dee365 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:13.016069 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3be0299c-8d97-4ad1-98e7-166c9f01ddc9,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:13.024845 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3be0299c-8d97-4ad1-98e7-166c9f01ddc9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:13.083402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca994b-a308-40ba-96cd-68cb2c076926 req-e1b6fe8a-54a7-463c-9700-df1405de9419 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:13.085414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0ca994b-a308-40ba-96cd-68cb2c076926 req-e1b6fe8a-54a7-463c-9700-df1405de9419 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.6160612 Mar 07 21:47:13.133528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=3be0299c-8d97-4ad1-98e7-166c9f01ddc9,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:13.148200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f42022ba-64fa-4921-b4c6-0e2490dee365 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.8131084 Mar 07 21:47:13.148579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38018) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:13.155453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-431c7e36-c60c-45bd-8df8-31f5323a09ad tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'subnet': {'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:13.253367 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:13.287873 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Publish callbacks [] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:13.296096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7ba29ac6-c118-469a-8b7f-9343ff6c687d None None] Provisioning complete for port 1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:13.296715 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7ba29ac6-c118-469a-8b7f-9343ff6c687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:13.297299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431c7e36-c60c-45bd-8df8-31f5323a09ad tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:13.301107 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-431c7e36-c60c-45bd-8df8-31f5323a09ad tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:13.310158 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:13.320358 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0e28d3c3-522d-4b4d-a16c-c03d22eb3a15 req-bffb8c78-c8ec-425c-9498-fcd997abdf57 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (a6d64468-c0fd-4a57-810d-86e73b85afdd), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:13.344511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7ba29ac6-c118-469a-8b7f-9343ff6c687d None None] Port 1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:13.417464 n-d-832330-1 neutron-server[103718]: INFO neutron.db.ipam_backend_mixin [None req-431c7e36-c60c-45bd-8df8-31f5323a09ad tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3f5300cd-5bea-4029-ac3d-10959ab08b80 (CIDR: 172.20.0.0/28) Mar 07 21:47:13.423463 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-431c7e36-c60c-45bd-8df8-31f5323a09ad tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:13.423969 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431c7e36-c60c-45bd-8df8-31f5323a09ad tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:13.439244 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-431c7e36-c60c-45bd-8df8-31f5323a09ad tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2891057 Mar 07 21:47:13.442145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38022) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:13.447040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-704c7ac5-f099-43f2-93cf-98628864e31a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'subnet': {'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:13.467624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0ca994b-a308-40ba-96cd-68cb2c076926 req-77e75a6f-52b2-4bb7-8f1b-a466d060dfe4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573985 Mar 07 21:47:13.494931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10d147-d01b-4bff-bb6c-636b039fc21a req-bf39a8d1-5278-4d3d-a03e-64c09b76c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:13.494931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d10d147-d01b-4bff-bb6c-636b039fc21a req-bf39a8d1-5278-4d3d-a03e-64c09b76c8e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6 HTTP/1.1" status: 200 len: 914 time: 0.4797025 Mar 07 21:47:13.521260 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0e28d3c3-522d-4b4d-a16c-c03d22eb3a15 req-bffb8c78-c8ec-425c-9498-fcd997abdf57 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (a6d64468-c0fd-4a57-810d-86e73b85afdd), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:13.523939 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (6aa32f4e-2c88-4146-979c-99d2542addba), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:13.543629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=e73411d9-d23a-4239-a0a6-ded87f1e866e,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:13.572513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704c7ac5-f099-43f2-93cf-98628864e31a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:13.576216 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-704c7ac5-f099-43f2-93cf-98628864e31a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:13.721635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d10d147-d01b-4bff-bb6c-636b039fc21a req-e7a17014-7fb9-4aa3-a612-63766633d530 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9f74304-0a43-41ba-9ab3-12503406b4de HTTP/1.1" status: 200 len: 217 time: 0.2190099 Mar 07 21:47:13.788614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c5d87342-ec0e-4b92-83ff-c916e5a2172b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:13.849161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7202a438-d4b1-4e71-a88f-606b43e32f8c req-0f250b2b-1519-426c-83ea-8d3f25e99fd5 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 210 time: 0.2149978 Mar 07 21:47:13.857441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c5d87342-ec0e-4b92-83ff-c916e5a2172b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:13.858161 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:13.911163 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5896b0d-a23f-4eb6-919e-809366159596 x-openstack-request-id: req-a5896b0d-a23f-4eb6-919e-809366159596 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:13.911465 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7204b760-33d6-409a-bc53-ee5e9d64aa09", "name": "network-vif-plugged", "status": "completed", "tag": "3be0299c-8d97-4ad1-98e7-166c9f01ddc9", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:13.911714 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5896b0d-a23f-4eb6-919e-809366159596 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:13.912114 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7204b760-33d6-409a-bc53-ee5e9d64aa09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be0299c-8d97-4ad1-98e7-166c9f01ddc9', 'code': 200} Mar 07 21:47:14.028105 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0e28d3c3-522d-4b4d-a16c-c03d22eb3a15 req-bffb8c78-c8ec-425c-9498-fcd997abdf57 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a6d64468-c0fd-4a57-810d-86e73b85afdd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:14.030701 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0e28d3c3-522d-4b4d-a16c-c03d22eb3a15 req-bffb8c78-c8ec-425c-9498-fcd997abdf57 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:14.031865 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e28d3c3-522d-4b4d-a16c-c03d22eb3a15 req-bffb8c78-c8ec-425c-9498-fcd997abdf57 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "DELETE /v2.0/security-groups/a6d64468-c0fd-4a57-810d-86e73b85afdd HTTP/1.1" status: 204 len: 173 time: 1.1311409 Mar 07 21:47:14.039289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c5d87342-ec0e-4b92-83ff-c916e5a2172b is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:14.040071 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:14.113946 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port c5d87342-ec0e-4b92-83ff-c916e5a2172b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c5d87342-ec0e-4b92-83ff-c916e5a2172b,segment=NetworkSegment(6633d637-4070-4eb6-831f-15e9a68b01a3),segment_id=6633d637-4070-4eb6-831f-15e9a68b01a3)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:14.124119 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:14.132689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10d147-d01b-4bff-bb6c-636b039fc21a req-6f2b38c1-29a8-420f-b096-2f5afaa8afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:14.134258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d10d147-d01b-4bff-bb6c-636b039fc21a req-6f2b38c1-29a8-420f-b096-2f5afaa8afe1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba04f21e-868d-402e-9b4f-3622fb48392a HTTP/1.1" status: 200 len: 853 time: 0.3284149 Mar 07 21:47:14.136294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb8c78-c8ec-425c-9498-fcd997abdf57 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d64468-c0fd-4a57-810d-86e73b85afdd,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:14.183354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d10d147-d01b-4bff-bb6c-636b039fc21a req-9ae89616-1d32-468a-b4f5-8fff53ca4e86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84a4178e-4c40-4aa5-8ed7-fa811477e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332010 Mar 07 21:47:14.202574 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:14.208918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=c5d87342-ec0e-4b92-83ff-c916e5a2172b,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:14.224773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Allocated IP 172.20.0.1 (58108ea8-a74c-4789-b8a7-8e4c28f5f22e/668f12fe-a0e9-4618-bd74-c0429f20370f/ab17511f-4889-4fde-a160-00ad2e53179b) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:14.225416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7334eeee-7c00-4536-b414-2cfe567be56c None None] Network 58108ea8-a74c-4789-b8a7-8e4c28f5f22e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:14.228262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:14.365268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6abd1e94-f798-4626-94a5-f4256416cf09 None None] Provisioning complete for port c5d87342-ec0e-4b92-83ff-c916e5a2172b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:14.365698 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6abd1e94-f798-4626-94a5-f4256416cf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:14.367945 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-704c7ac5-f099-43f2-93cf-98628864e31a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (badc47e4-21c3-4e0c-9b73-c846f65ec91d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:14.477083 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704c7ac5-f099-43f2-93cf-98628864e31a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 804f0adb-3448-460f-bee8-264d3739de56 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:14.501358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c7ac5-f099-43f2-93cf-98628864e31a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Subnet': ['ID=badc47e4-21c3-4e0c-9b73-c846f65ec91d,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:14.503867 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-704c7ac5-f099-43f2-93cf-98628864e31a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:14.507714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704c7ac5-f099-43f2-93cf-98628864e31a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:14.508319 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-704c7ac5-f099-43f2-93cf-98628864e31a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:14.515125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f363d74-87f9-43df-bf2b-bf48bd4f1865 None None] Network 804f0adb-3448-460f-bee8-264d3739de56 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:14.558187 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-704c7ac5-f099-43f2-93cf-98628864e31a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1147830 Mar 07 21:47:14.558851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38044) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:14.568129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0b1662ef-603a-4593-a4c0-7fe07ac4749b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1450255978', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'badc47e4-21c3-4e0c-9b73-c846f65ec91d'}], 'security_groups': ['a6d566b5-cdc2-4b5c-a15e-96f8bd8ec197']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:14.720501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6abd1e94-f798-4626-94a5-f4256416cf09 None None] Current status of the port c5d87342-ec0e-4b92-83ff-c916e5a2172b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:14.743219 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-2dd75007-e584-45bc-8657-e4522ebd0dee tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:14.751706 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-2dd75007-e584-45bc-8657-e4522ebd0dee tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.13 "GET /v2.0/networks?id=a0410c5e-9f3b-4596-a6a1-be68e02a6722 HTTP/1.1" status: 200 len: 815 time: 0.9002523 Mar 07 21:47:14.789974 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Request body: {'port': {'device_id': 'c7cb8994-d4b9-4505-81d6-3610878889a7', 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722', 'admin_state_up': True, 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:14.872421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d14d4-77a0-4672-b734-b8e272c7146a req-5dc91846-d82f-45c7-9db7-2c81bc5e9519 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:14.885791 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e92d14d4-77a0-4672-b734-b8e272c7146a req-5dc91846-d82f-45c7-9db7-2c81bc5e9519 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=7204b760-33d6-409a-bc53-ee5e9d64aa09 HTTP/1.1" status: 200 len: 945 time: 0.8604140 Mar 07 21:47:14.911097 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a645d20-1fce-441d-9cdf-d27d8d9a6d50 req-8130d13e-5e96-4ee1-b0cf-88fb80701aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:14.913215 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5a645d20-1fce-441d-9cdf-d27d8d9a6d50 req-8130d13e-5e96-4ee1-b0cf-88fb80701aac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7204b760-33d6-409a-bc53-ee5e9d64aa09 HTTP/1.1" status: 200 len: 1127 time: 0.7799640 Mar 07 21:47:14.913574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5aefa216-6838-4291-96f0-e1841ebf509e None None] Provisioning complete for port e73411d9-d23a-4239-a0a6-ded87f1e866e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:14.913962 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5aefa216-6838-4291-96f0-e1841ebf509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:14.955674 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Made reservation on behalf of b9f1f8efd8b64fe8a39cef816a01fc15 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:14.959843 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:15.084080 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5aefa216-6838-4291-96f0-e1841ebf509e None None] Port e73411d9-d23a-4239-a0a6-ded87f1e866e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:15.152652 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b1662ef-603a-4593-a4c0-7fe07ac4749b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:15.302751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0673fdc9-ac61-4669-ace2-221827478f13 None None] Provisioning complete for port c5d87342-ec0e-4b92-83ff-c916e5a2172b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:15.303321 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0673fdc9-ac61-4669-ace2-221827478f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:15.363164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e1c230-c99a-444c-9be2-d48b8ebb4b64 None None] Update dhcp port {'port': {'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'fixed_ips': [{'subnet_id': '3f5300cd-5bea-4029-ac3d-10959ab08b80', 'ip_address': '172.20.0.2'}, {'subnet_id': 'badc47e4-21c3-4e0c-9b73-c846f65ec91d'}], 'binding:host_id': 'n-d-832330-1'}, 'id': '64e83c70-0cf3-4824-a5f5-cfc631d044f5'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 21:47:15.407647 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e92d14d4-77a0-4672-b734-b8e272c7146a req-a2c7e144-9e61-48a0-a2ce-f912b379aa57 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203154 Mar 07 21:47:15.432933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae57e6-781f-47a5-9070-55f732d4477e req-abf3b119-9856-4791-aea8-d351cc0d5d40 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:15.436878 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5a645d20-1fce-441d-9cdf-d27d8d9a6d50 req-d5ce211f-d0a7-4dc1-a9be-cf7b7b1c26a5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080099 Mar 07 21:47:15.447258 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-20e1c230-c99a-444c-9be2-d48b8ebb4b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:15.450343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0673fdc9-ac61-4669-ace2-221827478f13 None None] Current status of the port c5d87342-ec0e-4b92-83ff-c916e5a2172b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:15.451074 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53ae57e6-781f-47a5-9070-55f732d4477e req-abf3b119-9856-4791-aea8-d351cc0d5d40 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 1.2238541 Mar 07 21:47:15.523051 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Router 6aa32f4e-2c88-4146-979c-99d2542addba has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:47:15.573090 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Allocated IP 172.20.0.14 (a0410c5e-9f3b-4596-a6a1-be68e02a6722/36dc7a64-3a67-4aa5-af63-04338c7fd2a7/e8d5573e-d73b-4885-a158-d4d9fa8f9c2e) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:15.630699 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d10d147-d01b-4bff-bb6c-636b039fc21a req-f1790460-38b0-4bdd-a426-2aeb8eeab9a8 service neutron] 10.222.0.13 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4321918 Mar 07 21:47:15.631704 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-aec7b05b-8775-4927-ac0b-4eb3da0fdc88 req-5aa95129-10c0-4a0c-a9e8-97ae2ff2b4fb tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] show failed (client error): The resource could not be found. Mar 07 21:47:15.635833 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aec7b05b-8775-4927-ac0b-4eb3da0fdc88 req-5aa95129-10c0-4a0c-a9e8-97ae2ff2b4fb tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/a6d64468-c0fd-4a57-810d-86e73b85afdd HTTP/1.1" status: 404 len: 352 time: 0.1226282 Mar 07 21:47:15.663123 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53ae57e6-781f-47a5-9070-55f732d4477e req-6dcef58e-c872-4152-be11-52184119ecf6 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089548 Mar 07 21:47:15.697851 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2a98f0f5-415f-4698-b640-9b76fbe77f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:15.779455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-db8bf186-8713-49b6-858f-4de5f6be8dad req-9b7fbe87-5a20-4acb-9410-036e00b393ba tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1357658346', 'description': 'tempest-description-1853465761'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:15.783119 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-20e1c230-c99a-444c-9be2-d48b8ebb4b64 None None] Allocated IP 172.20.0.18 (804f0adb-3448-460f-bee8-264d3739de56/badc47e4-21c3-4e0c-9b73-c846f65ec91d/64e83c70-0cf3-4824-a5f5-cfc631d044f5) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:15.788108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c5d87342-ec0e-4b92-83ff-c916e5a2172b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:15.986765 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-db8bf186-8713-49b6-858f-4de5f6be8dad req-9b7fbe87-5a20-4acb-9410-036e00b393ba tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:16.004886 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:16.034484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-93adbf0e-daee-40a2-9a70-20a8bc15f580 req-28f67df0-21aa-471b-ad10-02b067c2e9de tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 210 time: 0.0965879 Mar 07 21:47:16.063567 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (ab17511f-4889-4fde-a160-00ad2e53179b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:16.102309 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c5d87342-ec0e-4b92-83ff-c916e5a2172b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:16.102845 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:16.153275 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-20e1c230-c99a-444c-9be2-d48b8ebb4b64 None None] For port 64e83c70-0cf3-4824-a5f5-cfc631d044f5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=64e83c70-0cf3-4824-a5f5-cfc631d044f5,segment=NetworkSegment(cabb64e2-3383-49d7-8f04-4f4c4a54da57),segment_id=cabb64e2-3383-49d7-8f04-4f4c4a54da57)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:16.165064 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Publish callbacks [] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:16.201780 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-20e1c230-c99a-444c-9be2-d48b8ebb4b64 None None] Publish callbacks [] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:16.211554 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-20e1c230-c99a-444c-9be2-d48b8ebb4b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:16.265412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:47:16.271655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d10d147-d01b-4bff-bb6c-636b039fc21a req-f3e0c242-7bbb-4a95-a6d3-df2f73f1fe5f service neutron] 10.222.0.13 "GET /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830925 Mar 07 21:47:16.279893 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Sync routers for ids ['6aa32f4e-2c88-4146-979c-99d2542addba'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:16.317293 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Routers {'6aa32f4e-2c88-4146-979c-99d2542addba'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:16.319689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1c230-c99a-444c-9be2-d48b8ebb4b64 None None] Pushing event updated for resources: {'Port': ['ID=64e83c70-0cf3-4824-a5f5-cfc631d044f5,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:16.327528 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:16.332942 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:46:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6aa32f4e-2c88-4146-979c-99d2542addba'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:16.333450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ea09e680-61c6-46d5-a16e-dfd828c09cd8 admin admin] 10.222.0.26 "PUT /v2.0/routers/6aa32f4e-2c88-4146-979c-99d2542addba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1528916 Mar 07 21:47:16.562406 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c5d87342-ec0e-4b92-83ff-c916e5a2172b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:16.562606 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Network a0410c5e-9f3b-4596-a6a1-be68e02a6722 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:16.575387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:16.582254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:16.640936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:16.641596 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:16.670602 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b9f74304-0a43-41ba-9ab3-12503406b4de details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:47:16.698360 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9246995 Mar 07 21:47:16.703423 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Pushing event updated for resources: {'Port': ['ID=e8d5573e-d73b-4885-a158-d4d9fa8f9c2e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:16.744687 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Request body: {'port': {'device_id': 'c7cb8994-d4b9-4505-81d6-3610878889a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:16.820796 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ab17511f-4889-4fde-a160-00ad2e53179b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:16.830822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.835041 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.835876 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.836784 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.837744 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.838283 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.838786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.840049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.841830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.842413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.844837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.847854 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.848582 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9406c2f-ae75-422d-a99b-5bc6e1d1ce39 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.860360 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Set router 6aa32f4e-2c88-4146-979c-99d2542addba gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:47:16.876327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-0b1662ef-603a-4593-a4c0-7fe07ac4749b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Delete allocated IP 172.20.0.11 (804f0adb-3448-460f-bee8-264d3739de56/3f5300cd-5bea-4029-ac3d-10959ab08b80) {{(pid=103718) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 21:47:17.017956 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-db8bf186-8713-49b6-858f-4de5f6be8dad req-9b7fbe87-5a20-4acb-9410-036e00b393ba tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (f051e260-2f6e-48fe-8caa-2af791963f50), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:17.024268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port b9f74304-0a43-41ba-9ab3-12503406b4de, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b9f74304-0a43-41ba-9ab3-12503406b4de,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:17.030228 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-0b1662ef-603a-4593-a4c0-7fe07ac4749b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Allocated IP 172.20.0.23 (804f0adb-3448-460f-bee8-264d3739de56/badc47e4-21c3-4e0c-9b73-c846f65ec91d/1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:17.070055 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-db8bf186-8713-49b6-858f-4de5f6be8dad req-9b7fbe87-5a20-4acb-9410-036e00b393ba tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f051e260-2f6e-48fe-8caa-2af791963f50), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:17.070868 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:17.082346 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'b9f74304-0a43-41ba-9ab3-12503406b4de', 'network_id': '84a4178e-4c40-4aa5-8ed7-fa811477e6d6', 'port_id': 'b9f74304-0a43-41ba-9ab3-12503406b4de', 'mac_address': 'fa:16:3e:54:b9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba04f21e-868d-402e-9b4f-3622fb48392a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:47:17.125552 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84001a-6cc0-4c0a-8e6e-2234be4f729f req-6a5b185f-55f8-4906-adb2-8ae7dc77d160 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:17.135898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc84001a-6cc0-4c0a-8e6e-2234be4f729f req-6a5b185f-55f8-4906-adb2-8ae7dc77d160 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.4317141 Mar 07 21:47:17.186144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network 58108ea8-a74c-4789-b8a7-8e4c28f5f22e is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:17.196511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fbe87-5a20-4acb-9410-036e00b393ba tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f051e260-2f6e-48fe-8caa-2af791963f50,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:17.202124 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-db8bf186-8713-49b6-858f-4de5f6be8dad req-9b7fbe87-5a20-4acb-9410-036e00b393ba tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:17.203768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db8bf186-8713-49b6-858f-4de5f6be8dad req-9b7fbe87-5a20-4acb-9410-036e00b393ba tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.4331541 Mar 07 21:47:17.282593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:17.286944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port b9f74304-0a43-41ba-9ab3-12503406b4de is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:17.290187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:17.302263 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b9f74304-0a43-41ba-9ab3-12503406b4de), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:17.302263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d6bedfe9-08a3-474c-a413-d7076b03d35e None None] Provisioning complete for port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:17.302527 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d6bedfe9-08a3-474c-a413-d7076b03d35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:17.461379 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d6bedfe9-08a3-474c-a413-d7076b03d35e None None] Port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:17.480874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=ab17511f-4889-4fde-a160-00ad2e53179b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:17.483659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f74304-0a43-41ba-9ab3-12503406b4de {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:47:17.498583 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:47:11Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'e73411d9-d23a-4239-a0a6-ded87f1e866e', 'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'mac_address': 'fa:16:3e:56:51:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:06Z', 'updated_at': '2022-03-07T21:47:12Z', 'revision_number': 2, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'subnets': [{'id': 'cb8fce9d-2178-442d-a64b-842253767477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:17.555474 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port b9f74304-0a43-41ba-9ab3-12503406b4de, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b9f74304-0a43-41ba-9ab3-12503406b4de,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:17.563067 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b9f74304-0a43-41ba-9ab3-12503406b4de), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:17.618859 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Checking router: 6aa32f4e-2c88-4146-979c-99d2542addba for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:47:17.620745 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Updating router 6aa32f4e-2c88-4146-979c-99d2542addba port e73411d9-d23a-4239-a0a6-ded87f1e866e binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:47:17.688099 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (e375104a-adac-44f1-91c3-bf7da578f80e), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:17.718898 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:17.799073 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 64e83c70-0cf3-4824-a5f5-cfc631d044f5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:17.802285 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=b9f74304-0a43-41ba-9ab3-12503406b4de,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:17.855801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc84001a-6cc0-4c0a-8e6e-2234be4f729f req-518428ef-b0a3-4ed3-b3e8-c51647c12001 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7180953 Mar 07 21:47:17.912739 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b1662ef-603a-4593-a4c0-7fe07ac4749b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:17.928377 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b1662ef-603a-4593-a4c0-7fe07ac4749b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:17.984423 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['b9f74304-0a43-41ba-9ab3-12503406b4de'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:17.984543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f71c59-8ec4-42a0-a118-56e4bb0c3917 req-50fe21a1-30b9-4a7e-8feb-4841323a2294 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:17.997525 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89f71c59-8ec4-42a0-a118-56e4bb0c3917 req-50fe21a1-30b9-4a7e-8feb-4841323a2294 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=7204b760-33d6-409a-bc53-ee5e9d64aa09 HTTP/1.1" status: 200 len: 945 time: 0.5808616 Mar 07 21:47:18.191340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1662ef-603a-4593-a4c0-7fe07ac4749b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:18.239593 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:18.261374 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa6f5ffa-385d-4f2c-b9ee-72046d6ce81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:18.270668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-682b65d7-a29a-4cda-af57-9a506c664bfe None None] Provisioning complete for port ab17511f-4889-4fde-a160-00ad2e53179b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:18.271137 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-682b65d7-a29a-4cda-af57-9a506c664bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ab17511f-4889-4fde-a160-00ad2e53179b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:18.291822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89f71c59-8ec4-42a0-a118-56e4bb0c3917 req-1d711957-5625-451a-aaee-335c80523e69 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058494 Mar 07 21:47:18.386853 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ab17511f-4889-4fde-a160-00ad2e53179b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:18.454141 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:18.454548 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:18.458541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d5573e-d73b-4885-a158-d4d9fa8f9c2e {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:47:18.493946 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Publish callbacks [] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:18.505156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0b1662ef-603a-4593-a4c0-7fe07ac4749b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] In _notify_port_updated(), no bound segment for port 1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8 on network 804f0adb-3448-460f-bee8-264d3739de56 {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 21:47:18.518986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1662ef-603a-4593-a4c0-7fe07ac4749b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:18.519667 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b1662ef-603a-4593-a4c0-7fe07ac4749b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:18.523253 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0b1662ef-603a-4593-a4c0-7fe07ac4749b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "PUT /v2.0/ports/1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8 HTTP/1.1" status: 200 len: 921 time: 3.9616115 Mar 07 21:47:18.543607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38086) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:18.550398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Transition to ACTIVE for port object e8d5573e-d73b-4885-a158-d4d9fa8f9c2e will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:47:18.551060 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38088) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:18.563416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c99b237f-0392-47ae-86ad-197369ecf0ed tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1901306015', 'description': 'tempest-description--1378421127'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:18.582206 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Publish callbacks [] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:18.587750 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:18.591668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-682b65d7-a29a-4cda-af57-9a506c664bfe None None] Port ab17511f-4889-4fde-a160-00ad2e53179b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:18.599632 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:18.630636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1bc135f9-b3f8-4699-8391-f33e9c423f1d req-14d2a502-ffcc-4161-a3ce-e2f91e43db16 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1471178192', 'description': 'tempest-description-127338979'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:18.698115 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc509f9-e69e-44ff-86be-4a747884eea7 None None] Pushing event updated for resources: {'Port': ['ID=e73411d9-d23a-4239-a0a6-ded87f1e866e,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:18.708085 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc509f9-e69e-44ff-86be-4a747884eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:18.708721 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc509f9-e69e-44ff-86be-4a747884eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:18.709225 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc509f9-e69e-44ff-86be-4a747884eea7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:18.709725 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc509f9-e69e-44ff-86be-4a747884eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:18.710448 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc509f9-e69e-44ff-86be-4a747884eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:18.710947 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc509f9-e69e-44ff-86be-4a747884eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:18.711444 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc509f9-e69e-44ff-86be-4a747884eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:18.711933 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc509f9-e69e-44ff-86be-4a747884eea7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:18.712661 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc509f9-e69e-44ff-86be-4a747884eea7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:18.713149 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc509f9-e69e-44ff-86be-4a747884eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:18.713804 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc509f9-e69e-44ff-86be-4a747884eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:18.714979 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc509f9-e69e-44ff-86be-4a747884eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:18.715681 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc509f9-e69e-44ff-86be-4a747884eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:18.915034 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1bc135f9-b3f8-4699-8391-f33e9c423f1d req-14d2a502-ffcc-4161-a3ce-e2f91e43db16 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:18.964283 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Attempting to bind port e73411d9-d23a-4239-a0a6-ded87f1e866e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:47:18.964283 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Attempting to bind port e73411d9-d23a-4239-a0a6-ded87f1e866e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:47:18.964283 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Attempting to bind port e73411d9-d23a-4239-a0a6-ded87f1e866e on network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:47:18.980200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ef7f1726-9d4c-4a58-8566-7a726f016a64 None None] Provisioning complete for port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:18.980580 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1726-9d4c-4a58-8566-7a726f016a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:18.988203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de792da-55ae-442a-8af5-a19582bf1021 req-cfed183d-80e8-4012-8ae4-588e3e0a0a7b tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:18.989965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1de792da-55ae-442a-8af5-a19582bf1021 req-cfed183d-80e8-4012-8ae4-588e3e0a0a7b tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 944 time: 0.4431703 Mar 07 21:47:19.001354 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:47:19.001354 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Checking segment: {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:47:19.005582 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:19.006007 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Bound using segment: {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:47:19.006933 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Bound port: e73411d9-d23a-4239-a0a6-ded87f1e866e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:47:19.008634 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:19.034252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:19.164724 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] For port e73411d9-d23a-4239-a0a6-ded87f1e866e, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:47:19.185505 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] For port e73411d9-d23a-4239-a0a6-ded87f1e866e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e73411d9-d23a-4239-a0a6-ded87f1e866e,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:47:19.199855 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:19.345842 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:19.352374 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Routers {'6aa32f4e-2c88-4146-979c-99d2542addba'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:19.353157 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6aa32f4e-2c88-4146-979c-99d2542addba'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:19.401200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-f7f188e0-e96d-4523-bf7c-049e2f0d36a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port 1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:19.402306 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f7f188e0-e96d-4523-bf7c-049e2f0d36a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:19.467956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f1726-9d4c-4a58-8566-7a726f016a64 None None] Current status of the port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:19.492884 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1de792da-55ae-442a-8af5-a19582bf1021 req-170927ad-1d4f-4cc3-911a-a6709f780803 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863992 Mar 07 21:47:19.508820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ef7f1726-9d4c-4a58-8566-7a726f016a64 None None] Provisioning complete for port 1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:19.509218 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1726-9d4c-4a58-8566-7a726f016a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:19.660732 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1bc135f9-b3f8-4699-8391-f33e9c423f1d req-14d2a502-ffcc-4161-a3ce-e2f91e43db16 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (bbf65ace-ec80-4cfe-ad01-22ad7625642b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:19.725312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f1726-9d4c-4a58-8566-7a726f016a64 None None] Port 1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:19.787989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ef7f1726-9d4c-4a58-8566-7a726f016a64 None None] Provisioning complete for port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:19.791791 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1726-9d4c-4a58-8566-7a726f016a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2cce41ce-55bc-4a95-a892-c2ec7b376e4b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:19.794499 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1bc135f9-b3f8-4699-8391-f33e9c423f1d req-14d2a502-ffcc-4161-a3ce-e2f91e43db16 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bbf65ace-ec80-4cfe-ad01-22ad7625642b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:19.844029 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c99b237f-0392-47ae-86ad-197369ecf0ed tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:19.847747 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc509f9-e69e-44ff-86be-4a747884eea7 None None] Pushing event updated for resources: {'Port': ['ID=e73411d9-d23a-4239-a0a6-ded87f1e866e,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:19.857773 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] Set router 6aa32f4e-2c88-4146-979c-99d2542addba gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:47:19.891243 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d5573e-d73b-4885-a158-d4d9fa8f9c2e,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:19.963871 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1bc135f9-b3f8-4699-8391-f33e9c423f1d req-14d2a502-ffcc-4161-a3ce-e2f91e43db16 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:19.978741 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1bc135f9-b3f8-4699-8391-f33e9c423f1d req-14d2a502-ffcc-4161-a3ce-e2f91e43db16 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.3570836 Mar 07 21:47:20.154830 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (ab17511f-4889-4fde-a160-00ad2e53179b), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:20.216066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2a502-ffcc-4161-a3ce-e2f91e43db16 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf65ace-ec80-4cfe-ad01-22ad7625642b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:20.240661 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ab17511f-4889-4fde-a160-00ad2e53179b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:20.264628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Attempting to bind port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:47:20.264975 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Attempting to bind port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '4b235587-52f6-4692-965c-c32f408d5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:47:20.265309 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Attempting to bind port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e on network a0410c5e-9f3b-4596-a6a1-be68e02a6722 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:47:20.380958 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (e375104a-adac-44f1-91c3-bf7da578f80e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:20.381644 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c99b237f-0392-47ae-86ad-197369ecf0ed tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group (cfc7eac5-8cbc-4437-b637-51b971f1c1e9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:20.385204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e on network a0410c5e-9f3b-4596-a6a1-be68e02a6722 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:47:20.385856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Attempting to bind port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e on network a0410c5e-9f3b-4596-a6a1-be68e02a6722 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:47:20.391779 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c99b237f-0392-47ae-86ad-197369ecf0ed tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cfc7eac5-8cbc-4437-b637-51b971f1c1e9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:20.395760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f1726-9d4c-4a58-8566-7a726f016a64 None None] Port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:20.406189 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-e1008800-b5b2-4622-a7af-bda0e98e852c req-26988f72-55a2-4758-a0e4-284793910ddd tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-551235248', 'description': 'tempest-description-1869649409'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:20.410934 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:20.469616 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b237f-0392-47ae-86ad-197369ecf0ed tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc7eac5-8cbc-4437-b637-51b971f1c1e9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:20.475641 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:47:20.476287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Checking segment: {'id': '4b235587-52f6-4692-965c-c32f408d5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:47:20.476839 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Bound using segment: {'id': '4b235587-52f6-4692-965c-c32f408d5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:47:20.477306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Bound port: e8d5573e-d73b-4885-a158-d4d9fa8f9c2e, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b235587-52f6-4692-965c-c32f408d5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:47:20.478295 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:20.531017 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c99b237f-0392-47ae-86ad-197369ecf0ed tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:20.534104 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c99b237f-0392-47ae-86ad-197369ecf0ed tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.9814832 Mar 07 21:47:20.545679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cef25199-4a7c-4405-ba5d-3d27ee0c3876 None None] Provisioning complete for port e73411d9-d23a-4239-a0a6-ded87f1e866e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:20.547732 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cef25199-4a7c-4405-ba5d-3d27ee0c3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:20.548852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38104) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:20.556869 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1507b57d-3310-4dfa-962e-951f5d4b17c6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Request body: {'security_group_rule': {'security_group_id': 'cfc7eac5-8cbc-4437-b637-51b971f1c1e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:20.606391 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] For port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:47:20.615048 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f7f188e0-e96d-4523-bf7c-049e2f0d36a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:20.621881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] For port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e8d5573e-d73b-4885-a158-d4d9fa8f9c2e,segment=NetworkSegment(4b235587-52f6-4692-965c-c32f408d5352),segment_id=4b235587-52f6-4692-965c-c32f408d5352)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:47:20.632799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-f7f188e0-e96d-4523-bf7c-049e2f0d36a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for 1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:20.635808 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1507b57d-3310-4dfa-962e-951f5d4b17c6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group_rule (5ed593c9-210e-45dc-bb30-c64a9ec3c771), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:20.660753 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:20.696023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b9f74304-0a43-41ba-9ab3-12503406b4de up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:20.732757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:20.733105 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:47:11Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'e73411d9-d23a-4239-a0a6-ded87f1e866e', 'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'mac_address': 'fa:16:3e:56:51:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:06Z', 'updated_at': '2022-03-07T21:47:19Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'subnets': [{'id': 'cb8fce9d-2178-442d-a64b-842253767477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:20.747813 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:20.749906 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] 10.222.0.13 "PUT /v2.0/ports/e8d5573e-d73b-4885-a158-d4d9fa8f9c2e HTTP/1.1" status: 200 len: 1092 time: 4.0188525 Mar 07 21:47:20.793508 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cb8994-d4b9-4505-81d6-3610878889a7', 'tag': 'e8d5573e-d73b-4885-a158-d4d9fa8f9c2e'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:20.796308 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f512c950-3740-47b9-8056-2783a2597ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cb8994-d4b9-4505-81d6-3610878889a7", "tag": "e8d5573e-d73b-4885-a158-d4d9fa8f9c2e"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:20.835404 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300fb23e-ec87-4f7b-a3a9-af7f0e567835 None None] The sync data for ids ['6aa32f4e-2c88-4146-979c-99d2542addba'] in n-d-832330-1 is: [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:47:11Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'e73411d9-d23a-4239-a0a6-ded87f1e866e', 'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'mac_address': 'fa:16:3e:56:51:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:06Z', 'updated_at': '2022-03-07T21:47:19Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'subnets': [{'id': 'cb8fce9d-2178-442d-a64b-842253767477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:20.840653 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e1008800-b5b2-4622-a7af-bda0e98e852c req-26988f72-55a2-4758-a0e4-284793910ddd tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:20.857945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network 58108ea8-a74c-4789-b8a7-8e4c28f5f22e is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:20.903846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:20.964407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port b9f74304-0a43-41ba-9ab3-12503406b4de completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:47:20.992060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port b9f74304-0a43-41ba-9ab3-12503406b4de triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:20.992442 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b9f74304-0a43-41ba-9ab3-12503406b4de), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:21.036710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cef25199-4a7c-4405-ba5d-3d27ee0c3876 None None] Current status of the port e73411d9-d23a-4239-a0a6-ded87f1e866e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:21.037096 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cef25199-4a7c-4405-ba5d-3d27ee0c3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:21.066563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=ab17511f-4889-4fde-a160-00ad2e53179b,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:21.094471 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1507b57d-3310-4dfa-962e-951f5d4b17c6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group_rule (5ed593c9-210e-45dc-bb30-c64a9ec3c771), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:21.101613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8f591-64f2-4ca0-bc68-aae8987bfe70 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d5573e-d73b-4885-a158-d4d9fa8f9c2e,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:21.142212 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1507b57d-3310-4dfa-962e-951f5d4b17c6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (5ed593c9-210e-45dc-bb30-c64a9ec3c771), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:21.182280 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cef25199-4a7c-4405-ba5d-3d27ee0c3876 None None] For port e73411d9-d23a-4239-a0a6-ded87f1e866e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e73411d9-d23a-4239-a0a6-ded87f1e866e,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:21.195810 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cef25199-4a7c-4405-ba5d-3d27ee0c3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:21.198209 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-52f10626-938b-4dc3-b7bf-4afedfbe9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:21.204229 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-52f10626-938b-4dc3-b7bf-4afedfbe9ee2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9f1f8efd8b64fe8a39cef816a01fc15&device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 1126 time: 0.3170261 Mar 07 21:47:21.273901 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507b57d-3310-4dfa-962e-951f5d4b17c6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed593c9-210e-45dc-bb30-c64a9ec3c771,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:21.295375 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1507b57d-3310-4dfa-962e-951f5d4b17c6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:21.299515 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1507b57d-3310-4dfa-962e-951f5d4b17c6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7452319 Mar 07 21:47:21.303017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38112) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:21.336954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8979096-e5a0-48b2-b544-1651c047c040 req-551e8550-bd8f-49cd-b19b-66edc2c04ce3 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:21.341290 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8979096-e5a0-48b2-b544-1651c047c040 req-551e8550-bd8f-49cd-b19b-66edc2c04ce3 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b HTTP/1.1" status: 200 len: 945 time: 1.1107547 Mar 07 21:47:21.377341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cef25199-4a7c-4405-ba5d-3d27ee0c3876 None None] Provisioning complete for port 1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:21.378792 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cef25199-4a7c-4405-ba5d-3d27ee0c3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:21.427405 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-04e6973c-6085-4344-a7a2-e55512a913c9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Request body: {'security_group_rule': {'security_group_id': 'cfc7eac5-8cbc-4437-b637-51b971f1c1e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:21.461823 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-9906ca00-9c58-4a8c-a76b-ec0ebf1b4120 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8d5573e-d73b-4885-a158-d4d9fa8f9c2e HTTP/1.1" status: 200 len: 217 time: 0.2090673 Mar 07 21:47:21.521395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cef25199-4a7c-4405-ba5d-3d27ee0c3876 None None] Port 1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:21.541203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef25199-4a7c-4405-ba5d-3d27ee0c3876 None None] Pushing event updated for resources: {'Port': ['ID=e73411d9-d23a-4239-a0a6-ded87f1e866e,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:21.596192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port b9f74304-0a43-41ba-9ab3-12503406b4de is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:21.596533 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b9f74304-0a43-41ba-9ab3-12503406b4de), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:21.647933 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-8f7afae4-29bd-4463-a8e9-f4083bdaffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:21.652207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f74304-0a43-41ba-9ab3-12503406b4de'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:21.656373 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-8f7afae4-29bd-4463-a8e9-f4083bdaffae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36dc7a64-3a67-4aa5-af63-04338c7fd2a7 HTTP/1.1" status: 200 len: 854 time: 0.1748531 Mar 07 21:47:21.657435 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bcff9f-f572-4996-bf38-7e8cd03e029d" -d '{"events": [{"server_uuid": "45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b", "name": "network-vif-plugged", "status": "completed", "tag": "b9f74304-0a43-41ba-9ab3-12503406b4de"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:21.692553 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port b9f74304-0a43-41ba-9ab3-12503406b4de, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b9f74304-0a43-41ba-9ab3-12503406b4de,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:21.700057 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b9f74304-0a43-41ba-9ab3-12503406b4de), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:21.760301 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e1008800-b5b2-4622-a7af-bda0e98e852c req-26988f72-55a2-4758-a0e4-284793910ddd tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (de00178d-0d48-4d8f-a45d-37445cef43d7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:21.771383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8979096-e5a0-48b2-b544-1651c047c040 req-a7016ff1-9902-4d91-94dc-a6ea5f310480 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784709 Mar 07 21:47:21.782777 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e1008800-b5b2-4622-a7af-bda0e98e852c req-26988f72-55a2-4758-a0e4-284793910ddd tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (de00178d-0d48-4d8f-a45d-37445cef43d7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:21.801810 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f7f188e0-e96d-4523-bf7c-049e2f0d36a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:21.820477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-04e6973c-6085-4344-a7a2-e55512a913c9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group_rule (3cc31d66-7fcf-4e49-a68d-7ffc6f7bb30c), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:21.840336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e73411d9-d23a-4239-a0a6-ded87f1e866e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:21.904155 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26988f72-55a2-4758-a0e4-284793910ddd tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de00178d-0d48-4d8f-a45d-37445cef43d7,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:21.932233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a03e652b-e0dc-4a8c-9a91-8d609694999f None None] Provisioning complete for port ab17511f-4889-4fde-a160-00ad2e53179b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:21.932622 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a03e652b-e0dc-4a8c-9a91-8d609694999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ab17511f-4889-4fde-a160-00ad2e53179b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:21.968133 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e1008800-b5b2-4622-a7af-bda0e98e852c req-26988f72-55a2-4758-a0e4-284793910ddd tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:21.992250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1008800-b5b2-4622-a7af-bda0e98e852c req-26988f72-55a2-4758-a0e4-284793910ddd tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.6079843 Mar 07 21:47:22.005831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f188e0-e96d-4523-bf7c-049e2f0d36a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:22.013978 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-52cc8f73-d914-4893-9bc1-32d779351427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:22.022348 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-52cc8f73-d914-4893-9bc1-32d779351427 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0410c5e-9f3b-4596-a6a1-be68e02a6722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3442965 Mar 07 21:47:22.041741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router e375104a-adac-44f1-91c3-bf7da578f80e is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:47:22.100096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=b9f74304-0a43-41ba-9ab3-12503406b4de,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:22.188814 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391775d7-98a9-4ece-a09a-f3fc8b3a7428 x-openstack-request-id: req-391775d7-98a9-4ece-a09a-f3fc8b3a7428 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:22.189524 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cb8994-d4b9-4505-81d6-3610878889a7", "tag": "e8d5573e-d73b-4885-a158-d4d9fa8f9c2e", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:22.189524 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-391775d7-98a9-4ece-a09a-f3fc8b3a7428 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:22.189836 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cb8994-d4b9-4505-81d6-3610878889a7', 'tag': 'e8d5573e-d73b-4885-a158-d4d9fa8f9c2e', 'status': 'completed', 'code': 200} Mar 07 21:47:22.192151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a03e652b-e0dc-4a8c-9a91-8d609694999f None None] Port ab17511f-4889-4fde-a160-00ad2e53179b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:22.247201 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:22.254365 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e73411d9-d23a-4239-a0a6-ded87f1e866e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:22.254753 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:22.374911 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9256f913-bf14-47dd-9d84-39b0c269ad66 x-openstack-request-id: req-9256f913-bf14-47dd-9d84-39b0c269ad66 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:22.375290 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b", "name": "network-vif-plugged", "status": "completed", "tag": "b9f74304-0a43-41ba-9ab3-12503406b4de", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:22.377809 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9256f913-bf14-47dd-9d84-39b0c269ad66 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:22.378307 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f74304-0a43-41ba-9ab3-12503406b4de', 'code': 200} Mar 07 21:47:22.504642 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-04e6973c-6085-4344-a7a2-e55512a913c9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group_rule (3cc31d66-7fcf-4e49-a68d-7ffc6f7bb30c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:22.520516 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-04e6973c-6085-4344-a7a2-e55512a913c9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (3cc31d66-7fcf-4e49-a68d-7ffc6f7bb30c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:22.601191 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6973c-6085-4344-a7a2-e55512a913c9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc31d66-7fcf-4e49-a68d-7ffc6f7bb30c,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:22.612619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e73411d9-d23a-4239-a0a6-ded87f1e866e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:22.619358 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-04e6973c-6085-4344-a7a2-e55512a913c9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:22.625558 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-04e6973c-6085-4344-a7a2-e55512a913c9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2084396 Mar 07 21:47:22.631960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38124) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:22.636648 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:22.697681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:22.751575 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-3aa6d429-69e6-4120-996e-349211464b37 service neutron] 10.222.0.13 "GET /v2.0/networks/a0410c5e-9f3b-4596-a6a1-be68e02a6722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7079008 Mar 07 21:47:22.853200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3701d-0f34-4bc9-8dd7-e14651403f81 req-93fd8288-21ef-45d2-a260-acdf875561b6 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:22.854937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7c3701d-0f34-4bc9-8dd7-e14651403f81 req-93fd8288-21ef-45d2-a260-acdf875561b6 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 944 time: 0.6146019 Mar 07 21:47:22.879483 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f7f188e0-e96d-4523-bf7c-049e2f0d36a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:22.884943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f7f188e0-e96d-4523-bf7c-049e2f0d36a3 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8 HTTP/1.1" status: 204 len: 168 time: 4.2957811 Mar 07 21:47:22.896401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38128) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:23.083432 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c7a046a2-9541-418a-be66-f2a47938cdc5 req-3d11723b-8d32-400e-b65e-d242cb0b2f91 service neutron] 10.222.0.13 "GET /v2.0/networks/a0410c5e-9f3b-4596-a6a1-be68e02a6722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129570 Mar 07 21:47:23.096223 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:23.098532 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c912aeaa-7549-41f6-960c-381e98a95205 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] GET failed (client error): The resource could not be found. Mar 07 21:47:23.103784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c912aeaa-7549-41f6-960c-381e98a95205 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/1daee0e9-6ba5-4c01-a08c-0f7a9829f2c8 HTTP/1.1" status: 404 len: 333 time: 0.1126699 Mar 07 21:47:23.107858 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7c3701d-0f34-4bc9-8dd7-e14651403f81 req-d338c7a0-040e-4903-82b9-c96e3dec16cf tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100110 Mar 07 21:47:23.276131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38130) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:23.299350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:47:23.312737 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-af3ae39e-a643-4823-a12a-53959f5dc5e4 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/e375104a-adac-44f1-91c3-bf7da578f80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3591118 Mar 07 21:47:23.324905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec045a-1061-4499-90b5-73036282461a None None] Sync routers for ids ['e375104a-adac-44f1-91c3-bf7da578f80e'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:23.349789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec045a-1061-4499-90b5-73036282461a None None] Routers {'e375104a-adac-44f1-91c3-bf7da578f80e'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:23.355424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-35ec045a-1061-4499-90b5-73036282461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e375104a-adac-44f1-91c3-bf7da578f80e'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:23.362737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Allocated IP 172.25.4.192 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/20d20457-5ba8-44b6-acfd-485691534423) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:23.380555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38132) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:23.460173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-35ec045a-1061-4499-90b5-73036282461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:23.474546 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e46deab7-72f8-4b04-b7bc-723cd9f38242 req-327ef023-1fe5-4314-bf2f-af61ecacc192 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=403f3deab64c4fccbdc05488aa7b8f2f HTTP/1.1" status: 200 len: 11010 time: 1.0764771 Mar 07 21:47:23.488487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec045a-1061-4499-90b5-73036282461a None None] Routers {'e375104a-adac-44f1-91c3-bf7da578f80e'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:23.490470 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-35ec045a-1061-4499-90b5-73036282461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e375104a-adac-44f1-91c3-bf7da578f80e'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:23.570492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-35ec045a-1061-4499-90b5-73036282461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:23.571174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec045a-1061-4499-90b5-73036282461a None None] The sync data for ids ['e375104a-adac-44f1-91c3-bf7da578f80e'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:23.593019 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for port (20d20457-5ba8-44b6-acfd-485691534423), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:23.656761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef3bb1-de78-4c0c-a515-1a9be085fe17 req-127e2b69-4d2b-41e7-a4f3-5c07c7ee643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:23.658211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12ef3bb1-de78-4c0c-a515-1a9be085fe17 req-127e2b69-4d2b-41e7-a4f3-5c07c7ee643d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b HTTP/1.1" status: 200 len: 1128 time: 1.2341650 Mar 07 21:47:23.672867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ddf3cf-2a76-40aa-a932-762cf34704e3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:23.680560 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-74ddf3cf-2a76-40aa-a932-762cf34704e3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports/ab17511f-4889-4fde-a160-00ad2e53179b HTTP/1.1" status: 200 len: 910 time: 0.2958453 Mar 07 21:47:23.700490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38138) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:23.701680 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (20d20457-5ba8-44b6-acfd-485691534423), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:23.817886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event updated for resources: {'Port': ['ID=20d20457-5ba8-44b6-acfd-485691534423,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:23.909734 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12ef3bb1-de78-4c0c-a515-1a9be085fe17 req-2321b1f2-202a-45ef-9f05-607c9c023582 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260606 Mar 07 21:47:23.921468 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (c389f186-1e4a-4b31-8dfc-01c59dd3aab5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:23.963979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b896632-f404-4284-9815-e4e63551d75c req-2bf28848-8481-465b-b8b2-bb87e0cef987 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:23.979640 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b896632-f404-4284-9815-e4e63551d75c req-2bf28848-8481-465b-b8b2-bb87e0cef987 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.6336334 Mar 07 21:47:24.003126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:24.004925 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:24.013788 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:24.197436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512c950-3740-47b9-8056-2783a2597ac6 req-c1f2e8f2-2b6c-4d10-a984-2ee11728d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:24.199468 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f512c950-3740-47b9-8056-2783a2597ac6 req-c1f2e8f2-2b6c-4d10-a984-2ee11728d66a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9f1f8efd8b64fe8a39cef816a01fc15&device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 1126 time: 0.5335262 Mar 07 21:47:24.295832 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for floatingip (1d5b5f23-eff2-4279-8a6f-b97c8c4d029f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:24.412174 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (20d20457-5ba8-44b6-acfd-485691534423), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:24.548849 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:47:24.654591 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b896632-f404-4284-9815-e4e63551d75c req-7d982cd6-5700-41a9-a381-2208e3674639 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6721926 Mar 07 21:47:24.682755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e46deab7-72f8-4b04-b7bc-723cd9f38242 req-59eec9eb-1cef-4af2-a28a-3f0a8663aba9 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/32299073-b5c5-47aa-aebf-fdccc634bc31 HTTP/1.1" status: 200 len: 3002 time: 1.1002405 Mar 07 21:47:24.688017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (c389f186-1e4a-4b31-8dfc-01c59dd3aab5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:24.794767 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe57b4e7-3fa9-42b7-ba67-21747c35f087 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (e375104a-adac-44f1-91c3-bf7da578f80e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:24.798681 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c389f186-1e4a-4b31-8dfc-01c59dd3aab5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:24.801921 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:24.805704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/security-groups/c389f186-1e4a-4b31-8dfc-01c59dd3aab5 HTTP/1.1" status: 204 len: 168 time: 1.4917142 Mar 07 21:47:24.835552 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38144) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:24.836434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c389f186-1e4a-4b31-8dfc-01c59dd3aab5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:24.887783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:24.888144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:24.888919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:24.889271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:24.889608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:24.889940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:24.890296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:24.890685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:24.891018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:24.891342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:24.891668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:24.891990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:24.892310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738539e-b663-4a8f-9c76-fad03c5d2e21 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:24.944612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d84e3-55ba-4009-9127-187f7f18bfb7 req-aa566d8d-52a6-4901-b037-dd3cee0fc73a tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:24.946396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-010d84e3-55ba-4009-9127-187f7f18bfb7 req-aa566d8d-52a6-4901-b037-dd3cee0fc73a tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b HTTP/1.1" status: 200 len: 946 time: 0.1610088 Mar 07 21:47:24.963181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e46deab7-72f8-4b04-b7bc-723cd9f38242 req-a376026f-d189-4878-85ce-c4e38d69fd24 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/32299073-b5c5-47aa-aebf-fdccc634bc31 HTTP/1.1" status: 200 len: 3002 time: 0.1899855 Mar 07 21:47:25.111137 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f47fd75c-20bc-4839-83d8-a1a3b06edc01 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (a6d566b5-cdc2-4b5c-a15e-96f8bd8ec197), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.130551 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for port (20d20457-5ba8-44b6-acfd-485691534423), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.154331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-010d84e3-55ba-4009-9127-187f7f18bfb7 req-e07f5e8f-b90b-4aea-9c46-f72c74b89303 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886997 Mar 07 21:47:25.159339 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f47fd75c-20bc-4839-83d8-a1a3b06edc01 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (a6d566b5-cdc2-4b5c-a15e-96f8bd8ec197), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.189013 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (20d20457-5ba8-44b6-acfd-485691534423), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.203480 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c2b4b-581c-443d-b62d-be0e3f144f8c req-b470659f-9f2a-41e7-b6f9-0c981e385635 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:25.215579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a57c2b4b-581c-443d-b62d-be0e3f144f8c req-b470659f-9f2a-41e7-b6f9-0c981e385635 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 944 time: 0.1359398 Mar 07 21:47:25.269546 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (1d5b5f23-eff2-4279-8a6f-b97c8c4d029f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.322570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d24615b0-ef47-4cb9-9c1c-af5428ec6cd2 req-28ab698e-aee5-44a1-a62b-ee7d2d2a04fd tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/f051e260-2f6e-48fe-8caa-2af791963f50 HTTP/1.1" status: 200 len: 1820 time: 0.0806317 Mar 07 21:47:25.334373 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.344254 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7112293 Mar 07 21:47:25.346466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a57c2b4b-581c-443d-b62d-be0e3f144f8c req-8d77f795-5dd8-428b-b78f-2d7263df5cd3 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292844 Mar 07 21:47:25.367685 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32e597-0e8f-4009-8863-4697ceb74374 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event updated for resources: {'Port': ['ID=20d20457-5ba8-44b6-acfd-485691534423,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:25.418408 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d24615b0-ef47-4cb9-9c1c-af5428ec6cd2 req-f046db45-9ac7-4582-adbd-f02dd70239da tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (f051e260-2f6e-48fe-8caa-2af791963f50), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.423074 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f47fd75c-20bc-4839-83d8-a1a3b06edc01 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a6d566b5-cdc2-4b5c-a15e-96f8bd8ec197), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.426513 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f47fd75c-20bc-4839-83d8-a1a3b06edc01 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.428582 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f47fd75c-20bc-4839-83d8-a1a3b06edc01 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/security-groups/a6d566b5-cdc2-4b5c-a15e-96f8bd8ec197 HTTP/1.1" status: 204 len: 168 time: 0.5870452 Mar 07 21:47:25.443348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38150) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:25.489208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fd75c-20bc-4839-83d8-a1a3b06edc01 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d566b5-cdc2-4b5c-a15e-96f8bd8ec197,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:25.506948 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d24615b0-ef47-4cb9-9c1c-af5428ec6cd2 req-f046db45-9ac7-4582-adbd-f02dd70239da tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (f051e260-2f6e-48fe-8caa-2af791963f50), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.538424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-03688408-efce-4e79-aef5-46fbb4485a92 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting subnet 3f5300cd-5bea-4029-ac3d-10959ab08b80 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:47:25.542011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03688408-efce-4e79-aef5-46fbb4485a92 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (3f5300cd-5bea-4029-ac3d-10959ab08b80), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.587772 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03688408-efce-4e79-aef5-46fbb4485a92 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (3f5300cd-5bea-4029-ac3d-10959ab08b80), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.675766 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-b36da04c-db66-4d52-b399-0f6fc45bfc2f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1901306015&fields=id&tenant_id=e7f99ab44fd44dbca2a2bb62c556de88 HTTP/1.1" status: 200 len: 267 time: 0.1073368 Mar 07 21:47:25.692111 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03688408-efce-4e79-aef5-46fbb4485a92 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (3f5300cd-5bea-4029-ac3d-10959ab08b80), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.704001 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d24615b0-ef47-4cb9-9c1c-af5428ec6cd2 req-f046db45-9ac7-4582-adbd-f02dd70239da tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f051e260-2f6e-48fe-8caa-2af791963f50), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.707203 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d24615b0-ef47-4cb9-9c1c-af5428ec6cd2 req-f046db45-9ac7-4582-adbd-f02dd70239da tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.709416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d24615b0-ef47-4cb9-9c1c-af5428ec6cd2 req-f046db45-9ac7-4582-adbd-f02dd70239da tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "DELETE /v2.0/security-groups/f051e260-2f6e-48fe-8caa-2af791963f50 HTTP/1.1" status: 204 len: 173 time: 0.3603866 Mar 07 21:47:25.734487 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-fe57b4e7-3fa9-42b7-ba67-21747c35f087 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port ab17511f-4889-4fde-a160-00ad2e53179b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:25.734835 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe57b4e7-3fa9-42b7-ba67-21747c35f087 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ab17511f-4889-4fde-a160-00ad2e53179b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.736283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046db45-9ac7-4582-adbd-f02dd70239da tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f051e260-2f6e-48fe-8caa-2af791963f50,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:25.865971 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe57b4e7-3fa9-42b7-ba67-21747c35f087 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ab17511f-4889-4fde-a160-00ad2e53179b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:25.881444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-fe57b4e7-3fa9-42b7-ba67-21747c35f087 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for ab17511f-4889-4fde-a160-00ad2e53179b owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:25.917904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-4df5d6c7-4975-4f91-859c-9df9ad582d87 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:25.919873 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-4df5d6c7-4975-4f91-859c-9df9ad582d87 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/networks?id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 200 len: 817 time: 0.2336700 Mar 07 21:47:25.934487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2625e5-3aba-489b-ada9-f0bb3229ce69 req-0f398209-83cb-4890-b2b9-ea0be26aa6a5 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:25.936309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a2625e5-3aba-489b-ada9-f0bb3229ce69 req-0f398209-83cb-4890-b2b9-ea0be26aa6a5 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.0996706 Mar 07 21:47:26.008567 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a2625e5-3aba-489b-ada9-f0bb3229ce69 req-8cc1a5f4-26e6-4d96-a7f1-446c43d333a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570993 Mar 07 21:47:26.013426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-e88a6f0b-c789-43b0-ad65-f9251afeecce tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/quotas/e7f99ab44fd44dbca2a2bb62c556de88 HTTP/1.1" status: 200 len: 375 time: 0.0760236 Mar 07 21:47:26.126847 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-5c59fbb4-df7b-4eac-9635-7d35bfc9b892 req-df1dc787-6953-4fa1-a04b-300f5453c13f tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] show failed (client error): The resource could not be found. Mar 07 21:47:26.129912 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c59fbb4-df7b-4eac-9635-7d35bfc9b892 req-df1dc787-6953-4fa1-a04b-300f5453c13f tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/f051e260-2f6e-48fe-8caa-2af791963f50 HTTP/1.1" status: 404 len: 352 time: 0.0630229 Mar 07 21:47:26.221369 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-ebbc51aa-f8e3-4f0e-b61b-a95a6f896566 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2016606 Mar 07 21:47:26.242291 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe57b4e7-3fa9-42b7-ba67-21747c35f087 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ab17511f-4889-4fde-a160-00ad2e53179b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:26.320938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57b4e7-3fa9-42b7-ba67-21747c35f087 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=ab17511f-4889-4fde-a160-00ad2e53179b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:26.371691 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03688408-efce-4e79-aef5-46fbb4485a92 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (3f5300cd-5bea-4029-ac3d-10959ab08b80), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:26.463911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-eea8e327-6fef-44b8-8770-d9d64d564170 service neutron] 10.222.0.26 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407339 Mar 07 21:47:26.488327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48df7f1b-b86d-4254-8d68-b4b83f8e2384 req-814d4e6e-f031-4e95-be1e-c792990df9b4 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/bbf65ace-ec80-4cfe-ad01-22ad7625642b HTTP/1.1" status: 200 len: 1819 time: 0.2997966 Mar 07 21:47:26.514717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03688408-efce-4e79-aef5-46fbb4485a92 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5300cd-5bea-4029-ac3d-10959ab08b80,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:26.516772 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232ab06f-c203-4b74-8e7f-46a6bcfae5f1 None None] Network 804f0adb-3448-460f-bee8-264d3739de56 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:26.528218 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03688408-efce-4e79-aef5-46fbb4485a92 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:26.532927 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-03688408-efce-4e79-aef5-46fbb4485a92 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/3f5300cd-5bea-4029-ac3d-10959ab08b80 HTTP/1.1" status: 204 len: 168 time: 1.0866611 Mar 07 21:47:26.540177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38176) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:26.546610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a683de0e-e019-4d4b-a6f8-7f82cfb8193b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'subnet': {'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:26.662335 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512c950-3740-47b9-8056-2783a2597ac6 req-a300cb07-6427-4a2d-baec-91c790e6af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:26.663840 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f512c950-3740-47b9-8056-2783a2597ac6 req-a300cb07-6427-4a2d-baec-91c790e6af81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0410c5e-9f3b-4596-a6a1-be68e02a6722 HTTP/1.1" status: 200 len: 916 time: 0.4419634 Mar 07 21:47:26.747623 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-48df7f1b-b86d-4254-8d68-b4b83f8e2384 req-79eb316e-24d9-45de-b466-89e08fea11f0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (bbf65ace-ec80-4cfe-ad01-22ad7625642b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:26.799289 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-48df7f1b-b86d-4254-8d68-b4b83f8e2384 req-79eb316e-24d9-45de-b466-89e08fea11f0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (bbf65ace-ec80-4cfe-ad01-22ad7625642b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:26.856586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-f45459ac-a53d-417b-a11a-b10d6d843528 service neutron] 10.222.0.26 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789814 Mar 07 21:47:26.867926 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-48df7f1b-b86d-4254-8d68-b4b83f8e2384 req-79eb316e-24d9-45de-b466-89e08fea11f0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bbf65ace-ec80-4cfe-ad01-22ad7625642b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:26.870901 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-48df7f1b-b86d-4254-8d68-b4b83f8e2384 req-79eb316e-24d9-45de-b466-89e08fea11f0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:26.872081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48df7f1b-b86d-4254-8d68-b4b83f8e2384 req-79eb316e-24d9-45de-b466-89e08fea11f0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "DELETE /v2.0/security-groups/bbf65ace-ec80-4cfe-ad01-22ad7625642b HTTP/1.1" status: 204 len: 173 time: 0.3722112 Mar 07 21:47:26.882031 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb316e-24d9-45de-b466-89e08fea11f0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf65ace-ec80-4cfe-ad01-22ad7625642b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:26.919534 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f512c950-3740-47b9-8056-2783a2597ac6 req-a25984d8-e9db-4822-809e-db62a37a6b61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8d5573e-d73b-4885-a158-d4d9fa8f9c2e HTTP/1.1" status: 200 len: 217 time: 0.1453736 Mar 07 21:47:26.936853 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe57b4e7-3fa9-42b7-ba67-21747c35f087 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (e375104a-adac-44f1-91c3-bf7da578f80e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:27.109761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a00a6-f54e-4ebb-91c0-84b8cf28af32 req-59d37c3f-2716-4702-9b85-fbfefc1a6001 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:27.111408 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a44a00a6-f54e-4ebb-91c0-84b8cf28af32 req-59d37c3f-2716-4702-9b85-fbfefc1a6001 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b HTTP/1.1" status: 200 len: 946 time: 0.1452768 Mar 07 21:47:27.208871 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a44a00a6-f54e-4ebb-91c0-84b8cf28af32 req-344440fb-2f9c-41b7-a298-bc1f3b33eef0 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892560 Mar 07 21:47:27.246231 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0769a-e9bd-4515-96d9-7fcf7cadaa46 req-8d34c587-d0f3-41cb-9053-f5888fee58c7 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:27.247831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56f0769a-e9bd-4515-96d9-7fcf7cadaa46 req-8d34c587-d0f3-41cb-9053-f5888fee58c7 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 944 time: 0.0910428 Mar 07 21:47:27.262057 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-54d10fbe-990e-4ab6-9d0b-43ffb08ffca4 req-d14ad01c-3fd1-449b-8d11-c70f765acf24 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] show failed (client error): The resource could not be found. Mar 07 21:47:27.263127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54d10fbe-990e-4ab6-9d0b-43ffb08ffca4 req-d14ad01c-3fd1-449b-8d11-c70f765acf24 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/bbf65ace-ec80-4cfe-ad01-22ad7625642b HTTP/1.1" status: 404 len: 352 time: 0.0142245 Mar 07 21:47:27.335600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56f0769a-e9bd-4515-96d9-7fcf7cadaa46 req-03e1e2f6-8490-4c7a-9c86-eba8d5d9c3de tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714757 Mar 07 21:47:27.441300 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-570ee37f-4373-4f1a-83ad-3cb97ae9de91 req-e26792d2-b78a-41bd-814c-3951b98e9e7e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 210 time: 0.0362844 Mar 07 21:47:27.468443 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0d2b7-c887-4fab-8800-0fbfc23c8c5b req-30e7df2f-52eb-4edf-9134-1fc9e5cabdd7 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:27.480200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ab0d2b7-c887-4fab-8800-0fbfc23c8c5b req-30e7df2f-52eb-4edf-9134-1fc9e5cabdd7 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1435406 Mar 07 21:47:27.563928 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8aba5252-630e-4b28-8864-536463d5ad3b req-44043afd-ee78-49e5-bbd8-1765c0af54ec tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/de00178d-0d48-4d8f-a45d-37445cef43d7 HTTP/1.1" status: 200 len: 1819 time: 0.0826752 Mar 07 21:47:27.571749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ab0d2b7-c887-4fab-8800-0fbfc23c8c5b req-5625336b-4d34-4773-9b8b-29f16afe08ce tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834379 Mar 07 21:47:27.582429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512c950-3740-47b9-8056-2783a2597ac6 req-7618cd9e-bbc4-41b3-b83c-f25a34bd54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:27.583935 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f512c950-3740-47b9-8056-2783a2597ac6 req-7618cd9e-bbc4-41b3-b83c-f25a34bd54ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36dc7a64-3a67-4aa5-af63-04338c7fd2a7 HTTP/1.1" status: 200 len: 854 time: 0.6375856 Mar 07 21:47:27.596947 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a683de0e-e019-4d4b-a6f8-7f82cfb8193b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:27.600473 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a683de0e-e019-4d4b-a6f8-7f82cfb8193b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:27.643864 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8aba5252-630e-4b28-8864-536463d5ad3b req-0a62dcf9-5ca1-4a64-beb9-aaef9d2de830 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (de00178d-0d48-4d8f-a45d-37445cef43d7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:27.671761 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8aba5252-630e-4b28-8864-536463d5ad3b req-0a62dcf9-5ca1-4a64-beb9-aaef9d2de830 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (de00178d-0d48-4d8f-a45d-37445cef43d7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:27.725947 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8aba5252-630e-4b28-8864-536463d5ad3b req-0a62dcf9-5ca1-4a64-beb9-aaef9d2de830 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (de00178d-0d48-4d8f-a45d-37445cef43d7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:27.731178 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8aba5252-630e-4b28-8864-536463d5ad3b req-0a62dcf9-5ca1-4a64-beb9-aaef9d2de830 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:27.732416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8aba5252-630e-4b28-8864-536463d5ad3b req-0a62dcf9-5ca1-4a64-beb9-aaef9d2de830 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "DELETE /v2.0/security-groups/de00178d-0d48-4d8f-a45d-37445cef43d7 HTTP/1.1" status: 204 len: 173 time: 0.1593149 Mar 07 21:47:27.751169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62dcf9-5ca1-4a64-beb9-aaef9d2de830 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de00178d-0d48-4d8f-a45d-37445cef43d7,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:27.776848 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-fd11870a-a67a-456d-906b-5b3bf3f9cdb3 req-171971d9-6520-4a8d-abbd-d3c1dd7e3cdf tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] show failed (client error): The resource could not be found. Mar 07 21:47:27.778008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd11870a-a67a-456d-906b-5b3bf3f9cdb3 req-171971d9-6520-4a8d-abbd-d3c1dd7e3cdf tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/de00178d-0d48-4d8f-a45d-37445cef43d7 HTTP/1.1" status: 404 len: 352 time: 0.0245380 Mar 07 21:47:27.781159 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe57b4e7-3fa9-42b7-ba67-21747c35f087 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router e375104a-adac-44f1-91c3-bf7da578f80e has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:47:27.787363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6633911e-a05c-40b5-9318-bff2a9f47561 None None] Provisioning complete for port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:27.788346 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6633911e-a05c-40b5-9318-bff2a9f47561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:27.899967 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6633911e-a05c-40b5-9318-bff2a9f47561 None None] Current status of the port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:27.902729 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe57b4e7-3fa9-42b7-ba67-21747c35f087 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:47:27.913524 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd1c7f-f2e2-4ae3-8dfe-9431a432af1d None None] Sync routers for ids ['e375104a-adac-44f1-91c3-bf7da578f80e'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:27.914087 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6633911e-a05c-40b5-9318-bff2a9f47561 None None] Provisioning complete for port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:27.915248 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6633911e-a05c-40b5-9318-bff2a9f47561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2cce41ce-55bc-4a95-a892-c2ec7b376e4b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:27.916428 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fe57b4e7-3fa9-42b7-ba67-21747c35f087 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/e375104a-adac-44f1-91c3-bf7da578f80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2116845 Mar 07 21:47:27.925116 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bd1c7f-f2e2-4ae3-8dfe-9431a432af1d None None] Routers {'e375104a-adac-44f1-91c3-bf7da578f80e'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:27.926682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5cfcc41d-6692-4a3b-9d01-8e90906af900 req-1042908f-7921-4b13-bf36-18934c6cf1da tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=403f3deab64c4fccbdc05488aa7b8f2f HTTP/1.1" status: 200 len: 6205 time: 0.1164334 Mar 07 21:47:27.928645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38206) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:27.929802 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-78bd1c7f-f2e2-4ae3-8dfe-9431a432af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e375104a-adac-44f1-91c3-bf7da578f80e'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:27.956733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6633911e-a05c-40b5-9318-bff2a9f47561 None None] Port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:27.980209 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-78bd1c7f-f2e2-4ae3-8dfe-9431a432af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:27.989779 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bd1c7f-f2e2-4ae3-8dfe-9431a432af1d None None] Routers {'e375104a-adac-44f1-91c3-bf7da578f80e'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:27.990806 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-78bd1c7f-f2e2-4ae3-8dfe-9431a432af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e375104a-adac-44f1-91c3-bf7da578f80e'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:28.001601 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-95066ff4-71da-49a4-972e-7ed470444390 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e375104a-adac-44f1-91c3-bf7da578f80e HTTP/1.1" status: 200 len: 205 time: 0.0715959 Mar 07 21:47:28.004075 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38208) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:28.017172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5cfcc41d-6692-4a3b-9d01-8e90906af900 req-96faf398-55e9-4f3e-b6f0-77ea225947a5 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/32299073-b5c5-47aa-aebf-fdccc634bc31 HTTP/1.1" status: 200 len: 3002 time: 0.0893731 Mar 07 21:47:28.049069 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-78bd1c7f-f2e2-4ae3-8dfe-9431a432af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:28.050117 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd1c7f-f2e2-4ae3-8dfe-9431a432af1d None None] The sync data for ids ['e375104a-adac-44f1-91c3-bf7da578f80e'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:28.071080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5cfcc41d-6692-4a3b-9d01-8e90906af900 req-f9487e60-62a2-4f5e-ad4d-41e73f651fc9 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/32299073-b5c5-47aa-aebf-fdccc634bc31 HTTP/1.1" status: 200 len: 3002 time: 0.0529382 Mar 07 21:47:28.112152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-f3e7bfd6-0e3e-41d7-8248-432fd54578c9 req-1be19fa3-c881-4e55-9744-0960159eeb8c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1828543919', 'description': 'tempest-description-55653838'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:28.126863 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d611a840-f71e-4200-96ee-e147471df1cb tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (e375104a-adac-44f1-91c3-bf7da578f80e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.137008 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f3e7bfd6-0e3e-41d7-8248-432fd54578c9 req-1be19fa3-c881-4e55-9744-0960159eeb8c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.214806 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f3e7bfd6-0e3e-41d7-8248-432fd54578c9 req-1be19fa3-c881-4e55-9744-0960159eeb8c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (8991ec3a-94db-4cc6-bd64-ecb567a1bb68), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.220120 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f3e7bfd6-0e3e-41d7-8248-432fd54578c9 req-1be19fa3-c881-4e55-9744-0960159eeb8c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8991ec3a-94db-4cc6-bd64-ecb567a1bb68), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.252014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be19fa3-c881-4e55-9744-0960159eeb8c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8991ec3a-94db-4cc6-bd64-ecb567a1bb68,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:28.257108 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f3e7bfd6-0e3e-41d7-8248-432fd54578c9 req-1be19fa3-c881-4e55-9744-0960159eeb8c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.261961 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3e7bfd6-0e3e-41d7-8248-432fd54578c9 req-1be19fa3-c881-4e55-9744-0960159eeb8c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1550291 Mar 07 21:47:28.296424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-8acd0f47-e94c-4a98-9e8c-01392079c266 req-1d513505-066f-44f7-b5ef-81a2883281e8 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1055515736', 'description': 'tempest-description-447016857'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:28.347901 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8acd0f47-e94c-4a98-9e8c-01392079c266 req-1d513505-066f-44f7-b5ef-81a2883281e8 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.353730 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d611a840-f71e-4200-96ee-e147471df1cb tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (e375104a-adac-44f1-91c3-bf7da578f80e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.357271 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d611a840-f71e-4200-96ee-e147471df1cb tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_controller (e375104a-adac-44f1-91c3-bf7da578f80e), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.363460 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a683de0e-e019-4d4b-a6f8-7f82cfb8193b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (9162552f-2135-44bb-a553-0653e503a1df), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.390317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccd1f8-8234-4ac2-ac56-b7153ca4ea86 req-b2e6b326-6405-4891-b7b6-3abfd9fd2b03 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:28.391800 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1dccd1f8-8234-4ac2-ac56-b7153ca4ea86 req-b2e6b326-6405-4891-b7b6-3abfd9fd2b03 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b HTTP/1.1" status: 200 len: 946 time: 0.0857220 Mar 07 21:47:28.451924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a683de0e-e019-4d4b-a6f8-7f82cfb8193b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 804f0adb-3448-460f-bee8-264d3739de56 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:28.452694 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d611a840-f71e-4200-96ee-e147471df1cb tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (e375104a-adac-44f1-91c3-bf7da578f80e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.453365 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d611a840-f71e-4200-96ee-e147471df1cb tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Fanout notify agent at l3_agent the message router_deleted on router e375104a-adac-44f1-91c3-bf7da578f80e {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:47:28.460444 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d611a840-f71e-4200-96ee-e147471df1cb tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.461759 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d611a840-f71e-4200-96ee-e147471df1cb tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/routers/e375104a-adac-44f1-91c3-bf7da578f80e HTTP/1.1" status: 204 len: 168 time: 0.4562924 Mar 07 21:47:28.466099 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38222) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:28.466302 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a683de0e-e019-4d4b-a6f8-7f82cfb8193b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:28.469286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a683de0e-e019-4d4b-a6f8-7f82cfb8193b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:28.469807 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a683de0e-e019-4d4b-a6f8-7f82cfb8193b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.472114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8acd0f47-e94c-4a98-9e8c-01392079c266 req-1d513505-066f-44f7-b5ef-81a2883281e8 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (97185abb-1ea6-4c67-b313-aeef907157aa), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.475779 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1dccd1f8-8234-4ac2-ac56-b7153ca4ea86 req-f362ba38-7f04-47d4-aefc-4e0cb1447000 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759258 Mar 07 21:47:28.476676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b4bd5b-fc83-4de9-b530-6edbd90bd0f2 None None] Network 804f0adb-3448-460f-bee8-264d3739de56 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:28.479617 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8acd0f47-e94c-4a98-9e8c-01392079c266 req-1d513505-066f-44f7-b5ef-81a2883281e8 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (97185abb-1ea6-4c67-b313-aeef907157aa), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.524591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d513505-066f-44f7-b5ef-81a2883281e8 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97185abb-1ea6-4c67-b313-aeef907157aa,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:28.525982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683de0e-e019-4d4b-a6f8-7f82cfb8193b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Subnet': ['ID=9162552f-2135-44bb-a553-0653e503a1df,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:28.529631 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8acd0f47-e94c-4a98-9e8c-01392079c266 req-1d513505-066f-44f7-b5ef-81a2883281e8 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.535380 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a683de0e-e019-4d4b-a6f8-7f82cfb8193b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9936166 Mar 07 21:47:28.537977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38226) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:28.543042 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8acd0f47-e94c-4a98-9e8c-01392079c266 req-1d513505-066f-44f7-b5ef-81a2883281e8 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2627866 Mar 07 21:47:28.544468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3e1d2b0e-4a7d-4282-bc6d-8a64a51c4d74 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'security_group': {'name': 'tempest-secgroup-125556015'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:28.555731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ddfd23-3436-4146-aace-39899bc13a8c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting subnet 668f12fe-a0e9-4618-bd74-c0429f20370f {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:47:28.563929 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4ddfd23-3436-4146-aace-39899bc13a8c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (668f12fe-a0e9-4618-bd74-c0429f20370f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.686650 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e1d2b0e-4a7d-4282-bc6d-8a64a51c4d74 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.687473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-342abdd5-8ce5-473e-aa97-3d57f2a629ab req-5cd2adfc-1dfe-4484-9058-b7e5e257cd92 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 210 time: 0.0553126 Mar 07 21:47:28.707162 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4ddfd23-3436-4146-aace-39899bc13a8c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (668f12fe-a0e9-4618-bd74-c0429f20370f), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.711915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85538ccb-5609-47e7-86aa-cef6e2c18e44 req-8b0d5da7-fab3-4fb6-b127-4c24657780d7 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:28.720482 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85538ccb-5609-47e7-86aa-cef6e2c18e44 req-8b0d5da7-fab3-4fb6-b127-4c24657780d7 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 944 time: 0.1043177 Mar 07 21:47:28.832401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85538ccb-5609-47e7-86aa-cef6e2c18e44 req-687687e9-93b8-41cd-801e-af6cdcc9c7a5 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032217 Mar 07 21:47:28.888783 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-03a48c78-ba89-45cc-868f-5ec54dacbdf0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:28.890436 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-03a48c78-ba89-45cc-868f-5ec54dacbdf0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.15 "GET /v2.0/networks?id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 200 len: 817 time: 0.2923555 Mar 07 21:47:28.895533 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d385d20c-0279-4193-a13b-ac0b84f670a2 None None] Update dhcp port {'port': {'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'fixed_ips': [{'subnet_id': 'badc47e4-21c3-4e0c-9b73-c846f65ec91d', 'ip_address': '172.20.0.18'}, {'subnet_id': '9162552f-2135-44bb-a553-0653e503a1df'}], 'binding:host_id': 'n-d-832330-1'}, 'id': '64e83c70-0cf3-4824-a5f5-cfc631d044f5'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 21:47:28.910017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19300ae-ecdf-4d85-8b59-7944f3f05a32 req-dc10792c-9175-4731-ac85-0187f175d725 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:28.911651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e19300ae-ecdf-4d85-8b59-7944f3f05a32 req-dc10792c-9175-4731-ac85-0187f175d725 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1080053 Mar 07 21:47:28.941676 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d385d20c-0279-4193-a13b-ac0b84f670a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:28.984614 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e1d2b0e-4a7d-4282-bc6d-8a64a51c4d74 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (7654468a-21c2-4e83-b5dd-ba814ec4d391), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.000271 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4ddfd23-3436-4146-aace-39899bc13a8c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (668f12fe-a0e9-4618-bd74-c0429f20370f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.027039 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e1d2b0e-4a7d-4282-bc6d-8a64a51c4d74 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7654468a-21c2-4e83-b5dd-ba814ec4d391), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.070690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e19300ae-ecdf-4d85-8b59-7944f3f05a32 req-89c25c53-582e-4536-a27a-ef4ed82a45ed tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497779 Mar 07 21:47:29.072826 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e1d2b0e-4a7d-4282-bc6d-8a64a51c4d74 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.074383 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3e1d2b0e-4a7d-4282-bc6d-8a64a51c4d74 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5353191 Mar 07 21:47:29.081074 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38242) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:29.107550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-86a27055-c61e-4a01-b6e5-f4d6d97afdd7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'security_group': {'name': 'tempest-secgroup-1325821141'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:29.134979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-6dc9d88a-4728-43ca-86b2-bebbaa1c0bd5 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:29.138721 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-9d07eed4-64e2-4892-909b-50eccd62a356 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7f99ab44fd44dbca2a2bb62c556de88 HTTP/1.1" status: 200 len: 380 time: 0.2257779 Mar 07 21:47:29.139461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d2b0e-4a7d-4282-bc6d-8a64a51c4d74 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7654468a-21c2-4e83-b5dd-ba814ec4d391,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:29.144730 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-6dc9d88a-4728-43ca-86b2-bebbaa1c0bd5 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/networks?id=32b92585-dc87-411b-a89d-010b1d8767b0 HTTP/1.1" status: 200 len: 812 time: 0.1929431 Mar 07 21:47:29.158304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-675cd3fb-2e5b-47c6-a84a-01b7bc9a9f5e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Request body: {'port': {'device_id': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'admin_state_up': True, 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'security_groups': ['cfc7eac5-8cbc-4437-b637-51b971f1c1e9']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:29.163654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-d385d20c-0279-4193-a13b-ac0b84f670a2 None None] Allocated IP 172.20.0.2 (804f0adb-3448-460f-bee8-264d3739de56/9162552f-2135-44bb-a553-0653e503a1df/64e83c70-0cf3-4824-a5f5-cfc631d044f5) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:29.169899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-6f15a6ab-9993-468c-adca-20264826e95c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/quotas/403f3deab64c4fccbdc05488aa7b8f2f HTTP/1.1" status: 200 len: 375 time: 0.0241790 Mar 07 21:47:29.220479 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86a27055-c61e-4a01-b6e5-f4d6d97afdd7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.266209 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4ddfd23-3436-4146-aace-39899bc13a8c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (668f12fe-a0e9-4618-bd74-c0429f20370f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.313040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddfd23-3436-4146-aace-39899bc13a8c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Subnet': ['ID=668f12fe-a0e9-4618-bd74-c0429f20370f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:29.321965 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4ddfd23-3436-4146-aace-39899bc13a8c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.328003 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a4ddfd23-3436-4146-aace-39899bc13a8c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/668f12fe-a0e9-4618-bd74-c0429f20370f HTTP/1.1" status: 204 len: 168 time: 0.8538585 Mar 07 21:47:29.330573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b96afbd-88f0-4922-a597-235adc8fe144 None None] Network 58108ea8-a74c-4789-b8a7-8e4c28f5f22e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:29.332160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38246) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:29.347563 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512c950-3740-47b9-8056-2783a2597ac6 req-44c49298-3cc0-4ce9-8bda-8e455b2ac331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:29.349170 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f512c950-3740-47b9-8056-2783a2597ac6 req-44c49298-3cc0-4ce9-8bda-8e455b2ac331 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0410c5e-9f3b-4596-a6a1-be68e02a6722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1875458 Mar 07 21:47:29.486405 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86a27055-c61e-4a01-b6e5-f4d6d97afdd7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (006c9615-0ef2-479b-ba5f-1fd19368bf01), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.489101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-675cd3fb-2e5b-47c6-a84a-01b7bc9a9f5e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Made reservation on behalf of e7f99ab44fd44dbca2a2bb62c556de88 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:29.492662 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-675cd3fb-2e5b-47c6-a84a-01b7bc9a9f5e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.505848 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86a27055-c61e-4a01-b6e5-f4d6d97afdd7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (006c9615-0ef2-479b-ba5f-1fd19368bf01), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.519266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-a6806582-e0a8-491f-adb3-2fd3e8523a64 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=403f3deab64c4fccbdc05488aa7b8f2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3481832 Mar 07 21:47:29.553433 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f512c950-3740-47b9-8056-2783a2597ac6 req-cd9f4712-1722-454a-b5c3-e9219364dc2c service neutron] 10.222.0.13 "GET /v2.0/networks/a0410c5e-9f3b-4596-a6a1-be68e02a6722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946297 Mar 07 21:47:29.559618 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (58108ea8-a74c-4789-b8a7-8e4c28f5f22e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.569195 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d385d20c-0279-4193-a13b-ac0b84f670a2 None None] For port 64e83c70-0cf3-4824-a5f5-cfc631d044f5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=64e83c70-0cf3-4824-a5f5-cfc631d044f5,segment=NetworkSegment(cabb64e2-3383-49d7-8f04-4f4c4a54da57),segment_id=cabb64e2-3383-49d7-8f04-4f4c4a54da57)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:29.578953 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86a27055-c61e-4a01-b6e5-f4d6d97afdd7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.580387 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-86a27055-c61e-4a01-b6e5-f4d6d97afdd7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4930375 Mar 07 21:47:29.593873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38250) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:29.613783 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d385d20c-0279-4193-a13b-ac0b84f670a2 None None] Publish callbacks [] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.616572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1794a3a0-3052-4061-842e-7fe1cc4f82d5 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'security_group': {'name': 'tempest-secgroup-1516260575'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:29.621685 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d385d20c-0279-4193-a13b-ac0b84f670a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.625635 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a27055-c61e-4a01-b6e5-f4d6d97afdd7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=006c9615-0ef2-479b-ba5f-1fd19368bf01,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:29.705207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be885ea-6ffd-4364-83f5-7d90c9a347ba None None] DHCP port deletion for 58108ea8-a74c-4789-b8a7-8e4c28f5f22e request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:47:29.743188 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-257c8309-2719-4fb2-a0cf-133645d8c834 service neutron] 10.222.0.26 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230165 Mar 07 21:47:29.749643 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f512c950-3740-47b9-8056-2783a2597ac6 req-ef8693a8-899e-4504-9c15-ac95daa4a045 service neutron] 10.222.0.13 "GET /v2.0/networks/a0410c5e-9f3b-4596-a6a1-be68e02a6722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874464 Mar 07 21:47:29.766184 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-675cd3fb-2e5b-47c6-a84a-01b7bc9a9f5e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Allocated IP 172.20.0.6 (ca1c0645-516e-4a61-93b0-de45d4e4a2c2/cb8fce9d-2178-442d-a64b-842253767477/d620a753-d391-428d-9963-90e4890693ef) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:29.772092 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1794a3a0-3052-4061-842e-7fe1cc4f82d5 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.829448 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385d20c-0279-4193-a13b-ac0b84f670a2 None None] Pushing event updated for resources: {'Port': ['ID=64e83c70-0cf3-4824-a5f5-cfc631d044f5,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:29.856389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8be885ea-6ffd-4364-83f5-7d90c9a347ba None None] Deleting port c5d87342-ec0e-4b92-83ff-c916e5a2172b {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:29.856857 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8be885ea-6ffd-4364-83f5-7d90c9a347ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.864456 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1794a3a0-3052-4061-842e-7fe1cc4f82d5 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (0df49174-2a2f-414c-8aec-4a051a0cb1b1), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.899844 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1794a3a0-3052-4061-842e-7fe1cc4f82d5 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0df49174-2a2f-414c-8aec-4a051a0cb1b1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.933987 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1794a3a0-3052-4061-842e-7fe1cc4f82d5 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.942446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1794a3a0-3052-4061-842e-7fe1cc4f82d5 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3307950 Mar 07 21:47:29.951107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38256) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:29.957385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8be885ea-6ffd-4364-83f5-7d90c9a347ba None None] For port c5d87342-ec0e-4b92-83ff-c916e5a2172b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c5d87342-ec0e-4b92-83ff-c916e5a2172b,segment=NetworkSegment(6633d637-4070-4eb6-831f-15e9a68b01a3),segment_id=6633d637-4070-4eb6-831f-15e9a68b01a3)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:29.957953 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8be885ea-6ffd-4364-83f5-7d90c9a347ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:29.975880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8be885ea-6ffd-4364-83f5-7d90c9a347ba None None] Calling delete_port for c5d87342-ec0e-4b92-83ff-c916e5a2172b owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:29.999779 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-675cd3fb-2e5b-47c6-a84a-01b7bc9a9f5e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for port (d620a753-d391-428d-9963-90e4890693ef), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:30.003001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1866f-7e23-46f2-8258-54681ce0f15a req-0ea405a1-bf96-417e-b162-f1c193c9afe7 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:30.014462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47a1866f-7e23-46f2-8258-54681ce0f15a req-0ea405a1-bf96-417e-b162-f1c193c9afe7 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b HTTP/1.1" status: 200 len: 946 time: 0.3063331 Mar 07 21:47:30.021462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-39d9fb00-05f4-48ba-9e58-de19b598cadf tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-705741184', 'security_groups': ['0df49174-2a2f-414c-8aec-4a051a0cb1b1'], 'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9162552f-2135-44bb-a553-0653e503a1df'}]}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:30.070851 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-675cd3fb-2e5b-47c6-a84a-01b7bc9a9f5e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d620a753-d391-428d-9963-90e4890693ef), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:30.130669 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8be885ea-6ffd-4364-83f5-7d90c9a347ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:30.130870 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-675cd3fb-2e5b-47c6-a84a-01b7bc9a9f5e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:30.131349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47a1866f-7e23-46f2-8258-54681ce0f15a req-87e357a6-3859-40ac-817c-9b7ad9a8e7d5 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131680 Mar 07 21:47:30.134892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-675cd3fb-2e5b-47c6-a84a-01b7bc9a9f5e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:30.149888 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-675cd3fb-2e5b-47c6-a84a-01b7bc9a9f5e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:30.171678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be885ea-6ffd-4364-83f5-7d90c9a347ba None None] No DVR routers for this DVR port c5d87342-ec0e-4b92-83ff-c916e5a2172b on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:30.184394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port c5d87342-ec0e-4b92-83ff-c916e5a2172b {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:30.184826 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:30.223609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be885ea-6ffd-4364-83f5-7d90c9a347ba None None] Pushing event deleted for resources: {'Port': ['ID=c5d87342-ec0e-4b92-83ff-c916e5a2172b,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:30.225959 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794a3a0-3052-4061-842e-7fe1cc4f82d5 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df49174-2a2f-414c-8aec-4a051a0cb1b1,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:30.234549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cd3fb-2e5b-47c6-a84a-01b7bc9a9f5e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event updated for resources: {'Port': ['ID=d620a753-d391-428d-9963-90e4890693ef,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:30.268627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-675cd3fb-2e5b-47c6-a84a-01b7bc9a9f5e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:30.269285 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-675cd3fb-2e5b-47c6-a84a-01b7bc9a9f5e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:30.296571 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-675cd3fb-2e5b-47c6-a84a-01b7bc9a9f5e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1418107 Mar 07 21:47:30.312463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Request body: {'port': {'device_id': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:30.331428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-2dc5b651-4d56-46e9-986d-1f8193f7a96e service neutron] 10.222.0.26 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462816 Mar 07 21:47:30.399408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] For port c5d87342-ec0e-4b92-83ff-c916e5a2172b, host n-d-832330-1, got binding levels [] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:30.400003 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:30.416060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d620a753-d391-428d-9963-90e4890693ef), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:30.442946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for c5d87342-ec0e-4b92-83ff-c916e5a2172b owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:30.470184 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08790c7-cf7f-4587-94eb-867c10b08eac req-b4da986c-bd1e-43ee-abf3-1f4554ddaab8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:30.470184 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f08790c7-cf7f-4587-94eb-867c10b08eac req-b4da986c-bd1e-43ee-abf3-1f4554ddaab8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 931 time: 0.1877594 Mar 07 21:47:30.482176 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.ipam_backend_mixin [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Port c5d87342-ec0e-4b92-83ff-c916e5a2172b was not found and therefore no delete operation was performed {{(pid=103719) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 21:47:30.516607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d9fb00-05f4-48ba-9e58-de19b598cadf tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:30.533118 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c5d87342-ec0e-4b92-83ff-c916e5a2172b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:30.628438 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=c5d87342-ec0e-4b92-83ff-c916e5a2172b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:30.707554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f08790c7-cf7f-4587-94eb-867c10b08eac req-5f10f48a-b623-4314-b1d4-660889b12b4b tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085638 Mar 07 21:47:30.712573 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No DVR routers for this DVR port c5d87342-ec0e-4b92-83ff-c916e5a2172b on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:30.886724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d620a753-d391-428d-9963-90e4890693ef {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:47:30.894969 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Publish callbacks [] for port (d620a753-d391-428d-9963-90e4890693ef), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:30.909605 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Transition to ACTIVE for port object d620a753-d391-428d-9963-90e4890693ef will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:47:30.920856 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (d620a753-d391-428d-9963-90e4890693ef), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:30.984705 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Pushing event updated for resources: {'Port': ['ID=d620a753-d391-428d-9963-90e4890693ef,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:30.997655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (58108ea8-a74c-4789-b8a7-8e4c28f5f22e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:31.045000 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39d9fb00-05f4-48ba-9e58-de19b598cadf tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:31.079194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58108ea8-a74c-4789-b8a7-8e4c28f5f22e']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:31.106288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6633d637-4070-4eb6-831f-15e9a68b01a3') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:31.106624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6633d637-4070-4eb6-831f-15e9a68b01a3') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:31.124843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-39d9fb00-05f4-48ba-9e58-de19b598cadf tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] device_id is not set on port 048e53e5-4342-463e-af79-46b164a719c4 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:47:31.133821 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (6633d637-4070-4eb6-831f-15e9a68b01a3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:31.167793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bec3fc-18a8-4e35-addb-a8ca7b149b2c req-258a5d2b-58c8-40e3-991c-e9ad222c36df tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:31.169456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7bec3fc-18a8-4e35-addb-a8ca7b149b2c req-258a5d2b-58c8-40e3-991c-e9ad222c36df tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 944 time: 0.3998084 Mar 07 21:47:31.177104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-da403c7a-3dbb-4878-9878-1f524ecfaabf None None] Provisioning complete for port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:31.177672 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-da403c7a-3dbb-4878-9878-1f524ecfaabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:31.184501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Attempting to bind port d620a753-d391-428d-9963-90e4890693ef on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:47:31.186825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Attempting to bind port d620a753-d391-428d-9963-90e4890693ef by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:47:31.188415 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Attempting to bind port d620a753-d391-428d-9963-90e4890693ef on network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:47:31.200157 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Port d620a753-d391-428d-9963-90e4890693ef on network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:47:31.200519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Attempting to bind port d620a753-d391-428d-9963-90e4890693ef on network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:47:31.210988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:47:31.211742 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Checking segment: {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:47:31.212681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Bound using segment: {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:47:31.214735 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Bound port: d620a753-d391-428d-9963-90e4890693ef, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:47:31.215436 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d620a753-d391-428d-9963-90e4890693ef), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:31.288962 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7bec3fc-18a8-4e35-addb-a8ca7b149b2c req-3a2f23c7-3284-4e1a-af3f-31d7e7b210ae tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102946 Mar 07 21:47:31.296866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034814d2-25e1-43fe-8692-5e700dbf1f72 req-2765e7ad-1e4f-45a9-85e2-24fddbbf4689 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:31.298539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-034814d2-25e1-43fe-8692-5e700dbf1f72 req-2765e7ad-1e4f-45a9-85e2-24fddbbf4689 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.4260089 Mar 07 21:47:31.299735 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (6633d637-4070-4eb6-831f-15e9a68b01a3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:31.335095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:47:31.335503 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (6633d637-4070-4eb6-831f-15e9a68b01a3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:47:31.339454 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:47:31.410429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] For port d620a753-d391-428d-9963-90e4890693ef, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:47:31.414861 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] For port d620a753-d391-428d-9963-90e4890693ef, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d620a753-d391-428d-9963-90e4890693ef,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:47:31.416729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-da403c7a-3dbb-4878-9878-1f524ecfaabf None None] Current status of the port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:31.431545 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (d620a753-d391-428d-9963-90e4890693ef), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:31.440401 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-da403c7a-3dbb-4878-9878-1f524ecfaabf None None] Provisioning complete for port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:31.441059 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-da403c7a-3dbb-4878-9878-1f524ecfaabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2cce41ce-55bc-4a95-a892-c2ec7b376e4b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:31.493052 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:31.493688 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:31.495226 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] 10.222.0.15 "PUT /v2.0/ports/d620a753-d391-428d-9963-90e4890693ef HTTP/1.1" status: 200 len: 1091 time: 1.1908882 Mar 07 21:47:31.497728 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'tag': 'd620a753-d391-428d-9963-90e4890693ef'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:31.508037 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-034814d2-25e1-43fe-8692-5e700dbf1f72 req-5daa9d32-3940-46de-9221-40bfb196c912 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995041 Mar 07 21:47:31.512301 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (58108ea8-a74c-4789-b8a7-8e4c28f5f22e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:31.517868 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d483716-11ec-444c-a284-5011b5b2caa9" -d '{"events": [{"name": "network-changed", "server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "tag": "d620a753-d391-428d-9963-90e4890693ef"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:31.518565 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:31.527352 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/networks/58108ea8-a74c-4789-b8a7-8e4c28f5f22e HTTP/1.1" status: 204 len: 168 time: 2.1859999 Mar 07 21:47:31.527558 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-da403c7a-3dbb-4878-9878-1f524ecfaabf None None] Port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:31.530735 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38280) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:31.545629 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2142984195', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:31.555176 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e239a8-28eb-4174-9586-9d9911b12b8f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Network': ['ID=58108ea8-a74c-4789-b8a7-8e4c28f5f22e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:31.736939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f305c1-d8a5-480c-90be-3b90ea6f047c service neutron] Pushing event updated for resources: {'Port': ['ID=d620a753-d391-428d-9963-90e4890693ef,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:31.759142 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a743f1ce-e384-4337-95ad-045de291e1a5 x-openstack-request-id: req-a743f1ce-e384-4337-95ad-045de291e1a5 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:31.759462 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "tag": "d620a753-d391-428d-9963-90e4890693ef", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:31.759920 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a743f1ce-e384-4337-95ad-045de291e1a5 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:31.761202 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'tag': 'd620a753-d391-428d-9963-90e4890693ef', 'status': 'completed', 'code': 200} Mar 07 21:47:31.766216 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (2114c173-c321-4313-a57b-04ba174a0444), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:31.767480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (2114c173-c321-4313-a57b-04ba174a0444), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:31.777656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e49f7ac9-0de0-4445-860e-af4dd60a2011 req-fffb50d9-7f79-4043-bd41-94b6f9c646bf tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 210 time: 0.0822811 Mar 07 21:47:31.780918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-39d9fb00-05f4-48ba-9e58-de19b598cadf tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Allocated IP 172.20.0.8 (804f0adb-3448-460f-bee8-264d3739de56/9162552f-2135-44bb-a553-0653e503a1df/048e53e5-4342-463e-af79-46b164a719c4) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:31.833084 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 64e83c70-0cf3-4824-a5f5-cfc631d044f5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:31.872311 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_controller (2114c173-c321-4313-a57b-04ba174a0444), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:31.892839 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-ffca5af7-cb1e-4647-a35c-192bd1a03d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:31.894615 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-ffca5af7-cb1e-4647-a35c-192bd1a03d30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 1125 time: 0.3427794 Mar 07 21:47:31.987532 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:31.988377 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:32.084803 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-cd542d16-c187-4f89-95fc-4739eb60fab3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d620a753-d391-428d-9963-90e4890693ef HTTP/1.1" status: 200 len: 217 time: 0.1273324 Mar 07 21:47:32.171619 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39d9fb00-05f4-48ba-9e58-de19b598cadf tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (048e53e5-4342-463e-af79-46b164a719c4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:32.177191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:32.204835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9221c-d2bc-49f4-a720-44ce08cd65b4 req-90726e22-1b51-4ee0-b0dc-981bfc7d6afa tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:32.211933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89f9221c-d2bc-49f4-a720-44ce08cd65b4 req-90726e22-1b51-4ee0-b0dc-981bfc7d6afa tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.0956151 Mar 07 21:47:32.253970 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c5d87342-ec0e-4b92-83ff-c916e5a2172b no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:47:32.277890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: c5d87342-ec0e-4b92-83ff-c916e5a2172b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:47:32.278613 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c5d87342-ec0e-4b92-83ff-c916e5a2172b not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:47:32.334315 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89f9221c-d2bc-49f4-a720-44ce08cd65b4 req-d28f0423-e07b-4240-8889-c7d25200502c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211402 Mar 07 21:47:32.341051 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_gateway (2114c173-c321-4313-a57b-04ba174a0444), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:32.341375 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39d9fb00-05f4-48ba-9e58-de19b598cadf tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (048e53e5-4342-463e-af79-46b164a719c4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:32.346051 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-07638a85-6c74-47c6-ba60-a77d4cb0ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:32.347654 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-07638a85-6c74-47c6-ba60-a77d4cb0ebb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb8fce9d-2178-442d-a64b-842253767477 HTTP/1.1" status: 200 len: 856 time: 0.2552459 Mar 07 21:47:32.425015 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860fc93-bdaf-4050-a6ef-8cef3e8835dc req-3dc70ac0-d7a6-4a35-b615-f98dcd1df919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:32.426789 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8860fc93-bdaf-4050-a6ef-8cef3e8835dc req-3dc70ac0-d7a6-4a35-b615-f98dcd1df919 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 1126 time: 0.2577102 Mar 07 21:47:32.452596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9fb00-05f4-48ba-9e58-de19b598cadf tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=048e53e5-4342-463e-af79-46b164a719c4,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:32.877830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-98b392e7-aef8-4934-998c-f2488e227594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:32.879724 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-98b392e7-aef8-4934-998c-f2488e227594 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5238030 Mar 07 21:47:32.891948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510c180-c86c-4465-9f17-1afdb320e053 req-c3573d1c-3da5-4968-bca7-4c89cd103391 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:32.893517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2510c180-c86c-4465-9f17-1afdb320e053 req-c3573d1c-3da5-4968-bca7-4c89cd103391 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.6495926 Mar 07 21:47:32.897331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d9fb00-05f4-48ba-9e58-de19b598cadf tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 804f0adb-3448-460f-bee8-264d3739de56 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:32.902782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-39d9fb00-05f4-48ba-9e58-de19b598cadf tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:32.909312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d9fb00-05f4-48ba-9e58-de19b598cadf tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:32.974309 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860fc93-bdaf-4050-a6ef-8cef3e8835dc req-ae748b48-702a-41af-b4a8-6a78910742e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:32.975934 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8860fc93-bdaf-4050-a6ef-8cef3e8835dc req-ae748b48-702a-41af-b4a8-6a78910742e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.5424528 Mar 07 21:47:32.983966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-6d345cec-c36e-4fcc-9773-45e9a9a58ac8 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:32.985454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-6d345cec-c36e-4fcc-9773-45e9a9a58ac8 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.13 "GET /v2.0/networks?id=32b92585-dc87-411b-a89d-010b1d8767b0 HTTP/1.1" status: 200 len: 812 time: 0.5371950 Mar 07 21:47:33.015832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-17dbb2e1-338d-43fd-ad65-2cb0964d6d1e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'port': {'device_id': '6e029502-0d2a-46b9-8b2a-bd4d1e480987', 'network_id': '32b92585-dc87-411b-a89d-010b1d8767b0', 'admin_state_up': True, 'tenant_id': '403f3deab64c4fccbdc05488aa7b8f2f'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:33.031851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdd970-068e-43ee-b38e-146a2cabd02d req-d9d76a0c-2fb9-4296-9576-f50a46588dee tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:33.038206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7fcdd970-068e-43ee-b38e-146a2cabd02d req-d9d76a0c-2fb9-4296-9576-f50a46588dee tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b HTTP/1.1" status: 200 len: 946 time: 0.1911328 Mar 07 21:47:33.058444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9fb00-05f4-48ba-9e58-de19b598cadf tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:33.059097 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39d9fb00-05f4-48ba-9e58-de19b598cadf tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:33.090991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-39d9fb00-05f4-48ba-9e58-de19b598cadf tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0732920 Mar 07 21:47:33.091664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38298) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:33.114483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-52d52888-5e9d-4271-b5d7-c593dbe7239e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'subnet': {'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:33.125016 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-ff754c6d-d0ed-4ea8-bdba-3c123fef5729 service neutron] 10.222.0.15 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300739 Mar 07 21:47:33.129302 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8860fc93-bdaf-4050-a6ef-8cef3e8835dc req-7da7df71-dd02-4afd-9793-9ea2b1b99246 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db HTTP/1.1" status: 200 len: 999 time: 0.1455445 Mar 07 21:47:33.132657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2510c180-c86c-4465-9f17-1afdb320e053 req-93af8449-4f55-4146-a8f6-4b9f63cd19ae tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208157 Mar 07 21:47:33.296235 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_gateway (2114c173-c321-4313-a57b-04ba174a0444), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:33.330621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4bd86f46-8895-48d1-98b2-710e5d866eb6 None None] Provisioning complete for port 048e53e5-4342-463e-af79-46b164a719c4 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:33.331782 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4bd86f46-8895-48d1-98b2-710e5d866eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (048e53e5-4342-463e-af79-46b164a719c4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:33.355935 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:33.361768 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860fc93-bdaf-4050-a6ef-8cef3e8835dc req-ee42a223-ae37-48b2-ad76-3c18b7cc69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:33.363276 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8860fc93-bdaf-4050-a6ef-8cef3e8835dc req-ee42a223-ae37-48b2-ad76-3c18b7cc69ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.2213960 Mar 07 21:47:33.383096 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7fcdd970-068e-43ee-b38e-146a2cabd02d req-c88689ca-e920-4a8b-9218-c90414e25560 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439627 Mar 07 21:47:33.386016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4bd86f46-8895-48d1-98b2-710e5d866eb6 None None] Port 048e53e5-4342-463e-af79-46b164a719c4 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:33.389200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d52888-5e9d-4271-b5d7-c593dbe7239e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:33.395702 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52d52888-5e9d-4271-b5d7-c593dbe7239e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:33.501381 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5c470e2f-7f12-4d78-9509-957a15b6b70f req-64ba8e79-2963-4b57-ae2a-dc76d5156b14 service neutron] 10.222.0.15 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687460 Mar 07 21:47:33.511910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86880a-0675-48a9-b373-ab4514c90de0 req-79e7063d-174e-4be6-a9c3-116554f415ef tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:33.513369 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e86880a-0675-48a9-b373-ab4514c90de0 req-79e7063d-174e-4be6-a9c3-116554f415ef tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.13 "GET /v2.0/ports?device_id=45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b HTTP/1.1" status: 200 len: 946 time: 0.2500763 Mar 07 21:47:33.539521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938d20c2-0f4c-40f9-8c29-efdb76d93333 req-0d1dd699-2093-4502-b15e-496a9eb291df tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 210 time: 0.0415058 Mar 07 21:47:33.571124 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-17dbb2e1-338d-43fd-ad65-2cb0964d6d1e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Made reservation on behalf of 403f3deab64c4fccbdc05488aa7b8f2f for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:33.575502 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-17dbb2e1-338d-43fd-ad65-2cb0964d6d1e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:33.597303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723aa87-3bb9-4040-813e-d3e2a4ef1b50 req-a279ef1e-7e3a-4a6d-a13f-4bbbc70c541a tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:33.599286 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5723aa87-3bb9-4040-813e-d3e2a4ef1b50 req-a279ef1e-7e3a-4a6d-a13f-4bbbc70c541a tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 944 time: 0.2858038 Mar 07 21:47:33.622911 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860fc93-bdaf-4050-a6ef-8cef3e8835dc req-24cf6f71-b131-48b3-929b-8cfae4ca1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:33.624439 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8860fc93-bdaf-4050-a6ef-8cef3e8835dc req-24cf6f71-b131-48b3-929b-8cfae4ca1827 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2471180 Mar 07 21:47:33.674194 n-d-832330-1 neutron-server[103719]: INFO neutron.db.ipam_backend_mixin [None req-52d52888-5e9d-4271-b5d7-c593dbe7239e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9162552f-2135-44bb-a553-0653e503a1df (CIDR: 172.20.0.0/28) Mar 07 21:47:33.715270 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Allocated IP 172.25.4.227 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/5685e1a5-161d-4152-aa49-42c605bd4c37) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:33.740592 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d52888-5e9d-4271-b5d7-c593dbe7239e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:33.741393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d52888-5e9d-4271-b5d7-c593dbe7239e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:33.793418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d483716-11ec-444c-a284-5011b5b2caa9 req-a692fa0b-2ec2-41c7-974d-f1f7e9f574ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:33.795033 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3d483716-11ec-444c-a284-5011b5b2caa9 req-a692fa0b-2ec2-41c7-974d-f1f7e9f574ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 1125 time: 0.2206569 Mar 07 21:47:33.816137 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784e974-f8db-46c7-a6b2-f6c8de5e07ff req-21e5b641-eef7-45c1-9394-79678cbb954c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:33.817716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a784e974-f8db-46c7-a6b2-f6c8de5e07ff req-21e5b641-eef7-45c1-9394-79678cbb954c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.15 "GET /v2.0/ports?device_id=7204b760-33d6-409a-bc53-ee5e9d64aa09 HTTP/1.1" status: 200 len: 945 time: 0.2126033 Mar 07 21:47:33.837913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-52d52888-5e9d-4271-b5d7-c593dbe7239e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7289574 Mar 07 21:47:33.840514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38304) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:33.867078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c0669773-f076-4d15-8fff-7ee412d3e3c6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'subnet': {'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:33.880957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5723aa87-3bb9-4040-813e-d3e2a4ef1b50 req-cb205a4d-2497-4edb-a148-f1b460a841b9 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674398 Mar 07 21:47:33.914288 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-1e86880a-0675-48a9-b373-ab4514c90de0 req-048198f7-1fbf-4b61-a7a0-299a2fab06e6 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Deleting port b9f74304-0a43-41ba-9ab3-12503406b4de {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:33.914966 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e86880a-0675-48a9-b373-ab4514c90de0 req-048198f7-1fbf-4b61-a7a0-299a2fab06e6 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b9f74304-0a43-41ba-9ab3-12503406b4de), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:33.955554 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8860fc93-bdaf-4050-a6ef-8cef3e8835dc req-8b4c603e-5594-42be-81a5-caff0d5b5e7b service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202503 Mar 07 21:47:34.022296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfb690-0e9b-4962-9098-127d7d465b37 req-f8e94029-15e4-4392-99c3-69689611dd5f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:34.025288 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61cfb690-0e9b-4962-9098-127d7d465b37 req-f8e94029-15e4-4392-99c3-69689611dd5f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.2809196 Mar 07 21:47:34.061270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-17dbb2e1-338d-43fd-ad65-2cb0964d6d1e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Allocated IP 172.20.0.3 (32b92585-dc87-411b-a89d-010b1d8767b0/fa7bfe6c-aec1-45a3-b688-4abd795bc27a/a9a3964f-e02e-4ff8-8253-6ebd70220a91) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:34.173907 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d483716-11ec-444c-a284-5011b5b2caa9 req-5c3e08a8-13bb-40a0-b5ee-eb836adb5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:34.175691 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3d483716-11ec-444c-a284-5011b5b2caa9 req-5c3e08a8-13bb-40a0-b5ee-eb836adb5ee4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 200 len: 918 time: 0.3657804 Mar 07 21:47:34.183755 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-1e86880a-0675-48a9-b373-ab4514c90de0 req-048198f7-1fbf-4b61-a7a0-299a2fab06e6 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] For port b9f74304-0a43-41ba-9ab3-12503406b4de, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b9f74304-0a43-41ba-9ab3-12503406b4de,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:34.186548 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e86880a-0675-48a9-b373-ab4514c90de0 req-048198f7-1fbf-4b61-a7a0-299a2fab06e6 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b9f74304-0a43-41ba-9ab3-12503406b4de), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:34.191456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61cfb690-0e9b-4962-9098-127d7d465b37 req-aa94dfd2-458a-4ac7-9a8a-6a9c6ef7494b tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464627 Mar 07 21:47:34.207966 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8860fc93-bdaf-4050-a6ef-8cef3e8835dc req-4d51eb59-bc53-4966-87da-6c152bbd1a2f service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189872 Mar 07 21:47:34.234611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (5685e1a5-161d-4152-aa49-42c605bd4c37), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:34.264827 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-1e86880a-0675-48a9-b373-ab4514c90de0 req-048198f7-1fbf-4b61-a7a0-299a2fab06e6 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Calling delete_port for b9f74304-0a43-41ba-9ab3-12503406b4de owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:34.268676 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3d483716-11ec-444c-a284-5011b5b2caa9 req-79535b12-bf75-4331-a6db-f70d50cff354 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d620a753-d391-428d-9963-90e4890693ef HTTP/1.1" status: 200 len: 217 time: 0.0598118 Mar 07 21:47:34.316680 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a784e974-f8db-46c7-a6b2-f6c8de5e07ff req-5d0a143f-ab96-4c2a-8416-de47715348f2 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Deleting port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:34.317029 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a784e974-f8db-46c7-a6b2-f6c8de5e07ff req-5d0a143f-ab96-4c2a-8416-de47715348f2 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3be0299c-8d97-4ad1-98e7-166c9f01ddc9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:34.322571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0669773-f076-4d15-8fff-7ee412d3e3c6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:34.326659 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c0669773-f076-4d15-8fff-7ee412d3e3c6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:34.385367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d483716-11ec-444c-a284-5011b5b2caa9 req-29153f01-d771-4776-b87a-27db1e8330f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:34.388312 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3d483716-11ec-444c-a284-5011b5b2caa9 req-29153f01-d771-4776-b87a-27db1e8330f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb8fce9d-2178-442d-a64b-842253767477 HTTP/1.1" status: 200 len: 856 time: 0.1094916 Mar 07 21:47:34.392467 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5685e1a5-161d-4152-aa49-42c605bd4c37), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:34.479134 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:34.485107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:34.490042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:34.509626 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-17dbb2e1-338d-43fd-ad65-2cb0964d6d1e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:34.523160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=5685e1a5-161d-4152-aa49-42c605bd4c37,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:34.581062 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d483716-11ec-444c-a284-5011b5b2caa9 req-22fc4736-fbd7-491d-bc92-b7057eb29bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:34.582618 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3d483716-11ec-444c-a284-5011b5b2caa9 req-22fc4736-fbd7-491d-bc92-b7057eb29bea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1810665 Mar 07 21:47:34.603955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb3afe-0392-4778-989e-d346b4e9d8e4 req-1b206651-1965-4be5-b6f6-67af4e391ed9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:34.606142 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9deb3afe-0392-4778-989e-d346b4e9d8e4 req-1b206651-1965-4be5-b6f6-67af4e391ed9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2922778 Mar 07 21:47:34.636789 n-d-832330-1 neutron-server[103719]: INFO neutron.db.ipam_backend_mixin [None req-c0669773-f076-4d15-8fff-7ee412d3e3c6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet badc47e4-21c3-4e0c-9b73-c846f65ec91d (CIDR: 172.20.0.16/28) Mar 07 21:47:34.656434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a784e974-f8db-46c7-a6b2-f6c8de5e07ff req-5d0a143f-ab96-4c2a-8416-de47715348f2 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] For port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3be0299c-8d97-4ad1-98e7-166c9f01ddc9,segment=NetworkSegment(78c98f8a-cb83-47fe-8492-f0a2de4a6eb5),segment_id=78c98f8a-cb83-47fe-8492-f0a2de4a6eb5)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:34.656806 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a784e974-f8db-46c7-a6b2-f6c8de5e07ff req-5d0a143f-ab96-4c2a-8416-de47715348f2 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3be0299c-8d97-4ad1-98e7-166c9f01ddc9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:34.662346 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0669773-f076-4d15-8fff-7ee412d3e3c6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:34.662778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0669773-f076-4d15-8fff-7ee412d3e3c6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:34.673532 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e86880a-0675-48a9-b373-ab4514c90de0 req-048198f7-1fbf-4b61-a7a0-299a2fab06e6 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b9f74304-0a43-41ba-9ab3-12503406b4de), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:34.688389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['b9f74304-0a43-41ba-9ab3-12503406b4de'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:34.697446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a784e974-f8db-46c7-a6b2-f6c8de5e07ff req-5d0a143f-ab96-4c2a-8416-de47715348f2 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Calling delete_port for 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:34.721898 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['3be0299c-8d97-4ad1-98e7-166c9f01ddc9'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:34.727659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c0669773-f076-4d15-8fff-7ee412d3e3c6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8647959 Mar 07 21:47:34.740555 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38312) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:34.741182 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1d8ee-b004-492c-ab2e-af0876a7d1c8 req-898fbfac-ac90-47da-b91d-3deb08db4d3f tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:34.747001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8f1d8ee-b004-492c-ab2e-af0876a7d1c8 req-898fbfac-ac90-47da-b91d-3deb08db4d3f tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b HTTP/1.1" status: 200 len: 946 time: 0.2797678 Mar 07 21:47:34.767244 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-17dbb2e1-338d-43fd-ad65-2cb0964d6d1e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:34.780985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-95b17e55-6617-47e7-b8d3-b9511e906c11 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'subnet': {'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:34.798104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048198f7-1fbf-4b61-a7a0-299a2fab06e6 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Pushing event deleted for resources: {'Port': ['ID=b9f74304-0a43-41ba-9ab3-12503406b4de,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:34.825076 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e8d5573e-d73b-4885-a158-d4d9fa8f9c2e details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:47:34.915242 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9deb3afe-0392-4778-989e-d346b4e9d8e4 req-9cb75df3-7c7d-4824-9312-7ae26d67e859 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815495 Mar 07 21:47:34.937655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-17dbb2e1-338d-43fd-ad65-2cb0964d6d1e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Network 32b92585-dc87-411b-a89d-010b1d8767b0 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:34.984254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e86880a-0675-48a9-b373-ab4514c90de0 req-048198f7-1fbf-4b61-a7a0-299a2fab06e6 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] No DVR routers for this DVR port b9f74304-0a43-41ba-9ab3-12503406b4de on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:34.992782 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8f1d8ee-b004-492c-ab2e-af0876a7d1c8 req-62455205-6823-4a3e-99e2-6db7ea560a00 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd18dcc0-15ab-4dc1-8755-4160235aa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308898 Mar 07 21:47:34.996643 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1e86880a-0675-48a9-b373-ab4514c90de0 req-048198f7-1fbf-4b61-a7a0-299a2fab06e6 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:35.000297 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e86880a-0675-48a9-b373-ab4514c90de0 req-048198f7-1fbf-4b61-a7a0-299a2fab06e6 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.13 "DELETE /v2.0/ports/b9f74304-0a43-41ba-9ab3-12503406b4de HTTP/1.1" status: 204 len: 173 time: 1.4777272 Mar 07 21:47:35.001015 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b', 'name': 'network-vif-deleted', 'tag': 'b9f74304-0a43-41ba-9ab3-12503406b4de'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:35.003031 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-17dbb2e1-338d-43fd-ad65-2cb0964d6d1e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:35.003940 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954a245f-e615-46b2-a7d6-bb4e18000f0e" -d '{"events": [{"server_uuid": "45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b", "name": "network-vif-deleted", "tag": "b9f74304-0a43-41ba-9ab3-12503406b4de"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:35.019701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-17dbb2e1-338d-43fd-ad65-2cb0964d6d1e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:35.052249 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3d483716-11ec-444c-a284-5011b5b2caa9 req-15db8aef-bf27-4d54-8429-c8dfb90bd7c7 service neutron] 10.222.0.15 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304760 Mar 07 21:47:35.125548 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['463f9dfe-7088-4a9d-bfb8-504ffa0bed6e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:35.142913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbb2e1-338d-43fd-ad65-2cb0964d6d1e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'Port': ['ID=a9a3964f-e02e-4ff8-8253-6ebd70220a91,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:35.223906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e8d5573e-d73b-4885-a158-d4d9fa8f9c2e,segment=NetworkSegment(4b235587-52f6-4692-965c-c32f408d5352),segment_id=4b235587-52f6-4692-965c-c32f408d5352)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:35.252385 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-17dbb2e1-338d-43fd-ad65-2cb0964d6d1e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:35.253305 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-17dbb2e1-338d-43fd-ad65-2cb0964d6d1e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:35.261615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'e8d5573e-d73b-4885-a158-d4d9fa8f9c2e', 'network_id': 'a0410c5e-9f3b-4596-a6a1-be68e02a6722', 'port_id': 'e8d5573e-d73b-4885-a158-d4d9fa8f9c2e', 'mac_address': 'fa:16:3e:73:0a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36dc7a64-3a67-4aa5-af63-04338c7fd2a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:47:35.295857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da0f38-728d-4c06-b23c-ece9d033cefe req-646fb238-4058-4398-b6ed-f47224e424c8 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:35.297684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77da0f38-728d-4c06-b23c-ece9d033cefe req-646fb238-4058-4398-b6ed-f47224e424c8 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 931 time: 0.1501992 Mar 07 21:47:35.324702 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-17dbb2e1-338d-43fd-ad65-2cb0964d6d1e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3255279 Mar 07 21:47:35.325256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:35.325655 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:35.338096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Request body: {'port': {'device_id': '6e029502-0d2a-46b9-8b2a-bd4d1e480987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:35.397665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd7e0a-60cb-40a4-a34a-dfb0f9326d22 req-9fdcec06-fef2-402c-a8ad-9e3e21cc5272 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:35.405206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25dd7e0a-60cb-40a4-a34a-dfb0f9326d22 req-9fdcec06-fef2-402c-a8ad-9e3e21cc5272 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 944 time: 0.2517383 Mar 07 21:47:35.459124 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77da0f38-728d-4c06-b23c-ece9d033cefe req-17560a9f-d944-4b30-bc9b-e32e6af52101 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324086 Mar 07 21:47:35.525442 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a784e974-f8db-46c7-a6b2-f6c8de5e07ff req-5d0a143f-ab96-4c2a-8416-de47715348f2 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (3be0299c-8d97-4ad1-98e7-166c9f01ddc9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:35.553410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['b9f74304-0a43-41ba-9ab3-12503406b4de'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:35.585455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['3be0299c-8d97-4ad1-98e7-166c9f01ddc9'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:35.601353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d5573e-d73b-4885-a158-d4d9fa8f9c2e {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:47:35.624001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e8d5573e-d73b-4885-a158-d4d9fa8f9c2e,segment=NetworkSegment(4b235587-52f6-4692-965c-c32f408d5352),segment_id=4b235587-52f6-4692-965c-c32f408d5352)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:35.638132 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:35.653177 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:35.719552 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a143f-ab96-4c2a-8416-de47715348f2 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Pushing event deleted for resources: {'Port': ['ID=3be0299c-8d97-4ad1-98e7-166c9f01ddc9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:35.721828 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e8d5573e-d73b-4885-a158-d4d9fa8f9c2e,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:35.793409 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a784e974-f8db-46c7-a6b2-f6c8de5e07ff req-5d0a143f-ab96-4c2a-8416-de47715348f2 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] No DVR routers for this DVR port 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:35.800829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25dd7e0a-60cb-40a4-a34a-dfb0f9326d22 req-396272b6-6360-4a8e-9b00-2ff81c63b27a tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944039 Mar 07 21:47:35.943344 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a784e974-f8db-46c7-a6b2-f6c8de5e07ff req-5d0a143f-ab96-4c2a-8416-de47715348f2 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:35.946891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a784e974-f8db-46c7-a6b2-f6c8de5e07ff req-5d0a143f-ab96-4c2a-8416-de47715348f2 tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.15 "DELETE /v2.0/ports/3be0299c-8d97-4ad1-98e7-166c9f01ddc9 HTTP/1.1" status: 204 len: 173 time: 2.1211369 Mar 07 21:47:35.957310 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1874dcec-4629-452b-9dc7-603f9f47785b x-openstack-request-id: req-1874dcec-4629-452b-9dc7-603f9f47785b {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:35.957310 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b", "name": "network-vif-deleted", "tag": "b9f74304-0a43-41ba-9ab3-12503406b4de", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:35.957310 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1874dcec-4629-452b-9dc7-603f9f47785b {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:35.957310 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dc5c02-691f-4b14-8ef0-29d0d6a7ee2b', 'name': 'network-vif-deleted', 'tag': 'b9f74304-0a43-41ba-9ab3-12503406b4de', 'status': 'completed', 'code': 200} Mar 07 21:47:35.957310 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_gateway (2114c173-c321-4313-a57b-04ba174a0444), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:35.965191 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7204b760-33d6-409a-bc53-ee5e9d64aa09', 'name': 'network-vif-deleted', 'tag': '3be0299c-8d97-4ad1-98e7-166c9f01ddc9'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:35.967564 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a899a6af-dbfe-489d-99bb-baefca14fe10" -d '{"events": [{"server_uuid": "7204b760-33d6-409a-bc53-ee5e9d64aa09", "name": "network-vif-deleted", "tag": "3be0299c-8d97-4ad1-98e7-166c9f01ddc9"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:35.980283 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['e8d5573e-d73b-4885-a158-d4d9fa8f9c2e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:36.054364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b17e55-6617-47e7-b8d3-b9511e906c11 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Made reservation on behalf of d838388432cf47318e81f839494eb135 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:36.058380 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95b17e55-6617-47e7-b8d3-b9511e906c11 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:36.114956 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3d483716-11ec-444c-a284-5011b5b2caa9 req-b738fbee-7312-4dbe-8ce2-c2d382927911 service neutron] 10.222.0.15 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0400419 Mar 07 21:47:36.205933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5115d5-87a2-4ead-a194-e0e3681b71b8 req-56e17295-97de-42e8-aede-69a843a0cfb9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:36.207553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e5115d5-87a2-4ead-a194-e0e3681b71b8 req-56e17295-97de-42e8-aede-69a843a0cfb9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.4241998 Mar 07 21:47:36.238470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49741e-8102-48a9-8b08-4c8a091c016d req-efc92b21-5631-46c1-a3d0-bb28cabb8555 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:36.245532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e49741e-8102-48a9-8b08-4c8a091c016d req-efc92b21-5631-46c1-a3d0-bb28cabb8555 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1748981 Mar 07 21:47:36.302631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d620a753-d391-428d-9963-90e4890693ef details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:47:36.355423 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (2114c173-c321-4313-a57b-04ba174a0444), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:36.358285 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e5115d5-87a2-4ead-a194-e0e3681b71b8 req-605eed2b-d222-47a9-8658-ad6d7237bf85 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106248 Mar 07 21:47:36.374976 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e49741e-8102-48a9-8b08-4c8a091c016d req-f882b020-1f2e-4168-8883-a67c54be3a66 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230249 Mar 07 21:47:36.442413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a3964f-e02e-4ff8-8253-6ebd70220a91 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:47:36.471019 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Publish callbacks [] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:36.476605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d620a753-d391-428d-9963-90e4890693ef, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d620a753-d391-428d-9963-90e4890693ef,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:36.491812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Transition to ACTIVE for port object a9a3964f-e02e-4ff8-8253-6ebd70220a91 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:47:36.495733 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2649343a-3346-4e03-a585-1b57f6307277 x-openstack-request-id: req-2649343a-3346-4e03-a585-1b57f6307277 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:36.497894 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7204b760-33d6-409a-bc53-ee5e9d64aa09", "name": "network-vif-deleted", "tag": "3be0299c-8d97-4ad1-98e7-166c9f01ddc9", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:36.498369 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2649343a-3346-4e03-a585-1b57f6307277 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:36.498954 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7204b760-33d6-409a-bc53-ee5e9d64aa09', 'name': 'network-vif-deleted', 'tag': '3be0299c-8d97-4ad1-98e7-166c9f01ddc9', 'status': 'completed', 'code': 200} Mar 07 21:47:36.503183 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:36.507891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'd620a753-d391-428d-9963-90e4890693ef', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'port_id': 'd620a753-d391-428d-9963-90e4890693ef', 'mac_address': 'fa:16:3e:e6:1e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:47:36.590645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port d620a753-d391-428d-9963-90e4890693ef is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:36.591034 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d620a753-d391-428d-9963-90e4890693ef), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:36.622415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d620a753-d391-428d-9963-90e4890693ef {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:47:36.647281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa9a275f-4dfa-454f-950b-7326a18d32d9 req-9b785124-744e-4c1d-9102-b3b31d983a7c tempest-MultipleCreateTestJSON-1297094630 tempest-MultipleCreateTestJSON-1297094630-project] 10.222.0.26 "GET /v2.0/ports?device_id=7204b760-33d6-409a-bc53-ee5e9d64aa09 HTTP/1.1" status: 200 len: 210 time: 0.0455046 Mar 07 21:47:36.669202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a3964f-e02e-4ff8-8253-6ebd70220a91,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:36.670328 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d620a753-d391-428d-9963-90e4890693ef, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d620a753-d391-428d-9963-90e4890693ef,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:36.693687 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d620a753-d391-428d-9963-90e4890693ef), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:36.708771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b7384-ec2b-4655-9ef3-799fe20228e8 req-8acdc1c8-e4b8-461d-8537-2d6490f78a20 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:36.715383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b3b7384-ec2b-4655-9ef3-799fe20228e8 req-8acdc1c8-e4b8-461d-8537-2d6490f78a20 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2094982 Mar 07 21:47:36.792969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=d620a753-d391-428d-9963-90e4890693ef,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:36.806731 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b9f74304-0a43-41ba-9ab3-12503406b4de no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:47:36.834945 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b3b7384-ec2b-4655-9ef3-799fe20228e8 req-2ce086a5-c4bf-4c03-a4b1-bdcbdca11498 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108394 Mar 07 21:47:36.840165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: b9f74304-0a43-41ba-9ab3-12503406b4de {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:47:36.840525 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b9f74304-0a43-41ba-9ab3-12503406b4de not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:47:36.861119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Attempting to bind port a9a3964f-e02e-4ff8-8253-6ebd70220a91 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:47:36.861781 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Attempting to bind port a9a3964f-e02e-4ff8-8253-6ebd70220a91 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'a5a1f513-4fae-40ee-bb0a-041388391ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32b92585-dc87-411b-a89d-010b1d8767b0'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:47:36.862372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Attempting to bind port a9a3964f-e02e-4ff8-8253-6ebd70220a91 on network 32b92585-dc87-411b-a89d-010b1d8767b0 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:47:36.878270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Port a9a3964f-e02e-4ff8-8253-6ebd70220a91 on network 32b92585-dc87-411b-a89d-010b1d8767b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:47:36.879711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Attempting to bind port a9a3964f-e02e-4ff8-8253-6ebd70220a91 on network 32b92585-dc87-411b-a89d-010b1d8767b0 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:47:36.888522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086fc84-e765-40ab-9e4d-a455ea44364e req-a8d7581f-3822-40b6-b013-3119592e7606 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:36.895745 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router 2114c173-c321-4313-a57b-04ba174a0444 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:47:36.895936 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a086fc84-e765-40ab-9e4d-a455ea44364e req-a8d7581f-3822-40b6-b013-3119592e7606 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 943 time: 0.1247447 Mar 07 21:47:36.908075 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:47:36.908605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Checking segment: {'id': 'a5a1f513-4fae-40ee-bb0a-041388391ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32b92585-dc87-411b-a89d-010b1d8767b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:47:36.908996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Bound using segment: {'id': 'a5a1f513-4fae-40ee-bb0a-041388391ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32b92585-dc87-411b-a89d-010b1d8767b0'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:47:36.909435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Bound port: a9a3964f-e02e-4ff8-8253-6ebd70220a91, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a1f513-4fae-40ee-bb0a-041388391ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32b92585-dc87-411b-a89d-010b1d8767b0'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:47:36.909801 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:36.909946 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95b17e55-6617-47e7-b8d3-b9511e906c11 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (99ce3371-b80e-4362-a049-e2536d0b013b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:36.982336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['d620a753-d391-428d-9963-90e4890693ef'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:37.004814 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b17e55-6617-47e7-b8d3-b9511e906c11 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Subnet': ['ID=99ce3371-b80e-4362-a049-e2536d0b013b,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:37.032300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b17e55-6617-47e7-b8d3-b9511e906c11 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Network 804f0adb-3448-460f-bee8-264d3739de56 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:37.037408 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-95b17e55-6617-47e7-b8d3-b9511e906c11 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:37.041344 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a086fc84-e765-40ab-9e4d-a455ea44364e req-f766befa-75ac-4fae-bed7-82a66033f2f8 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446283 Mar 07 21:47:37.041493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b17e55-6617-47e7-b8d3-b9511e906c11 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:37.042759 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95b17e55-6617-47e7-b8d3-b9511e906c11 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:37.079909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] For port a9a3964f-e02e-4ff8-8253-6ebd70220a91, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:47:37.086689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] For port a9a3964f-e02e-4ff8-8253-6ebd70220a91, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a9a3964f-e02e-4ff8-8253-6ebd70220a91,segment=NetworkSegment(a5a1f513-4fae-40ee-bb0a-041388391ee7),segment_id=a5a1f513-4fae-40ee-bb0a-041388391ee7)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:47:37.097062 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f77e6dc-8958-4a2c-bab8-e9d63735ddbf None None] Network 804f0adb-3448-460f-bee8-264d3739de56 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:37.106708 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd4b9-008f-4485-aa00-7cf6f2ee9413 req-f50ffeba-157b-49ee-827c-9df63afc3dad tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:37.114898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e08cd4b9-008f-4485-aa00-7cf6f2ee9413 req-f50ffeba-157b-49ee-827c-9df63afc3dad tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 945 time: 0.1873915 Mar 07 21:47:37.129585 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-95b17e55-6617-47e7-b8d3-b9511e906c11 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3878460 Mar 07 21:47:37.132501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38342) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:37.134533 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:37.139332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ef06be69-44b9-47f8-adf2-5602209dd57f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-511440050', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '99ce3371-b80e-4362-a049-e2536d0b013b'}], 'security_groups': ['7654468a-21c2-4e83-b5dd-ba814ec4d391', '006c9615-0ef2-479b-ba5f-1fd19368bf01']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:37.146807 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:47:37.206680 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3455c709-e9eb-4c43-bfdc-b24ffee43fab None None] Sync routers for ids ['2114c173-c321-4313-a57b-04ba174a0444'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:37.235977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:37.236959 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:37.239178 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] 10.222.0.13 "PUT /v2.0/ports/a9a3964f-e02e-4ff8-8253-6ebd70220a91 HTTP/1.1" status: 200 len: 1091 time: 1.9057014 Mar 07 21:47:37.265847 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:37.272463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38344) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:37.272819 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b9c57840-198a-4960-a068-25cff6f6c58a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.7409992 Mar 07 21:47:37.304522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e08cd4b9-008f-4485-aa00-7cf6f2ee9413 req-7085b8b6-dcf9-4232-ae71-ca3e6e27867d tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746244 Mar 07 21:47:37.305497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3455c709-e9eb-4c43-bfdc-b24ffee43fab None None] Routers {'2114c173-c321-4313-a57b-04ba174a0444'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:37.306265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3455c709-e9eb-4c43-bfdc-b24ffee43fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2114c173-c321-4313-a57b-04ba174a0444'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:37.386702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3455c709-e9eb-4c43-bfdc-b24ffee43fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:37.412687 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ef06be69-44b9-47f8-adf2-5602209dd57f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (048e53e5-4342-463e-af79-46b164a719c4), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:37.415313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3455c709-e9eb-4c43-bfdc-b24ffee43fab None None] Routers {'2114c173-c321-4313-a57b-04ba174a0444'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:37.415948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3455c709-e9eb-4c43-bfdc-b24ffee43fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2114c173-c321-4313-a57b-04ba174a0444'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:37.457849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3455c709-e9eb-4c43-bfdc-b24ffee43fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:37.458531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3455c709-e9eb-4c43-bfdc-b24ffee43fab None None] The sync data for ids ['2114c173-c321-4313-a57b-04ba174a0444'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:37.607347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa740dc7-4c83-4440-acdc-9903531a732d None None] Update dhcp port {'port': {'network_id': '804f0adb-3448-460f-bee8-264d3739de56', 'fixed_ips': [{'subnet_id': 'badc47e4-21c3-4e0c-9b73-c846f65ec91d', 'ip_address': '172.20.0.18'}, {'subnet_id': '9162552f-2135-44bb-a553-0653e503a1df', 'ip_address': '172.20.0.2'}, {'subnet_id': '99ce3371-b80e-4362-a049-e2536d0b013b'}], 'binding:host_id': 'n-d-832330-1'}, 'id': '64e83c70-0cf3-4824-a5f5-cfc631d044f5'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 21:47:37.674480 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa740dc7-4c83-4440-acdc-9903531a732d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:37.769407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-ef06be69-44b9-47f8-adf2-5602209dd57f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Delete allocated IP 172.20.0.8 (804f0adb-3448-460f-bee8-264d3739de56/9162552f-2135-44bb-a553-0653e503a1df) {{(pid=103718) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 21:47:37.777987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-ef06be69-44b9-47f8-adf2-5602209dd57f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Allocated IP 172.20.0.38 (804f0adb-3448-460f-bee8-264d3739de56/99ce3371-b80e-4362-a049-e2536d0b013b/048e53e5-4342-463e-af79-46b164a719c4) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:37.817644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc83f94-fa75-4617-bab6-0edf602d0db0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a3964f-e02e-4ff8-8253-6ebd70220a91,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:37.915148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-a45aaa66-6bc1-459d-b864-412ccf1fbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:37.917372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-a45aaa66-6bc1-459d-b864-412ccf1fbcc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=403f3deab64c4fccbdc05488aa7b8f2f&device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 1125 time: 0.6064482 Mar 07 21:47:37.942335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a793bab-0793-4a70-ae28-0c0dbf617fb5 req-815b1d9c-5027-4d48-a5a2-e52477185e29 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:37.944061 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a793bab-0793-4a70-ae28-0c0dbf617fb5 req-815b1d9c-5027-4d48-a5a2-e52477185e29 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2012787 Mar 07 21:47:37.950774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21491883-b764-4327-95a5-e57fb2881bb4 req-81c7b62c-9bc0-4527-a14b-8249a5795c40 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:37.952296 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21491883-b764-4327-95a5-e57fb2881bb4 req-81c7b62c-9bc0-4527-a14b-8249a5795c40 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 944 time: 0.2007506 Mar 07 21:47:37.958822 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ef06be69-44b9-47f8-adf2-5602209dd57f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for port (048e53e5-4342-463e-af79-46b164a719c4), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:37.965973 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ef06be69-44b9-47f8-adf2-5602209dd57f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (048e53e5-4342-463e-af79-46b164a719c4), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:38.010059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6d306d92-ff09-45b6-8bb9-019ccd67916c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/routers/2114c173-c321-4313-a57b-04ba174a0444 HTTP/1.1" status: 200 len: 881 time: 0.7354488 Mar 07 21:47:38.019074 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-e8c4bc97-a15d-418e-b6fe-b8df2a525647 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9a3964f-e02e-4ff8-8253-6ebd70220a91 HTTP/1.1" status: 200 len: 217 time: 0.0923398 Mar 07 21:47:38.021306 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38352) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:38.033979 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-aa740dc7-4c83-4440-acdc-9903531a732d None None] Allocated IP 172.20.0.34 (804f0adb-3448-460f-bee8-264d3739de56/99ce3371-b80e-4362-a049-e2536d0b013b/64e83c70-0cf3-4824-a5f5-cfc631d044f5) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:38.068148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06be69-44b9-47f8-adf2-5602209dd57f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event updated for resources: {'Port': ['ID=048e53e5-4342-463e-af79-46b164a719c4,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:38.149900 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ef06be69-44b9-47f8-adf2-5602209dd57f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] In _notify_port_updated(), no bound segment for port 048e53e5-4342-463e-af79-46b164a719c4 on network 804f0adb-3448-460f-bee8-264d3739de56 {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 21:47:38.157549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef06be69-44b9-47f8-adf2-5602209dd57f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:38.158200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ef06be69-44b9-47f8-adf2-5602209dd57f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:38.162538 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ef06be69-44b9-47f8-adf2-5602209dd57f tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "PUT /v2.0/ports/048e53e5-4342-463e-af79-46b164a719c4 HTTP/1.1" status: 200 len: 959 time: 1.0286067 Mar 07 21:47:38.163167 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38358) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:38.186342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-aa740dc7-4c83-4440-acdc-9903531a732d None None] For port 64e83c70-0cf3-4824-a5f5-cfc631d044f5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=64e83c70-0cf3-4824-a5f5-cfc631d044f5,segment=NetworkSegment(cabb64e2-3383-49d7-8f04-4f4c4a54da57),segment_id=cabb64e2-3383-49d7-8f04-4f4c4a54da57)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:38.199221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a793bab-0793-4a70-ae28-0c0dbf617fb5 req-1b29b674-0edb-4be9-9f06-3367eea9f82f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457795 Mar 07 21:47:38.207182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21491883-b764-4327-95a5-e57fb2881bb4 req-3eea7eaa-2b87-495e-a316-418a630db625 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454913 Mar 07 21:47:38.209857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-3f4bba00-f232-4188-8334-981cc55ac057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:38.211454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-3f4bba00-f232-4188-8334-981cc55ac057 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa7bfe6c-aec1-45a3-b688-4abd795bc27a HTTP/1.1" status: 200 len: 852 time: 0.1640007 Mar 07 21:47:38.219523 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa740dc7-4c83-4440-acdc-9903531a732d None None] Publish callbacks [] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:38.233854 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa740dc7-4c83-4440-acdc-9903531a732d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:38.256113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-75f8ad1e-7992-461c-af0e-91f75f9b874d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32b92585-dc87-411b-a89d-010b1d8767b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342376 Mar 07 21:47:38.312603 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d620a753-d391-428d-9963-90e4890693ef up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:38.361230 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38364) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:38.383261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa740dc7-4c83-4440-acdc-9903531a732d None None] Pushing event updated for resources: {'Port': ['ID=64e83c70-0cf3-4824-a5f5-cfc631d044f5,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:38.439677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port d620a753-d391-428d-9963-90e4890693ef completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:47:38.444151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port d620a753-d391-428d-9963-90e4890693ef triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:38.444727 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d620a753-d391-428d-9963-90e4890693ef), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:38.467290 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1abfc2-eeac-46ca-aba3-0ddd53a0a378 admin admin] Deleting subnet ba04f21e-868d-402e-9b4f-3622fb48392a {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:47:38.471048 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae1abfc2-eeac-46ca-aba3-0ddd53a0a378 admin admin] Publish callbacks [] for subnet (ba04f21e-868d-402e-9b4f-3622fb48392a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:38.506112 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e029502-0d2a-46b9-8b2a-bd4d1e480987', 'tag': 'a9a3964f-e02e-4ff8-8253-6ebd70220a91'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:38.508925 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9538c821-42dd-40a1-9f4a-c55f869a93e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e029502-0d2a-46b9-8b2a-bd4d1e480987", "tag": "a9a3964f-e02e-4ff8-8253-6ebd70220a91"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:38.525297 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae1abfc2-eeac-46ca-aba3-0ddd53a0a378 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (ba04f21e-868d-402e-9b4f-3622fb48392a), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:38.534207 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-793da328-4a57-42c4-a67c-309158afc996 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port 048e53e5-4342-463e-af79-46b164a719c4 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:38.534550 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-793da328-4a57-42c4-a67c-309158afc996 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (048e53e5-4342-463e-af79-46b164a719c4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:38.575186 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-cb71adfc-95b5-4f71-b678-7a9e384533a6 service neutron] 10.222.0.13 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125842 Mar 07 21:47:38.587917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port d620a753-d391-428d-9963-90e4890693ef is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:38.590579 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d620a753-d391-428d-9963-90e4890693ef), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:38.614384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c08a1e-5c22-4382-ab02-2144f9689f27 req-a52b3517-4501-47f1-8efd-a0b78f8a64b8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:38.626025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8c08a1e-5c22-4382-ab02-2144f9689f27 req-a52b3517-4501-47f1-8efd-a0b78f8a64b8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1752100 Mar 07 21:47:38.654270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40b117-1eca-4570-a2cd-058f63a3caa4 req-cb5ce914-283d-4a9f-a7fe-9c2e7d404ebc tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:38.655857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb40b117-1eca-4570-a2cd-058f63a3caa4 req-cb5ce914-283d-4a9f-a7fe-9c2e7d404ebc tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 943 time: 0.2840743 Mar 07 21:47:38.670387 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d620a753-d391-428d-9963-90e4890693ef, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d620a753-d391-428d-9963-90e4890693ef,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:38.671398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd620a753-d391-428d-9963-90e4890693ef'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:38.675603 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d7c9f9-5ef9-4207-9ebf-407b48b7aabf" -d '{"events": [{"server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "name": "network-vif-plugged", "status": "completed", "tag": "d620a753-d391-428d-9963-90e4890693ef"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:38.683017 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d620a753-d391-428d-9963-90e4890693ef), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:38.684357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:47:38.689902 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae1abfc2-eeac-46ca-aba3-0ddd53a0a378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (ba04f21e-868d-402e-9b4f-3622fb48392a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:38.759320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:47:38.760278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 3be0299c-8d97-4ad1-98e7-166c9f01ddc9 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:47:38.764196 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-793da328-4a57-42c4-a67c-309158afc996 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (048e53e5-4342-463e-af79-46b164a719c4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:38.780570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-793da328-4a57-42c4-a67c-309158afc996 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for 048e53e5-4342-463e-af79-46b164a719c4 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:38.786758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=d620a753-d391-428d-9963-90e4890693ef,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:38.796475 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e8d5573e-d73b-4885-a158-d4d9fa8f9c2e up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:38.847383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2d368423-29e7-49f1-8243-73214e7498ca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.8238058 Mar 07 21:47:38.874146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8c08a1e-5c22-4382-ab02-2144f9689f27 req-84e9062a-0d80-4868-900d-18452af38134 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381520 Mar 07 21:47:38.876773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38370) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:38.880227 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb40b117-1eca-4570-a2cd-058f63a3caa4 req-f1003488-5bbb-4984-b5b5-4927fb8eadd0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020290 Mar 07 21:47:38.892190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-d23427d3-f08a-416d-bba4-fb70627de1d8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2142984195'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:38.898560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:47:38.904461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:38.904816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4162103b-1494-4cb4-b7c2-0e4e1a9fe5e9 req-f4819931-e8c7-4f7d-8b3a-f3f00ed26727 service neutron] 10.222.0.13 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130534 Mar 07 21:47:38.905703 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:38.931235 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae1abfc2-eeac-46ca-aba3-0ddd53a0a378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (ba04f21e-868d-402e-9b4f-3622fb48392a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:38.988297 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f71472-7ab9-450b-9864-c5d7d2fe4250 x-openstack-request-id: req-d3f71472-7ab9-450b-9864-c5d7d2fe4250 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:38.988593 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e029502-0d2a-46b9-8b2a-bd4d1e480987", "tag": "a9a3964f-e02e-4ff8-8253-6ebd70220a91", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:38.989543 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3f71472-7ab9-450b-9864-c5d7d2fe4250 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:38.989941 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e029502-0d2a-46b9-8b2a-bd4d1e480987', 'tag': 'a9a3964f-e02e-4ff8-8253-6ebd70220a91', 'status': 'completed', 'code': 200} Mar 07 21:47:38.998792 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1abfc2-eeac-46ca-aba3-0ddd53a0a378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba04f21e-868d-402e-9b4f-3622fb48392a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:39.054239 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae1abfc2-eeac-46ca-aba3-0ddd53a0a378 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:39.059785 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ae1abfc2-eeac-46ca-aba3-0ddd53a0a378 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ba04f21e-868d-402e-9b4f-3622fb48392a HTTP/1.1" status: 204 len: 168 time: 0.6952386 Mar 07 21:47:39.060424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38376) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:39.139878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:39.140445 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:39.185399 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e8d5573e-d73b-4885-a158-d4d9fa8f9c2e,segment=NetworkSegment(4b235587-52f6-4692-965c-c32f408d5352),segment_id=4b235587-52f6-4692-965c-c32f408d5352)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:39.191141 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:39.196066 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe69236-f6dc-4eb8-bdf8-bd0ffbb7228a x-openstack-request-id: req-ffe69236-f6dc-4eb8-bdf8-bd0ffbb7228a {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:39.198501 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "name": "network-vif-plugged", "status": "completed", "tag": "d620a753-d391-428d-9963-90e4890693ef", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:39.198703 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ffe69236-f6dc-4eb8-bdf8-bd0ffbb7228a {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:39.199180 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd620a753-d391-428d-9963-90e4890693ef', 'code': 200} Mar 07 21:47:39.245811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538c821-42dd-40a1-9f4a-c55f869a93e5 req-62069077-2082-4904-9f50-53c801b9f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:39.247364 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9538c821-42dd-40a1-9f4a-c55f869a93e5 req-62069077-2082-4904-9f50-53c801b9f408 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=403f3deab64c4fccbdc05488aa7b8f2f&device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 1125 time: 0.2112086 Mar 07 21:47:39.266109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441d1b1-9c28-4655-a660-eaadff10ecb2 req-1a3180ff-d05e-4ad8-8ee9-2a343da6c155 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:39.272107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f441d1b1-9c28-4655-a660-eaadff10ecb2 req-1a3180ff-d05e-4ad8-8ee9-2a343da6c155 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 945 time: 0.2799897 Mar 07 21:47:39.296606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e8d5573e-d73b-4885-a158-d4d9fa8f9c2e,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:39.356726 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-988cd1de-796c-4d83-8e50-147b5555c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (84a4178e-4c40-4aa5-8ed7-fa811477e6d6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:39.455743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-096a5ca1-1064-4726-b975-8a09320f3ef3 None None] Provisioning complete for port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:39.455743 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-096a5ca1-1064-4726-b975-8a09320f3ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:39.473743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34da28b-8b7e-41b9-a7ee-7d03bff16e85 req-6cb82a45-d3dd-46cc-a48d-3525eba0b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:39.479592 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b34da28b-8b7e-41b9-a7ee-7d03bff16e85 req-6cb82a45-d3dd-46cc-a48d-3525eba0b568 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 1127 time: 0.1896105 Mar 07 21:47:39.489512 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-793da328-4a57-42c4-a67c-309158afc996 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (048e53e5-4342-463e-af79-46b164a719c4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:39.515759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cc9a7-1fb2-46dd-b73f-d66f5b531839 req-591fa1a6-d868-4dae-b0ce-88ea52e24559 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:39.518568 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c8cc9a7-1fb2-46dd-b73f-d66f5b531839 req-591fa1a6-d868-4dae-b0ce-88ea52e24559 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2077749 Mar 07 21:47:39.525772 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f441d1b1-9c28-4655-a660-eaadff10ecb2 req-e6666fbc-9c10-46f4-9460-32ebddade47b tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389655 Mar 07 21:47:39.600975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538c821-42dd-40a1-9f4a-c55f869a93e5 req-487b1644-0468-4c3b-a9f2-ab9d166aca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:39.602397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9538c821-42dd-40a1-9f4a-c55f869a93e5 req-487b1644-0468-4c3b-a9f2-ab9d166aca6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=32b92585-dc87-411b-a89d-010b1d8767b0 HTTP/1.1" status: 200 len: 913 time: 0.3294210 Mar 07 21:47:39.612345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-096a5ca1-1064-4726-b975-8a09320f3ef3 None None] Current status of the port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:39.617074 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-096a5ca1-1064-4726-b975-8a09320f3ef3 None None] Could not find standard attr ID for object 048e53e5-4342-463e-af79-46b164a719c4. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:47:39.629410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-096a5ca1-1064-4726-b975-8a09320f3ef3 None None] Provisioning complete for port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:39.630209 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-096a5ca1-1064-4726-b975-8a09320f3ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2cce41ce-55bc-4a95-a892-c2ec7b376e4b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:39.674223 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-096a5ca1-1064-4726-b975-8a09320f3ef3 None None] Port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:39.687557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793da328-4a57-42c4-a67c-309158afc996 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=048e53e5-4342-463e-af79-46b164a719c4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:39.698891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9538c821-42dd-40a1-9f4a-c55f869a93e5 req-e64988ad-e5a7-4a5b-be38-ae6045699587 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9a3964f-e02e-4ff8-8253-6ebd70220a91 HTTP/1.1" status: 200 len: 217 time: 0.0875921 Mar 07 21:47:39.707718 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b34da28b-8b7e-41b9-a7ee-7d03bff16e85 req-4dc1b979-ae74-47e2-8bef-9911a47b9444 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135446 Mar 07 21:47:39.716835 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-988cd1de-796c-4d83-8e50-147b5555c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (84a4178e-4c40-4aa5-8ed7-fa811477e6d6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:39.728343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c8cc9a7-1fb2-46dd-b73f-d66f5b531839 req-4567ef54-7f28-4d07-84a2-45be1b98286c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993916 Mar 07 21:47:39.744272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 64e83c70-0cf3-4824-a5f5-cfc631d044f5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:39.859562 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-793da328-4a57-42c4-a67c-309158afc996 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:39.864203 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-793da328-4a57-42c4-a67c-309158afc996 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/048e53e5-4342-463e-af79-46b164a719c4 HTTP/1.1" status: 204 len: 168 time: 1.6999936 Mar 07 21:47:39.867673 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38384) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:39.869105 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d23427d3-f08a-416d-bba4-fb70627de1d8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (2114c173-c321-4313-a57b-04ba174a0444), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:39.874580 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:39.874967 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:39.904644 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d23427d3-f08a-416d-bba4-fb70627de1d8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (2114c173-c321-4313-a57b-04ba174a0444), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:39.923384 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-979bacde-e3cb-4766-86b2-9d6995547130 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] GET failed (client error): The resource could not be found. Mar 07 21:47:39.925348 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-979bacde-e3cb-4766-86b2-9d6995547130 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports/048e53e5-4342-463e-af79-46b164a719c4 HTTP/1.1" status: 404 len: 333 time: 0.0563085 Mar 07 21:47:39.930906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38388) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:39.936181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-988cd1de-796c-4d83-8e50-147b5555c5a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a4178e-4c40-4aa5-8ed7-fa811477e6d6']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:39.956306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-988cd1de-796c-4d83-8e50-147b5555c5a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:39.956306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-988cd1de-796c-4d83-8e50-147b5555c5a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c98f8a-cb83-47fe-8492-f0a2de4a6eb5') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:39.983454 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-988cd1de-796c-4d83-8e50-147b5555c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (78c98f8a-cb83-47fe-8492-f0a2de4a6eb5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:40.037611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-988cd1de-796c-4d83-8e50-147b5555c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (78c98f8a-cb83-47fe-8492-f0a2de4a6eb5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:40.050276 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988cd1de-796c-4d83-8e50-147b5555c5a3 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:47:40.054519 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-988cd1de-796c-4d83-8e50-147b5555c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (78c98f8a-cb83-47fe-8492-f0a2de4a6eb5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:47:40.058662 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:47:40.067369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:40.095640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5d76b08d-c59d-454a-b029-7245e8b53e0c None None] Could not find standard attr ID for object 048e53e5-4342-463e-af79-46b164a719c4. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:47:40.180415 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-988cd1de-796c-4d83-8e50-147b5555c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (84a4178e-4c40-4aa5-8ed7-fa811477e6d6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:40.203221 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-988cd1de-796c-4d83-8e50-147b5555c5a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:40.214687 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-988cd1de-796c-4d83-8e50-147b5555c5a3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/84a4178e-4c40-4aa5-8ed7-fa811477e6d6 HTTP/1.1" status: 204 len: 168 time: 1.1481812 Mar 07 21:47:40.248941 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cd1de-796c-4d83-8e50-147b5555c5a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=84a4178e-4c40-4aa5-8ed7-fa811477e6d6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:40.379837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a33277-0c49-40a8-969c-1a6cc4d52727 req-15385a29-e825-4933-a784-7e0bfb69aee4 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:40.386603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9a33277-0c49-40a8-969c-1a6cc4d52727 req-15385a29-e825-4933-a784-7e0bfb69aee4 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.7686331 Mar 07 21:47:40.389100 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538c821-42dd-40a1-9f4a-c55f869a93e5 req-1fcaa81e-efd7-4359-beea-ed1b8d7bc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:40.390533 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9538c821-42dd-40a1-9f4a-c55f869a93e5 req-1fcaa81e-efd7-4359-beea-ed1b8d7bc04b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa7bfe6c-aec1-45a3-b688-4abd795bc27a HTTP/1.1" status: 200 len: 852 time: 0.6828067 Mar 07 21:47:40.414520 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38396) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:40.466557 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-757d2a2e-258a-45b3-8e93-2d09ebb89da7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=205350e49754452aac7afbcbba5f7118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480444 Mar 07 21:47:40.467381 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38398) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:40.495959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9538c821-42dd-40a1-9f4a-c55f869a93e5 req-3d86f752-385d-4a52-84c9-0cfea64eea2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32b92585-dc87-411b-a89d-010b1d8767b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820739 Mar 07 21:47:40.517659 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8348f5f9-9cf1-4fc4-b1e8-86702ff4573e admin admin] Publish callbacks [] for security_group (bd18dcc0-15ab-4dc1-8755-4160235aa34f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:40.544691 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8348f5f9-9cf1-4fc4-b1e8-86702ff4573e admin admin] Publish callbacks [] for security_group (bd18dcc0-15ab-4dc1-8755-4160235aa34f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:40.596483 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8348f5f9-9cf1-4fc4-b1e8-86702ff4573e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bd18dcc0-15ab-4dc1-8755-4160235aa34f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:40.600191 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8348f5f9-9cf1-4fc4-b1e8-86702ff4573e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:40.602875 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8348f5f9-9cf1-4fc4-b1e8-86702ff4573e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd18dcc0-15ab-4dc1-8755-4160235aa34f HTTP/1.1" status: 204 len: 168 time: 0.1339936 Mar 07 21:47:40.615310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348f5f9-9cf1-4fc4-b1e8-86702ff4573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd18dcc0-15ab-4dc1-8755-4160235aa34f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:40.625132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9a33277-0c49-40a8-969c-1a6cc4d52727 req-a228e5cc-26fa-450c-bb63-7ebf60b64ae5 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376966 Mar 07 21:47:40.625776 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7b491b7d-c054-4372-9e3b-eff3b1ef8ee4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (0df49174-2a2f-414c-8aec-4a051a0cb1b1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:40.661277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f1b23-bc30-459e-aa94-029b5bf816ce req-4040b208-e903-4423-ad5a-88138057fcf8 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:40.669253 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc2f1b23-bc30-459e-aa94-029b5bf816ce req-4040b208-e903-4423-ad5a-88138057fcf8 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 943 time: 0.2975745 Mar 07 21:47:40.737323 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7b491b7d-c054-4372-9e3b-eff3b1ef8ee4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (0df49174-2a2f-414c-8aec-4a051a0cb1b1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:40.772728 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23427d3-f08a-416d-bba4-fb70627de1d8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router 2114c173-c321-4313-a57b-04ba174a0444 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:47:40.825449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9538c821-42dd-40a1-9f4a-c55f869a93e5 req-d7f20ac2-36c4-4b9d-9562-e855faec216f service neutron] 10.222.0.13 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184700 Mar 07 21:47:40.834600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc2f1b23-bc30-459e-aa94-029b5bf816ce req-8f3d2a49-004a-4d3f-9325-01217a6ee656 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644392 Mar 07 21:47:40.980734 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7508eaf-5d73-434d-a1ef-104ae6216e33 req-59ef9a77-c0f0-4864-af4e-182f27735a11 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.000082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7508eaf-5d73-434d-a1ef-104ae6216e33 req-59ef9a77-c0f0-4864-af4e-182f27735a11 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2665353 Mar 07 21:47:41.065272 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7b491b7d-c054-4372-9e3b-eff3b1ef8ee4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0df49174-2a2f-414c-8aec-4a051a0cb1b1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:41.067892 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7b491b7d-c054-4372-9e3b-eff3b1ef8ee4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:41.071918 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7b491b7d-c054-4372-9e3b-eff3b1ef8ee4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/security-groups/0df49174-2a2f-414c-8aec-4a051a0cb1b1 HTTP/1.1" status: 204 len: 168 time: 1.1362267 Mar 07 21:47:41.074010 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38410) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:41.113607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b491b7d-c054-4372-9e3b-eff3b1ef8ee4 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df49174-2a2f-414c-8aec-4a051a0cb1b1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:41.164647 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f161141a-7e5e-4c3d-9b0e-6a8228875748 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (006c9615-0ef2-479b-ba5f-1fd19368bf01), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:41.189299 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f161141a-7e5e-4c3d-9b0e-6a8228875748 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (006c9615-0ef2-479b-ba5f-1fd19368bf01), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:41.200094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cb8994-d4b9-4505-81d6-3610878889a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d5573e-d73b-4885-a158-d4d9fa8f9c2e'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:41.204376 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21117d75-c4b8-4269-8634-ebb3ef87b041" -d '{"events": [{"server_uuid": "c7cb8994-d4b9-4505-81d6-3610878889a7", "name": "network-vif-plugged", "status": "completed", "tag": "e8d5573e-d73b-4885-a158-d4d9fa8f9c2e"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:41.210137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9538c821-42dd-40a1-9f4a-c55f869a93e5 req-1cc951d8-938e-48c3-a90a-d3902489f445 service neutron] 10.222.0.13 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703589 Mar 07 21:47:41.220234 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7508eaf-5d73-434d-a1ef-104ae6216e33 req-946e8691-0b19-49a0-b7d1-d2ecb579c000 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190645 Mar 07 21:47:41.237305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1090191-38c4-42bc-a49b-1c265d397540 req-57eb5d27-d114-48cc-8209-3a33e22807bb tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.239005 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1090191-38c4-42bc-a49b-1c265d397540 req-57eb5d27-d114-48cc-8209-3a33e22807bb tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 946 time: 0.3109269 Mar 07 21:47:41.245499 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f161141a-7e5e-4c3d-9b0e-6a8228875748 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (006c9615-0ef2-479b-ba5f-1fd19368bf01), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:41.248251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f161141a-7e5e-4c3d-9b0e-6a8228875748 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:41.251708 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f161141a-7e5e-4c3d-9b0e-6a8228875748 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/security-groups/006c9615-0ef2-479b-ba5f-1fd19368bf01 HTTP/1.1" status: 204 len: 168 time: 0.1736460 Mar 07 21:47:41.254109 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38420) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:41.271932 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161141a-7e5e-4c3d-9b0e-6a8228875748 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=006c9615-0ef2-479b-ba5f-1fd19368bf01,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:41.293885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23427d3-f08a-416d-bba4-fb70627de1d8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:47:41.307982 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb31e7-8825-4340-8e88-448874d7fe78 None None] Sync routers for ids ['2114c173-c321-4313-a57b-04ba174a0444'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:41.309692 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d23427d3-f08a-416d-bba4-fb70627de1d8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:41.310909 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f188ad38-dfae-4cd4-96c6-ab00efe985d8 x-openstack-request-id: req-f188ad38-dfae-4cd4-96c6-ab00efe985d8 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:41.311039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d23427d3-f08a-416d-bba4-fb70627de1d8 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/2114c173-c321-4313-a57b-04ba174a0444 HTTP/1.1" status: 200 len: 888 time: 2.4224899 Mar 07 21:47:41.311790 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cb8994-d4b9-4505-81d6-3610878889a7", "name": "network-vif-plugged", "status": "completed", "tag": "e8d5573e-d73b-4885-a158-d4d9fa8f9c2e", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:41.312262 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f188ad38-dfae-4cd4-96c6-ab00efe985d8 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:41.312996 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cb8994-d4b9-4505-81d6-3610878889a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d5573e-d73b-4885-a158-d4d9fa8f9c2e', 'code': 200} Mar 07 21:47:41.316776 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38424) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:41.320278 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51d69f06-534f-437a-8566-138588c83e7a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (7654468a-21c2-4e83-b5dd-ba814ec4d391), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:41.340924 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb31e7-8825-4340-8e88-448874d7fe78 None None] Routers {'2114c173-c321-4313-a57b-04ba174a0444'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:41.342082 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-56eb31e7-8825-4340-8e88-448874d7fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2114c173-c321-4313-a57b-04ba174a0444'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:41.351453 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51d69f06-534f-437a-8566-138588c83e7a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (7654468a-21c2-4e83-b5dd-ba814ec4d391), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:41.431678 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51d69f06-534f-437a-8566-138588c83e7a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7654468a-21c2-4e83-b5dd-ba814ec4d391), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:41.436116 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51d69f06-534f-437a-8566-138588c83e7a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:41.440857 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-51d69f06-534f-437a-8566-138588c83e7a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/security-groups/7654468a-21c2-4e83-b5dd-ba814ec4d391 HTTP/1.1" status: 204 len: 168 time: 0.1857038 Mar 07 21:47:41.441553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38430) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:41.452560 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-56eb31e7-8825-4340-8e88-448874d7fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:41.474412 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb31e7-8825-4340-8e88-448874d7fe78 None None] Routers {'2114c173-c321-4313-a57b-04ba174a0444'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:41.475460 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-56eb31e7-8825-4340-8e88-448874d7fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2114c173-c321-4313-a57b-04ba174a0444'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:41.488059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1090191-38c4-42bc-a49b-1c265d397540 req-b9979559-1d1c-4a25-9dfd-7bada00cb5a8 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358191 Mar 07 21:47:41.488271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d69f06-534f-437a-8566-138588c83e7a tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7654468a-21c2-4e83-b5dd-ba814ec4d391,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:41.536030 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-56eb31e7-8825-4340-8e88-448874d7fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:41.537989 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb31e7-8825-4340-8e88-448874d7fe78 None None] The sync data for ids ['2114c173-c321-4313-a57b-04ba174a0444'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:41.602128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa321070-5a74-497d-883f-5af3dd9868a6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting subnet 9162552f-2135-44bb-a553-0653e503a1df {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:47:41.610994 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa321070-5a74-497d-883f-5af3dd9868a6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (9162552f-2135-44bb-a553-0653e503a1df), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:41.632345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7c3e9-f82c-4ba7-b55e-f09812d5a7e7 req-f6378ac5-0e3d-4ff7-900a-90f3b564bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.633852 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88c7c3e9-f82c-4ba7-b55e-f09812d5a7e7 req-f6378ac5-0e3d-4ff7-900a-90f3b564bcf5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 1128 time: 0.2319169 Mar 07 21:47:41.657655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9b1cffbc-bd15-4e4f-b38b-7b2546de422e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/routers/2114c173-c321-4313-a57b-04ba174a0444 HTTP/1.1" status: 200 len: 888 time: 0.3395114 Mar 07 21:47:41.661300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38440) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:41.683208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce160b-5007-4ab6-846b-daa594293f20 req-d4b479e1-4590-4faa-9bf5-3be966a23d49 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.691032 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-29ce160b-5007-4ab6-846b-daa594293f20 req-d4b479e1-4590-4faa-9bf5-3be966a23d49 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.0994225 Mar 07 21:47:41.696144 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ad7c41f7-3088-4fdf-af1f-a4096036ee9a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports?device_id=2114c173-c321-4313-a57b-04ba174a0444 HTTP/1.1" status: 200 len: 205 time: 0.0336332 Mar 07 21:47:41.699482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38444) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:41.707772 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa321070-5a74-497d-883f-5af3dd9868a6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (9162552f-2135-44bb-a553-0653e503a1df), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:41.758273 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-29ce160b-5007-4ab6-846b-daa594293f20 req-8620631d-66ed-4725-ad01-9887bd54d41d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644023 Mar 07 21:47:41.789869 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88c7c3e9-f82c-4ba7-b55e-f09812d5a7e7 req-9d980bd5-74f2-4544-bc10-3bb45264db19 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464908 Mar 07 21:47:41.800396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38448) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:41.889260 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b983538-840c-4bb3-a83b-636c6286f683 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (2114c173-c321-4313-a57b-04ba174a0444), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:41.928645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-602324832-network', 'tenant_id': '56721fbfb3274016b4989abcd2b1c322'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:41.936423 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa321070-5a74-497d-883f-5af3dd9868a6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (9162552f-2135-44bb-a553-0653e503a1df), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:41.945510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa787882-d4fb-49c1-8fd6-0b21c8767ea3 req-b7197bf5-2171-4158-8b3b-332a19106577 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.947026 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa787882-d4fb-49c1-8fd6-0b21c8767ea3 req-b7197bf5-2171-4158-8b3b-332a19106577 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 946 time: 0.1111705 Mar 07 21:47:41.964726 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0d432-c12a-47aa-bf4a-088b266ca67f req-71373987-b208-4f17-a129-5abdbea84dfc tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.970535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2b0d432-c12a-47aa-bf4a-088b266ca67f req-71373987-b208-4f17-a129-5abdbea84dfc tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.0983915 Mar 07 21:47:42.010296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] Made reservation on behalf of 56721fbfb3274016b4989abcd2b1c322 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:42.012549 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.040262 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.042228 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b983538-840c-4bb3-a83b-636c6286f683 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_gateway (2114c173-c321-4313-a57b-04ba174a0444), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.050677 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa321070-5a74-497d-883f-5af3dd9868a6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (9162552f-2135-44bb-a553-0653e503a1df), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.069018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa787882-d4fb-49c1-8fd6-0b21c8767ea3 req-66111b71-efd7-4322-ae2e-408a900ee775 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148715 Mar 07 21:47:42.079985 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2b0d432-c12a-47aa-bf4a-088b266ca67f req-e34d2913-f576-4917-be5c-02fc27c580e8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009421 Mar 07 21:47:42.096366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa321070-5a74-497d-883f-5af3dd9868a6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Subnet': ['ID=9162552f-2135-44bb-a553-0653e503a1df,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:42.102628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fa321070-5a74-497d-883f-5af3dd9868a6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.106465 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fa321070-5a74-497d-883f-5af3dd9868a6 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/9162552f-2135-44bb-a553-0653e503a1df HTTP/1.1" status: 204 len: 168 time: 0.6389019 Mar 07 21:47:42.110813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38454) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:42.119762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86964fd-a3e7-45d0-b2fe-7f317d7db352 None None] Network 804f0adb-3448-460f-bee8-264d3739de56 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:42.175263 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4323df-a7f1-450f-9bba-84a8daca3309 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting subnet 99ce3371-b80e-4362-a049-e2536d0b013b {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:47:42.181716 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba4323df-a7f1-450f-9bba-84a8daca3309 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (99ce3371-b80e-4362-a049-e2536d0b013b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.207850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7b983538-840c-4bb3-a83b-636c6286f683 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port 5685e1a5-161d-4152-aa49-42c605bd4c37 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:42.208199 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b983538-840c-4bb3-a83b-636c6286f683 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5685e1a5-161d-4152-aa49-42c605bd4c37), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.227393 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] Publish callbacks [] for security_group (b9bc98e6-bf37-461b-ab6d-a3c6077a3fd4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.242548 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b9bc98e6-bf37-461b-ab6d-a3c6077a3fd4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.245734 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba4323df-a7f1-450f-9bba-84a8daca3309 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (99ce3371-b80e-4362-a049-e2536d0b013b), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.297909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:47:42.310059 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bc98e6-bf37-461b-ab6d-a3c6077a3fd4,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:42.320274 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0a02010c-3b1d-48e1-b566-88f5dc5896b8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.320454 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] Added segment 0a02010c-3b1d-48e1-b566-88f5dc5896b8 of type vlan for network 91187ad3-87f7-4cf8-8e1b-0dba184d952d Mar 07 21:47:42.337743 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b983538-840c-4bb3-a83b-636c6286f683 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5685e1a5-161d-4152-aa49-42c605bd4c37), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.361177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13d58-cff7-4e74-8f8d-41d33dfff602 req-0303530a-c9de-445a-b8e0-b3bab4853a2f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:42.362577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00a13d58-cff7-4e74-8f8d-41d33dfff602 req-0303530a-c9de-445a-b8e0-b3bab4853a2f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.1761112 Mar 07 21:47:42.375189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38458) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:42.378923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7b983538-840c-4bb3-a83b-636c6286f683 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for 5685e1a5-161d-4152-aa49-42c605bd4c37 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:42.384568 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1197bba5-f05f-464a-8a00-6580bf19b438 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Request body: {'floatingip': {'port_id': 'd620a753-d391-428d-9963-90e4890693ef'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:42.395719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a530a-9971-40d1-8c09-d169aecb8cc1 req-3bd23b63-78f3-43ca-8bdc-498e74bd7fe2 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:42.397265 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc0a530a-9971-40d1-8c09-d169aecb8cc1 req-3bd23b63-78f3-43ca-8bdc-498e74bd7fe2 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 943 time: 0.1724365 Mar 07 21:47:42.412718 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (91187ad3-87f7-4cf8-8e1b-0dba184d952d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.436337 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba4323df-a7f1-450f-9bba-84a8daca3309 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (99ce3371-b80e-4362-a049-e2536d0b013b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.442224 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1197bba5-f05f-464a-8a00-6580bf19b438 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for floatingip (1d5b5f23-eff2-4279-8a6f-b97c8c4d029f), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.480894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc0a530a-9971-40d1-8c09-d169aecb8cc1 req-17ad3fa1-6790-4c64-9f5b-8053d8636434 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721824 Mar 07 21:47:42.482428 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (91187ad3-87f7-4cf8-8e1b-0dba184d952d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.483459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:42.484031 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.523110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7198629 Mar 07 21:47:42.524172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38462) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:42.528053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-fc9dc155-4fe2-44ff-9963-c0585ac47fbb admin admin] Request body: {'subnet': {'network_id': '91187ad3-87f7-4cf8-8e1b-0dba184d952d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-602324832-subnet', 'tenant_id': '56721fbfb3274016b4989abcd2b1c322', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:42.566529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9b42d-2f67-40cf-9fc3-e492606a43cd admin admin] Pushing event updated for resources: {'Network': ['ID=91187ad3-87f7-4cf8-8e1b-0dba184d952d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:42.580206 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 91187ad3-87f7-4cf8-8e1b-0dba184d952d details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:47:42.612681 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9dc155-4fe2-44ff-9963-c0585ac47fbb admin admin] Made reservation on behalf of 56721fbfb3274016b4989abcd2b1c322 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:42.615611 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fc9dc155-4fe2-44ff-9963-c0585ac47fbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.692821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0d075-edc6-44ba-98d9-95b9f57acc56 req-b1ca000b-12da-428e-804f-7ed5f7ef633d tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:42.694631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00c0d075-edc6-44ba-98d9-95b9f57acc56 req-b1ca000b-12da-428e-804f-7ed5f7ef633d tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 946 time: 0.1233926 Mar 07 21:47:42.794182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00c0d075-edc6-44ba-98d9-95b9f57acc56 req-1e77e609-3c02-4a68-b2b2-732c98833257 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895803 Mar 07 21:47:42.808132 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a9a3964f-e02e-4ff8-8253-6ebd70220a91 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:47:42.923220 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fc9dc155-4fe2-44ff-9963-c0585ac47fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (5885b548-e492-4427-baa0-42f2b3c15726), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:42.945644 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a9a3964f-e02e-4ff8-8253-6ebd70220a91, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a9a3964f-e02e-4ff8-8253-6ebd70220a91,segment=NetworkSegment(a5a1f513-4fae-40ee-bb0a-041388391ee7),segment_id=a5a1f513-4fae-40ee-bb0a-041388391ee7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:42.958697 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'a9a3964f-e02e-4ff8-8253-6ebd70220a91', 'network_id': '32b92585-dc87-411b-a89d-010b1d8767b0', 'port_id': 'a9a3964f-e02e-4ff8-8253-6ebd70220a91', 'mac_address': 'fa:16:3e:c9:80:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7bfe6c-aec1-45a3-b688-4abd795bc27a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:47:43.004610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dc155-4fe2-44ff-9963-c0585ac47fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5885b548-e492-4427-baa0-42f2b3c15726,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:43.005446 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port a9a3964f-e02e-4ff8-8253-6ebd70220a91 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:43.005930 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:43.014736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ebc9-4f3f-48b1-90f9-20674feb3ce1 req-d02efc49-7645-45de-820c-9904c15bb566 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:43.016577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a930ebc9-4f3f-48b1-90f9-20674feb3ce1 req-d02efc49-7645-45de-820c-9904c15bb566 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1435378 Mar 07 21:47:43.028112 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a3964f-e02e-4ff8-8253-6ebd70220a91 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:47:43.034257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9dc155-4fe2-44ff-9963-c0585ac47fbb admin admin] Checking segment: {'id': '0a02010c-3b1d-48e1-b566-88f5dc5896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '91187ad3-87f7-4cf8-8e1b-0dba184d952d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:47:43.034257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9dc155-4fe2-44ff-9963-c0585ac47fbb admin admin] Network hostable DHCP agents. Network: 91187ad3-87f7-4cf8-8e1b-0dba184d952d, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:47:43.052062 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a9a3964f-e02e-4ff8-8253-6ebd70220a91, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a9a3964f-e02e-4ff8-8253-6ebd70220a91,segment=NetworkSegment(a5a1f513-4fae-40ee-bb0a-041388391ee7),segment_id=a5a1f513-4fae-40ee-bb0a-041388391ee7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:43.068577 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:43.070966 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-355fff08-6f17-467a-9697-47054728ca64 None None] Provisioning complete for port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:43.071545 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-355fff08-6f17-467a-9697-47054728ca64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:43.085575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9dc155-4fe2-44ff-9963-c0585ac47fbb admin admin] Network 91187ad3-87f7-4cf8-8e1b-0dba184d952d is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:47:43.091761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a930ebc9-4f3f-48b1-90f9-20674feb3ce1 req-291aeeb7-1f76-470e-a983-867a48b620b7 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689816 Mar 07 21:47:43.101292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-fc9dc155-4fe2-44ff-9963-c0585ac47fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 91187ad3-87f7-4cf8-8e1b-0dba184d952d) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:43.106566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9dc155-4fe2-44ff-9963-c0585ac47fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:43.107169 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fc9dc155-4fe2-44ff-9963-c0585ac47fbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:43.145530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fc9dc155-4fe2-44ff-9963-c0585ac47fbb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6135821 Mar 07 21:47:43.207315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fd05af-2f06-4826-9231-a432966695b8 None None] Network 91187ad3-87f7-4cf8-8e1b-0dba184d952d requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:43.299702 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba4323df-a7f1-450f-9bba-84a8daca3309 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (99ce3371-b80e-4362-a049-e2536d0b013b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:43.300144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7d0be-7b23-4284-9e2b-9a54deef9d33 req-10e9b6a9-2e14-421d-9107-7bfbb6c8369c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:43.308498 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3b7d0be-7b23-4284-9e2b-9a54deef9d33 req-10e9b6a9-2e14-421d-9107-7bfbb6c8369c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1215947 Mar 07 21:47:43.337791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955efc86-fe56-4d81-8cd9-e4575abe6a7e req-561cc206-f2a5-4a81-b726-c72103e3bf71 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:43.339655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-955efc86-fe56-4d81-8cd9-e4575abe6a7e req-561cc206-f2a5-4a81-b726-c72103e3bf71 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 946 time: 0.1178515 Mar 07 21:47:43.357375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4323df-a7f1-450f-9bba-84a8daca3309 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Subnet': ['ID=99ce3371-b80e-4362-a049-e2536d0b013b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:43.400060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3b7d0be-7b23-4284-9e2b-9a54deef9d33 req-67020198-fbc9-4f08-ab75-5e8a4e131e25 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904884 Mar 07 21:47:43.417480 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=a9a3964f-e02e-4ff8-8253-6ebd70220a91,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:43.434669 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-955efc86-fe56-4d81-8cd9-e4575abe6a7e req-9b27849c-6725-45ef-9b61-f81ad7257d9c tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881398 Mar 07 21:47:43.457359 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba4323df-a7f1-450f-9bba-84a8daca3309 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:43.457359 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ba4323df-a7f1-450f-9bba-84a8daca3309 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/99ce3371-b80e-4362-a049-e2536d0b013b HTTP/1.1" status: 204 len: 168 time: 1.3398764 Mar 07 21:47:43.457921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fbb784-4617-4cd9-8658-2bed0f60efec None None] Network 91187ad3-87f7-4cf8-8e1b-0dba184d952d requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:43.458035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38478) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:43.458169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63075ab6-1b7b-4c92-8fa7-03942f111d39 None None] Network 804f0adb-3448-460f-bee8-264d3739de56 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:43.501182 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-819d4973-f3ba-49b9-b5ce-5106a9d902af tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:43.501665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819d4973-f3ba-49b9-b5ce-5106a9d902af tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:43.507016 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-819d4973-f3ba-49b9-b5ce-5106a9d902af tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/9162552f-2135-44bb-a553-0653e503a1df HTTP/1.1" status: 404 len: 337 time: 0.0480609 Mar 07 21:47:43.515661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38480) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:43.560132 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b983538-840c-4bb3-a83b-636c6286f683 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5685e1a5-161d-4152-aa49-42c605bd4c37), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:43.596787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3a839-c8cb-47f0-927d-23ca814abd3a req-a0b7dc2a-2194-481f-b976-e07d3784f70d tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:43.598820 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-51f3a839-c8cb-47f0-927d-23ca814abd3a req-a0b7dc2a-2194-481f-b976-e07d3784f70d tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.15 "GET /v2.0/ports?device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 946 time: 0.2535808 Mar 07 21:47:43.600062 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-077f1c36-ebbf-47c0-bf18-c54b634280c1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting subnet badc47e4-21c3-4e0c-9b73-c846f65ec91d {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:47:43.604492 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-077f1c36-ebbf-47c0-bf18-c54b634280c1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (badc47e4-21c3-4e0c-9b73-c846f65ec91d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:43.633547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b983538-840c-4bb3-a83b-636c6286f683 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=5685e1a5-161d-4152-aa49-42c605bd4c37,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:43.642858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1e23-ff2d-4034-8b47-3fe10d7d530e req-b9cd081e-e672-43d2-a8b8-4199da65fe87 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:43.644458 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-936a1e23-ff2d-4034-8b47-3fe10d7d530e req-b9cd081e-e672-43d2-a8b8-4199da65fe87 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1386158 Mar 07 21:47:43.675734 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-077f1c36-ebbf-47c0-bf18-c54b634280c1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (badc47e4-21c3-4e0c-9b73-c846f65ec91d), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:43.746977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['a9a3964f-e02e-4ff8-8253-6ebd70220a91'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:43.753693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-936a1e23-ff2d-4034-8b47-3fe10d7d530e req-ae9e1865-ad02-46af-92cd-deb442c2a11a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009624 Mar 07 21:47:43.859216 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b983538-840c-4bb3-a83b-636c6286f683 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (2114c173-c321-4313-a57b-04ba174a0444), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:43.870959 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-077f1c36-ebbf-47c0-bf18-c54b634280c1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (badc47e4-21c3-4e0c-9b73-c846f65ec91d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:43.928456 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-355fff08-6f17-467a-9697-47054728ca64 None None] Current status of the port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:43.934697 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.db.resource_extend [None req-1197bba5-f05f-464a-8a00-6580bf19b438 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:47:43.954599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d63f1-11f7-4cec-a824-b0dbf0ac6755 req-1c30ecc9-eee2-4e32-9f0d-104ac3f5e016 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:43.956114 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db9d63f1-11f7-4cec-a824-b0dbf0ac6755 req-1c30ecc9-eee2-4e32-9f0d-104ac3f5e016 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 944 time: 0.1386330 Mar 07 21:47:43.980557 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-355fff08-6f17-467a-9697-47054728ca64 None None] Provisioning complete for port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:43.981032 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-355fff08-6f17-467a-9697-47054728ca64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2cce41ce-55bc-4a95-a892-c2ec7b376e4b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.006307 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-077f1c36-ebbf-47c0-bf18-c54b634280c1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (badc47e4-21c3-4e0c-9b73-c846f65ec91d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.021518 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b983538-840c-4bb3-a83b-636c6286f683 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (2114c173-c321-4313-a57b-04ba174a0444), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.025681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b983538-840c-4bb3-a83b-636c6286f683 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_controller (2114c173-c321-4313-a57b-04ba174a0444), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.027221 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d8140-0d99-4ff1-9693-68a8b44fd398 req-6f798be2-1830-42f4-951c-324b9afd8def tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:44.028754 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a5d8140-0d99-4ff1-9693-68a8b44fd398 req-6f798be2-1830-42f4-951c-324b9afd8def tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1319652 Mar 07 21:47:44.049489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-51f3a839-c8cb-47f0-927d-23ca814abd3a req-22adf29d-a008-4a3c-ad5b-a554bf8a7d00 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Deleting port 146a166b-9a9d-4849-844d-3efa60efe50f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:44.049917 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-51f3a839-c8cb-47f0-927d-23ca814abd3a req-22adf29d-a008-4a3c-ad5b-a554bf8a7d00 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (146a166b-9a9d-4849-844d-3efa60efe50f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.054036 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1197bba5-f05f-464a-8a00-6580bf19b438 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.060643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-355fff08-6f17-467a-9697-47054728ca64 None None] Port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:44.074535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f1c36-ebbf-47c0-bf18-c54b634280c1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Subnet': ['ID=badc47e4-21c3-4e0c-9b73-c846f65ec91d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:44.077431 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-077f1c36-ebbf-47c0-bf18-c54b634280c1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.080917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-077f1c36-ebbf-47c0-bf18-c54b634280c1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/badc47e4-21c3-4e0c-9b73-c846f65ec91d HTTP/1.1" status: 204 len: 168 time: 0.5640261 Mar 07 21:47:44.090375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38492) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:44.106993 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1197bba5-f05f-464a-8a00-6580bf19b438 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (1d5b5f23-eff2-4279-8a6f-b97c8c4d029f), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.137622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db9d63f1-11f7-4cec-a824-b0dbf0ac6755 req-a3f1902f-ed46-46ab-804f-ad51768293b0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671820 Mar 07 21:47:44.154849 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df6ce75-3530-47c1-b9d9-1ef86b7a51da tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:44.155321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df6ce75-3530-47c1-b9d9-1ef86b7a51da tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:44.158374 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1df6ce75-3530-47c1-b9d9-1ef86b7a51da tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/3f5300cd-5bea-4029-ac3d-10959ab08b80 HTTP/1.1" status: 404 len: 337 time: 0.0670269 Mar 07 21:47:44.163393 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38494) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:44.167486 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b983538-840c-4bb3-a83b-636c6286f683 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (2114c173-c321-4313-a57b-04ba174a0444), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.168058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b983538-840c-4bb3-a83b-636c6286f683 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Fanout notify agent at l3_agent the message router_deleted on router 2114c173-c321-4313-a57b-04ba174a0444 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:47:44.193428 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b983538-840c-4bb3-a83b-636c6286f683 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.198485 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7b983538-840c-4bb3-a83b-636c6286f683 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/routers/2114c173-c321-4313-a57b-04ba174a0444 HTTP/1.1" status: 204 len: 168 time: 2.4946375 Mar 07 21:47:44.201621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a5d8140-0d99-4ff1-9693-68a8b44fd398 req-66632367-c725-4063-8a73-6396f2f34339 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404393 Mar 07 21:47:44.206347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38498) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:44.218293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6b5f2c3c-0fad-41ac-9bb8-f02b9891e87c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'network': {'name': 'tempest-RoutersTest-158024758'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:44.274963 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-304a5763-b454-4aa0-b4e6-820d357beec5 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "GET /v2.0/ports?device_id=38892dbc-4f40-47e8-81c9-f4b4dc6009f8 HTTP/1.1" status: 200 len: 205 time: 0.1087680 Mar 07 21:47:44.281625 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38504) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:44.301110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5f2c3c-0fad-41ac-9bb8-f02b9891e87c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:44.305743 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b5f2c3c-0fad-41ac-9bb8-f02b9891e87c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.331956 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-91b9c23f-218d-4ac9-bce8-1e480f33435e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] delete failed (client error): The resource could not be found. Mar 07 21:47:44.333011 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-91b9c23f-218d-4ac9-bce8-1e480f33435e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/routers/38892dbc-4f40-47e8-81c9-f4b4dc6009f8 HTTP/1.1" status: 404 len: 336 time: 0.0504189 Mar 07 21:47:44.338043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38506) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:44.378554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf2b46-cf94-4dba-a0dc-9feb9918df7c req-f7b12704-e541-47c4-8a83-7feeca1eff60 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:44.380211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4bf2b46-cf94-4dba-a0dc-9feb9918df7c req-f7b12704-e541-47c4-8a83-7feeca1eff60 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 946 time: 0.1380293 Mar 07 21:47:44.392513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5f2c3c-0fad-41ac-9bb8-f02b9891e87c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:47:44.417213 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a82803-14d5-4355-a6ea-54bbe320c89b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:44.417805 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a82803-14d5-4355-a6ea-54bbe320c89b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:44.419114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b5f2c3c-0fad-41ac-9bb8-f02b9891e87c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.419341 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-6b5f2c3c-0fad-41ac-9bb8-f02b9891e87c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Added segment 79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf of type vlan for network a7bf37c1-050c-45f1-969c-802a41e2cad2 Mar 07 21:47:44.421491 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-77a82803-14d5-4355-a6ea-54bbe320c89b tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/d65dd5af-87ec-43d4-9660-60621e5adb2c HTTP/1.1" status: 404 len: 337 time: 0.0796871 Mar 07 21:47:44.423952 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-51f3a839-c8cb-47f0-927d-23ca814abd3a req-22adf29d-a008-4a3c-ad5b-a554bf8a7d00 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] For port 146a166b-9a9d-4849-844d-3efa60efe50f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=146a166b-9a9d-4849-844d-3efa60efe50f,segment=NetworkSegment(faf87e44-1b9c-4b59-9fc6-f0601fe164ea),segment_id=faf87e44-1b9c-4b59-9fc6-f0601fe164ea)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:44.424350 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-51f3a839-c8cb-47f0-927d-23ca814abd3a req-22adf29d-a008-4a3c-ad5b-a554bf8a7d00 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (146a166b-9a9d-4849-844d-3efa60efe50f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.428514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38508) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:44.476232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525002e-8f2d-484b-9509-dc8ed5c08522 req-9cbb3c8e-b042-4697-a2d0-825e48b5f925 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:44.477795 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6525002e-8f2d-484b-9509-dc8ed5c08522 req-9cbb3c8e-b042-4697-a2d0-825e48b5f925 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1579640 Mar 07 21:47:44.479519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-51f3a839-c8cb-47f0-927d-23ca814abd3a req-22adf29d-a008-4a3c-ad5b-a554bf8a7d00 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Calling delete_port for 146a166b-9a9d-4849-844d-3efa60efe50f owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:44.483110 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8caafa-5461-4d6d-a776-bc266a8de747 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:44.483576 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c8caafa-5461-4d6d-a776-bc266a8de747 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:44.488989 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7c8caafa-5461-4d6d-a776-bc266a8de747 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/afb86ede-1e81-43af-9ae6-6ca098d5779a HTTP/1.1" status: 404 len: 337 time: 0.0519867 Mar 07 21:47:44.491476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38512) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:44.502681 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-1197bba5-f05f-464a-8a00-6580bf19b438 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Floating IP 1d5b5f23-eff2-4279-8a6f-b97c8c4d029f associated. External IP: 172.25.4.192, port: d620a753-d391-428d-9963-90e4890693ef. Mar 07 21:47:44.504325 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b5f2c3c-0fad-41ac-9bb8-f02b9891e87c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (a7bf37c1-050c-45f1-969c-802a41e2cad2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.525390 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4bf2b46-cf94-4dba-a0dc-9feb9918df7c req-3f305955-2bb2-4066-841d-82dddee591db tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346827 Mar 07 21:47:44.565497 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f4392c-9512-4fd9-9c62-101085697d5d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:44.566097 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f4392c-9512-4fd9-9c62-101085697d5d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:44.570469 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-71f4392c-9512-4fd9-9c62-101085697d5d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/f4677ba8-f183-4b69-9a61-3910521d2340 HTTP/1.1" status: 404 len: 337 time: 0.0777292 Mar 07 21:47:44.578333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38516) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:44.590990 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b5f2c3c-0fad-41ac-9bb8-f02b9891e87c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (a7bf37c1-050c-45f1-969c-802a41e2cad2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.596918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f2c3c-0fad-41ac-9bb8-f02b9891e87c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:44.597658 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b5f2c3c-0fad-41ac-9bb8-f02b9891e87c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:44.605285 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38518) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:44.671130 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6525002e-8f2d-484b-9509-dc8ed5c08522 req-415b537d-1395-46b0-abf5-02f4831223b0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649990 Mar 07 21:47:44.734832 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1cf089-4973-48b7-b099-1473460171e2 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:44.735555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1cf089-4973-48b7-b099-1473460171e2 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:44.739551 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6a1cf089-4973-48b7-b099-1473460171e2 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/d2946a85-dac7-46d8-9504-4143d2314783 HTTP/1.1" status: 404 len: 333 time: 0.1593580 Mar 07 21:47:44.745458 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38522) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:44.772415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6b5f2c3c-0fad-41ac-9bb8-f02b9891e87c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5649080 Mar 07 21:47:44.773088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38524) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:44.787164 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-5563ee30-21b4-437b-94b5-44b76653a17d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:44.787316 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5563ee30-21b4-437b-94b5-44b76653a17d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:44.795989 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5563ee30-21b4-437b-94b5-44b76653a17d tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/3945d0ba-4bbb-4c8b-8ce9-4dc8f750f3e4 HTTP/1.1" status: 404 len: 337 time: 0.0472612 Mar 07 21:47:44.799382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1a4d67ad-d0e2-4926-ab2d-4855603b5acf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'subnet': {'network_id': 'a7bf37c1-050c-45f1-969c-802a41e2cad2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:44.799818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38526) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:44.827431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a9a3964f-e02e-4ff8-8253-6ebd70220a91 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:44.875307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e2446c-8e2b-4a1a-81e2-a51bea71638a None None] Network 804f0adb-3448-460f-bee8-264d3739de56 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:44.879893 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-f104fac7-f2e1-4c85-b0aa-6307e15df822 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:44.880584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f104fac7-f2e1-4c85-b0aa-6307e15df822 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:44.884402 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f104fac7-f2e1-4c85-b0aa-6307e15df822 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/0dab402b-845c-4b99-8e91-603a035b85ed HTTP/1.1" status: 404 len: 337 time: 0.0830543 Mar 07 21:47:44.889507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38528) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:44.919007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f2c3c-0fad-41ac-9bb8-f02b9891e87c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Network': ['ID=a7bf37c1-050c-45f1-969c-802a41e2cad2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:44.922906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ec77a1-279d-480a-8a2b-87b264dd9ab4 admin admin] Deleting subnet 5885b548-e492-4427-baa0-42f2b3c15726 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:47:44.941900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network a7bf37c1-050c-45f1-969c-802a41e2cad2 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:47:44.970698 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-51f3a839-c8cb-47f0-927d-23ca814abd3a req-22adf29d-a008-4a3c-ad5b-a554bf8a7d00 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (146a166b-9a9d-4849-844d-3efa60efe50f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.015530 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['146a166b-9a9d-4849-844d-3efa60efe50f'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:45.047654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e2d2d7df-d864-40b7-bedb-1f874bb20370 None None] Provisioning complete for port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:45.048222 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2d2d7df-d864-40b7-bedb-1f874bb20370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.065824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adf29d-a008-4a3c-ad5b-a554bf8a7d00 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Pushing event deleted for resources: {'Port': ['ID=146a166b-9a9d-4849-844d-3efa60efe50f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:45.161464 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f3a839-c8cb-47f0-927d-23ca814abd3a req-22adf29d-a008-4a3c-ad5b-a554bf8a7d00 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] No DVR routers for this DVR port 146a166b-9a9d-4849-844d-3efa60efe50f on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:45.165543 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-51f3a839-c8cb-47f0-927d-23ca814abd3a req-22adf29d-a008-4a3c-ad5b-a554bf8a7d00 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.167032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port a9a3964f-e02e-4ff8-8253-6ebd70220a91 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:47:45.170348 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-51f3a839-c8cb-47f0-927d-23ca814abd3a req-22adf29d-a008-4a3c-ad5b-a554bf8a7d00 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.15 "DELETE /v2.0/ports/146a166b-9a9d-4849-844d-3efa60efe50f HTTP/1.1" status: 204 len: 173 time: 1.5505977 Mar 07 21:47:45.170869 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455a5cf3-061a-4b99-a990-f985dac24a30', 'name': 'network-vif-deleted', 'tag': '146a166b-9a9d-4849-844d-3efa60efe50f'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:45.173991 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12449d1-6d72-4749-92e1-a0ac68257743" -d '{"events": [{"server_uuid": "455a5cf3-061a-4b99-a990-f985dac24a30", "name": "network-vif-deleted", "tag": "146a166b-9a9d-4849-844d-3efa60efe50f"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:45.191433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1197bba5-f05f-464a-8a00-6580bf19b438 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Router 6aa32f4e-2c88-4146-979c-99d2542addba has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:47:45.191692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port a9a3964f-e02e-4ff8-8253-6ebd70220a91 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:45.191818 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.375014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1197bba5-f05f-464a-8a00-6580bf19b438 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:47:45.393821 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1197bba5-f05f-464a-8a00-6580bf19b438 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.412230 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533af37-e9f3-46a1-a1ee-7a5e21920444 None None] Sync routers for ids ['6aa32f4e-2c88-4146-979c-99d2542addba'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:45.414579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862bb4c2-fa30-46cc-b754-a5ceca3b41df None None] DHCP port deletion for 804f0adb-3448-460f-bee8-264d3739de56 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:47:45.427761 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2d7df-d864-40b7-bedb-1f874bb20370 None None] Current status of the port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:45.434514 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1197bba5-f05f-464a-8a00-6580bf19b438 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "PUT /v2.0/floatingips/1d5b5f23-eff2-4279-8a6f-b97c8c4d029f HTTP/1.1" status: 200 len: 991 time: 3.0566409 Mar 07 21:47:45.444761 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8ec77a1-279d-480a-8a2b-87b264dd9ab4 admin admin] Publish callbacks [] for subnet (5885b548-e492-4427-baa0-42f2b3c15726), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.469426 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-58501549-674d-45a6-a26f-a35d269fb71e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:45.470022 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58501549-674d-45a6-a26f-a35d269fb71e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:45.474309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-58501549-674d-45a6-a26f-a35d269fb71e tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/e9a3e9d4-32b9-4e8f-b851-7fb18f57d20b HTTP/1.1" status: 404 len: 333 time: 0.5713434 Mar 07 21:47:45.476060 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38542) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:45.480268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port a9a3964f-e02e-4ff8-8253-6ebd70220a91 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:45.481339 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.483433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a533af37-e9f3-46a1-a1ee-7a5e21920444 None None] Routers {'6aa32f4e-2c88-4146-979c-99d2542addba'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:45.484237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a533af37-e9f3-46a1-a1ee-7a5e21920444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6aa32f4e-2c88-4146-979c-99d2542addba'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:45.506832 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd52621-da0f-4869-917e-8affb809dea1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:45.507420 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd52621-da0f-4869-917e-8affb809dea1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:45.513550 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ddd52621-da0f-4869-917e-8affb809dea1 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/d2c59c54-0737-4689-86c8-4c178e2d5082 HTTP/1.1" status: 404 len: 337 time: 0.0340919 Mar 07 21:47:45.514366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38544) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:45.527460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4d67ad-d0e2-4926-ab2d-4855603b5acf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:45.530986 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1a4d67ad-d0e2-4926-ab2d-4855603b5acf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.543779 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c4ad0a-3a9d-4e40-87f4-cba0b4d35ca7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:45.544371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c4ad0a-3a9d-4e40-87f4-cba0b4d35ca7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:45.549992 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-76c4ad0a-3a9d-4e40-87f4-cba0b4d35ca7 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/subnets/cbb6cf2c-d5a0-4caf-a2cd-2649335e7e43 HTTP/1.1" status: 404 len: 337 time: 0.0319531 Mar 07 21:47:45.550301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38546) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:45.576438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e2d2d7df-d864-40b7-bedb-1f874bb20370 None None] Provisioning complete for port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:45.577074 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2d2d7df-d864-40b7-bedb-1f874bb20370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2cce41ce-55bc-4a95-a892-c2ec7b376e4b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.621945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2d7df-d864-40b7-bedb-1f874bb20370 None None] Port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:45.660678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e029502-0d2a-46b9-8b2a-bd4d1e480987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a3964f-e02e-4ff8-8253-6ebd70220a91'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:45.663023 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe2fe47-5bc7-42b1-b551-ea0d341f5a26" -d '{"events": [{"server_uuid": "6e029502-0d2a-46b9-8b2a-bd4d1e480987", "name": "network-vif-plugged", "status": "completed", "tag": "a9a3964f-e02e-4ff8-8253-6ebd70220a91"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:45.683123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-862bb4c2-fa30-46cc-b754-a5ceca3b41df None None] Deleting port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:45.683512 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-862bb4c2-fa30-46cc-b754-a5ceca3b41df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.758506 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-862bb4c2-fa30-46cc-b754-a5ceca3b41df None None] For port 64e83c70-0cf3-4824-a5f5-cfc631d044f5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=64e83c70-0cf3-4824-a5f5-cfc631d044f5,segment=NetworkSegment(cabb64e2-3383-49d7-8f04-4f4c4a54da57),segment_id=cabb64e2-3383-49d7-8f04-4f4c4a54da57)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:45.758916 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-862bb4c2-fa30-46cc-b754-a5ceca3b41df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.774116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-862bb4c2-fa30-46cc-b754-a5ceca3b41df None None] Calling delete_port for 64e83c70-0cf3-4824-a5f5-cfc631d044f5 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:45.780597 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1a4d67ad-d0e2-4926-ab2d-4855603b5acf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (009d6fa0-1e19-4c3b-992f-773c33f0a891), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.784582 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1d277132-b5ac-46d1-8ffc-0e361db28511 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Deleting port 2cce41ce-55bc-4a95-a892-c2ec7b376e4b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:45.785402 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d277132-b5ac-46d1-8ffc-0e361db28511 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2cce41ce-55bc-4a95-a892-c2ec7b376e4b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.856510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bbd23-d917-4977-87ce-ed4073d743d9 req-ebd780e7-b2fb-4cea-bbb8-44a73c3cea24 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:45.861890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a9a3964f-e02e-4ff8-8253-6ebd70220a91, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a9a3964f-e02e-4ff8-8253-6ebd70220a91,segment=NetworkSegment(a5a1f513-4fae-40ee-bb0a-041388391ee7),segment_id=a5a1f513-4fae-40ee-bb0a-041388391ee7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:45.864519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f2bbd23-d917-4977-87ce-ed4073d743d9 req-ebd780e7-b2fb-4cea-bbb8-44a73c3cea24 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=455a5cf3-061a-4b99-a990-f985dac24a30 HTTP/1.1" status: 200 len: 946 time: 1.1707711 Mar 07 21:47:45.876629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d67ad-d0e2-4926-ab2d-4855603b5acf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Subnet': ['ID=009d6fa0-1e19-4c3b-992f-773c33f0a891,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:45.885900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5c08a-c9c2-413e-84e4-3ba977e774ce req-efb990b7-2e22-4574-9115-82acc7df06b7 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:45.894251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d277132-b5ac-46d1-8ffc-0e361db28511 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2cce41ce-55bc-4a95-a892-c2ec7b376e4b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.894658 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcd5c08a-c9c2-413e-84e4-3ba977e774ce req-efb990b7-2e22-4574-9115-82acc7df06b7 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 1.1319299 Mar 07 21:47:45.895878 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f546a1ec-911d-4dd5-9802-2a2060c6135c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.897701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 64e83c70-0cf3-4824-a5f5-cfc631d044f5 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:47:45.912648 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8ec77a1-279d-480a-8a2b-87b264dd9ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (5885b548-e492-4427-baa0-42f2b3c15726), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.917847 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1d277132-b5ac-46d1-8ffc-0e361db28511 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Calling delete_port for 2cce41ce-55bc-4a95-a892-c2ec7b376e4b owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:45.925521 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.934505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 64e83c70-0cf3-4824-a5f5-cfc631d044f5 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:47:45.934856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 64e83c70-0cf3-4824-a5f5-cfc631d044f5 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:47:45.936296 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-862bb4c2-fa30-46cc-b754-a5ceca3b41df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (64e83c70-0cf3-4824-a5f5-cfc631d044f5), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:45.990986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862bb4c2-fa30-46cc-b754-a5ceca3b41df None None] No DVR routers for this DVR port 64e83c70-0cf3-4824-a5f5-cfc631d044f5 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:45.999319 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d67ad-d0e2-4926-ab2d-4855603b5acf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Checking segment: {'id': '79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a7bf37c1-050c-45f1-969c-802a41e2cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:47:45.999990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4d67ad-d0e2-4926-ab2d-4855603b5acf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network hostable DHCP agents. Network: a7bf37c1-050c-45f1-969c-802a41e2cad2, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:47:46.002416 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.024120 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-a533af37-e9f3-46a1-a1ee-7a5e21920444 None None] Set router 6aa32f4e-2c88-4146-979c-99d2542addba gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:47:46.086113 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d277132-b5ac-46d1-8ffc-0e361db28511 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (2cce41ce-55bc-4a95-a892-c2ec7b376e4b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.086372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=a9a3964f-e02e-4ff8-8253-6ebd70220a91,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:46.087957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f2bbd23-d917-4977-87ce-ed4073d743d9 req-4f3cd238-a0c5-4682-bc25-56d16a2c8cd3 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078929 Mar 07 21:47:46.155562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d277132-b5ac-46d1-8ffc-0e361db28511 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Port': ['ID=2cce41ce-55bc-4a95-a892-c2ec7b376e4b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:46.160309 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bb4c2-fa30-46cc-b754-a5ceca3b41df None None] Pushing event deleted for resources: {'Port': ['ID=64e83c70-0cf3-4824-a5f5-cfc631d044f5,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:46.171097 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d277132-b5ac-46d1-8ffc-0e361db28511 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.173161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcd5c08a-c9c2-413e-84e4-3ba977e774ce req-d5abfc9f-6399-4ce1-b401-cd8e89d6dca0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773921 Mar 07 21:47:46.178053 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1d277132-b5ac-46d1-8ffc-0e361db28511 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/ports/2cce41ce-55bc-4a95-a892-c2ec7b376e4b HTTP/1.1" status: 204 len: 168 time: 0.6259518 Mar 07 21:47:46.178706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38552) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:46.208891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4d67ad-d0e2-4926-ab2d-4855603b5acf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network a7bf37c1-050c-45f1-969c-802a41e2cad2 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:47:46.218366 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8ec77a1-279d-480a-8a2b-87b264dd9ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (5885b548-e492-4427-baa0-42f2b3c15726), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.256420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-1a4d67ad-d0e2-4926-ab2d-4855603b5acf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, a7bf37c1-050c-45f1-969c-802a41e2cad2) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:46.280281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4d67ad-d0e2-4926-ab2d-4855603b5acf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:46.281166 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1a4d67ad-d0e2-4926-ab2d-4855603b5acf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.314278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced93d8f-a3c4-4f01-a85c-de81ce98a4d4 None None] Network a7bf37c1-050c-45f1-969c-802a41e2cad2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:46.323395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1a4d67ad-d0e2-4926-ab2d-4855603b5acf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5291009 Mar 07 21:47:46.323611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e0607f1b-7453-4904-be68-e6d31ed865b8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (804f0adb-3448-460f-bee8-264d3739de56), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.325723 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38558) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:46.341620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4f189d48-f869-4120-a259-77e082449ea3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1949539541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:46.387482 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611d21e2-f88a-41ef-bf2d-072b97d2e37c x-openstack-request-id: req-611d21e2-f88a-41ef-bf2d-072b97d2e37c {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:46.387900 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455a5cf3-061a-4b99-a990-f985dac24a30", "name": "network-vif-deleted", "tag": "146a166b-9a9d-4849-844d-3efa60efe50f", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:46.388629 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-611d21e2-f88a-41ef-bf2d-072b97d2e37c {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:46.390514 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455a5cf3-061a-4b99-a990-f985dac24a30', 'name': 'network-vif-deleted', 'tag': '146a166b-9a9d-4849-844d-3efa60efe50f', 'status': 'completed', 'code': 200} Mar 07 21:47:46.410988 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4f189d48-f869-4120-a259-77e082449ea3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (8898d2a0-5321-4d84-b07e-617c9cf573ea), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.413031 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4f189d48-f869-4120-a259-77e082449ea3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (8898d2a0-5321-4d84-b07e-617c9cf573ea), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.432942 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59965aae-749c-4eec-81d3-4508b73fc17c x-openstack-request-id: req-59965aae-749c-4eec-81d3-4508b73fc17c {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:46.433175 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e029502-0d2a-46b9-8b2a-bd4d1e480987", "name": "network-vif-plugged", "status": "completed", "tag": "a9a3964f-e02e-4ff8-8253-6ebd70220a91", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:46.433470 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59965aae-749c-4eec-81d3-4508b73fc17c {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:46.433903 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e029502-0d2a-46b9-8b2a-bd4d1e480987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a3964f-e02e-4ff8-8253-6ebd70220a91', 'code': 200} Mar 07 21:47:46.436378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e637c-2b30-4dc5-b28b-62657281e75c req-b5170af7-7169-4b53-b5d4-d8c9576203ac tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:46.445161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-917e637c-2b30-4dc5-b28b-62657281e75c req-b5170af7-7169-4b53-b5d4-d8c9576203ac tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 945 time: 0.2282369 Mar 07 21:47:46.451428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-a7bf37c1-050c-45f1-969c-802a41e2cad2', 'network_id': 'a7bf37c1-050c-45f1-969c-802a41e2cad2', 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'fixed_ips': [{'subnet_id': '009d6fa0-1e19-4c3b-992f-773c33f0a891'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:47:46.452978 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.478546 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e0607f1b-7453-4904-be68-e6d31ed865b8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (804f0adb-3448-460f-bee8-264d3739de56), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.509535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-e0607f1b-7453-4904-be68-e6d31ed865b8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804f0adb-3448-460f-bee8-264d3739de56']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:46.523265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-e0607f1b-7453-4904-be68-e6d31ed865b8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabb64e2-3383-49d7-8f04-4f4c4a54da57') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:46.523911 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-e0607f1b-7453-4904-be68-e6d31ed865b8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabb64e2-3383-49d7-8f04-4f4c4a54da57') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:46.538776 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e0607f1b-7453-4904-be68-e6d31ed865b8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (cabb64e2-3383-49d7-8f04-4f4c4a54da57), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.541107 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4f189d48-f869-4120-a259-77e082449ea3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_controller (8898d2a0-5321-4d84-b07e-617c9cf573ea), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.552890 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8ec77a1-279d-480a-8a2b-87b264dd9ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (5885b548-e492-4427-baa0-42f2b3c15726), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.561504 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e0607f1b-7453-4904-be68-e6d31ed865b8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (cabb64e2-3383-49d7-8f04-4f4c4a54da57), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.562994 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4f189d48-f869-4120-a259-77e082449ea3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (8898d2a0-5321-4d84-b07e-617c9cf573ea), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.570551 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0607f1b-7453-4904-be68-e6d31ed865b8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:47:46.571352 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e0607f1b-7453-4904-be68-e6d31ed865b8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (cabb64e2-3383-49d7-8f04-4f4c4a54da57), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:47:46.577166 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:47:46.632324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec77a1-279d-480a-8a2b-87b264dd9ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5885b548-e492-4427-baa0-42f2b3c15726,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:46.643757 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8ec77a1-279d-480a-8a2b-87b264dd9ab4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.651563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b8ec77a1-279d-480a-8a2b-87b264dd9ab4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5885b548-e492-4427-baa0-42f2b3c15726 HTTP/1.1" status: 204 len: 168 time: 2.0374243 Mar 07 21:47:46.651563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38560) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:46.663235 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4f189d48-f869-4120-a259-77e082449ea3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.666788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4f189d48-f869-4120-a259-77e082449ea3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3371449 Mar 07 21:47:46.669690 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38562) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:46.683251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-917e637c-2b30-4dc5-b28b-62657281e75c req-dd624388-9aee-45a1-be7c-032ad5bd2332 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368040 Mar 07 21:47:46.768436 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e0607f1b-7453-4904-be68-e6d31ed865b8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (804f0adb-3448-460f-bee8-264d3739de56), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.782231 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96d4f0-47e4-4cb0-83ce-c08d86cacd28 req-1ec6b395-9750-4a8c-a5f3-36feae02683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:46.784954 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc96d4f0-47e4-4cb0-83ce-c08d86cacd28 req-1ec6b395-9750-4a8c-a5f3-36feae02683d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 1127 time: 0.2406704 Mar 07 21:47:46.790175 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e0607f1b-7453-4904-be68-e6d31ed865b8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.798244 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e0607f1b-7453-4904-be68-e6d31ed865b8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] 10.222.0.26 "DELETE /v2.0/networks/804f0adb-3448-460f-bee8-264d3739de56 HTTP/1.1" status: 204 len: 168 time: 0.6162615 Mar 07 21:47:46.812106 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-feb62aef-9aea-438d-8b9c-eafd52625958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (91187ad3-87f7-4cf8-8e1b-0dba184d952d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.815864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0607f1b-7453-4904-be68-e6d31ed865b8 tempest-PortsTestJSON-689180101 tempest-PortsTestJSON-689180101-project] Pushing event deleted for resources: {'Network': ['ID=804f0adb-3448-460f-bee8-264d3739de56,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:46.856769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Allocated IP 172.20.0.2 (a7bf37c1-050c-45f1-969c-802a41e2cad2/009d6fa0-1e19-4c3b-992f-773c33f0a891/86d25fe8-ab12-4a79-aaaa-86805ca27a97) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:46.877178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a533af37-e9f3-46a1-a1ee-7a5e21920444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:47:11Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '1d5b5f23-eff2-4279-8a6f-b97c8c4d029f', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'port_id': 'd620a753-d391-428d-9963-90e4890693ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'mac_address': 'fa:16:3e:e6:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:47:24Z', 'updated_at': '2022-03-07T21:47:43Z', 'revision_number': 1, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73411d9-d23a-4239-a0a6-ded87f1e866e', 'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'mac_address': 'fa:16:3e:56:51:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:06Z', 'updated_at': '2022-03-07T21:47:21Z', 'revision_number': 5, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'subnets': [{'id': 'cb8fce9d-2178-442d-a64b-842253767477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:46.900618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc96d4f0-47e4-4cb0-83ce-c08d86cacd28 req-9dcdc8da-ec0d-4c7b-9cec-00fb616da072 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094253 Mar 07 21:47:46.953355 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533af37-e9f3-46a1-a1ee-7a5e21920444 None None] Checking router: 6aa32f4e-2c88-4146-979c-99d2542addba for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:47:46.975587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-feb62aef-9aea-438d-8b9c-eafd52625958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (91187ad3-87f7-4cf8-8e1b-0dba184d952d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:46.996926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a533af37-e9f3-46a1-a1ee-7a5e21920444 None None] Routers {'6aa32f4e-2c88-4146-979c-99d2542addba'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:46.997586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a533af37-e9f3-46a1-a1ee-7a5e21920444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6aa32f4e-2c88-4146-979c-99d2542addba'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:47.004623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-feb62aef-9aea-438d-8b9c-eafd52625958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91187ad3-87f7-4cf8-8e1b-0dba184d952d']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:47.020427 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-feb62aef-9aea-438d-8b9c-eafd52625958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a02010c-3b1d-48e1-b566-88f5dc5896b8') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:47.021202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-feb62aef-9aea-438d-8b9c-eafd52625958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a02010c-3b1d-48e1-b566-88f5dc5896b8') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:47.046298 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-feb62aef-9aea-438d-8b9c-eafd52625958 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (0a02010c-3b1d-48e1-b566-88f5dc5896b8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:47.066103 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-feb62aef-9aea-438d-8b9c-eafd52625958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0a02010c-3b1d-48e1-b566-88f5dc5896b8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:47.074030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb62aef-9aea-438d-8b9c-eafd52625958 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:47:47.074786 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-feb62aef-9aea-438d-8b9c-eafd52625958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (0a02010c-3b1d-48e1-b566-88f5dc5896b8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:47:47.178654 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:47:47.182623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38570) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:47.206551 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-feb62aef-9aea-438d-8b9c-eafd52625958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (91187ad3-87f7-4cf8-8e1b-0dba184d952d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:47.216417 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-feb62aef-9aea-438d-8b9c-eafd52625958 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:47.224064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-feb62aef-9aea-438d-8b9c-eafd52625958 admin admin] 10.222.0.26 "DELETE /v2.0/networks/91187ad3-87f7-4cf8-8e1b-0dba184d952d HTTP/1.1" status: 204 len: 168 time: 0.5695419 Mar 07 21:47:47.256629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb62aef-9aea-438d-8b9c-eafd52625958 admin admin] Pushing event deleted for resources: {'Network': ['ID=91187ad3-87f7-4cf8-8e1b-0dba184d952d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:47.290419 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-a533af37-e9f3-46a1-a1ee-7a5e21920444 None None] Set router 6aa32f4e-2c88-4146-979c-99d2542addba gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:47:47.397665 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Publish callbacks [] for port (86d25fe8-ab12-4a79-aaaa-86805ca27a97), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:47.451814 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (86d25fe8-ab12-4a79-aaaa-86805ca27a97), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:47.452258 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38586) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:47.490364 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Network a7bf37c1-050c-45f1-969c-802a41e2cad2 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:47.516614 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9939d4eb-6317-43b4-95f9-77eba162a587 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d838388432cf47318e81f839494eb135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3326788 Mar 07 21:47:47.520532 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38592) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:47.533503 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:47.536740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:47.559709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8d93c5d9-3a2c-4b25-81c8-af0abae5437d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56721fbfb3274016b4989abcd2b1c322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1046784 Mar 07 21:47:47.562982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38594) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:47.638977 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-24507a5c-f4b1-4b21-8fe6-8c7562f367f8 admin admin] Publish callbacks [] for security_group (b9bc98e6-bf37-461b-ab6d-a3c6077a3fd4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:47.643045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Pushing event updated for resources: {'Port': ['ID=86d25fe8-ab12-4a79-aaaa-86805ca27a97,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:47.657664 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5cce4e69-967a-42c2-8070-6ecad0483484 admin admin] Publish callbacks [] for security_group (9c54ba9c-5add-4b70-adb0-83f81b34a778), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:47.688857 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:47.699111 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-24507a5c-f4b1-4b21-8fe6-8c7562f367f8 admin admin] Publish callbacks [] for security_group (b9bc98e6-bf37-461b-ab6d-a3c6077a3fd4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:47.711316 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5cce4e69-967a-42c2-8070-6ecad0483484 admin admin] Publish callbacks [] for security_group (9c54ba9c-5add-4b70-adb0-83f81b34a778), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:47.799598 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-24507a5c-f4b1-4b21-8fe6-8c7562f367f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b9bc98e6-bf37-461b-ab6d-a3c6077a3fd4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:47.803657 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-24507a5c-f4b1-4b21-8fe6-8c7562f367f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:47.807833 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-24507a5c-f4b1-4b21-8fe6-8c7562f367f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9bc98e6-bf37-461b-ab6d-a3c6077a3fd4 HTTP/1.1" status: 204 len: 168 time: 0.2408104 Mar 07 21:47:47.846357 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24507a5c-f4b1-4b21-8fe6-8c7562f367f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bc98e6-bf37-461b-ab6d-a3c6077a3fd4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:47.888194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:47.893287 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:47.893873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:47.894403 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:47.902525 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:47.903105 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:47.904441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:47.904964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:47.907725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:47.908250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:47.908817 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:47.909315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:47.909826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:47.942440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Attempting to bind port 86d25fe8-ab12-4a79-aaaa-86805ca27a97 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:47:47.942809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Attempting to bind port 86d25fe8-ab12-4a79-aaaa-86805ca27a97 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a7bf37c1-050c-45f1-969c-802a41e2cad2'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:47:47.945459 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Attempting to bind port 86d25fe8-ab12-4a79-aaaa-86805ca27a97 on network a7bf37c1-050c-45f1-969c-802a41e2cad2 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:47:47.980753 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad9e41-1828-476d-b76b-43ad40191faf req-b2d16159-52b4-4050-893d-bd482cc3413b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:47.988269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5ad9e41-1828-476d-b76b-43ad40191faf req-b2d16159-52b4-4050-893d-bd482cc3413b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 945 time: 0.1323581 Mar 07 21:47:48.040663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:47:48.042273 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Checking segment: {'id': '79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a7bf37c1-050c-45f1-969c-802a41e2cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:47:48.042915 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:48.043478 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Bound using segment: {'id': '79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a7bf37c1-050c-45f1-969c-802a41e2cad2'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:47:48.045463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Bound port: 86d25fe8-ab12-4a79-aaaa-86805ca27a97, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a7bf37c1-050c-45f1-969c-802a41e2cad2'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:47:48.045976 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (86d25fe8-ab12-4a79-aaaa-86805ca27a97), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:48.079155 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5ad9e41-1828-476d-b76b-43ad40191faf req-24f1c110-d14d-4d46-a88a-2861285ce36c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898407 Mar 07 21:47:48.131679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] For port 86d25fe8-ab12-4a79-aaaa-86805ca27a97, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:47:48.135178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] For port 86d25fe8-ab12-4a79-aaaa-86805ca27a97, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=86d25fe8-ab12-4a79-aaaa-86805ca27a97,segment=NetworkSegment(79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf),segment_id=79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:47:48.147466 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eace1b54-4917-4c5f-9098-bd06b5bae363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:48.156402 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (86d25fe8-ab12-4a79-aaaa-86805ca27a97), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:48.219733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4daa75-74dc-4104-aad0-647548c10703 None None] Pushing event updated for resources: {'Port': ['ID=86d25fe8-ab12-4a79-aaaa-86805ca27a97,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:48.221829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Allocated IP 172.20.0.1 (a7bf37c1-050c-45f1-969c-802a41e2cad2/009d6fa0-1e19-4c3b-992f-773c33f0a891/da67f91e-4dd2-4914-84cb-c50b228b5bdd) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:48.222972 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:48.251584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a533af37-e9f3-46a1-a1ee-7a5e21920444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:47:11Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '1d5b5f23-eff2-4279-8a6f-b97c8c4d029f', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'port_id': 'd620a753-d391-428d-9963-90e4890693ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'mac_address': 'fa:16:3e:e6:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:47:24Z', 'updated_at': '2022-03-07T21:47:43Z', 'revision_number': 1, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73411d9-d23a-4239-a0a6-ded87f1e866e', 'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'mac_address': 'fa:16:3e:56:51:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:06Z', 'updated_at': '2022-03-07T21:47:21Z', 'revision_number': 5, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'subnets': [{'id': 'cb8fce9d-2178-442d-a64b-842253767477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:48.305493 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5cce4e69-967a-42c2-8070-6ecad0483484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9c54ba9c-5add-4b70-adb0-83f81b34a778), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:48.317291 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5cce4e69-967a-42c2-8070-6ecad0483484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:48.319630 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5cce4e69-967a-42c2-8070-6ecad0483484 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c54ba9c-5add-4b70-adb0-83f81b34a778 HTTP/1.1" status: 204 len: 168 time: 0.7980940 Mar 07 21:47:48.322634 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533af37-e9f3-46a1-a1ee-7a5e21920444 None None] The sync data for ids ['6aa32f4e-2c88-4146-979c-99d2542addba'] in n-d-832330-1 is: [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:47:11Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '1d5b5f23-eff2-4279-8a6f-b97c8c4d029f', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'port_id': 'd620a753-d391-428d-9963-90e4890693ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'mac_address': 'fa:16:3e:e6:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:47:24Z', 'updated_at': '2022-03-07T21:47:43Z', 'revision_number': 1, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73411d9-d23a-4239-a0a6-ded87f1e866e', 'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'mac_address': 'fa:16:3e:56:51:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:06Z', 'updated_at': '2022-03-07T21:47:21Z', 'revision_number': 5, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'subnets': [{'id': 'cb8fce9d-2178-442d-a64b-842253767477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:48.330613 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 146a166b-9a9d-4849-844d-3efa60efe50f no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:47:48.360074 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce4e69-967a-42c2-8070-6ecad0483484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c54ba9c-5add-4b70-adb0-83f81b34a778,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:48.373819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 146a166b-9a9d-4849-844d-3efa60efe50f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:47:48.375682 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 146a166b-9a9d-4849-844d-3efa60efe50f not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:47:48.437320 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'tag': 'd620a753-d391-428d-9963-90e4890693ef'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:48.439854 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4d28fe-91ee-4d86-a2d8-617fe3e170b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "tag": "d620a753-d391-428d-9963-90e4890693ef"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:48.549427 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf7f343-88a9-4e75-904b-fcf0ce613b23 x-openstack-request-id: req-bdf7f343-88a9-4e75-904b-fcf0ce613b23 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:48.550052 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "tag": "d620a753-d391-428d-9963-90e4890693ef", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:48.559058 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bdf7f343-88a9-4e75-904b-fcf0ce613b23 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:48.559748 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'tag': 'd620a753-d391-428d-9963-90e4890693ef', 'status': 'completed', 'code': 200} Mar 07 21:47:48.565286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (da67f91e-4dd2-4914-84cb-c50b228b5bdd), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:48.659731 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (da67f91e-4dd2-4914-84cb-c50b228b5bdd), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:48.774083 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network a7bf37c1-050c-45f1-969c-802a41e2cad2 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:48.780410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:48.782748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:48.865533 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ffb144-8eea-42f7-8bd9-6dcab1bc5b45 None None] New status for floating IP 1d5b5f23-eff2-4279-8a6f-b97c8c4d029f: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:47:48.915217 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (8898d2a0-5321-4d84-b07e-617c9cf573ea), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:49.047701 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=da67f91e-4dd2-4914-84cb-c50b228b5bdd,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:49.173561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d28fe-91ee-4d86-a2d8-617fe3e170b5 req-0c85ab9a-eb93-4463-b3cd-9b8a66af9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:49.175114 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cb4d28fe-91ee-4d86-a2d8-617fe3e170b5 req-0c85ab9a-eb93-4463-b3cd-9b8a66af9f42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 1127 time: 0.5376241 Mar 07 21:47:49.247714 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:49.322372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ea86-09b1-4660-8138-f7935127801a req-66f106f5-3779-44ac-9db4-14c88e1db234 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:49.325887 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95d3ea86-09b1-4660-8138-f7935127801a req-66f106f5-3779-44ac-9db4-14c88e1db234 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 945 time: 0.1248879 Mar 07 21:47:49.427996 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (da67f91e-4dd2-4914-84cb-c50b228b5bdd), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:49.441406 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d28fe-91ee-4d86-a2d8-617fe3e170b5 req-9ec230b8-d17a-4fe7-a7cf-997f934b48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:49.443109 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cb4d28fe-91ee-4d86-a2d8-617fe3e170b5 req-9ec230b8-d17a-4fe7-a7cf-997f934b48d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 200 len: 918 time: 0.2598372 Mar 07 21:47:49.447988 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95d3ea86-09b1-4660-8138-f7935127801a req-8c7a1318-055f-42c6-aa8c-a5174452c776 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096709 Mar 07 21:47:49.565702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38648) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:49.624848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c5b17fc-b7fb-4901-b23f-2f761fa5e8cd req-c7fac80d-5538-4b91-b30b-3c7ec3d8ce20 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1828543919&fields=id&tenant_id=403f3deab64c4fccbdc05488aa7b8f2f HTTP/1.1" status: 200 len: 267 time: 0.0786040 Mar 07 21:47:49.779018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-159084923-network', 'tenant_id': '7c5d07705329457aa13a4522a8014ccc'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:49.849290 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 86d25fe8-ab12-4a79-aaaa-86805ca27a97 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:49.854612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b17fc-b7fb-4901-b23f-2f761fa5e8cd req-4a0735da-0455-48b3-89a8-9b920e437aa2 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:49.856904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c5b17fc-b7fb-4901-b23f-2f761fa5e8cd req-4a0735da-0455-48b3-89a8-9b920e437aa2 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 945 time: 0.2255418 Mar 07 21:47:49.858449 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] Made reservation on behalf of 7c5d07705329457aa13a4522a8014ccc for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:49.869053 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cb4d28fe-91ee-4d86-a2d8-617fe3e170b5 req-ea6c2aee-5cea-439f-9fde-96538e5c46b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d620a753-d391-428d-9963-90e4890693ef HTTP/1.1" status: 200 len: 1001 time: 0.4193029 Mar 07 21:47:49.872378 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:49.897357 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1c5b17fc-b7fb-4901-b23f-2f761fa5e8cd req-6cafd145-2c09-4b6f-82c4-23c07238ddd6 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'port': {'security_groups': ['32299073-b5c5-47aa-aebf-fdccc634bc31', '8991ec3a-94db-4cc6-bd64-ecb567a1bb68']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:49.925770 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38656) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:49.942277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 86d25fe8-ab12-4a79-aaaa-86805ca27a97 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:49.950470 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (86d25fe8-ab12-4a79-aaaa-86805ca27a97), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:49.968095 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.102287 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1c5b17fc-b7fb-4901-b23f-2f761fa5e8cd req-6cafd145-2c09-4b6f-82c4-23c07238ddd6 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.105233 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d28fe-91ee-4d86-a2d8-617fe3e170b5 req-a4f97af3-4b08-4719-8224-70103fbc23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:50.108300 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cb4d28fe-91ee-4d86-a2d8-617fe3e170b5 req-a4f97af3-4b08-4719-8224-70103fbc23fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb8fce9d-2178-442d-a64b-842253767477 HTTP/1.1" status: 200 len: 856 time: 0.1248660 Mar 07 21:47:50.120734 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 86d25fe8-ab12-4a79-aaaa-86805ca27a97 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:50.121130 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (86d25fe8-ab12-4a79-aaaa-86805ca27a97), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.173264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 86d25fe8-ab12-4a79-aaaa-86805ca27a97, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=86d25fe8-ab12-4a79-aaaa-86805ca27a97,segment=NetworkSegment(79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf),segment_id=79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:50.179397 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (86d25fe8-ab12-4a79-aaaa-86805ca27a97), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.193406 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-50869f0e-1949-4d36-8b04-3358a852ba14 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:50.194393 n-d-832330-1 neutron-server[103719]: WARNING neutron.api.v2.base [None req-50869f0e-1949-4d36-8b04-3358a852ba14 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 21:47:50.196519 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-50869f0e-1949-4d36-8b04-3358a852ba14 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 21:47:50.202917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-50869f0e-1949-4d36-8b04-3358a852ba14 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2748997 Mar 07 21:47:50.203706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38662) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:50.217089 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d28fe-91ee-4d86-a2d8-617fe3e170b5 req-a899a717-3aef-4c94-a567-22c79239b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:50.219141 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cb4d28fe-91ee-4d86-a2d8-617fe3e170b5 req-a899a717-3aef-4c94-a567-22c79239b2f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1012976 Mar 07 21:47:50.226390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-bff091dc-c250-4baa-abca-bd4be2180ff4 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group': {'name': 'tempest-secgroup--995615252'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:50.237615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759d2189-0e5e-45d2-bcfc-69e81ffb54a9 None None] Network a7bf37c1-050c-45f1-969c-802a41e2cad2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:50.297825 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bff091dc-c250-4baa-abca-bd4be2180ff4 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.313619 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bff091dc-c250-4baa-abca-bd4be2180ff4 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.325797 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.361827 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cb4d28fe-91ee-4d86-a2d8-617fe3e170b5 req-1d478bee-8b72-4eac-8862-0ae5f5f13c93 service neutron] 10.222.0.15 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348667 Mar 07 21:47:50.397553 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] Publish callbacks [] for security_group (0210267c-9038-4fbb-8818-4c5bbd06add9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.413116 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0210267c-9038-4fbb-8818-4c5bbd06add9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.416296 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-220019a8-f807-4341-957a-cdfc6552b120 None None] Provisioning complete for port 86d25fe8-ab12-4a79-aaaa-86805ca27a97 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:50.417133 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-220019a8-f807-4341-957a-cdfc6552b120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (86d25fe8-ab12-4a79-aaaa-86805ca27a97), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.425764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:47:50.436840 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (286f53f5-91d1-4c05-bd52-c7957c44a7db), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.437463 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] Added segment 286f53f5-91d1-4c05-bd52-c7957c44a7db of type vlan for network 580206cc-f898-4b6b-9293-f6d4ddc68cb6 Mar 07 21:47:50.474152 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cb4d28fe-91ee-4d86-a2d8-617fe3e170b5 req-aba24f71-bdea-490f-81ff-dcbb751f35f7 service neutron] 10.222.0.15 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983183 Mar 07 21:47:50.486796 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (580206cc-f898-4b6b-9293-f6d4ddc68cb6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.502974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=86d25fe8-ab12-4a79-aaaa-86805ca27a97,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:50.537365 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (580206cc-f898-4b6b-9293-f6d4ddc68cb6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.538388 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:50.539772 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.623089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-220019a8-f807-4341-957a-cdfc6552b120 None None] Current status of the port 86d25fe8-ab12-4a79-aaaa-86805ca27a97 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:50.665317 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (da67f91e-4dd2-4914-84cb-c50b228b5bdd), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.671859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1039996 Mar 07 21:47:50.672196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0210267c-9038-4fbb-8818-4c5bbd06add9,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:50.690524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38666) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:50.699558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6ed43b2f-ad42-42ef-beb7-29dede8f8a98 admin admin] Request body: {'subnet': {'network_id': '580206cc-f898-4b6b-9293-f6d4ddc68cb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-159084923-subnet', 'tenant_id': '7c5d07705329457aa13a4522a8014ccc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:50.730887 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bff091dc-c250-4baa-abca-bd4be2180ff4 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (4e6f61d6-c857-4189-ac3c-0b426af52a45), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.731981 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (da67f91e-4dd2-4914-84cb-c50b228b5bdd), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.748499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9265f6-2dad-49a8-943b-cb5703fb7ae6 admin admin] Pushing event updated for resources: {'Network': ['ID=580206cc-f898-4b6b-9293-f6d4ddc68cb6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:50.758513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 580206cc-f898-4b6b-9293-f6d4ddc68cb6 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:47:50.765691 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bff091dc-c250-4baa-abca-bd4be2180ff4 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4e6f61d6-c857-4189-ac3c-0b426af52a45), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.772535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed43b2f-ad42-42ef-beb7-29dede8f8a98 admin admin] Made reservation on behalf of 7c5d07705329457aa13a4522a8014ccc for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:50.775397 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ed43b2f-ad42-42ef-beb7-29dede8f8a98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.878007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff091dc-c250-4baa-abca-bd4be2180ff4 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6f61d6-c857-4189-ac3c-0b426af52a45,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:50.902855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1c5b17fc-b7fb-4901-b23f-2f761fa5e8cd req-6cafd145-2c09-4b6f-82c4-23c07238ddd6 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] For port a9a3964f-e02e-4ff8-8253-6ebd70220a91, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a9a3964f-e02e-4ff8-8253-6ebd70220a91,segment=NetworkSegment(a5a1f513-4fae-40ee-bb0a-041388391ee7),segment_id=a5a1f513-4fae-40ee-bb0a-041388391ee7)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:50.945742 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bff091dc-c250-4baa-abca-bd4be2180ff4 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (04a997c6-8b8e-43a8-a540-ac06508dbf3e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.960097 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bff091dc-c250-4baa-abca-bd4be2180ff4 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (04a997c6-8b8e-43a8-a540-ac06508dbf3e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.974325 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1c5b17fc-b7fb-4901-b23f-2f761fa5e8cd req-6cafd145-2c09-4b6f-82c4-23c07238ddd6 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.986327 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bff091dc-c250-4baa-abca-bd4be2180ff4 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:50.990714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bff091dc-c250-4baa-abca-bd4be2180ff4 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7776165 Mar 07 21:47:50.998245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38668) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:51.000570 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1c5b17fc-b7fb-4901-b23f-2f761fa5e8cd req-6cafd145-2c09-4b6f-82c4-23c07238ddd6 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:51.018238 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ed43b2f-ad42-42ef-beb7-29dede8f8a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (73a262ba-eb5c-4923-9cd8-a7766e5a8e3c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:51.041362 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['463f9dfe-7088-4a9d-bfb8-504ffa0bed6e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:51.055438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['a9a3964f-e02e-4ff8-8253-6ebd70220a91'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:51.065602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-95fb951a-b170-4c93-949d-5473eebf3c86 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '04a997c6-8b8e-43a8-a540-ac06508dbf3e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:51.108677 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed43b2f-ad42-42ef-beb7-29dede8f8a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a262ba-eb5c-4923-9cd8-a7766e5a8e3c,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:51.157695 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed43b2f-ad42-42ef-beb7-29dede8f8a98 admin admin] Checking segment: {'id': '286f53f5-91d1-4c05-bd52-c7957c44a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '580206cc-f898-4b6b-9293-f6d4ddc68cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:47:51.163087 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed43b2f-ad42-42ef-beb7-29dede8f8a98 admin admin] Network hostable DHCP agents. Network: 580206cc-f898-4b6b-9293-f6d4ddc68cb6, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:47:51.171972 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (8898d2a0-5321-4d84-b07e-617c9cf573ea), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:51.185983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=da67f91e-4dd2-4914-84cb-c50b228b5bdd,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:51.220500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b17fc-b7fb-4901-b23f-2f761fa5e8cd req-6cafd145-2c09-4b6f-82c4-23c07238ddd6 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:51.223457 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1c5b17fc-b7fb-4901-b23f-2f761fa5e8cd req-6cafd145-2c09-4b6f-82c4-23c07238ddd6 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:51.239051 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c5b17fc-b7fb-4901-b23f-2f761fa5e8cd req-6cafd145-2c09-4b6f-82c4-23c07238ddd6 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "PUT /v2.0/ports/a9a3964f-e02e-4ff8-8253-6ebd70220a91 HTTP/1.1" status: 200 len: 981 time: 1.3536890 Mar 07 21:47:51.240727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafd145-2c09-4b6f-82c4-23c07238ddd6 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'Port': ['ID=a9a3964f-e02e-4ff8-8253-6ebd70220a91,revision_number=6']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:51.256106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e029502-0d2a-46b9-8b2a-bd4d1e480987', 'tag': 'a9a3964f-e02e-4ff8-8253-6ebd70220a91'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:51.258920 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5a47ea-557a-47c2-90d9-5d4887c9b8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6e029502-0d2a-46b9-8b2a-bd4d1e480987", "tag": "a9a3964f-e02e-4ff8-8253-6ebd70220a91"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:51.299658 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network a7bf37c1-050c-45f1-969c-802a41e2cad2 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:51.301423 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:51.304802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-27ab77c9-462c-420e-b1dd-93fcda85f333 None None] Provisioning complete for port 86d25fe8-ab12-4a79-aaaa-86805ca27a97 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:51.305179 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-27ab77c9-462c-420e-b1dd-93fcda85f333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (86d25fe8-ab12-4a79-aaaa-86805ca27a97), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:51.319613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed43b2f-ad42-42ef-beb7-29dede8f8a98 admin admin] Network 580206cc-f898-4b6b-9293-f6d4ddc68cb6 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:47:51.341461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff091dc-c250-4baa-abca-bd4be2180ff4 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a997c6-8b8e-43a8-a540-ac06508dbf3e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:51.370933 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f468e92a-4e75-4ec5-ad6a-51de87674135 x-openstack-request-id: req-f468e92a-4e75-4ec5-ad6a-51de87674135 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:51.371693 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e029502-0d2a-46b9-8b2a-bd4d1e480987", "tag": "a9a3964f-e02e-4ff8-8253-6ebd70220a91", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:51.372166 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f468e92a-4e75-4ec5-ad6a-51de87674135 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:51.372818 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e029502-0d2a-46b9-8b2a-bd4d1e480987', 'tag': 'a9a3964f-e02e-4ff8-8253-6ebd70220a91', 'status': 'completed', 'code': 200} Mar 07 21:47:51.411416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['a9a3964f-e02e-4ff8-8253-6ebd70220a91'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:51.425735 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-6ed43b2f-ad42-42ef-beb7-29dede8f8a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 580206cc-f898-4b6b-9293-f6d4ddc68cb6) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:51.434449 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed43b2f-ad42-42ef-beb7-29dede8f8a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:51.435243 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ed43b2f-ad42-42ef-beb7-29dede8f8a98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:51.449601 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-95fb951a-b170-4c93-949d-5473eebf3c86 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group_rule (0e264141-dfea-4d3e-9f0b-436321da9dd9), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:51.482453 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6ed43b2f-ad42-42ef-beb7-29dede8f8a98 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7904503 Mar 07 21:47:51.503019 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-caaf476c-e20c-43a8-9a09-56078d7b31b0 req-3a591931-f092-473d-9c65-c2fdc99fd3f1 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/8991ec3a-94db-4cc6-bd64-ecb567a1bb68 HTTP/1.1" status: 200 len: 1818 time: 0.2397113 Mar 07 21:47:51.559802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router 8898d2a0-5321-4d84-b07e-617c9cf573ea is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:47:51.573423 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4231dcdb-cbed-43ed-804a-c704a2f858b7 None None] Network 580206cc-f898-4b6b-9293-f6d4ddc68cb6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:51.865039 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-95fb951a-b170-4c93-949d-5473eebf3c86 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group_rule (0e264141-dfea-4d3e-9f0b-436321da9dd9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:51.903552 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-95fb951a-b170-4c93-949d-5473eebf3c86 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (0e264141-dfea-4d3e-9f0b-436321da9dd9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:51.911895 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:47:51.937164 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-294c4cd2-fbca-41c9-aca7-8bb212db76cc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/8898d2a0-5321-4d84-b07e-617c9cf573ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2623229 Mar 07 21:47:51.940042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38690) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:51.943608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a47ea-557a-47c2-90d9-5d4887c9b8aa req-47dd37d0-f025-4ffe-a094-3d4f5d915ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:51.950479 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b5a47ea-557a-47c2-90d9-5d4887c9b8aa req-47dd37d0-f025-4ffe-a094-3d4f5d915ca4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=403f3deab64c4fccbdc05488aa7b8f2f&device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 1166 time: 0.5528975 Mar 07 21:47:52.018757 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-caaf476c-e20c-43a8-9a09-56078d7b31b0 req-18ac6c3f-2df3-4088-af12-dc4ad16cf9a6 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 21:47:52.020220 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-caaf476c-e20c-43a8-9a09-56078d7b31b0 req-18ac6c3f-2df3-4088-af12-dc4ad16cf9a6 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "DELETE /v2.0/security-groups/8991ec3a-94db-4cc6-bd64-ecb567a1bb68 HTTP/1.1" status: 409 len: 341 time: 0.4746180 Mar 07 21:47:52.041796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb951a-b170-4c93-949d-5473eebf3c86 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e264141-dfea-4d3e-9f0b-436321da9dd9,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:52.064344 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-95fb951a-b170-4c93-949d-5473eebf3c86 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:52.065762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-95fb951a-b170-4c93-949d-5473eebf3c86 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0662289 Mar 07 21:47:52.079603 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0ece1d-7431-4417-a6a5-c1ea5062ca54 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:52.087735 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ea0ece1d-7431-4417-a6a5-c1ea5062ca54 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports/da67f91e-4dd2-4914-84cb-c50b228b5bdd HTTP/1.1" status: 200 len: 910 time: 0.1440365 Mar 07 21:47:52.088752 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38694) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:52.089236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38696) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:52.113146 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f4fcf93b-10f8-4a2b-bbdf-db906b37404f tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '04a997c6-8b8e-43a8-a540-ac06508dbf3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:52.137164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a47ea-557a-47c2-90d9-5d4887c9b8aa req-bf203554-b990-4dfd-b969-b78e75a0d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:52.138856 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b5a47ea-557a-47c2-90d9-5d4887c9b8aa req-bf203554-b990-4dfd-b969-b78e75a0d576 service neutron] 10.222.0.13 "GET /v2.0/networks?id=32b92585-dc87-411b-a89d-010b1d8767b0 HTTP/1.1" status: 200 len: 913 time: 0.1823828 Mar 07 21:47:52.191584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0284aa9b-ad26-4f0c-bacf-ff9910656640 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '009d6fa0-1e19-4c3b-992f-773c33f0a891'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:52.272658 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b5a47ea-557a-47c2-90d9-5d4887c9b8aa req-c03db6ee-99ee-4c4c-8114-7f28ec79fbf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9a3964f-e02e-4ff8-8253-6ebd70220a91 HTTP/1.1" status: 200 len: 217 time: 0.1243780 Mar 07 21:47:52.360532 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a47ea-557a-47c2-90d9-5d4887c9b8aa req-a2130fb3-1cd2-438d-bd26-3ba8edc2c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:52.365461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b5a47ea-557a-47c2-90d9-5d4887c9b8aa req-a2130fb3-1cd2-438d-bd26-3ba8edc2c8e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa7bfe6c-aec1-45a3-b688-4abd795bc27a HTTP/1.1" status: 200 len: 852 time: 0.0877678 Mar 07 21:47:52.403691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 86d25fe8-ab12-4a79-aaaa-86805ca27a97 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:47:52.422911 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365eede3-0f4e-4c87-bae5-bf38382f473a None None] Sync routers for ids ['8898d2a0-5321-4d84-b07e-617c9cf573ea'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:52.434654 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b5a47ea-557a-47c2-90d9-5d4887c9b8aa req-a6821dab-b62d-4edd-b1eb-911c46c9c06f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32b92585-dc87-411b-a89d-010b1d8767b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581646 Mar 07 21:47:52.494341 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f4fcf93b-10f8-4a2b-bbdf-db906b37404f tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group_rule (812c7c0a-6f93-40fa-bbc5-b1dd1b953b79), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:52.571891 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0284aa9b-ad26-4f0c-bacf-ff9910656640 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (da67f91e-4dd2-4914-84cb-c50b228b5bdd), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:52.591880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f83e37-44c7-4ee3-a4ff-20e5f21c2d66 req-624dbe0e-bcfd-4445-945c-24c6a411f04c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:52.593575 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54f83e37-44c7-4ee3-a4ff-20e5f21c2d66 req-624dbe0e-bcfd-4445-945c-24c6a411f04c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 984 time: 0.1549504 Mar 07 21:47:52.597039 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-f4fcf93b-10f8-4a2b-bbdf-db906b37404f tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 21:47:52.598441 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f4fcf93b-10f8-4a2b-bbdf-db906b37404f tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5077219 Mar 07 21:47:52.601217 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38704) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:52.676030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b5a47ea-557a-47c2-90d9-5d4887c9b8aa req-b8d45ef1-5db8-4a22-8a70-13098ba8942b service neutron] 10.222.0.13 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306030 Mar 07 21:47:52.730944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c60fbe4-8733-4125-8424-0e81718e9800 None None] Network 580206cc-f898-4b6b-9293-f6d4ddc68cb6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:52.873427 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78663074-e66b-4197-8074-9389b79a8e7e tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (04a997c6-8b8e-43a8-a540-ac06508dbf3e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:52.955367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-27ab77c9-462c-420e-b1dd-93fcda85f333 None None] Current status of the port 86d25fe8-ab12-4a79-aaaa-86805ca27a97 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:53.018206 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:53.028472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-27ab77c9-462c-420e-b1dd-93fcda85f333 None None] Provisioning complete for port da67f91e-4dd2-4914-84cb-c50b228b5bdd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:53.028733 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78663074-e66b-4197-8074-9389b79a8e7e tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (04a997c6-8b8e-43a8-a540-ac06508dbf3e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:53.029085 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-27ab77c9-462c-420e-b1dd-93fcda85f333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (da67f91e-4dd2-4914-84cb-c50b228b5bdd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:53.038046 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54f83e37-44c7-4ee3-a4ff-20e5f21c2d66 req-928021be-40c9-4aeb-9a61-498588893ab7 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&id=8991ec3a-94db-4cc6-bd64-ecb567a1bb68&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3609712 Mar 07 21:47:53.048943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b5a47ea-557a-47c2-90d9-5d4887c9b8aa req-c79083e6-3c37-456f-a773-464365762cd1 service neutron] 10.222.0.13 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588395 Mar 07 21:47:53.078150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365eede3-0f4e-4c87-bae5-bf38382f473a None None] Routers {'8898d2a0-5321-4d84-b07e-617c9cf573ea'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:53.079058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-365eede3-0f4e-4c87-bae5-bf38382f473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['8898d2a0-5321-4d84-b07e-617c9cf573ea'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:53.124856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-365eede3-0f4e-4c87-bae5-bf38382f473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:53.183895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25439636-350f-4c85-a7ab-262212c27612 req-0b1859fc-2d5f-48f5-bd86-f9f246237304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:53.205328 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25439636-350f-4c85-a7ab-262212c27612 req-0b1859fc-2d5f-48f5-bd86-f9f246237304 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=403f3deab64c4fccbdc05488aa7b8f2f&device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 1166 time: 0.0736392 Mar 07 21:47:53.285695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78663074-e66b-4197-8074-9389b79a8e7e tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (04a997c6-8b8e-43a8-a540-ac06508dbf3e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:53.288310 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78663074-e66b-4197-8074-9389b79a8e7e tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:53.295260 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-78663074-e66b-4197-8074-9389b79a8e7e tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "DELETE /v2.0/security-groups/04a997c6-8b8e-43a8-a540-ac06508dbf3e HTTP/1.1" status: 204 len: 168 time: 0.6930375 Mar 07 21:47:53.299227 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38740) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:53.361951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25439636-350f-4c85-a7ab-262212c27612 req-5f4dcc6b-1c4c-4ee1-b30e-824c6bb24df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:53.363997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25439636-350f-4c85-a7ab-262212c27612 req-5f4dcc6b-1c4c-4ee1-b30e-824c6bb24df9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=32b92585-dc87-411b-a89d-010b1d8767b0 HTTP/1.1" status: 200 len: 913 time: 0.1581492 Mar 07 21:47:53.427878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365eede3-0f4e-4c87-bae5-bf38382f473a None None] Routers {'8898d2a0-5321-4d84-b07e-617c9cf573ea'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:53.429528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-365eede3-0f4e-4c87-bae5-bf38382f473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['8898d2a0-5321-4d84-b07e-617c9cf573ea'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:53.492706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25439636-350f-4c85-a7ab-262212c27612 req-9bcf54ab-22e5-47ee-9280-c2f3aa54d971 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9a3964f-e02e-4ff8-8253-6ebd70220a91 HTTP/1.1" status: 200 len: 217 time: 0.1181145 Mar 07 21:47:53.504589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-365eede3-0f4e-4c87-bae5-bf38382f473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:53.505269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365eede3-0f4e-4c87-bae5-bf38382f473a None None] The sync data for ids ['8898d2a0-5321-4d84-b07e-617c9cf573ea'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:53.528420 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-27ab77c9-462c-420e-b1dd-93fcda85f333 None None] Port da67f91e-4dd2-4914-84cb-c50b228b5bdd cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:53.537487 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78663074-e66b-4197-8074-9389b79a8e7e tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a997c6-8b8e-43a8-a540-ac06508dbf3e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:53.601027 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f80c94c8-d244-4563-9d79-a9269045da85 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2876971 Mar 07 21:47:53.606200 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38750) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:53.610624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b35243a9-c162-4df0-aabe-d3bcfe1a7065 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426536786'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:53.633874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25439636-350f-4c85-a7ab-262212c27612 req-733d5c9f-cc8b-4270-8da4-0564c0a2eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:53.636883 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25439636-350f-4c85-a7ab-262212c27612 req-733d5c9f-cc8b-4270-8da4-0564c0a2eb62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa7bfe6c-aec1-45a3-b688-4abd795bc27a HTTP/1.1" status: 200 len: 852 time: 0.1363590 Mar 07 21:47:53.686715 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0284aa9b-ad26-4f0c-bacf-ff9910656640 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (da67f91e-4dd2-4914-84cb-c50b228b5bdd), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:53.690312 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b35243a9-c162-4df0-aabe-d3bcfe1a7065 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:53.704158 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0284aa9b-ad26-4f0c-bacf-ff9910656640 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (da67f91e-4dd2-4914-84cb-c50b228b5bdd), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:53.707746 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25439636-350f-4c85-a7ab-262212c27612 req-fe3f9f25-ca7f-42de-8935-55359cda4cce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32b92585-dc87-411b-a89d-010b1d8767b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636034 Mar 07 21:47:53.715848 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 86d25fe8-ab12-4a79-aaaa-86805ca27a97 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:53.720718 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (86d25fe8-ab12-4a79-aaaa-86805ca27a97), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:53.808790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0284aa9b-ad26-4f0c-bacf-ff9910656640 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:53.809727 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0284aa9b-ad26-4f0c-bacf-ff9910656640 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:53.812015 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0284aa9b-ad26-4f0c-bacf-ff9910656640 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/ports/da67f91e-4dd2-4914-84cb-c50b228b5bdd HTTP/1.1" status: 200 len: 910 time: 1.6386144 Mar 07 21:47:53.816522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9ec0515d-521d-4ffd-8420-71e5ed28687b None None] Provisioning complete for port da67f91e-4dd2-4914-84cb-c50b228b5bdd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:47:53.816901 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9ec0515d-521d-4ffd-8420-71e5ed28687b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (da67f91e-4dd2-4914-84cb-c50b228b5bdd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:53.819898 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38760) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:53.855761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25439636-350f-4c85-a7ab-262212c27612 req-4e500fbf-74c5-4201-8ec3-2533eac82734 service neutron] 10.222.0.13 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354120 Mar 07 21:47:53.860294 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9ec0515d-521d-4ffd-8420-71e5ed28687b None None] Port da67f91e-4dd2-4914-84cb-c50b228b5bdd cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:47:53.862614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284aa9b-ad26-4f0c-bacf-ff9910656640 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=da67f91e-4dd2-4914-84cb-c50b228b5bdd,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:54.024982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 86d25fe8-ab12-4a79-aaaa-86805ca27a97 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:47:54.125376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769304e-263b-4390-b0f8-8703b478bb98 req-5c0fb0f1-e5b5-4f77-8da8-8d17d889b43d tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:54.131973 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9769304e-263b-4390-b0f8-8703b478bb98 req-5c0fb0f1-e5b5-4f77-8da8-8d17d889b43d tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/networks?id=580206cc-f898-4b6b-9293-f6d4ddc68cb6 HTTP/1.1" status: 200 len: 809 time: 0.4231470 Mar 07 21:47:54.170388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25439636-350f-4c85-a7ab-262212c27612 req-eb3cd23d-7e00-48ba-abf9-2a23c9c92e3e service neutron] 10.222.0.13 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993662 Mar 07 21:47:54.219371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9769304e-263b-4390-b0f8-8703b478bb98 req-060e87ec-bc34-4886-b0ba-451def7e335a tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/quotas/7c5d07705329457aa13a4522a8014ccc HTTP/1.1" status: 200 len: 375 time: 0.0864985 Mar 07 21:47:54.260374 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9769304e-263b-4390-b0f8-8703b478bb98 req-c9603735-919d-436e-b1b7-324549486dda tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c5d07705329457aa13a4522a8014ccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339649 Mar 07 21:47:54.276924 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece26713-fb44-4b8d-b97b-f940070635f8 req-c19395d3-999a-4d6f-abeb-6d311b716390 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:54.284521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ece26713-fb44-4b8d-b97b-f940070635f8 req-c19395d3-999a-4d6f-abeb-6d311b716390 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 984 time: 0.1227229 Mar 07 21:47:54.417443 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ece26713-fb44-4b8d-b97b-f940070635f8 req-1ebab342-803d-4f18-8a2d-0b02b58435ac tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&id=8991ec3a-94db-4cc6-bd64-ecb567a1bb68&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1249111 Mar 07 21:47:54.464970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9769304e-263b-4390-b0f8-8703b478bb98 req-35620849-ab24-4931-bde9-a579e4fff9b9 service neutron] 10.222.0.26 "GET /v2.0/networks/580206cc-f898-4b6b-9293-f6d4ddc68cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962233 Mar 07 21:47:54.530674 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b35243a9-c162-4df0-aabe-d3bcfe1a7065 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (0616b7d0-5a7a-4f2a-9e4a-cb6ea55c6f45), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:54.539487 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b35243a9-c162-4df0-aabe-d3bcfe1a7065 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0616b7d0-5a7a-4f2a-9e4a-cb6ea55c6f45), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:54.584234 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9769304e-263b-4390-b0f8-8703b478bb98 req-1bbfa1b7-88f7-4330-b0bb-e8547e775610 service neutron] 10.222.0.26 "GET /v2.0/networks/580206cc-f898-4b6b-9293-f6d4ddc68cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126037 Mar 07 21:47:54.599374 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b35243a9-c162-4df0-aabe-d3bcfe1a7065 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:54.600866 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b35243a9-c162-4df0-aabe-d3bcfe1a7065 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9935510 Mar 07 21:47:54.604277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38768) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:54.611415 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-18a6f2bf-53a9-419b-a7aa-33b53db5aae4 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '0616b7d0-5a7a-4f2a-9e4a-cb6ea55c6f45', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:54.614181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35243a9-c162-4df0-aabe-d3bcfe1a7065 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0616b7d0-5a7a-4f2a-9e4a-cb6ea55c6f45,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:54.615106 n-d-832330-1 neutron-server[103719]: WARNING neutron.api.v2.base [None req-18a6f2bf-53a9-419b-a7aa-33b53db5aae4 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 07 21:47:54.615957 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-18a6f2bf-53a9-419b-a7aa-33b53db5aae4 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:54.617436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-18a6f2bf-53a9-419b-a7aa-33b53db5aae4 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0119724 Mar 07 21:47:54.620717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38770) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:54.690985 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8b638cf9-951d-47f5-a40c-de110301ce15 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (0616b7d0-5a7a-4f2a-9e4a-cb6ea55c6f45), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:54.725133 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8b638cf9-951d-47f5-a40c-de110301ce15 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (0616b7d0-5a7a-4f2a-9e4a-cb6ea55c6f45), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:54.790478 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8b638cf9-951d-47f5-a40c-de110301ce15 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0616b7d0-5a7a-4f2a-9e4a-cb6ea55c6f45), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:54.793410 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8b638cf9-951d-47f5-a40c-de110301ce15 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:54.794582 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8b638cf9-951d-47f5-a40c-de110301ce15 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "DELETE /v2.0/security-groups/0616b7d0-5a7a-4f2a-9e4a-cb6ea55c6f45 HTTP/1.1" status: 204 len: 168 time: 0.1726344 Mar 07 21:47:54.797573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38772) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:54.811750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b638cf9-951d-47f5-a40c-de110301ce15 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0616b7d0-5a7a-4f2a-9e4a-cb6ea55c6f45,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:54.860994 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51ad4782-11e7-4ad5-9327-aa13ec1eb43b tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (8898d2a0-5321-4d84-b07e-617c9cf573ea), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:54.866701 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0718dd83-470c-4b20-b33e-11a9d659d45f tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0678434 Mar 07 21:47:54.871056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38774) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:54.876719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-227e2650-4880-409f-bfcc-1aad3631cef2 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1955666337'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:54.929122 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-227e2650-4880-409f-bfcc-1aad3631cef2 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:55.019511 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-227e2650-4880-409f-bfcc-1aad3631cef2 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (d8e718bc-1dfe-48c7-bcc8-83aeb154507e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:55.059708 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10f0cb4b-f17b-47c9-ba67-f7d9bcbc8fb8 req-404dbfb6-ea52-421a-b2bd-d73c3ddad362 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 210 time: 0.0371978 Mar 07 21:47:55.061432 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-227e2650-4880-409f-bfcc-1aad3631cef2 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d8e718bc-1dfe-48c7-bcc8-83aeb154507e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:55.100604 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-227e2650-4880-409f-bfcc-1aad3631cef2 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:55.102297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-227e2650-4880-409f-bfcc-1aad3631cef2 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2301440 Mar 07 21:47:55.105585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38778) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:55.117875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e8b892d5-0af7-4eb4-9ced-4584a8e215fa tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': 'd8e718bc-1dfe-48c7-bcc8-83aeb154507e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:55.137539 n-d-832330-1 neutron-server[103719]: WARNING neutron.api.v2.base [None req-e8b892d5-0af7-4eb4-9ced-4584a8e215fa tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 07 21:47:55.138440 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-e8b892d5-0af7-4eb4-9ced-4584a8e215fa tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:55.139705 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e8b892d5-0af7-4eb4-9ced-4584a8e215fa tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0253816 Mar 07 21:47:55.143500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38782) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:55.183547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e2650-4880-409f-bfcc-1aad3631cef2 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e718bc-1dfe-48c7-bcc8-83aeb154507e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:55.256708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-51ad4782-11e7-4ad5-9327-aa13ec1eb43b tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port da67f91e-4dd2-4914-84cb-c50b228b5bdd {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:55.257196 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51ad4782-11e7-4ad5-9327-aa13ec1eb43b tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (da67f91e-4dd2-4914-84cb-c50b228b5bdd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:55.261994 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d59a64d-ffec-4cca-be0e-100f07d851fc tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (d8e718bc-1dfe-48c7-bcc8-83aeb154507e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:55.289619 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d59a64d-ffec-4cca-be0e-100f07d851fc tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (d8e718bc-1dfe-48c7-bcc8-83aeb154507e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:55.357873 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d59a64d-ffec-4cca-be0e-100f07d851fc tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d8e718bc-1dfe-48c7-bcc8-83aeb154507e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:55.361550 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d59a64d-ffec-4cca-be0e-100f07d851fc tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:55.365234 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3d59a64d-ffec-4cca-be0e-100f07d851fc tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "DELETE /v2.0/security-groups/d8e718bc-1dfe-48c7-bcc8-83aeb154507e HTTP/1.1" status: 204 len: 168 time: 0.2184622 Mar 07 21:47:55.366377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38788) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:55.391584 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51ad4782-11e7-4ad5-9327-aa13ec1eb43b tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (da67f91e-4dd2-4914-84cb-c50b228b5bdd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:55.403437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59a64d-ffec-4cca-be0e-100f07d851fc tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e718bc-1dfe-48c7-bcc8-83aeb154507e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:55.417442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-51ad4782-11e7-4ad5-9327-aa13ec1eb43b tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for da67f91e-4dd2-4914-84cb-c50b228b5bdd owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:55.472460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e2494447-68a5-421f-b2b4-ad139efbb7df tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1009829 Mar 07 21:47:55.473466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38796) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:55.485409 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-d85ecc87-c277-4aad-9db7-5037213f4c22 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group': {'name': 'tempest-secgroup--905099262'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:55.603205 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d85ecc87-c277-4aad-9db7-5037213f4c22 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:55.703941 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d85ecc87-c277-4aad-9db7-5037213f4c22 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (17977152-352d-4615-a42f-3dc137f87d09), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:55.715391 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d85ecc87-c277-4aad-9db7-5037213f4c22 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (17977152-352d-4615-a42f-3dc137f87d09), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:55.729036 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51ad4782-11e7-4ad5-9327-aa13ec1eb43b tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (da67f91e-4dd2-4914-84cb-c50b228b5bdd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:55.739096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609411b0-2626-4b94-9c83-962e6b5c29d9 req-a9030ddd-84c4-4ada-8267-13eb58799a51 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:55.747511 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-609411b0-2626-4b94-9c83-962e6b5c29d9 req-a9030ddd-84c4-4ada-8267-13eb58799a51 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 984 time: 0.2073970 Mar 07 21:47:55.767656 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d85ecc87-c277-4aad-9db7-5037213f4c22 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:55.769793 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d85ecc87-c277-4aad-9db7-5037213f4c22 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2931533 Mar 07 21:47:55.774044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38802) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:55.788165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-a6c718ca-f1ba-419d-a212-d75865c74fe8 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '17977152-352d-4615-a42f-3dc137f87d09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:55.807730 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad4782-11e7-4ad5-9327-aa13ec1eb43b tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=da67f91e-4dd2-4914-84cb-c50b228b5bdd,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:55.818250 n-d-832330-1 neutron-server[103719]: WARNING neutron.api.v2.base [None req-a6c718ca-f1ba-419d-a212-d75865c74fe8 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 07 21:47:55.819133 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-a6c718ca-f1ba-419d-a212-d75865c74fe8 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:55.820585 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a6c718ca-f1ba-419d-a212-d75865c74fe8 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0401855 Mar 07 21:47:55.827935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38804) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:55.837207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-232ab556-a037-45e5-ba2f-a8da3f15f0dc tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '17977152-352d-4615-a42f-3dc137f87d09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:55.839990 n-d-832330-1 neutron-server[103719]: WARNING neutron.api.v2.base [None req-232ab556-a037-45e5-ba2f-a8da3f15f0dc tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 07 21:47:55.840565 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-232ab556-a037-45e5-ba2f-a8da3f15f0dc tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:55.841663 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-232ab556-a037-45e5-ba2f-a8da3f15f0dc tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0117624 Mar 07 21:47:55.869934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38806) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:55.890046 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b26e836b-6586-4de0-b256-0a8449538b44 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '17977152-352d-4615-a42f-3dc137f87d09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:55.900732 n-d-832330-1 neutron-server[103719]: WARNING neutron.api.v2.base [None req-b26e836b-6586-4de0-b256-0a8449538b44 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 07 21:47:55.901384 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-b26e836b-6586-4de0-b256-0a8449538b44 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:55.902540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b26e836b-6586-4de0-b256-0a8449538b44 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0267093 Mar 07 21:47:55.917903 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38808) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:55.922751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8d9c6d9e-7932-4f27-b4be-6006a5143cc0 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '17977152-352d-4615-a42f-3dc137f87d09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:55.925556 n-d-832330-1 neutron-server[103718]: WARNING neutron.api.v2.base [None req-8d9c6d9e-7932-4f27-b4be-6006a5143cc0 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 07 21:47:55.930123 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-8d9c6d9e-7932-4f27-b4be-6006a5143cc0 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:55.931690 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8d9c6d9e-7932-4f27-b4be-6006a5143cc0 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0128105 Mar 07 21:47:55.939350 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38810) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:56.020280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-609411b0-2626-4b94-9c83-962e6b5c29d9 req-4791c0c2-5433-437b-9d70-143acc05a217 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=32299073-b5c5-47aa-aebf-fdccc634bc31&id=8991ec3a-94db-4cc6-bd64-ecb567a1bb68&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2705877 Mar 07 21:47:56.022574 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ecc87-c277-4aad-9db7-5037213f4c22 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17977152-352d-4615-a42f-3dc137f87d09,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:56.055031 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a1e71233-2128-41b8-a759-c263c24c3cf1 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (17977152-352d-4615-a42f-3dc137f87d09), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:56.211944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05b8b6e7-8213-4a0d-9459-dc62df657472 req-bfbf5c10-6cea-43bf-bba6-c6285aae50aa tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 210 time: 0.0540824 Mar 07 21:47:56.240162 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a1e71233-2128-41b8-a759-c263c24c3cf1 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (17977152-352d-4615-a42f-3dc137f87d09), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:56.299286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51ad4782-11e7-4ad5-9327-aa13ec1eb43b tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (8898d2a0-5321-4d84-b07e-617c9cf573ea), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:56.355476 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee0d51d5-703d-4da5-bce5-380ac4bd5995 req-660fd1f7-be76-4ed2-9dc0-67545efc0a0e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1055515736&fields=id&tenant_id=403f3deab64c4fccbdc05488aa7b8f2f HTTP/1.1" status: 200 len: 267 time: 0.2032070 Mar 07 21:47:56.405799 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a1e71233-2128-41b8-a759-c263c24c3cf1 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (17977152-352d-4615-a42f-3dc137f87d09), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:56.408418 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a1e71233-2128-41b8-a759-c263c24c3cf1 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:56.409564 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a1e71233-2128-41b8-a759-c263c24c3cf1 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "DELETE /v2.0/security-groups/17977152-352d-4615-a42f-3dc137f87d09 HTTP/1.1" status: 204 len: 168 time: 0.4696579 Mar 07 21:47:56.416848 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38818) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:56.420251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d51d5-703d-4da5-bce5-380ac4bd5995 req-f895f892-684d-4938-822a-f61499a7e0db tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:56.426740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee0d51d5-703d-4da5-bce5-380ac4bd5995 req-f895f892-684d-4938-822a-f61499a7e0db tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 984 time: 0.0688534 Mar 07 21:47:56.435795 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-ee0d51d5-703d-4da5-bce5-380ac4bd5995 req-ca4822bb-92d7-41b9-9177-a0df87cd4ec7 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'port': {'security_groups': ['32299073-b5c5-47aa-aebf-fdccc634bc31', '8991ec3a-94db-4cc6-bd64-ecb567a1bb68', '97185abb-1ea6-4c67-b313-aeef907157aa']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:56.459706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e71233-2128-41b8-a759-c263c24c3cf1 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17977152-352d-4615-a42f-3dc137f87d09,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:56.547643 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ee0d51d5-703d-4da5-bce5-380ac4bd5995 req-ca4822bb-92d7-41b9-9177-a0df87cd4ec7 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:56.563204 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8efbb8ec-7d79-4665-84c0-8e380fd97816 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1392763 Mar 07 21:47:56.563597 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38820) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:56.571350 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d5b23b2d-db5d-4269-b5be-8312b34a2dae tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group': {'name': 'tempest-secgroup--846351537'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:56.621137 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5b23b2d-db5d-4269-b5be-8312b34a2dae tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:56.665968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ad4782-11e7-4ad5-9327-aa13ec1eb43b tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router 8898d2a0-5321-4d84-b07e-617c9cf573ea has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:47:56.828962 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ee0d51d5-703d-4da5-bce5-380ac4bd5995 req-ca4822bb-92d7-41b9-9177-a0df87cd4ec7 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] For port a9a3964f-e02e-4ff8-8253-6ebd70220a91, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a9a3964f-e02e-4ff8-8253-6ebd70220a91,segment=NetworkSegment(a5a1f513-4fae-40ee-bb0a-041388391ee7),segment_id=a5a1f513-4fae-40ee-bb0a-041388391ee7)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:56.863861 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ee0d51d5-703d-4da5-bce5-380ac4bd5995 req-ca4822bb-92d7-41b9-9177-a0df87cd4ec7 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:56.892310 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ee0d51d5-703d-4da5-bce5-380ac4bd5995 req-ca4822bb-92d7-41b9-9177-a0df87cd4ec7 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:56.897295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['463f9dfe-7088-4a9d-bfb8-504ffa0bed6e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:56.901877 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['a9a3964f-e02e-4ff8-8253-6ebd70220a91'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:56.951343 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ad4782-11e7-4ad5-9327-aa13ec1eb43b tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:47:56.956705 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-51ad4782-11e7-4ad5-9327-aa13ec1eb43b tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/8898d2a0-5321-4d84-b07e-617c9cf573ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1354299 Mar 07 21:47:56.965676 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38824) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:56.970836 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4888c19a-c031-4fb3-8905-a7cbe0e7dd54 None None] Sync routers for ids ['8898d2a0-5321-4d84-b07e-617c9cf573ea'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:56.991634 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4888c19a-c031-4fb3-8905-a7cbe0e7dd54 None None] Routers {'8898d2a0-5321-4d84-b07e-617c9cf573ea'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:56.992282 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4888c19a-c031-4fb3-8905-a7cbe0e7dd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['8898d2a0-5321-4d84-b07e-617c9cf573ea'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:57.003042 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5736e80e-e8d6-4513-88ed-750be0cb4f70 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports?device_id=8898d2a0-5321-4d84-b07e-617c9cf573ea HTTP/1.1" status: 200 len: 205 time: 0.0361552 Mar 07 21:47:57.008993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38826) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:57.021497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4822bb-92d7-41b9-9177-a0df87cd4ec7 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'Port': ['ID=a9a3964f-e02e-4ff8-8253-6ebd70220a91,revision_number=7']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:57.036601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d51d5-703d-4da5-bce5-380ac4bd5995 req-ca4822bb-92d7-41b9-9177-a0df87cd4ec7 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:57.037621 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ee0d51d5-703d-4da5-bce5-380ac4bd5995 req-ca4822bb-92d7-41b9-9177-a0df87cd4ec7 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:57.039194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee0d51d5-703d-4da5-bce5-380ac4bd5995 req-ca4822bb-92d7-41b9-9177-a0df87cd4ec7 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "PUT /v2.0/ports/a9a3964f-e02e-4ff8-8253-6ebd70220a91 HTTP/1.1" status: 200 len: 1020 time: 0.6102283 Mar 07 21:47:57.039734 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e029502-0d2a-46b9-8b2a-bd4d1e480987', 'tag': 'a9a3964f-e02e-4ff8-8253-6ebd70220a91'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:57.042336 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6f408f-4c06-4f07-b38b-9e9b9d64ad2c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e029502-0d2a-46b9-8b2a-bd4d1e480987", "tag": "a9a3964f-e02e-4ff8-8253-6ebd70220a91"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:47:57.081255 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4888c19a-c031-4fb3-8905-a7cbe0e7dd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:57.098442 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4888c19a-c031-4fb3-8905-a7cbe0e7dd54 None None] Routers {'8898d2a0-5321-4d84-b07e-617c9cf573ea'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:47:57.099226 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4888c19a-c031-4fb3-8905-a7cbe0e7dd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['8898d2a0-5321-4d84-b07e-617c9cf573ea'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:57.102111 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb13b36-ace9-4b14-bf07-56ee1f8dfbc8 x-openstack-request-id: req-aeb13b36-ace9-4b14-bf07-56ee1f8dfbc8 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:47:57.102669 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e029502-0d2a-46b9-8b2a-bd4d1e480987", "tag": "a9a3964f-e02e-4ff8-8253-6ebd70220a91", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:47:57.104851 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aeb13b36-ace9-4b14-bf07-56ee1f8dfbc8 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:47:57.104851 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e029502-0d2a-46b9-8b2a-bd4d1e480987', 'tag': 'a9a3964f-e02e-4ff8-8253-6ebd70220a91', 'status': 'completed', 'code': 200} Mar 07 21:47:57.138979 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['a9a3964f-e02e-4ff8-8253-6ebd70220a91'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:47:57.143598 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-372add82-a167-45ce-a797-0aed66c4c7a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (8898d2a0-5321-4d84-b07e-617c9cf573ea), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:57.179111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb26dfc9-1dbf-4b83-8475-11e09f8cbce0 req-6b98c0c6-9c00-4cb4-a356-2f664abc9970 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/97185abb-1ea6-4c67-b313-aeef907157aa HTTP/1.1" status: 200 len: 1819 time: 0.1056073 Mar 07 21:47:57.192525 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4888c19a-c031-4fb3-8905-a7cbe0e7dd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:57.193201 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4888c19a-c031-4fb3-8905-a7cbe0e7dd54 None None] The sync data for ids ['8898d2a0-5321-4d84-b07e-617c9cf573ea'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:57.243122 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5b23b2d-db5d-4269-b5be-8312b34a2dae tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (24da92e2-618e-425c-90fe-c7ecb9cd13d2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:57.248718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f408f-4c06-4f07-b38b-9e9b9d64ad2c req-1505d8ea-e2be-4919-b7d0-49fafcb2423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:57.251162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6f408f-4c06-4f07-b38b-9e9b9d64ad2c req-1505d8ea-e2be-4919-b7d0-49fafcb2423f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=403f3deab64c4fccbdc05488aa7b8f2f&device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 1206 time: 0.1207666 Mar 07 21:47:57.260824 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5b23b2d-db5d-4269-b5be-8312b34a2dae tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (24da92e2-618e-425c-90fe-c7ecb9cd13d2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:57.364195 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-bb26dfc9-1dbf-4b83-8475-11e09f8cbce0 req-540bc52e-033e-4fa1-9cd6-a435896b4125 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 21:47:57.372708 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb26dfc9-1dbf-4b83-8475-11e09f8cbce0 req-540bc52e-033e-4fa1-9cd6-a435896b4125 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "DELETE /v2.0/security-groups/97185abb-1ea6-4c67-b313-aeef907157aa HTTP/1.1" status: 409 len: 341 time: 0.1924257 Mar 07 21:47:57.445138 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-372add82-a167-45ce-a797-0aed66c4c7a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (8898d2a0-5321-4d84-b07e-617c9cf573ea), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:57.448849 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-372add82-a167-45ce-a797-0aed66c4c7a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_controller (8898d2a0-5321-4d84-b07e-617c9cf573ea), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:57.454221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52f67bc1-d64b-4a80-a008-b13743542ab4 req-6d3a6ea7-9bf9-47ca-9ce4-cc15e2f71f2c tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 210 time: 0.1322069 Mar 07 21:47:57.507767 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5b23b2d-db5d-4269-b5be-8312b34a2dae tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:57.513631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38840) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:57.514310 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d5b23b2d-db5d-4269-b5be-8312b34a2dae tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9492738 Mar 07 21:47:57.523023 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-372add82-a167-45ce-a797-0aed66c4c7a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (8898d2a0-5321-4d84-b07e-617c9cf573ea), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:57.523548 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372add82-a167-45ce-a797-0aed66c4c7a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Fanout notify agent at l3_agent the message router_deleted on router 8898d2a0-5321-4d84-b07e-617c9cf573ea {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:47:57.533651 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-372add82-a167-45ce-a797-0aed66c4c7a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:57.535972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-8567da92-1bf2-46e5-bc93-e4e19bf37fec tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '24da92e2-618e-425c-90fe-c7ecb9cd13d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:57.536742 n-d-832330-1 neutron-server[103719]: WARNING neutron.api.v2.base [None req-8567da92-1bf2-46e5-bc93-e4e19bf37fec tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 21:47:57.537261 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-8567da92-1bf2-46e5-bc93-e4e19bf37fec tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:57.537673 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-372add82-a167-45ce-a797-0aed66c4c7a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/routers/8898d2a0-5321-4d84-b07e-617c9cf573ea HTTP/1.1" status: 204 len: 168 time: 0.5201178 Mar 07 21:47:57.541528 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8567da92-1bf2-46e5-bc93-e4e19bf37fec tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0181019 Mar 07 21:47:57.548441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769304e-263b-4390-b0f8-8703b478bb98 req-bae5026d-7ed5-412d-886d-329290b31446 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:57.550444 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9769304e-263b-4390-b0f8-8703b478bb98 req-bae5026d-7ed5-412d-886d-329290b31446 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.15 "GET /v2.0/networks?id=580206cc-f898-4b6b-9293-f6d4ddc68cb6 HTTP/1.1" status: 200 len: 809 time: 0.7713499 Mar 07 21:47:57.550888 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38842) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:57.551228 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38844) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:57.581128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-9769304e-263b-4390-b0f8-8703b478bb98 req-1f01335a-640d-4e17-aab4-006f22b5e029 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Request body: {'port': {'device_id': '944714f2-36f2-421d-87e2-1b5468e6ab7d', 'network_id': '580206cc-f898-4b6b-9293-f6d4ddc68cb6', 'admin_state_up': True, 'tenant_id': '7c5d07705329457aa13a4522a8014ccc'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:57.590631 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-06c8a9e0-7199-442f-b1b2-e6eda7de9fe2 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '24da92e2-618e-425c-90fe-c7ecb9cd13d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:57.637522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b23b2d-db5d-4269-b5be-8312b34a2dae tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24da92e2-618e-425c-90fe-c7ecb9cd13d2,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:57.773245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d2fe79-a8fa-4c68-bb32-7bdd3cdb5c6d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting subnet 009d6fa0-1e19-4c3b-992f-773c33f0a891 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:47:57.777067 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-87d2fe79-a8fa-4c68-bb32-7bdd3cdb5c6d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (009d6fa0-1e19-4c3b-992f-773c33f0a891), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:57.825086 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-87d2fe79-a8fa-4c68-bb32-7bdd3cdb5c6d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (009d6fa0-1e19-4c3b-992f-773c33f0a891), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:57.925417 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-87d2fe79-a8fa-4c68-bb32-7bdd3cdb5c6d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (009d6fa0-1e19-4c3b-992f-773c33f0a891), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:57.999647 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-06c8a9e0-7199-442f-b1b2-e6eda7de9fe2 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:58.005562 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-06c8a9e0-7199-442f-b1b2-e6eda7de9fe2 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4474413 Mar 07 21:47:58.006924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38854) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:58.023813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f408f-4c06-4f07-b38b-9e9b9d64ad2c req-895a3fe1-5376-4811-bb2c-8f28b41c9bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:58.025591 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6f408f-4c06-4f07-b38b-9e9b9d64ad2c req-895a3fe1-5376-4811-bb2c-8f28b41c9bbe service neutron] 10.222.0.13 "GET /v2.0/networks?id=32b92585-dc87-411b-a89d-010b1d8767b0 HTTP/1.1" status: 200 len: 913 time: 0.7642095 Mar 07 21:47:58.076851 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6f408f-4c06-4f07-b38b-9e9b9d64ad2c req-a967bb01-1668-45ec-8ad0-7ef98b17d5b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9a3964f-e02e-4ff8-8253-6ebd70220a91 HTTP/1.1" status: 200 len: 217 time: 0.0386810 Mar 07 21:47:58.081748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e9e92de3-1275-421d-88d6-d2d9ad9f1500 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '24da92e2-618e-425c-90fe-c7ecb9cd13d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:58.083168 n-d-832330-1 neutron-server[103718]: WARNING neutron.api.v2.base [None req-e9e92de3-1275-421d-88d6-d2d9ad9f1500 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 07 21:47:58.083168 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-e9e92de3-1275-421d-88d6-d2d9ad9f1500 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:58.087369 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e9e92de3-1275-421d-88d6-d2d9ad9f1500 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0141690 Mar 07 21:47:58.089666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-87d2fe79-a8fa-4c68-bb32-7bdd3cdb5c6d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (009d6fa0-1e19-4c3b-992f-773c33f0a891), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:58.092630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38858) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:58.135957 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2fe79-a8fa-4c68-bb32-7bdd3cdb5c6d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Subnet': ['ID=009d6fa0-1e19-4c3b-992f-773c33f0a891,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:58.148279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-87d2fe79-a8fa-4c68-bb32-7bdd3cdb5c6d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:58.156876 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-87d2fe79-a8fa-4c68-bb32-7bdd3cdb5c6d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/009d6fa0-1e19-4c3b-992f-773c33f0a891 HTTP/1.1" status: 204 len: 168 time: 0.6006625 Mar 07 21:47:58.157128 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5c697b-09ce-4f14-80eb-6a591d52676e None None] Network a7bf37c1-050c-45f1-969c-802a41e2cad2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:47:58.157645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38860) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:58.173106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-182afb7f-8f6e-4cfc-8da1-fb1c20885958 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '24da92e2-618e-425c-90fe-c7ecb9cd13d2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:58.194437 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9769304e-263b-4390-b0f8-8703b478bb98 req-1f01335a-640d-4e17-aab4-006f22b5e029 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Made reservation on behalf of 7c5d07705329457aa13a4522a8014ccc for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:58.195146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f408f-4c06-4f07-b38b-9e9b9d64ad2c req-06f189e6-6fe7-4c46-aa80-e763689ab587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:58.196898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6f408f-4c06-4f07-b38b-9e9b9d64ad2c req-06f189e6-6fe7-4c46-aa80-e763689ab587 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa7bfe6c-aec1-45a3-b688-4abd795bc27a HTTP/1.1" status: 200 len: 852 time: 0.1033978 Mar 07 21:47:58.198654 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9769304e-263b-4390-b0f8-8703b478bb98 req-1f01335a-640d-4e17-aab4-006f22b5e029 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:58.244397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6f408f-4c06-4f07-b38b-9e9b9d64ad2c req-f982fb0a-bd7f-4aea-9acf-dcdba49dd0b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32b92585-dc87-411b-a89d-010b1d8767b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346847 Mar 07 21:47:58.261995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181fa2f-85f4-4ab6-a55b-a150b001a07c req-46dfa2da-006e-40d5-abfc-410a370d6763 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:58.273260 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f181fa2f-85f4-4ab6-a55b-a150b001a07c req-46dfa2da-006e-40d5-abfc-410a370d6763 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 1023 time: 0.2467527 Mar 07 21:47:58.332124 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-182afb7f-8f6e-4cfc-8da1-fb1c20885958 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:58.333104 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-182afb7f-8f6e-4cfc-8da1-fb1c20885958 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1691284 Mar 07 21:47:58.351748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38862) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:58.357038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-f6299c2f-bd0c-4186-84e1-a4030ba336b5 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '24da92e2-618e-425c-90fe-c7ecb9cd13d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:58.357516 n-d-832330-1 neutron-server[103719]: WARNING neutron.api.v2.base [None req-f6299c2f-bd0c-4186-84e1-a4030ba336b5 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 21:47:58.358006 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-f6299c2f-bd0c-4186-84e1-a4030ba336b5 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:58.358957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f6299c2f-bd0c-4186-84e1-a4030ba336b5 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062721 Mar 07 21:47:58.363076 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38866) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:58.380601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-9725c8ee-4dfb-4b1a-a797-2fc7c7f111ae tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '24da92e2-618e-425c-90fe-c7ecb9cd13d2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:58.410751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612463d2-1385-4506-a18d-ff248cc5f1a6 None None] DHCP port deletion for a7bf37c1-050c-45f1-969c-802a41e2cad2 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:47:58.454653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-9769304e-263b-4390-b0f8-8703b478bb98 req-1f01335a-640d-4e17-aab4-006f22b5e029 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Allocated IP 172.20.0.10 (580206cc-f898-4b6b-9293-f6d4ddc68cb6/73a262ba-eb5c-4923-9cd8-a7766e5a8e3c/f84c34e4-58c2-4141-9f36-48ac6d52dee3) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:58.474730 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f181fa2f-85f4-4ab6-a55b-a150b001a07c req-a9e8326a-f0f7-46ec-b671-93b27be81f4d tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=97185abb-1ea6-4c67-b313-aeef907157aa&id=32299073-b5c5-47aa-aebf-fdccc634bc31&id=8991ec3a-94db-4cc6-bd64-ecb567a1bb68&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2003143 Mar 07 21:47:58.478407 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-9725c8ee-4dfb-4b1a-a797-2fc7c7f111ae tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Project 00576e2290a14dbea2f5ce3eef81ab4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:47:58.506681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6f408f-4c06-4f07-b38b-9e9b9d64ad2c req-eef94daf-3523-4b44-a8d5-aa8adf1ec268 service neutron] 10.222.0.13 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844041 Mar 07 21:47:58.508926 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-9725c8ee-4dfb-4b1a-a797-2fc7c7f111ae tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:58.510030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9725c8ee-4dfb-4b1a-a797-2fc7c7f111ae tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1434412 Mar 07 21:47:58.513040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38870) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:58.518273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7ceef316-24f1-4590-bdec-b00958a6cf23 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '24da92e2-618e-425c-90fe-c7ecb9cd13d2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:58.518697 n-d-832330-1 neutron-server[103719]: WARNING neutron.api.v2.base [None req-7ceef316-24f1-4590-bdec-b00958a6cf23 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 07 21:47:58.519230 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-7ceef316-24f1-4590-bdec-b00958a6cf23 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:58.520268 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7ceef316-24f1-4590-bdec-b00958a6cf23 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061657 Mar 07 21:47:58.533453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38872) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:58.548130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-fed11ebf-9ddb-4599-ba6e-506f6fa9ab52 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '24da92e2-618e-425c-90fe-c7ecb9cd13d2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:58.568729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-612463d2-1385-4506-a18d-ff248cc5f1a6 None None] Deleting port 86d25fe8-ab12-4a79-aaaa-86805ca27a97 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:47:58.569165 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-612463d2-1385-4506-a18d-ff248cc5f1a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (86d25fe8-ab12-4a79-aaaa-86805ca27a97), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:58.659396 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-612463d2-1385-4506-a18d-ff248cc5f1a6 None None] For port 86d25fe8-ab12-4a79-aaaa-86805ca27a97, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=86d25fe8-ab12-4a79-aaaa-86805ca27a97,segment=NetworkSegment(79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf),segment_id=79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:47:58.659817 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-612463d2-1385-4506-a18d-ff248cc5f1a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (86d25fe8-ab12-4a79-aaaa-86805ca27a97), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:58.676357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-612463d2-1385-4506-a18d-ff248cc5f1a6 None None] Calling delete_port for 86d25fe8-ab12-4a79-aaaa-86805ca27a97 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:47:58.687852 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abec99a0-8b55-4ec8-b2ed-06b6bd0012bb req-e031d49a-bf26-40ed-96e8-7941e5b13d34 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 210 time: 0.0374606 Mar 07 21:47:58.696761 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9769304e-263b-4390-b0f8-8703b478bb98 req-1f01335a-640d-4e17-aab4-006f22b5e029 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Publish callbacks [] for port (f84c34e4-58c2-4141-9f36-48ac6d52dee3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:58.702027 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-fed11ebf-9ddb-4599-ba6e-506f6fa9ab52 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Project 00576e2290a14dbea2f5ce3eef81ab4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:47:58.741171 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6f408f-4c06-4f07-b38b-9e9b9d64ad2c req-3e03a31d-02b4-43cc-a1d9-8d3287df704b service neutron] 10.222.0.13 "GET /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194920 Mar 07 21:47:58.741646 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-fed11ebf-9ddb-4599-ba6e-506f6fa9ab52 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:58.742677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fed11ebf-9ddb-4599-ba6e-506f6fa9ab52 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2083354 Mar 07 21:47:58.746662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38874) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:58.751357 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1ccb070a-24b6-40cd-b819-577f8cda38e6 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '24da92e2-618e-425c-90fe-c7ecb9cd13d2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:58.774630 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-612463d2-1385-4506-a18d-ff248cc5f1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (86d25fe8-ab12-4a79-aaaa-86805ca27a97), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:58.784029 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b60f4ab-a8bc-4bf3-9ee3-3bc16b5b990e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (a7bf37c1-050c-45f1-969c-802a41e2cad2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:58.790437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612463d2-1385-4506-a18d-ff248cc5f1a6 None None] No DVR routers for this DVR port 86d25fe8-ab12-4a79-aaaa-86805ca27a97 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:58.806605 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-1ccb070a-24b6-40cd-b819-577f8cda38e6 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Project 00576e2290a14dbea2f5ce3eef81ab4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:47:58.818613 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612463d2-1385-4506-a18d-ff248cc5f1a6 None None] Pushing event deleted for resources: {'Port': ['ID=86d25fe8-ab12-4a79-aaaa-86805ca27a97,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:58.827784 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-1ccb070a-24b6-40cd-b819-577f8cda38e6 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:58.828919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1ccb070a-24b6-40cd-b819-577f8cda38e6 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0812919 Mar 07 21:47:58.831761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38876) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:58.883060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9769304e-263b-4390-b0f8-8703b478bb98 req-1f01335a-640d-4e17-aab4-006f22b5e029 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f84c34e4-58c2-4141-9f36-48ac6d52dee3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:58.954457 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2aa6a7ca-4631-4f6c-b5f9-98c91e8e4871 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (24da92e2-618e-425c-90fe-c7ecb9cd13d2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:58.979116 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2aa6a7ca-4631-4f6c-b5f9-98c91e8e4871 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (24da92e2-618e-425c-90fe-c7ecb9cd13d2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:58.993143 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9769304e-263b-4390-b0f8-8703b478bb98 req-1f01335a-640d-4e17-aab4-006f22b5e029 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Network 580206cc-f898-4b6b-9293-f6d4ddc68cb6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:58.997829 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b60f4ab-a8bc-4bf3-9ee3-3bc16b5b990e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (a7bf37c1-050c-45f1-969c-802a41e2cad2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.000769 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-9769304e-263b-4390-b0f8-8703b478bb98 req-1f01335a-640d-4e17-aab4-006f22b5e029 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:59.010306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9769304e-263b-4390-b0f8-8703b478bb98 req-1f01335a-640d-4e17-aab4-006f22b5e029 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:47:59.029377 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2aa6a7ca-4631-4f6c-b5f9-98c91e8e4871 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (24da92e2-618e-425c-90fe-c7ecb9cd13d2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.032848 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2aa6a7ca-4631-4f6c-b5f9-98c91e8e4871 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.034371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2aa6a7ca-4631-4f6c-b5f9-98c91e8e4871 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "DELETE /v2.0/security-groups/24da92e2-618e-425c-90fe-c7ecb9cd13d2 HTTP/1.1" status: 204 len: 168 time: 0.2013679 Mar 07 21:47:59.038180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38880) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:59.053704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6a7ca-4631-4f6c-b5f9-98c91e8e4871 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24da92e2-618e-425c-90fe-c7ecb9cd13d2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:59.063111 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01335a-640d-4e17-aab4-006f22b5e029 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Pushing event updated for resources: {'Port': ['ID=f84c34e4-58c2-4141-9f36-48ac6d52dee3,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:59.070620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-4b60f4ab-a8bc-4bf3-9ee3-3bc16b5b990e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7bf37c1-050c-45f1-969c-802a41e2cad2']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:59.086319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-4b60f4ab-a8bc-4bf3-9ee3-3bc16b5b990e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:59.086619 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-4b60f4ab-a8bc-4bf3-9ee3-3bc16b5b990e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:59.111833 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b60f4ab-a8bc-4bf3-9ee3-3bc16b5b990e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.115327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ed742dcd-4431-48ba-93da-905c8ffa6ac5 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0746105 Mar 07 21:47:59.121367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38882) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:59.127591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ad61316e-f15c-4491-89c8-509353dca55c tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290416163'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:59.130202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769304e-263b-4390-b0f8-8703b478bb98 req-1f01335a-640d-4e17-aab4-006f22b5e029 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:59.130730 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9769304e-263b-4390-b0f8-8703b478bb98 req-1f01335a-640d-4e17-aab4-006f22b5e029 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.155258 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9769304e-263b-4390-b0f8-8703b478bb98 req-1f01335a-640d-4e17-aab4-006f22b5e029 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5783432 Mar 07 21:47:59.156205 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b60f4ab-a8bc-4bf3-9ee3-3bc16b5b990e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.156802 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ad61316e-f15c-4491-89c8-509353dca55c tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.168314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Request body: {'port': {'device_id': '944714f2-36f2-421d-87e2-1b5468e6ab7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:59.212128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b60f4ab-a8bc-4bf3-9ee3-3bc16b5b990e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:47:59.213968 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b60f4ab-a8bc-4bf3-9ee3-3bc16b5b990e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (79ca1c65-2764-4b54-b5b3-4bcd6b7b8ddf), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:47:59.222797 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:47:59.275786 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ad61316e-f15c-4491-89c8-509353dca55c tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (eafaccc0-220f-4839-8b39-98b5e5cabed3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.283042 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ad61316e-f15c-4491-89c8-509353dca55c tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (eafaccc0-220f-4839-8b39-98b5e5cabed3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.301289 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f84c34e4-58c2-4141-9f36-48ac6d52dee3), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.314012 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b60f4ab-a8bc-4bf3-9ee3-3bc16b5b990e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (a7bf37c1-050c-45f1-969c-802a41e2cad2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.330150 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61316e-f15c-4491-89c8-509353dca55c tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eafaccc0-220f-4839-8b39-98b5e5cabed3,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:59.350232 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ad61316e-f15c-4491-89c8-509353dca55c tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.351858 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ad61316e-f15c-4491-89c8-509353dca55c tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2288930 Mar 07 21:47:59.355404 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38886) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:59.360428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-44133099-2a06-4a35-be9c-7cf3835f0b7c tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': 'eafaccc0-220f-4839-8b39-98b5e5cabed3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:59.407781 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-44133099-2a06-4a35-be9c-7cf3835f0b7c tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The resource could not be found. Mar 07 21:47:59.409259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-44133099-2a06-4a35-be9c-7cf3835f0b7c tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0527525 Mar 07 21:47:59.412138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38888) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:59.417310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-74d0d76a-f2f7-4efd-a93d-5b7105663664 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': 'eafaccc0-220f-4839-8b39-98b5e5cabed3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b50d4540-0b6b-4a78-bafe-9aced3dc24cd'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:59.459259 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b60f4ab-a8bc-4bf3-9ee3-3bc16b5b990e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.468533 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4b60f4ab-a8bc-4bf3-9ee3-3bc16b5b990e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/networks/a7bf37c1-050c-45f1-969c-802a41e2cad2 HTTP/1.1" status: 204 len: 168 time: 1.3064938 Mar 07 21:47:59.468766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38890) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:59.471754 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-74d0d76a-f2f7-4efd-a93d-5b7105663664 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The resource could not be found. Mar 07 21:47:59.475690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-74d0d76a-f2f7-4efd-a93d-5b7105663664 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0600774 Mar 07 21:47:59.477240 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7374998e-5157-47ce-b19e-f637da7ae99e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1364101325', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:59.489057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38892) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:59.490239 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60f4ab-a8bc-4bf3-9ee3-3bc16b5b990e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Network': ['ID=a7bf37c1-050c-45f1-969c-802a41e2cad2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:59.563944 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7374998e-5157-47ce-b19e-f637da7ae99e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (b9e44a57-e9d3-410c-afd4-300099bf03a7), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.565008 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7374998e-5157-47ce-b19e-f637da7ae99e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (b9e44a57-e9d3-410c-afd4-300099bf03a7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.612124 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37ebc6-5a96-4047-bf52-d60dea4881d9 req-cf9841a8-427c-4fc9-9467-a51ec93400f0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:59.614647 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf37ebc6-5a96-4047-bf52-d60dea4881d9 req-cf9841a8-427c-4fc9-9467-a51ec93400f0 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 1023 time: 0.1138129 Mar 07 21:47:59.618833 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-715fbde3-4609-4975-bc72-562bd5264851 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (eafaccc0-220f-4839-8b39-98b5e5cabed3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.658486 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-715fbde3-4609-4975-bc72-562bd5264851 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (eafaccc0-220f-4839-8b39-98b5e5cabed3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.756477 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84c34e4-58c2-4141-9f36-48ac6d52dee3 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:47:59.764193 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-715fbde3-4609-4975-bc72-562bd5264851 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (eafaccc0-220f-4839-8b39-98b5e5cabed3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.766991 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-715fbde3-4609-4975-bc72-562bd5264851 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.771129 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-715fbde3-4609-4975-bc72-562bd5264851 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "DELETE /v2.0/security-groups/eafaccc0-220f-4839-8b39-98b5e5cabed3 HTTP/1.1" status: 204 len: 168 time: 0.2785788 Mar 07 21:47:59.771824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38898) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:59.774187 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Publish callbacks [] for port (f84c34e4-58c2-4141-9f36-48ac6d52dee3), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.774769 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7374998e-5157-47ce-b19e-f637da7ae99e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_controller (b9e44a57-e9d3-410c-afd4-300099bf03a7), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.794667 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7374998e-5157-47ce-b19e-f637da7ae99e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (b9e44a57-e9d3-410c-afd4-300099bf03a7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.810713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715fbde3-4609-4975-bc72-562bd5264851 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafaccc0-220f-4839-8b39-98b5e5cabed3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:59.816184 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Transition to ACTIVE for port object f84c34e4-58c2-4141-9f36-48ac6d52dee3 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:47:59.850970 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-47361531-e2cf-4099-b374-74408311b7cc tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0697737 Mar 07 21:47:59.851768 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38900) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:59.852453 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (f84c34e4-58c2-4141-9f36-48ac6d52dee3), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.859892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9f23d340-d91c-450e-8d61-ab1fdecaeaa0 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': 'b964b843-3765-4a4c-b1e3-db8eab293dd4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:59.863587 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a0e00-58cb-422a-b79e-8f842b0fb17f req-1814bbe0-cbc7-44ec-a2a8-fa7e4014b766 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:59.865236 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-262a0e00-58cb-422a-b79e-8f842b0fb17f req-1814bbe0-cbc7-44ec-a2a8-fa7e4014b766 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 1023 time: 0.2471662 Mar 07 21:47:59.906857 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7374998e-5157-47ce-b19e-f637da7ae99e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:47:59.910552 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7374998e-5157-47ce-b19e-f637da7ae99e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4378345 Mar 07 21:47:59.912936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38902) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:47:59.922172 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-757ea9ab-47f4-4aea-8eca-0a6c0f155479 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'network': {'name': 'tempest-RoutersTest-1399621026'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:59.980206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f84c34e4-58c2-4141-9f36-48ac6d52dee3,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:00.025267 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-9f23d340-d91c-450e-8d61-ab1fdecaeaa0 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The resource could not be found. Mar 07 21:48:00.037329 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9f23d340-d91c-450e-8d61-ab1fdecaeaa0 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1807334 Mar 07 21:48:00.038857 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38906) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:00.049296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f37dd034-8a2f-4eff-bdef-ebb47986dc61 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050086582'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:00.055825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757ea9ab-47f4-4aea-8eca-0a6c0f155479 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:00.059762 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-757ea9ab-47f4-4aea-8eca-0a6c0f155479 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.121499 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Attempting to bind port f84c34e4-58c2-4141-9f36-48ac6d52dee3 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:00.121930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Attempting to bind port f84c34e4-58c2-4141-9f36-48ac6d52dee3 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '286f53f5-91d1-4c05-bd52-c7957c44a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '580206cc-f898-4b6b-9293-f6d4ddc68cb6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:00.122274 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Attempting to bind port f84c34e4-58c2-4141-9f36-48ac6d52dee3 on network 580206cc-f898-4b6b-9293-f6d4ddc68cb6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:00.128938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Port f84c34e4-58c2-4141-9f36-48ac6d52dee3 on network 580206cc-f898-4b6b-9293-f6d4ddc68cb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:48:00.129115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Attempting to bind port f84c34e4-58c2-4141-9f36-48ac6d52dee3 on network 580206cc-f898-4b6b-9293-f6d4ddc68cb6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:00.131000 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f37dd034-8a2f-4eff-bdef-ebb47986dc61 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.136698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757ea9ab-47f4-4aea-8eca-0a6c0f155479 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:48:00.179140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2d061-7555-4032-9672-2005a0f3e046 req-e411c3bc-1cb8-4bcc-969f-47b9ef7cbc8f tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:00.180714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3dd2d061-7555-4032-9672-2005a0f3e046 req-e411c3bc-1cb8-4bcc-969f-47b9ef7cbc8f tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 932 time: 0.4003496 Mar 07 21:48:00.192514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 86d25fe8-ab12-4a79-aaaa-86805ca27a97 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:48:00.199459 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-262a0e00-58cb-422a-b79e-8f842b0fb17f req-bda33e4e-1bc7-44e1-bde3-75b0d75cd348 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=97185abb-1ea6-4c67-b313-aeef907157aa&id=32299073-b5c5-47aa-aebf-fdccc634bc31&id=8991ec3a-94db-4cc6-bd64-ecb567a1bb68&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3105423 Mar 07 21:48:00.203373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-bf37ebc6-5a96-4047-bf52-d60dea4881d9 req-185db14a-d602-4792-a0a5-fcf084a77365 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Deleting port a9a3964f-e02e-4ff8-8253-6ebd70220a91 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:48:00.203715 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bf37ebc6-5a96-4047-bf52-d60dea4881d9 req-185db14a-d602-4792-a0a5-fcf084a77365 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.263739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 86d25fe8-ab12-4a79-aaaa-86805ca27a97 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:48:00.266256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 86d25fe8-ab12-4a79-aaaa-86805ca27a97 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:48:00.330499 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3dd2d061-7555-4032-9672-2005a0f3e046 req-4c4ac61d-e0fe-4b96-81ae-01804bc74b68 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0210267c-9038-4fbb-8818-4c5bbd06add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210310 Mar 07 21:48:00.359294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-bf37ebc6-5a96-4047-bf52-d60dea4881d9 req-185db14a-d602-4792-a0a5-fcf084a77365 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] For port a9a3964f-e02e-4ff8-8253-6ebd70220a91, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a9a3964f-e02e-4ff8-8253-6ebd70220a91,segment=NetworkSegment(a5a1f513-4fae-40ee-bb0a-041388391ee7),segment_id=a5a1f513-4fae-40ee-bb0a-041388391ee7)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:00.359685 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bf37ebc6-5a96-4047-bf52-d60dea4881d9 req-185db14a-d602-4792-a0a5-fcf084a77365 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.373182 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-bf37ebc6-5a96-4047-bf52-d60dea4881d9 req-185db14a-d602-4792-a0a5-fcf084a77365 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Calling delete_port for a9a3964f-e02e-4ff8-8253-6ebd70220a91 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:48:00.494898 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:00.495314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Checking segment: {'id': '286f53f5-91d1-4c05-bd52-c7957c44a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '580206cc-f898-4b6b-9293-f6d4ddc68cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:00.495634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Bound using segment: {'id': '286f53f5-91d1-4c05-bd52-c7957c44a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '580206cc-f898-4b6b-9293-f6d4ddc68cb6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:00.496073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Bound port: f84c34e4-58c2-4141-9f36-48ac6d52dee3, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '286f53f5-91d1-4c05-bd52-c7957c44a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '580206cc-f898-4b6b-9293-f6d4ddc68cb6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:00.496431 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f84c34e4-58c2-4141-9f36-48ac6d52dee3), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.501574 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-757ea9ab-47f4-4aea-8eca-0a6c0f155479 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0e2cab65-6503-4239-aa11-eb0ef3baf36b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.501973 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-757ea9ab-47f4-4aea-8eca-0a6c0f155479 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Added segment 0e2cab65-6503-4239-aa11-eb0ef3baf36b of type vlan for network de89f3af-a1b8-45a0-b740-51627d8779e1 Mar 07 21:48:00.510660 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bf37ebc6-5a96-4047-bf52-d60dea4881d9 req-185db14a-d602-4792-a0a5-fcf084a77365 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a9a3964f-e02e-4ff8-8253-6ebd70220a91), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.524193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['463f9dfe-7088-4a9d-bfb8-504ffa0bed6e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:48:00.552630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185db14a-d602-4792-a0a5-fcf084a77365 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event deleted for resources: {'Port': ['ID=a9a3964f-e02e-4ff8-8253-6ebd70220a91,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:00.577367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['a9a3964f-e02e-4ff8-8253-6ebd70220a91'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:48:00.597808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf37ebc6-5a96-4047-bf52-d60dea4881d9 req-185db14a-d602-4792-a0a5-fcf084a77365 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] No DVR routers for this DVR port a9a3964f-e02e-4ff8-8253-6ebd70220a91 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:48:00.600401 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bf37ebc6-5a96-4047-bf52-d60dea4881d9 req-185db14a-d602-4792-a0a5-fcf084a77365 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.604361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] For port f84c34e4-58c2-4141-9f36-48ac6d52dee3, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:00.604516 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf37ebc6-5a96-4047-bf52-d60dea4881d9 req-185db14a-d602-4792-a0a5-fcf084a77365 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.13 "DELETE /v2.0/ports/a9a3964f-e02e-4ff8-8253-6ebd70220a91 HTTP/1.1" status: 204 len: 173 time: 0.9817798 Mar 07 21:48:00.605021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e029502-0d2a-46b9-8b2a-bd4d1e480987', 'name': 'network-vif-deleted', 'tag': 'a9a3964f-e02e-4ff8-8253-6ebd70220a91'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:48:00.607289 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95be6e2c-6e9d-43d7-9764-40cdc63a9b0c" -d '{"events": [{"server_uuid": "6e029502-0d2a-46b9-8b2a-bd4d1e480987", "name": "network-vif-deleted", "tag": "a9a3964f-e02e-4ff8-8253-6ebd70220a91"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:48:00.607586 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] For port f84c34e4-58c2-4141-9f36-48ac6d52dee3, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f84c34e4-58c2-4141-9f36-48ac6d52dee3,segment=NetworkSegment(286f53f5-91d1-4c05-bd52-c7957c44a7db),segment_id=286f53f5-91d1-4c05-bd52-c7957c44a7db)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:00.627741 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (f84c34e4-58c2-4141-9f36-48ac6d52dee3), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.643636 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-757ea9ab-47f4-4aea-8eca-0a6c0f155479 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (de89f3af-a1b8-45a0-b740-51627d8779e1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.697526 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e5ac40-1911-4be0-92b0-df10dab6b7f3 x-openstack-request-id: req-d9e5ac40-1911-4be0-92b0-df10dab6b7f3 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:48:00.698289 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e029502-0d2a-46b9-8b2a-bd4d1e480987", "name": "network-vif-deleted", "tag": "a9a3964f-e02e-4ff8-8253-6ebd70220a91", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:48:00.699375 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9e5ac40-1911-4be0-92b0-df10dab6b7f3 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:48:00.700549 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e029502-0d2a-46b9-8b2a-bd4d1e480987', 'name': 'network-vif-deleted', 'tag': 'a9a3964f-e02e-4ff8-8253-6ebd70220a91', 'status': 'completed', 'code': 200} Mar 07 21:48:00.700694 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:00.701292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.702740 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9769304e-263b-4390-b0f8-8703b478bb98 req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] 10.222.0.15 "PUT /v2.0/ports/f84c34e4-58c2-4141-9f36-48ac6d52dee3 HTTP/1.1" status: 200 len: 1092 time: 1.5400424 Mar 07 21:48:00.708752 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944714f2-36f2-421d-87e2-1b5468e6ab7d', 'tag': 'f84c34e4-58c2-4141-9f36-48ac6d52dee3'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:48:00.716594 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe148e6f-7367-4142-9417-c41ad439d393" -d '{"events": [{"name": "network-changed", "server_uuid": "944714f2-36f2-421d-87e2-1b5468e6ab7d", "tag": "f84c34e4-58c2-4141-9f36-48ac6d52dee3"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:48:00.756240 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-757ea9ab-47f4-4aea-8eca-0a6c0f155479 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (de89f3af-a1b8-45a0-b740-51627d8779e1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.761490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757ea9ab-47f4-4aea-8eca-0a6c0f155479 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:00.762158 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-757ea9ab-47f4-4aea-8eca-0a6c0f155479 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.777061 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f37dd034-8a2f-4eff-bdef-ebb47986dc61 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (3401ec3a-8b62-40be-87f2-e38a369566ae), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.802106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c9e47-a7a0-4054-bb96-1a58a5b6d7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f84c34e4-58c2-4141-9f36-48ac6d52dee3,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:00.805790 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25677c16-4598-452e-82f8-94b9182e8384 x-openstack-request-id: req-25677c16-4598-452e-82f8-94b9182e8384 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:48:00.806121 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944714f2-36f2-421d-87e2-1b5468e6ab7d", "tag": "f84c34e4-58c2-4141-9f36-48ac6d52dee3", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:48:00.806366 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25677c16-4598-452e-82f8-94b9182e8384 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:48:00.806897 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944714f2-36f2-421d-87e2-1b5468e6ab7d', 'tag': 'f84c34e4-58c2-4141-9f36-48ac6d52dee3', 'status': 'completed', 'code': 200} Mar 07 21:48:00.822816 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f37dd034-8a2f-4eff-bdef-ebb47986dc61 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3401ec3a-8b62-40be-87f2-e38a369566ae), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.874805 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-757ea9ab-47f4-4aea-8eca-0a6c0f155479 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9564946 Mar 07 21:48:00.877629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38914) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:00.884145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3b50d9f2-84bb-4d97-8c30-ab1b2e66ea26 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'subnet': {'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:00.925904 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f37dd034-8a2f-4eff-bdef-ebb47986dc61 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:00.929857 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f37dd034-8a2f-4eff-bdef-ebb47986dc61 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8854344 Mar 07 21:48:00.930637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ea9ab-47f4-4aea-8eca-0a6c0f155479 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Network': ['ID=de89f3af-a1b8-45a0-b740-51627d8779e1,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:00.934353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38916) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:00.938174 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dd034-8a2f-4eff-bdef-ebb47986dc61 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3401ec3a-8b62-40be-87f2-e38a369566ae,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:00.940668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-fb9cee0c-4e76-4477-8dac-2251218acce1 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595751692'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:00.946130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network de89f3af-a1b8-45a0-b740-51627d8779e1 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:48:00.950765 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769304e-263b-4390-b0f8-8703b478bb98 req-06739cf0-ccff-49a9-a272-ce68c2a5061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:00.952674 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9769304e-263b-4390-b0f8-8703b478bb98 req-06739cf0-ccff-49a9-a272-ce68c2a5061d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c5d07705329457aa13a4522a8014ccc&device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 1126 time: 0.1449778 Mar 07 21:48:01.018575 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9769304e-263b-4390-b0f8-8703b478bb98 req-31b02daa-3bcf-450d-b487-96afe4b90592 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f84c34e4-58c2-4141-9f36-48ac6d52dee3 HTTP/1.1" status: 200 len: 217 time: 0.0579987 Mar 07 21:48:01.026111 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb9cee0c-4e76-4477-8dac-2251218acce1 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:01.108873 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb9cee0c-4e76-4477-8dac-2251218acce1 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (8bf7962b-b6ce-4469-bf79-1deb673985c4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:01.110714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b50d9f2-84bb-4d97-8c30-ab1b2e66ea26 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:01.114802 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3b50d9f2-84bb-4d97-8c30-ab1b2e66ea26 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:01.116836 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769304e-263b-4390-b0f8-8703b478bb98 req-165dd7c1-a51c-4fb2-aa4f-6f6714499129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:01.119874 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb9cee0c-4e76-4477-8dac-2251218acce1 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8bf7962b-b6ce-4469-bf79-1deb673985c4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:01.132150 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9769304e-263b-4390-b0f8-8703b478bb98 req-165dd7c1-a51c-4fb2-aa4f-6f6714499129 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a262ba-eb5c-4923-9cd8-a7766e5a8e3c HTTP/1.1" status: 200 len: 849 time: 0.1065083 Mar 07 21:48:01.189276 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9769304e-263b-4390-b0f8-8703b478bb98 req-e4fe92c2-8c88-41df-b50f-71cf5fd34675 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=580206cc-f898-4b6b-9293-f6d4ddc68cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497749 Mar 07 21:48:01.247981 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb9cee0c-4e76-4477-8dac-2251218acce1 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:01.249236 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fb9cee0c-4e76-4477-8dac-2251218acce1 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3140519 Mar 07 21:48:01.253034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38922) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:01.266353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5c2ce033-4181-4429-ac13-549fbf909716 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '3401ec3a-8b62-40be-87f2-e38a369566ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8bf7962b-b6ce-4469-bf79-1deb673985c4'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:01.282754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cee0c-4e76-4477-8dac-2251218acce1 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf7962b-b6ce-4469-bf79-1deb673985c4,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:01.375957 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9769304e-263b-4390-b0f8-8703b478bb98 req-79ca6762-05eb-4345-b6dc-1ca916fe9aaa service neutron] 10.222.0.15 "GET /v2.0/networks/580206cc-f898-4b6b-9293-f6d4ddc68cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779182 Mar 07 21:48:01.379846 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-013bb7bb-5b96-44d9-b69f-d8899dc48ef8 req-fa92220f-f32f-4c06-96cc-f7d82ffb1b27 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e029502-0d2a-46b9-8b2a-bd4d1e480987 HTTP/1.1" status: 200 len: 210 time: 0.0378878 Mar 07 21:48:01.426140 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-5c2ce033-4181-4429-ac13-549fbf909716 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:48:01.432988 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5c2ce033-4181-4429-ac13-549fbf909716 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1749988 Mar 07 21:48:01.433719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38928) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:01.518180 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9769304e-263b-4390-b0f8-8703b478bb98 req-330c4d2c-517b-42c5-83eb-441401d39d2c service neutron] 10.222.0.15 "GET /v2.0/networks/580206cc-f898-4b6b-9293-f6d4ddc68cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264606 Mar 07 21:48:01.530872 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:48:01.604560 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3b50d9f2-84bb-4d97-8c30-ab1b2e66ea26 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (1f37fc1e-4823-4bd8-94d1-04d11a050a95), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:01.620323 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-56b9fa18-e2f6-4c99-870b-51e66ca392e7 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (8bf7962b-b6ce-4469-bf79-1deb673985c4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:01.628886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d96cd-7d76-4c31-83c1-55058d18d008 req-cf650483-9e7f-4e3a-8492-2e5290091251 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:01.637265 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-174d96cd-7d76-4c31-83c1-55058d18d008 req-cf650483-9e7f-4e3a-8492-2e5290091251 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 944 time: 0.1809363 Mar 07 21:48:01.684731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe148e6f-7367-4142-9417-c41ad439d393 req-c1cead16-b45f-4099-a975-6c92eeb3ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:01.686700 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe148e6f-7367-4142-9417-c41ad439d393 req-c1cead16-b45f-4099-a975-6c92eeb3ec0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c5d07705329457aa13a4522a8014ccc&device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 1126 time: 0.0973914 Mar 07 21:48:01.740028 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-56b9fa18-e2f6-4c99-870b-51e66ca392e7 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (8bf7962b-b6ce-4469-bf79-1deb673985c4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:01.817901 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe148e6f-7367-4142-9417-c41ad439d393 req-4c5edf06-279f-428b-b838-d4dbb6559c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:01.819904 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe148e6f-7367-4142-9417-c41ad439d393 req-4c5edf06-279f-428b-b838-d4dbb6559c30 service neutron] 10.222.0.15 "GET /v2.0/networks?id=580206cc-f898-4b6b-9293-f6d4ddc68cb6 HTTP/1.1" status: 200 len: 910 time: 0.1243351 Mar 07 21:48:01.835932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50d9f2-84bb-4d97-8c30-ab1b2e66ea26 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Subnet': ['ID=1f37fc1e-4823-4bd8-94d1-04d11a050a95,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:01.850665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b50d9f2-84bb-4d97-8c30-ab1b2e66ea26 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Checking segment: {'id': '0e2cab65-6503-4239-aa11-eb0ef3baf36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:01.851036 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b50d9f2-84bb-4d97-8c30-ab1b2e66ea26 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network hostable DHCP agents. Network: de89f3af-a1b8-45a0-b740-51627d8779e1, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:48:01.857962 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-174d96cd-7d76-4c31-83c1-55058d18d008 req-f249a91d-c595-4837-b256-2779aea01441 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0210267c-9038-4fbb-8818-4c5bbd06add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199445 Mar 07 21:48:01.881188 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe148e6f-7367-4142-9417-c41ad439d393 req-f51af328-96d4-442b-8e7e-9979081b9e68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f84c34e4-58c2-4141-9f36-48ac6d52dee3 HTTP/1.1" status: 200 len: 217 time: 0.0529215 Mar 07 21:48:01.889951 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-56b9fa18-e2f6-4c99-870b-51e66ca392e7 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8bf7962b-b6ce-4469-bf79-1deb673985c4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:01.893025 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-56b9fa18-e2f6-4c99-870b-51e66ca392e7 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:01.894249 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-56b9fa18-e2f6-4c99-870b-51e66ca392e7 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "DELETE /v2.0/security-groups/8bf7962b-b6ce-4469-bf79-1deb673985c4 HTTP/1.1" status: 204 len: 168 time: 0.4549830 Mar 07 21:48:01.898495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b50d9f2-84bb-4d97-8c30-ab1b2e66ea26 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network de89f3af-a1b8-45a0-b740-51627d8779e1 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:48:01.901658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38930) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:01.943586 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe148e6f-7367-4142-9417-c41ad439d393 req-73682eef-7c8a-4e33-b7bd-2f524a99ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:01.945355 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe148e6f-7367-4142-9417-c41ad439d393 req-73682eef-7c8a-4e33-b7bd-2f524a99ecc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a262ba-eb5c-4923-9cd8-a7766e5a8e3c HTTP/1.1" status: 200 len: 849 time: 0.0575371 Mar 07 21:48:01.952957 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9fa18-e2f6-4c99-870b-51e66ca392e7 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf7962b-b6ce-4469-bf79-1deb673985c4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:01.960496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-3b50d9f2-84bb-4d97-8c30-ab1b2e66ea26 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, de89f3af-a1b8-45a0-b740-51627d8779e1) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:01.982660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e37e9a3-aa07-4cfa-8fd3-d472a5339f4c None None] Network de89f3af-a1b8-45a0-b740-51627d8779e1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:01.998568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b50d9f2-84bb-4d97-8c30-ab1b2e66ea26 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:01.999304 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3b50d9f2-84bb-4d97-8c30-ab1b2e66ea26 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.000980 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe148e6f-7367-4142-9417-c41ad439d393 req-9c2fd625-c390-4a40-8c60-60fd95f6e1ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=580206cc-f898-4b6b-9293-f6d4ddc68cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457203 Mar 07 21:48:02.017376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-da80f6a2-6b45-4177-8431-8355eb2e72b2 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1113698 Mar 07 21:48:02.018850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38932) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:02.095569 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38934) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:02.096861 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3b50d9f2-84bb-4d97-8c30-ab1b2e66ea26 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2178512 Mar 07 21:48:02.116611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-de89f3af-a1b8-45a0-b740-51627d8779e1', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:48:02.121765 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.165480 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a21c53c-7172-456d-b60d-7423f762116d tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (3401ec3a-8b62-40be-87f2-e38a369566ae), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.194545 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a21c53c-7172-456d-b60d-7423f762116d tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (3401ec3a-8b62-40be-87f2-e38a369566ae), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.275149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Allocated IP 172.20.0.2 (de89f3af-a1b8-45a0-b740-51627d8779e1/1f37fc1e-4823-4bd8-94d1-04d11a050a95/924a2b76-f6d7-45d8-89e1-0472c60f4c15) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:02.278676 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a21c53c-7172-456d-b60d-7423f762116d tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3401ec3a-8b62-40be-87f2-e38a369566ae), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.285397 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a21c53c-7172-456d-b60d-7423f762116d tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.287787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3a21c53c-7172-456d-b60d-7423f762116d tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "DELETE /v2.0/security-groups/3401ec3a-8b62-40be-87f2-e38a369566ae HTTP/1.1" status: 204 len: 168 time: 0.2678714 Mar 07 21:48:02.305954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38938) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:02.314956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21c53c-7172-456d-b60d-7423f762116d tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3401ec3a-8b62-40be-87f2-e38a369566ae,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:02.367473 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe148e6f-7367-4142-9417-c41ad439d393 req-cee69bec-0de8-4d44-817b-5a824b73d1ea service neutron] 10.222.0.15 "GET /v2.0/networks/580206cc-f898-4b6b-9293-f6d4ddc68cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563342 Mar 07 21:48:02.400871 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-99947f21-0890-4e28-b0cb-8c0f43f6d96a tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0927498 Mar 07 21:48:02.406826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38944) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:02.420835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7af73367-4f98-4e2f-bdff-1a3add84fe7d tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group': {'name': 'tempest-secgroup--36662622'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:02.465487 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7af73367-4f98-4e2f-bdff-1a3add84fe7d tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.504374 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.610993 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Publish callbacks [] for port (924a2b76-f6d7-45d8-89e1-0472c60f4c15), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.612833 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe148e6f-7367-4142-9417-c41ad439d393 req-4a7527ec-b42e-4ff0-a632-88a2b1db95e3 service neutron] 10.222.0.15 "GET /v2.0/networks/580206cc-f898-4b6b-9293-f6d4ddc68cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244420 Mar 07 21:48:02.620385 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (924a2b76-f6d7-45d8-89e1-0472c60f4c15), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.675715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Network de89f3af-a1b8-45a0-b740-51627d8779e1 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:02.679329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:02.685445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:02.690687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-956a3400-67c5-463d-9744-c9b8f6e8b0de req-0b21e05c-77e3-433e-8c46-783c4ffdd609 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/8991ec3a-94db-4cc6-bd64-ecb567a1bb68 HTTP/1.1" status: 200 len: 1818 time: 0.1655753 Mar 07 21:48:02.708763 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7af73367-4f98-4e2f-bdff-1a3add84fe7d tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (3ece7d4f-67d5-4884-8423-e0b1b86afe4a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.714696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Pushing event updated for resources: {'Port': ['ID=924a2b76-f6d7-45d8-89e1-0472c60f4c15,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:02.721172 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7af73367-4f98-4e2f-bdff-1a3add84fe7d tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3ece7d4f-67d5-4884-8423-e0b1b86afe4a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.762747 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af73367-4f98-4e2f-bdff-1a3add84fe7d tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ece7d4f-67d5-4884-8423-e0b1b86afe4a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:02.785039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-a4a3b4d6-6e16-42bc-8682-317b6a62a97e tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:02.786596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-a4a3b4d6-6e16-42bc-8682-317b6a62a97e tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/networks?id=0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e HTTP/1.1" status: 200 len: 813 time: 0.2119477 Mar 07 21:48:02.804647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Attempting to bind port 924a2b76-f6d7-45d8-89e1-0472c60f4c15 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:02.805024 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Attempting to bind port 924a2b76-f6d7-45d8-89e1-0472c60f4c15 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '0e2cab65-6503-4239-aa11-eb0ef3baf36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:02.805439 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Attempting to bind port 924a2b76-f6d7-45d8-89e1-0472c60f4c15 on network de89f3af-a1b8-45a0-b740-51627d8779e1 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:02.808355 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7af73367-4f98-4e2f-bdff-1a3add84fe7d tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.809723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7af73367-4f98-4e2f-bdff-1a3add84fe7d tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3999414 Mar 07 21:48:02.813826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:02.814810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Checking segment: {'id': '0e2cab65-6503-4239-aa11-eb0ef3baf36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:02.815398 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.815952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Bound using segment: {'id': '0e2cab65-6503-4239-aa11-eb0ef3baf36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:02.816394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38960) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:02.816857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Bound port: 924a2b76-f6d7-45d8-89e1-0472c60f4c15, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2cab65-6503-4239-aa11-eb0ef3baf36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:02.817443 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (924a2b76-f6d7-45d8-89e1-0472c60f4c15), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.820483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-45ab7c45-2ed4-429d-98f3-b368c75fd825 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '3ece7d4f-67d5-4884-8423-e0b1b86afe4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:02.842170 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-2111dca3-11f8-4e8c-b538-3b2d1c254054 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/quotas/8f89f39f903f4f0b93daaf3049054462 HTTP/1.1" status: 200 len: 375 time: 0.0411255 Mar 07 21:48:02.853175 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-956a3400-67c5-463d-9744-c9b8f6e8b0de req-36b208a9-5ecf-4999-8b40-31e18534e3f2 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (8991ec3a-94db-4cc6-bd64-ecb567a1bb68), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.872543 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Allocated IP 172.20.0.1 (de89f3af-a1b8-45a0-b740-51627d8779e1/1f37fc1e-4823-4bd8-94d1-04d11a050a95/e863b172-861b-4ee2-9350-6045c7ac7ec5) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:02.887262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-852f30f5-07d2-4b6c-91fa-7ad1ffad5412 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f89f39f903f4f0b93daaf3049054462&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367570 Mar 07 21:48:02.896586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] For port 924a2b76-f6d7-45d8-89e1-0472c60f4c15, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:02.901456 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] For port 924a2b76-f6d7-45d8-89e1-0472c60f4c15, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=924a2b76-f6d7-45d8-89e1-0472c60f4c15,segment=NetworkSegment(0e2cab65-6503-4239-aa11-eb0ef3baf36b),segment_id=0e2cab65-6503-4239-aa11-eb0ef3baf36b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:02.906406 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a9a3964f-e02e-4ff8-8253-6ebd70220a91 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:48:02.928002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: a9a3964f-e02e-4ff8-8253-6ebd70220a91 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:48:02.928326 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a9a3964f-e02e-4ff8-8253-6ebd70220a91 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:48:02.930802 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (924a2b76-f6d7-45d8-89e1-0472c60f4c15), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:02.939254 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-45ab7c45-2ed4-429d-98f3-b368c75fd825 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:48:02.940373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-45ab7c45-2ed4-429d-98f3-b368c75fd825 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1230083 Mar 07 21:48:02.949871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38964) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:02.955657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-811f920d-6170-46ca-b2bb-e0512abd220b tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group_rule': {'security_group_id': '3ece7d4f-67d5-4884-8423-e0b1b86afe4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:02.971772 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-956a3400-67c5-463d-9744-c9b8f6e8b0de req-36b208a9-5ecf-4999-8b40-31e18534e3f2 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (8991ec3a-94db-4cc6-bd64-ecb567a1bb68), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:03.022380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889e291-a25c-40a2-b294-63d47ba5d3e9 None None] Pushing event updated for resources: {'Port': ['ID=924a2b76-f6d7-45d8-89e1-0472c60f4c15,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:03.066363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:03.101348 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-811f920d-6170-46ca-b2bb-e0512abd220b tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:48:03.107196 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:03.113639 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-811f920d-6170-46ca-b2bb-e0512abd220b tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1581147 Mar 07 21:48:03.116224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38968) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:03.158804 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-30a02f8a-f2d2-4e1b-897d-a241e967cddc service neutron] 10.222.0.26 "GET /v2.0/networks/0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574055 Mar 07 21:48:03.163405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f165aefe-ddaf-4153-9c6b-4bb470d9d97f req-a39adbf0-51d4-4b17-be6a-96c525c9f948 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1490698 Mar 07 21:48:03.165274 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-956a3400-67c5-463d-9744-c9b8f6e8b0de req-36b208a9-5ecf-4999-8b40-31e18534e3f2 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8991ec3a-94db-4cc6-bd64-ecb567a1bb68), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:03.168832 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-956a3400-67c5-463d-9744-c9b8f6e8b0de req-36b208a9-5ecf-4999-8b40-31e18534e3f2 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:03.177248 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-956a3400-67c5-463d-9744-c9b8f6e8b0de req-36b208a9-5ecf-4999-8b40-31e18534e3f2 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "DELETE /v2.0/security-groups/8991ec3a-94db-4cc6-bd64-ecb567a1bb68 HTTP/1.1" status: 204 len: 173 time: 0.4671757 Mar 07 21:48:03.192542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network de89f3af-a1b8-45a0-b740-51627d8779e1 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:03.202941 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:03.209237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b208a9-5ecf-4999-8b40-31e18534e3f2 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8991ec3a-94db-4cc6-bd64-ecb567a1bb68,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:03.209603 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:03.216050 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=e863b172-861b-4ee2-9350-6045c7ac7ec5,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:03.323823 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:03.335661 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-516143db-075a-4546-ae46-1e41b82f4709 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (3ece7d4f-67d5-4884-8423-e0b1b86afe4a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:03.439397 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-516143db-075a-4546-ae46-1e41b82f4709 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (3ece7d4f-67d5-4884-8423-e0b1b86afe4a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:03.441602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165aefe-ddaf-4153-9c6b-4bb470d9d97f req-631c666c-6565-40ab-b542-89e5414c08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:03.443294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f165aefe-ddaf-4153-9c6b-4bb470d9d97f req-631c666c-6565-40ab-b542-89e5414c08b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 1126 time: 0.2235441 Mar 07 21:48:03.462126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-3cc97674-6927-44e8-b986-d62388cfd597 service neutron] 10.222.0.26 "GET /v2.0/networks/0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824266 Mar 07 21:48:03.546874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a410c29-1e86-487c-8e73-0b1d7c78af46 req-413238e4-b132-41b3-b3ce-af70ea5b1771 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:03.548469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a410c29-1e86-487c-8e73-0b1d7c78af46 req-413238e4-b132-41b3-b3ce-af70ea5b1771 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 944 time: 0.2211812 Mar 07 21:48:03.565207 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-516143db-075a-4546-ae46-1e41b82f4709 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3ece7d4f-67d5-4884-8423-e0b1b86afe4a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:03.570237 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-516143db-075a-4546-ae46-1e41b82f4709 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:03.572608 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-516143db-075a-4546-ae46-1e41b82f4709 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "DELETE /v2.0/security-groups/3ece7d4f-67d5-4884-8423-e0b1b86afe4a HTTP/1.1" status: 204 len: 168 time: 0.4267769 Mar 07 21:48:03.592214 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38974) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:03.639823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516143db-075a-4546-ae46-1e41b82f4709 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ece7d4f-67d5-4884-8423-e0b1b86afe4a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:03.654118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:03.738033 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d95b402e-1edb-460f-9658-f2072193ab28 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1445818 Mar 07 21:48:03.744125 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38980) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:03.748964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4d99db6d-8cf0-49fd-ba9f-91e57bfb4c97 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group': {'name': 'tempest-secgroup--47163832'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:03.849035 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d99db6d-8cf0-49fd-ba9f-91e57bfb4c97 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:03.914733 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165aefe-ddaf-4153-9c6b-4bb470d9d97f req-fa699fd7-0074-4906-b5b0-c61086c8d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:03.916636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f165aefe-ddaf-4153-9c6b-4bb470d9d97f req-fa699fd7-0074-4906-b5b0-c61086c8d4af service neutron] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.4323428 Mar 07 21:48:03.921816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a410c29-1e86-487c-8e73-0b1d7c78af46 req-36ea1bab-7162-47a8-a876-9b772f9e2812 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0210267c-9038-4fbb-8818-4c5bbd06add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623013 Mar 07 21:48:03.949007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a859125-ec62-427a-9388-2738efac5aba req-4bf89e8a-ab9a-4065-845f-c6d74f7c49a2 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/97185abb-1ea6-4c67-b313-aeef907157aa HTTP/1.1" status: 200 len: 1819 time: 0.2396853 Mar 07 21:48:04.072487 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8d13b9f-a274-4173-a0cd-f8d60c19637a req-6ca6f826-6a2c-42ac-93e8-cb11fc2c549c tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 210 time: 0.0584719 Mar 07 21:48:04.105249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:04.124305 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:04.137501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f165aefe-ddaf-4153-9c6b-4bb470d9d97f req-7c7b545c-1a3a-4aba-98c4-17c8ca5b20ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db HTTP/1.1" status: 200 len: 999 time: 0.2141931 Mar 07 21:48:04.217653 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8a859125-ec62-427a-9388-2738efac5aba req-c3fab952-359d-411e-9276-d1bbe4617daa tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (97185abb-1ea6-4c67-b313-aeef907157aa), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:04.244459 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 924a2b76-f6d7-45d8-89e1-0472c60f4c15 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:04.252399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165aefe-ddaf-4153-9c6b-4bb470d9d97f req-ffd2a6b6-12ba-41d6-b029-84c80cce50ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:04.253881 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f165aefe-ddaf-4153-9c6b-4bb470d9d97f req-ffd2a6b6-12ba-41d6-b029-84c80cce50ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.1020756 Mar 07 21:48:04.285808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=e863b172-861b-4ee2-9350-6045c7ac7ec5,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:04.292048 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8a859125-ec62-427a-9388-2738efac5aba req-c3fab952-359d-411e-9276-d1bbe4617daa tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (97185abb-1ea6-4c67-b313-aeef907157aa), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:04.373607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165aefe-ddaf-4153-9c6b-4bb470d9d97f req-697e5eaf-fa16-4fab-a986-cc268265366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:04.375805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f165aefe-ddaf-4153-9c6b-4bb470d9d97f req-697e5eaf-fa16-4fab-a986-cc268265366b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1145203 Mar 07 21:48:04.396095 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8a859125-ec62-427a-9388-2738efac5aba req-c3fab952-359d-411e-9276-d1bbe4617daa tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (97185abb-1ea6-4c67-b313-aeef907157aa), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:04.414383 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:04.418448 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8a859125-ec62-427a-9388-2738efac5aba req-c3fab952-359d-411e-9276-d1bbe4617daa tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:04.432778 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a859125-ec62-427a-9388-2738efac5aba req-c3fab952-359d-411e-9276-d1bbe4617daa tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "DELETE /v2.0/security-groups/97185abb-1ea6-4c67-b313-aeef907157aa HTTP/1.1" status: 204 len: 173 time: 0.4806671 Mar 07 21:48:04.463430 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d99db6d-8cf0-49fd-ba9f-91e57bfb4c97 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (bed011f0-78ad-4bae-966f-474e31a7efa0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:04.483878 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d99db6d-8cf0-49fd-ba9f-91e57bfb4c97 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bed011f0-78ad-4bae-966f-474e31a7efa0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:04.486400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-bc0888ee-1231-4da2-90c9-b97b38477b4c req-d897d485-f512-4b28-9abe-222b1874e048 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2105195367', 'description': 'tempest-description-586518885'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:04.554618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fab952-359d-411e-9276-d1bbe4617daa tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97185abb-1ea6-4c67-b313-aeef907157aa,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:04.622466 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d99db6d-8cf0-49fd-ba9f-91e57bfb4c97 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:04.623908 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4d99db6d-8cf0-49fd-ba9f-91e57bfb4c97 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8787732 Mar 07 21:48:04.627886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99db6d-8cf0-49fd-ba9f-91e57bfb4c97 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed011f0-78ad-4bae-966f-474e31a7efa0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:04.630082 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38992) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:04.642120 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f165aefe-ddaf-4153-9c6b-4bb470d9d97f req-c9bb3101-4fff-4692-bd9d-8b4975900ca8 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598600 Mar 07 21:48:04.643469 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bc0888ee-1231-4da2-90c9-b97b38477b4c req-d897d485-f512-4b28-9abe-222b1874e048 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:04.660417 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-80e4a5c2-0c86-405a-a3ca-79cec66adc7c tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:04.662540 n-d-832330-1 neutron-server[103718]: WARNING neutron.api.v2.base [None req-80e4a5c2-0c86-405a-a3ca-79cec66adc7c tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 21:48:04.664794 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-80e4a5c2-0c86-405a-a3ca-79cec66adc7c tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 21:48:04.667126 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-80e4a5c2-0c86-405a-a3ca-79cec66adc7c tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "PUT /v2.0/security-groups/bed011f0-78ad-4bae-966f-474e31a7efa0 HTTP/1.1" status: 409 len: 330 time: 0.0183210 Mar 07 21:48:04.673824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38994) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:04.816575 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f84c34e4-58c2-4141-9f36-48ac6d52dee3 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:48:04.823027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network de89f3af-a1b8-45a0-b740-51627d8779e1 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:04.827168 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:04.866682 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e296f9-48aa-43d1-9dea-95f3d1de7296 None None] Network de89f3af-a1b8-45a0-b740-51627d8779e1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:04.900154 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f165aefe-ddaf-4153-9c6b-4bb470d9d97f req-ef0eaac5-77af-4a98-aa3b-25acddd71bf8 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488539 Mar 07 21:48:04.986960 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3eab1705-b16b-4abc-9fc8-9b69e3300dad tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (bed011f0-78ad-4bae-966f-474e31a7efa0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:05.016413 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3eab1705-b16b-4abc-9fc8-9b69e3300dad tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (bed011f0-78ad-4bae-966f-474e31a7efa0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:05.018930 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bc0888ee-1231-4da2-90c9-b97b38477b4c req-d897d485-f512-4b28-9abe-222b1874e048 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (31695582-859f-4517-9b55-bc33939a0a49), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:05.025992 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.resource_extend [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:48:05.033719 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bc0888ee-1231-4da2-90c9-b97b38477b4c req-d897d485-f512-4b28-9abe-222b1874e048 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (31695582-859f-4517-9b55-bc33939a0a49), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:05.117729 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bc0888ee-1231-4da2-90c9-b97b38477b4c req-d897d485-f512-4b28-9abe-222b1874e048 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:05.120151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc0888ee-1231-4da2-90c9-b97b38477b4c req-d897d485-f512-4b28-9abe-222b1874e048 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6492307 Mar 07 21:48:05.123588 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3eab1705-b16b-4abc-9fc8-9b69e3300dad tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bed011f0-78ad-4bae-966f-474e31a7efa0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:05.129851 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3eab1705-b16b-4abc-9fc8-9b69e3300dad tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:05.131873 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3eab1705-b16b-4abc-9fc8-9b69e3300dad tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "DELETE /v2.0/security-groups/bed011f0-78ad-4bae-966f-474e31a7efa0 HTTP/1.1" status: 204 len: 168 time: 0.4554856 Mar 07 21:48:05.143422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897d485-f512-4b28-9abe-222b1874e048 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31695582-859f-4517-9b55-bc33939a0a49,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:05.146891 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39002) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:05.155584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-17b9e6d6-0158-4f48-a5b9-cdfca2c9c045 None None] Provisioning complete for port 924a2b76-f6d7-45d8-89e1-0472c60f4c15 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:05.162236 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17b9e6d6-0158-4f48-a5b9-cdfca2c9c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (924a2b76-f6d7-45d8-89e1-0472c60f4c15), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:05.193630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e240e-05d5-4b4c-b8b1-509b13dffa70 req-87fec292-530c-4a17-a21f-973ead325ea2 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:05.195470 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f39e240e-05d5-4b4c-b8b1-509b13dffa70 req-87fec292-530c-4a17-a21f-973ead325ea2 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 944 time: 0.1333685 Mar 07 21:48:05.262862 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 924a2b76-f6d7-45d8-89e1-0472c60f4c15 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:05.264009 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (924a2b76-f6d7-45d8-89e1-0472c60f4c15), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:05.277284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab1705-b16b-4abc-9fc8-9b69e3300dad tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed011f0-78ad-4bae-966f-474e31a7efa0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:05.295206 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39004) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:05.295497 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-18eae3a6-b535-4983-abd4-2443639030f0 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1413686 Mar 07 21:48:05.308179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4ededdc-4a09-4eb9-b7d4-5a07db487ad8 req-6332df62-cb58-4f58-8c46-2522e0ca1fb0 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 210 time: 0.0661595 Mar 07 21:48:05.323743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router b9e44a57-e9d3-410c-afd4-300099bf03a7 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:48:05.329420 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f84c34e4-58c2-4141-9f36-48ac6d52dee3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f84c34e4-58c2-4141-9f36-48ac6d52dee3,segment=NetworkSegment(286f53f5-91d1-4c05-bd52-c7957c44a7db),segment_id=286f53f5-91d1-4c05-bd52-c7957c44a7db)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:05.369873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'f84c34e4-58c2-4141-9f36-48ac6d52dee3', 'network_id': '580206cc-f898-4b6b-9293-f6d4ddc68cb6', 'port_id': 'f84c34e4-58c2-4141-9f36-48ac6d52dee3', 'mac_address': 'fa:16:3e:b4:66:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a262ba-eb5c-4923-9cd8-a7766e5a8e3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:48:05.444150 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-96b2f039-5204-4f3e-8848-a7d138298691 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] delete failed (client error): The resource could not be found. Mar 07 21:48:05.445606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-96b2f039-5204-4f3e-8848-a7d138298691 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "DELETE /v2.0/security-groups/28ced92c-8f6b-4fa8-b944-9390b5f8c7ef HTTP/1.1" status: 404 len: 347 time: 0.1466556 Mar 07 21:48:05.476023 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39006) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:05.497487 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-de19f2af-79b0-46af-8ab3-af892c14a996 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] show failed (client error): The resource could not be found. Mar 07 21:48:05.503164 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-de19f2af-79b0-46af-8ab3-af892c14a996 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "GET /v2.0/security-groups/f7bddc63-2f11-4f2b-ad6c-3501dac3105c HTTP/1.1" status: 404 len: 347 time: 0.0215726 Mar 07 21:48:05.504697 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39008) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:05.522293 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-32ef8163-62e5-4e69-a306-fa8d01a72755 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] show failed (client error): The resource could not be found. Mar 07 21:48:05.528707 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-32ef8163-62e5-4e69-a306-fa8d01a72755 tempest-NegativeSecGroupIPv6Test-1488330799 tempest-NegativeSecGroupIPv6Test-1488330799-project] 10.222.0.26 "GET /v2.0/security-group-rules/49841e13-2959-45f7-8f0a-cbb0b7d7bc94 HTTP/1.1" status: 404 len: 356 time: 0.0183232 Mar 07 21:48:05.547389 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f39e240e-05d5-4b4c-b8b1-509b13dffa70 req-b88b4543-5f86-4c07-9e90-00a057829659 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0210267c-9038-4fbb-8818-4c5bbd06add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140962 Mar 07 21:48:05.562111 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:48:05.582124 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a802058f-8164-44e0-9890-20ee9ad052bc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/b9e44a57-e9d3-410c-afd4-300099bf03a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4827914 Mar 07 21:48:05.583999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39014) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:05.595801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-fc912d3a-8f5e-4902-b5be-ba505adb7ccf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'network': {'name': 'tempest-RoutersTest-1321263677'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:05.598637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Sync routers for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:05.604365 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f84c34e4-58c2-4141-9f36-48ac6d52dee3 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:05.604761 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f84c34e4-58c2-4141-9f36-48ac6d52dee3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:05.629525 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-17b9e6d6-0158-4f48-a5b9-cdfca2c9c045 None None] Current status of the port 924a2b76-f6d7-45d8-89e1-0472c60f4c15 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:05.629918 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17b9e6d6-0158-4f48-a5b9-cdfca2c9c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (924a2b76-f6d7-45d8-89e1-0472c60f4c15), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:05.685920 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc912d3a-8f5e-4902-b5be-ba505adb7ccf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:05.688005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84c34e4-58c2-4141-9f36-48ac6d52dee3 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:48:05.694386 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:05.695034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:05.699804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fc912d3a-8f5e-4902-b5be-ba505adb7ccf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:05.744391 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab9e2c1a-2bde-45dc-a4ad-285ac57913ee req-464af495-652d-4e8a-be87-304977c286ed tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/31695582-859f-4517-9b55-bc33939a0a49 HTTP/1.1" status: 200 len: 1819 time: 0.3624039 Mar 07 21:48:05.761633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-50aae47c-c5f5-4738-9028-50c962ffd2be tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:05.763258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-50aae47c-c5f5-4738-9028-50c962ffd2be tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.13 "GET /v2.0/networks?id=0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e HTTP/1.1" status: 200 len: 813 time: 0.5656283 Mar 07 21:48:05.784939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-ab9e2c1a-2bde-45dc-a4ad-285ac57913ee req-561db378-84ca-420b-adc6-0ebd76d5140e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1156489496', 'description': 'tempest-description-hth-597994726'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:05.798260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-19f90e81-b8f7-4932-8e94-0d12bfc9e524 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Request body: {'port': {'device_id': '9fe931eb-e450-4077-bfac-09ce45c685b8', 'network_id': '0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e', 'admin_state_up': True, 'tenant_id': '8f89f39f903f4f0b93daaf3049054462'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:05.807731 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 924a2b76-f6d7-45d8-89e1-0472c60f4c15 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:05.808126 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (924a2b76-f6d7-45d8-89e1-0472c60f4c15), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:05.812865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc912d3a-8f5e-4902-b5be-ba505adb7ccf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:48:05.871692 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fc912d3a-8f5e-4902-b5be-ba505adb7ccf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (ba024be3-60d6-4212-ac04-52773dfd1eed), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:05.872080 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-fc912d3a-8f5e-4902-b5be-ba505adb7ccf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Added segment ba024be3-60d6-4212-ac04-52773dfd1eed of type vlan for network 9beae475-7443-4590-a180-4927c480e158 Mar 07 21:48:05.916105 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f84c34e4-58c2-4141-9f36-48ac6d52dee3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f84c34e4-58c2-4141-9f36-48ac6d52dee3,segment=NetworkSegment(286f53f5-91d1-4c05-bd52-c7957c44a7db),segment_id=286f53f5-91d1-4c05-bd52-c7957c44a7db)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:05.956556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-17b9e6d6-0158-4f48-a5b9-cdfca2c9c045 None None] For port 924a2b76-f6d7-45d8-89e1-0472c60f4c15, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=924a2b76-f6d7-45d8-89e1-0472c60f4c15,segment=NetworkSegment(0e2cab65-6503-4239-aa11-eb0ef3baf36b),segment_id=0e2cab65-6503-4239-aa11-eb0ef3baf36b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:05.979059 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f84c34e4-58c2-4141-9f36-48ac6d52dee3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:05.997257 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17b9e6d6-0158-4f48-a5b9-cdfca2c9c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (924a2b76-f6d7-45d8-89e1-0472c60f4c15), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:06.047923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39020) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:06.097422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:06.169838 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:48:06.170298 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:48:06.178364 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f84c34e4-58c2-4141-9f36-48ac6d52dee3,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:06.219409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4e97553f-4f39-411b-8fb6-57ccf169b383 None None] Provisioning complete for port e863b172-861b-4ee2-9350-6045c7ac7ec5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:06.219775 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4e97553f-4f39-411b-8fb6-57ccf169b383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:06.291921 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-512dfb8a-2a35-473f-be82-c861b71f69c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00576e2290a14dbea2f5ce3eef81ab4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2426817 Mar 07 21:48:06.294690 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39024) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:06.297152 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f84c34e4-58c2-4141-9f36-48ac6d52dee3'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:48:06.394608 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f27c6e35-a7c6-4d23-bfd3-93e6873913a1 admin admin] Publish callbacks [] for security_group (4e6f61d6-c857-4189-ac3c-0b426af52a45), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:06.430858 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f27c6e35-a7c6-4d23-bfd3-93e6873913a1 admin admin] Publish callbacks [] for security_group (4e6f61d6-c857-4189-ac3c-0b426af52a45), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:06.470136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4e97553f-4f39-411b-8fb6-57ccf169b383 None None] Port e863b172-861b-4ee2-9350-6045c7ac7ec5 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:48:06.475807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9e6d6-0158-4f48-a5b9-cdfca2c9c045 None None] Pushing event updated for resources: {'Port': ['ID=924a2b76-f6d7-45d8-89e1-0472c60f4c15,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:06.518666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4e97553f-4f39-411b-8fb6-57ccf169b383 None None] Provisioning complete for port 924a2b76-f6d7-45d8-89e1-0472c60f4c15 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:06.519047 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4e97553f-4f39-411b-8fb6-57ccf169b383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (924a2b76-f6d7-45d8-89e1-0472c60f4c15), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:06.522313 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fc912d3a-8f5e-4902-b5be-ba505adb7ccf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (9beae475-7443-4590-a180-4927c480e158), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:06.535381 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f27c6e35-a7c6-4d23-bfd3-93e6873913a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4e6f61d6-c857-4189-ac3c-0b426af52a45), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:06.541808 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f27c6e35-a7c6-4d23-bfd3-93e6873913a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:06.552595 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f27c6e35-a7c6-4d23-bfd3-93e6873913a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e6f61d6-c857-4189-ac3c-0b426af52a45 HTTP/1.1" status: 204 len: 168 time: 0.2532525 Mar 07 21:48:06.566335 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c6e35-a7c6-4d23-bfd3-93e6873913a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6f61d6-c857-4189-ac3c-0b426af52a45,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:06.598729 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50041350-e242-4a48-964f-193c83cf94a9 req-0da77a6c-a49e-4d9a-b531-28f2389a69b6 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 210 time: 0.1594372 Mar 07 21:48:06.632386 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ab9e2c1a-2bde-45dc-a4ad-285ac57913ee req-561db378-84ca-420b-adc6-0ebd76d5140e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (31695582-859f-4517-9b55-bc33939a0a49), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:06.699114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fc912d3a-8f5e-4902-b5be-ba505adb7ccf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (9beae475-7443-4590-a180-4927c480e158), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:06.714570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc912d3a-8f5e-4902-b5be-ba505adb7ccf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:06.716291 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fc912d3a-8f5e-4902-b5be-ba505adb7ccf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:06.820973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 924a2b76-f6d7-45d8-89e1-0472c60f4c15 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:06.829153 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ab9e2c1a-2bde-45dc-a4ad-285ac57913ee req-561db378-84ca-420b-adc6-0ebd76d5140e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (31695582-859f-4517-9b55-bc33939a0a49), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:06.838468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fc912d3a-8f5e-4902-b5be-ba505adb7ccf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2525034 Mar 07 21:48:06.839441 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-19f90e81-b8f7-4932-8e94-0d12bfc9e524 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Made reservation on behalf of 8f89f39f903f4f0b93daaf3049054462 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:06.841526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39036) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:06.843178 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-19f90e81-b8f7-4932-8e94-0d12bfc9e524 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:06.847452 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-84c9aab5-9abc-4370-b6cf-317d4a6b491c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'subnet': {'network_id': '9beae475-7443-4590-a180-4927c480e158', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:06.887283 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ab9e2c1a-2bde-45dc-a4ad-285ac57913ee req-561db378-84ca-420b-adc6-0ebd76d5140e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (31695582-859f-4517-9b55-bc33939a0a49), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:06.889368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ab9e2c1a-2bde-45dc-a4ad-285ac57913ee req-561db378-84ca-420b-adc6-0ebd76d5140e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:06.890916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab9e2c1a-2bde-45dc-a4ad-285ac57913ee req-561db378-84ca-420b-adc6-0ebd76d5140e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "PUT /v2.0/security-groups/31695582-859f-4517-9b55-bc33939a0a49 HTTP/1.1" status: 200 len: 1793 time: 1.1266718 Mar 07 21:48:06.914092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc912d3a-8f5e-4902-b5be-ba505adb7ccf tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Network': ['ID=9beae475-7443-4590-a180-4927c480e158,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:06.951688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4e97553f-4f39-411b-8fb6-57ccf169b383 None None] Current status of the port 924a2b76-f6d7-45d8-89e1-0472c60f4c15 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:06.977455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 9beae475-7443-4590-a180-4927c480e158 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:48:06.982886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 924a2b76-f6d7-45d8-89e1-0472c60f4c15 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:06.988548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec89379-31c6-4575-81ce-113f16f31436 req-16c46a1b-7934-4d77-a23d-61c5c0f6b335 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:06.990531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ec89379-31c6-4575-81ce-113f16f31436 req-16c46a1b-7934-4d77-a23d-61c5c0f6b335 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 945 time: 0.2647221 Mar 07 21:48:07.023866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561db378-84ca-420b-adc6-0ebd76d5140e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31695582-859f-4517-9b55-bc33939a0a49,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:07.052970 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c9aab5-9abc-4370-b6cf-317d4a6b491c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:07.065507 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-84c9aab5-9abc-4370-b6cf-317d4a6b491c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:07.088690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-955facb6-25dd-4017-bf7f-94a8c704da69 req-312cefa1-a094-4e36-8e8e-359ed194be0e tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/31695582-859f-4517-9b55-bc33939a0a49 HTTP/1.1" status: 200 len: 1793 time: 0.1692379 Mar 07 21:48:07.160174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:03Z', 'revision_number': 2, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:03Z', 'revision_number': 2, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:07.185956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ec89379-31c6-4575-81ce-113f16f31436 req-92d4b8ff-9c49-4a20-b685-24fa5e92302a tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0210267c-9038-4fbb-8818-4c5bbd06add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503725 Mar 07 21:48:07.198094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 924a2b76-f6d7-45d8-89e1-0472c60f4c15 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:07.198943 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (924a2b76-f6d7-45d8-89e1-0472c60f4c15), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:07.231333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb2b0112-0546-4e6e-9619-f3cc5af43132 req-a3b74a49-8efa-46bf-90e0-708b8ced3275 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/31695582-859f-4517-9b55-bc33939a0a49 HTTP/1.1" status: 200 len: 1793 time: 0.0944824 Mar 07 21:48:07.232747 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-19f90e81-b8f7-4932-8e94-0d12bfc9e524 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Allocated IP 172.20.0.4 (0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e/1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e/132fc3de-68ff-43ed-b647-970f646d9046) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:07.247164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Checking router: b9e44a57-e9d3-410c-afd4-300099bf03a7 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:07.247532 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Updating router b9e44a57-e9d3-410c-afd4-300099bf03a7 port e863b172-861b-4ee2-9350-6045c7ac7ec5 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:48:07.256977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-79b91c13-b2b7-47d0-ade2-81da93cf02a7 None None] Provisioning complete for port e863b172-861b-4ee2-9350-6045c7ac7ec5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:07.257424 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-79b91c13-b2b7-47d0-ade2-81da93cf02a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:07.348402 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-84c9aab5-9abc-4370-b6cf-317d4a6b491c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (36ff0708-092f-44ca-8542-cdb7b5770e27), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:07.374990 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bb2b0112-0546-4e6e-9619-f3cc5af43132 req-1de76e34-c8bd-4ba3-b93a-1c726feb6b32 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (31695582-859f-4517-9b55-bc33939a0a49), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:07.443330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-79b91c13-b2b7-47d0-ade2-81da93cf02a7 None None] Port e863b172-861b-4ee2-9350-6045c7ac7ec5 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:48:07.464513 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bb2b0112-0546-4e6e-9619-f3cc5af43132 req-1de76e34-c8bd-4ba3-b93a-1c726feb6b32 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (31695582-859f-4517-9b55-bc33939a0a49), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:07.464872 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:07.554034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9aab5-9abc-4370-b6cf-317d4a6b491c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Subnet': ['ID=36ff0708-092f-44ca-8542-cdb7b5770e27,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:07.558154 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bb2b0112-0546-4e6e-9619-f3cc5af43132 req-1de76e34-c8bd-4ba3-b93a-1c726feb6b32 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (31695582-859f-4517-9b55-bc33939a0a49), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:07.567958 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c9aab5-9abc-4370-b6cf-317d4a6b491c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Checking segment: {'id': 'ba024be3-60d6-4212-ac04-52773dfd1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9beae475-7443-4590-a180-4927c480e158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:07.568343 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c9aab5-9abc-4370-b6cf-317d4a6b491c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network hostable DHCP agents. Network: 9beae475-7443-4590-a180-4927c480e158, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:48:07.568931 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bb2b0112-0546-4e6e-9619-f3cc5af43132 req-1de76e34-c8bd-4ba3-b93a-1c726feb6b32 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:07.571245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb2b0112-0546-4e6e-9619-f3cc5af43132 req-1de76e34-c8bd-4ba3-b93a-1c726feb6b32 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "DELETE /v2.0/security-groups/31695582-859f-4517-9b55-bc33939a0a49 HTTP/1.1" status: 204 len: 173 time: 0.3296175 Mar 07 21:48:07.593947 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-19f90e81-b8f7-4932-8e94-0d12bfc9e524 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks [] for port (132fc3de-68ff-43ed-b647-970f646d9046), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:07.605746 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de76e34-c8bd-4ba3-b93a-1c726feb6b32 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31695582-859f-4517-9b55-bc33939a0a49,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:07.623194 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c9aab5-9abc-4370-b6cf-317d4a6b491c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network 9beae475-7443-4590-a180-4927c480e158 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:48:07.644743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-84c9aab5-9abc-4370-b6cf-317d4a6b491c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 9beae475-7443-4590-a180-4927c480e158) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:07.675378 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c9aab5-9abc-4370-b6cf-317d4a6b491c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:07.677618 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-84c9aab5-9abc-4370-b6cf-317d4a6b491c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:07.715101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39062) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:07.716337 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-84c9aab5-9abc-4370-b6cf-317d4a6b491c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8729124 Mar 07 21:48:07.740434 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285d9a4d-6e9d-4d80-9975-43b7d988e6d0 None None] Network 9beae475-7443-4590-a180-4927c480e158 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:07.775575 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 924a2b76-f6d7-45d8-89e1-0472c60f4c15 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:07.788620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d9e8516-1d3c-4bf0-9b97-39a4f057b0eb req-8476f15f-ac6a-44df-9bda-f90ce334a0af tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 210 time: 0.0653760 Mar 07 21:48:07.843851 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-ec993c38-18c9-4166-88ca-7c010f07922d req-254bbb37-1ccc-4fa1-811f-128d08f23c6c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] show failed (client error): The resource could not be found. Mar 07 21:48:07.844963 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec993c38-18c9-4166-88ca-7c010f07922d req-254bbb37-1ccc-4fa1-811f-128d08f23c6c tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/97185abb-1ea6-4c67-b313-aeef907157aa HTTP/1.1" status: 404 len: 352 time: 0.0520012 Mar 07 21:48:07.854532 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-19f90e81-b8f7-4932-8e94-0d12bfc9e524 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (132fc3de-68ff-43ed-b647-970f646d9046), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:07.926324 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-5fc88d02-e2f1-49ee-abca-349029ba2639 req-a3e5c50c-55bf-400a-a9e7-5ae9f0207dc3 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] show failed (client error): The resource could not be found. Mar 07 21:48:07.926624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39072) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:07.927377 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5fc88d02-e2f1-49ee-abca-349029ba2639 req-a3e5c50c-55bf-400a-a9e7-5ae9f0207dc3 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/8991ec3a-94db-4cc6-bd64-ecb567a1bb68 HTTP/1.1" status: 404 len: 352 time: 0.0381515 Mar 07 21:48:07.935413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-19f90e81-b8f7-4932-8e94-0d12bfc9e524 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Network 0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:07.938083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-19f90e81-b8f7-4932-8e94-0d12bfc9e524 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:07.939980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f90e81-b8f7-4932-8e94-0d12bfc9e524 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Pushing event updated for resources: {'Port': ['ID=132fc3de-68ff-43ed-b647-970f646d9046,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:07.974475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-19f90e81-b8f7-4932-8e94-0d12bfc9e524 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:07.989502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-9beae475-7443-4590-a180-4927c480e158', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:48:07.990544 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.057602 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-209ebba1-42a2-45cf-b389-2806e3328772 req-a4d9efd0-1d4d-4725-a1ff-5c6bf09c8e25 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] show failed (client error): The resource could not be found. Mar 07 21:48:08.058684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-209ebba1-42a2-45cf-b389-2806e3328772 req-a4d9efd0-1d4d-4725-a1ff-5c6bf09c8e25 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/de00178d-0d48-4d8f-a45d-37445cef43d7 HTTP/1.1" status: 404 len: 352 time: 0.0575776 Mar 07 21:48:08.074558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-19f90e81-b8f7-4932-8e94-0d12bfc9e524 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:08.075196 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-19f90e81-b8f7-4932-8e94-0d12bfc9e524 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.091835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1699246089'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:08.108142 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-8cce24ef-83cb-4875-84e0-fac6c68cc951 req-222e7cf1-9e36-4b59-a6d1-905580f5861f tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] show failed (client error): The resource could not be found. Mar 07 21:48:08.109067 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8cce24ef-83cb-4875-84e0-fac6c68cc951 req-222e7cf1-9e36-4b59-a6d1-905580f5861f tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/bbf65ace-ec80-4cfe-ad01-22ad7625642b HTTP/1.1" status: 404 len: 352 time: 0.0250583 Mar 07 21:48:08.113662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-19f90e81-b8f7-4932-8e94-0d12bfc9e524 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3321300 Mar 07 21:48:08.128529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Made reservation on behalf of b5543549fcdf4f39b1d8e3ebcde30a2a for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:08.135297 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.147456 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.155807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Request body: {'port': {'device_id': '9fe931eb-e450-4077-bfac-09ce45c685b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:08.222340 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Allocated IP 172.21.0.2 (9beae475-7443-4590-a180-4927c480e158/36ff0708-092f-44ca-8542-cdb7b5770e27/018bd4e6-45e7-40cd-8751-6ebed262a60f) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:08.227260 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-a2ff6c82-41ab-4215-bae2-d71c557f01da req-818815ac-80aa-4ae9-b3cf-6b642e492e95 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] show failed (client error): The resource could not be found. Mar 07 21:48:08.228895 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2ff6c82-41ab-4215-bae2-d71c557f01da req-818815ac-80aa-4ae9-b3cf-6b642e492e95 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/f051e260-2f6e-48fe-8caa-2af791963f50 HTTP/1.1" status: 404 len: 352 time: 0.0776844 Mar 07 21:48:08.258304 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Publish callbacks [] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.274889 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks [] for security_group (aabf145d-4b77-41de-91d6-68d83bce92de), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.278765 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (aabf145d-4b77-41de-91d6-68d83bce92de), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.287346 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.304685 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:48:08.329559 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabf145d-4b77-41de-91d6-68d83bce92de,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:08.340892 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-92426e91-a9c8-40b7-bf27-f4e08ab9b094 req-07eef43a-8d21-406d-a1f6-30ac7e87f55d tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] show failed (client error): The resource could not be found. Mar 07 21:48:08.341952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92426e91-a9c8-40b7-bf27-f4e08ab9b094 req-07eef43a-8d21-406d-a1f6-30ac7e87f55d tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/a6d64468-c0fd-4a57-810d-86e73b85afdd HTTP/1.1" status: 404 len: 352 time: 0.0730619 Mar 07 21:48:08.344638 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (105c0682-a1d8-4d4c-a7ba-2eddf14c1841), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.347371 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (132fc3de-68ff-43ed-b647-970f646d9046), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.347526 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Added segment 105c0682-a1d8-4d4c-a7ba-2eddf14c1841 of type vlan for network f090feeb-7424-4b28-8314-3c2e08ab9e9e Mar 07 21:48:08.410814 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (f090feeb-7424-4b28-8314-3c2e08ab9e9e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.412217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442825f6-d05c-43e2-8515-9ea72ca2cee3 None None] Pushing event updated for resources: {'Port': ['ID=e863b172-861b-4ee2-9350-6045c7ac7ec5,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:08.415031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f84c34e4-58c2-4141-9f36-48ac6d52dee3 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:08.460989 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (f090feeb-7424-4b28-8314-3c2e08ab9e9e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.467432 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:08.468237 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.514471 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1e452-bfac-4be9-97ed-9cae49f909b3 req-aa258614-86cf-4f21-b65e-e9f5ce5b497a tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:08.519744 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8c1e452-bfac-4be9-97ed-9cae49f909b3 req-aa258614-86cf-4f21-b65e-e9f5ce5b497a tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 945 time: 0.2386107 Mar 07 21:48:08.566865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Pushing event updated for resources: {'Network': ['ID=f090feeb-7424-4b28-8314-3c2e08ab9e9e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:08.576861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Attempting to bind port e863b172-861b-4ee2-9350-6045c7ac7ec5 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:08.577777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Attempting to bind port e863b172-861b-4ee2-9350-6045c7ac7ec5 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '0e2cab65-6503-4239-aa11-eb0ef3baf36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:08.580478 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Attempting to bind port e863b172-861b-4ee2-9350-6045c7ac7ec5 on network de89f3af-a1b8-45a0-b740-51627d8779e1 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:08.604409 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f19506cc-8100-4f70-bd23-ca4457d9d520 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6764984 Mar 07 21:48:08.607257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39090) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:08.608323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network f090feeb-7424-4b28-8314-3c2e08ab9e9e details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:48:08.621377 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.623311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-09547a87-d814-4422-96d5-f681015dcbac tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Request body: {'subnet': {'network_id': 'f090feeb-7424-4b28-8314-3c2e08ab9e9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:08.651019 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:08.651747 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Checking segment: {'id': '0e2cab65-6503-4239-aa11-eb0ef3baf36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:08.652311 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.652852 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Bound using segment: {'id': '0e2cab65-6503-4239-aa11-eb0ef3baf36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:08.653486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Bound port: e863b172-861b-4ee2-9350-6045c7ac7ec5, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2cab65-6503-4239-aa11-eb0ef3baf36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:08.654038 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.718859 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Publish callbacks [] for port (018bd4e6-45e7-40cd-8751-6ebed262a60f), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.743769 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (018bd4e6-45e7-40cd-8751-6ebed262a60f), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.756734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09547a87-d814-4422-96d5-f681015dcbac tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Made reservation on behalf of b5543549fcdf4f39b1d8e3ebcde30a2a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:08.763175 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09547a87-d814-4422-96d5-f681015dcbac tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.770088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port f84c34e4-58c2-4141-9f36-48ac6d52dee3 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:48:08.820473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8c1e452-bfac-4be9-97ed-9cae49f909b3 req-7b0aca4a-567b-4ed0-88f2-6d508e50ff3b tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0210267c-9038-4fbb-8818-4c5bbd06add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908108 Mar 07 21:48:08.821873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port f84c34e4-58c2-4141-9f36-48ac6d52dee3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:08.822665 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f84c34e4-58c2-4141-9f36-48ac6d52dee3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.927977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] For port e863b172-861b-4ee2-9350-6045c7ac7ec5, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:08.942939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] For port e863b172-861b-4ee2-9350-6045c7ac7ec5, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e863b172-861b-4ee2-9350-6045c7ac7ec5,segment=NetworkSegment(0e2cab65-6503-4239-aa11-eb0ef3baf36b),segment_id=0e2cab65-6503-4239-aa11-eb0ef3baf36b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:08.947977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Network 9beae475-7443-4590-a180-4927c480e158 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:08.949007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Pushing event updated for resources: {'Port': ['ID=018bd4e6-45e7-40cd-8751-6ebed262a60f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:08.961375 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.972950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1c161765-d789-4253-81b5-72e36aaac209 None None] Provisioning complete for port e863b172-861b-4ee2-9350-6045c7ac7ec5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:08.973937 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1c161765-d789-4253-81b5-72e36aaac209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:08.975370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:08.997218 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09547a87-d814-4422-96d5-f681015dcbac tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (d5c888eb-56ba-47a1-a1b0-8c44045cae6f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.000462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63a760-ab1d-420f-9049-064c99c8df73 req-67dcabcd-0cf5-4dc2-a150-83358478df95 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:09.001992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea63a760-ab1d-420f-9049-064c99c8df73 req-67dcabcd-0cf5-4dc2-a150-83358478df95 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 1024 time: 0.2721438 Mar 07 21:48:09.022031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:09.085633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09547a87-d814-4422-96d5-f681015dcbac tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Pushing event updated for resources: {'Subnet': ['ID=d5c888eb-56ba-47a1-a1b0-8c44045cae6f,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:09.088811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09547a87-d814-4422-96d5-f681015dcbac tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Checking segment: {'id': '105c0682-a1d8-4d4c-a7ba-2eddf14c1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f090feeb-7424-4b28-8314-3c2e08ab9e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:09.089082 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09547a87-d814-4422-96d5-f681015dcbac tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Network hostable DHCP agents. Network: f090feeb-7424-4b28-8314-3c2e08ab9e9e, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:48:09.125443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09547a87-d814-4422-96d5-f681015dcbac tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Network f090feeb-7424-4b28-8314-3c2e08ab9e9e is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:48:09.142199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-09547a87-d814-4422-96d5-f681015dcbac tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, f090feeb-7424-4b28-8314-3c2e08ab9e9e) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:09.150644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09547a87-d814-4422-96d5-f681015dcbac tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:09.152260 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09547a87-d814-4422-96d5-f681015dcbac tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.156754 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:09.157510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:09.159440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442825f6-d05c-43e2-8515-9ea72ca2cee3 None None] Pushing event updated for resources: {'Port': ['ID=e863b172-861b-4ee2-9350-6045c7ac7ec5,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:09.162345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b28769-d61b-4e63-a6bd-07cac6e08aa3 None None] Network f090feeb-7424-4b28-8314-3c2e08ab9e9e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:09.182879 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-09547a87-d814-4422-96d5-f681015dcbac tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5733187 Mar 07 21:48:09.185620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39096) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:09.199199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4c09f706-9e93-45c5-b887-fb44018d40eb tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Request body: {'port': {'network_id': 'f090feeb-7424-4b28-8314-3c2e08ab9e9e', 'name': 'tempest-TagsExtTest-1152073929'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:09.215524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Attempting to bind port 018bd4e6-45e7-40cd-8751-6ebed262a60f on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:09.216044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Attempting to bind port 018bd4e6-45e7-40cd-8751-6ebed262a60f by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'ba024be3-60d6-4212-ac04-52773dfd1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9beae475-7443-4590-a180-4927c480e158'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:09.216532 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Attempting to bind port 018bd4e6-45e7-40cd-8751-6ebed262a60f on network 9beae475-7443-4590-a180-4927c480e158 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:09.231012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a32e09-e1a8-4170-921e-ed69595e5e63 req-738eeb04-1c98-47ad-83c6-232d1f873ad8 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:09.234166 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9a32e09-e1a8-4170-921e-ed69595e5e63 req-738eeb04-1c98-47ad-83c6-232d1f873ad8 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 931 time: 0.2596524 Mar 07 21:48:09.310217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea63a760-ab1d-420f-9049-064c99c8df73 req-6efb8a45-9495-4582-b595-0b5e5852fde3 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=09972429-d656-412b-80ae-6a326fb122fa&id=32299073-b5c5-47aa-aebf-fdccc634bc31&id=2ec30ea6-8180-4e65-bfe6-78b668072708&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2991128 Mar 07 21:48:09.311872 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:09.312436 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132fc3de-68ff-43ed-b647-970f646d9046 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:48:09.326024 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Publish callbacks [] for port (132fc3de-68ff-43ed-b647-970f646d9046), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.347454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Allocated IP 172.21.0.1 (9beae475-7443-4590-a180-4927c480e158/36ff0708-092f-44ca-8542-cdb7b5770e27/cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:09.350177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c09f706-9e93-45c5-b887-fb44018d40eb tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Made reservation on behalf of b5543549fcdf4f39b1d8e3ebcde30a2a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:09.354576 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c09f706-9e93-45c5-b887-fb44018d40eb tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.372357 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-4c09f706-9e93-45c5-b887-fb44018d40eb tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] device_id is not set on port 3922088c-a14e-4475-ab55-a21494efc49b yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:48:09.374341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Transition to ACTIVE for port object 132fc3de-68ff-43ed-b647-970f646d9046 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:48:09.380709 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (132fc3de-68ff-43ed-b647-970f646d9046), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.389073 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9a32e09-e1a8-4170-921e-ed69595e5e63 req-3da9a118-dcfb-4116-89e1-98f292fdbda7 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460142 Mar 07 21:48:09.404630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:09.405072 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Checking segment: {'id': 'ba024be3-60d6-4212-ac04-52773dfd1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9beae475-7443-4590-a180-4927c480e158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:09.405418 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.405813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Bound using segment: {'id': 'ba024be3-60d6-4212-ac04-52773dfd1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9beae475-7443-4590-a180-4927c480e158'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:09.406388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Bound port: 018bd4e6-45e7-40cd-8751-6ebed262a60f, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba024be3-60d6-4212-ac04-52773dfd1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9beae475-7443-4590-a180-4927c480e158'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:09.406726 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (018bd4e6-45e7-40cd-8751-6ebed262a60f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.492985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-4c09f706-9e93-45c5-b887-fb44018d40eb tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Allocated IP 172.20.0.14 (f090feeb-7424-4b28-8314-3c2e08ab9e9e/d5c888eb-56ba-47a1-a1b0-8c44045cae6f/3922088c-a14e-4475-ab55-a21494efc49b) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:09.495708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f84c34e4-58c2-4141-9f36-48ac6d52dee3 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:09.496099 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f84c34e4-58c2-4141-9f36-48ac6d52dee3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.528340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Pushing event updated for resources: {'Port': ['ID=132fc3de-68ff-43ed-b647-970f646d9046,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:09.620075 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Attempting to bind port 132fc3de-68ff-43ed-b647-970f646d9046 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:09.620075 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Attempting to bind port 132fc3de-68ff-43ed-b647-970f646d9046 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'faf87e44-1b9c-4b59-9fc6-f0601fe164ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:09.620702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Attempting to bind port 132fc3de-68ff-43ed-b647-970f646d9046 on network 0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:09.627187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Port 132fc3de-68ff-43ed-b647-970f646d9046 on network 0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:48:09.627915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Attempting to bind port 132fc3de-68ff-43ed-b647-970f646d9046 on network 0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:09.632818 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.639470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:09.639911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Checking segment: {'id': 'faf87e44-1b9c-4b59-9fc6-f0601fe164ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:09.640384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Bound using segment: {'id': 'faf87e44-1b9c-4b59-9fc6-f0601fe164ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:09.640899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Bound port: 132fc3de-68ff-43ed-b647-970f646d9046, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf87e44-1b9c-4b59-9fc6-f0601fe164ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:09.641324 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (132fc3de-68ff-43ed-b647-970f646d9046), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.656303 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c09f706-9e93-45c5-b887-fb44018d40eb tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks [] for port (3922088c-a14e-4475-ab55-a21494efc49b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.726643 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.738110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] For port 132fc3de-68ff-43ed-b647-970f646d9046, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:09.757027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1c161765-d789-4253-81b5-72e36aaac209 None None] Current status of the port e863b172-861b-4ee2-9350-6045c7ac7ec5 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:09.757607 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1c161765-d789-4253-81b5-72e36aaac209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.791783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] For port 132fc3de-68ff-43ed-b647-970f646d9046, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=132fc3de-68ff-43ed-b647-970f646d9046,segment=NetworkSegment(faf87e44-1b9c-4b59-9fc6-f0601fe164ea),segment_id=faf87e44-1b9c-4b59-9fc6-f0601fe164ea)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:09.796752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944714f2-36f2-421d-87e2-1b5468e6ab7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84c34e4-58c2-4141-9f36-48ac6d52dee3'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:48:09.799113 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab1eb5b-0c88-490a-80db-352849798a38" -d '{"events": [{"server_uuid": "944714f2-36f2-421d-87e2-1b5468e6ab7d", "name": "network-vif-plugged", "status": "completed", "tag": "f84c34e4-58c2-4141-9f36-48ac6d52dee3"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:48:09.800555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network 9beae475-7443-4590-a180-4927c480e158 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:09.804586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:09.808261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:09.814999 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (132fc3de-68ff-43ed-b647-970f646d9046), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.819664 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-f090feeb-7424-4b28-8314-3c2e08ab9e9e', 'network_id': 'f090feeb-7424-4b28-8314-3c2e08ab9e9e', 'project_id': 'b5543549fcdf4f39b1d8e3ebcde30a2a', 'fixed_ips': [{'subnet_id': 'd5c888eb-56ba-47a1-a1b0-8c44045cae6f'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:48:09.820531 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.849201 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f84c34e4-58c2-4141-9f36-48ac6d52dee3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f84c34e4-58c2-4141-9f36-48ac6d52dee3,segment=NetworkSegment(286f53f5-91d1-4c05-bd52-c7957c44a7db),segment_id=286f53f5-91d1-4c05-bd52-c7957c44a7db)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:09.851539 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:09.852619 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.855210 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] 10.222.0.13 "PUT /v2.0/ports/132fc3de-68ff-43ed-b647-970f646d9046 HTTP/1.1" status: 200 len: 1091 time: 1.7031560 Mar 07 21:48:09.861473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe931eb-e450-4077-bfac-09ce45c685b8', 'tag': '132fc3de-68ff-43ed-b647-970f646d9046'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:48:09.861778 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb94f91-ff5e-45cc-a856-ea221f336428 x-openstack-request-id: req-bfb94f91-ff5e-45cc-a856-ea221f336428 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:48:09.862049 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944714f2-36f2-421d-87e2-1b5468e6ab7d", "name": "network-vif-plugged", "status": "completed", "tag": "f84c34e4-58c2-4141-9f36-48ac6d52dee3", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:48:09.862422 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bfb94f91-ff5e-45cc-a856-ea221f336428 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:48:09.862847 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944714f2-36f2-421d-87e2-1b5468e6ab7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84c34e4-58c2-4141-9f36-48ac6d52dee3', 'code': 200} Mar 07 21:48:09.870208 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6434b1f-a0fe-4020-bb52-ce692579c67b" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe931eb-e450-4077-bfac-09ce45c685b8", "tag": "132fc3de-68ff-43ed-b647-970f646d9046"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:48:09.874967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:09.875206 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f84c34e4-58c2-4141-9f36-48ac6d52dee3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:09.884183 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] For port 018bd4e6-45e7-40cd-8751-6ebed262a60f, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:09.912894 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:10.022238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1c161765-d789-4253-81b5-72e36aaac209 None None] For port e863b172-861b-4ee2-9350-6045c7ac7ec5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e863b172-861b-4ee2-9350-6045c7ac7ec5,segment=NetworkSegment(0e2cab65-6503-4239-aa11-eb0ef3baf36b),segment_id=0e2cab65-6503-4239-aa11-eb0ef3baf36b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:10.025319 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] For port 018bd4e6-45e7-40cd-8751-6ebed262a60f, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=018bd4e6-45e7-40cd-8751-6ebed262a60f,segment=NetworkSegment(ba024be3-60d6-4212-ac04-52773dfd1eed),segment_id=ba024be3-60d6-4212-ac04-52773dfd1eed)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:10.084595 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1c161765-d789-4253-81b5-72e36aaac209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:10.104077 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (018bd4e6-45e7-40cd-8751-6ebed262a60f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:10.155006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f84c34e4-58c2-4141-9f36-48ac6d52dee3,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:10.174196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd56f84-a084-4fbd-ac9c-fb5711015669 service neutron] Pushing event updated for resources: {'Port': ['ID=132fc3de-68ff-43ed-b647-970f646d9046,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:10.219819 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c09f706-9e93-45c5-b887-fb44018d40eb tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3922088c-a14e-4475-ab55-a21494efc49b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:10.279457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db29819-ad8f-4f2e-bb3a-132971a4336f req-82e85ccb-fd47-4ea8-abe6-c87dc4f6f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:10.283000 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6db29819-ad8f-4f2e-bb3a-132971a4336f req-82e85ccb-fd47-4ea8-abe6-c87dc4f6f22b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 1128 time: 0.1424472 Mar 07 21:48:10.299958 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c09f706-9e93-45c5-b887-fb44018d40eb tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Network f090feeb-7424-4b28-8314-3c2e08ab9e9e is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:10.308946 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-755bfc81-a855-4501-a1a5-5f2fd5ffd1d9 None None] Provisioning complete for port e863b172-861b-4ee2-9350-6045c7ac7ec5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:10.309333 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-755bfc81-a855-4501-a1a5-5f2fd5ffd1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:10.315946 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-4c09f706-9e93-45c5-b887-fb44018d40eb tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:10.317068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c161765-d789-4253-81b5-72e36aaac209 None None] Pushing event updated for resources: {'Port': ['ID=e863b172-861b-4ee2-9350-6045c7ac7ec5,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:10.333266 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c09f706-9e93-45c5-b887-fb44018d40eb tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:10.344479 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Allocated IP 172.20.0.2 (f090feeb-7424-4b28-8314-3c2e08ab9e9e/d5c888eb-56ba-47a1-a1b0-8c44045cae6f/63eecf29-7ec6-4107-bf29-395f0cf42fa0) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:10.368361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09f706-9e93-45c5-b887-fb44018d40eb tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Pushing event updated for resources: {'Port': ['ID=3922088c-a14e-4475-ab55-a21494efc49b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:10.427912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c09f706-9e93-45c5-b887-fb44018d40eb tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:10.428931 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c09f706-9e93-45c5-b887-fb44018d40eb tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:10.436610 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6db29819-ad8f-4f2e-bb3a-132971a4336f req-ac9e1054-9a02-4bf3-bafe-0aa82e51c0e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0210267c-9038-4fbb-8818-4c5bbd06add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350296 Mar 07 21:48:10.462341 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4c09f706-9e93-45c5-b887-fb44018d40eb tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2730012 Mar 07 21:48:10.463776 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39112) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:10.472724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5d7f6b9e-2cc2-4884-8fe1-bb5f39c33441 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2021855754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:10.495004 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:03Z', 'revision_number': 2, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:08Z', 'revision_number': 4, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:10.522261 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6b9e-2cc2-4884-8fe1-bb5f39c33441 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (ea1f0e4a-ed7a-4726-9f92-f385e262fbae), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:10.523563 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6b9e-2cc2-4884-8fe1-bb5f39c33441 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (ea1f0e4a-ed7a-4726-9f92-f385e262fbae), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:10.603166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982788d7-184b-4285-9d3c-7159ee5ad44d None None] The sync data for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 is: [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:03Z', 'revision_number': 2, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:08Z', 'revision_number': 4, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:10.604036 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6b9e-2cc2-4884-8fe1-bb5f39c33441 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks [] for router_controller (ea1f0e4a-ed7a-4726-9f92-f385e262fbae), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:10.610534 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6b9e-2cc2-4884-8fe1-bb5f39c33441 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (ea1f0e4a-ed7a-4726-9f92-f385e262fbae), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:10.611812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a3e8e-3190-4497-941a-d6e573509abd None None] Pushing event updated for resources: {'Port': ['ID=018bd4e6-45e7-40cd-8751-6ebed262a60f,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:10.628058 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e904eb-ec11-4fd4-98be-d034fcae050f x-openstack-request-id: req-80e904eb-ec11-4fd4-98be-d034fcae050f {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:48:10.628598 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe931eb-e450-4077-bfac-09ce45c685b8", "tag": "132fc3de-68ff-43ed-b647-970f646d9046", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:48:10.628829 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80e904eb-ec11-4fd4-98be-d034fcae050f {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:48:10.629621 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe931eb-e450-4077-bfac-09ce45c685b8', 'tag': '132fc3de-68ff-43ed-b647-970f646d9046', 'status': 'completed', 'code': 200} Mar 07 21:48:10.645293 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6b9e-2cc2-4884-8fe1-bb5f39c33441 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:10.647238 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5d7f6b9e-2cc2-4884-8fe1-bb5f39c33441 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1822965 Mar 07 21:48:10.651864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39114) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:10.656675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c0c02efc-4e99-4f16-a4cb-1ddd3b2dd1b9 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2054629080', 'prefixes': ['172.20.0.0/16']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:10.657391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-862f7bc0-576b-4064-a5ae-e79090c8f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:10.659899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-862f7bc0-576b-4064-a5ae-e79090c8f71b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f89f39f903f4f0b93daaf3049054462&device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 1125 time: 0.7432218 Mar 07 21:48:10.693855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ef7be-3f7b-44f3-8a11-6459a8eeb8f8 req-c16b552c-97b8-4c56-8498-8fb279eb4699 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:10.702545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d5ef7be-3f7b-44f3-8a11-6459a8eeb8f8 req-c16b552c-97b8-4c56-8498-8fb279eb4699 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 946 time: 0.6841309 Mar 07 21:48:10.759345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c0c02efc-4e99-4f16-a4cb-1ddd3b2dd1b9 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:10.761410 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c0c02efc-4e99-4f16-a4cb-1ddd3b2dd1b9 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1085341 Mar 07 21:48:10.765552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39116) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:10.772240 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-2062e722-8354-4ff6-8ff1-8adba38e1210 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd5c888eb-56ba-47a1-a1b0-8c44045cae6f', 'tempest-TagsExtTest-Tag-869985167') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:10.783543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-0bc29832-7722-4e3a-8a0f-11589cbe9daa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=132fc3de-68ff-43ed-b647-970f646d9046 HTTP/1.1" status: 200 len: 217 time: 0.1067801 Mar 07 21:48:10.789074 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-755bfc81-a855-4501-a1a5-5f2fd5ffd1d9 None None] Current status of the port e863b172-861b-4ee2-9350-6045c7ac7ec5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:10.846690 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Publish callbacks [] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:10.855741 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:10.882834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d9600-dd2e-4113-a24b-b387a7e952d4 req-12387e96-45bf-4020-b35d-84ec417838c7 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:10.886150 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c41d9600-dd2e-4113-a24b-b387a7e952d4 req-12387e96-45bf-4020-b35d-84ec417838c7 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 1024 time: 0.7516279 Mar 07 21:48:10.903548 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Network f090feeb-7424-4b28-8314-3c2e08ab9e9e is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:10.907055 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:10.910886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:10.914997 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:10.934488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Pushing event updated for resources: {'Port': ['ID=63eecf29-7ec6-4107-bf29-395f0cf42fa0,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:10.938314 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2062e722-8354-4ff6-8ff1-8adba38e1210 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "PUT /v2.0/subnets/d5c888eb-56ba-47a1-a1b0-8c44045cae6f/tags/tempest-TagsExtTest-Tag-869985167 HTTP/1.1" status: 201 len: 201 time: 0.1693532 Mar 07 21:48:10.940691 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39118) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:10.957641 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-3a1ff195-8c4e-4600-8fd1-a626c29d7aef tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3922088c-a14e-4475-ab55-a21494efc49b', 'tempest-TagsExtTest-Tag-1237031550') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:11.014332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c1a04-a626-457b-a1a0-e4fdc4bed85d req-abb986af-c952-4567-9d0f-a23563ad9323 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:11.017250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-703c1a04-a626-457b-a1a0-e4fdc4bed85d req-abb986af-c952-4567-9d0f-a23563ad9323 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 1024 time: 0.3758953 Mar 07 21:48:11.043590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d5ef7be-3f7b-44f3-8a11-6459a8eeb8f8 req-5add95fd-ed04-4166-8def-bc53e0e2e5fe tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0210267c-9038-4fbb-8818-4c5bbd06add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396320 Mar 07 21:48:11.068721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-28a4d12e-17f4-4893-b33e-c24da0e75659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:11.070265 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-28a4d12e-17f4-4893-b33e-c24da0e75659 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e HTTP/1.1" status: 200 len: 853 time: 0.2573051 Mar 07 21:48:11.107159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 018bd4e6-45e7-40cd-8751-6ebed262a60f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:11.143023 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3a1ff195-8c4e-4600-8fd1-a626c29d7aef tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "PUT /v2.0/ports/3922088c-a14e-4475-ab55-a21494efc49b/tags/tempest-TagsExtTest-Tag-1237031550 HTTP/1.1" status: 201 len: 201 time: 0.2010379 Mar 07 21:48:11.145478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39122) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:11.151933 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-a3122c35-9262-4432-8622-aebc4eaaceec tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ea1f0e4a-ed7a-4726-9f92-f385e262fbae', 'tempest-TagsExtTest-Tag-1693841910') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:11.161634 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Attempting to bind port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:11.162386 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Attempting to bind port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '105c0682-a1d8-4d4c-a7ba-2eddf14c1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f090feeb-7424-4b28-8314-3c2e08ab9e9e'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:11.162905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Attempting to bind port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 on network f090feeb-7424-4b28-8314-3c2e08ab9e9e {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:11.172656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:11.173352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Checking segment: {'id': '105c0682-a1d8-4d4c-a7ba-2eddf14c1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f090feeb-7424-4b28-8314-3c2e08ab9e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:11.173929 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:11.174535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Bound using segment: {'id': '105c0682-a1d8-4d4c-a7ba-2eddf14c1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f090feeb-7424-4b28-8314-3c2e08ab9e9e'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:11.175216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Bound port: 63eecf29-7ec6-4107-bf29-395f0cf42fa0, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105c0682-a1d8-4d4c-a7ba-2eddf14c1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f090feeb-7424-4b28-8314-3c2e08ab9e9e'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:11.176015 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:11.250618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 018bd4e6-45e7-40cd-8751-6ebed262a60f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:11.251083 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (018bd4e6-45e7-40cd-8751-6ebed262a60f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:11.293157 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] For port 63eecf29-7ec6-4107-bf29-395f0cf42fa0, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:11.298477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] For port 63eecf29-7ec6-4107-bf29-395f0cf42fa0, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=63eecf29-7ec6-4107-bf29-395f0cf42fa0,segment=NetworkSegment(105c0682-a1d8-4d4c-a7ba-2eddf14c1841),segment_id=105c0682-a1d8-4d4c-a7ba-2eddf14c1841)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:11.303407 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-3185ebdd-c901-4934-bbea-5df59ef89be4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1768944 Mar 07 21:48:11.314049 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:11.342331 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a3122c35-9262-4432-8622-aebc4eaaceec tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "PUT /v2.0/routers/ea1f0e4a-ed7a-4726-9f92-f385e262fbae/tags/tempest-TagsExtTest-Tag-1693841910 HTTP/1.1" status: 201 len: 201 time: 0.1921983 Mar 07 21:48:11.343051 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39124) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:11.348412 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-be320b9e-9474-42f4-90aa-5d809f08baee tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7830f3c3-682e-406a-8b19-8ad69e940ccf', 'tempest-TagsExtTest-Tag-1785301877') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:11.446194 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-be320b9e-9474-42f4-90aa-5d809f08baee tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "PUT /v2.0/subnetpools/7830f3c3-682e-406a-8b19-8ad69e940ccf/tags/tempest-TagsExtTest-Tag-1785301877 HTTP/1.1" status: 201 len: 201 time: 0.0994930 Mar 07 21:48:11.446580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39126) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:11.452014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-7fc11dac-6660-458d-b26f-56ec63e0842e tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd5c888eb-56ba-47a1-a1b0-8c44045cae6f') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:11.481559 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e92cc5-848a-47df-b2a3-d6ee719c9321 None None] Pushing event updated for resources: {'Port': ['ID=63eecf29-7ec6-4107-bf29-395f0cf42fa0,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:11.484675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 018bd4e6-45e7-40cd-8751-6ebed262a60f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:11.485069 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (018bd4e6-45e7-40cd-8751-6ebed262a60f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:11.574347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 018bd4e6-45e7-40cd-8751-6ebed262a60f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=018bd4e6-45e7-40cd-8751-6ebed262a60f,segment=NetworkSegment(ba024be3-60d6-4212-ac04-52773dfd1eed),segment_id=ba024be3-60d6-4212-ac04-52773dfd1eed)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:11.588557 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7fc11dac-6660-458d-b26f-56ec63e0842e tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/subnets/d5c888eb-56ba-47a1-a1b0-8c44045cae6f/tags HTTP/1.1" status: 200 len: 240 time: 0.1384749 Mar 07 21:48:11.590130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39128) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:11.595375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-abfc764b-4239-4657-8d1a-6600ff0790e6 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd5c888eb-56ba-47a1-a1b0-8c44045cae6f', 'tempest-TagsExtTest-Tag-869985167') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:11.605118 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (018bd4e6-45e7-40cd-8751-6ebed262a60f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:11.682768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737300ae-a859-410e-ae3e-c6bafd892ca7 req-8e5d81f9-10d9-4b79-8973-9e8ca8f7af4b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:11.691993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-737300ae-a859-410e-ae3e-c6bafd892ca7 req-8e5d81f9-10d9-4b79-8973-9e8ca8f7af4b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 943 time: 0.5267210 Mar 07 21:48:11.730416 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-abfc764b-4239-4657-8d1a-6600ff0790e6 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/subnets/d5c888eb-56ba-47a1-a1b0-8c44045cae6f/tags/tempest-TagsExtTest-Tag-869985167 HTTP/1.1" status: 204 len: 168 time: 0.1365376 Mar 07 21:48:11.730985 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-703c1a04-a626-457b-a1a0-e4fdc4bed85d req-a34fd8b6-36ea-48f4-9306-672d2cbc725f tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=09972429-d656-412b-80ae-6a326fb122fa&id=32299073-b5c5-47aa-aebf-fdccc634bc31&id=2ec30ea6-8180-4e65-bfe6-78b668072708&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.6856995 Mar 07 21:48:11.731358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39132) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:11.747416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-ca1d55a9-aa9c-4c39-9f29-cccf58a55f10 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd5c888eb-56ba-47a1-a1b0-8c44045cae6f', 'tempest-TagsExtTest-Tag-869985167') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:11.754592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=018bd4e6-45e7-40cd-8751-6ebed262a60f,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:11.837020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-c41d9600-dd2e-4113-a24b-b387a7e952d4 req-695de839-523f-4d4b-ac92-343394d46020 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Deleting port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:48:11.837491 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c41d9600-dd2e-4113-a24b-b387a7e952d4 req-695de839-523f-4d4b-ac92-343394d46020 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:11.862519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-b90b9945-3897-4ab5-8167-0535444b028c service neutron] 10.222.0.13 "GET /v2.0/networks/0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006964 Mar 07 21:48:11.895860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39134) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:11.898429 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ca1d55a9-aa9c-4c39-9f29-cccf58a55f10 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/subnets/d5c888eb-56ba-47a1-a1b0-8c44045cae6f/tags/tempest-TagsExtTest-Tag-869985167 HTTP/1.1" status: 204 len: 168 time: 0.1655076 Mar 07 21:48:11.940804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855be35c-f359-45d6-ab5c-29772939528f None None] Network 9beae475-7443-4590-a180-4927c480e158 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:11.942194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-fdc3b73d-b6e6-4009-b375-790000c158a2 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd5c888eb-56ba-47a1-a1b0-8c44045cae6f') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:12.040833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4ef85971-31c4-4622-8fd8-d6f08b149460 None None] Provisioning complete for port 018bd4e6-45e7-40cd-8751-6ebed262a60f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:12.041464 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4ef85971-31c4-4622-8fd8-d6f08b149460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (018bd4e6-45e7-40cd-8751-6ebed262a60f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:12.158823 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-737300ae-a859-410e-ae3e-c6bafd892ca7 req-fe61322b-2f6d-4b0a-8141-944e6abc7741 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652951 Mar 07 21:48:12.179397 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4ef85971-31c4-4622-8fd8-d6f08b149460 None None] Current status of the port 018bd4e6-45e7-40cd-8751-6ebed262a60f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:12.212164 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:12.224370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c41d9600-dd2e-4113-a24b-b387a7e952d4 req-695de839-523f-4d4b-ac92-343394d46020 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] For port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e,segment=NetworkSegment(a5a1f513-4fae-40ee-bb0a-041388391ee7),segment_id=a5a1f513-4fae-40ee-bb0a-041388391ee7)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:12.224816 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c41d9600-dd2e-4113-a24b-b387a7e952d4 req-695de839-523f-4d4b-ac92-343394d46020 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:12.256978 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:12.272523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-c41d9600-dd2e-4113-a24b-b387a7e952d4 req-695de839-523f-4d4b-ac92-343394d46020 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Calling delete_port for 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:48:12.305501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c04f5f0-2e3e-480d-abb2-9df274220551 req-cb3248d2-e046-4adb-b855-ad1b5e553de6 service neutron] 10.222.0.13 "GET /v2.0/networks/0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107680 Mar 07 21:48:12.437479 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fdc3b73d-b6e6-4009-b375-790000c158a2 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/subnets/d5c888eb-56ba-47a1-a1b0-8c44045cae6f/tags HTTP/1.1" status: 200 len: 205 time: 0.5286331 Mar 07 21:48:12.440365 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39148) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:12.450202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:12.466446 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-2c81a5bf-9b9d-4884-88a1-fdbce503a80e tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3922088c-a14e-4475-ab55-a21494efc49b') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:12.494870 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:12.515028 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec1368-6c9e-4671-a81b-68f555086d17 req-4108f68d-e90e-4801-9473-452dcc65d982 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:12.522136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1bec1368-6c9e-4671-a81b-68f555086d17 req-4108f68d-e90e-4801-9473-452dcc65d982 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 946 time: 0.3707783 Mar 07 21:48:12.526231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-15a8a7c8-ba79-4d02-b2c7-7a8d429bfb0e None None] Provisioning complete for port 018bd4e6-45e7-40cd-8751-6ebed262a60f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:12.528630 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-15a8a7c8-ba79-4d02-b2c7-7a8d429bfb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (018bd4e6-45e7-40cd-8751-6ebed262a60f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:12.556950 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3de1282-17f9-4070-b50a-2e3f85494a0d req-c46266d2-88e5-4eb2-a96d-aea6c69b8d09 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1661007 Mar 07 21:48:12.584535 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2c81a5bf-9b9d-4884-88a1-fdbce503a80e tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/ports/3922088c-a14e-4475-ab55-a21494efc49b/tags HTTP/1.1" status: 200 len: 241 time: 0.1392286 Mar 07 21:48:12.588759 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39152) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:12.592446 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-5dd93db6-071a-45f6-b8ca-1e337e7c7c07 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3922088c-a14e-4475-ab55-a21494efc49b', 'tempest-TagsExtTest-Tag-1237031550') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:12.702290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6434b1f-a0fe-4020-bb52-ce692579c67b req-a4395356-3fb0-4788-80b6-f4e99099ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:12.704121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6434b1f-a0fe-4020-bb52-ce692579c67b req-a4395356-3fb0-4788-80b6-f4e99099ad53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f89f39f903f4f0b93daaf3049054462&device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 1125 time: 0.2823265 Mar 07 21:48:12.716205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-15a8a7c8-ba79-4d02-b2c7-7a8d429bfb0e None None] Current status of the port 018bd4e6-45e7-40cd-8751-6ebed262a60f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:12.722667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1bec1368-6c9e-4671-a81b-68f555086d17 req-99a41db5-7ccc-4293-bb53-52e1d0e1f25c tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0210267c-9038-4fbb-8818-4c5bbd06add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987786 Mar 07 21:48:12.742476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-15a8a7c8-ba79-4d02-b2c7-7a8d429bfb0e None None] Provisioning complete for port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:12.743243 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-15a8a7c8-ba79-4d02-b2c7-7a8d429bfb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:12.800736 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-15a8a7c8-ba79-4d02-b2c7-7a8d429bfb0e None None] Port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:48:12.810481 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5dd93db6-071a-45f6-b8ca-1e337e7c7c07 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/ports/3922088c-a14e-4475-ab55-a21494efc49b/tags/tempest-TagsExtTest-Tag-1237031550 HTTP/1.1" status: 204 len: 168 time: 0.2214086 Mar 07 21:48:12.825185 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de1282-17f9-4070-b50a-2e3f85494a0d req-32bf73ea-df44-4d84-a78a-4db6769927cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:12.846881 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3de1282-17f9-4070-b50a-2e3f85494a0d req-32bf73ea-df44-4d84-a78a-4db6769927cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 1128 time: 0.2613406 Mar 07 21:48:12.849044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39162) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:12.873007 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-cc96abda-7399-4a32-9bd5-de4491000e74 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3922088c-a14e-4475-ab55-a21494efc49b', 'tempest-TagsExtTest-Tag-1237031550') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:12.929751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c0f2c940-fe19-48c6-9266-fe78b6933660 None None] Provisioning complete for port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:12.930655 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c0f2c940-fe19-48c6-9266-fe78b6933660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:13.014951 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c0f2c940-fe19-48c6-9266-fe78b6933660 None None] Port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:48:13.167584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de1282-17f9-4070-b50a-2e3f85494a0d req-bedca12b-1f1a-4909-ba7b-1b84fe33e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:13.169305 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c41d9600-dd2e-4113-a24b-b387a7e952d4 req-695de839-523f-4d4b-ac92-343394d46020 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (463f9dfe-7088-4a9d-bfb8-504ffa0bed6e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:13.171140 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3de1282-17f9-4070-b50a-2e3f85494a0d req-bedca12b-1f1a-4909-ba7b-1b84fe33e81a service neutron] 10.222.0.15 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.2895317 Mar 07 21:48:13.225645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 63eecf29-7ec6-4107-bf29-395f0cf42fa0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:13.239115 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3de1282-17f9-4070-b50a-2e3f85494a0d req-b4ab0f22-0a2a-44b2-888d-be1d3d91ba96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 HTTP/1.1" status: 200 len: 217 time: 0.0591309 Mar 07 21:48:13.241481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695de839-523f-4d4b-ac92-343394d46020 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event deleted for resources: {'Port': ['ID=463f9dfe-7088-4a9d-bfb8-504ffa0bed6e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:13.262277 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cc96abda-7399-4a32-9bd5-de4491000e74 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/ports/3922088c-a14e-4475-ab55-a21494efc49b/tags/tempest-TagsExtTest-Tag-1237031550 HTTP/1.1" status: 204 len: 168 time: 0.4107172 Mar 07 21:48:13.273736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39170) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:13.278620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-13601bf1-3e7f-4205-babb-bc8b30248ffd tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3922088c-a14e-4475-ab55-a21494efc49b') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:13.286510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network 9beae475-7443-4590-a180-4927c480e158 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:13.288779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60f0d1f-8d4d-4bd7-896f-84c178f9c93b None None] Network f090feeb-7424-4b28-8314-3c2e08ab9e9e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:13.307417 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de1282-17f9-4070-b50a-2e3f85494a0d req-0971d4dd-35b9-441e-a7cd-0038477a246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:13.309073 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3de1282-17f9-4070-b50a-2e3f85494a0d req-0971d4dd-35b9-441e-a7cd-0038477a246d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.0620654 Mar 07 21:48:13.314962 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:13.367096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8714e6-29e1-4863-be95-7bd8033f38eb req-5eff230b-8ab7-4444-90fe-bc161c5b2840 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:13.375966 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee8714e6-29e1-4863-be95-7bd8033f38eb req-5eff230b-8ab7-4444-90fe-bc161c5b2840 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1 HTTP/1.1" status: 200 len: 945 time: 0.3773799 Mar 07 21:48:13.385069 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de1282-17f9-4070-b50a-2e3f85494a0d req-8e81ecc1-90be-4218-b59b-3a4daf477148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:13.386891 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3de1282-17f9-4070-b50a-2e3f85494a0d req-8e81ecc1-90be-4218-b59b-3a4daf477148 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0613818 Mar 07 21:48:13.394423 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6434b1f-a0fe-4020-bb52-ce692579c67b req-a0acea07-5369-4b1e-9962-410583950802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:13.396121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6434b1f-a0fe-4020-bb52-ce692579c67b req-a0acea07-5369-4b1e-9962-410583950802 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e HTTP/1.1" status: 200 len: 914 time: 0.5246685 Mar 07 21:48:13.419234 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f1beadfb-8f22-4581-b1de-ea34168925fc None None] Provisioning complete for port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:13.419729 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f1beadfb-8f22-4581-b1de-ea34168925fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:13.426244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:13.427328 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:13.488767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41d9600-dd2e-4113-a24b-b387a7e952d4 req-695de839-523f-4d4b-ac92-343394d46020 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] No DVR routers for this DVR port 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:48:13.501256 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c41d9600-dd2e-4113-a24b-b387a7e952d4 req-695de839-523f-4d4b-ac92-343394d46020 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:13.504857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c41d9600-dd2e-4113-a24b-b387a7e952d4 req-695de839-523f-4d4b-ac92-343394d46020 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.15 "DELETE /v2.0/ports/463f9dfe-7088-4a9d-bfb8-504ffa0bed6e HTTP/1.1" status: 204 len: 173 time: 2.6021771 Mar 07 21:48:13.511470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1', 'name': 'network-vif-deleted', 'tag': '463f9dfe-7088-4a9d-bfb8-504ffa0bed6e'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:48:13.514623 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31737a0-d309-4f45-be0f-0a2de4d67f21" -d '{"events": [{"server_uuid": "5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1", "name": "network-vif-deleted", "tag": "463f9dfe-7088-4a9d-bfb8-504ffa0bed6e"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:48:13.535590 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3de1282-17f9-4070-b50a-2e3f85494a0d req-d72b5bc3-af16-4c58-abf5-7ddda82ba829 service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394651 Mar 07 21:48:13.674039 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3de1282-17f9-4070-b50a-2e3f85494a0d req-16e95b06-ed3a-4036-b34f-2ce9e2cb2ccf service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317327 Mar 07 21:48:13.734042 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:13.734571 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:13.736818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f1beadfb-8f22-4581-b1de-ea34168925fc None None] Current status of the port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:13.737327 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f1beadfb-8f22-4581-b1de-ea34168925fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:13.791772 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 63eecf29-7ec6-4107-bf29-395f0cf42fa0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=63eecf29-7ec6-4107-bf29-395f0cf42fa0,segment=NetworkSegment(105c0682-a1d8-4d4c-a7ba-2eddf14c1841),segment_id=105c0682-a1d8-4d4c-a7ba-2eddf14c1841)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:13.848448 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-f1beadfb-8f22-4581-b1de-ea34168925fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:48:13.849101 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-f1beadfb-8f22-4581-b1de-ea34168925fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:48:13.849975 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:13.850999 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e863b172-861b-4ee2-9350-6045c7ac7ec5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:13.931700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=63eecf29-7ec6-4107-bf29-395f0cf42fa0,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:14.019750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6434b1f-a0fe-4020-bb52-ce692579c67b req-7ce13536-b6a9-4a01-ab2d-e7f3fa721558 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=132fc3de-68ff-43ed-b647-970f646d9046 HTTP/1.1" status: 200 len: 217 time: 0.5712857 Mar 07 21:48:14.035967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c0b3e-2a09-4391-b062-64f75dc8bc22 req-1c5af504-3d3b-41d1-bb3b-49d557073291 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:14.038270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e863b172-861b-4ee2-9350-6045c7ac7ec5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:14.039617 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:14.044305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c2c0b3e-2a09-4391-b062-64f75dc8bc22 req-1c5af504-3d3b-41d1-bb3b-49d557073291 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 946 time: 0.8354084 Mar 07 21:48:14.160093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e863b172-861b-4ee2-9350-6045c7ac7ec5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:14.161291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 018bd4e6-45e7-40cd-8751-6ebed262a60f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:14.190880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-13601bf1-3e7f-4205-babb-bc8b30248ffd tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/ports/3922088c-a14e-4475-ab55-a21494efc49b/tags HTTP/1.1" status: 200 len: 205 time: 0.9160378 Mar 07 21:48:14.194935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39176) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:14.200857 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-d096e0ed-c474-40f0-a431-dc12136719ef tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ea1f0e4a-ed7a-4726-9f92-f385e262fbae') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:14.233078 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 018bd4e6-45e7-40cd-8751-6ebed262a60f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:14.233484 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (018bd4e6-45e7-40cd-8751-6ebed262a60f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:14.234981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router b9e44a57-e9d3-410c-afd4-300099bf03a7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:48:14.246206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee8714e6-29e1-4863-be95-7bd8033f38eb req-b81fd628-85f9-4552-9cfc-a41fba3e3977 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups?id=09972429-d656-412b-80ae-6a326fb122fa&id=32299073-b5c5-47aa-aebf-fdccc634bc31&id=2ec30ea6-8180-4e65-bfe6-78b668072708&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.8692775 Mar 07 21:48:14.247819 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6434b1f-a0fe-4020-bb52-ce692579c67b req-e949cc17-1384-4188-8e71-ef711880edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:14.250129 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6434b1f-a0fe-4020-bb52-ce692579c67b req-e949cc17-1384-4188-8e71-ef711880edda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e HTTP/1.1" status: 200 len: 853 time: 0.2044330 Mar 07 21:48:14.262904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c2c0b3e-2a09-4391-b062-64f75dc8bc22 req-593dbe17-286d-4852-9c20-1e75ee97a4a4 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0210267c-9038-4fbb-8818-4c5bbd06add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183611 Mar 07 21:48:14.298368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6434b1f-a0fe-4020-bb52-ce692579c67b req-2a581ad6-ce1e-4226-b0f6-0f900cbeaefc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394728 Mar 07 21:48:14.340836 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d096e0ed-c474-40f0-a431-dc12136719ef tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/routers/ea1f0e4a-ed7a-4726-9f92-f385e262fbae/tags HTTP/1.1" status: 200 len: 241 time: 0.1443515 Mar 07 21:48:14.342956 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39178) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:14.349515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-8ecb0b72-2117-4b62-a66f-9cede5eebaec tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea1f0e4a-ed7a-4726-9f92-f385e262fbae', 'tempest-TagsExtTest-Tag-1693841910') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:14.366228 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057a9392-578a-49b3-baa5-526f5c1b9021 x-openstack-request-id: req-057a9392-578a-49b3-baa5-526f5c1b9021 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:48:14.366632 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1", "name": "network-vif-deleted", "tag": "463f9dfe-7088-4a9d-bfb8-504ffa0bed6e", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:48:14.366770 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-057a9392-578a-49b3-baa5-526f5c1b9021 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:48:14.367179 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd5ad3c-fc4b-455b-aa1a-81cb035bcad1', 'name': 'network-vif-deleted', 'tag': '463f9dfe-7088-4a9d-bfb8-504ffa0bed6e', 'status': 'completed', 'code': 200} Mar 07 21:48:14.418718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 018bd4e6-45e7-40cd-8751-6ebed262a60f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:14.433749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f1beadfb-8f22-4581-b1de-ea34168925fc None None] Current status of the port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:14.452120 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:48:14.468183 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8ecb0b72-2117-4b62-a66f-9cede5eebaec tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/routers/ea1f0e4a-ed7a-4726-9f92-f385e262fbae/tags/tempest-TagsExtTest-Tag-1693841910 HTTP/1.1" status: 204 len: 168 time: 0.1230690 Mar 07 21:48:14.469213 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39180) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:14.473166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:48:14.473643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 463f9dfe-7088-4a9d-bfb8-504ffa0bed6e not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:48:14.475443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-e941a9fd-15e9-4bbd-bb0d-b5d2e3ff1624 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ea1f0e4a-ed7a-4726-9f92-f385e262fbae', 'tempest-TagsExtTest-Tag-1693841910') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:14.548895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:48:14.556632 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3a55aea9-3963-4184-a60c-1b6fd72e9645 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/b9e44a57-e9d3-410c-afd4-300099bf03a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8404496 Mar 07 21:48:14.559800 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39184) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:14.568502 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Sync routers for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:14.571274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1fb7714c-3eca-4a4c-8216-8295785dfd36 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'network': {'name': 'tempest-RoutersTest-1305601358'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:14.582554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae8bfc-4a78-40e8-a4b3-3393e70c9987 req-c4ea3fb6-20b0-4ce6-a2d6-cef1e0245df1 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:14.588214 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:14.588857 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:14.591373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fae8bfc-4a78-40e8-a4b3-3393e70c9987 req-c4ea3fb6-20b0-4ce6-a2d6-cef1e0245df1 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 943 time: 0.2217305 Mar 07 21:48:14.594763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6434b1f-a0fe-4020-bb52-ce692579c67b req-7c3799c2-6923-4839-a6e4-e5f52b9a3e7e service neutron] 10.222.0.13 "GET /v2.0/networks/0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268410 Mar 07 21:48:14.596087 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-aa7a010b-acea-47ac-a369-fb7607f78894 None None] Provisioning complete for port 3922088c-a14e-4475-ab55-a21494efc49b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:14.596878 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa7a010b-acea-47ac-a369-fb7607f78894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3922088c-a14e-4475-ab55-a21494efc49b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:14.619628 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e941a9fd-15e9-4bbd-bb0d-b5d2e3ff1624 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/routers/ea1f0e4a-ed7a-4726-9f92-f385e262fbae/tags/tempest-TagsExtTest-Tag-1693841910 HTTP/1.1" status: 204 len: 168 time: 0.1491702 Mar 07 21:48:14.622228 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39186) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:14.627781 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-82a79de1-117a-48d3-b038-31d674457247 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ea1f0e4a-ed7a-4726-9f92-f385e262fbae') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:14.639159 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb82ba8-1326-454f-b573-da4f160a590a req-268582ec-2a1e-49e0-9f89-05ac54b9acd3 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:14.640482 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8eb82ba8-1326-454f-b573-da4f160a590a req-268582ec-2a1e-49e0-9f89-05ac54b9acd3 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.15 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 946 time: 0.0846040 Mar 07 21:48:14.648523 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a010b-acea-47ac-a369-fb7607f78894 None None] Port 3922088c-a14e-4475-ab55-a21494efc49b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:48:14.667147 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-aa7a010b-acea-47ac-a369-fb7607f78894 None None] Provisioning complete for port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:14.668066 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa7a010b-acea-47ac-a369-fb7607f78894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:14.696331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb7714c-3eca-4a4c-8216-8295785dfd36 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:14.700014 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1fb7714c-3eca-4a4c-8216-8295785dfd36 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:14.749102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fae8bfc-4a78-40e8-a4b3-3393e70c9987 req-1ee96e5b-0ed8-48a8-aefb-fc187cb0f2e1 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522844 Mar 07 21:48:14.757703 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:14.782188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb7714c-3eca-4a4c-8216-8295785dfd36 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:48:14.810622 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a010b-acea-47ac-a369-fb7607f78894 None None] Current status of the port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:14.826018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6434b1f-a0fe-4020-bb52-ce692579c67b req-edd789f4-ecbd-4e23-bc75-673274478db0 service neutron] 10.222.0.13 "GET /v2.0/networks/0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154076 Mar 07 21:48:14.826288 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-82a79de1-117a-48d3-b038-31d674457247 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/routers/ea1f0e4a-ed7a-4726-9f92-f385e262fbae/tags HTTP/1.1" status: 200 len: 205 time: 0.2003901 Mar 07 21:48:14.826403 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-aa7a010b-acea-47ac-a369-fb7607f78894 None None] Provisioning complete for port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:14.826403 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa7a010b-acea-47ac-a369-fb7607f78894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:14.827066 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39188) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:14.831568 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-12b002e0-452b-41e3-9213-0ccdb578bd3d tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7830f3c3-682e-406a-8b19-8ad69e940ccf') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:14.835858 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1fb7714c-3eca-4a4c-8216-8295785dfd36 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:14.836214 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-1fb7714c-3eca-4a4c-8216-8295785dfd36 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Added segment 1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33 of type vlan for network 88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd Mar 07 21:48:14.865300 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-12b002e0-452b-41e3-9213-0ccdb578bd3d tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/subnetpools/7830f3c3-682e-406a-8b19-8ad69e940ccf/tags HTTP/1.1" status: 200 len: 241 time: 0.0347703 Mar 07 21:48:14.865300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-8eb82ba8-1326-454f-b573-da4f160a590a req-83de0e9d-c349-4efc-b12f-7ccf50fdbb4b tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Deleting port f84c34e4-58c2-4141-9f36-48ac6d52dee3 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:48:14.865589 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8eb82ba8-1326-454f-b573-da4f160a590a req-83de0e9d-c349-4efc-b12f-7ccf50fdbb4b tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f84c34e4-58c2-4141-9f36-48ac6d52dee3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:14.868160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39190) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:14.872990 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-ade1742e-e0ac-4e24-8130-e8b91d5ae6c9 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7830f3c3-682e-406a-8b19-8ad69e940ccf', 'tempest-TagsExtTest-Tag-1785301877') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:14.925936 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1fb7714c-3eca-4a4c-8216-8295785dfd36 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:14.927212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a010b-acea-47ac-a369-fb7607f78894 None None] Port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:48:14.950661 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ade1742e-e0ac-4e24-8130-e8b91d5ae6c9 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/subnetpools/7830f3c3-682e-406a-8b19-8ad69e940ccf/tags/tempest-TagsExtTest-Tag-1785301877 HTTP/1.1" status: 204 len: 168 time: 0.0808873 Mar 07 21:48:14.956246 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39192) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:14.966648 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-11ff0c65-1ad2-424a-b198-b6bfc993fe75 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7830f3c3-682e-406a-8b19-8ad69e940ccf', 'tempest-TagsExtTest-Tag-1785301877') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:14.992842 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 63eecf29-7ec6-4107-bf29-395f0cf42fa0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:14.996596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1fb7714c-3eca-4a4c-8216-8295785dfd36 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.001815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7714c-3eca-4a4c-8216-8295785dfd36 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:15.002478 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1fb7714c-3eca-4a4c-8216-8295785dfd36 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.027381 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-11ff0c65-1ad2-424a-b198-b6bfc993fe75 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/subnetpools/7830f3c3-682e-406a-8b19-8ad69e940ccf/tags/tempest-TagsExtTest-Tag-1785301877 HTTP/1.1" status: 204 len: 168 time: 0.0693722 Mar 07 21:48:15.030916 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-8eb82ba8-1326-454f-b573-da4f160a590a req-83de0e9d-c349-4efc-b12f-7ccf50fdbb4b tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] For port f84c34e4-58c2-4141-9f36-48ac6d52dee3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f84c34e4-58c2-4141-9f36-48ac6d52dee3,segment=NetworkSegment(286f53f5-91d1-4c05-bd52-c7957c44a7db),segment_id=286f53f5-91d1-4c05-bd52-c7957c44a7db)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:15.030916 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8eb82ba8-1326-454f-b573-da4f160a590a req-83de0e9d-c349-4efc-b12f-7ccf50fdbb4b tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f84c34e4-58c2-4141-9f36-48ac6d52dee3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.033238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39196) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:15.050670 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-c3f66417-e09d-4f88-a591-c8ba2533167f tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7830f3c3-682e-406a-8b19-8ad69e940ccf') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:15.070102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-8eb82ba8-1326-454f-b573-da4f160a590a req-83de0e9d-c349-4efc-b12f-7ccf50fdbb4b tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Calling delete_port for f84c34e4-58c2-4141-9f36-48ac6d52dee3 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:48:15.084707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:15.085823 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.120350 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:10Z', 'revision_number': 3, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:11Z', 'revision_number': 2, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:15.138622 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c3f66417-e09d-4f88-a591-c8ba2533167f tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/subnetpools/7830f3c3-682e-406a-8b19-8ad69e940ccf/tags HTTP/1.1" status: 200 len: 205 time: 0.1042490 Mar 07 21:48:15.143662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39198) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:15.148147 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-0073e441-dcd7-4a25-b147-7280b87f99b7 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7830f3c3-682e-406a-8b19-8ad69e940ccf') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:15.158526 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1fb7714c-3eca-4a4c-8216-8295785dfd36 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5951531 Mar 07 21:48:15.168742 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39200) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:15.177757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-404122d8-aaf0-4149-b38a-52328639902e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'subnet': {'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:15.178165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7714c-3eca-4a4c-8216-8295785dfd36 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Network': ['ID=88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:15.187188 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Checking router: b9e44a57-e9d3-410c-afd4-300099bf03a7 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:15.187776 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Updating router b9e44a57-e9d3-410c-afd4-300099bf03a7 port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:48:15.222216 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.285553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39204) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:15.285881 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0073e441-dcd7-4a25-b147-7280b87f99b7 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/subnetpools/7830f3c3-682e-406a-8b19-8ad69e940ccf/tags HTTP/1.1" status: 204 len: 168 time: 0.1412072 Mar 07 21:48:15.291282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-b117db46-d9bf-43a1-9710-7031ab539bc7 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ea1f0e4a-ed7a-4726-9f92-f385e262fbae') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:15.369498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404122d8-aaf0-4149-b38a-52328639902e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:15.373774 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-404122d8-aaf0-4149-b38a-52328639902e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.421145 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8eb82ba8-1326-454f-b573-da4f160a590a req-83de0e9d-c349-4efc-b12f-7ccf50fdbb4b tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f84c34e4-58c2-4141-9f36-48ac6d52dee3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.474658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:48:15.477164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f84c34e4-58c2-4141-9f36-48ac6d52dee3'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:48:15.511129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de0e9d-c349-4efc-b12f-7ccf50fdbb4b tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Pushing event deleted for resources: {'Port': ['ID=f84c34e4-58c2-4141-9f36-48ac6d52dee3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:15.559217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e4482f3-099b-40fd-a7ba-35de24327c2d req-ddcb3f68-0597-4b50-ab3f-7ef7fe50d430 tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.26 "GET /v2.0/ports?device_id=944714f2-36f2-421d-87e2-1b5468e6ab7d HTTP/1.1" status: 200 len: 210 time: 0.1266685 Mar 07 21:48:15.564437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:15.624780 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-98c4eb73-beeb-48c6-abd7-1afadf1d1fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.647681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb82ba8-1326-454f-b573-da4f160a590a req-83de0e9d-c349-4efc-b12f-7ccf50fdbb4b tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] No DVR routers for this DVR port f84c34e4-58c2-4141-9f36-48ac6d52dee3 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:48:15.652022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-8eb82ba8-1326-454f-b573-da4f160a590a req-83de0e9d-c349-4efc-b12f-7ccf50fdbb4b tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.655731 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8eb82ba8-1326-454f-b573-da4f160a590a req-83de0e9d-c349-4efc-b12f-7ccf50fdbb4b tempest-ServerGroupTestJSON-2083586356 tempest-ServerGroupTestJSON-2083586356-project] 10.222.0.15 "DELETE /v2.0/ports/f84c34e4-58c2-4141-9f36-48ac6d52dee3 HTTP/1.1" status: 204 len: 173 time: 0.9773242 Mar 07 21:48:15.656292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944714f2-36f2-421d-87e2-1b5468e6ab7d', 'name': 'network-vif-deleted', 'tag': 'f84c34e4-58c2-4141-9f36-48ac6d52dee3'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:48:15.658824 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a9bc65-5168-499b-949e-af81eb64f4c1" -d '{"events": [{"server_uuid": "944714f2-36f2-421d-87e2-1b5468e6ab7d", "name": "network-vif-deleted", "tag": "f84c34e4-58c2-4141-9f36-48ac6d52dee3"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:48:15.665197 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3898be29-0a82-44d8-9ab7-1607e70d1265 req-6f9ec502-28b1-4be1-903a-221a333b97f5 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/2ec30ea6-8180-4e65-bfe6-78b668072708 HTTP/1.1" status: 200 len: 1818 time: 0.2355492 Mar 07 21:48:15.673668 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Publish callbacks [] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.687945 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.701382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b117db46-d9bf-43a1-9710-7031ab539bc7 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/routers/ea1f0e4a-ed7a-4726-9f92-f385e262fbae/tags HTTP/1.1" status: 204 len: 168 time: 0.4139411 Mar 07 21:48:15.701658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39212) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:15.712973 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-868c82ab-02eb-4520-8a79-99dc5597fc19 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3922088c-a14e-4475-ab55-a21494efc49b') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:15.725650 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64d7c48-eef7-4be6-babc-f03ec8068ef1 x-openstack-request-id: req-a64d7c48-eef7-4be6-babc-f03ec8068ef1 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:48:15.726017 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944714f2-36f2-421d-87e2-1b5468e6ab7d", "name": "network-vif-deleted", "tag": "f84c34e4-58c2-4141-9f36-48ac6d52dee3", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:48:15.726388 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a64d7c48-eef7-4be6-babc-f03ec8068ef1 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:48:15.726873 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944714f2-36f2-421d-87e2-1b5468e6ab7d', 'name': 'network-vif-deleted', 'tag': 'f84c34e4-58c2-4141-9f36-48ac6d52dee3', 'status': 'completed', 'code': 200} Mar 07 21:48:15.777824 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afad116-e118-4f61-93a0-7b506c757872 None None] Pushing event updated for resources: {'Port': ['ID=cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:15.804110 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3898be29-0a82-44d8-9ab7-1607e70d1265 req-c14b0493-e107-4d54-b336-cf4b4c694419 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (2ec30ea6-8180-4e65-bfe6-78b668072708), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.830336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-868c82ab-02eb-4520-8a79-99dc5597fc19 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/ports/3922088c-a14e-4475-ab55-a21494efc49b/tags HTTP/1.1" status: 204 len: 168 time: 0.1223919 Mar 07 21:48:15.831259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39216) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:15.844436 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-a858d367-6764-4dcb-bbf5-32bac648c6a0 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd5c888eb-56ba-47a1-a1b0-8c44045cae6f') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:15.870937 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.910614 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3898be29-0a82-44d8-9ab7-1607e70d1265 req-c14b0493-e107-4d54-b336-cf4b4c694419 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (2ec30ea6-8180-4e65-bfe6-78b668072708), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.948736 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-404122d8-aaf0-4149-b38a-52328639902e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (27557397-b057-4b9a-a0bb-b9fa26e8aee5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.981176 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Attempting to bind port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:15.981697 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Attempting to bind port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'ba024be3-60d6-4212-ac04-52773dfd1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9beae475-7443-4590-a180-4927c480e158'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:15.982123 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Attempting to bind port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e on network 9beae475-7443-4590-a180-4927c480e158 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:15.989582 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:15.989964 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Checking segment: {'id': 'ba024be3-60d6-4212-ac04-52773dfd1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9beae475-7443-4590-a180-4927c480e158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:15.990398 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:15.990800 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Bound using segment: {'id': 'ba024be3-60d6-4212-ac04-52773dfd1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9beae475-7443-4590-a180-4927c480e158'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:15.991280 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Bound port: cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba024be3-60d6-4212-ac04-52773dfd1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9beae475-7443-4590-a180-4927c480e158'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:15.991971 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:16.055842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57ad88-6309-4394-9a63-18b6131aed44 req-149ad40e-1150-41b7-b261-933140b3bb0f tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:16.068276 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404122d8-aaf0-4149-b38a-52328639902e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Checking segment: {'id': '1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:16.068982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404122d8-aaf0-4149-b38a-52328639902e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network hostable DHCP agents. Network: 88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:48:16.069603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de57ad88-6309-4394-9a63-18b6131aed44 req-149ad40e-1150-41b7-b261-933140b3bb0f tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 943 time: 0.1318750 Mar 07 21:48:16.080701 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] For port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:16.084438 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] For port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e,segment=NetworkSegment(ba024be3-60d6-4212-ac04-52773dfd1eed),segment_id=ba024be3-60d6-4212-ac04-52773dfd1eed)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:16.094460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404122d8-aaf0-4149-b38a-52328639902e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Subnet': ['ID=27557397-b057-4b9a-a0bb-b9fa26e8aee5,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:16.106872 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:16.126039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404122d8-aaf0-4149-b38a-52328639902e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network 88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:48:16.149649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-404122d8-aaf0-4149-b38a-52328639902e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:16.157709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404122d8-aaf0-4149-b38a-52328639902e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:16.158394 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-404122d8-aaf0-4149-b38a-52328639902e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:16.168485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72495cc-65b7-4822-8c1b-94242f7ff980 None None] Network 88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:16.178719 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:16.179735 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:47:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:16.184996 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3898be29-0a82-44d8-9ab7-1607e70d1265 req-c14b0493-e107-4d54-b336-cf4b4c694419 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2ec30ea6-8180-4e65-bfe6-78b668072708), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:16.187181 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-404122d8-aaf0-4149-b38a-52328639902e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0166113 Mar 07 21:48:16.187864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39220) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:16.193161 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3898be29-0a82-44d8-9ab7-1607e70d1265 req-c14b0493-e107-4d54-b336-cf4b4c694419 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:16.194517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3898be29-0a82-44d8-9ab7-1607e70d1265 req-c14b0493-e107-4d54-b336-cf4b4c694419 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "DELETE /v2.0/security-groups/2ec30ea6-8180-4e65-bfe6-78b668072708 HTTP/1.1" status: 204 len: 173 time: 0.5211694 Mar 07 21:48:16.251542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b0493-e107-4d54-b336-cf4b4c694419 tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec30ea6-8180-4e65-bfe6-78b668072708,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:16.284641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a858d367-6764-4dcb-bbf5-32bac648c6a0 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/subnets/d5c888eb-56ba-47a1-a1b0-8c44045cae6f/tags HTTP/1.1" status: 204 len: 168 time: 0.4487097 Mar 07 21:48:16.314127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39224) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:16.329567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-6744fc2d-e584-472c-bcd7-d24576f316f0 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd5c888eb-56ba-47a1-a1b0-8c44045cae6f', 'tempest-TagsExtTest-Tag-201468755') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:16.336604 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:16.460665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09dc09e1-74b6-4415-9274-76348ee7f17f req-8368bde2-b8e7-487c-b666-1dcb396c3bdd tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "GET /v2.0/security-groups/09972429-d656-412b-80ae-6a326fb122fa HTTP/1.1" status: 200 len: 1818 time: 0.2265408 Mar 07 21:48:16.464156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:48:16.465127 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:16.480695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de57ad88-6309-4394-9a63-18b6131aed44 req-a6f2d8bd-b05a-4004-b283-caf7c8082df2 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051335 Mar 07 21:48:16.508555 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6c3ab78d-0631-4668-b272-01b704f5806a None None] Provisioning complete for port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:16.508838 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6c3ab78d-0631-4668-b272-01b704f5806a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:16.601469 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-09dc09e1-74b6-4415-9274-76348ee7f17f req-7aa6703e-df37-4407-b30b-68912258607b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (09972429-d656-412b-80ae-6a326fb122fa), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:16.639721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6744fc2d-e584-472c-bcd7-d24576f316f0 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "PUT /v2.0/subnets/d5c888eb-56ba-47a1-a1b0-8c44045cae6f/tags/tempest-TagsExtTest-Tag-201468755 HTTP/1.1" status: 201 len: 201 time: 0.3139737 Mar 07 21:48:16.642642 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-09dc09e1-74b6-4415-9274-76348ee7f17f req-7aa6703e-df37-4407-b30b-68912258607b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (09972429-d656-412b-80ae-6a326fb122fa), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:16.642796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39230) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:16.648982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-c0fbad0e-b85b-44db-9e26-d8cef21b0b00 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3922088c-a14e-4475-ab55-a21494efc49b', 'tempest-TagsExtTest-Tag-1565518285') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:16.730030 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-09dc09e1-74b6-4415-9274-76348ee7f17f req-7aa6703e-df37-4407-b30b-68912258607b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (09972429-d656-412b-80ae-6a326fb122fa), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:16.733186 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-09dc09e1-74b6-4415-9274-76348ee7f17f req-7aa6703e-df37-4407-b30b-68912258607b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:16.734620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09dc09e1-74b6-4415-9274-76348ee7f17f req-7aa6703e-df37-4407-b30b-68912258607b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] 10.222.0.26 "DELETE /v2.0/security-groups/09972429-d656-412b-80ae-6a326fb122fa HTTP/1.1" status: 204 len: 173 time: 0.2524831 Mar 07 21:48:16.749322 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39234) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:16.750445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6703e-df37-4407-b30b-68912258607b tempest-SecurityGroupsTestJSON-1459308152 tempest-SecurityGroupsTestJSON-1459308152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09972429-d656-412b-80ae-6a326fb122fa,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:16.805489 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afad116-e118-4f61-93a0-7b506c757872 None None] Pushing event updated for resources: {'Port': ['ID=cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:16.828004 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:10Z', 'revision_number': 3, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:16Z', 'revision_number': 4, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:16.836785 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:16.851212 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f4ade9-3a86-4fc9-855f-2b62b2586d4d admin admin] Deleting subnet fa7bfe6c-aec1-45a3-b688-4abd795bc27a {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:48:16.860919 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ade9-3a86-4fc9-855f-2b62b2586d4d admin admin] Publish callbacks [] for subnet (fa7bfe6c-aec1-45a3-b688-4abd795bc27a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:16.903369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Allocated IP 172.22.0.2 (88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd/27557397-b057-4b9a-a0bb-b9fa26e8aee5/775fc612-77b1-44ae-99e5-d4b4865f25b5) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:16.913742 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08863288-6ca9-499d-b85d-7f208f9e9dda None None] The sync data for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 is: [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:10Z', 'revision_number': 3, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:16Z', 'revision_number': 4, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:16.948558 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ade9-3a86-4fc9-855f-2b62b2586d4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (fa7bfe6c-aec1-45a3-b688-4abd795bc27a), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.052015 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39250) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:17.054289 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c0fbad0e-b85b-44db-9e26-d8cef21b0b00 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "PUT /v2.0/ports/3922088c-a14e-4475-ab55-a21494efc49b/tags/tempest-TagsExtTest-Tag-1565518285 HTTP/1.1" status: 201 len: 201 time: 0.4106512 Mar 07 21:48:17.058007 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ade9-3a86-4fc9-855f-2b62b2586d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (fa7bfe6c-aec1-45a3-b688-4abd795bc27a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.060106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39252) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:17.077632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-49e69c99-bec3-462b-b540-9487a150c658 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ea1f0e4a-ed7a-4726-9f92-f385e262fbae', 'tempest-TagsExtTest-Tag-296356250') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:17.126188 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 132fc3de-68ff-43ed-b647-970f646d9046 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:48:17.136758 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ade9-3a86-4fc9-855f-2b62b2586d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (fa7bfe6c-aec1-45a3-b688-4abd795bc27a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.174420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4ade9-3a86-4fc9-855f-2b62b2586d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7bfe6c-aec1-45a3-b688-4abd795bc27a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:17.178504 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ade9-3a86-4fc9-855f-2b62b2586d4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.183857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b9f4ade9-3a86-4fc9-855f-2b62b2586d4d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fa7bfe6c-aec1-45a3-b688-4abd795bc27a HTTP/1.1" status: 204 len: 168 time: 0.4309530 Mar 07 21:48:17.187467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39254) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:17.304294 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Publish callbacks [] for port (775fc612-77b1-44ae-99e5-d4b4865f25b5), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.317094 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.resource_extend [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:48:17.319015 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d81119d7-69a4-40ae-b478-818509884e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (32b92585-dc87-411b-a89d-010b1d8767b0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.405643 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (775fc612-77b1-44ae-99e5-d4b4865f25b5), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.454909 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d81119d7-69a4-40ae-b478-818509884e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (32b92585-dc87-411b-a89d-010b1d8767b0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.482477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-d81119d7-69a4-40ae-b478-818509884e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b92585-dc87-411b-a89d-010b1d8767b0']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:17.487487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Network 88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:17.489952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ab78d-0631-4668-b272-01b704f5806a None None] Current status of the port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:17.490509 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6c3ab78d-0631-4668-b272-01b704f5806a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.494689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-d81119d7-69a4-40ae-b478-818509884e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a1f513-4fae-40ee-bb0a-041388391ee7') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:17.495078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-d81119d7-69a4-40ae-b478-818509884e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a1f513-4fae-40ee-bb0a-041388391ee7') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:17.505929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:17.508196 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d81119d7-69a4-40ae-b478-818509884e72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (a5a1f513-4fae-40ee-bb0a-041388391ee7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.508790 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:17.531897 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Pushing event updated for resources: {'Port': ['ID=775fc612-77b1-44ae-99e5-d4b4865f25b5,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:17.533208 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d81119d7-69a4-40ae-b478-818509884e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a5a1f513-4fae-40ee-bb0a-041388391ee7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.544200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 132fc3de-68ff-43ed-b647-970f646d9046, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=132fc3de-68ff-43ed-b647-970f646d9046,segment=NetworkSegment(faf87e44-1b9c-4b59-9fc6-f0601fe164ea),segment_id=faf87e44-1b9c-4b59-9fc6-f0601fe164ea)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:17.551281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81119d7-69a4-40ae-b478-818509884e72 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:48:17.552454 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d81119d7-69a4-40ae-b478-818509884e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (a5a1f513-4fae-40ee-bb0a-041388391ee7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.606032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6c3ab78d-0631-4668-b272-01b704f5806a None None] For port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e,segment=NetworkSegment(ba024be3-60d6-4212-ac04-52773dfd1eed),segment_id=ba024be3-60d6-4212-ac04-52773dfd1eed)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:17.659438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '132fc3de-68ff-43ed-b647-970f646d9046', 'network_id': '0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e', 'port_id': '132fc3de-68ff-43ed-b647-970f646d9046', 'mac_address': 'fa:16:3e:9c:93:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:48:17.677849 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6c3ab78d-0631-4668-b272-01b704f5806a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.680647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Attempting to bind port 775fc612-77b1-44ae-99e5-d4b4865f25b5 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:17.681009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Attempting to bind port 775fc612-77b1-44ae-99e5-d4b4865f25b5 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:17.681419 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Attempting to bind port 775fc612-77b1-44ae-99e5-d4b4865f25b5 on network 88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:48:17.699136 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:48:17.706624 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d81119d7-69a4-40ae-b478-818509884e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (32b92585-dc87-411b-a89d-010b1d8767b0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.734965 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d81119d7-69a4-40ae-b478-818509884e72 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.738597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d81119d7-69a4-40ae-b478-818509884e72 admin admin] 10.222.0.26 "DELETE /v2.0/networks/32b92585-dc87-411b-a89d-010b1d8767b0 HTTP/1.1" status: 204 len: 168 time: 0.5501392 Mar 07 21:48:17.750894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:17.751272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Checking segment: {'id': '1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:17.751679 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.756903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81119d7-69a4-40ae-b478-818509884e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=32b92585-dc87-411b-a89d-010b1d8767b0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:17.761802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Bound using segment: {'id': '1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:17.762521 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Bound port: 775fc612-77b1-44ae-99e5-d4b4865f25b5, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:17.763028 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (775fc612-77b1-44ae-99e5-d4b4865f25b5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.779631 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Deleting subnet 73a262ba-eb5c-4923-9cd8-a7766e5a8e3c {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:48:17.785572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f1fb-cb47-4b05-b40c-ece475d8d9d8 req-25233546-f45d-4577-b173-e00394ef9439 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:17.792238 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Publish callbacks [] for subnet (73a262ba-eb5c-4923-9cd8-a7766e5a8e3c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.798785 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b10f1fb-cb47-4b05-b40c-ece475d8d9d8 req-25233546-f45d-4577-b173-e00394ef9439 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 943 time: 0.1099231 Mar 07 21:48:17.883161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b10f1fb-cb47-4b05-b40c-ece475d8d9d8 req-03d07375-6514-4315-bc40-a55287bcd08b tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801773 Mar 07 21:48:17.935653 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8e28e645-01de-4f8f-bffe-615b5705b964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.937265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 132fc3de-68ff-43ed-b647-970f646d9046 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:17.939206 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (132fc3de-68ff-43ed-b647-970f646d9046), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.958558 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (73a262ba-eb5c-4923-9cd8-a7766e5a8e3c), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.966038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132fc3de-68ff-43ed-b647-970f646d9046 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:48:17.981014 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] For port 775fc612-77b1-44ae-99e5-d4b4865f25b5, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:17.984365 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3af9f3b2-4253-46a8-b36e-a690a3863fc0 None None] Provisioning complete for port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:17.984968 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3af9f3b2-4253-46a8-b36e-a690a3863fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:17.992430 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-49e69c99-bec3-462b-b540-9487a150c658 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "PUT /v2.0/routers/ea1f0e4a-ed7a-4726-9f92-f385e262fbae/tags/tempest-TagsExtTest-Tag-296356250 HTTP/1.1" status: 201 len: 201 time: 0.9312682 Mar 07 21:48:17.993725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ab78d-0631-4668-b272-01b704f5806a None None] Pushing event updated for resources: {'Port': ['ID=cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:17.995252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39262) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:18.002376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-803e4977-e2c2-4e53-8717-082dfaeae017 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7830f3c3-682e-406a-8b19-8ad69e940ccf', 'tempest-TagsExtTest-Tag-1136499287') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:18.033448 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] For port 775fc612-77b1-44ae-99e5-d4b4865f25b5, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=775fc612-77b1-44ae-99e5-d4b4865f25b5,segment=NetworkSegment(1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33),segment_id=1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:18.038481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 132fc3de-68ff-43ed-b647-970f646d9046, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=132fc3de-68ff-43ed-b647-970f646d9046,segment=NetworkSegment(faf87e44-1b9c-4b59-9fc6-f0601fe164ea),segment_id=faf87e44-1b9c-4b59-9fc6-f0601fe164ea)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:18.048721 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (132fc3de-68ff-43ed-b647-970f646d9046), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.085181 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (73a262ba-eb5c-4923-9cd8-a7766e5a8e3c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.107205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=132fc3de-68ff-43ed-b647-970f646d9046,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:18.115331 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (775fc612-77b1-44ae-99e5-d4b4865f25b5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.128792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-803e4977-e2c2-4e53-8717-082dfaeae017 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "PUT /v2.0/subnetpools/7830f3c3-682e-406a-8b19-8ad69e940ccf/tags/tempest-TagsExtTest-Tag-1136499287 HTTP/1.1" status: 201 len: 201 time: 0.1321905 Mar 07 21:48:18.131425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39266) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:18.133019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Allocated IP 172.22.0.1 (88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd/27557397-b057-4b9a-a0bb-b9fa26e8aee5/68058a5e-5832-43cf-8b0c-f857729e6748) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:18.135181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39268) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:18.141509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-e949070d-32ce-440f-800f-605d0c7f86f2 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd5c888eb-56ba-47a1-a1b0-8c44045cae6f', {'tags': ['tempest-TagsExtTest-Tag-26544780', 'tempest-TagsExtTest-Tag-1491647457', 'tempest-TagsExtTest-Tag-682666631']}) {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:18.180798 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.276565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583bb90-01eb-441d-8c45-752a39d8ccc9 None None] Pushing event updated for resources: {'Port': ['ID=775fc612-77b1-44ae-99e5-d4b4865f25b5,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:18.279568 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3af9f3b2-4253-46a8-b36e-a690a3863fc0 None None] Current status of the port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:18.310151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e949070d-32ce-440f-800f-605d0c7f86f2 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "PUT /v2.0/subnets/d5c888eb-56ba-47a1-a1b0-8c44045cae6f/tags HTTP/1.1" status: 200 len: 315 time: 0.1755068 Mar 07 21:48:18.310732 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eaa857a7-cab4-44f0-b652-f6d20cb6301c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=403f3deab64c4fccbdc05488aa7b8f2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1702600 Mar 07 21:48:18.311558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39270) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:18.311893 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39272) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:18.315194 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (73a262ba-eb5c-4923-9cd8-a7766e5a8e3c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.328052 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-02877fa2-b08d-4196-88ad-349c4ef1370c tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd5c888eb-56ba-47a1-a1b0-8c44045cae6f') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:18.394653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a262ba-eb5c-4923-9cd8-a7766e5a8e3c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:18.394930 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['132fc3de-68ff-43ed-b647-970f646d9046'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:48:18.421728 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.428492 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/73a262ba-eb5c-4923-9cd8-a7766e5a8e3c HTTP/1.1" status: 204 len: 168 time: 1.3718410 Mar 07 21:48:18.429356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39276) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:18.438389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:18.439531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:18.439531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:18.439531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:18.441542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:18.441918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:18.442336 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:18.442674 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:18.443016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:18.443409 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:18.443759 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:18.444067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:18.444389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b13147-fa17-4493-9912-96df0b41c4c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:18.489998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f84c34e4-58c2-4141-9f36-48ac6d52dee3 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:48:18.502236 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (68058a5e-5832-43cf-8b0c-f857729e6748), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.525821 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1ca63c3-fd42-48bf-b083-ef27b1222734 admin admin] Publish callbacks [] for security_group (32299073-b5c5-47aa-aebf-fdccc634bc31), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.534243 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f288e20a-342b-4ae7-9950-e554e3499907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (580206cc-f898-4b6b-9293-f6d4ddc68cb6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.580137 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1ca63c3-fd42-48bf-b083-ef27b1222734 admin admin] Publish callbacks [] for security_group (32299073-b5c5-47aa-aebf-fdccc634bc31), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.605388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: f84c34e4-58c2-4141-9f36-48ac6d52dee3 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:48:18.605729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f84c34e4-58c2-4141-9f36-48ac6d52dee3 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:48:18.657317 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-02877fa2-b08d-4196-88ad-349c4ef1370c tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/subnets/d5c888eb-56ba-47a1-a1b0-8c44045cae6f/tags HTTP/1.1" status: 204 len: 168 time: 0.3441033 Mar 07 21:48:18.659730 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39282) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:18.668767 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-4b89c742-0f1a-498e-813b-9c9c95937710 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd5c888eb-56ba-47a1-a1b0-8c44045cae6f', 'tempest-TagsExtTest-Tag-26544780') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:18.674386 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.695261 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f288e20a-342b-4ae7-9950-e554e3499907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (580206cc-f898-4b6b-9293-f6d4ddc68cb6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.717361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1ca63c3-fd42-48bf-b083-ef27b1222734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (32299073-b5c5-47aa-aebf-fdccc634bc31), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.720459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-f288e20a-342b-4ae7-9950-e554e3499907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580206cc-f898-4b6b-9293-f6d4ddc68cb6']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:18.721002 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1ca63c3-fd42-48bf-b083-ef27b1222734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.722419 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b1ca63c3-fd42-48bf-b083-ef27b1222734 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32299073-b5c5-47aa-aebf-fdccc634bc31 HTTP/1.1" status: 204 len: 168 time: 0.4083641 Mar 07 21:48:18.733364 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-f288e20a-342b-4ae7-9950-e554e3499907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286f53f5-91d1-4c05-bd52-c7957c44a7db') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:18.733671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-f288e20a-342b-4ae7-9950-e554e3499907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286f53f5-91d1-4c05-bd52-c7957c44a7db') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:18.751288 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f288e20a-342b-4ae7-9950-e554e3499907 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (286f53f5-91d1-4c05-bd52-c7957c44a7db), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.771655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f288e20a-342b-4ae7-9950-e554e3499907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (286f53f5-91d1-4c05-bd52-c7957c44a7db), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.781299 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f288e20a-342b-4ae7-9950-e554e3499907 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:48:18.782029 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f288e20a-342b-4ae7-9950-e554e3499907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (286f53f5-91d1-4c05-bd52-c7957c44a7db), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.796070 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network 88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:18.797522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca63c3-fd42-48bf-b083-ef27b1222734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32299073-b5c5-47aa-aebf-fdccc634bc31,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:18.818253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:18.832056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:18.842645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=68058a5e-5832-43cf-8b0c-f857729e6748,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:48:18.862405 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:48:18.873925 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f288e20a-342b-4ae7-9950-e554e3499907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (580206cc-f898-4b6b-9293-f6d4ddc68cb6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.916761 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f288e20a-342b-4ae7-9950-e554e3499907 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:18.926786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f288e20a-342b-4ae7-9950-e554e3499907 admin admin] 10.222.0.26 "DELETE /v2.0/networks/580206cc-f898-4b6b-9293-f6d4ddc68cb6 HTTP/1.1" status: 204 len: 168 time: 0.4920037 Mar 07 21:48:18.929811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288e20a-342b-4ae7-9950-e554e3499907 admin admin] Pushing event deleted for resources: {'Network': ['ID=580206cc-f898-4b6b-9293-f6d4ddc68cb6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:19.098464 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:19.118169 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-4b89c742-0f1a-498e-813b-9c9c95937710 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] show failed (client error): The resource could not be found. Mar 07 21:48:19.120968 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4b89c742-0f1a-498e-813b-9c9c95937710 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/subnets/d5c888eb-56ba-47a1-a1b0-8c44045cae6f/tags/tempest-TagsExtTest-Tag-26544780 HTTP/1.1" status: 404 len: 327 time: 0.4599862 Mar 07 21:48:19.176311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39292) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:19.192130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-b551df2e-47fc-4e98-ae20-a4f415d3e07e tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd5c888eb-56ba-47a1-a1b0-8c44045cae6f', 'tempest-TagsExtTest-Tag-1491647457') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:19.267586 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:19.286910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19b42e-1584-4b5a-9962-20de1f32e0c6 req-0686e4a2-2767-4697-9c8e-da6abb6caa06 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:19.288522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e19b42e-1584-4b5a-9962-20de1f32e0c6 req-0686e4a2-2767-4697-9c8e-da6abb6caa06 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 944 time: 0.2292719 Mar 07 21:48:19.347097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:19.367690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e19b42e-1584-4b5a-9962-20de1f32e0c6 req-38e68316-73a3-4c7e-a6c6-5463eac51ad6 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724702 Mar 07 21:48:19.374421 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-b551df2e-47fc-4e98-ae20-a4f415d3e07e tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] show failed (client error): The resource could not be found. Mar 07 21:48:19.375468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b551df2e-47fc-4e98-ae20-a4f415d3e07e tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/subnets/d5c888eb-56ba-47a1-a1b0-8c44045cae6f/tags/tempest-TagsExtTest-Tag-1491647457 HTTP/1.1" status: 404 len: 329 time: 0.1978660 Mar 07 21:48:19.378506 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39298) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:19.384533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-e24e70b6-69c0-4581-a502-444bd958cd3d tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd5c888eb-56ba-47a1-a1b0-8c44045cae6f', 'tempest-TagsExtTest-Tag-682666631') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:19.533100 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:19.534089 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-e24e70b6-69c0-4581-a502-444bd958cd3d tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] show failed (client error): The resource could not be found. Mar 07 21:48:19.535809 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e24e70b6-69c0-4581-a502-444bd958cd3d tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/subnets/d5c888eb-56ba-47a1-a1b0-8c44045cae6f/tags/tempest-TagsExtTest-Tag-682666631 HTTP/1.1" status: 404 len: 328 time: 0.1563344 Mar 07 21:48:19.538672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39308) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:19.557428 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39310) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:19.557732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:19.558279 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:19.561905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-78ed9a8d-bc7a-479a-90af-e3d809cc10bc tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3922088c-a14e-4475-ab55-a21494efc49b', {'tags': ['tempest-TagsExtTest-Tag-884201754', 'tempest-TagsExtTest-Tag-1945525420', 'tempest-TagsExtTest-Tag-253291040']}) {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:19.732374 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-78ed9a8d-bc7a-479a-90af-e3d809cc10bc tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "PUT /v2.0/ports/3922088c-a14e-4475-ab55-a21494efc49b/tags HTTP/1.1" status: 200 len: 316 time: 0.1926520 Mar 07 21:48:19.733036 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39312) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:19.739747 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-e5e44515-134f-475d-b951-eaab1b6041af tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3922088c-a14e-4475-ab55-a21494efc49b') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:19.763421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:19.764845 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 775fc612-77b1-44ae-99e5-d4b4865f25b5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:19.855302 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 775fc612-77b1-44ae-99e5-d4b4865f25b5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:19.857808 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (775fc612-77b1-44ae-99e5-d4b4865f25b5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:19.912854 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e5e44515-134f-475d-b951-eaab1b6041af tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/ports/3922088c-a14e-4475-ab55-a21494efc49b/tags HTTP/1.1" status: 204 len: 168 time: 0.1781723 Mar 07 21:48:19.915494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39318) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:19.921354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-6f170577-1e57-47bd-9150-8b76172f51e1 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3922088c-a14e-4475-ab55-a21494efc49b', 'tempest-TagsExtTest-Tag-884201754') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:19.926442 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722c5748-4f97-4d24-b827-7331f92d3b1b None None] Network 88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:19.972852 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-790b05fa-3ce6-4402-bfd8-772bd4ed8884 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c5d07705329457aa13a4522a8014ccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4101572 Mar 07 21:48:19.973742 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39322) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:20.027154 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-6f170577-1e57-47bd-9150-8b76172f51e1 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] show failed (client error): The resource could not be found. Mar 07 21:48:20.035644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39326) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:20.038477 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-dac7e323-fac5-4d09-bad9-890f3c5a073c tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3922088c-a14e-4475-ab55-a21494efc49b', 'tempest-TagsExtTest-Tag-1945525420') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:20.042194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6f170577-1e57-47bd-9150-8b76172f51e1 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/ports/3922088c-a14e-4475-ab55-a21494efc49b/tags/tempest-TagsExtTest-Tag-884201754 HTTP/1.1" status: 404 len: 328 time: 0.1240983 Mar 07 21:48:20.092150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (68058a5e-5832-43cf-8b0c-f857729e6748), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:20.097375 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41fcde57-3d83-4c48-89e3-7b337a6ca09f admin admin] Publish callbacks [] for security_group (0210267c-9038-4fbb-8818-4c5bbd06add9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:20.103477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:20.161653 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-359da6e1-c8d9-4d87-af10-529703f78c86 None None] Provisioning complete for port 775fc612-77b1-44ae-99e5-d4b4865f25b5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:20.163807 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-359da6e1-c8d9-4d87-af10-529703f78c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (775fc612-77b1-44ae-99e5-d4b4865f25b5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:20.209322 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41fcde57-3d83-4c48-89e3-7b337a6ca09f admin admin] Publish callbacks [] for security_group (0210267c-9038-4fbb-8818-4c5bbd06add9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:20.225058 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:20.255555 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-dac7e323-fac5-4d09-bad9-890f3c5a073c tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] show failed (client error): The resource could not be found. Mar 07 21:48:20.259145 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dac7e323-fac5-4d09-bad9-890f3c5a073c tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/ports/3922088c-a14e-4475-ab55-a21494efc49b/tags/tempest-TagsExtTest-Tag-1945525420 HTTP/1.1" status: 404 len: 329 time: 0.2221341 Mar 07 21:48:20.259145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=68058a5e-5832-43cf-8b0c-f857729e6748,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:20.263187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39332) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:20.268442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-b022820f-27a6-48e5-ac67-73cf5a316926 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3922088c-a14e-4475-ab55-a21494efc49b', 'tempest-TagsExtTest-Tag-253291040') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:20.412737 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-b022820f-27a6-48e5-ac67-73cf5a316926 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] show failed (client error): The resource could not be found. Mar 07 21:48:20.421628 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b022820f-27a6-48e5-ac67-73cf5a316926 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/ports/3922088c-a14e-4475-ab55-a21494efc49b/tags/tempest-TagsExtTest-Tag-253291040 HTTP/1.1" status: 404 len: 328 time: 0.1566718 Mar 07 21:48:20.423106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39340) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:20.427113 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:20.445274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-f0b7fa25-4a4a-45cd-abfd-670d068d6cf4 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ea1f0e4a-ed7a-4726-9f92-f385e262fbae', {'tags': ['tempest-TagsExtTest-Tag-597834299', 'tempest-TagsExtTest-Tag-199407192', 'tempest-TagsExtTest-Tag-347074350']}) {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:20.529798 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network 88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:20.533390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:20.546440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 775fc612-77b1-44ae-99e5-d4b4865f25b5 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:20.546832 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (775fc612-77b1-44ae-99e5-d4b4865f25b5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:20.674423 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-359da6e1-c8d9-4d87-af10-529703f78c86 None None] Current status of the port 775fc612-77b1-44ae-99e5-d4b4865f25b5 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:20.675041 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-359da6e1-c8d9-4d87-af10-529703f78c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (775fc612-77b1-44ae-99e5-d4b4865f25b5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:20.728615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 775fc612-77b1-44ae-99e5-d4b4865f25b5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=775fc612-77b1-44ae-99e5-d4b4865f25b5,segment=NetworkSegment(1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33),segment_id=1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:20.741923 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (775fc612-77b1-44ae-99e5-d4b4865f25b5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:20.812821 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41fcde57-3d83-4c48-89e3-7b337a6ca09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0210267c-9038-4fbb-8818-4c5bbd06add9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:20.827623 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41fcde57-3d83-4c48-89e3-7b337a6ca09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:20.828874 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-41fcde57-3d83-4c48-89e3-7b337a6ca09f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0210267c-9038-4fbb-8818-4c5bbd06add9 HTTP/1.1" status: 204 len: 168 time: 0.8546000 Mar 07 21:48:20.861127 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-359da6e1-c8d9-4d87-af10-529703f78c86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:48:20.861634 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-359da6e1-c8d9-4d87-af10-529703f78c86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:48:20.880346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762b6f-3fd9-4b0f-ab14-e31115dde008 req-4fef7a89-1a5c-4d20-a22e-8f53cfc4f3e5 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:20.889557 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4762b6f-3fd9-4b0f-ab14-e31115dde008 req-4fef7a89-1a5c-4d20-a22e-8f53cfc4f3e5 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 944 time: 0.3087966 Mar 07 21:48:20.891093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=775fc612-77b1-44ae-99e5-d4b4865f25b5,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:20.898709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcde57-3d83-4c48-89e3-7b337a6ca09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0210267c-9038-4fbb-8818-4c5bbd06add9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:20.920376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f0b7fa25-4a4a-45cd-abfd-670d068d6cf4 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "PUT /v2.0/routers/ea1f0e4a-ed7a-4726-9f92-f385e262fbae/tags HTTP/1.1" status: 200 len: 315 time: 0.4942245 Mar 07 21:48:20.927289 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39352) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:20.930709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 132fc3de-68ff-43ed-b647-970f646d9046 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:20.943111 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-d7d3d8c8-df6b-4af0-b92f-7a8c1d45e6cf tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ea1f0e4a-ed7a-4726-9f92-f385e262fbae') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:21.028818 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4762b6f-3fd9-4b0f-ab14-e31115dde008 req-81fe1642-92cd-477d-a4a8-0440b8a16d65 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320558 Mar 07 21:48:21.058809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router b9e44a57-e9d3-410c-afd4-300099bf03a7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:48:21.078193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 132fc3de-68ff-43ed-b647-970f646d9046 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:48:21.082984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 132fc3de-68ff-43ed-b647-970f646d9046 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:21.083370 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (132fc3de-68ff-43ed-b647-970f646d9046), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:21.281412 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 132fc3de-68ff-43ed-b647-970f646d9046 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:21.281638 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (132fc3de-68ff-43ed-b647-970f646d9046), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:21.332136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe931eb-e450-4077-bfac-09ce45c685b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132fc3de-68ff-43ed-b647-970f646d9046'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:48:21.334932 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca90fdfb-a323-4caa-8b8f-07799c6b4731" -d '{"events": [{"server_uuid": "9fe931eb-e450-4077-bfac-09ce45c685b8", "name": "network-vif-plugged", "status": "completed", "tag": "132fc3de-68ff-43ed-b647-970f646d9046"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:48:21.347895 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d7d3d8c8-df6b-4af0-b92f-7a8c1d45e6cf tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/routers/ea1f0e4a-ed7a-4726-9f92-f385e262fbae/tags HTTP/1.1" status: 204 len: 168 time: 0.4188287 Mar 07 21:48:21.348974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 132fc3de-68ff-43ed-b647-970f646d9046, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=132fc3de-68ff-43ed-b647-970f646d9046,segment=NetworkSegment(faf87e44-1b9c-4b59-9fc6-f0601fe164ea),segment_id=faf87e44-1b9c-4b59-9fc6-f0601fe164ea)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:21.351282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39362) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:21.357727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-7abc233a-d187-4752-abd3-87c25dba1246 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea1f0e4a-ed7a-4726-9f92-f385e262fbae', 'tempest-TagsExtTest-Tag-597834299') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:21.359101 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (132fc3de-68ff-43ed-b647-970f646d9046), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:21.414480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:48:21.435222 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-28d19dd3-b721-42bd-abe9-178fee36afa0 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/b9e44a57-e9d3-410c-afd4-300099bf03a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2462392 Mar 07 21:48:21.437550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39366) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:21.439362 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339188f7-0afa-4de8-8386-8f0b7b735c49 x-openstack-request-id: req-339188f7-0afa-4de8-8386-8f0b7b735c49 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:48:21.439731 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe931eb-e450-4077-bfac-09ce45c685b8", "name": "network-vif-plugged", "status": "completed", "tag": "132fc3de-68ff-43ed-b647-970f646d9046", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:48:21.441467 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-339188f7-0afa-4de8-8386-8f0b7b735c49 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:48:21.442013 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe931eb-e450-4077-bfac-09ce45c685b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132fc3de-68ff-43ed-b647-970f646d9046', 'code': 200} Mar 07 21:48:21.469917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8fbcb688-4303-4f5a-a515-3ee27f622011 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'network': {'name': 'tempest-RoutersTest-1184514827'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:21.502368 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbcb688-4303-4f5a-a515-3ee27f622011 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:21.507405 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8fbcb688-4303-4f5a-a515-3ee27f622011 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:21.520803 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-359da6e1-c8d9-4d87-af10-529703f78c86 None None] Current status of the port 775fc612-77b1-44ae-99e5-d4b4865f25b5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:21.523536 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Sync routers for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:21.548792 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbcb688-4303-4f5a-a515-3ee27f622011 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:48:21.564095 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8fbcb688-4303-4f5a-a515-3ee27f622011 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:21.565082 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-8fbcb688-4303-4f5a-a515-3ee27f622011 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Added segment 079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf of type vlan for network 7a047af8-a80f-400f-80b6-d59a2e750674 Mar 07 21:48:21.603303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:21.605594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:21.638301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39374) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:21.648648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8fbcb688-4303-4f5a-a515-3ee27f622011 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (7a047af8-a80f-400f-80b6-d59a2e750674), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:21.703719 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8fbcb688-4303-4f5a-a515-3ee27f622011 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (7a047af8-a80f-400f-80b6-d59a2e750674), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:21.719076 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbcb688-4303-4f5a-a515-3ee27f622011 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:21.719932 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8fbcb688-4303-4f5a-a515-3ee27f622011 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:21.840779 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8fbcb688-4303-4f5a-a515-3ee27f622011 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3958662 Mar 07 21:48:21.843409 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39382) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:21.847703 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-7abc233a-d187-4752-abd3-87c25dba1246 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] show failed (client error): The resource could not be found. Mar 07 21:48:21.856868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7abc233a-d187-4752-abd3-87c25dba1246 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/routers/ea1f0e4a-ed7a-4726-9f92-f385e262fbae/tags/tempest-TagsExtTest-Tag-597834299 HTTP/1.1" status: 404 len: 328 time: 0.5018117 Mar 07 21:48:21.867350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-15998810-2959-4a18-8d85-343cd13eee1d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'subnet': {'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:21.893182 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39384) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:21.927762 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcb688-4303-4f5a-a515-3ee27f622011 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Network': ['ID=7a047af8-a80f-400f-80b6-d59a2e750674,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:21.953445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-b84a5614-af96-4df4-bdb2-7dcffb549de3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea1f0e4a-ed7a-4726-9f92-f385e262fbae', 'tempest-TagsExtTest-Tag-199407192') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:21.967017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06992ad7-3bdc-4ada-a830-08e209233bae req-22b7c499-7345-4fde-ba77-29ab461c0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:21.967017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06992ad7-3bdc-4ada-a830-08e209233bae req-22b7c499-7345-4fde-ba77-29ab461c0437 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 1127 time: 0.4505961 Mar 07 21:48:22.049492 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50c1028a-8a65-4c94-be46-27dea82b9db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:22.175834 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50c1028a-8a65-4c94-be46-27dea82b9db0 admin admin] Publish callbacks [] for security_group (5d6f9cad-5a76-43b6-abfe-64046179b346), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:22.182339 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50c1028a-8a65-4c94-be46-27dea82b9db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5d6f9cad-5a76-43b6-abfe-64046179b346), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:22.227087 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1028a-8a65-4c94-be46-27dea82b9db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6f9cad-5a76-43b6-abfe-64046179b346,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:22.249264 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-50c1028a-8a65-4c94-be46-27dea82b9db0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=911657c6d1874ae89586accbe68affcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6128230 Mar 07 21:48:22.251961 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39394) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:22.322744 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4cadab5e-7f55-4a3f-afb5-18f668d96f14 admin admin] Publish callbacks [] for security_group (5d6f9cad-5a76-43b6-abfe-64046179b346), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:22.333636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06992ad7-3bdc-4ada-a830-08e209233bae req-54a7b8b1-b48c-4ab8-9585-672a63cb09c8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554593 Mar 07 21:48:22.355080 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4cadab5e-7f55-4a3f-afb5-18f668d96f14 admin admin] Publish callbacks [] for security_group (5d6f9cad-5a76-43b6-abfe-64046179b346), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:22.416407 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-b84a5614-af96-4df4-bdb2-7dcffb549de3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] show failed (client error): The resource could not be found. Mar 07 21:48:22.418128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b84a5614-af96-4df4-bdb2-7dcffb549de3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/routers/ea1f0e4a-ed7a-4726-9f92-f385e262fbae/tags/tempest-TagsExtTest-Tag-199407192 HTTP/1.1" status: 404 len: 328 time: 0.5232518 Mar 07 21:48:22.420800 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39398) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:22.427477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-5102664e-814d-4501-a89a-084d9975b113 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea1f0e4a-ed7a-4726-9f92-f385e262fbae', 'tempest-TagsExtTest-Tag-347074350') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:22.464256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 7a047af8-a80f-400f-80b6-d59a2e750674 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:48:22.465148 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4cadab5e-7f55-4a3f-afb5-18f668d96f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5d6f9cad-5a76-43b6-abfe-64046179b346), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:22.468090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=132fc3de-68ff-43ed-b647-970f646d9046,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:22.469345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4cadab5e-7f55-4a3f-afb5-18f668d96f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:22.471028 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4cadab5e-7f55-4a3f-afb5-18f668d96f14 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d6f9cad-5a76-43b6-abfe-64046179b346 HTTP/1.1" status: 204 len: 168 time: 0.2178700 Mar 07 21:48:22.483717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15998810-2959-4a18-8d85-343cd13eee1d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Made reservation on behalf of ad1d9f4a661743eebc329143cc662c8b for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:22.487599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadab5e-7f55-4a3f-afb5-18f668d96f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6f9cad-5a76-43b6-abfe-64046179b346,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:22.488969 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-15998810-2959-4a18-8d85-343cd13eee1d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:22.543328 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-212a8cea-9be4-4e15-a21f-3d371e407f55 None None] Provisioning complete for port 68058a5e-5832-43cf-8b0c-f857729e6748 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:22.543931 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-212a8cea-9be4-4e15-a21f-3d371e407f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:22.578637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:22.583707 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:22.682742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-212a8cea-9be4-4e15-a21f-3d371e407f55 None None] Port 68058a5e-5832-43cf-8b0c-f857729e6748 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:48:22.753233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-212a8cea-9be4-4e15-a21f-3d371e407f55 None None] Provisioning complete for port 775fc612-77b1-44ae-99e5-d4b4865f25b5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:22.753750 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-212a8cea-9be4-4e15-a21f-3d371e407f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (775fc612-77b1-44ae-99e5-d4b4865f25b5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:23.038415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 775fc612-77b1-44ae-99e5-d4b4865f25b5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:23.162718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-212a8cea-9be4-4e15-a21f-3d371e407f55 None None] Current status of the port 775fc612-77b1-44ae-99e5-d4b4865f25b5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:23.180532 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 775fc612-77b1-44ae-99e5-d4b4865f25b5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:23.181016 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (775fc612-77b1-44ae-99e5-d4b4865f25b5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:23.208793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:19Z', 'revision_number': 4, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': '68058a5e-5832-43cf-8b0c-f857729e6748', 'name': '', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:9c:00:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:17Z', 'updated_at': '2022-03-07T21:48:19Z', 'revision_number': 2, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:23.245061 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Checking router: b9e44a57-e9d3-410c-afd4-300099bf03a7 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:23.245424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Updating router b9e44a57-e9d3-410c-afd4-300099bf03a7 port 68058a5e-5832-43cf-8b0c-f857729e6748 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:48:23.246861 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781a691-35b1-4191-a41a-6a5fcaf14cff req-eab9f0f2-9e03-4398-ac2d-5d24bcdbeaac tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:23.254643 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9781a691-35b1-4191-a41a-6a5fcaf14cff req-eab9f0f2-9e03-4398-ac2d-5d24bcdbeaac tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 945 time: 1.0286534 Mar 07 21:48:23.302908 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:23.324201 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c793bfb1-d414-461f-92bb-cd5174a9521f None None] Provisioning complete for port 68058a5e-5832-43cf-8b0c-f857729e6748 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:23.324516 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c793bfb1-d414-461f-92bb-cd5174a9521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:23.362709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c793bfb1-d414-461f-92bb-cd5174a9521f None None] Port 68058a5e-5832-43cf-8b0c-f857729e6748 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:48:23.374628 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e581dfe6-171c-4ee2-8937-3164884d9843 req-ad9c0cd7-61f9-48e8-a3b0-1574ce22db41 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.1369512 Mar 07 21:48:23.459573 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-15998810-2959-4a18-8d85-343cd13eee1d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (7f733d6e-0d75-4942-88ab-aa5b93c8474a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:23.490788 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-5102664e-814d-4501-a89a-084d9975b113 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] show failed (client error): The resource could not be found. Mar 07 21:48:23.491933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5102664e-814d-4501-a89a-084d9975b113 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/routers/ea1f0e4a-ed7a-4726-9f92-f385e262fbae/tags/tempest-TagsExtTest-Tag-347074350 HTTP/1.1" status: 404 len: 328 time: 1.0683823 Mar 07 21:48:23.496096 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39440) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:23.497464 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 775fc612-77b1-44ae-99e5-d4b4865f25b5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:23.501390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-b3b83854-cf31-4829-9b80-3112d87e1556 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7830f3c3-682e-406a-8b19-8ad69e940ccf', {'tags': ['tempest-TagsExtTest-Tag-1253204863', 'tempest-TagsExtTest-Tag-62861079', 'tempest-TagsExtTest-Tag-2044321857']}) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:23.620792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9781a691-35b1-4191-a41a-6a5fcaf14cff req-f67e0654-5f6a-4b84-9585-0cc82850e2fd tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638375 Mar 07 21:48:23.660208 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b3b83854-cf31-4829-9b80-3112d87e1556 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "PUT /v2.0/subnetpools/7830f3c3-682e-406a-8b19-8ad69e940ccf/tags HTTP/1.1" status: 200 len: 316 time: 0.1627491 Mar 07 21:48:23.661376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39448) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:23.666955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-4a5d8a2d-884a-4b12-a203-34499fb5fbb3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7830f3c3-682e-406a-8b19-8ad69e940ccf') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:23.699691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15998810-2959-4a18-8d85-343cd13eee1d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Subnet': ['ID=7f733d6e-0d75-4942-88ab-aa5b93c8474a,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:23.721701 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4a5d8a2d-884a-4b12-a203-34499fb5fbb3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/subnetpools/7830f3c3-682e-406a-8b19-8ad69e940ccf/tags HTTP/1.1" status: 204 len: 168 time: 0.0586526 Mar 07 21:48:23.722909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39456) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:23.729427 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-dfc941ca-d7b7-4628-adee-cbcb067a8aaa tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7830f3c3-682e-406a-8b19-8ad69e940ccf', 'tempest-TagsExtTest-Tag-1253204863') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:23.762173 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-dfc941ca-d7b7-4628-adee-cbcb067a8aaa tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] show failed (client error): The resource could not be found. Mar 07 21:48:23.768259 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dfc941ca-d7b7-4628-adee-cbcb067a8aaa tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/subnetpools/7830f3c3-682e-406a-8b19-8ad69e940ccf/tags/tempest-TagsExtTest-Tag-1253204863 HTTP/1.1" status: 404 len: 329 time: 0.0440524 Mar 07 21:48:23.771107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39460) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:23.782629 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-becf3523-6100-46d7-ae6b-ec099c1197f2 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7830f3c3-682e-406a-8b19-8ad69e940ccf', 'tempest-TagsExtTest-Tag-62861079') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:23.785246 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15998810-2959-4a18-8d85-343cd13eee1d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Checking segment: {'id': '079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:23.785626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15998810-2959-4a18-8d85-343cd13eee1d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network hostable DHCP agents. Network: 7a047af8-a80f-400f-80b6-d59a2e750674, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:48:23.826739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15998810-2959-4a18-8d85-343cd13eee1d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network 7a047af8-a80f-400f-80b6-d59a2e750674 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:48:23.831090 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-becf3523-6100-46d7-ae6b-ec099c1197f2 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] show failed (client error): The resource could not be found. Mar 07 21:48:23.838791 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-becf3523-6100-46d7-ae6b-ec099c1197f2 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/subnetpools/7830f3c3-682e-406a-8b19-8ad69e940ccf/tags/tempest-TagsExtTest-Tag-62861079 HTTP/1.1" status: 404 len: 327 time: 0.0644665 Mar 07 21:48:23.839229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39462) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:23.844948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-c1004fd9-f90d-4d1b-ad9d-195709b82279 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7830f3c3-682e-406a-8b19-8ad69e940ccf', 'tempest-TagsExtTest-Tag-2044321857') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:23.866105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-15998810-2959-4a18-8d85-343cd13eee1d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 7a047af8-a80f-400f-80b6-d59a2e750674) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:23.889924 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-c1004fd9-f90d-4d1b-ad9d-195709b82279 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] show failed (client error): The resource could not be found. Mar 07 21:48:23.894730 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39468) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:23.899679 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-a90a4d43-1218-4ae6-a9c7-daac786fb471 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7830f3c3-682e-406a-8b19-8ad69e940ccf') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:23.921161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c1004fd9-f90d-4d1b-ad9d-195709b82279 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/subnetpools/7830f3c3-682e-406a-8b19-8ad69e940ccf/tags/tempest-TagsExtTest-Tag-2044321857 HTTP/1.1" status: 404 len: 329 time: 0.0804236 Mar 07 21:48:23.927742 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15998810-2959-4a18-8d85-343cd13eee1d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:23.928655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-15998810-2959-4a18-8d85-343cd13eee1d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:23.937340 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da80d393-5b10-4ad5-be6a-26786d0d8169 None None] Network 7a047af8-a80f-400f-80b6-d59a2e750674 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:23.951863 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-15998810-2959-4a18-8d85-343cd13eee1d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0959125 Mar 07 21:48:23.954545 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39474) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:23.989288 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a90a4d43-1218-4ae6-a9c7-daac786fb471 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/subnetpools/7830f3c3-682e-406a-8b19-8ad69e940ccf/tags HTTP/1.1" status: 204 len: 168 time: 0.0933347 Mar 07 21:48:23.990430 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39476) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:24.035881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-0416b375-b241-4ecf-85b9-b66b24fb1a97 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ea1f0e4a-ed7a-4726-9f92-f385e262fbae') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:24.137810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39482) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:24.191280 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Publish callbacks [] for port (68058a5e-5832-43cf-8b0c-f857729e6748), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:24.209323 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:24.250983 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0416b375-b241-4ecf-85b9-b66b24fb1a97 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/routers/ea1f0e4a-ed7a-4726-9f92-f385e262fbae/tags HTTP/1.1" status: 204 len: 168 time: 0.2592554 Mar 07 21:48:24.253499 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39486) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:24.258463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-6b0422cf-e8ff-4bd4-8813-ef3861b9ac25 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3922088c-a14e-4475-ab55-a21494efc49b') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:24.293888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ddec3-e650-4da5-b972-dce796ad95ea req-e340e342-06bc-462e-97c1-7d93ca29cfc6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:24.295720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd0ddec3-e650-4da5-b972-dce796ad95ea req-e340e342-06bc-462e-97c1-7d93ca29cfc6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.1586914 Mar 07 21:48:24.366103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5050924-42fd-4c77-9b6c-652c1aa56dcb None None] Pushing event updated for resources: {'Port': ['ID=68058a5e-5832-43cf-8b0c-f857729e6748,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:24.395911 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6b0422cf-e8ff-4bd4-8813-ef3861b9ac25 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/ports/3922088c-a14e-4475-ab55-a21494efc49b/tags HTTP/1.1" status: 204 len: 168 time: 0.1383047 Mar 07 21:48:24.397104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39488) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:24.408362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-98604a71-5b52-46cb-9d4a-68fd39c1447f tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd5c888eb-56ba-47a1-a1b0-8c44045cae6f') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:24.414589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd0ddec3-e650-4da5-b972-dce796ad95ea req-ea60f609-aa6f-4559-a0e9-399755111f0d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746782 Mar 07 21:48:24.429079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2004546655-network', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:24.533283 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-7a047af8-a80f-400f-80b6-d59a2e750674', 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674', 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'fixed_ips': [{'subnet_id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:48:24.547588 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:24.592419 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-98604a71-5b52-46cb-9d4a-68fd39c1447f tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/subnets/d5c888eb-56ba-47a1-a1b0-8c44045cae6f/tags HTTP/1.1" status: 204 len: 168 time: 0.1888597 Mar 07 21:48:24.593418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39492) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:24.675453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Made reservation on behalf of 796c19d2677a4c73bc3e1f62457a580a for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:24.677799 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:24.735340 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54275e7e-0a24-4dc8-89e4-a50b3339b77c req-98bf775b-23ca-40ac-8bb5-ea103f7d6a7c tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0735481 Mar 07 21:48:24.754361 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:24.765708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Attempting to bind port 68058a5e-5832-43cf-8b0c-f857729e6748 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:24.766099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Attempting to bind port 68058a5e-5832-43cf-8b0c-f857729e6748 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:24.766471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Attempting to bind port 68058a5e-5832-43cf-8b0c-f857729e6748 on network 88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:24.778102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:24.778102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Checking segment: {'id': '1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:24.778102 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:24.778537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Bound using segment: {'id': '1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:24.778829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Bound port: 68058a5e-5832-43cf-8b0c-f857729e6748, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:24.779216 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:24.790963 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debdb12f-eba3-45cc-b73a-de8cdf52bd57 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:24.796687 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-debdb12f-eba3-45cc-b73a-de8cdf52bd57 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/subnetpools/7830f3c3-682e-406a-8b19-8ad69e940ccf HTTP/1.1" status: 204 len: 168 time: 0.2020700 Mar 07 21:48:24.797393 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39496) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:24.835095 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d35b7278-7c0b-43bc-8215-9d7d8a2c5b89 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea1f0e4a-ed7a-4726-9f92-f385e262fbae HTTP/1.1" status: 200 len: 205 time: 0.0358312 Mar 07 21:48:24.835897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39498) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:24.899477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] For port 68058a5e-5832-43cf-8b0c-f857729e6748, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:24.902970 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] For port 68058a5e-5832-43cf-8b0c-f857729e6748, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=68058a5e-5832-43cf-8b0c-f857729e6748,segment=NetworkSegment(1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33),segment_id=1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:24.918232 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:24.938859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8a9ebd9c-b85d-4665-a58a-b8afd3a69362 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks [] for router (ea1f0e4a-ed7a-4726-9f92-f385e262fbae), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:24.987539 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Publish callbacks [] for security_group (a02ca23e-84db-4ce1-906c-5ab90e81d386), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.010119 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Allocated IP 172.23.0.2 (7a047af8-a80f-400f-80b6-d59a2e750674/7f733d6e-0d75-4942-88ab-aa5b93c8474a/b7f5e820-a7c5-4c49-9b25-3c33d2776d4e) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:25.013748 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a02ca23e-84db-4ce1-906c-5ab90e81d386), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.027088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-02bd87e4-8c22-4075-8121-be3eec740e06 None None] Provisioning complete for port 68058a5e-5832-43cf-8b0c-f857729e6748 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:25.027573 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-02bd87e4-8c22-4075-8121-be3eec740e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.063702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:25.065497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:25.127732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:48:25.182603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02ca23e-84db-4ce1-906c-5ab90e81d386,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:25.223028 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.223614 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Added segment 94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f of type vlan for network 948b43d3-f792-4324-8db9-b34cbb012702 Mar 07 21:48:25.225857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:25.226467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:25.227038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:25.228147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:25.228705 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:25.229260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:25.229806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:25.230380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:25.230916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:25.231463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:25.231995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:25.232545 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:25.233075 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:25.235526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5050924-42fd-4c77-9b6c-652c1aa56dcb None None] Pushing event updated for resources: {'Port': ['ID=68058a5e-5832-43cf-8b0c-f857729e6748,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:25.278135 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5f138-202d-4cc5-874c-ae9dd5bca55f req-b3eea710-b6ae-4d6b-9555-711a8b1065f2 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:25.279948 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8b5f138-202d-4cc5-874c-ae9dd5bca55f req-b3eea710-b6ae-4d6b-9555-711a8b1065f2 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 945 time: 0.5760002 Mar 07 21:48:25.307874 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8a9ebd9c-b85d-4665-a58a-b8afd3a69362 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (ea1f0e4a-ed7a-4726-9f92-f385e262fbae), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.310324 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8a9ebd9c-b85d-4665-a58a-b8afd3a69362 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks [] for router_controller (ea1f0e4a-ed7a-4726-9f92-f385e262fbae), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.349704 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (948b43d3-f792-4324-8db9-b34cbb012702), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.385637 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.396450 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8a9ebd9c-b85d-4665-a58a-b8afd3a69362 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (ea1f0e4a-ed7a-4726-9f92-f385e262fbae), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.397398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9ebd9c-b85d-4665-a58a-b8afd3a69362 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Fanout notify agent at l3_agent the message router_deleted on router ea1f0e4a-ed7a-4726-9f92-f385e262fbae {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:48:25.406002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8b5f138-202d-4cc5-874c-ae9dd5bca55f req-6077a680-8af1-42dd-a756-7d31aa758216 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027980 Mar 07 21:48:25.406863 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8a9ebd9c-b85d-4665-a58a-b8afd3a69362 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.410360 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8a9ebd9c-b85d-4665-a58a-b8afd3a69362 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/routers/ea1f0e4a-ed7a-4726-9f92-f385e262fbae HTTP/1.1" status: 204 len: 168 time: 0.5712545 Mar 07 21:48:25.411904 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39502) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:25.449652 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:25.515946 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (948b43d3-f792-4324-8db9-b34cbb012702), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.518347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:25.519021 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.541497 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f41e00fe-ff39-426c-a14f-4866949d8925 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Deleting port 3922088c-a14e-4475-ab55-a21494efc49b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:48:25.543282 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f41e00fe-ff39-426c-a14f-4866949d8925 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3922088c-a14e-4475-ab55-a21494efc49b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.617425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-02bd87e4-8c22-4075-8121-be3eec740e06 None None] Current status of the port 68058a5e-5832-43cf-8b0c-f857729e6748 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:25.618059 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-02bd87e4-8c22-4075-8121-be3eec740e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.633878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4945307 Mar 07 21:48:25.646009 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39510) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:25.671286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4907452b-ef8f-4d21-bf84-3ea2c1d9ff1c admin admin] Request body: {'subnet': {'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2004546655-subnet', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:25.761572 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f41e00fe-ff39-426c-a14f-4866949d8925 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3922088c-a14e-4475-ab55-a21494efc49b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.779568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463c463-f8a4-4bbc-a272-9d45d6eee7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=948b43d3-f792-4324-8db9-b34cbb012702,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:25.793003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f41e00fe-ff39-426c-a14f-4866949d8925 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Calling delete_port for 3922088c-a14e-4475-ab55-a21494efc49b owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:48:25.825390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ce442-ceb7-4158-aa92-37bb8fadc298 req-2628bd5b-180e-4d04-850a-fe634d92ebb3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:25.827049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-534ce442-ceb7-4158-aa92-37bb8fadc298 req-2628bd5b-180e-4d04-850a-fe634d92ebb3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.1763973 Mar 07 21:48:25.839062 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Publish callbacks [] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.842160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 948b43d3-f792-4324-8db9-b34cbb012702 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:48:25.856722 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4907452b-ef8f-4d21-bf84-3ea2c1d9ff1c admin admin] Made reservation on behalf of 796c19d2677a4c73bc3e1f62457a580a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:25.859603 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4907452b-ef8f-4d21-bf84-3ea2c1d9ff1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:25.939971 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:26.015211 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Network 7a047af8-a80f-400f-80b6-d59a2e750674 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:26.023582 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-02bd87e4-8c22-4075-8121-be3eec740e06 None None] For port 68058a5e-5832-43cf-8b0c-f857729e6748, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=68058a5e-5832-43cf-8b0c-f857729e6748,segment=NetworkSegment(1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33),segment_id=1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:26.035449 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Allocated IP 172.23.0.1 (7a047af8-a80f-400f-80b6-d59a2e750674/7f733d6e-0d75-4942-88ab-aa5b93c8474a/87cb7a34-59bf-488a-9d75-c6a0e6cb8d20) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:26.068094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:26.076501 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-02bd87e4-8c22-4075-8121-be3eec740e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:26.081668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:26.110228 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e0026ee8-cbc3-49f8-bfe5-3bc81a7398f1 req-40fedd60-0f64-4927-b3bb-5f3e0eaee994 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0523605 Mar 07 21:48:26.121621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Pushing event updated for resources: {'Port': ['ID=b7f5e820-a7c5-4c49-9b25-3c33d2776d4e,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:26.184948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Attempting to bind port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:26.184948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Attempting to bind port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:26.184948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Attempting to bind port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e on network 7a047af8-a80f-400f-80b6-d59a2e750674 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:26.222382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:26.222852 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Checking segment: {'id': '079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:26.223319 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:26.223802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Bound using segment: {'id': '079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:26.224347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Bound port: b7f5e820-a7c5-4c49-9b25-3c33d2776d4e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:26.224795 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:26.249593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-534ce442-ceb7-4158-aa92-37bb8fadc298 req-be2087f5-1c93-4ea8-9334-eb4f9b13ee09 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080245 Mar 07 21:48:26.320529 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4907452b-ef8f-4d21-bf84-3ea2c1d9ff1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (00afff8d-ea76-4393-81af-8e70911b1ffa), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:26.345720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd87e4-8c22-4075-8121-be3eec740e06 None None] Pushing event updated for resources: {'Port': ['ID=68058a5e-5832-43cf-8b0c-f857729e6748,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:26.351807 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:26.357979 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2571ecca-b35b-416e-895b-da2ffd261433 req-ac65eac0-3ab6-4707-bd26-c4670b043ddb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0562429 Mar 07 21:48:26.368055 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2feaff31-51c9-4427-a711-f9128f92a66f None None] Provisioning complete for port 68058a5e-5832-43cf-8b0c-f857729e6748 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:26.369535 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2feaff31-51c9-4427-a711-f9128f92a66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:26.379707 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f41e00fe-ff39-426c-a14f-4866949d8925 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3922088c-a14e-4475-ab55-a21494efc49b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:26.408394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] For port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:26.413891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] For port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b7f5e820-a7c5-4c49-9b25-3c33d2776d4e,segment=NetworkSegment(079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf),segment_id=079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:26.422654 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e00fe-ff39-426c-a14f-4866949d8925 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Pushing event deleted for resources: {'Port': ['ID=3922088c-a14e-4475-ab55-a21494efc49b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:26.423824 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:26.454873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907452b-ef8f-4d21-bf84-3ea2c1d9ff1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=00afff8d-ea76-4393-81af-8e70911b1ffa,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:26.472484 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:26.517587 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4907452b-ef8f-4d21-bf84-3ea2c1d9ff1c admin admin] Checking segment: {'id': '94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:26.517951 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4907452b-ef8f-4d21-bf84-3ea2c1d9ff1c admin admin] Network hostable DHCP agents. Network: 948b43d3-f792-4324-8db9-b34cbb012702, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:48:26.522255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network 7a047af8-a80f-400f-80b6-d59a2e750674 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:26.526405 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:26.530401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:26.549553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=87cb7a34-59bf-488a-9d75-c6a0e6cb8d20,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:26.604271 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbeec7-135e-4012-9a5a-012479879cd3 None None] Pushing event updated for resources: {'Port': ['ID=b7f5e820-a7c5-4c49-9b25-3c33d2776d4e,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:26.609007 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4907452b-ef8f-4d21-bf84-3ea2c1d9ff1c admin admin] Network 948b43d3-f792-4324-8db9-b34cbb012702 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:48:26.641473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:19Z', 'revision_number': 4, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': '68058a5e-5832-43cf-8b0c-f857729e6748', 'name': '', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:9c:00:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:17Z', 'updated_at': '2022-03-07T21:48:24Z', 'revision_number': 4, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:26.646199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-4907452b-ef8f-4d21-bf84-3ea2c1d9ff1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 948b43d3-f792-4324-8db9-b34cbb012702) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:26.655125 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:26.660019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4907452b-ef8f-4d21-bf84-3ea2c1d9ff1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:26.661921 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4907452b-ef8f-4d21-bf84-3ea2c1d9ff1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:26.690844 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4907452b-ef8f-4d21-bf84-3ea2c1d9ff1c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0233221 Mar 07 21:48:26.696067 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f41e00fe-ff39-426c-a14f-4866949d8925 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:26.701959 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f41e00fe-ff39-426c-a14f-4866949d8925 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/ports/3922088c-a14e-4475-ab55-a21494efc49b HTTP/1.1" status: 204 len: 168 time: 1.2877657 Mar 07 21:48:26.703354 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39522) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:26.705121 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39524) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:26.708818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:26.709638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9eb3c7-049d-4cf4-9656-28e26d066373 None None] Network 948b43d3-f792-4324-8db9-b34cbb012702 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:26.716583 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05e1e4c-2193-4d76-aaf8-ededa62d92e8 None None] The sync data for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 is: [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:19Z', 'revision_number': 4, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': '68058a5e-5832-43cf-8b0c-f857729e6748', 'name': '', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:9c:00:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:17Z', 'updated_at': '2022-03-07T21:48:24Z', 'revision_number': 4, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:26.770306 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:26.772432 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:26.921286 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2feaff31-51c9-4427-a711-f9128f92a66f None None] Current status of the port 68058a5e-5832-43cf-8b0c-f857729e6748 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:26.956784 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Publish callbacks [] for router_controller (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:27.003529 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:27.121895 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 68058a5e-5832-43cf-8b0c-f857729e6748 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:27.132133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-948b43d3-f792-4324-8db9-b34cbb012702', 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'fixed_ips': [{'subnet_id': '00afff8d-ea76-4393-81af-8e70911b1ffa'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:48:27.133000 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:27.436766 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7db2501b-db10-439f-a826-ff1cca0fe0f8 req-cfd3c78b-0cd0-442a-95f6-4026376be5d6 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.1618907 Mar 07 21:48:27.457316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 68058a5e-5832-43cf-8b0c-f857729e6748 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:27.459948 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:27.640161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddfec1-265f-490f-8625-2811102ecb09 req-4baaca98-427d-413a-9789-4d3d86fd5e48 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:27.642221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-35ddfec1-265f-490f-8625-2811102ecb09 req-4baaca98-427d-413a-9789-4d3d86fd5e48 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.1923885 Mar 07 21:48:27.670090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Allocated IP 172.20.0.2 (948b43d3-f792-4324-8db9-b34cbb012702/00afff8d-ea76-4393-81af-8e70911b1ffa/7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:27.799376 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:27.829256 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:27.898480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Publish callbacks [] for router_gateway (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:27.924566 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-35ddfec1-265f-490f-8625-2811102ecb09 req-c24ce83d-b790-4dcb-acb1-9136460559d1 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556503 Mar 07 21:48:27.930444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7fef82-7199-4c28-af30-e20f33091837 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Deleting subnet d5c888eb-56ba-47a1-a1b0-8c44045cae6f {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:48:27.948766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e7fef82-7199-4c28-af30-e20f33091837 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks [] for subnet (d5c888eb-56ba-47a1-a1b0-8c44045cae6f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:27.985024 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:28.010818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e7fef82-7199-4c28-af30-e20f33091837 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (d5c888eb-56ba-47a1-a1b0-8c44045cae6f), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:28.071792 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Publish callbacks [] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:28.151186 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:28.191978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event updated for resources: {'Port': ['ID=87cb7a34-59bf-488a-9d75-c6a0e6cb8d20,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:28.250210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Network 948b43d3-f792-4324-8db9-b34cbb012702 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:28.253453 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 68058a5e-5832-43cf-8b0c-f857729e6748 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:28.257469 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e7fef82-7199-4c28-af30-e20f33091837 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (d5c888eb-56ba-47a1-a1b0-8c44045cae6f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:28.272977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:28.278664 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Pushing event updated for resources: {'Port': ['ID=7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:28.284792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:28.306825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Network 7a047af8-a80f-400f-80b6-d59a2e750674 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:28.308420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:28.407461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Attempting to bind port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:28.409379 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Attempting to bind port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:28.410299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Attempting to bind port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 on network 948b43d3-f792-4324-8db9-b34cbb012702 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:28.430306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:28.431314 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Checking segment: {'id': '94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:28.432139 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:28.432958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Bound using segment: {'id': '94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:28.434059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Bound port: 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:28.434718 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:28.507721 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e7fef82-7199-4c28-af30-e20f33091837 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (d5c888eb-56ba-47a1-a1b0-8c44045cae6f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:28.516121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router b9e44a57-e9d3-410c-afd4-300099bf03a7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:48:28.567912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fef82-7199-4c28-af30-e20f33091837 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c888eb-56ba-47a1-a1b0-8c44045cae6f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:28.571750 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e7fef82-7199-4c28-af30-e20f33091837 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:28.575127 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6e7fef82-7199-4c28-af30-e20f33091837 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/subnets/d5c888eb-56ba-47a1-a1b0-8c44045cae6f HTTP/1.1" status: 204 len: 168 time: 1.8260181 Mar 07 21:48:28.577650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39536) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:28.583330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f76065-4208-449f-9d71-12fabb465dec None None] Network 7a047af8-a80f-400f-80b6-d59a2e750674 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:28.586722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65475f23-5905-4d93-8a73-976cb530d81a None None] Network f090feeb-7424-4b28-8314-3c2e08ab9e9e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:28.606794 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Publish callbacks [] for router_gateway (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:28.637687 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:28.654056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:48:28.660375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5892e70a-45d7-42a8-a025-9317ea077e96 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/b9e44a57-e9d3-410c-afd4-300099bf03a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7041137 Mar 07 21:48:28.666268 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Sync routers for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:28.675333 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39538) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:28.678648 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:28.683756 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:28.684767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] For port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:28.685241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-391b11db-2d9b-428f-a86e-e90fe93be5a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:28.713663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] For port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1,segment=NetworkSegment(94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f),segment_id=94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:28.732634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41a9dde3-7989-4453-9b51-66a4b72b9ea6 req-f4005923-a50b-4dcd-8585-6b4101b17faa tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0766211 Mar 07 21:48:28.796774 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:28.806247 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:28.815636 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (f090feeb-7424-4b28-8314-3c2e08ab9e9e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:28.934004 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049bb23-f4d4-41e4-96c6-821455556217 None None] Pushing event updated for resources: {'Port': ['ID=7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:28.947710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1772b2c1-bc3d-4bb8-869b-302e60939e5e None None] Provisioning complete for port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:28.950712 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1772b2c1-bc3d-4bb8-869b-302e60939e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:29.133379 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:26Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': '68058a5e-5832-43cf-8b0c-f857729e6748', 'name': '', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:9c:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:17Z', 'updated_at': '2022-03-07T21:48:25Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87cb7a34-59bf-488a-9d75-c6a0e6cb8d20', 'name': '', 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:d0:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:25Z', 'updated_at': '2022-03-07T21:48:27Z', 'revision_number': 2, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:29.182708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Allocated IP 172.25.4.201 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:29.186456 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Checking router: b9e44a57-e9d3-410c-afd4-300099bf03a7 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:29.187020 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Updating router b9e44a57-e9d3-410c-afd4-300099bf03a7 port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:48:29.237062 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:29.254941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de5d72-94ee-4dec-aff2-0e1bb7f3b4b5 req-e0c295c3-44b8-4475-b57d-23351e55903e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:29.266748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7de5d72-94ee-4dec-aff2-0e1bb7f3b4b5 req-e0c295c3-44b8-4475-b57d-23351e55903e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.1680956 Mar 07 21:48:29.357034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7de5d72-94ee-4dec-aff2-0e1bb7f3b4b5 req-78fcc241-fd51-4742-9c86-113d41fe436c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830855 Mar 07 21:48:29.460218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92b64c6f-b2a3-45ab-a68c-39224b6f6773 req-20bcf6be-b8d9-4a56-a93b-d711f2be1543 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0538969 Mar 07 21:48:29.496390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1485987-b3a7-43bd-8eec-935492c76430 None None] DHCP port deletion for f090feeb-7424-4b28-8314-3c2e08ab9e9e request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:48:29.508192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b7f5e820-a7c5-4c49-9b25-3c33d2776d4e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:29.520960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Deleting port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:48:29.521071 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:29.710103 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Publish callbacks [] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:29.720557 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1772b2c1-bc3d-4bb8-869b-302e60939e5e None None] Current status of the port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:29.721138 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:29.721298 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1772b2c1-bc3d-4bb8-869b-302e60939e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:29.789606 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5c882-6056-4ee7-8f3e-f9df6d97901b None None] Pushing event updated for resources: {'Port': ['ID=87cb7a34-59bf-488a-9d75-c6a0e6cb8d20,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:29.811974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1772b2c1-bc3d-4bb8-869b-302e60939e5e None None] For port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b7f5e820-a7c5-4c49-9b25-3c33d2776d4e,segment=NetworkSegment(079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf),segment_id=079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:29.820035 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1772b2c1-bc3d-4bb8-869b-302e60939e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:29.824648 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5c882-6056-4ee7-8f3e-f9df6d97901b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:29.825095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d1485987-b3a7-43bd-8eec-935492c76430 None None] Deleting port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:48:29.825428 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5c882-6056-4ee7-8f3e-f9df6d97901b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:29.825564 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d1485987-b3a7-43bd-8eec-935492c76430 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:29.826128 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5c882-6056-4ee7-8f3e-f9df6d97901b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:29.826673 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5c882-6056-4ee7-8f3e-f9df6d97901b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:29.827226 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5c882-6056-4ee7-8f3e-f9df6d97901b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:29.827769 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5c882-6056-4ee7-8f3e-f9df6d97901b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:29.828310 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5c882-6056-4ee7-8f3e-f9df6d97901b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:29.828863 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5c882-6056-4ee7-8f3e-f9df6d97901b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:29.829404 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5c882-6056-4ee7-8f3e-f9df6d97901b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:29.829973 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5c882-6056-4ee7-8f3e-f9df6d97901b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:29.830551 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5c882-6056-4ee7-8f3e-f9df6d97901b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:29.830803 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:29.831186 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:29.831694 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5c882-6056-4ee7-8f3e-f9df6d97901b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:29.832233 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5c882-6056-4ee7-8f3e-f9df6d97901b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:29.903606 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Attempting to bind port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:29.903995 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Attempting to bind port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:29.904469 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Attempting to bind port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 on network 7a047af8-a80f-400f-80b6-d59a2e750674 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:29.911611 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] For port 63eecf29-7ec6-4107-bf29-395f0cf42fa0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=63eecf29-7ec6-4107-bf29-395f0cf42fa0,segment=NetworkSegment(105c0682-a1d8-4d4c-a7ba-2eddf14c1841),segment_id=105c0682-a1d8-4d4c-a7ba-2eddf14c1841)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:29.912364 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:29.916846 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:29.917225 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Checking segment: {'id': '079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:29.917641 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:29.918575 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Bound using segment: {'id': '079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:29.919085 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Bound port: 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:29.919475 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:29.976264 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Publish callbacks [] for port (b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:29.983429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Calling delete_port for 63eecf29-7ec6-4107-bf29-395f0cf42fa0 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:48:30.007832 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] For port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:30.013331 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] For port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=87cb7a34-59bf-488a-9d75-c6a0e6cb8d20,segment=NetworkSegment(079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf),segment_id=079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:30.022852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.extraroute_db [None req-391b11db-2d9b-428f-a86e-e90fe93be5a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 21:48:30.024890 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:30.032091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d1485987-b3a7-43bd-8eec-935492c76430 None None] For port 63eecf29-7ec6-4107-bf29-395f0cf42fa0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=63eecf29-7ec6-4107-bf29-395f0cf42fa0,segment=NetworkSegment(105c0682-a1d8-4d4c-a7ba-2eddf14c1841),segment_id=105c0682-a1d8-4d4c-a7ba-2eddf14c1841)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:30.032493 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d1485987-b3a7-43bd-8eec-935492c76430 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:30.067722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d1485987-b3a7-43bd-8eec-935492c76430 None None] Calling delete_port for 63eecf29-7ec6-4107-bf29-395f0cf42fa0 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:48:30.085629 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772b2c1-bc3d-4bb8-869b-302e60939e5e None None] Pushing event updated for resources: {'Port': ['ID=b7f5e820-a7c5-4c49-9b25-3c33d2776d4e,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:30.130745 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5c882-6056-4ee7-8f3e-f9df6d97901b None None] Pushing event updated for resources: {'Port': ['ID=87cb7a34-59bf-488a-9d75-c6a0e6cb8d20,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:30.159118 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:30.160352 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:30.186483 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.extraroute_db [None req-391b11db-2d9b-428f-a86e-e90fe93be5a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Removed routes are [] {{(pid=103718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 21:48:30.186483 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-391b11db-2d9b-428f-a86e-e90fe93be5a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (b9e44a57-e9d3-410c-afd4-300099bf03a7), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:30.197304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:30.207930 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:30.269386 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d1485987-b3a7-43bd-8eec-935492c76430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:30.341158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a23b2b8f-8e99-4a9f-a485-9af4838c4998 None None] Provisioning complete for port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:30.341540 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a23b2b8f-8e99-4a9f-a485-9af4838c4998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:30.354987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1485987-b3a7-43bd-8eec-935492c76430 None None] Pushing event deleted for resources: {'Port': ['ID=63eecf29-7ec6-4107-bf29-395f0cf42fa0,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:30.377473 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:30.434180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1485987-b3a7-43bd-8eec-935492c76430 None None] No DVR routers for this DVR port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:48:30.573463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:30.606627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:30.615192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a23b2b8f-8e99-4a9f-a485-9af4838c4998 None None] Current status of the port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:30.636245 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (63eecf29-7ec6-4107-bf29-395f0cf42fa0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:30.638198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Pushing event updated for resources: {'Port': ['ID=b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:30.660301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:30.665826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a23b2b8f-8e99-4a9f-a485-9af4838c4998 None None] Provisioning complete for port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:30.667191 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a23b2b8f-8e99-4a9f-a485-9af4838c4998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:30.783772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967453a-8bcf-4590-8145-09c8834a8689 req-d71333ff-5971-4b8c-915a-58f332c3d4ac tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:30.808505 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f967453a-8bcf-4590-8145-09c8834a8689 req-d71333ff-5971-4b8c-915a-58f332c3d4ac tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.2651947 Mar 07 21:48:30.816272 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] No DVR routers for this DVR port 63eecf29-7ec6-4107-bf29-395f0cf42fa0 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:48:30.827158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a23b2b8f-8e99-4a9f-a485-9af4838c4998 None None] Current status of the port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:30.827745 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a23b2b8f-8e99-4a9f-a485-9af4838c4998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:30.845142 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e537ce7c-d315-4de8-8bdf-8a6e72fc2287 req-037c80fd-8cf6-46b5-9777-98a5d0d6cf06 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.1300981 Mar 07 21:48:30.955715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a23b2b8f-8e99-4a9f-a485-9af4838c4998 None None] For port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=87cb7a34-59bf-488a-9d75-c6a0e6cb8d20,segment=NetworkSegment(079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf),segment_id=079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:30.968174 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a23b2b8f-8e99-4a9f-a485-9af4838c4998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:30.980266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f967453a-8bcf-4590-8145-09c8834a8689 req-4bb4d3a6-3f00-48e2-99c3-974555924b02 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500857 Mar 07 21:48:31.015650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Pushing event deleted for resources: {'Port': ['ID=63eecf29-7ec6-4107-bf29-395f0cf42fa0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:31.107733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b2b8f-8e99-4a9f-a485-9af4838c4998 None None] Pushing event updated for resources: {'Port': ['ID=87cb7a34-59bf-488a-9d75-c6a0e6cb8d20,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:31.126470 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cbc38b-77f3-4f4d-9061-129fe495561e None None] Network 948b43d3-f792-4324-8db9-b34cbb012702 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:31.165570 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:26Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': '68058a5e-5832-43cf-8b0c-f857729e6748', 'name': '', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:9c:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:17Z', 'updated_at': '2022-03-07T21:48:25Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87cb7a34-59bf-488a-9d75-c6a0e6cb8d20', 'name': '', 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:d0:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:25Z', 'updated_at': '2022-03-07T21:48:30Z', 'revision_number': 4, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:31.197065 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cfc232-c895-4aa3-9177-08204153d1ee None None] The sync data for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 is: [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:26Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': '68058a5e-5832-43cf-8b0c-f857729e6748', 'name': '', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:9c:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:17Z', 'updated_at': '2022-03-07T21:48:25Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87cb7a34-59bf-488a-9d75-c6a0e6cb8d20', 'name': '', 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:d0:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:25Z', 'updated_at': '2022-03-07T21:48:30Z', 'revision_number': 4, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:31.369325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b7f5e820-a7c5-4c49-9b25-3c33d2776d4e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:31.379124 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (f090feeb-7424-4b28-8314-3c2e08ab9e9e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:31.447514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f090feeb-7424-4b28-8314-3c2e08ab9e9e']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:31.477599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105c0682-a1d8-4d4c-a7ba-2eddf14c1841') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:31.479602 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105c0682-a1d8-4d4c-a7ba-2eddf14c1841') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:31.507712 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-391b11db-2d9b-428f-a86e-e90fe93be5a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (b9e44a57-e9d3-410c-afd4-300099bf03a7), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:31.516548 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (105c0682-a1d8-4d4c-a7ba-2eddf14c1841), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:31.546672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-299844fd-4cee-4f6e-849d-bb7b1c7baae5 None None] Provisioning complete for port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:31.546934 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-299844fd-4cee-4f6e-849d-bb7b1c7baae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:31.569147 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-391b11db-2d9b-428f-a86e-e90fe93be5a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (b9e44a57-e9d3-410c-afd4-300099bf03a7), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:31.667151 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb952c-7062-4c80-9162-ec111aaae635 req-3c4ebad8-010c-4457-ae43-021efa7267b5 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:31.669241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9deb952c-7062-4c80-9162-ec111aaae635 req-3c4ebad8-010c-4457-ae43-021efa7267b5 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 946 time: 0.0923810 Mar 07 21:48:31.704833 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (105c0682-a1d8-4d4c-a7ba-2eddf14c1841), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:31.739197 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-299844fd-4cee-4f6e-849d-bb7b1c7baae5 None None] Current status of the port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:31.748779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:31.749160 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:31.761987 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9deb952c-7062-4c80-9162-ec111aaae635 req-3e10f20b-bf36-4100-9cdc-2d8c285b6a90 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866549 Mar 07 21:48:31.815140 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:48:31.816361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (105c0682-a1d8-4d4c-a7ba-2eddf14c1841), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:31.901007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bff5360b-21e8-453c-9229-a864cb0739f2 None None] Provisioning complete for port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:31.901644 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bff5360b-21e8-453c-9229-a864cb0739f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:48:31.930054 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:48:31.947524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (f090feeb-7424-4b28-8314-3c2e08ab9e9e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:31.950388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:31.952408 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:32.003764 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:32.021989 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] 10.222.0.26 "DELETE /v2.0/networks/f090feeb-7424-4b28-8314-3c2e08ab9e9e HTTP/1.1" status: 204 len: 168 time: 3.4431212 Mar 07 21:48:32.088114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bff5360b-21e8-453c-9229-a864cb0739f2 None None] Current status of the port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:32.088514 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bff5360b-21e8-453c-9229-a864cb0739f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:32.099609 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6355ee-a5fb-466f-8173-24c0bfa277b3 tempest-TagsExtTest-363724000 tempest-TagsExtTest-363724000-project] Pushing event deleted for resources: {'Network': ['ID=f090feeb-7424-4b28-8314-3c2e08ab9e9e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:32.114665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9378ec60-7818-478c-a17d-c7437265ae6c req-17ba1327-ee34-4158-a703-60f82a68fc4e tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0799863 Mar 07 21:48:32.165561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-bff5360b-21e8-453c-9229-a864cb0739f2 None None] For port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1,segment=NetworkSegment(94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f),segment_id=94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:32.180192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:32.181144 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:32.182871 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bff5360b-21e8-453c-9229-a864cb0739f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:32.229022 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391b11db-2d9b-428f-a86e-e90fe93be5a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router b9e44a57-e9d3-410c-afd4-300099bf03a7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:48:32.232382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ec45b-ebef-4e29-b8cc-d8f7317c86fa req-d9e4ff3a-99d1-4800-b95c-22f339e136b5 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:32.242921 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f96ec45b-ebef-4e29-b8cc-d8f7317c86fa req-d9e4ff3a-99d1-4800-b95c-22f339e136b5 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.1213593 Mar 07 21:48:32.339851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bff5360b-21e8-453c-9229-a864cb0739f2 None None] Provisioning complete for port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:32.340232 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bff5360b-21e8-453c-9229-a864cb0739f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:32.358857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f96ec45b-ebef-4e29-b8cc-d8f7317c86fa req-1771a9cd-f4b7-452e-b12f-bf2dde5424f6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121058 Mar 07 21:48:32.438109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39584) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:32.463477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5360b-21e8-453c-9229-a864cb0739f2 None None] Pushing event updated for resources: {'Port': ['ID=7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:32.473395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:32.564678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bff5360b-21e8-453c-9229-a864cb0739f2 None None] Current status of the port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:32.581107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 63eecf29-7ec6-4107-bf29-395f0cf42fa0 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:48:32.605737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 63eecf29-7ec6-4107-bf29-395f0cf42fa0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:48:32.606251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 63eecf29-7ec6-4107-bf29-395f0cf42fa0 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:48:32.687660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-41b3ca86-b1c2-4073-8403-d90a5f4f391c None None] Provisioning complete for port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:32.688272 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-41b3ca86-b1c2-4073-8403-d90a5f4f391c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:32.694681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-57c066b2-6d67-465f-b16c-4c4ecb3e5fc7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5543549fcdf4f39b1d8e3ebcde30a2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2553337 Mar 07 21:48:32.696247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39588) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:32.766906 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-93005e76-c554-478d-bcdb-0fce9fa8b9b3 admin admin] Publish callbacks [] for security_group (aabf145d-4b77-41de-91d6-68d83bce92de), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:32.781267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-41b3ca86-b1c2-4073-8403-d90a5f4f391c None None] Current status of the port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:32.799194 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Publish callbacks [] for router_gateway (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:32.801681 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-93005e76-c554-478d-bcdb-0fce9fa8b9b3 admin admin] Publish callbacks [] for security_group (aabf145d-4b77-41de-91d6-68d83bce92de), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:32.804378 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-41b3ca86-b1c2-4073-8403-d90a5f4f391c None None] Provisioning complete for port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:32.804378 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-41b3ca86-b1c2-4073-8403-d90a5f4f391c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:32.868986 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-93005e76-c554-478d-bcdb-0fce9fa8b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (aabf145d-4b77-41de-91d6-68d83bce92de), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:32.872576 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-93005e76-c554-478d-bcdb-0fce9fa8b9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:32.876289 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-93005e76-c554-478d-bcdb-0fce9fa8b9b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aabf145d-4b77-41de-91d6-68d83bce92de HTTP/1.1" status: 204 len: 168 time: 0.1763086 Mar 07 21:48:32.894703 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391b11db-2d9b-428f-a86e-e90fe93be5a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:48:32.902414 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-391b11db-2d9b-428f-a86e-e90fe93be5a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:32.907487 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-391b11db-2d9b-428f-a86e-e90fe93be5a1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/b9e44a57-e9d3-410c-afd4-300099bf03a7 HTTP/1.1" status: 200 len: 934 time: 4.2263117 Mar 07 21:48:32.908331 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39596) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:32.943026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd809cc-22e9-46be-8108-72592937b06c None None] Sync routers for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:32.948332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93005e76-c554-478d-bcdb-0fce9fa8b9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabf145d-4b77-41de-91d6-68d83bce92de,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:33.000029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d2979-ffb8-43c8-98d9-1de4505325b8 req-7f2a67f8-7ce0-43eb-b723-e1471a4b5fa5 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:33.002188 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c94d2979-ffb8-43c8-98d9-1de4505325b8 req-7f2a67f8-7ce0-43eb-b723-e1471a4b5fa5 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 946 time: 0.1271684 Mar 07 21:48:33.014863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-41b3ca86-b1c2-4073-8403-d90a5f4f391c None None] Current status of the port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:33.028591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd809cc-22e9-46be-8108-72592937b06c None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:33.033297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fbd809cc-22e9-46be-8108-72592937b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:33.046369 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5ed90e53-89d0-43b1-9e7b-04881bcc73ac tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/routers/b9e44a57-e9d3-410c-afd4-300099bf03a7 HTTP/1.1" status: 200 len: 934 time: 0.1347978 Mar 07 21:48:33.047352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39598) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:33.051983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-269770dd-330c-4e34-b599-cdffa030d956 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'router': {'routes': None}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:33.122411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c94d2979-ffb8-43c8-98d9-1de4505325b8 req-63e19926-824d-4f9f-b308-876db7a24984 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103671 Mar 07 21:48:33.259513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-fbd809cc-22e9-46be-8108-72592937b06c None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:33.305995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:33.320561 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-83729660-89de-4a69-9f91-590b1d2d13b1 req-cff1f009-7e5d-4ebf-b0e5-e8c055dcac11 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0914764 Mar 07 21:48:33.407721 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:33.537492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:33.546673 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:33.593065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5d1a1-01ea-4969-9b3e-d6942ea16634 req-b962338c-288e-487a-a504-ab6614ca2e93 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:33.594655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7a5d1a1-01ea-4969-9b3e-d6942ea16634 req-b962338c-288e-487a-a504-ab6614ca2e93 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 946 time: 0.1579735 Mar 07 21:48:33.611198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d124ce4-ccdd-4da4-a293-ba404ad80bb2 req-881ee6c8-5f43-4b3e-b849-c79eb8e2720b tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:33.620866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d124ce4-ccdd-4da4-a293-ba404ad80bb2 req-881ee6c8-5f43-4b3e-b849-c79eb8e2720b tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.1038220 Mar 07 21:48:33.705294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d124ce4-ccdd-4da4-a293-ba404ad80bb2 req-9dbed467-7e68-47a2-89bf-0ee58ae46d3b tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833201 Mar 07 21:48:33.762459 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:48:33.842697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-c7a5d1a1-01ea-4969-9b3e-d6942ea16634 req-fd700af2-aa34-41e2-8715-2d4df8059cbb tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Deleting port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:48:33.843469 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c7a5d1a1-01ea-4969-9b3e-d6942ea16634 req-fd700af2-aa34-41e2-8715-2d4df8059cbb tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:33.909527 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.extraroute_db [None req-269770dd-330c-4e34-b599-cdffa030d956 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Added routes are [] {{(pid=103718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 21:48:33.910025 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.extraroute_db [None req-269770dd-330c-4e34-b599-cdffa030d956 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 21:48:34.026382 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-269770dd-330c-4e34-b599-cdffa030d956 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (b9e44a57-e9d3-410c-afd4-300099bf03a7), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:34.152918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:48:34.164277 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Sync routers for ids ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:34.177810 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Routers {'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:34.178889 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:34.183803 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:34.184918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:34.190138 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:34.191427 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8bb925ba-c34a-42ae-aa5c-d917b9f6ca1b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4871163 Mar 07 21:48:34.199305 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39626) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:34.287542 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fbd809cc-22e9-46be-8108-72592937b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:30Z', 'revision_number': 6, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': '68058a5e-5832-43cf-8b0c-f857729e6748', 'name': '', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:9c:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:17Z', 'updated_at': '2022-03-07T21:48:25Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87cb7a34-59bf-488a-9d75-c6a0e6cb8d20', 'name': '', 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:d0:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:25Z', 'updated_at': '2022-03-07T21:48:30Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:34.359977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd809cc-22e9-46be-8108-72592937b06c None None] Checking router: b9e44a57-e9d3-410c-afd4-300099bf03a7 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:34.397101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd809cc-22e9-46be-8108-72592937b06c None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:34.397628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fbd809cc-22e9-46be-8108-72592937b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:34.418373 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Set router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:34.569887 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-269770dd-330c-4e34-b599-cdffa030d956 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (b9e44a57-e9d3-410c-afd4-300099bf03a7), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:34.582307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:34.585173 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:34.600065 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-269770dd-330c-4e34-b599-cdffa030d956 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (b9e44a57-e9d3-410c-afd4-300099bf03a7), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:34.721382 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:26Z', 'updated_at': '2022-03-07T21:48:31Z', 'revision_number': 3, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'gw_port': {'id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:28Z', 'updated_at': '2022-03-07T21:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:34.722810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c7a5d1a1-01ea-4969-9b3e-d6942ea16634 req-fd700af2-aa34-41e2-8715-2d4df8059cbb tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] For port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e8d5573e-d73b-4885-a158-d4d9fa8f9c2e,segment=NetworkSegment(4b235587-52f6-4692-965c-c32f408d5352),segment_id=4b235587-52f6-4692-965c-c32f408d5352)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:34.723307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-fbd809cc-22e9-46be-8108-72592937b06c None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:34.723403 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c7a5d1a1-01ea-4969-9b3e-d6942ea16634 req-fd700af2-aa34-41e2-8715-2d4df8059cbb tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:34.727120 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0dd0050-5744-467f-9a38-68fe14c941c6 req-8c1759f0-c4a1-4eaa-a9db-f1e354724289 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0661564 Mar 07 21:48:34.745851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-c7a5d1a1-01ea-4969-9b3e-d6942ea16634 req-fd700af2-aa34-41e2-8715-2d4df8059cbb tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Calling delete_port for e8d5573e-d73b-4885-a158-d4d9fa8f9c2e owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:48:34.783643 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Checking router: bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:34.783643 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Updating router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 port b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:48:34.793917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72514b-a64e-4a7e-88e9-2b4b979071a8 req-cb9b9230-f9c5-4fbc-a040-2b7854080e7b tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:34.805377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:34.809312 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad72514b-a64e-4a7e-88e9-2b4b979071a8 req-cb9b9230-f9c5-4fbc-a040-2b7854080e7b tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 946 time: 0.1470459 Mar 07 21:48:34.856629 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:35.144819 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad72514b-a64e-4a7e-88e9-2b4b979071a8 req-bf95439c-dfb0-4428-a7f8-d05b817778bd tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/security-groups?id=472e8977-5aec-43a9-a139-3723eaf0e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558203 Mar 07 21:48:35.190275 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9eef0-61cc-441a-b223-9c9ca32ffb6e req-78189899-956d-4d8f-9bb1-cd799001514c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:35.198085 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fa9eef0-61cc-441a-b223-9c9ca32ffb6e req-78189899-956d-4d8f-9bb1-cd799001514c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.3061028 Mar 07 21:48:35.245642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fbd809cc-22e9-46be-8108-72592937b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:33Z', 'revision_number': 7, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': '68058a5e-5832-43cf-8b0c-f857729e6748', 'name': '', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:9c:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:17Z', 'updated_at': '2022-03-07T21:48:25Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87cb7a34-59bf-488a-9d75-c6a0e6cb8d20', 'name': '', 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:d0:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:25Z', 'updated_at': '2022-03-07T21:48:30Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:35.311168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd809cc-22e9-46be-8108-72592937b06c None None] The sync data for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 is: [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:33Z', 'revision_number': 7, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': '68058a5e-5832-43cf-8b0c-f857729e6748', 'name': '', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:9c:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:17Z', 'updated_at': '2022-03-07T21:48:25Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87cb7a34-59bf-488a-9d75-c6a0e6cb8d20', 'name': '', 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:d0:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:25Z', 'updated_at': '2022-03-07T21:48:30Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:35.328620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fa9eef0-61cc-441a-b223-9c9ca32ffb6e req-be774a3c-fe93-420a-ae5c-48007bcbd7db tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297221 Mar 07 21:48:35.340349 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c7a5d1a1-01ea-4969-9b3e-d6942ea16634 req-fd700af2-aa34-41e2-8715-2d4df8059cbb tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e8d5573e-d73b-4885-a158-d4d9fa8f9c2e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:35.377805 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Publish callbacks [] for port (b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:35.389067 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:35.425591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd700af2-aa34-41e2-8715-2d4df8059cbb tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Pushing event deleted for resources: {'Port': ['ID=e8d5573e-d73b-4885-a158-d4d9fa8f9c2e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:35.501996 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Attempting to bind port b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:35.502415 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Attempting to bind port b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:35.502767 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Attempting to bind port b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:35.511130 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:35.511516 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:35.512199 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:35.512642 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:35.513128 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Bound port: b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:35.513508 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:35.515199 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e038d7-df48-40aa-bbe1-33af903a2354 None None] Pushing event updated for resources: {'Port': ['ID=b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:35.561618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a5d1a1-01ea-4969-9b3e-d6942ea16634 req-fd700af2-aa34-41e2-8715-2d4df8059cbb tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] No DVR routers for this DVR port e8d5573e-d73b-4885-a158-d4d9fa8f9c2e on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:48:35.565994 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c7a5d1a1-01ea-4969-9b3e-d6942ea16634 req-fd700af2-aa34-41e2-8715-2d4df8059cbb tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:35.569415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7a5d1a1-01ea-4969-9b3e-d6942ea16634 req-fd700af2-aa34-41e2-8715-2d4df8059cbb tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.13 "DELETE /v2.0/ports/e8d5573e-d73b-4885-a158-d4d9fa8f9c2e HTTP/1.1" status: 204 len: 173 time: 1.9170229 Mar 07 21:48:35.572111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cb8994-d4b9-4505-81d6-3610878889a7', 'name': 'network-vif-deleted', 'tag': 'e8d5573e-d73b-4885-a158-d4d9fa8f9c2e'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:48:35.587307 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] For port b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:35.594764 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] For port b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:35.594994 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2ea4a0-35fb-44b5-bcb5-5bcf71ff9aa6" -d '{"events": [{"server_uuid": "c7cb8994-d4b9-4505-81d6-3610878889a7", "name": "network-vif-deleted", "tag": "e8d5573e-d73b-4885-a158-d4d9fa8f9c2e"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:48:35.612149 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:35.686390 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Routers {'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:35.687029 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:35.698185 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6b1144-a1a1-463e-8bac-470befb6e171 x-openstack-request-id: req-eb6b1144-a1a1-463e-8bac-470befb6e171 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:48:35.698597 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cb8994-d4b9-4505-81d6-3610878889a7", "name": "network-vif-deleted", "tag": "e8d5573e-d73b-4885-a158-d4d9fa8f9c2e", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:48:35.698833 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb6b1144-a1a1-463e-8bac-470befb6e171 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:48:35.699145 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cb8994-d4b9-4505-81d6-3610878889a7', 'name': 'network-vif-deleted', 'tag': 'e8d5573e-d73b-4885-a158-d4d9fa8f9c2e', 'status': 'completed', 'code': 200} Mar 07 21:48:35.731334 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e038d7-df48-40aa-bbe1-33af903a2354 None None] Pushing event updated for resources: {'Port': ['ID=b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:35.743573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269770dd-330c-4e34-b599-cdffa030d956 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router b9e44a57-e9d3-410c-afd4-300099bf03a7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:48:35.846774 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] Set router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:35.969987 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15f722ec-78af-4279-80ff-5f81a3c795f1 req-638f7e79-33da-40b2-9dae-9cffde8275a3 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0955489 Mar 07 21:48:36.073187 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269770dd-330c-4e34-b599-cdffa030d956 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:48:36.079066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39668) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:36.080941 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-269770dd-330c-4e34-b599-cdffa030d956 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:36.085238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84cf79-c8ae-4ef3-ad79-641ba59871fb None None] Sync routers for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:36.093676 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-269770dd-330c-4e34-b599-cdffa030d956 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/b9e44a57-e9d3-410c-afd4-300099bf03a7 HTTP/1.1" status: 200 len: 700 time: 3.0452693 Mar 07 21:48:36.097641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39672) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:36.104005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb84cf79-c8ae-4ef3-ad79-641ba59871fb None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:36.104658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-bb84cf79-c8ae-4ef3-ad79-641ba59871fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:36.288210 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:26Z', 'updated_at': '2022-03-07T21:48:31Z', 'revision_number': 3, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'gw_port': {'id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:28Z', 'updated_at': '2022-03-07T21:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:36.312076 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:36.343854 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e82b98a-8d4f-4058-8d4d-02b3597f1896 None None] The sync data for ids ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'] in n-d-832330-1 is: [{'id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:26Z', 'updated_at': '2022-03-07T21:48:31Z', 'revision_number': 3, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'gw_port': {'id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:28Z', 'updated_at': '2022-03-07T21:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:36.354000 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-48ad0d2c-e871-472e-a340-e74f0104af9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:36.366468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b0f9a4e6-a741-4c8f-b05e-a673774d2bc4 req-2fc1be8f-6233-4948-a4cc-5df3f80c9565 tempest-AttachSCSIVolumeTestJSON-2129059596 tempest-AttachSCSIVolumeTestJSON-2129059596-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cb8994-d4b9-4505-81d6-3610878889a7 HTTP/1.1" status: 200 len: 210 time: 0.0630715 Mar 07 21:48:36.418898 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-bb84cf79-c8ae-4ef3-ad79-641ba59871fb None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:36.441751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-289b1315-297c-4452-901f-5f8a8e867eea tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/routers/b9e44a57-e9d3-410c-afd4-300099bf03a7 HTTP/1.1" status: 200 len: 700 time: 0.3384724 Mar 07 21:48:36.448162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39678) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:36.538822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Allocated IP 172.20.0.1 (948b43d3-f792-4324-8db9-b34cbb012702/00afff8d-ea76-4393-81af-8e70911b1ffa/00fa617a-4389-4f01-9b21-206be69d44a0) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:36.692769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Publish callbacks [] for port (00fa617a-4389-4f01-9b21-206be69d44a0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:36.747615 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:36.773218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f1293-8402-43af-8959-23597a7b75fd req-c24c705e-6a6b-4d76-87dd-2fdd98e652fb tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:36.774888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d3f1293-8402-43af-8959-23597a7b75fd req-c24c705e-6a6b-4d76-87dd-2fdd98e652fb tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.2485597 Mar 07 21:48:36.849217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-bb84cf79-c8ae-4ef3-ad79-641ba59871fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:33Z', 'revision_number': 7, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': '68058a5e-5832-43cf-8b0c-f857729e6748', 'name': '', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:9c:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:17Z', 'updated_at': '2022-03-07T21:48:25Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87cb7a34-59bf-488a-9d75-c6a0e6cb8d20', 'name': '', 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:d0:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:25Z', 'updated_at': '2022-03-07T21:48:30Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:36.873807 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Pushing event updated for resources: {'Port': ['ID=00fa617a-4389-4f01-9b21-206be69d44a0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:36.877716 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Network 948b43d3-f792-4324-8db9-b34cbb012702 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:36.880208 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:36.888100 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84cf79-c8ae-4ef3-ad79-641ba59871fb None None] Checking router: b9e44a57-e9d3-410c-afd4-300099bf03a7 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:36.898805 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:36.902452 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb84cf79-c8ae-4ef3-ad79-641ba59871fb None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:36.903360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-bb84cf79-c8ae-4ef3-ad79-641ba59871fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:36.915856 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-48ad0d2c-e871-472e-a340-e74f0104af9c admin admin] Publish callbacks [] for security_group (a6726ff5-0b00-4281-9462-e84691239562), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:36.960748 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-48ad0d2c-e871-472e-a340-e74f0104af9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a6726ff5-0b00-4281-9462-e84691239562), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:37.001243 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:37.065309 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e8d5573e-d73b-4885-a158-d4d9fa8f9c2e no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:48:37.137777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:37.138615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: e8d5573e-d73b-4885-a158-d4d9fa8f9c2e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:48:37.138615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e8d5573e-d73b-4885-a158-d4d9fa8f9c2e not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:48:37.206905 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d3f1293-8402-43af-8959-23597a7b75fd req-c53a5538-e46e-4a49-9357-851672a0e4c6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3683760 Mar 07 21:48:37.238767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-bb84cf79-c8ae-4ef3-ad79-641ba59871fb None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:37.280315 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-48ad0d2c-e871-472e-a340-e74f0104af9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=364b4b50e3e24cb2a1e91229cb7e8eb7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1999600 Mar 07 21:48:37.284316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39686) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:37.325685 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:37.348530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad0d2c-e871-472e-a340-e74f0104af9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6726ff5-0b00-4281-9462-e84691239562,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:37.350264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:37.350634 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:37.368813 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7011760-fc59-41d9-a42c-85ec4a67c982 req-9e4cdcb6-6b3e-48f3-b87c-4187114a12a8 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.2412069 Mar 07 21:48:37.567787 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-92f642d3-78fe-43c4-8ae9-69d3ed0988dc admin admin] Publish callbacks [] for security_group (a6726ff5-0b00-4281-9462-e84691239562), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:37.597385 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Publish callbacks [] for port (00fa617a-4389-4f01-9b21-206be69d44a0), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:37.604584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-54141317-7328-410d-877f-34d942cbfb8c None None] Provisioning complete for port 00fa617a-4389-4f01-9b21-206be69d44a0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:37.605672 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-54141317-7328-410d-877f-34d942cbfb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:37.609025 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:37.622242 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-92f642d3-78fe-43c4-8ae9-69d3ed0988dc admin admin] Publish callbacks [] for security_group (a6726ff5-0b00-4281-9462-e84691239562), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:37.732458 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:37.739102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Pushing event updated for resources: {'Port': ['ID=00fa617a-4389-4f01-9b21-206be69d44a0,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:37.812119 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-92f642d3-78fe-43c4-8ae9-69d3ed0988dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a6726ff5-0b00-4281-9462-e84691239562), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:37.816647 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-92f642d3-78fe-43c4-8ae9-69d3ed0988dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:37.821597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-92f642d3-78fe-43c4-8ae9-69d3ed0988dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6726ff5-0b00-4281-9462-e84691239562 HTTP/1.1" status: 204 len: 168 time: 0.4921663 Mar 07 21:48:37.857235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f642d3-78fe-43c4-8ae9-69d3ed0988dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6726ff5-0b00-4281-9462-e84691239562,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:37.865457 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-518310a2-14f8-46b4-87f2-4000a62e3ae9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:37.971639 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:37.971639 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:38.083631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-54141317-7328-410d-877f-34d942cbfb8c None None] Port 00fa617a-4389-4f01-9b21-206be69d44a0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:48:38.088029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:38.107058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Network 948b43d3-f792-4324-8db9-b34cbb012702 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:38.127579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:38.138999 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:38.330825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:38.397819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-bb84cf79-c8ae-4ef3-ad79-641ba59871fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:33Z', 'revision_number': 7, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': '68058a5e-5832-43cf-8b0c-f857729e6748', 'name': '', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:9c:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:17Z', 'updated_at': '2022-03-07T21:48:25Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87cb7a34-59bf-488a-9d75-c6a0e6cb8d20', 'name': '', 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:d0:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:25Z', 'updated_at': '2022-03-07T21:48:30Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:38.482144 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39746) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:38.501314 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c78f7d72-b328-4f7e-9082-098fc94b1bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:38.516456 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84cf79-c8ae-4ef3-ad79-641ba59871fb None None] The sync data for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 is: [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:33Z', 'revision_number': 7, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': '68058a5e-5832-43cf-8b0c-f857729e6748', 'name': '', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:9c:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:17Z', 'updated_at': '2022-03-07T21:48:25Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87cb7a34-59bf-488a-9d75-c6a0e6cb8d20', 'name': '', 'network_id': '7a047af8-a80f-400f-80b6-d59a2e750674', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:d0:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:25Z', 'updated_at': '2022-03-07T21:48:30Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '7f733d6e-0d75-4942-88ab-aa5b93c8474a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:38.532713 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:48:38.601279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f32d21-9ca7-4f7b-b9eb-2683db669271 req-d395f147-a98f-4f38-afb9-a3517cc10c91 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:38.608986 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-66f32d21-9ca7-4f7b-b9eb-2683db669271 req-d395f147-a98f-4f38-afb9-a3517cc10c91 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.1224778 Mar 07 21:48:38.617093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:48:38.712987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-29493ee1-e07a-4875-be51-fe57c2f17e95 None None] Provisioning complete for port 00fa617a-4389-4f01-9b21-206be69d44a0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:38.714440 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-29493ee1-e07a-4875-be51-fe57c2f17e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:38.792752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-29493ee1-e07a-4875-be51-fe57c2f17e95 None None] Port 00fa617a-4389-4f01-9b21-206be69d44a0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:48:38.843035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-66f32d21-9ca7-4f7b-b9eb-2683db669271 req-0d8f7f53-9e51-4f96-9598-3e652ee2afc5 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118566 Mar 07 21:48:38.858669 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c78f7d72-b328-4f7e-9082-098fc94b1bb2 admin admin] Publish callbacks [] for security_group (42bd6c3b-805a-4c19-951e-964e1e162bfe), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:38.876378 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a57a3571-de80-4027-a435-cf6caf78ce30 req-3011111a-e14c-4208-9a31-e998857e367d tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.1049440 Mar 07 21:48:38.909810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-518310a2-14f8-46b4-87f2-4000a62e3ae9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:48:38.910395 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-518310a2-14f8-46b4-87f2-4000a62e3ae9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:38.938286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266d26e-0569-484c-a103-5a86ead1f39d req-ae5abe4c-7392-4cd6-887c-ae0dc21ca7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:38.941670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2266d26e-0569-484c-a103-5a86ead1f39d req-ae5abe4c-7392-4cd6-887c-ae0dc21ca7da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 1126 time: 0.2115200 Mar 07 21:48:39.031962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:48:39.034143 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c78f7d72-b328-4f7e-9082-098fc94b1bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (42bd6c3b-805a-4c19-951e-964e1e162bfe), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:39.041836 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-92e2f74d-7fcf-4a36-b278-871b1500fbbc admin admin] 10.222.0.26 "PUT /v2.0/routers/bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8415959 Mar 07 21:48:39.120830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:39.124478 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c78f7d72-b328-4f7e-9082-098fc94b1bb2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a580930ac5324f358bca520d4d85916e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6410081 Mar 07 21:48:39.127957 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39760) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:39.154900 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f7d72-b328-4f7e-9082-098fc94b1bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bd6c3b-805a-4c19-951e-964e1e162bfe,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:39.211210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:39.211210 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:39.218123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-518310a2-14f8-46b4-87f2-4000a62e3ae9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] For port 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=87cb7a34-59bf-488a-9d75-c6a0e6cb8d20,segment=NetworkSegment(079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf),segment_id=079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:39.218500 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-518310a2-14f8-46b4-87f2-4000a62e3ae9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:39.245513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921285cc-80ca-43aa-8af4-b347f0a0690e req-2918d392-34f6-4a59-8400-becafe55cc29 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:39.252915 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-921285cc-80ca-43aa-8af4-b347f0a0690e req-2918d392-34f6-4a59-8400-becafe55cc29 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2398961 Mar 07 21:48:39.256715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-518310a2-14f8-46b4-87f2-4000a62e3ae9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:48:39.261032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266d26e-0569-484c-a103-5a86ead1f39d req-56e58be4-4376-4548-8b5f-e566efa243aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:39.262474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2266d26e-0569-484c-a103-5a86ead1f39d req-56e58be4-4376-4548-8b5f-e566efa243aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.3102982 Mar 07 21:48:39.348039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:39.363692 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-033966a6-2a9d-4f48-9865-13492c6f7f7b admin admin] Publish callbacks [] for security_group (42bd6c3b-805a-4c19-951e-964e1e162bfe), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:39.440619 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Sync routers for ids ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:39.448696 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-921285cc-80ca-43aa-8af4-b347f0a0690e req-a9e1b110-4763-4151-9278-328c16233aaa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947575 Mar 07 21:48:39.464969 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Routers {'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:39.465713 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:39.506026 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-033966a6-2a9d-4f48-9865-13492c6f7f7b admin admin] Publish callbacks [] for security_group (42bd6c3b-805a-4c19-951e-964e1e162bfe), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:39.528270 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2266d26e-0569-484c-a103-5a86ead1f39d req-acfa63f1-37eb-4c61-adbd-0f403f4d51ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db HTTP/1.1" status: 200 len: 999 time: 0.2368562 Mar 07 21:48:39.629808 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Set router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:39.651583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266d26e-0569-484c-a103-5a86ead1f39d req-10758a72-60db-42aa-a5f4-a613f4ad24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:39.653126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2266d26e-0569-484c-a103-5a86ead1f39d req-10758a72-60db-42aa-a5f4-a613f4ad24e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.1162431 Mar 07 21:48:39.708025 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-033966a6-2a9d-4f48-9865-13492c6f7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (42bd6c3b-805a-4c19-951e-964e1e162bfe), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:39.710751 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-033966a6-2a9d-4f48-9865-13492c6f7f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:39.712634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-033966a6-2a9d-4f48-9865-13492c6f7f7b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42bd6c3b-805a-4c19-951e-964e1e162bfe HTTP/1.1" status: 204 len: 168 time: 0.5835481 Mar 07 21:48:39.754888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033966a6-2a9d-4f48-9865-13492c6f7f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bd6c3b-805a-4c19-951e-964e1e162bfe,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:39.783028 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266d26e-0569-484c-a103-5a86ead1f39d req-03934960-3f47-4c22-aca9-4bfcbec51c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:39.785570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2266d26e-0569-484c-a103-5a86ead1f39d req-03934960-3f47-4c22-aca9-4bfcbec51c5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1220543 Mar 07 21:48:39.808277 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-518310a2-14f8-46b4-87f2-4000a62e3ae9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (87cb7a34-59bf-488a-9d75-c6a0e6cb8d20), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:39.973412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2266d26e-0569-484c-a103-5a86ead1f39d req-d80c0c3a-3629-4ae0-b8fb-30876b13c61b service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807539 Mar 07 21:48:39.993313 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:26Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'gw_port': {'id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:28Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '00fa617a-4389-4f01-9b21-206be69d44a0', 'name': '', 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'mac_address': 'fa:16:3e:94:e9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:36Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 2, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'subnets': [{'id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:40.067070 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Checking router: bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:40.067429 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Updating router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 port 00fa617a-4389-4f01-9b21-206be69d44a0 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:48:40.121431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d1123f0-9005-408e-a09a-1ed92cfcfd36 req-4e101561-fbe7-473d-b9e8-71a465a688ce tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0373778 Mar 07 21:48:40.126927 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:40.131348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518310a2-14f8-46b4-87f2-4000a62e3ae9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=87cb7a34-59bf-488a-9d75-c6a0e6cb8d20,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:40.141842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39786) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:40.157405 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-263080818-network', 'tenant_id': '915a39506c284d45bf19d5a6216097cc'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:40.204476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] Made reservation on behalf of 915a39506c284d45bf19d5a6216097cc for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:40.208000 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:40.218843 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:40.328472 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] Publish callbacks [] for security_group (49bf853c-58f8-41be-ba6c-868abd2bf1aa), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:40.338651 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (49bf853c-58f8-41be-ba6c-868abd2bf1aa), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:40.355877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:48:40.367068 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1d66302f-ef51-4fa5-95a0-137945266953), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:40.367666 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] Added segment 1d66302f-ef51-4fa5-95a0-137945266953 of type vlan for network 0c4f20c1-c012-4192-bb13-ee4dee5f4940 Mar 07 21:48:40.394382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f462a0-7ce6-486c-887a-ed4259d96d1b req-d7882ac9-c388-4cb3-9329-38d78137fb73 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:40.396035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64f462a0-7ce6-486c-887a-ed4259d96d1b req-d7882ac9-c388-4cb3-9329-38d78137fb73 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.3380806 Mar 07 21:48:40.421719 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (0c4f20c1-c012-4192-bb13-ee4dee5f4940), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:40.459188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bf853c-58f8-41be-ba6c-868abd2bf1aa,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:40.483299 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (0c4f20c1-c012-4192-bb13-ee4dee5f4940), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:40.484657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:40.485429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:40.554689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64f462a0-7ce6-486c-887a-ed4259d96d1b req-51a6a5bc-25ba-4566-9e31-182dfd5822f2 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486228 Mar 07 21:48:40.559356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2266d26e-0569-484c-a103-5a86ead1f39d req-3b372389-152e-45f8-bd10-7b3ca7661c9b service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545752 Mar 07 21:48:40.599640 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4480526 Mar 07 21:48:40.610761 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39800) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:40.615620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-40d570d7-91ca-4f48-8bd2-274e8aa78492 admin admin] Request body: {'subnet': {'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-263080818-subnet', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:40.621110 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d193d-132f-468a-b810-81536bf17d7b admin admin] Pushing event updated for resources: {'Network': ['ID=0c4f20c1-c012-4192-bb13-ee4dee5f4940,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:40.647308 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 0c4f20c1-c012-4192-bb13-ee4dee5f4940 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:48:40.675962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d570d7-91ca-4f48-8bd2-274e8aa78492 admin admin] Made reservation on behalf of 915a39506c284d45bf19d5a6216097cc for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:40.678627 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40d570d7-91ca-4f48-8bd2-274e8aa78492 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:40.716400 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Publish callbacks [] for port (00fa617a-4389-4f01-9b21-206be69d44a0), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:40.730969 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:40.779304 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-518310a2-14f8-46b4-87f2-4000a62e3ae9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:40.840081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb8c9-b909-40f1-8900-1ad12ce3a0e4 req-18335e37-ad94-4725-a811-d970bebfa4f7 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:40.842113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246bb8c9-b909-40f1-8900-1ad12ce3a0e4 req-18335e37-ad94-4725-a811-d970bebfa4f7 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2789583 Mar 07 21:48:40.924329 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Attempting to bind port 00fa617a-4389-4f01-9b21-206be69d44a0 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:40.925135 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Attempting to bind port 00fa617a-4389-4f01-9b21-206be69d44a0 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:40.925135 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Attempting to bind port 00fa617a-4389-4f01-9b21-206be69d44a0 on network 948b43d3-f792-4324-8db9-b34cbb012702 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:40.931937 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:40.932321 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Checking segment: {'id': '94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:40.932714 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:40.933106 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Bound using segment: {'id': '94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:40.933583 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Bound port: 00fa617a-4389-4f01-9b21-206be69d44a0, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:40.934098 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:41.052937 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40d570d7-91ca-4f48-8bd2-274e8aa78492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (3d88384e-8208-4536-b69e-a4ddb3f7962a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:41.067614 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] For port 00fa617a-4389-4f01-9b21-206be69d44a0, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:41.071856 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9629e1d-ad25-4099-b6ec-970be023d2a1 None None] Pushing event updated for resources: {'Port': ['ID=00fa617a-4389-4f01-9b21-206be69d44a0,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:41.081949 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] For port 00fa617a-4389-4f01-9b21-206be69d44a0, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=00fa617a-4389-4f01-9b21-206be69d44a0,segment=NetworkSegment(94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f),segment_id=94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:41.090657 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:41.099788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246bb8c9-b909-40f1-8900-1ad12ce3a0e4 req-330fe2bd-7766-4731-a2ad-6c5415933f33 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487137 Mar 07 21:48:41.100961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39810) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:41.142043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d570d7-91ca-4f48-8bd2-274e8aa78492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d88384e-8208-4536-b69e-a4ddb3f7962a,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:41.202541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d570d7-91ca-4f48-8bd2-274e8aa78492 admin admin] Checking segment: {'id': '1d66302f-ef51-4fa5-95a0-137945266953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:41.203084 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d570d7-91ca-4f48-8bd2-274e8aa78492 admin admin] Network hostable DHCP agents. Network: 0c4f20c1-c012-4192-bb13-ee4dee5f4940, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:48:41.242572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f697b14f-a8d0-4011-aca7-a2158a35e212 None None] Provisioning complete for port 00fa617a-4389-4f01-9b21-206be69d44a0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:41.243542 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f697b14f-a8d0-4011-aca7-a2158a35e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:41.251434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d570d7-91ca-4f48-8bd2-274e8aa78492 admin admin] Network 0c4f20c1-c012-4192-bb13-ee4dee5f4940 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:48:41.280587 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Routers {'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:41.283033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-40d570d7-91ca-4f48-8bd2-274e8aa78492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 0c4f20c1-c012-4192-bb13-ee4dee5f4940) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:41.283847 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:41.293583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d570d7-91ca-4f48-8bd2-274e8aa78492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:41.294443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40d570d7-91ca-4f48-8bd2-274e8aa78492 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:41.339305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6b10c2-70b5-4cfe-9271-3773ad15bddc None None] Network 0c4f20c1-c012-4192-bb13-ee4dee5f4940 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:41.348984 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-40d570d7-91ca-4f48-8bd2-274e8aa78492 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7346711 Mar 07 21:48:41.351850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39818) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:41.364568 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-263080818-router', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:41.378013 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9629e1d-ad25-4099-b6ec-970be023d2a1 None None] Pushing event updated for resources: {'Port': ['ID=00fa617a-4389-4f01-9b21-206be69d44a0,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:41.416902 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:41.424710 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:41.539144 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Publish callbacks [] for router_controller (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:41.590131 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] Set router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:41.594888 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f697b14f-a8d0-4011-aca7-a2158a35e212 None None] Current status of the port 00fa617a-4389-4f01-9b21-206be69d44a0 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:41.595538 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f697b14f-a8d0-4011-aca7-a2158a35e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:41.646010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f697b14f-a8d0-4011-aca7-a2158a35e212 None None] For port 00fa617a-4389-4f01-9b21-206be69d44a0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=00fa617a-4389-4f01-9b21-206be69d44a0,segment=NetworkSegment(94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f),segment_id=94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:41.656256 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f697b14f-a8d0-4011-aca7-a2158a35e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:41.766996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-0c4f20c1-c012-4192-bb13-ee4dee5f4940', 'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940', 'project_id': '915a39506c284d45bf19d5a6216097cc', 'fixed_ips': [{'subnet_id': '3d88384e-8208-4536-b69e-a4ddb3f7962a'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:48:41.768072 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:41.891563 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:26Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'gw_port': {'id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:28Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '00fa617a-4389-4f01-9b21-206be69d44a0', 'name': '', 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'mac_address': 'fa:16:3e:94:e9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:36Z', 'updated_at': '2022-03-07T21:48:41Z', 'revision_number': 4, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'subnets': [{'id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:41.922369 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49fb03-23f3-4d79-8440-223b0f792239 None None] The sync data for ids ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'] in n-d-832330-1 is: [{'id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:26Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'gw_port': {'id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:28Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '00fa617a-4389-4f01-9b21-206be69d44a0', 'name': '', 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'mac_address': 'fa:16:3e:94:e9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:36Z', 'updated_at': '2022-03-07T21:48:41Z', 'revision_number': 4, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'subnets': [{'id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:41.949612 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Publish callbacks [] for router_gateway (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:41.971014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2031205621-network', 'tenant_id': 'c5c992bcfa4545de938ef124d695c30e'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:42.025068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] Made reservation on behalf of c5c992bcfa4545de938ef124d695c30e for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:42.029147 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:42.113567 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697b14f-a8d0-4011-aca7-a2158a35e212 None None] Pushing event updated for resources: {'Port': ['ID=00fa617a-4389-4f01-9b21-206be69d44a0,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:42.130508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2bf4b0bc-f73e-4fcd-9266-ce61f4fd96a2 None None] Provisioning complete for port 00fa617a-4389-4f01-9b21-206be69d44a0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:42.135069 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2bf4b0bc-f73e-4fcd-9266-ce61f4fd96a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:42.147944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be99ecdf-6fe8-47b6-aa57-8f1147347028 req-b5393b04-6b6c-45bc-b734-5631b0457e9f tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.1913559 Mar 07 21:48:42.187901 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:42.262058 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518310a2-14f8-46b4-87f2-4000a62e3ae9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router b9e44a57-e9d3-410c-afd4-300099bf03a7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:48:42.294036 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Allocated IP 172.20.0.2 (0c4f20c1-c012-4192-bb13-ee4dee5f4940/3d88384e-8208-4536-b69e-a4ddb3f7962a/fb32fa99-6d6a-457b-90f9-1150e8536cbf) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:42.301383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99facf70-46c4-4595-8f10-d7dc006d9b1f req-0cf84a1f-7f10-48e4-9e44-0bd060cbc6e6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:42.303244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99facf70-46c4-4595-8f10-d7dc006d9b1f req-0cf84a1f-7f10-48e4-9e44-0bd060cbc6e6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.3439252 Mar 07 21:48:42.488825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2bf4b0bc-f73e-4fcd-9266-ce61f4fd96a2 None None] Current status of the port 00fa617a-4389-4f01-9b21-206be69d44a0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:42.542930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518310a2-14f8-46b4-87f2-4000a62e3ae9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:48:42.556947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-518310a2-14f8-46b4-87f2-4000a62e3ae9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/b9e44a57-e9d3-410c-afd4-300099bf03a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1049843 Mar 07 21:48:42.562805 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Publish callbacks [] for router_gateway (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:42.564541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e905189-4d91-4192-91d2-22d3cc7c560e None None] Sync routers for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:42.565436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39848) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:42.567615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d620a753-d391-428d-9963-90e4890693ef details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:48:42.669392 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99facf70-46c4-4595-8f10-d7dc006d9b1f req-8bf871aa-daaa-4c08-a850-bd2384ff77d3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294163 Mar 07 21:48:42.696376 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] Publish callbacks [] for security_group (d82c2c73-813b-40ff-bc02-c3ad535f37e3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:42.706192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d209fe6-065c-4ffe-b282-e3c8e5a5f4df req-c40bbca6-fb8f-452a-91a9-433ee2aa564d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:42.708688 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d209fe6-065c-4ffe-b282-e3c8e5a5f4df req-c40bbca6-fb8f-452a-91a9-433ee2aa564d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.4413724 Mar 07 21:48:42.710184 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d82c2c73-813b-40ff-bc02-c3ad535f37e3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:42.752945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:48:42.767808 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:42.793797 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (838570db-8cc3-454e-9e8b-217d46cf1f26), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:42.794440 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] Added segment 838570db-8cc3-454e-9e8b-217d46cf1f26 of type vlan for network fdfcab7a-51c3-4e72-8152-111e94605bfe Mar 07 21:48:42.808018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82c2c73-813b-40ff-bc02-c3ad535f37e3,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:42.809221 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e905189-4d91-4192-91d2-22d3cc7c560e None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:42.809983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5e905189-4d91-4192-91d2-22d3cc7c560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:42.840281 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb4e629-dd24-4328-90a5-4acfa2e839d3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting subnet 7f733d6e-0d75-4942-88ab-aa5b93c8474a {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:48:42.891292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e629-dd24-4328-90a5-4acfa2e839d3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (7f733d6e-0d75-4942-88ab-aa5b93c8474a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:42.965372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d209fe6-065c-4ffe-b282-e3c8e5a5f4df req-431ff24c-6ca0-4c92-830e-06ef37cd8450 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358332 Mar 07 21:48:42.969084 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (fdfcab7a-51c3-4e72-8152-111e94605bfe), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:43.020257 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e629-dd24-4328-90a5-4acfa2e839d3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (7f733d6e-0d75-4942-88ab-aa5b93c8474a), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:43.034717 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (fdfcab7a-51c3-4e72-8152-111e94605bfe), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:43.035897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:43.036592 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:43.107943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0041165 Mar 07 21:48:43.118335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39858) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:43.130612 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Publish callbacks [] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:43.132032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0a5504bf-fec4-4d76-b6d1-97d85460a99b admin admin] Request body: {'subnet': {'network_id': 'fdfcab7a-51c3-4e72-8152-111e94605bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2031205621-subnet', 'tenant_id': 'c5c992bcfa4545de938ef124d695c30e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:43.163945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 00fa617a-4389-4f01-9b21-206be69d44a0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:43.178890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Allocated IP 172.25.4.25 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/79bf1553-ac01-4a1b-8bc0-33ca76b9bade) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:43.283867 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e629-dd24-4328-90a5-4acfa2e839d3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (7f733d6e-0d75-4942-88ab-aa5b93c8474a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:43.298307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5504bf-fec4-4d76-b6d1-97d85460a99b admin admin] Made reservation on behalf of c5c992bcfa4545de938ef124d695c30e for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:43.300724 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a5504bf-fec4-4d76-b6d1-97d85460a99b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:43.322859 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:43.471387 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Publish callbacks [] for port (79bf1553-ac01-4a1b-8bc0-33ca76b9bade), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:43.473032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Pushing event updated for resources: {'Port': ['ID=fb32fa99-6d6a-457b-90f9-1150e8536cbf,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:43.527692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d620a753-d391-428d-9963-90e4890693ef, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d620a753-d391-428d-9963-90e4890693ef,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:43.541547 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e629-dd24-4328-90a5-4acfa2e839d3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (7f733d6e-0d75-4942-88ab-aa5b93c8474a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:43.560371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6f259-43ef-4bc2-a0f1-aa0166528a35 admin admin] Pushing event updated for resources: {'Network': ['ID=fdfcab7a-51c3-4e72-8152-111e94605bfe,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:43.562761 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Network 0c4f20c1-c012-4192-bb13-ee4dee5f4940 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:43.575518 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:43.576052 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (79bf1553-ac01-4a1b-8bc0-33ca76b9bade), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:43.581829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:43.593182 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e629-dd24-4328-90a5-4acfa2e839d3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:43.597638 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1fb4e629-dd24-4328-90a5-4acfa2e839d3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/7f733d6e-0d75-4942-88ab-aa5b93c8474a HTTP/1.1" status: 204 len: 168 time: 1.0312355 Mar 07 21:48:43.605068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-5e905189-4d91-4192-91d2-22d3cc7c560e None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:43.623139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39864) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:43.652722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network fdfcab7a-51c3-4e72-8152-111e94605bfe details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:48:43.654735 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342f2492-2a18-4a85-a96c-41b484423c3f None None] Network 7a047af8-a80f-400f-80b6-d59a2e750674 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:43.684068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 00fa617a-4389-4f01-9b21-206be69d44a0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:43.688183 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:43.691098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7f613927-2547-468b-9758-22bb29003268 req-1af4fdd4-d2b2-4f7c-bca3-3b3ffa65d026 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.2108088 Mar 07 21:48:43.850726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4e629-dd24-4328-90a5-4acfa2e839d3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Subnet': ['ID=7f733d6e-0d75-4942-88ab-aa5b93c8474a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:43.863695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (7a047af8-a80f-400f-80b6-d59a2e750674), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:43.895039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:43.925363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'd620a753-d391-428d-9963-90e4890693ef', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'port_id': 'd620a753-d391-428d-9963-90e4890693ef', 'mac_address': 'fa:16:3e:e6:1e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:48:43.928879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:43.938852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:43.959855 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a5504bf-fec4-4d76-b6d1-97d85460a99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (506af4c5-5b33-4cb4-a508-b8782ba8f863), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:44.090304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Pushing event updated for resources: {'Port': ['ID=79bf1553-ac01-4a1b-8bc0-33ca76b9bade,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:44.164279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5504bf-fec4-4d76-b6d1-97d85460a99b admin admin] Pushing event updated for resources: {'Subnet': ['ID=506af4c5-5b33-4cb4-a508-b8782ba8f863,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:44.193242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372c909-23ef-45e0-9f28-fa653429d59a req-038d7c4a-83b4-4600-ab78-bb2bb86acd33 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:44.194890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f372c909-23ef-45e0-9f28-fa653429d59a req-038d7c4a-83b4-4600-ab78-bb2bb86acd33 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.2659943 Mar 07 21:48:44.239235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5504bf-fec4-4d76-b6d1-97d85460a99b admin admin] Checking segment: {'id': '838570db-8cc3-454e-9e8b-217d46cf1f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fdfcab7a-51c3-4e72-8152-111e94605bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:44.239612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5504bf-fec4-4d76-b6d1-97d85460a99b admin admin] Network hostable DHCP agents. Network: fdfcab7a-51c3-4e72-8152-111e94605bfe, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:48:44.339130 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f372c909-23ef-45e0-9f28-fa653429d59a req-bec629a0-1c17-4c68-a8a0-ea8c0848e46c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317468 Mar 07 21:48:44.386090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5504bf-fec4-4d76-b6d1-97d85460a99b admin admin] Network fdfcab7a-51c3-4e72-8152-111e94605bfe is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:48:44.395933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-0a5504bf-fec4-4d76-b6d1-97d85460a99b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, fdfcab7a-51c3-4e72-8152-111e94605bfe) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:44.401859 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5504bf-fec4-4d76-b6d1-97d85460a99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:44.402517 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a5504bf-fec4-4d76-b6d1-97d85460a99b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:44.435000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0a5504bf-fec4-4d76-b6d1-97d85460a99b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3125341 Mar 07 21:48:44.479487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbdd048-1f5b-431d-bdb0-092bff12eb8d None None] Network fdfcab7a-51c3-4e72-8152-111e94605bfe requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:44.501312 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:48:44.502739 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:44.657731 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Attempting to bind port fb32fa99-6d6a-457b-90f9-1150e8536cbf on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:44.657731 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Attempting to bind port fb32fa99-6d6a-457b-90f9-1150e8536cbf by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '1d66302f-ef51-4fa5-95a0-137945266953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:44.657731 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Attempting to bind port fb32fa99-6d6a-457b-90f9-1150e8536cbf on network 0c4f20c1-c012-4192-bb13-ee4dee5f4940 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:44.828618 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] For port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b7f5e820-a7c5-4c49-9b25-3c33d2776d4e,segment=NetworkSegment(079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf),segment_id=079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:44.834806 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:44.890324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for b7f5e820-a7c5-4c49-9b25-3c33d2776d4e owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:48:44.921355 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8bb11e12-cf81-4e45-9d74-c1b0405b5626 req-63953317-faa1-4672-86dc-827a11918a2c tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0519915 Mar 07 21:48:45.009099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ef2818-a411-40ef-b050-265418af3ea6 None None] DHCP port deletion for 7a047af8-a80f-400f-80b6-d59a2e750674 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:48:45.015932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:45.021570 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Checking segment: {'id': '1d66302f-ef51-4fa5-95a0-137945266953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:45.022563 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:45.023236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Bound using segment: {'id': '1d66302f-ef51-4fa5-95a0-137945266953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:45.034344 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Bound port: fb32fa99-6d6a-457b-90f9-1150e8536cbf, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d66302f-ef51-4fa5-95a0-137945266953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:45.034344 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:45.120000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port d620a753-d391-428d-9963-90e4890693ef is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:45.126887 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d620a753-d391-428d-9963-90e4890693ef), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:45.144699 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Publish callbacks [] for router_gateway (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:45.357860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d620a753-d391-428d-9963-90e4890693ef {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:48:45.443639 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d620a753-d391-428d-9963-90e4890693ef, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d620a753-d391-428d-9963-90e4890693ef,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:45.491821 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d620a753-d391-428d-9963-90e4890693ef), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:45.504923 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39892) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:45.511522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1073756638-network', 'tenant_id': '392be4bb31c84356bef010285b47955e'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:45.597176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=d620a753-d391-428d-9963-90e4890693ef,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:45.641481 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:45.670040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 00fa617a-4389-4f01-9b21-206be69d44a0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:45.683875 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['d620a753-d391-428d-9963-90e4890693ef'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:48:45.745976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] Made reservation on behalf of 392be4bb31c84356bef010285b47955e for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:45.748960 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:45.798255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5e905189-4d91-4192-91d2-22d3cc7c560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:39Z', 'revision_number': 8, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': '68058a5e-5832-43cf-8b0c-f857729e6748', 'name': '', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:9c:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:17Z', 'updated_at': '2022-03-07T21:48:25Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:45.812149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cb428c-2099-4fdd-a8b9-d0f6a0e34d7d None None] Network fdfcab7a-51c3-4e72-8152-111e94605bfe requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:45.813702 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:45.829144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] For port fb32fa99-6d6a-457b-90f9-1150e8536cbf, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:45.838905 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:45.880786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c32f2-8734-4d49-b98f-bd855ddadd80 req-e89a2242-ac37-41ae-ad03-ced4df8ab863 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:45.889000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b7f5e820-a7c5-4c49-9b25-3c33d2776d4e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:48:45.891716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c8c32f2-8734-4d49-b98f-bd855ddadd80 req-e89a2242-ac37-41ae-ad03-ced4df8ab863 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 944 time: 0.3582308 Mar 07 21:48:45.918105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=b7f5e820-a7c5-4c49-9b25-3c33d2776d4e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:45.928889 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: b7f5e820-a7c5-4c49-9b25-3c33d2776d4e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:48:45.929248 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b7f5e820-a7c5-4c49-9b25-3c33d2776d4e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:48:45.942478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No DVR routers for this DVR port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:48:45.954588 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e905189-4d91-4192-91d2-22d3cc7c560e None None] Checking router: b9e44a57-e9d3-410c-afd4-300099bf03a7 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:45.966351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] For port fb32fa99-6d6a-457b-90f9-1150e8536cbf, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fb32fa99-6d6a-457b-90f9-1150e8536cbf,segment=NetworkSegment(1d66302f-ef51-4fa5-95a0-137945266953),segment_id=1d66302f-ef51-4fa5-95a0-137945266953)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:45.971280 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cc7ea41c-4f47-4c24-8a80-b1706f6bcfbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:45.973442 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:46.046795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-20ef2818-a411-40ef-b050-265418af3ea6 None None] Deleting port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:48:46.047462 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-20ef2818-a411-40ef-b050-265418af3ea6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:46.061094 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:46.080581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e905189-4d91-4192-91d2-22d3cc7c560e None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:46.081470 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5e905189-4d91-4192-91d2-22d3cc7c560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:46.104517 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (7a047af8-a80f-400f-80b6-d59a2e750674), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:46.172797 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a047af8-a80f-400f-80b6-d59a2e750674']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:46.204795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:46.205170 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:46.242827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-619c2fd8-27d1-4e06-9d0c-5fe4287d8972 req-7c8f34f9-7874-4bc9-b972-0f41a16b939c tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.1186690 Mar 07 21:48:46.261184 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c8c32f2-8734-4d49-b98f-bd855ddadd80 req-b5174f51-8990-4f8f-8499-b26dbd583c90 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586092 Mar 07 21:48:46.265251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96879d78-72cd-4bfe-b9a4-fe973d8ca368 None None] Pushing event updated for resources: {'Port': ['ID=fb32fa99-6d6a-457b-90f9-1150e8536cbf,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:46.401881 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] Publish callbacks [] for security_group (2a3c9a55-1682-48b0-8add-39c43b994e26), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:46.413359 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2a3c9a55-1682-48b0-8add-39c43b994e26), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:46.488559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:48:46.501410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3c9a55-1682-48b0-8add-39c43b994e26,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:46.534245 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d6328434-4e41-4aa9-bd1c-a14030c3e0fb), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:46.534878 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] Added segment d6328434-4e41-4aa9-bd1c-a14030c3e0fb of type vlan for network 4beb140d-89f4-4372-9282-9d79ced5a0ec Mar 07 21:48:46.566315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-5e905189-4d91-4192-91d2-22d3cc7c560e None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:46.651695 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (4beb140d-89f4-4372-9282-9d79ced5a0ec), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:46.745114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (4beb140d-89f4-4372-9282-9d79ced5a0ec), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:46.747281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:46.748604 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:46.786596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2757187 Mar 07 21:48:46.786596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39902) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:46.819870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b76beaa2-c3e1-46d6-a40b-4374a914f31b admin admin] Request body: {'subnet': {'network_id': '4beb140d-89f4-4372-9282-9d79ced5a0ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1073756638-subnet', 'tenant_id': '392be4bb31c84356bef010285b47955e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:46.972066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8018f-b9b3-4457-8d9e-7fb464b4b517 admin admin] Pushing event updated for resources: {'Network': ['ID=4beb140d-89f4-4372-9282-9d79ced5a0ec,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:46.990094 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76beaa2-c3e1-46d6-a40b-4374a914f31b admin admin] Made reservation on behalf of 392be4bb31c84356bef010285b47955e for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:46.997031 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b76beaa2-c3e1-46d6-a40b-4374a914f31b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:47.003553 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:47.021720 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:47.035440 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:48:47.035440 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (079d7cd3-b055-4ba0-8ac5-0d69bd9e7daf), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:47.140562 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 4beb140d-89f4-4372-9282-9d79ced5a0ec details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:48:47.149942 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:48:47.153209 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (7a047af8-a80f-400f-80b6-d59a2e750674), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:47.173168 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:47.178014 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/networks/7a047af8-a80f-400f-80b6-d59a2e750674 HTTP/1.1" status: 204 len: 168 time: 3.5259147 Mar 07 21:48:47.181621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39904) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:47.198561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a76ba-d5d5-4083-8d1c-4f9281dbe449 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Network': ['ID=7a047af8-a80f-400f-80b6-d59a2e750674,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:47.251809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-20ef2818-a411-40ef-b050-265418af3ea6 None None] For port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:47.252517 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-20ef2818-a411-40ef-b050-265418af3ea6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:47.264697 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Router 9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:48:47.357854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-20ef2818-a411-40ef-b050-265418af3ea6 None None] Calling delete_port for b7f5e820-a7c5-4c49-9b25-3c33d2776d4e owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:48:47.372872 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-20ef2818-a411-40ef-b050-265418af3ea6 None None] Port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 21:48:47.381830 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-20ef2818-a411-40ef-b050-265418af3ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (b7f5e820-a7c5-4c49-9b25-3c33d2776d4e), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:47.466454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef2818-a411-40ef-b050-265418af3ea6 None None] Pushing event deleted for resources: {'Port': ['ID=b7f5e820-a7c5-4c49-9b25-3c33d2776d4e,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:47.487137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20ef2818-a411-40ef-b050-265418af3ea6 None None] Network 7a047af8-a80f-400f-80b6-d59a2e750674 is not hosted by any dhcp agent {{(pid=103720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 21:48:47.488119 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ef2818-a411-40ef-b050-265418af3ea6 None None] No DVR routers for this DVR port b7f5e820-a7c5-4c49-9b25-3c33d2776d4e on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:48:47.513540 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:48:47.523525 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Sync routers for ids ['9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:47.539314 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Routers {'9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:47.542308 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d620a753-d391-428d-9963-90e4890693ef up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:47.542764 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:47.544836 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:47.548804 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2a2aa73d-d2e8-4ddd-904d-3e6cf8b0ed98 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1934497 Mar 07 21:48:47.549589 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39912) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:47.584128 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5e905189-4d91-4192-91d2-22d3cc7c560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:39Z', 'revision_number': 8, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': '68058a5e-5832-43cf-8b0c-f857729e6748', 'name': '', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:9c:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:17Z', 'updated_at': '2022-03-07T21:48:25Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:47.700983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e905189-4d91-4192-91d2-22d3cc7c560e None None] The sync data for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 is: [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:39Z', 'revision_number': 8, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': '68058a5e-5832-43cf-8b0c-f857729e6748', 'name': '', 'network_id': '88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:9c:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:17Z', 'updated_at': '2022-03-07T21:48:25Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '27557397-b057-4b9a-a0bb-b9fa26e8aee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:47.795188 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port d620a753-d391-428d-9963-90e4890693ef triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:47.795569 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d620a753-d391-428d-9963-90e4890693ef), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:47.896235 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Set router 9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:48.203599 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b76beaa2-c3e1-46d6-a40b-4374a914f31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (87e19046-0848-43c4-b660-c35ed78bae8c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:48.233254 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d488b074-fffc-4fe8-808e-bf13e9209fd2 req-f9851c9e-02ea-4147-9259-5edaf3cdfdcd tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.4919240 Mar 07 21:48:48.469467 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'name': 'tempest-TaggedBootDevicesTest-263080818-router', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '79bf1553-ac01-4a1b-8bc0-33ca76b9bade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:41Z', 'updated_at': '2022-03-07T21:48:44Z', 'revision_number': 3, 'project_id': '915a39506c284d45bf19d5a6216097cc', 'gw_port': {'id': '79bf1553-ac01-4a1b-8bc0-33ca76b9bade', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:42Z', 'updated_at': '2022-03-07T21:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:48.512688 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Checking router: 9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:48.513238 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Updating router 9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee port 79bf1553-ac01-4a1b-8bc0-33ca76b9bade binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:48:48.551913 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (79bf1553-ac01-4a1b-8bc0-33ca76b9bade), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:48.593381 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db40d61-1b50-416b-af05-7ac471c0da9f None None] Network 0c4f20c1-c012-4192-bb13-ee4dee5f4940 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:48.605699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fb32fa99-6d6a-457b-90f9-1150e8536cbf up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:48.611147 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9489792a-8fd6-4279-a3a5-22bd0615b0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:48.655749 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460cf5b-e09b-4cf1-9c4e-c9951b08fec8 req-e0b342fb-711f-4e6c-ab33-07baa9c3cd79 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:48.666524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6460cf5b-e09b-4cf1-9c4e-c9951b08fec8 req-e0b342fb-711f-4e6c-ab33-07baa9c3cd79 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 944 time: 1.0431342 Mar 07 21:48:48.777951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76beaa2-c3e1-46d6-a40b-4374a914f31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e19046-0848-43c4-b660-c35ed78bae8c,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:48.799999 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:48.816956 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:48.835283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76beaa2-c3e1-46d6-a40b-4374a914f31b admin admin] Checking segment: {'id': 'd6328434-4e41-4aa9-bd1c-a14030c3e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4beb140d-89f4-4372-9282-9d79ced5a0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:48.835658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76beaa2-c3e1-46d6-a40b-4374a914f31b admin admin] Network hostable DHCP agents. Network: 4beb140d-89f4-4372-9282-9d79ced5a0ec, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:48:48.931984 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6460cf5b-e09b-4cf1-9c4e-c9951b08fec8 req-b43eb6e9-d5a1-4a82-9748-0ca921a43c53 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628682 Mar 07 21:48:48.971794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ba4a921d-c7fc-460c-9393-321cb38707ac None None] Provisioning complete for port fb32fa99-6d6a-457b-90f9-1150e8536cbf triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:48.972437 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ba4a921d-c7fc-460c-9393-321cb38707ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.024898 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76beaa2-c3e1-46d6-a40b-4374a914f31b admin admin] Network 4beb140d-89f4-4372-9282-9d79ced5a0ec is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:48:49.074722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-b76beaa2-c3e1-46d6-a40b-4374a914f31b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 4beb140d-89f4-4372-9282-9d79ced5a0ec) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:49.088560 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76beaa2-c3e1-46d6-a40b-4374a914f31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:49.091126 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b76beaa2-c3e1-46d6-a40b-4374a914f31b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.125975 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de908b11-a635-47ac-ae1f-84a39a7b7308 None None] Network 4beb140d-89f4-4372-9282-9d79ced5a0ec requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:49.160867 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b76beaa2-c3e1-46d6-a40b-4374a914f31b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3519244 Mar 07 21:48:49.210282 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Allocated IP 172.20.0.1 (0c4f20c1-c012-4192-bb13-ee4dee5f4940/3d88384e-8208-4536-b69e-a4ddb3f7962a/952c2be3-c9f2-4a44-b65e-acd1f05c5afa) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:49.280936 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2bac-96d0-4f38-b3d4-f54178a21822 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.444342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port d620a753-d391-428d-9963-90e4890693ef is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:49.448087 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d620a753-d391-428d-9963-90e4890693ef), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.492599 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Publish callbacks [] for port (79bf1553-ac01-4a1b-8bc0-33ca76b9bade), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.503572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39924) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:49.511032 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (79bf1553-ac01-4a1b-8bc0-33ca76b9bade), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.521709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f53f628-c2c0-4a93-a7ea-522fceb01862 None None] Network 4beb140d-89f4-4372-9282-9d79ced5a0ec requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:49.561523 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Publish callbacks [] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.636070 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port fb32fa99-6d6a-457b-90f9-1150e8536cbf triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:49.637204 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.641643 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.662085 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa0581-93ef-4961-9d31-132f8b94947f None None] Pushing event updated for resources: {'Port': ['ID=79bf1553-ac01-4a1b-8bc0-33ca76b9bade,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:49.671196 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Attempting to bind port 79bf1553-ac01-4a1b-8bc0-33ca76b9bade on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:49.671872 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Attempting to bind port 79bf1553-ac01-4a1b-8bc0-33ca76b9bade by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:49.672306 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Attempting to bind port 79bf1553-ac01-4a1b-8bc0-33ca76b9bade on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:49.705007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e4d1ad5-4c58-464a-a0e8-a9b5387c4374 req-312e1d3c-a1e8-47e0-a435-503848216431 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.2023385 Mar 07 21:48:49.705430 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:49.705864 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:49.706499 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.706911 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:49.707645 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Bound port: 79bf1553-ac01-4a1b-8bc0-33ca76b9bade, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:49.708036 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (79bf1553-ac01-4a1b-8bc0-33ca76b9bade), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.808315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bd3a0e-51b1-4628-bb62-a0ac6276e58f admin admin] Deleting subnet 506af4c5-5b33-4cb4-a508-b8782ba8f863 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:48:49.810890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a921d-c7fc-460c-9393-321cb38707ac None None] Current status of the port fb32fa99-6d6a-457b-90f9-1150e8536cbf is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:49.811594 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ba4a921d-c7fc-460c-9393-321cb38707ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.812754 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Network 0c4f20c1-c012-4192-bb13-ee4dee5f4940 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:49.813783 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3a0e-51b1-4628-bb62-a0ac6276e58f admin admin] Publish callbacks [] for subnet (506af4c5-5b33-4cb4-a508-b8782ba8f863), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.821145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:49.825124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:48:49.872518 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Pushing event updated for resources: {'Port': ['ID=952c2be3-c9f2-4a44-b65e-acd1f05c5afa,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:49.883762 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] For port 79bf1553-ac01-4a1b-8bc0-33ca76b9bade, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:49.888858 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.897032 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] For port 79bf1553-ac01-4a1b-8bc0-33ca76b9bade, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=79bf1553-ac01-4a1b-8bc0-33ca76b9bade,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:49.911625 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (79bf1553-ac01-4a1b-8bc0-33ca76b9bade), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.921282 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3a0e-51b1-4628-bb62-a0ac6276e58f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (506af4c5-5b33-4cb4-a508-b8782ba8f863), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:49.940382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d620a753-d391-428d-9963-90e4890693ef, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d620a753-d391-428d-9963-90e4890693ef,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:50.033472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd620a753-d391-428d-9963-90e4890693ef'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:48:50.043227 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a50832-cc0d-437c-99bf-9902bccc4297" -d '{"events": [{"server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "name": "network-vif-plugged", "status": "completed", "tag": "d620a753-d391-428d-9963-90e4890693ef"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:48:50.071974 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa0581-93ef-4961-9d31-132f8b94947f None None] Pushing event updated for resources: {'Port': ['ID=79bf1553-ac01-4a1b-8bc0-33ca76b9bade,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:50.089852 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Routers {'9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:50.090510 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:50.107627 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:50.212459 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:50.216118 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d620a753-d391-428d-9963-90e4890693ef), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:50.235659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ba4a921d-c7fc-460c-9393-321cb38707ac None None] For port fb32fa99-6d6a-457b-90f9-1150e8536cbf, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fb32fa99-6d6a-457b-90f9-1150e8536cbf,segment=NetworkSegment(1d66302f-ef51-4fa5-95a0-137945266953),segment_id=1d66302f-ef51-4fa5-95a0-137945266953)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:50.257031 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1349da-ff80-43e0-a7c7-c90042d94db6 x-openstack-request-id: req-de1349da-ff80-43e0-a7c7-c90042d94db6 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:48:50.259788 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "name": "network-vif-plugged", "status": "completed", "tag": "d620a753-d391-428d-9963-90e4890693ef", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:48:50.262579 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de1349da-ff80-43e0-a7c7-c90042d94db6 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:48:50.263051 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd620a753-d391-428d-9963-90e4890693ef', 'code': 200} Mar 07 21:48:50.276989 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3a0e-51b1-4628-bb62-a0ac6276e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (506af4c5-5b33-4cb4-a508-b8782ba8f863), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:50.333541 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] Set router 9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:50.443801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae5695-9b01-4756-97be-316bbc1a99a3 req-a42237cd-397a-4154-90b6-27aab5159911 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:50.459421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-adae5695-9b01-4756-97be-316bbc1a99a3 req-a42237cd-397a-4154-90b6-27aab5159911 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.2983694 Mar 07 21:48:50.476708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=d620a753-d391-428d-9963-90e4890693ef,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:50.490118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Publish callbacks [] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:50.496261 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ba4a921d-c7fc-460c-9393-321cb38707ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:50.500229 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:50.564040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Pushing event updated for resources: {'Port': ['ID=952c2be3-c9f2-4a44-b65e-acd1f05c5afa,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:50.582452 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.582860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.583239 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.583586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.583711 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:50.583910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.589249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.589789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.590390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.594813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.595379 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.596428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.596937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.597445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.619961 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:50.636839 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3a0e-51b1-4628-bb62-a0ac6276e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (506af4c5-5b33-4cb4-a508-b8782ba8f863), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:50.687841 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3a0e-51b1-4628-bb62-a0ac6276e58f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:50.698447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a0bd3a0e-51b1-4628-bb62-a0ac6276e58f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/506af4c5-5b33-4cb4-a508-b8782ba8f863 HTTP/1.1" status: 204 len: 168 time: 1.1898491 Mar 07 21:48:50.701269 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39934) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:50.798701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0d7e2bac-96d0-4f38-b3d4-f54178a21822 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port 68058a5e-5832-43cf-8b0c-f857729e6748 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:48:50.799047 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2bac-96d0-4f38-b3d4-f54178a21822 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:50.801203 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'name': 'tempest-TaggedBootDevicesTest-263080818-router', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '79bf1553-ac01-4a1b-8bc0-33ca76b9bade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:41Z', 'updated_at': '2022-03-07T21:48:50Z', 'revision_number': 4, 'project_id': '915a39506c284d45bf19d5a6216097cc', 'gw_port': {'id': '79bf1553-ac01-4a1b-8bc0-33ca76b9bade', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:42Z', 'updated_at': '2022-03-07T21:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '952c2be3-c9f2-4a44-b65e-acd1f05c5afa', 'name': '', 'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'mac_address': 'fa:16:3e:c2:02:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '3d88384e-8208-4536-b69e-a4ddb3f7962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:48Z', 'updated_at': '2022-03-07T21:48:49Z', 'revision_number': 1, 'project_id': '915a39506c284d45bf19d5a6216097cc', 'subnets': [{'id': '3d88384e-8208-4536-b69e-a4ddb3f7962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:50.903971 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa77718-6139-426a-8c3f-e9d29f8d1d9c None None] The sync data for ids ['9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'] in n-d-832330-1 is: [{'id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'name': 'tempest-TaggedBootDevicesTest-263080818-router', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '79bf1553-ac01-4a1b-8bc0-33ca76b9bade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:41Z', 'updated_at': '2022-03-07T21:48:50Z', 'revision_number': 4, 'project_id': '915a39506c284d45bf19d5a6216097cc', 'gw_port': {'id': '79bf1553-ac01-4a1b-8bc0-33ca76b9bade', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:42Z', 'updated_at': '2022-03-07T21:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '952c2be3-c9f2-4a44-b65e-acd1f05c5afa', 'name': '', 'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'mac_address': 'fa:16:3e:c2:02:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '3d88384e-8208-4536-b69e-a4ddb3f7962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:48Z', 'updated_at': '2022-03-07T21:48:49Z', 'revision_number': 1, 'project_id': '915a39506c284d45bf19d5a6216097cc', 'subnets': [{'id': '3d88384e-8208-4536-b69e-a4ddb3f7962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:50.909944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a921d-c7fc-460c-9393-321cb38707ac None None] Pushing event updated for resources: {'Port': ['ID=fb32fa99-6d6a-457b-90f9-1150e8536cbf,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:50.920557 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port fb32fa99-6d6a-457b-90f9-1150e8536cbf is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:51.115436 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fb32fa99-6d6a-457b-90f9-1150e8536cbf up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:51.121661 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Network 0c4f20c1-c012-4192-bb13-ee4dee5f4940 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:51.135194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-0d7e2bac-96d0-4f38-b3d4-f54178a21822 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] For port 68058a5e-5832-43cf-8b0c-f857729e6748, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=68058a5e-5832-43cf-8b0c-f857729e6748,segment=NetworkSegment(1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33),segment_id=1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:51.135568 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2bac-96d0-4f38-b3d4-f54178a21822 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:51.142393 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:51.174438 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0d7e2bac-96d0-4f38-b3d4-f54178a21822 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for 68058a5e-5832-43cf-8b0c-f857729e6748 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:48:51.266011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port fb32fa99-6d6a-457b-90f9-1150e8536cbf triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:51.277314 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:51.388227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fb77526e-55a5-4bbb-b5e8-088f851cee6b None None] Provisioning complete for port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:51.388777 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fb77526e-55a5-4bbb-b5e8-088f851cee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:51.473770 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fb77526e-55a5-4bbb-b5e8-088f851cee6b None None] Port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:48:51.494341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fb77526e-55a5-4bbb-b5e8-088f851cee6b None None] Provisioning complete for port fb32fa99-6d6a-457b-90f9-1150e8536cbf triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:51.494341 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fb77526e-55a5-4bbb-b5e8-088f851cee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:51.547634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-adae5695-9b01-4756-97be-316bbc1a99a3 req-5caaf122-dfe2-4f7c-92cf-12f73095a15f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0873072 Mar 07 21:48:51.556080 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd3a0e-51b1-4628-bb62-a0ac6276e58f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=506af4c5-5b33-4cb4-a508-b8782ba8f863,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:51.608145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Router 9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:48:51.610691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a678930b-5db9-4ba5-be19-03cdc9ec6bfa req-3d42eafb-e351-4f57-905f-82cd4b7e2484 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0946429 Mar 07 21:48:51.636099 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53850fa3-0aa5-4e4d-badb-a05bc0bb3439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (fdfcab7a-51c3-4e72-8152-111e94605bfe), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:51.678498 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2bac-96d0-4f38-b3d4-f54178a21822 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (68058a5e-5832-43cf-8b0c-f857729e6748), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:51.737093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port fb32fa99-6d6a-457b-90f9-1150e8536cbf is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:51.767027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:48:51.795077 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e2bac-96d0-4f38-b3d4-f54178a21822 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=68058a5e-5832-43cf-8b0c-f857729e6748,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:51.921259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:48:51.921801 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 87cb7a34-59bf-488a-9d75-c6a0e6cb8d20 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:48:52.009296 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fb77526e-55a5-4bbb-b5e8-088f851cee6b None None] Current status of the port fb32fa99-6d6a-457b-90f9-1150e8536cbf is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:52.059194 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:48:52.071385 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6f1a07ee-ef6b-4846-be7a-41b8225e78c1 admin admin] 10.222.0.26 "PUT /v2.0/routers/9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5205915 Mar 07 21:48:52.152946 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:52.157569 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2bac-96d0-4f38-b3d4-f54178a21822 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:52.201809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-05cc57c5-c625-40c9-ab13-19755fba901c None None] Provisioning complete for port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:52.207640 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-05cc57c5-c625-40c9-ab13-19755fba901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:52.387757 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-05cc57c5-c625-40c9-ab13-19755fba901c None None] Port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:48:52.425627 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53850fa3-0aa5-4e4d-badb-a05bc0bb3439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (fdfcab7a-51c3-4e72-8152-111e94605bfe), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:52.520717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a7f793c8-11c3-49b1-add9-d558497b25b7 None None] Provisioning complete for port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:52.521102 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a7f793c8-11c3-49b1-add9-d558497b25b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:52.567487 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-53850fa3-0aa5-4e4d-badb-a05bc0bb3439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfcab7a-51c3-4e72-8152-111e94605bfe']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:52.596885 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-53850fa3-0aa5-4e4d-badb-a05bc0bb3439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838570db-8cc3-454e-9e8b-217d46cf1f26') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:52.597805 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-53850fa3-0aa5-4e4d-badb-a05bc0bb3439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838570db-8cc3-454e-9e8b-217d46cf1f26') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:52.627561 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53850fa3-0aa5-4e4d-badb-a05bc0bb3439 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (838570db-8cc3-454e-9e8b-217d46cf1f26), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:52.629948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a7f793c8-11c3-49b1-add9-d558497b25b7 None None] Port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:48:52.688706 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53850fa3-0aa5-4e4d-badb-a05bc0bb3439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (838570db-8cc3-454e-9e8b-217d46cf1f26), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:52.706713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53850fa3-0aa5-4e4d-badb-a05bc0bb3439 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:48:52.707668 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53850fa3-0aa5-4e4d-badb-a05bc0bb3439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (838570db-8cc3-454e-9e8b-217d46cf1f26), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:48:52.876406 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:48:52.880042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39960) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:52.891896 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53850fa3-0aa5-4e4d-badb-a05bc0bb3439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (fdfcab7a-51c3-4e72-8152-111e94605bfe), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:52.898338 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53850fa3-0aa5-4e4d-badb-a05bc0bb3439 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:52.902653 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-53850fa3-0aa5-4e4d-badb-a05bc0bb3439 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fdfcab7a-51c3-4e72-8152-111e94605bfe HTTP/1.1" status: 204 len: 168 time: 2.1986382 Mar 07 21:48:52.953511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39962) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:53.088184 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-c192f575-bfd8-448d-b16b-9fb532a47ff4 admin admin] Deleting subnet 87e19046-0848-43c4-b660-c35ed78bae8c {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:48:53.093538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53850fa3-0aa5-4e4d-badb-a05bc0bb3439 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdfcab7a-51c3-4e72-8152-111e94605bfe,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:53.124421 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c192f575-bfd8-448d-b16b-9fb532a47ff4 admin admin] Publish callbacks [] for subnet (87e19046-0848-43c4-b660-c35ed78bae8c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:53.464935 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c192f575-bfd8-448d-b16b-9fb532a47ff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (87e19046-0848-43c4-b660-c35ed78bae8c), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:53.716723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d449f0b1-f7d1-4386-8289-2c6de34ce6cc req-759d5f70-47ce-4e89-a22e-8d4b7188eaf4 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.1418574 Mar 07 21:48:53.908972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb67d5e-19e9-4993-b137-cedd624d9832 req-03722df0-e5eb-41fb-868f-75319788d54b tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:53.919281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0bb67d5e-19e9-4993-b137-cedd624d9832 req-03722df0-e5eb-41fb-868f-75319788d54b tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.3190985 Mar 07 21:48:53.955299 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c192f575-bfd8-448d-b16b-9fb532a47ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (87e19046-0848-43c4-b660-c35ed78bae8c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:54.140198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0bb67d5e-19e9-4993-b137-cedd624d9832 req-1271f8a4-c955-4a47-9c0f-e58e7daf8c39 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018073 Mar 07 21:48:54.255575 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c192f575-bfd8-448d-b16b-9fb532a47ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (87e19046-0848-43c4-b660-c35ed78bae8c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:54.264305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7e2bac-96d0-4f38-b3d4-f54178a21822 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router b9e44a57-e9d3-410c-afd4-300099bf03a7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:48:54.316524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192f575-bfd8-448d-b16b-9fb532a47ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e19046-0848-43c4-b660-c35ed78bae8c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:54.327012 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c192f575-bfd8-448d-b16b-9fb532a47ff4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:54.339433 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c192f575-bfd8-448d-b16b-9fb532a47ff4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/87e19046-0848-43c4-b660-c35ed78bae8c HTTP/1.1" status: 204 len: 168 time: 1.3831847 Mar 07 21:48:54.340414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40012) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:54.428072 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a872f2d3-d4c9-41fe-bef0-16398f2a55f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (2bedf3c4-c041-480c-84a8-add03b4366bc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:54.463573 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7e2bac-96d0-4f38-b3d4-f54178a21822 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:48:54.469303 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0d7e2bac-96d0-4f38-b3d4-f54178a21822 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/b9e44a57-e9d3-410c-afd4-300099bf03a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2864606 Mar 07 21:48:54.472337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40030) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:54.476009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda4ea97-f8b0-4d12-914d-e5ee5be12494 None None] Sync routers for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:54.499485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda4ea97-f8b0-4d12-914d-e5ee5be12494 None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:54.500439 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-dda4ea97-f8b0-4d12-914d-e5ee5be12494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:54.564152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-9956c339-0b97-4615-9f38-75b17ad7e888 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting subnet 27557397-b057-4b9a-a0bb-b9fa26e8aee5 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:48:54.576949 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9956c339-0b97-4615-9f38-75b17ad7e888 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (27557397-b057-4b9a-a0bb-b9fa26e8aee5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:54.642208 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94229a97-8e8e-4a97-8895-8dfa759550dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (4beb140d-89f4-4372-9282-9d79ced5a0ec), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:54.721323 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9956c339-0b97-4615-9f38-75b17ad7e888 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (27557397-b057-4b9a-a0bb-b9fa26e8aee5), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:54.743795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-dda4ea97-f8b0-4d12-914d-e5ee5be12494 None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:55.099414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-654b3f8a-01df-4056-a215-cf1ba6bf8f06 req-ac3dfbd8-6ede-4b4e-b46b-2f93e15da6ff tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.1335075 Mar 07 21:48:55.143427 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9956c339-0b97-4615-9f38-75b17ad7e888 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (27557397-b057-4b9a-a0bb-b9fa26e8aee5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:55.206034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94229a97-8e8e-4a97-8895-8dfa759550dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (4beb140d-89f4-4372-9282-9d79ced5a0ec), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:55.288755 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 79bf1553-ac01-4a1b-8bc0-33ca76b9bade up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:55.302975 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-94229a97-8e8e-4a97-8895-8dfa759550dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4beb140d-89f4-4372-9282-9d79ced5a0ec']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:55.319333 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9956c339-0b97-4615-9f38-75b17ad7e888 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (27557397-b057-4b9a-a0bb-b9fa26e8aee5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:55.334623 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-94229a97-8e8e-4a97-8895-8dfa759550dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6328434-4e41-4aa9-bd1c-a14030c3e0fb') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:55.335163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-94229a97-8e8e-4a97-8895-8dfa759550dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6328434-4e41-4aa9-bd1c-a14030c3e0fb') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:55.350663 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94229a97-8e8e-4a97-8895-8dfa759550dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (d6328434-4e41-4aa9-bd1c-a14030c3e0fb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:55.376210 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94229a97-8e8e-4a97-8895-8dfa759550dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d6328434-4e41-4aa9-bd1c-a14030c3e0fb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:55.409944 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94229a97-8e8e-4a97-8895-8dfa759550dd admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:48:55.410516 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94229a97-8e8e-4a97-8895-8dfa759550dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (d6328434-4e41-4aa9-bd1c-a14030c3e0fb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:48:55.446783 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:48:55.462235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 79bf1553-ac01-4a1b-8bc0-33ca76b9bade triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:55.462612 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (79bf1553-ac01-4a1b-8bc0-33ca76b9bade), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:55.469650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-dda4ea97-f8b0-4d12-914d-e5ee5be12494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:51Z', 'revision_number': 9, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:55.480688 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9956c339-0b97-4615-9f38-75b17ad7e888 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:55.487658 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9956c339-0b97-4615-9f38-75b17ad7e888 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/27557397-b057-4b9a-a0bb-b9fa26e8aee5 HTTP/1.1" status: 204 len: 168 time: 1.0116651 Mar 07 21:48:55.503055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956c339-0b97-4615-9f38-75b17ad7e888 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Subnet': ['ID=27557397-b057-4b9a-a0bb-b9fa26e8aee5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:55.506232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40048) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:55.586681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b5b37f-45c7-4f07-a625-c5dc9e87c2aa None None] Network 88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:48:55.603989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda4ea97-f8b0-4d12-914d-e5ee5be12494 None None] Checking router: b9e44a57-e9d3-410c-afd4-300099bf03a7 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:55.612605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2e822-b24f-4694-9987-0b9e05490f89 req-e7efca07-fc28-4db6-b47c-8563db0ca815 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:55.621261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8be2e822-b24f-4694-9987-0b9e05490f89 req-e7efca07-fc28-4db6-b47c-8563db0ca815 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.2983031 Mar 07 21:48:55.634793 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94229a97-8e8e-4a97-8895-8dfa759550dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (4beb140d-89f4-4372-9282-9d79ced5a0ec), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:55.651773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94229a97-8e8e-4a97-8895-8dfa759550dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:55.663306 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-94229a97-8e8e-4a97-8895-8dfa759550dd admin admin] 10.222.0.26 "DELETE /v2.0/networks/4beb140d-89f4-4372-9282-9d79ced5a0ec HTTP/1.1" status: 204 len: 168 time: 1.3162491 Mar 07 21:48:55.717855 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda4ea97-f8b0-4d12-914d-e5ee5be12494 None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:55.717855 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-dda4ea97-f8b0-4d12-914d-e5ee5be12494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:55.772667 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94229a97-8e8e-4a97-8895-8dfa759550dd admin admin] Pushing event deleted for resources: {'Network': ['ID=4beb140d-89f4-4372-9282-9d79ced5a0ec,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:55.845016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a872f2d3-d4c9-41fe-bef0-16398f2a55f5 admin admin] Deleting port fd4bd27b-e619-4800-912e-f860fdb15ce6 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:48:55.847292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a872f2d3-d4c9-41fe-bef0-16398f2a55f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:55.858359 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:55.937904 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-dda4ea97-f8b0-4d12-914d-e5ee5be12494 None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:55.940993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8be2e822-b24f-4694-9987-0b9e05490f89 req-0ca4bff8-e9e0-4eaf-9524-b35f78bb574c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167043 Mar 07 21:48:56.069599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port 775fc612-77b1-44ae-99e5-d4b4865f25b5 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:48:56.071300 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (775fc612-77b1-44ae-99e5-d4b4865f25b5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:56.126258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40052) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:56.192148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-a872f2d3-d4c9-41fe-bef0-16398f2a55f5 admin admin] For port fd4bd27b-e619-4800-912e-f860fdb15ce6, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fd4bd27b-e619-4800-912e-f860fdb15ce6,segment=NetworkSegment(4b235587-52f6-4692-965c-c32f408d5352),segment_id=4b235587-52f6-4692-965c-c32f408d5352)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:56.199386 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a872f2d3-d4c9-41fe-bef0-16398f2a55f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:56.270808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a872f2d3-d4c9-41fe-bef0-16398f2a55f5 admin admin] Calling delete_port for fd4bd27b-e619-4800-912e-f860fdb15ce6 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:48:56.281432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] For port 775fc612-77b1-44ae-99e5-d4b4865f25b5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=775fc612-77b1-44ae-99e5-d4b4865f25b5,segment=NetworkSegment(1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33),segment_id=1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:56.282058 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (775fc612-77b1-44ae-99e5-d4b4865f25b5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:56.336907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for 775fc612-77b1-44ae-99e5-d4b4865f25b5 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:48:56.484047 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Sync routers for ids ['9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:56.502763 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Routers {'9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:56.503486 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:56.538049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa5e31b7-a5b4-47a3-881d-1af9d2487219 req-1f81bd13-8e2b-4919-a81e-adbab0e948d2 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.1071522 Mar 07 21:48:56.626490 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f336e7ae-350f-4b35-b474-2b3c5e8e632a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5c992bcfa4545de938ef124d695c30e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4986930 Mar 07 21:48:56.630637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40060) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:56.633541 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (775fc612-77b1-44ae-99e5-d4b4865f25b5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:56.649515 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a872f2d3-d4c9-41fe-bef0-16398f2a55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (fd4bd27b-e619-4800-912e-f860fdb15ce6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:56.651235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No DVR routers for this DVR port 775fc612-77b1-44ae-99e5-d4b4865f25b5 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:48:56.679374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=775fc612-77b1-44ae-99e5-d4b4865f25b5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:56.768896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872f2d3-d4c9-41fe-bef0-16398f2a55f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4bd27b-e619-4800-912e-f860fdb15ce6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:56.820088 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:56.849741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:56.872181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:56.873208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:56.887010 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:56.921739 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:56.929508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:48:56.930894 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (1609e2cb-b8e0-47ae-aa9a-75fbb9b2dd33), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:56.960734 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6bf50148-d446-4b46-854a-3b33cf5c04d8 admin admin] Publish callbacks [] for security_group (d82c2c73-813b-40ff-bc02-c3ad535f37e3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:57.006040 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Set router 9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:48:57.070842 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:48:57.097417 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6bf50148-d446-4b46-854a-3b33cf5c04d8 admin admin] Publish callbacks [] for security_group (d82c2c73-813b-40ff-bc02-c3ad535f37e3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:57.118732 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:57.120595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38010edd-47f8-460a-90b4-05b1383de300 None None] DHCP port deletion for 88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:48:57.125941 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:57.137730 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/networks/88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd HTTP/1.1" status: 204 len: 168 time: 1.6188898 Mar 07 21:48:57.189861 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40064) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:57.200894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 79bf1553-ac01-4a1b-8bc0-33ca76b9bade is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:57.201447 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (79bf1553-ac01-4a1b-8bc0-33ca76b9bade), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:57.217434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e5afa-a7e1-4b32-8304-69ec2615fcca tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Network': ['ID=88cb3ac5-7911-4d08-85a5-6c6a5ea63cdd,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:57.297877 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 79bf1553-ac01-4a1b-8bc0-33ca76b9bade, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=79bf1553-ac01-4a1b-8bc0-33ca76b9bade,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:57.327489 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (79bf1553-ac01-4a1b-8bc0-33ca76b9bade), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:57.463547 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'name': 'tempest-TaggedBootDevicesTest-263080818-router', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '79bf1553-ac01-4a1b-8bc0-33ca76b9bade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:41Z', 'updated_at': '2022-03-07T21:48:50Z', 'revision_number': 4, 'project_id': '915a39506c284d45bf19d5a6216097cc', 'gw_port': {'id': '79bf1553-ac01-4a1b-8bc0-33ca76b9bade', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:42Z', 'updated_at': '2022-03-07T21:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '952c2be3-c9f2-4a44-b65e-acd1f05c5afa', 'name': '', 'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'mac_address': 'fa:16:3e:c2:02:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '3d88384e-8208-4536-b69e-a4ddb3f7962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:48Z', 'updated_at': '2022-03-07T21:48:50Z', 'revision_number': 2, 'project_id': '915a39506c284d45bf19d5a6216097cc', 'subnets': [{'id': '3d88384e-8208-4536-b69e-a4ddb3f7962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:57.493785 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Checking router: 9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:57.494497 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Updating router 9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:48:57.536485 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:57.597121 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=79bf1553-ac01-4a1b-8bc0-33ca76b9bade,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:57.633694 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a872f2d3-d4c9-41fe-bef0-16398f2a55f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (2bedf3c4-c041-480c-84a8-add03b4366bc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:57.675905 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6bf50148-d446-4b46-854a-3b33cf5c04d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d82c2c73-813b-40ff-bc02-c3ad535f37e3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:57.685557 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6bf50148-d446-4b46-854a-3b33cf5c04d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:57.690316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-dda4ea97-f8b0-4d12-914d-e5ee5be12494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:51Z', 'revision_number': 9, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:57.696281 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6bf50148-d446-4b46-854a-3b33cf5c04d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d82c2c73-813b-40ff-bc02-c3ad535f37e3 HTTP/1.1" status: 204 len: 168 time: 1.0613816 Mar 07 21:48:57.857643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 775fc612-77b1-44ae-99e5-d4b4865f25b5 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:48:57.864978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda4ea97-f8b0-4d12-914d-e5ee5be12494 None None] The sync data for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 is: [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:48:51Z', 'revision_number': 9, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': 'cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e', 'name': '', 'network_id': '9beae475-7443-4590-a180-4927c480e158', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:7e:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:08Z', 'updated_at': '2022-03-07T21:48:17Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '36ff0708-092f-44ca-8542-cdb7b5770e27', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:57.927667 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 775fc612-77b1-44ae-99e5-d4b4865f25b5 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:48:57.928073 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 775fc612-77b1-44ae-99e5-d4b4865f25b5 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:48:58.206301 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Publish callbacks [] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:58.225060 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:58.367514 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee56e24-247f-492b-9704-d7f0d135aa63 None None] Pushing event updated for resources: {'Port': ['ID=952c2be3-c9f2-4a44-b65e-acd1f05c5afa,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:58.387681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40dec409-8ea5-40c1-8595-8f7501872c40 req-25d05076-2ff4-4da6-b99a-d7a49ecb89cb tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.3943160 Mar 07 21:48:58.444359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fc75d-2269-4ae6-9737-ad724f4ad043 req-99f3646d-b870-4196-8368-dc01e983f308 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:58.450123 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-952fc75d-2269-4ae6-9737-ad724f4ad043 req-99f3646d-b870-4196-8368-dc01e983f308 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 1.2592192 Mar 07 21:48:58.544016 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Attempting to bind port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:48:58.544510 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Attempting to bind port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '1d66302f-ef51-4fa5-95a0-137945266953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:48:58.544755 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Attempting to bind port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa on network 0c4f20c1-c012-4192-bb13-ee4dee5f4940 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:48:58.552575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf50148-d446-4b46-854a-3b33cf5c04d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82c2c73-813b-40ff-bc02-c3ad535f37e3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:58.566271 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:48:58.566658 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Checking segment: {'id': '1d66302f-ef51-4fa5-95a0-137945266953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:48:58.571343 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:58.571809 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Bound using segment: {'id': '1d66302f-ef51-4fa5-95a0-137945266953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:48:58.572321 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Bound port: 952c2be3-c9f2-4a44-b65e-acd1f05c5afa, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d66302f-ef51-4fa5-95a0-137945266953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:48:58.572714 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:58.650333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40080) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:58.741828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-952fc75d-2269-4ae6-9737-ad724f4ad043 req-681e2e91-19aa-419d-9d85-fdde3670b13e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823837 Mar 07 21:48:58.787345 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] For port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:48:58.791415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-66c4486c-299a-47e8-9719-a33afb7a2fa3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=392be4bb31c84356bef010285b47955e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1189783 Mar 07 21:48:58.792880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40082) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:58.799577 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] For port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=952c2be3-c9f2-4a44-b65e-acd1f05c5afa,segment=NetworkSegment(1d66302f-ef51-4fa5-95a0-137945266953),segment_id=1d66302f-ef51-4fa5-95a0-137945266953)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:48:58.816253 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:58.904156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-80a37f7b-d718-44b4-a3db-258fb2b1e740 None None] Provisioning complete for port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:58.905659 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-80a37f7b-d718-44b4-a3db-258fb2b1e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:58.913655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a10ae5d9-5a79-489d-8a70-ce801823c6fe tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:58.927899 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Routers {'9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:58.928548 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:59.051817 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-80a37f7b-d718-44b4-a3db-258fb2b1e740 None None] Current status of the port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:48:59.053715 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-80a37f7b-d718-44b4-a3db-258fb2b1e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:59.103469 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a872f2d3-d4c9-41fe-bef0-16398f2a55f5 admin admin] Router 2bedf3c4-c041-480c-84a8-add03b4366bc has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:48:59.104514 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee56e24-247f-492b-9704-d7f0d135aa63 None None] Pushing event updated for resources: {'Port': ['ID=952c2be3-c9f2-4a44-b65e-acd1f05c5afa,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:59.132099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-80a37f7b-d718-44b4-a3db-258fb2b1e740 None None] For port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=952c2be3-c9f2-4a44-b65e-acd1f05c5afa,segment=NetworkSegment(1d66302f-ef51-4fa5-95a0-137945266953),segment_id=1d66302f-ef51-4fa5-95a0-137945266953)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:48:59.141027 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-80a37f7b-d718-44b4-a3db-258fb2b1e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:59.149519 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f8e5de95-83bd-40d5-a4fa-a7b8b2d0aadc admin admin] Publish callbacks [] for security_group (2a3c9a55-1682-48b0-8add-39c43b994e26), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:59.251278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a37f7b-d718-44b4-a3db-258fb2b1e740 None None] Pushing event updated for resources: {'Port': ['ID=952c2be3-c9f2-4a44-b65e-acd1f05c5afa,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:59.285257 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] Set router 9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:48:59.312012 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a872f2d3-d4c9-41fe-bef0-16398f2a55f5 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:48:59.321271 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a872f2d3-d4c9-41fe-bef0-16398f2a55f5 admin admin] 10.222.0.26 "PUT /v2.0/routers/2bedf3c4-c041-480c-84a8-add03b4366bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4398875 Mar 07 21:48:59.323512 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f8e5de95-83bd-40d5-a4fa-a7b8b2d0aadc admin admin] Publish callbacks [] for security_group (2a3c9a55-1682-48b0-8add-39c43b994e26), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:59.325323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40084) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:48:59.326249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c59a0df-6626-4fca-9807-1127eaec8be0 None None] Sync routers for ids ['2bedf3c4-c041-480c-84a8-add03b4366bc'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:59.346951 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c59a0df-6626-4fca-9807-1127eaec8be0 None None] Routers {'2bedf3c4-c041-480c-84a8-add03b4366bc'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:48:59.351315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3c59a0df-6626-4fca-9807-1127eaec8be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2bedf3c4-c041-480c-84a8-add03b4366bc'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:59.610208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fc7de12f-7177-44bc-9862-3120c376d8ec None None] Provisioning complete for port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:48:59.611830 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fc7de12f-7177-44bc-9862-3120c376d8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:59.613347 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f8e5de95-83bd-40d5-a4fa-a7b8b2d0aadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2a3c9a55-1682-48b0-8add-39c43b994e26), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:59.619706 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f8e5de95-83bd-40d5-a4fa-a7b8b2d0aadc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:59.625798 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f8e5de95-83bd-40d5-a4fa-a7b8b2d0aadc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a3c9a55-1682-48b0-8add-39c43b994e26 HTTP/1.1" status: 204 len: 168 time: 0.8287859 Mar 07 21:48:59.654812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5de95-83bd-40d5-a4fa-a7b8b2d0aadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3c9a55-1682-48b0-8add-39c43b994e26,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:59.659482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] Publish callbacks [] for router (2bedf3c4-c041-480c-84a8-add03b4366bc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:59.703086 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92cd7750-eb97-4ab5-a760-9d1a0d3a9039 req-a5f9c930-9988-4cd1-a7fc-e052d74fd37e tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0508683 Mar 07 21:48:59.711911 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 952c2be3-c9f2-4a44-b65e-acd1f05c5afa up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:48:59.770520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a10ae5d9-5a79-489d-8a70-ce801823c6fe tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:48:59.771212 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a10ae5d9-5a79-489d-8a70-ce801823c6fe tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:48:59.970244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-3c59a0df-6626-4fca-9807-1127eaec8be0 None None] Set router 2bedf3c4-c041-480c-84a8-add03b4366bc gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:49:00.006005 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] Publish callbacks [] for router_gateway (2bedf3c4-c041-480c-84a8-add03b4366bc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:00.096377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d14e85-a714-44ce-9424-379f3e8e3ebc req-30beb50f-e2aa-4b63-ab5d-836baf1be21d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:00.106357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91d14e85-a714-44ce-9424-379f3e8e3ebc req-30beb50f-e2aa-4b63-ab5d-836baf1be21d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.1946464 Mar 07 21:49:00.133934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-a10ae5d9-5a79-489d-8a70-ce801823c6fe tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] For port cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e,segment=NetworkSegment(ba024be3-60d6-4212-ac04-52773dfd1eed),segment_id=ba024be3-60d6-4212-ac04-52773dfd1eed)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:00.134661 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a10ae5d9-5a79-489d-8a70-ce801823c6fe tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:00.139196 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] Deleting port f847e3e4-ad14-4c5b-9a72-d1df110e1160 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:49:00.139717 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f847e3e4-ad14-4c5b-9a72-d1df110e1160), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:00.183114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a10ae5d9-5a79-489d-8a70-ce801823c6fe tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:49:00.206923 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'name': 'tempest-TaggedBootDevicesTest-263080818-router', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '79bf1553-ac01-4a1b-8bc0-33ca76b9bade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:41Z', 'updated_at': '2022-03-07T21:48:50Z', 'revision_number': 4, 'project_id': '915a39506c284d45bf19d5a6216097cc', 'gw_port': {'id': '79bf1553-ac01-4a1b-8bc0-33ca76b9bade', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:42Z', 'updated_at': '2022-03-07T21:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '952c2be3-c9f2-4a44-b65e-acd1f05c5afa', 'name': '', 'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'mac_address': 'fa:16:3e:c2:02:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '3d88384e-8208-4536-b69e-a4ddb3f7962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:48Z', 'updated_at': '2022-03-07T21:48:58Z', 'revision_number': 4, 'project_id': '915a39506c284d45bf19d5a6216097cc', 'subnets': [{'id': '3d88384e-8208-4536-b69e-a4ddb3f7962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:00.290756 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619b8a2-22f8-4287-b2e0-785175681045 None None] The sync data for ids ['9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'] in n-d-832330-1 is: [{'id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'name': 'tempest-TaggedBootDevicesTest-263080818-router', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '79bf1553-ac01-4a1b-8bc0-33ca76b9bade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:41Z', 'updated_at': '2022-03-07T21:48:50Z', 'revision_number': 4, 'project_id': '915a39506c284d45bf19d5a6216097cc', 'gw_port': {'id': '79bf1553-ac01-4a1b-8bc0-33ca76b9bade', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:42Z', 'updated_at': '2022-03-07T21:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '952c2be3-c9f2-4a44-b65e-acd1f05c5afa', 'name': '', 'network_id': '0c4f20c1-c012-4192-bb13-ee4dee5f4940', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'mac_address': 'fa:16:3e:c2:02:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '3d88384e-8208-4536-b69e-a4ddb3f7962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:48Z', 'updated_at': '2022-03-07T21:48:58Z', 'revision_number': 4, 'project_id': '915a39506c284d45bf19d5a6216097cc', 'subnets': [{'id': '3d88384e-8208-4536-b69e-a4ddb3f7962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:49:00.300105 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91d14e85-a714-44ce-9424-379f3e8e3ebc req-79eec658-81f2-4ee5-996b-74fade6633a7 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907251 Mar 07 21:49:00.482282 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] For port f847e3e4-ad14-4c5b-9a72-d1df110e1160, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f847e3e4-ad14-4c5b-9a72-d1df110e1160,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:00.489773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f847e3e4-ad14-4c5b-9a72-d1df110e1160), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:00.526395 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a10ae5d9-5a79-489d-8a70-ce801823c6fe tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:00.527421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] Calling delete_port for f847e3e4-ad14-4c5b-9a72-d1df110e1160 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:49:00.533773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fc7de12f-7177-44bc-9862-3120c376d8ec None None] Current status of the port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:49:00.568353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:49:00.574422 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:00.592484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ae5d9-5a79-489d-8a70-ce801823c6fe tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:01.069123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:49:01.071587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a10ae5d9-5a79-489d-8a70-ce801823c6fe tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:01.081331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 79bf1553-ac01-4a1b-8bc0-33ca76b9bade up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:49:01.198550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-720350c2-b9cd-4dfd-947e-4672bdf95f3e req-ad6d2b44-9534-4cf6-a28a-2ab4be2de1e8 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.1104221 Mar 07 21:49:01.256215 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f847e3e4-ad14-4c5b-9a72-d1df110e1160), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:01.390200 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] Pushing event deleted for resources: {'Port': ['ID=f847e3e4-ad14-4c5b-9a72-d1df110e1160,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:01.460415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 79bf1553-ac01-4a1b-8bc0-33ca76b9bade triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:49:01.463585 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (79bf1553-ac01-4a1b-8bc0-33ca76b9bade), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:01.474313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3c59a0df-6626-4fca-9807-1127eaec8be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2127348680-router', 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'f847e3e4-ad14-4c5b-9a72-d1df110e1160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:49Z', 'updated_at': '2022-03-07T21:48:56Z', 'revision_number': 5, 'project_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'gw_port': {'id': 'f847e3e4-ad14-4c5b-9a72-d1df110e1160', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:51Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:01.548815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c59a0df-6626-4fca-9807-1127eaec8be0 None None] Checking router: 2bedf3c4-c041-480c-84a8-add03b4366bc for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:49:01.586897 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c59a0df-6626-4fca-9807-1127eaec8be0 None None] Routers {'2bedf3c4-c041-480c-84a8-add03b4366bc'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:49:01.588421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3c59a0df-6626-4fca-9807-1127eaec8be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2bedf3c4-c041-480c-84a8-add03b4366bc'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:01.589519 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (2bedf3c4-c041-480c-84a8-add03b4366bc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:01.702092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-3c59a0df-6626-4fca-9807-1127eaec8be0 None None] Set router 2bedf3c4-c041-480c-84a8-add03b4366bc gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:49:01.795346 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3c59a0df-6626-4fca-9807-1127eaec8be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2127348680-router', 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:49Z', 'updated_at': '2022-03-07T21:49:01Z', 'revision_number': 7, 'project_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:01.848710 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6cb20-aeda-46d9-978b-9583d5a5e978 req-d0f54112-c6a4-456a-8806-991c5e5191f0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:01.859715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cd6cb20-aeda-46d9-978b-9583d5a5e978 req-d0f54112-c6a4-456a-8806-991c5e5191f0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.3346336 Mar 07 21:49:01.893163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c59a0df-6626-4fca-9807-1127eaec8be0 None None] The sync data for ids ['2bedf3c4-c041-480c-84a8-add03b4366bc'] in n-d-832330-1 is: [{'id': '2bedf3c4-c041-480c-84a8-add03b4366bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2127348680-router', 'tenant_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:49Z', 'updated_at': '2022-03-07T21:49:01Z', 'revision_number': 7, 'project_id': 'b9f1f8efd8b64fe8a39cef816a01fc15', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:49:01.932896 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (2bedf3c4-c041-480c-84a8-add03b4366bc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:01.937818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] Publish callbacks [] for router_controller (2bedf3c4-c041-480c-84a8-add03b4366bc), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:02.038380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 79bf1553-ac01-4a1b-8bc0-33ca76b9bade is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:49:02.049932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 68058a5e-5832-43cf-8b0c-f857729e6748 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:49:02.101245 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 68058a5e-5832-43cf-8b0c-f857729e6748 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:49:02.102161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 68058a5e-5832-43cf-8b0c-f857729e6748 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:49:02.110545 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (2bedf3c4-c041-480c-84a8-add03b4366bc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:02.111190 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bedf3c4-c041-480c-84a8-add03b4366bc {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:49:02.119438 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:02.122874 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-901d60c2-c0ca-48b0-98cc-f1a58965cf3b admin admin] 10.222.0.26 "DELETE /v2.0/routers/2bedf3c4-c041-480c-84a8-add03b4366bc HTTP/1.1" status: 204 len: 168 time: 2.7942827 Mar 07 21:49:02.124148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40132) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:02.145826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cd6cb20-aeda-46d9-978b-9583d5a5e978 req-cb93e7fd-e3c9-4a00-a786-e498afe2ae3f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848506 Mar 07 21:49:02.198511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10ae5d9-5a79-489d-8a70-ce801823c6fe tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router b9e44a57-e9d3-410c-afd4-300099bf03a7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:49:02.232662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b004647-db7e-4b3a-b310-5c3987e19d81 admin admin] Deleting subnet 36dc7a64-3a67-4aa5-af63-04338c7fd2a7 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:49:02.245299 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b004647-db7e-4b3a-b310-5c3987e19d81 admin admin] Publish callbacks [] for subnet (36dc7a64-3a67-4aa5-af63-04338c7fd2a7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:02.324767 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b004647-db7e-4b3a-b310-5c3987e19d81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (36dc7a64-3a67-4aa5-af63-04338c7fd2a7), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:02.526953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fd4bd27b-e619-4800-912e-f860fdb15ce6 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:49:02.606999 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: fd4bd27b-e619-4800-912e-f860fdb15ce6 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:49:02.613102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fd4bd27b-e619-4800-912e-f860fdb15ce6 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:49:02.627288 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b004647-db7e-4b3a-b310-5c3987e19d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (36dc7a64-3a67-4aa5-af63-04338c7fd2a7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:02.656692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47484710-7da7-4f64-b8b4-17a828e3d31b req-96632859-94db-45f2-a2d6-1dae1fd9745b tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0668674 Mar 07 21:49:02.787606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10ae5d9-5a79-489d-8a70-ce801823c6fe tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:49:02.798412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a10ae5d9-5a79-489d-8a70-ce801823c6fe tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/b9e44a57-e9d3-410c-afd4-300099bf03a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5741298 Mar 07 21:49:02.803530 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dbc24f-e453-450d-a6e9-1396b6cb6b42 None None] Sync routers for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:49:02.805392 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40140) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:02.821379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32fdb7b4-1b13-4ba1-bce4-6fefeb76a91c req-61e0a1f5-9ec1-4ce3-84b8-d74aa4f94170 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4837422 Mar 07 21:49:02.832816 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dbc24f-e453-450d-a6e9-1396b6cb6b42 None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:49:02.834048 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b8dbc24f-e453-450d-a6e9-1396b6cb6b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:03.004638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb7b4-1b13-4ba1-bce4-6fefeb76a91c req-a0a8c6f0-28d7-4bda-9c84-fe6c8315a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:03.006503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32fdb7b4-1b13-4ba1-bce4-6fefeb76a91c req-a0a8c6f0-28d7-4bda-9c84-fe6c8315a691 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 1127 time: 0.1464574 Mar 07 21:49:03.049969 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b963f9bf-b4ae-436d-8642-4176d5e1e23b req-c25d2c79-85c4-4974-92b4-f0f74fbad72a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0879254 Mar 07 21:49:03.058549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40144) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:03.106423 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b004647-db7e-4b3a-b310-5c3987e19d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (36dc7a64-3a67-4aa5-af63-04338c7fd2a7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:03.148973 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b8dbc24f-e453-450d-a6e9-1396b6cb6b42 None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:49:03.278829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2763ea38-7b89-407d-9234-c0b69497002f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting subnet 36ff0708-092f-44ca-8542-cdb7b5770e27 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:49:03.316753 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2763ea38-7b89-407d-9234-c0b69497002f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (36ff0708-092f-44ca-8542-cdb7b5770e27), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:03.320639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b004647-db7e-4b3a-b310-5c3987e19d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36dc7a64-3a67-4aa5-af63-04338c7fd2a7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:03.490347 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b004647-db7e-4b3a-b310-5c3987e19d81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:03.494326 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484df5a5-b534-4bd6-9cd0-b4da1fbe19e7 None None] Network a0410c5e-9f3b-4596-a6a1-be68e02a6722 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:49:03.526989 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8b004647-db7e-4b3a-b310-5c3987e19d81 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/36dc7a64-3a67-4aa5-af63-04338c7fd2a7 HTTP/1.1" status: 204 len: 168 time: 1.3996563 Mar 07 21:49:03.544547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40154) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:03.630546 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70755bc1-c540-4a7e-908e-147a96ac194c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:03.731485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb7b4-1b13-4ba1-bce4-6fefeb76a91c req-4512b288-5a62-414b-aead-eb1e66397bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:03.733618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32fdb7b4-1b13-4ba1-bce4-6fefeb76a91c req-4512b288-5a62-414b-aead-eb1e66397bb2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.7035925 Mar 07 21:49:03.762308 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b8dbc24f-e453-450d-a6e9-1396b6cb6b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:49:00Z', 'revision_number': 10, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:03.839777 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dbc24f-e453-450d-a6e9-1396b6cb6b42 None None] Checking router: b9e44a57-e9d3-410c-afd4-300099bf03a7 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:49:03.879913 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dbc24f-e453-450d-a6e9-1396b6cb6b42 None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:49:03.880574 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b8dbc24f-e453-450d-a6e9-1396b6cb6b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:03.904860 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70755bc1-c540-4a7e-908e-147a96ac194c admin admin] Publish callbacks [] for security_group (4f9d0e05-831e-4b3a-a326-1c62496103ec), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:03.920782 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70755bc1-c540-4a7e-908e-147a96ac194c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4f9d0e05-831e-4b3a-a326-1c62496103ec), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:03.932387 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2763ea38-7b89-407d-9234-c0b69497002f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (36ff0708-092f-44ca-8542-cdb7b5770e27), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:03.951995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead2e784-dd37-41cd-b9a1-78c08cdad0be None None] DHCP port deletion for a0410c5e-9f3b-4596-a6a1-be68e02a6722 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:49:04.021873 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-70755bc1-c540-4a7e-908e-147a96ac194c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa7a9870915e4a49bdcb4f9da2290dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9600611 Mar 07 21:49:04.040647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40158) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:04.082702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ead2e784-dd37-41cd-b9a1-78c08cdad0be None None] Deleting port 5edaec48-4a8d-44c1-b57b-eb66372d03c4 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:49:04.083179 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ead2e784-dd37-41cd-b9a1-78c08cdad0be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5edaec48-4a8d-44c1-b57b-eb66372d03c4), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:04.106044 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b8dbc24f-e453-450d-a6e9-1396b6cb6b42 None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:49:04.143345 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70755bc1-c540-4a7e-908e-147a96ac194c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9d0e05-831e-4b3a-a326-1c62496103ec,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:04.272985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5edaec48-4a8d-44c1-b57b-eb66372d03c4 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:49:04.330366 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac733f7c-b68c-4aa6-ba78-428c1ea878bc admin admin] Publish callbacks [] for security_group (4f9d0e05-831e-4b3a-a326-1c62496103ec), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:04.359383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ead2e784-dd37-41cd-b9a1-78c08cdad0be None None] For port 5edaec48-4a8d-44c1-b57b-eb66372d03c4, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5edaec48-4a8d-44c1-b57b-eb66372d03c4,segment=NetworkSegment(4b235587-52f6-4692-965c-c32f408d5352),segment_id=4b235587-52f6-4692-965c-c32f408d5352)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:04.367901 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ead2e784-dd37-41cd-b9a1-78c08cdad0be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5edaec48-4a8d-44c1-b57b-eb66372d03c4), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:04.369547 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2763ea38-7b89-407d-9234-c0b69497002f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (36ff0708-092f-44ca-8542-cdb7b5770e27), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:04.416143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ead2e784-dd37-41cd-b9a1-78c08cdad0be None None] Calling delete_port for 5edaec48-4a8d-44c1-b57b-eb66372d03c4 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:49:04.441924 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac733f7c-b68c-4aa6-ba78-428c1ea878bc admin admin] Publish callbacks [] for security_group (4f9d0e05-831e-4b3a-a326-1c62496103ec), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:04.575443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2763ea38-7b89-407d-9234-c0b69497002f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (36ff0708-092f-44ca-8542-cdb7b5770e27), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:04.645720 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763ea38-7b89-407d-9234-c0b69497002f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Subnet': ['ID=36ff0708-092f-44ca-8542-cdb7b5770e27,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:04.651628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac733f7c-b68c-4aa6-ba78-428c1ea878bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4f9d0e05-831e-4b3a-a326-1c62496103ec), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:04.654979 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac733f7c-b68c-4aa6-ba78-428c1ea878bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:04.656167 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ac733f7c-b68c-4aa6-ba78-428c1ea878bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f9d0e05-831e-4b3a-a326-1c62496103ec HTTP/1.1" status: 204 len: 168 time: 0.6112788 Mar 07 21:49:04.657656 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2763ea38-7b89-407d-9234-c0b69497002f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:04.675936 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2763ea38-7b89-407d-9234-c0b69497002f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/36ff0708-092f-44ca-8542-cdb7b5770e27 HTTP/1.1" status: 204 len: 168 time: 1.8699956 Mar 07 21:49:04.679169 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40170) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:04.703478 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e17ec3d-389a-4a78-bb44-61b229cf857a None None] Network 9beae475-7443-4590-a180-4927c480e158 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:49:04.708761 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac733f7c-b68c-4aa6-ba78-428c1ea878bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9d0e05-831e-4b3a-a326-1c62496103ec,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:04.796119 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b8dbc24f-e453-450d-a6e9-1396b6cb6b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:49:00Z', 'revision_number': 10, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:04.928116 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dbc24f-e453-450d-a6e9-1396b6cb6b42 None None] The sync data for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 is: [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:49:00Z', 'revision_number': 10, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None, '_interfaces': [{'id': 'e863b172-861b-4ee2-9350-6045c7ac7ec5', 'name': '', 'network_id': 'de89f3af-a1b8-45a0-b740-51627d8779e1', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'mac_address': 'fa:16:3e:a2:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:02Z', 'updated_at': '2022-03-07T21:48:09Z', 'revision_number': 5, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'subnets': [{'id': '1f37fc1e-4823-4bd8-94d1-04d11a050a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:49:04.928826 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (9beae475-7443-4590-a180-4927c480e158), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:05.093914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port 018bd4e6-45e7-40cd-8751-6ebed262a60f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:49:05.094311 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (018bd4e6-45e7-40cd-8751-6ebed262a60f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:05.181188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c01cd-8541-432f-a39c-6c101a8cb343 req-483a9f48-4d57-40b2-b9e7-735a6ce7bc83 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:05.196803 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e1c01cd-8541-432f-a39c-6c101a8cb343 req-483a9f48-4d57-40b2-b9e7-735a6ce7bc83 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 1.8480761 Mar 07 21:49:05.236948 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] For port 018bd4e6-45e7-40cd-8751-6ebed262a60f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=018bd4e6-45e7-40cd-8751-6ebed262a60f,segment=NetworkSegment(ba024be3-60d6-4212-ac04-52773dfd1eed),segment_id=ba024be3-60d6-4212-ac04-52773dfd1eed)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:05.237327 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (018bd4e6-45e7-40cd-8751-6ebed262a60f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:05.253388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1c8df53-e5fd-46a0-97db-50d59126d490 req-fa94e003-58a3-495b-bb12-7e9af5025c9e tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.4518774 Mar 07 21:49:05.258115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32fdb7b4-1b13-4ba1-bce4-6fefeb76a91c req-b9f8a990-f0ca-494c-8517-f00d474688a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31355ef-2604-4a93-8a55-31179fc99009 HTTP/1.1" status: 200 len: 217 time: 0.5192366 Mar 07 21:49:05.283967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for 018bd4e6-45e7-40cd-8751-6ebed262a60f owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:49:05.484166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 5edaec48-4a8d-44c1-b57b-eb66372d03c4 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:49:05.484562 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5edaec48-4a8d-44c1-b57b-eb66372d03c4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:05.506510 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58742b35-2918-4f93-a7af-5073d970d29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (a0410c5e-9f3b-4596-a6a1-be68e02a6722), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:05.522772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb7b4-1b13-4ba1-bce4-6fefeb76a91c req-fd3531e8-7093-40d2-b2bd-60e41e9e1a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:05.533509 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32fdb7b4-1b13-4ba1-bce4-6fefeb76a91c req-fd3531e8-7093-40d2-b2bd-60e41e9e1a07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.2682874 Mar 07 21:49:05.611326 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (018bd4e6-45e7-40cd-8751-6ebed262a60f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:05.714893 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=018bd4e6-45e7-40cd-8751-6ebed262a60f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:05.728674 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No DVR routers for this DVR port 018bd4e6-45e7-40cd-8751-6ebed262a60f on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:49:05.731173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049fa202-6fe7-4a4b-b037-9391c8ae52e9 None None] DHCP port deletion for 9beae475-7443-4590-a180-4927c480e158 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:49:05.745787 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ead2e784-dd37-41cd-b9a1-78c08cdad0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (5edaec48-4a8d-44c1-b57b-eb66372d03c4), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:05.764376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f847e3e4-ad14-4c5b-9a72-d1df110e1160 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:49:05.837140 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2e784-dd37-41cd-b9a1-78c08cdad0be None None] Pushing event deleted for resources: {'Port': ['ID=5edaec48-4a8d-44c1-b57b-eb66372d03c4,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:05.897855 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: f847e3e4-ad14-4c5b-9a72-d1df110e1160 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:49:05.898885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f847e3e4-ad14-4c5b-9a72-d1df110e1160 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:49:05.912318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2e784-dd37-41cd-b9a1-78c08cdad0be None None] No DVR routers for this DVR port 5edaec48-4a8d-44c1-b57b-eb66372d03c4 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:49:05.936374 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (9beae475-7443-4590-a180-4927c480e158), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:05.994345 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9beae475-7443-4590-a180-4927c480e158']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:06.015931 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba024be3-60d6-4212-ac04-52773dfd1eed') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:06.016238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba024be3-60d6-4212-ac04-52773dfd1eed') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:06.041100 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb7b4-1b13-4ba1-bce4-6fefeb76a91c req-79f3b24c-7d1c-4624-aedb-2e7fde1f0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:06.043237 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32fdb7b4-1b13-4ba1-bce4-6fefeb76a91c req-79f3b24c-7d1c-4624-aedb-2e7fde1f0bd4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4705086 Mar 07 21:49:06.057313 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (ba024be3-60d6-4212-ac04-52773dfd1eed), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:06.063107 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58742b35-2918-4f93-a7af-5073d970d29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (a0410c5e-9f3b-4596-a6a1-be68e02a6722), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:06.087292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (ba024be3-60d6-4212-ac04-52773dfd1eed), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:06.095075 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:49:06.095547 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (ba024be3-60d6-4212-ac04-52773dfd1eed), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:49:06.124465 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:49:06.185369 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e1c01cd-8541-432f-a39c-6c101a8cb343 req-72d29f99-4b48-4177-8e39-b10693a16ae9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9850552 Mar 07 21:49:06.187847 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32fdb7b4-1b13-4ba1-bce4-6fefeb76a91c req-55ede533-7e20-4202-a469-16ded9d41aa1 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274803 Mar 07 21:49:06.255545 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (9beae475-7443-4590-a180-4927c480e158), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:06.263205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-58742b35-2918-4f93-a7af-5073d970d29c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0410c5e-9f3b-4596-a6a1-be68e02a6722']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:06.265223 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:06.291112 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/networks/9beae475-7443-4590-a180-4927c480e158 HTTP/1.1" status: 204 len: 168 time: 1.6108580 Mar 07 21:49:06.294113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40196) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:06.309823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-58742b35-2918-4f93-a7af-5073d970d29c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b235587-52f6-4692-965c-c32f408d5352') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:06.310301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-58742b35-2918-4f93-a7af-5073d970d29c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b235587-52f6-4692-965c-c32f408d5352') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:06.312129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:49:06.351658 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58742b35-2918-4f93-a7af-5073d970d29c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (4b235587-52f6-4692-965c-c32f408d5352), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:06.372391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:49:06.372997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cf17e53a-f18b-4c7a-ae32-48d9a9c93f3e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:49:06.373605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 018bd4e6-45e7-40cd-8751-6ebed262a60f no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:49:06.407808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 018bd4e6-45e7-40cd-8751-6ebed262a60f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:49:06.408421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 018bd4e6-45e7-40cd-8751-6ebed262a60f not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:49:06.413891 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58742b35-2918-4f93-a7af-5073d970d29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (4b235587-52f6-4692-965c-c32f408d5352), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:06.443125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58742b35-2918-4f93-a7af-5073d970d29c admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:49:06.443578 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58742b35-2918-4f93-a7af-5073d970d29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (4b235587-52f6-4692-965c-c32f408d5352), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:49:06.552283 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:49:06.728183 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f178e-e9f1-46e2-b17d-d7eca6261962 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Network': ['ID=9beae475-7443-4590-a180-4927c480e158,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:06.791282 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1f6e1ff-7a46-4a1d-b683-d604eaea6dc4 req-552b65a6-1ea2-4ff7-bfbd-f7ec51d27c3d tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.2265942 Mar 07 21:49:06.822847 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58742b35-2918-4f93-a7af-5073d970d29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (a0410c5e-9f3b-4596-a6a1-be68e02a6722), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:06.851853 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58742b35-2918-4f93-a7af-5073d970d29c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:06.869933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-58742b35-2918-4f93-a7af-5073d970d29c admin admin] 10.222.0.26 "DELETE /v2.0/networks/a0410c5e-9f3b-4596-a6a1-be68e02a6722 HTTP/1.1" status: 204 len: 168 time: 3.3240643 Mar 07 21:49:06.872717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40208) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:07.016101 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32fdb7b4-1b13-4ba1-bce4-6fefeb76a91c req-034e141a-47cd-40cb-8286-87e18e71caa6 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473767 Mar 07 21:49:07.026938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58742b35-2918-4f93-a7af-5073d970d29c admin admin] Pushing event deleted for resources: {'Network': ['ID=a0410c5e-9f3b-4596-a6a1-be68e02a6722,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:07.400224 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fb8df48a-1f90-42fe-8def-7e655ddb7c4d req-b8123d37-a87e-4958-9741-a8f2b75915d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2c2640666204edab6dec369117aa474&device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0925603 Mar 07 21:49:07.487917 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fb8df48a-1f90-42fe-8def-7e655ddb7c4d req-969328cf-b87d-43df-8704-c6a92c1ead0f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e2c2640666204edab6dec369117aa474&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783596 Mar 07 21:49:07.509386 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8a69fc0-5efd-4477-8ff7-a90666a29c0f req-9170c5d8-f315-40d8-9f47-07bd74e483d6 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0446811 Mar 07 21:49:07.635954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee553309-f286-48e3-811b-4669d5e775d3 req-3a193c22-189c-440b-af86-e215879d32ee tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:07.637782 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee553309-f286-48e3-811b-4669d5e775d3 req-3a193c22-189c-440b-af86-e215879d32ee tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.2399747 Mar 07 21:49:07.675581 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eae58ff7-e5eb-46ac-a328-50c1d9747926 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:07.790054 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee553309-f286-48e3-811b-4669d5e775d3 req-cac6a28d-f9d7-472a-8d7a-4c857ddb36f7 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262462 Mar 07 21:49:07.842551 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8df48a-1f90-42fe-8def-7e655ddb7c4d req-11080632-ee18-46f5-a45d-403fbad5c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:07.844077 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fb8df48a-1f90-42fe-8def-7e655ddb7c4d req-11080632-ee18-46f5-a45d-403fbad5c723 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3472779 Mar 07 21:49:07.945115 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11b37b94-9a9b-40e7-8099-b7e49a416093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (47ecf32a-da12-4474-9ef4-578eefabaed6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:08.273869 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-eae58ff7-e5eb-46ac-a328-50c1d9747926 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port e863b172-861b-4ee2-9350-6045c7ac7ec5 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:49:08.274206 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eae58ff7-e5eb-46ac-a328-50c1d9747926 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:08.444134 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-eae58ff7-e5eb-46ac-a328-50c1d9747926 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] For port e863b172-861b-4ee2-9350-6045c7ac7ec5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e863b172-861b-4ee2-9350-6045c7ac7ec5,segment=NetworkSegment(0e2cab65-6503-4239-aa11-eb0ef3baf36b),segment_id=0e2cab65-6503-4239-aa11-eb0ef3baf36b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:08.444507 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eae58ff7-e5eb-46ac-a328-50c1d9747926 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:08.474794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-eae58ff7-e5eb-46ac-a328-50c1d9747926 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for e863b172-861b-4ee2-9350-6045c7ac7ec5 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:49:08.575190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-11b37b94-9a9b-40e7-8099-b7e49a416093 admin admin] Deleting port f0596ab8-c5f6-49ec-92ca-0d7506cd188f {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:49:08.575190 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11b37b94-9a9b-40e7-8099-b7e49a416093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:08.764027 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd443b35-8a95-43ea-b334-451027d00bd8 req-86d25766-bee8-4220-a768-56229943409e tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0445344 Mar 07 21:49:08.833421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-11b37b94-9a9b-40e7-8099-b7e49a416093 admin admin] For port f0596ab8-c5f6-49ec-92ca-0d7506cd188f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f0596ab8-c5f6-49ec-92ca-0d7506cd188f,segment=NetworkSegment(662734c8-9831-4b58-85ca-cb094cefbc16),segment_id=662734c8-9831-4b58-85ca-cb094cefbc16)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:08.833797 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11b37b94-9a9b-40e7-8099-b7e49a416093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:08.864650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-11b37b94-9a9b-40e7-8099-b7e49a416093 admin admin] Calling delete_port for f0596ab8-c5f6-49ec-92ca-0d7506cd188f owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:49:08.917595 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eae58ff7-e5eb-46ac-a328-50c1d9747926 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e863b172-861b-4ee2-9350-6045c7ac7ec5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:09.039862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae58ff7-e5eb-46ac-a328-50c1d9747926 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=e863b172-861b-4ee2-9350-6045c7ac7ec5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:09.352304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ad2f2-b2f9-4034-ac6c-1aa758729bf5 req-1d790111-fd23-49e4-9cdb-613c51f1be58 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:09.360521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f4ad2f2-b2f9-4034-ac6c-1aa758729bf5 req-1d790111-fd23-49e4-9cdb-613c51f1be58 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.2610309 Mar 07 21:49:09.547213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f4ad2f2-b2f9-4034-ac6c-1aa758729bf5 req-6e2acfed-d44c-4846-94cd-0bdbe846bb99 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850832 Mar 07 21:49:09.671443 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11b37b94-9a9b-40e7-8099-b7e49a416093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f0596ab8-c5f6-49ec-92ca-0d7506cd188f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:09.752168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b37b94-9a9b-40e7-8099-b7e49a416093 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0596ab8-c5f6-49ec-92ca-0d7506cd188f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:09.975888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6248a8d-80dd-40d3-b467-5b6b044c5bcf req-1fd26d3e-3e52-4b87-ba2f-640b5a31e128 tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.26 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.0730975 Mar 07 21:49:09.995377 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fb8df48a-1f90-42fe-8def-7e655ddb7c4d req-c23f7d48-d7fc-456a-815b-99dba60c16fb tempest-ServerShowV257Test-733397970 tempest-ServerShowV257Test-733397970-project] 10.222.0.15 "GET /v2.0/ports?device_id=c690e8f9-b118-44fd-9965-4ff7f6bde9ec HTTP/1.1" status: 200 len: 210 time: 0.6702342 Mar 07 21:49:10.019619 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eae58ff7-e5eb-46ac-a328-50c1d9747926 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (b9e44a57-e9d3-410c-afd4-300099bf03a7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:10.363348 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11b37b94-9a9b-40e7-8099-b7e49a416093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (47ecf32a-da12-4474-9ef4-578eefabaed6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:10.509177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae58ff7-e5eb-46ac-a328-50c1d9747926 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router b9e44a57-e9d3-410c-afd4-300099bf03a7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:49:10.792975 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae58ff7-e5eb-46ac-a328-50c1d9747926 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:49:10.806390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35da63-0988-4bc3-ad5f-196f2adecf08 None None] Sync routers for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:49:10.808228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40238) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:10.812374 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eae58ff7-e5eb-46ac-a328-50c1d9747926 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/b9e44a57-e9d3-410c-afd4-300099bf03a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4702113 Mar 07 21:49:10.829117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35da63-0988-4bc3-ad5f-196f2adecf08 None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:49:10.830138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1b35da63-0988-4bc3-ad5f-196f2adecf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:10.898314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ec23b-505a-4ab0-a16b-b4edbee5c5bb req-038f6b3d-ac8e-4c80-bfa3-7126e2d9d9a9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:10.899847 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a21ec23b-505a-4ab0-a16b-b4edbee5c5bb req-038f6b3d-ac8e-4c80-bfa3-7126e2d9d9a9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.1910396 Mar 07 21:49:10.908082 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b37b94-9a9b-40e7-8099-b7e49a416093 admin admin] Router 47ecf32a-da12-4474-9ef4-578eefabaed6 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:49:10.914757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d2c205-964b-4e30-8f9e-93bd2634892c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting subnet 1f37fc1e-4823-4bd8-94d1-04d11a050a95 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:49:10.918559 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52d2c205-964b-4e30-8f9e-93bd2634892c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (1f37fc1e-4823-4bd8-94d1-04d11a050a95), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:11.025078 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52d2c205-964b-4e30-8f9e-93bd2634892c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (1f37fc1e-4823-4bd8-94d1-04d11a050a95), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:11.066000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-1b35da63-0988-4bc3-ad5f-196f2adecf08 None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:49:11.115715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a21ec23b-505a-4ab0-a16b-b4edbee5c5bb req-e0205652-ff18-491e-ab70-bcc6e94a23e7 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012746 Mar 07 21:49:11.142310 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1b35da63-0988-4bc3-ad5f-196f2adecf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:49:08Z', 'revision_number': 11, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:11.172068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35da63-0988-4bc3-ad5f-196f2adecf08 None None] Checking router: b9e44a57-e9d3-410c-afd4-300099bf03a7 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:49:11.185504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35da63-0988-4bc3-ad5f-196f2adecf08 None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:49:11.186168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1b35da63-0988-4bc3-ad5f-196f2adecf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:11.252683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b37b94-9a9b-40e7-8099-b7e49a416093 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:49:11.255683 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52d2c205-964b-4e30-8f9e-93bd2634892c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (1f37fc1e-4823-4bd8-94d1-04d11a050a95), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:11.263176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-11b37b94-9a9b-40e7-8099-b7e49a416093 admin admin] 10.222.0.26 "PUT /v2.0/routers/47ecf32a-da12-4474-9ef4-578eefabaed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3742576 Mar 07 21:49:11.263854 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0034cef-c437-4e0c-816a-c0d26d408b09 None None] Sync routers for ids ['47ecf32a-da12-4474-9ef4-578eefabaed6'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:49:11.265757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40246) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:11.290666 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0034cef-c437-4e0c-816a-c0d26d408b09 None None] Routers {'47ecf32a-da12-4474-9ef4-578eefabaed6'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:49:11.308411 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b0034cef-c437-4e0c-816a-c0d26d408b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['47ecf32a-da12-4474-9ef4-578eefabaed6'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:11.323851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-1b35da63-0988-4bc3-ad5f-196f2adecf08 None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:49:11.368603 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52d2c205-964b-4e30-8f9e-93bd2634892c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (1f37fc1e-4823-4bd8-94d1-04d11a050a95), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:11.433173 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52d2c205-964b-4e30-8f9e-93bd2634892c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:11.436458 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-52d2c205-964b-4e30-8f9e-93bd2634892c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/1f37fc1e-4823-4bd8-94d1-04d11a050a95 HTTP/1.1" status: 204 len: 168 time: 0.6270628 Mar 07 21:49:11.437557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2c205-964b-4e30-8f9e-93bd2634892c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Subnet': ['ID=1f37fc1e-4823-4bd8-94d1-04d11a050a95,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:11.448729 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40250) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:11.461218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e7992c-6047-4069-b9ad-397973f9f1ed None None] Network de89f3af-a1b8-45a0-b740-51627d8779e1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:49:11.519319 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] Publish callbacks [] for router (47ecf32a-da12-4474-9ef4-578eefabaed6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:11.573422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1b35da63-0988-4bc3-ad5f-196f2adecf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:49:08Z', 'revision_number': 11, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:11.610707 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (de89f3af-a1b8-45a0-b740-51627d8779e1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:11.694685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35da63-0988-4bc3-ad5f-196f2adecf08 None None] The sync data for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 is: [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:49:08Z', 'revision_number': 11, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:49:11.757004 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Deleting port 924a2b76-f6d7-45d8-89e1-0472c60f4c15 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:49:11.757987 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (924a2b76-f6d7-45d8-89e1-0472c60f4c15), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:11.794790 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b0034cef-c437-4e0c-816a-c0d26d408b09 None None] Set router 47ecf32a-da12-4474-9ef4-578eefabaed6 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:49:11.829047 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] Publish callbacks [] for router_gateway (47ecf32a-da12-4474-9ef4-578eefabaed6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:11.834014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40254) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:11.875836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] For port 924a2b76-f6d7-45d8-89e1-0472c60f4c15, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=924a2b76-f6d7-45d8-89e1-0472c60f4c15,segment=NetworkSegment(0e2cab65-6503-4239-aa11-eb0ef3baf36b),segment_id=0e2cab65-6503-4239-aa11-eb0ef3baf36b)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:11.876940 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (924a2b76-f6d7-45d8-89e1-0472c60f4c15), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:11.894358 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Calling delete_port for 924a2b76-f6d7-45d8-89e1-0472c60f4c15 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:49:11.983697 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] Deleting port 5629de9e-5fef-439d-b099-d362b82e40bb {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:49:11.984087 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5629de9e-5fef-439d-b099-d362b82e40bb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:12.050561 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (924a2b76-f6d7-45d8-89e1-0472c60f4c15), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:12.091833 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No DVR routers for this DVR port 924a2b76-f6d7-45d8-89e1-0472c60f4c15 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:49:12.092817 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689b7ab4-8abb-443b-8ffc-5c3d1b83bb95 None None] DHCP port deletion for de89f3af-a1b8-45a0-b740-51627d8779e1 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:49:12.143308 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0dd14a6-84c7-4073-b56e-76528fa57d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:12.218285 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Port': ['ID=924a2b76-f6d7-45d8-89e1-0472c60f4c15,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:12.248425 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b0034cef-c437-4e0c-816a-c0d26d408b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1391395037-router', 'tenant_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '5629de9e-5fef-439d-b099-d362b82e40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:14Z', 'updated_at': '2022-03-07T21:49:09Z', 'revision_number': 5, 'project_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'gw_port': {'id': '5629de9e-5fef-439d-b099-d362b82e40bb', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:16Z', 'updated_at': '2022-03-07T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:12.280533 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] For port 5629de9e-5fef-439d-b099-d362b82e40bb, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5629de9e-5fef-439d-b099-d362b82e40bb,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:12.281917 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5629de9e-5fef-439d-b099-d362b82e40bb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:12.317204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] Calling delete_port for 5629de9e-5fef-439d-b099-d362b82e40bb owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:49:12.318803 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 924a2b76-f6d7-45d8-89e1-0472c60f4c15 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:49:12.331066 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0034cef-c437-4e0c-816a-c0d26d408b09 None None] Checking router: 47ecf32a-da12-4474-9ef4-578eefabaed6 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:49:12.359702 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0034cef-c437-4e0c-816a-c0d26d408b09 None None] Routers {'47ecf32a-da12-4474-9ef4-578eefabaed6'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:49:12.360337 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b0034cef-c437-4e0c-816a-c0d26d408b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['47ecf32a-da12-4474-9ef4-578eefabaed6'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:12.383961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 924a2b76-f6d7-45d8-89e1-0472c60f4c15 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:49:12.384479 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 924a2b76-f6d7-45d8-89e1-0472c60f4c15 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:49:12.384921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e863b172-861b-4ee2-9350-6045c7ac7ec5 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:49:12.478961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: e863b172-861b-4ee2-9350-6045c7ac7ec5 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:49:12.479318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e863b172-861b-4ee2-9350-6045c7ac7ec5 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:49:12.493502 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0dd14a6-84c7-4073-b56e-76528fa57d1a admin admin] Publish callbacks [] for security_group (55f2a9dc-13b3-4d7e-8190-43e6ee3744af), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:12.509351 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0dd14a6-84c7-4073-b56e-76528fa57d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (55f2a9dc-13b3-4d7e-8190-43e6ee3744af), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:12.545857 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a0dd14a6-84c7-4073-b56e-76528fa57d1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2c2640666204edab6dec369117aa474&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7108479 Mar 07 21:49:12.565273 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (de89f3af-a1b8-45a0-b740-51627d8779e1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:12.573062 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40264) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:12.612751 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b0034cef-c437-4e0c-816a-c0d26d408b09 None None] Set router 47ecf32a-da12-4474-9ef4-578eefabaed6 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:49:12.637761 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd14a6-84c7-4073-b56e-76528fa57d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f2a9dc-13b3-4d7e-8190-43e6ee3744af,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:12.698344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de89f3af-a1b8-45a0-b740-51627d8779e1']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:12.755234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2cab65-6503-4239-aa11-eb0ef3baf36b') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:12.756711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2cab65-6503-4239-aa11-eb0ef3baf36b') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:12.778996 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (0e2cab65-6503-4239-aa11-eb0ef3baf36b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:12.796477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5629de9e-5fef-439d-b099-d362b82e40bb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:12.801644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9052fe1-c402-4b3d-8718-3a9629ad86df req-3931a76e-77d1-4c08-a07b-5c6df7ce9865 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:12.803540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9052fe1-c402-4b3d-8718-3a9629ad86df req-3931a76e-77d1-4c08-a07b-5c6df7ce9865 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.4668627 Mar 07 21:49:12.827759 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0e2cab65-6503-4239-aa11-eb0ef3baf36b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:12.869349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:49:12.872932 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (0e2cab65-6503-4239-aa11-eb0ef3baf36b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:49:12.877421 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:49:12.880120 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11094d8d-de4e-48d1-a80d-89b154199641 admin admin] Publish callbacks [] for security_group (55f2a9dc-13b3-4d7e-8190-43e6ee3744af), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:12.905473 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11094d8d-de4e-48d1-a80d-89b154199641 admin admin] Publish callbacks [] for security_group (55f2a9dc-13b3-4d7e-8190-43e6ee3744af), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:12.923436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] Pushing event deleted for resources: {'Port': ['ID=5629de9e-5fef-439d-b099-d362b82e40bb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:12.933734 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b0034cef-c437-4e0c-816a-c0d26d408b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1391395037-router', 'tenant_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:14Z', 'updated_at': '2022-03-07T21:49:11Z', 'revision_number': 6, 'project_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:12.963575 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0034cef-c437-4e0c-816a-c0d26d408b09 None None] The sync data for ids ['47ecf32a-da12-4474-9ef4-578eefabaed6'] in n-d-832330-1 is: [{'id': '47ecf32a-da12-4474-9ef4-578eefabaed6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1391395037-router', 'tenant_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:14Z', 'updated_at': '2022-03-07T21:49:11Z', 'revision_number': 6, 'project_id': '7e88d009bdbe40fcbd5b114a46e4c1fb', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:49:13.004677 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11094d8d-de4e-48d1-a80d-89b154199641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (55f2a9dc-13b3-4d7e-8190-43e6ee3744af), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:13.007896 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11094d8d-de4e-48d1-a80d-89b154199641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:13.011557 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-11094d8d-de4e-48d1-a80d-89b154199641 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55f2a9dc-13b3-4d7e-8190-43e6ee3744af HTTP/1.1" status: 204 len: 168 time: 0.4334607 Mar 07 21:49:13.084491 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (47ecf32a-da12-4474-9ef4-578eefabaed6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:13.172371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9052fe1-c402-4b3d-8718-3a9629ad86df req-c614373a-13bf-424f-871f-cabe0f955329 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569102 Mar 07 21:49:13.173888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11094d8d-de4e-48d1-a80d-89b154199641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f2a9dc-13b3-4d7e-8190-43e6ee3744af,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:13.177453 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (de89f3af-a1b8-45a0-b740-51627d8779e1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:13.245793 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:13.277279 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/networks/de89f3af-a1b8-45a0-b740-51627d8779e1 HTTP/1.1" status: 204 len: 168 time: 1.8272982 Mar 07 21:49:13.309290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40268) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:13.331222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5d8e90f7-134b-484e-b004-550f6bdeaccc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'router': {'routes': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:13.429789 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (47ecf32a-da12-4474-9ef4-578eefabaed6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:13.469721 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] Publish callbacks [] for router_controller (47ecf32a-da12-4474-9ef4-578eefabaed6), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:13.526268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3c46c-cd03-4861-bcfc-2cd4cadf922c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Pushing event deleted for resources: {'Network': ['ID=de89f3af-a1b8-45a0-b740-51627d8779e1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:13.633129 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (47ecf32a-da12-4474-9ef4-578eefabaed6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:13.634031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ecf32a-da12-4474-9ef4-578eefabaed6 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:49:13.643579 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:13.647134 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-31e00612-e591-4df2-a431-c6cae8b5796f admin admin] 10.222.0.26 "DELETE /v2.0/routers/47ecf32a-da12-4474-9ef4-578eefabaed6 HTTP/1.1" status: 204 len: 168 time: 2.3797145 Mar 07 21:49:13.654331 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40276) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:13.764156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb495c71-8927-45aa-93e0-2b906ffab149 admin admin] Deleting subnet 6faf8b94-1a68-4134-89b8-db953858083e {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:49:13.769448 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eb495c71-8927-45aa-93e0-2b906ffab149 admin admin] Publish callbacks [] for subnet (6faf8b94-1a68-4134-89b8-db953858083e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:13.875586 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eb495c71-8927-45aa-93e0-2b906ffab149 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (6faf8b94-1a68-4134-89b8-db953858083e), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:14.020043 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eb495c71-8927-45aa-93e0-2b906ffab149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (6faf8b94-1a68-4134-89b8-db953858083e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:14.105762 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eb495c71-8927-45aa-93e0-2b906ffab149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (6faf8b94-1a68-4134-89b8-db953858083e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:14.148488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b29f66-e258-495f-9a2c-b8e2143763c8 None None] Network 36e35f17-c1d7-408d-bdf6-66370a00d692 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:49:14.161962 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eb495c71-8927-45aa-93e0-2b906ffab149 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:14.186295 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eb495c71-8927-45aa-93e0-2b906ffab149 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6faf8b94-1a68-4134-89b8-db953858083e HTTP/1.1" status: 204 len: 168 time: 0.5224676 Mar 07 21:49:14.187018 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40290) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:14.347968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb495c71-8927-45aa-93e0-2b906ffab149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6faf8b94-1a68-4134-89b8-db953858083e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:14.357975 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (36e35f17-c1d7-408d-bdf6-66370a00d692), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:14.373927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f0596ab8-c5f6-49ec-92ca-0d7506cd188f no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:49:14.493552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: f0596ab8-c5f6-49ec-92ca-0d7506cd188f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:49:14.494722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.extraroute_db [None req-5d8e90f7-134b-484e-b004-550f6bdeaccc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Added routes are [] {{(pid=103719) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 21:49:14.495212 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.extraroute_db [None req-5d8e90f7-134b-484e-b004-550f6bdeaccc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Removed routes are [] {{(pid=103719) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 21:49:14.495459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d8e90f7-134b-484e-b004-550f6bdeaccc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (b9e44a57-e9d3-410c-afd4-300099bf03a7), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:14.497192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f0596ab8-c5f6-49ec-92ca-0d7506cd188f not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:49:14.498539 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5629de9e-5fef-439d-b099-d362b82e40bb no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:49:14.533810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 5629de9e-5fef-439d-b099-d362b82e40bb {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:49:14.537950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5629de9e-5fef-439d-b099-d362b82e40bb not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:49:14.611977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] Deleting port 90d74215-d001-4d61-9e4e-d8168570ca0e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:49:14.612538 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:14.715392 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0068973b-5b66-4c52-8406-0158dd6ce42b None None] DHCP port deletion for 36e35f17-c1d7-408d-bdf6-66370a00d692 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:49:14.797792 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] For port 90d74215-d001-4d61-9e4e-d8168570ca0e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=90d74215-d001-4d61-9e4e-d8168570ca0e,segment=NetworkSegment(662734c8-9831-4b58-85ca-cb094cefbc16),segment_id=662734c8-9831-4b58-85ca-cb094cefbc16)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:14.798421 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:14.807747 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0068973b-5b66-4c52-8406-0158dd6ce42b None None] Deleting port 90d74215-d001-4d61-9e4e-d8168570ca0e {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:49:14.808384 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0068973b-5b66-4c52-8406-0158dd6ce42b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:14.845061 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40310) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:14.849044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] Calling delete_port for 90d74215-d001-4d61-9e4e-d8168570ca0e owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:49:14.915742 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e7c6e-5120-4b02-8d6d-70be86c4966a req-72fbb337-a4bf-442b-acb3-e06660ddf837 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:14.925994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-617e7c6e-5120-4b02-8d6d-70be86c4966a req-72fbb337-a4bf-442b-acb3-e06660ddf837 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.2603142 Mar 07 21:49:14.932825 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d8e90f7-134b-484e-b004-550f6bdeaccc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (b9e44a57-e9d3-410c-afd4-300099bf03a7), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:14.951149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0068973b-5b66-4c52-8406-0158dd6ce42b None None] For port 90d74215-d001-4d61-9e4e-d8168570ca0e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=90d74215-d001-4d61-9e4e-d8168570ca0e,segment=NetworkSegment(662734c8-9831-4b58-85ca-cb094cefbc16),segment_id=662734c8-9831-4b58-85ca-cb094cefbc16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:14.953594 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0068973b-5b66-4c52-8406-0158dd6ce42b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:14.995214 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d8e90f7-134b-484e-b004-550f6bdeaccc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (b9e44a57-e9d3-410c-afd4-300099bf03a7), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:14.996569 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0068973b-5b66-4c52-8406-0158dd6ce42b None None] Calling delete_port for 90d74215-d001-4d61-9e4e-d8168570ca0e owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:49:15.032959 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.100455 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=90d74215-d001-4d61-9e4e-d8168570ca0e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:15.114363 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-617e7c6e-5120-4b02-8d6d-70be86c4966a req-cbf9a44b-78c5-403a-bcb4-737ba12bdee4 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850963 Mar 07 21:49:15.125575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] No DVR routers for this DVR port 90d74215-d001-4d61-9e4e-d8168570ca0e on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:49:15.131321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-313443428-network', 'tenant_id': 'ba8fd1586b234445a6fd7efa2e935124'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:15.149631 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0068973b-5b66-4c52-8406-0158dd6ce42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (90d74215-d001-4d61-9e4e-d8168570ca0e), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.156258 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8e90f7-134b-484e-b004-550f6bdeaccc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router b9e44a57-e9d3-410c-afd4-300099bf03a7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:49:15.183435 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068973b-5b66-4c52-8406-0158dd6ce42b None None] Pushing event deleted for resources: {'Port': ['ID=90d74215-d001-4d61-9e4e-d8168570ca0e,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:15.193390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0068973b-5b66-4c52-8406-0158dd6ce42b None None] No DVR routers for this DVR port 90d74215-d001-4d61-9e4e-d8168570ca0e on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:49:15.234359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] Made reservation on behalf of ba8fd1586b234445a6fd7efa2e935124 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:49:15.237110 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.250427 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.280968 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (36e35f17-c1d7-408d-bdf6-66370a00d692), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.310767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8e90f7-134b-484e-b004-550f6bdeaccc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:49:15.321805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc97ed8-4d82-4d04-90c6-fa60e2c461ba None None] Sync routers for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:49:15.334167 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e35f17-c1d7-408d-bdf6-66370a00d692']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:15.341049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc97ed8-4d82-4d04-90c6-fa60e2c461ba None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:49:15.342909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1dc97ed8-4d82-4d04-90c6-fa60e2c461ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:15.351629 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662734c8-9831-4b58-85ca-cb094cefbc16') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:15.351991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662734c8-9831-4b58-85ca-cb094cefbc16') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:15.361242 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d8e90f7-134b-484e-b004-550f6bdeaccc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.362815 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (662734c8-9831-4b58-85ca-cb094cefbc16), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.368284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5d8e90f7-134b-484e-b004-550f6bdeaccc tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/b9e44a57-e9d3-410c-afd4-300099bf03a7 HTTP/1.1" status: 200 len: 701 time: 2.0579433 Mar 07 21:49:15.370694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40314) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:15.392483 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (662734c8-9831-4b58-85ca-cb094cefbc16), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.401871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:49:15.403535 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (662734c8-9831-4b58-85ca-cb094cefbc16), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:49:15.407102 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:49:15.450236 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9866d093-9f1e-44fc-a263-f2375ec5355d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9e44a57-e9d3-410c-afd4-300099bf03a7 HTTP/1.1" status: 200 len: 205 time: 0.0746789 Mar 07 21:49:15.451667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40316) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:15.534559 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:49:15.542839 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (36e35f17-c1d7-408d-bdf6-66370a00d692), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.557706 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.562805 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] 10.222.0.26 "DELETE /v2.0/networks/36e35f17-c1d7-408d-bdf6-66370a00d692 HTTP/1.1" status: 204 len: 168 time: 1.3278172 Mar 07 21:49:15.576026 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de291f-b063-40a7-b0b6-be57e891c5ad admin admin] Pushing event deleted for resources: {'Network': ['ID=36e35f17-c1d7-408d-bdf6-66370a00d692,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:15.578019 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-1dc97ed8-4d82-4d04-90c6-fa60e2c461ba None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:49:15.647747 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c58a8f62-410e-4696-8d1d-8995d20ebb46 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (b9e44a57-e9d3-410c-afd4-300099bf03a7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.676964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1dc97ed8-4d82-4d04-90c6-fa60e2c461ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:49:08Z', 'revision_number': 11, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:15.744725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc97ed8-4d82-4d04-90c6-fa60e2c461ba None None] Checking router: b9e44a57-e9d3-410c-afd4-300099bf03a7 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:49:15.759635 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2f877da0-f4d3-456f-896b-7950c933b02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.783441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc97ed8-4d82-4d04-90c6-fa60e2c461ba None None] Routers {'b9e44a57-e9d3-410c-afd4-300099bf03a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:49:15.784158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1dc97ed8-4d82-4d04-90c6-fa60e2c461ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b9e44a57-e9d3-410c-afd4-300099bf03a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:15.878874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-1dc97ed8-4d82-4d04-90c6-fa60e2c461ba None None] Set router b9e44a57-e9d3-410c-afd4-300099bf03a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:49:15.890058 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] Publish callbacks [] for security_group (f94a16aa-c45b-42fa-a54a-448eec97491f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.899705 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f94a16aa-c45b-42fa-a54a-448eec97491f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.930987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40330) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:15.964072 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1dc97ed8-4d82-4d04-90c6-fa60e2c461ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:49:08Z', 'revision_number': 11, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:15.975116 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94a16aa-c45b-42fa-a54a-448eec97491f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:15.986256 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c58a8f62-410e-4696-8d1d-8995d20ebb46 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (b9e44a57-e9d3-410c-afd4-300099bf03a7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:15.997174 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c58a8f62-410e-4696-8d1d-8995d20ebb46 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_controller (b9e44a57-e9d3-410c-afd4-300099bf03a7), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.005186 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-60ba87ac-5562-4047-bc3f-09979cbea9c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9f1f8efd8b64fe8a39cef816a01fc15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0730748 Mar 07 21:49:16.008566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:49:16.009553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40336) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:16.022371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc97ed8-4d82-4d04-90c6-fa60e2c461ba None None] The sync data for ids ['b9e44a57-e9d3-410c-afd4-300099bf03a7'] in n-d-832330-1 is: [{'id': 'b9e44a57-e9d3-410c-afd4-300099bf03a7', 'name': 'tempest-RoutersTest-router-1364101325', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:59Z', 'updated_at': '2022-03-07T21:49:08Z', 'revision_number': 11, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:49:16.048106 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.096746 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (767638f9-6d65-4a10-b96b-ec0140a282a9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.097233 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] Added segment 767638f9-6d65-4a10-b96b-ec0140a282a9 of type vlan for network 5756c39c-b68c-4572-a466-6a9175bae4ac Mar 07 21:49:16.108653 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c58a8f62-410e-4696-8d1d-8995d20ebb46 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (b9e44a57-e9d3-410c-afd4-300099bf03a7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.109193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58a8f62-410e-4696-8d1d-8995d20ebb46 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Fanout notify agent at l3_agent the message router_deleted on router b9e44a57-e9d3-410c-afd4-300099bf03a7 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:49:16.122452 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c58a8f62-410e-4696-8d1d-8995d20ebb46 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.129092 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c58a8f62-410e-4696-8d1d-8995d20ebb46 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/routers/b9e44a57-e9d3-410c-afd4-300099bf03a7 HTTP/1.1" status: 204 len: 168 time: 0.6729679 Mar 07 21:49:16.132902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40338) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:16.137765 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86c7af1f-c21b-4e2d-94b4-2e7e13c2eef8 admin admin] Publish callbacks [] for security_group (472e8977-5aec-43a9-a139-3723eaf0e1dd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.137974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c84475b5-f755-4f55-a3d0-e8b55a9c526c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1552269459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:16.200264 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86c7af1f-c21b-4e2d-94b4-2e7e13c2eef8 admin admin] Publish callbacks [] for security_group (472e8977-5aec-43a9-a139-3723eaf0e1dd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.220554 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c84475b5-f755-4f55-a3d0-e8b55a9c526c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (f1b9d20d-dc06-438f-b44f-e8a31b4a193c), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.221884 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c84475b5-f755-4f55-a3d0-e8b55a9c526c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (f1b9d20d-dc06-438f-b44f-e8a31b4a193c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.236706 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 90d74215-d001-4d61-9e4e-d8168570ca0e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:49:16.261987 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (5756c39c-b68c-4572-a466-6a9175bae4ac), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.286416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 90d74215-d001-4d61-9e4e-d8168570ca0e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:49:16.293370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 90d74215-d001-4d61-9e4e-d8168570ca0e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:49:16.323339 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86c7af1f-c21b-4e2d-94b4-2e7e13c2eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (472e8977-5aec-43a9-a139-3723eaf0e1dd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.326181 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86c7af1f-c21b-4e2d-94b4-2e7e13c2eef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.327398 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-86c7af1f-c21b-4e2d-94b4-2e7e13c2eef8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/472e8977-5aec-43a9-a139-3723eaf0e1dd HTTP/1.1" status: 204 len: 168 time: 0.3158920 Mar 07 21:49:16.350525 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7af1f-c21b-4e2d-94b4-2e7e13c2eef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472e8977-5aec-43a9-a139-3723eaf0e1dd,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:16.392006 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (5756c39c-b68c-4572-a466-6a9175bae4ac), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.393659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:16.396741 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.472871 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c84475b5-f755-4f55-a3d0-e8b55a9c526c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_controller (f1b9d20d-dc06-438f-b44f-e8a31b4a193c), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.498917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6522558 Mar 07 21:49:16.500168 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c84475b5-f755-4f55-a3d0-e8b55a9c526c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (f1b9d20d-dc06-438f-b44f-e8a31b4a193c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.502702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40350) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:16.508794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d2f5cb48-7293-4597-b269-766938d65fc3 admin admin] Request body: {'subnet': {'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-313443428-subnet', 'tenant_id': 'ba8fd1586b234445a6fd7efa2e935124', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:16.521029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0eda3-6c32-428d-aa6f-d34c9489c361 req-ecc31a28-f9aa-469e-8ae6-a947c3562e3a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:16.522833 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58c0eda3-6c32-428d-aa6f-d34c9489c361 req-ecc31a28-f9aa-469e-8ae6-a947c3562e3a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.2421236 Mar 07 21:49:16.556345 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f5cb48-7293-4597-b269-766938d65fc3 admin admin] Made reservation on behalf of ba8fd1586b234445a6fd7efa2e935124 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:49:16.560613 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2f5cb48-7293-4597-b269-766938d65fc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.597013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74b245-4aa8-44da-b661-e09f97c3fb10 admin admin] Pushing event updated for resources: {'Network': ['ID=5756c39c-b68c-4572-a466-6a9175bae4ac,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:16.611688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 5756c39c-b68c-4572-a466-6a9175bae4ac details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:49:16.630236 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c84475b5-f755-4f55-a3d0-e8b55a9c526c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:16.637011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c84475b5-f755-4f55-a3d0-e8b55a9c526c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5001490 Mar 07 21:49:16.637965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40366) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:16.644192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-28825598-b7cc-4dad-9a18-e8989f30154f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:16.788414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58c0eda3-6c32-428d-aa6f-d34c9489c361 req-ff9909a7-dc07-455a-906f-6fac4697af86 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283418 Mar 07 21:49:16.901431 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2f5cb48-7293-4597-b269-766938d65fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (087870aa-f669-4d7e-a1fb-da282598d1d1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:17.043820 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5cb48-7293-4597-b269-766938d65fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=087870aa-f669-4d7e-a1fb-da282598d1d1,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:17.064875 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f5cb48-7293-4597-b269-766938d65fc3 admin admin] Checking segment: {'id': '767638f9-6d65-4a10-b96b-ec0140a282a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:49:17.065266 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f5cb48-7293-4597-b269-766938d65fc3 admin admin] Network hostable DHCP agents. Network: 5756c39c-b68c-4572-a466-6a9175bae4ac, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:49:17.091282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40390) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:17.103732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f5cb48-7293-4597-b269-766938d65fc3 admin admin] Network 5756c39c-b68c-4572-a466-6a9175bae4ac is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:49:17.118796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-d2f5cb48-7293-4597-b269-766938d65fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 5756c39c-b68c-4572-a466-6a9175bae4ac) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:49:17.126353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5cb48-7293-4597-b269-766938d65fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:17.127809 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2f5cb48-7293-4597-b269-766938d65fc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:17.131790 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba27177-f522-493d-b18e-15c9f748d25e None None] Network 5756c39c-b68c-4572-a466-6a9175bae4ac requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:49:17.178044 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-28825598-b7cc-4dad-9a18-e8989f30154f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (f1b9d20d-dc06-438f-b44f-e8a31b4a193c), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:17.197535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-71778c95-d2b6-4e5b-a27c-a96e86cf461c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e88d009bdbe40fcbd5b114a46e4c1fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1050320 Mar 07 21:49:17.201930 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-28825598-b7cc-4dad-9a18-e8989f30154f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (f1b9d20d-dc06-438f-b44f-e8a31b4a193c), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:17.215790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40392) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:17.275497 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d2f5cb48-7293-4597-b269-766938d65fc3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7630734 Mar 07 21:49:17.327591 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c411f-981c-4176-8b1b-79e8812fc9d8 req-08c59cc4-567b-461a-89ca-aad267f669c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:17.342184 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e20c411f-981c-4176-8b1b-79e8812fc9d8 req-08c59cc4-567b-461a-89ca-aad267f669c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 1127 time: 0.1879010 Mar 07 21:49:17.426676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f34ca8-88dd-4669-917c-993b9bca296f None None] Network 5756c39c-b68c-4572-a466-6a9175bae4ac requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:49:17.448476 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2eedbb44-4214-476f-abf1-967c2e90f214 admin admin] Publish callbacks [] for security_group (afe363bf-99f0-4956-8d42-9f5cbd122736), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:17.473479 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2eedbb44-4214-476f-abf1-967c2e90f214 admin admin] Publish callbacks [] for security_group (afe363bf-99f0-4956-8d42-9f5cbd122736), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:17.522201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28825598-b7cc-4dad-9a18-e8989f30154f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Router f1b9d20d-dc06-438f-b44f-e8a31b4a193c is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:49:17.527898 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c411f-981c-4176-8b1b-79e8812fc9d8 req-9ddb345f-cbb1-41fa-a527-9cd16b145065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:17.530300 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e20c411f-981c-4176-8b1b-79e8812fc9d8 req-9ddb345f-cbb1-41fa-a527-9cd16b145065 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 200 len: 918 time: 0.1791489 Mar 07 21:49:17.706221 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e20c411f-981c-4176-8b1b-79e8812fc9d8 req-e4e84fa9-a795-42b7-80e1-c2a6e9dddc48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d620a753-d391-428d-9963-90e4890693ef HTTP/1.1" status: 200 len: 1001 time: 0.1642025 Mar 07 21:49:17.709775 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2eedbb44-4214-476f-abf1-967c2e90f214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (afe363bf-99f0-4956-8d42-9f5cbd122736), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:17.719606 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2eedbb44-4214-476f-abf1-967c2e90f214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:17.727467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2eedbb44-4214-476f-abf1-967c2e90f214 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/afe363bf-99f0-4956-8d42-9f5cbd122736 HTTP/1.1" status: 204 len: 168 time: 0.5054088 Mar 07 21:49:17.754954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedbb44-4214-476f-abf1-967c2e90f214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe363bf-99f0-4956-8d42-9f5cbd122736,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:17.761824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28825598-b7cc-4dad-9a18-e8989f30154f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:49:17.795394 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43433a-61f5-4054-9d19-8c69075ece24 None None] Sync routers for ids ['f1b9d20d-dc06-438f-b44f-e8a31b4a193c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:49:17.815822 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43433a-61f5-4054-9d19-8c69075ece24 None None] Routers {'f1b9d20d-dc06-438f-b44f-e8a31b4a193c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:49:17.817551 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4e43433a-61f5-4054-9d19-8c69075ece24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:48:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f1b9d20d-dc06-438f-b44f-e8a31b4a193c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:17.848581 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c411f-981c-4176-8b1b-79e8812fc9d8 req-764e7063-8577-44ac-9a6d-83dd748566c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:17.868507 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e20c411f-981c-4176-8b1b-79e8812fc9d8 req-764e7063-8577-44ac-9a6d-83dd748566c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb8fce9d-2178-442d-a64b-842253767477 HTTP/1.1" status: 200 len: 856 time: 0.1527722 Mar 07 21:49:17.880694 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-28825598-b7cc-4dad-9a18-e8989f30154f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:17.881204 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-24c3de49-1ab1-4a86-a20a-7e9f76c8a932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:17.895441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-28825598-b7cc-4dad-9a18-e8989f30154f tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "PUT /v2.0/routers/f1b9d20d-dc06-438f-b44f-e8a31b4a193c HTTP/1.1" status: 200 len: 694 time: 1.2566288 Mar 07 21:49:17.899942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40442) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:17.965991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c411f-981c-4176-8b1b-79e8812fc9d8 req-1c59841d-c2a9-42ff-9da1-2aa6ba817691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:17.965991 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e20c411f-981c-4176-8b1b-79e8812fc9d8 req-1c59841d-c2a9-42ff-9da1-2aa6ba817691 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0842001 Mar 07 21:49:18.106384 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-4e43433a-61f5-4054-9d19-8c69075ece24 None None] Set router f1b9d20d-dc06-438f-b44f-e8a31b4a193c gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:49:18.134349 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:18.205762 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4e43433a-61f5-4054-9d19-8c69075ece24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9d20d-dc06-438f-b44f-e8a31b4a193c', 'name': 'tempest-RoutersTest-router-1552269459', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:49:16Z', 'updated_at': '2022-03-07T21:49:17Z', 'revision_number': 2, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:18.271051 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43433a-61f5-4054-9d19-8c69075ece24 None None] Checking router: f1b9d20d-dc06-438f-b44f-e8a31b4a193c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:49:18.284230 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e20c411f-981c-4176-8b1b-79e8812fc9d8 req-c69d7a04-a7fa-4a2c-8748-e1599d5819db service neutron] 10.222.0.15 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079951 Mar 07 21:49:18.289865 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43433a-61f5-4054-9d19-8c69075ece24 None None] Routers {'f1b9d20d-dc06-438f-b44f-e8a31b4a193c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:49:18.292784 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4e43433a-61f5-4054-9d19-8c69075ece24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:49:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f1b9d20d-dc06-438f-b44f-e8a31b4a193c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:18.373574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7adb3d4f-3c48-4a5d-a613-ed68957eaae5 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/routers/f1b9d20d-dc06-438f-b44f-e8a31b4a193c HTTP/1.1" status: 200 len: 700 time: 0.4718962 Mar 07 21:49:18.424393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40466) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:18.503329 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-4e43433a-61f5-4054-9d19-8c69075ece24 None None] Set router f1b9d20d-dc06-438f-b44f-e8a31b4a193c gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:49:18.520537 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e20c411f-981c-4176-8b1b-79e8812fc9d8 req-2b142ba9-2429-4be8-8f27-0e3597a7c64b service neutron] 10.222.0.15 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257607 Mar 07 21:49:18.534949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ba975e0e-c44b-40ef-b7c2-930f632f8120 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1b9d20d-dc06-438f-b44f-e8a31b4a193c HTTP/1.1" status: 200 len: 205 time: 0.0915058 Mar 07 21:49:18.541560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40472) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:18.555969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652fc69-ee61-4c42-ad2e-d9d49e1f7c94 req-f644638b-d8ec-4d63-915e-188c0a3ce6f8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:18.564072 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4652fc69-ee61-4c42-ad2e-d9d49e1f7c94 req-f644638b-d8ec-4d63-915e-188c0a3ce6f8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.5129673 Mar 07 21:49:18.608551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-346f97f8-fc36-4175-94d7-b66a63e13272 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:18.610155 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-346f97f8-fc36-4175-94d7-b66a63e13272 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/networks?id=5756c39c-b68c-4572-a466-6a9175bae4ac HTTP/1.1" status: 200 len: 813 time: 0.3696942 Mar 07 21:49:18.639758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-77f2e507-6c1a-423d-ba8d-f717223b8e13 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/quotas/ba8fd1586b234445a6fd7efa2e935124 HTTP/1.1" status: 200 len: 375 time: 0.0217834 Mar 07 21:49:18.651838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4652fc69-ee61-4c42-ad2e-d9d49e1f7c94 req-cbe87e21-0542-475e-8447-401637cebea6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867550 Mar 07 21:49:18.660639 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4e43433a-61f5-4054-9d19-8c69075ece24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9d20d-dc06-438f-b44f-e8a31b4a193c', 'name': 'tempest-RoutersTest-router-1552269459', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:49:16Z', 'updated_at': '2022-03-07T21:49:17Z', 'revision_number': 2, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:18.704360 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43433a-61f5-4054-9d19-8c69075ece24 None None] The sync data for ids ['f1b9d20d-dc06-438f-b44f-e8a31b4a193c'] in n-d-832330-1 is: [{'id': 'f1b9d20d-dc06-438f-b44f-e8a31b4a193c', 'name': 'tempest-RoutersTest-router-1552269459', 'tenant_id': 'ad1d9f4a661743eebc329143cc662c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:49:16Z', 'updated_at': '2022-03-07T21:49:17Z', 'revision_number': 2, 'project_id': 'ad1d9f4a661743eebc329143cc662c8b', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:49:18.750050 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2eec5a73-a911-4f12-a9e0-0fe31dcb362e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (f1b9d20d-dc06-438f-b44f-e8a31b4a193c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:18.768239 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-4c9051f0-60d5-4a6b-b3f0-619ae7b9a74a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba8fd1586b234445a6fd7efa2e935124&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1114783 Mar 07 21:49:19.140718 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2eec5a73-a911-4f12-a9e0-0fe31dcb362e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (f1b9d20d-dc06-438f-b44f-e8a31b4a193c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:19.160715 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2eec5a73-a911-4f12-a9e0-0fe31dcb362e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router_controller (f1b9d20d-dc06-438f-b44f-e8a31b4a193c), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:19.212071 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-2bfd24e8-c72a-4ec0-b0c7-5d407a514029 service neutron] 10.222.0.26 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348199 Mar 07 21:49:19.249150 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:19.258718 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2eec5a73-a911-4f12-a9e0-0fe31dcb362e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (f1b9d20d-dc06-438f-b44f-e8a31b4a193c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:19.259657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eec5a73-a911-4f12-a9e0-0fe31dcb362e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Fanout notify agent at l3_agent the message router_deleted on router f1b9d20d-dc06-438f-b44f-e8a31b4a193c {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:49:19.276207 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2eec5a73-a911-4f12-a9e0-0fe31dcb362e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:19.283119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40492) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:19.283822 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2eec5a73-a911-4f12-a9e0-0fe31dcb362e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/routers/f1b9d20d-dc06-438f-b44f-e8a31b4a193c HTTP/1.1" status: 204 len: 168 time: 0.7370274 Mar 07 21:49:19.365555 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40494) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:19.389996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1da19572-7141-4aaf-a7ac-fe909312ae62 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1b9d20d-dc06-438f-b44f-e8a31b4a193c HTTP/1.1" status: 200 len: 205 time: 0.1021879 Mar 07 21:49:19.404153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40500) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:19.443439 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-aaede534-5bfd-4c91-bfbf-f32366b07fd8 service neutron] 10.222.0.26 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274537 Mar 07 21:49:19.466978 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-5890a110-5978-433e-a0c3-ab233612fac1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] delete failed (client error): The resource could not be found. Mar 07 21:49:19.470100 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5890a110-5978-433e-a0c3-ab233612fac1 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/routers/f1b9d20d-dc06-438f-b44f-e8a31b4a193c HTTP/1.1" status: 404 len: 336 time: 0.0608723 Mar 07 21:49:19.470670 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40502) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:19.500571 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df85547-f82f-437f-8dfd-b9505d567ad2 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] DELETE failed (client error): The resource could not be found. Mar 07 21:49:19.501641 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df85547-f82f-437f-8dfd-b9505d567ad2 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:49:19.505322 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5df85547-f82f-437f-8dfd-b9505d567ad2 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/7f733d6e-0d75-4942-88ab-aa5b93c8474a HTTP/1.1" status: 404 len: 337 time: 0.0333343 Mar 07 21:49:19.507954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40504) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:19.591854 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbef4268-6401-4f73-ae92-55ba119a127e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] DELETE failed (client error): The resource could not be found. Mar 07 21:49:19.592884 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbef4268-6401-4f73-ae92-55ba119a127e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:49:19.605620 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cbef4268-6401-4f73-ae92-55ba119a127e tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/27557397-b057-4b9a-a0bb-b9fa26e8aee5 HTTP/1.1" status: 404 len: 337 time: 0.0963998 Mar 07 21:49:19.609288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40506) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:19.615289 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1102614501-network', 'tenant_id': '3b743ba1d7164d2381e48b84928ce92b'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:19.646021 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d620a753-d391-428d-9963-90e4890693ef no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:49:19.721130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Made reservation on behalf of 3b743ba1d7164d2381e48b84928ce92b for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:49:19.723908 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:19.745117 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-646c73ac-bd76-47a3-8e0e-e6b5190a6d50 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] DELETE failed (client error): The resource could not be found. Mar 07 21:49:19.745724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646c73ac-bd76-47a3-8e0e-e6b5190a6d50 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:49:19.755161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-646c73ac-bd76-47a3-8e0e-e6b5190a6d50 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/36ff0708-092f-44ca-8542-cdb7b5770e27 HTTP/1.1" status: 404 len: 337 time: 0.1439068 Mar 07 21:49:19.757379 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:19.758954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40520) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:19.878717 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e13d8c-9c45-4ce8-94ac-87578283ff86 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] DELETE failed (client error): The resource could not be found. Mar 07 21:49:19.879324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e13d8c-9c45-4ce8-94ac-87578283ff86 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:49:19.885254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40524) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:19.892457 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-37e13d8c-9c45-4ce8-94ac-87578283ff86 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/1f37fc1e-4823-4bd8-94d1-04d11a050a95 HTTP/1.1" status: 404 len: 337 time: 0.1189497 Mar 07 21:49:19.942698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port d620a753-d391-428d-9963-90e4890693ef is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:49:19.944822 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d620a753-d391-428d-9963-90e4890693ef), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:19.965073 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-627b095f-b7b1-429f-b067-77bceab3e41c tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9e44a57-e9d3-410c-afd4-300099bf03a7 HTTP/1.1" status: 200 len: 205 time: 0.0786955 Mar 07 21:49:19.971207 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40526) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:20.019387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9771d72-52e4-4d68-83e7-6466cc937d17 req-e63858f9-ee54-41a0-adf7-eeb8549a3425 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 210 time: 0.1648920 Mar 07 21:49:20.061305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d620a753-d391-428d-9963-90e4890693ef, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d620a753-d391-428d-9963-90e4890693ef,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:20.063833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd620a753-d391-428d-9963-90e4890693ef'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:20.067697 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b336e238-62ac-47ce-aa11-064ea7b46418" -d '{"events": [{"server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "name": "network-vif-unplugged", "status": "completed", "tag": "d620a753-d391-428d-9963-90e4890693ef"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:49:20.095655 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d620a753-d391-428d-9963-90e4890693ef), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:20.107704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7347b-0757-445a-bf41-36360a6e0be1 req-05f778bc-0cbb-4379-9cea-e907bdcb8e6b tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:20.109194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d2d7347b-0757-445a-bf41-36360a6e0be1 req-05f778bc-0cbb-4379-9cea-e907bdcb8e6b tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.2136958 Mar 07 21:49:20.172051 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-13e85f5f-0448-4487-80d8-36d85e2f69dd tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] delete failed (client error): The resource could not be found. Mar 07 21:49:20.178609 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-13e85f5f-0448-4487-80d8-36d85e2f69dd tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/routers/b9e44a57-e9d3-410c-afd4-300099bf03a7 HTTP/1.1" status: 404 len: 336 time: 0.2016706 Mar 07 21:49:20.202129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40538) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:20.274312 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d2d7347b-0757-445a-bf41-36360a6e0be1 req-b11e7bac-4811-4886-8802-4517c52a66b3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302466 Mar 07 21:49:20.298904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40540) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:20.299169 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-31050717-c42f-413b-9f3f-f476a8250c67 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports?device_id=8898d2a0-5321-4d84-b07e-617c9cf573ea HTTP/1.1" status: 200 len: 205 time: 0.0928140 Mar 07 21:49:20.312094 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Publish callbacks [] for security_group (7f9b9a21-597f-4c59-9eca-8d45c76f5b29), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:20.326327 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7f9b9a21-597f-4c59-9eca-8d45c76f5b29), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:20.383794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:49:20.390034 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-745e975b-6eea-427d-a0f9-0e3ebb8f4520 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] delete failed (client error): The resource could not be found. Mar 07 21:49:20.391938 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-745e975b-6eea-427d-a0f9-0e3ebb8f4520 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/routers/8898d2a0-5321-4d84-b07e-617c9cf573ea HTTP/1.1" status: 404 len: 336 time: 0.0917139 Mar 07 21:49:20.395105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40542) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:20.418516 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9b9a21-597f-4c59-9eca-8d45c76f5b29,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:20.444934 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dae3226-c896-4814-a3cd-f9e5f2275230 x-openstack-request-id: req-3dae3226-c896-4814-a3cd-f9e5f2275230 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:49:20.445754 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "name": "network-vif-unplugged", "status": "completed", "tag": "d620a753-d391-428d-9963-90e4890693ef", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:49:20.446367 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3dae3226-c896-4814-a3cd-f9e5f2275230 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:49:20.446944 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd620a753-d391-428d-9963-90e4890693ef', 'code': 200} Mar 07 21:49:20.463915 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (69fe6a0c-241d-4ec4-9b61-7df4706b3745), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:20.464427 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Added segment 69fe6a0c-241d-4ec4-9b61-7df4706b3745 of type vlan for network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 Mar 07 21:49:20.473813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:20.474278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:20.474722 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:20.475300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:20.475763 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:20.476721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:20.477125 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:20.477679 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:20.478100 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:20.478506 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:20.478901 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:20.479293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:20.479681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:20.482889 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:20.496553 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-04bf09ea-8544-44f2-8dd4-3824f4b0d9e3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] DELETE failed (client error): The resource could not be found. Mar 07 21:49:20.496853 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=d620a753-d391-428d-9963-90e4890693ef,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:20.499241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04bf09ea-8544-44f2-8dd4-3824f4b0d9e3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:49:20.505102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40548) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:20.507936 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-04bf09ea-8544-44f2-8dd4-3824f4b0d9e3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/009d6fa0-1e19-4c3b-992f-773c33f0a891 HTTP/1.1" status: 404 len: 337 time: 0.1102667 Mar 07 21:49:20.555276 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (9e6c13b1-0c65-4e12-81d7-b8c2ee49c756), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:20.566721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1f16148f-83f0-43b3-b648-f39df83dbaf9 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports?device_id=2114c173-c321-4313-a57b-04ba174a0444 HTTP/1.1" status: 200 len: 205 time: 0.0591273 Mar 07 21:49:20.568072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40550) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:20.637708 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (9e6c13b1-0c65-4e12-81d7-b8c2ee49c756), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:20.638936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:20.640120 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:20.669133 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-89d3f3c6-ca55-443a-9bdb-6328925bc74d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] delete failed (client error): The resource could not be found. Mar 07 21:49:20.670736 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-89d3f3c6-ca55-443a-9bdb-6328925bc74d tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/routers/2114c173-c321-4313-a57b-04ba174a0444 HTTP/1.1" status: 404 len: 336 time: 0.1015675 Mar 07 21:49:20.679745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40552) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:20.717697 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f25f3876-d8df-4f48-8647-2fbb32ab8958 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e375104a-adac-44f1-91c3-bf7da578f80e HTTP/1.1" status: 200 len: 205 time: 0.0354235 Mar 07 21:49:20.720349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40554) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:20.767880 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3976197 Mar 07 21:49:20.768106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40556) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:20.773593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-65ec88ff-e22e-40e5-9f1b-f941fc889cc1 admin admin] Request body: {'subnet': {'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1102614501-subnet', 'tenant_id': '3b743ba1d7164d2381e48b84928ce92b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:20.778004 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218a09d-7f7e-442a-8beb-6fcf24d5af3e admin admin] Pushing event updated for resources: {'Network': ['ID=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:20.791090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:49:20.792469 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-b003d25b-6e41-47c6-b831-24b0165509a7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] delete failed (client error): The resource could not be found. Mar 07 21:49:20.794135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b003d25b-6e41-47c6-b831-24b0165509a7 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/routers/e375104a-adac-44f1-91c3-bf7da578f80e HTTP/1.1" status: 404 len: 336 time: 0.0723100 Mar 07 21:49:20.796752 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40558) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:20.829822 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c5c35c-8137-48df-860e-cc9f9cc35d48 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] DELETE failed (client error): The resource could not be found. Mar 07 21:49:20.830663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c5c35c-8137-48df-860e-cc9f9cc35d48 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:49:20.835120 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d5c5c35c-8137-48df-860e-cc9f9cc35d48 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/668f12fe-a0e9-4618-bd74-c0429f20370f HTTP/1.1" status: 404 len: 337 time: 0.0371099 Mar 07 21:49:20.838523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40560) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:20.865265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ec88ff-e22e-40e5-9f1b-f941fc889cc1 admin admin] Made reservation on behalf of 3b743ba1d7164d2381e48b84928ce92b for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:49:20.868101 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65ec88ff-e22e-40e5-9f1b-f941fc889cc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:20.883208 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9d27a6d1-06fe-4025-b099-557e7719f14a tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f12735-fdfd-4427-a9f7-b53d91f55fed HTTP/1.1" status: 200 len: 205 time: 0.0416257 Mar 07 21:49:20.885151 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40562) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:21.186096 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65ec88ff-e22e-40e5-9f1b-f941fc889cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (ce1fbfa2-ec43-4960-9833-0f8cbf460e36), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:21.324366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec88ff-e22e-40e5-9f1b-f941fc889cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1fbfa2-ec43-4960-9833-0f8cbf460e36,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:21.352961 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec88ff-e22e-40e5-9f1b-f941fc889cc1 admin admin] Checking segment: {'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:49:21.354508 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec88ff-e22e-40e5-9f1b-f941fc889cc1 admin admin] Network hostable DHCP agents. Network: 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:49:21.366632 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-7c0901c3-ace9-427f-9a58-8bf91b22a1e6 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] delete failed (client error): The resource could not be found. Mar 07 21:49:21.371414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7c0901c3-ace9-427f-9a58-8bf91b22a1e6 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/routers/26f12735-fdfd-4427-a9f7-b53d91f55fed HTTP/1.1" status: 404 len: 336 time: 0.4850569 Mar 07 21:49:21.372173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40576) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:21.425309 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec88ff-e22e-40e5-9f1b-f941fc889cc1 admin admin] Network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:49:21.439159 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7bd876e-5493-44af-ba75-3d240deff5d9 req-b0141825-ee6e-40f0-9a69-ab47577fce55 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 210 time: 0.0658555 Mar 07 21:49:21.441655 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-deae0b2b-7ff5-4b67-ba50-3249b16bbed3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] DELETE failed (client error): The resource could not be found. Mar 07 21:49:21.442873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deae0b2b-7ff5-4b67-ba50-3249b16bbed3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:49:21.450319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-65ec88ff-e22e-40e5-9f1b-f941fc889cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:49:21.459210 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40578) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:21.459861 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-deae0b2b-7ff5-4b67-ba50-3249b16bbed3 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/07aaac4b-eac8-486a-b733-88bfc46f3f45 HTTP/1.1" status: 404 len: 337 time: 0.0853846 Mar 07 21:49:21.460067 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d115a6f-7238-4895-9c6f-2569aedac6d7 None None] Network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:49:21.494411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ec88ff-e22e-40e5-9f1b-f941fc889cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:21.496683 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65ec88ff-e22e-40e5-9f1b-f941fc889cc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:21.568135 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-994fed63-d9bc-486f-ac7d-58926f167c72 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ffe7e61-9669-4ac9-9bfc-309260a7fe00 HTTP/1.1" status: 200 len: 205 time: 0.1062388 Mar 07 21:49:21.569143 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40580) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:21.582291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f78c49-30d0-4676-9bb4-db9ed6aeb7d4 req-c6b05efc-dcae-4b1a-b107-97788c580c80 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:21.596292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6f78c49-30d0-4676-9bb4-db9ed6aeb7d4 req-c6b05efc-dcae-4b1a-b107-97788c580c80 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.1336083 Mar 07 21:49:21.711432 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-65ec88ff-e22e-40e5-9f1b-f941fc889cc1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9422925 Mar 07 21:49:21.745409 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6f78c49-30d0-4676-9bb4-db9ed6aeb7d4 req-635832a1-30cf-47ba-a296-d3b201f591be tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400654 Mar 07 21:49:21.769423 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-fbc1335a-cf2f-4416-a5db-b51844c70395 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] delete failed (client error): The resource could not be found. Mar 07 21:49:21.771488 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fbc1335a-cf2f-4416-a5db-b51844c70395 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/routers/3ffe7e61-9669-4ac9-9bfc-309260a7fe00 HTTP/1.1" status: 404 len: 336 time: 0.1965132 Mar 07 21:49:21.774683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40586) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:21.776678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdea7abc-9654-483b-9842-f31a24b8ada5 None None] Network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:49:21.822411 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bbaaad-3c2c-4246-9b31-9c3832643f27 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] DELETE failed (client error): The resource could not be found. Mar 07 21:49:21.822887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59bbaaad-3c2c-4246-9b31-9c3832643f27 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:49:21.826912 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-59bbaaad-3c2c-4246-9b31-9c3832643f27 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/2b6e450a-6c85-4052-97ad-fb9ed1b2bad2 HTTP/1.1" status: 404 len: 337 time: 0.0509629 Mar 07 21:49:21.829338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40590) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:21.869006 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-5342cbf5-17ef-4a18-aa11-620d5c28fd65 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] DELETE failed (client error): The resource could not be found. Mar 07 21:49:21.869539 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5342cbf5-17ef-4a18-aa11-620d5c28fd65 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:49:21.874636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5342cbf5-17ef-4a18-aa11-620d5c28fd65 tempest-RoutersTest-1713436802 tempest-RoutersTest-1713436802-project] 10.222.0.26 "DELETE /v2.0/subnets/afee88ee-a45e-4dbe-a80c-10a708ddbebe HTTP/1.1" status: 404 len: 337 time: 0.0443280 Mar 07 21:49:21.908480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-c33c4c05-2b09-4dfe-bf5b-93dbe26de99b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:21.911903 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-c33c4c05-2b09-4dfe-bf5b-93dbe26de99b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.15 "GET /v2.0/networks?id=5756c39c-b68c-4572-a466-6a9175bae4ac HTTP/1.1" status: 200 len: 813 time: 0.3622754 Mar 07 21:49:21.947604 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-7f996b8c-5b89-423c-a4b3-f5b9572aeb5a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Request body: {'port': {'device_id': 'bc566c24-ff47-44a3-8c3a-1698e4cc5200', 'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac', 'admin_state_up': True, 'tenant_id': 'ba8fd1586b234445a6fd7efa2e935124'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:22.098389 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:22.326415 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-7f996b8c-5b89-423c-a4b3-f5b9572aeb5a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Made reservation on behalf of ba8fd1586b234445a6fd7efa2e935124 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:49:22.331054 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-7f996b8c-5b89-423c-a4b3-f5b9572aeb5a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:22.484517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40618) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:22.666398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94d95cd1-8208-4114-ac72-6793a9294cb6 req-f27c78f6-ef02-41e4-9797-9d5927158dfe tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 210 time: 0.0862257 Mar 07 21:49:22.826638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-7356f834-13aa-4925-be5e-845c628a67c2 req-4619ce1e-c2f0-4ded-88c6-f5385fe1d519 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:49:22.839813 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7356f834-13aa-4925-be5e-845c628a67c2 req-4619ce1e-c2f0-4ded-88c6-f5385fe1d519 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147383 Mar 07 21:49:22.873910 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cbd5a2df-a8c2-4e1f-a0e0-3b464266b882 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad1d9f4a661743eebc329143cc662c8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3854642 Mar 07 21:49:22.890882 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40636) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:23.061254 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f6c9491-d6a7-41c3-8daf-4646f0ff54d3 admin admin] Publish callbacks [] for security_group (70a398b5-7ec9-4414-b13b-ce6c98cfe954), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:23.083473 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f6c9491-d6a7-41c3-8daf-4646f0ff54d3 admin admin] Publish callbacks [] for security_group (70a398b5-7ec9-4414-b13b-ce6c98cfe954), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:23.173635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-10160596-cc9f-4354-8a7f-e839b7dfc2be tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:23.175256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-10160596-cc9f-4354-8a7f-e839b7dfc2be tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/networks?id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 HTTP/1.1" status: 200 len: 805 time: 0.3941369 Mar 07 21:49:23.183218 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f6c9491-d6a7-41c3-8daf-4646f0ff54d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (70a398b5-7ec9-4414-b13b-ce6c98cfe954), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:23.185904 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f6c9491-d6a7-41c3-8daf-4646f0ff54d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:23.190147 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1f6c9491-d6a7-41c3-8daf-4646f0ff54d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70a398b5-7ec9-4414-b13b-ce6c98cfe954 HTTP/1.1" status: 204 len: 168 time: 0.2978952 Mar 07 21:49:23.205293 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-33bd94d1-fa3f-4c35-8afa-e6f829f336e7 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/quotas/3b743ba1d7164d2381e48b84928ce92b HTTP/1.1" status: 200 len: 375 time: 0.0140529 Mar 07 21:49:23.229056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c9491-d6a7-41c3-8daf-4646f0ff54d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a398b5-7ec9-4414-b13b-ce6c98cfe954,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:23.268687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-b9979e8c-6ace-4547-bf71-eb973a9e155a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b743ba1d7164d2381e48b84928ce92b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553665 Mar 07 21:49:23.280382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd76b9-c1c4-47fc-9ca2-fb95434f4274 req-1a623a65-1aea-48cf-8ad6-85e61b2fbe3e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:23.289856 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7cd76b9-c1c4-47fc-9ca2-fb95434f4274 req-1a623a65-1aea-48cf-8ad6-85e61b2fbe3e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.2421739 Mar 07 21:49:23.409011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7cd76b9-c1c4-47fc-9ca2-fb95434f4274 req-ebe32001-2aae-4a80-99f7-9d0946bad8d1 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163528 Mar 07 21:49:23.656178 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-7f996b8c-5b89-423c-a4b3-f5b9572aeb5a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Allocated IP 172.20.0.7 (5756c39c-b68c-4572-a466-6a9175bae4ac/087870aa-f669-4d7e-a1fb-da282598d1d1/72840b70-c8b3-4f97-9dbb-b0dc277d4ccb) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:49:23.662571 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d620a753-d391-428d-9963-90e4890693ef no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:49:23.696531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-a51e63f5-7219-46bd-8a06-c8db1a63a92d service neutron] 10.222.0.26 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986712 Mar 07 21:49:23.997284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port d620a753-d391-428d-9963-90e4890693ef is: DOWN; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:49:24.001127 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-eac7deb3-2928-494d-b540-df202f2f45ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4032214 Mar 07 21:49:24.043155 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cebc5ac-2ad1-4fd9-93bb-57e9031e94da req-85247536-b446-4087-b102-4c6396e91aa0 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 210 time: 0.1284430 Mar 07 21:49:24.073106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-56df4adb-cf9f-4770-88af-a9aa6e2cdb4c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:49:24.074232 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-56df4adb-cf9f-4770-88af-a9aa6e2cdb4c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0439570 Mar 07 21:49:24.101574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-1ab37a9a-f545-4074-a781-9065fa8e6a7c service neutron] 10.222.0.26 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965611 Mar 07 21:49:24.212643 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-7f996b8c-5b89-423c-a4b3-f5b9572aeb5a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks [] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:24.283974 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-7f996b8c-5b89-423c-a4b3-f5b9572aeb5a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:24.388036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f996b8c-5b89-423c-a4b3-f5b9572aeb5a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Pushing event updated for resources: {'Port': ['ID=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:24.460927 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-7f996b8c-5b89-423c-a4b3-f5b9572aeb5a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Network 5756c39c-b68c-4572-a466-6a9175bae4ac is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:49:24.479780 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-7f996b8c-5b89-423c-a4b3-f5b9572aeb5a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:49:24.484553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-7f996b8c-5b89-423c-a4b3-f5b9572aeb5a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:49:24.644297 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40694) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:24.651712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-7f996b8c-5b89-423c-a4b3-f5b9572aeb5a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:24.652382 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-7f996b8c-5b89-423c-a4b3-f5b9572aeb5a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:24.695053 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-7f996b8c-5b89-423c-a4b3-f5b9572aeb5a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7673900 Mar 07 21:49:24.716220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Request body: {'port': {'device_id': 'bc566c24-ff47-44a3-8c3a-1698e4cc5200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:24.738943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6427678f-0ea6-4ba6-b895-721c8308af75 req-7173904c-0ce9-49bf-88ce-e53e5e6ff3ec tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 210 time: 0.0623760 Mar 07 21:49:24.794445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb008c4b-a8a4-4c89-8c3c-1dbb024fffa2 req-4aa8acde-63db-4f6f-8caf-704f54d84f61 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:24.799333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb008c4b-a8a4-4c89-8c3c-1dbb024fffa2 req-4aa8acde-63db-4f6f-8caf-704f54d84f61 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.2097547 Mar 07 21:49:24.855180 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-46e55b26-81b2-4d9a-ac29-e45ac9246ad0 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:24.855908 n-d-832330-1 neutron-server[103718]: WARNING neutron.api.v2.base [None req-46e55b26-81b2-4d9a-ac29-e45ac9246ad0 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 21:49:24.856725 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-46e55b26-81b2-4d9a-ac29-e45ac9246ad0 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 21:49:24.858741 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-46e55b26-81b2-4d9a-ac29-e45ac9246ad0 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2035294 Mar 07 21:49:24.863591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40702) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:24.867204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-6e2071c1-dc80-45a7-a711-83f7e47ec8e4 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:24.869973 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-6e2071c1-dc80-45a7-a711-83f7e47ec8e4 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports/d620a753-d391-428d-9963-90e4890693ef HTTP/1.1" status: 200 len: 940 time: 0.6248705 Mar 07 21:49:24.878235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902666406'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:24.917014 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:24.942974 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:24.975756 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:25.004187 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb008c4b-a8a4-4c89-8c3c-1dbb024fffa2 req-337682fc-c050-48d3-b368-0253ab4e488d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994190 Mar 07 21:49:25.313052 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (172ffe00-4741-4f89-877c-bc82e8c6c78c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:25.332129 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (172ffe00-4741-4f89-877c-bc82e8c6c78c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:25.548065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6fa21-b46d-4b4e-bce6-05cfe884e887 req-f9d9e952-4fae-4c26-bacd-69b5e2e176dc tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:25.558858 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71c6fa21-b46d-4b4e-bce6-05cfe884e887 req-f9d9e952-4fae-4c26-bacd-69b5e2e176dc tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 931 time: 0.3855231 Mar 07 21:49:25.570614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172ffe00-4741-4f89-877c-bc82e8c6c78c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:25.707523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:49:25.717488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:25.717826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:25.730811 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Publish callbacks [] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:25.735340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:25.736895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:25.737495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:25.740551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:25.743518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:25.745786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:25.746353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:25.746872 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:25.747453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:25.747981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:25.748496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:25.773634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Transition to ACTIVE for port object 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:49:25.782681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:25.873245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71c6fa21-b46d-4b4e-bce6-05cfe884e887 req-a940ebf2-63e8-43b3-b66a-26d1a8eb6d01 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135138 Mar 07 21:49:25.902838 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (0a3e5a44-60e1-41d3-9fff-c3f07a8b86b5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:25.933971 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0a3e5a44-60e1-41d3-9fff-c3f07a8b86b5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:25.957077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:26.030463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3e5a44-60e1-41d3-9fff-c3f07a8b86b5,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:26.059517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d598fd23-e1a7-4474-894a-31691dbab7fc req-e2d5b61e-8e52-485e-b9cc-40a601beefd5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 210 time: 0.1600406 Mar 07 21:49:26.066266 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:26.067975 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e3dade2a-7b53-470c-853a-da05f0a7f49b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2031975 Mar 07 21:49:26.071177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40734) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:26.080855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4b5242de-7790-4289-90ce-9c9d09cd30d2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '0a3e5a44-60e1-41d3-9fff-c3f07a8b86b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:26.147769 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4b5242de-7790-4289-90ce-9c9d09cd30d2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group_rule (6eefe222-9ef1-4377-8a99-e82df42ab125), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:26.161469 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Attempting to bind port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:49:26.161469 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Attempting to bind port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '767638f9-6d65-4a10-b96b-ec0140a282a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:49:26.161469 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Attempting to bind port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb on network 5756c39c-b68c-4572-a466-6a9175bae4ac {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:49:26.166865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb on network 5756c39c-b68c-4572-a466-6a9175bae4ac not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:49:26.167625 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Attempting to bind port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb on network 5756c39c-b68c-4572-a466-6a9175bae4ac {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:49:26.183979 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:49:26.184425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Checking segment: {'id': '767638f9-6d65-4a10-b96b-ec0140a282a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:49:26.185084 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Bound using segment: {'id': '767638f9-6d65-4a10-b96b-ec0140a282a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:49:26.185398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Bound port: 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767638f9-6d65-4a10-b96b-ec0140a282a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:49:26.185827 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:26.321483 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] For port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:49:26.327902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] For port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:49:26.345282 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:26.407524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:26.411495 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:26.414779 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] 10.222.0.15 "PUT /v2.0/ports/72840b70-c8b3-4f97-9dbb-b0dc277d4ccb HTTP/1.1" status: 200 len: 1091 time: 1.7072191 Mar 07 21:49:26.418902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc566c24-ff47-44a3-8c3a-1698e4cc5200', 'tag': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:26.421348 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea813f3-1b13-46a3-92bc-19cacdef2cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc566c24-ff47-44a3-8c3a-1698e4cc5200", "tag": "72840b70-c8b3-4f97-9dbb-b0dc277d4ccb"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:49:26.426937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1401b-2040-4a8e-82c7-a7c6aa2d8755 req-b4e16c7f-ba50-46d2-a531-c40023de36c7 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:26.435888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fa1401b-2040-4a8e-82c7-a7c6aa2d8755 req-b4e16c7f-ba50-46d2-a531-c40023de36c7 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.2277734 Mar 07 21:49:26.444225 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4b5242de-7790-4289-90ce-9c9d09cd30d2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group_rule (6eefe222-9ef1-4377-8a99-e82df42ab125), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:26.463549 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4b5242de-7790-4289-90ce-9c9d09cd30d2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (6eefe222-9ef1-4377-8a99-e82df42ab125), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:26.485246 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5242de-7790-4289-90ce-9c9d09cd30d2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eefe222-9ef1-4377-8a99-e82df42ab125,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:26.515139 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27057ed-1e4c-4f46-967a-efad251bfc56 x-openstack-request-id: req-a27057ed-1e4c-4f46-967a-efad251bfc56 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:49:26.526497 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc566c24-ff47-44a3-8c3a-1698e4cc5200", "tag": "72840b70-c8b3-4f97-9dbb-b0dc277d4ccb", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:49:26.526864 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a27057ed-1e4c-4f46-967a-efad251bfc56 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:49:26.527376 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc566c24-ff47-44a3-8c3a-1698e4cc5200', 'tag': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb', 'status': 'completed', 'code': 200} Mar 07 21:49:26.537770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa44310-6d30-4a27-b1ce-fce7b3458dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:26.595900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fa1401b-2040-4a8e-82c7-a7c6aa2d8755 req-3488e891-0e16-4cd5-826b-1f185703e5a1 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590118 Mar 07 21:49:26.615810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-605571af-e612-4ad8-ac02-fdeeba399fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:26.617779 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-605571af-e612-4ad8-ac02-fdeeba399fd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba8fd1586b234445a6fd7efa2e935124&device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 1125 time: 0.0891209 Mar 07 21:49:26.623656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-9a99c0f7-b044-4249-ac21-d300c05d2698 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:26.626180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-9a99c0f7-b044-4249-ac21-d300c05d2698 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.13 "GET /v2.0/networks?id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 HTTP/1.1" status: 200 len: 805 time: 0.3344693 Mar 07 21:49:26.630672 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4b5242de-7790-4289-90ce-9c9d09cd30d2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:26.632051 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4b5242de-7790-4289-90ce-9c9d09cd30d2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5594294 Mar 07 21:49:26.634955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40744) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:26.639285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5e8e1490-6793-44e0-98fc-36300bc45104 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '0a3e5a44-60e1-41d3-9fff-c3f07a8b86b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:26.641866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-09b58323-0390-43de-83e5-119ba5d0f26e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Request body: {'port': {'device_id': '0ba3834f-533b-4962-b12c-a389c566d4ae', 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756', 'admin_state_up': True, 'tenant_id': '3b743ba1d7164d2381e48b84928ce92b'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:26.729591 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-293389f0-1efe-4b7b-9dc4-19727fc51efa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb HTTP/1.1" status: 200 len: 217 time: 0.1006367 Mar 07 21:49:26.812177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-09b58323-0390-43de-83e5-119ba5d0f26e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Made reservation on behalf of 3b743ba1d7164d2381e48b84928ce92b for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:49:26.819272 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-09b58323-0390-43de-83e5-119ba5d0f26e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:26.834135 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5e8e1490-6793-44e0-98fc-36300bc45104 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group_rule (8ac8c41e-bde6-4a01-87e3-021f53e118b1), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:26.903058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-29dc0b76-59df-46a3-8e46-655b41094259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:26.904689 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-29dc0b76-59df-46a3-8e46-655b41094259 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=087870aa-f669-4d7e-a1fb-da282598d1d1 HTTP/1.1" status: 200 len: 853 time: 0.1598732 Mar 07 21:49:26.972966 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-a0b52b6f-4c84-4593-b9e8-d73a2776079c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5756c39c-b68c-4572-a466-6a9175bae4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598640 Mar 07 21:49:27.128415 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-5e8e1490-6793-44e0-98fc-36300bc45104 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 21:49:27.129563 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5e8e1490-6793-44e0-98fc-36300bc45104 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4934573 Mar 07 21:49:27.135698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40754) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:27.185420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-09b58323-0390-43de-83e5-119ba5d0f26e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Allocated IP 172.20.0.8 (9e6c13b1-0c65-4e12-81d7-b8c2ee49c756/ce1fbfa2-ec43-4960-9833-0f8cbf460e36/7a848bd5-4979-4329-82ee-9db4d47480d9) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:49:27.242968 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-2cc2895b-8af9-4aa3-9415-8e6dba9d818e service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528453 Mar 07 21:49:27.250700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4086909-1124-4f68-9492-e7c4c4eba920 req-eda24d38-e02c-4417-a49e-04241059985a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 210 time: 0.0527098 Mar 07 21:49:27.283044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcd857-3416-440d-badd-bba246abb662 req-a5307ffa-7a2f-4deb-8b03-64aa1942721c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:27.285924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5bcd857-3416-440d-badd-bba246abb662 req-a5307ffa-7a2f-4deb-8b03-64aa1942721c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 943 time: 0.2601285 Mar 07 21:49:27.437848 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1acd4d4-268f-4557-a674-27891c3ed6d1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (0a3e5a44-60e1-41d3-9fff-c3f07a8b86b5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:27.499980 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1acd4d4-268f-4557-a674-27891c3ed6d1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (0a3e5a44-60e1-41d3-9fff-c3f07a8b86b5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:27.519761 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fe2d9866-8fa5-4ffe-b65c-d4ccf52532d7 req-bd57c483-d8a5-440a-8839-0d26e43046d2 service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631216 Mar 07 21:49:27.572549 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-09b58323-0390-43de-83e5-119ba5d0f26e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks [] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:27.647661 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-09b58323-0390-43de-83e5-119ba5d0f26e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:27.703195 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-09b58323-0390-43de-83e5-119ba5d0f26e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:49:27.708473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea813f3-1b13-46a3-92bc-19cacdef2cd9 req-f8ee149d-7c5e-4aeb-9811-6c82337fc50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:27.710110 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ea813f3-1b13-46a3-92bc-19cacdef2cd9 req-f8ee149d-7c5e-4aeb-9811-6c82337fc50b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba8fd1586b234445a6fd7efa2e935124&device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 1125 time: 0.1236022 Mar 07 21:49:27.711701 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1acd4d4-268f-4557-a674-27891c3ed6d1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0a3e5a44-60e1-41d3-9fff-c3f07a8b86b5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:27.711872 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-09b58323-0390-43de-83e5-119ba5d0f26e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:49:27.713487 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1acd4d4-268f-4557-a674-27891c3ed6d1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:27.723322 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c1acd4d4-268f-4557-a674-27891c3ed6d1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "DELETE /v2.0/security-groups/0a3e5a44-60e1-41d3-9fff-c3f07a8b86b5 HTTP/1.1" status: 204 len: 168 time: 0.5864913 Mar 07 21:49:27.746872 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-09b58323-0390-43de-83e5-119ba5d0f26e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:49:27.748037 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40760) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:27.799087 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acd4d4-268f-4557-a674-27891c3ed6d1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3e5a44-60e1-41d3-9fff-c3f07a8b86b5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:27.810976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-09b58323-0390-43de-83e5-119ba5d0f26e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:27.810976 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-09b58323-0390-43de-83e5-119ba5d0f26e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:27.833491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5bcd857-3416-440d-badd-bba246abb662 req-ec417938-6dee-4296-ad74-af3edb5beb35 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325572 Mar 07 21:49:27.930269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-09b58323-0390-43de-83e5-119ba5d0f26e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2962217 Mar 07 21:49:27.936464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b58323-0390-43de-83e5-119ba5d0f26e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Pushing event updated for resources: {'Port': ['ID=7a848bd5-4979-4329-82ee-9db4d47480d9,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:27.949176 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Request body: {'port': {'device_id': '0ba3834f-533b-4962-b12c-a389c566d4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:27.990326 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2783aaa9-f24e-46c2-8b20-ea147d7473ad tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2403319 Mar 07 21:49:28.001880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40766) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:28.007443 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a0505-2d5e-44e6-adde-803e56d2c6ef req-11913cb4-3f38-4b49-b85e-ee031a36c468 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:28.013753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-bf55a563-97f5-48ad-b6ed-111731b6e562 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469190873'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:28.017399 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-104a0505-2d5e-44e6-adde-803e56d2c6ef req-11913cb4-3f38-4b49-b85e-ee031a36c468 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.2095766 Mar 07 21:49:28.069544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea813f3-1b13-46a3-92bc-19cacdef2cd9 req-d0bc0b09-bac0-41e8-908a-b6a80fe7eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:28.071588 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ea813f3-1b13-46a3-92bc-19cacdef2cd9 req-d0bc0b09-bac0-41e8-908a-b6a80fe7eaa8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5756c39c-b68c-4572-a466-6a9175bae4ac HTTP/1.1" status: 200 len: 914 time: 0.3469789 Mar 07 21:49:28.090740 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf55a563-97f5-48ad-b6ed-111731b6e562 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:28.117751 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:28.133787 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ea813f3-1b13-46a3-92bc-19cacdef2cd9 req-05433c19-0bcb-4a14-b777-ee478fb508c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb HTTP/1.1" status: 200 len: 217 time: 0.0548506 Mar 07 21:49:28.165099 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-104a0505-2d5e-44e6-adde-803e56d2c6ef req-51e6bf44-d494-4aed-9f45-ac87e4132bf9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467896 Mar 07 21:49:28.253550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea813f3-1b13-46a3-92bc-19cacdef2cd9 req-7fdb4c3d-5d66-4088-8a34-12b6e9f51c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:28.255873 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ea813f3-1b13-46a3-92bc-19cacdef2cd9 req-7fdb4c3d-5d66-4088-8a34-12b6e9f51c4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=087870aa-f669-4d7e-a1fb-da282598d1d1 HTTP/1.1" status: 200 len: 853 time: 0.0671854 Mar 07 21:49:28.311764 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ea813f3-1b13-46a3-92bc-19cacdef2cd9 req-6640ffec-555c-4838-b7ed-09e4e4ca6c58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5756c39c-b68c-4572-a466-6a9175bae4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456698 Mar 07 21:49:28.424265 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf55a563-97f5-48ad-b6ed-111731b6e562 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (76187bf1-94cb-48b5-9b54-8fab2b6f279b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:28.433407 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf55a563-97f5-48ad-b6ed-111731b6e562 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (76187bf1-94cb-48b5-9b54-8fab2b6f279b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:28.488492 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf55a563-97f5-48ad-b6ed-111731b6e562 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:28.493598 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bf55a563-97f5-48ad-b6ed-111731b6e562 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4892633 Mar 07 21:49:28.496318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40772) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:28.500209 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55a563-97f5-48ad-b6ed-111731b6e562 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76187bf1-94cb-48b5-9b54-8fab2b6f279b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:28.502930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c4270371-965c-4069-a30a-9c16a8b056d3 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '76187bf1-94cb-48b5-9b54-8fab2b6f279b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:28.503583 n-d-832330-1 neutron-server[103719]: WARNING neutron.api.v2.base [None req-c4270371-965c-4069-a30a-9c16a8b056d3 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 07 21:49:28.505255 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-c4270371-965c-4069-a30a-9c16a8b056d3 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:28.506225 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ea813f3-1b13-46a3-92bc-19cacdef2cd9 req-f69f28dd-39d2-4830-9b73-9da6a1bd6f70 service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825612 Mar 07 21:49:28.509360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c4270371-965c-4069-a30a-9c16a8b056d3 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098875 Mar 07 21:49:28.512312 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40774) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:28.643803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b373ba2-bf0f-4a59-b0da-bba08888c29c req-f708b90e-efda-44c1-8bd2-f0d15cfe8c2c tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:28.652611 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b373ba2-bf0f-4a59-b0da-bba08888c29c req-f708b90e-efda-44c1-8bd2-f0d15cfe8c2c tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 931 time: 0.2749898 Mar 07 21:49:28.678136 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d21e60a6-b872-4f3a-b73e-2c4fd9a975f1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (76187bf1-94cb-48b5-9b54-8fab2b6f279b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:28.697847 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1ea813f3-1b13-46a3-92bc-19cacdef2cd9 req-d0dde999-b4d7-45a5-b897-fbb6fdb5d0c2 service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828461 Mar 07 21:49:28.746924 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d21e60a6-b872-4f3a-b73e-2c4fd9a975f1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (76187bf1-94cb-48b5-9b54-8fab2b6f279b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:28.822682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b373ba2-bf0f-4a59-b0da-bba08888c29c req-e8d48f89-6166-411c-a41f-6d57c2cf5316 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602883 Mar 07 21:49:28.851982 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d21e60a6-b872-4f3a-b73e-2c4fd9a975f1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (76187bf1-94cb-48b5-9b54-8fab2b6f279b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:28.855958 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d21e60a6-b872-4f3a-b73e-2c4fd9a975f1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:28.857114 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d21e60a6-b872-4f3a-b73e-2c4fd9a975f1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "DELETE /v2.0/security-groups/76187bf1-94cb-48b5-9b54-8fab2b6f279b HTTP/1.1" status: 204 len: 168 time: 0.3436973 Mar 07 21:49:28.870272 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40782) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:28.908735 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e60a6-b872-4f3a-b73e-2c4fd9a975f1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76187bf1-94cb-48b5-9b54-8fab2b6f279b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:28.935883 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a848bd5-4979-4329-82ee-9db4d47480d9 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:49:28.970299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Publish callbacks [] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:28.990405 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3f7fc46a-bb00-4ba9-b152-4641a80914f9 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1189945 Mar 07 21:49:28.995653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40786) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:28.999345 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e2f761cc-c185-42a4-b21f-683a0dd13cb4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837682888'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:29.011181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Transition to ACTIVE for port object 7a848bd5-4979-4329-82ee-9db4d47480d9 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:49:29.031021 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:29.044329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e2f761cc-c185-42a4-b21f-683a0dd13cb4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:29.186975 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e2f761cc-c185-42a4-b21f-683a0dd13cb4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (327cbdc1-62ad-447d-907b-1c0395aa5d7e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:29.199440 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e2f761cc-c185-42a4-b21f-683a0dd13cb4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (327cbdc1-62ad-447d-907b-1c0395aa5d7e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:29.250978 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e2f761cc-c185-42a4-b21f-683a0dd13cb4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:29.256650 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e2f761cc-c185-42a4-b21f-683a0dd13cb4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2596202 Mar 07 21:49:29.271879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40790) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:29.292176 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-78bc1dc1-899e-4e7f-814c-a0a040b7f541 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '327cbdc1-62ad-447d-907b-1c0395aa5d7e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:29.293575 n-d-832330-1 neutron-server[103718]: WARNING neutron.api.v2.base [None req-78bc1dc1-899e-4e7f-814c-a0a040b7f541 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 07 21:49:29.294598 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-78bc1dc1-899e-4e7f-814c-a0a040b7f541 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:29.296062 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-78bc1dc1-899e-4e7f-814c-a0a040b7f541 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0211124 Mar 07 21:49:29.301440 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40792) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:29.351925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Pushing event updated for resources: {'Port': ['ID=7a848bd5-4979-4329-82ee-9db4d47480d9,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:29.363493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Attempting to bind port 7a848bd5-4979-4329-82ee-9db4d47480d9 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:49:29.363835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Attempting to bind port 7a848bd5-4979-4329-82ee-9db4d47480d9 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:49:29.364171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Attempting to bind port 7a848bd5-4979-4329-82ee-9db4d47480d9 on network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:49:29.429760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Port 7a848bd5-4979-4329-82ee-9db4d47480d9 on network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:49:29.431441 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Attempting to bind port 7a848bd5-4979-4329-82ee-9db4d47480d9 on network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:49:29.457271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f761cc-c185-42a4-b21f-683a0dd13cb4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327cbdc1-62ad-447d-907b-1c0395aa5d7e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:29.463203 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-824571b4-fec0-47b7-bf29-d967c06f8b9c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (327cbdc1-62ad-447d-907b-1c0395aa5d7e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:29.504449 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd6dc9-bed5-465f-9b13-01b00d7964eb req-872918d6-9465-421a-8b4e-c801bb28452d tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:29.512936 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-824571b4-fec0-47b7-bf29-d967c06f8b9c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (327cbdc1-62ad-447d-907b-1c0395aa5d7e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:29.513214 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fbd6dc9-bed5-465f-9b13-01b00d7964eb req-872918d6-9465-421a-8b4e-c801bb28452d tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 943 time: 0.4992359 Mar 07 21:49:29.517192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:49:29.517555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Checking segment: {'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:49:29.517922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Bound using segment: {'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:49:29.518395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Bound port: 7a848bd5-4979-4329-82ee-9db4d47480d9, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:49:29.518756 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:29.560718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5753ce-4982-45db-b289-61e3cfd7b59c req-fe98fad6-c458-4b91-910f-41c375b92f5d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:29.572584 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a5753ce-4982-45db-b289-61e3cfd7b59c req-fe98fad6-c458-4b91-910f-41c375b92f5d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.2583578 Mar 07 21:49:29.586824 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-824571b4-fec0-47b7-bf29-d967c06f8b9c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (327cbdc1-62ad-447d-907b-1c0395aa5d7e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:29.590786 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-824571b4-fec0-47b7-bf29-d967c06f8b9c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:29.596592 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-824571b4-fec0-47b7-bf29-d967c06f8b9c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "DELETE /v2.0/security-groups/327cbdc1-62ad-447d-907b-1c0395aa5d7e HTTP/1.1" status: 204 len: 168 time: 0.2939503 Mar 07 21:49:29.597259 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40796) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:29.629884 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824571b4-fec0-47b7-bf29-d967c06f8b9c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=327cbdc1-62ad-447d-907b-1c0395aa5d7e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:29.688700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fbd6dc9-bed5-465f-9b13-01b00d7964eb req-965e2556-0a62-48cf-bf70-440920dc7afd tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666126 Mar 07 21:49:29.705743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:49:29.718787 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5fa9f3ac-2dcd-4739-9946-7b37784080d3 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1055913 Mar 07 21:49:29.719420 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40798) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:29.729058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9a154e73-b11e-41f4-ac33-fc8bb662655d tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group': {'name': 'tempest-secgroup--97146774'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:29.777997 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a154e73-b11e-41f4-ac33-fc8bb662655d tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:29.842166 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a5753ce-4982-45db-b289-61e3cfd7b59c req-c99bcc57-b70b-4129-81e0-6d8150efdf37 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700446 Mar 07 21:49:29.854325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] For port 7a848bd5-4979-4329-82ee-9db4d47480d9, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:49:29.860073 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] For port 7a848bd5-4979-4329-82ee-9db4d47480d9, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7a848bd5-4979-4329-82ee-9db4d47480d9,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:49:29.876382 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:29.932756 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a154e73-b11e-41f4-ac33-fc8bb662655d tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (e96b8db2-86ec-48b6-914a-9fe01a39ac79), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:29.941804 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a154e73-b11e-41f4-ac33-fc8bb662655d tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e96b8db2-86ec-48b6-914a-9fe01a39ac79), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:29.957485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:29.975625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:29.977712 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb', 'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac', 'port_id': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb', 'mac_address': 'fa:16:3e:a1:72:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087870aa-f669-4d7e-a1fb-da282598d1d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:49:29.978486 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:29.981683 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] 10.222.0.13 "PUT /v2.0/ports/7a848bd5-4979-4329-82ee-9db4d47480d9 HTTP/1.1" status: 200 len: 1091 time: 2.0418699 Mar 07 21:49:29.992009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba3834f-533b-4962-b12c-a389c566d4ae', 'tag': '7a848bd5-4979-4329-82ee-9db4d47480d9'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:29.994522 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecaf688-22b6-4337-90da-1871e408fbff" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba3834f-533b-4962-b12c-a389c566d4ae", "tag": "7a848bd5-4979-4329-82ee-9db4d47480d9"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:49:30.078353 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a154e73-b11e-41f4-ac33-fc8bb662655d tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:30.081977 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9a154e73-b11e-41f4-ac33-fc8bb662655d tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3589189 Mar 07 21:49:30.084740 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40808) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:30.096982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-02b2535d-da3e-45aa-a1df-6c2b522932b9 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': 'e96b8db2-86ec-48b6-914a-9fe01a39ac79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:30.099239 n-d-832330-1 neutron-server[103718]: WARNING neutron.api.v2.base [None req-02b2535d-da3e-45aa-a1df-6c2b522932b9 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 07 21:49:30.102016 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-02b2535d-da3e-45aa-a1df-6c2b522932b9 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:30.104690 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-02b2535d-da3e-45aa-a1df-6c2b522932b9 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0166516 Mar 07 21:49:30.107504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a154e73-b11e-41f4-ac33-fc8bb662655d tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96b8db2-86ec-48b6-914a-9fe01a39ac79,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:30.119596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3ceda-0270-4a87-96f5-3f17c398f844 service neutron] Pushing event updated for resources: {'Port': ['ID=7a848bd5-4979-4329-82ee-9db4d47480d9,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:30.128791 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7d48d5-46e0-4ea6-b998-32b19f86b87d x-openstack-request-id: req-8f7d48d5-46e0-4ea6-b998-32b19f86b87d {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:49:30.129352 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba3834f-533b-4962-b12c-a389c566d4ae", "tag": "7a848bd5-4979-4329-82ee-9db4d47480d9", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:49:30.129556 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40810) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:30.129673 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f7d48d5-46e0-4ea6-b998-32b19f86b87d {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:49:30.130007 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba3834f-533b-4962-b12c-a389c566d4ae', 'tag': '7a848bd5-4979-4329-82ee-9db4d47480d9', 'status': 'completed', 'code': 200} Mar 07 21:49:30.156967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e94b7f28-bb05-40b3-8297-6d9687cdf2c1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': 'e96b8db2-86ec-48b6-914a-9fe01a39ac79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:30.156967 n-d-832330-1 neutron-server[103718]: WARNING neutron.api.v2.base [None req-e94b7f28-bb05-40b3-8297-6d9687cdf2c1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 07 21:49:30.156967 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-e94b7f28-bb05-40b3-8297-6d9687cdf2c1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:30.157630 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e94b7f28-bb05-40b3-8297-6d9687cdf2c1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0214822 Mar 07 21:49:30.162495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-e6cea092-17e8-4886-913a-e61fc1d2b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:30.164620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40812) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:30.164912 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-e6cea092-17e8-4886-913a-e61fc1d2b557 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b743ba1d7164d2381e48b84928ce92b&device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 1125 time: 0.1254923 Mar 07 21:49:30.168135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:49:30.168549 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:30.189444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-dc5d033f-6883-4daa-8a1a-19b69dd767b0 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': 'e96b8db2-86ec-48b6-914a-9fe01a39ac79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:30.192868 n-d-832330-1 neutron-server[103718]: WARNING neutron.api.v2.base [None req-dc5d033f-6883-4daa-8a1a-19b69dd767b0 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 07 21:49:30.194453 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-dc5d033f-6883-4daa-8a1a-19b69dd767b0 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:30.195505 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dc5d033f-6883-4daa-8a1a-19b69dd767b0 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0299351 Mar 07 21:49:30.203274 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40814) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:30.209144 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-04316063-0b5b-4773-94bf-b35885a5006c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': 'e96b8db2-86ec-48b6-914a-9fe01a39ac79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:30.211486 n-d-832330-1 neutron-server[103718]: WARNING neutron.api.v2.base [None req-04316063-0b5b-4773-94bf-b35885a5006c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 07 21:49:30.211995 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-04316063-0b5b-4773-94bf-b35885a5006c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:30.213655 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-04316063-0b5b-4773-94bf-b35885a5006c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087605 Mar 07 21:49:30.216156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40816) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:30.219564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:49:30.255967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cb565-f572-4d02-9c98-290e6e73cbfc req-2e794615-360a-4897-870e-6a27df4e4ea5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:30.261534 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e7cb565-f572-4d02-9c98-290e6e73cbfc req-2e794615-360a-4897-870e-6a27df4e4ea5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 943 time: 0.2414720 Mar 07 21:49:30.263197 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-e3280598-133d-472c-8fe0-390a839d972a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a848bd5-4979-4329-82ee-9db4d47480d9 HTTP/1.1" status: 200 len: 217 time: 0.0878403 Mar 07 21:49:30.267549 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:30.275341 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:30.307396 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e98e20c7-5a8e-4ea2-b462-038a77947420 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (e96b8db2-86ec-48b6-914a-9fe01a39ac79), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:30.356657 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:30.359661 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e98e20c7-5a8e-4ea2-b462-038a77947420 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (e96b8db2-86ec-48b6-914a-9fe01a39ac79), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:30.363096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-3a52d436-5ed4-44ce-9324-7221ac46c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:30.364738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-3a52d436-5ed4-44ce-9324-7221ac46c6f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce1fbfa2-ec43-4960-9833-0f8cbf460e36 HTTP/1.1" status: 200 len: 845 time: 0.0885561 Mar 07 21:49:30.369054 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e7cb565-f572-4d02-9c98-290e6e73cbfc req-e941b97f-f6a8-4774-87e6-1d88f4548941 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025434 Mar 07 21:49:30.424288 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-5ca6faad-80fa-4811-a272-b73ea4d03b11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492892 Mar 07 21:49:30.442458 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e98e20c7-5a8e-4ea2-b462-038a77947420 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e96b8db2-86ec-48b6-914a-9fe01a39ac79), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:30.448162 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e98e20c7-5a8e-4ea2-b462-038a77947420 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:30.453682 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e98e20c7-5a8e-4ea2-b462-038a77947420 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "DELETE /v2.0/security-groups/e96b8db2-86ec-48b6-914a-9fe01a39ac79 HTTP/1.1" status: 204 len: 168 time: 0.2365997 Mar 07 21:49:30.454302 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40818) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:30.504885 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e20c7-5a8e-4ea2-b462-038a77947420 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96b8db2-86ec-48b6-914a-9fe01a39ac79,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:30.547060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['72840b70-c8b3-4f97-9dbb-b0dc277d4ccb'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:49:30.602015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-631e44ce-ea5c-4ab7-88c0-d19976301417 service neutron] 10.222.0.13 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717112 Mar 07 21:49:30.602528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40822) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:30.604051 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3b88533f-c3d8-412e-8e5a-8ca80b8b0d39 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1421552 Mar 07 21:49:30.620264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b65d166e-9efe-4cbe-b835-df767c5fdb95 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758207057'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:30.808011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f09684-f80e-426c-b6ac-a6847e802eb3 req-557c925e-b8aa-457b-842d-7da24a7a3b11 service neutron] 10.222.0.13 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719549 Mar 07 21:49:30.904051 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b65d166e-9efe-4cbe-b835-df767c5fdb95 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:31.009681 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7492d1-a524-48ba-905e-6bab1eae0ff4 req-7eadee7b-86ce-47ca-a78a-c21f8d0baa5a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:31.011495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb7492d1-a524-48ba-905e-6bab1eae0ff4 req-7eadee7b-86ce-47ca-a78a-c21f8d0baa5a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 944 time: 0.2000775 Mar 07 21:49:31.027767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaf688-22b6-4337-90da-1871e408fbff req-32958eec-dd4c-4108-abab-0fc0362f05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:31.051266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cecaf688-22b6-4337-90da-1871e408fbff req-32958eec-dd4c-4108-abab-0fc0362f05bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b743ba1d7164d2381e48b84928ce92b&device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 1125 time: 0.1751299 Mar 07 21:49:31.290436 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b65d166e-9efe-4cbe-b835-df767c5fdb95 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (30cd24b4-fbdb-41ff-b795-590ad1555d79), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:31.341020 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb7492d1-a524-48ba-905e-6bab1eae0ff4 req-0d75cbf4-3b9a-48ab-99a2-0fc77dd3e60c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188086 Mar 07 21:49:31.341756 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b65d166e-9efe-4cbe-b835-df767c5fdb95 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (30cd24b4-fbdb-41ff-b795-590ad1555d79), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:31.410814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d166e-9efe-4cbe-b835-df767c5fdb95 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30cd24b4-fbdb-41ff-b795-590ad1555d79,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:31.446695 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09add80a-7974-4c16-8555-ed731ef941a3 req-686b1860-d56d-4da5-9d31-2310ffd0ea56 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:31.448322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09add80a-7974-4c16-8555-ed731ef941a3 req-686b1860-d56d-4da5-9d31-2310ffd0ea56 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.3961339 Mar 07 21:49:31.457929 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b65d166e-9efe-4cbe-b835-df767c5fdb95 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:31.462612 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b65d166e-9efe-4cbe-b835-df767c5fdb95 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8532586 Mar 07 21:49:31.464257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40834) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:31.471559 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d7816c1d-4b21-4249-8116-64d5808f7096 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '30cd24b4-fbdb-41ff-b795-590ad1555d79', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:31.472655 n-d-832330-1 neutron-server[103718]: WARNING neutron.api.v2.base [None req-d7816c1d-4b21-4249-8116-64d5808f7096 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 21:49:31.473379 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-d7816c1d-4b21-4249-8116-64d5808f7096 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:31.477446 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d7816c1d-4b21-4249-8116-64d5808f7096 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111511 Mar 07 21:49:31.478040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40836) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:31.497703 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1b451a08-3e76-450f-9e5f-3cce5fc79c9c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '30cd24b4-fbdb-41ff-b795-590ad1555d79', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:31.505336 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaf688-22b6-4337-90da-1871e408fbff req-0e7e1ce3-c7f4-4852-9e2d-c1b627d2d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:31.510079 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cecaf688-22b6-4337-90da-1871e408fbff req-0e7e1ce3-c7f4-4852-9e2d-c1b627d2d52b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 HTTP/1.1" status: 200 len: 906 time: 0.4477398 Mar 07 21:49:31.594160 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-1b451a08-3e76-450f-9e5f-3cce5fc79c9c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:31.595614 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1b451a08-3e76-450f-9e5f-3cce5fc79c9c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1165054 Mar 07 21:49:31.598504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40838) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:31.603567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5147f38c-2e68-4b42-bf8a-5b65bd3b356c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '30cd24b4-fbdb-41ff-b795-590ad1555d79', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:31.604121 n-d-832330-1 neutron-server[103718]: WARNING neutron.api.v2.base [None req-5147f38c-2e68-4b42-bf8a-5b65bd3b356c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 07 21:49:31.604706 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-5147f38c-2e68-4b42-bf8a-5b65bd3b356c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:31.605782 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5147f38c-2e68-4b42-bf8a-5b65bd3b356c tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062165 Mar 07 21:49:31.608717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40840) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:31.619999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-60376e1b-c0da-4c00-84a1-966d665e3824 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '30cd24b4-fbdb-41ff-b795-590ad1555d79', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:31.642574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cecaf688-22b6-4337-90da-1871e408fbff req-e9307d3d-f3c5-497f-b651-ad8ba1035637 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a848bd5-4979-4329-82ee-9db4d47480d9 HTTP/1.1" status: 200 len: 217 time: 0.1219153 Mar 07 21:49:31.687525 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-60376e1b-c0da-4c00-84a1-966d665e3824 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:31.688388 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-60376e1b-c0da-4c00-84a1-966d665e3824 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0785697 Mar 07 21:49:31.692145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40844) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:31.702803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0d508650-22b9-4923-934f-3acd9e7c9307 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '30cd24b4-fbdb-41ff-b795-590ad1555d79', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:31.703531 n-d-832330-1 neutron-server[103718]: WARNING neutron.api.v2.base [None req-0d508650-22b9-4923-934f-3acd9e7c9307 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 21:49:31.704035 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-0d508650-22b9-4923-934f-3acd9e7c9307 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:31.705723 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0d508650-22b9-4923-934f-3acd9e7c9307 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113738 Mar 07 21:49:31.708917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40846) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:31.714216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:49:31.721867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaf688-22b6-4337-90da-1871e408fbff req-514a3dd4-baf2-4022-8188-dd5581410a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:31.723661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cecaf688-22b6-4337-90da-1871e408fbff req-514a3dd4-baf2-4022-8188-dd5581410a5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce1fbfa2-ec43-4960-9833-0f8cbf460e36 HTTP/1.1" status: 200 len: 845 time: 0.0732012 Mar 07 21:49:31.735452 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-44190b25-fb37-462a-b388-b2a1d4da9cae tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '30cd24b4-fbdb-41ff-b795-590ad1555d79', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:31.745866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09add80a-7974-4c16-8555-ed731ef941a3 req-f3d58701-52e6-468b-9094-9827e6756849 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796619 Mar 07 21:49:31.768379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cecaf688-22b6-4337-90da-1871e408fbff req-a8689fbc-6696-4b55-b255-b7775ded1212 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357196 Mar 07 21:49:31.780145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ab372-e23b-4efc-9c05-ef148b7a08e1 req-1f83cddd-6fc4-46d0-94a5-5486041d19a3 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:31.781929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d2ab372-e23b-4efc-9c05-ef148b7a08e1 req-1f83cddd-6fc4-46d0-94a5-5486041d19a3 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 943 time: 0.2642071 Mar 07 21:49:31.837078 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-44190b25-fb37-462a-b388-b2a1d4da9cae tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:31.838586 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-44190b25-fb37-462a-b388-b2a1d4da9cae tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1195979 Mar 07 21:49:31.841272 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40848) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:31.846267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-27c9cb2b-5f3f-4318-b030-93eed6b99b25 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '30cd24b4-fbdb-41ff-b795-590ad1555d79', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:31.847363 n-d-832330-1 neutron-server[103718]: WARNING neutron.api.v2.base [None req-27c9cb2b-5f3f-4318-b030-93eed6b99b25 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 07 21:49:31.848975 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-27c9cb2b-5f3f-4318-b030-93eed6b99b25 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:31.851727 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-27c9cb2b-5f3f-4318-b030-93eed6b99b25 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075898 Mar 07 21:49:31.853367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40850) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:31.859747 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c32dcc61-0c3b-4e53-bf15-c161eae75379 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '30cd24b4-fbdb-41ff-b795-590ad1555d79', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:31.861963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:49:31.868292 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:49:31.870867 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:31.919802 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cecaf688-22b6-4337-90da-1871e408fbff req-84af89d0-0550-427e-86a5-330c18af1404 service neutron] 10.222.0.13 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367633 Mar 07 21:49:31.935196 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-c32dcc61-0c3b-4e53-bf15-c161eae75379 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:31.936506 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c32dcc61-0c3b-4e53-bf15-c161eae75379 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0819783 Mar 07 21:49:31.939338 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40852) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:31.948118 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-cdcf6085-490b-42b0-a0a6-268604305dc8 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '30cd24b4-fbdb-41ff-b795-590ad1555d79', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:32.051420 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-cdcf6085-490b-42b0-a0a6-268604305dc8 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:32.059345 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cdcf6085-490b-42b0-a0a6-268604305dc8 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1189728 Mar 07 21:49:32.061441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40858) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:32.098495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:49:32.099260 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:32.122675 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d2ab372-e23b-4efc-9c05-ef148b7a08e1 req-8e93302d-89cd-448e-a02a-8674d995407f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008057 Mar 07 21:49:32.178408 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc566c24-ff47-44a3-8c3a-1698e4cc5200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:32.180742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cecaf688-22b6-4337-90da-1871e408fbff req-1528af98-99de-4437-821b-168b026f387c service neutron] 10.222.0.13 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450669 Mar 07 21:49:32.185354 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af39d86a-b8e1-4dc7-8507-1685b39d891b" -d '{"events": [{"server_uuid": "bc566c24-ff47-44a3-8c3a-1698e4cc5200", "name": "network-vif-plugged", "status": "completed", "tag": "72840b70-c8b3-4f97-9dbb-b0dc277d4ccb"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:49:32.222798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:32.224782 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8777d530-a686-41c9-a51f-34489da0cdff tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (30cd24b4-fbdb-41ff-b795-590ad1555d79), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:32.240758 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:32.330485 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8777d530-a686-41c9-a51f-34489da0cdff tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (30cd24b4-fbdb-41ff-b795-590ad1555d79), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:32.339285 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72025ca3-211a-4098-a0f5-3c09f2764fea x-openstack-request-id: req-72025ca3-211a-4098-a0f5-3c09f2764fea {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:49:32.339475 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc566c24-ff47-44a3-8c3a-1698e4cc5200", "name": "network-vif-plugged", "status": "completed", "tag": "72840b70-c8b3-4f97-9dbb-b0dc277d4ccb", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:49:32.339691 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72025ca3-211a-4098-a0f5-3c09f2764fea {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:49:32.340587 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc566c24-ff47-44a3-8c3a-1698e4cc5200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb', 'code': 200} Mar 07 21:49:32.435821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:32.512972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da140a-3d38-41f7-abbb-9fa81166478d req-7fad33ee-7a2d-47f0-9d67-262dda7abd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:32.515156 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72da140a-3d38-41f7-abbb-9fa81166478d req-7fad33ee-7a2d-47f0-9d67-262dda7abd84 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 1127 time: 0.1865158 Mar 07 21:49:32.557616 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8777d530-a686-41c9-a51f-34489da0cdff tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (30cd24b4-fbdb-41ff-b795-590ad1555d79), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:32.570531 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8777d530-a686-41c9-a51f-34489da0cdff tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:32.574379 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8777d530-a686-41c9-a51f-34489da0cdff tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "DELETE /v2.0/security-groups/30cd24b4-fbdb-41ff-b795-590ad1555d79 HTTP/1.1" status: 204 len: 168 time: 0.5105703 Mar 07 21:49:32.576938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40872) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:32.643036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777d530-a686-41c9-a51f-34489da0cdff tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cd24b4-fbdb-41ff-b795-590ad1555d79,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:32.753862 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72da140a-3d38-41f7-abbb-9fa81166478d req-b1d4688a-8dd4-4dc7-8ad0-a2d196fe2b08 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274823 Mar 07 21:49:32.771953 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8f635dcf-c16a-45ab-86e5-0f8e1ca18a6d tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1536729 Mar 07 21:49:32.777873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40876) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:32.783983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-24e5d9e2-0bba-4e10-a3e5-ab298d64faf2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group': {'name': 'tempest-secgroup--545268367'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:32.829355 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24e5d9e2-0bba-4e10-a3e5-ab298d64faf2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:32.994511 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24e5d9e2-0bba-4e10-a3e5-ab298d64faf2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (4ffae31f-d9f9-41f8-9329-e7baa7ba5f4a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:33.003916 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24e5d9e2-0bba-4e10-a3e5-ab298d64faf2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4ffae31f-d9f9-41f8-9329-e7baa7ba5f4a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:33.071339 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24e5d9e2-0bba-4e10-a3e5-ab298d64faf2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:33.072703 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-24e5d9e2-0bba-4e10-a3e5-ab298d64faf2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2937808 Mar 07 21:49:33.078482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5d9e2-0bba-4e10-a3e5-ab298d64faf2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffae31f-d9f9-41f8-9329-e7baa7ba5f4a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:33.085349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40880) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:33.089976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a0a7d5d7-23c7-4b3f-a7c9-43d79802655e tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '4ffae31f-d9f9-41f8-9329-e7baa7ba5f4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:33.166545 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-a0a7d5d7-23c7-4b3f-a7c9-43d79802655e tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The resource could not be found. Mar 07 21:49:33.171782 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a0a7d5d7-23c7-4b3f-a7c9-43d79802655e tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0829794 Mar 07 21:49:33.172863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40884) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:33.192027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-464bccb4-8306-499c-9d3a-7b2bb4587e24 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '4ffae31f-d9f9-41f8-9329-e7baa7ba5f4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '101cbbd5-4a2c-4b8a-96a4-db9c84082d49'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:33.245242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7646c-1ffa-4502-81ad-d3350672cbb1 req-44cae6c0-b199-4be2-a846-5f5cc07ef167 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:33.253099 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79e7646c-1ffa-4502-81ad-d3350672cbb1 req-44cae6c0-b199-4be2-a846-5f5cc07ef167 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.7745225 Mar 07 21:49:33.295021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee33067-d920-4ac1-868e-2f0b6912e92f req-61dd7707-7d77-4564-a173-df714ee77f4e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:33.296889 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ee33067-d920-4ac1-868e-2f0b6912e92f req-61dd7707-7d77-4564-a173-df714ee77f4e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.2131300 Mar 07 21:49:33.373233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79e7646c-1ffa-4502-81ad-d3350672cbb1 req-92a8597a-9033-49ad-88c4-c291cd9b1ff0 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129899 Mar 07 21:49:33.390783 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-464bccb4-8306-499c-9d3a-7b2bb4587e24 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The resource could not be found. Mar 07 21:49:33.391834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-464bccb4-8306-499c-9d3a-7b2bb4587e24 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2170396 Mar 07 21:49:33.395468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40886) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:33.428204 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ee33067-d920-4ac1-868e-2f0b6912e92f req-a5121b22-7b12-48c4-aac8-1b2d7846aded tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220012 Mar 07 21:49:33.523668 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6895ff85-3f49-46dc-91a9-5d421c90c90b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (4ffae31f-d9f9-41f8-9329-e7baa7ba5f4a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:33.570310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f080d4d-d8e9-47f7-b99a-d7abb3e7a478 req-93eb6316-90b3-4964-b922-a49e92d074e0 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:33.572033 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f080d4d-d8e9-47f7-b99a-d7abb3e7a478 req-93eb6316-90b3-4964-b922-a49e92d074e0 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 943 time: 0.0884283 Mar 07 21:49:33.582126 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6895ff85-3f49-46dc-91a9-5d421c90c90b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (4ffae31f-d9f9-41f8-9329-e7baa7ba5f4a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:33.643899 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6895ff85-3f49-46dc-91a9-5d421c90c90b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4ffae31f-d9f9-41f8-9329-e7baa7ba5f4a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:33.648021 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6895ff85-3f49-46dc-91a9-5d421c90c90b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:33.649299 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6895ff85-3f49-46dc-91a9-5d421c90c90b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "DELETE /v2.0/security-groups/4ffae31f-d9f9-41f8-9329-e7baa7ba5f4a HTTP/1.1" status: 204 len: 168 time: 0.2524929 Mar 07 21:49:33.654428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40892) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:33.670165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895ff85-3f49-46dc-91a9-5d421c90c90b tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffae31f-d9f9-41f8-9329-e7baa7ba5f4a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:33.707269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1ce44270-4ead-4594-b30b-dcaf42841ff4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0516188 Mar 07 21:49:33.712299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40894) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:33.720894 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-311b77a0-8949-477b-b4e2-e18d1e54c1a4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '7bb70fa1-a66d-4087-8d77-c853fd2e7e05', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:33.722678 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f080d4d-d8e9-47f7-b99a-d7abb3e7a478 req-1d94c4cb-ee4c-43ee-bc4c-f1d3ad0aec15 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443291 Mar 07 21:49:33.779188 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-311b77a0-8949-477b-b4e2-e18d1e54c1a4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The resource could not be found. Mar 07 21:49:33.780934 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-311b77a0-8949-477b-b4e2-e18d1e54c1a4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0669103 Mar 07 21:49:33.784704 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40896) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:33.791833 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-82a9ad1a-6bd6-44f9-9fb3-bb35de57d29e tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1193658763'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:33.828755 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82a9ad1a-6bd6-44f9-9fb3-bb35de57d29e tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:33.933061 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82a9ad1a-6bd6-44f9-9fb3-bb35de57d29e tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (965402dc-2f7d-4f7a-ab8b-77149c257ce4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:33.941087 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82a9ad1a-6bd6-44f9-9fb3-bb35de57d29e tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (965402dc-2f7d-4f7a-ab8b-77149c257ce4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:34.002363 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9ad1a-6bd6-44f9-9fb3-bb35de57d29e tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965402dc-2f7d-4f7a-ab8b-77149c257ce4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:34.008130 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82a9ad1a-6bd6-44f9-9fb3-bb35de57d29e tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:34.009505 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-82a9ad1a-6bd6-44f9-9fb3-bb35de57d29e tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2227175 Mar 07 21:49:34.012534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40900) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:34.017375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5c52b287-6820-4434-94b7-dcfc96bbb5f4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group': {'name': 'tempest-secgroup--336960491'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:34.046367 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c52b287-6820-4434-94b7-dcfc96bbb5f4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:34.141749 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c52b287-6820-4434-94b7-dcfc96bbb5f4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (f678428c-9511-4bab-b852-31cde84f18d2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:34.157832 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c52b287-6820-4434-94b7-dcfc96bbb5f4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f678428c-9511-4bab-b852-31cde84f18d2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:34.188917 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c52b287-6820-4434-94b7-dcfc96bbb5f4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:34.193046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40902) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:34.193272 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5c52b287-6820-4434-94b7-dcfc96bbb5f4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1797190 Mar 07 21:49:34.198634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-dd885eb0-6758-4f5b-a5a7-fac24342b92a tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group_rule': {'security_group_id': '965402dc-2f7d-4f7a-ab8b-77149c257ce4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f678428c-9511-4bab-b852-31cde84f18d2'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:34.206448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52b287-6820-4434-94b7-dcfc96bbb5f4 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f678428c-9511-4bab-b852-31cde84f18d2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:34.262475 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-dd885eb0-6758-4f5b-a5a7-fac24342b92a tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:49:34.264225 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dd885eb0-6758-4f5b-a5a7-fac24342b92a tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0691912 Mar 07 21:49:34.267032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40904) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:34.340579 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-280f9aad-c8ca-42e7-ad8a-385dc03fc5c3 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (f678428c-9511-4bab-b852-31cde84f18d2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:34.375743 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-280f9aad-c8ca-42e7-ad8a-385dc03fc5c3 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (f678428c-9511-4bab-b852-31cde84f18d2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:34.439564 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-280f9aad-c8ca-42e7-ad8a-385dc03fc5c3 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f678428c-9511-4bab-b852-31cde84f18d2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:34.442209 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-280f9aad-c8ca-42e7-ad8a-385dc03fc5c3 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:34.443230 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-280f9aad-c8ca-42e7-ad8a-385dc03fc5c3 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "DELETE /v2.0/security-groups/f678428c-9511-4bab-b852-31cde84f18d2 HTTP/1.1" status: 204 len: 168 time: 0.1746452 Mar 07 21:49:34.446720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40908) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:34.453214 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f9aad-c8ca-42e7-ad8a-385dc03fc5c3 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f678428c-9511-4bab-b852-31cde84f18d2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:34.634225 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-abcbb174-3d8b-4d4f-a5a2-8f05c81f84b1 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1863441 Mar 07 21:49:34.637498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40912) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:34.662857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51dd09-c692-41cd-b37f-1fe2c9c83a14 req-7c719ae7-1bed-49c4-be72-86bb0ebc68a1 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:34.674594 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed51dd09-c692-41cd-b37f-1fe2c9c83a14 req-7c719ae7-1bed-49c4-be72-86bb0ebc68a1 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1998987 Mar 07 21:49:34.753315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afcf91-45c5-499f-a369-38482748f18c req-c3b8ab31-f76f-44fa-9c97-c1244f996afb tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:34.764654 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47afcf91-45c5-499f-a369-38482748f18c req-c3b8ab31-f76f-44fa-9c97-c1244f996afb tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.2065313 Mar 07 21:49:34.767030 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-017c8292-358c-49ef-857a-84212a37deb2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (965402dc-2f7d-4f7a-ab8b-77149c257ce4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:34.807241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed51dd09-c692-41cd-b37f-1fe2c9c83a14 req-85703953-c920-49fd-952e-9573bc273824 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314034 Mar 07 21:49:34.855034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-017c8292-358c-49ef-857a-84212a37deb2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (965402dc-2f7d-4f7a-ab8b-77149c257ce4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:34.917009 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47afcf91-45c5-499f-a369-38482748f18c req-bebb46ac-a8d7-4ffc-b0f4-86ae938a0287 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508963 Mar 07 21:49:34.933951 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-017c8292-358c-49ef-857a-84212a37deb2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (965402dc-2f7d-4f7a-ab8b-77149c257ce4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:34.937511 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-017c8292-358c-49ef-857a-84212a37deb2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:34.939006 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-017c8292-358c-49ef-857a-84212a37deb2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "DELETE /v2.0/security-groups/965402dc-2f7d-4f7a-ab8b-77149c257ce4 HTTP/1.1" status: 204 len: 168 time: 0.3004947 Mar 07 21:49:34.943284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40918) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:34.968777 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c8292-358c-49ef-857a-84212a37deb2 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965402dc-2f7d-4f7a-ab8b-77149c257ce4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:35.009667 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-52a13cd7-c8a2-49b5-b263-0167d74570a7 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0650375 Mar 07 21:49:35.015691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40920) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:35.035111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-55e47081-aea1-4251-b228-1bf6476dec5a tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747518791'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:35.113333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06997b04-4884-4863-87f1-90336fe2df37 req-85d578e7-5b83-421d-80b4-e1bbe3052ebb tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:35.115311 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06997b04-4884-4863-87f1-90336fe2df37 req-85d578e7-5b83-421d-80b4-e1bbe3052ebb tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 943 time: 0.1974702 Mar 07 21:49:35.117269 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-55e47081-aea1-4251-b228-1bf6476dec5a tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:35.227775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06997b04-4884-4863-87f1-90336fe2df37 req-01d8dc98-ab57-4b99-984a-b886cd3886e1 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936418 Mar 07 21:49:35.309647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 7a848bd5-4979-4329-82ee-9db4d47480d9 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:49:35.330677 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-55e47081-aea1-4251-b228-1bf6476dec5a tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (eefc2c98-8aa1-4be9-9fab-864e80e1271d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:35.341103 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-2b02b351-c295-467b-b36b-1328fbe77b88 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:35.349209 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-2b02b351-c295-467b-b36b-1328fbe77b88 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/networks?id=5756c39c-b68c-4572-a466-6a9175bae4ac HTTP/1.1" status: 200 len: 813 time: 0.2161372 Mar 07 21:49:35.359674 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-55e47081-aea1-4251-b228-1bf6476dec5a tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (eefc2c98-8aa1-4be9-9fab-864e80e1271d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:35.368833 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-a363bcb1-a12d-4c52-bcf4-4a29ae41e169 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/quotas/ba8fd1586b234445a6fd7efa2e935124 HTTP/1.1" status: 200 len: 375 time: 0.0185082 Mar 07 21:49:35.429655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-55e47081-aea1-4251-b228-1bf6476dec5a tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:35.435694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-55e47081-aea1-4251-b228-1bf6476dec5a tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4090638 Mar 07 21:49:35.435887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40932) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:35.441737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-203ef017-b9ae-4707-a75f-15e1887e1018 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:35.442319 n-d-832330-1 neutron-server[103718]: WARNING neutron.api.v2.base [None req-203ef017-b9ae-4707-a75f-15e1887e1018 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 21:49:35.442925 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-203ef017-b9ae-4707-a75f-15e1887e1018 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 21:49:35.444805 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-203ef017-b9ae-4707-a75f-15e1887e1018 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "PUT /v2.0/security-groups/eefc2c98-8aa1-4be9-9fab-864e80e1271d HTTP/1.1" status: 409 len: 330 time: 0.0072181 Mar 07 21:49:35.447382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40934) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:35.453145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e47081-aea1-4251-b228-1bf6476dec5a tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eefc2c98-8aa1-4be9-9fab-864e80e1271d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:35.472785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 7a848bd5-4979-4329-82ee-9db4d47480d9, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7a848bd5-4979-4329-82ee-9db4d47480d9,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:35.473666 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-4fefc21e-2842-47e2-b36e-05bffce8138c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba8fd1586b234445a6fd7efa2e935124&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1037860 Mar 07 21:49:35.484892 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '7a848bd5-4979-4329-82ee-9db4d47480d9', 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756', 'port_id': '7a848bd5-4979-4329-82ee-9db4d47480d9', 'mac_address': 'fa:16:3e:84:6a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1fbfa2-ec43-4960-9833-0f8cbf460e36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:49:35.538678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 7a848bd5-4979-4329-82ee-9db4d47480d9 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:49:35.539071 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:35.547384 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c402ff3-84a3-4f68-9d37-d8e5bebb7ea7 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (eefc2c98-8aa1-4be9-9fab-864e80e1271d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:35.553111 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a848bd5-4979-4329-82ee-9db4d47480d9 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:49:35.578031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 7a848bd5-4979-4329-82ee-9db4d47480d9, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7a848bd5-4979-4329-82ee-9db4d47480d9,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:35.580892 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c402ff3-84a3-4f68-9d37-d8e5bebb7ea7 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (eefc2c98-8aa1-4be9-9fab-864e80e1271d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:35.586580 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:35.591092 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-2f18e09b-2d6b-4810-ad74-fbc3616bce41 service neutron] 10.222.0.26 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159623 Mar 07 21:49:35.644693 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c402ff3-84a3-4f68-9d37-d8e5bebb7ea7 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (eefc2c98-8aa1-4be9-9fab-864e80e1271d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:35.650517 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5c402ff3-84a3-4f68-9d37-d8e5bebb7ea7 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:35.652665 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5c402ff3-84a3-4f68-9d37-d8e5bebb7ea7 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "DELETE /v2.0/security-groups/eefc2c98-8aa1-4be9-9fab-864e80e1271d HTTP/1.1" status: 204 len: 168 time: 0.2041435 Mar 07 21:49:35.660431 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40936) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:35.675814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=7a848bd5-4979-4329-82ee-9db4d47480d9,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:35.678529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c402ff3-84a3-4f68-9d37-d8e5bebb7ea7 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefc2c98-8aa1-4be9-9fab-864e80e1271d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:35.732932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-44d9350a-fcff-4657-9ac9-038b676e0058 service neutron] 10.222.0.26 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408131 Mar 07 21:49:35.763468 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-91a7d4b0-389d-491e-b547-36293f143c85 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0969362 Mar 07 21:49:35.763860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40938) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:35.781298 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-be093703-f531-4fe6-91df-417ec8e3c528 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] delete failed (client error): The resource could not be found. Mar 07 21:49:35.785751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-be093703-f531-4fe6-91df-417ec8e3c528 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "DELETE /v2.0/security-groups/4a431001-8750-4954-83fe-0978f841cd54 HTTP/1.1" status: 404 len: 347 time: 0.0175290 Mar 07 21:49:35.789394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40940) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:35.810201 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-79115302-2a73-404f-a596-a9ecf89ee969 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] show failed (client error): The resource could not be found. Mar 07 21:49:35.814786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-79115302-2a73-404f-a596-a9ecf89ee969 tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "GET /v2.0/security-groups/83cdccc6-2b20-4ed3-9ebf-d177104cd4c9 HTTP/1.1" status: 404 len: 347 time: 0.0211906 Mar 07 21:49:35.815698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40942) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:35.829216 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-9268ed21-62a4-4cd8-8fac-e6087f693f9a tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] show failed (client error): The resource could not be found. Mar 07 21:49:35.834699 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9268ed21-62a4-4cd8-8fac-e6087f693f9a tempest-NegativeSecGroupTest-421126200 tempest-NegativeSecGroupTest-421126200-project] 10.222.0.26 "GET /v2.0/security-group-rules/8e843cca-ff95-439a-8389-f96526f21c2e HTTP/1.1" status: 404 len: 356 time: 0.0135701 Mar 07 21:49:35.937122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['7a848bd5-4979-4329-82ee-9db4d47480d9'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:49:35.978242 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-980230ef-067b-4876-a05e-a085f4cde2a8 req-d4060fa3-0440-4c47-a132-f23eed920e73 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 210 time: 0.0521553 Mar 07 21:49:36.152806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1979fa-124d-454e-92a4-9f87cf587a6d req-b4afa3d2-3343-4069-84f5-13b3e06c7b1b tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:36.167446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e1979fa-124d-454e-92a4-9f87cf587a6d req-b4afa3d2-3343-4069-84f5-13b3e06c7b1b tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.1149528 Mar 07 21:49:36.251532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e1979fa-124d-454e-92a4-9f87cf587a6d req-6255f9ba-0341-4b51-a250-49bd35ea3a84 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811992 Mar 07 21:49:36.365613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40960) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:36.426347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750adca-88f0-4d3a-ad72-f1c1c3f6a521 req-c8bdd21f-7fa4-4984-836a-40cd14a1b1ce tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:36.427827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a750adca-88f0-4d3a-ad72-f1c1c3f6a521 req-c8bdd21f-7fa4-4984-836a-40cd14a1b1ce tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 944 time: 0.1032915 Mar 07 21:49:36.513019 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a750adca-88f0-4d3a-ad72-f1c1c3f6a521 req-2b3cc799-8657-4d25-bae7-fbf2614a4be8 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769215 Mar 07 21:49:36.578274 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1dfd79ba-59bc-4e2d-b69f-e33560df6231 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=885fd19534f14e8faa6bb3c964eef765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2108631 Mar 07 21:49:36.580851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40966) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:36.638518 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e2e48d3-78aa-4b5a-8bf5-2d3d88b59303 admin admin] Publish callbacks [] for security_group (172ffe00-4741-4f89-877c-bc82e8c6c78c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:36.665400 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e2e48d3-78aa-4b5a-8bf5-2d3d88b59303 admin admin] Publish callbacks [] for security_group (172ffe00-4741-4f89-877c-bc82e8c6c78c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:36.724925 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e2e48d3-78aa-4b5a-8bf5-2d3d88b59303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (172ffe00-4741-4f89-877c-bc82e8c6c78c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:36.727921 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e2e48d3-78aa-4b5a-8bf5-2d3d88b59303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:36.729478 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3e2e48d3-78aa-4b5a-8bf5-2d3d88b59303 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/172ffe00-4741-4f89-877c-bc82e8c6c78c HTTP/1.1" status: 204 len: 168 time: 0.1476235 Mar 07 21:49:36.740286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e48d3-78aa-4b5a-8bf5-2d3d88b59303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172ffe00-4741-4f89-877c-bc82e8c6c78c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:37.119233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4124636-4e99-4226-9fa1-ff6bfa34353a req-df14e3f2-6c54-4915-9229-4e80bd0c3e63 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 210 time: 0.0533671 Mar 07 21:49:37.318402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 7a848bd5-4979-4329-82ee-9db4d47480d9 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:49:37.451507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ea36e-8c23-41c5-a12c-06b602c52351 req-4e3dd61b-fe36-477e-b896-f694cabfed71 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:37.461635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a9ea36e-8c23-41c5-a12c-06b602c52351 req-4e3dd61b-fe36-477e-b896-f694cabfed71 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.0732265 Mar 07 21:49:37.497550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-16601f72-0789-451a-8d34-4931ccd14fd3 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:37.499629 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-16601f72-0789-451a-8d34-4931ccd14fd3 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.15 "GET /v2.0/networks?id=5756c39c-b68c-4572-a466-6a9175bae4ac HTTP/1.1" status: 200 len: 813 time: 0.2825050 Mar 07 21:49:37.504203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 7a848bd5-4979-4329-82ee-9db4d47480d9 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:49:37.510830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 7a848bd5-4979-4329-82ee-9db4d47480d9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:49:37.512917 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:37.527989 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-94084ed8-68eb-4fcd-a3b7-af9325bccca4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Request body: {'port': {'device_id': '36694e64-0249-4b21-bb33-637dfb633e8c', 'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac', 'admin_state_up': True, 'tenant_id': 'ba8fd1586b234445a6fd7efa2e935124'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:37.530500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a9ea36e-8c23-41c5-a12c-06b602c52351 req-4160ef2d-ac54-4776-9a9e-185034bb1cc2 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675721 Mar 07 21:49:37.654246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 7a848bd5-4979-4329-82ee-9db4d47480d9 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:49:37.654847 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:37.685147 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba3834f-533b-4962-b12c-a389c566d4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a848bd5-4979-4329-82ee-9db4d47480d9'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:37.688974 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01a2d75-1860-414e-adef-50ef792bb9bc" -d '{"events": [{"server_uuid": "0ba3834f-533b-4962-b12c-a389c566d4ae", "name": "network-vif-plugged", "status": "completed", "tag": "7a848bd5-4979-4329-82ee-9db4d47480d9"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:49:37.704601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 7a848bd5-4979-4329-82ee-9db4d47480d9, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7a848bd5-4979-4329-82ee-9db4d47480d9,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:37.714171 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:37.732831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e8c7b-6fc8-4c8c-a680-191fa8014bf7 req-9668626e-0986-48e1-bb6b-bf9fd8d0e164 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:37.734463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f1e8c7b-6fc8-4c8c-a680-191fa8014bf7 req-9668626e-0986-48e1-bb6b-bf9fd8d0e164 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 944 time: 0.1168354 Mar 07 21:49:37.763855 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5e0291-d90a-44b3-a9bb-3bae50564b77 x-openstack-request-id: req-ac5e0291-d90a-44b3-a9bb-3bae50564b77 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:49:37.764158 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba3834f-533b-4962-b12c-a389c566d4ae", "name": "network-vif-plugged", "status": "completed", "tag": "7a848bd5-4979-4329-82ee-9db4d47480d9", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:49:37.764426 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac5e0291-d90a-44b3-a9bb-3bae50564b77 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:49:37.765475 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba3834f-533b-4962-b12c-a389c566d4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a848bd5-4979-4329-82ee-9db4d47480d9', 'code': 200} Mar 07 21:49:37.781764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-94084ed8-68eb-4fcd-a3b7-af9325bccca4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Made reservation on behalf of ba8fd1586b234445a6fd7efa2e935124 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:49:37.792827 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-94084ed8-68eb-4fcd-a3b7-af9325bccca4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:37.830814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=7a848bd5-4979-4329-82ee-9db4d47480d9,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:37.844392 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f1e8c7b-6fc8-4c8c-a680-191fa8014bf7 req-ec7725a4-f4f6-4d3d-880c-9de270160f02 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027877 Mar 07 21:49:37.932118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b249bb-ad18-4be1-854f-efca687247eb req-3fc6545f-64fc-4476-8c32-06e4d0a1ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:37.933654 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92b249bb-ad18-4be1-854f-efca687247eb req-3fc6545f-64fc-4476-8c32-06e4d0a1ebe6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 1127 time: 0.1192822 Mar 07 21:49:37.991506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92b249bb-ad18-4be1-854f-efca687247eb req-e4fdf3eb-af95-4e14-bb36-bb13ce8ec218 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440199 Mar 07 21:49:38.008164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-94084ed8-68eb-4fcd-a3b7-af9325bccca4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Allocated IP 172.20.0.8 (5756c39c-b68c-4572-a466-6a9175bae4ac/087870aa-f669-4d7e-a1fb-da282598d1d1/58affde3-de27-4592-aa48-aed36c112a3d) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:49:38.243648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-94084ed8-68eb-4fcd-a3b7-af9325bccca4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks [] for port (58affde3-de27-4592-aa48-aed36c112a3d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:38.257735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be6c2840-61d5-4ae9-bb4a-f5a179638f79 req-e21fb10a-6429-42ce-823a-000b14dad5ac tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 210 time: 0.0439277 Mar 07 21:49:38.292264 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-94084ed8-68eb-4fcd-a3b7-af9325bccca4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (58affde3-de27-4592-aa48-aed36c112a3d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:38.305291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['72840b70-c8b3-4f97-9dbb-b0dc277d4ccb'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:49:38.318263 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-94084ed8-68eb-4fcd-a3b7-af9325bccca4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Network 5756c39c-b68c-4572-a466-6a9175bae4ac is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:49:38.322523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-94084ed8-68eb-4fcd-a3b7-af9325bccca4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:49:38.343932 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-94084ed8-68eb-4fcd-a3b7-af9325bccca4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:49:38.416393 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94084ed8-68eb-4fcd-a3b7-af9325bccca4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Pushing event updated for resources: {'Port': ['ID=58affde3-de27-4592-aa48-aed36c112a3d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:38.432835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-94084ed8-68eb-4fcd-a3b7-af9325bccca4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:38.433498 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-94084ed8-68eb-4fcd-a3b7-af9325bccca4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:38.461899 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-94084ed8-68eb-4fcd-a3b7-af9325bccca4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9500380 Mar 07 21:49:38.474823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Request body: {'port': {'device_id': '36694e64-0249-4b21-bb33-637dfb633e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:38.552550 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58affde3-de27-4592-aa48-aed36c112a3d), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:38.739028 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb96fb1-88d9-455f-90ec-b3c91b8296c4 req-02ed8463-827b-42d6-b8fa-db2ea3a8aa66 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:38.740620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5cb96fb1-88d9-455f-90ec-b3c91b8296c4 req-02ed8463-827b-42d6-b8fa-db2ea3a8aa66 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.0956776 Mar 07 21:49:38.799718 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5cb96fb1-88d9-455f-90ec-b3c91b8296c4 req-dbbb28b3-99f2-4856-af78-92151060d68f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522161 Mar 07 21:49:38.965401 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58affde3-de27-4592-aa48-aed36c112a3d {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:49:38.976086 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Publish callbacks [] for port (58affde3-de27-4592-aa48-aed36c112a3d), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:38.992218 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Transition to ACTIVE for port object 58affde3-de27-4592-aa48-aed36c112a3d will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:49:38.996252 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (58affde3-de27-4592-aa48-aed36c112a3d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:38.999476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1535ce-b3e0-481f-9bca-5b6fa15bccbf req-a0c078d2-d43a-4dcc-b8d9-47b03d037311 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:39.007478 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc1535ce-b3e0-481f-9bca-5b6fa15bccbf req-a0c078d2-d43a-4dcc-b8d9-47b03d037311 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 945 time: 0.0860488 Mar 07 21:49:39.095054 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc1535ce-b3e0-481f-9bca-5b6fa15bccbf req-d04be2d4-2cdd-4515-a939-411464f72c12 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806446 Mar 07 21:49:39.101737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Pushing event updated for resources: {'Port': ['ID=58affde3-de27-4592-aa48-aed36c112a3d,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:39.137067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Attempting to bind port 58affde3-de27-4592-aa48-aed36c112a3d on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:49:39.137533 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Attempting to bind port 58affde3-de27-4592-aa48-aed36c112a3d by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '767638f9-6d65-4a10-b96b-ec0140a282a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:49:39.137928 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Attempting to bind port 58affde3-de27-4592-aa48-aed36c112a3d on network 5756c39c-b68c-4572-a466-6a9175bae4ac {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:49:39.142669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Port 58affde3-de27-4592-aa48-aed36c112a3d on network 5756c39c-b68c-4572-a466-6a9175bae4ac not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:49:39.143136 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Attempting to bind port 58affde3-de27-4592-aa48-aed36c112a3d on network 5756c39c-b68c-4572-a466-6a9175bae4ac {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:49:39.148515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:49:39.148945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Checking segment: {'id': '767638f9-6d65-4a10-b96b-ec0140a282a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:49:39.149398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Bound using segment: {'id': '767638f9-6d65-4a10-b96b-ec0140a282a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:49:39.149897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Bound port: 58affde3-de27-4592-aa48-aed36c112a3d, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767638f9-6d65-4a10-b96b-ec0140a282a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:49:39.150346 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58affde3-de27-4592-aa48-aed36c112a3d), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:39.223669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] For port 58affde3-de27-4592-aa48-aed36c112a3d, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:49:39.228527 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] For port 58affde3-de27-4592-aa48-aed36c112a3d, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=58affde3-de27-4592-aa48-aed36c112a3d,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:49:39.238611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (58affde3-de27-4592-aa48-aed36c112a3d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:39.300468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:39.301176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:39.303241 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] 10.222.0.15 "PUT /v2.0/ports/58affde3-de27-4592-aa48-aed36c112a3d HTTP/1.1" status: 200 len: 1091 time: 0.8332634 Mar 07 21:49:39.304267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36694e64-0249-4b21-bb33-637dfb633e8c', 'tag': '58affde3-de27-4592-aa48-aed36c112a3d'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:39.307362 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4f7d6a-f018-42dc-83d1-83e96f95999b" -d '{"events": [{"name": "network-changed", "server_uuid": "36694e64-0249-4b21-bb33-637dfb633e8c", "tag": "58affde3-de27-4592-aa48-aed36c112a3d"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:49:39.352077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b68a0-76d5-4f14-9a1e-267a7f46922c service neutron] Pushing event updated for resources: {'Port': ['ID=58affde3-de27-4592-aa48-aed36c112a3d,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:39.373295 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1586f741-13cc-4d56-a6c8-720dae8ba9a6 x-openstack-request-id: req-1586f741-13cc-4d56-a6c8-720dae8ba9a6 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:49:39.373597 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36694e64-0249-4b21-bb33-637dfb633e8c", "tag": "58affde3-de27-4592-aa48-aed36c112a3d", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:49:39.373864 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1586f741-13cc-4d56-a6c8-720dae8ba9a6 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:49:39.374301 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36694e64-0249-4b21-bb33-637dfb633e8c', 'tag': '58affde3-de27-4592-aa48-aed36c112a3d', 'status': 'completed', 'code': 200} Mar 07 21:49:39.457539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-362682ef-1418-4182-8274-b3934b18a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:39.459456 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-362682ef-1418-4182-8274-b3934b18a164 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba8fd1586b234445a6fd7efa2e935124&device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 1125 time: 0.0826404 Mar 07 21:49:39.468280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4c516-08f8-4b72-b124-2ae7f260e244 req-9412b2f7-dfe7-488f-bf00-94b91307b047 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:39.469857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13b4c516-08f8-4b72-b124-2ae7f260e244 req-9412b2f7-dfe7-488f-bf00-94b91307b047 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 943 time: 0.1003313 Mar 07 21:49:39.525898 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-41a3594d-57c5-4ccc-bbd3-e2ab55555f90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58affde3-de27-4592-aa48-aed36c112a3d HTTP/1.1" status: 200 len: 217 time: 0.0489678 Mar 07 21:49:39.535861 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13b4c516-08f8-4b72-b124-2ae7f260e244 req-d922a31c-bb7e-47e9-a86d-75f6fd5775c6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589259 Mar 07 21:49:39.584300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-7cd9ddbc-f9da-4c2a-b5dc-80017ce03437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:39.585812 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-7cd9ddbc-f9da-4c2a-b5dc-80017ce03437 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=087870aa-f669-4d7e-a1fb-da282598d1d1 HTTP/1.1" status: 200 len: 853 time: 0.0542762 Mar 07 21:49:39.622897 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-31dfd535-5b36-459b-a266-97143dac2469 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5756c39c-b68c-4572-a466-6a9175bae4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291450 Mar 07 21:49:39.714482 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-7f68fcff-8ec0-4ddb-addb-537bdb91bf33 service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855451 Mar 07 21:49:39.807269 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-67194bdf-c942-4837-9866-5c2cf7f9f7d8 req-5233271a-faa9-4321-95f9-709403362bfd service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869653 Mar 07 21:49:39.910837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f7d6a-f018-42dc-83d1-83e96f95999b req-8a7b51e6-376c-4de6-a2ed-75d562a652ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:39.912300 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4f4f7d6a-f018-42dc-83d1-83e96f95999b req-8a7b51e6-376c-4de6-a2ed-75d562a652ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba8fd1586b234445a6fd7efa2e935124&device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 1125 time: 0.0554495 Mar 07 21:49:39.974025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3780e86-b758-44a1-a982-fec18a01b11d req-dbf15d28-a14a-4e82-bd02-d48c26280949 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:39.976448 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3780e86-b758-44a1-a982-fec18a01b11d req-dbf15d28-a14a-4e82-bd02-d48c26280949 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.0604081 Mar 07 21:49:40.032679 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3780e86-b758-44a1-a982-fec18a01b11d req-ed7fbd26-7ea4-48b4-b5d1-64e23d093944 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504980 Mar 07 21:49:40.038885 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f7d6a-f018-42dc-83d1-83e96f95999b req-1d10b864-f3de-476d-938f-ec5a1eddc5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:40.040397 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4f4f7d6a-f018-42dc-83d1-83e96f95999b req-1d10b864-f3de-476d-938f-ec5a1eddc5e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5756c39c-b68c-4572-a466-6a9175bae4ac HTTP/1.1" status: 200 len: 914 time: 0.1215892 Mar 07 21:49:40.101549 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4f4f7d6a-f018-42dc-83d1-83e96f95999b req-01e49abf-7683-4cfb-a3f3-17a51692acb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58affde3-de27-4592-aa48-aed36c112a3d HTTP/1.1" status: 200 len: 217 time: 0.0541618 Mar 07 21:49:40.172933 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f7d6a-f018-42dc-83d1-83e96f95999b req-26eb9532-1b40-4371-adc5-803a7f49e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:40.174634 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4f4f7d6a-f018-42dc-83d1-83e96f95999b req-26eb9532-1b40-4371-adc5-803a7f49e449 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=087870aa-f669-4d7e-a1fb-da282598d1d1 HTTP/1.1" status: 200 len: 853 time: 0.0672133 Mar 07 21:49:40.213956 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4f4f7d6a-f018-42dc-83d1-83e96f95999b req-9086fe7f-1b54-42ff-9624-7da21965a2fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5756c39c-b68c-4572-a466-6a9175bae4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307038 Mar 07 21:49:40.215400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff5163-bf87-4230-8aa5-a302313c5af3 req-6a38125b-fbf4-4fda-a3be-499eba2b98fc tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:40.217232 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3ff5163-bf87-4230-8aa5-a302313c5af3 req-6a38125b-fbf4-4fda-a3be-499eba2b98fc tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 945 time: 0.0591767 Mar 07 21:49:40.276166 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3ff5163-bf87-4230-8aa5-a302313c5af3 req-de1e0f3a-f0a5-4bdd-b376-a6f34e0d747b tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522819 Mar 07 21:49:40.341212 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4f4f7d6a-f018-42dc-83d1-83e96f95999b req-7212a8df-016b-447b-802c-773a25b76336 service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197777 Mar 07 21:49:40.454595 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4f4f7d6a-f018-42dc-83d1-83e96f95999b req-0b733d12-0192-4941-bae8-f63bf9866f4d service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055036 Mar 07 21:49:40.544876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6d1d8-4a3d-4a77-9d32-a9d8e59d07b5 req-b4be6deb-182d-41e0-b4b3-84cded3fb569 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:40.546622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ae6d1d8-4a3d-4a77-9d32-a9d8e59d07b5 req-b4be6deb-182d-41e0-b4b3-84cded3fb569 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 945 time: 0.0542290 Mar 07 21:49:40.621506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ae6d1d8-4a3d-4a77-9d32-a9d8e59d07b5 req-e23ebea9-4b15-41e2-9606-a50763476f5a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665002 Mar 07 21:49:40.730774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ec740-a374-433e-a015-92024a82ca5f req-ad44be39-a93b-4e9e-90a5-232b3274c5a2 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:40.732265 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-728ec740-a374-433e-a015-92024a82ca5f req-ad44be39-a93b-4e9e-90a5-232b3274c5a2 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 943 time: 0.0697768 Mar 07 21:49:40.783368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-728ec740-a374-433e-a015-92024a82ca5f req-1de260ba-f0fd-4f86-9965-c62f0cfc21f1 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445139 Mar 07 21:49:41.166988 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12166222-2fbd-4295-a88c-9d065c90d4c9 req-f0f1a5b5-95c5-45af-88a5-868743eea89f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:41.169688 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12166222-2fbd-4295-a88c-9d065c90d4c9 req-f0f1a5b5-95c5-45af-88a5-868743eea89f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.0566938 Mar 07 21:49:41.219779 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12166222-2fbd-4295-a88c-9d065c90d4c9 req-30d4d6d3-2d48-429b-bb5d-e405e44871e7 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441675 Mar 07 21:49:41.744287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f2e3b-11c6-40d3-9288-497a16e96ba1 req-fc205466-a4fc-4727-bbab-4bde750ca729 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:41.745909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-856f2e3b-11c6-40d3-9288-497a16e96ba1 req-fc205466-a4fc-4727-bbab-4bde750ca729 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 945 time: 0.0608974 Mar 07 21:49:41.770916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 58affde3-de27-4592-aa48-aed36c112a3d details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:49:41.798336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-856f2e3b-11c6-40d3-9288-497a16e96ba1 req-14ee516c-1512-4273-aefe-e9e349b61399 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454483 Mar 07 21:49:41.952097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1ec7c-534d-4d7d-b83e-eaf5c47b200a req-54591826-bb5f-48a2-8f06-da63691f5f37 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:41.953985 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ac1ec7c-534d-4d7d-b83e-eaf5c47b200a req-54591826-bb5f-48a2-8f06-da63691f5f37 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 943 time: 0.0608373 Mar 07 21:49:41.979901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 58affde3-de27-4592-aa48-aed36c112a3d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=58affde3-de27-4592-aa48-aed36c112a3d,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:42.003125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '58affde3-de27-4592-aa48-aed36c112a3d', 'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac', 'port_id': '58affde3-de27-4592-aa48-aed36c112a3d', 'mac_address': 'fa:16:3e:97:7d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087870aa-f669-4d7e-a1fb-da282598d1d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:49:42.056878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ac1ec7c-534d-4d7d-b83e-eaf5c47b200a req-45f423c1-5fcc-4641-8b5d-c300889123d8 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960124 Mar 07 21:49:42.074011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 58affde3-de27-4592-aa48-aed36c112a3d is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:49:42.074558 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58affde3-de27-4592-aa48-aed36c112a3d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:42.094904 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58affde3-de27-4592-aa48-aed36c112a3d {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:49:42.118015 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 58affde3-de27-4592-aa48-aed36c112a3d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=58affde3-de27-4592-aa48-aed36c112a3d,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:42.123512 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (58affde3-de27-4592-aa48-aed36c112a3d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:42.180865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=58affde3-de27-4592-aa48-aed36c112a3d,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:42.350187 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['58affde3-de27-4592-aa48-aed36c112a3d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:49:42.373798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0701b-1517-440f-9d32-3fb624a1cf65 req-d180474f-2f61-4fc1-a5d4-a3c8c137534c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:42.376050 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46f0701b-1517-440f-9d32-3fb624a1cf65 req-d180474f-2f61-4fc1-a5d4-a3c8c137534c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.0699692 Mar 07 21:49:42.442086 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46f0701b-1517-440f-9d32-3fb624a1cf65 req-bbc468a0-153a-4d09-8ec1-ee954e12d531 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601211 Mar 07 21:49:43.192588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22aa708-e53e-4b8b-a090-65917030a5a1 req-ecc5626a-81d2-40ab-a3b2-514770cf360a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:43.195054 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e22aa708-e53e-4b8b-a090-65917030a5a1 req-ecc5626a-81d2-40ab-a3b2-514770cf360a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 944 time: 0.0582395 Mar 07 21:49:43.249152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e22aa708-e53e-4b8b-a090-65917030a5a1 req-1f31943d-d7ad-44f8-b5bd-79d55fdb37c5 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482821 Mar 07 21:49:43.565455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ef062-5ce1-42bf-be7d-a64fbbe02625 req-fd6e1e2c-c0c9-4f02-8e09-52fb3b5d436d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:43.567047 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b67ef062-5ce1-42bf-be7d-a64fbbe02625 req-fd6e1e2c-c0c9-4f02-8e09-52fb3b5d436d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.0532267 Mar 07 21:49:43.615352 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b67ef062-5ce1-42bf-be7d-a64fbbe02625 req-55fd75b1-eaf6-48a5-8c06-f4b4dfd03975 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Mar 07 21:49:43.796243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 58affde3-de27-4592-aa48-aed36c112a3d up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:49:43.850696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 58affde3-de27-4592-aa48-aed36c112a3d completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:49:43.855581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 58affde3-de27-4592-aa48-aed36c112a3d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:49:43.855964 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58affde3-de27-4592-aa48-aed36c112a3d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:43.945118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 58affde3-de27-4592-aa48-aed36c112a3d is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:49:43.945511 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58affde3-de27-4592-aa48-aed36c112a3d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:43.975820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36694e64-0249-4b21-bb33-637dfb633e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58affde3-de27-4592-aa48-aed36c112a3d'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:43.978442 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263d9be0-1a74-4c4a-a933-b6a857ee2483" -d '{"events": [{"server_uuid": "36694e64-0249-4b21-bb33-637dfb633e8c", "name": "network-vif-plugged", "status": "completed", "tag": "58affde3-de27-4592-aa48-aed36c112a3d"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:49:43.984060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 58affde3-de27-4592-aa48-aed36c112a3d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=58affde3-de27-4592-aa48-aed36c112a3d,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:43.989764 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (58affde3-de27-4592-aa48-aed36c112a3d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:44.026679 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5053ae39-66ce-4a98-ac13-a7be74374137 x-openstack-request-id: req-5053ae39-66ce-4a98-ac13-a7be74374137 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:49:44.032937 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36694e64-0249-4b21-bb33-637dfb633e8c", "name": "network-vif-plugged", "status": "completed", "tag": "58affde3-de27-4592-aa48-aed36c112a3d", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:49:44.036782 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5053ae39-66ce-4a98-ac13-a7be74374137 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:49:44.038422 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36694e64-0249-4b21-bb33-637dfb633e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58affde3-de27-4592-aa48-aed36c112a3d', 'code': 200} Mar 07 21:49:44.061135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=58affde3-de27-4592-aa48-aed36c112a3d,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:44.132069 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f92d1-2dea-4367-ba37-cd42921fd373 req-2025a9b5-b79e-4829-9434-69e6f9030be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:44.134568 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-469f92d1-2dea-4367-ba37-cd42921fd373 req-2025a9b5-b79e-4829-9434-69e6f9030be3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 1127 time: 0.0528526 Mar 07 21:49:44.183072 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-469f92d1-2dea-4367-ba37-cd42921fd373 req-d1ee0f11-0fdf-485e-812f-50177496b033 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398026 Mar 07 21:49:44.413172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e586e34-fe6d-4db8-a563-5131c4042e70 req-debf249c-5e2d-4663-b51c-4b5bacdbe046 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:44.414831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e586e34-fe6d-4db8-a563-5131c4042e70 req-debf249c-5e2d-4663-b51c-4b5bacdbe046 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 945 time: 0.0929923 Mar 07 21:49:44.467763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e586e34-fe6d-4db8-a563-5131c4042e70 req-bc860762-c9eb-451f-8759-c4f1fe699e74 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467753 Mar 07 21:49:44.748507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832f95d-5d3d-4659-a566-2bc661e46df1 req-3b49bf9e-d9ef-483f-88a8-ec0a817a7858 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:44.750028 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7832f95d-5d3d-4659-a566-2bc661e46df1 req-3b49bf9e-d9ef-483f-88a8-ec0a817a7858 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.0551755 Mar 07 21:49:44.798740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7832f95d-5d3d-4659-a566-2bc661e46df1 req-ff9b8a97-e3e8-4ee7-9d5b-4488605e0606 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428543 Mar 07 21:49:45.372115 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 7a848bd5-4979-4329-82ee-9db4d47480d9 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:49:45.495412 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 7a848bd5-4979-4329-82ee-9db4d47480d9, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7a848bd5-4979-4329-82ee-9db4d47480d9,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:45.507547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '7a848bd5-4979-4329-82ee-9db4d47480d9', 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756', 'port_id': '7a848bd5-4979-4329-82ee-9db4d47480d9', 'mac_address': 'fa:16:3e:84:6a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1fbfa2-ec43-4960-9833-0f8cbf460e36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:49:45.549806 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 7a848bd5-4979-4329-82ee-9db4d47480d9 is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:49:45.550239 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:45.564092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a848bd5-4979-4329-82ee-9db4d47480d9 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:49:45.585764 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 7a848bd5-4979-4329-82ee-9db4d47480d9, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7a848bd5-4979-4329-82ee-9db4d47480d9,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:45.593129 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:45.629536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122f126-46aa-49c7-96b4-0f70159b1a64 req-f8728d7f-d6e1-4d44-8b02-448075d5c931 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:45.630741 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3122f126-46aa-49c7-96b4-0f70159b1a64 req-f8728d7f-d6e1-4d44-8b02-448075d5c931 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 945 time: 0.0678058 Mar 07 21:49:45.677708 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f5847a92-a026-49d2-b9a6-1ba5a8d4243b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:45.686243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=7a848bd5-4979-4329-82ee-9db4d47480d9,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:45.700720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['7a848bd5-4979-4329-82ee-9db4d47480d9'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:49:45.710701 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3122f126-46aa-49c7-96b4-0f70159b1a64 req-de1ee68e-29a4-4a73-82e4-c2ec15c567c9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711715 Mar 07 21:49:45.892103 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:45.996968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae1a1d-9745-4813-8f05-e85f207b67f2 req-c3229247-3209-459b-8c37-40ebed07c8a0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:45.998501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfae1a1d-9745-4813-8f05-e85f207b67f2 req-c3229247-3209-459b-8c37-40ebed07c8a0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.0933387 Mar 07 21:49:46.012645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4300c7c-abf7-4f2f-9ab8-01efed4231b1 req-b89aa420-9ee3-4d7d-b289-f5bce0b21662 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:46.014127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4300c7c-abf7-4f2f-9ab8-01efed4231b1 req-b89aa420-9ee3-4d7d-b289-f5bce0b21662 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 945 time: 0.0807767 Mar 07 21:49:46.093387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfae1a1d-9745-4813-8f05-e85f207b67f2 req-787d323c-3302-4205-a881-9615dade64fa tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782821 Mar 07 21:49:46.110381 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4300c7c-abf7-4f2f-9ab8-01efed4231b1 req-1e0635de-8a79-4952-a8e1-aca99fc69382 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871699 Mar 07 21:49:46.803167 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077fb72-a16d-468f-a552-b294603711a2 req-ac65f816-dce3-4901-bb21-a014ef78ab63 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:46.804910 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9077fb72-a16d-468f-a552-b294603711a2 req-ac65f816-dce3-4901-bb21-a014ef78ab63 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.0674412 Mar 07 21:49:46.865244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9077fb72-a16d-468f-a552-b294603711a2 req-d7aacaf1-2a50-4f04-9806-d6c8219dcf6a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532169 Mar 07 21:49:47.033317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca27ea-9e3e-444f-a284-bfab79c7a21c req-6537450d-2fca-47fb-b273-f37771c70251 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:47.035102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8cca27ea-9e3e-444f-a284-bfab79c7a21c req-6537450d-2fca-47fb-b273-f37771c70251 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.0687184 Mar 07 21:49:47.115082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8cca27ea-9e3e-444f-a284-bfab79c7a21c req-441bf675-78aa-45c0-bd76-76898d973d87 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683074 Mar 07 21:49:47.377658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 7a848bd5-4979-4329-82ee-9db4d47480d9 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:49:47.387494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e40b8-8dd8-44db-8091-7e322c7109c1 req-ed385a8c-3a35-412a-be4c-e916237f6813 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:47.395110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f36e40b8-8dd8-44db-8091-7e322c7109c1 req-ed385a8c-3a35-412a-be4c-e916237f6813 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.1443379 Mar 07 21:49:47.411914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365245cd-e358-4904-8cd2-18c2483d6a7c req-a6103862-fc98-4b24-b8ed-1388982c06a9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:47.417803 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-365245cd-e358-4904-8cd2-18c2483d6a7c req-a6103862-fc98-4b24-b8ed-1388982c06a9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.15 "GET /v2.0/ports?device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 945 time: 0.1075840 Mar 07 21:49:47.460292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00037d3-e5ae-4718-af7e-8a60e24aa542 req-dc9cb6ba-403a-49de-92db-94c47af7e332 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:47.468205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e00037d3-e5ae-4718-af7e-8a60e24aa542 req-dc9cb6ba-403a-49de-92db-94c47af7e332 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 945 time: 0.1580465 Mar 07 21:49:47.484646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 7a848bd5-4979-4329-82ee-9db4d47480d9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:49:47.485023 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:47.564175 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e00037d3-e5ae-4718-af7e-8a60e24aa542 req-36814dcc-da62-49eb-b0d7-8c935628e12b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893874 Mar 07 21:49:47.566739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-365245cd-e358-4904-8cd2-18c2483d6a7c req-91674de9-b1c6-48e2-9d4f-1775f08219e6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Deleting port 58affde3-de27-4592-aa48-aed36c112a3d {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:49:47.567558 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-365245cd-e358-4904-8cd2-18c2483d6a7c req-91674de9-b1c6-48e2-9d4f-1775f08219e6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (58affde3-de27-4592-aa48-aed36c112a3d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:47.586658 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f36e40b8-8dd8-44db-8091-7e322c7109c1 req-355b2f1a-8054-4463-a98a-9570821cb1d6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905890 Mar 07 21:49:47.671685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 7a848bd5-4979-4329-82ee-9db4d47480d9 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:49:47.673432 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:47.732589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba3834f-533b-4962-b12c-a389c566d4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a848bd5-4979-4329-82ee-9db4d47480d9'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:47.743436 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261c71df-2f82-49a0-82bd-b2d7e3a0e30c" -d '{"events": [{"server_uuid": "0ba3834f-533b-4962-b12c-a389c566d4ae", "name": "network-vif-plugged", "status": "completed", "tag": "7a848bd5-4979-4329-82ee-9db4d47480d9"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:49:47.778443 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 7a848bd5-4979-4329-82ee-9db4d47480d9, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7a848bd5-4979-4329-82ee-9db4d47480d9,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:47.786963 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b21f1b-edcc-4250-b3d8-68b015ba71d4 req-a71dd558-b9e2-4a9d-b0a1-54e32b529838 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:47.794383 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:47.807530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00b21f1b-edcc-4250-b3d8-68b015ba71d4 req-a71dd558-b9e2-4a9d-b0a1-54e32b529838 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1220067 Mar 07 21:49:47.816411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-365245cd-e358-4904-8cd2-18c2483d6a7c req-91674de9-b1c6-48e2-9d4f-1775f08219e6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] For port 58affde3-de27-4592-aa48-aed36c112a3d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=58affde3-de27-4592-aa48-aed36c112a3d,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:47.817222 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-365245cd-e358-4904-8cd2-18c2483d6a7c req-91674de9-b1c6-48e2-9d4f-1775f08219e6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (58affde3-de27-4592-aa48-aed36c112a3d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:47.876163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-365245cd-e358-4904-8cd2-18c2483d6a7c req-91674de9-b1c6-48e2-9d4f-1775f08219e6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Calling delete_port for 58affde3-de27-4592-aa48-aed36c112a3d owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:49:47.914165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=7a848bd5-4979-4329-82ee-9db4d47480d9,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:47.937817 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-961748a4-2e50-4dac-b47c-1592e62f018f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:47.961755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00b21f1b-edcc-4250-b3d8-68b015ba71d4 req-8c4a1d36-e8da-44d1-9032-eb17f31f922c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529880 Mar 07 21:49:48.035848 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d32778f-a0ef-488b-a800-9c1f0147f5fc x-openstack-request-id: req-1d32778f-a0ef-488b-a800-9c1f0147f5fc {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:49:48.036553 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba3834f-533b-4962-b12c-a389c566d4ae", "name": "network-vif-plugged", "status": "completed", "tag": "7a848bd5-4979-4329-82ee-9db4d47480d9", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:49:48.037054 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d32778f-a0ef-488b-a800-9c1f0147f5fc {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:49:48.038798 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba3834f-533b-4962-b12c-a389c566d4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a848bd5-4979-4329-82ee-9db4d47480d9', 'code': 200} Mar 07 21:49:48.128956 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:48.247468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22732-629a-4a40-abf2-e7cc78d325ae req-01ab1247-9ef5-443b-9235-8a18500c3df1 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:48.249177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ae22732-629a-4a40-abf2-e7cc78d325ae req-01ab1247-9ef5-443b-9235-8a18500c3df1 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 945 time: 0.1515188 Mar 07 21:49:48.253303 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-365245cd-e358-4904-8cd2-18c2483d6a7c req-91674de9-b1c6-48e2-9d4f-1775f08219e6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (58affde3-de27-4592-aa48-aed36c112a3d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:48.265470 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['72840b70-c8b3-4f97-9dbb-b0dc277d4ccb'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:49:48.325732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91674de9-b1c6-48e2-9d4f-1775f08219e6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Pushing event deleted for resources: {'Port': ['ID=58affde3-de27-4592-aa48-aed36c112a3d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:48.417074 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-365245cd-e358-4904-8cd2-18c2483d6a7c req-91674de9-b1c6-48e2-9d4f-1775f08219e6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] No DVR routers for this DVR port 58affde3-de27-4592-aa48-aed36c112a3d on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:49:48.427310 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-365245cd-e358-4904-8cd2-18c2483d6a7c req-91674de9-b1c6-48e2-9d4f-1775f08219e6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:48.434818 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-365245cd-e358-4904-8cd2-18c2483d6a7c req-91674de9-b1c6-48e2-9d4f-1775f08219e6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.15 "DELETE /v2.0/ports/58affde3-de27-4592-aa48-aed36c112a3d HTTP/1.1" status: 204 len: 173 time: 1.0107937 Mar 07 21:49:48.436404 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36694e64-0249-4b21-bb33-637dfb633e8c', 'name': 'network-vif-deleted', 'tag': '58affde3-de27-4592-aa48-aed36c112a3d'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:48.443077 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ae22732-629a-4a40-abf2-e7cc78d325ae req-12cdb521-ca78-4f1b-a7d8-2191c3daa581 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788094 Mar 07 21:49:48.444513 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed2399b-f6ef-499b-a55a-0118a725d6e3" -d '{"events": [{"server_uuid": "36694e64-0249-4b21-bb33-637dfb633e8c", "name": "network-vif-deleted", "tag": "58affde3-de27-4592-aa48-aed36c112a3d"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:49:48.461358 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ccb1e-03dd-45e9-b4fe-cce008cce661 req-fdff6c2a-7a9d-41b1-a1d8-120f719a6efd tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:48.481124 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a25ccb1e-03dd-45e9-b4fe-cce008cce661 req-fdff6c2a-7a9d-41b1-a1d8-120f719a6efd tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2826734 Mar 07 21:49:48.547594 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f00b65-5f2b-415c-90fe-6471c4468fd0 x-openstack-request-id: req-43f00b65-5f2b-415c-90fe-6471c4468fd0 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:49:48.548400 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36694e64-0249-4b21-bb33-637dfb633e8c", "name": "network-vif-deleted", "tag": "58affde3-de27-4592-aa48-aed36c112a3d", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:49:48.548400 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43f00b65-5f2b-415c-90fe-6471c4468fd0 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:49:48.548772 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36694e64-0249-4b21-bb33-637dfb633e8c', 'name': 'network-vif-deleted', 'tag': '58affde3-de27-4592-aa48-aed36c112a3d', 'status': 'completed', 'code': 200} Mar 07 21:49:48.608927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a25ccb1e-03dd-45e9-b4fe-cce008cce661 req-6d8c1c92-50e3-43ab-b3c9-1d730cf30d54 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264956 Mar 07 21:49:48.784548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae010f60-1827-47d9-81f8-2be7060c11be req-b5a94b58-c417-4f34-8bab-7d0a139a00f5 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=36694e64-0249-4b21-bb33-637dfb633e8c HTTP/1.1" status: 200 len: 210 time: 0.0586724 Mar 07 21:49:48.921932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1c17e-70e1-4d73-9620-16a556e7a676 req-0a12085f-1f6d-4380-a13a-640e52250669 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:48.931150 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c1b1c17e-70e1-4d73-9620-16a556e7a676 req-0a12085f-1f6d-4380-a13a-640e52250669 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.1454260 Mar 07 21:49:49.152928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-8fff470e-f73f-423b-98a6-0e54374db973 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:49.161630 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-8fff470e-f73f-423b-98a6-0e54374db973 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 810 time: 0.1358354 Mar 07 21:49:49.183413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c1b1c17e-70e1-4d73-9620-16a556e7a676 req-aec9c465-a96c-4237-9d1a-e90cc96781b6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472641 Mar 07 21:49:49.228666 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-21e7a3d4-0147-4eaa-9c1e-d03d437ab251 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/quotas/ca708fcaf44345cea0e9701fa4c6c46a HTTP/1.1" status: 200 len: 375 time: 0.0648332 Mar 07 21:49:49.250938 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:49.352413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-06d73450-b26a-480d-b94b-33db97c86dac tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1226614 Mar 07 21:49:49.568226 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-7c99d6f4-662b-434f-b677-7aefa3369083 service neutron] 10.222.0.26 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023673 Mar 07 21:49:49.695021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85e3e3-038f-46e1-8939-21ec5f63e745 req-71d7807d-0aff-4196-b4e2-948764961b69 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:49.703242 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f85e3e3-038f-46e1-8939-21ec5f63e745 req-71d7807d-0aff-4196-b4e2-948764961b69 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 945 time: 0.1213033 Mar 07 21:49:49.764027 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-b787731d-3719-49de-9d8e-729f6bf80421 service neutron] 10.222.0.26 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948156 Mar 07 21:49:49.814194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f85e3e3-038f-46e1-8939-21ec5f63e745 req-af48585c-dc21-49a1-9674-8ca7e58ac414 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092896 Mar 07 21:49:49.816029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 58affde3-de27-4592-aa48-aed36c112a3d no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:49:49.881988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 58affde3-de27-4592-aa48-aed36c112a3d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:49:49.895410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 58affde3-de27-4592-aa48-aed36c112a3d not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:49:49.948257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d1fdf-30a5-46b8-80db-697e3fc040e9 req-803a3479-72b6-4f4e-a5dc-ac3305cba730 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:49.951604 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-192d1fdf-30a5-46b8-80db-697e3fc040e9 req-803a3479-72b6-4f4e-a5dc-ac3305cba730 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 945 time: 0.1250911 Mar 07 21:49:50.179933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922471c-1f7e-45cd-804d-0f198ca30ab3 req-bcc75ac6-99d9-4561-9d55-280984f51c46 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:50.188767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1922471c-1f7e-45cd-804d-0f198ca30ab3 req-bcc75ac6-99d9-4561-9d55-280984f51c46 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1763525 Mar 07 21:49:50.220738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-192d1fdf-30a5-46b8-80db-697e3fc040e9 req-178ea6cf-fce2-4fc7-aee2-f2039ed994b2 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Deleting port 132fc3de-68ff-43ed-b647-970f646d9046 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:49:50.221117 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-192d1fdf-30a5-46b8-80db-697e3fc040e9 req-178ea6cf-fce2-4fc7-aee2-f2039ed994b2 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (132fc3de-68ff-43ed-b647-970f646d9046), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:50.249501 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:50.281048 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1922471c-1f7e-45cd-804d-0f198ca30ab3 req-35943652-5a39-45bd-b1e9-0c4b00f47471 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911567 Mar 07 21:49:50.464273 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65cee853-5cbc-422f-a2d6-ee18a921c7c6 req-e9654d77-75b3-436a-8f22-e023df66b0d5 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 210 time: 0.2059453 Mar 07 21:49:50.573598 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-192d1fdf-30a5-46b8-80db-697e3fc040e9 req-178ea6cf-fce2-4fc7-aee2-f2039ed994b2 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] For port 132fc3de-68ff-43ed-b647-970f646d9046, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=132fc3de-68ff-43ed-b647-970f646d9046,segment=NetworkSegment(faf87e44-1b9c-4b59-9fc6-f0601fe164ea),segment_id=faf87e44-1b9c-4b59-9fc6-f0601fe164ea)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:49:50.574306 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-192d1fdf-30a5-46b8-80db-697e3fc040e9 req-178ea6cf-fce2-4fc7-aee2-f2039ed994b2 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (132fc3de-68ff-43ed-b647-970f646d9046), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:50.594156 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-192d1fdf-30a5-46b8-80db-697e3fc040e9 req-178ea6cf-fce2-4fc7-aee2-f2039ed994b2 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Calling delete_port for 132fc3de-68ff-43ed-b647-970f646d9046 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:49:50.611712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbba47-13f2-4d6a-859d-3adbe9e86a78 req-79b98541-e3e6-4223-b4b8-0a1213422e80 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:50.621662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2fbba47-13f2-4d6a-859d-3adbe9e86a78 req-79b98541-e3e6-4223-b4b8-0a1213422e80 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.1669221 Mar 07 21:49:50.911756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2fbba47-13f2-4d6a-859d-3adbe9e86a78 req-0a9630b6-9437-4bfe-9360-2babef42ff95 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891417 Mar 07 21:49:51.096663 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d89cd-e498-4c94-9d3d-d9336ef1ee3f req-889a1e73-0179-47b0-b86e-1dbb98f51b88 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:51.113483 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da6d89cd-e498-4c94-9d3d-d9336ef1ee3f req-889a1e73-0179-47b0-b86e-1dbb98f51b88 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2682958 Mar 07 21:49:51.397956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da6d89cd-e498-4c94-9d3d-d9336ef1ee3f req-c0f2ba28-7392-471c-b4eb-b04efe3f5de9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833827 Mar 07 21:49:51.480657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e2233-7c63-4692-abc1-12b092fe9ae9 req-80c2c644-1857-4239-9f9c-a47bfcd4c1cb tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:51.491267 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d29e2233-7c63-4692-abc1-12b092fe9ae9 req-80c2c644-1857-4239-9f9c-a47bfcd4c1cb tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe931eb-e450-4077-bfac-09ce45c685b8 HTTP/1.1" status: 200 len: 945 time: 0.3614204 Mar 07 21:49:51.538243 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-192d1fdf-30a5-46b8-80db-697e3fc040e9 req-178ea6cf-fce2-4fc7-aee2-f2039ed994b2 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (132fc3de-68ff-43ed-b647-970f646d9046), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:51.782018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ea6cf-fce2-4fc7-aee2-f2039ed994b2 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Pushing event deleted for resources: {'Port': ['ID=132fc3de-68ff-43ed-b647-970f646d9046,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:51.787133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-192d1fdf-30a5-46b8-80db-697e3fc040e9 req-178ea6cf-fce2-4fc7-aee2-f2039ed994b2 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] No DVR routers for this DVR port 132fc3de-68ff-43ed-b647-970f646d9046 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:49:51.794968 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-192d1fdf-30a5-46b8-80db-697e3fc040e9 req-178ea6cf-fce2-4fc7-aee2-f2039ed994b2 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:51.799608 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-192d1fdf-30a5-46b8-80db-697e3fc040e9 req-178ea6cf-fce2-4fc7-aee2-f2039ed994b2 tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.13 "DELETE /v2.0/ports/132fc3de-68ff-43ed-b647-970f646d9046 HTTP/1.1" status: 204 len: 173 time: 1.8405354 Mar 07 21:49:51.824226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe931eb-e450-4077-bfac-09ce45c685b8', 'name': 'network-vif-deleted', 'tag': '132fc3de-68ff-43ed-b647-970f646d9046'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:51.834940 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbfec13-a22d-4963-9ccc-0266f8fbe769" -d '{"events": [{"server_uuid": "9fe931eb-e450-4077-bfac-09ce45c685b8", "name": "network-vif-deleted", "tag": "132fc3de-68ff-43ed-b647-970f646d9046"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:49:51.867794 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d29e2233-7c63-4692-abc1-12b092fe9ae9 req-9a0c1e4e-188d-425a-87a5-3830f52f0b8d tempest-VolumesSnapshotTestJSON-1919667082 tempest-VolumesSnapshotTestJSON-1919667082-project] 10.222.0.26 "GET /v2.0/security-groups?id=c55aa502-03a7-416f-9dcf-f08273251bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679228 Mar 07 21:49:51.908408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74996c-855f-4cf4-b4c4-e62f79fc6f69 req-a2cd480f-e1ae-4b5a-b96a-48b54784e124 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:51.929312 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd74996c-855f-4cf4-b4c4-e62f79fc6f69 req-a2cd480f-e1ae-4b5a-b96a-48b54784e124 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.3401549 Mar 07 21:49:52.052437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b172f45e-724e-4a63-adc6-f32674197e99 req-4ee2edd7-0124-4a1c-8c7d-b5b166c878a3 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 210 time: 0.0587873 Mar 07 21:49:52.102728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd74996c-855f-4cf4-b4c4-e62f79fc6f69 req-362f3d25-9b07-4154-bfde-ad60f2b91409 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720219 Mar 07 21:49:52.128564 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:52.222150 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c881b9ef-6f3b-4043-b934-f093493bc648 x-openstack-request-id: req-c881b9ef-6f3b-4043-b934-f093493bc648 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:49:52.223037 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe931eb-e450-4077-bfac-09ce45c685b8", "name": "network-vif-deleted", "tag": "132fc3de-68ff-43ed-b647-970f646d9046", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:49:52.223541 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c881b9ef-6f3b-4043-b934-f093493bc648 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:49:52.224165 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe931eb-e450-4077-bfac-09ce45c685b8', 'name': 'network-vif-deleted', 'tag': '132fc3de-68ff-43ed-b647-970f646d9046', 'status': 'completed', 'code': 200} Mar 07 21:49:52.377925 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-84f236cd-36ce-4214-a172-fc401d14ac90 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:52.383752 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-84f236cd-36ce-4214-a172-fc401d14ac90 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.15 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 810 time: 0.3601897 Mar 07 21:49:52.409365 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-d4640ff7-1ed9-45f6-805b-3c8a06c6ea74 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Request body: {'port': {'device_id': '0fb443d0-efda-4051-ae08-1a9d27c48f10', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'admin_state_up': True, 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:52.532925 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:49:52.535735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795e2ba-2204-476a-be0d-da6e77e54b9e req-8887de6f-bb78-4e5b-9ef0-3af146c613c5 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:52.546500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d795e2ba-2204-476a-be0d-da6e77e54b9e req-8887de6f-bb78-4e5b-9ef0-3af146c613c5 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.1806421 Mar 07 21:49:52.609465 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-d4640ff7-1ed9-45f6-805b-3c8a06c6ea74 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Made reservation on behalf of ca708fcaf44345cea0e9701fa4c6c46a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:49:52.620233 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-d4640ff7-1ed9-45f6-805b-3c8a06c6ea74 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:52.708969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d795e2ba-2204-476a-be0d-da6e77e54b9e req-1dbad711-4e13-484a-8032-1f44368c13ea tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442230 Mar 07 21:49:53.035644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-d4640ff7-1ed9-45f6-805b-3c8a06c6ea74 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Allocated IP 172.20.0.11 (9807cc18-410d-443c-9dde-c6dcdc3533d2/8d512c80-174d-40f9-a72d-e6a5b780a4f4/9e81c230-f1da-4f9b-a6ae-dcedc316a575) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:49:53.043757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-98d23de8-839a-400a-a417-df5c21d1e6eb req-10539ad6-77ff-4bfe-9d4e-93c062c1b2e4 service neutron] (103718) timed out ('10.222.0.15', 59295) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 21:49:53.426929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 132fc3de-68ff-43ed-b647-970f646d9046 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:49:53.469902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7cacf970-2ea6-467a-98a2-76a276ac7d42 req-4a03e65d-8f73-4527-a29c-d84ee355bef3 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 210 time: 0.1102457 Mar 07 21:49:53.504849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 132fc3de-68ff-43ed-b647-970f646d9046 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:49:53.506628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 132fc3de-68ff-43ed-b647-970f646d9046 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:49:53.577597 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-d4640ff7-1ed9-45f6-805b-3c8a06c6ea74 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:53.678790 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-d4640ff7-1ed9-45f6-805b-3c8a06c6ea74 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:53.692220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['b31355ef-2604-4a93-8a55-31179fc99009'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:49:53.699739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f64d11ec-e267-4b76-b66a-d7f3ab5db6a7'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:49:53.855297 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-d4640ff7-1ed9-45f6-805b-3c8a06c6ea74 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Network 9807cc18-410d-443c-9dde-c6dcdc3533d2 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:49:53.901712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4640ff7-1ed9-45f6-805b-3c8a06c6ea74 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event updated for resources: {'Port': ['ID=9e81c230-f1da-4f9b-a6ae-dcedc316a575,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:53.920428 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-d4640ff7-1ed9-45f6-805b-3c8a06c6ea74 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:49:53.938829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-d4640ff7-1ed9-45f6-805b-3c8a06c6ea74 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:49:54.071839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ab0f6-c81f-47ae-99e7-be1f9917cb9c req-5089d26d-d104-4cb6-97d6-3ea9254701bb tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:54.083184 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-708ab0f6-c81f-47ae-99e7-be1f9917cb9c req-5089d26d-d104-4cb6-97d6-3ea9254701bb tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.2175765 Mar 07 21:49:54.168438 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-d4640ff7-1ed9-45f6-805b-3c8a06c6ea74 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:54.171482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-d4640ff7-1ed9-45f6-805b-3c8a06c6ea74 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:54.213379 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-d4640ff7-1ed9-45f6-805b-3c8a06c6ea74 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8154106 Mar 07 21:49:54.227739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Request body: {'port': {'device_id': '0fb443d0-efda-4051-ae08-1a9d27c48f10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:54.285410 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-708ab0f6-c81f-47ae-99e7-be1f9917cb9c req-0b697726-ac2a-4893-a714-0638f1774c65 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012243 Mar 07 21:49:54.422736 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:54.826263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b50e9-040b-4d1d-9775-eefea59b61b6 req-2fe9deab-9cc1-4d0e-8f7a-c06263227270 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:54.833399 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-133b50e9-040b-4d1d-9775-eefea59b61b6 req-2fe9deab-9cc1-4d0e-8f7a-c06263227270 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 932 time: 0.1715004 Mar 07 21:49:54.982682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-133b50e9-040b-4d1d-9775-eefea59b61b6 req-25244c27-61d2-474e-b0d4-4046fdd11297 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482027 Mar 07 21:49:55.001786 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7022ca3d-5419-496e-8c3c-49f2a23d8840 None None] Provisioning complete for port 9e81c230-f1da-4f9b-a6ae-dcedc316a575 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:49:55.017106 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7022ca3d-5419-496e-8c3c-49f2a23d8840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:55.312988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e81c230-f1da-4f9b-a6ae-dcedc316a575 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:49:55.350766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Publish callbacks [] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:55.374650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7022ca3d-5419-496e-8c3c-49f2a23d8840 None None] Port 9e81c230-f1da-4f9b-a6ae-dcedc316a575 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:49:55.418832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Transition to ACTIVE for port object 9e81c230-f1da-4f9b-a6ae-dcedc316a575 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:49:55.430270 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:55.656909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d117ea-5b68-44cc-a3ad-6e35683d46a9 req-93cbe639-b7f7-4bae-b4a2-20d98793887f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:55.675096 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05d117ea-5b68-44cc-a3ad-6e35683d46a9 req-93cbe639-b7f7-4bae-b4a2-20d98793887f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.1853371 Mar 07 21:49:55.694480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e81c230-f1da-4f9b-a6ae-dcedc316a575,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:55.853067 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05d117ea-5b68-44cc-a3ad-6e35683d46a9 req-a5c0e813-89b6-44d1-b57c-d73cb09c9e11 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765935 Mar 07 21:49:55.904646 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Attempting to bind port 9e81c230-f1da-4f9b-a6ae-dcedc316a575 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:49:55.907295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Attempting to bind port 9e81c230-f1da-4f9b-a6ae-dcedc316a575 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:49:55.907839 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Attempting to bind port 9e81c230-f1da-4f9b-a6ae-dcedc316a575 on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:49:55.925248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Port 9e81c230-f1da-4f9b-a6ae-dcedc316a575 on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:49:55.925537 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Attempting to bind port 9e81c230-f1da-4f9b-a6ae-dcedc316a575 on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:49:55.940467 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:49:55.940811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Checking segment: {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:49:55.941391 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Bound using segment: {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:49:55.941908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Bound port: 9e81c230-f1da-4f9b-a6ae-dcedc316a575, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:49:55.942360 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:56.161603 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] For port 9e81c230-f1da-4f9b-a6ae-dcedc316a575, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:49:56.214931 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] For port 9e81c230-f1da-4f9b-a6ae-dcedc316a575, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9e81c230-f1da-4f9b-a6ae-dcedc316a575,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:49:56.234356 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:56.381894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c842f-1ca7-42c8-b1fb-82f8e53b63ed req-05f0d725-4a3d-403e-8f94-abbbf2ffd258 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:56.389189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:56.389824 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:56.411245 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/9e81c230-f1da-4f9b-a6ae-dcedc316a575 HTTP/1.1" status: 200 len: 1092 time: 2.1897929 Mar 07 21:49:56.411756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb443d0-efda-4051-ae08-1a9d27c48f10', 'tag': '9e81c230-f1da-4f9b-a6ae-dcedc316a575'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:56.430422 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-724c842f-1ca7-42c8-b1fb-82f8e53b63ed req-05f0d725-4a3d-403e-8f94-abbbf2ffd258 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 944 time: 0.2635741 Mar 07 21:49:56.439107 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c6ac0b-35b8-475e-96eb-c40dc469e79b" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb443d0-efda-4051-ae08-1a9d27c48f10", "tag": "9e81c230-f1da-4f9b-a6ae-dcedc316a575"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:49:56.636259 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b656a5e-8348-47fa-a0ae-0cbcb6d72f49 x-openstack-request-id: req-5b656a5e-8348-47fa-a0ae-0cbcb6d72f49 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:49:56.636528 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb443d0-efda-4051-ae08-1a9d27c48f10", "tag": "9e81c230-f1da-4f9b-a6ae-dcedc316a575", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:49:56.636755 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b656a5e-8348-47fa-a0ae-0cbcb6d72f49 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:49:56.637174 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb443d0-efda-4051-ae08-1a9d27c48f10', 'tag': '9e81c230-f1da-4f9b-a6ae-dcedc316a575', 'status': 'completed', 'code': 200} Mar 07 21:49:56.738233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-724c842f-1ca7-42c8-b1fb-82f8e53b63ed req-ae2dfd58-37de-4978-8d96-6a7617849fc9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067727 Mar 07 21:49:56.774501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae95ff-07fe-4de1-a135-6c68eb4679d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e81c230-f1da-4f9b-a6ae-dcedc316a575,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:56.849340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-3c148d9b-b683-456d-a3da-a0794d78b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:56.851447 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-3c148d9b-b683-456d-a3da-a0794d78b82c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 1126 time: 0.3492823 Mar 07 21:49:57.006371 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-92ff8675-0386-4ec0-8bbe-b2f52b9729fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e81c230-f1da-4f9b-a6ae-dcedc316a575 HTTP/1.1" status: 200 len: 217 time: 0.1458642 Mar 07 21:49:57.210972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-ece28529-0db5-435a-957a-9d072d1edf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:57.215056 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-ece28529-0db5-435a-957a-9d072d1edf1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.1920795 Mar 07 21:49:57.216504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf0e20-2e4b-4505-bac5-016476a911be req-88d2393c-a983-41c7-9d98-61674d491e68 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:57.226694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fdf0e20-2e4b-4505-bac5-016476a911be req-88d2393c-a983-41c7-9d98-61674d491e68 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.2162974 Mar 07 21:49:57.344716 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-ecd77c25-38c2-456a-93db-999c01bba87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:57.359158 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-ecd77c25-38c2-456a-93db-999c01bba87a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1355329 Mar 07 21:49:57.427552 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fdf0e20-2e4b-4505-bac5-016476a911be req-1319da8a-ce2e-4ec0-99d4-468695c9dd19 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965897 Mar 07 21:49:57.657729 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-321cdafd-bd73-45d3-81c1-dc057eb30294 service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874148 Mar 07 21:49:57.870375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41460) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:57.888517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-05707046-4b9e-4206-9a85-b44f8cafb267 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-647085779'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:58.065826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05707046-4b9e-4206-9a85-b44f8cafb267 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Made reservation on behalf of 796c19d2677a4c73bc3e1f62457a580a for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:49:58.069092 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-05707046-4b9e-4206-9a85-b44f8cafb267 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:58.157637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-b3587fc4-5437-4784-9e46-f1f32453cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:58.161251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-b3587fc4-5437-4784-9e46-f1f32453cf6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005&tenant_id=e7f99ab44fd44dbca2a2bb62c556de88 HTTP/1.1" status: 200 len: 1125 time: 0.4925075 Mar 07 21:49:58.204779 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:58.336827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05707046-4b9e-4206-9a85-b44f8cafb267 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:49:58.349092 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-05707046-4b9e-4206-9a85-b44f8cafb267 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c0ede001-91c0-4243-a3a5-7e1f3c578e9a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:58.350450 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-05707046-4b9e-4206-9a85-b44f8cafb267 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Added segment c0ede001-91c0-4243-a3a5-7e1f3c578e9a of type vlan for network de3336aa-a1de-4891-bda3-9b42baa4b4b8 Mar 07 21:49:58.681328 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4552bc8e-67c8-41f0-af29-f38d5240e90f req-f9b6b269-e8c2-4192-9474-a7329d87c118 service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0138819 Mar 07 21:49:58.921080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6ac0b-35b8-475e-96eb-c40dc469e79b req-1a1b9b72-c78f-4f19-922f-6fbaa81ec996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:58.922787 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b9c6ac0b-35b8-475e-96eb-c40dc469e79b req-1a1b9b72-c78f-4f19-922f-6fbaa81ec996 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 1126 time: 0.1154318 Mar 07 21:49:58.929207 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-05707046-4b9e-4206-9a85-b44f8cafb267 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (de3336aa-a1de-4891-bda3-9b42baa4b4b8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:58.971892 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb9cff-e8af-47cc-9449-74603cbc54c7 req-5046f02c-5c01-4d63-88c4-4c919902e783 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:58.982007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12bb9cff-e8af-47cc-9449-74603cbc54c7 req-5046f02c-5c01-4d63-88c4-4c919902e783 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 944 time: 1.0088129 Mar 07 21:49:58.995339 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-05707046-4b9e-4206-9a85-b44f8cafb267 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (de3336aa-a1de-4891-bda3-9b42baa4b4b8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:59.004672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05707046-4b9e-4206-9a85-b44f8cafb267 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:59.004930 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-05707046-4b9e-4206-9a85-b44f8cafb267 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:59.078247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeb01d-d4fc-4a01-b71c-657dcedb565f req-cb747717-04e5-4172-a2a6-e8a528c34e0f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:59.081001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ccfeb01d-d4fc-4a01-b71c-657dcedb565f req-cb747717-04e5-4172-a2a6-e8a528c34e0f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 1.0271938 Mar 07 21:49:59.086580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-05707046-4b9e-4206-9a85-b44f8cafb267 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2063112 Mar 07 21:49:59.087890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41494) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:59.098725 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8384260c-7372-48d1-8cf2-38c80223c364 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-293573542'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:59.142417 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6ac0b-35b8-475e-96eb-c40dc469e79b req-1b841bb7-9f24-453c-8d4d-cfa0b15eea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:59.143997 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b9c6ac0b-35b8-475e-96eb-c40dc469e79b req-1b841bb7-9f24-453c-8d4d-cfa0b15eea36 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.2149367 Mar 07 21:49:59.161171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8384260c-7372-48d1-8cf2-38c80223c364 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Made reservation on behalf of 796c19d2677a4c73bc3e1f62457a580a for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:49:59.165409 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8384260c-7372-48d1-8cf2-38c80223c364 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:59.201247 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12bb9cff-e8af-47cc-9449-74603cbc54c7 req-1c7b2dcb-5778-48e5-add9-79feaedf6cb3 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181354 Mar 07 21:49:59.204432 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b9c6ac0b-35b8-475e-96eb-c40dc469e79b req-6e29618e-59de-429a-a741-f6ab476c311d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e81c230-f1da-4f9b-a6ae-dcedc316a575 HTTP/1.1" status: 200 len: 217 time: 0.0531693 Mar 07 21:49:59.269141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8384260c-7372-48d1-8cf2-38c80223c364 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:49:59.282287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6ac0b-35b8-475e-96eb-c40dc469e79b req-1de3a523-78cb-48cd-a474-afa18cbf6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:59.284016 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b9c6ac0b-35b8-475e-96eb-c40dc469e79b req-1de3a523-78cb-48cd-a474-afa18cbf6c6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.0701818 Mar 07 21:49:59.287989 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8384260c-7372-48d1-8cf2-38c80223c364 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:59.288426 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-8384260c-7372-48d1-8cf2-38c80223c364 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Added segment f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b of type vlan for network 45ddfd66-9271-42ef-b4dd-4dcd127117ef Mar 07 21:49:59.302160 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d620a753-d391-428d-9963-90e4890693ef), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:59.337503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05707046-4b9e-4206-9a85-b44f8cafb267 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'Network': ['ID=de3336aa-a1de-4891-bda3-9b42baa4b4b8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:59.351886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network de3336aa-a1de-4891-bda3-9b42baa4b4b8 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:49:59.355680 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8384260c-7372-48d1-8cf2-38c80223c364 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (45ddfd66-9271-42ef-b4dd-4dcd127117ef), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:59.369820 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ccfeb01d-d4fc-4a01-b71c-657dcedb565f req-6509ee6c-90b8-4ad6-8352-caeda41af7f5 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658827 Mar 07 21:49:59.388873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6ac0b-35b8-475e-96eb-c40dc469e79b req-657f27bf-2216-425b-9f1f-8378e68bdda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:59.390640 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b9c6ac0b-35b8-475e-96eb-c40dc469e79b req-657f27bf-2216-425b-9f1f-8378e68bdda9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0941956 Mar 07 21:49:59.417731 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8384260c-7372-48d1-8cf2-38c80223c364 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (45ddfd66-9271-42ef-b4dd-4dcd127117ef), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:59.425770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8384260c-7372-48d1-8cf2-38c80223c364 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:59.430321 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8384260c-7372-48d1-8cf2-38c80223c364 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:49:59.483728 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00ac82-4337-47a8-85bb-18b3c647877f req-77c6372b-516b-4cbc-b699-5b9dcdb88687 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:59.488117 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce00ac82-4337-47a8-85bb-18b3c647877f req-77c6372b-516b-4cbc-b699-5b9dcdb88687 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.1816561 Mar 07 21:49:59.553683 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8384260c-7372-48d1-8cf2-38c80223c364 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4643703 Mar 07 21:49:59.581107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41510) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:49:59.590222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-cd166a86-4e47-401d-8480-531a23507a43 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'subnet': {'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:59.634437 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384260c-7372-48d1-8cf2-38c80223c364 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'Network': ['ID=45ddfd66-9271-42ef-b4dd-4dcd127117ef,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:59.649048 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 45ddfd66-9271-42ef-b4dd-4dcd127117ef details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:49:59.730976 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce00ac82-4337-47a8-85bb-18b3c647877f req-691712c9-dff7-42a1-975c-fecd671d6e21 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341428 Mar 07 21:49:59.785506 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b9c6ac0b-35b8-475e-96eb-c40dc469e79b req-fe05cebc-da4d-48e9-b593-3d2f4e2f3fd4 service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816745 Mar 07 21:49:59.830459 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 9e81c230-f1da-4f9b-a6ae-dcedc316a575 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:50:00.004965 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b9c6ac0b-35b8-475e-96eb-c40dc469e79b req-01a6dd64-6ab7-45e8-a3eb-54e807ffffa7 service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122335 Mar 07 21:50:00.082470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4657c6f-2caa-42ab-bc6d-371514cebe1d req-1596f254-72f0-4f3f-8a31-246320b108fa tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:00.086390 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4657c6f-2caa-42ab-bc6d-371514cebe1d req-1596f254-72f0-4f3f-8a31-246320b108fa tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.4019239 Mar 07 21:50:00.094585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd166a86-4e47-401d-8480-531a23507a43 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Made reservation on behalf of 796c19d2677a4c73bc3e1f62457a580a for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:50:00.096961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 9e81c230-f1da-4f9b-a6ae-dcedc316a575, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9e81c230-f1da-4f9b-a6ae-dcedc316a575,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:00.109038 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cd166a86-4e47-401d-8480-531a23507a43 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:00.111586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '9e81c230-f1da-4f9b-a6ae-dcedc316a575', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'port_id': '9e81c230-f1da-4f9b-a6ae-dcedc316a575', 'mac_address': 'fa:16:3e:aa:b1:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:50:00.185543 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 9e81c230-f1da-4f9b-a6ae-dcedc316a575 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:00.186264 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:00.253014 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e81c230-f1da-4f9b-a6ae-dcedc316a575 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:00.277786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] For port d620a753-d391-428d-9963-90e4890693ef, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d620a753-d391-428d-9963-90e4890693ef,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:00.337668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4657c6f-2caa-42ab-bc6d-371514cebe1d req-7d201ebd-8f42-4de1-b2f9-7ebe75e438c9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915998 Mar 07 21:50:00.344280 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 9e81c230-f1da-4f9b-a6ae-dcedc316a575, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9e81c230-f1da-4f9b-a6ae-dcedc316a575,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:00.357216 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:00.459710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=9e81c230-f1da-4f9b-a6ae-dcedc316a575,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:00.471508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:00.471866 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:00.472403 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:00.473067 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:00.474025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:00.475244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:00.476152 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:00.476834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:00.477352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:00.477860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:00.479050 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:00.479829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:00.480356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:00.483709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] For port d620a753-d391-428d-9963-90e4890693ef, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:50:00.551180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e837793-0020-446a-9560-8c7858e60212 req-fb7ef5d9-551c-41a8-af0d-cc9d88d7af27 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:00.552816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e837793-0020-446a-9560-8c7858e60212 req-fb7ef5d9-551c-41a8-af0d-cc9d88d7af27 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 945 time: 0.1813679 Mar 07 21:50:00.603962 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['9e81c230-f1da-4f9b-a6ae-dcedc316a575'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:50:00.711936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d620a753-d391-428d-9963-90e4890693ef {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:00.810976 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e837793-0020-446a-9560-8c7858e60212 req-26827ba5-5723-4daa-80eb-a4792252f3c4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472298 Mar 07 21:50:00.822113 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Publish callbacks [] for port (d620a753-d391-428d-9963-90e4890693ef), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:00.892383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Transition to ACTIVE for port object d620a753-d391-428d-9963-90e4890693ef will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:50:00.911120 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (d620a753-d391-428d-9963-90e4890693ef), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:01.256003 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cd166a86-4e47-401d-8480-531a23507a43 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:01.277147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Pushing event updated for resources: {'Port': ['ID=d620a753-d391-428d-9963-90e4890693ef,revision_number=9']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:01.405639 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] No DVR routers for this DVR port d620a753-d391-428d-9963-90e4890693ef on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:50:01.421526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f4d3e-ec88-4aec-8c25-bb2c0e80b7eb req-da82298f-4518-46d8-ae4d-a9544a16666f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:01.423174 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-805f4d3e-ec88-4aec-8c25-bb2c0e80b7eb req-da82298f-4518-46d8-ae4d-a9544a16666f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 943 time: 0.3479042 Mar 07 21:50:01.485494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd166a86-4e47-401d-8480-531a23507a43 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'Subnet': ['ID=7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:01.548848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd166a86-4e47-401d-8480-531a23507a43 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Checking segment: {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:50:01.549401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd166a86-4e47-401d-8480-531a23507a43 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Network hostable DHCP agents. Network: de3336aa-a1de-4891-bda3-9b42baa4b4b8, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:50:01.744510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-805f4d3e-ec88-4aec-8c25-bb2c0e80b7eb req-fdc0f15d-4b8d-479b-847e-c4fefc2d323d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547648 Mar 07 21:50:01.754367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd166a86-4e47-401d-8480-531a23507a43 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Network de3336aa-a1de-4891-bda3-9b42baa4b4b8 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:50:01.831851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 9e81c230-f1da-4f9b-a6ae-dcedc316a575 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:50:01.887312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-cd166a86-4e47-401d-8480-531a23507a43 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, de3336aa-a1de-4891-bda3-9b42baa4b4b8) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:01.920181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd166a86-4e47-401d-8480-531a23507a43 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:01.953495 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cd166a86-4e47-401d-8480-531a23507a43 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:02.027489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60965a4a-8372-481b-bba1-c432474fa0d2 None None] Network de3336aa-a1de-4891-bda3-9b42baa4b4b8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:50:02.246019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Attempting to bind port d620a753-d391-428d-9963-90e4890693ef on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:50:02.246433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Attempting to bind port d620a753-d391-428d-9963-90e4890693ef by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:50:02.246802 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Attempting to bind port d620a753-d391-428d-9963-90e4890693ef on network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:02.264924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cd166a86-4e47-401d-8480-531a23507a43 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6821041 Mar 07 21:50:02.267377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41590) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:50:02.281707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-182f1db8-0a89-4ab3-951c-4cd9a85aee13 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'subnet': {'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:02.285729 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Port d620a753-d391-428d-9963-90e4890693ef on network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:50:02.298326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Attempting to bind port d620a753-d391-428d-9963-90e4890693ef on network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:02.357067 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:50:02.357067 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Checking segment: {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:50:02.357478 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Bound using segment: {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:50:02.357866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Bound port: d620a753-d391-428d-9963-90e4890693ef, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:50:02.365713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 9e81c230-f1da-4f9b-a6ae-dcedc316a575 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:50:02.369763 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d620a753-d391-428d-9963-90e4890693ef), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:02.414620 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 9e81c230-f1da-4f9b-a6ae-dcedc316a575 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:02.415415 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:02.495784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-de3336aa-a1de-4891-bda3-9b42baa4b4b8', 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8', 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'fixed_ips': [{'subnet_id': '7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:50:02.497036 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:02.600836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a0529-123c-4287-9efe-16bf4c01fb7b req-a8a89109-0333-4bee-ba45-ffec3c47cac5 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:02.624657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e5a0529-123c-4287-9efe-16bf4c01fb7b req-a8a89109-0333-4bee-ba45-ffec3c47cac5 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 945 time: 0.4957366 Mar 07 21:50:02.851781 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] For port d620a753-d391-428d-9963-90e4890693ef, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:50:02.914264 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e5a0529-123c-4287-9efe-16bf4c01fb7b req-156cf016-7a23-4a2f-bc8f-091939a42f6e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886770 Mar 07 21:50:02.916580 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] For port d620a753-d391-428d-9963-90e4890693ef, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=d620a753-d391-428d-9963-90e4890693ef,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:50:02.927623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182f1db8-0a89-4ab3-951c-4cd9a85aee13 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Made reservation on behalf of 796c19d2677a4c73bc3e1f62457a580a for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:50:02.928877 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 9e81c230-f1da-4f9b-a6ae-dcedc316a575 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:02.929324 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:02.939718 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-182f1db8-0a89-4ab3-951c-4cd9a85aee13 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:03.003679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb443d0-efda-4051-ae08-1a9d27c48f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e81c230-f1da-4f9b-a6ae-dcedc316a575'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:03.013588 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d42947-b673-4cfc-bd03-76d99d21018a" -d '{"events": [{"server_uuid": "0fb443d0-efda-4051-ae08-1a9d27c48f10", "name": "network-vif-plugged", "status": "completed", "tag": "9e81c230-f1da-4f9b-a6ae-dcedc316a575"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:03.049051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Allocated IP 10.1.1.2 (de3336aa-a1de-4891-bda3-9b42baa4b4b8/7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3/2364d4b7-88a4-42f1-8ff8-e1640462bba8) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:50:03.058199 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (d620a753-d391-428d-9963-90e4890693ef), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:03.070225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 9e81c230-f1da-4f9b-a6ae-dcedc316a575, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9e81c230-f1da-4f9b-a6ae-dcedc316a575,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:03.092452 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:03.251861 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f9b959-94d1-496d-826b-26baeed5ef27 x-openstack-request-id: req-15f9b959-94d1-496d-826b-26baeed5ef27 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:03.252181 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb443d0-efda-4051-ae08-1a9d27c48f10", "name": "network-vif-plugged", "status": "completed", "tag": "9e81c230-f1da-4f9b-a6ae-dcedc316a575", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:03.252447 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15f9b959-94d1-496d-826b-26baeed5ef27 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:03.252864 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb443d0-efda-4051-ae08-1a9d27c48f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e81c230-f1da-4f9b-a6ae-dcedc316a575', 'code': 200} Mar 07 21:50:03.410909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=9e81c230-f1da-4f9b-a6ae-dcedc316a575,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:03.455471 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:03.465436 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:03.468156 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] 10.222.0.13 "PUT /v2.0/ports/d620a753-d391-428d-9963-90e4890693ef HTTP/1.1" status: 200 len: 1091 time: 5.2736361 Mar 07 21:50:03.468684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0a953-491f-4888-965e-a3f5bbce556f req-a0d608ea-7b65-4fee-8a88-95950e16d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:03.469154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'tag': 'd620a753-d391-428d-9963-90e4890693ef'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:03.470875 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-acc0a953-491f-4888-965e-a3f5bbce556f req-a0d608ea-7b65-4fee-8a88-95950e16d4fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 1128 time: 0.1633832 Mar 07 21:50:03.493103 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7149fae7-5868-4904-96aa-14e3fea8af55" -d '{"events": [{"name": "network-changed", "server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "tag": "d620a753-d391-428d-9963-90e4890693ef"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:03.652627 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f05e3b-db65-49de-9a09-2a307c46e5c3 x-openstack-request-id: req-b6f05e3b-db65-49de-9a09-2a307c46e5c3 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:03.653922 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "tag": "d620a753-d391-428d-9963-90e4890693ef", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:03.656272 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6f05e3b-db65-49de-9a09-2a307c46e5c3 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:03.656828 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'tag': 'd620a753-d391-428d-9963-90e4890693ef', 'status': 'completed', 'code': 200} Mar 07 21:50:03.661687 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-acc0a953-491f-4888-965e-a3f5bbce556f req-49357367-3215-4452-b1c0-9a102dad476e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831458 Mar 07 21:50:03.717306 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Publish callbacks [] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:03.731155 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:03.769943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b8f2-be43-4c6b-bc34-9adf39f4bc69 service neutron] Pushing event updated for resources: {'Port': ['ID=d620a753-d391-428d-9963-90e4890693ef,revision_number=10']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:03.844024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaab781-21ac-460d-b476-4482bff9bd26 req-3f8d040c-e408-45bf-9689-0d1d544ed11f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:03.853875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-adaab781-21ac-460d-b476-4482bff9bd26 req-3f8d040c-e408-45bf-9689-0d1d544ed11f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 944 time: 0.8115542 Mar 07 21:50:03.863466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Network de3336aa-a1de-4891-bda3-9b42baa4b4b8 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:50:03.866966 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:03.890125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:50:03.968871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-ebab517b-9144-4a55-98f9-7638ea1bcb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:03.970970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-ebab517b-9144-4a55-98f9-7638ea1bcb03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 1126 time: 0.4552424 Mar 07 21:50:04.007969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Pushing event updated for resources: {'Port': ['ID=2364d4b7-88a4-42f1-8ff8-e1640462bba8,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:04.020427 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-adaab781-21ac-460d-b476-4482bff9bd26 req-22aacd4a-ddce-4b6d-9401-0544badd4440 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650615 Mar 07 21:50:04.139555 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Attempting to bind port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:50:04.139936 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Attempting to bind port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:50:04.140341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Attempting to bind port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 on network de3336aa-a1de-4891-bda3-9b42baa4b4b8 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:04.186231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:50:04.186612 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Checking segment: {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:50:04.187017 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:04.187409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Bound using segment: {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:50:04.187893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Bound port: 2364d4b7-88a4-42f1-8ff8-e1640462bba8, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:50:04.188271 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:04.386288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] For port 2364d4b7-88a4-42f1-8ff8-e1640462bba8, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:50:04.393913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] For port 2364d4b7-88a4-42f1-8ff8-e1640462bba8, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2364d4b7-88a4-42f1-8ff8-e1640462bba8,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:50:04.414531 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:04.622621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd89b33-694f-45e3-8cf8-b0a178638bd7 None None] Pushing event updated for resources: {'Port': ['ID=2364d4b7-88a4-42f1-8ff8-e1640462bba8,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:04.678735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-778ff544-5262-4be2-b454-a68378677129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:04.680305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-778ff544-5262-4be2-b454-a68378677129 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 200 len: 918 time: 0.6994650 Mar 07 21:50:04.691450 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-182f1db8-0a89-4ab3-951c-4cd9a85aee13 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:04.836156 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa74ca7-da5c-41fd-98d7-998c983fdffc req-63d974a6-bc2b-4ec1-bb17-5105ee74aa90 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:04.848733 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-baa74ca7-da5c-41fd-98d7-998c983fdffc req-63d974a6-bc2b-4ec1-bb17-5105ee74aa90 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 946 time: 0.7463048 Mar 07 21:50:04.869852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f1db8-0a89-4ab3-951c-4cd9a85aee13 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'Subnet': ['ID=e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:05.140431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f1db8-0a89-4ab3-951c-4cd9a85aee13 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Checking segment: {'id': 'f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:50:05.140922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182f1db8-0a89-4ab3-951c-4cd9a85aee13 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Network hostable DHCP agents. Network: 45ddfd66-9271-42ef-b4dd-4dcd127117ef, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:50:05.223575 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-0d732bdd-1835-4b96-8d13-c5b1a82bfb0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d620a753-d391-428d-9963-90e4890693ef HTTP/1.1" status: 200 len: 999 time: 0.5257280 Mar 07 21:50:05.243579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-baa74ca7-da5c-41fd-98d7-998c983fdffc req-6f994524-0d23-4cfd-99f7-2efae324d302 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938920 Mar 07 21:50:05.327371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-66265f30-fdf5-47fd-b035-c0eeddbd43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:05.328885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-66265f30-fdf5-47fd-b035-c0eeddbd43b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8fce9d-2178-442d-a64b-842253767477 HTTP/1.1" status: 200 len: 856 time: 0.0824890 Mar 07 21:50:05.414565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182f1db8-0a89-4ab3-951c-4cd9a85aee13 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Network 45ddfd66-9271-42ef-b4dd-4dcd127117ef is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:50:05.470711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad385796-e72d-41b2-8e05-573ce4d25dcf req-846a8fa2-eec1-4cec-b10e-17c3232d584d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:05.478751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad385796-e72d-41b2-8e05-573ce4d25dcf req-846a8fa2-eec1-4cec-b10e-17c3232d584d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 944 time: 0.1312535 Mar 07 21:50:05.487181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-182f1db8-0a89-4ab3-951c-4cd9a85aee13 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 45ddfd66-9271-42ef-b4dd-4dcd127117ef) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:05.495792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182f1db8-0a89-4ab3-951c-4cd9a85aee13 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:05.496714 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-182f1db8-0a89-4ab3-951c-4cd9a85aee13 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:05.499628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b7211d-8918-437d-ab61-9e6982bf0f76 None None] Network 45ddfd66-9271-42ef-b4dd-4dcd127117ef requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:50:05.529368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-b51e7a9a-a429-498a-8db1-3f98fdc7b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:05.533280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-b51e7a9a-a429-498a-8db1-3f98fdc7b945 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1956480 Mar 07 21:50:05.806645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad385796-e72d-41b2-8e05-573ce4d25dcf req-2fa24795-c089-4ac1-aec0-2b3fc8431b5d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268554 Mar 07 21:50:05.808815 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-cb664ccd-a4a2-40b1-89df-34dd377fc36d service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194405 Mar 07 21:50:05.815197 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41688) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:50:05.815735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-182f1db8-0a89-4ab3-951c-4cd9a85aee13 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.5467014 Mar 07 21:50:05.822300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c8276f1d-4e8b-4303-aaa8-9cd73da027da tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'port': {'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8', 'name': 'tempest-TaggedBootDevicesTest-550434674', 'fixed_ips': [{'subnet_id': '7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:05.890401 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-45ddfd66-9271-42ef-b4dd-4dcd127117ef', 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef', 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'fixed_ips': [{'subnet_id': 'e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:50:05.891074 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:06.048403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbb16099-e504-4e80-96a1-9a78a360d7cf req-3d959ecf-1717-4380-a32f-4af6bf35eaf7 service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318218 Mar 07 21:50:06.320879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8276f1d-4e8b-4303-aaa8-9cd73da027da tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Made reservation on behalf of 796c19d2677a4c73bc3e1f62457a580a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:50:06.515512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Allocated IP 10.2.2.2 (45ddfd66-9271-42ef-b4dd-4dcd127117ef/e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b/bf31b7bc-53d5-46b7-b18d-14d11bdba190) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:50:06.700339 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af52a78-4c17-4744-b9e3-259f4b377e67 req-e6e157c4-ee79-455c-9fdd-cb03c75b865f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:06.702381 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9af52a78-4c17-4744-b9e3-259f4b377e67 req-e6e157c4-ee79-455c-9fdd-cb03c75b865f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.6530941 Mar 07 21:50:06.763919 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8276f1d-4e8b-4303-aaa8-9cd73da027da tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:06.806868 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149fae7-5868-4904-96aa-14e3fea8af55 req-c6831901-de9b-40e3-b1c7-1452b99506c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:06.814721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7149fae7-5868-4904-96aa-14e3fea8af55 req-c6831901-de9b-40e3-b1c7-1452b99506c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 1126 time: 0.6899548 Mar 07 21:50:06.855529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-c8276f1d-4e8b-4303-aaa8-9cd73da027da tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] device_id is not set on port 77ccc9f5-2364-472b-8e87-43b5f818b398 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:50:06.899592 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Publish callbacks [] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:06.905751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2364d4b7-88a4-42f1-8ff8-e1640462bba8 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:50:06.993696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b188a7-27b9-4be3-ae85-1dc2df6a96c1 None None] Network de3336aa-a1de-4891-bda3-9b42baa4b4b8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:50:07.006627 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:07.062971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8eb87-967f-4f5a-b0bf-80c1d4307160 req-1a75a791-080c-4a2e-8124-1fbd13760af8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:07.070508 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ba8eb87-967f-4f5a-b0bf-80c1d4307160 req-1a75a791-080c-4a2e-8124-1fbd13760af8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 946 time: 0.5851722 Mar 07 21:50:07.321313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Network 45ddfd66-9271-42ef-b4dd-4dcd127117ef is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:50:07.415483 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-c8276f1d-4e8b-4303-aaa8-9cd73da027da tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Allocated IP 10.1.1.100 (de3336aa-a1de-4891-bda3-9b42baa4b4b8/7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3/77ccc9f5-2364-472b-8e87-43b5f818b398) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:50:07.971334 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:07.992914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:50:08.048547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9a821464-1763-4e8b-8cd1-bc6f6dbee38f None None] Provisioning complete for port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:08.058280 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8276f1d-4e8b-4303-aaa8-9cd73da027da tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:08.064434 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9a821464-1763-4e8b-8cd1-bc6f6dbee38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:08.123901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Pushing event updated for resources: {'Port': ['ID=bf31b7bc-53d5-46b7-b18d-14d11bdba190,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:08.264545 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8276f1d-4e8b-4303-aaa8-9cd73da027da tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:08.570330 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8276f1d-4e8b-4303-aaa8-9cd73da027da tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'Port': ['ID=77ccc9f5-2364-472b-8e87-43b5f818b398,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:08.612128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8276f1d-4e8b-4303-aaa8-9cd73da027da tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Network de3336aa-a1de-4891-bda3-9b42baa4b4b8 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:50:08.616309 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c8276f1d-4e8b-4303-aaa8-9cd73da027da tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:08.624319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8276f1d-4e8b-4303-aaa8-9cd73da027da tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:50:08.697794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:08.700256 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:08.767109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9af52a78-4c17-4744-b9e3-259f4b377e67 req-2c191910-371a-4bc7-991e-fa5accd6a830 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0489058 Mar 07 21:50:08.868795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Attempting to bind port bf31b7bc-53d5-46b7-b18d-14d11bdba190 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:50:08.877436 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Attempting to bind port bf31b7bc-53d5-46b7-b18d-14d11bdba190 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:50:08.878317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Attempting to bind port bf31b7bc-53d5-46b7-b18d-14d11bdba190 on network 45ddfd66-9271-42ef-b4dd-4dcd127117ef {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:08.895708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8276f1d-4e8b-4303-aaa8-9cd73da027da tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:08.898808 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8276f1d-4e8b-4303-aaa8-9cd73da027da tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:08.973545 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c8276f1d-4e8b-4303-aaa8-9cd73da027da tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1562994 Mar 07 21:50:08.985325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41742) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:50:09.006862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-47a0c895-2aec-42a4-838d-0781765c5d69 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'port': {'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8', 'name': 'tempest-TaggedBootDevicesTest-279385359', 'fixed_ips': [{'subnet_id': '7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3'}]}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:09.095773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:50:09.096416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Checking segment: {'id': 'f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:50:09.096614 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:09.097117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Bound using segment: {'id': 'f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:50:09.103318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Bound port: bf31b7bc-53d5-46b7-b18d-14d11bdba190, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:50:09.103886 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:09.178441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9a821464-1763-4e8b-8cd1-bc6f6dbee38f None None] Current status of the port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:09.179002 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9a821464-1763-4e8b-8cd1-bc6f6dbee38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:09.195986 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ba8eb87-967f-4f5a-b0bf-80c1d4307160 req-e9c13bd1-4359-48fb-b365-4a64ea5cc82f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1246016 Mar 07 21:50:09.261884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149fae7-5868-4904-96aa-14e3fea8af55 req-fda94546-9756-48d3-8274-fbe55be49c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:09.263403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7149fae7-5868-4904-96aa-14e3fea8af55 req-fda94546-9756-48d3-8274-fbe55be49c4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 200 len: 918 time: 2.4258137 Mar 07 21:50:09.471861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:09.472412 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:09.512052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9a821464-1763-4e8b-8cd1-bc6f6dbee38f None None] For port 2364d4b7-88a4-42f1-8ff8-e1640462bba8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2364d4b7-88a4-42f1-8ff8-e1640462bba8,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:09.563705 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9a821464-1763-4e8b-8cd1-bc6f6dbee38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:09.784691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7149fae7-5868-4904-96aa-14e3fea8af55 req-2156867c-164a-4761-afab-82917cb9756b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d620a753-d391-428d-9963-90e4890693ef HTTP/1.1" status: 200 len: 999 time: 0.3288436 Mar 07 21:50:09.934360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a0c895-2aec-42a4-838d-0781765c5d69 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Made reservation on behalf of 796c19d2677a4c73bc3e1f62457a580a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:50:09.947242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] For port bf31b7bc-53d5-46b7-b18d-14d11bdba190, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:50:10.004908 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] For port bf31b7bc-53d5-46b7-b18d-14d11bdba190, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=bf31b7bc-53d5-46b7-b18d-14d11bdba190,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:50:10.016593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13e72e-4d79-4bfa-99f2-dd1aa2f8c1bd req-bd897a78-d014-4400-92ce-d4b3cd713da0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:10.044453 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b13e72e-4d79-4bfa-99f2-dd1aa2f8c1bd req-bd897a78-d014-4400-92ce-d4b3cd713da0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 944 time: 0.6386676 Mar 07 21:50:10.077566 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:50:10.079501 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:50:10.087326 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:10.166959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-08903f47-6cb4-45ae-b0b6-1e01dd25a980 None None] Provisioning complete for port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:10.168898 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-08903f47-6cb4-45ae-b0b6-1e01dd25a980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:10.173686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a821464-1763-4e8b-8cd1-bc6f6dbee38f None None] Pushing event updated for resources: {'Port': ['ID=2364d4b7-88a4-42f1-8ff8-e1640462bba8,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:10.226483 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b13e72e-4d79-4bfa-99f2-dd1aa2f8c1bd req-437cd017-f9bd-461d-a991-a06fa49fe4c4 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479163 Mar 07 21:50:10.322543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149fae7-5868-4904-96aa-14e3fea8af55 req-4e9a500c-9abd-4c5f-8a34-fc320920b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:10.324184 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7149fae7-5868-4904-96aa-14e3fea8af55 req-4e9a500c-9abd-4c5f-8a34-fc320920b784 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8fce9d-2178-442d-a64b-842253767477 HTTP/1.1" status: 200 len: 856 time: 0.5106902 Mar 07 21:50:10.521890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0f682-5ec9-4763-b825-5590dab31dde None None] Pushing event updated for resources: {'Port': ['ID=bf31b7bc-53d5-46b7-b18d-14d11bdba190,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:10.575735 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-08903f47-6cb4-45ae-b0b6-1e01dd25a980 None None] Current status of the port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:10.756743 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-47a0c895-2aec-42a4-838d-0781765c5d69 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:10.757461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:10.772190 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7133cdd7-4bb6-4098-9c4a-325ebaef82b0 None None] Provisioning complete for port 77ccc9f5-2364-472b-8e87-43b5f818b398 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:10.772570 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7133cdd7-4bb6-4098-9c4a-325ebaef82b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:10.869440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7133cdd7-4bb6-4098-9c4a-325ebaef82b0 None None] Port 77ccc9f5-2364-472b-8e87-43b5f818b398 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:50:10.935427 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149fae7-5868-4904-96aa-14e3fea8af55 req-61a179d5-521d-4494-a275-84f01322071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:10.942358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7149fae7-5868-4904-96aa-14e3fea8af55 req-61a179d5-521d-4494-a275-84f01322071d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5974214 Mar 07 21:50:11.048933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6b389-2408-4ced-8201-3b089936a65b req-020bbfb2-9127-4144-9024-c93fd7fde175 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:11.065432 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78f6b389-2408-4ced-8201-3b089936a65b req-020bbfb2-9127-4144-9024-c93fd7fde175 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.6013336 Mar 07 21:50:11.087098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-47a0c895-2aec-42a4-838d-0781765c5d69 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] device_id is not set on port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:50:11.226692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2364d4b7-88a4-42f1-8ff8-e1640462bba8 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:50:11.416377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:11.416763 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:11.571305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78f6b389-2408-4ced-8201-3b089936a65b req-50c5286a-4ed9-4b11-89e3-8e9642fff98b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049050 Mar 07 21:50:11.671932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7149fae7-5868-4904-96aa-14e3fea8af55 req-1f9238d3-c0e6-49c2-81e8-3c2743256866 service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285452 Mar 07 21:50:11.688476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:11.690164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device bf31b7bc-53d5-46b7-b18d-14d11bdba190 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:50:11.856904 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port bf31b7bc-53d5-46b7-b18d-14d11bdba190 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:11.857346 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:12.111914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port bf31b7bc-53d5-46b7-b18d-14d11bdba190 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:12.112306 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:12.172742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7149fae7-5868-4904-96aa-14e3fea8af55 req-654822e1-19a3-4368-a424-f372cb215532 service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659216 Mar 07 21:50:12.226708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port bf31b7bc-53d5-46b7-b18d-14d11bdba190, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=bf31b7bc-53d5-46b7-b18d-14d11bdba190,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:12.233440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d23d752-9f20-4b89-8b7d-e9b4546a3936 None None] Network 45ddfd66-9271-42ef-b4dd-4dcd127117ef requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:50:12.278680 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-47a0c895-2aec-42a4-838d-0781765c5d69 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Allocated IP 10.1.1.245 (de3336aa-a1de-4891-bda3-9b42baa4b4b8/7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3/97ca1261-d73f-4a02-b28f-c8fa5dd20b4a) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:50:12.333446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac434f71-0189-42db-8771-7889aa528e39 req-0c6f7ffd-b6a5-429f-998a-bbcd22798ef4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ca708fcaf44345cea0e9701fa4c6c46a HTTP/1.1" status: 200 len: 267 time: 0.2951808 Mar 07 21:50:12.524548 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:12.583029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac434f71-0189-42db-8771-7889aa528e39 req-e4ec4eb7-5642-4f41-837a-508eb2422bc5 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:12.589077 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac434f71-0189-42db-8771-7889aa528e39 req-e4ec4eb7-5642-4f41-837a-508eb2422bc5 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 946 time: 0.2323639 Mar 07 21:50:12.627953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-ac434f71-0189-42db-8771-7889aa528e39 req-df71c122-ba56-4729-b88d-fb3df47f98e4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Request body: {'port': {'security_groups': []}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:12.669889 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-265a3ad2-08f4-4ca5-a16f-e9c104085e0d None None] Provisioning complete for port bf31b7bc-53d5-46b7-b18d-14d11bdba190 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:12.670576 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-265a3ad2-08f4-4ca5-a16f-e9c104085e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:12.753018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=bf31b7bc-53d5-46b7-b18d-14d11bdba190,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:13.027291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-265a3ad2-08f4-4ca5-a16f-e9c104085e0d None None] Current status of the port bf31b7bc-53d5-46b7-b18d-14d11bdba190 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:13.042302 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device bf31b7bc-53d5-46b7-b18d-14d11bdba190 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:50:13.220691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port bf31b7bc-53d5-46b7-b18d-14d11bdba190 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:13.221077 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:13.270431 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-47a0c895-2aec-42a4-838d-0781765c5d69 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:13.350523 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-432b9317-29a0-4576-885c-78e68c8a204a None None] Provisioning complete for port bf31b7bc-53d5-46b7-b18d-14d11bdba190 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:13.351120 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-432b9317-29a0-4576-885c-78e68c8a204a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:13.501385 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac434f71-0189-42db-8771-7889aa528e39 req-df71c122-ba56-4729-b88d-fb3df47f98e4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:13.691701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port bf31b7bc-53d5-46b7-b18d-14d11bdba190 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:13.748849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-432b9317-29a0-4576-885c-78e68c8a204a None None] Current status of the port bf31b7bc-53d5-46b7-b18d-14d11bdba190 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:14.055233 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-47a0c895-2aec-42a4-838d-0781765c5d69 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:14.088454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ac434f71-0189-42db-8771-7889aa528e39 req-df71c122-ba56-4729-b88d-fb3df47f98e4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] For port 9e81c230-f1da-4f9b-a6ae-dcedc316a575, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9e81c230-f1da-4f9b-a6ae-dcedc316a575,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:14.283359 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac434f71-0189-42db-8771-7889aa528e39 req-df71c122-ba56-4729-b88d-fb3df47f98e4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:14.301089 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac434f71-0189-42db-8771-7889aa528e39 req-df71c122-ba56-4729-b88d-fb3df47f98e4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:14.305477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a0c895-2aec-42a4-838d-0781765c5d69 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Network de3336aa-a1de-4891-bda3-9b42baa4b4b8 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:50:14.315830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f64d11ec-e267-4b76-b66a-d7f3ab5db6a7', '9e81c230-f1da-4f9b-a6ae-dcedc316a575'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:50:14.318688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['b31355ef-2604-4a93-8a55-31179fc99009'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:50:14.324858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-47a0c895-2aec-42a4-838d-0781765c5d69 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:14.331127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0c895-2aec-42a4-838d-0781765c5d69 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:50:14.484668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a0c895-2aec-42a4-838d-0781765c5d69 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:14.485360 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-47a0c895-2aec-42a4-838d-0781765c5d69 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:14.548361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0c895-2aec-42a4-838d-0781765c5d69 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'Port': ['ID=97ca1261-d73f-4a02-b28f-c8fa5dd20b4a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:14.575103 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1a33c85-1ac4-4fa3-ba08-5166da3de9b3 req-a8f50a7b-388a-4182-bcd8-3406db7f64fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1434112 Mar 07 21:50:14.576740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac434f71-0189-42db-8771-7889aa528e39 req-df71c122-ba56-4729-b88d-fb3df47f98e4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:14.577429 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ac434f71-0189-42db-8771-7889aa528e39 req-df71c122-ba56-4729-b88d-fb3df47f98e4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:14.578919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac434f71-0189-42db-8771-7889aa528e39 req-df71c122-ba56-4729-b88d-fb3df47f98e4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "PUT /v2.0/ports/9e81c230-f1da-4f9b-a6ae-dcedc316a575 HTTP/1.1" status: 200 len: 905 time: 1.9771287 Mar 07 21:50:14.579403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb443d0-efda-4051-ae08-1a9d27c48f10', 'tag': '9e81c230-f1da-4f9b-a6ae-dcedc316a575'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:14.581932 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d14e634-5f73-4db8-a801-3b989320c0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb443d0-efda-4051-ae08-1a9d27c48f10", "tag": "9e81c230-f1da-4f9b-a6ae-dcedc316a575"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:14.745546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['9e81c230-f1da-4f9b-a6ae-dcedc316a575'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:50:14.795498 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71c122-ba56-4729-b88d-fb3df47f98e4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event updated for resources: {'Port': ['ID=9e81c230-f1da-4f9b-a6ae-dcedc316a575,revision_number=6']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:14.824447 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a33c85-1ac4-4fa3-ba08-5166da3de9b3 req-64fdfed5-59d9-434d-bb19-36247789c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:14.836792 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1a33c85-1ac4-4fa3-ba08-5166da3de9b3 req-64fdfed5-59d9-434d-bb19-36247789c4ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 1128 time: 0.1779528 Mar 07 21:50:14.837731 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-47a0c895-2aec-42a4-838d-0781765c5d69 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.8409896 Mar 07 21:50:14.998928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b802841-a062-4e54-a3b4-14c94e241db9 req-835bc691-e87a-4c71-aba9-3e3fe58049db tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:15.001324 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b802841-a062-4e54-a3b4-14c94e241db9 req-835bc691-e87a-4c71-aba9-3e3fe58049db tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 944 time: 0.1955624 Mar 07 21:50:15.021775 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e012f9fa-dab2-456d-9cb9-f491d1e7aa00 None None] Provisioning complete for port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:15.047155 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e012f9fa-dab2-456d-9cb9-f491d1e7aa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:15.106621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a33c85-1ac4-4fa3-ba08-5166da3de9b3 req-287fbc00-5e99-4668-9d00-8767aa58d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:15.108135 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1a33c85-1ac4-4fa3-ba08-5166da3de9b3 req-287fbc00-5e99-4668-9d00-8767aa58d631 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.2548018 Mar 07 21:50:15.123902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b802841-a062-4e54-a3b4-14c94e241db9 req-90920197-fd00-4616-bd11-de23a3a5c534 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151874 Mar 07 21:50:15.234433 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1a33c85-1ac4-4fa3-ba08-5166da3de9b3 req-8ac8296b-f820-43c2-87b3-7098ed7bba09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 HTTP/1.1" status: 200 len: 217 time: 0.1196139 Mar 07 21:50:15.411798 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a33c85-1ac4-4fa3-ba08-5166da3de9b3 req-65c8b9b7-271e-484a-a0de-94f3900d7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:15.423195 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1a33c85-1ac4-4fa3-ba08-5166da3de9b3 req-65c8b9b7-271e-484a-a0de-94f3900d7f54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.1726944 Mar 07 21:50:15.496992 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e012f9fa-dab2-456d-9cb9-f491d1e7aa00 None None] Port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:50:15.509337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca64b9e-e1a4-4dd6-a7cc-24e76b8dae73 req-45f3d169-4748-431a-aa40-4f56a2431113 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:15.519791 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eca64b9e-e1a4-4dd6-a7cc-24e76b8dae73 req-45f3d169-4748-431a-aa40-4f56a2431113 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 908 time: 0.1877789 Mar 07 21:50:15.569321 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a33c85-1ac4-4fa3-ba08-5166da3de9b3 req-5d216b07-d3dd-453d-9371-a31770d11cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:15.572880 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1a33c85-1ac4-4fa3-ba08-5166da3de9b3 req-5d216b07-d3dd-453d-9371-a31770d11cd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1382203 Mar 07 21:50:15.691000 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4720d016-d5ae-4697-9303-9b559b3360b4 x-openstack-request-id: req-4720d016-d5ae-4697-9303-9b559b3360b4 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:15.698537 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb443d0-efda-4051-ae08-1a9d27c48f10", "tag": "9e81c230-f1da-4f9b-a6ae-dcedc316a575", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:15.704981 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4720d016-d5ae-4697-9303-9b559b3360b4 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:15.706697 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb443d0-efda-4051-ae08-1a9d27c48f10', 'tag': '9e81c230-f1da-4f9b-a6ae-dcedc316a575', 'status': 'completed', 'code': 200} Mar 07 21:50:15.710308 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a3a389e7-e508-4078-b2b5-3f32a2c234e1 None None] Provisioning complete for port 9e81c230-f1da-4f9b-a6ae-dcedc316a575 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:15.722680 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a3a389e7-e508-4078-b2b5-3f32a2c234e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:15.729723 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-76df4214-0691-41fe-8291-f41f431ee3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:15.867577 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14e634-5f73-4db8-a801-3b989320c0c9 req-dd2e7fc3-57ec-4351-93bd-129b264f83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:15.869873 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d14e634-5f73-4db8-a801-3b989320c0c9 req-dd2e7fc3-57ec-4351-93bd-129b264f83c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 1090 time: 0.1885188 Mar 07 21:50:15.896310 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:15.955474 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1a33c85-1ac4-4fa3-ba08-5166da3de9b3 req-41d042c8-87a6-40d9-b919-e944c4d08853 service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724248 Mar 07 21:50:16.018129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a3a389e7-e508-4078-b2b5-3f32a2c234e1 None None] Current status of the port 9e81c230-f1da-4f9b-a6ae-dcedc316a575 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:16.132168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14e634-5f73-4db8-a801-3b989320c0c9 req-661f0a31-8773-4b10-b57b-cb41a7f1395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:16.134088 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d14e634-5f73-4db8-a801-3b989320c0c9 req-661f0a31-8773-4b10-b57b-cb41a7f1395e service neutron] 10.222.0.15 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.2511177 Mar 07 21:50:16.214029 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b1a33c85-1ac4-4fa3-ba08-5166da3de9b3 req-e40e5ecd-cef7-49d5-81c3-b386cc91c8c6 service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437134 Mar 07 21:50:16.247578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d14e634-5f73-4db8-a801-3b989320c0c9 req-78d7ce72-83e0-41b1-95ce-5cc943c226ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e81c230-f1da-4f9b-a6ae-dcedc316a575 HTTP/1.1" status: 200 len: 217 time: 0.1029968 Mar 07 21:50:16.362663 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14e634-5f73-4db8-a801-3b989320c0c9 req-d34399a7-ddc1-4fbb-b9b7-190337c8e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:16.364575 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d14e634-5f73-4db8-a801-3b989320c0c9 req-d34399a7-ddc1-4fbb-b9b7-190337c8e893 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.1095958 Mar 07 21:50:16.469456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14e634-5f73-4db8-a801-3b989320c0c9 req-f6a0d2ba-e456-4208-9bef-d80eeff0ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:16.479822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d14e634-5f73-4db8-a801-3b989320c0c9 req-f6a0d2ba-e456-4208-9bef-d80eeff0ec50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1071737 Mar 07 21:50:16.686541 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d14e634-5f73-4db8-a801-3b989320c0c9 req-809a901b-0d76-440f-982c-a574b3afbf7e service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938751 Mar 07 21:50:16.903152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d14e634-5f73-4db8-a801-3b989320c0c9 req-998c2e0c-e243-4b63-9244-71a9aa62ccd7 service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100239 Mar 07 21:50:16.912443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41832) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:50:16.917954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1bce3e71-6926-4e95-ac33-9c6a70acb884 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--84248992', 'description': 'tempest-description--1973708148'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:17.035412 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bce3e71-6926-4e95-ac33-9c6a70acb884 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:17.265980 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bce3e71-6926-4e95-ac33-9c6a70acb884 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for security_group (2de32927-8c99-4e3c-ac84-f8c17fff2420), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:17.280675 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bce3e71-6926-4e95-ac33-9c6a70acb884 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2de32927-8c99-4e3c-ac84-f8c17fff2420), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:17.299393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ff54a-c3ae-445c-9f0b-1a62d1b898f4 req-662506bf-14dc-4296-9726-a584e945f412 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:17.317250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca2ff54a-c3ae-445c-9f0b-1a62d1b898f4 req-662506bf-14dc-4296-9726-a584e945f412 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1743586 Mar 07 21:50:17.325852 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bce3e71-6926-4e95-ac33-9c6a70acb884 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:17.330205 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1bce3e71-6926-4e95-ac33-9c6a70acb884 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4178042 Mar 07 21:50:17.340494 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41840) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:50:17.354734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-91ca4209-f1e2-4c34-8d2f-aa08569db135 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'security_group_rule': {'security_group_id': '2de32927-8c99-4e3c-ac84-f8c17fff2420', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:17.422918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce3e71-6926-4e95-ac33-9c6a70acb884 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de32927-8c99-4e3c-ac84-f8c17fff2420,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:17.449085 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91ca4209-f1e2-4c34-8d2f-aa08569db135 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for security_group_rule (6e7987c6-a7a4-4e6d-8ae8-c02917143fda), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:17.521555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca2ff54a-c3ae-445c-9f0b-1a62d1b898f4 req-0476a9b8-51f1-4f88-a7f4-49b32768637d tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924064 Mar 07 21:50:17.571790 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91ca4209-f1e2-4c34-8d2f-aa08569db135 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for security_group_rule (6e7987c6-a7a4-4e6d-8ae8-c02917143fda), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:17.582911 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91ca4209-f1e2-4c34-8d2f-aa08569db135 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (6e7987c6-a7a4-4e6d-8ae8-c02917143fda), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:17.689664 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91ca4209-f1e2-4c34-8d2f-aa08569db135 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:17.697784 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-91ca4209-f1e2-4c34-8d2f-aa08569db135 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3514276 Mar 07 21:50:17.699095 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41848) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:50:17.713495 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-26666121-236a-4a7d-a9e3-288c6546f574 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'security_group_rule': {'security_group_id': '2de32927-8c99-4e3c-ac84-f8c17fff2420', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:17.777495 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca4209-f1e2-4c34-8d2f-aa08569db135 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7987c6-a7a4-4e6d-8ae8-c02917143fda,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:17.797217 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-26666121-236a-4a7d-a9e3-288c6546f574 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for security_group_rule (9cae2c15-6369-473e-83bf-715ce28f2219), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:17.865295 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e12cb-badd-4627-b0a0-a8909e28e3d9 req-9512eec5-c829-4669-a55e-216d411c4b16 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:17.868468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-222e12cb-badd-4627-b0a0-a8909e28e3d9 req-9512eec5-c829-4669-a55e-216d411c4b16 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2041254 Mar 07 21:50:17.878840 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-08004016-1da8-4724-a549-6cf05c2895b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:18.008236 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-26666121-236a-4a7d-a9e3-288c6546f574 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for security_group_rule (9cae2c15-6369-473e-83bf-715ce28f2219), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:18.018352 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-26666121-236a-4a7d-a9e3-288c6546f574 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (9cae2c15-6369-473e-83bf-715ce28f2219), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:18.022800 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-222e12cb-badd-4627-b0a0-a8909e28e3d9 req-50b2e272-89a6-4fee-86b2-1fe30d8c2f4c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472812 Mar 07 21:50:18.068059 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26666121-236a-4a7d-a9e3-288c6546f574 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cae2c15-6369-473e-83bf-715ce28f2219,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:18.080335 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-26666121-236a-4a7d-a9e3-288c6546f574 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:18.085211 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-26666121-236a-4a7d-a9e3-288c6546f574 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3753622 Mar 07 21:50:18.086274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41856) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:50:18.091484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:18.156873 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:18.159503 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:18.338601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c1b83-4185-495c-87e1-0300261b010f req-e5423964-d9e8-4bb9-b89a-27156df91cac tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:18.341032 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b51c1b83-4185-495c-87e1-0300261b010f req-e5423964-d9e8-4bb9-b89a-27156df91cac tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 944 time: 0.1734791 Mar 07 21:50:18.467187 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b51c1b83-4185-495c-87e1-0300261b010f req-02312c84-385e-4677-a1ae-83cdcf99ddeb tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062627 Mar 07 21:50:18.504511 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:18.917999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Allocated IP 172.25.4.189 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/036fe905-6c48-4144-97fa-ce894b480cba) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:50:19.003618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57887ae-9b23-4d61-a6df-ac7719ae4478 req-853d4a03-fae6-4d06-af64-7fa2e8ab8dea tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:19.016574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a57887ae-9b23-4d61-a6df-ac7719ae4478 req-853d4a03-fae6-4d06-af64-7fa2e8ab8dea tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.3926070 Mar 07 21:50:19.245979 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:19.352461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a57887ae-9b23-4d61-a6df-ac7719ae4478 req-a565774a-6618-4973-a906-41e47ce29a64 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350067 Mar 07 21:50:19.386413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa5501-08bd-430b-896f-7f7cccc37bc2 req-e990c807-edf0-401a-a7cf-a29f7d102af2 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:19.386413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0fa5501-08bd-430b-896f-7f7cccc37bc2 req-e990c807-edf0-401a-a7cf-a29f7d102af2 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.6151934 Mar 07 21:50:19.574336 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for port (036fe905-6c48-4144-97fa-ce894b480cba), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:19.591841 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0fa5501-08bd-430b-896f-7f7cccc37bc2 req-ce508302-9108-40a0-880a-e31ba4429a3c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063866 Mar 07 21:50:19.832445 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (036fe905-6c48-4144-97fa-ce894b480cba), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:19.923287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'Port': ['ID=036fe905-6c48-4144-97fa-ce894b480cba,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:19.942159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700ca81-b613-4f05-8a88-c806ff660fb9 req-e6764ac7-bb1f-4c7c-88ee-f05c79787516 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:19.952806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c700ca81-b613-4f05-8a88-c806ff660fb9 req-e6764ac7-bb1f-4c7c-88ee-f05c79787516 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 944 time: 0.3242383 Mar 07 21:50:20.006374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:50:20.015198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:20.019683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:50:20.179490 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c700ca81-b613-4f05-8a88-c806ff660fb9 req-3e6fc3ff-6549-4535-b7dc-398a2e8c128d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207022 Mar 07 21:50:20.229577 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for floatingip (e9e9b5e4-4a0a-40f9-a1cd-0a8f36684e52), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:20.241971 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:20.359087 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (036fe905-6c48-4144-97fa-ce894b480cba), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:20.446916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efc957-9fbd-43a1-83a2-3d8981b15b0d req-0559e8d0-0a93-4270-84b4-643be852840a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:20.453908 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57efc957-9fbd-43a1-83a2-3d8981b15b0d req-0559e8d0-0a93-4270-84b4-643be852840a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1486297 Mar 07 21:50:20.699531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57efc957-9fbd-43a1-83a2-3d8981b15b0d req-886e145e-40df-4766-9684-9d57ee4a039f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425387 Mar 07 21:50:20.875336 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for port (036fe905-6c48-4144-97fa-ce894b480cba), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:20.902864 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (036fe905-6c48-4144-97fa-ce894b480cba), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:21.032338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'Port': ['ID=036fe905-6c48-4144-97fa-ce894b480cba,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:21.087030 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (e9e9b5e4-4a0a-40f9-a1cd-0a8f36684e52), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:21.178226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85df4d7-c86a-4ca0-8cd2-971a93f23586 req-1b460018-2ad2-47e5-b161-8b9bfe8b7b86 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:21.183848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e85df4d7-c86a-4ca0-8cd2-971a93f23586 req-1b460018-2ad2-47e5-b161-8b9bfe8b7b86 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2940760 Mar 07 21:50:21.189401 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:21.194557 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0f06e643-145d-46b4-afd6-afa138029ee5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1072538 Mar 07 21:50:21.235783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42cb5c-3b12-403f-a542-ab8dc2733eb2 req-852d7b48-895f-4def-9ba5-62404c587458 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:21.237733 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd42cb5c-3b12-403f-a542-ab8dc2733eb2 req-852d7b48-895f-4def-9ba5-62404c587458 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.3590784 Mar 07 21:50:21.383542 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e85df4d7-c86a-4ca0-8cd2-971a93f23586 req-e9b28fab-4414-4ea0-9c63-194eabb701e7 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855075 Mar 07 21:50:21.392783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd42cb5c-3b12-403f-a542-ab8dc2733eb2 req-4ea3283c-5440-4de1-bb37-fe8babcca4ea tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441441 Mar 07 21:50:21.800198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f95c1-5310-4e81-baf2-6b9d3f450bae req-6d08d209-93aa-4aa1-9092-78bf3424f39e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:21.803542 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-778f95c1-5310-4e81-baf2-6b9d3f450bae req-6d08d209-93aa-4aa1-9092-78bf3424f39e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 944 time: 0.1585035 Mar 07 21:50:22.025357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-778f95c1-5310-4e81-baf2-6b9d3f450bae req-e5e92f6a-4df1-4ca2-ac7c-2e4ec444a69e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150574 Mar 07 21:50:22.077848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1cca6-290c-4895-a922-da588c73c26d req-ad9310da-f0db-49f5-a4c7-dac8b4a222d6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:22.093412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09f1cca6-290c-4895-a922-da588c73c26d req-ad9310da-f0db-49f5-a4c7-dac8b4a222d6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1826801 Mar 07 21:50:22.138580 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:22.225666 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09f1cca6-290c-4895-a922-da588c73c26d req-f1c6f26e-f700-4e23-be86-06fedac91a58 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312890 Mar 07 21:50:22.519627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-6fb2d6de-a693-40dd-9f03-faacf1452ba4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--84248992&fields=id&tenant_id=796c19d2677a4c73bc3e1f62457a580a HTTP/1.1" status: 200 len: 267 time: 0.0609598 Mar 07 21:50:22.584772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-df49d5e4-37dd-4b57-8e4d-59e6e794c9a4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:22.591370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-df49d5e4-37dd-4b57-8e4d-59e6e794c9a4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports/77ccc9f5-2364-472b-8e87-43b5f818b398 HTTP/1.1" status: 200 len: 931 time: 0.0708783 Mar 07 21:50:22.636344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-0eb5cf28-347b-4a28-994c-a5580d9f64b4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:22.650168 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-0eb5cf28-347b-4a28-994c-a5580d9f64b4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 810 time: 0.3572917 Mar 07 21:50:22.788772 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-bc1094c2-7932-4a3a-b99f-1535625d34aa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/quotas/ca708fcaf44345cea0e9701fa4c6c46a HTTP/1.1" status: 200 len: 375 time: 0.1373930 Mar 07 21:50:22.846932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-a2b936bb-df04-4b78-882e-90cc844aef43 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:22.855967 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-a2b936bb-df04-4b78-882e-90cc844aef43 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports/97ca1261-d73f-4a02-b28f-c8fa5dd20b4a HTTP/1.1" status: 200 len: 931 time: 0.2533107 Mar 07 21:50:22.948900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-83516063-ea64-4e06-9ed6-ed6b729e8e67 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?network_id=45ddfd66-9271-42ef-b4dd-4dcd127117ef&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0918908 Mar 07 21:50:23.040268 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-a9df705d-9650-467d-b9e0-c63d90698eda tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?network_id=45ddfd66-9271-42ef-b4dd-4dcd127117ef&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0799544 Mar 07 21:50:23.199704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-ee072a2d-5bb0-42c2-aec7-52feb4ede75e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3962624 Mar 07 21:50:23.468874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c9f8066e-a74d-400d-aa88-8dfc747e1702 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:23.478764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c9f8066e-a74d-400d-aa88-8dfc747e1702 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:23.484267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c9f8066e-a74d-400d-aa88-8dfc747e1702 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:23.492358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c9f8066e-a74d-400d-aa88-8dfc747e1702 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/networks?id=948b43d3-f792-4324-8db9-b34cbb012702&id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&id=45ddfd66-9271-42ef-b4dd-4dcd127117ef&id=45ddfd66-9271-42ef-b4dd-4dcd127117ef HTTP/1.1" status: 200 len: 1989 time: 0.4512405 Mar 07 21:50:23.533044 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-dc78cb0d-d56f-4ab5-a3a9-c7530227873a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/quotas/796c19d2677a4c73bc3e1f62457a580a HTTP/1.1" status: 200 len: 375 time: 0.0395982 Mar 07 21:50:23.555024 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 7a848bd5-4979-4329-82ee-9db4d47480d9 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:50:23.690304 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-1d7545b7-71ac-47e4-be8a-051b6ce477aa service neutron] 10.222.0.26 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678013 Mar 07 21:50:23.747336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 7a848bd5-4979-4329-82ee-9db4d47480d9 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:23.748091 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:23.866104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 7a848bd5-4979-4329-82ee-9db4d47480d9, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7a848bd5-4979-4329-82ee-9db4d47480d9,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:23.867715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba3834f-533b-4962-b12c-a389c566d4ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a848bd5-4979-4329-82ee-9db4d47480d9'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:23.870692 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dd2165-5973-46a3-841a-765d21c99bd1" -d '{"events": [{"server_uuid": "0ba3834f-533b-4962-b12c-a389c566d4ae", "name": "network-vif-unplugged", "status": "completed", "tag": "7a848bd5-4979-4329-82ee-9db4d47480d9"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:23.875293 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:23.912982 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-488fde91-c51f-4ece-b6c1-c487d9d2da5c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=796c19d2677a4c73bc3e1f62457a580a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3712254 Mar 07 21:50:23.939921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=7a848bd5-4979-4329-82ee-9db4d47480d9,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:24.303882 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-ddb15bf9-998c-4bc5-80a7-705abf761efd service neutron] 10.222.0.26 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996411 Mar 07 21:50:24.399965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53072f3b-f364-4b67-a6f9-8f189b9c4e87 req-03a9caa5-57df-4035-990c-e1489ebfcf82 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:24.401461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53072f3b-f364-4b67-a6f9-8f189b9c4e87 req-03a9caa5-57df-4035-990c-e1489ebfcf82 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3834f-533b-4962-b12c-a389c566d4ae HTTP/1.1" status: 200 len: 943 time: 0.2856262 Mar 07 21:50:24.416107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-6574dd21-5a4d-4198-9608-b644f064b936 service neutron] 10.222.0.26 "GET /v2.0/networks/948b43d3-f792-4324-8db9-b34cbb012702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019574 Mar 07 21:50:25.604737 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-bd2f8c89-532a-4d76-86e6-a21c719f9cce service neutron] 10.222.0.26 "GET /v2.0/networks/948b43d3-f792-4324-8db9-b34cbb012702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1646850 Mar 07 21:50:25.700401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-6187f166-bd1a-4fec-927e-774590c16fee tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:25.708803 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-6187f166-bd1a-4fec-927e-774590c16fee tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/networks?id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 HTTP/1.1" status: 200 len: 805 time: 0.2061925 Mar 07 21:50:25.754886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-b95ebc79-19f4-4c62-a58f-f7fca4603a49 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/quotas/3b743ba1d7164d2381e48b84928ce92b HTTP/1.1" status: 200 len: 375 time: 0.0449774 Mar 07 21:50:25.863482 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-7128fd61-8b69-40a9-a67e-96474335efff service neutron] 10.222.0.26 "GET /v2.0/ports/77ccc9f5-2364-472b-8e87-43b5f818b398?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2136619 Mar 07 21:50:26.008353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-53072f3b-f364-4b67-a6f9-8f189b9c4e87 req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Deleting port 7a848bd5-4979-4329-82ee-9db4d47480d9 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:50:26.009997 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-53072f3b-f364-4b67-a6f9-8f189b9c4e87 req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:26.197922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-53072f3b-f364-4b67-a6f9-8f189b9c4e87 req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] For port 7a848bd5-4979-4329-82ee-9db4d47480d9, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7a848bd5-4979-4329-82ee-9db4d47480d9,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:26.198344 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-53072f3b-f364-4b67-a6f9-8f189b9c4e87 req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:26.224089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-53072f3b-f364-4b67-a6f9-8f189b9c4e87 req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Calling delete_port for 7a848bd5-4979-4329-82ee-9db4d47480d9 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:50:26.555261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-53da61d2-993e-422f-a03a-33be6535a19e service neutron] 10.222.0.26 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6668758 Mar 07 21:50:26.560066 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-0fdf1eb7-f851-45e3-81f8-0c5771ffaa8d tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b743ba1d7164d2381e48b84928ce92b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8014038 Mar 07 21:50:26.628553 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-53072f3b-f364-4b67-a6f9-8f189b9c4e87 req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (7a848bd5-4979-4329-82ee-9db4d47480d9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:26.937637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Pushing event deleted for resources: {'Port': ['ID=7a848bd5-4979-4329-82ee-9db4d47480d9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:26.947609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-592ab20c-3af6-474f-a110-99323ebd0780 service neutron] 10.222.0.26 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332376 Mar 07 21:50:27.026974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-53072f3b-f364-4b67-a6f9-8f189b9c4e87 req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] No DVR routers for this DVR port 7a848bd5-4979-4329-82ee-9db4d47480d9 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:50:27.090969 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-53072f3b-f364-4b67-a6f9-8f189b9c4e87 req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:27.094015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53072f3b-f364-4b67-a6f9-8f189b9c4e87 req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.13 "DELETE /v2.0/ports/7a848bd5-4979-4329-82ee-9db4d47480d9 HTTP/1.1" status: 204 len: 173 time: 2.6769385 Mar 07 21:50:27.096281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba3834f-533b-4962-b12c-a389c566d4ae', 'name': 'network-vif-deleted', 'tag': '7a848bd5-4979-4329-82ee-9db4d47480d9'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:27.112617 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dff6d2-0ca2-43f0-b532-806df9d8428d" -d '{"events": [{"server_uuid": "0ba3834f-533b-4962-b12c-a389c566d4ae", "name": "network-vif-deleted", "tag": "7a848bd5-4979-4329-82ee-9db4d47480d9"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:27.119854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:27.120281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:27.120583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:27.120934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:27.121275 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:27.121614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:27.121952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:27.122313 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:27.122647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:27.122981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:27.123314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:27.123765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:27.123976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8348b-6522-405e-b883-16bc38ea68d5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:27.352947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-43cb90c1-06fd-42e7-9250-855ca961a994 service neutron] 10.222.0.26 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7883301 Mar 07 21:50:27.540619 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b53632c1-194e-49ea-9e4a-5945af9bcaeb service neutron] 10.222.0.26 "GET /v2.0/ports/97ca1261-d73f-4a02-b28f-c8fa5dd20b4a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1723740 Mar 07 21:50:27.547177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 7a848bd5-4979-4329-82ee-9db4d47480d9 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:50:27.589297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-0e929d35-0d78-43bd-8ba8-927b77e94573 service neutron] 10.222.0.26 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408064 Mar 07 21:50:27.597803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-593c9c0a-0d17-4bda-b09b-be1af0af6ee9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:27.599959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-593c9c0a-0d17-4bda-b09b-be1af0af6ee9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.15 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 810 time: 0.6437032 Mar 07 21:50:27.629905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-d1a2978c-3833-478a-b656-c08e7b67bdef tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Request body: {'port': {'device_id': '2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'admin_state_up': True, 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:27.659237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 7a848bd5-4979-4329-82ee-9db4d47480d9 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:50:27.659674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 7a848bd5-4979-4329-82ee-9db4d47480d9 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:50:27.905988 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f0919d5f-0d00-4706-98a0-f361d7d375e3 service neutron] 10.222.0.26 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644068 Mar 07 21:50:28.339793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-d1a2978c-3833-478a-b656-c08e7b67bdef tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Made reservation on behalf of ca708fcaf44345cea0e9701fa4c6c46a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:50:28.349367 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-d1a2978c-3833-478a-b656-c08e7b67bdef tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:28.674957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-0d023359-15d1-4755-b70c-729f04692f4f service neutron] 10.222.0.26 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7681048 Mar 07 21:50:28.698645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-d1a2978c-3833-478a-b656-c08e7b67bdef tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Allocated IP 172.20.0.7 (9807cc18-410d-443c-9dde-c6dcdc3533d2/8d512c80-174d-40f9-a72d-e6a5b780a4f4/bb8a8c3c-f28e-4b37-901c-d6ee443f3018) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:50:28.723262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bfa4b-60c0-40e2-b1e9-369a9ec8c65e req-ccd3c336-5f17-4fd0-9a2a-6edcc9fed0fb tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:28.727040 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c97bfa4b-60c0-40e2-b1e9-369a9ec8c65e req-ccd3c336-5f17-4fd0-9a2a-6edcc9fed0fb tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 944 time: 0.5278423 Mar 07 21:50:28.885904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c97bfa4b-60c0-40e2-b1e9-369a9ec8c65e req-a9820766-e305-4436-88aa-26590882a2a1 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467235 Mar 07 21:50:28.966920 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-5a3d0960-daca-44c9-a8f8-0a3ec1db8f0b service neutron] 10.222.0.26 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835109 Mar 07 21:50:29.009311 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dcf187-5351-4c5d-90c2-1252d23940a1 x-openstack-request-id: req-c9dcf187-5351-4c5d-90c2-1252d23940a1 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:29.010309 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba3834f-533b-4962-b12c-a389c566d4ae", "name": "network-vif-unplugged", "status": "completed", "tag": "7a848bd5-4979-4329-82ee-9db4d47480d9", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:29.010791 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9dcf187-5351-4c5d-90c2-1252d23940a1 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:29.011403 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba3834f-533b-4962-b12c-a389c566d4ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a848bd5-4979-4329-82ee-9db4d47480d9', 'code': 200} Mar 07 21:50:29.337454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f27f89dc-9c0d-41ff-bd86-a803a82b13aa req-35aaa0a1-af7d-4fbe-b31c-de4fa3aec88b tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 210 time: 0.1370389 Mar 07 21:50:29.455420 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4c2063-1bdf-436f-b7c2-43a66e0418df x-openstack-request-id: req-6d4c2063-1bdf-436f-b7c2-43a66e0418df {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:29.455799 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba3834f-533b-4962-b12c-a389c566d4ae", "name": "network-vif-deleted", "tag": "7a848bd5-4979-4329-82ee-9db4d47480d9", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:29.456051 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d4c2063-1bdf-436f-b7c2-43a66e0418df {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:29.456537 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba3834f-533b-4962-b12c-a389c566d4ae', 'name': 'network-vif-deleted', 'tag': '7a848bd5-4979-4329-82ee-9db4d47480d9', 'status': 'completed', 'code': 200} Mar 07 21:50:29.533040 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:50:29.628327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bad3cbf5-152c-4fb8-8972-59821ee45ac9 req-b2943a84-b590-4daa-8159-9c976e89994e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 210 time: 0.1133702 Mar 07 21:50:29.637947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-d5d8333c-d1df-4c5f-a690-9476750ab115 service neutron] 10.222.0.26 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040676 Mar 07 21:50:29.661985 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-d1a2978c-3833-478a-b656-c08e7b67bdef tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:29.876216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a205c8-64ce-4af6-82c3-96e6c5c717e9 req-85c2e3a5-d2bd-497b-930e-4d7e2a50a480 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:29.883331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68a205c8-64ce-4af6-82c3-96e6c5c717e9 req-85c2e3a5-d2bd-497b-930e-4d7e2a50a480 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1071193 Mar 07 21:50:29.890740 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-d1a2978c-3833-478a-b656-c08e7b67bdef tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:29.894842 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-d02de723-5bea-4db4-b2a8-523b9ef071a7 service neutron] 10.222.0.26 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204914 Mar 07 21:50:29.909134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['b31355ef-2604-4a93-8a55-31179fc99009'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:50:29.951454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f64d11ec-e267-4b76-b66a-d7f3ab5db6a7'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:50:29.988257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-d1a2978c-3833-478a-b656-c08e7b67bdef tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Network 9807cc18-410d-443c-9dde-c6dcdc3533d2 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:50:30.030595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-d1a2978c-3833-478a-b656-c08e7b67bdef tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:30.040804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-d1a2978c-3833-478a-b656-c08e7b67bdef tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:50:30.098299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68a205c8-64ce-4af6-82c3-96e6c5c717e9 req-edf95109-54bb-4284-b602-d379d532044d tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116477 Mar 07 21:50:30.117915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-d1a2978c-3833-478a-b656-c08e7b67bdef tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:30.118819 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-d1a2978c-3833-478a-b656-c08e7b67bdef tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:30.134653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2978c-3833-478a-b656-c08e7b67bdef tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event updated for resources: {'Port': ['ID=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:30.196106 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91cb9d0b-6421-4d07-970e-a68de4703a64 service neutron] 10.222.0.26 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874594 Mar 07 21:50:30.204469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-d1a2978c-3833-478a-b656-c08e7b67bdef tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5891333 Mar 07 21:50:30.264488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Request body: {'port': {'device_id': '2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:30.427890 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:30.503304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-dd4afa64-3733-4663-a001-90b863b2029f None None] Provisioning complete for port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:30.503837 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dd4afa64-3733-4663-a001-90b863b2029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:30.549023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6d962-2005-41a8-b8c6-22e525efd0f0 req-6fb5a0be-ef82-4618-9ad9-2fdf76fb66dc tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:30.557331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10c6d962-2005-41a8-b8c6-22e525efd0f0 req-6fb5a0be-ef82-4618-9ad9-2fdf76fb66dc tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 944 time: 0.3513980 Mar 07 21:50:30.616292 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-dd4afa64-3733-4663-a001-90b863b2029f None None] Port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:50:30.716560 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-602acb83-4076-4943-a471-1311226e3a79 service neutron] 10.222.0.26 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571745 Mar 07 21:50:30.771526 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10c6d962-2005-41a8-b8c6-22e525efd0f0 req-43cd587c-7a1b-4751-9780-254d7d2b4b3d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066896 Mar 07 21:50:31.026265 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-9c51139a-30fc-4780-a685-9333199dd534 service neutron] 10.222.0.26 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010042 Mar 07 21:50:31.425631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2216166-50b5-4800-ace8-a497a805e068 req-b9dfd9dc-c6d2-43bf-837f-c70c318f6fa4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:31.432938 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2216166-50b5-4800-ace8-a497a805e068 req-b9dfd9dc-c6d2-43bf-837f-c70c318f6fa4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.5447886 Mar 07 21:50:31.594188 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2216166-50b5-4800-ace8-a497a805e068 req-cf0c4077-94a4-4faf-9a62-162f6bd08f87 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597607 Mar 07 21:50:31.624743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8a8c3c-f28e-4b37-901c-d6ee443f3018 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:31.653027 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Publish callbacks [] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:31.681459 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-621720a6-5adb-45f8-b4b4-089cc8954341 service neutron] 10.222.0.26 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485486 Mar 07 21:50:31.723147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Transition to ACTIVE for port object bb8a8c3c-f28e-4b37-901c-d6ee443f3018 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:50:31.798759 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:31.985854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:32.135900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-3c21102f-d122-48f8-bf88-56258209a4b0 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:32.137766 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-3c21102f-d122-48f8-bf88-56258209a4b0 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.13 "GET /v2.0/networks?id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 HTTP/1.1" status: 200 len: 805 time: 0.5353215 Mar 07 21:50:32.215446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-5a44ddbd-5235-416c-892b-67cdf97d248a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Request body: {'port': {'device_id': '1b7765e8-983e-4253-9bcb-3f213315a08f', 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756', 'admin_state_up': True, 'tenant_id': '3b743ba1d7164d2381e48b84928ce92b'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:32.220278 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-9c97a9c7-1500-4e8b-b60c-18639911fc6a service neutron] 10.222.0.26 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159655 Mar 07 21:50:32.396918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fcb46-4aff-43d5-bf9b-79f4108f50aa req-7850b822-1639-4bb8-8d15-879b4be0ac7f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:32.404147 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-883fcb46-4aff-43d5-bf9b-79f4108f50aa req-7850b822-1639-4bb8-8d15-879b4be0ac7f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 943 time: 0.5951672 Mar 07 21:50:32.464547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ce9a0d8b-4c72-42d3-938c-b988ed37cb8f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:32.465944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ce9a0d8b-4c72-42d3-938c-b988ed37cb8f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports/77ccc9f5-2364-472b-8e87-43b5f818b398 HTTP/1.1" status: 200 len: 931 time: 0.1410315 Mar 07 21:50:32.516978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Attempting to bind port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:50:32.517201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Attempting to bind port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:50:32.517537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Attempting to bind port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:32.554928 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-883fcb46-4aff-43d5-bf9b-79f4108f50aa req-fd850be3-7aad-41c9-a0ac-44804a2eb5dd tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497903 Mar 07 21:50:32.555520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:50:32.555844 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Attempting to bind port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 on network 9807cc18-410d-443c-9dde-c6dcdc3533d2 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:32.573491 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:50:32.573852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Checking segment: {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:50:32.574249 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Bound using segment: {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:50:32.574682 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Bound port: bb8a8c3c-f28e-4b37-901c-d6ee443f3018, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06838584-7ce6-4ffb-b0a8-ba815abd3dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:50:32.574682 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:32.590874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1f10f295-4b9a-41ff-9bce-8abba72291a0 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:32.592742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1f10f295-4b9a-41ff-9bce-8abba72291a0 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports/97ca1261-d73f-4a02-b28f-c8fa5dd20b4a HTTP/1.1" status: 200 len: 931 time: 0.1097822 Mar 07 21:50:32.600927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-5a44ddbd-5235-416c-892b-67cdf97d248a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Made reservation on behalf of 3b743ba1d7164d2381e48b84928ce92b for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:50:32.605124 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-5a44ddbd-5235-416c-892b-67cdf97d248a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:32.759573 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1fec503d-ce6f-4dd6-a1c8-687c947cc736 req-babf55b8-8bec-476f-9192-d24ae076fc91 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 210 time: 0.0645614 Mar 07 21:50:32.798628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] For port bb8a8c3c-f28e-4b37-901c-d6ee443f3018, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:50:32.849001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] For port bb8a8c3c-f28e-4b37-901c-d6ee443f3018, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:50:32.878311 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:32.914529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-5a44ddbd-5235-416c-892b-67cdf97d248a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Allocated IP 172.20.0.14 (9e6c13b1-0c65-4e12-81d7-b8c2ee49c756/ce1fbfa2-ec43-4960-9833-0f8cbf460e36/e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:50:32.964233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:32.964879 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:32.981789 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] 10.222.0.15 "PUT /v2.0/ports/bb8a8c3c-f28e-4b37-901c-d6ee443f3018 HTTP/1.1" status: 200 len: 1091 time: 2.7212148 Mar 07 21:50:32.982345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5', 'tag': 'bb8a8c3c-f28e-4b37-901c-d6ee443f3018'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:32.984675 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed3f66a-a810-494c-ab86-612ef38e475f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5", "tag": "bb8a8c3c-f28e-4b37-901c-d6ee443f3018"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:33.322544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7c0be-2df2-46c3-b1a8-fe5d5063a93d req-24475196-3232-4bef-9047-0aa4bbaff7cc tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:33.327450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1da7c0be-2df2-46c3-b1a8-fe5d5063a93d req-24475196-3232-4bef-9047-0aa4bbaff7cc tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 944 time: 0.4710793 Mar 07 21:50:33.412923 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40eb1c-3dcb-4d74-bd70-548e57293870 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:33.432136 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-5a44ddbd-5235-416c-892b-67cdf97d248a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks [] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:33.501618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1da7c0be-2df2-46c3-b1a8-fe5d5063a93d req-06f0a302-5389-469a-a943-9c6aea2da042 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363237 Mar 07 21:50:33.521496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-f30d3dc5-d938-40b7-bb12-11cefb732fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:33.523095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-f30d3dc5-d938-40b7-bb12-11cefb732fd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 1125 time: 0.4877172 Mar 07 21:50:33.664296 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-eee421b0-c272-4094-82aa-8139aad37bd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8a8c3c-f28e-4b37-901c-d6ee443f3018 HTTP/1.1" status: 200 len: 217 time: 0.1237373 Mar 07 21:50:33.665730 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe2c77d-6638-4758-939e-a5e0ee3e5ebc x-openstack-request-id: req-1fe2c77d-6638-4758-939e-a5e0ee3e5ebc {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:33.666235 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5", "tag": "bb8a8c3c-f28e-4b37-901c-d6ee443f3018", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:33.666498 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1fe2c77d-6638-4758-939e-a5e0ee3e5ebc {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:33.666901 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5', 'tag': 'bb8a8c3c-f28e-4b37-901c-d6ee443f3018', 'status': 'completed', 'code': 200} Mar 07 21:50:33.719638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-eaebfba3-927b-41e5-ab7f-f30ffa6ba667 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:33.742974 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-eaebfba3-927b-41e5-ab7f-f30ffa6ba667 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports/77ccc9f5-2364-472b-8e87-43b5f818b398 HTTP/1.1" status: 200 len: 931 time: 0.0999427 Mar 07 21:50:33.792913 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-5a44ddbd-5235-416c-892b-67cdf97d248a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:33.821954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-daac8a07-8315-4b98-981d-4151da519f51 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:33.840138 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-daac8a07-8315-4b98-981d-4151da519f51 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports/97ca1261-d73f-4a02-b28f-c8fa5dd20b4a HTTP/1.1" status: 200 len: 931 time: 0.0874012 Mar 07 21:50:33.874806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3943d44-6fcf-4f48-9fdd-d722032810f3 req-4b8fc37b-726b-4f3f-b5ff-6ed350910521 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.1383140 Mar 07 21:50:33.952701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-250336fc-ac4e-4d77-9c40-a9196c010a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:33.955195 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-250336fc-ac4e-4d77-9c40-a9196c010a41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.2818835 Mar 07 21:50:33.974838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-5a44ddbd-5235-416c-892b-67cdf97d248a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:50:33.984685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-5a44ddbd-5235-416c-892b-67cdf97d248a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:34.041721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-5a44ddbd-5235-416c-892b-67cdf97d248a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:50:34.196788 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44ddbd-5235-416c-892b-67cdf97d248a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Pushing event updated for resources: {'Port': ['ID=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:34.215923 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a6d2e-1960-4810-9188-a04fa800d8d3 req-d8e0dc84-8859-4c61-98fa-2bd01f6dd7be tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:34.217714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-801a6d2e-1960-4810-9188-a04fa800d8d3 req-d8e0dc84-8859-4c61-98fa-2bd01f6dd7be tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.5500722 Mar 07 21:50:34.260907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-5a44ddbd-5235-416c-892b-67cdf97d248a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:34.261461 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-5a44ddbd-5235-416c-892b-67cdf97d248a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:34.279394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-db033c8a-e33e-42d2-80f5-ec7aa361bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:34.281066 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-db033c8a-e33e-42d2-80f5-ec7aa361bd91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3039289 Mar 07 21:50:34.303134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c0e36-0cd9-4b57-a2e7-8d2bcacbb221 req-115ca057-b97d-4873-90f7-5989fac88cb0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:34.304641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-786c0e36-0cd9-4b57-a2e7-8d2bcacbb221 req-115ca057-b97d-4873-90f7-5989fac88cb0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 943 time: 0.2766142 Mar 07 21:50:34.321975 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-5a44ddbd-5235-416c-892b-67cdf97d248a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1614876 Mar 07 21:50:34.349941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Request body: {'port': {'device_id': '1b7765e8-983e-4253-9bcb-3f213315a08f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:34.390826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-801a6d2e-1960-4810-9188-a04fa800d8d3 req-9d96895b-209b-4d0d-95a0-b1da04818eb0 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628423 Mar 07 21:50:34.489948 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-786c0e36-0cd9-4b57-a2e7-8d2bcacbb221 req-4d69e453-0abb-455a-8996-ed1c0162ed03 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717608 Mar 07 21:50:34.643025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-6c03f50a-71eb-47c7-ba7c-68790a1901bd service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478777 Mar 07 21:50:34.645386 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:34.704966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d52444-15d1-40f6-a7f4-e8279805c7dc req-15e752e2-28c4-41f1-9930-846b97fe1030 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:34.707539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-83d52444-15d1-40f6-a7f4-e8279805c7dc req-15e752e2-28c4-41f1-9930-846b97fe1030 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 932 time: 0.2156274 Mar 07 21:50:34.811493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c16710-3adb-4eae-b9d9-01f980c565a5 req-d32dd3bf-a109-4ea4-a1ee-2cfb128b0203 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:34.813456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-24c16710-3adb-4eae-b9d9-01f980c565a5 req-d32dd3bf-a109-4ea4-a1ee-2cfb128b0203 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2339172 Mar 07 21:50:34.951688 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-83d52444-15d1-40f6-a7f4-e8279805c7dc req-c5b2612b-71f7-40de-9dc5-d7887c3d41a8 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368746 Mar 07 21:50:34.978624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db87bf5e-b229-447e-915f-267536ad5ab0 req-2bd68594-ae71-48ef-b32d-17db7eac642e service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219151 Mar 07 21:50:35.000576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-24c16710-3adb-4eae-b9d9-01f980c565a5 req-a7fcc686-431d-4e73-aa28-85cf2a7997d3 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730561 Mar 07 21:50:35.290322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-39c15c77-3e9f-4820-90c7-290bc9fd7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:35.292432 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-39c15c77-3e9f-4820-90c7-290bc9fd7f1f service neutron] 10.222.0.13 "GET /v2.0/ports/77ccc9f5-2364-472b-8e87-43b5f818b398 HTTP/1.1" status: 200 len: 1027 time: 0.0828381 Mar 07 21:50:35.386736 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ba4d3233-921a-4a7c-ae88-e1d92a93d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:35.388141 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ba4d3233-921a-4a7c-ae88-e1d92a93d88d service neutron] 10.222.0.13 "GET /v2.0/ports/97ca1261-d73f-4a02-b28f-c8fa5dd20b4a HTTP/1.1" status: 200 len: 1027 time: 0.0897818 Mar 07 21:50:35.520862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b7d9aa2e-4bda-48b2-947e-19ef9df3783e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:35.525992 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b7d9aa2e-4bda-48b2-947e-19ef9df3783e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:35.531322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b7d9aa2e-4bda-48b2-947e-19ef9df3783e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:35.533154 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b7d9aa2e-4bda-48b2-947e-19ef9df3783e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "GET /v2.0/networks?id=948b43d3-f792-4324-8db9-b34cbb012702&id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&id=45ddfd66-9271-42ef-b4dd-4dcd127117ef&id=45ddfd66-9271-42ef-b4dd-4dcd127117ef HTTP/1.1" status: 200 len: 1989 time: 0.1370156 Mar 07 21:50:35.540538 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:35.549061 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Publish callbacks [] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:35.561839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Transition to ACTIVE for port object e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:50:35.570967 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-019a2e44-1679-4ca2-a777-ce50c43a40b3 req-175e6e23-816d-4c4c-987a-cc1e5182ca90 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.3689692 Mar 07 21:50:35.597664 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:35.674769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Pushing event updated for resources: {'Port': ['ID=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:35.680047 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-390e9c16-c6a0-4737-bcce-a9e410ed5551 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=796c19d2677a4c73bc3e1f62457a580a HTTP/1.1" status: 200 len: 378 time: 0.1385708 Mar 07 21:50:35.695588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3f66a-a810-494c-ab86-612ef38e475f req-7594a635-4114-4f93-8374-f473ac629035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:35.697142 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ed3f66a-a810-494c-ab86-612ef38e475f req-7594a635-4114-4f93-8374-f473ac629035 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 1125 time: 0.6190097 Mar 07 21:50:35.698791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'port': {'device_id': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'admin_state_up': True, 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'security_groups': ['2de32927-8c99-4e3c-ac84-f8c17fff2420']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:35.714237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9b088-1dc0-4909-a836-f846df1bd334 req-65bdf77e-331a-479e-9756-bc222ce2675a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:35.717260 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8c9b088-1dc0-4909-a836-f846df1bd334 req-65bdf77e-331a-479e-9756-bc222ce2675a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 944 time: 0.4932532 Mar 07 21:50:35.928374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Made reservation on behalf of 796c19d2677a4c73bc3e1f62457a580a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:50:35.931687 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:36.221103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Allocated IP 172.20.0.9 (948b43d3-f792-4324-8db9-b34cbb012702/00afff8d-ea76-4393-81af-8e70911b1ffa/ce077f8b-4ce6-43cc-9ffa-91b13de22124) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:50:36.503909 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:36.599480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:36.723795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Network 948b43d3-f792-4324-8db9-b34cbb012702 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:50:36.733053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:36.739738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:50:36.792375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'Port': ['ID=ce077f8b-4ce6-43cc-9ffa-91b13de22124,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:36.799673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01acfe-bdb8-4e1c-9c13-053fe2d83c0a req-667ede4a-af79-4ede-8d47-16b0a580f781 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:36.804676 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:36.805027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:36.805373 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:36.805716 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:36.806217 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:36.806559 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:36.807015 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:36.807354 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:36.807682 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:36.808418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:36.808418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:36.808631 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:36.808950 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:36.817515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b01acfe-bdb8-4e1c-9c13-053fe2d83c0a req-667ede4a-af79-4ede-8d47-16b0a580f781 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 943 time: 1.0525577 Mar 07 21:50:36.837577 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Attempting to bind port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:50:36.837938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Attempting to bind port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:50:36.838551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Attempting to bind port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac on network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:36.847850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:36.849069 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:36.878602 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8c9b088-1dc0-4909-a836-f846df1bd334 req-20f78f81-04d0-4bbc-86df-ca94ed8b99d8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9820616 Mar 07 21:50:36.901613 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-c1f2f210-bbf9-4caa-9f17-da4109a085eb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2073424 Mar 07 21:50:36.907870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3f66a-a810-494c-ab86-612ef38e475f req-d1ea0fd5-9d54-429d-8c27-08eaea80cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:36.911710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ed3f66a-a810-494c-ab86-612ef38e475f req-d1ea0fd5-9d54-429d-8c27-08eaea80cdae service neutron] 10.222.0.15 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 1.2063131 Mar 07 21:50:36.914493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac on network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:50:36.914852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Attempting to bind port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac on network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:36.916396 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-4cb91102-a991-415c-b9eb-1db8fd4cf439 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'port': {'device_id': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8', 'admin_state_up': True, 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'security_groups': ['2de32927-8c99-4e3c-ac84-f8c17fff2420']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:37.027277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:50:37.027683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Checking segment: {'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:50:37.028085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Bound using segment: {'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:50:37.028603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Bound port: e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:50:37.028907 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:37.046559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ed3f66a-a810-494c-ab86-612ef38e475f req-7447a5fd-a431-4111-ab83-fb4c556197e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8a8c3c-f28e-4b37-901c-d6ee443f3018 HTTP/1.1" status: 200 len: 217 time: 0.1226079 Mar 07 21:50:37.140620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-4cb91102-a991-415c-b9eb-1db8fd4cf439 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Made reservation on behalf of 796c19d2677a4c73bc3e1f62457a580a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:50:37.147575 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-4cb91102-a991-415c-b9eb-1db8fd4cf439 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:37.189062 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a42614b1-12a9-4b4e-a0e3-01a174e74c41 None None] Provisioning complete for port ce077f8b-4ce6-43cc-9ffa-91b13de22124 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:37.189979 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a42614b1-12a9-4b4e-a0e3-01a174e74c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:37.278854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a42614b1-12a9-4b4e-a0e3-01a174e74c41 None None] Port ce077f8b-4ce6-43cc-9ffa-91b13de22124 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:50:37.307227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3f66a-a810-494c-ab86-612ef38e475f req-8f025ef3-c197-471d-8d1c-6daca4374d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:37.310038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ed3f66a-a810-494c-ab86-612ef38e475f req-8f025ef3-c197-471d-8d1c-6daca4374d6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.2134931 Mar 07 21:50:37.390534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] For port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:50:37.394796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] For port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:50:37.410444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b01acfe-bdb8-4e1c-9c13-053fe2d83c0a req-f769cdf1-045f-4361-b8cd-dd8bc4430fde tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5918577 Mar 07 21:50:37.423553 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:37.472261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-4cb91102-a991-415c-b9eb-1db8fd4cf439 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Allocated IP 10.1.1.144 (de3336aa-a1de-4891-bda3-9b42baa4b4b8/7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3/e3862fed-b16a-4ff5-943a-f05e701d9754) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:50:37.601145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7ddd1-2f7e-4c90-b31c-6d37856e15de req-2db0fe5a-fd16-4ae7-a50d-5bd349522319 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:37.607831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78a7ddd1-2f7e-4c90-b31c-6d37856e15de req-2db0fe5a-fd16-4ae7-a50d-5bd349522319 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.5710778 Mar 07 21:50:37.656798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:37.657418 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:37.658845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] 10.222.0.13 "PUT /v2.0/ports/e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac HTTP/1.1" status: 200 len: 1092 time: 3.3210795 Mar 07 21:50:37.661671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7765e8-983e-4253-9bcb-3f213315a08f', 'tag': 'e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:37.668951 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b864c8f-8cf8-4908-b746-c6396d33d304" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7765e8-983e-4253-9bcb-3f213315a08f", "tag": "e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:37.778285 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cc014-42f6-46c6-9de2-c08b158c9f33 service neutron] Pushing event updated for resources: {'Port': ['ID=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:37.795058 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78a7ddd1-2f7e-4c90-b31c-6d37856e15de req-6e29d74e-4e69-4deb-9a66-0916c774c458 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717701 Mar 07 21:50:37.803082 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3f66a-a810-494c-ab86-612ef38e475f req-dfe9729e-e95b-47e7-abf1-42e25d82f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:37.804703 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ed3f66a-a810-494c-ab86-612ef38e475f req-dfe9729e-e95b-47e7-abf1-42e25d82f91a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3929043 Mar 07 21:50:37.814823 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-4cb91102-a991-415c-b9eb-1db8fd4cf439 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:37.864516 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851d918-e6d4-4b8c-be95-bbf3a3ba2592 req-3cc75efa-a3cc-47b1-bafd-2a431c3f4261 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:37.873469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1851d918-e6d4-4b8c-be95-bbf3a3ba2592 req-3cc75efa-a3cc-47b1-bafd-2a431c3f4261 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 944 time: 0.2623546 Mar 07 21:50:37.913204 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-4cb91102-a991-415c-b9eb-1db8fd4cf439 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:37.928089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device bb8a8c3c-f28e-4b37-901c-d6ee443f3018 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:50:37.942977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-bf356ef3-d542-4ab7-8794-1d655d3525be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:37.944545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-bf356ef3-d542-4ab7-8794-1d655d3525be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b743ba1d7164d2381e48b84928ce92b&device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 1126 time: 0.2191248 Mar 07 21:50:37.974584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-4cb91102-a991-415c-b9eb-1db8fd4cf439 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Network de3336aa-a1de-4891-bda3-9b42baa4b4b8 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:50:37.980124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-4cb91102-a991-415c-b9eb-1db8fd4cf439 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:37.985789 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-4cb91102-a991-415c-b9eb-1db8fd4cf439 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:50:38.054428 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-4cb91102-a991-415c-b9eb-1db8fd4cf439 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:38.055085 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-4cb91102-a991-415c-b9eb-1db8fd4cf439 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:38.059964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-a333c450-c21e-40ab-b0a6-f259938531d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac HTTP/1.1" status: 200 len: 217 time: 0.1063581 Mar 07 21:50:38.075201 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-4cb91102-a991-415c-b9eb-1db8fd4cf439 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1674714 Mar 07 21:50:38.085595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ec1c7eac-f6ad-49fd-97bb-eae8ff795030 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'port': {'device_id': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8', 'admin_state_up': True, 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'security_groups': ['2de32927-8c99-4e3c-ac84-f8c17fff2420']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:38.147084 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb91102-a991-415c-b9eb-1db8fd4cf439 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'Port': ['ID=e3862fed-b16a-4ff5-943a-f05e701d9754,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:38.187420 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port bb8a8c3c-f28e-4b37-901c-d6ee443f3018, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:38.209569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1851d918-e6d4-4b8c-be95-bbf3a3ba2592 req-a705adec-ceae-49f4-8fd7-384cf8dc9821 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350475 Mar 07 21:50:38.219489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'bb8a8c3c-f28e-4b37-901c-d6ee443f3018', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'port_id': 'bb8a8c3c-f28e-4b37-901c-d6ee443f3018', 'mac_address': 'fa:16:3e:f7:be:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:50:38.252005 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ed3f66a-a810-494c-ab86-612ef38e475f req-1cd81aaf-ac58-49a6-89b7-58867690dca5 service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232230 Mar 07 21:50:38.327090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:38.327494 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:38.332185 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef0ae40-97dc-45ce-8223-3dcdb99689cd x-openstack-request-id: req-3ef0ae40-97dc-45ce-8223-3dcdb99689cd {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:38.337176 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7765e8-983e-4253-9bcb-3f213315a08f", "tag": "e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:38.337694 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ef0ae40-97dc-45ce-8223-3dcdb99689cd {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:38.338770 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7765e8-983e-4253-9bcb-3f213315a08f', 'tag': 'e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac', 'status': 'completed', 'code': 200} Mar 07 21:50:38.351764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ec1c7eac-f6ad-49fd-97bb-eae8ff795030 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Made reservation on behalf of 796c19d2677a4c73bc3e1f62457a580a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:50:38.355917 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ec1c7eac-f6ad-49fd-97bb-eae8ff795030 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:38.357648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8a8c3c-f28e-4b37-901c-d6ee443f3018 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:38.360662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-bc1d7e1e-91a6-4abd-80ac-cc40474bc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:38.366643 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-bc1d7e1e-91a6-4abd-80ac-cc40474bc788 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce1fbfa2-ec43-4960-9833-0f8cbf460e36 HTTP/1.1" status: 200 len: 845 time: 0.2939796 Mar 07 21:50:38.404661 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port bb8a8c3c-f28e-4b37-901c-d6ee443f3018, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:38.414683 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:38.450955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2143f-4be4-4094-98c0-d917f68abd5a req-dd291743-fcd9-4afa-ad98-03b872fbe928 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:38.457365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2143f-4be4-4094-98c0-d917f68abd5a req-dd291743-fcd9-4afa-ad98-03b872fbe928 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:38.464108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ac2143f-4be4-4094-98c0-d917f68abd5a req-dd291743-fcd9-4afa-ad98-03b872fbe928 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 1653 time: 0.5186224 Mar 07 21:50:38.537497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:38.589410 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-72e34f21-0f19-47a9-a27e-72a88e4f196f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2148001 Mar 07 21:50:38.629857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c81b7041-5fc0-46fe-992b-535a25145f29 None None] Provisioning complete for port e3862fed-b16a-4ff5-943a-f05e701d9754 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:38.631668 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c81b7041-5fc0-46fe-992b-535a25145f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:38.678311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ec1c7eac-f6ad-49fd-97bb-eae8ff795030 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Allocated IP 10.1.1.107 (de3336aa-a1de-4891-bda3-9b42baa4b4b8/7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3/3a09a78d-3591-406e-b8f9-92c30e267ac0) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:50:38.721189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['bb8a8c3c-f28e-4b37-901c-d6ee443f3018'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:50:38.968351 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ac2143f-4be4-4094-98c0-d917f68abd5a req-bd46f248-2341-4670-a92b-3d844b85093e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3967175 Mar 07 21:50:38.975754 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ed3f66a-a810-494c-ab86-612ef38e475f req-27916d6a-06c6-45db-bd73-42948f71057c service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161617 Mar 07 21:50:39.000021 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ec1c7eac-f6ad-49fd-97bb-eae8ff795030 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:39.037936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ada6fd-e7f2-4686-a7cb-23f06ef5b9b6 req-da07d26c-ffec-4d45-897a-7ec10c7f40dc tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:39.040767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15ada6fd-e7f2-4686-a7cb-23f06ef5b9b6 req-da07d26c-ffec-4d45-897a-7ec10c7f40dc tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.6014857 Mar 07 21:50:39.076693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-450772e5-75a1-4587-acdd-d65f4f7efb06 service neutron] 10.222.0.13 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547639 Mar 07 21:50:39.106219 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ec1c7eac-f6ad-49fd-97bb-eae8ff795030 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:39.174268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c7eac-f6ad-49fd-97bb-eae8ff795030 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'Port': ['ID=3a09a78d-3591-406e-b8f9-92c30e267ac0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:39.183254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ec1c7eac-f6ad-49fd-97bb-eae8ff795030 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Network de3336aa-a1de-4891-bda3-9b42baa4b4b8 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:50:39.186010 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ec1c7eac-f6ad-49fd-97bb-eae8ff795030 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:39.188778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ec1c7eac-f6ad-49fd-97bb-eae8ff795030 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:50:39.246613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ec1c7eac-f6ad-49fd-97bb-eae8ff795030 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:39.247273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ec1c7eac-f6ad-49fd-97bb-eae8ff795030 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:39.287379 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ec1c7eac-f6ad-49fd-97bb-eae8ff795030 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2057092 Mar 07 21:50:39.297237 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1d7288ee-b96a-47fd-a1d8-ff9d4006558c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'port': {'device_id': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef', 'admin_state_up': True, 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'security_groups': ['2de32927-8c99-4e3c-ac84-f8c17fff2420']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:39.308252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c81b7041-5fc0-46fe-992b-535a25145f29 None None] Port e3862fed-b16a-4ff5-943a-f05e701d9754 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:50:39.396581 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15ada6fd-e7f2-4686-a7cb-23f06ef5b9b6 req-8fbb4d9c-7473-4341-8c4d-46a3c526a874 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447323 Mar 07 21:50:39.400119 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee1191c-d2c6-46b6-bcf4-3bbf8cd05059 req-8d6e1d0a-98a9-4a57-880c-b3127f222b50 service neutron] 10.222.0.13 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116674 Mar 07 21:50:39.541480 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723c390-4158-4dee-855d-a03153b24f8d req-cc6dd32f-a5a6-4eb6-8255-628d96ffcc19 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:39.543553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c723c390-4158-4dee-855d-a03153b24f8d req-cc6dd32f-a5a6-4eb6-8255-628d96ffcc19 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 944 time: 0.3729365 Mar 07 21:50:39.574360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device d620a753-d391-428d-9963-90e4890693ef details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:50:39.604635 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1d7288ee-b96a-47fd-a1d8-ff9d4006558c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Made reservation on behalf of 796c19d2677a4c73bc3e1f62457a580a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:50:39.761070 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c723c390-4158-4dee-855d-a03153b24f8d req-219ea96a-d104-4d19-ac05-614e6bb1bf4f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007833 Mar 07 21:50:39.796963 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1d7288ee-b96a-47fd-a1d8-ff9d4006558c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:39.807160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b864c8f-8cf8-4908-b746-c6396d33d304 req-71976aba-cc6c-4d07-91e8-d33fb3af4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:39.812066 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b864c8f-8cf8-4908-b746-c6396d33d304 req-71976aba-cc6c-4d07-91e8-d33fb3af4163 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b743ba1d7164d2381e48b84928ce92b&device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 1126 time: 0.3273773 Mar 07 21:50:39.859181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port d620a753-d391-428d-9963-90e4890693ef, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=d620a753-d391-428d-9963-90e4890693ef,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:39.927873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'd620a753-d391-428d-9963-90e4890693ef', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'port_id': 'd620a753-d391-428d-9963-90e4890693ef', 'mac_address': 'fa:16:3e:e6:1e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:50:39.939461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca720d6b-d1ac-4e88-9d6f-facb7d087a20 req-ee4c42ff-64aa-4399-819d-f14501210705 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:39.941545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca720d6b-d1ac-4e88-9d6f-facb7d087a20 req-ee4c42ff-64aa-4399-819d-f14501210705 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 944 time: 0.3941858 Mar 07 21:50:39.943259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b864c8f-8cf8-4908-b746-c6396d33d304 req-3fd0b410-edd0-463e-8c62-f3d3d017534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:39.945035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b864c8f-8cf8-4908-b746-c6396d33d304 req-3fd0b410-edd0-463e-8c62-f3d3d017534c service neutron] 10.222.0.13 "GET /v2.0/networks?id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 HTTP/1.1" status: 200 len: 906 time: 0.1138344 Mar 07 21:50:40.043252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca720d6b-d1ac-4e88-9d6f-facb7d087a20 req-f216a2f0-f76f-496e-b57d-07db787c6810 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933814 Mar 07 21:50:40.052737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port d620a753-d391-428d-9963-90e4890693ef is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:40.053135 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d620a753-d391-428d-9963-90e4890693ef), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:40.101849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d620a753-d391-428d-9963-90e4890693ef {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:40.129099 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b864c8f-8cf8-4908-b746-c6396d33d304 req-19ab6c95-8cf1-44a2-82ea-f94a3d52d980 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac HTTP/1.1" status: 200 len: 217 time: 0.1260538 Mar 07 21:50:40.130178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port d620a753-d391-428d-9963-90e4890693ef, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=d620a753-d391-428d-9963-90e4890693ef,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:40.154554 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d620a753-d391-428d-9963-90e4890693ef), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:40.281783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b864c8f-8cf8-4908-b746-c6396d33d304 req-f5586d8c-68e8-4909-a013-0392d865dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:40.285040 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b864c8f-8cf8-4908-b746-c6396d33d304 req-f5586d8c-68e8-4909-a013-0392d865dbf4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce1fbfa2-ec43-4960-9833-0f8cbf460e36 HTTP/1.1" status: 200 len: 845 time: 0.1452465 Mar 07 21:50:40.286531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3cdd257e-cced-498f-909d-8013f41f577f None None] Provisioning complete for port 3a09a78d-3591-406e-b8f9-92c30e267ac0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:40.286956 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3cdd257e-cced-498f-909d-8013f41f577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:40.413463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=d620a753-d391-428d-9963-90e4890693ef,revision_number=11']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:40.425969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3cdd257e-cced-498f-909d-8013f41f577f None None] Port 3a09a78d-3591-406e-b8f9-92c30e267ac0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:50:40.447909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1d7288ee-b96a-47fd-a1d8-ff9d4006558c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Allocated IP 10.2.2.100 (45ddfd66-9271-42ef-b4dd-4dcd127117ef/e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b/9aaeb5ad-b739-4214-a4a9-45e5ba71ef56) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:50:40.539277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeee97-62a7-444f-a9ed-a4ad22c1967a req-8391beb7-c3f3-43ae-8bc2-dd11d0bbfd4d tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:40.540993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4baeee97-62a7-444f-a9ed-a4ad22c1967a req-8391beb7-c3f3-43ae-8bc2-dd11d0bbfd4d tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 944 time: 0.5305846 Mar 07 21:50:40.543829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b864c8f-8cf8-4908-b746-c6396d33d304 req-2cf605b8-4f86-4799-974d-d28d368e3ad9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504415 Mar 07 21:50:40.573980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['d620a753-d391-428d-9963-90e4890693ef'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:50:40.765350 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1d7288ee-b96a-47fd-a1d8-ff9d4006558c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:40.845650 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4baeee97-62a7-444f-a9ed-a4ad22c1967a req-5b3847e6-e047-45c2-896d-91e12f51a2fe tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986212 Mar 07 21:50:40.898118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1d7288ee-b96a-47fd-a1d8-ff9d4006558c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:41.045422 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7288ee-b96a-47fd-a1d8-ff9d4006558c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'Port': ['ID=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:41.081679 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1d7288ee-b96a-47fd-a1d8-ff9d4006558c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Network 45ddfd66-9271-42ef-b4dd-4dcd127117ef is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:50:41.084001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1d7288ee-b96a-47fd-a1d8-ff9d4006558c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:41.087175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1d7288ee-b96a-47fd-a1d8-ff9d4006558c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:50:41.153836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25291329-6ed5-4d61-9906-bb20b4346a82 req-2aab9a8f-ec02-4492-adae-ff7d387472bf tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:41.171510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25291329-6ed5-4d61-9906-bb20b4346a82 req-2aab9a8f-ec02-4492-adae-ff7d387472bf tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/networks?id=5756c39c-b68c-4572-a466-6a9175bae4ac HTTP/1.1" status: 200 len: 813 time: 0.8753319 Mar 07 21:50:41.199883 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1d7288ee-b96a-47fd-a1d8-ff9d4006558c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:41.200933 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1d7288ee-b96a-47fd-a1d8-ff9d4006558c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:41.214528 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25291329-6ed5-4d61-9906-bb20b4346a82 req-0325f73d-ec2a-41c6-9e38-fe2635839f04 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/quotas/ba8fd1586b234445a6fd7efa2e935124 HTTP/1.1" status: 200 len: 375 time: 0.0409942 Mar 07 21:50:41.248107 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1d7288ee-b96a-47fd-a1d8-ff9d4006558c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9550858 Mar 07 21:50:41.259376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-08f7abe0-7631-4020-855a-2271b8290ffb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'port': {'device_id': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef', 'admin_state_up': True, 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'security_groups': ['2de32927-8c99-4e3c-ac84-f8c17fff2420']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:41.432214 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b864c8f-8cf8-4908-b746-c6396d33d304 req-73109b63-05b8-4799-b78b-c86b7da1e905 service neutron] 10.222.0.13 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8386383 Mar 07 21:50:41.553622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-08f7abe0-7631-4020-855a-2271b8290ffb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Made reservation on behalf of 796c19d2677a4c73bc3e1f62457a580a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:50:41.561579 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-08f7abe0-7631-4020-855a-2271b8290ffb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:41.686856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5e0e7319-2b81-47ad-9892-4a576c6b49b8 None None] Provisioning complete for port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:41.687420 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5e0e7319-2b81-47ad-9892-4a576c6b49b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:41.796158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7850e2-6005-48bb-9683-9efc0466c199 req-8b2bc37a-1ac8-475e-8d5b-f2cbd9e63913 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:41.803252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7850e2-6005-48bb-9683-9efc0466c199 req-8b2bc37a-1ac8-475e-8d5b-f2cbd9e63913 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:41.823600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7850e2-6005-48bb-9683-9efc0466c199 req-8b2bc37a-1ac8-475e-8d5b-f2cbd9e63913 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:41.836341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7850e2-6005-48bb-9683-9efc0466c199 req-8b2bc37a-1ac8-475e-8d5b-f2cbd9e63913 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:41.841325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee7850e2-6005-48bb-9683-9efc0466c199 req-8b2bc37a-1ac8-475e-8d5b-f2cbd9e63913 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 3095 time: 0.8125210 Mar 07 21:50:41.851154 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e7319-2b81-47ad-9892-4a576c6b49b8 None None] Port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:50:41.942099 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25291329-6ed5-4d61-9906-bb20b4346a82 req-6436e848-99c8-485d-a5cd-d483ebe58472 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba8fd1586b234445a6fd7efa2e935124&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7206004 Mar 07 21:50:41.953729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device bb8a8c3c-f28e-4b37-901c-d6ee443f3018 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:50:42.007396 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-08f7abe0-7631-4020-855a-2271b8290ffb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Allocated IP 10.2.2.200 (45ddfd66-9271-42ef-b4dd-4dcd127117ef/e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b/e192079e-fb78-4644-86bf-f65555e1a281) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:50:42.048395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:50:42.054653 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:42.055041 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:42.088832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b864c8f-8cf8-4908-b746-c6396d33d304 req-a59045e4-3192-406d-9382-14b40941b137 service neutron] 10.222.0.13 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6388199 Mar 07 21:50:42.125706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee7850e2-6005-48bb-9683-9efc0466c199 req-b522b880-7079-491a-9b74-90a7199ca109 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2707107 Mar 07 21:50:42.241120 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:42.241523 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:42.278606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3f3bf-5488-4649-bd89-caa0a7199e2a req-e3941112-9f90-4e58-b4b9-ec87ea8ca83a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:42.280192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34c3f3bf-5488-4649-bd89-caa0a7199e2a req-e3941112-9f90-4e58-b4b9-ec87ea8ca83a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.1535027 Mar 07 21:50:42.346546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8a8c3c-f28e-4b37-901c-d6ee443f3018'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:42.372197 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399ed0af-3d5f-41a7-884e-21a92e1321e2" -d '{"events": [{"server_uuid": "2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5", "name": "network-vif-plugged", "status": "completed", "tag": "bb8a8c3c-f28e-4b37-901c-d6ee443f3018"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:42.415107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port bb8a8c3c-f28e-4b37-901c-d6ee443f3018, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:42.423770 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:42.438278 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-08f7abe0-7631-4020-855a-2271b8290ffb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for port (e192079e-fb78-4644-86bf-f65555e1a281), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:42.465350 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-34c3f3bf-5488-4649-bd89-caa0a7199e2a req-3de0f11f-bdf2-4fa6-ba74-773421d1178c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786373 Mar 07 21:50:42.539185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba63461-7935-4f05-817e-3ea99ada3358 req-af76c660-3c95-4808-8b2f-590b92170155 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:42.543805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bba63461-7935-4f05-817e-3ea99ada3358 req-af76c660-3c95-4808-8b2f-590b92170155 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 944 time: 0.2058480 Mar 07 21:50:42.551858 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-08f7abe0-7631-4020-855a-2271b8290ffb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e192079e-fb78-4644-86bf-f65555e1a281), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:42.592058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:42.681752 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bba63461-7935-4f05-817e-3ea99ada3358 req-2f6aab6b-b93e-4be5-a25f-7a75f714be10 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240225 Mar 07 21:50:42.764894 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-08f7abe0-7631-4020-855a-2271b8290ffb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Network 45ddfd66-9271-42ef-b4dd-4dcd127117ef is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:50:42.785053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-08f7abe0-7631-4020-855a-2271b8290ffb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:42.798987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-08f7abe0-7631-4020-855a-2271b8290ffb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:50:42.934254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7abe0-7631-4020-855a-2271b8290ffb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event updated for resources: {'Port': ['ID=e192079e-fb78-4644-86bf-f65555e1a281,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:42.983405 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0eedca-97bb-4953-bbac-78b7cdc74db8 req-f3c13445-1af6-4a45-bb69-feda81757aa2 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:42.989266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a0eedca-97bb-4953-bbac-78b7cdc74db8 req-f3c13445-1af6-4a45-bb69-feda81757aa2 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 944 time: 0.3004205 Mar 07 21:50:43.011530 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-08f7abe0-7631-4020-855a-2271b8290ffb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:43.012594 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-08f7abe0-7631-4020-855a-2271b8290ffb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:43.039005 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-08f7abe0-7631-4020-855a-2271b8290ffb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7836182 Mar 07 21:50:43.049355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6272899-1718-4915-a1a6-454ecb16af07 req-1a9bc7c0-a668-413a-b8df-ee993c64d935 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:43.056838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Request body: {'port': {'device_id': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:43.062762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6272899-1718-4915-a1a6-454ecb16af07 req-1a9bc7c0-a668-413a-b8df-ee993c64d935 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2490249 Mar 07 21:50:43.192218 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:43.278592 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a0eedca-97bb-4953-bbac-78b7cdc74db8 req-97ed1421-7977-4e42-8ec8-2f58ab7b4919 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792215 Mar 07 21:50:43.308768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6272899-1718-4915-a1a6-454ecb16af07 req-f917def2-63c3-4522-83df-7db854345374 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386971 Mar 07 21:50:43.427763 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffffc059-7875-47e1-a87d-2f1db6e8ce89 x-openstack-request-id: req-ffffc059-7875-47e1-a87d-2f1db6e8ce89 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:43.428370 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5", "name": "network-vif-plugged", "status": "completed", "tag": "bb8a8c3c-f28e-4b37-901c-d6ee443f3018", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:43.428370 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ffffc059-7875-47e1-a87d-2f1db6e8ce89 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:43.439064 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8a8c3c-f28e-4b37-901c-d6ee443f3018', 'code': 200} Mar 07 21:50:43.440476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d68c6e1b-6ffd-4baf-acc9-02b60de22202 None None] Provisioning complete for port e192079e-fb78-4644-86bf-f65555e1a281 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:43.440859 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d68c6e1b-6ffd-4baf-acc9-02b60de22202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e192079e-fb78-4644-86bf-f65555e1a281), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:43.613007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d68c6e1b-6ffd-4baf-acc9-02b60de22202 None None] Port e192079e-fb78-4644-86bf-f65555e1a281 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:50:43.615437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:50:43.827362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1a076-535f-4232-97f9-e8c683201046 req-928ada14-fb40-49c0-807f-c7c9e6bb84e5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:43.842481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1a076-535f-4232-97f9-e8c683201046 req-928ada14-fb40-49c0-807f-c7c9e6bb84e5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:43.857141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1a076-535f-4232-97f9-e8c683201046 req-928ada14-fb40-49c0-807f-c7c9e6bb84e5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:43.871571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1a076-535f-4232-97f9-e8c683201046 req-928ada14-fb40-49c0-807f-c7c9e6bb84e5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:43.884418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1a076-535f-4232-97f9-e8c683201046 req-928ada14-fb40-49c0-807f-c7c9e6bb84e5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:43.896758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76c1a076-535f-4232-97f9-e8c683201046 req-928ada14-fb40-49c0-807f-c7c9e6bb84e5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 3816 time: 0.4130275 Mar 07 21:50:43.943136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49470cf2-0a77-4b27-9368-c99125edf7cf req-54ce829d-ffd3-4a73-bb1b-bfc0e0ac0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:43.946368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49470cf2-0a77-4b27-9368-c99125edf7cf req-54ce829d-ffd3-4a73-bb1b-bfc0e0ac0d61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 1127 time: 0.4057624 Mar 07 21:50:43.972388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:44.008893 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce077f8b-4ce6-43cc-9ffa-91b13de22124 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:44.026257 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Publish callbacks [] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:44.037425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device d620a753-d391-428d-9963-90e4890693ef up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:50:44.055994 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9e3fb-7df9-4c2a-b7f0-c41b29d25b0e req-385fb093-20c4-4f52-9efd-0ee7810b992f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:44.063421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95b9e3fb-7df9-4c2a-b7f0-c41b29d25b0e req-385fb093-20c4-4f52-9efd-0ee7810b992f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.4207320 Mar 07 21:50:44.065934 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Transition to ACTIVE for port object ce077f8b-4ce6-43cc-9ffa-91b13de22124 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:50:44.077630 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:44.187666 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce077f8b-4ce6-43cc-9ffa-91b13de22124,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:44.196896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76c1a076-535f-4232-97f9-e8c683201046 req-57108240-d553-4797-b26a-7ef82b0d9ff7 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2990289 Mar 07 21:50:44.199161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac', 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756', 'port_id': 'e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac', 'mac_address': 'fa:16:3e:68:e3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1fbfa2-ec43-4960-9833-0f8cbf460e36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:50:44.298967 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port d620a753-d391-428d-9963-90e4890693ef completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:50:44.312384 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95b9e3fb-7df9-4c2a-b7f0-c41b29d25b0e req-09d05b59-43ea-4a6a-aadd-962e9c4cc682 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463002 Mar 07 21:50:44.322846 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49470cf2-0a77-4b27-9368-c99125edf7cf req-7f6dc1d7-91bd-4be9-8cb3-d68f328ad753 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630433 Mar 07 21:50:44.407219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:44.407559 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:44.479465 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:44.500041 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port d620a753-d391-428d-9963-90e4890693ef triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:44.500427 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d620a753-d391-428d-9963-90e4890693ef), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:44.506476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Attempting to bind port ce077f8b-4ce6-43cc-9ffa-91b13de22124 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:50:44.512510 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Attempting to bind port ce077f8b-4ce6-43cc-9ffa-91b13de22124 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:50:44.518740 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Attempting to bind port ce077f8b-4ce6-43cc-9ffa-91b13de22124 on network 948b43d3-f792-4324-8db9-b34cbb012702 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:44.533673 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Port ce077f8b-4ce6-43cc-9ffa-91b13de22124 on network 948b43d3-f792-4324-8db9-b34cbb012702 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:50:44.538834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Attempting to bind port ce077f8b-4ce6-43cc-9ffa-91b13de22124 on network 948b43d3-f792-4324-8db9-b34cbb012702 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:44.559872 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:50:44.560500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Checking segment: {'id': '94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:50:44.561072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Bound using segment: {'id': '94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:50:44.561701 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Bound port: ce077f8b-4ce6-43cc-9ffa-91b13de22124, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:50:44.566734 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:44.568856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:44.652221 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:44.750666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce59190-49e2-4f72-9618-96b4794ea386 req-7551c55f-443f-4d6d-8c47-a626c8b4b75a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:44.752225 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ce59190-49e2-4f72-9618-96b4794ea386 req-7551c55f-443f-4d6d-8c47-a626c8b4b75a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 945 time: 0.3028615 Mar 07 21:50:44.796729 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] For port ce077f8b-4ce6-43cc-9ffa-91b13de22124, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:50:44.806132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] For port ce077f8b-4ce6-43cc-9ffa-91b13de22124, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ce077f8b-4ce6-43cc-9ffa-91b13de22124,segment=NetworkSegment(94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f),segment_id=94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:50:44.822547 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:44.851575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9224b-e0f2-4441-9822-b84b4b376f5f req-a572a36f-07a7-4513-b5ff-5bbd131bb98a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:44.862438 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcd9224b-e0f2-4441-9822-b84b4b376f5f req-a572a36f-07a7-4513-b5ff-5bbd131bb98a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.3268940 Mar 07 21:50:44.936578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:44.937208 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:44.946562 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] 10.222.0.13 "PUT /v2.0/ports/ce077f8b-4ce6-43cc-9ffa-91b13de22124 HTTP/1.1" status: 200 len: 1091 time: 1.8979220 Mar 07 21:50:44.949500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:44.953104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:44.965518 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce19b05-c3d0-4057-b64b-13288f118f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "ce077f8b-4ce6-43cc-9ffa-91b13de22124"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:45.007865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Request body: {'port': {'device_id': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:45.094943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port d620a753-d391-428d-9963-90e4890693ef is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:45.095339 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d620a753-d391-428d-9963-90e4890693ef), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:45.097857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:50:45.126672 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ce59190-49e2-4f72-9618-96b4794ea386 req-775deba9-ea55-4e4c-99c6-817ccce91a43 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552101 Mar 07 21:50:45.154711 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcd9224b-e0f2-4441-9822-b84b4b376f5f req-3c1904ee-8917-4f11-8577-490f2c6e0069 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913458 Mar 07 21:50:45.280199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f66659-e116-4068-af5c-b02e8512d1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce077f8b-4ce6-43cc-9ffa-91b13de22124,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:45.365444 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:45.514480 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd620a753-d391-428d-9963-90e4890693ef'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:45.534183 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec83748b-e63c-4b60-9d59-f1f11b57d8f8 req-44014622-d245-46f1-89b0-f6acfffd1f3a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ba8fd1586b234445a6fd7efa2e935124 HTTP/1.1" status: 200 len: 221 time: 0.1865022 Mar 07 21:50:45.537310 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dd4a1b-1f5e-4277-86ab-82c827a9454d" -d '{"events": [{"server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "name": "network-vif-plugged", "status": "completed", "tag": "d620a753-d391-428d-9963-90e4890693ef"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:45.620403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd7cfd-2f26-488f-9913-7885fe5e5fbc req-90368f72-4f4a-4438-92f2-895910bfde05 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:45.638844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3cd7cfd-2f26-488f-9913-7885fe5e5fbc req-90368f72-4f4a-4438-92f2-895910bfde05 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 945 time: 0.3159444 Mar 07 21:50:45.711408 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port d620a753-d391-428d-9963-90e4890693ef, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=d620a753-d391-428d-9963-90e4890693ef,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:45.773351 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c842b0de-362a-4ac9-9dd8-849e08e4c812 x-openstack-request-id: req-c842b0de-362a-4ac9-9dd8-849e08e4c812 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:45.775607 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d620a753-d391-428d-9963-90e4890693ef), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:45.786414 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "ce077f8b-4ce6-43cc-9ffa-91b13de22124", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:45.786701 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c842b0de-362a-4ac9-9dd8-849e08e4c812 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:45.787124 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124', 'status': 'completed', 'code': 200} Mar 07 21:50:45.791885 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9990d0ff-d751-46c6-af98-9bbe9e003f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:45.972446 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:46.007470 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=d620a753-d391-428d-9963-90e4890693ef,revision_number=12']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:46.048411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce19b05-c3d0-4057-b64b-13288f118f7d req-1ad2d8c3-51d4-4887-a51e-07d523108683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:46.050559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce19b05-c3d0-4057-b64b-13288f118f7d req-1ad2d8c3-51d4-4887-a51e-07d523108683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:46.058763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce19b05-c3d0-4057-b64b-13288f118f7d req-1ad2d8c3-51d4-4887-a51e-07d523108683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:46.064854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce19b05-c3d0-4057-b64b-13288f118f7d req-1ad2d8c3-51d4-4887-a51e-07d523108683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:46.065439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce19b05-c3d0-4057-b64b-13288f118f7d req-1ad2d8c3-51d4-4887-a51e-07d523108683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:46.068075 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cce19b05-c3d0-4057-b64b-13288f118f7d req-1ad2d8c3-51d4-4887-a51e-07d523108683 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=796c19d2677a4c73bc3e1f62457a580a&device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 4394 time: 0.3563526 Mar 07 21:50:46.193136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3cd7cfd-2f26-488f-9913-7885fe5e5fbc req-3db3b4ed-97e2-4d72-8bb3-289bf6d1e80b tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452225 Mar 07 21:50:46.225688 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ccc9f5-2364-472b-8e87-43b5f818b398 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:46.245400 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Publish callbacks [] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:46.286998 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Transition to ACTIVE for port object 77ccc9f5-2364-472b-8e87-43b5f818b398 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:50:46.296720 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:46.379343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e16cf1-12da-4646-b248-bb8e2c916f98 req-f6b1b8e1-4ed4-476b-8820-a7f96b64a3b6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:46.384687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e16cf1-12da-4646-b248-bb8e2c916f98 req-f6b1b8e1-4ed4-476b-8820-a7f96b64a3b6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:46.391260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e16cf1-12da-4646-b248-bb8e2c916f98 req-f6b1b8e1-4ed4-476b-8820-a7f96b64a3b6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:46.397523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e16cf1-12da-4646-b248-bb8e2c916f98 req-f6b1b8e1-4ed4-476b-8820-a7f96b64a3b6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:46.403177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e16cf1-12da-4646-b248-bb8e2c916f98 req-f6b1b8e1-4ed4-476b-8820-a7f96b64a3b6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:46.411771 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33e16cf1-12da-4646-b248-bb8e2c916f98 req-f6b1b8e1-4ed4-476b-8820-a7f96b64a3b6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 3828 time: 0.5864615 Mar 07 21:50:46.493009 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=77ccc9f5-2364-472b-8e87-43b5f818b398,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:46.654988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Attempting to bind port 77ccc9f5-2364-472b-8e87-43b5f818b398 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:50:46.655697 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Attempting to bind port 77ccc9f5-2364-472b-8e87-43b5f818b398 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:50:46.656506 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Attempting to bind port 77ccc9f5-2364-472b-8e87-43b5f818b398 on network de3336aa-a1de-4891-bda3-9b42baa4b4b8 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:46.664394 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Port 77ccc9f5-2364-472b-8e87-43b5f818b398 on network de3336aa-a1de-4891-bda3-9b42baa4b4b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:50:46.664723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Attempting to bind port 77ccc9f5-2364-472b-8e87-43b5f818b398 on network de3336aa-a1de-4891-bda3-9b42baa4b4b8 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:46.677605 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:50:46.677955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Checking segment: {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:50:46.678367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Bound using segment: {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:50:46.678803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Bound port: 77ccc9f5-2364-472b-8e87-43b5f818b398, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:50:46.679166 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:46.852281 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] For port 77ccc9f5-2364-472b-8e87-43b5f818b398, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:50:46.857181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] For port 77ccc9f5-2364-472b-8e87-43b5f818b398, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=77ccc9f5-2364-472b-8e87-43b5f818b398,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:50:46.867720 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:46.916488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:46.917440 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:46.919197 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] 10.222.0.13 "PUT /v2.0/ports/77ccc9f5-2364-472b-8e87-43b5f818b398 HTTP/1.1" status: 200 len: 1130 time: 1.9249866 Mar 07 21:50:46.943167 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530183e-7c8c-4bfa-a474-aa77ee4c1ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=77ccc9f5-2364-472b-8e87-43b5f818b398,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:46.972077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Request body: {'port': {'device_id': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:47.119657 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:47.572715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:50:47.768225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:50:47.781185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:50:47.782050 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:47.799967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': '77ccc9f5-2364-472b-8e87-43b5f818b398'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:47.804473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5698d9b-20fe-4c00-82be-98c281866b45 req-25a0f872-8ce3-4e16-be8a-868c10aa54b0 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:47.813511 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7897ed-a502-48e5-aa11-5ce2274eaa56" -d '{"events": [{"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "77ccc9f5-2364-472b-8e87-43b5f818b398"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:47.815541 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5698d9b-20fe-4c00-82be-98c281866b45 req-25a0f872-8ce3-4e16-be8a-868c10aa54b0 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.5004382 Mar 07 21:50:47.838018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33e16cf1-12da-4646-b248-bb8e2c916f98 req-30cf05e7-343e-4458-8dd3-2dec21b2f080 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.4253068 Mar 07 21:50:47.848997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce19b05-c3d0-4057-b64b-13288f118f7d req-8f9d9b31-09d3-4898-90fb-d2fde4891bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:47.850055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce19b05-c3d0-4057-b64b-13288f118f7d req-8f9d9b31-09d3-4898-90fb-d2fde4891bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:47.850717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce19b05-c3d0-4057-b64b-13288f118f7d req-8f9d9b31-09d3-4898-90fb-d2fde4891bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:47.857714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cce19b05-c3d0-4057-b64b-13288f118f7d req-8f9d9b31-09d3-4898-90fb-d2fde4891bce service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=796c19d2677a4c73bc3e1f62457a580a&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.7626932 Mar 07 21:50:47.904620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:47.917723 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Publish callbacks [] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:47.942152 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-82e91210-1e1b-4b92-82dc-b0b9379c0b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:47.971329 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Transition to ACTIVE for port object 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:50:47.983018 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:48.074448 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ed1246-86af-4ed8-ab69-88767d6ccb28 x-openstack-request-id: req-b3ed1246-86af-4ed8-ab69-88767d6ccb28 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:48.074871 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "name": "network-vif-plugged", "status": "completed", "tag": "d620a753-d391-428d-9963-90e4890693ef", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:48.075359 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3ed1246-86af-4ed8-ab69-88767d6ccb28 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:48.075819 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd620a753-d391-428d-9963-90e4890693ef', 'code': 200} Mar 07 21:50:48.111060 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce19b05-c3d0-4057-b64b-13288f118f7d req-e2e0eb53-cfa1-4549-b3e0-033863cc3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:48.114044 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cce19b05-c3d0-4057-b64b-13288f118f7d req-e2e0eb53-cfa1-4549-b3e0-033863cc3735 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2456055 Mar 07 21:50:48.140623 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Pushing event updated for resources: {'Port': ['ID=97ca1261-d73f-4a02-b28f-c8fa5dd20b4a,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:48.214876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5698d9b-20fe-4c00-82be-98c281866b45 req-eebacdf7-c9e4-4e37-a6fe-300da3c90c6c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983893 Mar 07 21:50:48.249116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:48.250891 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:48.301526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Attempting to bind port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:50:48.301876 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Attempting to bind port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:50:48.302231 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Attempting to bind port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a on network de3336aa-a1de-4891-bda3-9b42baa4b4b8 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:48.313598 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a on network de3336aa-a1de-4891-bda3-9b42baa4b4b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:50:48.313930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Attempting to bind port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a on network de3336aa-a1de-4891-bda3-9b42baa4b4b8 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:48.336482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:50:48.337200 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Checking segment: {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:50:48.337784 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Bound using segment: {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:50:48.338700 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Bound port: 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:50:48.339229 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:48.339417 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:48.400702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:48.412557 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:48.509927 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] For port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:50:48.521329 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] For port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=97ca1261-d73f-4a02-b28f-c8fa5dd20b4a,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:50:48.538353 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:48.622997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:48.667372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:48.668312 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:48.669903 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] 10.222.0.13 "PUT /v2.0/ports/97ca1261-d73f-4a02-b28f-c8fa5dd20b4a HTTP/1.1" status: 200 len: 1130 time: 1.7047992 Mar 07 21:50:48.685217 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d49826-9bd0-47f0-ac01-1920a57c9d0b service neutron] Pushing event updated for resources: {'Port': ['ID=97ca1261-d73f-4a02-b28f-c8fa5dd20b4a,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:48.708056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d911761-74f4-40fd-9707-81bc9984cc3b req-f5c33e1f-62ee-43eb-9055-e18a971138cb tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:48.709632 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d911761-74f4-40fd-9707-81bc9984cc3b req-f5c33e1f-62ee-43eb-9055-e18a971138cb tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 946 time: 0.4035943 Mar 07 21:50:48.711718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7ef73-8de3-40d4-9303-4d93e5c51ce8 req-c5df2907-c075-400a-9b7e-cd8129c7bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:48.713107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41f7ef73-8de3-40d4-9303-4d93e5c51ce8 req-c5df2907-c075-400a-9b7e-cd8129c7bc37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 1128 time: 0.4973207 Mar 07 21:50:48.725702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Request body: {'port': {'device_id': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:48.796041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4deec1-f645-4578-a2ee-4cb271a8c205 req-876e8678-c710-402e-b32a-b08c29bc1e9b tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:48.809397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f4deec1-f645-4578-a2ee-4cb271a8c205 req-876e8678-c710-402e-b32a-b08c29bc1e9b tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.3636627 Mar 07 21:50:48.904540 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:49.060822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f4deec1-f645-4578-a2ee-4cb271a8c205 req-00f037cf-ae1b-4803-b0d1-149c3a747c7d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309496 Mar 07 21:50:49.113304 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d911761-74f4-40fd-9707-81bc9984cc3b req-63f53b27-4363-4db2-a589-633231b75f13 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3816721 Mar 07 21:50:49.171789 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41f7ef73-8de3-40d4-9303-4d93e5c51ce8 req-779d8d54-87f0-4288-9d0e-844de99ffe48 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4424179 Mar 07 21:50:49.263095 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a293daab-9335-4d3d-acda-acf3177564ba x-openstack-request-id: req-a293daab-9335-4d3d-acda-acf3177564ba {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:49.264311 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "77ccc9f5-2364-472b-8e87-43b5f818b398", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:49.264686 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a293daab-9335-4d3d-acda-acf3177564ba {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:49.266510 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': '77ccc9f5-2364-472b-8e87-43b5f818b398', 'status': 'completed', 'code': 200} Mar 07 21:50:49.271811 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:49.313324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbf8d2-45d7-4abb-a0ea-db3d2cf65805 req-48b8eb69-e39a-4fe6-89a7-d752a4adc4c5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:49.320926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5dbf8d2-45d7-4abb-a0ea-db3d2cf65805 req-48b8eb69-e39a-4fe6-89a7-d752a4adc4c5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.1151726 Mar 07 21:50:49.430635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5dbf8d2-45d7-4abb-a0ea-db3d2cf65805 req-5ad26b42-bd48-4d87-835f-036a5244172d tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044440 Mar 07 21:50:49.471944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe5c2b-9071-4a5a-8df5-71efa800313a req-ba2db178-d3c3-4936-b645-b7050e69f6e2 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:49.483165 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5fe5c2b-9071-4a5a-8df5-71efa800313a req-ba2db178-d3c3-4936-b645-b7050e69f6e2 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1313519 Mar 07 21:50:49.618008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3862fed-b16a-4ff5-943a-f05e701d9754 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:49.632175 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Publish callbacks [] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:49.647695 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Transition to ACTIVE for port object e3862fed-b16a-4ff5-943a-f05e701d9754 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:50:49.655182 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:49.660952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5fe5c2b-9071-4a5a-8df5-71efa800313a req-7636b103-7c4b-4691-87bf-ce19865e1f79 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753740 Mar 07 21:50:49.671643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7897ed-a502-48e5-aa11-5ce2274eaa56 req-1bf50f1c-e182-416f-92d2-267b81599dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:49.672272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7897ed-a502-48e5-aa11-5ce2274eaa56 req-1bf50f1c-e182-416f-92d2-267b81599dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:49.672876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7897ed-a502-48e5-aa11-5ce2274eaa56 req-1bf50f1c-e182-416f-92d2-267b81599dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:49.673357 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7897ed-a502-48e5-aa11-5ce2274eaa56 req-1bf50f1c-e182-416f-92d2-267b81599dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:49.673889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7897ed-a502-48e5-aa11-5ce2274eaa56 req-1bf50f1c-e182-416f-92d2-267b81599dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:49.674463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7897ed-a502-48e5-aa11-5ce2274eaa56 req-1bf50f1c-e182-416f-92d2-267b81599dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:49.674990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7897ed-a502-48e5-aa11-5ce2274eaa56 req-1bf50f1c-e182-416f-92d2-267b81599dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:49.677341 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e7897ed-a502-48e5-aa11-5ce2274eaa56 req-1bf50f1c-e182-416f-92d2-267b81599dbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=796c19d2677a4c73bc3e1f62457a580a&device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 6302 time: 0.1804628 Mar 07 21:50:49.794174 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3862fed-b16a-4ff5-943a-f05e701d9754,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:49.985569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7897ed-a502-48e5-aa11-5ce2274eaa56 req-9611115e-d564-4d37-bf11-f04ac7c068e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:49.986495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7897ed-a502-48e5-aa11-5ce2274eaa56 req-9611115e-d564-4d37-bf11-f04ac7c068e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:49.986865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7897ed-a502-48e5-aa11-5ce2274eaa56 req-9611115e-d564-4d37-bf11-f04ac7c068e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:49.988647 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e7897ed-a502-48e5-aa11-5ce2274eaa56 req-9611115e-d564-4d37-bf11-f04ac7c068e6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=796c19d2677a4c73bc3e1f62457a580a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2990932 Mar 07 21:50:50.003077 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8226b-83d0-4f78-b5b1-dc20583e686c req-e7195050-182d-489d-8b06-d957d3b801ba tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:50.009095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8226b-83d0-4f78-b5b1-dc20583e686c req-e7195050-182d-489d-8b06-d957d3b801ba tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:50.018331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8226b-83d0-4f78-b5b1-dc20583e686c req-e7195050-182d-489d-8b06-d957d3b801ba tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:50.023745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8226b-83d0-4f78-b5b1-dc20583e686c req-e7195050-182d-489d-8b06-d957d3b801ba tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:50.033858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8226b-83d0-4f78-b5b1-dc20583e686c req-e7195050-182d-489d-8b06-d957d3b801ba tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:50.042653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8226b-83d0-4f78-b5b1-dc20583e686c req-e7195050-182d-489d-8b06-d957d3b801ba tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:50.059585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8226b-83d0-4f78-b5b1-dc20583e686c req-e7195050-182d-489d-8b06-d957d3b801ba tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:50.062431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eaf8226b-83d0-4f78-b5b1-dc20583e686c req-e7195050-182d-489d-8b06-d957d3b801ba tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5372 time: 0.4832056 Mar 07 21:50:50.077493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7765e8-983e-4253-9bcb-3f213315a08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:50.079890 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eef8e06-7b30-4e3f-b2d1-fc1d5aa0087b" -d '{"events": [{"server_uuid": "1b7765e8-983e-4253-9bcb-3f213315a08f", "name": "network-vif-plugged", "status": "completed", "tag": "e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:50.181347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7897ed-a502-48e5-aa11-5ce2274eaa56 req-afa64153-aef8-45df-b316-f46ef441d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:50.183716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e7897ed-a502-48e5-aa11-5ce2274eaa56 req-afa64153-aef8-45df-b316-f46ef441d75a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1202922 Mar 07 21:50:50.256097 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:50.337112 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f0460-2dea-443e-bf2f-646912472f56 req-3dc0e597-4a11-4b15-9f2c-a231d10facc2 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:50.356383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-954f0460-2dea-443e-bf2f-646912472f56 req-3dc0e597-4a11-4b15-9f2c-a231d10facc2 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.1601751 Mar 07 21:50:50.421475 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eaf8226b-83d0-4f78-b5b1-dc20583e686c req-93c3b193-8121-4c7c-937f-8c74be892c33 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2367699 Mar 07 21:50:50.508231 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-954f0460-2dea-443e-bf2f-646912472f56 req-312c50a7-4957-4b26-955f-c5ed623aecdb tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487858 Mar 07 21:50:50.584468 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5057786f-148f-488c-bf0c-ce418770ce88 x-openstack-request-id: req-5057786f-148f-488c-bf0c-ce418770ce88 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:50.584886 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7765e8-983e-4253-9bcb-3f213315a08f", "name": "network-vif-plugged", "status": "completed", "tag": "e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:50.585261 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5057786f-148f-488c-bf0c-ce418770ce88 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:50.585773 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7765e8-983e-4253-9bcb-3f213315a08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac', 'code': 200} Mar 07 21:50:50.974724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Attempting to bind port e3862fed-b16a-4ff5-943a-f05e701d9754 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:50:50.975236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Attempting to bind port e3862fed-b16a-4ff5-943a-f05e701d9754 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:50:50.976883 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Attempting to bind port e3862fed-b16a-4ff5-943a-f05e701d9754 on network de3336aa-a1de-4891-bda3-9b42baa4b4b8 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:50.990615 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Port e3862fed-b16a-4ff5-943a-f05e701d9754 on network de3336aa-a1de-4891-bda3-9b42baa4b4b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:50:50.991033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Attempting to bind port e3862fed-b16a-4ff5-943a-f05e701d9754 on network de3336aa-a1de-4891-bda3-9b42baa4b4b8 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:51.002714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:50:51.003143 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Checking segment: {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:50:51.003762 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Bound using segment: {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:50:51.009324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Bound port: e3862fed-b16a-4ff5-943a-f05e701d9754, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:50:51.009803 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:51.016673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a075-2a4d-4e64-bae9-fd6936b131ad req-9f99faac-669a-4c55-85c3-ca52b90ecd2b tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:51.018525 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87e2a075-2a4d-4e64-bae9-fd6936b131ad req-9f99faac-669a-4c55-85c3-ca52b90ecd2b tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 946 time: 0.2465458 Mar 07 21:50:51.029074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccaffca-3812-4d10-99d7-ddc8eb2f27a9 req-de213eb3-c022-4e59-83a4-126023e83523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:51.052962 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ccaffca-3812-4d10-99d7-ddc8eb2f27a9 req-de213eb3-c022-4e59-83a4-126023e83523 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 1128 time: 0.3748074 Mar 07 21:50:51.237610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] For port e3862fed-b16a-4ff5-943a-f05e701d9754, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:50:51.258383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] For port e3862fed-b16a-4ff5-943a-f05e701d9754, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e3862fed-b16a-4ff5-943a-f05e701d9754,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:50:51.272994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': '97ca1261-d73f-4a02-b28f-c8fa5dd20b4a'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:51.282808 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a74ad25-a552-46d0-b534-357018cf4da8" -d '{"events": [{"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "97ca1261-d73f-4a02-b28f-c8fa5dd20b4a"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:51.291090 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:51.297153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c598fd3-6914-4f50-b074-65c141832241 req-6a615c60-ac7d-45e9-a40f-dfd77f102956 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:51.299068 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c598fd3-6914-4f50-b074-65c141832241 req-6a615c60-ac7d-45e9-a40f-dfd77f102956 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.5514734 Mar 07 21:50:51.322430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ccaffca-3812-4d10-99d7-ddc8eb2f27a9 req-ce3532fb-a110-42b5-bcff-1ef376b8b66b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641587 Mar 07 21:50:51.352789 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87e2a075-2a4d-4e64-bae9-fd6936b131ad req-17057cb5-d6ee-4535-9e7b-aff43ffa3607 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065973 Mar 07 21:50:51.374640 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:51.375851 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:51.377983 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] 10.222.0.13 "PUT /v2.0/ports/e3862fed-b16a-4ff5-943a-f05e701d9754 HTTP/1.1" status: 200 len: 1091 time: 2.6600134 Mar 07 21:50:51.436413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c88fbf-adc6-4f6e-b28e-9605b60e1fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3862fed-b16a-4ff5-943a-f05e701d9754,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:51.444257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c598fd3-6914-4f50-b074-65c141832241 req-09f1ef13-e5b7-44be-85a7-de2f93fddf0b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287994 Mar 07 21:50:51.534622 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0347cf-e843-4900-a194-9e82e1c2fa2d x-openstack-request-id: req-cf0347cf-e843-4900-a194-9e82e1c2fa2d {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:51.534919 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "97ca1261-d73f-4a02-b28f-c8fa5dd20b4a", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:51.535386 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf0347cf-e843-4900-a194-9e82e1c2fa2d {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:51.535975 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': '97ca1261-d73f-4a02-b28f-c8fa5dd20b4a', 'status': 'completed', 'code': 200} Mar 07 21:50:51.612480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Request body: {'port': {'device_id': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:51.750362 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:51.812333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa964bf-4070-46a6-9b31-6436729f42b0 req-f4013cdc-555d-4c24-8fde-b8244a20d9ca tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:51.816893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1aa964bf-4070-46a6-9b31-6436729f42b0 req-f4013cdc-555d-4c24-8fde-b8244a20d9ca tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.2499664 Mar 07 21:50:51.880277 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1aa964bf-4070-46a6-9b31-6436729f42b0 req-1ce494a5-60c5-430f-a156-08eebdc4694f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566528 Mar 07 21:50:51.887025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ad25-a552-46d0-b534-357018cf4da8 req-e8075ce0-2ea7-4445-87b8-9f9291ff795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:51.887457 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ad25-a552-46d0-b534-357018cf4da8 req-e8075ce0-2ea7-4445-87b8-9f9291ff795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:51.887943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ad25-a552-46d0-b534-357018cf4da8 req-e8075ce0-2ea7-4445-87b8-9f9291ff795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:51.888543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ad25-a552-46d0-b534-357018cf4da8 req-e8075ce0-2ea7-4445-87b8-9f9291ff795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:51.889136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ad25-a552-46d0-b534-357018cf4da8 req-e8075ce0-2ea7-4445-87b8-9f9291ff795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:51.889603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ad25-a552-46d0-b534-357018cf4da8 req-e8075ce0-2ea7-4445-87b8-9f9291ff795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:51.890076 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ad25-a552-46d0-b534-357018cf4da8 req-e8075ce0-2ea7-4445-87b8-9f9291ff795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:51.892268 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a74ad25-a552-46d0-b534-357018cf4da8 req-e8075ce0-2ea7-4445-87b8-9f9291ff795f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=796c19d2677a4c73bc3e1f62457a580a&device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 6400 time: 0.2739625 Mar 07 21:50:51.945701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5b6d5-c769-4017-a24b-8fd5fba7354c req-0af17950-5832-4a76-bd3e-b5923e541a8f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:51.952688 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03e5b6d5-c769-4017-a24b-8fd5fba7354c req-0af17950-5832-4a76-bd3e-b5923e541a8f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.3010044 Mar 07 21:50:52.117789 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:52.129018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03e5b6d5-c769-4017-a24b-8fd5fba7354c req-02144267-27aa-47b5-b17b-5b1d12feb418 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753500 Mar 07 21:50:52.271887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a09a78d-3591-406e-b8f9-92c30e267ac0 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:52.290418 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Publish callbacks [] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:52.305465 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Transition to ACTIVE for port object 3a09a78d-3591-406e-b8f9-92c30e267ac0 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:50:52.310830 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:52.386092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Pushing event updated for resources: {'Port': ['ID=3a09a78d-3591-406e-b8f9-92c30e267ac0,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:52.441333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0adf86-f4bf-4b8f-86d6-b4a99bbf12a5 req-cb92dc49-6ef5-4927-aacd-82e7253c593e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:52.461164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0adf86-f4bf-4b8f-86d6-b4a99bbf12a5 req-cb92dc49-6ef5-4927-aacd-82e7253c593e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:52.475169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0adf86-f4bf-4b8f-86d6-b4a99bbf12a5 req-cb92dc49-6ef5-4927-aacd-82e7253c593e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:52.484774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0adf86-f4bf-4b8f-86d6-b4a99bbf12a5 req-cb92dc49-6ef5-4927-aacd-82e7253c593e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:52.493977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0adf86-f4bf-4b8f-86d6-b4a99bbf12a5 req-cb92dc49-6ef5-4927-aacd-82e7253c593e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:52.509208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0adf86-f4bf-4b8f-86d6-b4a99bbf12a5 req-cb92dc49-6ef5-4927-aacd-82e7253c593e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:52.520493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Attempting to bind port 3a09a78d-3591-406e-b8f9-92c30e267ac0 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:50:52.520756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Attempting to bind port 3a09a78d-3591-406e-b8f9-92c30e267ac0 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:50:52.521102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Attempting to bind port 3a09a78d-3591-406e-b8f9-92c30e267ac0 on network de3336aa-a1de-4891-bda3-9b42baa4b4b8 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:52.521644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0adf86-f4bf-4b8f-86d6-b4a99bbf12a5 req-cb92dc49-6ef5-4927-aacd-82e7253c593e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:52.525252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f0adf86-f4bf-4b8f-86d6-b4a99bbf12a5 req-cb92dc49-6ef5-4927-aacd-82e7253c593e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5384 time: 0.5153115 Mar 07 21:50:52.532977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Port 3a09a78d-3591-406e-b8f9-92c30e267ac0 on network de3336aa-a1de-4891-bda3-9b42baa4b4b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:50:52.533253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Attempting to bind port 3a09a78d-3591-406e-b8f9-92c30e267ac0 on network de3336aa-a1de-4891-bda3-9b42baa4b4b8 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:52.540628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:50:52.541203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Checking segment: {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:50:52.541415 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Bound using segment: {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:50:52.541862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Bound port: 3a09a78d-3591-406e-b8f9-92c30e267ac0, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:50:52.542252 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:52.657739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ad25-a552-46d0-b534-357018cf4da8 req-5585dc4d-6bf9-49d2-bd8b-a5cb769157ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:52.658245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ad25-a552-46d0-b534-357018cf4da8 req-5585dc4d-6bf9-49d2-bd8b-a5cb769157ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:52.658747 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ad25-a552-46d0-b534-357018cf4da8 req-5585dc4d-6bf9-49d2-bd8b-a5cb769157ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:52.662876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a74ad25-a552-46d0-b534-357018cf4da8 req-5585dc4d-6bf9-49d2-bd8b-a5cb769157ff service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=796c19d2677a4c73bc3e1f62457a580a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7590377 Mar 07 21:50:52.688898 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] For port 3a09a78d-3591-406e-b8f9-92c30e267ac0, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:50:52.710820 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] For port 3a09a78d-3591-406e-b8f9-92c30e267ac0, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=3a09a78d-3591-406e-b8f9-92c30e267ac0,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:50:52.726083 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:52.872755 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Pushing event updated for resources: {'Port': ['ID=3a09a78d-3591-406e-b8f9-92c30e267ac0,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:52.878424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118b23d-2ede-4941-bfd8-45b2befc728a req-c7d00854-3663-44b4-87b3-48b6befad015 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:52.879663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:52.880292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:52.881985 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-235eeadc-164f-4ebb-9f66-5c6a91ca1a6a service neutron] 10.222.0.13 "PUT /v2.0/ports/3a09a78d-3591-406e-b8f9-92c30e267ac0 HTTP/1.1" status: 200 len: 1091 time: 1.2791486 Mar 07 21:50:52.886990 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8118b23d-2ede-4941-bfd8-45b2befc728a req-c7d00854-3663-44b4-87b3-48b6befad015 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.5466025 Mar 07 21:50:52.892390 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f0adf86-f4bf-4b8f-86d6-b4a99bbf12a5 req-92360cfe-8357-42d8-8b39-45be90959109 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3327310 Mar 07 21:50:52.933529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Request body: {'port': {'device_id': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:53.141030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8118b23d-2ede-4941-bfd8-45b2befc728a req-91266285-0035-4609-b345-601f79530fa3 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249260 Mar 07 21:50:53.144294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42530) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:50:53.178788 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:53.420946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ad25-a552-46d0-b534-357018cf4da8 req-9a5f1e0a-0b95-43d9-8876-aa9143a1aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:53.422456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a74ad25-a552-46d0-b534-357018cf4da8 req-9a5f1e0a-0b95-43d9-8876-aa9143a1aa6e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7478955 Mar 07 21:50:53.435991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe7b51-1a62-499e-a1da-3888228d0cb9 req-5fed11b5-b447-45bf-b3b7-d66ed080af97 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:53.437524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20fe7b51-1a62-499e-a1da-3888228d0cb9 req-5fed11b5-b447-45bf-b3b7-d66ed080af97 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.1268392 Mar 07 21:50:53.454163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3365bc2-c986-4f41-96f5-5f5ce743fc91 req-9f6eca35-74c6-40ac-8c4b-9376fa23e75a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:53.454163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3365bc2-c986-4f41-96f5-5f5ce743fc91 req-9f6eca35-74c6-40ac-8c4b-9376fa23e75a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 946 time: 0.2634745 Mar 07 21:50:53.532375 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a0e7105-5b43-4fa4-b5e1-26d39641ea84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:53.539886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': 'e3862fed-b16a-4ff5-943a-f05e701d9754'}, {'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': '3a09a78d-3591-406e-b8f9-92c30e267ac0'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:53.544512 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab92ca9-b4cf-402b-b812-fd97b6709d22" -d '{"events": [{"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "e3862fed-b16a-4ff5-943a-f05e701d9754"}, {"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "3a09a78d-3591-406e-b8f9-92c30e267ac0"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:53.599617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20fe7b51-1a62-499e-a1da-3888228d0cb9 req-968bd63b-eaa5-4ccd-a421-8b5f8976547a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548972 Mar 07 21:50:53.650043 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3365bc2-c986-4f41-96f5-5f5ce743fc91 req-9a9a8476-ced8-42b9-b468-49e1ed769435 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732416 Mar 07 21:50:53.901509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dd88e-5150-493e-bf3e-f84b3f550f7d req-e31bf105-407f-402c-a9c6-9643f8f80afd tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:53.903709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec4dd88e-5150-493e-bf3e-f84b3f550f7d req-e31bf105-407f-402c-a9c6-9643f8f80afd tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1949966 Mar 07 21:50:53.994276 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:54.000372 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a0e7105-5b43-4fa4-b5e1-26d39641ea84 admin admin] Publish callbacks [] for security_group (ad48a303-88aa-40ea-abc3-e8fb7a939121), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:54.014216 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a0e7105-5b43-4fa4-b5e1-26d39641ea84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ad48a303-88aa-40ea-abc3-e8fb7a939121), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:54.017010 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Publish callbacks [] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:54.047787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Transition to ACTIVE for port object 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:50:54.054964 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:54.110652 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Pushing event updated for resources: {'Port': ['ID=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:54.190176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec4dd88e-5150-493e-bf3e-f84b3f550f7d req-71fd4470-bcfa-4d41-bf4f-ceb0ae04d0af tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651052 Mar 07 21:50:54.192409 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0a0e7105-5b43-4fa4-b5e1-26d39641ea84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=125ddcf1bcf9442984afabed23e2f962&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0387886 Mar 07 21:50:54.193147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e7105-5b43-4fa4-b5e1-26d39641ea84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad48a303-88aa-40ea-abc3-e8fb7a939121,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:54.207525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42562) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:50:54.277500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Attempting to bind port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:50:54.281582 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Attempting to bind port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:50:54.282037 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Attempting to bind port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 on network 45ddfd66-9271-42ef-b4dd-4dcd127117ef {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:54.299170 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dac0ae-54ee-4072-bc2d-625e20d25457 x-openstack-request-id: req-f1dac0ae-54ee-4072-bc2d-625e20d25457 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:54.299629 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "e3862fed-b16a-4ff5-943a-f05e701d9754", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "3a09a78d-3591-406e-b8f9-92c30e267ac0", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:54.300644 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1dac0ae-54ee-4072-bc2d-625e20d25457 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:54.301613 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': 'e3862fed-b16a-4ff5-943a-f05e701d9754', 'status': 'completed', 'code': 200} Mar 07 21:50:54.302715 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': '3a09a78d-3591-406e-b8f9-92c30e267ac0', 'status': 'completed', 'code': 200} Mar 07 21:50:54.303721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 on network 45ddfd66-9271-42ef-b4dd-4dcd127117ef not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:50:54.304147 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Attempting to bind port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 on network 45ddfd66-9271-42ef-b4dd-4dcd127117ef {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:54.316228 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:50:54.318797 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Checking segment: {'id': 'f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:50:54.319344 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Bound using segment: {'id': 'f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:50:54.321330 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Bound port: 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:50:54.321837 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:54.382583 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a73a-1af7-48bd-ae70-3fed3c56ba7b admin admin] Publish callbacks [] for security_group (ad48a303-88aa-40ea-abc3-e8fb7a939121), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:54.444304 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a73a-1af7-48bd-ae70-3fed3c56ba7b admin admin] Publish callbacks [] for security_group (ad48a303-88aa-40ea-abc3-e8fb7a939121), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:54.527350 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] For port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:50:54.541302 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] For port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:50:54.558420 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:54.575366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-5acb81ea-e6ad-4fc4-864e-efdfb9ac1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.575880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-5acb81ea-e6ad-4fc4-864e-efdfb9ac1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.576365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-5acb81ea-e6ad-4fc4-864e-efdfb9ac1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.576839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-5acb81ea-e6ad-4fc4-864e-efdfb9ac1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.577487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-5acb81ea-e6ad-4fc4-864e-efdfb9ac1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.577965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-5acb81ea-e6ad-4fc4-864e-efdfb9ac1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.578457 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-5acb81ea-e6ad-4fc4-864e-efdfb9ac1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.580741 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-5acb81ea-e6ad-4fc4-864e-efdfb9ac1321 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=796c19d2677a4c73bc3e1f62457a580a&device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 6523 time: 0.2626932 Mar 07 21:50:54.717614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.719001 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:54.727014 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] 10.222.0.13 "PUT /v2.0/ports/9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 HTTP/1.1" status: 200 len: 1091 time: 1.8009040 Mar 07 21:50:54.734857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d48278-c2da-4f23-a552-305ce7bbb81a req-c94edf13-a1d7-41d7-ae48-9e6f61e86f8d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.741812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d48278-c2da-4f23-a552-305ce7bbb81a req-c94edf13-a1d7-41d7-ae48-9e6f61e86f8d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.756561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d48278-c2da-4f23-a552-305ce7bbb81a req-c94edf13-a1d7-41d7-ae48-9e6f61e86f8d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.758439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d48278-c2da-4f23-a552-305ce7bbb81a req-c94edf13-a1d7-41d7-ae48-9e6f61e86f8d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.759754 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Request body: {'port': {'device_id': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:54.789744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d48278-c2da-4f23-a552-305ce7bbb81a req-c94edf13-a1d7-41d7-ae48-9e6f61e86f8d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.797676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d48278-c2da-4f23-a552-305ce7bbb81a req-c94edf13-a1d7-41d7-ae48-9e6f61e86f8d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.804036 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d48278-c2da-4f23-a552-305ce7bbb81a req-c94edf13-a1d7-41d7-ae48-9e6f61e86f8d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.812091 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32d48278-c2da-4f23-a552-305ce7bbb81a req-c94edf13-a1d7-41d7-ae48-9e6f61e86f8d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5408 time: 0.3460829 Mar 07 21:50:54.886501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1bfe8-a1f0-4f53-b954-e17d1156a180 service neutron] Pushing event updated for resources: {'Port': ['ID=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:54.936364 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-097dd43b-55d4-4c18-8e7c-0ac5930daa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.937513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-097dd43b-55d4-4c18-8e7c-0ac5930daa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.937513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-097dd43b-55d4-4c18-8e7c-0ac5930daa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:54.939909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-097dd43b-55d4-4c18-8e7c-0ac5930daa88 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=796c19d2677a4c73bc3e1f62457a580a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3404849 Mar 07 21:50:54.950413 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a73a-1af7-48bd-ae70-3fed3c56ba7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ad48a303-88aa-40ea-abc3-e8fb7a939121), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:54.953394 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a73a-1af7-48bd-ae70-3fed3c56ba7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:54.957705 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1fa2a73a-1af7-48bd-ae70-3fed3c56ba7b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad48a303-88aa-40ea-abc3-e8fb7a939121 HTTP/1.1" status: 204 len: 168 time: 0.7486529 Mar 07 21:50:55.000858 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e192079e-fb78-4644-86bf-f65555e1a281), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:55.139232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2a73a-1af7-48bd-ae70-3fed3c56ba7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad48a303-88aa-40ea-abc3-e8fb7a939121,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:55.441959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32d48278-c2da-4f23-a552-305ce7bbb81a req-9583cdce-6ee6-44ab-96c2-519ae9956578 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6280634 Mar 07 21:50:55.444543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42582) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:50:55.536819 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148484c-5832-411a-a030-3f3bb87f4a89 req-c35b2953-75a3-47a8-aa4d-22c7fb9b3d53 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:55.550115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3148484c-5832-411a-a030-3f3bb87f4a89 req-c35b2953-75a3-47a8-aa4d-22c7fb9b3d53 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.8278615 Mar 07 21:50:55.776234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e192079e-fb78-4644-86bf-f65555e1a281 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:55.799504 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Publish callbacks [] for port (e192079e-fb78-4644-86bf-f65555e1a281), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:55.844031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Transition to ACTIVE for port object e192079e-fb78-4644-86bf-f65555e1a281 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:50:55.845198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42586) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:50:55.874378 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e192079e-fb78-4644-86bf-f65555e1a281), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:55.903903 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6294bc8f-f1bc-4cc5-8f32-3c07a199bfc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:55.969267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Pushing event updated for resources: {'Port': ['ID=e192079e-fb78-4644-86bf-f65555e1a281,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:56.225169 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Attempting to bind port e192079e-fb78-4644-86bf-f65555e1a281 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:50:56.226164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Attempting to bind port e192079e-fb78-4644-86bf-f65555e1a281 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:50:56.226788 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Attempting to bind port e192079e-fb78-4644-86bf-f65555e1a281 on network 45ddfd66-9271-42ef-b4dd-4dcd127117ef {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:56.240276 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Port e192079e-fb78-4644-86bf-f65555e1a281 on network 45ddfd66-9271-42ef-b4dd-4dcd127117ef not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:50:56.240499 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Attempting to bind port e192079e-fb78-4644-86bf-f65555e1a281 on network 45ddfd66-9271-42ef-b4dd-4dcd127117ef {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:50:56.276694 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:50:56.277090 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Checking segment: {'id': 'f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:50:56.277497 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Bound using segment: {'id': 'f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:50:56.277966 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Bound port: e192079e-fb78-4644-86bf-f65555e1a281, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:50:56.278381 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e192079e-fb78-4644-86bf-f65555e1a281), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:56.308555 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6294bc8f-f1bc-4cc5-8f32-3c07a199bfc1 admin admin] Publish callbacks [] for security_group (ad07ba0d-526e-4c7c-8a64-80600c9f6f2c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:56.309254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': '9aaeb5ad-b739-4214-a4a9-45e5ba71ef56'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:56.313461 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "9aaeb5ad-b739-4214-a4a9-45e5ba71ef56"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:56.320127 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6294bc8f-f1bc-4cc5-8f32-3c07a199bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ad07ba0d-526e-4c7c-8a64-80600c9f6f2c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:56.370509 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6294bc8f-f1bc-4cc5-8f32-3c07a199bfc1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=276f1416861f40f2a14333130baf5984&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5229185 Mar 07 21:50:56.372368 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42592) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:50:56.455167 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294bc8f-f1bc-4cc5-8f32-3c07a199bfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad07ba0d-526e-4c7c-8a64-80600c9f6f2c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:56.456847 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-74a6f2c8-932b-4ff1-b23d-701addf3f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:56.460281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-74a6f2c8-932b-4ff1-b23d-701addf3f5c6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4953399 Mar 07 21:50:56.487093 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5b8f301f-0da7-4230-a33e-3dbd5d6c135c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:56.533190 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] For port e192079e-fb78-4644-86bf-f65555e1a281, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:50:56.543455 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] For port e192079e-fb78-4644-86bf-f65555e1a281, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e192079e-fb78-4644-86bf-f65555e1a281,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:50:56.555251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f84d0eb-f1bd-4359-8e1d-cc2f04091d9c admin admin] Publish callbacks [] for security_group (ad07ba0d-526e-4c7c-8a64-80600c9f6f2c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:56.580716 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f84d0eb-f1bd-4359-8e1d-cc2f04091d9c admin admin] Publish callbacks [] for security_group (ad07ba0d-526e-4c7c-8a64-80600c9f6f2c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:56.629045 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e192079e-fb78-4644-86bf-f65555e1a281), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:56.649736 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3148484c-5832-411a-a030-3f3bb87f4a89 req-5453e5c8-277a-4476-bedb-e95a6a088840 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0987360 Mar 07 21:50:56.667621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829ed90-69d3-4d42-a0c3-cb107685fdcd req-d7776938-450b-43d7-a394-8bfbd4592390 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:56.679117 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a829ed90-69d3-4d42-a0c3-cb107685fdcd req-d7776938-450b-43d7-a394-8bfbd4592390 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.2489665 Mar 07 21:50:56.704104 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f84d0eb-f1bd-4359-8e1d-cc2f04091d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ad07ba0d-526e-4c7c-8a64-80600c9f6f2c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:56.713967 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f84d0eb-f1bd-4359-8e1d-cc2f04091d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:56.717781 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6f84d0eb-f1bd-4359-8e1d-cc2f04091d9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad07ba0d-526e-4c7c-8a64-80600c9f6f2c HTTP/1.1" status: 204 len: 168 time: 0.3410616 Mar 07 21:50:56.725939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:56.729010 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:56.730486 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] 10.222.0.13 "PUT /v2.0/ports/e192079e-fb78-4644-86bf-f65555e1a281 HTTP/1.1" status: 200 len: 1091 time: 1.9791629 Mar 07 21:50:56.770788 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-52e78c09-c15a-4308-a359-8abf4af5bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:56.771394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-52e78c09-c15a-4308-a359-8abf4af5bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:56.771875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-52e78c09-c15a-4308-a359-8abf4af5bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:56.772493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-52e78c09-c15a-4308-a359-8abf4af5bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:56.772967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-52e78c09-c15a-4308-a359-8abf4af5bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:56.773433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-52e78c09-c15a-4308-a359-8abf4af5bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:56.773891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-52e78c09-c15a-4308-a359-8abf4af5bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:56.779010 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84d0eb-f1bd-4359-8e1d-cc2f04091d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad07ba0d-526e-4c7c-8a64-80600c9f6f2c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:56.781515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-52e78c09-c15a-4308-a359-8abf4af5bafa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=796c19d2677a4c73bc3e1f62457a580a&device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 6694 time: 0.2339642 Mar 07 21:50:56.830153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d62f29-96b1-42a7-8b4d-89545b0ccae4 service neutron] Pushing event updated for resources: {'Port': ['ID=e192079e-fb78-4644-86bf-f65555e1a281,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:57.110169 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a829ed90-69d3-4d42-a0c3-cb107685fdcd req-8497a7b2-589f-4224-aa5d-6f7c763c46bf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291263 Mar 07 21:50:57.156145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e7cca-5642-4e69-afcf-f67285823b31 req-230f3816-a676-44a4-95ae-56bc2cd7755c tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:57.164230 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e70e7cca-5642-4e69-afcf-f67285823b31 req-230f3816-a676-44a4-95ae-56bc2cd7755c tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.2224345 Mar 07 21:50:57.231540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e70e7cca-5642-4e69-afcf-f67285823b31 req-a5d98fd3-0a4e-45b6-8a4e-3110317c282a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663176 Mar 07 21:50:57.250485 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd235e97-2158-48a1-9fad-0d7a8f509350 x-openstack-request-id: req-fd235e97-2158-48a1-9fad-0d7a8f509350 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:57.251003 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "9aaeb5ad-b739-4214-a4a9-45e5ba71ef56", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:57.251488 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd235e97-2158-48a1-9fad-0d7a8f509350 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:57.252102 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': '9aaeb5ad-b739-4214-a4a9-45e5ba71ef56', 'status': 'completed', 'code': 200} Mar 07 21:50:57.358928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-89de8e88-8ef2-407f-82fc-10863412fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:57.359421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-89de8e88-8ef2-407f-82fc-10863412fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:57.359895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-89de8e88-8ef2-407f-82fc-10863412fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:57.366916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-89de8e88-8ef2-407f-82fc-10863412fe07 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=796c19d2677a4c73bc3e1f62457a580a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5710425 Mar 07 21:50:57.569335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-6b670296-c3f7-421f-83b3-6f93c8de77df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:57.572152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dab92ca9-b4cf-402b-b812-fd97b6709d22 req-6b670296-c3f7-421f-83b3-6f93c8de77df service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1942198 Mar 07 21:50:57.801662 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5b8f301f-0da7-4230-a33e-3dbd5d6c135c admin admin] Publish callbacks [] for security_group (783ddd69-2949-461f-9327-1588c176a4ef), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:57.876453 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5b8f301f-0da7-4230-a33e-3dbd5d6c135c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (783ddd69-2949-461f-9327-1588c176a4ef), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:57.993891 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42640) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:50:57.999531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5b8f301f-0da7-4230-a33e-3dbd5d6c135c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3354b6a193504961bd37441e9c3c54de&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5481126 Mar 07 21:50:58.000564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device bb8a8c3c-f28e-4b37-901c-d6ee443f3018 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:50:58.007523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f301f-0da7-4230-a33e-3dbd5d6c135c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783ddd69-2949-461f-9327-1588c176a4ef,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:58.081631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f062a07-756f-4c49-925f-b654721c0517 req-6b1ed8a3-ff3f-4abe-9ee2-fec8f9db7da3 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.100046 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f062a07-756f-4c49-925f-b654721c0517 req-6b1ed8a3-ff3f-4abe-9ee2-fec8f9db7da3 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.122458 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f062a07-756f-4c49-925f-b654721c0517 req-6b1ed8a3-ff3f-4abe-9ee2-fec8f9db7da3 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.150484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f062a07-756f-4c49-925f-b654721c0517 req-6b1ed8a3-ff3f-4abe-9ee2-fec8f9db7da3 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.156731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f062a07-756f-4c49-925f-b654721c0517 req-6b1ed8a3-ff3f-4abe-9ee2-fec8f9db7da3 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.163085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f062a07-756f-4c49-925f-b654721c0517 req-6b1ed8a3-ff3f-4abe-9ee2-fec8f9db7da3 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.171928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f062a07-756f-4c49-925f-b654721c0517 req-6b1ed8a3-ff3f-4abe-9ee2-fec8f9db7da3 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.189776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f062a07-756f-4c49-925f-b654721c0517 req-6b1ed8a3-ff3f-4abe-9ee2-fec8f9db7da3 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.5299225 Mar 07 21:50:58.195100 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6bced0d-5a93-422c-9c8e-48c543ef0018 admin admin] Publish callbacks [] for security_group (783ddd69-2949-461f-9327-1588c176a4ef), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:58.203464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c743109-682c-45e9-962f-d2179ee4ab38 req-1bac9c77-5c07-4280-a0bc-9a2525ae15f7 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.214087 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c743109-682c-45e9-962f-d2179ee4ab38 req-1bac9c77-5c07-4280-a0bc-9a2525ae15f7 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.6232841 Mar 07 21:50:58.246662 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6bced0d-5a93-422c-9c8e-48c543ef0018 admin admin] Publish callbacks [] for security_group (783ddd69-2949-461f-9327-1588c176a4ef), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:58.324121 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6bced0d-5a93-422c-9c8e-48c543ef0018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (783ddd69-2949-461f-9327-1588c176a4ef), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:58.327283 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6bced0d-5a93-422c-9c8e-48c543ef0018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:58.330612 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f6bced0d-5a93-422c-9c8e-48c543ef0018 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/783ddd69-2949-461f-9327-1588c176a4ef HTTP/1.1" status: 204 len: 168 time: 0.3326745 Mar 07 21:50:58.362180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port bb8a8c3c-f28e-4b37-901c-d6ee443f3018, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:58.369097 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bced0d-5a93-422c-9c8e-48c543ef0018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783ddd69-2949-461f-9327-1588c176a4ef,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:58.385388 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-32cee0cc-0132-4ec7-9552-7ba91e84772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.386738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-32cee0cc-0132-4ec7-9552-7ba91e84772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.388719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-32cee0cc-0132-4ec7-9552-7ba91e84772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.389405 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-32cee0cc-0132-4ec7-9552-7ba91e84772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.391619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-32cee0cc-0132-4ec7-9552-7ba91e84772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.392304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-32cee0cc-0132-4ec7-9552-7ba91e84772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.392996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-32cee0cc-0132-4ec7-9552-7ba91e84772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.397666 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-32cee0cc-0132-4ec7-9552-7ba91e84772e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=796c19d2677a4c73bc3e1f62457a580a&device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 6694 time: 0.6591141 Mar 07 21:50:58.462854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'bb8a8c3c-f28e-4b37-901c-d6ee443f3018', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'port_id': 'bb8a8c3c-f28e-4b37-901c-d6ee443f3018', 'mac_address': 'fa:16:3e:f7:be:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:50:58.465953 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c743109-682c-45e9-962f-d2179ee4ab38 req-3fd38254-5154-4654-947e-1d65440f5fa3 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510118 Mar 07 21:50:58.565163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-1a99f3ef-005b-47e2-b9e9-6839131bb3d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce077f8b-4ce6-43cc-9ffa-91b13de22124 HTTP/1.1" status: 200 len: 217 time: 0.1540525 Mar 07 21:50:58.700290 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:50:58.700909 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:58.703849 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f062a07-756f-4c49-925f-b654721c0517 req-02105e68-dddd-430e-b3ce-5bf975f3d7ec tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4864540 Mar 07 21:50:58.752368 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb8a8c3c-f28e-4b37-901c-d6ee443f3018 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:58.757617 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-2e808788-0ba2-421e-be75-66bdd6dba56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.759261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-2e808788-0ba2-421e-be75-66bdd6dba56c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00afff8d-ea76-4393-81af-8e70911b1ffa HTTP/1.1" status: 200 len: 851 time: 0.1879706 Mar 07 21:50:58.799771 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port bb8a8c3c-f28e-4b37-901c-d6ee443f3018, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:50:58.811252 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:50:58.883150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:58.927344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d293e0-cce3-49ff-a56b-eee1abd7c688 req-5cd1d629-7d46-4ee2-b5ad-2fcdfb11b706 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.936143 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94d293e0-cce3-49ff-a56b-eee1abd7c688 req-5cd1d629-7d46-4ee2-b5ad-2fcdfb11b706 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.2717979 Mar 07 21:50:58.953698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['bb8a8c3c-f28e-4b37-901c-d6ee443f3018'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:50:58.996623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-6f49c208-0c14-4ba3-af96-be450e3ef110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:59.001957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-6f49c208-0c14-4ba3-af96-be450e3ef110 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=948b43d3-f792-4324-8db9-b34cbb012702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2238729 Mar 07 21:50:59.254936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': 'e192079e-fb78-4644-86bf-f65555e1a281'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:59.256224 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-6ec6292a-bb9c-48d3-97b5-891d902c91d6 service neutron] 10.222.0.13 "GET /v2.0/networks/948b43d3-f792-4324-8db9-b34cbb012702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344604 Mar 07 21:50:59.258555 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679ef640-71c4-4a30-b8bc-d5d929a5803f" -d '{"events": [{"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "e192079e-fb78-4644-86bf-f65555e1a281"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:50:59.259737 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94d293e0-cce3-49ff-a56b-eee1abd7c688 req-ab075fa0-40dd-4ab1-9c2d-058a9d838815 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149414 Mar 07 21:50:59.489243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4724895-0729-461a-8c7c-43fed43359db req-12d94a55-b779-4b08-a9f6-e06ff3d9f0df tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:59.508046 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4724895-0729-461a-8c7c-43fed43359db req-12d94a55-b779-4b08-a9f6-e06ff3d9f0df tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.5008492 Mar 07 21:50:59.783953 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4724895-0729-461a-8c7c-43fed43359db req-5abb75a1-b1e5-4f58-b787-3a0573bdf63e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746236 Mar 07 21:50:59.886775 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f320a9-ab51-411e-8713-1514d6b6ed7f x-openstack-request-id: req-47f320a9-ab51-411e-8713-1514d6b6ed7f {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:50:59.887526 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "e192079e-fb78-4644-86bf-f65555e1a281", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:50:59.888474 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47f320a9-ab51-411e-8713-1514d6b6ed7f {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:50:59.889481 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': 'e192079e-fb78-4644-86bf-f65555e1a281', 'status': 'completed', 'code': 200} Mar 07 21:50:59.895004 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d20239-e1f5-4187-b6e8-0ebbe16efd0f req-101d7931-5ddf-473f-be69-7bd4db293bc1 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:59.908097 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e0d20239-e1f5-4187-b6e8-0ebbe16efd0f req-101d7931-5ddf-473f-be69-7bd4db293bc1 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.4564354 Mar 07 21:50:59.982519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e0d20239-e1f5-4187-b6e8-0ebbe16efd0f req-f53bf87c-1705-47ea-8486-f1854aa582fc tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732131 Mar 07 21:50:59.987202 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-df3aba55-1bcb-4afe-99f4-21f53ca3f952 service neutron] 10.222.0.13 "GET /v2.0/networks/948b43d3-f792-4324-8db9-b34cbb012702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7246246 Mar 07 21:51:00.019103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device bb8a8c3c-f28e-4b37-901c-d6ee443f3018 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:51:00.041485 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-2609966d-3716-49d0-abe5-39d4cf58965f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=77ccc9f5-2364-472b-8e87-43b5f818b398 HTTP/1.1" status: 200 len: 217 time: 0.0482352 Mar 07 21:51:00.154361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfa7a1-cdaf-461b-afb4-c4b2a6656b13 req-864025b9-0213-4371-b537-4ea3a2ae5bab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:00.177577 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfa7a1-cdaf-461b-afb4-c4b2a6656b13 req-864025b9-0213-4371-b537-4ea3a2ae5bab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:00.194335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfa7a1-cdaf-461b-afb4-c4b2a6656b13 req-864025b9-0213-4371-b537-4ea3a2ae5bab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:00.200184 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfa7a1-cdaf-461b-afb4-c4b2a6656b13 req-864025b9-0213-4371-b537-4ea3a2ae5bab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:00.205576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfa7a1-cdaf-461b-afb4-c4b2a6656b13 req-864025b9-0213-4371-b537-4ea3a2ae5bab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:00.211524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfa7a1-cdaf-461b-afb4-c4b2a6656b13 req-864025b9-0213-4371-b537-4ea3a2ae5bab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:00.216265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:51:00.216265 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:00.230321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfa7a1-cdaf-461b-afb4-c4b2a6656b13 req-864025b9-0213-4371-b537-4ea3a2ae5bab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:00.246023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfbfa7a1-cdaf-461b-afb4-c4b2a6656b13 req-864025b9-0213-4371-b537-4ea3a2ae5bab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.2033994 Mar 07 21:51:00.353152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-46c85736-c8d6-4963-af62-aac1da75d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:00.353720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-46c85736-c8d6-4963-af62-aac1da75d706 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3 HTTP/1.1" status: 200 len: 797 time: 0.3013098 Mar 07 21:51:00.426920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:51:00.427341 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:00.456564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8a8c3c-f28e-4b37-901c-d6ee443f3018'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:51:00.470158 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9384c8a8-4697-4d53-a2d5-059b1587c51f" -d '{"events": [{"server_uuid": "2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5", "name": "network-vif-plugged", "status": "completed", "tag": "bb8a8c3c-f28e-4b37-901c-d6ee443f3018"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:51:00.491813 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfbfa7a1-cdaf-461b-afb4-c4b2a6656b13 req-eca27694-0fb8-4d0f-a05b-694df1c2361b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2373228 Mar 07 21:51:00.510683 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port bb8a8c3c-f28e-4b37-901c-d6ee443f3018, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:51:00.513661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f533c4-37eb-4a36-904e-02c1ff954a5b req-a4a26472-a24a-4a65-9174-7db0405c3c8f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:00.522051 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33f533c4-37eb-4a36-904e-02c1ff954a5b req-a4a26472-a24a-4a65-9174-7db0405c3c8f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2716835 Mar 07 21:51:00.524099 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:00.637645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33f533c4-37eb-4a36-904e-02c1ff954a5b req-65015bde-0868-4946-ba95-d8f7f309810c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994482 Mar 07 21:51:00.639674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:00.661174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:00.662270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:00.662270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:00.662270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:00.662599 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:00.662836 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:00.663166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:00.663489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:00.663810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:00.664244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:00.664447 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:00.664767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:00.665082 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:00.724109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-d6b29fb0-108e-4265-9df8-4df22e2041e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:00.727133 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66451934-c499-4051-b7e9-e292c49efc37 x-openstack-request-id: req-66451934-c499-4051-b7e9-e292c49efc37 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:51:00.727435 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5", "name": "network-vif-plugged", "status": "completed", "tag": "bb8a8c3c-f28e-4b37-901c-d6ee443f3018", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:51:00.727693 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-66451934-c499-4051-b7e9-e292c49efc37 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:51:00.728092 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8a8c3c-f28e-4b37-901c-d6ee443f3018', 'code': 200} Mar 07 21:51:00.731880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-d6b29fb0-108e-4265-9df8-4df22e2041e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3313107 Mar 07 21:51:00.868114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8865996-c792-484f-a1d0-3c0cf0c903d0 req-1884eb12-bb4f-4d8b-a475-56ecdb956486 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:00.875929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8865996-c792-484f-a1d0-3c0cf0c903d0 req-1884eb12-bb4f-4d8b-a475-56ecdb956486 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.2563438 Mar 07 21:51:00.993796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8865996-c792-484f-a1d0-3c0cf0c903d0 req-882deb35-d85d-41ef-a8de-ce4f2f9df245 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118977 Mar 07 21:51:01.059033 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-e1220c70-8eaf-405b-9d00-049a9ca72056 service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111010 Mar 07 21:51:01.074452 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47fdf2-3ff9-4d80-a1aa-b2d7e80a558c req-09f1553b-8ef3-417e-ab12-5124ebaa9d9b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:01.078430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad47fdf2-3ff9-4d80-a1aa-b2d7e80a558c req-09f1553b-8ef3-417e-ab12-5124ebaa9d9b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2167788 Mar 07 21:51:01.471259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad47fdf2-3ff9-4d80-a1aa-b2d7e80a558c req-2bef21f4-ec76-47bc-99f4-b6d3eb0f6a15 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737326 Mar 07 21:51:01.483738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a198-7ade-4e1b-80e5-e2c0757c4217 req-e78ab21c-7c41-4204-ab86-a1df6c1bcba7 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:01.485269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3702a198-7ade-4e1b-80e5-e2c0757c4217 req-e78ab21c-7c41-4204-ab86-a1df6c1bcba7 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.3392792 Mar 07 21:51:01.544646 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-0dc70c93-0164-4ffa-8b22-47332a376910 service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642169 Mar 07 21:51:01.617213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-d4a757f3-9723-46f3-bfcd-8b66ed408d88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=97ca1261-d73f-4a02-b28f-c8fa5dd20b4a HTTP/1.1" status: 200 len: 217 time: 0.0641782 Mar 07 21:51:01.663373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3702a198-7ade-4e1b-80e5-e2c0757c4217 req-5e5ffdb2-34db-49cb-bcb5-b12ae859aa34 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548071 Mar 07 21:51:01.779952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ee692326-4a4a-4807-be7c-9eecbfede2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:01.782740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-ee692326-4a4a-4807-be7c-9eecbfede2c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3 HTTP/1.1" status: 200 len: 797 time: 0.1328158 Mar 07 21:51:02.114569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a7a60-f188-4013-9502-a067719455c0 req-fe693436-b7bf-41aa-b5c2-b1c1dc029b8f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:02.136524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a7a60-f188-4013-9502-a067719455c0 req-fe693436-b7bf-41aa-b5c2-b1c1dc029b8f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:02.151181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a7a60-f188-4013-9502-a067719455c0 req-fe693436-b7bf-41aa-b5c2-b1c1dc029b8f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:02.164561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a7a60-f188-4013-9502-a067719455c0 req-fe693436-b7bf-41aa-b5c2-b1c1dc029b8f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:02.190252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a7a60-f188-4013-9502-a067719455c0 req-fe693436-b7bf-41aa-b5c2-b1c1dc029b8f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:02.212012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a7a60-f188-4013-9502-a067719455c0 req-fe693436-b7bf-41aa-b5c2-b1c1dc029b8f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:02.245727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a7a60-f188-4013-9502-a067719455c0 req-fe693436-b7bf-41aa-b5c2-b1c1dc029b8f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:02.247677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed3a7a60-f188-4013-9502-a067719455c0 req-fe693436-b7bf-41aa-b5c2-b1c1dc029b8f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.4639654 Mar 07 21:51:02.250977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-90322594-fb8c-41a3-a2c5-1b537d7a4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:02.262946 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-90322594-fb8c-41a3-a2c5-1b537d7a4677 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4530971 Mar 07 21:51:02.514484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-a064ed1e-7368-482c-ad3e-1c6fc2040a3a service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191756 Mar 07 21:51:02.533805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26884ae7-bcbe-433e-9ef6-5d5a79b7c3ca req-b243800a-d806-49e5-ade7-66232e2c6b2a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:02.533805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26884ae7-bcbe-433e-9ef6-5d5a79b7c3ca req-b243800a-d806-49e5-ade7-66232e2c6b2a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.7253745 Mar 07 21:51:02.689764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed3a7a60-f188-4013-9502-a067719455c0 req-a584d0ff-cdcf-4e4c-927e-cc075fa4693e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4168074 Mar 07 21:51:02.735767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-463f358d-7b6b-4485-bc08-5ab4745b0c47 service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025726 Mar 07 21:51:02.751026 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26884ae7-bcbe-433e-9ef6-5d5a79b7c3ca req-d83f90fc-c060-43a7-affe-34329fe6111f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117136 Mar 07 21:51:02.860294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-93818a32-616a-4f16-91f5-4dde53119db4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=e3862fed-b16a-4ff5-943a-f05e701d9754 HTTP/1.1" status: 200 len: 217 time: 0.1022038 Mar 07 21:51:03.140305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e0d29-7182-452a-8927-3c77ec120be8 req-3f791e1f-8b07-47f6-b303-71e8136145e4 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.151855 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-268e0d29-7182-452a-8927-3c77ec120be8 req-3f791e1f-8b07-47f6-b303-71e8136145e4 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.2273958 Mar 07 21:51:03.155453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-05921780-7695-4ebb-90a8-290f8d89cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.163885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-05921780-7695-4ebb-90a8-290f8d89cfd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3 HTTP/1.1" status: 200 len: 797 time: 0.2985563 Mar 07 21:51:03.306562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209f7e4-b6d7-4998-a9a2-d470f2fe2c44 req-67b932ac-3ce0-49c3-8487-7a33e677a2b7 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.311203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e209f7e4-b6d7-4998-a9a2-d470f2fe2c44 req-67b932ac-3ce0-49c3-8487-7a33e677a2b7 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.4228487 Mar 07 21:51:03.539758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e209f7e4-b6d7-4998-a9a2-d470f2fe2c44 req-af7d4697-27f5-43a7-9476-812bf85dc2d0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211378 Mar 07 21:51:03.548625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-268e0d29-7182-452a-8927-3c77ec120be8 req-db5f1452-ecf3-48c3-ab7b-e5f4a5143e5c tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824816 Mar 07 21:51:03.556181 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-59e3e8f2-55fa-41cd-8200-684645a6531f req-8c2d6a2f-d5b3-476b-b1ff-6f8c4fb34e9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1815064 Mar 07 21:51:03.623923 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-5a7ac3db-fec5-4613-a831-fccf46f000fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.625676 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-5a7ac3db-fec5-4613-a831-fccf46f000fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4415991 Mar 07 21:51:03.752583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3e8f2-55fa-41cd-8200-684645a6531f req-38a24de4-e7bd-4c73-919f-846c192b943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.755755 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-59e3e8f2-55fa-41cd-8200-684645a6531f req-38a24de4-e7bd-4c73-919f-846c192b943d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 1126 time: 0.1112583 Mar 07 21:51:03.959617 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3e8f2-55fa-41cd-8200-684645a6531f req-d2fe58d5-efef-4342-b4c9-ee0498c906a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.973770 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-59e3e8f2-55fa-41cd-8200-684645a6531f req-d2fe58d5-efef-4342-b4c9-ee0498c906a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.1979115 Mar 07 21:51:03.983480 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-746fa84f-0468-48ae-8b8b-11899adb40ac service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408544 Mar 07 21:51:04.113653 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-59e3e8f2-55fa-41cd-8200-684645a6531f req-94ff5b8e-1fbf-454f-869b-593d534372d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db HTTP/1.1" status: 200 len: 999 time: 0.1243684 Mar 07 21:51:04.227195 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3e8f2-55fa-41cd-8200-684645a6531f req-caa3eaed-3e3b-4d4f-9c21-e2eecc6d6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:04.228669 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-59e3e8f2-55fa-41cd-8200-684645a6531f req-caa3eaed-3e3b-4d4f-9c21-e2eecc6d6f76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.1052389 Mar 07 21:51:04.310552 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-0ce3d914-dbfc-4842-aedb-90f36345e4e9 service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154423 Mar 07 21:51:04.342663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3e8f2-55fa-41cd-8200-684645a6531f req-c151516e-8872-4de7-b228-ce11983d5b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:04.346406 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-59e3e8f2-55fa-41cd-8200-684645a6531f req-c151516e-8872-4de7-b228-ce11983d5b29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1098592 Mar 07 21:51:04.386602 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b301cd96-1c06-422b-adcc-f85a0bfafaf2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=3a09a78d-3591-406e-b8f9-92c30e267ac0 HTTP/1.1" status: 200 len: 217 time: 0.0604246 Mar 07 21:51:04.400028 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52af0-1afc-4321-8a8c-72909b139666 req-e25dcd87-d34f-4c70-8120-bcce00c7d70d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:04.406813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52af0-1afc-4321-8a8c-72909b139666 req-e25dcd87-d34f-4c70-8120-bcce00c7d70d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:04.413753 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52af0-1afc-4321-8a8c-72909b139666 req-e25dcd87-d34f-4c70-8120-bcce00c7d70d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:04.419508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52af0-1afc-4321-8a8c-72909b139666 req-e25dcd87-d34f-4c70-8120-bcce00c7d70d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:04.425216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52af0-1afc-4321-8a8c-72909b139666 req-e25dcd87-d34f-4c70-8120-bcce00c7d70d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:04.431442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52af0-1afc-4321-8a8c-72909b139666 req-e25dcd87-d34f-4c70-8120-bcce00c7d70d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:04.450232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52af0-1afc-4321-8a8c-72909b139666 req-e25dcd87-d34f-4c70-8120-bcce00c7d70d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:04.460009 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81c52af0-1afc-4321-8a8c-72909b139666 req-e25dcd87-d34f-4c70-8120-bcce00c7d70d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.4754066 Mar 07 21:51:04.548274 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-59e3e8f2-55fa-41cd-8200-684645a6531f req-63eabb66-1401-417c-98aa-19ac747ab60e service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971328 Mar 07 21:51:04.616371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f2e0578e-15cd-4269-8d3b-5fa9c5dbbc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:04.618629 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-f2e0578e-15cd-4269-8d3b-5fa9c5dbbc92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3 HTTP/1.1" status: 200 len: 797 time: 0.1538601 Mar 07 21:51:04.637655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1222068-5974-4dde-86cd-ed9722ebb46f req-d42a3f3c-2552-4bcf-8feb-aad13b756d35 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:04.643135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c1222068-5974-4dde-86cd-ed9722ebb46f req-d42a3f3c-2552-4bcf-8feb-aad13b756d35 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.9604261 Mar 07 21:51:04.681711 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-59e3e8f2-55fa-41cd-8200-684645a6531f req-080c1621-9990-4b1b-8a44-58e9b4498872 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257348 Mar 07 21:51:04.811073 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-0b23594b-7e12-482e-bae8-675737fdff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:04.813180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-0b23594b-7e12-482e-bae8-675737fdff99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1643674 Mar 07 21:51:04.938241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-e82711a1-da14-4efe-bf8c-b536cff0d961 service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125646 Mar 07 21:51:04.946696 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c1222068-5974-4dde-86cd-ed9722ebb46f req-0d1a6b74-57b6-4c62-8111-83c8c7885bc3 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303452 Mar 07 21:51:04.986847 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81c52af0-1afc-4321-8a8c-72909b139666 req-acc9d032-93f6-49e6-a1e3-3b8aa300d680 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5252397 Mar 07 21:51:06.158118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5b300-0fd1-4312-acb9-15735c27095f req-9ab118a5-72dc-4159-98ee-440f69b00142 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:06.161037 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7fd5b300-0fd1-4312-acb9-15735c27095f req-9ab118a5-72dc-4159-98ee-440f69b00142 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.9859624 Mar 07 21:51:06.171438 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bd75d-6323-42b1-9297-e2bbe77dabd5 req-a77d32b4-333d-4bac-891d-3acada827c66 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:06.179077 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-701bd75d-6323-42b1-9297-e2bbe77dabd5 req-a77d32b4-333d-4bac-891d-3acada827c66 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.2232831 Mar 07 21:51:06.236306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-5fa2f494-5e50-4010-b1c1-01bdfdb5c739 service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2873354 Mar 07 21:51:06.350810 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7fd5b300-0fd1-4312-acb9-15735c27095f req-172d36f0-cac3-4cce-a6c9-8d08b0c5082b tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334248 Mar 07 21:51:06.357107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-bcda04fb-0cc9-4cd1-9e1a-1ce79705c0c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 HTTP/1.1" status: 200 len: 217 time: 0.1048717 Mar 07 21:51:06.393698 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-701bd75d-6323-42b1-9297-e2bbe77dabd5 req-339a8561-f589-4115-87c7-fe539bf918a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052569 Mar 07 21:51:06.539961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-3e301c31-5bb3-4df9-bf70-ab610c32b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:06.548885 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:51:06.552408 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-3e301c31-5bb3-4df9-bf70-ab610c32b281 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b HTTP/1.1" status: 200 len: 797 time: 0.1574278 Mar 07 21:51:07.024823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-6009ec24-9da2-4517-8495-3e4650e16176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:07.026989 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-6009ec24-9da2-4517-8495-3e4650e16176 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45ddfd66-9271-42ef-b4dd-4dcd127117ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4637237 Mar 07 21:51:07.040761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf758989-85aa-49fb-8580-037757026182 req-fc1e442a-a333-4f25-8471-47baaadf67be tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:07.046939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf758989-85aa-49fb-8580-037757026182 req-fc1e442a-a333-4f25-8471-47baaadf67be tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:07.052556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf758989-85aa-49fb-8580-037757026182 req-fc1e442a-a333-4f25-8471-47baaadf67be tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:07.058471 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf758989-85aa-49fb-8580-037757026182 req-fc1e442a-a333-4f25-8471-47baaadf67be tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:07.067761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf758989-85aa-49fb-8580-037757026182 req-fc1e442a-a333-4f25-8471-47baaadf67be tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:07.074234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf758989-85aa-49fb-8580-037757026182 req-fc1e442a-a333-4f25-8471-47baaadf67be tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:07.080663 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf758989-85aa-49fb-8580-037757026182 req-fc1e442a-a333-4f25-8471-47baaadf67be tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:07.089428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf758989-85aa-49fb-8580-037757026182 req-fc1e442a-a333-4f25-8471-47baaadf67be tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.4986100 Mar 07 21:51:07.296444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbac855-6d72-498a-98d7-d1be6d55083f req-ee05dc32-8d28-41fd-bef5-0069af3ecc77 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:07.308888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5cbac855-6d72-498a-98d7-d1be6d55083f req-ee05dc32-8d28-41fd-bef5-0069af3ecc77 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.6697810 Mar 07 21:51:07.521402 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5cbac855-6d72-498a-98d7-d1be6d55083f req-b1b34efe-bb02-4484-bb1a-b5aa7a55a43d tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075903 Mar 07 21:51:07.536177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf758989-85aa-49fb-8580-037757026182 req-90913517-ad1e-4317-93b2-793371ba3dd7 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4459031 Mar 07 21:51:07.684355 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-4c08ba8c-2713-48ec-b6eb-8bc28b735550 service neutron] 10.222.0.13 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519593 Mar 07 21:51:07.976887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42850) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:08.122807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7035d3-9e80-4030-8248-badc1d5f8191 req-a29267c8-9bea-4c1e-9a64-61f7b0d20aad tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:08.129131 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd7035d3-9e80-4030-8248-badc1d5f8191 req-a29267c8-9bea-4c1e-9a64-61f7b0d20aad tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.3211193 Mar 07 21:51:08.282491 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab54cb-d82b-40f3-876d-446080fd18ab req-13f9fd29-f14c-4cb7-937d-493c509346d6 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:08.307025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abab54cb-d82b-40f3-876d-446080fd18ab req-13f9fd29-f14c-4cb7-937d-493c509346d6 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.4329567 Mar 07 21:51:08.314000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-33a1cff7-93ec-49a8-b004-ae7a1db22b8b service neutron] 10.222.0.13 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228724 Mar 07 21:51:08.347286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0aaeaea2-21c0-4f18-8458-56da45902596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:08.466565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-b5d4d8c7-ecf0-47fd-bfe3-2bf30491db15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e192079e-fb78-4644-86bf-f65555e1a281 HTTP/1.1" status: 200 len: 217 time: 0.1357331 Mar 07 21:51:08.588815 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0aaeaea2-21c0-4f18-8458-56da45902596 admin admin] Publish callbacks [] for security_group (9b646874-16b5-49de-9fe6-3354891f7df3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:08.608420 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0aaeaea2-21c0-4f18-8458-56da45902596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9b646874-16b5-49de-9fe6-3354891f7df3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:08.681631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-2bac3dd5-b8a2-4f4f-bb38-9b6fd7793921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:08.681909 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0aaeaea2-21c0-4f18-8458-56da45902596 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65c24dfc870646279d9e8cb1488f9720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7003870 Mar 07 21:51:08.682048 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-2bac3dd5-b8a2-4f4f-bb38-9b6fd7793921 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b HTTP/1.1" status: 200 len: 797 time: 0.2077789 Mar 07 21:51:08.690697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42856) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:08.753398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd7035d3-9e80-4030-8248-badc1d5f8191 req-01f81c3b-949b-4de6-a4e9-b85e07857ea3 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5924685 Mar 07 21:51:08.756812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaeaea2-21c0-4f18-8458-56da45902596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b646874-16b5-49de-9fe6-3354891f7df3,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:08.874696 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abab54cb-d82b-40f3-876d-446080fd18ab req-605d3003-c5b0-4fd3-a910-5485a4ba96b9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658336 Mar 07 21:51:09.184337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-5d35e675-951e-4eaa-8c88-537c18bf6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:09.186717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-5d35e675-951e-4eaa-8c88-537c18bf6b00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45ddfd66-9271-42ef-b4dd-4dcd127117ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4994833 Mar 07 21:51:09.196778 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0adf-78f8-4589-9e48-840fba3d856a admin admin] Publish callbacks [] for security_group (9b646874-16b5-49de-9fe6-3354891f7df3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:09.309109 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0adf-78f8-4589-9e48-840fba3d856a admin admin] Publish callbacks [] for security_group (9b646874-16b5-49de-9fe6-3354891f7df3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:09.335430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f53b5d-f56b-4d73-98c8-e3f3038282f0 req-b9b97830-048f-4fe8-9093-9bc1c4a62c85 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:09.363684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f53b5d-f56b-4d73-98c8-e3f3038282f0 req-b9b97830-048f-4fe8-9093-9bc1c4a62c85 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:09.385458 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f53b5d-f56b-4d73-98c8-e3f3038282f0 req-b9b97830-048f-4fe8-9093-9bc1c4a62c85 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:09.415095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f53b5d-f56b-4d73-98c8-e3f3038282f0 req-b9b97830-048f-4fe8-9093-9bc1c4a62c85 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:09.424949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f53b5d-f56b-4d73-98c8-e3f3038282f0 req-b9b97830-048f-4fe8-9093-9bc1c4a62c85 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:09.431110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f53b5d-f56b-4d73-98c8-e3f3038282f0 req-b9b97830-048f-4fe8-9093-9bc1c4a62c85 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:09.436636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f53b5d-f56b-4d73-98c8-e3f3038282f0 req-b9b97830-048f-4fe8-9093-9bc1c4a62c85 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:09.444797 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4f53b5d-f56b-4d73-98c8-e3f3038282f0 req-b9b97830-048f-4fe8-9093-9bc1c4a62c85 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.4383204 Mar 07 21:51:09.477079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3b3c3-7c9c-4e37-848f-8502792c0def req-0150140d-a097-4c71-8c1c-9b48dabd5a5b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:09.488528 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4f3b3c3-7c9c-4e37-848f-8502792c0def req-0150140d-a097-4c71-8c1c-9b48dabd5a5b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.4927661 Mar 07 21:51:09.574620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-a1d7da42-849d-4597-ad96-0f5bb36c54be service neutron] 10.222.0.13 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755059 Mar 07 21:51:09.726490 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4f3b3c3-7c9c-4e37-848f-8502792c0def req-78c6d18b-a06e-42b2-9c26-30e5e28c2ed2 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353411 Mar 07 21:51:09.731551 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4f53b5d-f56b-4d73-98c8-e3f3038282f0 req-4adf3d78-9d75-45b6-9a23-b643b7795230 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2855351 Mar 07 21:51:09.861690 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0adf-78f8-4589-9e48-840fba3d856a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9b646874-16b5-49de-9fe6-3354891f7df3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:09.865641 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0adf-78f8-4589-9e48-840fba3d856a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:09.867093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2ebd0adf-78f8-4589-9e48-840fba3d856a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b646874-16b5-49de-9fe6-3354891f7df3 HTTP/1.1" status: 204 len: 168 time: 1.1754606 Mar 07 21:51:09.934404 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd0adf-78f8-4589-9e48-840fba3d856a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b646874-16b5-49de-9fe6-3354891f7df3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:10.011311 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73dfafa6-6ea7-4c44-9f56-93e2551cf52a req-aed90246-5726-4668-8ecb-2f2e4a88345c service neutron] 10.222.0.13 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903854 Mar 07 21:51:10.067925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c6264-b82a-43ac-810d-a761e068d5bf req-2e9f1440-4095-42a4-8401-6feec50af95e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:10.072959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f40c6264-b82a-43ac-810d-a761e068d5bf req-2e9f1440-4095-42a4-8401-6feec50af95e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.2149251 Mar 07 21:51:10.227350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-65557a93-0b39-4b07-ba85-0226f60591ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:10.227590 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-65557a93-0b39-4b07-ba85-0226f60591ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:10.236640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-65557a93-0b39-4b07-ba85-0226f60591ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:10.237381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-65557a93-0b39-4b07-ba85-0226f60591ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:10.237926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-65557a93-0b39-4b07-ba85-0226f60591ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:10.238443 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-65557a93-0b39-4b07-ba85-0226f60591ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:10.239133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-65557a93-0b39-4b07-ba85-0226f60591ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:10.241129 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-65557a93-0b39-4b07-ba85-0226f60591ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=796c19d2677a4c73bc3e1f62457a580a&device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 6694 time: 0.1672449 Mar 07 21:51:10.349709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f40c6264-b82a-43ac-810d-a761e068d5bf req-953226ac-94d9-4092-b311-243905b21718 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567868 Mar 07 21:51:10.365120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bab74-7eef-4899-95c3-3ddf0ffde650 req-cd5ccd87-0aa6-4689-9c93-201ea72e0711 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:10.366779 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb2bab74-7eef-4899-95c3-3ddf0ffde650 req-cd5ccd87-0aa6-4689-9c93-201ea72e0711 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.2478533 Mar 07 21:51:10.402144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-a3ccb198-2d31-469f-a542-9a55894b5f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:10.403369 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-a3ccb198-2d31-469f-a542-9a55894b5f65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45ddfd66-9271-42ef-b4dd-4dcd127117ef HTTP/1.1" status: 200 len: 902 time: 0.1507967 Mar 07 21:51:10.475557 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-5b67a061-b292-4f26-97a0-b1d5e269d99f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 HTTP/1.1" status: 200 len: 217 time: 0.0614491 Mar 07 21:51:10.483620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb2bab74-7eef-4899-95c3-3ddf0ffde650 req-33740f56-acda-40f0-acf6-b3d21216b7ee tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069317 Mar 07 21:51:10.613697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-5c708e3c-c9bf-4261-80d1-61230d7a0d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:10.618445 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-5c708e3c-c9bf-4261-80d1-61230d7a0d84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b HTTP/1.1" status: 200 len: 797 time: 0.1340392 Mar 07 21:51:10.650136 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42886) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:10.677891 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9149950-d98d-445a-9145-665d0ccfcc5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:10.878356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-2556aadf-6658-4ed9-8dac-9b4579a806a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:10.880543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-2556aadf-6658-4ed9-8dac-9b4579a806a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45ddfd66-9271-42ef-b4dd-4dcd127117ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2320440 Mar 07 21:51:10.888154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8b8f9-5ea0-4bc8-8e86-c6ad34e8488b req-05873723-d0a1-4e3b-82ea-36f541b19098 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:10.889993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fac8b8f9-5ea0-4bc8-8e86-c6ad34e8488b req-05873723-d0a1-4e3b-82ea-36f541b19098 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2697532 Mar 07 21:51:10.938349 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9149950-d98d-445a-9145-665d0ccfcc5e admin admin] Publish callbacks [] for security_group (684a36df-c0c3-4558-b0a4-9f941489013c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:10.949952 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9149950-d98d-445a-9145-665d0ccfcc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (684a36df-c0c3-4558-b0a4-9f941489013c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:11.053002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fac8b8f9-5ea0-4bc8-8e86-c6ad34e8488b req-0e91fb17-c87d-4007-aa4f-5a4119333939 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543372 Mar 07 21:51:11.065139 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b9149950-d98d-445a-9145-665d0ccfcc5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c433893c16374b30a3d2d205de6e78d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4111404 Mar 07 21:51:11.065428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42890) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:11.124985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9149950-d98d-445a-9145-665d0ccfcc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684a36df-c0c3-4558-b0a4-9f941489013c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:11.219085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1587d-004f-48b4-9251-1793a6005883 req-7f89c2da-221f-4fa1-b729-88d2c6b6467f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:11.229979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1587d-004f-48b4-9251-1793a6005883 req-7f89c2da-221f-4fa1-b729-88d2c6b6467f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:11.284025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1587d-004f-48b4-9251-1793a6005883 req-7f89c2da-221f-4fa1-b729-88d2c6b6467f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:11.311225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1587d-004f-48b4-9251-1793a6005883 req-7f89c2da-221f-4fa1-b729-88d2c6b6467f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:11.346659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1587d-004f-48b4-9251-1793a6005883 req-7f89c2da-221f-4fa1-b729-88d2c6b6467f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:11.379656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1587d-004f-48b4-9251-1793a6005883 req-7f89c2da-221f-4fa1-b729-88d2c6b6467f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:11.395525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1587d-004f-48b4-9251-1793a6005883 req-7f89c2da-221f-4fa1-b729-88d2c6b6467f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:11.405929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30d1587d-004f-48b4-9251-1793a6005883 req-7f89c2da-221f-4fa1-b729-88d2c6b6467f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.4269650 Mar 07 21:51:11.424022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-88ea051b-0445-46c1-a302-6345cf1b6292 service neutron] 10.222.0.13 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330362 Mar 07 21:51:11.851760 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d62bd54d-d0d5-4b3d-8fe4-447e88e7d003 admin admin] Publish callbacks [] for security_group (684a36df-c0c3-4558-b0a4-9f941489013c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:11.871920 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30d1587d-004f-48b4-9251-1793a6005883 req-3bbe8c3e-e4a8-4e33-a097-74fb499d1d0c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4655216 Mar 07 21:51:11.899225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a5ddf-b4ce-4d50-afb5-a425dcbfbc18 req-f4b4523e-3e42-4429-8a25-c23788a4eba4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:11.911079 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-973a5ddf-b4ce-4d50-afb5-a425dcbfbc18 req-f4b4523e-3e42-4429-8a25-c23788a4eba4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.5029445 Mar 07 21:51:12.094383 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d62bd54d-d0d5-4b3d-8fe4-447e88e7d003 admin admin] Publish callbacks [] for security_group (684a36df-c0c3-4558-b0a4-9f941489013c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:12.102924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d26ed4c4-61f2-483a-a5a6-a421ad9ae4ac req-c00a42d5-5960-429c-897a-e236cefb6681 service neutron] 10.222.0.13 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597670 Mar 07 21:51:12.127575 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-973a5ddf-b4ce-4d50-afb5-a425dcbfbc18 req-a4ab3cef-2215-472f-b0a9-57eee43b91af tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984954 Mar 07 21:51:12.247317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfae1f-8675-472d-b8b5-b7f144eccb91 req-a9e1c5aa-3aac-4997-ba70-eb03b5f2e589 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:12.255443 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bdfae1f-8675-472d-b8b5-b7f144eccb91 req-a9e1c5aa-3aac-4997-ba70-eb03b5f2e589 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.2744389 Mar 07 21:51:12.380642 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bdfae1f-8675-472d-b8b5-b7f144eccb91 req-a5a12cea-c3ae-46bd-95aa-1743f3b4e0ee tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924234 Mar 07 21:51:12.387921 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d62bd54d-d0d5-4b3d-8fe4-447e88e7d003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (684a36df-c0c3-4558-b0a4-9f941489013c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:12.390695 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d62bd54d-d0d5-4b3d-8fe4-447e88e7d003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:12.411654 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d62bd54d-d0d5-4b3d-8fe4-447e88e7d003 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/684a36df-c0c3-4558-b0a4-9f941489013c HTTP/1.1" status: 204 len: 168 time: 1.3266542 Mar 07 21:51:12.475740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-d6e521df-16a0-4566-9022-2ad9aeee2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:12.476228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-d6e521df-16a0-4566-9022-2ad9aeee2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:12.484084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-d6e521df-16a0-4566-9022-2ad9aeee2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:12.484640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-d6e521df-16a0-4566-9022-2ad9aeee2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:12.486193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-d6e521df-16a0-4566-9022-2ad9aeee2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:12.486660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-d6e521df-16a0-4566-9022-2ad9aeee2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:12.487138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-d6e521df-16a0-4566-9022-2ad9aeee2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:12.501282 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-d6e521df-16a0-4566-9022-2ad9aeee2670 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=796c19d2677a4c73bc3e1f62457a580a&device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 6694 time: 0.2816508 Mar 07 21:51:12.502117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bd54d-d0d5-4b3d-8fe4-447e88e7d003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684a36df-c0c3-4558-b0a4-9f941489013c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:12.705063 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d508985-f0b2-4a0d-83e6-6beca95b03f5 req-7008c486-4406-43c2-8d01-9980d9cc437d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:12.706745 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d508985-f0b2-4a0d-83e6-6beca95b03f5 req-7008c486-4406-43c2-8d01-9980d9cc437d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.4126706 Mar 07 21:51:12.808657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a4890-c359-4d3d-b3c2-eedc8712533f req-695cf156-f25f-4ba8-a5bc-6c24a2495a09 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:12.815795 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-610a4890-c359-4d3d-b3c2-eedc8712533f req-695cf156-f25f-4ba8-a5bc-6c24a2495a09 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1857185 Mar 07 21:51:12.924238 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-385faa67-06f7-484d-b764-60e609dcd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:12.925966 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-385faa67-06f7-484d-b764-60e609dcd422 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45ddfd66-9271-42ef-b4dd-4dcd127117ef HTTP/1.1" status: 200 len: 902 time: 0.3871861 Mar 07 21:51:12.999267 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-610a4890-c359-4d3d-b3c2-eedc8712533f req-700aa6ac-10aa-4ad7-91a7-be3b4eefdc5e tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805017 Mar 07 21:51:13.015017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d508985-f0b2-4a0d-83e6-6beca95b03f5 req-e171e882-9676-4bef-b981-9a4b52651456 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747197 Mar 07 21:51:13.098988 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-1e476f15-b143-4786-ad71-04fdb5b7f368 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e192079e-fb78-4644-86bf-f65555e1a281 HTTP/1.1" status: 200 len: 217 time: 0.1100779 Mar 07 21:51:13.291713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-f480a452-dfd0-433c-90fe-a392ec19b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:13.294735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-f480a452-dfd0-433c-90fe-a392ec19b2eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b HTTP/1.1" status: 200 len: 797 time: 0.1868753 Mar 07 21:51:13.437091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ced85-194f-45b3-baa6-dfdc33becde9 req-513c5172-71d8-4b45-bdd9-1cad5c725031 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:13.474964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ced85-194f-45b3-baa6-dfdc33becde9 req-513c5172-71d8-4b45-bdd9-1cad5c725031 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:13.487540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ced85-194f-45b3-baa6-dfdc33becde9 req-513c5172-71d8-4b45-bdd9-1cad5c725031 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:13.507675 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ced85-194f-45b3-baa6-dfdc33becde9 req-513c5172-71d8-4b45-bdd9-1cad5c725031 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:13.522740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ced85-194f-45b3-baa6-dfdc33becde9 req-513c5172-71d8-4b45-bdd9-1cad5c725031 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:13.546894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ced85-194f-45b3-baa6-dfdc33becde9 req-513c5172-71d8-4b45-bdd9-1cad5c725031 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:13.567646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ced85-194f-45b3-baa6-dfdc33becde9 req-513c5172-71d8-4b45-bdd9-1cad5c725031 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:13.573482 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb0ced85-194f-45b3-baa6-dfdc33becde9 req-513c5172-71d8-4b45-bdd9-1cad5c725031 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.3976734 Mar 07 21:51:13.627823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-b1a1b957-55d5-4c4d-8e78-7e245e1adf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:13.633215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-b1a1b957-55d5-4c4d-8e78-7e245e1adf97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45ddfd66-9271-42ef-b4dd-4dcd127117ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3295250 Mar 07 21:51:13.955135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-f725fd2a-8eef-4efa-84e3-88b8840a6db8 service neutron] 10.222.0.13 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122666 Mar 07 21:51:14.193880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb0ced85-194f-45b3-baa6-dfdc33becde9 req-a39f6d1d-deed-4d77-b986-f5900f9c4457 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6129637 Mar 07 21:51:14.250751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e5b03-ce08-4aed-92fb-0c56bfd3f9f9 req-0553782c-87d6-4f83-b0e9-b0096d686f67 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:14.263891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e5b03-ce08-4aed-92fb-0c56bfd3f9f9 req-0553782c-87d6-4f83-b0e9-b0096d686f67 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.3048513 Mar 07 21:51:14.379544 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-679ef640-71c4-4a30-b8bc-d5d929a5803f req-9d3af366-270d-44d8-b805-5944fa0ba290 service neutron] 10.222.0.13 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723829 Mar 07 21:51:14.440311 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e5b03-ce08-4aed-92fb-0c56bfd3f9f9 req-b8fc3f6d-325c-4d75-b920-9af9bf49ad5e tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718280 Mar 07 21:51:15.278044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fcb2a-34d4-4b44-88f9-881119a01945 req-29e4c4f7-a473-4c79-93a9-6fcadc864d23 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:15.279625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b90fcb2a-34d4-4b44-88f9-881119a01945 req-29e4c4f7-a473-4c79-93a9-6fcadc864d23 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.8314316 Mar 07 21:51:15.293296 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8447caf0-5a5c-43fb-815a-74e5368c9c84 req-9bf209f4-d172-4fb9-9904-0dcc2f268f8b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8034999 Mar 07 21:51:15.306945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb505b80-dc24-4096-936f-032617057d91 req-f88148a2-98ec-4c4f-8a5d-3fc36848bd8a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:15.317425 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb505b80-dc24-4096-936f-032617057d91 req-f88148a2-98ec-4c4f-8a5d-3fc36848bd8a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.7253597 Mar 07 21:51:15.471107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b90fcb2a-34d4-4b44-88f9-881119a01945 req-7e6e5133-748a-4992-80ee-08e8d771c176 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827357 Mar 07 21:51:15.491307 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb505b80-dc24-4096-936f-032617057d91 req-91fd49ae-fc44-4734-b453-6e2d3a852086 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730096 Mar 07 21:51:15.512790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447caf0-5a5c-43fb-815a-74e5368c9c84 req-bb5f36cf-5f3e-4588-af60-57bb6d5d475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:15.514092 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8447caf0-5a5c-43fb-815a-74e5368c9c84 req-bb5f36cf-5f3e-4588-af60-57bb6d5d475c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba8fd1586b234445a6fd7efa2e935124&device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 1127 time: 0.1758380 Mar 07 21:51:15.634945 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a4a92da8-0e45-4193-834b-ec1492e9551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:15.799219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9728ec5-2be7-4457-97a5-f6daccb3b90f req-197611d5-540b-48dc-adfe-9d72da0c1610 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:15.805968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9728ec5-2be7-4457-97a5-f6daccb3b90f req-197611d5-540b-48dc-adfe-9d72da0c1610 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:15.811671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9728ec5-2be7-4457-97a5-f6daccb3b90f req-197611d5-540b-48dc-adfe-9d72da0c1610 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:15.817595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9728ec5-2be7-4457-97a5-f6daccb3b90f req-197611d5-540b-48dc-adfe-9d72da0c1610 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:15.823117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9728ec5-2be7-4457-97a5-f6daccb3b90f req-197611d5-540b-48dc-adfe-9d72da0c1610 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:15.828789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9728ec5-2be7-4457-97a5-f6daccb3b90f req-197611d5-540b-48dc-adfe-9d72da0c1610 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:15.834969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9728ec5-2be7-4457-97a5-f6daccb3b90f req-197611d5-540b-48dc-adfe-9d72da0c1610 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:15.843285 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9728ec5-2be7-4457-97a5-f6daccb3b90f req-197611d5-540b-48dc-adfe-9d72da0c1610 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.2407396 Mar 07 21:51:15.848036 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447caf0-5a5c-43fb-815a-74e5368c9c84 req-769bf769-505d-4c41-9631-cf43f11697ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:15.849462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8447caf0-5a5c-43fb-815a-74e5368c9c84 req-769bf769-505d-4c41-9631-cf43f11697ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=5756c39c-b68c-4572-a466-6a9175bae4ac HTTP/1.1" status: 200 len: 914 time: 0.3084481 Mar 07 21:51:15.856812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f609a4-b50c-4c2c-96f2-8f17caf10182 req-fc465565-22b2-4775-b0ec-407b1f384c16 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:15.858239 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2f609a4-b50c-4c2c-96f2-8f17caf10182 req-fc465565-22b2-4775-b0ec-407b1f384c16 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1786606 Mar 07 21:51:15.898001 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:15.941355 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8447caf0-5a5c-43fb-815a-74e5368c9c84 req-47dea484-5a92-4bc4-a1b5-8a72bc25df7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb HTTP/1.1" status: 200 len: 217 time: 0.0771227 Mar 07 21:51:16.000984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447caf0-5a5c-43fb-815a-74e5368c9c84 req-9fec9692-e353-4776-8e93-0c5bd6ba5402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:16.002800 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8447caf0-5a5c-43fb-815a-74e5368c9c84 req-9fec9692-e353-4776-8e93-0c5bd6ba5402 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=087870aa-f669-4d7e-a1fb-da282598d1d1 HTTP/1.1" status: 200 len: 853 time: 0.0531499 Mar 07 21:51:16.089884 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9728ec5-2be7-4457-97a5-f6daccb3b90f req-b754b915-d567-4ff0-843f-6b710d8a5dd3 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2455420 Mar 07 21:51:16.156636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8447caf0-5a5c-43fb-815a-74e5368c9c84 req-69edfb1b-6035-4c88-8105-d6a90d0442d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5756c39c-b68c-4572-a466-6a9175bae4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949001 Mar 07 21:51:16.256172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2f609a4-b50c-4c2c-96f2-8f17caf10182 req-0146180d-0007-4958-9d35-f92ee512febc tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073356 Mar 07 21:51:16.598798 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43000) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:16.644670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f6de8-ac40-47d5-a1e6-b52b281a6e35 req-77e825eb-e1f5-442a-98ba-058ad613e44b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:16.646401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b4f6de8-ac40-47d5-a1e6-b52b281a6e35 req-77e825eb-e1f5-442a-98ba-058ad613e44b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2312186 Mar 07 21:51:16.649125 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8447caf0-5a5c-43fb-815a-74e5368c9c84 req-175c2fad-c062-4a8f-8891-8cf12d40a5e1 service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781446 Mar 07 21:51:16.820379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b4f6de8-ac40-47d5-a1e6-b52b281a6e35 req-c074bed3-3b0c-4cad-8000-b24d93be85e8 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626875 Mar 07 21:51:16.835992 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99e14518-9417-4873-b59c-e234f3aa78f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:16.853577 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f4389-2e7a-4a7e-8dfd-e278f2ec0177 req-a2f15e02-1fd8-4c61-a610-f67efe253822 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:16.858146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-726f4389-2e7a-4a7e-8dfd-e278f2ec0177 req-a2f15e02-1fd8-4c61-a610-f67efe253822 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.2270002 Mar 07 21:51:16.937667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8447caf0-5a5c-43fb-815a-74e5368c9c84 req-ad98ac7c-88d5-4893-9de7-11164f511718 service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714992 Mar 07 21:51:17.013266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-726f4389-2e7a-4a7e-8dfd-e278f2ec0177 req-f551402f-f86f-498b-b62a-7766cf635512 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432672 Mar 07 21:51:17.066986 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32aa39-e1c6-4bd5-8ee3-b0b061f7022a req-2dc95950-1173-4927-b303-a84bdbba13b4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:17.077030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be32aa39-e1c6-4bd5-8ee3-b0b061f7022a req-2dc95950-1173-4927-b303-a84bdbba13b4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.1415133 Mar 07 21:51:17.099962 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99e14518-9417-4873-b59c-e234f3aa78f0 admin admin] Publish callbacks [] for security_group (0d21abd6-4033-4954-885c-22b2e84a772a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:17.111618 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99e14518-9417-4873-b59c-e234f3aa78f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0d21abd6-4033-4954-885c-22b2e84a772a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:17.168298 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-99e14518-9417-4873-b59c-e234f3aa78f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b80d935762e0469d9d9f6485b426d8f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5683930 Mar 07 21:51:17.169201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43008) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:17.171599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be32aa39-e1c6-4bd5-8ee3-b0b061f7022a req-1216d0c9-c66a-47fd-8e14-bade030cb7e5 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934677 Mar 07 21:51:17.186606 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e14518-9417-4873-b59c-e234f3aa78f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d21abd6-4033-4954-885c-22b2e84a772a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:17.286514 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e677d58a-48b2-475f-b513-2798e250e49a admin admin] Publish callbacks [] for security_group (0d21abd6-4033-4954-885c-22b2e84a772a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:17.364208 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e677d58a-48b2-475f-b513-2798e250e49a admin admin] Publish callbacks [] for security_group (0d21abd6-4033-4954-885c-22b2e84a772a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:17.438628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e677d58a-48b2-475f-b513-2798e250e49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0d21abd6-4033-4954-885c-22b2e84a772a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:17.442208 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e677d58a-48b2-475f-b513-2798e250e49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:17.446548 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e677d58a-48b2-475f-b513-2798e250e49a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d21abd6-4033-4954-885c-22b2e84a772a HTTP/1.1" status: 204 len: 168 time: 0.2759247 Mar 07 21:51:17.458366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677d58a-48b2-475f-b513-2798e250e49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d21abd6-4033-4954-885c-22b2e84a772a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:17.575050 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb277b-f0d6-4c3f-91f9-022081f90a5b req-0ea1be15-5e7b-422c-82be-9315aae503ed tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:17.588929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98fb277b-f0d6-4c3f-91f9-022081f90a5b req-0ea1be15-5e7b-422c-82be-9315aae503ed tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2090898 Mar 07 21:51:17.638556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf7524-39c8-49fc-b61d-f38511ee1833 req-3fa78fc5-2dd1-4604-8cb1-2c1b3090eed4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:17.644824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf7524-39c8-49fc-b61d-f38511ee1833 req-3fa78fc5-2dd1-4604-8cb1-2c1b3090eed4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:17.652017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf7524-39c8-49fc-b61d-f38511ee1833 req-3fa78fc5-2dd1-4604-8cb1-2c1b3090eed4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:17.658550 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf7524-39c8-49fc-b61d-f38511ee1833 req-3fa78fc5-2dd1-4604-8cb1-2c1b3090eed4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:17.665015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf7524-39c8-49fc-b61d-f38511ee1833 req-3fa78fc5-2dd1-4604-8cb1-2c1b3090eed4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:17.672374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf7524-39c8-49fc-b61d-f38511ee1833 req-3fa78fc5-2dd1-4604-8cb1-2c1b3090eed4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:17.679095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf7524-39c8-49fc-b61d-f38511ee1833 req-3fa78fc5-2dd1-4604-8cb1-2c1b3090eed4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:17.687903 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fbf7524-39c8-49fc-b61d-f38511ee1833 req-3fa78fc5-2dd1-4604-8cb1-2c1b3090eed4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.4027216 Mar 07 21:51:17.790768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98fb277b-f0d6-4c3f-91f9-022081f90a5b req-bba040b4-24cf-4c6d-99e4-cc54f12741a4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999655 Mar 07 21:51:17.833526 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fbf7524-39c8-49fc-b61d-f38511ee1833 req-7d47a2fc-ca42-49ed-add1-f6eee9447825 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1444330 Mar 07 21:51:17.881390 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19d052ff-2eea-4543-8f5f-50cf2818a98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:18.099953 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43022) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:18.115916 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44068016-96a0-4a2a-8c4e-13ee8e0fe2b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:18.156977 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:18.286056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f3359-6115-4110-931d-c54006534cd8 req-3467737c-681b-494a-8527-02a59f90037b tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:18.295667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-564f3359-6115-4110-931d-c54006534cd8 req-3467737c-681b-494a-8527-02a59f90037b tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.1245418 Mar 07 21:51:18.328505 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44068016-96a0-4a2a-8c4e-13ee8e0fe2b6 admin admin] Publish callbacks [] for security_group (bc77e12b-1368-4d09-bd9a-056f6d1a77d6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:18.338802 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44068016-96a0-4a2a-8c4e-13ee8e0fe2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bc77e12b-1368-4d09-bd9a-056f6d1a77d6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:18.421947 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44068016-96a0-4a2a-8c4e-13ee8e0fe2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc77e12b-1368-4d09-bd9a-056f6d1a77d6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:18.443799 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-44068016-96a0-4a2a-8c4e-13ee8e0fe2b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07c2d700ee034b14992ccdf24fdf9e46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3426833 Mar 07 21:51:18.444940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43030) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:18.509415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-564f3359-6115-4110-931d-c54006534cd8 req-620dd69a-2c58-47cb-8d22-91c044ab2aee tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106652 Mar 07 21:51:18.541910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c5c0b-574f-42d4-a6d8-2eb7ca969d9a req-6baaa97e-ae66-46dc-b1d5-19b48d4962fa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:18.552004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f8c5c0b-574f-42d4-a6d8-2eb7ca969d9a req-6baaa97e-ae66-46dc-b1d5-19b48d4962fa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.1967423 Mar 07 21:51:18.585510 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-126f06ff-ef76-4cc8-9185-94b64da244dd admin admin] Publish callbacks [] for security_group (bc77e12b-1368-4d09-bd9a-056f6d1a77d6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:18.640247 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-126f06ff-ef76-4cc8-9185-94b64da244dd admin admin] Publish callbacks [] for security_group (bc77e12b-1368-4d09-bd9a-056f6d1a77d6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:18.674539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f8c5c0b-574f-42d4-a6d8-2eb7ca969d9a req-45b00154-bde6-4834-8be0-62779bb0898f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214888 Mar 07 21:51:18.727532 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-126f06ff-ef76-4cc8-9185-94b64da244dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bc77e12b-1368-4d09-bd9a-056f6d1a77d6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:18.730550 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-126f06ff-ef76-4cc8-9185-94b64da244dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:18.734994 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-126f06ff-ef76-4cc8-9185-94b64da244dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc77e12b-1368-4d09-bd9a-056f6d1a77d6 HTTP/1.1" status: 204 len: 168 time: 0.2891197 Mar 07 21:51:18.746459 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f06ff-ef76-4cc8-9185-94b64da244dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc77e12b-1368-4d09-bd9a-056f6d1a77d6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:19.183858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b32e0-5ffe-41fe-a6f5-bda53e65f2a0 req-01ff13cd-6e99-42fc-85b7-8680f4762e9a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:19.191900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-963b32e0-5ffe-41fe-a6f5-bda53e65f2a0 req-01ff13cd-6e99-42fc-85b7-8680f4762e9a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2609823 Mar 07 21:51:19.246999 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:19.308342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-963b32e0-5ffe-41fe-a6f5-bda53e65f2a0 req-7df03471-31ec-4d36-a47b-f34d859b5882 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151235 Mar 07 21:51:19.416467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e810f6-c030-4ac5-b097-6600a60c24a6 req-f371c0dd-7143-42de-a0fc-6388188faa09 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:19.423982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e810f6-c030-4ac5-b097-6600a60c24a6 req-f371c0dd-7143-42de-a0fc-6388188faa09 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:19.440546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e810f6-c030-4ac5-b097-6600a60c24a6 req-f371c0dd-7143-42de-a0fc-6388188faa09 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:19.464806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e810f6-c030-4ac5-b097-6600a60c24a6 req-f371c0dd-7143-42de-a0fc-6388188faa09 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:19.484200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e810f6-c030-4ac5-b097-6600a60c24a6 req-f371c0dd-7143-42de-a0fc-6388188faa09 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:19.493736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e810f6-c030-4ac5-b097-6600a60c24a6 req-f371c0dd-7143-42de-a0fc-6388188faa09 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:19.509396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e810f6-c030-4ac5-b097-6600a60c24a6 req-f371c0dd-7143-42de-a0fc-6388188faa09 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:19.532799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9e810f6-c030-4ac5-b097-6600a60c24a6 req-f371c0dd-7143-42de-a0fc-6388188faa09 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.5215290 Mar 07 21:51:19.707617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9e810f6-c030-4ac5-b097-6600a60c24a6 req-c63215a1-b421-4ea6-9eee-4111707f2108 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1729708 Mar 07 21:51:20.153683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85394de1-e717-4864-9aa2-2229dcf51e12 req-e303bd1e-e233-4192-b3e1-aae10e472d4a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:20.155347 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85394de1-e717-4864-9aa2-2229dcf51e12 req-e303bd1e-e233-4192-b3e1-aae10e472d4a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.2435844 Mar 07 21:51:20.162879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dea80-3793-44b0-9504-a00f2c0de832 req-70f5b0b5-0467-4238-bdfa-db1fd3aab90f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:20.180190 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c93dea80-3793-44b0-9504-a00f2c0de832 req-70f5b0b5-0467-4238-bdfa-db1fd3aab90f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.3664713 Mar 07 21:51:20.264580 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:20.355493 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85394de1-e717-4864-9aa2-2229dcf51e12 req-3b65af0e-6686-4f0d-ad8b-1e3b1ce5a709 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569107 Mar 07 21:51:20.437181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c93dea80-3793-44b0-9504-a00f2c0de832 req-07a28fd9-796e-4368-95cd-5d40c9df6d71 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494709 Mar 07 21:51:20.576556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971d3b7-2d9e-47ac-9c52-3715d0cb399f req-f4c17543-d321-4d0b-a920-cdff0f49f6e3 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:20.584980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9971d3b7-2d9e-47ac-9c52-3715d0cb399f req-f4c17543-d321-4d0b-a920-cdff0f49f6e3 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.0986197 Mar 07 21:51:20.697343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9971d3b7-2d9e-47ac-9c52-3715d0cb399f req-9da4048c-3794-4b48-80c8-b21b8f7eefcc tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092219 Mar 07 21:51:20.935363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0085e97-e903-4cce-beaf-a9640503f5be req-3d63d392-4961-40c6-a6ff-e9f9cb7fa67d tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:20.948720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0085e97-e903-4cce-beaf-a9640503f5be req-3d63d392-4961-40c6-a6ff-e9f9cb7fa67d tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1645899 Mar 07 21:51:21.213081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546908c-ae14-4ae9-8e5b-28f4b7f59c30 req-79751f1b-a880-4b1f-a917-f234ed9e0a6e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:21.225134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546908c-ae14-4ae9-8e5b-28f4b7f59c30 req-79751f1b-a880-4b1f-a917-f234ed9e0a6e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:21.247507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546908c-ae14-4ae9-8e5b-28f4b7f59c30 req-79751f1b-a880-4b1f-a917-f234ed9e0a6e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:21.253866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546908c-ae14-4ae9-8e5b-28f4b7f59c30 req-79751f1b-a880-4b1f-a917-f234ed9e0a6e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:21.273356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546908c-ae14-4ae9-8e5b-28f4b7f59c30 req-79751f1b-a880-4b1f-a917-f234ed9e0a6e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:21.290016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546908c-ae14-4ae9-8e5b-28f4b7f59c30 req-79751f1b-a880-4b1f-a917-f234ed9e0a6e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:21.302975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546908c-ae14-4ae9-8e5b-28f4b7f59c30 req-79751f1b-a880-4b1f-a917-f234ed9e0a6e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:21.316574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a546908c-ae14-4ae9-8e5b-28f4b7f59c30 req-79751f1b-a880-4b1f-a917-f234ed9e0a6e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.4772916 Mar 07 21:51:21.344742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0085e97-e903-4cce-beaf-a9640503f5be req-91494035-6fb6-4e2e-ae98-f1e5b9b06aa7 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951674 Mar 07 21:51:21.497423 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a546908c-ae14-4ae9-8e5b-28f4b7f59c30 req-4997dcf6-0a14-4452-8efe-3682ca344573 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1765435 Mar 07 21:51:21.693547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bf74a-dac8-41dc-8790-98e43cc99ad3 req-1f9c6f6e-bbac-4e99-a108-5732b1565ba5 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:21.716295 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-427bf74a-dac8-41dc-8790-98e43cc99ad3 req-1f9c6f6e-bbac-4e99-a108-5732b1565ba5 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.2156763 Mar 07 21:51:22.041500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d497c9-154d-46ff-8fa0-bdfdc24cb65c req-9cf9b8dd-f93b-4e1e-b540-49016ee42086 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:22.048958 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19d497c9-154d-46ff-8fa0-bdfdc24cb65c req-9cf9b8dd-f93b-4e1e-b540-49016ee42086 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.2880409 Mar 07 21:51:22.073236 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-427bf74a-dac8-41dc-8790-98e43cc99ad3 req-c04dd431-2605-428b-b5c9-874d3d44d27a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407629 Mar 07 21:51:22.108507 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:22.239605 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19d497c9-154d-46ff-8fa0-bdfdc24cb65c req-3de2e0e1-aa4e-4b6e-a1ff-2e765629d409 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894035 Mar 07 21:51:22.364701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f21a25-047c-47f9-8499-f7f3f73dda8f req-f86d5a9d-9d0a-4ea7-9d79-765db654abba tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:22.373553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5f21a25-047c-47f9-8499-f7f3f73dda8f req-f86d5a9d-9d0a-4ea7-9d79-765db654abba tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1271865 Mar 07 21:51:22.467771 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5f21a25-047c-47f9-8499-f7f3f73dda8f req-657742d7-668a-4e5e-b137-4330802c6d93 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881653 Mar 07 21:51:22.696206 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5585e-4aed-43e6-bb1a-180de7c98bf4 req-52df4031-e330-4285-b4f2-6145afa9bfb9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:22.706765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fd5585e-4aed-43e6-bb1a-180de7c98bf4 req-52df4031-e330-4285-b4f2-6145afa9bfb9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1175568 Mar 07 21:51:22.868289 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fd5585e-4aed-43e6-bb1a-180de7c98bf4 req-26f69303-b1d3-4afc-ae8f-a618de6f6f57 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572912 Mar 07 21:51:22.902553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43144) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:23.205130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693b4e5-ae23-4248-a3b5-f9f18a817679 req-0ddedd5d-d41b-44fa-b6fb-f8777b4d8d25 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:23.219612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693b4e5-ae23-4248-a3b5-f9f18a817679 req-0ddedd5d-d41b-44fa-b6fb-f8777b4d8d25 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:23.231005 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-32665ba2-7006-4970-bcec-c86b08a82b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:23.252143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693b4e5-ae23-4248-a3b5-f9f18a817679 req-0ddedd5d-d41b-44fa-b6fb-f8777b4d8d25 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:23.287103 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693b4e5-ae23-4248-a3b5-f9f18a817679 req-0ddedd5d-d41b-44fa-b6fb-f8777b4d8d25 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:23.311187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693b4e5-ae23-4248-a3b5-f9f18a817679 req-0ddedd5d-d41b-44fa-b6fb-f8777b4d8d25 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:23.337254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693b4e5-ae23-4248-a3b5-f9f18a817679 req-0ddedd5d-d41b-44fa-b6fb-f8777b4d8d25 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:23.357302 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693b4e5-ae23-4248-a3b5-f9f18a817679 req-0ddedd5d-d41b-44fa-b6fb-f8777b4d8d25 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:23.371689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9693b4e5-ae23-4248-a3b5-f9f18a817679 req-0ddedd5d-d41b-44fa-b6fb-f8777b4d8d25 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.3046372 Mar 07 21:51:23.461582 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-32665ba2-7006-4970-bcec-c86b08a82b09 admin admin] Publish callbacks [] for security_group (b1368a20-a0bc-43bb-a29e-e79426b58eb3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:23.470614 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-32665ba2-7006-4970-bcec-c86b08a82b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b1368a20-a0bc-43bb-a29e-e79426b58eb3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:23.482421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9693b4e5-ae23-4248-a3b5-f9f18a817679 req-87dd5d7c-8df8-48b2-99b4-7d2b06f9e060 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1080441 Mar 07 21:51:23.546011 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15010bba-3c11-44e6-aff2-0ab5dabc0234 req-d3c38315-f037-445a-9ff4-fe205590867e tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:23.547971 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15010bba-3c11-44e6-aff2-0ab5dabc0234 req-d3c38315-f037-445a-9ff4-fe205590867e tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1624923 Mar 07 21:51:23.582556 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-32665ba2-7006-4970-bcec-c86b08a82b09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa45e855075f4aab9b30937cf5946c1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6786642 Mar 07 21:51:23.585595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43166) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:23.587010 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32665ba2-7006-4970-bcec-c86b08a82b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1368a20-a0bc-43bb-a29e-e79426b58eb3,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:23.813701 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15010bba-3c11-44e6-aff2-0ab5dabc0234 req-bd2bf29d-3727-4c9a-91c6-a709963a91b9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596252 Mar 07 21:51:23.850900 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f636376a-fbaa-422a-9c8f-9637f4c47355 admin admin] Publish callbacks [] for security_group (b1368a20-a0bc-43bb-a29e-e79426b58eb3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:23.877168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d971d2f-fc0a-452f-a6b5-6e48b7414af8 req-098e0293-8959-49e6-b252-131fb4a91fa6 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:23.884497 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d971d2f-fc0a-452f-a6b5-6e48b7414af8 req-098e0293-8959-49e6-b252-131fb4a91fa6 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.1698840 Mar 07 21:51:23.912237 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f636376a-fbaa-422a-9c8f-9637f4c47355 admin admin] Publish callbacks [] for security_group (b1368a20-a0bc-43bb-a29e-e79426b58eb3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:23.994669 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f636376a-fbaa-422a-9c8f-9637f4c47355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b1368a20-a0bc-43bb-a29e-e79426b58eb3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:23.997698 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f636376a-fbaa-422a-9c8f-9637f4c47355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:23.999289 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f636376a-fbaa-422a-9c8f-9637f4c47355 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1368a20-a0bc-43bb-a29e-e79426b58eb3 HTTP/1.1" status: 204 len: 168 time: 0.4124246 Mar 07 21:51:24.046704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636376a-fbaa-422a-9c8f-9637f4c47355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1368a20-a0bc-43bb-a29e-e79426b58eb3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:24.143259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d971d2f-fc0a-452f-a6b5-6e48b7414af8 req-e4a4d8bf-87b3-4412-9889-a6e8452e56ef tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578161 Mar 07 21:51:24.166560 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43957e-b0c7-47c9-be16-a1c2566e7274 req-b53c19a4-e1c5-4e5d-9b20-8f4e5c167d50 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:24.174514 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df43957e-b0c7-47c9-be16-a1c2566e7274 req-b53c19a4-e1c5-4e5d-9b20-8f4e5c167d50 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2011664 Mar 07 21:51:24.277946 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df43957e-b0c7-47c9-be16-a1c2566e7274 req-c274a1ea-2323-4116-aaca-02c14564dbc0 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020005 Mar 07 21:51:24.737257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd815db-a7df-415a-a549-d4daebb1258f req-94f54f7d-555a-4bf0-850d-31f7ea92d665 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:24.748367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bdd815db-a7df-415a-a549-d4daebb1258f req-94f54f7d-555a-4bf0-850d-31f7ea92d665 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1931796 Mar 07 21:51:24.796372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43198) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:24.822056 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03922d14-9457-475c-bca1-8193b782ce00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:24.876490 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bdd815db-a7df-415a-a549-d4daebb1258f req-7b92ff7c-7e28-4258-9dbd-b5399f2ebc79 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222775 Mar 07 21:51:24.920848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f87f6-2216-4461-9337-82772089826f req-2740ae54-27dd-4344-95ed-a334ba0e5696 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:24.935193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f87f6-2216-4461-9337-82772089826f req-2740ae54-27dd-4344-95ed-a334ba0e5696 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:24.949710 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f87f6-2216-4461-9337-82772089826f req-2740ae54-27dd-4344-95ed-a334ba0e5696 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:24.972607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f87f6-2216-4461-9337-82772089826f req-2740ae54-27dd-4344-95ed-a334ba0e5696 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:24.987372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f87f6-2216-4461-9337-82772089826f req-2740ae54-27dd-4344-95ed-a334ba0e5696 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:25.001317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f87f6-2216-4461-9337-82772089826f req-2740ae54-27dd-4344-95ed-a334ba0e5696 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:25.014923 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f87f6-2216-4461-9337-82772089826f req-2740ae54-27dd-4344-95ed-a334ba0e5696 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:25.017757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de6f87f6-2216-4461-9337-82772089826f req-2740ae54-27dd-4344-95ed-a334ba0e5696 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.3869324 Mar 07 21:51:25.047963 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03922d14-9457-475c-bca1-8193b782ce00 admin admin] Publish callbacks [] for security_group (4aec6736-b543-4044-a5ff-2c231fce15c9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:25.058127 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03922d14-9457-475c-bca1-8193b782ce00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4aec6736-b543-4044-a5ff-2c231fce15c9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:25.109639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03922d14-9457-475c-bca1-8193b782ce00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aec6736-b543-4044-a5ff-2c231fce15c9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:25.171781 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-03922d14-9457-475c-bca1-8193b782ce00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7865d29ab65b40a995d1f1fb7cc36a69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3731585 Mar 07 21:51:25.172420 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43204) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:25.235914 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de6f87f6-2216-4461-9337-82772089826f req-879cc5f5-487c-4ae6-a01a-421ee9453ae1 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2109795 Mar 07 21:51:25.281623 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de15b79d-d357-4bfc-baad-df1d21894c8a admin admin] Publish callbacks [] for security_group (4aec6736-b543-4044-a5ff-2c231fce15c9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:25.292160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593d06c-5701-47af-99e3-40185c85cef8 req-201da251-9f20-4e9e-8fd3-75df62565947 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:25.294260 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4593d06c-5701-47af-99e3-40185c85cef8 req-201da251-9f20-4e9e-8fd3-75df62565947 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2484083 Mar 07 21:51:25.312522 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de15b79d-d357-4bfc-baad-df1d21894c8a admin admin] Publish callbacks [] for security_group (4aec6736-b543-4044-a5ff-2c231fce15c9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:25.390457 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4593d06c-5701-47af-99e3-40185c85cef8 req-d138f979-258b-40ab-afca-dcb4d67f08b0 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901275 Mar 07 21:51:25.404345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de15b79d-d357-4bfc-baad-df1d21894c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4aec6736-b543-4044-a5ff-2c231fce15c9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:25.408505 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de15b79d-d357-4bfc-baad-df1d21894c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:25.413560 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-de15b79d-d357-4bfc-baad-df1d21894c8a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4aec6736-b543-4044-a5ff-2c231fce15c9 HTTP/1.1" status: 204 len: 168 time: 0.2401571 Mar 07 21:51:25.442712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15b79d-d357-4bfc-baad-df1d21894c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aec6736-b543-4044-a5ff-2c231fce15c9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:25.527818 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dda7b2-6216-49c5-bf24-7763dce9a463 req-e36cc902-8160-45fa-8b36-052f96dbbc6f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:25.535777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60dda7b2-6216-49c5-bf24-7763dce9a463 req-e36cc902-8160-45fa-8b36-052f96dbbc6f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.1187539 Mar 07 21:51:25.646615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60dda7b2-6216-49c5-bf24-7763dce9a463 req-e84445a9-c5ac-4788-af9d-8211a5e530c4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050732 Mar 07 21:51:25.789159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:51:25.834262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222e6b7-29b1-4ed3-9e81-92d49f3494ba req-f8737442-7741-422c-84ce-12e5468dc492 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:25.859368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d222e6b7-29b1-4ed3-9e81-92d49f3494ba req-f8737442-7741-422c-84ce-12e5468dc492 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1250546 Mar 07 21:51:25.981552 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d222e6b7-29b1-4ed3-9e81-92d49f3494ba req-8f3d0f58-dc8e-4055-953a-8a84d816bc8c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213093 Mar 07 21:51:26.023849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:51:26.076851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac', 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756', 'port_id': 'e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac', 'mac_address': 'fa:16:3e:68:e3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1fbfa2-ec43-4960-9833-0f8cbf460e36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:51:26.183086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5ff5f-f214-4d8b-99ad-45a33e3c6316 req-dc2e9695-6ffc-4f92-ac60-7170a9b0e794 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:26.184614 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9d5ff5f-f214-4d8b-99ad-45a33e3c6316 req-dc2e9695-6ffc-4f92-ac60-7170a9b0e794 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.0924890 Mar 07 21:51:26.195793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:51:26.196428 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:26.220748 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:51:26.253805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:51:26.260924 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:26.327282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:26.357410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:51:26.374415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9d5ff5f-f214-4d8b-99ad-45a33e3c6316 req-c8c57066-c3c2-482b-8fbb-f1b7af1d2006 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754293 Mar 07 21:51:26.475391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6471b-e629-4e6b-be9a-46d0aacafc98 req-7efa311d-23d2-44c4-bdf5-92b782014cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:26.477177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-faa6471b-e629-4e6b-be9a-46d0aacafc98 req-7efa311d-23d2-44c4-bdf5-92b782014cd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 1127 time: 0.2119768 Mar 07 21:51:26.754681 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58918e-4c94-4fb1-bdc0-07f54a751dd3 req-758b77cd-a7da-4669-831e-a52a8d936f2e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:26.765572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58918e-4c94-4fb1-bdc0-07f54a751dd3 req-758b77cd-a7da-4669-831e-a52a8d936f2e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:26.793301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58918e-4c94-4fb1-bdc0-07f54a751dd3 req-758b77cd-a7da-4669-831e-a52a8d936f2e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:26.798820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58918e-4c94-4fb1-bdc0-07f54a751dd3 req-758b77cd-a7da-4669-831e-a52a8d936f2e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:26.821786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58918e-4c94-4fb1-bdc0-07f54a751dd3 req-758b77cd-a7da-4669-831e-a52a8d936f2e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:26.827555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58918e-4c94-4fb1-bdc0-07f54a751dd3 req-758b77cd-a7da-4669-831e-a52a8d936f2e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:26.845057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58918e-4c94-4fb1-bdc0-07f54a751dd3 req-758b77cd-a7da-4669-831e-a52a8d936f2e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:26.865197 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c58918e-4c94-4fb1-bdc0-07f54a751dd3 req-758b77cd-a7da-4669-831e-a52a8d936f2e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.4532642 Mar 07 21:51:27.011647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65a2c3-2b51-485c-b07a-e60ce22bd117 req-fe58bfb3-1289-483a-bcda-6116664c3d68 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:27.022028 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b65a2c3-2b51-485c-b07a-e60ce22bd117 req-fe58bfb3-1289-483a-bcda-6116664c3d68 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.4188659 Mar 07 21:51:27.119094 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6471b-e629-4e6b-be9a-46d0aacafc98 req-3624b6b2-9306-43fa-9a3d-d1d5e430986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:27.121285 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-faa6471b-e629-4e6b-be9a-46d0aacafc98 req-3624b6b2-9306-43fa-9a3d-d1d5e430986a service neutron] 10.222.0.15 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.6289663 Mar 07 21:51:27.219569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-faa6471b-e629-4e6b-be9a-46d0aacafc98 req-413172e1-9ad1-4a59-9340-52d95abde38f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8a8c3c-f28e-4b37-901c-d6ee443f3018 HTTP/1.1" status: 200 len: 217 time: 0.0808718 Mar 07 21:51:27.226140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c58918e-4c94-4fb1-bdc0-07f54a751dd3 req-aef95a02-73c2-43fc-a0b5-891fff3aaf5a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3600650 Mar 07 21:51:27.256845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b65a2c3-2b51-485c-b07a-e60ce22bd117 req-7ccef04b-84a6-4bc1-9664-5a5ced5cdeee tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131848 Mar 07 21:51:27.391007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6471b-e629-4e6b-be9a-46d0aacafc98 req-679695c9-7716-47c2-ab4a-df270d5282ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:27.392514 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-faa6471b-e629-4e6b-be9a-46d0aacafc98 req-679695c9-7716-47c2-ab4a-df270d5282ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.1347640 Mar 07 21:51:27.757414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6471b-e629-4e6b-be9a-46d0aacafc98 req-826400b8-a266-4971-8e1f-fe7f8fbc2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:27.758997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-faa6471b-e629-4e6b-be9a-46d0aacafc98 req-826400b8-a266-4971-8e1f-fe7f8fbc2b71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3543143 Mar 07 21:51:27.787679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae373bb-1903-4620-adc9-a81909228e2a req-c1e58d61-03bf-4415-93ec-9d5d56fba383 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:27.795241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ae373bb-1903-4620-adc9-a81909228e2a req-c1e58d61-03bf-4415-93ec-9d5d56fba383 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.3247509 Mar 07 21:51:27.807509 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:51:27.905389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:51:27.905883 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:27.951679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9ba72-d7da-44f1-98fb-f3411cda36bd req-2496ba2a-caab-44c3-b02b-9caaf281ce69 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:27.958424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4d9ba72-d7da-44f1-98fb-f3411cda36bd req-2496ba2a-caab-44c3-b02b-9caaf281ce69 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.4836032 Mar 07 21:51:27.963754 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-faa6471b-e629-4e6b-be9a-46d0aacafc98 req-5898ff0e-ebfa-4fb4-9777-02fc35a3e53f service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576319 Mar 07 21:51:28.136822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:51:28.138469 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:28.166878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ae373bb-1903-4620-adc9-a81909228e2a req-116652f7-5c38-4aed-b2ac-523d8cada872 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693335 Mar 07 21:51:28.229121 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:51:28.232929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7765e8-983e-4253-9bcb-3f213315a08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:51:28.238583 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310364e0-07a8-44d4-a718-da32df23fd4a" -d '{"events": [{"server_uuid": "1b7765e8-983e-4253-9bcb-3f213315a08f", "name": "network-vif-plugged", "status": "completed", "tag": "e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:51:28.242550 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:28.325825 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4d9ba72-d7da-44f1-98fb-f3411cda36bd req-32413346-325f-4e69-a0a8-97551e35aacb tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281345 Mar 07 21:51:28.364913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:28.375415 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d5359a-eaaa-4021-80cc-5c454b9c8bc9 x-openstack-request-id: req-92d5359a-eaaa-4021-80cc-5c454b9c8bc9 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:51:28.375933 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7765e8-983e-4253-9bcb-3f213315a08f", "name": "network-vif-plugged", "status": "completed", "tag": "e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:51:28.376368 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92d5359a-eaaa-4021-80cc-5c454b9c8bc9 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:51:28.376932 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7765e8-983e-4253-9bcb-3f213315a08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac', 'code': 200} Mar 07 21:51:28.404440 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-faa6471b-e629-4e6b-be9a-46d0aacafc98 req-148b8e08-8a27-4e62-916e-e39368748baf service neutron] 10.222.0.15 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044621 Mar 07 21:51:28.610481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23b1b6-6391-4f0c-a812-3ce4486abf3d req-7e310729-5c8d-4bb8-a5f7-3df86f321ec4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:28.626146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23b1b6-6391-4f0c-a812-3ce4486abf3d req-7e310729-5c8d-4bb8-a5f7-3df86f321ec4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:28.641114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23b1b6-6391-4f0c-a812-3ce4486abf3d req-7e310729-5c8d-4bb8-a5f7-3df86f321ec4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:28.654012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23b1b6-6391-4f0c-a812-3ce4486abf3d req-7e310729-5c8d-4bb8-a5f7-3df86f321ec4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:28.667178 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23b1b6-6391-4f0c-a812-3ce4486abf3d req-7e310729-5c8d-4bb8-a5f7-3df86f321ec4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:28.680557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23b1b6-6391-4f0c-a812-3ce4486abf3d req-7e310729-5c8d-4bb8-a5f7-3df86f321ec4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:28.694609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23b1b6-6391-4f0c-a812-3ce4486abf3d req-7e310729-5c8d-4bb8-a5f7-3df86f321ec4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:28.706426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d23b1b6-6391-4f0c-a812-3ce4486abf3d req-7e310729-5c8d-4bb8-a5f7-3df86f321ec4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.2445171 Mar 07 21:51:28.946446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d23b1b6-6391-4f0c-a812-3ce4486abf3d req-d82baaf3-ce18-4bbf-b2a9-72701a428e67 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2389991 Mar 07 21:51:29.008364 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e5243-f8a6-4aa0-bd5e-9795f79fc164 req-4754f720-f227-4d3e-8664-cdb1c2986157 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:29.013913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-968e5243-f8a6-4aa0-bd5e-9795f79fc164 req-4754f720-f227-4d3e-8664-cdb1c2986157 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2664859 Mar 07 21:51:29.122926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-968e5243-f8a6-4aa0-bd5e-9795f79fc164 req-158962c4-17c4-400a-baa1-269ffb7d424f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006024 Mar 07 21:51:29.463219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06958f-393d-42d5-a696-9eeeae3e0980 req-6ca94f30-dd22-4ef6-addc-7d3ecce6a3b1 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:29.471283 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb06958f-393d-42d5-a696-9eeeae3e0980 req-6ca94f30-dd22-4ef6-addc-7d3ecce6a3b1 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2181828 Mar 07 21:51:29.572943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40c728-c521-4e5b-a5e2-0f707b2fa007 req-bfabc1eb-eb74-49c1-9771-d6f4ed4822c2 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:29.578433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f40c728-c521-4e5b-a5e2-0f707b2fa007 req-bfabc1eb-eb74-49c1-9771-d6f4ed4822c2 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 945 time: 0.2590957 Mar 07 21:51:29.710465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb06958f-393d-42d5-a696-9eeeae3e0980 req-bd558c96-cf9c-419a-9dfc-ced1a00025b8 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376156 Mar 07 21:51:29.767121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f40c728-c521-4e5b-a5e2-0f707b2fa007 req-b96bd738-05b3-4ffc-af55-9acc95dda843 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816244 Mar 07 21:51:30.048860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dc688-5524-4950-a0d5-76aa91a8f01b req-11629e3f-882d-46a6-bf3a-8810c48319c3 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:30.061806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-429dc688-5524-4950-a0d5-76aa91a8f01b req-11629e3f-882d-46a6-bf3a-8810c48319c3 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1180558 Mar 07 21:51:30.170117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device bb8a8c3c-f28e-4b37-901c-d6ee443f3018 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:51:30.210574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-429dc688-5524-4950-a0d5-76aa91a8f01b req-0a09333c-732d-4851-b2d1-7e988e8eec9b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475425 Mar 07 21:51:30.290193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df3ba0-232e-44f0-ac33-4586c467e82d req-ec53e49b-18c8-48d9-ae1a-5cbd78cf3bcc tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:30.318170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df3ba0-232e-44f0-ac33-4586c467e82d req-ec53e49b-18c8-48d9-ae1a-5cbd78cf3bcc tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:30.352925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df3ba0-232e-44f0-ac33-4586c467e82d req-ec53e49b-18c8-48d9-ae1a-5cbd78cf3bcc tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:30.421850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df3ba0-232e-44f0-ac33-4586c467e82d req-ec53e49b-18c8-48d9-ae1a-5cbd78cf3bcc tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:30.465526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df3ba0-232e-44f0-ac33-4586c467e82d req-ec53e49b-18c8-48d9-ae1a-5cbd78cf3bcc tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:30.470276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:51:30.471001 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:30.476719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df3ba0-232e-44f0-ac33-4586c467e82d req-ec53e49b-18c8-48d9-ae1a-5cbd78cf3bcc tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:30.494352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df3ba0-232e-44f0-ac33-4586c467e82d req-ec53e49b-18c8-48d9-ae1a-5cbd78cf3bcc tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:30.519542 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77df3ba0-232e-44f0-ac33-4586c467e82d req-ec53e49b-18c8-48d9-ae1a-5cbd78cf3bcc tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.3938141 Mar 07 21:51:30.588105 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port bb8a8c3c-f28e-4b37-901c-d6ee443f3018, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:51:30.589799 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8a8c3c-f28e-4b37-901c-d6ee443f3018'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:51:30.594191 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f95acf6-5681-4486-9a66-6af1156115f4" -d '{"events": [{"server_uuid": "2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8a8c3c-f28e-4b37-901c-d6ee443f3018"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:51:30.605673 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:30.681732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:30.857344 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77df3ba0-232e-44f0-ac33-4586c467e82d req-d8680611-0f51-4643-b4b3-ba09657d3f11 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3344135 Mar 07 21:51:30.935844 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa1cf8-2480-4821-97ec-17611f31f62b req-0e60160b-b9d7-410a-89ec-bfda175cac36 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:30.950305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5aa1cf8-2480-4821-97ec-17611f31f62b req-0e60160b-b9d7-410a-89ec-bfda175cac36 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.4080040 Mar 07 21:51:31.015322 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe0acce-67d6-42af-8979-e03b04cdaf30 x-openstack-request-id: req-fbe0acce-67d6-42af-8979-e03b04cdaf30 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:51:31.015763 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8a8c3c-f28e-4b37-901c-d6ee443f3018", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:51:31.016159 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbe0acce-67d6-42af-8979-e03b04cdaf30 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:51:31.017132 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8a8c3c-f28e-4b37-901c-d6ee443f3018', 'code': 200} Mar 07 21:51:31.151653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5aa1cf8-2480-4821-97ec-17611f31f62b req-30adbf88-09dd-4fa7-8421-378ccbccf1e3 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878874 Mar 07 21:51:31.308783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c0bd9-cd60-47ae-9869-c0d47c6dfed3 req-8ec760f6-9323-491a-b647-6eaa36cafe2c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:31.321563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-790c0bd9-cd60-47ae-9869-c0d47c6dfed3 req-8ec760f6-9323-491a-b647-6eaa36cafe2c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 943 time: 0.1372836 Mar 07 21:51:31.431604 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-790c0bd9-cd60-47ae-9869-c0d47c6dfed3 req-1a1a481e-c5ef-4108-8f9b-18e7f72ad77f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090074 Mar 07 21:51:31.631631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9322b-ab1a-4cc3-9f70-c9627afd9a1e req-bbf55767-15fd-4bbf-b6d6-8dcaf27243e1 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:31.639909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82e9322b-ab1a-4cc3-9f70-c9627afd9a1e req-bbf55767-15fd-4bbf-b6d6-8dcaf27243e1 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1780469 Mar 07 21:51:31.771642 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82e9322b-ab1a-4cc3-9f70-c9627afd9a1e req-c6f84a4b-e3cb-42cf-8f29-1c37e8261854 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307228 Mar 07 21:51:31.850635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6db1c-1004-40f5-8ab1-18841adfbb23 req-2001f18a-78d5-4a9a-866d-03558c8bffba tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:31.863819 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-adf6db1c-1004-40f5-8ab1-18841adfbb23 req-2001f18a-78d5-4a9a-866d-03558c8bffba tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.3122308 Mar 07 21:51:31.994218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-adf6db1c-1004-40f5-8ab1-18841adfbb23 req-f1d76f5f-f73c-497e-a0fd-7b7a2f573918 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242144 Mar 07 21:51:32.129714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e119f-614f-4a0b-82c2-599af1416afa req-55cb60e4-9dd9-467d-aa32-3952201b9804 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:32.131500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b3e119f-614f-4a0b-82c2-599af1416afa req-55cb60e4-9dd9-467d-aa32-3952201b9804 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1561236 Mar 07 21:51:32.239635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b3e119f-614f-4a0b-82c2-599af1416afa req-18f3fade-d6d1-48f4-8801-a664511262af tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010137 Mar 07 21:51:32.298907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a442d3-1d47-402a-b820-a04bc15e45a2 req-7c91f4b6-4371-48fb-bcb5-7a7bf977a749 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:32.305638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a442d3-1d47-402a-b820-a04bc15e45a2 req-7c91f4b6-4371-48fb-bcb5-7a7bf977a749 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:32.312531 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a442d3-1d47-402a-b820-a04bc15e45a2 req-7c91f4b6-4371-48fb-bcb5-7a7bf977a749 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:32.322688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a442d3-1d47-402a-b820-a04bc15e45a2 req-7c91f4b6-4371-48fb-bcb5-7a7bf977a749 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:32.332937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a442d3-1d47-402a-b820-a04bc15e45a2 req-7c91f4b6-4371-48fb-bcb5-7a7bf977a749 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:32.339222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a442d3-1d47-402a-b820-a04bc15e45a2 req-7c91f4b6-4371-48fb-bcb5-7a7bf977a749 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:32.347261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a442d3-1d47-402a-b820-a04bc15e45a2 req-7c91f4b6-4371-48fb-bcb5-7a7bf977a749 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:32.355271 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-02a442d3-1d47-402a-b820-a04bc15e45a2 req-7c91f4b6-4371-48fb-bcb5-7a7bf977a749 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.1933095 Mar 07 21:51:32.458965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-02a442d3-1d47-402a-b820-a04bc15e45a2 req-d396c4d7-1452-4203-884c-282812befd32 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1024282 Mar 07 21:51:32.584853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a64dc-3c00-4943-87e3-dae2e61f1d8c req-d4f7aad1-e93e-4424-9a7d-361b6ffcd208 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:32.587331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed6a64dc-3c00-4943-87e3-dae2e61f1d8c req-d4f7aad1-e93e-4424-9a7d-361b6ffcd208 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1486781 Mar 07 21:51:32.738262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed6a64dc-3c00-4943-87e3-dae2e61f1d8c req-cabc7965-5102-4746-99b0-6bb13d97300e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380744 Mar 07 21:51:32.916536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e9ab1-382b-41c4-adcb-496d25c0dbc2 req-368eb863-24f2-4537-b83a-8c5bea4c6e82 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:32.929617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-524e9ab1-382b-41c4-adcb-496d25c0dbc2 req-368eb863-24f2-4537-b83a-8c5bea4c6e82 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1365623 Mar 07 21:51:33.096810 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-524e9ab1-382b-41c4-adcb-496d25c0dbc2 req-fab5fe4c-5bba-4937-8bcb-46b85b507046 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642148 Mar 07 21:51:33.139085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233a701-3d57-41ee-a933-a7c12d545cc0 req-a1fa571f-492c-4673-a599-f5e9337c20c8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:33.143699 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8233a701-3d57-41ee-a933-a7c12d545cc0 req-a1fa571f-492c-4673-a599-f5e9337c20c8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1517611 Mar 07 21:51:33.267891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8233a701-3d57-41ee-a933-a7c12d545cc0 req-a9cf7a8e-eb49-4514-9dbc-d660ec5ee3af tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100774 Mar 07 21:51:33.351521 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d93433-3a9e-4045-b344-7fb51cacce50 req-9a8f9a92-145f-46f3-b9ae-a4ec51605636 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:33.359211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68d93433-3a9e-4045-b344-7fb51cacce50 req-9a8f9a92-145f-46f3-b9ae-a4ec51605636 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1181173 Mar 07 21:51:33.473806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68d93433-3a9e-4045-b344-7fb51cacce50 req-3d6eeda4-6e1c-47ff-8050-37b5b0d41092 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136694 Mar 07 21:51:33.522218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70cab1-a573-4603-9f44-1b7c4af6391c req-23dce00e-49ac-4788-9924-49212af03988 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:33.529063 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a70cab1-a573-4603-9f44-1b7c4af6391c req-23dce00e-49ac-4788-9924-49212af03988 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1481249 Mar 07 21:51:33.632337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a70cab1-a573-4603-9f44-1b7c4af6391c req-c19b4f8f-99df-4a2f-b7d3-783647d307c8 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972278 Mar 07 21:51:33.770912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41824e1-eb73-43a5-87d8-46c3cb77c46a req-1dc404cf-c9cd-4f55-8907-6d749a8a079b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:33.777229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41824e1-eb73-43a5-87d8-46c3cb77c46a req-1dc404cf-c9cd-4f55-8907-6d749a8a079b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:33.782713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41824e1-eb73-43a5-87d8-46c3cb77c46a req-1dc404cf-c9cd-4f55-8907-6d749a8a079b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:33.789761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41824e1-eb73-43a5-87d8-46c3cb77c46a req-1dc404cf-c9cd-4f55-8907-6d749a8a079b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:33.795952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41824e1-eb73-43a5-87d8-46c3cb77c46a req-1dc404cf-c9cd-4f55-8907-6d749a8a079b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:33.802004 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41824e1-eb73-43a5-87d8-46c3cb77c46a req-1dc404cf-c9cd-4f55-8907-6d749a8a079b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:33.807582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41824e1-eb73-43a5-87d8-46c3cb77c46a req-1dc404cf-c9cd-4f55-8907-6d749a8a079b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:33.815693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e41824e1-eb73-43a5-87d8-46c3cb77c46a req-1dc404cf-c9cd-4f55-8907-6d749a8a079b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.1821072 Mar 07 21:51:33.914345 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e41824e1-eb73-43a5-87d8-46c3cb77c46a req-019e0d13-e0ff-44d8-9f49-94e2eddbd8e8 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0974872 Mar 07 21:51:33.952065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95446ada-aff7-42d3-bc75-fdd8c1ac736f req-bede5a86-172b-4a20-b58a-7794d9123caa tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:33.953922 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95446ada-aff7-42d3-bc75-fdd8c1ac736f req-bede5a86-172b-4a20-b58a-7794d9123caa tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1941888 Mar 07 21:51:34.087401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95446ada-aff7-42d3-bc75-fdd8c1ac736f req-ea57768e-5592-4372-bdb5-65e59a629092 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204402 Mar 07 21:51:34.187476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device bb8a8c3c-f28e-4b37-901c-d6ee443f3018 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:51:34.319936 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 is: DOWN; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:51:34.505516 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b048eb-0d9e-4331-87de-6cb5d82d59f7 req-6b252a88-1993-4997-aa3c-c156c97eee54 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:34.514085 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99b048eb-0d9e-4331-87de-6cb5d82d59f7 req-6b252a88-1993-4997-aa3c-c156c97eee54 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2023833 Mar 07 21:51:34.583964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd874e-8c62-4fbe-ba9f-0caa117ef936 req-fcb29e61-9921-4e71-92c8-22fa2c8a54c4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:34.585671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5cd874e-8c62-4fbe-ba9f-0caa117ef936 req-fcb29e61-9921-4e71-92c8-22fa2c8a54c4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2098424 Mar 07 21:51:34.597932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99b048eb-0d9e-4331-87de-6cb5d82d59f7 req-7ad7478d-07c7-4827-952d-bd1d0a147b9b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824752 Mar 07 21:51:34.773777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5cd874e-8c62-4fbe-ba9f-0caa117ef936 req-034decdd-4bee-4f96-a8d3-946dfb5a2124 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709218 Mar 07 21:51:35.292267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba5fa1-3a43-43e6-9fd5-e038d72c679f req-2161577d-0783-4961-8130-d5780cee9716 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:35.343072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba5fa1-3a43-43e6-9fd5-e038d72c679f req-2161577d-0783-4961-8130-d5780cee9716 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:35.370998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba5fa1-3a43-43e6-9fd5-e038d72c679f req-2161577d-0783-4961-8130-d5780cee9716 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:35.377049 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba5fa1-3a43-43e6-9fd5-e038d72c679f req-2161577d-0783-4961-8130-d5780cee9716 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:35.397407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba5fa1-3a43-43e6-9fd5-e038d72c679f req-2161577d-0783-4961-8130-d5780cee9716 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:35.409826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba5fa1-3a43-43e6-9fd5-e038d72c679f req-2161577d-0783-4961-8130-d5780cee9716 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:35.427365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba5fa1-3a43-43e6-9fd5-e038d72c679f req-2161577d-0783-4961-8130-d5780cee9716 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:35.439055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7aba5fa1-3a43-43e6-9fd5-e038d72c679f req-2161577d-0783-4961-8130-d5780cee9716 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.3693817 Mar 07 21:51:35.611991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7aba5fa1-3a43-43e6-9fd5-e038d72c679f req-f3e933f7-bbfe-4f13-989e-f3d044f0690b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1608584 Mar 07 21:51:35.625740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d359c87-5ae9-490a-9bc5-e181c9a5a1a2 req-b2356f14-b775-4e31-8964-93010a4d0094 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:35.627895 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d359c87-5ae9-490a-9bc5-e181c9a5a1a2 req-b2356f14-b775-4e31-8964-93010a4d0094 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1320281 Mar 07 21:51:35.739373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d359c87-5ae9-490a-9bc5-e181c9a5a1a2 req-084eb265-a87a-4d43-a807-23dffbe0c99f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056643 Mar 07 21:51:36.006053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7b4fd-aeab-43b2-955f-1e305e5d16a8 req-e7f7c6c3-f542-49da-aa9a-f5106a0cb304 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:36.012221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4d7b4fd-aeab-43b2-955f-1e305e5d16a8 req-e7f7c6c3-f542-49da-aa9a-f5106a0cb304 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1175165 Mar 07 21:51:36.158168 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4d7b4fd-aeab-43b2-955f-1e305e5d16a8 req-d5a62b28-c946-449c-af93-27a5d2037258 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398380 Mar 07 21:51:36.827244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b92b4-a30e-460a-9080-220627bf2370 req-44b8bf5f-8cf5-4d95-a6ef-d507c65526f8 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:36.851126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b92b4-a30e-460a-9080-220627bf2370 req-44b8bf5f-8cf5-4d95-a6ef-d507c65526f8 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:36.856413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b92b4-a30e-460a-9080-220627bf2370 req-44b8bf5f-8cf5-4d95-a6ef-d507c65526f8 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:36.872346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b92b4-a30e-460a-9080-220627bf2370 req-44b8bf5f-8cf5-4d95-a6ef-d507c65526f8 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:36.890211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b92b4-a30e-460a-9080-220627bf2370 req-44b8bf5f-8cf5-4d95-a6ef-d507c65526f8 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:36.896373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b92b4-a30e-460a-9080-220627bf2370 req-44b8bf5f-8cf5-4d95-a6ef-d507c65526f8 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:36.907203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b92b4-a30e-460a-9080-220627bf2370 req-44b8bf5f-8cf5-4d95-a6ef-d507c65526f8 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:36.909596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d75b92b4-a30e-460a-9080-220627bf2370 req-44b8bf5f-8cf5-4d95-a6ef-d507c65526f8 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.1734827 Mar 07 21:51:37.168018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaee94-a3ed-4161-81f7-d179d5c19d31 req-5af47e56-2d93-43e2-a4ea-bb528b297bbc tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:37.184160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09aaee94-a3ed-4161-81f7-d179d5c19d31 req-5af47e56-2d93-43e2-a4ea-bb528b297bbc tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2693202 Mar 07 21:51:37.190841 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d75b92b4-a30e-460a-9080-220627bf2370 req-dc208660-f316-43a6-808c-9de4c556036e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2735939 Mar 07 21:51:37.287148 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09aaee94-a3ed-4161-81f7-d179d5c19d31 req-7cf4a1ba-4d97-46fa-84dd-7bc90f678187 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021030 Mar 07 21:51:37.459545 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fab57-efa3-4f19-bf5e-dd574e507f0c req-96353310-6e02-425d-9662-3a1eda56d546 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:37.477138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-770fab57-efa3-4f19-bf5e-dd574e507f0c req-96353310-6e02-425d-9662-3a1eda56d546 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1469448 Mar 07 21:51:37.650407 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-770fab57-efa3-4f19-bf5e-dd574e507f0c req-059ccdb9-c2b8-4b1d-93d2-7663f8c299fa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659772 Mar 07 21:51:38.761796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56091f-57bb-458c-9dc6-758d59dbf91a req-3ac10afd-8291-4f67-a90e-3187c3fc39d9 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:38.776537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56091f-57bb-458c-9dc6-758d59dbf91a req-3ac10afd-8291-4f67-a90e-3187c3fc39d9 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:38.800601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56091f-57bb-458c-9dc6-758d59dbf91a req-3ac10afd-8291-4f67-a90e-3187c3fc39d9 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:38.834556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56091f-57bb-458c-9dc6-758d59dbf91a req-3ac10afd-8291-4f67-a90e-3187c3fc39d9 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:38.853591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56091f-57bb-458c-9dc6-758d59dbf91a req-3ac10afd-8291-4f67-a90e-3187c3fc39d9 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:38.882363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56091f-57bb-458c-9dc6-758d59dbf91a req-3ac10afd-8291-4f67-a90e-3187c3fc39d9 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:38.893130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56091f-57bb-458c-9dc6-758d59dbf91a req-3ac10afd-8291-4f67-a90e-3187c3fc39d9 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:38.901361 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c56091f-57bb-458c-9dc6-758d59dbf91a req-3ac10afd-8291-4f67-a90e-3187c3fc39d9 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.5364332 Mar 07 21:51:38.938515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231aeaa-99c7-4a38-bf6c-76b49107fd00 req-1ef53a6b-2005-4c58-a2ea-0423151ff180 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:38.952684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b231aeaa-99c7-4a38-bf6c-76b49107fd00 req-1ef53a6b-2005-4c58-a2ea-0423151ff180 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.4407904 Mar 07 21:51:39.263957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b231aeaa-99c7-4a38-bf6c-76b49107fd00 req-85d5de96-e1d6-4dc7-a32c-477c737ce3b8 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096454 Mar 07 21:51:39.279159 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c56091f-57bb-458c-9dc6-758d59dbf91a req-ef3633df-ead3-4ff7-b91c-131bd08e5d30 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3672631 Mar 07 21:51:39.517012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96d405-3ae0-4476-a5a6-b7c5851a4d19 req-bc8db9b0-0fce-408a-b39b-c19d728c65cc tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:39.524194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb96d405-3ae0-4476-a5a6-b7c5851a4d19 req-bc8db9b0-0fce-408a-b39b-c19d728c65cc tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1219976 Mar 07 21:51:39.617777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb96d405-3ae0-4476-a5a6-b7c5851a4d19 req-f391c2f6-b65b-4fc0-8809-f0858f49b16e tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923681 Mar 07 21:51:40.665608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851e54-820e-4043-9d8e-334a66be2612 req-7afa1953-9e72-49e5-893d-cdf916ced626 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:40.679708 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851e54-820e-4043-9d8e-334a66be2612 req-7afa1953-9e72-49e5-893d-cdf916ced626 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:40.689141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851e54-820e-4043-9d8e-334a66be2612 req-7afa1953-9e72-49e5-893d-cdf916ced626 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:40.704905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851e54-820e-4043-9d8e-334a66be2612 req-7afa1953-9e72-49e5-893d-cdf916ced626 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:40.744570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851e54-820e-4043-9d8e-334a66be2612 req-7afa1953-9e72-49e5-893d-cdf916ced626 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:40.774281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851e54-820e-4043-9d8e-334a66be2612 req-7afa1953-9e72-49e5-893d-cdf916ced626 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:40.786966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851e54-820e-4043-9d8e-334a66be2612 req-7afa1953-9e72-49e5-893d-cdf916ced626 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:40.788760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d851e54-820e-4043-9d8e-334a66be2612 req-7afa1953-9e72-49e5-893d-cdf916ced626 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.3159277 Mar 07 21:51:40.812696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99d991-b946-4df5-9814-c72bfd51414d req-f07e8c41-2dac-4ff4-ab62-e1f08fc394db tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:40.838098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef99d991-b946-4df5-9814-c72bfd51414d req-f07e8c41-2dac-4ff4-ab62-e1f08fc394db tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.4011621 Mar 07 21:51:41.078319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d851e54-820e-4043-9d8e-334a66be2612 req-a7436e8a-c591-4e8c-b0e3-64c18731f1c6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1735117 Mar 07 21:51:41.152866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef99d991-b946-4df5-9814-c72bfd51414d req-0809ef3b-5e47-4ce7-841e-de820e717c02 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064172 Mar 07 21:51:41.405950 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfb38e-5500-480b-89f2-58fac4cafe33 req-9f630a4d-9d77-475b-838d-2d8df09c24dd tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:41.418682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-edbfb38e-5500-480b-89f2-58fac4cafe33 req-9f630a4d-9d77-475b-838d-2d8df09c24dd tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1177161 Mar 07 21:51:41.532406 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-edbfb38e-5500-480b-89f2-58fac4cafe33 req-5306bae9-42af-444c-9224-447fed257109 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124458 Mar 07 21:51:43.161468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef211d5-f020-4250-8cf7-bbab3ea398fc req-0838ba16-2ae5-4781-ac17-7d7103bae50b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:43.168093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef211d5-f020-4250-8cf7-bbab3ea398fc req-0838ba16-2ae5-4781-ac17-7d7103bae50b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:43.173915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef211d5-f020-4250-8cf7-bbab3ea398fc req-0838ba16-2ae5-4781-ac17-7d7103bae50b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:43.180903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef211d5-f020-4250-8cf7-bbab3ea398fc req-0838ba16-2ae5-4781-ac17-7d7103bae50b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:43.190101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef211d5-f020-4250-8cf7-bbab3ea398fc req-0838ba16-2ae5-4781-ac17-7d7103bae50b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:43.192853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef211d5-f020-4250-8cf7-bbab3ea398fc req-0838ba16-2ae5-4781-ac17-7d7103bae50b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:43.199293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef211d5-f020-4250-8cf7-bbab3ea398fc req-0838ba16-2ae5-4781-ac17-7d7103bae50b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:43.201838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ef211d5-f020-4250-8cf7-bbab3ea398fc req-0838ba16-2ae5-4781-ac17-7d7103bae50b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 1.0014775 Mar 07 21:51:43.302012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba6572-0731-4735-9bbf-6eca2af92ab1 req-08c49ed9-61dc-4504-848c-a27e664e3657 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:43.303567 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48ba6572-0731-4735-9bbf-6eca2af92ab1 req-08c49ed9-61dc-4504-848c-a27e664e3657 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 1.0220993 Mar 07 21:51:43.408696 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ef211d5-f020-4250-8cf7-bbab3ea398fc req-e2ce7f7a-aa94-41b1-aa47-295db520ddae tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1908143 Mar 07 21:51:43.530678 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48ba6572-0731-4735-9bbf-6eca2af92ab1 req-4daa2d0b-1444-426d-9ee8-dd81be9e55fa tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917882 Mar 07 21:51:43.554565 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:51:43.701940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa3ce1-740f-4d3c-930a-cca38134727c req-d6265494-339f-400d-bbd3-a2983497a365 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:43.723436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-51fa3ce1-740f-4d3c-930a-cca38134727c req-d6265494-339f-400d-bbd3-a2983497a365 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1128421 Mar 07 21:51:43.845665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-51fa3ce1-740f-4d3c-930a-cca38134727c req-ce159473-4d71-451a-9209-5004d8061e89 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213074 Mar 07 21:51:44.772726 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3a183-f6bc-4063-8470-f5439fa04bff req-1ece78a0-c651-48c2-82e7-21e7ed1c5e55 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:44.791780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3a183-f6bc-4063-8470-f5439fa04bff req-1ece78a0-c651-48c2-82e7-21e7ed1c5e55 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:44.803864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3a183-f6bc-4063-8470-f5439fa04bff req-1ece78a0-c651-48c2-82e7-21e7ed1c5e55 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:44.819097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3a183-f6bc-4063-8470-f5439fa04bff req-1ece78a0-c651-48c2-82e7-21e7ed1c5e55 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:44.830686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3a183-f6bc-4063-8470-f5439fa04bff req-1ece78a0-c651-48c2-82e7-21e7ed1c5e55 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:44.845095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3a183-f6bc-4063-8470-f5439fa04bff req-1ece78a0-c651-48c2-82e7-21e7ed1c5e55 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:44.859359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3a183-f6bc-4063-8470-f5439fa04bff req-1ece78a0-c651-48c2-82e7-21e7ed1c5e55 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:44.862892 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64b3a183-f6bc-4063-8470-f5439fa04bff req-1ece78a0-c651-48c2-82e7-21e7ed1c5e55 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.2696609 Mar 07 21:51:45.143962 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64b3a183-f6bc-4063-8470-f5439fa04bff req-63b0cb85-1236-475c-a436-390d6c892610 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2553582 Mar 07 21:51:45.183006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7266c2e-7e25-4c8f-ab91-ebeb4ece2225 req-a811da74-00f1-4294-a15b-814fe06a17ef tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:45.198999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7266c2e-7e25-4c8f-ab91-ebeb4ece2225 req-a811da74-00f1-4294-a15b-814fe06a17ef tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.3347704 Mar 07 21:51:45.288060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7266c2e-7e25-4c8f-ab91-ebeb4ece2225 req-69e40cec-24c0-413d-9f25-8d452b355e87 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880287 Mar 07 21:51:45.385637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0db042-6b93-4dbc-9df3-b7a563879342 req-e68d15a0-9a92-4e4d-8735-5a991f81c749 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:45.395401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd0db042-6b93-4dbc-9df3-b7a563879342 req-e68d15a0-9a92-4e4d-8735-5a991f81c749 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.0882442 Mar 07 21:51:45.452211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd0db042-6b93-4dbc-9df3-b7a563879342 req-0f42f5f6-ccea-4ce8-b2c1-6c9367a39b1d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558200 Mar 07 21:51:45.637947 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9cc854f1-2fef-40ca-9f4c-a668cda79fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:45.860514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071effa4-2f75-4054-a418-c7028f06d5f1 req-366ef3bf-65ce-4d18-ae81-efbe8c56c338 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:45.868193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-071effa4-2f75-4054-a418-c7028f06d5f1 req-366ef3bf-65ce-4d18-ae81-efbe8c56c338 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1994987 Mar 07 21:51:45.900926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa3a8e-b93a-4405-b51d-01390d1a8fc8 req-2243d01a-66fa-4a99-a829-1da3e47268b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:45.902685 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94fa3a8e-b93a-4405-b51d-01390d1a8fc8 req-2243d01a-66fa-4a99-a829-1da3e47268b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 1126 time: 0.1378977 Mar 07 21:51:45.912187 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:46.005265 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-071effa4-2f75-4054-a418-c7028f06d5f1 req-3261b73a-4f12-4c32-9440-dc0ecda3c83c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301298 Mar 07 21:51:46.057033 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa3a8e-b93a-4405-b51d-01390d1a8fc8 req-fc9d90c5-19f9-4519-8378-d2e5d327544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:46.058953 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94fa3a8e-b93a-4405-b51d-01390d1a8fc8 req-fc9d90c5-19f9-4519-8378-d2e5d327544a service neutron] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.1488755 Mar 07 21:51:46.231707 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94fa3a8e-b93a-4405-b51d-01390d1a8fc8 req-443f096b-8fec-43c9-82f9-9aecb2407c63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db HTTP/1.1" status: 200 len: 999 time: 0.1664782 Mar 07 21:51:46.323741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa3a8e-b93a-4405-b51d-01390d1a8fc8 req-da9c0ef0-b227-4c69-b809-6bd31047da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:46.325233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94fa3a8e-b93a-4405-b51d-01390d1a8fc8 req-da9c0ef0-b227-4c69-b809-6bd31047da9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.0876813 Mar 07 21:51:46.607248 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88bfb4-cd0f-42a6-b687-a7f4a51ccbbf req-a6c88b9a-a976-47f0-89c8-d420c5531200 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:46.613222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88bfb4-cd0f-42a6-b687-a7f4a51ccbbf req-a6c88b9a-a976-47f0-89c8-d420c5531200 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:46.619193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88bfb4-cd0f-42a6-b687-a7f4a51ccbbf req-a6c88b9a-a976-47f0-89c8-d420c5531200 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:46.624527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88bfb4-cd0f-42a6-b687-a7f4a51ccbbf req-a6c88b9a-a976-47f0-89c8-d420c5531200 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:46.630553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88bfb4-cd0f-42a6-b687-a7f4a51ccbbf req-a6c88b9a-a976-47f0-89c8-d420c5531200 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:46.635871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88bfb4-cd0f-42a6-b687-a7f4a51ccbbf req-a6c88b9a-a976-47f0-89c8-d420c5531200 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:46.641175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88bfb4-cd0f-42a6-b687-a7f4a51ccbbf req-a6c88b9a-a976-47f0-89c8-d420c5531200 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:46.643844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd88bfb4-cd0f-42a6-b687-a7f4a51ccbbf req-a6c88b9a-a976-47f0-89c8-d420c5531200 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.2524247 Mar 07 21:51:46.662059 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa3a8e-b93a-4405-b51d-01390d1a8fc8 req-9df09ba1-307a-4b9f-b557-a572993a3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:46.663625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94fa3a8e-b93a-4405-b51d-01390d1a8fc8 req-9df09ba1-307a-4b9f-b557-a572993a3e48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3317499 Mar 07 21:51:46.671499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecc21c-4f1f-4651-a052-6027141e72d6 req-a7be4260-7578-4120-96ac-03f251437c44 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:46.678373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2ecc21c-4f1f-4651-a052-6027141e72d6 req-a7be4260-7578-4120-96ac-03f251437c44 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2180610 Mar 07 21:51:46.778335 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94fa3a8e-b93a-4405-b51d-01390d1a8fc8 req-d842caca-c6bf-4e53-b8e8-04fe766e6a8a service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932224 Mar 07 21:51:47.065652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd88bfb4-cd0f-42a6-b687-a7f4a51ccbbf req-0c2b9602-0639-4c1d-a180-d0c9d84c3b5a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4103675 Mar 07 21:51:47.105374 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2ecc21c-4f1f-4651-a052-6027141e72d6 req-14763829-b952-40d2-a9ea-1cb0012928f9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260571 Mar 07 21:51:47.143112 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94fa3a8e-b93a-4405-b51d-01390d1a8fc8 req-559978ae-3e40-4cc1-8dbd-1b85f03a5041 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556349 Mar 07 21:51:47.313935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3989-6e39-487d-8066-9cbcc0986088 req-e6f010c0-4059-4ec7-9a0e-bc2441002f49 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:47.328837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95ef3989-6e39-487d-8066-9cbcc0986088 req-e6f010c0-4059-4ec7-9a0e-bc2441002f49 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1034317 Mar 07 21:51:47.434691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95ef3989-6e39-487d-8066-9cbcc0986088 req-96969c5b-0062-431d-9a75-ff018e674928 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048949 Mar 07 21:51:47.878759 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8c1c-0e13-4e2a-8caf-484314c879c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:48.182553 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:48.238742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:51:48.481015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa0516-5fd3-477e-b679-8bb219cb4b12 req-309cefb1-5762-41b5-a8e3-be56cf1e4c6a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:48.486991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2baa0516-5fd3-477e-b679-8bb219cb4b12 req-309cefb1-5762-41b5-a8e3-be56cf1e4c6a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1911616 Mar 07 21:51:48.518938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19224-7edd-4982-acdb-916f53da5de8 req-6262d184-fe6a-49dd-be3f-44a401e07883 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:48.525002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19224-7edd-4982-acdb-916f53da5de8 req-6262d184-fe6a-49dd-be3f-44a401e07883 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:48.531212 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19224-7edd-4982-acdb-916f53da5de8 req-6262d184-fe6a-49dd-be3f-44a401e07883 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:48.537583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19224-7edd-4982-acdb-916f53da5de8 req-6262d184-fe6a-49dd-be3f-44a401e07883 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:48.543712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19224-7edd-4982-acdb-916f53da5de8 req-6262d184-fe6a-49dd-be3f-44a401e07883 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:48.564444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19224-7edd-4982-acdb-916f53da5de8 req-6262d184-fe6a-49dd-be3f-44a401e07883 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:48.577108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19224-7edd-4982-acdb-916f53da5de8 req-6262d184-fe6a-49dd-be3f-44a401e07883 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:48.612980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22c19224-7edd-4982-acdb-916f53da5de8 req-6262d184-fe6a-49dd-be3f-44a401e07883 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.4013543 Mar 07 21:51:48.772757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2baa0516-5fd3-477e-b679-8bb219cb4b12 req-1ea7219c-30c5-4d84-a5f1-7548472d5375 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829151 Mar 07 21:51:48.829011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22c19224-7edd-4982-acdb-916f53da5de8 req-abe7e22c-fb26-4930-a463-3a3be10f51c1 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2128394 Mar 07 21:51:48.864844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:51:48.916011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb', 'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac', 'port_id': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb', 'mac_address': 'fa:16:3e:a1:72:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087870aa-f669-4d7e-a1fb-da282598d1d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:51:49.016824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:51:49.017447 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:49.061928 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:51:49.114844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:51:49.119124 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42007a4a-6c3e-41ae-9cca-613e53e115d6 req-a76d4b52-901f-42b6-b313-0d47845ef574 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:49.130359 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:49.136966 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42007a4a-6c3e-41ae-9cca-613e53e115d6 req-a76d4b52-901f-42b6-b313-0d47845ef574 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1221590 Mar 07 21:51:49.240012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42007a4a-6c3e-41ae-9cca-613e53e115d6 req-1f3845cd-239d-4c33-90b7-1f166dc96e27 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019793 Mar 07 21:51:49.260282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:49.330613 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:49.358085 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['72840b70-c8b3-4f97-9dbb-b0dc277d4ccb'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:51:49.509050 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a13409-1148-4a94-8975-2fac833288a2 req-f075839a-3070-4148-b665-a11890fa4ee4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:49.524070 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32a13409-1148-4a94-8975-2fac833288a2 req-f075839a-3070-4148-b665-a11890fa4ee4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1385157 Mar 07 21:51:49.622574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32a13409-1148-4a94-8975-2fac833288a2 req-646ef6dc-9163-4662-899d-5a8fd6b79acd tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964208 Mar 07 21:51:49.866959 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dd070-7476-4d4a-914b-d0e3d8ec1594 req-7c44fb0c-d639-475d-9796-4b5a80879fa3 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:49.913256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-959dd070-7476-4d4a-914b-d0e3d8ec1594 req-7c44fb0c-d639-475d-9796-4b5a80879fa3 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1429508 Mar 07 21:51:50.207225 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-959dd070-7476-4d4a-914b-d0e3d8ec1594 req-cabffefd-671a-4fa6-8bd7-e78430bbdb9f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854924 Mar 07 21:51:50.273243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:51:50.505043 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:50.553261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:51:50.556852 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:50.598341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9194a81-f8d1-4063-9beb-a2ee5e451f7a req-67554301-354d-43f1-a697-08a083c07c47 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:50.636231 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9194a81-f8d1-4063-9beb-a2ee5e451f7a req-67554301-354d-43f1-a697-08a083c07c47 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 944 time: 0.2920949 Mar 07 21:51:50.778763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9194a81-f8d1-4063-9beb-a2ee5e451f7a req-0b61da7a-3341-40c3-bf3c-f0db4bd8b076 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384361 Mar 07 21:51:51.096058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:51:51.096501 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:51.145007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9e4de-62a6-482e-9fb3-6748a74309e2 req-a578894e-7d8c-4461-b525-d10666e0137f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:51.166616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9e4de-62a6-482e-9fb3-6748a74309e2 req-a578894e-7d8c-4461-b525-d10666e0137f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:51.185198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9e4de-62a6-482e-9fb3-6748a74309e2 req-a578894e-7d8c-4461-b525-d10666e0137f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:51.204231 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9e4de-62a6-482e-9fb3-6748a74309e2 req-a578894e-7d8c-4461-b525-d10666e0137f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:51.210238 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9e4de-62a6-482e-9fb3-6748a74309e2 req-a578894e-7d8c-4461-b525-d10666e0137f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:51.227323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:51:51.235991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc566c24-ff47-44a3-8c3a-1698e4cc5200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:51:51.244079 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f80f70-f983-4e73-98f9-76a6f65d562e" -d '{"events": [{"server_uuid": "bc566c24-ff47-44a3-8c3a-1698e4cc5200", "name": "network-vif-plugged", "status": "completed", "tag": "72840b70-c8b3-4f97-9dbb-b0dc277d4ccb"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:51:51.246984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9e4de-62a6-482e-9fb3-6748a74309e2 req-a578894e-7d8c-4461-b525-d10666e0137f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:51.266433 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:51.278533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9e4de-62a6-482e-9fb3-6748a74309e2 req-a578894e-7d8c-4461-b525-d10666e0137f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:51.284816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0df9e4de-62a6-482e-9fb3-6748a74309e2 req-a578894e-7d8c-4461-b525-d10666e0137f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.3297470 Mar 07 21:51:51.492297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0df9e4de-62a6-482e-9fb3-6748a74309e2 req-9343f42c-d796-4b15-812b-6f495e4edc78 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1974888 Mar 07 21:51:51.512341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:51.736653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299e94a-b3c5-40b9-9a17-dce0a269d747 req-31c535e7-06be-48bc-b745-61f6ed93408c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:51.748926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e299e94a-b3c5-40b9-9a17-dce0a269d747 req-31c535e7-06be-48bc-b745-61f6ed93408c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1360536 Mar 07 21:51:51.875029 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e299e94a-b3c5-40b9-9a17-dce0a269d747 req-84ddd5c2-74a0-461c-bf36-04cbd4110720 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242664 Mar 07 21:51:52.042739 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af14b82d-6d39-4e13-a361-2ab7b1e18bac x-openstack-request-id: req-af14b82d-6d39-4e13-a361-2ab7b1e18bac {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:51:52.043053 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc566c24-ff47-44a3-8c3a-1698e4cc5200", "name": "network-vif-plugged", "status": "completed", "tag": "72840b70-c8b3-4f97-9dbb-b0dc277d4ccb", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:51:52.043325 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af14b82d-6d39-4e13-a361-2ab7b1e18bac {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:51:52.043747 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc566c24-ff47-44a3-8c3a-1698e4cc5200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb', 'code': 200} Mar 07 21:51:52.170922 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:52.382654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270f460-bdb6-4368-bfc7-a56309900a95 req-ad30ef77-6856-427b-938c-5ad23ef95810 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:52.384394 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c270f460-bdb6-4368-bfc7-a56309900a95 req-ad30ef77-6856-427b-938c-5ad23ef95810 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1167514 Mar 07 21:51:52.491526 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c270f460-bdb6-4368-bfc7-a56309900a95 req-b510d20c-3a8b-462b-8e9a-e16d3d996e15 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940390 Mar 07 21:51:52.848320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ca3aa-3cd6-4836-bf1e-bf56f9839e31 req-a50a5971-8514-413b-bead-cf8772d68de6 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:52.874011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e10ca3aa-3cd6-4836-bf1e-bf56f9839e31 req-a50a5971-8514-413b-bead-cf8772d68de6 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1840053 Mar 07 21:51:53.050924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e10ca3aa-3cd6-4836-bf1e-bf56f9839e31 req-0d4132cf-dc3f-407c-b8c7-d7fc3c868b44 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762350 Mar 07 21:51:53.401366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa4aa4-80e7-4df3-a721-a3c14e5781b1 req-c92c6a8a-9dd6-4110-ac70-6cc326be0215 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:53.419400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa4aa4-80e7-4df3-a721-a3c14e5781b1 req-c92c6a8a-9dd6-4110-ac70-6cc326be0215 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:53.427495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa4aa4-80e7-4df3-a721-a3c14e5781b1 req-c92c6a8a-9dd6-4110-ac70-6cc326be0215 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:53.433169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa4aa4-80e7-4df3-a721-a3c14e5781b1 req-c92c6a8a-9dd6-4110-ac70-6cc326be0215 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:53.440717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa4aa4-80e7-4df3-a721-a3c14e5781b1 req-c92c6a8a-9dd6-4110-ac70-6cc326be0215 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:53.446308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa4aa4-80e7-4df3-a721-a3c14e5781b1 req-c92c6a8a-9dd6-4110-ac70-6cc326be0215 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:53.451863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa4aa4-80e7-4df3-a721-a3c14e5781b1 req-c92c6a8a-9dd6-4110-ac70-6cc326be0215 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:53.454023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-93fa4aa4-80e7-4df3-a721-a3c14e5781b1 req-c92c6a8a-9dd6-4110-ac70-6cc326be0215 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.2224808 Mar 07 21:51:53.583767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-93fa4aa4-80e7-4df3-a721-a3c14e5781b1 req-af9f99e2-37f8-450c-8c24-3ffddac43f25 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1204200 Mar 07 21:51:54.691806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb58c7-6448-4733-a37e-ba12e81392f2 req-753ed865-2673-4f28-baab-cbad64215809 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:54.693327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68bb58c7-6448-4733-a37e-ba12e81392f2 req-753ed865-2673-4f28-baab-cbad64215809 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1949925 Mar 07 21:51:54.801449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68bb58c7-6448-4733-a37e-ba12e81392f2 req-85f0d40a-d1a1-4904-9504-a52b28d8e2f4 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918696 Mar 07 21:51:55.201153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388857b-0a20-4600-9ce4-3bd7a31cb9e0 req-3dc5cfa1-46b1-4bb6-a21e-4ac4758412a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:55.228096 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e388857b-0a20-4600-9ce4-3bd7a31cb9e0 req-3dc5cfa1-46b1-4bb6-a21e-4ac4758412a0 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2809479 Mar 07 21:51:55.449610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e388857b-0a20-4600-9ce4-3bd7a31cb9e0 req-5d5a254f-f380-4f82-b8e4-136fa02ce197 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059615 Mar 07 21:51:55.665410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153c36b-5e60-4c13-a058-810b34278e4d req-606f6f80-ebfd-4f0c-aec4-bcde6f9fa01f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:55.673493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153c36b-5e60-4c13-a058-810b34278e4d req-606f6f80-ebfd-4f0c-aec4-bcde6f9fa01f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:55.690750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153c36b-5e60-4c13-a058-810b34278e4d req-606f6f80-ebfd-4f0c-aec4-bcde6f9fa01f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:55.696115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153c36b-5e60-4c13-a058-810b34278e4d req-606f6f80-ebfd-4f0c-aec4-bcde6f9fa01f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:55.712282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153c36b-5e60-4c13-a058-810b34278e4d req-606f6f80-ebfd-4f0c-aec4-bcde6f9fa01f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:55.743345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153c36b-5e60-4c13-a058-810b34278e4d req-606f6f80-ebfd-4f0c-aec4-bcde6f9fa01f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:55.757431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153c36b-5e60-4c13-a058-810b34278e4d req-606f6f80-ebfd-4f0c-aec4-bcde6f9fa01f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:55.773836 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d153c36b-5e60-4c13-a058-810b34278e4d req-606f6f80-ebfd-4f0c-aec4-bcde6f9fa01f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.2322130 Mar 07 21:51:55.931851 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d153c36b-5e60-4c13-a058-810b34278e4d req-c84f8176-35a5-4938-8e08-6338d73a559e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1559162 Mar 07 21:51:56.432656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d96a5-67dc-478c-920f-bdf59ce0803c req-00771b97-776a-4403-9c4e-44f548c5fde8 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:56.450667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d6d96a5-67dc-478c-920f-bdf59ce0803c req-00771b97-776a-4403-9c4e-44f548c5fde8 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2125165 Mar 07 21:51:56.645426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d6d96a5-67dc-478c-920f-bdf59ce0803c req-b3816c79-2635-4a81-be3f-e7c37ad25862 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939135 Mar 07 21:51:56.747140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43896) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:56.981013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81730c5b-2fcb-49b8-8f35-4a32864ed71d req-401ff3af-e5a8-4f5c-acfa-f74bd43d9f79 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:56.997399 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81730c5b-2fcb-49b8-8f35-4a32864ed71d req-401ff3af-e5a8-4f5c-acfa-f74bd43d9f79 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1928275 Mar 07 21:51:57.301658 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:57.406545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81730c5b-2fcb-49b8-8f35-4a32864ed71d req-1ac18790-9c1e-4289-9c79-acc02b517976 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3923728 Mar 07 21:51:57.760344 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Publish callbacks [] for security_group (d253ae7e-96a5-4459-b43c-895b52b6037d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:57.793593 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d253ae7e-96a5-4459-b43c-895b52b6037d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:57.982332 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba3db7d3ac95484d9336a697f0e18569&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2340405 Mar 07 21:51:57.985319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43916) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:57.987110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d253ae7e-96a5-4459-b43c-895b52b6037d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:58.050122 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.057363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.058174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.058536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.058884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.059231 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.059573 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.059907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.060240 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.060573 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.063065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.063422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.063755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b1fa9-d6cb-4f2e-9a4e-de45520cf298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.089925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8997e-a3b8-4ae6-b629-6bd74a52b60b req-cc875585-c3e9-4d7c-90f2-51ce8cc8ef1c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:58.098573 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8997e-a3b8-4ae6-b629-6bd74a52b60b req-cc875585-c3e9-4d7c-90f2-51ce8cc8ef1c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:58.106118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8997e-a3b8-4ae6-b629-6bd74a52b60b req-cc875585-c3e9-4d7c-90f2-51ce8cc8ef1c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:58.114380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8997e-a3b8-4ae6-b629-6bd74a52b60b req-cc875585-c3e9-4d7c-90f2-51ce8cc8ef1c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:58.123017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8997e-a3b8-4ae6-b629-6bd74a52b60b req-cc875585-c3e9-4d7c-90f2-51ce8cc8ef1c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:58.134947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8997e-a3b8-4ae6-b629-6bd74a52b60b req-cc875585-c3e9-4d7c-90f2-51ce8cc8ef1c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:58.141911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8997e-a3b8-4ae6-b629-6bd74a52b60b req-cc875585-c3e9-4d7c-90f2-51ce8cc8ef1c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:58.144822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fad8997e-a3b8-4ae6-b629-6bd74a52b60b req-cc875585-c3e9-4d7c-90f2-51ce8cc8ef1c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.5058122 Mar 07 21:51:58.168289 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Publish callbacks [] for security_group (d253ae7e-96a5-4459-b43c-895b52b6037d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:58.212335 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Publish callbacks [] for security_group (d253ae7e-96a5-4459-b43c-895b52b6037d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:58.324249 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fad8997e-a3b8-4ae6-b629-6bd74a52b60b req-7e3f4ae3-4039-41b2-b6c4-49a706ab4797 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1732929 Mar 07 21:51:58.357701 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d253ae7e-96a5-4459-b43c-895b52b6037d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:58.389569 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:58.394963 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d253ae7e-96a5-4459-b43c-895b52b6037d HTTP/1.1" status: 204 len: 168 time: 0.4085317 Mar 07 21:51:58.477566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d253ae7e-96a5-4459-b43c-895b52b6037d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:58.495442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.495794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.496140 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.496479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.496814 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.497142 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.497472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.497796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.530356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.530834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.531445 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.531795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:58.532136 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3d6d6-04d5-4791-b997-386cd23ead9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:59.025890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a6653-a276-4484-b5ff-d8955f5ceb48 req-e1ebf457-7378-4edf-9247-507302519f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:59.034782 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b15a6653-a276-4484-b5ff-d8955f5ceb48 req-e1ebf457-7378-4edf-9247-507302519f21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 1126 time: 0.2455230 Mar 07 21:51:59.230572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43932) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:59.256405 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d08f530-8a18-44aa-8e6c-6bc413bdcad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:59.267714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a6653-a276-4484-b5ff-d8955f5ceb48 req-2623f4da-734c-4251-8c51-4d70787d0b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:59.269220 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b15a6653-a276-4484-b5ff-d8955f5ceb48 req-2623f4da-734c-4251-8c51-4d70787d0b6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.2264514 Mar 07 21:51:59.321931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25d01f-3e3a-40ca-ab17-aa6869e37249 req-2fc45792-2424-451d-b45e-c20e26fde5b7 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:59.333253 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e25d01f-3e3a-40ca-ab17-aa6869e37249 req-2fc45792-2424-451d-b45e-c20e26fde5b7 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.4691155 Mar 07 21:51:59.540727 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d08f530-8a18-44aa-8e6c-6bc413bdcad2 admin admin] Publish callbacks [] for security_group (d173adea-f455-4d37-9c25-5fb9ad55ff4f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:59.551917 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d08f530-8a18-44aa-8e6c-6bc413bdcad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d173adea-f455-4d37-9c25-5fb9ad55ff4f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:59.618806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08f530-8a18-44aa-8e6c-6bc413bdcad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d173adea-f455-4d37-9c25-5fb9ad55ff4f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:59.639635 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8d08f530-8a18-44aa-8e6c-6bc413bdcad2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e7e672bd3a04b52a23c1d00bfe14c1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4073987 Mar 07 21:51:59.648115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43940) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:51:59.676473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e25d01f-3e3a-40ca-ab17-aa6869e37249 req-baa81128-c9e1-41bb-a871-7bbca3509665 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374467 Mar 07 21:51:59.717362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b15a6653-a276-4484-b5ff-d8955f5ceb48 req-1bae4467-40a0-402b-b2b5-db62e3dd592d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db HTTP/1.1" status: 200 len: 999 time: 0.4331110 Mar 07 21:51:59.843185 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7714106c-8d3c-4e69-970e-e0d57276eacb admin admin] Publish callbacks [] for security_group (d173adea-f455-4d37-9c25-5fb9ad55ff4f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:59.869776 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7714106c-8d3c-4e69-970e-e0d57276eacb admin admin] Publish callbacks [] for security_group (d173adea-f455-4d37-9c25-5fb9ad55ff4f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:59.942587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7714106c-8d3c-4e69-970e-e0d57276eacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d173adea-f455-4d37-9c25-5fb9ad55ff4f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:59.945472 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7714106c-8d3c-4e69-970e-e0d57276eacb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:51:59.952915 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7714106c-8d3c-4e69-970e-e0d57276eacb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d173adea-f455-4d37-9c25-5fb9ad55ff4f HTTP/1.1" status: 204 len: 168 time: 0.2752326 Mar 07 21:51:59.975578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a6653-a276-4484-b5ff-d8955f5ceb48 req-fce85178-82e0-47a5-b2ba-2eff6ba4aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:59.981750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b15a6653-a276-4484-b5ff-d8955f5ceb48 req-fce85178-82e0-47a5-b2ba-2eff6ba4aa3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.2568350 Mar 07 21:51:59.983099 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714106c-8d3c-4e69-970e-e0d57276eacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d173adea-f455-4d37-9c25-5fb9ad55ff4f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:00.051332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c09df8-b402-46a8-b393-21ffaaa1a2ee req-4cf7f35d-6c1e-4c6d-95f9-89e1fdfad88b tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:00.053306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99c09df8-b402-46a8-b393-21ffaaa1a2ee req-4cf7f35d-6c1e-4c6d-95f9-89e1fdfad88b tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2514343 Mar 07 21:52:00.134669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a6653-a276-4484-b5ff-d8955f5ceb48 req-064cc81e-2ecf-47be-a74e-a23c5beb2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:00.136213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b15a6653-a276-4484-b5ff-d8955f5ceb48 req-064cc81e-2ecf-47be-a74e-a23c5beb2fa6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1455417 Mar 07 21:52:00.167309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99c09df8-b402-46a8-b393-21ffaaa1a2ee req-5a82501b-daca-4329-8ce0-d28328976a06 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003671 Mar 07 21:52:00.375753 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc56859-8cdd-4175-81f8-4e6b43766ed9 req-6bdc0217-cfa2-40c2-ae43-bbd2e4128706 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:00.382556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc56859-8cdd-4175-81f8-4e6b43766ed9 req-6bdc0217-cfa2-40c2-ae43-bbd2e4128706 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:00.388392 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc56859-8cdd-4175-81f8-4e6b43766ed9 req-6bdc0217-cfa2-40c2-ae43-bbd2e4128706 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:00.395147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc56859-8cdd-4175-81f8-4e6b43766ed9 req-6bdc0217-cfa2-40c2-ae43-bbd2e4128706 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:00.401293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc56859-8cdd-4175-81f8-4e6b43766ed9 req-6bdc0217-cfa2-40c2-ae43-bbd2e4128706 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:00.407846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc56859-8cdd-4175-81f8-4e6b43766ed9 req-6bdc0217-cfa2-40c2-ae43-bbd2e4128706 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:00.415093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc56859-8cdd-4175-81f8-4e6b43766ed9 req-6bdc0217-cfa2-40c2-ae43-bbd2e4128706 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:00.423604 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8dc56859-8cdd-4175-81f8-4e6b43766ed9 req-6bdc0217-cfa2-40c2-ae43-bbd2e4128706 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.1672094 Mar 07 21:52:00.435153 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b15a6653-a276-4484-b5ff-d8955f5ceb48 req-7a8f66aa-2ab9-4849-aa3e-23e7a2d535de service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901556 Mar 07 21:52:00.899916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8dc56859-8cdd-4175-81f8-4e6b43766ed9 req-b6a3d37c-a0a0-440c-b8e2-f839df536810 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4750633 Mar 07 21:52:01.018874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b15a6653-a276-4484-b5ff-d8955f5ceb48 req-56dcb30c-2c0e-4e57-afdf-11b4f867427d service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704696 Mar 07 21:52:01.249110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d233b-d288-47d3-aef5-2e4af5ab2683 req-b1ab077d-14d6-4a85-a2b5-de68a2f56885 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:01.259088 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-244d233b-d288-47d3-aef5-2e4af5ab2683 req-b1ab077d-14d6-4a85-a2b5-de68a2f56885 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1276455 Mar 07 21:52:01.376289 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-244d233b-d288-47d3-aef5-2e4af5ab2683 req-16da2f16-4169-4e76-8f4c-f512a6eee56c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108832 Mar 07 21:52:01.786654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6770ad5-c774-4aed-b1a2-6c4e57eaa51e req-ede6685d-4a50-4a57-94d0-1226020f2ec4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:01.789252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6770ad5-c774-4aed-b1a2-6c4e57eaa51e req-ede6685d-4a50-4a57-94d0-1226020f2ec4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1324530 Mar 07 21:52:01.867964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6770ad5-c774-4aed-b1a2-6c4e57eaa51e req-2009271d-85c2-4ddc-84c9-2adb19c48005 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605979 Mar 07 21:52:02.424172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa712e91-e33c-4e76-b2c8-14ea301a819f req-8f39dc7d-4b3f-4dbb-8c47-6d68f163d8bd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:02.431299 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa712e91-e33c-4e76-b2c8-14ea301a819f req-8f39dc7d-4b3f-4dbb-8c47-6d68f163d8bd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:02.437850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa712e91-e33c-4e76-b2c8-14ea301a819f req-8f39dc7d-4b3f-4dbb-8c47-6d68f163d8bd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:02.447638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa712e91-e33c-4e76-b2c8-14ea301a819f req-8f39dc7d-4b3f-4dbb-8c47-6d68f163d8bd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:02.454377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa712e91-e33c-4e76-b2c8-14ea301a819f req-8f39dc7d-4b3f-4dbb-8c47-6d68f163d8bd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:02.461561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa712e91-e33c-4e76-b2c8-14ea301a819f req-8f39dc7d-4b3f-4dbb-8c47-6d68f163d8bd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:02.468115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa712e91-e33c-4e76-b2c8-14ea301a819f req-8f39dc7d-4b3f-4dbb-8c47-6d68f163d8bd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:02.480392 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa712e91-e33c-4e76-b2c8-14ea301a819f req-8f39dc7d-4b3f-4dbb-8c47-6d68f163d8bd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.2132404 Mar 07 21:52:02.569472 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa712e91-e33c-4e76-b2c8-14ea301a819f req-e6e5cbaa-7265-4dcb-acf8-e22682f6a4a3 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0877385 Mar 07 21:52:02.700073 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d463c5-b9b2-4e71-9eec-df5d33f44d34 req-a1baef56-aaf8-40db-8d51-6459a3d88e7f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:02.701692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76d463c5-b9b2-4e71-9eec-df5d33f44d34 req-a1baef56-aaf8-40db-8d51-6459a3d88e7f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2187560 Mar 07 21:52:02.994234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698381-bfc8-4884-afcc-dea06efa6089 req-504f1a8b-23b1-4cf8-9e7b-dcf6599c37e3 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:02.995945 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-504f1a8b-23b1-4cf8-9e7b-dcf6599c37e3 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/networks?id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 HTTP/1.1" status: 200 len: 805 time: 0.2702549 Mar 07 21:52:03.043360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-51fe1b2f-4e95-4ead-b172-9d9ee38a6191 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/quotas/3b743ba1d7164d2381e48b84928ce92b HTTP/1.1" status: 200 len: 375 time: 0.0337503 Mar 07 21:52:03.061102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76d463c5-b9b2-4e71-9eec-df5d33f44d34 req-05b38c4e-18f5-4fd6-8249-c43be57bb700 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509972 Mar 07 21:52:03.229176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-f833599d-e659-409a-9f37-99f4fc0ddb5f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b743ba1d7164d2381e48b84928ce92b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1670291 Mar 07 21:52:03.492822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96779720-c5ab-46f9-8941-0fff8b1a1cf5 req-a57dbc1f-35d6-4e5e-9693-f1270c53ca0d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:03.510732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96779720-c5ab-46f9-8941-0fff8b1a1cf5 req-a57dbc1f-35d6-4e5e-9693-f1270c53ca0d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.2595017 Mar 07 21:52:03.561830 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-8578dffb-2740-49f4-b31e-190a7df1d970 service neutron] 10.222.0.26 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234303 Mar 07 21:52:03.630255 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96779720-c5ab-46f9-8941-0fff8b1a1cf5 req-badf049e-3de4-4727-aaaa-5a9c52f9f303 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186261 Mar 07 21:52:04.027487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:52:04.046620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc78999-5654-4b05-b21e-76e2d125e386 req-85d6d0cd-9a3b-43c4-a46f-1c8096e2bf06 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:04.048149 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6cc78999-5654-4b05-b21e-76e2d125e386 req-85d6d0cd-9a3b-43c4-a46f-1c8096e2bf06 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7765e8-983e-4253-9bcb-3f213315a08f HTTP/1.1" status: 200 len: 946 time: 0.3209324 Mar 07 21:52:04.050127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-19db95bf-b7d8-4083-9dd3-dd108d71eb8b service neutron] 10.222.0.26 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810088 Mar 07 21:52:04.145047 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064a5e5-d581-4b77-bdc3-07a5fbf6ee34 req-383c0a67-38d0-400a-8681-49c5a2f2ea57 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:04.162515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064a5e5-d581-4b77-bdc3-07a5fbf6ee34 req-383c0a67-38d0-400a-8681-49c5a2f2ea57 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:04.168181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064a5e5-d581-4b77-bdc3-07a5fbf6ee34 req-383c0a67-38d0-400a-8681-49c5a2f2ea57 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:04.174013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064a5e5-d581-4b77-bdc3-07a5fbf6ee34 req-383c0a67-38d0-400a-8681-49c5a2f2ea57 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:04.192506 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064a5e5-d581-4b77-bdc3-07a5fbf6ee34 req-383c0a67-38d0-400a-8681-49c5a2f2ea57 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:04.197872 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064a5e5-d581-4b77-bdc3-07a5fbf6ee34 req-383c0a67-38d0-400a-8681-49c5a2f2ea57 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:04.215852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064a5e5-d581-4b77-bdc3-07a5fbf6ee34 req-383c0a67-38d0-400a-8681-49c5a2f2ea57 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:04.220045 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8064a5e5-d581-4b77-bdc3-07a5fbf6ee34 req-383c0a67-38d0-400a-8681-49c5a2f2ea57 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.3477583 Mar 07 21:52:04.296396 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:04.298373 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:04.396252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:04.400222 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7765e8-983e-4253-9bcb-3f213315a08f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:04.423397 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c29d78-fc79-424f-aef8-c50f6482a95d" -d '{"events": [{"server_uuid": "1b7765e8-983e-4253-9bcb-3f213315a08f", "name": "network-vif-unplugged", "status": "completed", "tag": "e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:04.446983 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:04.514534 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8064a5e5-d581-4b77-bdc3-07a5fbf6ee34 req-c08fc52a-908b-47a8-aab5-9ffbb02a6bca tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2814181 Mar 07 21:52:04.673102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:04.719850 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:04.720262 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:04.721176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:04.721529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:04.721867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:04.722232 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:04.722569 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:04.722964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:04.723297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:04.723630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:04.723961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:04.745730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:04.746191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:04.767911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-6cc78999-5654-4b05-b21e-76e2d125e386 req-37c7f067-5352-44ba-8765-01fefcec5e3e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Deleting port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:52:04.768463 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6cc78999-5654-4b05-b21e-76e2d125e386 req-37c7f067-5352-44ba-8765-01fefcec5e3e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:04.867138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-6cc78999-5654-4b05-b21e-76e2d125e386 req-37c7f067-5352-44ba-8765-01fefcec5e3e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] For port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:04.867311 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6cc78999-5654-4b05-b21e-76e2d125e386 req-37c7f067-5352-44ba-8765-01fefcec5e3e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:04.880885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-6cc78999-5654-4b05-b21e-76e2d125e386 req-37c7f067-5352-44ba-8765-01fefcec5e3e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Calling delete_port for e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:52:05.210998 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4255f819-5522-4df8-a955-a527300577c1 req-8c6a97e7-6f24-4592-a807-fd2e77d9aa4e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1994014 Mar 07 21:52:05.390913 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f819-5522-4df8-a955-a527300577c1 req-2ae2d7ed-81a4-4338-88e1-ab1c78c3226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:05.398355 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4255f819-5522-4df8-a955-a527300577c1 req-2ae2d7ed-81a4-4338-88e1-ab1c78c3226a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 1127 time: 0.1631258 Mar 07 21:52:05.671018 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f819-5522-4df8-a955-a527300577c1 req-415bbdf1-0bbb-4373-b202-d835623fe653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:05.672531 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4255f819-5522-4df8-a955-a527300577c1 req-415bbdf1-0bbb-4373-b202-d835623fe653 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 200 len: 911 time: 0.2566409 Mar 07 21:52:05.728924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44154) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:05.750864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b7b33-d185-4691-9bf3-d76efcc3aa11 req-0843e11f-5a84-47b1-8012-b287d4d69615 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:05.769428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f6b7b33-d185-4691-9bf3-d76efcc3aa11 req-0843e11f-5a84-47b1-8012-b287d4d69615 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 1.2075529 Mar 07 21:52:05.819584 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4255f819-5522-4df8-a955-a527300577c1 req-fd7ad8a8-bd6e-41b0-bd28-8b19a82dbc0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31355ef-2604-4a93-8a55-31179fc99009 HTTP/1.1" status: 200 len: 217 time: 0.1281326 Mar 07 21:52:05.872974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e6813-2b43-4403-ac65-8e275c033a41 req-994716ea-1930-492e-80c4-cee136813257 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:05.881247 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-423e6813-2b43-4403-ac65-8e275c033a41 req-994716ea-1930-492e-80c4-cee136813257 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 1.1883035 Mar 07 21:52:05.927405 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f819-5522-4df8-a955-a527300577c1 req-c7edb2c3-580a-4f8f-8248-4b8ad67387b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:05.930674 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4255f819-5522-4df8-a955-a527300577c1 req-c7edb2c3-580a-4f8f-8248-4b8ad67387b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 200 len: 849 time: 0.1040416 Mar 07 21:52:06.037554 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6a53c04a-704f-4d43-a7f7-aaf96d27ebb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:06.057240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-423e6813-2b43-4403-ac65-8e275c033a41 req-30a2d31a-1167-42d6-a376-8aa10c7a321d tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745031 Mar 07 21:52:06.175832 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6a53c04a-704f-4d43-a7f7-aaf96d27ebb0 admin admin] Publish callbacks [] for security_group (02eb9185-50e2-4ab4-be15-b8bf2d8de1e8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:06.186166 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f819-5522-4df8-a955-a527300577c1 req-996b0a5a-ef8b-4264-90bb-38351e3134e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:06.188051 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4255f819-5522-4df8-a955-a527300577c1 req-996b0a5a-ef8b-4264-90bb-38351e3134e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9807cc18-410d-443c-9dde-c6dcdc3533d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2511096 Mar 07 21:52:06.189663 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6a53c04a-704f-4d43-a7f7-aaf96d27ebb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (02eb9185-50e2-4ab4-be15-b8bf2d8de1e8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:06.206900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f6b7b33-d185-4691-9bf3-d76efcc3aa11 req-ecd95bb3-1110-462c-bc1f-35d15ed7ebfe tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3557568 Mar 07 21:52:06.253360 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6a53c04a-704f-4d43-a7f7-aaf96d27ebb0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0ee4af4bf7f42f6b79b333fb3204c42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5229082 Mar 07 21:52:06.260234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44174) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:06.301102 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c84144d-ae6c-4ec6-827e-625ee321ea9c x-openstack-request-id: req-2c84144d-ae6c-4ec6-827e-625ee321ea9c {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:06.301634 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7765e8-983e-4253-9bcb-3f213315a08f", "name": "network-vif-unplugged", "status": "completed", "tag": "e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:06.301863 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c84144d-ae6c-4ec6-827e-625ee321ea9c {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:06.302401 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7765e8-983e-4253-9bcb-3f213315a08f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac', 'code': 200} Mar 07 21:52:06.437389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53c04a-704f-4d43-a7f7-aaf96d27ebb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02eb9185-50e2-4ab4-be15-b8bf2d8de1e8,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:06.464882 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4255f819-5522-4df8-a955-a527300577c1 req-55ebeec8-a99e-4720-984f-76e5cd4bc6cf service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467237 Mar 07 21:52:06.480916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ca0df52-5b74-4a8f-bad8-cb980d64dfa8 req-4b932f75-0062-4fdf-b521-acaf312a6266 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e0a757-76d4-418b-9359-7cf4094ec20f HTTP/1.1" status: 200 len: 210 time: 0.2013557 Mar 07 21:52:06.656624 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6cc78999-5654-4b05-b21e-76e2d125e386 req-37c7f067-5352-44ba-8765-01fefcec5e3e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:06.701930 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4255f819-5522-4df8-a955-a527300577c1 req-0125dad1-3eb4-48e2-b932-4e3a99ee1fd3 service neutron] 10.222.0.13 "GET /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275751 Mar 07 21:52:06.960013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7f067-5352-44ba-8765-01fefcec5e3e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Pushing event deleted for resources: {'Port': ['ID=e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:07.012977 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3ea9c78-542d-4233-8644-aea93a513694 admin admin] Publish callbacks [] for security_group (02eb9185-50e2-4ab4-be15-b8bf2d8de1e8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:07.068334 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3ea9c78-542d-4233-8644-aea93a513694 admin admin] Publish callbacks [] for security_group (02eb9185-50e2-4ab4-be15-b8bf2d8de1e8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:07.192681 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3ea9c78-542d-4233-8644-aea93a513694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (02eb9185-50e2-4ab4-be15-b8bf2d8de1e8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:07.195348 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3ea9c78-542d-4233-8644-aea93a513694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:07.196710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d3ea9c78-542d-4233-8644-aea93a513694 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02eb9185-50e2-4ab4-be15-b8bf2d8de1e8 HTTP/1.1" status: 204 len: 168 time: 0.9334610 Mar 07 21:52:07.203234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc78999-5654-4b05-b21e-76e2d125e386 req-37c7f067-5352-44ba-8765-01fefcec5e3e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] No DVR routers for this DVR port e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:52:07.210594 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6cc78999-5654-4b05-b21e-76e2d125e386 req-37c7f067-5352-44ba-8765-01fefcec5e3e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:07.214250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6cc78999-5654-4b05-b21e-76e2d125e386 req-37c7f067-5352-44ba-8765-01fefcec5e3e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.13 "DELETE /v2.0/ports/e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac HTTP/1.1" status: 204 len: 173 time: 3.1511974 Mar 07 21:52:07.224314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7765e8-983e-4253-9bcb-3f213315a08f', 'name': 'network-vif-deleted', 'tag': 'e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:07.236464 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8a4e40-00c8-4364-a971-09ee97c93911" -d '{"events": [{"server_uuid": "1b7765e8-983e-4253-9bcb-3f213315a08f", "name": "network-vif-deleted", "tag": "e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:07.265502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea9c78-542d-4233-8644-aea93a513694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eb9185-50e2-4ab4-be15-b8bf2d8de1e8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:07.358742 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7f854-76b0-4c8c-9023-40efa26d36cc req-eccb4539-f163-4689-9537-3549dbbfbb47 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:07.368981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7f854-76b0-4c8c-9023-40efa26d36cc req-eccb4539-f163-4689-9537-3549dbbfbb47 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:07.378382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7f854-76b0-4c8c-9023-40efa26d36cc req-eccb4539-f163-4689-9537-3549dbbfbb47 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:07.384851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7f854-76b0-4c8c-9023-40efa26d36cc req-eccb4539-f163-4689-9537-3549dbbfbb47 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:07.392389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7f854-76b0-4c8c-9023-40efa26d36cc req-eccb4539-f163-4689-9537-3549dbbfbb47 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:07.399507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7f854-76b0-4c8c-9023-40efa26d36cc req-eccb4539-f163-4689-9537-3549dbbfbb47 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:07.405541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7f854-76b0-4c8c-9023-40efa26d36cc req-eccb4539-f163-4689-9537-3549dbbfbb47 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:07.414193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79e7f854-76b0-4c8c-9023-40efa26d36cc req-eccb4539-f163-4689-9537-3549dbbfbb47 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5420 time: 0.7821529 Mar 07 21:52:07.435686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698381-bfc8-4884-afcc-dea06efa6089 req-853edb24-5f32-4a7f-b79c-6a2b1ec7623c tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:07.437750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-853edb24-5f32-4a7f-b79c-6a2b1ec7623c tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.15 "GET /v2.0/networks?id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 HTTP/1.1" status: 200 len: 805 time: 0.8458097 Mar 07 21:52:07.471982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-11698381-bfc8-4884-afcc-dea06efa6089 req-cc63705f-2ebd-4722-8193-bc1a751f0c1f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Request body: {'port': {'device_id': '99e0a757-76d4-418b-9359-7cf4094ec20f', 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756', 'admin_state_up': True, 'tenant_id': '3b743ba1d7164d2381e48b84928ce92b'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:07.956505 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11698381-bfc8-4884-afcc-dea06efa6089 req-cc63705f-2ebd-4722-8193-bc1a751f0c1f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Made reservation on behalf of 3b743ba1d7164d2381e48b84928ce92b for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:52:07.959888 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11698381-bfc8-4884-afcc-dea06efa6089 req-cc63705f-2ebd-4722-8193-bc1a751f0c1f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:08.037256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ce077f8b-4ce6-43cc-9ffa-91b13de22124 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:52:08.056652 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44234) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:08.091920 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b29197e9-3c4a-4e34-a80c-84c757e895b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:08.156138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79e7f854-76b0-4c8c-9023-40efa26d36cc req-adde37e5-9a5e-432e-9d7a-7b9bd9392b2a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7406042 Mar 07 21:52:08.362200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b29197e9-3c4a-4e34-a80c-84c757e895b3 admin admin] Publish callbacks [] for security_group (dd1dcd3f-b752-4e58-83fe-e7c711f62000), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:08.375689 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b29197e9-3c4a-4e34-a80c-84c757e895b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dd1dcd3f-b752-4e58-83fe-e7c711f62000), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:08.485563 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b29197e9-3c4a-4e34-a80c-84c757e895b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=30cb92bd89e646c58ebf7b5db9d9f171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4266388 Mar 07 21:52:08.493093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44238) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:08.495163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29197e9-3c4a-4e34-a80c-84c757e895b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1dcd3f-b752-4e58-83fe-e7c711f62000,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:08.591997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ce077f8b-4ce6-43cc-9ffa-91b13de22124, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ce077f8b-4ce6-43cc-9ffa-91b13de22124,segment=NetworkSegment(94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f),segment_id=94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:08.628651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124', 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'port_id': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124', 'mac_address': 'fa:16:3e:95:b2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:52:08.656388 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ba13f7b-589d-4cbc-889e-24f7ef426f54 admin admin] Publish callbacks [] for security_group (dd1dcd3f-b752-4e58-83fe-e7c711f62000), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:08.717147 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ba13f7b-589d-4cbc-889e-24f7ef426f54 admin admin] Publish callbacks [] for security_group (dd1dcd3f-b752-4e58-83fe-e7c711f62000), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:08.754208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ce077f8b-4ce6-43cc-9ffa-91b13de22124 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:08.755086 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:08.794181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce077f8b-4ce6-43cc-9ffa-91b13de22124 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:52:08.824953 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ba13f7b-589d-4cbc-889e-24f7ef426f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dd1dcd3f-b752-4e58-83fe-e7c711f62000), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:08.828641 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ba13f7b-589d-4cbc-889e-24f7ef426f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:08.830130 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9ba13f7b-589d-4cbc-889e-24f7ef426f54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd1dcd3f-b752-4e58-83fe-e7c711f62000 HTTP/1.1" status: 204 len: 168 time: 0.3246431 Mar 07 21:52:08.846165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-11698381-bfc8-4884-afcc-dea06efa6089 req-cc63705f-2ebd-4722-8193-bc1a751f0c1f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Allocated IP 172.20.0.10 (9e6c13b1-0c65-4e12-81d7-b8c2ee49c756/ce1fbfa2-ec43-4960-9833-0f8cbf460e36/59a554ee-7c06-40d5-9801-329684cfb13f) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:52:08.850391 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba13f7b-589d-4cbc-889e-24f7ef426f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1dcd3f-b752-4e58-83fe-e7c711f62000,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:08.852177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ce077f8b-4ce6-43cc-9ffa-91b13de22124, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ce077f8b-4ce6-43cc-9ffa-91b13de22124,segment=NetworkSegment(94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f),segment_id=94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:08.868364 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:08.879608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 77ccc9f5-2364-472b-8e87-43b5f818b398 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:52:09.084211 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11698381-bfc8-4884-afcc-dea06efa6089 req-cc63705f-2ebd-4722-8193-bc1a751f0c1f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks [] for port (59a554ee-7c06-40d5-9801-329684cfb13f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:09.143377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ce077f8b-4ce6-43cc-9ffa-91b13de22124,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:09.204951 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11698381-bfc8-4884-afcc-dea06efa6089 req-cc63705f-2ebd-4722-8193-bc1a751f0c1f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:09.382297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63705f-2ebd-4722-8193-bc1a751f0c1f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Pushing event updated for resources: {'Port': ['ID=59a554ee-7c06-40d5-9801-329684cfb13f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:09.404888 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 77ccc9f5-2364-472b-8e87-43b5f818b398, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=77ccc9f5-2364-472b-8e87-43b5f818b398,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:09.420770 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '77ccc9f5-2364-472b-8e87-43b5f818b398', 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8', 'port_id': '77ccc9f5-2364-472b-8e87-43b5f818b398', 'mac_address': 'fa:16:3e:26:12:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:52:09.463747 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 77ccc9f5-2364-472b-8e87-43b5f818b398 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:09.464429 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:09.474676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11698381-bfc8-4884-afcc-dea06efa6089 req-cc63705f-2ebd-4722-8193-bc1a751f0c1f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:52:09.483617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ccc9f5-2364-472b-8e87-43b5f818b398 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:52:09.497600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947d415-1181-4484-bd5b-9cb14ee77726 req-6fc06908-c531-443a-8684-fe978b4c4cce tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:09.503090 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c947d415-1181-4484-bd5b-9cb14ee77726 req-6fc06908-c531-443a-8684-fe978b4c4cce tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5 HTTP/1.1" status: 200 len: 943 time: 1.1525998 Mar 07 21:52:09.510415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 77ccc9f5-2364-472b-8e87-43b5f818b398, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=77ccc9f5-2364-472b-8e87-43b5f818b398,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:09.512484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-11698381-bfc8-4884-afcc-dea06efa6089 req-cc63705f-2ebd-4722-8193-bc1a751f0c1f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:52:09.518865 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:09.523172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-11698381-bfc8-4884-afcc-dea06efa6089 req-cc63705f-2ebd-4722-8193-bc1a751f0c1f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:52:09.525078 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:52:09.649020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f1b31-060b-42c9-9d08-867a39742b7e req-805b1151-ff39-4313-ba61-46677df3459c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:09.650670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-252f1b31-060b-42c9-9d08-867a39742b7e req-805b1151-ff39-4313-ba61-46677df3459c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 1.2351849 Mar 07 21:52:09.719343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698381-bfc8-4884-afcc-dea06efa6089 req-cc63705f-2ebd-4722-8193-bc1a751f0c1f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:09.722429 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11698381-bfc8-4884-afcc-dea06efa6089 req-cc63705f-2ebd-4722-8193-bc1a751f0c1f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:09.739968 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.resource_extend [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:52:09.786375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-cc63705f-2ebd-4722-8193-bc1a751f0c1f tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3281972 Mar 07 21:52:09.816968 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=77ccc9f5-2364-472b-8e87-43b5f818b398,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:09.818264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Request body: {'port': {'device_id': '99e0a757-76d4-418b-9359-7cf4094ec20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:09.834286 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=97ca1261-d73f-4a02-b28f-c8fa5dd20b4a,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:09.880542 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '97ca1261-d73f-4a02-b28f-c8fa5dd20b4a', 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8', 'port_id': '97ca1261-d73f-4a02-b28f-c8fa5dd20b4a', 'mac_address': 'fa:16:3e:03:98:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:52:10.012775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-252f1b31-060b-42c9-9d08-867a39742b7e req-704f93e2-aadc-44cb-a46b-af2a9fad2512 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512428 Mar 07 21:52:10.042465 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:10.060513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:10.064781 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:10.134862 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:52:10.217108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=97ca1261-d73f-4a02-b28f-c8fa5dd20b4a,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:10.230320 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:10.293703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e3862fed-b16a-4ff5-943a-f05e701d9754 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:52:10.333280 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c738c2a7-2564-4bff-803b-86c443c72cdf x-openstack-request-id: req-c738c2a7-2564-4bff-803b-86c443c72cdf {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:10.333785 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7765e8-983e-4253-9bcb-3f213315a08f", "name": "network-vif-deleted", "tag": "e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:10.333909 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c738c2a7-2564-4bff-803b-86c443c72cdf {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:10.334269 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7765e8-983e-4253-9bcb-3f213315a08f', 'name': 'network-vif-deleted', 'tag': 'e5884ffc-4f13-4fc1-9eb2-7718ee9bb1ac', 'status': 'completed', 'code': 200} Mar 07 21:52:10.554423 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e3862fed-b16a-4ff5-943a-f05e701d9754, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e3862fed-b16a-4ff5-943a-f05e701d9754,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:10.570343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'e3862fed-b16a-4ff5-943a-f05e701d9754', 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8', 'port_id': 'e3862fed-b16a-4ff5-943a-f05e701d9754', 'mac_address': 'fa:16:3e:d3:7d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3', 'ip_address': '10.1.1.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:52:10.645303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=97ca1261-d73f-4a02-b28f-c8fa5dd20b4a,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:10.655544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e3862fed-b16a-4ff5-943a-f05e701d9754 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:10.655943 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:10.673976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3862fed-b16a-4ff5-943a-f05e701d9754 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:52:10.722858 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['77ccc9f5-2364-472b-8e87-43b5f818b398'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:52:10.736501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e3862fed-b16a-4ff5-943a-f05e701d9754, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e3862fed-b16a-4ff5-943a-f05e701d9754,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:10.814762 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:10.815281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:52:10.889247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a554ee-7c06-40d5-9801-329684cfb13f {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:52:10.904938 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Publish callbacks [] for port (59a554ee-7c06-40d5-9801-329684cfb13f), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:10.930088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Transition to ACTIVE for port object 59a554ee-7c06-40d5-9801-329684cfb13f will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:52:10.930697 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['97ca1261-d73f-4a02-b28f-c8fa5dd20b4a'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:52:10.951490 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:11.327445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e3862fed-b16a-4ff5-943a-f05e701d9754,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:11.419278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:11.466756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '9aaeb5ad-b739-4214-a4a9-45e5ba71ef56', 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef', 'port_id': '9aaeb5ad-b739-4214-a4a9-45e5ba71ef56', 'mac_address': 'fa:16:3e:83:77:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:52:11.469073 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Pushing event updated for resources: {'Port': ['ID=59a554ee-7c06-40d5-9801-329684cfb13f,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:11.549676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f36dc5-36ab-4a5a-a8c8-3c1431a61008 req-2f7660c9-e897-45eb-9fa3-2bc7ba1239d6 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:11.551695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64f36dc5-36ab-4a5a-a8c8-3c1431a61008 req-2f7660c9-e897-45eb-9fa3-2bc7ba1239d6 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e0a757-76d4-418b-9359-7cf4094ec20f HTTP/1.1" status: 200 len: 944 time: 0.9959066 Mar 07 21:52:11.574163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Attempting to bind port 59a554ee-7c06-40d5-9801-329684cfb13f on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:52:11.574778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Attempting to bind port 59a554ee-7c06-40d5-9801-329684cfb13f by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:52:11.575290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Attempting to bind port 59a554ee-7c06-40d5-9801-329684cfb13f on network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:52:11.618462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Port 59a554ee-7c06-40d5-9801-329684cfb13f on network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:52:11.619912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Attempting to bind port 59a554ee-7c06-40d5-9801-329684cfb13f on network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:52:11.648379 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:11.650035 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:11.650400 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64f36dc5-36ab-4a5a-a8c8-3c1431a61008 req-6ec5e523-aae3-47a2-9d2a-eed849a5a3c1 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773151 Mar 07 21:52:11.653013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:52:11.653695 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Checking segment: {'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:52:11.654308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Bound using segment: {'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:52:11.654929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Bound port: 59a554ee-7c06-40d5-9801-329684cfb13f, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:52:11.656278 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:11.761048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-c947d415-1181-4484-bd5b-9cb14ee77726 req-090eaa92-4e16-4aed-8857-89c58e27039f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Deleting port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:52:11.764554 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c947d415-1181-4484-bd5b-9cb14ee77726 req-090eaa92-4e16-4aed-8857-89c58e27039f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:11.767467 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:52:11.818620 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:11.842299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['ce077f8b-4ce6-43cc-9ffa-91b13de22124'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:52:11.921832 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:11.922739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 3a09a78d-3591-406e-b8f9-92c30e267ac0 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:52:12.057637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] For port 59a554ee-7c06-40d5-9801-329684cfb13f, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:52:12.155849 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] For port 59a554ee-7c06-40d5-9801-329684cfb13f, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=59a554ee-7c06-40d5-9801-329684cfb13f,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:52:12.318419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c71d3-f79f-49b7-a719-f9792153f9fa req-9641f3e3-fadb-4ca3-8a18-1acb749debae tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:12.349571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c71d3-f79f-49b7-a719-f9792153f9fa req-9641f3e3-fadb-4ca3-8a18-1acb749debae tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:12.369601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c71d3-f79f-49b7-a719-f9792153f9fa req-9641f3e3-fadb-4ca3-8a18-1acb749debae tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:12.391768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 3a09a78d-3591-406e-b8f9-92c30e267ac0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=3a09a78d-3591-406e-b8f9-92c30e267ac0,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:12.410186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c71d3-f79f-49b7-a719-f9792153f9fa req-9641f3e3-fadb-4ca3-8a18-1acb749debae tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:12.436175 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '3a09a78d-3591-406e-b8f9-92c30e267ac0', 'network_id': 'de3336aa-a1de-4891-bda3-9b42baa4b4b8', 'port_id': '3a09a78d-3591-406e-b8f9-92c30e267ac0', 'mac_address': 'fa:16:3e:c7:19:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:52:12.451669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c71d3-f79f-49b7-a719-f9792153f9fa req-9641f3e3-fadb-4ca3-8a18-1acb749debae tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:12.481651 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c71d3-f79f-49b7-a719-f9792153f9fa req-9641f3e3-fadb-4ca3-8a18-1acb749debae tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:12.487597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c71d3-f79f-49b7-a719-f9792153f9fa req-9641f3e3-fadb-4ca3-8a18-1acb749debae tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:12.489599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b4c71d3-f79f-49b7-a719-f9792153f9fa req-9641f3e3-fadb-4ca3-8a18-1acb749debae tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5425 time: 0.6246462 Mar 07 21:52:12.507099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 3a09a78d-3591-406e-b8f9-92c30e267ac0 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:12.507483 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:12.543120 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:12.543844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a09a78d-3591-406e-b8f9-92c30e267ac0 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:52:12.571438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 3a09a78d-3591-406e-b8f9-92c30e267ac0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=3a09a78d-3591-406e-b8f9-92c30e267ac0,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:12.573558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c947d415-1181-4484-bd5b-9cb14ee77726 req-090eaa92-4e16-4aed-8857-89c58e27039f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] For port bb8a8c3c-f28e-4b37-901c-d6ee443f3018, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:12.574088 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c947d415-1181-4484-bd5b-9cb14ee77726 req-090eaa92-4e16-4aed-8857-89c58e27039f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:12.586630 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:12.587276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e192079e-fb78-4644-86bf-f65555e1a281 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:52:12.601519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-c947d415-1181-4484-bd5b-9cb14ee77726 req-090eaa92-4e16-4aed-8857-89c58e27039f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Calling delete_port for bb8a8c3c-f28e-4b37-901c-d6ee443f3018 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:52:12.608603 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:12.736575 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=3a09a78d-3591-406e-b8f9-92c30e267ac0,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:12.905037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e192079e-fb78-4644-86bf-f65555e1a281, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e192079e-fb78-4644-86bf-f65555e1a281,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:12.917004 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c947d415-1181-4484-bd5b-9cb14ee77726 req-090eaa92-4e16-4aed-8857-89c58e27039f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (bb8a8c3c-f28e-4b37-901c-d6ee443f3018), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:12.991280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:12.991995 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:12.993514 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] 10.222.0.15 "PUT /v2.0/ports/59a554ee-7c06-40d5-9801-329684cfb13f HTTP/1.1" status: 200 len: 1092 time: 3.1959405 Mar 07 21:52:12.994116 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e0a757-76d4-418b-9359-7cf4094ec20f', 'tag': '59a554ee-7c06-40d5-9801-329684cfb13f'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:12.996520 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43efb8f2-3859-4e85-9ff5-e97aa27c929c" -d '{"events": [{"name": "network-changed", "server_uuid": "99e0a757-76d4-418b-9359-7cf4094ec20f", "tag": "59a554ee-7c06-40d5-9801-329684cfb13f"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:13.022742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['b31355ef-2604-4a93-8a55-31179fc99009'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:52:13.051318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-256c16f4-280a-44dd-91dc-e314bf3b77ec tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:52:13.052763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-256c16f4-280a-44dd-91dc-e314bf3b77ec tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0237539 Mar 07 21:52:13.134088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f64d11ec-e267-4b76-b66a-d7f3ab5db6a7'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:52:13.209277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'e192079e-fb78-4644-86bf-f65555e1a281', 'network_id': '45ddfd66-9271-42ef-b4dd-4dcd127117ef', 'port_id': 'e192079e-fb78-4644-86bf-f65555e1a281', 'mac_address': 'fa:16:3e:12:0b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:52:13.338871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2a794-40f7-4937-a58b-b582f092c424 service neutron] Pushing event updated for resources: {'Port': ['ID=59a554ee-7c06-40d5-9801-329684cfb13f,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:13.375294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c947d415-1181-4484-bd5b-9cb14ee77726 req-090eaa92-4e16-4aed-8857-89c58e27039f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] No DVR routers for this DVR port bb8a8c3c-f28e-4b37-901c-d6ee443f3018 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:52:13.381069 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698381-bfc8-4884-afcc-dea06efa6089 req-487ec670-27c0-43b4-8d97-6cb9873214bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:13.383708 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-487ec670-27c0-43b4-8d97-6cb9873214bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b743ba1d7164d2381e48b84928ce92b&device_id=99e0a757-76d4-418b-9359-7cf4094ec20f HTTP/1.1" status: 200 len: 1126 time: 0.3006575 Mar 07 21:52:13.384842 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c947d415-1181-4484-bd5b-9cb14ee77726 req-090eaa92-4e16-4aed-8857-89c58e27039f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:13.398727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c947d415-1181-4484-bd5b-9cb14ee77726 req-090eaa92-4e16-4aed-8857-89c58e27039f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "DELETE /v2.0/ports/bb8a8c3c-f28e-4b37-901c-d6ee443f3018 HTTP/1.1" status: 204 len: 173 time: 3.8634651 Mar 07 21:52:13.475984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090eaa92-4e16-4aed-8857-89c58e27039f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event deleted for resources: {'Port': ['ID=bb8a8c3c-f28e-4b37-901c-d6ee443f3018,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:13.498109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b4c71d3-f79f-49b7-a719-f9792153f9fa req-acbaed6b-2e81-42d2-b845-e96953a950a9 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.9365704 Mar 07 21:52:13.576908 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e192079e-fb78-4644-86bf-f65555e1a281 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:13.577523 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e192079e-fb78-4644-86bf-f65555e1a281), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:13.696656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-92a9aae8-d9b4-4f05-9a0b-744648458b57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a554ee-7c06-40d5-9801-329684cfb13f HTTP/1.1" status: 200 len: 217 time: 0.2248447 Mar 07 21:52:13.796227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e192079e-fb78-4644-86bf-f65555e1a281 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:52:13.822140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698381-bfc8-4884-afcc-dea06efa6089 req-853c6d82-75b0-4b3a-8ee3-9c9234c432f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:13.824225 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-853c6d82-75b0-4b3a-8ee3-9c9234c432f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce1fbfa2-ec43-4960-9833-0f8cbf460e36 HTTP/1.1" status: 200 len: 845 time: 0.1213398 Mar 07 21:52:13.889774 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-84c335b7-c8a4-4070-a9ae-83507e8c5c7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474887 Mar 07 21:52:13.955029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c18a7-5dd4-4f22-8773-885289d463e1 req-bc937f12-7ff5-4a5f-9a64-a56f50feb711 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:13.963290 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-683c18a7-5dd4-4f22-8773-885289d463e1 req-bc937f12-7ff5-4a5f-9a64-a56f50feb711 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1376700 Mar 07 21:52:14.040263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e192079e-fb78-4644-86bf-f65555e1a281, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e192079e-fb78-4644-86bf-f65555e1a281,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:14.130848 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e192079e-fb78-4644-86bf-f65555e1a281), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:14.185564 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-683c18a7-5dd4-4f22-8773-885289d463e1 req-33d0282d-0ad4-4a44-b770-2528605874ae tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136040 Mar 07 21:52:14.264364 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 77ccc9f5-2364-472b-8e87-43b5f818b398 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:52:14.275292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-67808a36-6a22-4d46-b6a0-2763eb2c151e service neutron] 10.222.0.15 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695886 Mar 07 21:52:14.365615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e192079e-fb78-4644-86bf-f65555e1a281,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:14.538364 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 77ccc9f5-2364-472b-8e87-43b5f818b398 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:52:14.543102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 77ccc9f5-2364-472b-8e87-43b5f818b398 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:52:14.543630 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:14.646782 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11698381-bfc8-4884-afcc-dea06efa6089 req-371141ba-015f-44ca-9248-527df5e09218 service neutron] 10.222.0.15 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655362 Mar 07 21:52:14.670196 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac592af9-5eb7-4f24-8e29-d69dc0606a89 x-openstack-request-id: req-ac592af9-5eb7-4f24-8e29-d69dc0606a89 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:14.670584 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e0a757-76d4-418b-9359-7cf4094ec20f", "tag": "59a554ee-7c06-40d5-9801-329684cfb13f", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:14.670775 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac592af9-5eb7-4f24-8e29-d69dc0606a89 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:14.676358 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e0a757-76d4-418b-9359-7cf4094ec20f', 'tag': '59a554ee-7c06-40d5-9801-329684cfb13f', 'status': 'completed', 'code': 200} Mar 07 21:52:14.829317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 77ccc9f5-2364-472b-8e87-43b5f818b398 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:14.829829 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:14.894705 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ccc9f5-2364-472b-8e87-43b5f818b398'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:14.897169 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15ca133-0c69-440e-8c01-3836cae364a5" -d '{"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-plugged", "status": "completed", "tag": "77ccc9f5-2364-472b-8e87-43b5f818b398"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:14.942159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 77ccc9f5-2364-472b-8e87-43b5f818b398, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=77ccc9f5-2364-472b-8e87-43b5f818b398,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:14.952212 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:14.954268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:52:15.147721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981a20-faf0-48a8-bb1b-83691c5f5f4e req-48817085-166a-45eb-a71d-2241b9dbaee9 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.149313 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca981a20-faf0-48a8-bb1b-83691c5f5f4e req-48817085-166a-45eb-a71d-2241b9dbaee9 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e0a757-76d4-418b-9359-7cf4094ec20f HTTP/1.1" status: 200 len: 944 time: 0.4706781 Mar 07 21:52:15.187903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['e3862fed-b16a-4ff5-943a-f05e701d9754'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:52:15.218283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22164f57-8816-4f93-aa98-4187d8fc3bac req-49c6a1bd-2054-4514-a454-09d1c640de0f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.229863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22164f57-8816-4f93-aa98-4187d8fc3bac req-49c6a1bd-2054-4514-a454-09d1c640de0f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.239528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22164f57-8816-4f93-aa98-4187d8fc3bac req-49c6a1bd-2054-4514-a454-09d1c640de0f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.258747 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22164f57-8816-4f93-aa98-4187d8fc3bac req-49c6a1bd-2054-4514-a454-09d1c640de0f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.261270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['e192079e-fb78-4644-86bf-f65555e1a281'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:52:15.266610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22164f57-8816-4f93-aa98-4187d8fc3bac req-49c6a1bd-2054-4514-a454-09d1c640de0f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.266956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=77ccc9f5-2364-472b-8e87-43b5f818b398,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:15.275763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['3a09a78d-3591-406e-b8f9-92c30e267ac0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:52:15.284963 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22164f57-8816-4f93-aa98-4187d8fc3bac req-49c6a1bd-2054-4514-a454-09d1c640de0f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.291449 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22164f57-8816-4f93-aa98-4187d8fc3bac req-49c6a1bd-2054-4514-a454-09d1c640de0f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.300327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22164f57-8816-4f93-aa98-4187d8fc3bac req-49c6a1bd-2054-4514-a454-09d1c640de0f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5428 time: 0.4292026 Mar 07 21:52:15.485084 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca981a20-faf0-48a8-bb1b-83691c5f5f4e req-d4783a82-83c3-4f04-a0f8-c312c04130fb tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041747 Mar 07 21:52:15.619838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efb8f2-3859-4e85-9ff5-e97aa27c929c req-31ad6210-f158-46d0-a9ee-4d2019b731c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.622273 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43efb8f2-3859-4e85-9ff5-e97aa27c929c req-31ad6210-f158-46d0-a9ee-4d2019b731c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b743ba1d7164d2381e48b84928ce92b&device_id=99e0a757-76d4-418b-9359-7cf4094ec20f HTTP/1.1" status: 200 len: 1126 time: 0.7985716 Mar 07 21:52:15.659539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22164f57-8816-4f93-aa98-4187d8fc3bac req-29952bdd-c43e-48ce-b3cf-151db4d6a6a0 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3582451 Mar 07 21:52:15.747971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:52:15.794627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:52:15.795130 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:15.795684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efb8f2-3859-4e85-9ff5-e97aa27c929c req-d7cc71b3-f42a-4e0c-b3f2-327200473ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.797537 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43efb8f2-3859-4e85-9ff5-e97aa27c929c req-d7cc71b3-f42a-4e0c-b3f2-327200473ddb service neutron] 10.222.0.15 "GET /v2.0/networks?id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 HTTP/1.1" status: 200 len: 906 time: 0.1276586 Mar 07 21:52:15.857706 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610d111f-5757-49c0-b364-722d5fb36549 x-openstack-request-id: req-610d111f-5757-49c0-b364-722d5fb36549 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:15.858314 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-plugged", "status": "completed", "tag": "77ccc9f5-2364-472b-8e87-43b5f818b398", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:15.862348 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-610d111f-5757-49c0-b364-722d5fb36549 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:15.862932 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ccc9f5-2364-472b-8e87-43b5f818b398', 'code': 200} Mar 07 21:52:15.882203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43efb8f2-3859-4e85-9ff5-e97aa27c929c req-d488f36f-c80e-406d-82ab-1c79e7908d03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a554ee-7c06-40d5-9801-329684cfb13f HTTP/1.1" status: 200 len: 217 time: 0.0718145 Mar 07 21:52:15.954105 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0cd2d52f-2442-4797-8dcc-c9d74470d3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:15.991969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efb8f2-3859-4e85-9ff5-e97aa27c929c req-efd50a95-673c-408b-87a6-3dadf6fcb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.995090 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43efb8f2-3859-4e85-9ff5-e97aa27c929c req-efd50a95-673c-408b-87a6-3dadf6fcb21a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce1fbfa2-ec43-4960-9833-0f8cbf460e36 HTTP/1.1" status: 200 len: 845 time: 0.1060679 Mar 07 21:52:16.082808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['9aaeb5ad-b739-4214-a4a9-45e5ba71ef56'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:52:16.089791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44384) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:16.181670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43efb8f2-3859-4e85-9ff5-e97aa27c929c req-c0afcd6f-f067-4f55-b30a-4df13e9dfd1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1754076 Mar 07 21:52:16.189268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712cdd2-dab5-423d-9476-0ee4832ce826 req-6c38c0cb-9e58-4fc4-8932-471a7f525f62 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:16.201423 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5712cdd2-dab5-423d-9476-0ee4832ce826 req-6c38c0cb-9e58-4fc4-8932-471a7f525f62 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 908 time: 0.4019849 Mar 07 21:52:16.382953 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9834acd6-8cf7-4331-8f25-0caf4f8ba766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:16.411274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715c147-c8cb-47c3-a1cb-5a0780f3c4a2 req-2116cd42-b5c4-430b-bea5-d35f524b9622 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:16.414292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8715c147-c8cb-47c3-a1cb-5a0780f3c4a2 req-2116cd42-b5c4-430b-bea5-d35f524b9622 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.4155896 Mar 07 21:52:16.457988 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:16.568828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050008e1-5734-4635-ab49-44c9ae1c5638 req-3b7f000e-4777-49e2-be2d-dac613dae3f4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:16.571786 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-050008e1-5734-4635-ab49-44c9ae1c5638 req-3b7f000e-4777-49e2-be2d-dac613dae3f4 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 908 time: 0.3148823 Mar 07 21:52:16.609230 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43efb8f2-3859-4e85-9ff5-e97aa27c929c req-bace1650-c2ad-4310-aaed-3df5dbf36113 service neutron] 10.222.0.15 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058392 Mar 07 21:52:16.631393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9834acd6-8cf7-4331-8f25-0caf4f8ba766 admin admin] Publish callbacks [] for security_group (1739a5d5-964f-44de-a4ae-f33c53793320), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:16.640118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8715c147-c8cb-47c3-a1cb-5a0780f3c4a2 req-b0bf532a-9d12-4cb9-b5a5-68d280a69eec tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177329 Mar 07 21:52:16.699950 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9834acd6-8cf7-4331-8f25-0caf4f8ba766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1739a5d5-964f-44de-a4ae-f33c53793320), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:16.790502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834acd6-8cf7-4331-8f25-0caf4f8ba766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1739a5d5-964f-44de-a4ae-f33c53793320,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:16.870248 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9834acd6-8cf7-4331-8f25-0caf4f8ba766 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8112b4240d2452cb923892c035c1077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7767320 Mar 07 21:52:16.873175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44404) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:16.915380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5', 'name': 'network-vif-deleted', 'tag': 'bb8a8c3c-f28e-4b37-901c-d6ee443f3018'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:16.918105 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3059d1d8-10c3-49bc-810a-09010f654cfb" -d '{"events": [{"server_uuid": "2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5", "name": "network-vif-deleted", "tag": "bb8a8c3c-f28e-4b37-901c-d6ee443f3018"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:16.956845 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-050008e1-5734-4635-ab49-44c9ae1c5638 req-1622e6af-5839-4eac-82ad-3af65780464f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Deleting port 9e81c230-f1da-4f9b-a6ae-dcedc316a575 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:52:16.957348 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-050008e1-5734-4635-ab49-44c9ae1c5638 req-1622e6af-5839-4eac-82ad-3af65780464f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:16.966760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f87ef7ab-0004-48a6-9c45-ba2f81c093ef admin admin] Publish callbacks [] for security_group (1739a5d5-964f-44de-a4ae-f33c53793320), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:16.986400 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f87ef7ab-0004-48a6-9c45-ba2f81c093ef admin admin] Publish callbacks [] for security_group (1739a5d5-964f-44de-a4ae-f33c53793320), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:17.047519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467def4-0375-4f76-911e-ce89d46f1083 req-a80893e3-e962-439b-8d61-d0f20462f16a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:17.051591 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f87ef7ab-0004-48a6-9c45-ba2f81c093ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1739a5d5-964f-44de-a4ae-f33c53793320), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:17.054666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f87ef7ab-0004-48a6-9c45-ba2f81c093ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:17.054861 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467def4-0375-4f76-911e-ce89d46f1083 req-a80893e3-e962-439b-8d61-d0f20462f16a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:17.058757 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f87ef7ab-0004-48a6-9c45-ba2f81c093ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1739a5d5-964f-44de-a4ae-f33c53793320 HTTP/1.1" status: 204 len: 168 time: 0.1843276 Mar 07 21:52:17.064578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467def4-0375-4f76-911e-ce89d46f1083 req-a80893e3-e962-439b-8d61-d0f20462f16a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:17.075033 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467def4-0375-4f76-911e-ce89d46f1083 req-a80893e3-e962-439b-8d61-d0f20462f16a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:17.089005 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ef7ab-0004-48a6-9c45-ba2f81c093ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1739a5d5-964f-44de-a4ae-f33c53793320,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:17.094222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467def4-0375-4f76-911e-ce89d46f1083 req-a80893e3-e962-439b-8d61-d0f20462f16a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:17.101196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467def4-0375-4f76-911e-ce89d46f1083 req-a80893e3-e962-439b-8d61-d0f20462f16a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:17.107158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467def4-0375-4f76-911e-ce89d46f1083 req-a80893e3-e962-439b-8d61-d0f20462f16a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:17.116415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1467def4-0375-4f76-911e-ce89d46f1083 req-a80893e3-e962-439b-8d61-d0f20462f16a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5428 time: 0.1946356 Mar 07 21:52:17.120359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43efb8f2-3859-4e85-9ff5-e97aa27c929c req-03893440-793c-4f49-9a0f-c6d991548faa service neutron] 10.222.0.15 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790378 Mar 07 21:52:17.156028 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:17.156630 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:17.177257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c87e0-062e-4501-892c-5fe0ac641e29 req-6b097ae5-b199-47ab-a9ee-74d34b6e10d6 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:17.179331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e8c87e0-062e-4501-892c-5fe0ac641e29 req-6b097ae5-b199-47ab-a9ee-74d34b6e10d6 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e0a757-76d4-418b-9359-7cf4094ec20f HTTP/1.1" status: 200 len: 944 time: 0.2649884 Mar 07 21:52:17.189977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-050008e1-5734-4635-ab49-44c9ae1c5638 req-1622e6af-5839-4eac-82ad-3af65780464f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] For port 9e81c230-f1da-4f9b-a6ae-dcedc316a575, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=9e81c230-f1da-4f9b-a6ae-dcedc316a575,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:17.190997 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-050008e1-5734-4635-ab49-44c9ae1c5638 req-1622e6af-5839-4eac-82ad-3af65780464f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:17.208124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-050008e1-5734-4635-ab49-44c9ae1c5638 req-1622e6af-5839-4eac-82ad-3af65780464f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Calling delete_port for 9e81c230-f1da-4f9b-a6ae-dcedc316a575 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:52:17.271597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1467def4-0375-4f76-911e-ce89d46f1083 req-c6c5c662-8c99-44b9-b86f-91717a66d625 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1540875 Mar 07 21:52:17.294403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e8c87e0-062e-4501-892c-5fe0ac641e29 req-fa86ec8d-5ad8-4280-b0d6-241b9bfe7103 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031704 Mar 07 21:52:17.326460 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc15cbf-625e-4b9f-9f74-6ec5ae3f9c93 x-openstack-request-id: req-cfc15cbf-625e-4b9f-9f74-6ec5ae3f9c93 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:17.327071 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5", "name": "network-vif-deleted", "tag": "bb8a8c3c-f28e-4b37-901c-d6ee443f3018", "status": "failed", "code": 422}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:17.327816 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cfc15cbf-625e-4b9f-9f74-6ec5ae3f9c93 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:17.328902 n-d-832330-1 neutron-server[103719]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2c5b81ad-1338-4b7c-a015-8bafa8f4b5b5', 'name': 'network-vif-deleted', 'tag': 'bb8a8c3c-f28e-4b37-901c-d6ee443f3018', 'status': 'failed', 'code': 422} returned with failed status Mar 07 21:52:17.356088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=97ca1261-d73f-4a02-b28f-c8fa5dd20b4a,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:17.371447 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:17.463037 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-050008e1-5734-4635-ab49-44c9ae1c5638 req-1622e6af-5839-4eac-82ad-3af65780464f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9e81c230-f1da-4f9b-a6ae-dcedc316a575), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:17.509157 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=97ca1261-d73f-4a02-b28f-c8fa5dd20b4a,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:17.511866 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ce077f8b-4ce6-43cc-9ffa-91b13de22124 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:52:17.552570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dca1a-d077-4b2f-bdd6-2238ca4a7141 req-7e6074b2-47d6-4ab2-b4df-7de4e8354585 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:17.566211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-619dca1a-d077-4b2f-bdd6-2238ca4a7141 req-7e6074b2-47d6-4ab2-b4df-7de4e8354585 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb443d0-efda-4051-ae08-1a9d27c48f10 HTTP/1.1" status: 200 len: 829 time: 0.1224353 Mar 07 21:52:17.668745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port ce077f8b-4ce6-43cc-9ffa-91b13de22124 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:52:17.678250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port ce077f8b-4ce6-43cc-9ffa-91b13de22124 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:52:17.678631 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:17.864557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44418) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:17.871144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ca1261-d73f-4a02-b28f-c8fa5dd20b4a'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:17.875075 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e843b5aa-1711-448c-84ad-d513dfb230f2" -d '{"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-plugged", "status": "completed", "tag": "97ca1261-d73f-4a02-b28f-c8fa5dd20b4a"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:17.910656 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-407e0769-8871-497f-b672-d1ef71f4ae57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:17.925982 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-025241ea-bc86-46f0-9a9a-48aa0f5369a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:17.946551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ce077f8b-4ce6-43cc-9ffa-91b13de22124 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:17.946954 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:17.996865 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e9e943-be7c-45ad-9b1a-d29b8584d6a7 x-openstack-request-id: req-36e9e943-be7c-45ad-9b1a-d29b8584d6a7 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:17.997175 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-plugged", "status": "completed", "tag": "97ca1261-d73f-4a02-b28f-c8fa5dd20b4a", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:17.997445 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36e9e943-be7c-45ad-9b1a-d29b8584d6a7 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:17.997865 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ca1261-d73f-4a02-b28f-c8fa5dd20b4a', 'code': 200} Mar 07 21:52:18.053554 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ce077f8b-4ce6-43cc-9ffa-91b13de22124, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ce077f8b-4ce6-43cc-9ffa-91b13de22124,segment=NetworkSegment(94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f),segment_id=94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:18.055690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dffe18-29ea-49c3-8a1d-2300a27a4b87 req-197c2e0c-3ca7-4412-8d7e-ef2e38bcf379 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:18.063907 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:18.064793 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47dffe18-29ea-49c3-8a1d-2300a27a4b87 req-197c2e0c-3ca7-4412-8d7e-ef2e38bcf379 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.2891979 Mar 07 21:52:18.140307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ce077f8b-4ce6-43cc-9ffa-91b13de22124,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:18.215411 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:18.218034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47dffe18-29ea-49c3-8a1d-2300a27a4b87 req-c9d4d7b9-a855-4efb-9072-70a92038a766 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509304 Mar 07 21:52:18.270428 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622e6af-5839-4eac-82ad-3af65780464f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event deleted for resources: {'Port': ['ID=9e81c230-f1da-4f9b-a6ae-dcedc316a575,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:18.303517 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-025241ea-bc86-46f0-9a9a-48aa0f5369a4 admin admin] Publish callbacks [] for security_group (569a0b4c-6199-4334-856b-f776e8e1610d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:18.311785 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-025241ea-bc86-46f0-9a9a-48aa0f5369a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (569a0b4c-6199-4334-856b-f776e8e1610d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:18.324926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 59a554ee-7c06-40d5-9801-329684cfb13f details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:52:18.388827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-025241ea-bc86-46f0-9a9a-48aa0f5369a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e6c14fb68b84f3c9f4f4cefaaa39ebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5211940 Mar 07 21:52:18.391450 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-050008e1-5734-4635-ab49-44c9ae1c5638 req-1622e6af-5839-4eac-82ad-3af65780464f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] No DVR routers for this DVR port 9e81c230-f1da-4f9b-a6ae-dcedc316a575 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:52:18.396016 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-050008e1-5734-4635-ab49-44c9ae1c5638 req-1622e6af-5839-4eac-82ad-3af65780464f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:18.403489 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-050008e1-5734-4635-ab49-44c9ae1c5638 req-1622e6af-5839-4eac-82ad-3af65780464f tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.15 "DELETE /v2.0/ports/9e81c230-f1da-4f9b-a6ae-dcedc316a575 HTTP/1.1" status: 204 len: 173 time: 1.7684081 Mar 07 21:52:18.404014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44430) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:18.404497 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb443d0-efda-4051-ae08-1a9d27c48f10', 'name': 'network-vif-deleted', 'tag': '9e81c230-f1da-4f9b-a6ae-dcedc316a575'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:18.413760 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa91577-172b-49a9-a10f-3bb685fe1447" -d '{"events": [{"server_uuid": "0fb443d0-efda-4051-ae08-1a9d27c48f10", "name": "network-vif-deleted", "tag": "9e81c230-f1da-4f9b-a6ae-dcedc316a575"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:18.428464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025241ea-bc86-46f0-9a9a-48aa0f5369a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569a0b4c-6199-4334-856b-f776e8e1610d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:18.642348 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a40d161f-3616-4ff0-8dc1-b5b4cb3f0a21 admin admin] Publish callbacks [] for security_group (569a0b4c-6199-4334-856b-f776e8e1610d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:18.709556 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a40d161f-3616-4ff0-8dc1-b5b4cb3f0a21 admin admin] Publish callbacks [] for security_group (569a0b4c-6199-4334-856b-f776e8e1610d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:18.729997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 59a554ee-7c06-40d5-9801-329684cfb13f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=59a554ee-7c06-40d5-9801-329684cfb13f,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:18.760351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '59a554ee-7c06-40d5-9801-329684cfb13f', 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756', 'port_id': '59a554ee-7c06-40d5-9801-329684cfb13f', 'mac_address': 'fa:16:3e:55:1e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1fbfa2-ec43-4960-9833-0f8cbf460e36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:52:18.762529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760314bf-16c2-49f6-a404-aafd7a9b2714 req-d7ac908f-9f5f-419e-bcbe-c2cbf250cdfa tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:18.774915 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-760314bf-16c2-49f6-a404-aafd7a9b2714 req-d7ac908f-9f5f-419e-bcbe-c2cbf250cdfa tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e0a757-76d4-418b-9359-7cf4094ec20f HTTP/1.1" status: 200 len: 944 time: 0.2617056 Mar 07 21:52:18.812873 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a40d161f-3616-4ff0-8dc1-b5b4cb3f0a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (569a0b4c-6199-4334-856b-f776e8e1610d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:18.816725 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a40d161f-3616-4ff0-8dc1-b5b4cb3f0a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:18.820448 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a40d161f-3616-4ff0-8dc1-b5b4cb3f0a21 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/569a0b4c-6199-4334-856b-f776e8e1610d HTTP/1.1" status: 204 len: 168 time: 0.3965650 Mar 07 21:52:18.820633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172a443-3896-4c40-b341-b53d74bcb88a req-23faefbf-508e-4e31-b7a4-1f531cc21c33 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:18.849244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d161f-3616-4ff0-8dc1-b5b4cb3f0a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569a0b4c-6199-4334-856b-f776e8e1610d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:18.861256 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172a443-3896-4c40-b341-b53d74bcb88a req-23faefbf-508e-4e31-b7a4-1f531cc21c33 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:18.865223 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 59a554ee-7c06-40d5-9801-329684cfb13f is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:18.865622 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:18.869814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172a443-3896-4c40-b341-b53d74bcb88a req-23faefbf-508e-4e31-b7a4-1f531cc21c33 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:18.877732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172a443-3896-4c40-b341-b53d74bcb88a req-23faefbf-508e-4e31-b7a4-1f531cc21c33 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:18.894935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a554ee-7c06-40d5-9801-329684cfb13f {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:52:18.905139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172a443-3896-4c40-b341-b53d74bcb88a req-23faefbf-508e-4e31-b7a4-1f531cc21c33 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:18.927138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172a443-3896-4c40-b341-b53d74bcb88a req-23faefbf-508e-4e31-b7a4-1f531cc21c33 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:18.932332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172a443-3896-4c40-b341-b53d74bcb88a req-23faefbf-508e-4e31-b7a4-1f531cc21c33 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:18.948886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7172a443-3896-4c40-b341-b53d74bcb88a req-23faefbf-508e-4e31-b7a4-1f531cc21c33 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5430 time: 0.4359043 Mar 07 21:52:18.962434 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 59a554ee-7c06-40d5-9801-329684cfb13f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=59a554ee-7c06-40d5-9801-329684cfb13f,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:18.973505 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:19.100184 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=59a554ee-7c06-40d5-9801-329684cfb13f,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:19.223416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7172a443-3896-4c40-b341-b53d74bcb88a req-5afa652e-d364-4c7c-85c5-f67793697f74 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2665026 Mar 07 21:52:19.237533 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-760314bf-16c2-49f6-a404-aafd7a9b2714 req-d9e0ef98-2f01-49a7-9141-8e2a3558d19e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618983 Mar 07 21:52:19.259847 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:19.280809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['59a554ee-7c06-40d5-9801-329684cfb13f'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:52:19.294269 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edeebf30-3bd0-4855-92b0-b043971a4773 x-openstack-request-id: req-edeebf30-3bd0-4855-92b0-b043971a4773 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:19.295366 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb443d0-efda-4051-ae08-1a9d27c48f10", "name": "network-vif-deleted", "tag": "9e81c230-f1da-4f9b-a6ae-dcedc316a575", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:19.296072 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edeebf30-3bd0-4855-92b0-b043971a4773 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:19.296706 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb443d0-efda-4051-ae08-1a9d27c48f10', 'name': 'network-vif-deleted', 'tag': '9e81c230-f1da-4f9b-a6ae-dcedc316a575', 'status': 'completed', 'code': 200} Mar 07 21:52:19.527420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cd5a5-121a-453e-9b57-71f59c1395c0 req-ef3f53ff-6f8e-473b-aebb-46e8dfcaf4cb tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:19.539036 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-895cd5a5-121a-453e-9b57-71f59c1395c0 req-ef3f53ff-6f8e-473b-aebb-46e8dfcaf4cb tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1267629 Mar 07 21:52:19.644511 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-895cd5a5-121a-453e-9b57-71f59c1395c0 req-d09af0bc-1cfe-479b-b921-2978876ec2fb tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984998 Mar 07 21:52:19.833174 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f52da0-9ac3-44ca-b82a-822aed097c53 req-26f4629a-ca08-43de-9474-1cf1c67a17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:19.836744 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-89f52da0-9ac3-44ca-b82a-822aed097c53 req-26f4629a-ca08-43de-9474-1cf1c67a17e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba8fd1586b234445a6fd7efa2e935124&device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 1127 time: 0.0954239 Mar 07 21:52:19.999342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:20.003166 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d989c9-7d80-4594-ab43-902bb893d858" -d '{"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-plugged", "status": "completed", "tag": "ce077f8b-4ce6-43cc-9ffa-91b13de22124"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:20.025751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f52da0-9ac3-44ca-b82a-822aed097c53 req-e3dc2704-1711-4baf-b9c3-a4cc1d12a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:20.029316 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-89f52da0-9ac3-44ca-b82a-822aed097c53 req-e3dc2704-1711-4baf-b9c3-a4cc1d12a07a service neutron] 10.222.0.15 "GET /v2.0/networks?id=5756c39c-b68c-4572-a466-6a9175bae4ac HTTP/1.1" status: 200 len: 914 time: 0.1830585 Mar 07 21:52:20.082255 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169bf9c0-a32b-4132-9799-417d9158ad87 x-openstack-request-id: req-169bf9c0-a32b-4132-9799-417d9158ad87 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:20.082582 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-plugged", "status": "completed", "tag": "ce077f8b-4ce6-43cc-9ffa-91b13de22124", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:20.082810 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-169bf9c0-a32b-4132-9799-417d9158ad87 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:20.083251 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124', 'code': 200} Mar 07 21:52:20.090137 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-89f52da0-9ac3-44ca-b82a-822aed097c53 req-10a2d954-7f6b-4a18-a29e-41e9da0877db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb HTTP/1.1" status: 200 len: 217 time: 0.0494552 Mar 07 21:52:20.151744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdd005-354e-4e5c-adfb-5bcbdd351710 req-1c446bc8-5648-44e1-92d4-05f416393514 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:20.154789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e3862fed-b16a-4ff5-943a-f05e701d9754 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:52:20.156049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-08fdd005-354e-4e5c-adfb-5bcbdd351710 req-1c446bc8-5648-44e1-92d4-05f416393514 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 945 time: 0.1451147 Mar 07 21:52:20.187937 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f52da0-9ac3-44ca-b82a-822aed097c53 req-063f9770-f987-44ef-9dc5-89642faf2d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:20.190574 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-89f52da0-9ac3-44ca-b82a-822aed097c53 req-063f9770-f987-44ef-9dc5-89642faf2d30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=087870aa-f669-4d7e-a1fb-da282598d1d1 HTTP/1.1" status: 200 len: 853 time: 0.0935559 Mar 07 21:52:20.250455 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-89f52da0-9ac3-44ca-b82a-822aed097c53 req-8bf1bc73-7899-4599-9f62-a7a648689e88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5756c39c-b68c-4572-a466-6a9175bae4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494788 Mar 07 21:52:20.278571 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-08fdd005-354e-4e5c-adfb-5bcbdd351710 req-9275ffe8-060e-4d7e-bf13-e5f073c6d762 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150062 Mar 07 21:52:20.300622 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:20.309530 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port e3862fed-b16a-4ff5-943a-f05e701d9754 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:52:20.314275 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port e3862fed-b16a-4ff5-943a-f05e701d9754 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:52:20.314642 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:20.373349 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 59a554ee-7c06-40d5-9801-329684cfb13f up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:52:20.463324 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-89f52da0-9ac3-44ca-b82a-822aed097c53 req-f4ad1351-af6e-45eb-a57e-3a80aca87757 service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022421 Mar 07 21:52:20.557189 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:52:20.581477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 59a554ee-7c06-40d5-9801-329684cfb13f completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:52:20.587354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 59a554ee-7c06-40d5-9801-329684cfb13f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:52:20.588020 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:20.612354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e3862fed-b16a-4ff5-943a-f05e701d9754 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:20.613087 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:20.637432 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-89f52da0-9ac3-44ca-b82a-822aed097c53 req-ca654a86-d707-4dda-9ec2-86f62ae28ad2 service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634023 Mar 07 21:52:20.666978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e3862fed-b16a-4ff5-943a-f05e701d9754, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e3862fed-b16a-4ff5-943a-f05e701d9754,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:20.674833 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:20.676114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:52:20.682369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb69568-b3b3-4308-966d-ee0e17ff6a31 req-cd3885ef-1b4a-49dd-a10b-20b8a9db5cba tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:20.693123 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bfb69568-b3b3-4308-966d-ee0e17ff6a31 req-cd3885ef-1b4a-49dd-a10b-20b8a9db5cba tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e0a757-76d4-418b-9359-7cf4094ec20f HTTP/1.1" status: 200 len: 945 time: 0.3086240 Mar 07 21:52:20.712650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4ee0b-25e3-4dcb-adfb-1a7859b4f0cd req-46954a4b-0399-46b2-91d9-44e8e1781cd6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:20.721026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4ee0b-25e3-4dcb-adfb-1a7859b4f0cd req-46954a4b-0399-46b2-91d9-44e8e1781cd6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:20.728161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4ee0b-25e3-4dcb-adfb-1a7859b4f0cd req-46954a4b-0399-46b2-91d9-44e8e1781cd6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:20.735271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4ee0b-25e3-4dcb-adfb-1a7859b4f0cd req-46954a4b-0399-46b2-91d9-44e8e1781cd6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:20.742780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4ee0b-25e3-4dcb-adfb-1a7859b4f0cd req-46954a4b-0399-46b2-91d9-44e8e1781cd6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:20.748335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4ee0b-25e3-4dcb-adfb-1a7859b4f0cd req-46954a4b-0399-46b2-91d9-44e8e1781cd6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:20.754949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4ee0b-25e3-4dcb-adfb-1a7859b4f0cd req-46954a4b-0399-46b2-91d9-44e8e1781cd6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:20.756976 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1b4ee0b-25e3-4dcb-adfb-1a7859b4f0cd req-46954a4b-0399-46b2-91d9-44e8e1781cd6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5430 time: 0.3252583 Mar 07 21:52:20.803253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 59a554ee-7c06-40d5-9801-329684cfb13f is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:20.804165 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:20.806486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e3862fed-b16a-4ff5-943a-f05e701d9754,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:20.850843 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 59a554ee-7c06-40d5-9801-329684cfb13f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=59a554ee-7c06-40d5-9801-329684cfb13f,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:20.857842 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:20.859404 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 9e81c230-f1da-4f9b-a6ae-dcedc316a575 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:52:20.865726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:52:20.881890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a99f50-5208-4256-b912-1293cbd3e51e req-4e3ea180-baf2-4160-b1ae-4972f85b2bb1 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:20.894742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-08a99f50-5208-4256-b912-1293cbd3e51e req-4e3ea180-baf2-4160-b1ae-4972f85b2bb1 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.13 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 945 time: 0.3530502 Mar 07 21:52:20.910612 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 9e81c230-f1da-4f9b-a6ae-dcedc316a575 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:52:20.911445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 9e81c230-f1da-4f9b-a6ae-dcedc316a575 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:52:20.916486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:52:20.917247 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:20.984386 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=59a554ee-7c06-40d5-9801-329684cfb13f,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:21.394053 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:21.395280 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:21.399586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bfb69568-b3b3-4308-966d-ee0e17ff6a31 req-a9f063be-1406-4b76-a9c5-23d9ae0dc396 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7056010 Mar 07 21:52:21.441935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:21.452497 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:21.453721 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e192079e-fb78-4644-86bf-f65555e1a281 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:52:21.520753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1b4ee0b-25e3-4dcb-adfb-1a7859b4f0cd req-1ce1adad-3ffc-45c5-a4b5-c91dfd8fcd38 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7544076 Mar 07 21:52:21.586235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:21.606539 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port e192079e-fb78-4644-86bf-f65555e1a281 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:52:21.610939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port e192079e-fb78-4644-86bf-f65555e1a281 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:52:21.611360 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e192079e-fb78-4644-86bf-f65555e1a281), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:21.673437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59e65d-3bc9-4f2b-acf2-daaef2592afa req-e62af912-b0e9-4f3d-ac4b-507adc0ed657 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:21.675008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa59e65d-3bc9-4f2b-acf2-daaef2592afa req-e62af912-b0e9-4f3d-ac4b-507adc0ed657 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1480596 Mar 07 21:52:21.677516 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-08a99f50-5208-4256-b912-1293cbd3e51e req-14dce34d-d8b7-44f2-badc-0d1f07728a60 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Deleting port b31355ef-2604-4a93-8a55-31179fc99009 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:52:21.678438 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-08a99f50-5208-4256-b912-1293cbd3e51e req-14dce34d-d8b7-44f2-badc-0d1f07728a60 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b31355ef-2604-4a93-8a55-31179fc99009), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:21.741492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e192079e-fb78-4644-86bf-f65555e1a281 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:21.741894 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e192079e-fb78-4644-86bf-f65555e1a281), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:21.784780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e192079e-fb78-4644-86bf-f65555e1a281, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e192079e-fb78-4644-86bf-f65555e1a281,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:21.792691 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e192079e-fb78-4644-86bf-f65555e1a281), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:21.793711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 3a09a78d-3591-406e-b8f9-92c30e267ac0 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:52:21.883775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa59e65d-3bc9-4f2b-acf2-daaef2592afa req-2fa45bd2-7ae7-410d-861d-8af59170a24e tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807854 Mar 07 21:52:21.925556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90389b-7240-4b9d-b7ed-6bb0bf757cc0 req-60a351c8-e674-4dbc-859d-bb4a92663f90 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:21.932880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd90389b-7240-4b9d-b7ed-6bb0bf757cc0 req-60a351c8-e674-4dbc-859d-bb4a92663f90 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=664d7367-2226-44e9-ab5d-ddb4c679cc8b HTTP/1.1" status: 200 len: 945 time: 0.1721466 Mar 07 21:52:21.941911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-08a99f50-5208-4256-b912-1293cbd3e51e req-14dce34d-d8b7-44f2-badc-0d1f07728a60 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] For port b31355ef-2604-4a93-8a55-31179fc99009, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b31355ef-2604-4a93-8a55-31179fc99009,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:21.942327 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-08a99f50-5208-4256-b912-1293cbd3e51e req-14dce34d-d8b7-44f2-badc-0d1f07728a60 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b31355ef-2604-4a93-8a55-31179fc99009), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:22.019800 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-08a99f50-5208-4256-b912-1293cbd3e51e req-14dce34d-d8b7-44f2-badc-0d1f07728a60 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Calling delete_port for b31355ef-2604-4a93-8a55-31179fc99009 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:52:22.030485 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd90389b-7240-4b9d-b7ed-6bb0bf757cc0 req-2c756408-bc0b-4de0-8cfb-5d19e601cdde tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966923 Mar 07 21:52:22.089985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3862fed-b16a-4ff5-943a-f05e701d9754'}, {'server_uuid': '99e0a757-76d4-418b-9359-7cf4094ec20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a554ee-7c06-40d5-9801-329684cfb13f'}, {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaeb5ad-b739-4214-a4a9-45e5ba71ef56'}, {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e192079e-fb78-4644-86bf-f65555e1a281'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:22.116902 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb9f746-eb92-4fd1-af17-650362b96fbe" -d '{"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-plugged", "status": "completed", "tag": "e3862fed-b16a-4ff5-943a-f05e701d9754"}, {"server_uuid": "99e0a757-76d4-418b-9359-7cf4094ec20f", "name": "network-vif-plugged", "status": "completed", "tag": "59a554ee-7c06-40d5-9801-329684cfb13f"}, {"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-plugged", "status": "completed", "tag": "9aaeb5ad-b739-4214-a4a9-45e5ba71ef56"}, {"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-plugged", "status": "completed", "tag": "e192079e-fb78-4644-86bf-f65555e1a281"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:22.162611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e192079e-fb78-4644-86bf-f65555e1a281,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:22.174599 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:22.177873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 3a09a78d-3591-406e-b8f9-92c30e267ac0 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:52:22.184007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 3a09a78d-3591-406e-b8f9-92c30e267ac0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:52:22.184491 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:22.288117 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fd8548-2155-49f0-8052-66f38b5556fe x-openstack-request-id: req-b3fd8548-2155-49f0-8052-66f38b5556fe {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:22.288458 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-plugged", "status": "completed", "tag": "e3862fed-b16a-4ff5-943a-f05e701d9754", "code": 200}, {"server_uuid": "99e0a757-76d4-418b-9359-7cf4094ec20f", "name": "network-vif-plugged", "status": "completed", "tag": "59a554ee-7c06-40d5-9801-329684cfb13f", "code": 200}, {"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-plugged", "status": "completed", "tag": "9aaeb5ad-b739-4214-a4a9-45e5ba71ef56", "code": 200}, {"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-plugged", "status": "completed", "tag": "e192079e-fb78-4644-86bf-f65555e1a281", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:22.288749 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3fd8548-2155-49f0-8052-66f38b5556fe {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:22.289217 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3862fed-b16a-4ff5-943a-f05e701d9754', 'code': 200} Mar 07 21:52:22.289510 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e0a757-76d4-418b-9359-7cf4094ec20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a554ee-7c06-40d5-9801-329684cfb13f', 'code': 200} Mar 07 21:52:22.289808 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaeb5ad-b739-4214-a4a9-45e5ba71ef56', 'code': 200} Mar 07 21:52:22.290366 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e192079e-fb78-4644-86bf-f65555e1a281', 'code': 200} Mar 07 21:52:22.292012 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-08a99f50-5208-4256-b912-1293cbd3e51e req-14dce34d-d8b7-44f2-badc-0d1f07728a60 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (b31355ef-2604-4a93-8a55-31179fc99009), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:22.309481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f64d11ec-e267-4b76-b66a-d7f3ab5db6a7'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:52:22.373590 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dce34d-d8b7-44f2-badc-0d1f07728a60 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event deleted for resources: {'Port': ['ID=b31355ef-2604-4a93-8a55-31179fc99009,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:22.399228 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe2bd0-9fdf-4528-b38b-ddb68cb026bc req-8ce38868-88e5-4f4a-b370-5d62c09efe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:22.407897 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-26fe2bd0-9fdf-4528-b38b-ddb68cb026bc req-8ce38868-88e5-4f4a-b370-5d62c09efe62 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99e0a757-76d4-418b-9359-7cf4094ec20f HTTP/1.1" status: 200 len: 1128 time: 0.1040525 Mar 07 21:52:22.531118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a99f50-5208-4256-b912-1293cbd3e51e req-14dce34d-d8b7-44f2-badc-0d1f07728a60 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] No DVR routers for this DVR port b31355ef-2604-4a93-8a55-31179fc99009 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:52:22.538285 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-26fe2bd0-9fdf-4528-b38b-ddb68cb026bc req-22e68e9d-1dff-4bcd-ae76-c5e44725a5f4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249688 Mar 07 21:52:22.540262 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-08a99f50-5208-4256-b912-1293cbd3e51e req-14dce34d-d8b7-44f2-badc-0d1f07728a60 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:22.545378 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-08a99f50-5208-4256-b912-1293cbd3e51e req-14dce34d-d8b7-44f2-badc-0d1f07728a60 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.13 "DELETE /v2.0/ports/b31355ef-2604-4a93-8a55-31179fc99009 HTTP/1.1" status: 204 len: 173 time: 1.6450725 Mar 07 21:52:22.546714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664d7367-2226-44e9-ab5d-ddb4c679cc8b', 'name': 'network-vif-deleted', 'tag': 'b31355ef-2604-4a93-8a55-31179fc99009'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:22.573854 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69804621-8a97-4de1-a7c6-c58ccf480962" -d '{"events": [{"server_uuid": "664d7367-2226-44e9-ab5d-ddb4c679cc8b", "name": "network-vif-deleted", "tag": "b31355ef-2604-4a93-8a55-31179fc99009"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:22.716614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e42da9-c9c8-4eda-8311-3fe037730f6d req-426e96aa-8bbd-41aa-9629-7982c3523b15 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:22.727622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1e42da9-c9c8-4eda-8311-3fe037730f6d req-426e96aa-8bbd-41aa-9629-7982c3523b15 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e0a757-76d4-418b-9359-7cf4094ec20f HTTP/1.1" status: 200 len: 946 time: 0.1923211 Mar 07 21:52:22.735684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 3a09a78d-3591-406e-b8f9-92c30e267ac0 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:22.736940 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:22.847175 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 3a09a78d-3591-406e-b8f9-92c30e267ac0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=3a09a78d-3591-406e-b8f9-92c30e267ac0,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:22.878219 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:22.930892 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1e42da9-c9c8-4eda-8311-3fe037730f6d req-b9daa302-1dd3-4c36-bacf-c9ef49466332 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019024 Mar 07 21:52:23.031472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=3a09a78d-3591-406e-b8f9-92c30e267ac0,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:23.057527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b31355ef-2604-4a93-8a55-31179fc99009 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:52:23.073263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c8084-c097-40e6-b8ae-ce80fc9855a3 req-a2635c1b-0312-43c2-9879-6f9f63446879 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:23.099749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: b31355ef-2604-4a93-8a55-31179fc99009 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:52:23.100600 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b31355ef-2604-4a93-8a55-31179fc99009 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:52:23.102325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c8084-c097-40e6-b8ae-ce80fc9855a3 req-a2635c1b-0312-43c2-9879-6f9f63446879 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:23.118361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c8084-c097-40e6-b8ae-ce80fc9855a3 req-a2635c1b-0312-43c2-9879-6f9f63446879 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:23.124720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c8084-c097-40e6-b8ae-ce80fc9855a3 req-a2635c1b-0312-43c2-9879-6f9f63446879 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:23.142434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c8084-c097-40e6-b8ae-ce80fc9855a3 req-a2635c1b-0312-43c2-9879-6f9f63446879 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:23.159049 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c8084-c097-40e6-b8ae-ce80fc9855a3 req-a2635c1b-0312-43c2-9879-6f9f63446879 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:23.167135 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c8084-c097-40e6-b8ae-ce80fc9855a3 req-a2635c1b-0312-43c2-9879-6f9f63446879 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:23.175540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-329c8084-c097-40e6-b8ae-ce80fc9855a3 req-a2635c1b-0312-43c2-9879-6f9f63446879 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5433 time: 0.4431598 Mar 07 21:52:23.226133 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8dce43-061a-4c05-8225-ea869ebeeeb6 x-openstack-request-id: req-0d8dce43-061a-4c05-8225-ea869ebeeeb6 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:23.226494 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664d7367-2226-44e9-ab5d-ddb4c679cc8b", "name": "network-vif-deleted", "tag": "b31355ef-2604-4a93-8a55-31179fc99009", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:23.226711 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d8dce43-061a-4c05-8225-ea869ebeeeb6 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:23.232528 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664d7367-2226-44e9-ab5d-ddb4c679cc8b', 'name': 'network-vif-deleted', 'tag': 'b31355ef-2604-4a93-8a55-31179fc99009', 'status': 'completed', 'code': 200} Mar 07 21:52:23.439927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-329c8084-c097-40e6-b8ae-ce80fc9855a3 req-f9a989ec-d8dc-477d-a62d-4598ed7cad16 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2631173 Mar 07 21:52:23.465365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51c7bb-fe9b-4694-b9f9-75e384db7632 req-9c488d5b-dda9-424d-95dc-0ea1e0d19cf2 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:23.484217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee51c7bb-fe9b-4694-b9f9-75e384db7632 req-9c488d5b-dda9-424d-95dc-0ea1e0d19cf2 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1668539 Mar 07 21:52:23.553732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee51c7bb-fe9b-4694-b9f9-75e384db7632 req-7263a585-e43e-484e-96cf-f41624c520f7 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684812 Mar 07 21:52:23.781556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4799bf-9f63-45b2-83af-c0f4c86b3739 req-d63bae66-b383-4a1a-bebe-e4457a03f1ec tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:23.788179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f4799bf-9f63-45b2-83af-c0f4c86b3739 req-d63bae66-b383-4a1a-bebe-e4457a03f1ec tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 945 time: 0.1228085 Mar 07 21:52:23.978919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f4799bf-9f63-45b2-83af-c0f4c86b3739 req-fea3debe-a605-4885-b75d-ece539f80156 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847978 Mar 07 21:52:24.031982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55523e92-ebea-4ab3-ac4d-5f2f5cc3fb15 req-9f5d7581-baf3-4250-aa4c-f9bcdfcc798c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:24.042617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55523e92-ebea-4ab3-ac4d-5f2f5cc3fb15 req-9f5d7581-baf3-4250-aa4c-f9bcdfcc798c tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.1977732 Mar 07 21:52:24.099578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45de47f-fc8e-4127-a68b-64db452ef064 req-04a8ac53-52aa-46be-9cc3-f4d1c60e5d99 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:24.113826 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c45de47f-fc8e-4127-a68b-64db452ef064 req-04a8ac53-52aa-46be-9cc3-f4d1c60e5d99 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 946 time: 0.1111321 Mar 07 21:52:24.158849 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55523e92-ebea-4ab3-ac4d-5f2f5cc3fb15 req-417f76b9-bdfd-4cd0-aee2-a5973af21b3a tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=c599d29a-e2e0-4978-808e-ae178f54dd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152866 Mar 07 21:52:24.192894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905dae6-aa35-4d35-ade5-602f9c6628e8 req-d30b85ce-80f3-41e0-b80e-c8e788f5646e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:24.206991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d905dae6-aa35-4d35-ade5-602f9c6628e8 req-d30b85ce-80f3-41e0-b80e-c8e788f5646e tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e0a757-76d4-418b-9359-7cf4094ec20f HTTP/1.1" status: 200 len: 946 time: 0.1284640 Mar 07 21:52:24.291134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a09a78d-3591-406e-b8f9-92c30e267ac0'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:24.293443 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1759c14f-3b6e-45d8-bd8f-471da1461c6f" -d '{"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-plugged", "status": "completed", "tag": "3a09a78d-3591-406e-b8f9-92c30e267ac0"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:24.333482 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d905dae6-aa35-4d35-ade5-602f9c6628e8 req-3ee427d8-a284-43ea-b876-20e8435b82cd tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254778 Mar 07 21:52:24.342537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:52:24.361324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-c45de47f-fc8e-4127-a68b-64db452ef064 req-603af305-b560-4ef9-bb84-399b0b6ba5ba tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Deleting port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:52:24.362092 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c45de47f-fc8e-4127-a68b-64db452ef064 req-603af305-b560-4ef9-bb84-399b0b6ba5ba tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:24.507746 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877e411f-b38f-477b-941a-6599f05d8532 x-openstack-request-id: req-877e411f-b38f-477b-941a-6599f05d8532 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:24.508103 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-plugged", "status": "completed", "tag": "3a09a78d-3591-406e-b8f9-92c30e267ac0", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:24.508308 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-877e411f-b38f-477b-941a-6599f05d8532 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:24.508713 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a09a78d-3591-406e-b8f9-92c30e267ac0', 'code': 200} Mar 07 21:52:24.530894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:24.531301 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:24.537558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-e8887917-9d56-410f-bbcf-63af6fd7867f req-0b274860-48ce-415b-84d6-9bbd4c23d657 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:52:24.538578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8887917-9d56-410f-bbcf-63af6fd7867f req-0b274860-48ce-415b-84d6-9bbd4c23d657 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053315 Mar 07 21:52:24.553809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-c45de47f-fc8e-4127-a68b-64db452ef064 req-603af305-b560-4ef9-bb84-399b0b6ba5ba tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] For port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f64d11ec-e267-4b76-b66a-d7f3ab5db6a7,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:24.554875 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c45de47f-fc8e-4127-a68b-64db452ef064 req-603af305-b560-4ef9-bb84-399b0b6ba5ba tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:24.590250 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-c45de47f-fc8e-4127-a68b-64db452ef064 req-603af305-b560-4ef9-bb84-399b0b6ba5ba tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Calling delete_port for f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:52:24.644323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:24.658638 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:24.751674 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829a00-e3d7-4a5a-af2b-4e15d3fd7a23 req-70aebcc7-cbdc-4a95-8f33-dac558c85cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:24.752202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829a00-e3d7-4a5a-af2b-4e15d3fd7a23 req-70aebcc7-cbdc-4a95-8f33-dac558c85cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:24.752716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829a00-e3d7-4a5a-af2b-4e15d3fd7a23 req-70aebcc7-cbdc-4a95-8f33-dac558c85cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:24.753081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829a00-e3d7-4a5a-af2b-4e15d3fd7a23 req-70aebcc7-cbdc-4a95-8f33-dac558c85cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:24.753552 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829a00-e3d7-4a5a-af2b-4e15d3fd7a23 req-70aebcc7-cbdc-4a95-8f33-dac558c85cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:24.754016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829a00-e3d7-4a5a-af2b-4e15d3fd7a23 req-70aebcc7-cbdc-4a95-8f33-dac558c85cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:24.762988 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829a00-e3d7-4a5a-af2b-4e15d3fd7a23 req-70aebcc7-cbdc-4a95-8f33-dac558c85cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:24.765233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c829a00-e3d7-4a5a-af2b-4e15d3fd7a23 req-70aebcc7-cbdc-4a95-8f33-dac558c85cef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 6708 time: 0.1687412 Mar 07 21:52:24.831537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:24.958157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c829a00-e3d7-4a5a-af2b-4e15d3fd7a23 req-23deaa82-eee0-43e6-a8a4-a32bb8b9a43d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2de32927-8c99-4e3c-ac84-f8c17fff2420&id=a02ca23e-84db-4ce1-906c-5ab90e81d386&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1831160 Mar 07 21:52:25.010696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d9ae6-5a5b-46ce-893c-41dcc76bf771 req-a48cd5e3-3e5a-4cbb-b01b-bb66eaea182e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:25.017647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d9ae6-5a5b-46ce-893c-41dcc76bf771 req-a48cd5e3-3e5a-4cbb-b01b-bb66eaea182e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:25.024661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d9ae6-5a5b-46ce-893c-41dcc76bf771 req-a48cd5e3-3e5a-4cbb-b01b-bb66eaea182e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:25.030828 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d9ae6-5a5b-46ce-893c-41dcc76bf771 req-a48cd5e3-3e5a-4cbb-b01b-bb66eaea182e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:25.037633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d9ae6-5a5b-46ce-893c-41dcc76bf771 req-a48cd5e3-3e5a-4cbb-b01b-bb66eaea182e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:25.044903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d9ae6-5a5b-46ce-893c-41dcc76bf771 req-a48cd5e3-3e5a-4cbb-b01b-bb66eaea182e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:25.050890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d9ae6-5a5b-46ce-893c-41dcc76bf771 req-a48cd5e3-3e5a-4cbb-b01b-bb66eaea182e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:25.059548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-531d9ae6-5a5b-46ce-893c-41dcc76bf771 req-a48cd5e3-3e5a-4cbb-b01b-bb66eaea182e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5434 time: 0.1861651 Mar 07 21:52:25.076443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c45de47f-fc8e-4127-a68b-64db452ef064 req-603af305-b560-4ef9-bb84-399b0b6ba5ba tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f64d11ec-e267-4b76-b66a-d7f3ab5db6a7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:25.092012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f64d11ec-e267-4b76-b66a-d7f3ab5db6a7'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:52:25.094261 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-127eb38b-5e5c-4cf1-98b9-829d1b0cc14b req-73ae353b-ee36-4636-8cbc-996ed34dc186 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1229537 Mar 07 21:52:25.111682 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e56473-dc91-4bd2-a4a1-f1bd6b108ee2 req-36e38cf6-fbe3-4a22-8ce8-7fcdbb8e19a7 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:25.118702 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28e56473-dc91-4bd2-a4a1-f1bd6b108ee2 req-36e38cf6-fbe3-4a22-8ce8-7fcdbb8e19a7 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 943 time: 0.1720383 Mar 07 21:52:25.134536 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603af305-b560-4ef9-bb84-399b0b6ba5ba tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event deleted for resources: {'Port': ['ID=f64d11ec-e267-4b76-b66a-d7f3ab5db6a7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:25.243571 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45de47f-fc8e-4127-a68b-64db452ef064 req-603af305-b560-4ef9-bb84-399b0b6ba5ba tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] No DVR routers for this DVR port f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:52:25.249098 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c45de47f-fc8e-4127-a68b-64db452ef064 req-603af305-b560-4ef9-bb84-399b0b6ba5ba tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:25.254867 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c45de47f-fc8e-4127-a68b-64db452ef064 req-603af305-b560-4ef9-bb84-399b0b6ba5ba tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.15 "DELETE /v2.0/ports/f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 HTTP/1.1" status: 204 len: 173 time: 1.1349685 Mar 07 21:52:25.255217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-531d9ae6-5a5b-46ce-893c-41dcc76bf771 req-b662c4b1-8a88-4ccb-a50a-b18cb270df6d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1897810 Mar 07 21:52:25.255730 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c73c63b-588c-4271-8481-c4e87434c8b7', 'name': 'network-vif-deleted', 'tag': 'f64d11ec-e267-4b76-b66a-d7f3ab5db6a7'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:25.258412 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da06adb-7f96-4e0d-a8cc-fb56ce6eb600" -d '{"events": [{"server_uuid": "5c73c63b-588c-4271-8481-c4e87434c8b7", "name": "network-vif-deleted", "tag": "f64d11ec-e267-4b76-b66a-d7f3ab5db6a7"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:25.273461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127eb38b-5e5c-4cf1-98b9-829d1b0cc14b req-a6cc5a69-87a9-4d15-803f-c4c3c66b0c1b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:25.275214 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-127eb38b-5e5c-4cf1-98b9-829d1b0cc14b req-a6cc5a69-87a9-4d15-803f-c4c3c66b0c1b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports/72840b70-c8b3-4f97-9dbb-b0dc277d4ccb HTTP/1.1" status: 200 len: 940 time: 0.1448250 Mar 07 21:52:25.279116 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28e56473-dc91-4bd2-a4a1-f1bd6b108ee2 req-4385db7e-137a-401f-ae6d-52ef58f7f4ba tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544397 Mar 07 21:52:25.486036 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a07cdbe-bf23-4977-abc6-ebfd773d175c req-29e8938f-31fa-4dda-b8d5-ddc732317216 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c73c63b-588c-4271-8481-c4e87434c8b7 HTTP/1.1" status: 200 len: 210 time: 0.0627174 Mar 07 21:52:25.619833 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2ef3fa-d36f-4a2c-9cfe-4bb1e346fbf6 x-openstack-request-id: req-3a2ef3fa-d36f-4a2c-9cfe-4bb1e346fbf6 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:25.620149 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c73c63b-588c-4271-8481-c4e87434c8b7", "name": "network-vif-deleted", "tag": "f64d11ec-e267-4b76-b66a-d7f3ab5db6a7", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:25.620413 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a2ef3fa-d36f-4a2c-9cfe-4bb1e346fbf6 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:25.620823 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c73c63b-588c-4271-8481-c4e87434c8b7', 'name': 'network-vif-deleted', 'tag': 'f64d11ec-e267-4b76-b66a-d7f3ab5db6a7', 'status': 'completed', 'code': 200} Mar 07 21:52:25.670006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86970c5c-361e-473f-b357-509c63d8c39f req-b3e336c7-442b-4da1-bd2e-2022fed6f756 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:25.671653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86970c5c-361e-473f-b357-509c63d8c39f req-b3e336c7-442b-4da1-bd2e-2022fed6f756 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e0a757-76d4-418b-9359-7cf4094ec20f HTTP/1.1" status: 200 len: 946 time: 0.1505773 Mar 07 21:52:25.738220 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86970c5c-361e-473f-b357-509c63d8c39f req-8484b699-8b29-4ea9-83f9-82cd5e97ddb7 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596528 Mar 07 21:52:26.510015 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc566c24-ff47-44a3-8c3a-1698e4cc5200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:26.512600 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3766a1e5-9b36-42dc-89e7-269d94fa44e9" -d '{"events": [{"server_uuid": "bc566c24-ff47-44a3-8c3a-1698e4cc5200", "name": "network-vif-unplugged", "status": "completed", "tag": "72840b70-c8b3-4f97-9dbb-b0dc277d4ccb"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:26.603732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b76518-4a99-45f7-8ed2-0f31b0e77c0c req-ce8ed45a-6f5b-42c3-8e0f-2ca34d495106 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:26.625040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b76518-4a99-45f7-8ed2-0f31b0e77c0c req-ce8ed45a-6f5b-42c3-8e0f-2ca34d495106 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:26.642675 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b76518-4a99-45f7-8ed2-0f31b0e77c0c req-ce8ed45a-6f5b-42c3-8e0f-2ca34d495106 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:26.651674 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b76518-4a99-45f7-8ed2-0f31b0e77c0c req-ce8ed45a-6f5b-42c3-8e0f-2ca34d495106 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:26.655550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127eb38b-5e5c-4cf1-98b9-829d1b0cc14b req-bbaef8cb-867b-4987-b463-9e5d11d787be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:26.664040 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-127eb38b-5e5c-4cf1-98b9-829d1b0cc14b req-bbaef8cb-867b-4987-b463-9e5d11d787be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200&tenant_id=ba8fd1586b234445a6fd7efa2e935124 HTTP/1.1" status: 200 len: 1125 time: 0.1946359 Mar 07 21:52:26.672326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b76518-4a99-45f7-8ed2-0f31b0e77c0c req-ce8ed45a-6f5b-42c3-8e0f-2ca34d495106 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:26.703533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b76518-4a99-45f7-8ed2-0f31b0e77c0c req-ce8ed45a-6f5b-42c3-8e0f-2ca34d495106 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:26.713768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b76518-4a99-45f7-8ed2-0f31b0e77c0c req-ce8ed45a-6f5b-42c3-8e0f-2ca34d495106 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:26.724234 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40b76518-4a99-45f7-8ed2-0f31b0e77c0c req-ce8ed45a-6f5b-42c3-8e0f-2ca34d495106 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5434 time: 0.2882857 Mar 07 21:52:26.814741 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40b76518-4a99-45f7-8ed2-0f31b0e77c0c req-d94d8263-44f6-46cd-a208-004e7a099a8a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0826249 Mar 07 21:52:26.832722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5102d1-9d25-4445-b5b4-bc572fd88808 req-a15f0718-0eea-4b88-8d7c-b0d13c1ff5d6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:26.850082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a5102d1-9d25-4445-b5b4-bc572fd88808 req-a15f0718-0eea-4b88-8d7c-b0d13c1ff5d6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 943 time: 0.4304013 Mar 07 21:52:26.867965 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127eb38b-5e5c-4cf1-98b9-829d1b0cc14b req-118f859a-bd49-475e-8264-890cd872aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:26.869557 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-127eb38b-5e5c-4cf1-98b9-829d1b0cc14b req-118f859a-bd49-475e-8264-890cd872aca6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba8fd1586b234445a6fd7efa2e935124&device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 1125 time: 0.1050735 Mar 07 21:52:26.889424 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd54b063-1326-48b1-a973-80fd27264db1 x-openstack-request-id: req-cd54b063-1326-48b1-a973-80fd27264db1 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:26.889740 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc566c24-ff47-44a3-8c3a-1698e4cc5200", "name": "network-vif-unplugged", "status": "completed", "tag": "72840b70-c8b3-4f97-9dbb-b0dc277d4ccb", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:26.890003 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd54b063-1326-48b1-a973-80fd27264db1 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:26.890544 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc566c24-ff47-44a3-8c3a-1698e4cc5200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb', 'code': 200} Mar 07 21:52:26.958327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a5102d1-9d25-4445-b5b4-bc572fd88808 req-013d144f-4492-4786-9630-eb471979e324 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069655 Mar 07 21:52:27.155269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6448754-98cb-449b-b44b-d2441431a206 req-afce689f-7c49-4de3-be66-adce68032fd5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:27.156787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127eb38b-5e5c-4cf1-98b9-829d1b0cc14b req-a6703085-8a37-4788-aa74-9c181c7f5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:27.159076 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-127eb38b-5e5c-4cf1-98b9-829d1b0cc14b req-a6703085-8a37-4788-aa74-9c181c7f5fac service neutron] 10.222.0.15 "GET /v2.0/networks?id=5756c39c-b68c-4572-a466-6a9175bae4ac HTTP/1.1" status: 200 len: 914 time: 0.2805009 Mar 07 21:52:27.160426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6448754-98cb-449b-b44b-d2441431a206 req-afce689f-7c49-4de3-be66-adce68032fd5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e0a757-76d4-418b-9359-7cf4094ec20f HTTP/1.1" status: 200 len: 946 time: 0.0813503 Mar 07 21:52:27.227327 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-127eb38b-5e5c-4cf1-98b9-829d1b0cc14b req-884621d5-93be-49e1-afc1-f3f5005c3cf3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb HTTP/1.1" status: 200 len: 217 time: 0.0575256 Mar 07 21:52:27.289702 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6448754-98cb-449b-b44b-d2441431a206 req-a66295a0-d930-4ed9-b4dc-e018734dabf7 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246531 Mar 07 21:52:27.327592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127eb38b-5e5c-4cf1-98b9-829d1b0cc14b req-6e7e56c9-54fc-470a-b46e-ac95c925ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:27.330337 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-127eb38b-5e5c-4cf1-98b9-829d1b0cc14b req-6e7e56c9-54fc-470a-b46e-ac95c925ea86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=087870aa-f669-4d7e-a1fb-da282598d1d1 HTTP/1.1" status: 200 len: 853 time: 0.0937994 Mar 07 21:52:27.373095 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-127eb38b-5e5c-4cf1-98b9-829d1b0cc14b req-70f5de71-971b-4622-acd0-7a6157cc2318 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5756c39c-b68c-4572-a466-6a9175bae4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325196 Mar 07 21:52:27.556314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5858b66-1325-413d-b2ac-1967dc8f5951 req-4ac0c15c-79a2-4d32-81e8-14637da0f7c9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:27.571060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5858b66-1325-413d-b2ac-1967dc8f5951 req-4ac0c15c-79a2-4d32-81e8-14637da0f7c9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1673758 Mar 07 21:52:27.586017 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-127eb38b-5e5c-4cf1-98b9-829d1b0cc14b req-12ff9409-207c-4282-97da-585a52bde2c8 service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012026 Mar 07 21:52:27.662128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5858b66-1325-413d-b2ac-1967dc8f5951 req-5e58cbb2-2703-4e8d-b657-fa86fe6d5bb1 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900464 Mar 07 21:52:27.811923 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-127eb38b-5e5c-4cf1-98b9-829d1b0cc14b req-e6ee7f52-5a10-4e8a-8de4-b9baa06c509b service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147582 Mar 07 21:52:27.881675 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64890f1f-778a-41be-a74d-668fece461d2 req-ffd3c256-2a2c-4da7-a9f2-5c5998d3e07a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:27.883447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64890f1f-778a-41be-a74d-668fece461d2 req-ffd3c256-2a2c-4da7-a9f2-5c5998d3e07a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 946 time: 0.0999026 Mar 07 21:52:27.943020 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64890f1f-778a-41be-a74d-668fece461d2 req-9cd0ee50-1be3-4c70-bf15-31f0a5d15abd tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531361 Mar 07 21:52:28.156624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d60fe-cbdf-4b46-b5ef-75d896f899d6 req-1e46e4ec-f51d-49a3-a10d-23762ef2242f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:28.163281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d60fe-cbdf-4b46-b5ef-75d896f899d6 req-1e46e4ec-f51d-49a3-a10d-23762ef2242f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:28.168880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d60fe-cbdf-4b46-b5ef-75d896f899d6 req-1e46e4ec-f51d-49a3-a10d-23762ef2242f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:28.174696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d60fe-cbdf-4b46-b5ef-75d896f899d6 req-1e46e4ec-f51d-49a3-a10d-23762ef2242f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:28.189981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d60fe-cbdf-4b46-b5ef-75d896f899d6 req-1e46e4ec-f51d-49a3-a10d-23762ef2242f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:28.196013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d60fe-cbdf-4b46-b5ef-75d896f899d6 req-1e46e4ec-f51d-49a3-a10d-23762ef2242f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:28.203360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d60fe-cbdf-4b46-b5ef-75d896f899d6 req-1e46e4ec-f51d-49a3-a10d-23762ef2242f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:28.206108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e74d60fe-cbdf-4b46-b5ef-75d896f899d6 req-1e46e4ec-f51d-49a3-a10d-23762ef2242f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5434 time: 0.1272140 Mar 07 21:52:28.356362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff25814-5d0f-46cf-bc49-c3ea395f4d04 req-45c8aafe-e5af-476c-8853-8dcc10232081 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:28.361982 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff25814-5d0f-46cf-bc49-c3ea395f4d04 req-45c8aafe-e5af-476c-8853-8dcc10232081 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 943 time: 0.1527202 Mar 07 21:52:28.370741 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:52:28.412035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:52:28.415408 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f64d11ec-e267-4b76-b66a-d7f3ab5db6a7 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:52:28.431262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e74d60fe-cbdf-4b46-b5ef-75d896f899d6 req-d2c4a2da-d3e1-488f-99ef-bcb226472a76 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2105944 Mar 07 21:52:28.474760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff25814-5d0f-46cf-bc49-c3ea395f4d04 req-ab8c5df8-9175-4dae-91bb-33b1bc648888 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962892 Mar 07 21:52:28.710142 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1c605-8027-4a7c-a355-5aa1c898823a req-9e923447-17a4-48e0-9ee8-8dbd99294754 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:28.718718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1c605-8027-4a7c-a355-5aa1c898823a req-9e923447-17a4-48e0-9ee8-8dbd99294754 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:28.725862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1c605-8027-4a7c-a355-5aa1c898823a req-9e923447-17a4-48e0-9ee8-8dbd99294754 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:28.742665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1c605-8027-4a7c-a355-5aa1c898823a req-9e923447-17a4-48e0-9ee8-8dbd99294754 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:28.759195 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1c605-8027-4a7c-a355-5aa1c898823a req-9e923447-17a4-48e0-9ee8-8dbd99294754 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:28.775249 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1c605-8027-4a7c-a355-5aa1c898823a req-9e923447-17a4-48e0-9ee8-8dbd99294754 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:28.785498 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1c605-8027-4a7c-a355-5aa1c898823a req-9e923447-17a4-48e0-9ee8-8dbd99294754 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:28.796259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dff1c605-8027-4a7c-a355-5aa1c898823a req-9e923447-17a4-48e0-9ee8-8dbd99294754 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5434 time: 0.2188590 Mar 07 21:52:28.801642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44710) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:28.807562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-19942007-0a35-425d-8170-c717b5d78c5f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Request body: {'floatingip': {'port_id': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:29.025776 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b46fda-ee1d-4f1f-8b31-1e1a5fb6978c req-b7c3f6ff-afc5-4224-b219-57a929ecf578 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:29.034788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c9b46fda-ee1d-4f1f-8b31-1e1a5fb6978c req-b7c3f6ff-afc5-4224-b219-57a929ecf578 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.1848090 Mar 07 21:52:29.191450 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-19942007-0a35-425d-8170-c717b5d78c5f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for floatingip (e9e9b5e4-4a0a-40f9-a1cd-0a8f36684e52), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:29.325786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c9b46fda-ee1d-4f1f-8b31-1e1a5fb6978c req-8085382f-1410-4d53-a557-3d0db5c8c550 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900786 Mar 07 21:52:29.543453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c6b8d-c007-40a9-8356-483cec655250 req-7ca106f3-def3-48e4-969c-bd98154d886d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:29.558733 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-690c6b8d-c007-40a9-8356-483cec655250 req-7ca106f3-def3-48e4-969c-bd98154d886d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 946 time: 0.3965917 Mar 07 21:52:29.869191 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-2bcf3111-5ab6-4679-a33f-47878f376b04 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:29.872021 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-2bcf3111-5ab6-4679-a33f-47878f376b04 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.5941663 Mar 07 21:52:30.019379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-690c6b8d-c007-40a9-8356-483cec655250 req-66a61b5c-e918-487c-9fd8-88e0a14654ae tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4557135 Mar 07 21:52:30.070890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e49947-43de-4b7b-9fa0-99659f50d5f7 req-8909943f-5910-4f48-a881-5331654d756f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:30.081372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89e49947-43de-4b7b-9fa0-99659f50d5f7 req-8909943f-5910-4f48-a881-5331654d756f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 943 time: 0.3971624 Mar 07 21:52:30.320449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89e49947-43de-4b7b-9fa0-99659f50d5f7 req-8f0c3427-8d26-4eb4-9f39-6fdc1b1db177 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163677 Mar 07 21:52:30.369764 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 59a554ee-7c06-40d5-9801-329684cfb13f details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:52:30.426385 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-ee2fd74e-b118-4916-9f6a-b26463e70aaf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Deleting port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:52:30.428949 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-ee2fd74e-b118-4916-9f6a-b26463e70aaf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:30.746970 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-ee2fd74e-b118-4916-9f6a-b26463e70aaf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] For port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:30.752985 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-ee2fd74e-b118-4916-9f6a-b26463e70aaf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:30.820108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 59a554ee-7c06-40d5-9801-329684cfb13f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=59a554ee-7c06-40d5-9801-329684cfb13f,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:30.851671 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '59a554ee-7c06-40d5-9801-329684cfb13f', 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756', 'port_id': '59a554ee-7c06-40d5-9801-329684cfb13f', 'mac_address': 'fa:16:3e:55:1e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1fbfa2-ec43-4960-9833-0f8cbf460e36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:52:31.024498 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 59a554ee-7c06-40d5-9801-329684cfb13f is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:31.024753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-0bcdb508-a557-46ae-9689-2c54a41d9815 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:31.026521 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:31.035818 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-0bcdb508-a557-46ae-9689-2c54a41d9815 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.13 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 946 time: 0.6743011 Mar 07 21:52:31.066047 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.db.resource_extend [None req-19942007-0a35-425d-8170-c717b5d78c5f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:52:31.101609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59a554ee-7c06-40d5-9801-329684cfb13f {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:52:31.161224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 59a554ee-7c06-40d5-9801-329684cfb13f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=59a554ee-7c06-40d5-9801-329684cfb13f,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:31.194140 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:31.384990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['59a554ee-7c06-40d5-9801-329684cfb13f'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:52:31.560137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=59a554ee-7c06-40d5-9801-329684cfb13f,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:31.959425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339809d9-71df-439b-9344-ffbd52aaefdc req-1a184df7-deaa-415d-b115-282f6af756a9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:31.972417 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-339809d9-71df-439b-9344-ffbd52aaefdc req-1a184df7-deaa-415d-b115-282f6af756a9 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 944 time: 0.8467672 Mar 07 21:52:32.174887 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:52:32.213998 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-19942007-0a35-425d-8170-c717b5d78c5f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:32.221046 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2765b-fe98-41ff-9f15-d45a8ca67042 req-0bd8c4da-b4cf-40bf-9621-b4b17118288c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:32.230595 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-70b2765b-fe98-41ff-9f15-d45a8ca67042 req-0bd8c4da-b4cf-40bf-9621-b4b17118288c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 946 time: 0.8825369 Mar 07 21:52:32.353253 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-19942007-0a35-425d-8170-c717b5d78c5f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (e9e9b5e4-4a0a-40f9-a1cd-0a8f36684e52), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:32.377595 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-ee2fd74e-b118-4916-9f6a-b26463e70aaf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:32.377969 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-ee2fd74e-b118-4916-9f6a-b26463e70aaf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (740c1a48-0d57-46d4-a7d4-940eef3ec86a), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:32.378321 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-ee2fd74e-b118-4916-9f6a-b26463e70aaf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Floating IP 740c1a48-0d57-46d4-a7d4-940eef3ec86a disassociated. External IP: 172.25.4.165, port: cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db. Mar 07 21:52:32.378675 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-ee2fd74e-b118-4916-9f6a-b26463e70aaf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Calling delete_port for cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:52:32.440102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 59a554ee-7c06-40d5-9801-329684cfb13f up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:52:32.541934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-339809d9-71df-439b-9344-ffbd52aaefdc req-a8b1d9ce-8803-4cdb-bee3-6e315d436c4d tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7dd486f-940d-4da5-9a42-9575105761e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793542 Mar 07 21:52:32.622229 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-19942007-0a35-425d-8170-c717b5d78c5f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Floating IP e9e9b5e4-4a0a-40f9-a1cd-0a8f36684e52 associated. External IP: 172.25.4.189, port: ce077f8b-4ce6-43cc-9ffa-91b13de22124. Mar 07 21:52:32.698753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 59a554ee-7c06-40d5-9801-329684cfb13f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:52:32.700150 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:32.721940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-2c2b8967-dabc-45dd-b5a5-b8a30f189cd9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Deleting port d620a753-d391-428d-9963-90e4890693ef {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:52:32.722595 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-2c2b8967-dabc-45dd-b5a5-b8a30f189cd9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d620a753-d391-428d-9963-90e4890693ef), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:32.730484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-70b2765b-fe98-41ff-9f15-d45a8ca67042 req-08ba1783-e5d9-45ad-9d07-087e18272c0c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4565794 Mar 07 21:52:32.857733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db is: DOWN; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:32.870558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-2c2b8967-dabc-45dd-b5a5-b8a30f189cd9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] For port d620a753-d391-428d-9963-90e4890693ef, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=d620a753-d391-428d-9963-90e4890693ef,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:32.870989 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-2c2b8967-dabc-45dd-b5a5-b8a30f189cd9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d620a753-d391-428d-9963-90e4890693ef), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:32.878524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device d620a753-d391-428d-9963-90e4890693ef no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:52:33.105842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560d064-5a6a-4e52-8bed-60712c40b7ad req-d7d6e464-abf9-49cd-9e3b-6736320101ab tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:33.115109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5560d064-5a6a-4e52-8bed-60712c40b7ad req-d7d6e464-abf9-49cd-9e3b-6736320101ab tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 943 time: 0.2229614 Mar 07 21:52:33.122395 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-ee2fd74e-b118-4916-9f6a-b26463e70aaf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:33.176776 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fd74e-b118-4916-9f6a-b26463e70aaf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event deleted for resources: {'Port': ['ID=cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:33.223331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port d620a753-d391-428d-9963-90e4890693ef is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:33.225844 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d620a753-d391-428d-9963-90e4890693ef), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:33.275424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 59a554ee-7c06-40d5-9801-329684cfb13f is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:33.276766 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:33.364264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd620a753-d391-428d-9963-90e4890693ef'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:33.366642 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e8e4a0-0934-4afb-b451-4879549cf429" -d '{"events": [{"server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "name": "network-vif-unplugged", "status": "completed", "tag": "d620a753-d391-428d-9963-90e4890693ef"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:33.478942 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 59a554ee-7c06-40d5-9801-329684cfb13f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=59a554ee-7c06-40d5-9801-329684cfb13f,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:33.495505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port d620a753-d391-428d-9963-90e4890693ef, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=d620a753-d391-428d-9963-90e4890693ef,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:33.502497 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:33.507782 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d620a753-d391-428d-9963-90e4890693ef), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:33.639133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-ee2fd74e-b118-4916-9f6a-b26463e70aaf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:52:33.677442 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=59a554ee-7c06-40d5-9801-329684cfb13f,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:33.752136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5560d064-5a6a-4e52-8bed-60712c40b7ad req-b130b5e1-dee8-4d85-b466-4565f736f1e9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6360183 Mar 07 21:52:33.801984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=d620a753-d391-428d-9963-90e4890693ef,revision_number=13']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:33.867467 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19942007-0a35-425d-8170-c717b5d78c5f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:52:33.909977 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933c5521-5325-4d9a-b15a-66edbcab7c09 x-openstack-request-id: req-933c5521-5325-4d9a-b15a-66edbcab7c09 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:33.910586 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "name": "network-vif-unplugged", "status": "completed", "tag": "d620a753-d391-428d-9963-90e4890693ef", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:33.911093 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-933c5521-5325-4d9a-b15a-66edbcab7c09 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:33.912004 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd620a753-d391-428d-9963-90e4890693ef', 'code': 200} Mar 07 21:52:34.114272 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19942007-0a35-425d-8170-c717b5d78c5f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:52:34.123535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0a4567-41e3-4a85-a675-b4dd79e666da None None] Sync routers for ids ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:52:34.133083 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-19942007-0a35-425d-8170-c717b5d78c5f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:34.137582 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0a4567-41e3-4a85-a675-b4dd79e666da None None] Routers {'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:52:34.138727 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8b0a4567-41e3-4a85-a675-b4dd79e666da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:52:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:34.141689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-ee2fd74e-b118-4916-9f6a-b26463e70aaf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:52:34.155645 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5aed8f-23d1-46b2-9a8e-37c54885f989 None None] Sync routers for ids ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:52:34.190481 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5aed8f-23d1-46b2-9a8e-37c54885f989 None None] Routers {'3ec33f3f-192e-4a98-bb4a-e867ee500c5c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:52:34.193503 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4c5aed8f-23d1-46b2-9a8e-37c54885f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:52:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:34.242368 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-19942007-0a35-425d-8170-c717b5d78c5f tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "PUT /v2.0/floatingips/e9e9b5e4-4a0a-40f9-a1cd-0a8f36684e52 HTTP/1.1" status: 200 len: 991 time: 5.4390864 Mar 07 21:52:34.244812 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-2c2b8967-dabc-45dd-b5a5-b8a30f189cd9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:34.245291 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-2c2b8967-dabc-45dd-b5a5-b8a30f189cd9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (1d5b5f23-eff2-4279-8a6f-b97c8c4d029f), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:34.253595 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-2c2b8967-dabc-45dd-b5a5-b8a30f189cd9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Floating IP 1d5b5f23-eff2-4279-8a6f-b97c8c4d029f disassociated. External IP: 172.25.4.192, port: d620a753-d391-428d-9963-90e4890693ef. Mar 07 21:52:34.254164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-2c2b8967-dabc-45dd-b5a5-b8a30f189cd9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Calling delete_port for d620a753-d391-428d-9963-90e4890693ef owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:52:34.256189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:34.258647 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090d7554-e991-49c7-9d30-fa9ecd0602f3" -d '{"events": [{"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "ce077f8b-4ce6-43cc-9ffa-91b13de22124"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:34.283714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a21b4c5-0e98-4606-9016-bbaa1490461c req-22b410c1-4545-48d7-b0c4-a3749bf96c52 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f3678-b8ba-4607-baa7-b9518d1546c3 HTTP/1.1" status: 200 len: 210 time: 0.1380970 Mar 07 21:52:34.303038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-8b0a4567-41e3-4a85-a675-b4dd79e666da None None] Set router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:52:34.329536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-ee2fd74e-b118-4916-9f6a-b26463e70aaf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] No DVR routers for this DVR port cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:52:34.342508 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-ee2fd74e-b118-4916-9f6a-b26463e70aaf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:34.346310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3d2fb0a-52ad-453b-a1a8-28818b9f1010 req-ee2fd74e-b118-4916-9f6a-b26463e70aaf tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.13 "DELETE /v2.0/ports/cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db HTTP/1.1" status: 204 len: 173 time: 4.4518149 Mar 07 21:52:34.346915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-deleted', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:34.351998 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79fe228-4ae0-42a8-ac5b-1702bf9ed345" -d '{"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-deleted", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:34.547315 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-2c2b8967-dabc-45dd-b5a5-b8a30f189cd9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d620a753-d391-428d-9963-90e4890693ef), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:34.653289 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-4c5aed8f-23d1-46b2-9a8e-37c54885f989 None None] Set router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:52:34.654485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d3e81-a492-4b44-9519-09efe9bab1c9 req-00b1fd5f-e002-4d28-8b4e-96885d8ea592 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:34.659172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b2d3e81-a492-4b44-9519-09efe9bab1c9 req-00b1fd5f-e002-4d28-8b4e-96885d8ea592 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 866 time: 0.1789272 Mar 07 21:52:34.675517 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b8967-dabc-45dd-b5a5-b8a30f189cd9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event deleted for resources: {'Port': ['ID=d620a753-d391-428d-9963-90e4890693ef,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:34.774690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b2d3e81-a492-4b44-9519-09efe9bab1c9 req-1078ffb2-da2d-4675-9774-d8977ea52c5b tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfc7eac5-8cbc-4437-b637-51b971f1c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090758 Mar 07 21:52:34.993490 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5b79fc-b663-4d12-b0ff-8f44a060c218 x-openstack-request-id: req-fa5b79fc-b663-4d12-b0ff-8f44a060c218 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:34.996290 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "tag": "ce077f8b-4ce6-43cc-9ffa-91b13de22124", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:34.997316 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa5b79fc-b663-4d12-b0ff-8f44a060c218 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:34.998625 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'tag': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124', 'status': 'completed', 'code': 200} Mar 07 21:52:35.087309 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eace2f-4b16-45e5-b676-c9ddac554426 x-openstack-request-id: req-95eace2f-4b16-45e5-b676-c9ddac554426 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:35.088988 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7f3678-b8ba-4607-baa7-b9518d1546c3", "name": "network-vif-deleted", "tag": "cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:35.091036 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95eace2f-4b16-45e5-b676-c9ddac554426 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:35.092954 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7f3678-b8ba-4607-baa7-b9518d1546c3', 'name': 'network-vif-deleted', 'tag': 'cb2b4ea4-d1f9-4f0f-8f32-9eb1a81b53db', 'status': 'completed', 'code': 200} Mar 07 21:52:35.144698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-2c2b8967-dabc-45dd-b5a5-b8a30f189cd9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Router 6aa32f4e-2c88-4146-979c-99d2542addba has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:52:35.183879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-350f1805-dd5a-4622-96ac-88c65def3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:35.194595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-350f1805-dd5a-4622-96ac-88c65def3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:35.196521 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-350f1805-dd5a-4622-96ac-88c65def3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:35.200403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-350f1805-dd5a-4622-96ac-88c65def3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:35.204903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-350f1805-dd5a-4622-96ac-88c65def3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:35.207049 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-350f1805-dd5a-4622-96ac-88c65def3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:35.207749 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-350f1805-dd5a-4622-96ac-88c65def3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:35.222168 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-350f1805-dd5a-4622-96ac-88c65def3306 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=796c19d2677a4c73bc3e1f62457a580a&device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 6708 time: 0.2984166 Mar 07 21:52:35.376002 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4c5aed8f-23d1-46b2-9a8e-37c54885f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:05Z', 'revision_number': 4, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'gw_port': {'id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '949ed7a5-d90e-41e1-a967-a0b5e574b6a5', 'name': '', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'mac_address': 'fa:16:3e:9f:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:11Z', 'revision_number': 5, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'subnets': [{'id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:35.418247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-7f0b048a-eff5-4b9b-9706-93d1cf51724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:35.419780 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-7f0b048a-eff5-4b9b-9706-93d1cf51724c service neutron] 10.222.0.13 "GET /v2.0/networks?id=948b43d3-f792-4324-8db9-b34cbb012702 HTTP/1.1" status: 200 len: 913 time: 0.1925094 Mar 07 21:52:35.452230 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8b0a4567-41e3-4a85-a675-b4dd79e666da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:26Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'gw_port': {'id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:28Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'e9e9b5e4-4a0a-40f9-a1cd-0a8f36684e52', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'port_id': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'mac_address': 'fa:16:3e:95:b2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:50:20Z', 'updated_at': '2022-03-07T21:52:30Z', 'revision_number': 1, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fa617a-4389-4f01-9b21-206be69d44a0', 'name': '', 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'mac_address': 'fa:16:3e:94:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:36Z', 'updated_at': '2022-03-07T21:48:41Z', 'revision_number': 5, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'subnets': [{'id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:35.459424 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5aed8f-23d1-46b2-9a8e-37c54885f989 None None] Checking router: 3ec33f3f-192e-4a98-bb4a-e867ee500c5c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:52:35.494109 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5aed8f-23d1-46b2-9a8e-37c54885f989 None None] Routers {'3ec33f3f-192e-4a98-bb4a-e867ee500c5c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:52:35.498907 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4c5aed8f-23d1-46b2-9a8e-37c54885f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:52:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:35.535081 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-2c2b8967-dabc-45dd-b5a5-b8a30f189cd9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:52:35.562035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca962c0b-1747-46fc-9f02-51992c8a37b1 None None] Sync routers for ids ['6aa32f4e-2c88-4146-979c-99d2542addba'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:52:35.575211 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0a4567-41e3-4a85-a675-b4dd79e666da None None] Checking router: bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:52:35.593741 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca962c0b-1747-46fc-9f02-51992c8a37b1 None None] Routers {'6aa32f4e-2c88-4146-979c-99d2542addba'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:52:35.599378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52590b-714b-4856-a436-f317af5c3b9c req-ae5f9501-4cd1-42f1-aaba-a1852263a13a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:35.605752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ca962c0b-1747-46fc-9f02-51992c8a37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:52:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6aa32f4e-2c88-4146-979c-99d2542addba'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:35.607569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce52590b-714b-4856-a436-f317af5c3b9c req-ae5f9501-4cd1-42f1-aaba-a1852263a13a tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 943 time: 0.1866999 Mar 07 21:52:35.631492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0a4567-41e3-4a85-a675-b4dd79e666da None None] Routers {'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:52:35.632251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8b0a4567-41e3-4a85-a675-b4dd79e666da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:52:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:35.644896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-2c2b8967-dabc-45dd-b5a5-b8a30f189cd9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] No DVR routers for this DVR port d620a753-d391-428d-9963-90e4890693ef on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:52:35.649267 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-2c2b8967-dabc-45dd-b5a5-b8a30f189cd9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:35.658122 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-eb2ba007-a30a-42be-9630-40a81a8aeb2a req-2c2b8967-dabc-45dd-b5a5-b8a30f189cd9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.13 "DELETE /v2.0/ports/d620a753-d391-428d-9963-90e4890693ef HTTP/1.1" status: 204 len: 173 time: 4.6130140 Mar 07 21:52:35.701528 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-f784fea8-23f4-4340-8750-286643f46ceb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce077f8b-4ce6-43cc-9ffa-91b13de22124 HTTP/1.1" status: 200 len: 999 time: 0.2092869 Mar 07 21:52:35.760136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce52590b-714b-4856-a436-f317af5c3b9c req-7cfd73e7-05c5-492e-8a8a-ed76ebc8cb9e tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466689 Mar 07 21:52:35.854804 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-4c5aed8f-23d1-46b2-9a8e-37c54885f989 None None] Set router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:52:35.876644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-5a2088f7-a3cf-4d9e-b3fd-6161ce90268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:35.883361 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-5a2088f7-a3cf-4d9e-b3fd-6161ce90268f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00afff8d-ea76-4393-81af-8e70911b1ffa HTTP/1.1" status: 200 len: 851 time: 0.1395996 Mar 07 21:52:35.927610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e0a757-76d4-418b-9359-7cf4094ec20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a554ee-7c06-40d5-9801-329684cfb13f'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:35.976375 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae00bd6-c36f-416e-a26c-c270b0b32a84" -d '{"events": [{"server_uuid": "99e0a757-76d4-418b-9359-7cf4094ec20f", "name": "network-vif-plugged", "status": "completed", "tag": "59a554ee-7c06-40d5-9801-329684cfb13f"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:36.057956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-70900139-2983-4ec7-94ce-3b6ce8d7b20c req-0e7039ac-e4ed-4538-8b2a-4da1ee1492a4 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95538ce-f02f-4d45-b5be-c47dcc6bf005 HTTP/1.1" status: 200 len: 210 time: 0.0656710 Mar 07 21:52:36.112187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-9ab1db04-783d-40f2-a6ce-80f2c2d2c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:36.114002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-9ab1db04-783d-40f2-a6ce-80f2c2d2c8e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=948b43d3-f792-4324-8db9-b34cbb012702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2246315 Mar 07 21:52:36.166773 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44890) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:36.279467 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8c0-523e-4be6-b161-af7ef38939fa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for security_group (b7dd486f-940d-4da5-9a42-9575105761e0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:36.365280 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8c0-523e-4be6-b161-af7ef38939fa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for security_group (b7dd486f-940d-4da5-9a42-9575105761e0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:36.449262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-45a42ff6-c4ea-4988-b845-42fe191e0758 service neutron] 10.222.0.13 "GET /v2.0/networks/948b43d3-f792-4324-8db9-b34cbb012702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278611 Mar 07 21:52:36.525872 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8c0-523e-4be6-b161-af7ef38939fa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b7dd486f-940d-4da5-9a42-9575105761e0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:36.528467 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8c0-523e-4be6-b161-af7ef38939fa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:36.532030 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-af6dd8c0-523e-4be6-b161-af7ef38939fa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "DELETE /v2.0/security-groups/b7dd486f-940d-4da5-9a42-9575105761e0 HTTP/1.1" status: 204 len: 168 time: 0.3611221 Mar 07 21:52:36.536349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44894) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:36.565299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dd8c0-523e-4be6-b161-af7ef38939fa tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dd486f-940d-4da5-9a42-9575105761e0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:36.623567 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-922e80f3-8694-4bab-90b7-668e44ef5ba2 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] show failed (client error): The resource could not be found. Mar 07 21:52:36.624599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-922e80f3-8694-4bab-90b7-668e44ef5ba2 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "GET /v2.0/security-groups/b7dd486f-940d-4da5-9a42-9575105761e0 HTTP/1.1" status: 404 len: 347 time: 0.0842719 Mar 07 21:52:36.628265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44896) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:36.631700 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4c5aed8f-23d1-46b2-9a8e-37c54885f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:05Z', 'revision_number': 4, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'gw_port': {'id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '949ed7a5-d90e-41e1-a967-a0b5e574b6a5', 'name': '', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'mac_address': 'fa:16:3e:9f:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:11Z', 'revision_number': 5, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'subnets': [{'id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:36.699357 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5aed8f-23d1-46b2-9a8e-37c54885f989 None None] The sync data for ids ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'] in n-d-832330-1 is: [{'id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:42:05Z', 'revision_number': 4, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'gw_port': {'id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '949ed7a5-d90e-41e1-a967-a0b5e574b6a5', 'name': '', 'network_id': '9807cc18-410d-443c-9dde-c6dcdc3533d2', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'mac_address': 'fa:16:3e:9f:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:11Z', 'revision_number': 5, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'subnets': [{'id': '8d512c80-174d-40f9-a72d-e6a5b780a4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:52:36.858108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-090d7554-e991-49c7-9d30-fa9ecd0602f3 req-d26a48da-7a3f-409b-9de9-910b3031d6cf service neutron] 10.222.0.13 "GET /v2.0/networks/948b43d3-f792-4324-8db9-b34cbb012702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027483 Mar 07 21:52:37.002697 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'name': 'network-vif-deleted', 'tag': 'd620a753-d391-428d-9963-90e4890693ef'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:37.005725 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb7172e-af8d-4ec4-89d1-5a6a8f8cc912" -d '{"events": [{"server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "name": "network-vif-deleted", "tag": "d620a753-d391-428d-9963-90e4890693ef"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:37.043494 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-ca962c0b-1747-46fc-9f02-51992c8a37b1 None None] Set router 6aa32f4e-2c88-4146-979c-99d2542addba gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:52:37.050008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-85bbe9fd-9003-43d3-809c-2fd5a9546229 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Deleting port b6146cfd-bd9f-492c-b2c1-3da0765b2351 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:52:37.050509 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-85bbe9fd-9003-43d3-809c-2fd5a9546229 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b6146cfd-bd9f-492c-b2c1-3da0765b2351), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:37.059970 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8c31b-c988-448e-9831-5b0c37cc022e req-099607c7-4afa-4fbc-be25-d695ab399f1f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:37.075093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fb8c31b-c988-448e-9831-5b0c37cc022e req-099607c7-4afa-4fbc-be25-d695ab399f1f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 943 time: 0.1180601 Mar 07 21:52:37.187318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fb8c31b-c988-448e-9831-5b0c37cc022e req-3a337d53-f6f1-4f77-b183-0e042351a5d9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113300 Mar 07 21:52:37.246276 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-85bbe9fd-9003-43d3-809c-2fd5a9546229 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b6146cfd-bd9f-492c-b2c1-3da0765b2351), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:37.247618 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-85bbe9fd-9003-43d3-809c-2fd5a9546229 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for floatingip (b6146cfd-bd9f-492c-b2c1-3da0765b2351), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:37.268174 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bb24c2-313a-4211-bd7b-e31c19e00246 x-openstack-request-id: req-91bb24c2-313a-4211-bd7b-e31c19e00246 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:37.277249 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95538ce-f02f-4d45-b5be-c47dcc6bf005", "name": "network-vif-deleted", "tag": "d620a753-d391-428d-9963-90e4890693ef", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:37.277998 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91bb24c2-313a-4211-bd7b-e31c19e00246 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:37.278831 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95538ce-f02f-4d45-b5be-c47dcc6bf005', 'name': 'network-vif-deleted', 'tag': 'd620a753-d391-428d-9963-90e4890693ef', 'status': 'completed', 'code': 200} Mar 07 21:52:37.300321 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532d8fef-ff48-444d-99e4-e55aff913f93 x-openstack-request-id: req-532d8fef-ff48-444d-99e4-e55aff913f93 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:37.300634 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e0a757-76d4-418b-9359-7cf4094ec20f", "name": "network-vif-plugged", "status": "completed", "tag": "59a554ee-7c06-40d5-9801-329684cfb13f", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:37.300889 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-532d8fef-ff48-444d-99e4-e55aff913f93 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:37.301286 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e0a757-76d4-418b-9359-7cf4094ec20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a554ee-7c06-40d5-9801-329684cfb13f', 'code': 200} Mar 07 21:52:37.305641 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-85bbe9fd-9003-43d3-809c-2fd5a9546229 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Calling delete_port for b6146cfd-bd9f-492c-b2c1-3da0765b2351 owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:52:37.373207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-8b0a4567-41e3-4a85-a675-b4dd79e666da None None] Set router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:52:37.401282 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f4b2b3-6b25-41fd-9b4e-44d5f3657f2c None None] New status for floating IP 740c1a48-0d57-46d4-a7d4-940eef3ec86a: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:52:37.438047 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44910) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:37.595486 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2791f084-34cf-4662-ab0c-5e0c53484fc2 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group (cfc7eac5-8cbc-4437-b637-51b971f1c1e9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:37.685809 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2791f084-34cf-4662-ab0c-5e0c53484fc2 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group (cfc7eac5-8cbc-4437-b637-51b971f1c1e9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:37.801432 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.db.api [None req-81f4b2b3-6b25-41fd-9b4e-44d5f3657f2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:52:37.802742 n-d-832330-1 neutron-server[103721]: DEBUG oslo_db.api [None req-81f4b2b3-6b25-41fd-9b4e-44d5f3657f2c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:52:37.806198 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-85bbe9fd-9003-43d3-809c-2fd5a9546229 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b6146cfd-bd9f-492c-b2c1-3da0765b2351), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:37.850129 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2791f084-34cf-4662-ab0c-5e0c53484fc2 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cfc7eac5-8cbc-4437-b637-51b971f1c1e9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:37.854000 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2791f084-34cf-4662-ab0c-5e0c53484fc2 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:37.855421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2791f084-34cf-4662-ab0c-5e0c53484fc2 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "DELETE /v2.0/security-groups/cfc7eac5-8cbc-4437-b637-51b971f1c1e9 HTTP/1.1" status: 204 len: 168 time: 0.4163563 Mar 07 21:52:37.872579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44916) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:37.873667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791f084-34cf-4662-ab0c-5e0c53484fc2 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc7eac5-8cbc-4437-b637-51b971f1c1e9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:37.930402 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-2130d8a0-1ea6-4010-9ec4-dafa34689183 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] show failed (client error): The resource could not be found. Mar 07 21:52:37.931991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2130d8a0-1ea6-4010-9ec4-dafa34689183 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups/cfc7eac5-8cbc-4437-b637-51b971f1c1e9 HTTP/1.1" status: 404 len: 347 time: 0.0558305 Mar 07 21:52:37.935017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44918) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:38.085930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbe9fd-9003-43d3-809c-2fd5a9546229 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Pushing event deleted for resources: {'Port': ['ID=b6146cfd-bd9f-492c-b2c1-3da0765b2351,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:38.241804 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-85bbe9fd-9003-43d3-809c-2fd5a9546229 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks [] for floatingip (740c1a48-0d57-46d4-a7d4-940eef3ec86a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:38.254115 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-85bbe9fd-9003-43d3-809c-2fd5a9546229 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:38.258420 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-85bbe9fd-9003-43d3-809c-2fd5a9546229 tempest-ServerActionsTestJSON-545491878 tempest-ServerActionsTestJSON-545491878-project] 10.222.0.26 "DELETE /v2.0/floatingips/740c1a48-0d57-46d4-a7d4-940eef3ec86a HTTP/1.1" status: 204 len: 168 time: 1.6277299 Mar 07 21:52:38.260670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44922) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:38.304336 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f4b2b3-6b25-41fd-9b4e-44d5f3657f2c None None] New status for floating IP 740c1a48-0d57-46d4-a7d4-940eef3ec86a: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:52:38.346358 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2c84c64d-4dbc-43d4-bb37-675bdfc5053f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Deleting port 20d20457-5ba8-44b6-acfd-485691534423 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:52:38.351013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ca962c0b-1747-46fc-9f02-51992c8a37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:47:11Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'e73411d9-d23a-4239-a0a6-ded87f1e866e', 'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'mac_address': 'fa:16:3e:56:51:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:06Z', 'updated_at': '2022-03-07T21:47:21Z', 'revision_number': 5, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'subnets': [{'id': 'cb8fce9d-2178-442d-a64b-842253767477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:38.352310 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2c84c64d-4dbc-43d4-bb37-675bdfc5053f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (20d20457-5ba8-44b6-acfd-485691534423), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:38.468332 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca962c0b-1747-46fc-9f02-51992c8a37b1 None None] Checking router: 6aa32f4e-2c88-4146-979c-99d2542addba for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:52:38.509197 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8b0a4567-41e3-4a85-a675-b4dd79e666da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:26Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'gw_port': {'id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:28Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'e9e9b5e4-4a0a-40f9-a1cd-0a8f36684e52', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'port_id': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'mac_address': 'fa:16:3e:95:b2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:50:20Z', 'updated_at': '2022-03-07T21:52:30Z', 'revision_number': 1, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fa617a-4389-4f01-9b21-206be69d44a0', 'name': '', 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'mac_address': 'fa:16:3e:94:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:36Z', 'updated_at': '2022-03-07T21:48:41Z', 'revision_number': 5, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'subnets': [{'id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:38.608520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0a4567-41e3-4a85-a675-b4dd79e666da None None] The sync data for ids ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'] in n-d-832330-1 is: [{'id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:26Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'gw_port': {'id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:28Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'e9e9b5e4-4a0a-40f9-a1cd-0a8f36684e52', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'port_id': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'mac_address': 'fa:16:3e:95:b2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:50:20Z', 'updated_at': '2022-03-07T21:52:30Z', 'revision_number': 1, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fa617a-4389-4f01-9b21-206be69d44a0', 'name': '', 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'mac_address': 'fa:16:3e:94:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:36Z', 'updated_at': '2022-03-07T21:48:41Z', 'revision_number': 5, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'subnets': [{'id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:52:38.623165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca962c0b-1747-46fc-9f02-51992c8a37b1 None None] Routers {'6aa32f4e-2c88-4146-979c-99d2542addba'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:52:38.626013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ca962c0b-1747-46fc-9f02-51992c8a37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:52:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6aa32f4e-2c88-4146-979c-99d2542addba'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:38.673555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8a4bb-576c-4d62-a668-f536588bb878 req-eaa324ce-19db-4246-b305-4bc211480088 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:38.686790 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9d8a4bb-576c-4d62-a668-f536588bb878 req-eaa324ce-19db-4246-b305-4bc211480088 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 943 time: 0.2827866 Mar 07 21:52:38.842590 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-ca962c0b-1747-46fc-9f02-51992c8a37b1 None None] Set router 6aa32f4e-2c88-4146-979c-99d2542addba gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:52:38.907097 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2c84c64d-4dbc-43d4-bb37-675bdfc5053f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (20d20457-5ba8-44b6-acfd-485691534423), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:38.909067 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2c84c64d-4dbc-43d4-bb37-675bdfc5053f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for floatingip (20d20457-5ba8-44b6-acfd-485691534423), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:38.949531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9d8a4bb-576c-4d62-a668-f536588bb878 req-f9a4bb40-e5ec-4828-9dee-5436a935ecab tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608755 Mar 07 21:52:39.026153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2c84c64d-4dbc-43d4-bb37-675bdfc5053f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Calling delete_port for 20d20457-5ba8-44b6-acfd-485691534423 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:52:39.255431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271667b4-67cf-4fda-b611-b445fd06d723 None None] New status for floating IP e9e9b5e4-4a0a-40f9-a1cd-0a8f36684e52: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:52:39.441032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ca962c0b-1747-46fc-9f02-51992c8a37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:47:11Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'e73411d9-d23a-4239-a0a6-ded87f1e866e', 'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'mac_address': 'fa:16:3e:56:51:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:06Z', 'updated_at': '2022-03-07T21:47:21Z', 'revision_number': 5, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'subnets': [{'id': 'cb8fce9d-2178-442d-a64b-842253767477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:39.558265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca962c0b-1747-46fc-9f02-51992c8a37b1 None None] The sync data for ids ['6aa32f4e-2c88-4146-979c-99d2542addba'] in n-d-832330-1 is: [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:47:11Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'e73411d9-d23a-4239-a0a6-ded87f1e866e', 'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'mac_address': 'fa:16:3e:56:51:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:06Z', 'updated_at': '2022-03-07T21:47:21Z', 'revision_number': 5, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'subnets': [{'id': 'cb8fce9d-2178-442d-a64b-842253767477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:52:40.224081 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47809949-e83c-482f-97f6-a73aba82fe3e None None] New status for floating IP 1d5b5f23-eff2-4279-8a6f-b97c8c4d029f: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:52:40.815775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef332b-1bf3-471d-84ae-1cd6747109a1 req-e8090187-e112-4ab8-9150-185b19f366ba tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:40.818399 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9ef332b-1bf3-471d-84ae-1cd6747109a1 req-e8090187-e112-4ab8-9150-185b19f366ba tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 943 time: 0.2408829 Mar 07 21:52:40.951957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9ef332b-1bf3-471d-84ae-1cd6747109a1 req-61656d00-f116-4cd9-8770-6ad44f69bf39 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265264 Mar 07 21:52:41.046110 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2c84c64d-4dbc-43d4-bb37-675bdfc5053f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (20d20457-5ba8-44b6-acfd-485691534423), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:41.151384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84c64d-4dbc-43d4-bb37-675bdfc5053f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event deleted for resources: {'Port': ['ID=20d20457-5ba8-44b6-acfd-485691534423,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:41.243291 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6206d737-beec-4636-8d3b-85d2f0403713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:41.323291 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2c84c64d-4dbc-43d4-bb37-675bdfc5053f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for floatingip (1d5b5f23-eff2-4279-8a6f-b97c8c4d029f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:41.326133 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2c84c64d-4dbc-43d4-bb37-675bdfc5053f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:41.337353 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2c84c64d-4dbc-43d4-bb37-675bdfc5053f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "DELETE /v2.0/floatingips/1d5b5f23-eff2-4279-8a6f-b97c8c4d029f HTTP/1.1" status: 204 len: 168 time: 3.4008322 Mar 07 21:52:42.097391 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44964) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:42.183163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6206d737-beec-4636-8d3b-85d2f0403713 admin admin] Deleting port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:52:42.183785 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6206d737-beec-4636-8d3b-85d2f0403713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:42.253097 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44970) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:42.263148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d075ddf6-4f9f-457d-99b2-f73ee24bbe75 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1570223526', 'description': 'tempest-description--770741437'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:42.392601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-6206d737-beec-4636-8d3b-85d2f0403713 admin admin] For port 949ed7a5-d90e-41e1-a967-a0b5e574b6a5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=949ed7a5-d90e-41e1-a967-a0b5e574b6a5,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:42.393414 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6206d737-beec-4636-8d3b-85d2f0403713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:42.414416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6206d737-beec-4636-8d3b-85d2f0403713 admin admin] Calling delete_port for 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:52:42.449751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1279a2-72c7-4ff3-98e5-fa924dd95ccc admin admin] Deleting subnet 1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:52:42.454187 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a1279a2-72c7-4ff3-98e5-fa924dd95ccc admin admin] Publish callbacks [] for subnet (1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:42.538522 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a1279a2-72c7-4ff3-98e5-fa924dd95ccc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:42.642027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2e6e1-2a2a-4111-a960-9924533d1ef6 req-16c0838a-2425-46b8-a279-78f3e3c43542 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:42.644588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2dd2e6e1-2a2a-4111-a960-9924533d1ef6 req-16c0838a-2425-46b8-a279-78f3e3c43542 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 943 time: 0.1717160 Mar 07 21:52:42.651151 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a1279a2-72c7-4ff3-98e5-fa924dd95ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:42.768674 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a1279a2-72c7-4ff3-98e5-fa924dd95ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:42.826440 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a1279a2-72c7-4ff3-98e5-fa924dd95ccc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:42.832552 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2a1279a2-72c7-4ff3-98e5-fa924dd95ccc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e HTTP/1.1" status: 204 len: 168 time: 0.7336144 Mar 07 21:52:42.869941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44974) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:42.914160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1279a2-72c7-4ff3-98e5-fa924dd95ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e74b96c-b2ba-43f9-8dcf-fcbfb38ba34e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:42.931784 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d075ddf6-4f9f-457d-99b2-f73ee24bbe75 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:43.129739 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d075ddf6-4f9f-457d-99b2-f73ee24bbe75 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group (c9a6938b-e423-4e4f-93ca-6a53a9be6589), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:43.162735 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d075ddf6-4f9f-457d-99b2-f73ee24bbe75 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c9a6938b-e423-4e4f-93ca-6a53a9be6589), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:43.197318 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38e20402-ea3c-4c87-bda9-16d8075cd900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:43.212845 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075ddf6-4f9f-457d-99b2-f73ee24bbe75 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a6938b-e423-4e4f-93ca-6a53a9be6589,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:43.253060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d075ddf6-4f9f-457d-99b2-f73ee24bbe75 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:43.254657 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d075ddf6-4f9f-457d-99b2-f73ee24bbe75 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0005498 Mar 07 21:52:43.257759 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44978) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:43.278404 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-42478382-89dd-488d-b70e-e2a3bc2dcc86 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Request body: {'security_group_rule': {'security_group_id': 'c9a6938b-e423-4e4f-93ca-6a53a9be6589', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:43.320215 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42478382-89dd-488d-b70e-e2a3bc2dcc86 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group_rule (7501a611-927b-4c37-99e0-6f5510f8b636), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:43.464985 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42478382-89dd-488d-b70e-e2a3bc2dcc86 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group_rule (7501a611-927b-4c37-99e0-6f5510f8b636), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:43.473015 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42478382-89dd-488d-b70e-e2a3bc2dcc86 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (7501a611-927b-4c37-99e0-6f5510f8b636), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:43.519621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42478382-89dd-488d-b70e-e2a3bc2dcc86 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7501a611-927b-4c37-99e0-6f5510f8b636,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:43.554557 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42478382-89dd-488d-b70e-e2a3bc2dcc86 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:43.559183 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2dd2e6e1-2a2a-4111-a960-9924533d1ef6 req-44f6e9e7-7f80-440d-b01a-1ebbe5392d1e tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9036388 Mar 07 21:52:43.561187 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-42478382-89dd-488d-b70e-e2a3bc2dcc86 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3021500 Mar 07 21:52:43.564325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44982) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:43.568156 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6206d737-beec-4636-8d3b-85d2f0403713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (949ed7a5-d90e-41e1-a967-a0b5e574b6a5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:43.571666 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d52d8874-9ebd-4678-9a50-74637df8a670 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Request body: {'security_group_rule': {'security_group_id': 'c9a6938b-e423-4e4f-93ca-6a53a9be6589', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:43.662462 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d52d8874-9ebd-4678-9a50-74637df8a670 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group_rule (594cd08d-b03c-4d50-831c-693bfe23116c), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:43.919374 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38e20402-ea3c-4c87-bda9-16d8075cd900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:43.931120 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d52d8874-9ebd-4678-9a50-74637df8a670 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group_rule (594cd08d-b03c-4d50-831c-693bfe23116c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:43.948500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206d737-beec-4636-8d3b-85d2f0403713 admin admin] Pushing event deleted for resources: {'Port': ['ID=949ed7a5-d90e-41e1-a967-a0b5e574b6a5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:43.950332 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d52d8874-9ebd-4678-9a50-74637df8a670 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (594cd08d-b03c-4d50-831c-693bfe23116c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:44.050317 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d8874-9ebd-4678-9a50-74637df8a670 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594cd08d-b03c-4d50-831c-693bfe23116c,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:44.056575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-38e20402-ea3c-4c87-bda9-16d8075cd900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:44.067491 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d52d8874-9ebd-4678-9a50-74637df8a670 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:44.073834 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d52d8874-9ebd-4678-9a50-74637df8a670 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5077674 Mar 07 21:52:44.074968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44986) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:44.081055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:44.149191 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:44.165030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-38e20402-ea3c-4c87-bda9-16d8075cd900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf87e44-1b9c-4b59-9fc6-f0601fe164ea') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:44.165372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-38e20402-ea3c-4c87-bda9-16d8075cd900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf87e44-1b9c-4b59-9fc6-f0601fe164ea') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:44.209895 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38e20402-ea3c-4c87-bda9-16d8075cd900 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (faf87e44-1b9c-4b59-9fc6-f0601fe164ea), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:44.421289 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38e20402-ea3c-4c87-bda9-16d8075cd900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (faf87e44-1b9c-4b59-9fc6-f0601fe164ea), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:44.483882 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:44.569513 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6206d737-beec-4636-8d3b-85d2f0403713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:44.582623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e20402-ea3c-4c87-bda9-16d8075cd900 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:52:44.582893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38e20402-ea3c-4c87-bda9-16d8075cd900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (faf87e44-1b9c-4b59-9fc6-f0601fe164ea), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:52:44.688841 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:52:44.719945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Allocated IP 172.25.4.121 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/8452ff8c-1f16-4d2f-a259-13f027d4cdd9) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:52:44.722765 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38e20402-ea3c-4c87-bda9-16d8075cd900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:44.777958 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-38e20402-ea3c-4c87-bda9-16d8075cd900 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:44.790582 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-38e20402-ea3c-4c87-bda9-16d8075cd900 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e HTTP/1.1" status: 204 len: 168 time: 1.9157484 Mar 07 21:52:44.841127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e20402-ea3c-4c87-bda9-16d8075cd900 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bbc5a90-8ebc-4ab3-91e1-9ec0f1b6f46e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:44.954167 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for port (8452ff8c-1f16-4d2f-a259-13f027d4cdd9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:44.995402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef86fd-4bc3-4e1f-bb62-217feb5fe58f req-ea572caf-7d2e-4356-a4d5-be8498a45da7 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:45.001205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4ef86fd-4bc3-4e1f-bb62-217feb5fe58f req-ea572caf-7d2e-4356-a4d5-be8498a45da7 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 943 time: 0.3080459 Mar 07 21:52:45.052817 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8452ff8c-1f16-4d2f-a259-13f027d4cdd9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:45.109447 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:52:45.119938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45010) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:45.125583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:52:45.207238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:52:45.293859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4ef86fd-4bc3-4e1f-bb62-217feb5fe58f req-99374a48-e9e7-41e7-8b5c-643612323bc1 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842078 Mar 07 21:52:45.602900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6206d737-beec-4636-8d3b-85d2f0403713 admin admin] Router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:52:45.653555 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b4fbac1c-8a24-4c47-9d79-fb57d3172104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:45.939926 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:46.064748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event updated for resources: {'Port': ['ID=8452ff8c-1f16-4d2f-a259-13f027d4cdd9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:46.140417 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for floatingip (c67ef13d-0a4c-4599-9d7a-2dc2ae4839d0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:46.173506 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3e18a8dd-0e70-44d3-94ab-b06aa2f73479 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f89f39f903f4f0b93daaf3049054462&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0341702 Mar 07 21:52:46.177603 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45032) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:46.313435 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8452ff8c-1f16-4d2f-a259-13f027d4cdd9), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:46.455754 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6141a8-c5df-4915-a997-d2f79ce91178 admin admin] Publish callbacks [] for security_group (c55aa502-03a7-416f-9dcf-f08273251bd6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:46.566477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6141a8-c5df-4915-a997-d2f79ce91178 admin admin] Publish callbacks [] for security_group (c55aa502-03a7-416f-9dcf-f08273251bd6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:46.632672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6206d737-beec-4636-8d3b-85d2f0403713 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:52:46.648898 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ef220-98c9-4f45-a174-40810c41da97 None None] Sync routers for ids ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:52:46.680654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ef220-98c9-4f45-a174-40810c41da97 None None] Routers {'3ec33f3f-192e-4a98-bb4a-e867ee500c5c'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:52:46.681677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6206d737-beec-4636-8d3b-85d2f0403713 admin admin] 10.222.0.26 "PUT /v2.0/routers/3ec33f3f-192e-4a98-bb4a-e867ee500c5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4165456 Mar 07 21:52:46.686127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45040) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:46.686707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1f3ef220-98c9-4f45-a174-40810c41da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:52:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:46.769895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd5ebe-d48a-4cf1-9ba5-049f1f52cbd0 req-bda6995e-51e1-4180-a3b8-1203b57d35e3 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:46.779007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77bd5ebe-d48a-4cf1-9ba5-049f1f52cbd0 req-bda6995e-51e1-4180-a3b8-1203b57d35e3 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 943 time: 0.2905264 Mar 07 21:52:46.806957 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6141a8-c5df-4915-a997-d2f79ce91178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c55aa502-03a7-416f-9dcf-f08273251bd6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:46.812813 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6141a8-c5df-4915-a997-d2f79ce91178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:46.820751 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ff6141a8-c5df-4915-a997-d2f79ce91178 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c55aa502-03a7-416f-9dcf-f08273251bd6 HTTP/1.1" status: 204 len: 168 time: 0.6417687 Mar 07 21:52:46.856150 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6141a8-c5df-4915-a997-d2f79ce91178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55aa502-03a7-416f-9dcf-f08273251bd6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:46.915588 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for port (8452ff8c-1f16-4d2f-a259-13f027d4cdd9), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:46.927094 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (8452ff8c-1f16-4d2f-a259-13f027d4cdd9), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:47.215086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-1f3ef220-98c9-4f45-a174-40810c41da97 None None] Set router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:52:47.265482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (c67ef13d-0a4c-4599-9d7a-2dc2ae4839d0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:47.278337 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event updated for resources: {'Port': ['ID=8452ff8c-1f16-4d2f-a259-13f027d4cdd9,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:47.332832 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:47.348635 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-76150f0c-225f-48a1-9b20-68d192bf4790 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2722068 Mar 07 21:52:47.387498 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] Publish callbacks [] for router (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:47.759070 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] Publish callbacks [] for router_gateway (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:47.837841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1f3ef220-98c9-4f45-a174-40810c41da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:52:43Z', 'revision_number': 5, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'gw_port': {'id': '1ed20097-936a-4dda-9cd3-1308f9a3c016', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:57Z', 'updated_at': '2022-03-07T21:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:47.839710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77bd5ebe-d48a-4cf1-9ba5-049f1f52cbd0 req-3057c7ef-b5cb-4bc7-86bf-3a01b4e03b8e tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8940718 Mar 07 21:52:48.010495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ef220-98c9-4f45-a174-40810c41da97 None None] Checking router: 3ec33f3f-192e-4a98-bb4a-e867ee500c5c for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:52:48.019983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] Deleting port 1ed20097-936a-4dda-9cd3-1308f9a3c016 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:52:48.020338 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1ed20097-936a-4dda-9cd3-1308f9a3c016), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:48.056490 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ef220-98c9-4f45-a174-40810c41da97 None None] Routers {'3ec33f3f-192e-4a98-bb4a-e867ee500c5c'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:52:48.058593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1f3ef220-98c9-4f45-a174-40810c41da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:52:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:48.150831 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7ddcda72-ef41-4a10-ae90-e9509aca0d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:48.382608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] For port 1ed20097-936a-4dda-9cd3-1308f9a3c016, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1ed20097-936a-4dda-9cd3-1308f9a3c016,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:48.382975 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1ed20097-936a-4dda-9cd3-1308f9a3c016), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:48.439034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] Calling delete_port for 1ed20097-936a-4dda-9cd3-1308f9a3c016 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:52:48.787419 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:52:49.009696 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1ed20097-936a-4dda-9cd3-1308f9a3c016), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:49.062195 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:49.072434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed20097-936a-4dda-9cd3-1308f9a3c016,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:49.103372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb', 'network_id': '5756c39c-b68c-4572-a466-6a9175bae4ac', 'port_id': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb', 'mac_address': 'fa:16:3e:a1:72:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087870aa-f669-4d7e-a1fb-da282598d1d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:52:49.232893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:49.233137 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:49.235639 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:49.273934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-1f3ef220-98c9-4f45-a174-40810c41da97 None None] Set router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:52:49.345636 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:49.449341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:52:49.456635 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1f3ef220-98c9-4f45-a174-40810c41da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:52:47Z', 'revision_number': 6, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:49.545235 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:49.548365 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ef220-98c9-4f45-a174-40810c41da97 None None] The sync data for ids ['3ec33f3f-192e-4a98-bb4a-e867ee500c5c'] in n-d-832330-1 is: [{'id': '3ec33f3f-192e-4a98-bb4a-e867ee500c5c', 'name': 'tempest-ServerActionsTestJSON-13299235-router', 'tenant_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:55Z', 'updated_at': '2022-03-07T21:52:47Z', 'revision_number': 6, 'project_id': 'ca708fcaf44345cea0e9701fa4c6c46a', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:52:49.574929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:49.592316 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:49.614909 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:49.622247 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] Publish callbacks [] for router_controller (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:49.731437 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (3ec33f3f-192e-4a98-bb4a-e867ee500c5c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:49.731980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ec33f3f-192e-4a98-bb4a-e867ee500c5c {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:52:49.743944 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:49.747640 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d23847a2-c6c8-4bc9-8af1-95aacd9e16c9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3ec33f3f-192e-4a98-bb4a-e867ee500c5c HTTP/1.1" status: 204 len: 168 time: 3.0288448 Mar 07 21:52:49.747814 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45086) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:49.806605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:49.887019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bba6cb-4051-411a-95a9-881be4e937b5 admin admin] Deleting subnet 8d512c80-174d-40f9-a72d-e6a5b780a4f4 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:52:49.897640 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27bba6cb-4051-411a-95a9-881be4e937b5 admin admin] Publish callbacks [] for subnet (8d512c80-174d-40f9-a72d-e6a5b780a4f4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:49.925427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['72840b70-c8b3-4f97-9dbb-b0dc277d4ccb'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:52:50.053939 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27bba6cb-4051-411a-95a9-881be4e937b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (8d512c80-174d-40f9-a72d-e6a5b780a4f4), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:50.310669 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27bba6cb-4051-411a-95a9-881be4e937b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (8d512c80-174d-40f9-a72d-e6a5b780a4f4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:50.339564 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:50.390281 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27bba6cb-4051-411a-95a9-881be4e937b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (8d512c80-174d-40f9-a72d-e6a5b780a4f4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:50.418461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bba6cb-4051-411a-95a9-881be4e937b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d512c80-174d-40f9-a72d-e6a5b780a4f4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:50.438712 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27bba6cb-4051-411a-95a9-881be4e937b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:50.445578 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-27bba6cb-4051-411a-95a9-881be4e937b5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8d512c80-174d-40f9-a72d-e6a5b780a4f4 HTTP/1.1" status: 204 len: 168 time: 0.6944230 Mar 07 21:52:50.445907 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45096) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:50.453016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e791c317-6107-40f3-a8dd-200fe5a4597c None None] Network 9807cc18-410d-443c-9dde-c6dcdc3533d2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:52:50.565295 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (9807cc18-410d-443c-9dde-c6dcdc3533d2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:50.720617 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] Deleting port 88761a8c-4337-4606-891e-4741a6084799 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:52:50.720963 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (88761a8c-4337-4606-891e-4741a6084799), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:50.772414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25832088-be8c-4fec-a5f6-2e1708a8531f None None] DHCP port deletion for 9807cc18-410d-443c-9dde-c6dcdc3533d2 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:52:50.830481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] For port 88761a8c-4337-4606-891e-4741a6084799, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=88761a8c-4337-4606-891e-4741a6084799,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:50.844855 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (88761a8c-4337-4606-891e-4741a6084799), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:50.869811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] Calling delete_port for 88761a8c-4337-4606-891e-4741a6084799 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:52:50.892551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-25832088-be8c-4fec-a5f6-2e1708a8531f None None] Deleting port 88761a8c-4337-4606-891e-4741a6084799 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:52:50.892925 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-25832088-be8c-4fec-a5f6-2e1708a8531f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (88761a8c-4337-4606-891e-4741a6084799), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:51.014595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-25832088-be8c-4fec-a5f6-2e1708a8531f None None] For port 88761a8c-4337-4606-891e-4741a6084799, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=88761a8c-4337-4606-891e-4741a6084799,segment=NetworkSegment(06838584-7ce6-4ffb-b0a8-ba815abd3dc8),segment_id=06838584-7ce6-4ffb-b0a8-ba815abd3dc8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:51.018602 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-25832088-be8c-4fec-a5f6-2e1708a8531f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (88761a8c-4337-4606-891e-4741a6084799), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:51.069242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-25832088-be8c-4fec-a5f6-2e1708a8531f None None] Calling delete_port for 88761a8c-4337-4606-891e-4741a6084799 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:52:51.124777 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (88761a8c-4337-4606-891e-4741a6084799), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:51.177370 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] Pushing event deleted for resources: {'Port': ['ID=88761a8c-4337-4606-891e-4741a6084799,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:51.195292 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1ed20097-936a-4dda-9cd3-1308f9a3c016 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:52:51.196388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] No DVR routers for this DVR port 88761a8c-4337-4606-891e-4741a6084799 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:52:51.251717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 1ed20097-936a-4dda-9cd3-1308f9a3c016 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:52:51.251717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1ed20097-936a-4dda-9cd3-1308f9a3c016 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:52:51.252945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:52:51.331606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:52:51.331954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 949ed7a5-d90e-41e1-a967-a0b5e574b6a5 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:52:51.332428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 88761a8c-4337-4606-891e-4741a6084799 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:52:51.366669 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (9807cc18-410d-443c-9dde-c6dcdc3533d2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:51.425514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 88761a8c-4337-4606-891e-4741a6084799 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:52:51.426383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 88761a8c-4337-4606-891e-4741a6084799 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:52:51.428111 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9807cc18-410d-443c-9dde-c6dcdc3533d2']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:51.440880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06838584-7ce6-4ffb-b0a8-ba815abd3dc8') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:51.441203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06838584-7ce6-4ffb-b0a8-ba815abd3dc8') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:51.456757 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (06838584-7ce6-4ffb-b0a8-ba815abd3dc8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:51.476872 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-25832088-be8c-4fec-a5f6-2e1708a8531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (88761a8c-4337-4606-891e-4741a6084799), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:51.491154 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (06838584-7ce6-4ffb-b0a8-ba815abd3dc8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:51.503131 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:52:51.504603 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (06838584-7ce6-4ffb-b0a8-ba815abd3dc8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:52:51.509279 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:52:51.573186 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25832088-be8c-4fec-a5f6-2e1708a8531f None None] No DVR routers for this DVR port 88761a8c-4337-4606-891e-4741a6084799 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:52:51.580389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25832088-be8c-4fec-a5f6-2e1708a8531f None None] Pushing event deleted for resources: {'Port': ['ID=88761a8c-4337-4606-891e-4741a6084799,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:51.614995 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (9807cc18-410d-443c-9dde-c6dcdc3533d2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:51.625531 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:51.631306 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9807cc18-410d-443c-9dde-c6dcdc3533d2 HTTP/1.1" status: 204 len: 168 time: 1.1817045 Mar 07 21:52:51.681504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5a329-eb2f-4ba0-86d0-fac79d300147 admin admin] Pushing event deleted for resources: {'Network': ['ID=9807cc18-410d-443c-9dde-c6dcdc3533d2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:52.042682 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45116) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:52.122873 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:52.138728 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6cc39f4d-911d-48e5-83a0-06c9198823c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca708fcaf44345cea0e9701fa4c6c46a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0922594 Mar 07 21:52:52.139212 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45118) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:52.287749 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8cda0c0f-da50-4112-ae6a-3b274c693b80 admin admin] Publish callbacks [] for security_group (c599d29a-e2e0-4978-808e-ae178f54dd30), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:52.342621 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8cda0c0f-da50-4112-ae6a-3b274c693b80 admin admin] Publish callbacks [] for security_group (c599d29a-e2e0-4978-808e-ae178f54dd30), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:52.439169 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8cda0c0f-da50-4112-ae6a-3b274c693b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c599d29a-e2e0-4978-808e-ae178f54dd30), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:52.442620 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8cda0c0f-da50-4112-ae6a-3b274c693b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:52.444036 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8cda0c0f-da50-4112-ae6a-3b274c693b80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c599d29a-e2e0-4978-808e-ae178f54dd30 HTTP/1.1" status: 204 len: 168 time: 0.3038230 Mar 07 21:52:52.459206 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda0c0f-da50-4112-ae6a-3b274c693b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c599d29a-e2e0-4978-808e-ae178f54dd30,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:52.466628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:52:52.756142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:52:52.757511 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:53.007598 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:52:53.008007 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:53.087128 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:52:53.092906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc566c24-ff47-44a3-8c3a-1698e4cc5200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:53.097387 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd8adbe-4dd2-469b-b487-ae580ce1c9c8" -d '{"events": [{"server_uuid": "bc566c24-ff47-44a3-8c3a-1698e4cc5200", "name": "network-vif-plugged", "status": "completed", "tag": "72840b70-c8b3-4f97-9dbb-b0dc277d4ccb"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:52:53.102316 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:53.177752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,revision_number=10']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:54.263015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45152) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:54.517402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-940290799-network', 'tenant_id': '50fe2a782b3443ef88dbb84f40b13217'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:54.572976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] Made reservation on behalf of 50fe2a782b3443ef88dbb84f40b13217 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:52:54.575969 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:54.600581 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:54.811255 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] Publish callbacks [] for security_group (d1dab7ab-df46-4156-87cd-0b08261cdebe), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:54.817007 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d1dab7ab-df46-4156-87cd-0b08261cdebe), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:54.840654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:52:54.866386 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (6dbd1ec8-31e2-425f-b255-9115341f85ac), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:54.867273 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] Added segment 6dbd1ec8-31e2-425f-b255-9115341f85ac of type vlan for network eaca6a9f-1372-425c-a5e6-fe98b5f58ed2 Mar 07 21:52:55.034288 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (eaca6a9f-1372-425c-a5e6-fe98b5f58ed2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:55.058592 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dab7ab-df46-4156-87cd-0b08261cdebe,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:55.124411 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (eaca6a9f-1372-425c-a5e6-fe98b5f58ed2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:55.126345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:55.127357 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:55.261387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45168) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:55.268469 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a566836b-47b4-46a9-b002-771ad6e853ce admin admin] Request body: {'subnet': {'network_id': 'eaca6a9f-1372-425c-a5e6-fe98b5f58ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-940290799-subnet', 'tenant_id': '50fe2a782b3443ef88dbb84f40b13217', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:55.282500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9941165 Mar 07 21:52:55.317106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a566836b-47b4-46a9-b002-771ad6e853ce admin admin] Made reservation on behalf of 50fe2a782b3443ef88dbb84f40b13217 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:52:55.319792 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a566836b-47b4-46a9-b002-771ad6e853ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:55.508395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c13a2b-395d-4fb5-ac3b-2fb4e1c943d8 admin admin] Pushing event updated for resources: {'Network': ['ID=eaca6a9f-1372-425c-a5e6-fe98b5f58ed2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:55.523582 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network eaca6a9f-1372-425c-a5e6-fe98b5f58ed2 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:52:55.615027 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-4b9f9ddd-b3bf-4e08-a083-841140aa30de tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1570223526&fields=id&tenant_id=e7f99ab44fd44dbca2a2bb62c556de88 HTTP/1.1" status: 200 len: 267 time: 0.3634205 Mar 07 21:52:55.701611 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba31f7-70da-48bd-981b-057364862609 req-80f8858f-8534-44a8-84b9-f1fddad60957 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:55.705510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9ba31f7-70da-48bd-981b-057364862609 req-80f8858f-8534-44a8-84b9-f1fddad60957 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.2635403 Mar 07 21:52:55.728590 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a566836b-47b4-46a9-b002-771ad6e853ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (e1e2b6b3-9f29-486a-9766-7b518ac255f7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:55.856168 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566836b-47b4-46a9-b002-771ad6e853ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e2b6b3-9f29-486a-9766-7b518ac255f7,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:55.890242 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9ba31f7-70da-48bd-981b-057364862609 req-7db97a47-7700-49fc-b56f-7249d15abd5c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719282 Mar 07 21:52:55.950786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566836b-47b4-46a9-b002-771ad6e853ce admin admin] Checking segment: {'id': '6dbd1ec8-31e2-425f-b255-9115341f85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'eaca6a9f-1372-425c-a5e6-fe98b5f58ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:52:55.952387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a566836b-47b4-46a9-b002-771ad6e853ce admin admin] Network hostable DHCP agents. Network: eaca6a9f-1372-425c-a5e6-fe98b5f58ed2, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:52:55.988732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-cf4d4e1b-0959-4803-b410-7dcb4c4148b3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:55.992285 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-cf4d4e1b-0959-4803-b410-7dcb4c4148b3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/networks?id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 200 len: 817 time: 0.3682342 Mar 07 21:52:56.002446 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a566836b-47b4-46a9-b002-771ad6e853ce admin admin] Network eaca6a9f-1372-425c-a5e6-fe98b5f58ed2 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:52:56.018199 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-b0c455ad-6809-449c-a234-3b2021fcb17d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/quotas/e7f99ab44fd44dbca2a2bb62c556de88 HTTP/1.1" status: 200 len: 375 time: 0.0172195 Mar 07 21:52:56.029932 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a566836b-47b4-46a9-b002-771ad6e853ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, eaca6a9f-1372-425c-a5e6-fe98b5f58ed2) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:52:56.041448 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a566836b-47b4-46a9-b002-771ad6e853ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:56.043156 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a566836b-47b4-46a9-b002-771ad6e853ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:56.050426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d547aa44-674c-4311-8fbf-22913aa45dac None None] Network eaca6a9f-1372-425c-a5e6-fe98b5f58ed2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:52:56.101404 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a566836b-47b4-46a9-b002-771ad6e853ce admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8380780 Mar 07 21:52:56.157173 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-9049f8eb-cd43-4c3c-b836-074c9118125c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319497 Mar 07 21:52:56.333868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79e9c95-c93b-416b-bc56-f2bacab46cb2 None None] Network eaca6a9f-1372-425c-a5e6-fe98b5f58ed2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:52:56.496938 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-f3686b38-f38e-4f8f-8eae-3423fdd665dc service neutron] 10.222.0.26 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201110 Mar 07 21:52:56.630175 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3a72c479-0e1e-41f2-b485-7e51fc8f2679 service neutron] 10.222.0.26 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244717 Mar 07 21:52:56.985242 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45206) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:56.990305 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1c085157-5751-4c93-8984-9dadaef32578 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-295820100', 'description': 'tempest-secgroup-smoke-295820100 description', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:57.045371 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c085157-5751-4c93-8984-9dadaef32578 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:57.071770 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c085157-5751-4c93-8984-9dadaef32578 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:57.184217 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3275826-6e23-4b8e-9599-e677dd3b3fab x-openstack-request-id: req-e3275826-6e23-4b8e-9599-e677dd3b3fab {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:52:57.184787 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc566c24-ff47-44a3-8c3a-1698e4cc5200", "name": "network-vif-plugged", "status": "completed", "tag": "72840b70-c8b3-4f97-9dbb-b0dc277d4ccb", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:52:57.184991 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3275826-6e23-4b8e-9599-e677dd3b3fab {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:52:57.186246 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc566c24-ff47-44a3-8c3a-1698e4cc5200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb', 'code': 200} Mar 07 21:52:57.330660 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c085157-5751-4c93-8984-9dadaef32578 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (6f0fbfdb-221a-447b-aeb3-6ef1a26f4e64), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:57.335643 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c085157-5751-4c93-8984-9dadaef32578 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6f0fbfdb-221a-447b-aeb3-6ef1a26f4e64), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:57.355292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f4756088-7f82-4811-842d-210ba36bffb4 req-02943e9a-842e-4d09-ad62-aa723c636915 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 210 time: 0.0490198 Mar 07 21:52:57.558815 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:52:57.567212 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c085157-5751-4c93-8984-9dadaef32578 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0fbfdb-221a-447b-aeb3-6ef1a26f4e64,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:57.607625 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e5db2-fd29-47d8-978d-6182d298f1d1 req-9d26d72e-e8f5-444f-9d35-a62e00771ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:57.610959 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-398e5db2-fd29-47d8-978d-6182d298f1d1 req-9d26d72e-e8f5-444f-9d35-a62e00771ee7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 1128 time: 0.2130563 Mar 07 21:52:57.678354 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c085157-5751-4c93-8984-9dadaef32578 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (e016dc59-7649-47c2-8c47-7501ee03b56c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:57.697379 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c085157-5751-4c93-8984-9dadaef32578 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e016dc59-7649-47c2-8c47-7501ee03b56c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:57.753454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-b9fe38d4-6576-4bb7-9c72-e5419b4898c6 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:57.763700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-b9fe38d4-6576-4bb7-9c72-e5419b4898c6 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/networks?id=eaca6a9f-1372-425c-a5e6-fe98b5f58ed2 HTTP/1.1" status: 200 len: 812 time: 0.3455992 Mar 07 21:52:57.804887 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-398e5db2-fd29-47d8-978d-6182d298f1d1 req-c640cc68-78cc-4e12-b9c1-7a12ec86c0b4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820846 Mar 07 21:52:57.805915 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-eda40cd1-f75c-4b4c-8fc7-2d74d379431c tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/quotas/50fe2a782b3443ef88dbb84f40b13217 HTTP/1.1" status: 200 len: 375 time: 0.0396068 Mar 07 21:52:57.814327 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1c085157-5751-4c93-8984-9dadaef32578 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:57.818627 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1c085157-5751-4c93-8984-9dadaef32578 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8289566 Mar 07 21:52:57.819037 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45234) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:57.825129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a532d057-59b0-48b6-9e93-226fd92e0b76 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': 'e016dc59-7649-47c2-8c47-7501ee03b56c', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:57.831267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c085157-5751-4c93-8984-9dadaef32578 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e016dc59-7649-47c2-8c47-7501ee03b56c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:57.855067 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-373ebd7a-700b-4f6a-bf5d-4d9f55a530b1 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=50fe2a782b3443ef88dbb84f40b13217&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479178 Mar 07 21:52:57.860734 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-d49a2c0f-a335-46d4-9d25-1b56d32c1f93 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:52:57.868616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-d49a2c0f-a335-46d4-9d25-1b56d32c1f93 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124917 Mar 07 21:52:57.885001 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a532d057-59b0-48b6-9e93-226fd92e0b76 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (cf61b1c4-c3e1-44d7-b189-60fc88215eca), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:58.000606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-b5108f03-f72c-4f56-9873-f037a4cca9e3 service neutron] 10.222.0.26 "GET /v2.0/networks/eaca6a9f-1372-425c-a5e6-fe98b5f58ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309235 Mar 07 21:52:58.048083 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a532d057-59b0-48b6-9e93-226fd92e0b76 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (cf61b1c4-c3e1-44d7-b189-60fc88215eca), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:58.058358 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a532d057-59b0-48b6-9e93-226fd92e0b76 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (cf61b1c4-c3e1-44d7-b189-60fc88215eca), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:58.084213 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532d057-59b0-48b6-9e93-226fd92e0b76 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf61b1c4-c3e1-44d7-b189-60fc88215eca,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:58.095903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f0430-603d-4208-ac12-feb9d0fd7203 req-b8b76290-5440-4d3f-a562-9010c437de3d tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:58.106672 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d0f0430-603d-4208-ac12-feb9d0fd7203 req-b8b76290-5440-4d3f-a562-9010c437de3d tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.4858856 Mar 07 21:52:58.138271 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a532d057-59b0-48b6-9e93-226fd92e0b76 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:58.139667 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a532d057-59b0-48b6-9e93-226fd92e0b76 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3195217 Mar 07 21:52:58.142932 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45244) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:58.149835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-95452626-61ad-4724-9137-9c39edd0a5d0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': 'e016dc59-7649-47c2-8c47-7501ee03b56c', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:58.213358 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95452626-61ad-4724-9137-9c39edd0a5d0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (4f481dc5-d036-4fc0-80c0-e8ea4e855e6a), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:58.260966 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-45b74d6c-7e10-46fe-9c94-b27aeafeb4f5 service neutron] 10.222.0.26 "GET /v2.0/networks/eaca6a9f-1372-425c-a5e6-fe98b5f58ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582014 Mar 07 21:52:58.366257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d0f0430-603d-4208-ac12-feb9d0fd7203 req-7f6fcba3-b1c8-44b1-9639-35cf08f11730 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564459 Mar 07 21:52:58.386245 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95452626-61ad-4724-9137-9c39edd0a5d0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (4f481dc5-d036-4fc0-80c0-e8ea4e855e6a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:58.396593 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95452626-61ad-4724-9137-9c39edd0a5d0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (4f481dc5-d036-4fc0-80c0-e8ea4e855e6a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:58.457023 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95452626-61ad-4724-9137-9c39edd0a5d0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:58.464139 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-95452626-61ad-4724-9137-9c39edd0a5d0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3179889 Mar 07 21:52:58.465861 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45258) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:58.471414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95452626-61ad-4724-9137-9c39edd0a5d0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f481dc5-d036-4fc0-80c0-e8ea4e855e6a,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:58.478308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': 'e016dc59-7649-47c2-8c47-7501ee03b56c', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:58.581700 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (b306c826-8ecb-4b10-943f-4a54c59db83f), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:58.719560 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4acdfea5-ca16-44e6-9e77-cd05a6d7dc8d req-698e99e7-bc53-4ddf-b1aa-675fc3029765 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b65275-ce4b-45ef-855d-525c2ff55279 HTTP/1.1" status: 200 len: 210 time: 0.0511839 Mar 07 21:52:58.761168 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a359a1da-113a-48e7-acc4-3127764602c1 req-911161d0-c938-498c-8980-7a3756e9b318 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 210 time: 0.0562556 Mar 07 21:52:58.787562 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (b306c826-8ecb-4b10-943f-4a54c59db83f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:58.798665 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (b306c826-8ecb-4b10-943f-4a54c59db83f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:58.828224 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b306c826-8ecb-4b10-943f-4a54c59db83f,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:58.839345 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:58.844374 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3763812 Mar 07 21:52:58.845271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45270) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:58.845958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:58.846773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:58.847130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:58.847469 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:58.847807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:58.848143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:58.848585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:58.848934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:58.849271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:58.849601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:58.849930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:58.850284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:58.850607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c434-4500-4418-95fd-32c44bec28b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:58.858806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': 'e016dc59-7649-47c2-8c47-7501ee03b56c', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:58.919562 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (b971c24f-f695-46f6-aecc-801d60536171), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:59.106111 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (b971c24f-f695-46f6-aecc-801d60536171), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:59.126752 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (b971c24f-f695-46f6-aecc-801d60536171), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:59.206054 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:59.216413 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3691783 Mar 07 21:52:59.218093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45286) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:59.251668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-699b8eaa-b313-480e-9485-3073f549ebd0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': 'e016dc59-7649-47c2-8c47-7501ee03b56c', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:59.297321 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b971c24f-f695-46f6-aecc-801d60536171,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:59.303950 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-699b8eaa-b313-480e-9485-3073f549ebd0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Project d71f28e89e2f43a5bebeba445b8bc10e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:52:59.331703 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:59.332554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:59.334627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:59.336249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:59.337675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:59.339584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:59.340954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:59.345036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:59.346453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:59.348277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:59.349444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:59.350144 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:59.351579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b84ad-2c2e-40ee-a2f4-469bdee07063 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:59.367255 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-699b8eaa-b313-480e-9485-3073f549ebd0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (c02198a7-7292-4ab0-b773-59d157bde0cb), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:59.512492 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-699b8eaa-b313-480e-9485-3073f549ebd0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (c02198a7-7292-4ab0-b773-59d157bde0cb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:59.522763 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-699b8eaa-b313-480e-9485-3073f549ebd0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (c02198a7-7292-4ab0-b773-59d157bde0cb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:59.579093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b8eaa-b313-480e-9485-3073f549ebd0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02198a7-7292-4ab0-b773-59d157bde0cb,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:59.599678 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-699b8eaa-b313-480e-9485-3073f549ebd0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:59.600945 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-699b8eaa-b313-480e-9485-3073f549ebd0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3693700 Mar 07 21:52:59.609612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45306) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:59.613888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-2f043fc7-e780-457b-9104-3a6434b61892 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:59.616068 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5469d019-7de7-4f16-bff5-57bfc35876e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': 'e016dc59-7649-47c2-8c47-7501ee03b56c', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:59.628239 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-2f043fc7-e780-457b-9104-3a6434b61892 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.13 "GET /v2.0/networks?id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 200 len: 817 time: 0.4703925 Mar 07 21:52:59.684496 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-5469d019-7de7-4f16-bff5-57bfc35876e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Project d71f28e89e2f43a5bebeba445b8bc10e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:52:59.703473 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5469d019-7de7-4f16-bff5-57bfc35876e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (6e450f97-59a0-4493-8b0c-1203be082146), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:59.885886 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5469d019-7de7-4f16-bff5-57bfc35876e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (6e450f97-59a0-4493-8b0c-1203be082146), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:59.896286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5469d019-7de7-4f16-bff5-57bfc35876e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (6e450f97-59a0-4493-8b0c-1203be082146), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:59.929370 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469d019-7de7-4f16-bff5-57bfc35876e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e450f97-59a0-4493-8b0c-1203be082146,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:59.940011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5469d019-7de7-4f16-bff5-57bfc35876e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:52:59.948930 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5469d019-7de7-4f16-bff5-57bfc35876e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3305993 Mar 07 21:52:59.950686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45320) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:52:59.959125 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-291bb28e-5138-4f23-a2ac-8bff4f7cef27 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'network': {'name': 'tempest-network-smoke--1639995328', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'port_security_enabled': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:59.996267 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-1fcabe2f-8133-4d79-88b0-7a9e2d8bc10c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7f99ab44fd44dbca2a2bb62c556de88 HTTP/1.1" status: 200 len: 380 time: 0.2855027 Mar 07 21:53:00.011901 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291bb28e-5138-4f23-a2ac-8bff4f7cef27 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Made reservation on behalf of d71f28e89e2f43a5bebeba445b8bc10e for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:00.016823 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-291bb28e-5138-4f23-a2ac-8bff4f7cef27 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:00.025356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c4b2d-80f8-4cc5-ab00-8cf0dbe76d40 req-3f592fdc-98c1-483b-98f4-a4f1ed59f65e tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:00.037827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c4c4b2d-80f8-4cc5-ab00-8cf0dbe76d40 req-3f592fdc-98c1-483b-98f4-a4f1ed59f65e tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.4658418 Mar 07 21:53:00.067612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-7719720d-5645-494a-b437-05c4fea438a3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Request body: {'port': {'device_id': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'admin_state_up': True, 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'security_groups': ['c9a6938b-e423-4e4f-93ca-6a53a9be6589']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:00.081929 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291bb28e-5138-4f23-a2ac-8bff4f7cef27 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:53:00.102711 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-291bb28e-5138-4f23-a2ac-8bff4f7cef27 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (5c76815e-4bdc-40df-af9a-4515e9a066db), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:00.103533 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-291bb28e-5138-4f23-a2ac-8bff4f7cef27 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Added segment 5c76815e-4bdc-40df-af9a-4515e9a066db of type vlan for network c30be23b-c9a1-4888-abc2-f862c1499bc1 Mar 07 21:53:00.222361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-291bb28e-5138-4f23-a2ac-8bff4f7cef27 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (c30be23b-c9a1-4888-abc2-f862c1499bc1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:00.253604 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-291bb28e-5138-4f23-a2ac-8bff4f7cef27 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (c30be23b-c9a1-4888-abc2-f862c1499bc1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:00.261752 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291bb28e-5138-4f23-a2ac-8bff4f7cef27 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:00.262477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-291bb28e-5138-4f23-a2ac-8bff4f7cef27 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:00.284269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c4c4b2d-80f8-4cc5-ab00-8cf0dbe76d40 req-8fc5c76b-c195-4dff-b942-6f4571f5ad60 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388310 Mar 07 21:53:00.467986 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-291bb28e-5138-4f23-a2ac-8bff4f7cef27 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5133691 Mar 07 21:53:00.487027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45340) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:00.490772 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bb28e-5138-4f23-a2ac-8bff4f7cef27 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Network': ['ID=c30be23b-c9a1-4888-abc2-f862c1499bc1,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:00.510389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'admin_state_up': True, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:00.511747 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network c30be23b-c9a1-4888-abc2-f862c1499bc1 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:53:00.636710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d828fd28-8fa9-4757-aa29-1b9470879684 req-4d190f2b-5d44-4ee5-9535-25de02f5ea12 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b65275-ce4b-45ef-855d-525c2ff55279 HTTP/1.1" status: 200 len: 210 time: 0.1504912 Mar 07 21:53:00.730511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-7719720d-5645-494a-b437-05c4fea438a3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Made reservation on behalf of e7f99ab44fd44dbca2a2bb62c556de88 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:00.746485 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-7719720d-5645-494a-b437-05c4fea438a3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:00.921128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ac150cd-26ae-4f36-97e9-76097272cefa req-6c93ba63-5a88-44d2-91b3-e5691492b57e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 210 time: 0.1201155 Mar 07 21:53:00.949113 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (46d5167d-2bef-4743-bd70-93f553770bdd), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:00.951121 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (46d5167d-2bef-4743-bd70-93f553770bdd), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:01.017549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-7b4caf42-9645-4109-aee4-d49b2267bb9b tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:01.021835 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-7b4caf42-9645-4109-aee4-d49b2267bb9b tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.15 "GET /v2.0/networks?id=eaca6a9f-1372-425c-a5e6-fe98b5f58ed2 HTTP/1.1" status: 200 len: 812 time: 0.3795078 Mar 07 21:53:01.040772 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-971c9b94-6340-49bc-9f60-d2dd7ec79758 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Request body: {'port': {'device_id': '70b65275-ce4b-45ef-855d-525c2ff55279', 'network_id': 'eaca6a9f-1372-425c-a5e6-fe98b5f58ed2', 'admin_state_up': True, 'tenant_id': '50fe2a782b3443ef88dbb84f40b13217'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:01.241604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-7719720d-5645-494a-b437-05c4fea438a3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Allocated IP 172.20.0.8 (ca1c0645-516e-4a61-93b0-de45d4e4a2c2/cb8fce9d-2178-442d-a64b-842253767477/53e3c822-2f1e-40d9-9fed-f1e74dd02bc2) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:01.283876 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-971c9b94-6340-49bc-9f60-d2dd7ec79758 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Made reservation on behalf of 50fe2a782b3443ef88dbb84f40b13217 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:01.289148 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-971c9b94-6340-49bc-9f60-d2dd7ec79758 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:01.391043 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_controller (46d5167d-2bef-4743-bd70-93f553770bdd), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:01.578915 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-971c9b94-6340-49bc-9f60-d2dd7ec79758 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Allocated IP 172.20.0.2 (eaca6a9f-1372-425c-a5e6-fe98b5f58ed2/e1e2b6b3-9f29-486a-9766-7b518ac255f7/e59510c4-1ad1-4240-9d75-3a3c70f02bb0) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:01.849803 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-971c9b94-6340-49bc-9f60-d2dd7ec79758 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Publish callbacks [] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:01.939272 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-971c9b94-6340-49bc-9f60-d2dd7ec79758 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:02.050831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-971c9b94-6340-49bc-9f60-d2dd7ec79758 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Network eaca6a9f-1372-425c-a5e6-fe98b5f58ed2 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:02.059326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-971c9b94-6340-49bc-9f60-d2dd7ec79758 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:02.065104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-971c9b94-6340-49bc-9f60-d2dd7ec79758 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:53:02.186458 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-971c9b94-6340-49bc-9f60-d2dd7ec79758 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:02.188240 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-971c9b94-6340-49bc-9f60-d2dd7ec79758 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:02.228154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c9b94-6340-49bc-9f60-d2dd7ec79758 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Pushing event updated for resources: {'Port': ['ID=e59510c4-1ad1-4240-9d75-3a3c70f02bb0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:02.249277 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-971c9b94-6340-49bc-9f60-d2dd7ec79758 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2175074 Mar 07 21:53:02.262802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Request body: {'port': {'device_id': '70b65275-ce4b-45ef-855d-525c2ff55279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:02.391913 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (46d5167d-2bef-4743-bd70-93f553770bdd), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:02.420128 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:02.422809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1896f-f8e6-43e5-a3e3-59e85f0dd569 req-80d3a4c4-ec67-4c4a-bfc5-92ef5ef36245 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:02.425410 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40e1896f-f8e6-43e5-a3e3-59e85f0dd569 req-80d3a4c4-ec67-4c4a-bfc5-92ef5ef36245 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.9230595 Mar 07 21:53:02.450131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fda95-f1d2-4b9a-bbfb-1265d926f995 req-54f35d39-1da5-46f0-9358-c3d1f367459a tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:02.458641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-291fda95-f1d2-4b9a-bbfb-1265d926f995 req-54f35d39-1da5-46f0-9358-c3d1f367459a tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b65275-ce4b-45ef-855d-525c2ff55279 HTTP/1.1" status: 200 len: 931 time: 0.3688776 Mar 07 21:53:02.607349 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-7719720d-5645-494a-b437-05c4fea438a3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:02.683049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40e1896f-f8e6-43e5-a3e3-59e85f0dd569 req-2e5888bc-69a3-43d4-abde-86b9da750d15 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488365 Mar 07 21:53:02.794694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-291fda95-f1d2-4b9a-bbfb-1265d926f995 req-62727e90-6741-42ec-9b0f-a894cb5010ac tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1dab7ab-df46-4156-87cd-0b08261cdebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346486 Mar 07 21:53:02.892091 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-7719720d-5645-494a-b437-05c4fea438a3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:03.102234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-7719720d-5645-494a-b437-05c4fea438a3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:03.188748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-7719720d-5645-494a-b437-05c4fea438a3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:03.195006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719720d-5645-494a-b437-05c4fea438a3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event updated for resources: {'Port': ['ID=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:03.206234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-7719720d-5645-494a-b437-05c4fea438a3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:53:03.369858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-7719720d-5645-494a-b437-05c4fea438a3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:03.371080 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-7719720d-5645-494a-b437-05c4fea438a3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:03.376013 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59510c4-1ad1-4240-9d75-3a3c70f02bb0 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:53:03.401170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Publish callbacks [] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:03.425700 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bf46e-eec6-44f6-9956-8988343bea95 req-168d9552-b838-4cf7-bd8e-cf66c3dcd0ea tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:03.430992 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Transition to ACTIVE for port object e59510c4-1ad1-4240-9d75-3a3c70f02bb0 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:53:03.441258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea8bf46e-eec6-44f6-9956-8988343bea95 req-168d9552-b838-4cf7-bd8e-cf66c3dcd0ea tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.4299362 Mar 07 21:53:03.445190 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:03.493677 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688998fb-5338-44bd-b9cd-cde184eb0082 req-cd1f7eae-8506-49cd-85da-9efb3e7dbcf6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:03.511283 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-688998fb-5338-44bd-b9cd-cde184eb0082 req-cd1f7eae-8506-49cd-85da-9efb3e7dbcf6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 931 time: 0.5852678 Mar 07 21:53:03.602563 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=e59510c4-1ad1-4240-9d75-3a3c70f02bb0,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:03.703970 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-99e75474-00d0-43e2-b8a5-fb92b0f35d5e None None] Provisioning complete for port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:03.705092 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99e75474-00d0-43e2-b8a5-fb92b0f35d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:03.729381 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea8bf46e-eec6-44f6-9956-8988343bea95 req-63e2a9eb-16a6-43eb-978d-750c7183e5ad tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764442 Mar 07 21:53:03.740284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-7719720d-5645-494a-b437-05c4fea438a3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6799481 Mar 07 21:53:03.743001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Attempting to bind port e59510c4-1ad1-4240-9d75-3a3c70f02bb0 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:53:03.744812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Attempting to bind port e59510c4-1ad1-4240-9d75-3a3c70f02bb0 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '6dbd1ec8-31e2-425f-b255-9115341f85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'eaca6a9f-1372-425c-a5e6-fe98b5f58ed2'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:53:03.745512 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Attempting to bind port e59510c4-1ad1-4240-9d75-3a3c70f02bb0 on network eaca6a9f-1372-425c-a5e6-fe98b5f58ed2 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:03.759696 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Port e59510c4-1ad1-4240-9d75-3a3c70f02bb0 on network eaca6a9f-1372-425c-a5e6-fe98b5f58ed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:53:03.760114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Attempting to bind port e59510c4-1ad1-4240-9d75-3a3c70f02bb0 on network eaca6a9f-1372-425c-a5e6-fe98b5f58ed2 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:03.766351 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (46d5167d-2bef-4743-bd70-93f553770bdd), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:03.771969 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:53:03.772578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Checking segment: {'id': '6dbd1ec8-31e2-425f-b255-9115341f85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'eaca6a9f-1372-425c-a5e6-fe98b5f58ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:03.773038 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Bound using segment: {'id': '6dbd1ec8-31e2-425f-b255-9115341f85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'eaca6a9f-1372-425c-a5e6-fe98b5f58ed2'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:53:03.773647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Bound port: e59510c4-1ad1-4240-9d75-3a3c70f02bb0, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbd1ec8-31e2-425f-b255-9115341f85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'eaca6a9f-1372-425c-a5e6-fe98b5f58ed2'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:53:03.775102 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:03.805832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-99e75474-00d0-43e2-b8a5-fb92b0f35d5e None None] Port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:53:03.813177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-d85ab7e3-29e3-46ec-8fd0-1d6385fd6385 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:53:03.827006 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-d85ab7e3-29e3-46ec-8fd0-1d6385fd6385 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0320642 Mar 07 21:53:03.955042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] For port e59510c4-1ad1-4240-9d75-3a3c70f02bb0, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:53:03.963591 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] For port e59510c4-1ad1-4240-9d75-3a3c70f02bb0, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e59510c4-1ad1-4240-9d75-3a3c70f02bb0,segment=NetworkSegment(6dbd1ec8-31e2-425f-b255-9115341f85ac),segment_id=6dbd1ec8-31e2-425f-b255-9115341f85ac)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:53:03.995140 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:04.000089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Request body: {'port': {'device_id': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:04.025861 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:04.102490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:04.103264 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:04.106870 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] 10.222.0.15 "PUT /v2.0/ports/e59510c4-1ad1-4240-9d75-3a3c70f02bb0 HTTP/1.1" status: 200 len: 1091 time: 1.8498206 Mar 07 21:53:04.108481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b65275-ce4b-45ef-855d-525c2ff55279', 'tag': 'e59510c4-1ad1-4240-9d75-3a3c70f02bb0'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:04.129516 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb6045e-e736-45e7-a5f8-9e830ab05733" -d '{"events": [{"name": "network-changed", "server_uuid": "70b65275-ce4b-45ef-855d-525c2ff55279", "tag": "e59510c4-1ad1-4240-9d75-3a3c70f02bb0"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:04.276214 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6417a30-a52c-497e-b3d3-9d8559ecddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=e59510c4-1ad1-4240-9d75-3a3c70f02bb0,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:04.358707 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-87b291aa-5b55-4da5-bb11-25698caa44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:04.358707 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-87b291aa-5b55-4da5-bb11-25698caa44c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50fe2a782b3443ef88dbb84f40b13217&device_id=70b65275-ce4b-45ef-855d-525c2ff55279 HTTP/1.1" status: 200 len: 1125 time: 0.1774383 Mar 07 21:53:04.387924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-688998fb-5338-44bd-b9cd-cde184eb0082 req-8ca9fac5-bb96-4d93-8dad-a1f1762b7f89 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8753550 Mar 07 21:53:04.499201 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-7e22be5b-1900-4f6c-acbf-54ab31027698 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e59510c4-1ad1-4240-9d75-3a3c70f02bb0 HTTP/1.1" status: 200 len: 217 time: 0.1421659 Mar 07 21:53:04.531815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64ebbb-db94-4082-b320-0082d909e568 req-754b4559-81c4-4ab7-b20c-a3aae403a784 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:04.534151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e64ebbb-db94-4082-b320-0082d909e568 req-754b4559-81c4-4ab7-b20c-a3aae403a784 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.5644128 Mar 07 21:53:04.590802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-0f375fd1-3265-430f-91c6-629ea16e171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:04.592828 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-0f375fd1-3265-430f-91c6-629ea16e171c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1e2b6b3-9f29-486a-9766-7b518ac255f7 HTTP/1.1" status: 200 len: 852 time: 0.0874479 Mar 07 21:53:04.636081 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-f07d07f5-1d1d-470a-8de5-ce9e66e55f71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eaca6a9f-1372-425c-a5e6-fe98b5f58ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367944 Mar 07 21:53:04.701976 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:04.797112 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.25.4.233 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/ceacfa3f-6e2f-40c8-a259-52b1ff7a2644) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:04.872758 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-ab6f675e-554d-44dc-b197-8620f365f926 service neutron] 10.222.0.15 "GET /v2.0/networks/eaca6a9f-1372-425c-a5e6-fe98b5f58ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296603 Mar 07 21:53:05.065152 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19c317a5-bdad-40a1-b9e1-d5e0d4145281 req-4852615b-e07a-4dda-bc41-1e5b26cc193d service neutron] 10.222.0.15 "GET /v2.0/networks/eaca6a9f-1372-425c-a5e6-fe98b5f58ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674669 Mar 07 21:53:05.130709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e64ebbb-db94-4082-b320-0082d909e568 req-c6d1eed9-c181-42d4-8de7-017c5a4902f3 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507483 Mar 07 21:53:05.146298 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6eb61-1b3c-407a-b5fc-913c6755dfea req-3994417f-6032-483b-9a1f-b7a1f195b2ca tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:05.154638 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecb6eb61-1b3c-407a-b5fc-913c6755dfea req-3994417f-6032-483b-9a1f-b7a1f195b2ca tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b65275-ce4b-45ef-855d-525c2ff55279 HTTP/1.1" status: 200 len: 943 time: 0.5987253 Mar 07 21:53:05.296287 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecb6eb61-1b3c-407a-b5fc-913c6755dfea req-202cdc92-ef9b-45bb-a22c-64047d9b9508 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1dab7ab-df46-4156-87cd-0b08261cdebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388776 Mar 07 21:53:05.533931 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca1b64d-54a5-4f72-a144-e2e9fa5bcbc3 x-openstack-request-id: req-fca1b64d-54a5-4f72-a144-e2e9fa5bcbc3 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:05.534500 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b65275-ce4b-45ef-855d-525c2ff55279", "tag": "e59510c4-1ad1-4240-9d75-3a3c70f02bb0", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:05.534610 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fca1b64d-54a5-4f72-a144-e2e9fa5bcbc3 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:05.534985 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b65275-ce4b-45ef-855d-525c2ff55279', 'tag': 'e59510c4-1ad1-4240-9d75-3a3c70f02bb0', 'status': 'completed', 'code': 200} Mar 07 21:53:05.611548 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (ceacfa3f-6e2f-40c8-a259-52b1ff7a2644), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:05.634503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:53:05.667990 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Publish callbacks [] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:05.668265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6045e-e736-45e7-a5f8-9e830ab05733 req-d9fdefac-f409-4f6b-b807-4b9ea3642df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:05.671476 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-adb6045e-e736-45e7-a5f8-9e830ab05733 req-d9fdefac-f409-4f6b-b807-4b9ea3642df5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50fe2a782b3443ef88dbb84f40b13217&device_id=70b65275-ce4b-45ef-855d-525c2ff55279 HTTP/1.1" status: 200 len: 1125 time: 0.1065929 Mar 07 21:53:05.712233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Transition to ACTIVE for port object 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:53:05.804396 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:05.837772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beace8d1-ec2a-4864-b6eb-676bd164f993 req-66f82926-e6cc-4a40-bd3c-1ef99b5e1aa6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:05.844073 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-beace8d1-ec2a-4864-b6eb-676bd164f993 req-66f82926-e6cc-4a40-bd3c-1ef99b5e1aa6 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.3912055 Mar 07 21:53:05.874524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6045e-e736-45e7-a5f8-9e830ab05733 req-7d7592df-8cfa-48e1-9cc6-4466f7329de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:05.877597 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-adb6045e-e736-45e7-a5f8-9e830ab05733 req-7d7592df-8cfa-48e1-9cc6-4466f7329de2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eaca6a9f-1372-425c-a5e6-fe98b5f58ed2 HTTP/1.1" status: 200 len: 913 time: 0.1997695 Mar 07 21:53:05.948393 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-adb6045e-e736-45e7-a5f8-9e830ab05733 req-d4da8f0b-87ea-41da-b087-9490b7aa80b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e59510c4-1ad1-4240-9d75-3a3c70f02bb0 HTTP/1.1" status: 200 len: 217 time: 0.0626595 Mar 07 21:53:06.001299 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Pushing event updated for resources: {'Port': ['ID=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:06.005462 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ceacfa3f-6e2f-40c8-a259-52b1ff7a2644), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:06.080865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6045e-e736-45e7-a5f8-9e830ab05733 req-d1c86bf7-aa87-4abd-8864-3fbd5dae3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:06.083268 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-adb6045e-e736-45e7-a5f8-9e830ab05733 req-d1c86bf7-aa87-4abd-8864-3fbd5dae3824 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1e2b6b3-9f29-486a-9766-7b518ac255f7 HTTP/1.1" status: 200 len: 852 time: 0.1282403 Mar 07 21:53:06.150477 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-adb6045e-e736-45e7-a5f8-9e830ab05733 req-8e2c50a4-9af6-4de1-afac-cdbf3cb49a37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eaca6a9f-1372-425c-a5e6-fe98b5f58ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595796 Mar 07 21:53:06.201734 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b27d6-45c8-4ed5-8a34-3a5ad3127afd req-38f3ca3f-ef25-45f2-ad25-7ca5903f3ecc tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:06.216453 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-087b27d6-45c8-4ed5-8a34-3a5ad3127afd req-38f3ca3f-ef25-45f2-ad25-7ca5903f3ecc tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 931 time: 0.6105704 Mar 07 21:53:06.270834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:06.365603 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-adb6045e-e736-45e7-a5f8-9e830ab05733 req-9347ab28-b74d-4316-a271-b407bfbdc8df service neutron] 10.222.0.15 "GET /v2.0/networks/eaca6a9f-1372-425c-a5e6-fe98b5f58ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074530 Mar 07 21:53:06.460839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-087b27d6-45c8-4ed5-8a34-3a5ad3127afd req-59ca4417-3ef2-4497-9d76-3de77cccd02f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363653 Mar 07 21:53:06.462535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=ceacfa3f-6e2f-40c8-a259-52b1ff7a2644,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:06.515915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:06.648202 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-adb6045e-e736-45e7-a5f8-9e830ab05733 req-59205073-b1cc-4894-a721-29a300bf91bc service neutron] 10.222.0.15 "GET /v2.0/networks/eaca6a9f-1372-425c-a5e6-fe98b5f58ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768312 Mar 07 21:53:06.673515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-beace8d1-ec2a-4864-b6eb-676bd164f993 req-b7da0700-2ecd-4065-b13a-e06aac86d1b9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6802335 Mar 07 21:53:06.683403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:53:06.816248 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Attempting to bind port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:53:06.816593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Attempting to bind port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:53:06.830846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Attempting to bind port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 on network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:06.903926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 on network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:53:06.903926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Attempting to bind port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 on network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:07.275978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:53:07.276437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Checking segment: {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:07.276832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Bound using segment: {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:53:07.277266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Bound port: 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:53:07.277624 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:07.341773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051255e-0a53-495b-b146-3af9f16645e7 req-a7651849-724d-42a9-b10a-1bd236c6cb84 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:07.351102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3051255e-0a53-495b-b146-3af9f16645e7 req-a7651849-724d-42a9-b10a-1bd236c6cb84 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b65275-ce4b-45ef-855d-525c2ff55279 HTTP/1.1" status: 200 len: 943 time: 0.5879812 Mar 07 21:53:07.441202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a421b3f-8e23-439b-8681-890c63a0eb07 req-4b0f26e5-88ec-4c4b-8e57-e63c57c0510c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:07.448659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a421b3f-8e23-439b-8681-890c63a0eb07 req-4b0f26e5-88ec-4c4b-8e57-e63c57c0510c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.6537995 Mar 07 21:53:07.628208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] For port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:53:07.631896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] For port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:53:07.665538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3051255e-0a53-495b-b146-3af9f16645e7 req-147ddb76-e501-4288-a209-82a8c8def1e1 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1dab7ab-df46-4156-87cd-0b08261cdebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121049 Mar 07 21:53:07.670260 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:07.951805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:07.952531 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:07.965203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 HTTP/1.1" status: 200 len: 1091 time: 4.1369562 Mar 07 21:53:08.008344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'tag': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:08.026790 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c88fed-c680-4822-a226-2de6d49d7f39" -d '{"events": [{"name": "network-changed", "server_uuid": "16fa439e-8dc4-4963-b748-fb335f7bbbe8", "tag": "53e3c822-2f1e-40d9-9fed-f1e74dd02bc2"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:08.121138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a421b3f-8e23-439b-8681-890c63a0eb07 req-1da8f0b4-1538-49d7-9cc5-a854e1a50d62 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715877 Mar 07 21:53:08.327306 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33440caf-d9d9-43a3-b7b5-a5de9b2fedf2 x-openstack-request-id: req-33440caf-d9d9-43a3-b7b5-a5de9b2fedf2 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:08.328937 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16fa439e-8dc4-4963-b748-fb335f7bbbe8", "tag": "53e3c822-2f1e-40d9-9fed-f1e74dd02bc2", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:08.329224 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33440caf-d9d9-43a3-b7b5-a5de9b2fedf2 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:08.329651 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'tag': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'status': 'completed', 'code': 200} Mar 07 21:53:08.330485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b617757-b912-43bc-a5a9-1ce9385663b5 service neutron] Pushing event updated for resources: {'Port': ['ID=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:08.349852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d52ad7-fffb-49d5-9c73-905efd628eb5 req-276f8790-f186-4c94-8bcd-16a12df98a83 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:08.351563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5d52ad7-fffb-49d5-9c73-905efd628eb5 req-276f8790-f186-4c94-8bcd-16a12df98a83 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.5089021 Mar 07 21:53:08.355952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-5bbb7714-a2eb-4416-8c8c-d509556e0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:08.357461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-5bbb7714-a2eb-4416-8c8c-d509556e0405 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 1125 time: 0.3201933 Mar 07 21:53:08.412743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-a343d559-0f06-4b82-9de6-4b7751a34c57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 HTTP/1.1" status: 200 len: 217 time: 0.0457714 Mar 07 21:53:08.419655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (46d5167d-2bef-4743-bd70-93f553770bdd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:08.558173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e59510c4-1ad1-4240-9d75-3a3c70f02bb0 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:53:08.577861 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-af879a5f-9a45-461c-a3b3-76ad8bb8f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:08.579732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-af879a5f-9a45-461c-a3b3-76ad8bb8f661 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8fce9d-2178-442d-a64b-842253767477 HTTP/1.1" status: 200 len: 856 time: 0.1553409 Mar 07 21:53:08.594652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5d52ad7-fffb-49d5-9c73-905efd628eb5 req-86ce4982-9c93-476b-bb29-dc129f122cad tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359447 Mar 07 21:53:08.859905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e59510c4-1ad1-4240-9d75-3a3c70f02bb0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e59510c4-1ad1-4240-9d75-3a3c70f02bb0,segment=NetworkSegment(6dbd1ec8-31e2-425f-b255-9115341f85ac),segment_id=6dbd1ec8-31e2-425f-b255-9115341f85ac)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:08.883085 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'e59510c4-1ad1-4240-9d75-3a3c70f02bb0', 'network_id': 'eaca6a9f-1372-425c-a5e6-fe98b5f58ed2', 'port_id': 'e59510c4-1ad1-4240-9d75-3a3c70f02bb0', 'mac_address': 'fa:16:3e:dc:90:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e2b6b3-9f29-486a-9766-7b518ac255f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:53:08.996610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-d0110dbb-a445-4a7b-a708-6a39b47b94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:09.010961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e59510c4-1ad1-4240-9d75-3a3c70f02bb0 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:09.011526 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:09.012584 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-d0110dbb-a445-4a7b-a708-6a39b47b94a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3935606 Mar 07 21:53:09.041708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59510c4-1ad1-4240-9d75-3a3c70f02bb0 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:53:09.052396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b8aba-a31f-40b7-b271-e089102e9217 req-8b217649-671f-42cd-ab2a-919c8da8971b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:09.054400 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-470b8aba-a31f-40b7-b271-e089102e9217 req-8b217649-671f-42cd-ab2a-919c8da8971b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.5083787 Mar 07 21:53:09.095269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e59510c4-1ad1-4240-9d75-3a3c70f02bb0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e59510c4-1ad1-4240-9d75-3a3c70f02bb0,segment=NetworkSegment(6dbd1ec8-31e2-425f-b255-9115341f85ac),segment_id=6dbd1ec8-31e2-425f-b255-9115341f85ac)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:09.102174 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:09.112481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45476) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:09.213357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e59510c4-1ad1-4240-9d75-3a3c70f02bb0,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:09.231625 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:09.232785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:09.234679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:09.235934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:09.236860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:09.238147 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:09.240193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:09.240625 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:09.241032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:09.242432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:09.242843 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:09.243252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:09.244764 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:09.245830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f6129-447b-46d9-bd5a-a6c3c4d0bb5b req-4487ab82-8306-42a9-a00b-81a095ae6d7b tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:09.257319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a3f6129-447b-46d9-bd5a-a6c3c4d0bb5b req-4487ab82-8306-42a9-a00b-81a095ae6d7b tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b65275-ce4b-45ef-855d-525c2ff55279 HTTP/1.1" status: 200 len: 943 time: 0.4152684 Mar 07 21:53:09.347043 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e299e790-a9f9-4f0d-94c7-804a9d3bfc15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:09.377032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['e59510c4-1ad1-4240-9d75-3a3c70f02bb0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:53:09.563875 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (46d5167d-2bef-4743-bd70-93f553770bdd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:09.574990 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-470b8aba-a31f-40b7-b271-e089102e9217 req-473db8a1-7a72-4ad8-a4a5-d70c85c837dd tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918880 Mar 07 21:53:09.598188 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e299e790-a9f9-4f0d-94c7-804a9d3bfc15 admin admin] Publish callbacks [] for security_group (a007127e-defc-4cac-aed3-8c912594a932), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:09.606348 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e299e790-a9f9-4f0d-94c7-804a9d3bfc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a007127e-defc-4cac-aed3-8c912594a932), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:09.662410 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-c3875ea8-c0a7-4ef4-af97-6a5e6441539c service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049881 Mar 07 21:53:09.673609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a3f6129-447b-46d9-bd5a-a6c3c4d0bb5b req-af07fa9e-991a-4086-838d-a690a29d92b9 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1dab7ab-df46-4156-87cd-0b08261cdebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889933 Mar 07 21:53:09.716598 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299e790-a9f9-4f0d-94c7-804a9d3bfc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a007127e-defc-4cac-aed3-8c912594a932,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:09.824246 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e299e790-a9f9-4f0d-94c7-804a9d3bfc15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93e0c7657ec045eda77cc4cf85b6a333&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7079613 Mar 07 21:53:09.824443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45494) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:09.943040 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8da916f5-3808-4341-a97a-c1a702949247 admin admin] Publish callbacks [] for security_group (a007127e-defc-4cac-aed3-8c912594a932), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:10.005480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8da916f5-3808-4341-a97a-c1a702949247 admin admin] Publish callbacks [] for security_group (a007127e-defc-4cac-aed3-8c912594a932), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:10.029553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-400e0938-5afa-4247-a330-d170e83b8bf8 req-5e7543bf-6176-4ae5-8863-33db422de51c service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533280 Mar 07 21:53:10.100526 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8da916f5-3808-4341-a97a-c1a702949247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a007127e-defc-4cac-aed3-8c912594a932), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:10.104478 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8da916f5-3808-4341-a97a-c1a702949247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:10.105946 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8da916f5-3808-4341-a97a-c1a702949247 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a007127e-defc-4cac-aed3-8c912594a932 HTTP/1.1" status: 204 len: 168 time: 0.2773101 Mar 07 21:53:10.136206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da916f5-3808-4341-a97a-c1a702949247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a007127e-defc-4cac-aed3-8c912594a932,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:10.190948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47989f-ac8e-4503-a579-53d2b3be9509 req-a97c41b9-54f9-4c4c-b9a9-11d3f0617e36 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:10.201572 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b47989f-ac8e-4503-a579-53d2b3be9509 req-a97c41b9-54f9-4c4c-b9a9-11d3f0617e36 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.3257859 Mar 07 21:53:10.272779 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e54921-f211-4a4d-be60-4b2af3f56218 req-3f4a9585-d66c-42e7-9eca-0f3b703fdc94 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:10.274412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88e54921-f211-4a4d-be60-4b2af3f56218 req-3f4a9585-d66c-42e7-9eca-0f3b703fdc94 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.4001226 Mar 07 21:53:10.394464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c88fed-c680-4822-a226-2de6d49d7f39 req-4841ca2d-2050-4ac4-9754-ded056cc3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:10.396455 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10c88fed-c680-4822-a226-2de6d49d7f39 req-4841ca2d-2050-4ac4-9754-ded056cc3247 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 1125 time: 0.3077509 Mar 07 21:53:10.406455 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b47989f-ac8e-4503-a579-53d2b3be9509 req-5f0e830f-fd65-4df6-af7e-445d92455166 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039335 Mar 07 21:53:10.559207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c88fed-c680-4822-a226-2de6d49d7f39 req-6bec2131-1bc2-4df2-aac7-0598739cf658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:10.563779 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10c88fed-c680-4822-a226-2de6d49d7f39 req-6bec2131-1bc2-4df2-aac7-0598739cf658 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 200 len: 918 time: 0.1499703 Mar 07 21:53:10.568960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e59510c4-1ad1-4240-9d75-3a3c70f02bb0 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:10.634717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10c88fed-c680-4822-a226-2de6d49d7f39 req-b5b2180d-303b-43ed-b3d3-8752f72fe278 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 HTTP/1.1" status: 200 len: 217 time: 0.0603328 Mar 07 21:53:10.635787 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router 46d5167d-2bef-4743-bd70-93f553770bdd is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:53:10.671513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port e59510c4-1ad1-4240-9d75-3a3c70f02bb0 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:53:10.677732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port e59510c4-1ad1-4240-9d75-3a3c70f02bb0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:10.678137 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:10.711277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c88fed-c680-4822-a226-2de6d49d7f39 req-3af7f1b2-0842-4dfd-af06-d4b3e21c8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:10.713402 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10c88fed-c680-4822-a226-2de6d49d7f39 req-3af7f1b2-0842-4dfd-af06-d4b3e21c8398 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8fce9d-2178-442d-a64b-842253767477 HTTP/1.1" status: 200 len: 856 time: 0.0702102 Mar 07 21:53:10.725003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45508) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:10.744307 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88e54921-f211-4a4d-be60-4b2af3f56218 req-0da8544e-3793-4655-9c5f-260dca3239eb tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4537103 Mar 07 21:53:10.775912 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-64ac3762-81a7-46f5-b5ae-1e8a27a207e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:10.939396 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e59510c4-1ad1-4240-9d75-3a3c70f02bb0 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:10.943688 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:11.014915 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-64ac3762-81a7-46f5-b5ae-1e8a27a207e3 admin admin] Publish callbacks [] for security_group (82fd5c0c-1d0e-4182-80d1-b70bc0d383ce), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:11.026858 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-64ac3762-81a7-46f5-b5ae-1e8a27a207e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (82fd5c0c-1d0e-4182-80d1-b70bc0d383ce), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:11.039549 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e59510c4-1ad1-4240-9d75-3a3c70f02bb0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e59510c4-1ad1-4240-9d75-3a3c70f02bb0,segment=NetworkSegment(6dbd1ec8-31e2-425f-b255-9115341f85ac),segment_id=6dbd1ec8-31e2-425f-b255-9115341f85ac)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:11.040805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b65275-ce4b-45ef-855d-525c2ff55279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59510c4-1ad1-4240-9d75-3a3c70f02bb0'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:11.044472 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8211d9b-fd36-4485-ba25-eccd357f5fb9" -d '{"events": [{"server_uuid": "70b65275-ce4b-45ef-855d-525c2ff55279", "name": "network-vif-plugged", "status": "completed", "tag": "e59510c4-1ad1-4240-9d75-3a3c70f02bb0"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:11.052691 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:11.084354 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-64ac3762-81a7-46f5-b5ae-1e8a27a207e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7fe56e1875724cdfb5cca8324799ab42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3577251 Mar 07 21:53:11.094977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45524) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:11.159205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e59510c4-1ad1-4240-9d75-3a3c70f02bb0,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:11.160826 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac3762-81a7-46f5-b5ae-1e8a27a207e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fd5c0c-1d0e-4182-80d1-b70bc0d383ce,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:11.190311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:53:11.202378 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Sync routers for ids ['46d5167d-2bef-4743-bd70-93f553770bdd'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:53:11.210426 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-130d763a-d546-4ec2-8423-53f400a213e2 admin admin] Publish callbacks [] for security_group (82fd5c0c-1d0e-4182-80d1-b70bc0d383ce), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:11.228589 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Routers {'46d5167d-2bef-4743-bd70-93f553770bdd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:53:11.231275 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:52:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['46d5167d-2bef-4743-bd70-93f553770bdd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:11.241401 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-130d763a-d546-4ec2-8423-53f400a213e2 admin admin] Publish callbacks [] for security_group (82fd5c0c-1d0e-4182-80d1-b70bc0d383ce), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:11.308871 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-130d763a-d546-4ec2-8423-53f400a213e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (82fd5c0c-1d0e-4182-80d1-b70bc0d383ce), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:11.312471 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-130d763a-d546-4ec2-8423-53f400a213e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:11.316079 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-130d763a-d546-4ec2-8423-53f400a213e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82fd5c0c-1d0e-4182-80d1-b70bc0d383ce HTTP/1.1" status: 204 len: 168 time: 0.2175519 Mar 07 21:53:11.323076 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d763a-d546-4ec2-8423-53f400a213e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fd5c0c-1d0e-4182-80d1-b70bc0d383ce,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:11.672897 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Set router 46d5167d-2bef-4743-bd70-93f553770bdd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:53:12.052170 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:01Z', 'updated_at': '2022-03-07T21:53:07Z', 'revision_number': 3, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:04Z', 'updated_at': '2022-03-07T21:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:12.090390 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Checking router: 46d5167d-2bef-4743-bd70-93f553770bdd for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:53:12.090815 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Updating router 46d5167d-2bef-4743-bd70-93f553770bdd port ceacfa3f-6e2f-40c8-a259-52b1ff7a2644 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:53:12.178163 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ceacfa3f-6e2f-40c8-a259-52b1ff7a2644), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:12.322841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:53:12.370478 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:12.371700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5d5f8229-7b90-4127-b6ef-a29c993fb192 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 11.8837354 Mar 07 21:53:12.375541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45544) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:12.464554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c88fed-c680-4822-a226-2de6d49d7f39 req-70dd6a90-d8f5-4808-87d1-f0dd5793c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:12.466101 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10c88fed-c680-4822-a226-2de6d49d7f39 req-70dd6a90-d8f5-4808-87d1-f0dd5793c79f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.7203658 Mar 07 21:53:12.585627 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8badc6-2523-498a-965a-cc687ac09fb2 req-60cf5e27-2216-4bdd-8592-49c6603886de tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:12.598956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f8badc6-2523-498a-965a-cc687ac09fb2 req-60cf5e27-2216-4bdd-8592-49c6603886de tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 1.3776195 Mar 07 21:53:12.621171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:12.652181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'port_id': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'mac_address': 'fa:16:3e:a8:fc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:53:12.663459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80350beb-75c2-421b-9cce-a245d0cfa897 req-1329b865-67c0-4f75-a9b5-7cdcf4201b55 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:12.679305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-80350beb-75c2-421b-9cce-a245d0cfa897 req-1329b865-67c0-4f75-a9b5-7cdcf4201b55 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b65275-ce4b-45ef-855d-525c2ff55279 HTTP/1.1" status: 200 len: 945 time: 1.4932826 Mar 07 21:53:12.767120 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:12.768978 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:12.790713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:53:12.824137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:12.831672 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:12.890435 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Publish callbacks [] for port (ceacfa3f-6e2f-40c8-a259-52b1ff7a2644), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:12.903942 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:12.940330 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-71fc56ed-1ba9-4bb5-a832-a0ad5d4f7054 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=d71f28e89e2f43a5bebeba445b8bc10e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5606568 Mar 07 21:53:12.941972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45556) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:12.957462 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ceacfa3f-6e2f-40c8-a259-52b1ff7a2644), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:12.957670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f8badc6-2523-498a-965a-cc687ac09fb2 req-fb32564e-863b-4d15-9d47-51673f407ba8 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569634 Mar 07 21:53:13.022044 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-80350beb-75c2-421b-9cce-a245d0cfa897 req-5a11a8df-98c5-48a4-9e61-1bda80ac70a8 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1dab7ab-df46-4156-87cd-0b08261cdebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416984 Mar 07 21:53:13.039000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10c88fed-c680-4822-a226-2de6d49d7f39 req-f52d79fc-f6e9-4da5-a86c-6ce4d92c4a4d service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580149 Mar 07 21:53:13.102774 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dc8c7c-8a64-436b-a1c3-80cda7a3bd47 x-openstack-request-id: req-77dc8c7c-8a64-436b-a1c3-80cda7a3bd47 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:13.102774 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b65275-ce4b-45ef-855d-525c2ff55279", "name": "network-vif-plugged", "status": "completed", "tag": "e59510c4-1ad1-4240-9d75-3a3c70f02bb0", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:13.103072 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77dc8c7c-8a64-436b-a1c3-80cda7a3bd47 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:13.103465 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b65275-ce4b-45ef-855d-525c2ff55279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59510c4-1ad1-4240-9d75-3a3c70f02bb0', 'code': 200} Mar 07 21:53:13.148515 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1f98e-5d6d-49b7-85e2-a4dd5f252fcb None None] Pushing event updated for resources: {'Port': ['ID=ceacfa3f-6e2f-40c8-a259-52b1ff7a2644,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:13.186155 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1f98e-5d6d-49b7-85e2-a4dd5f252fcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:13.187236 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1f98e-5d6d-49b7-85e2-a4dd5f252fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:13.189731 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1f98e-5d6d-49b7-85e2-a4dd5f252fcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:13.190480 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1f98e-5d6d-49b7-85e2-a4dd5f252fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:13.191003 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1f98e-5d6d-49b7-85e2-a4dd5f252fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:13.191482 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1f98e-5d6d-49b7-85e2-a4dd5f252fcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:13.191953 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1f98e-5d6d-49b7-85e2-a4dd5f252fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:13.195359 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1f98e-5d6d-49b7-85e2-a4dd5f252fcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:13.195916 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1f98e-5d6d-49b7-85e2-a4dd5f252fcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:13.196391 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1f98e-5d6d-49b7-85e2-a4dd5f252fcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:13.197170 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1f98e-5d6d-49b7-85e2-a4dd5f252fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:13.197713 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1f98e-5d6d-49b7-85e2-a4dd5f252fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:13.198237 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1f98e-5d6d-49b7-85e2-a4dd5f252fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:13.228686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['53e3c822-2f1e-40d9-9fed-f1e74dd02bc2'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:53:13.240944 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Attempting to bind port ceacfa3f-6e2f-40c8-a259-52b1ff7a2644 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:53:13.241655 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Attempting to bind port ceacfa3f-6e2f-40c8-a259-52b1ff7a2644 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:53:13.242034 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Attempting to bind port ceacfa3f-6e2f-40c8-a259-52b1ff7a2644 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:13.263715 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:53:13.264022 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:13.264478 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:13.265482 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:53:13.265978 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Bound port: ceacfa3f-6e2f-40c8-a259-52b1ff7a2644, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:53:13.268257 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ceacfa3f-6e2f-40c8-a259-52b1ff7a2644), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:13.463384 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] For port ceacfa3f-6e2f-40c8-a259-52b1ff7a2644, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:53:13.475842 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] For port ceacfa3f-6e2f-40c8-a259-52b1ff7a2644, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ceacfa3f-6e2f-40c8-a259-52b1ff7a2644,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:53:13.488543 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ceacfa3f-6e2f-40c8-a259-52b1ff7a2644), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:13.521649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10c88fed-c680-4822-a226-2de6d49d7f39 req-e3815dc5-5af4-408a-a8e2-1256f2c377e7 service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761553 Mar 07 21:53:13.540498 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6f058-a894-479e-9cec-d9fd46356305 req-40d3f7bc-98b9-4477-a178-a84afe7c6fc8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:13.552278 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9bb6f058-a894-479e-9cec-d9fd46356305 req-40d3f7bc-98b9-4477-a178-a84afe7c6fc8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 944 time: 0.2239103 Mar 07 21:53:13.618585 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bda17-55da-4b37-993e-3bf210292320 req-56bd45e7-0324-4d24-9692-6cb1d83866ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:13.620125 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-359bda17-55da-4b37-993e-3bf210292320 req-56bd45e7-0324-4d24-9692-6cb1d83866ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70b65275-ce4b-45ef-855d-525c2ff55279 HTTP/1.1" status: 200 len: 1127 time: 0.4017909 Mar 07 21:53:13.632997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd8254-4f35-4038-a324-2c95f0489a8c tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:13.640878 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c6dd8254-4f35-4038-a324-2c95f0489a8c tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6948903 Mar 07 21:53:13.643112 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45576) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:13.677020 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1f98e-5d6d-49b7-85e2-a4dd5f252fcb None None] Pushing event updated for resources: {'Port': ['ID=ceacfa3f-6e2f-40c8-a259-52b1ff7a2644,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:13.704091 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Routers {'46d5167d-2bef-4743-bd70-93f553770bdd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:53:13.705534 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:52:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['46d5167d-2bef-4743-bd70-93f553770bdd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:13.729831 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-359bda17-55da-4b37-993e-3bf210292320 req-9b1fe17b-74e6-4d69-b3b7-01ee9e058dfc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d1dab7ab-df46-4156-87cd-0b08261cdebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904818 Mar 07 21:53:13.735257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c92b52d9-825e-4d34-ba78-27713d84b2b1 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0908294 Mar 07 21:53:13.735958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45580) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:13.758965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7b15b0ad-b87d-471c-8b79-58cc6656cae2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2131809445', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:13.790441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9bb6f058-a894-479e-9cec-d9fd46356305 req-e72fedc7-81af-4a61-b11a-26f0a10be222 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143605 Mar 07 21:53:13.973875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b15b0ad-b87d-471c-8b79-58cc6656cae2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Made reservation on behalf of d71f28e89e2f43a5bebeba445b8bc10e for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:13.978125 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7b15b0ad-b87d-471c-8b79-58cc6656cae2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:14.028333 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] Set router 46d5167d-2bef-4743-bd70-93f553770bdd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:53:14.328724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4209753-7c25-4043-b2b3-d0736013c900 req-e99e5e70-d1f5-4950-9b50-827e32df7728 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:14.331025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4209753-7c25-4043-b2b3-d0736013c900 req-e99e5e70-d1f5-4950-9b50-827e32df7728 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.2034695 Mar 07 21:53:14.342739 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:01Z', 'updated_at': '2022-03-07T21:53:07Z', 'revision_number': 3, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:04Z', 'updated_at': '2022-03-07T21:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:14.368703 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140cd4c-b81c-403c-bc99-1547a9ca6d1d req-f7bafa1a-01ba-4989-99cf-f70cdf48cba9 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:14.371212 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5ce22-6fb0-4151-b219-e3b7042a0170 None None] The sync data for ids ['46d5167d-2bef-4743-bd70-93f553770bdd'] in n-d-832330-1 is: [{'id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:01Z', 'updated_at': '2022-03-07T21:53:07Z', 'revision_number': 3, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:04Z', 'updated_at': '2022-03-07T21:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:53:14.371380 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8140cd4c-b81c-403c-bc99-1547a9ca6d1d req-f7bafa1a-01ba-4989-99cf-f70cdf48cba9 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b65275-ce4b-45ef-855d-525c2ff55279 HTTP/1.1" status: 200 len: 945 time: 0.1790957 Mar 07 21:53:14.506739 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4209753-7c25-4043-b2b3-d0736013c900 req-e3816e5c-382d-4ab3-8b86-a9b10dca7250 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613979 Mar 07 21:53:14.522774 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7b15b0ad-b87d-471c-8b79-58cc6656cae2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (b94fcc19-8bef-4638-9407-9c98f3f9f1ea), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:14.598929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8140cd4c-b81c-403c-bc99-1547a9ca6d1d req-79f7e3b5-a49d-469b-a4fa-b65f292dfcc4 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1dab7ab-df46-4156-87cd-0b08261cdebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052007 Mar 07 21:53:14.705595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15b0ad-b87d-471c-8b79-58cc6656cae2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Checking segment: {'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:14.706791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b15b0ad-b87d-471c-8b79-58cc6656cae2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network hostable DHCP agents. Network: c30be23b-c9a1-4888-abc2-f862c1499bc1, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:53:14.713924 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15b0ad-b87d-471c-8b79-58cc6656cae2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Subnet': ['ID=b94fcc19-8bef-4638-9407-9c98f3f9f1ea,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:14.767601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b15b0ad-b87d-471c-8b79-58cc6656cae2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network c30be23b-c9a1-4888-abc2-f862c1499bc1 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:53:14.813928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-7b15b0ad-b87d-471c-8b79-58cc6656cae2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, c30be23b-c9a1-4888-abc2-f862c1499bc1) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:14.825336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad339b8c-8184-4947-b194-ab7da16ce06a None None] Network c30be23b-c9a1-4888-abc2-f862c1499bc1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:53:14.834854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b15b0ad-b87d-471c-8b79-58cc6656cae2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:14.837808 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7b15b0ad-b87d-471c-8b79-58cc6656cae2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:14.912472 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7b15b0ad-b87d-471c-8b79-58cc6656cae2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1670849 Mar 07 21:53:14.915321 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45644) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:15.231826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-c30be23b-c9a1-4888-abc2-f862c1499bc1', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ips': [{'subnet_id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:53:15.233092 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:15.237960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ceacfa3f-6e2f-40c8-a259-52b1ff7a2644 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:15.498768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ceacfa3f-6e2f-40c8-a259-52b1ff7a2644 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:15.499449 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ceacfa3f-6e2f-40c8-a259-52b1ff7a2644), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:15.519448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff945c3-24d1-475e-9bd6-48b6b1d78beb req-fe955340-bf0e-4963-b4c2-a6728e268012 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:15.521162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ff945c3-24d1-475e-9bd6-48b6b1d78beb req-fe955340-bf0e-4963-b4c2-a6728e268012 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 944 time: 0.2036331 Mar 07 21:53:15.612643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Allocated IP 172.20.0.2 (c30be23b-c9a1-4888-abc2-f862c1499bc1/b94fcc19-8bef-4638-9407-9c98f3f9f1ea/c931746b-1b42-48fc-81b9-5b55e300c59f) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:15.651021 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ff945c3-24d1-475e-9bd6-48b6b1d78beb req-10b2c022-184a-4cf0-ae9b-604055690a5f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150095 Mar 07 21:53:15.822533 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8967edbe-8c3e-403a-be0b-70927ed44a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:15.824325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ceacfa3f-6e2f-40c8-a259-52b1ff7a2644 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:15.824716 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ceacfa3f-6e2f-40c8-a259-52b1ff7a2644), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:15.923486 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730149-a870-4cf0-b883-a66659e4aa00 req-c72971ca-f8c5-4691-b1ef-08a8d03e6add tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:15.934146 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port ceacfa3f-6e2f-40c8-a259-52b1ff7a2644, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ceacfa3f-6e2f-40c8-a259-52b1ff7a2644,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:15.939287 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55730149-a870-4cf0-b883-a66659e4aa00 req-c72971ca-f8c5-4691-b1ef-08a8d03e6add tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.1203423 Mar 07 21:53:15.991775 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ceacfa3f-6e2f-40c8-a259-52b1ff7a2644), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:16.004937 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:16.055883 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1b6e5-f57a-48e7-a6d1-c427c981753e req-997327d1-3a54-4df2-adda-0c400cfb4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:16.061207 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-21d1b6e5-f57a-48e7-a6d1-c427c981753e req-997327d1-3a54-4df2-adda-0c400cfb4b3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba8fd1586b234445a6fd7efa2e935124&device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 1128 time: 0.2691553 Mar 07 21:53:16.079203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=ceacfa3f-6e2f-40c8-a259-52b1ff7a2644,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:16.101089 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55730149-a870-4cf0-b883-a66659e4aa00 req-164ca7d9-0577-45c6-a765-71a5058cc34b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591725 Mar 07 21:53:16.174541 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Publish callbacks [] for port (c931746b-1b42-48fc-81b9-5b55e300c59f), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:16.192143 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (c931746b-1b42-48fc-81b9-5b55e300c59f), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:16.259619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Network c30be23b-c9a1-4888-abc2-f862c1499bc1 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:16.266301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:16.272607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:53:16.277628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Pushing event updated for resources: {'Port': ['ID=c931746b-1b42-48fc-81b9-5b55e300c59f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:16.351014 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:16.365533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5cb9c-f1aa-40b4-9bae-6ab4e0a184a7 req-24cfab56-0f88-4a54-b6c9-a5c315c0bea0 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:16.367129 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03e5cb9c-f1aa-40b4-9bae-6ab4e0a184a7 req-24cfab56-0f88-4a54-b6c9-a5c315c0bea0 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b65275-ce4b-45ef-855d-525c2ff55279 HTTP/1.1" status: 200 len: 945 time: 0.1500599 Mar 07 21:53:16.417212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Attempting to bind port c931746b-1b42-48fc-81b9-5b55e300c59f on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:53:16.418133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Attempting to bind port c931746b-1b42-48fc-81b9-5b55e300c59f by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:53:16.418703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Attempting to bind port c931746b-1b42-48fc-81b9-5b55e300c59f on network c30be23b-c9a1-4888-abc2-f862c1499bc1 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:16.428331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:53:16.429092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Checking segment: {'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:16.429835 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:16.430441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Bound using segment: {'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:53:16.431105 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Bound port: c931746b-1b42-48fc-81b9-5b55e300c59f, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:53:16.431730 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c931746b-1b42-48fc-81b9-5b55e300c59f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:16.473608 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1b6e5-f57a-48e7-a6d1-c427c981753e req-51b82ec0-25aa-4a4f-85c5-54b4e557d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:16.475335 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-21d1b6e5-f57a-48e7-a6d1-c427c981753e req-51b82ec0-25aa-4a4f-85c5-54b4e557d872 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5756c39c-b68c-4572-a466-6a9175bae4ac HTTP/1.1" status: 200 len: 914 time: 0.4055679 Mar 07 21:53:16.476898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03e5cb9c-f1aa-40b4-9bae-6ab4e0a184a7 req-b3e3ff47-ea88-47b6-8bb6-59aaab235afd tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1dab7ab-df46-4156-87cd-0b08261cdebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014047 Mar 07 21:53:16.528622 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:53:16.550486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:16.550984 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:16.576121 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] For port c931746b-1b42-48fc-81b9-5b55e300c59f, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:53:16.602344 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] For port c931746b-1b42-48fc-81b9-5b55e300c59f, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c931746b-1b42-48fc-81b9-5b55e300c59f,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:53:16.617738 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c931746b-1b42-48fc-81b9-5b55e300c59f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:16.759750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15179ea9-1243-4219-8ab9-4fd598ebaf29 req-0259da29-2fd7-49d8-837d-359afb47add4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:16.776068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15179ea9-1243-4219-8ab9-4fd598ebaf29 req-0259da29-2fd7-49d8-837d-359afb47add4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:16.790161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15179ea9-1243-4219-8ab9-4fd598ebaf29 req-0259da29-2fd7-49d8-837d-359afb47add4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:16.804458 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15179ea9-1243-4219-8ab9-4fd598ebaf29 req-0259da29-2fd7-49d8-837d-359afb47add4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:16.819034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15179ea9-1243-4219-8ab9-4fd598ebaf29 req-0259da29-2fd7-49d8-837d-359afb47add4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:16.830912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15179ea9-1243-4219-8ab9-4fd598ebaf29 req-0259da29-2fd7-49d8-837d-359afb47add4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:16.844430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15179ea9-1243-4219-8ab9-4fd598ebaf29 req-0259da29-2fd7-49d8-837d-359afb47add4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:16.856258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15179ea9-1243-4219-8ab9-4fd598ebaf29 req-0259da29-2fd7-49d8-837d-359afb47add4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5434 time: 0.2214966 Mar 07 21:53:16.943379 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-21d1b6e5-f57a-48e7-a6d1-c427c981753e req-74f39dce-89c4-4c53-9eb3-b4d63ef9bc06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb HTTP/1.1" status: 200 len: 217 time: 0.1077921 Mar 07 21:53:17.001408 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15179ea9-1243-4219-8ab9-4fd598ebaf29 req-b64ccead-393b-4a30-9dcf-ea9fad4c2db1 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1415584 Mar 07 21:53:17.010181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:17.011039 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:17.018506 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b74c9e-7cd7-4488-900a-e688d72b8c42 None None] Pushing event updated for resources: {'Port': ['ID=c931746b-1b42-48fc-81b9-5b55e300c59f,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:17.061686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1b6e5-f57a-48e7-a6d1-c427c981753e req-dd3f23cb-e721-4bdd-befc-5f9d28bcc547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:17.061686 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-21d1b6e5-f57a-48e7-a6d1-c427c981753e req-dd3f23cb-e721-4bdd-befc-5f9d28bcc547 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=087870aa-f669-4d7e-a1fb-da282598d1d1 HTTP/1.1" status: 200 len: 853 time: 0.1082821 Mar 07 21:53:17.076766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:17.076766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:17.079669 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d7bbcf-6b18-4876-97ab-14fc1ad92425" -d '{"events": [{"server_uuid": "16fa439e-8dc4-4963-b748-fb335f7bbbe8", "name": "network-vif-plugged", "status": "completed", "tag": "53e3c822-2f1e-40d9-9fed-f1e74dd02bc2"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:17.083562 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:17.127175 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-21d1b6e5-f57a-48e7-a6d1-c427c981753e req-0d125cac-ffe6-4ee9-b0fc-d677483dbe66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5756c39c-b68c-4572-a466-6a9175bae4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552130 Mar 07 21:53:17.225282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:17.231667 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ceacfa3f-6e2f-40c8-a259-52b1ff7a2644 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:17.281504 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-21d1b6e5-f57a-48e7-a6d1-c427c981753e req-4f3697d9-3462-439e-b20e-8d379466c0f7 service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433816 Mar 07 21:53:17.340673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ceacfa3f-6e2f-40c8-a259-52b1ff7a2644 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:17.346887 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ceacfa3f-6e2f-40c8-a259-52b1ff7a2644), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:17.442460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af017c-9125-4c74-80a1-07ee19d762fa req-7534d62c-1685-4533-aafd-f4f98565820b tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:17.451085 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17af017c-9125-4c74-80a1-07ee19d762fa req-7534d62c-1685-4533-aafd-f4f98565820b tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/networks?id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 HTTP/1.1" status: 200 len: 805 time: 0.4713833 Mar 07 21:53:17.493363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac357583-dffd-49a1-96e6-57bd3a398e9a req-fb3eae48-95ce-4631-835b-316ef2c2a680 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:17.502909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac357583-dffd-49a1-96e6-57bd3a398e9a req-fb3eae48-95ce-4631-835b-316ef2c2a680 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.2431078 Mar 07 21:53:17.515927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17af017c-9125-4c74-80a1-07ee19d762fa req-56f03f28-68ca-4ff0-99c6-da6d19cb2246 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/quotas/3b743ba1d7164d2381e48b84928ce92b HTTP/1.1" status: 200 len: 375 time: 0.0638227 Mar 07 21:53:17.571301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ceacfa3f-6e2f-40c8-a259-52b1ff7a2644 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:17.620288 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:17.646867 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-21d1b6e5-f57a-48e7-a6d1-c427c981753e req-a0a180e2-496a-4528-9354-5768deb6125c service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505635 Mar 07 21:53:17.746605 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac357583-dffd-49a1-96e6-57bd3a398e9a req-4af04119-62a8-4060-9874-129ad0d102b6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078426 Mar 07 21:53:17.763015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17af017c-9125-4c74-80a1-07ee19d762fa req-47b7aa72-615b-4865-9431-7f65b367b216 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b743ba1d7164d2381e48b84928ce92b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2459245 Mar 07 21:53:17.931254 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d2f1f45d-8651-4a5f-ac27-fb711e4c37f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:17.967506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17af017c-9125-4c74-80a1-07ee19d762fa req-10a77420-32bc-4e1c-ab71-f5a1a5831426 service neutron] 10.222.0.26 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961181 Mar 07 21:53:18.137906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991776c1-9692-4d3f-8aca-d25f6e89dd17 req-eeef9cc0-6d47-4ab0-b803-66dfa633a81c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:18.144119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991776c1-9692-4d3f-8aca-d25f6e89dd17 req-eeef9cc0-6d47-4ab0-b803-66dfa633a81c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:18.149908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991776c1-9692-4d3f-8aca-d25f6e89dd17 req-eeef9cc0-6d47-4ab0-b803-66dfa633a81c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:18.158430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991776c1-9692-4d3f-8aca-d25f6e89dd17 req-eeef9cc0-6d47-4ab0-b803-66dfa633a81c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:18.164247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991776c1-9692-4d3f-8aca-d25f6e89dd17 req-eeef9cc0-6d47-4ab0-b803-66dfa633a81c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:18.166904 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.20.0.1 (c30be23b-c9a1-4888-abc2-f862c1499bc1/b94fcc19-8bef-4638-9407-9c98f3f9f1ea/c607fbe0-2792-4317-bd60-63b8eb9e0bb0) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:18.179741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991776c1-9692-4d3f-8aca-d25f6e89dd17 req-eeef9cc0-6d47-4ab0-b803-66dfa633a81c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:18.185437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991776c1-9692-4d3f-8aca-d25f6e89dd17 req-eeef9cc0-6d47-4ab0-b803-66dfa633a81c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:18.200911 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:18.209568 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-991776c1-9692-4d3f-8aca-d25f6e89dd17 req-eeef9cc0-6d47-4ab0-b803-66dfa633a81c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5434 time: 0.2290308 Mar 07 21:53:18.224516 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17af017c-9125-4c74-80a1-07ee19d762fa req-fe257479-ac62-47b3-a506-b56ad3137aa1 service neutron] 10.222.0.26 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522786 Mar 07 21:53:18.277835 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b536ec-278b-4c9a-8092-57310c771f67 x-openstack-request-id: req-c7b536ec-278b-4c9a-8092-57310c771f67 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:18.278389 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fa439e-8dc4-4963-b748-fb335f7bbbe8", "name": "network-vif-plugged", "status": "completed", "tag": "53e3c822-2f1e-40d9-9fed-f1e74dd02bc2", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:18.278716 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7b536ec-278b-4c9a-8092-57310c771f67 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:18.279178 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'code': 200} Mar 07 21:53:18.492168 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:18.536853 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af7469-20e1-465a-915e-4968dd1a80b7 req-279d5486-e18a-472f-9978-29b4701612e8 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:18.538425 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-24af7469-20e1-465a-915e-4968dd1a80b7 req-279d5486-e18a-472f-9978-29b4701612e8 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.15 "GET /v2.0/ports?device_id=99e0a757-76d4-418b-9359-7cf4094ec20f HTTP/1.1" status: 200 len: 946 time: 0.1514361 Mar 07 21:53:18.594112 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 59a554ee-7c06-40d5-9801-329684cfb13f no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:53:18.627873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae689a2-42a2-45e6-a660-cb04a28778e6 req-2213e2ea-cd8c-4fba-b0c2-61b2cfee52e5 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:18.632533 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:18.636423 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fae689a2-42a2-45e6-a660-cb04a28778e6 req-2213e2ea-cd8c-4fba-b0c2-61b2cfee52e5 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.2633567 Mar 07 21:53:18.649829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc405-21cf-490e-8143-72d25c1cfa49 req-4a9cfbbd-f2b9-4565-a769-d29079f054b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:18.652188 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-890fc405-21cf-490e-8143-72d25c1cfa49 req-4a9cfbbd-f2b9-4565-a769-d29079f054b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 1127 time: 0.3039281 Mar 07 21:53:18.686819 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network c30be23b-c9a1-4888-abc2-f862c1499bc1 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:18.698604 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:18.703798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5242f45-86d3-4599-b63c-0b47b91b8466 req-40b04891-ec89-4d41-b4ec-470b17920211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:18.705377 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:53:18.709464 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5242f45-86d3-4599-b63c-0b47b91b8466 req-40b04891-ec89-4d41-b4ec-470b17920211 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba8fd1586b234445a6fd7efa2e935124&device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 1128 time: 0.2031083 Mar 07 21:53:18.759819 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=c607fbe0-2792-4317-bd60-63b8eb9e0bb0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:18.760353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 59a554ee-7c06-40d5-9801-329684cfb13f is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:18.760840 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:18.790097 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (46d5167d-2bef-4743-bd70-93f553770bdd), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:18.792930 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fae689a2-42a2-45e6-a660-cb04a28778e6 req-e00bc11b-da2d-4f27-afdd-0b55579c079b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550155 Mar 07 21:53:18.819531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-24af7469-20e1-465a-915e-4968dd1a80b7 req-49f31ea7-2d40-4a22-8763-1d8d02bed20a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Deleting port 59a554ee-7c06-40d5-9801-329684cfb13f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:53:18.830723 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-24af7469-20e1-465a-915e-4968dd1a80b7 req-49f31ea7-2d40-4a22-8763-1d8d02bed20a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:18.848637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 59a554ee-7c06-40d5-9801-329684cfb13f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=59a554ee-7c06-40d5-9801-329684cfb13f,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:18.855811 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:18.887459 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-890fc405-21cf-490e-8143-72d25c1cfa49 req-5ae5f9d1-96f7-4d44-a8e3-346dcdc6eaf2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190614 Mar 07 21:53:18.945055 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=59a554ee-7c06-40d5-9801-329684cfb13f,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:18.964820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eb0918-75d7-4216-a10f-5802deee05dc None None] Network c30be23b-c9a1-4888-abc2-f862c1499bc1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:53:19.057080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45e577c9-f751-4b69-bb72-b66bd7d382a6 req-c7d288d5-f55c-465e-b7da-d740f19f4547 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 210 time: 0.1110337 Mar 07 21:53:19.065107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-47244b7d-f902-4940-bde1-0da297573346 None None] Provisioning complete for port c931746b-1b42-48fc-81b9-5b55e300c59f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:19.065517 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-47244b7d-f902-4940-bde1-0da297573346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c931746b-1b42-48fc-81b9-5b55e300c59f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:19.278753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c931746b-1b42-48fc-81b9-5b55e300c59f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:19.335829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-24af7469-20e1-465a-915e-4968dd1a80b7 req-49f31ea7-2d40-4a22-8763-1d8d02bed20a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] For port 59a554ee-7c06-40d5-9801-329684cfb13f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=59a554ee-7c06-40d5-9801-329684cfb13f,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:19.338119 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-24af7469-20e1-465a-915e-4968dd1a80b7 req-49f31ea7-2d40-4a22-8763-1d8d02bed20a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:19.387211 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:19.422017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-24af7469-20e1-465a-915e-4968dd1a80b7 req-49f31ea7-2d40-4a22-8763-1d8d02bed20a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Calling delete_port for 59a554ee-7c06-40d5-9801-329684cfb13f owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:53:19.469216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5242f45-86d3-4599-b63c-0b47b91b8466 req-3b752189-06ab-4830-a93e-bad201736090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:19.470762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5242f45-86d3-4599-b63c-0b47b91b8466 req-3b752189-06ab-4830-a93e-bad201736090 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5756c39c-b68c-4572-a466-6a9175bae4ac HTTP/1.1" status: 200 len: 914 time: 0.7258387 Mar 07 21:53:19.489662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780afa3b-b431-4a12-8823-83bf4c4fbe79 req-f8d5f891-65b6-4a54-b552-d6d45361d63e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:19.493701 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-780afa3b-b431-4a12-8823-83bf4c4fbe79 req-f8d5f891-65b6-4a54-b552-d6d45361d63e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.4345014 Mar 07 21:53:19.536177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-47244b7d-f902-4940-bde1-0da297573346 None None] Current status of the port c931746b-1b42-48fc-81b9-5b55e300c59f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:19.536841 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-47244b7d-f902-4940-bde1-0da297573346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c931746b-1b42-48fc-81b9-5b55e300c59f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:19.541682 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:19.554399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e9873-23c6-4abf-b753-b7f7dc8990b2 req-66ff52ad-3293-4403-8bf1-c7a0562dc440 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:19.563181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f85e9873-23c6-4abf-b753-b7f7dc8990b2 req-66ff52ad-3293-4403-8bf1-c7a0562dc440 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b65275-ce4b-45ef-855d-525c2ff55279 HTTP/1.1" status: 200 len: 945 time: 0.2093117 Mar 07 21:53:19.573891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5242f45-86d3-4599-b63c-0b47b91b8466 req-7cbb3ab6-5cfd-4e73-bde2-d80b4ecd7672 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb HTTP/1.1" status: 200 len: 217 time: 0.0787220 Mar 07 21:53:19.639935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c931746b-1b42-48fc-81b9-5b55e300c59f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:19.640322 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c931746b-1b42-48fc-81b9-5b55e300c59f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:19.726165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-47244b7d-f902-4940-bde1-0da297573346 None None] For port c931746b-1b42-48fc-81b9-5b55e300c59f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c931746b-1b42-48fc-81b9-5b55e300c59f,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:19.739408 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-47244b7d-f902-4940-bde1-0da297573346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c931746b-1b42-48fc-81b9-5b55e300c59f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:19.779270 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-780afa3b-b431-4a12-8823-83bf4c4fbe79 req-be0578e8-0644-4c24-bf61-f9f7ff0ec4a0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717474 Mar 07 21:53:19.926776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f85e9873-23c6-4abf-b753-b7f7dc8990b2 req-1d6400f0-8dce-45a3-9f02-bea9edfbee48 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1dab7ab-df46-4156-87cd-0b08261cdebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614814 Mar 07 21:53:19.928577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47244b7d-f902-4940-bde1-0da297573346 None None] Pushing event updated for resources: {'Port': ['ID=c931746b-1b42-48fc-81b9-5b55e300c59f,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:19.970867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5242f45-86d3-4599-b63c-0b47b91b8466 req-41ac551c-adcb-4d24-90b1-b4f215bd88da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:19.975288 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5242f45-86d3-4599-b63c-0b47b91b8466 req-41ac551c-adcb-4d24-90b1-b4f215bd88da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=087870aa-f669-4d7e-a1fb-da282598d1d1 HTTP/1.1" status: 200 len: 853 time: 0.2977297 Mar 07 21:53:20.040715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c931746b-1b42-48fc-81b9-5b55e300c59f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:20.044000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5242f45-86d3-4599-b63c-0b47b91b8466 req-76fad414-5af8-48f4-bbb1-e381611d36c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5756c39c-b68c-4572-a466-6a9175bae4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587234 Mar 07 21:53:20.106038 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-24af7469-20e1-465a-915e-4968dd1a80b7 req-49f31ea7-2d40-4a22-8763-1d8d02bed20a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (59a554ee-7c06-40d5-9801-329684cfb13f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:20.223921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f31ea7-2d40-4a22-8763-1d8d02bed20a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Pushing event deleted for resources: {'Port': ['ID=59a554ee-7c06-40d5-9801-329684cfb13f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:20.285621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e0a757-76d4-418b-9359-7cf4094ec20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a554ee-7c06-40d5-9801-329684cfb13f'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:20.292721 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee87a3f6-994d-4224-8a11-2770fb9c40c9" -d '{"events": [{"server_uuid": "99e0a757-76d4-418b-9359-7cf4094ec20f", "name": "network-vif-unplugged", "status": "completed", "tag": "59a554ee-7c06-40d5-9801-329684cfb13f"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:20.321000 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:20.343066 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-06023dd1-8b29-4c36-81db-4cd4ecd74baf None None] Provisioning complete for port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:20.344117 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06023dd1-8b29-4c36-81db-4cd4ecd74baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:20.434173 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-24af7469-20e1-465a-915e-4968dd1a80b7 req-49f31ea7-2d40-4a22-8763-1d8d02bed20a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] No DVR routers for this DVR port 59a554ee-7c06-40d5-9801-329684cfb13f on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:53:20.443746 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-24af7469-20e1-465a-915e-4968dd1a80b7 req-49f31ea7-2d40-4a22-8763-1d8d02bed20a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:20.448935 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-24af7469-20e1-465a-915e-4968dd1a80b7 req-49f31ea7-2d40-4a22-8763-1d8d02bed20a tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.15 "DELETE /v2.0/ports/59a554ee-7c06-40d5-9801-329684cfb13f HTTP/1.1" status: 204 len: 173 time: 1.9005027 Mar 07 21:53:20.453940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-06023dd1-8b29-4c36-81db-4cd4ecd74baf None None] Port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:53:20.455698 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcc5e0ce-4396-4c79-b68f-9110dc2df84f req-1d1cb19c-d4ca-489c-bfa3-00de0fe49d9b tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 210 time: 0.2101092 Mar 07 21:53:20.474524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e0a757-76d4-418b-9359-7cf4094ec20f', 'name': 'network-vif-deleted', 'tag': '59a554ee-7c06-40d5-9801-329684cfb13f'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:20.480402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-06023dd1-8b29-4c36-81db-4cd4ecd74baf None None] Provisioning complete for port c931746b-1b42-48fc-81b9-5b55e300c59f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:20.481855 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea44652-e840-43f7-8cf6-d15d41fb7e6f" -d '{"events": [{"server_uuid": "99e0a757-76d4-418b-9359-7cf4094ec20f", "name": "network-vif-deleted", "tag": "59a554ee-7c06-40d5-9801-329684cfb13f"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:20.485128 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06023dd1-8b29-4c36-81db-4cd4ecd74baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c931746b-1b42-48fc-81b9-5b55e300c59f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:20.536056 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:20.547218 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:20.602035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e5da-fe7c-4184-8f47-4ba3faa2646c req-bd26179b-04c3-4544-adfb-e72a3345bc9f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:20.607609 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d656ced6-ff45-4447-8eff-79cc2082eda7 x-openstack-request-id: req-d656ced6-ff45-4447-8eff-79cc2082eda7 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:20.608790 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e0a757-76d4-418b-9359-7cf4094ec20f", "name": "network-vif-unplugged", "status": "completed", "tag": "59a554ee-7c06-40d5-9801-329684cfb13f", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:20.609195 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f29e5da-fe7c-4184-8f47-4ba3faa2646c req-bd26179b-04c3-4544-adfb-e72a3345bc9f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.5965443 Mar 07 21:53:20.609725 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d656ced6-ff45-4447-8eff-79cc2082eda7 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:20.614281 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e0a757-76d4-418b-9359-7cf4094ec20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a554ee-7c06-40d5-9801-329684cfb13f', 'code': 200} Mar 07 21:53:20.657977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=c607fbe0-2792-4317-bd60-63b8eb9e0bb0,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:20.688356 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (46d5167d-2bef-4743-bd70-93f553770bdd), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:20.732965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-06023dd1-8b29-4c36-81db-4cd4ecd74baf None None] Current status of the port c931746b-1b42-48fc-81b9-5b55e300c59f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:20.807606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f29e5da-fe7c-4184-8f47-4ba3faa2646c req-bc0740ab-7edd-4839-a7a6-8509bfa47c4b tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301701 Mar 07 21:53:20.849916 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e2b685-d91f-49ff-ab79-6499e98d256d x-openstack-request-id: req-44e2b685-d91f-49ff-ab79-6499e98d256d {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:20.850677 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e0a757-76d4-418b-9359-7cf4094ec20f", "name": "network-vif-deleted", "tag": "59a554ee-7c06-40d5-9801-329684cfb13f", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:20.850964 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44e2b685-d91f-49ff-ab79-6499e98d256d {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:20.851413 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e0a757-76d4-418b-9359-7cf4094ec20f', 'name': 'network-vif-deleted', 'tag': '59a554ee-7c06-40d5-9801-329684cfb13f', 'status': 'completed', 'code': 200} Mar 07 21:53:20.863439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network c30be23b-c9a1-4888-abc2-f862c1499bc1 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:20.865338 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:20.990425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8c697709-2460-4da8-a910-b212e16d0701 None None] Provisioning complete for port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:20.991045 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8c697709-2460-4da8-a910-b212e16d0701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:21.090788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5242f45-86d3-4599-b63c-0b47b91b8466 req-6780825c-0620-4849-83f4-33b54f5f2bae service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0324192 Mar 07 21:53:21.136622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router 46d5167d-2bef-4743-bd70-93f553770bdd has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:53:21.188266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f69e3c-afce-4a9f-a0f1-c5347eda7c1c req-76b14086-cd36-40d9-93b9-7ee088a2aceb tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:21.189852 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01f69e3c-afce-4a9f-a0f1-c5347eda7c1c req-76b14086-cd36-40d9-93b9-7ee088a2aceb tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.15 "GET /v2.0/ports?device_id=70b65275-ce4b-45ef-855d-525c2ff55279 HTTP/1.1" status: 200 len: 945 time: 0.7130117 Mar 07 21:53:21.271412 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c931746b-1b42-48fc-81b9-5b55e300c59f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:21.279766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8c697709-2460-4da8-a910-b212e16d0701 None None] Port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:53:21.301516 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:53:21.308329 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-de40e33c-35b0-4739-81b3-81f3c420afbf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "PUT /v2.0/routers/46d5167d-2bef-4743-bd70-93f553770bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3909411 Mar 07 21:53:21.378989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Sync routers for ids ['46d5167d-2bef-4743-bd70-93f553770bdd'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:53:21.431416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4ecf06e0-c8dd-4613-8f2f-1e578c0d6df7 None None] Provisioning complete for port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:21.431794 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4ecf06e0-c8dd-4613-8f2f-1e578c0d6df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:21.437465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3dc81-cee3-4334-8d93-8925f0b06c91 req-6fbbd885-0f86-4342-b111-8d261b56eb4e tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:21.445250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Routers {'46d5167d-2bef-4743-bd70-93f553770bdd'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:53:21.446385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['46d5167d-2bef-4743-bd70-93f553770bdd'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:21.447703 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32c3dc81-cee3-4334-8d93-8925f0b06c91 req-6fbbd885-0f86-4342-b111-8d261b56eb4e tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.4324920 Mar 07 21:53:21.581413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32c3dc81-cee3-4334-8d93-8925f0b06c91 req-98aca2b7-5a6b-4687-ac33-3e8fd0196021 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326170 Mar 07 21:53:21.588612 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Set router 46d5167d-2bef-4743-bd70-93f553770bdd gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:53:21.695645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5242f45-86d3-4599-b63c-0b47b91b8466 req-95ab37a7-791e-4d11-9d37-09572c4dc5dd service neutron] 10.222.0.15 "GET /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844152 Mar 07 21:53:21.729735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea06d6d-be08-4e4c-90bd-7df7cea3dafb req-88417322-583c-4fe6-8a53-41bf6761cffd tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:21.730640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c931746b-1b42-48fc-81b9-5b55e300c59f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:21.731051 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c931746b-1b42-48fc-81b9-5b55e300c59f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:21.735117 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ea06d6d-be08-4e4c-90bd-7df7cea3dafb req-88417322-583c-4fe6-8a53-41bf6761cffd tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.7304485 Mar 07 21:53:21.747307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af017c-9125-4c74-80a1-07ee19d762fa req-fa686ca0-18f7-4a33-9b3a-fb798ac21ceb tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:21.749530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17af017c-9125-4c74-80a1-07ee19d762fa req-fa686ca0-18f7-4a33-9b3a-fb798ac21ceb tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.13 "GET /v2.0/networks?id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 HTTP/1.1" status: 200 len: 805 time: 1.2922487 Mar 07 21:53:21.824398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf06e0-c8dd-4613-8f2f-1e578c0d6df7 None None] Port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:53:21.869561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-17af017c-9125-4c74-80a1-07ee19d762fa req-8a8d1f9e-24df-4bb5-97f3-0d47053faa99 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Request body: {'port': {'device_id': '8e6def95-f952-4c03-b81e-54ae576d3c24', 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756', 'admin_state_up': True, 'tenant_id': '3b743ba1d7164d2381e48b84928ce92b'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:21.888355 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ea06d6d-be08-4e4c-90bd-7df7cea3dafb req-48dccd08-327f-45c8-ac66-783b41332e7e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040282 Mar 07 21:53:21.924974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c931746b-1b42-48fc-81b9-5b55e300c59f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:21.949518 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:01Z', 'updated_at': '2022-03-07T21:53:19Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:04Z', 'updated_at': '2022-03-07T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'c607fbe0-2792-4317-bd60-63b8eb9e0bb0', 'name': '', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:15:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:19Z', 'revision_number': 2, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:21.988342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-01f69e3c-afce-4a9f-a0f1-c5347eda7c1c req-01378fdd-842a-444d-abae-2216b1f2228c tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Deleting port e59510c4-1ad1-4240-9d75-3a3c70f02bb0 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:53:21.989629 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-01f69e3c-afce-4a9f-a0f1-c5347eda7c1c req-01378fdd-842a-444d-abae-2216b1f2228c tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:22.001540 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Checking router: 46d5167d-2bef-4743-bd70-93f553770bdd for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:53:22.002722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Updating router 46d5167d-2bef-4743-bd70-93f553770bdd port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:53:22.054976 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:22.125693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-01f69e3c-afce-4a9f-a0f1-c5347eda7c1c req-01378fdd-842a-444d-abae-2216b1f2228c tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] For port e59510c4-1ad1-4240-9d75-3a3c70f02bb0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e59510c4-1ad1-4240-9d75-3a3c70f02bb0,segment=NetworkSegment(6dbd1ec8-31e2-425f-b255-9115341f85ac),segment_id=6dbd1ec8-31e2-425f-b255-9115341f85ac)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:22.126814 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-01f69e3c-afce-4a9f-a0f1-c5347eda7c1c req-01378fdd-842a-444d-abae-2216b1f2228c tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:22.130800 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:22.143395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-01f69e3c-afce-4a9f-a0f1-c5347eda7c1c req-01378fdd-842a-444d-abae-2216b1f2228c tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Calling delete_port for e59510c4-1ad1-4240-9d75-3a3c70f02bb0 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:53:22.349128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45832) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:22.372725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fcdb6-3cea-4200-b795-85e5b9651923 req-d94f736e-7102-497f-979c-cab4fd4f5b20 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:22.378260 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f55fcdb6-3cea-4200-b795-85e5b9651923 req-d94f736e-7102-497f-979c-cab4fd4f5b20 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b65275-ce4b-45ef-855d-525c2ff55279 HTTP/1.1" status: 200 len: 945 time: 0.6757534 Mar 07 21:53:22.491630 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-967bbd75-e316-4a61-8c0b-266931751c2a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-295820100&fields=id&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 267 time: 0.2685421 Mar 07 21:53:22.520609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17af017c-9125-4c74-80a1-07ee19d762fa req-8a8d1f9e-24df-4bb5-97f3-0d47053faa99 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Made reservation on behalf of 3b743ba1d7164d2381e48b84928ce92b for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:22.524499 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-17af017c-9125-4c74-80a1-07ee19d762fa req-8a8d1f9e-24df-4bb5-97f3-0d47053faa99 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:22.662959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e59510c4-1ad1-4240-9d75-3a3c70f02bb0 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:53:22.724054 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Publish callbacks [] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:22.740637 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:22.812642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0013c8-b688-4d87-bfd5-c5529013105c None None] Pushing event updated for resources: {'Port': ['ID=c607fbe0-2792-4317-bd60-63b8eb9e0bb0,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:22.896466 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aee21-fa8e-48aa-a477-128904661b65 req-42580e23-a829-4bae-b554-de377c4e7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:22.896997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aee21-fa8e-48aa-a477-128904661b65 req-42580e23-a829-4bae-b554-de377c4e7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:22.897475 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aee21-fa8e-48aa-a477-128904661b65 req-42580e23-a829-4bae-b554-de377c4e7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:22.897946 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aee21-fa8e-48aa-a477-128904661b65 req-42580e23-a829-4bae-b554-de377c4e7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:22.898436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aee21-fa8e-48aa-a477-128904661b65 req-42580e23-a829-4bae-b554-de377c4e7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:22.898901 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aee21-fa8e-48aa-a477-128904661b65 req-42580e23-a829-4bae-b554-de377c4e7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:22.899359 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aee21-fa8e-48aa-a477-128904661b65 req-42580e23-a829-4bae-b554-de377c4e7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:22.907230 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7c9aee21-fa8e-48aa-a477-128904661b65 req-42580e23-a829-4bae-b554-de377c4e7841 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 6708 time: 0.5565267 Mar 07 21:53:22.926246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e59510c4-1ad1-4240-9d75-3a3c70f02bb0 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:22.927042 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:23.002471 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7c9aee21-fa8e-48aa-a477-128904661b65 req-1425a26e-b441-48b3-b8ad-7ff4ad954b5c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2de32927-8c99-4e3c-ac84-f8c17fff2420&id=a02ca23e-84db-4ce1-906c-5ab90e81d386&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0940852 Mar 07 21:53:23.028813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Attempting to bind port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:53:23.029387 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Attempting to bind port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:53:23.030596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Attempting to bind port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 on network c30be23b-c9a1-4888-abc2-f862c1499bc1 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:23.037928 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:53:23.038927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Checking segment: {'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:23.039061 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:23.039585 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Bound using segment: {'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:53:23.040264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Bound port: c607fbe0-2792-4317-bd60-63b8eb9e0bb0, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:53:23.040788 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:23.119656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] For port c607fbe0-2792-4317-bd60-63b8eb9e0bb0, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:53:23.123376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] For port c607fbe0-2792-4317-bd60-63b8eb9e0bb0, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c607fbe0-2792-4317-bd60-63b8eb9e0bb0,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:53:23.130557 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:23.153606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f55fcdb6-3cea-4200-b795-85e5b9651923 req-be12c741-0716-4968-bd81-deb93c5c0802 tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1dab7ab-df46-4156-87cd-0b08261cdebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7048335 Mar 07 21:53:23.161027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-17af017c-9125-4c74-80a1-07ee19d762fa req-8a8d1f9e-24df-4bb5-97f3-0d47053faa99 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Allocated IP 172.20.0.13 (9e6c13b1-0c65-4e12-81d7-b8c2ee49c756/ce1fbfa2-ec43-4960-9833-0f8cbf460e36/a3c214dc-b9eb-4f93-bb5e-821d01058850) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:23.183529 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-01f69e3c-afce-4a9f-a0f1-c5347eda7c1c req-01378fdd-842a-444d-abae-2216b1f2228c tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e59510c4-1ad1-4240-9d75-3a3c70f02bb0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:23.199953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-0beee76a-16ee-461e-b45f-63f03560c15c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:23.201426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-0beee76a-16ee-461e-b45f-63f03560c15c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/networks?id=c30be23b-c9a1-4888-abc2-f862c1499bc1 HTTP/1.1" status: 200 len: 797 time: 0.7086861 Mar 07 21:53:23.210646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 59a554ee-7c06-40d5-9801-329684cfb13f no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:53:23.250814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4cd13bce-8686-4879-ba4b-265cb1a6f43c None None] Provisioning complete for port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:23.251286 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4cd13bce-8686-4879-ba4b-265cb1a6f43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:23.252736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01378fdd-842a-444d-abae-2216b1f2228c tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Pushing event deleted for resources: {'Port': ['ID=e59510c4-1ad1-4240-9d75-3a3c70f02bb0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:23.307418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 59a554ee-7c06-40d5-9801-329684cfb13f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:53:23.309719 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 59a554ee-7c06-40d5-9801-329684cfb13f not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:53:23.316658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0013c8-b688-4d87-bfd5-c5529013105c None None] Pushing event updated for resources: {'Port': ['ID=c607fbe0-2792-4317-bd60-63b8eb9e0bb0,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:23.324675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Routers {'46d5167d-2bef-4743-bd70-93f553770bdd'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:53:23.325384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['46d5167d-2bef-4743-bd70-93f553770bdd'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:23.343807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f69e3c-afce-4a9f-a0f1-c5347eda7c1c req-01378fdd-842a-444d-abae-2216b1f2228c tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] No DVR routers for this DVR port e59510c4-1ad1-4240-9d75-3a3c70f02bb0 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:53:23.357893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-01f69e3c-afce-4a9f-a0f1-c5347eda7c1c req-01378fdd-842a-444d-abae-2216b1f2228c tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:23.361824 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01f69e3c-afce-4a9f-a0f1-c5347eda7c1c req-01378fdd-842a-444d-abae-2216b1f2228c tempest-ServerPasswordTestJSON-1644997721 tempest-ServerPasswordTestJSON-1644997721-project] 10.222.0.15 "DELETE /v2.0/ports/e59510c4-1ad1-4240-9d75-3a3c70f02bb0 HTTP/1.1" status: 204 len: 173 time: 2.1359215 Mar 07 21:53:23.363316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b65275-ce4b-45ef-855d-525c2ff55279', 'name': 'network-vif-deleted', 'tag': 'e59510c4-1ad1-4240-9d75-3a3c70f02bb0'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:23.365971 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aba079-beca-465a-b4ba-788acab146a4" -d '{"events": [{"server_uuid": "70b65275-ce4b-45ef-855d-525c2ff55279", "name": "network-vif-deleted", "tag": "e59510c4-1ad1-4240-9d75-3a3c70f02bb0"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:23.417455 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-3e40d76c-4dc4-47f6-b0c6-a1cb32a425ca tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/quotas/d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 375 time: 0.1727223 Mar 07 21:53:23.422310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a062dc9-c552-4efa-a50b-6593e061a8ae req-e7daf56d-9e4f-4c5a-bc20-5f95b10ebd84 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 210 time: 0.0816374 Mar 07 21:53:23.614509 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-4faab5e7-892b-4ec5-b1d4-01a5f0df96a5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1738460 Mar 07 21:53:23.634334 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] Set router 46d5167d-2bef-4743-bd70-93f553770bdd gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:53:23.753584 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-17af017c-9125-4c74-80a1-07ee19d762fa req-8a8d1f9e-24df-4bb5-97f3-0d47053faa99 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks [] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:23.868404 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b025-46e8-4156-b6b5-c1a3bc045b13 req-4f60b7e0-f167-4a03-94c2-2f4a8c981a78 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:23.875510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0f7b025-46e8-4156-b6b5-c1a3bc045b13 req-4f60b7e0-f167-4a03-94c2-2f4a8c981a78 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.2755663 Mar 07 21:53:23.879105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45856) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:23.887570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0820b2ee-6085-4c52-9912-1616f7cf4a25 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Request body: {'floatingip': {'port_id': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:23.891425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4cd13bce-8686-4879-ba4b-265cb1a6f43c None None] Current status of the port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:23.892179 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4cd13bce-8686-4879-ba4b-265cb1a6f43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:23.964017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-1917907c-9834-4206-a8f7-bcbb0ebcf074 service neutron] 10.222.0.26 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563498 Mar 07 21:53:23.991246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-4cd13bce-8686-4879-ba4b-265cb1a6f43c None None] For port c607fbe0-2792-4317-bd60-63b8eb9e0bb0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c607fbe0-2792-4317-bd60-63b8eb9e0bb0,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:23.997736 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-17af017c-9125-4c74-80a1-07ee19d762fa req-8a8d1f9e-24df-4bb5-97f3-0d47053faa99 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:24.022648 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4cd13bce-8686-4879-ba4b-265cb1a6f43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:24.027170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0820b2ee-6085-4c52-9912-1616f7cf4a25 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for floatingip (c67ef13d-0a4c-4599-9d7a-2dc2ae4839d0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:24.095977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd13bce-8686-4879-ba4b-265cb1a6f43c None None] Pushing event updated for resources: {'Port': ['ID=c607fbe0-2792-4317-bd60-63b8eb9e0bb0,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:24.121548 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:01Z', 'updated_at': '2022-03-07T21:53:19Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:04Z', 'updated_at': '2022-03-07T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'c607fbe0-2792-4317-bd60-63b8eb9e0bb0', 'name': '', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:15:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:23Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:24.159315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17af017c-9125-4c74-80a1-07ee19d762fa req-8a8d1f9e-24df-4bb5-97f3-0d47053faa99 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:24.169924 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fbf5f5-1931-46f5-a1c1-ba05ace261c3 None None] The sync data for ids ['46d5167d-2bef-4743-bd70-93f553770bdd'] in n-d-832330-1 is: [{'id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:01Z', 'updated_at': '2022-03-07T21:53:19Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:04Z', 'updated_at': '2022-03-07T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'c607fbe0-2792-4317-bd60-63b8eb9e0bb0', 'name': '', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:15:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:23Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:53:24.192339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-62a4c12a-0fac-4791-9281-a3fe516a95e3 None None] Provisioning complete for port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:24.192968 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-62a4c12a-0fac-4791-9281-a3fe516a95e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:24.234409 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c430231-b7a3-4df0-a155-bcf2ad0978bb x-openstack-request-id: req-2c430231-b7a3-4df0-a155-bcf2ad0978bb {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:24.235856 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b65275-ce4b-45ef-855d-525c2ff55279", "name": "network-vif-deleted", "tag": "e59510c4-1ad1-4240-9d75-3a3c70f02bb0", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:24.236130 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c430231-b7a3-4df0-a155-bcf2ad0978bb {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:24.236553 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b65275-ce4b-45ef-855d-525c2ff55279', 'name': 'network-vif-deleted', 'tag': 'e59510c4-1ad1-4240-9d75-3a3c70f02bb0', 'status': 'completed', 'code': 200} Mar 07 21:53:24.237573 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-17af017c-9125-4c74-80a1-07ee19d762fa req-8a8d1f9e-24df-4bb5-97f3-0d47053faa99 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:24.251816 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d1f9e-24df-4bb5-97f3-0d47053faa99 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Pushing event updated for resources: {'Port': ['ID=a3c214dc-b9eb-4f93-bb5e-821d01058850,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:24.299314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-17af017c-9125-4c74-80a1-07ee19d762fa req-8a8d1f9e-24df-4bb5-97f3-0d47053faa99 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:53:24.388857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-62a4c12a-0fac-4791-9281-a3fe516a95e3 None None] Current status of the port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:24.419342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-8c8a717d-a921-4c7e-87c0-06f97c59c147 service neutron] 10.222.0.26 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552243 Mar 07 21:53:24.460494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af017c-9125-4c74-80a1-07ee19d762fa req-8a8d1f9e-24df-4bb5-97f3-0d47053faa99 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:24.468741 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-17af017c-9125-4c74-80a1-07ee19d762fa req-8a8d1f9e-24df-4bb5-97f3-0d47053faa99 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:24.517088 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17af017c-9125-4c74-80a1-07ee19d762fa req-8a8d1f9e-24df-4bb5-97f3-0d47053faa99 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6522121 Mar 07 21:53:24.533302 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b3e9e-e897-45f2-9c91-1385faac304a req-b1918e84-1629-49d7-9dbc-30d103160a46 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:24.544453 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a17b3e9e-e897-45f2-9c91-1385faac304a req-b1918e84-1629-49d7-9dbc-30d103160a46 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.2301123 Mar 07 21:53:24.552502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Request body: {'port': {'device_id': '8e6def95-f952-4c03-b81e-54ae576d3c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:24.653386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45868) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:25.012093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a17b3e9e-e897-45f2-9c91-1385faac304a req-5452f046-455f-4e4f-b61c-0673e284eac3 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664822 Mar 07 21:53:25.044071 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0820b2ee-6085-4c52-9912-1616f7cf4a25 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:25.061777 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0820b2ee-6085-4c52-9912-1616f7cf4a25 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (c67ef13d-0a4c-4599-9d7a-2dc2ae4839d0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:25.064025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c5e26f-d4d1-4b2c-aace-8a0836ad92e3 admin admin] Deleting subnet e1e2b6b3-9f29-486a-9766-7b518ac255f7 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:53:25.079785 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11c5e26f-d4d1-4b2c-aace-8a0836ad92e3 admin admin] Publish callbacks [] for subnet (e1e2b6b3-9f29-486a-9766-7b518ac255f7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:25.196515 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:25.212513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c607fbe0-2792-4317-bd60-63b8eb9e0bb0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:25.269195 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d878cdd6-8b13-4aa7-87ec-15eb88b095a1 req-a5ccb4cf-43ee-402b-aa40-1feab0184fed tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 210 time: 0.0737004 Mar 07 21:53:25.278364 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11c5e26f-d4d1-4b2c-aace-8a0836ad92e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (e1e2b6b3-9f29-486a-9766-7b518ac255f7), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:25.290798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1393fe-2168-49c6-b039-efd4a7e6ab7e req-f03b0325-aaf3-4d81-ae0a-8f430784451d tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:25.301065 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e1393fe-2168-49c6-b039-efd4a7e6ab7e req-f03b0325-aaf3-4d81-ae0a-8f430784451d tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 932 time: 0.5436299 Mar 07 21:53:25.344797 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:25.349080 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:25.406326 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-0820b2ee-6085-4c52-9912-1616f7cf4a25 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Floating IP c67ef13d-0a4c-4599-9d7a-2dc2ae4839d0 associated. External IP: 172.25.4.121, port: 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2. Mar 07 21:53:25.515544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:25.533060 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11c5e26f-d4d1-4b2c-aace-8a0836ad92e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (e1e2b6b3-9f29-486a-9766-7b518ac255f7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:25.617362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e1393fe-2168-49c6-b039-efd4a7e6ab7e req-4b92c4aa-997f-47d8-a2c0-8246cfc127ef tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153009 Mar 07 21:53:25.657052 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11c5e26f-d4d1-4b2c-aace-8a0836ad92e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (e1e2b6b3-9f29-486a-9766-7b518ac255f7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:25.865325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0820b2ee-6085-4c52-9912-1616f7cf4a25 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Router 6aa32f4e-2c88-4146-979c-99d2542addba has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:53:25.888010 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11c5e26f-d4d1-4b2c-aace-8a0836ad92e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:25.897222 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-11c5e26f-d4d1-4b2c-aace-8a0836ad92e3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e1e2b6b3-9f29-486a-9766-7b518ac255f7 HTTP/1.1" status: 204 len: 168 time: 1.2343049 Mar 07 21:53:25.898589 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45886) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:25.903515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5e26f-d4d1-4b2c-aace-8a0836ad92e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e2b6b3-9f29-486a-9766-7b518ac255f7,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:26.033846 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ef359413-534c-40df-8bb3-9aac9dacb9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (eaca6a9f-1372-425c-a5e6-fe98b5f58ed2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:26.044946 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0820b2ee-6085-4c52-9912-1616f7cf4a25 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:53:26.051089 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0820b2ee-6085-4c52-9912-1616f7cf4a25 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:26.058434 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01d641-c3f8-4d5c-939d-911637adb64a None None] Sync routers for ids ['6aa32f4e-2c88-4146-979c-99d2542addba'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:53:26.069300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d383b-cbac-4118-ad65-76ec1330f846 req-b183a9a7-dfd9-4884-b524-a0f68cad3b89 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:26.070452 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01d641-c3f8-4d5c-939d-911637adb64a None None] Routers {'6aa32f4e-2c88-4146-979c-99d2542addba'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:53:26.074478 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9b01d641-c3f8-4d5c-939d-911637adb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6aa32f4e-2c88-4146-979c-99d2542addba'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:26.079080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a8d383b-cbac-4118-ad65-76ec1330f846 req-b183a9a7-dfd9-4884-b524-a0f68cad3b89 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.6200721 Mar 07 21:53:26.104470 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0820b2ee-6085-4c52-9912-1616f7cf4a25 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "PUT /v2.0/floatingips/c67ef13d-0a4c-4599-9d7a-2dc2ae4839d0 HTTP/1.1" status: 200 len: 991 time: 2.2242651 Mar 07 21:53:26.105388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'tag': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:26.109365 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaf77d1-655d-4c39-a63e-f0a7174c943b" -d '{"events": [{"name": "network-changed", "server_uuid": "16fa439e-8dc4-4963-b748-fb335f7bbbe8", "tag": "53e3c822-2f1e-40d9-9fed-f1e74dd02bc2"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:26.157947 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cf5c14-adbf-425a-9e40-732a338e56aa x-openstack-request-id: req-f8cf5c14-adbf-425a-9e40-732a338e56aa {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:26.158447 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16fa439e-8dc4-4963-b748-fb335f7bbbe8", "tag": "53e3c822-2f1e-40d9-9fed-f1e74dd02bc2", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:26.158881 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8cf5c14-adbf-425a-9e40-732a338e56aa {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:26.159982 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'tag': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'status': 'completed', 'code': 200} Mar 07 21:53:26.261955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf77d1-655d-4c39-a63e-f0a7174c943b req-4646cccb-0ff4-4be0-be11-f64439bee7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:26.264127 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0aaf77d1-655d-4c39-a63e-f0a7174c943b req-4646cccb-0ff4-4be0-be11-f64439bee7a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 1127 time: 0.0838871 Mar 07 21:53:26.378540 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-9b01d641-c3f8-4d5c-939d-911637adb64a None None] Set router 6aa32f4e-2c88-4146-979c-99d2542addba gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:53:26.416697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c214dc-b9eb-4f93-bb5e-821d01058850 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:53:26.428699 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Publish callbacks [] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:26.447741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Transition to ACTIVE for port object a3c214dc-b9eb-4f93-bb5e-821d01058850 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:53:26.494787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf77d1-655d-4c39-a63e-f0a7174c943b req-ceb01c6a-2505-4b67-b479-2d1b3dc2f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:26.496491 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0aaf77d1-655d-4c39-a63e-f0a7174c943b req-ceb01c6a-2505-4b67-b479-2d1b3dc2f6cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 200 len: 918 time: 0.2176645 Mar 07 21:53:26.510260 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a747096-b8b2-4ca0-ace8-dc2ed365081c req-d51faf0b-c5f6-4671-89de-a5415c5f0322 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 210 time: 0.0464501 Mar 07 21:53:26.528441 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:26.575392 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0aaf77d1-655d-4c39-a63e-f0a7174c943b req-5b4fe02e-4e76-4646-82ac-17f59c34d732 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 HTTP/1.1" status: 200 len: 999 time: 0.0733311 Mar 07 21:53:26.682605 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf77d1-655d-4c39-a63e-f0a7174c943b req-8bf12ad2-5867-4bdd-a268-110458c4b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:26.684248 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0aaf77d1-655d-4c39-a63e-f0a7174c943b req-8bf12ad2-5867-4bdd-a268-110458c4b8a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8fce9d-2178-442d-a64b-842253767477 HTTP/1.1" status: 200 len: 856 time: 0.1034017 Mar 07 21:53:26.753115 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ef359413-534c-40df-8bb3-9aac9dacb9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (eaca6a9f-1372-425c-a5e6-fe98b5f58ed2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:26.768966 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf77d1-655d-4c39-a63e-f0a7174c943b req-7bebfda1-8b95-4011-b36d-becd60453a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:26.772690 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0aaf77d1-655d-4c39-a63e-f0a7174c943b req-7bebfda1-8b95-4011-b36d-becd60453a75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0810268 Mar 07 21:53:26.775085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-ef359413-534c-40df-8bb3-9aac9dacb9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaca6a9f-1372-425c-a5e6-fe98b5f58ed2']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:26.795265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-ef359413-534c-40df-8bb3-9aac9dacb9d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbd1ec8-31e2-425f-b255-9115341f85ac') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:26.796120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-ef359413-534c-40df-8bb3-9aac9dacb9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbd1ec8-31e2-425f-b255-9115341f85ac') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:26.820241 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ef359413-534c-40df-8bb3-9aac9dacb9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (6dbd1ec8-31e2-425f-b255-9115341f85ac), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:26.846939 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ef359413-534c-40df-8bb3-9aac9dacb9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (6dbd1ec8-31e2-425f-b255-9115341f85ac), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:26.859412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef359413-534c-40df-8bb3-9aac9dacb9d7 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:53:26.859979 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ef359413-534c-40df-8bb3-9aac9dacb9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (6dbd1ec8-31e2-425f-b255-9115341f85ac), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:26.864746 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9b01d641-c3f8-4d5c-939d-911637adb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:47:11Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'c67ef13d-0a4c-4599-9d7a-2dc2ae4839d0', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'port_id': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'mac_address': 'fa:16:3e:a8:fc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:52:45Z', 'updated_at': '2022-03-07T21:53:24Z', 'revision_number': 1, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73411d9-d23a-4239-a0a6-ded87f1e866e', 'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'mac_address': 'fa:16:3e:56:51:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:06Z', 'updated_at': '2022-03-07T21:47:21Z', 'revision_number': 5, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'subnets': [{'id': 'cb8fce9d-2178-442d-a64b-842253767477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:26.914888 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01d641-c3f8-4d5c-939d-911637adb64a None None] Checking router: 6aa32f4e-2c88-4146-979c-99d2542addba for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:53:26.937639 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01d641-c3f8-4d5c-939d-911637adb64a None None] Routers {'6aa32f4e-2c88-4146-979c-99d2542addba'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:53:26.941544 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0aaf77d1-655d-4c39-a63e-f0a7174c943b req-7fa13ca3-965a-48c5-be54-04acafd0e0b6 service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639800 Mar 07 21:53:26.942343 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9b01d641-c3f8-4d5c-939d-911637adb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6aa32f4e-2c88-4146-979c-99d2542addba'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:27.022108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a8d383b-cbac-4118-ad65-76ec1330f846 req-e34b5b96-6309-4eed-92da-12c818e1fbe3 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7538753 Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:53:27.040189 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:53:27.064103 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ef359413-534c-40df-8bb3-9aac9dacb9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (eaca6a9f-1372-425c-a5e6-fe98b5f58ed2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:27.073089 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ef359413-534c-40df-8bb3-9aac9dacb9d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:27.088111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ef359413-534c-40df-8bb3-9aac9dacb9d7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/eaca6a9f-1372-425c-a5e6-fe98b5f58ed2 HTTP/1.1" status: 204 len: 168 time: 1.1799743 Mar 07 21:53:27.142714 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0aaf77d1-655d-4c39-a63e-f0a7174c943b req-68a1b5d0-f457-40e8-acb7-53e0684cba8f service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820424 Mar 07 21:53:27.168358 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-9b01d641-c3f8-4d5c-939d-911637adb64a None None] Set router 6aa32f4e-2c88-4146-979c-99d2542addba gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:53:27.243635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef359413-534c-40df-8bb3-9aac9dacb9d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaca6a9f-1372-425c-a5e6-fe98b5f58ed2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:27.272252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54740cf3-d859-434d-b750-287429751e7c service neutron] Pushing event updated for resources: {'Port': ['ID=a3c214dc-b9eb-4f93-bb5e-821d01058850,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:27.345956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429423c-cb8e-4f00-918c-8d939824299a req-3b3a7dcf-0e0d-4c74-b6c5-4bd963ddd127 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:27.353453 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a429423c-cb8e-4f00-918c-8d939824299a req-3b3a7dcf-0e0d-4c74-b6c5-4bd963ddd127 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 944 time: 0.3508458 Mar 07 21:53:27.398507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-b4a2fb40-06f8-42c0-8956-a72e2ab08404 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:27.400024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-b4a2fb40-06f8-42c0-8956-a72e2ab08404 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "GET /v2.0/networks?id=c30be23b-c9a1-4888-abc2-f862c1499bc1 HTTP/1.1" status: 200 len: 797 time: 0.9497068 Mar 07 21:53:27.424420 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45910) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:27.507812 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ae50009c-a92c-4b06-9d75-b9dd4429b213 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50fe2a782b3443ef88dbb84f40b13217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0818322 Mar 07 21:53:27.513154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45912) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:27.526832 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9b01d641-c3f8-4d5c-939d-911637adb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:47:11Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'c67ef13d-0a4c-4599-9d7a-2dc2ae4839d0', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'port_id': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'mac_address': 'fa:16:3e:a8:fc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:52:45Z', 'updated_at': '2022-03-07T21:53:24Z', 'revision_number': 1, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73411d9-d23a-4239-a0a6-ded87f1e866e', 'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'mac_address': 'fa:16:3e:56:51:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:06Z', 'updated_at': '2022-03-07T21:47:21Z', 'revision_number': 5, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'subnets': [{'id': 'cb8fce9d-2178-442d-a64b-842253767477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:27.549159 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45916) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:27.556436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-79275d8d-703a-4103-a85b-89923f0726ed tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 379 time: 0.1025465 Mar 07 21:53:27.573535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a429423c-cb8e-4f00-918c-8d939824299a req-5d69747e-5284-4073-8bf8-9860b7e251f3 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143075 Mar 07 21:53:27.577233 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01d641-c3f8-4d5c-939d-911637adb64a None None] The sync data for ids ['6aa32f4e-2c88-4146-979c-99d2542addba'] in n-d-832330-1 is: [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:47:11Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'c67ef13d-0a4c-4599-9d7a-2dc2ae4839d0', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'port_id': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'mac_address': 'fa:16:3e:a8:fc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:52:45Z', 'updated_at': '2022-03-07T21:53:24Z', 'revision_number': 1, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73411d9-d23a-4239-a0a6-ded87f1e866e', 'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'mac_address': 'fa:16:3e:56:51:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:06Z', 'updated_at': '2022-03-07T21:47:21Z', 'revision_number': 5, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'subnets': [{'id': 'cb8fce9d-2178-442d-a64b-842253767477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:53:27.602034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-18202d4c-ffdd-4624-88e2-41a8ace1c8fe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'port': {'device_id': '92543f33-d5ef-49ab-8137-014b22c5098b', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'admin_state_up': True, 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'security_groups': ['e016dc59-7649-47c2-8c47-7501ee03b56c']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:27.636355 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c49ecd70-2a63-49e4-9d4e-94f1b4157ac7 admin admin] Publish callbacks [] for security_group (d1dab7ab-df46-4156-87cd-0b08261cdebe), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:27.662126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec4899-3731-4c9b-b95d-f054ff28c057 req-fd9b0f92-822f-4b63-8de5-ccec2a0ff35c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:27.669827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00ec4899-3731-4c9b-b95d-f054ff28c057 req-fd9b0f92-822f-4b63-8de5-ccec2a0ff35c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.3904483 Mar 07 21:53:27.686899 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c49ecd70-2a63-49e4-9d4e-94f1b4157ac7 admin admin] Publish callbacks [] for security_group (d1dab7ab-df46-4156-87cd-0b08261cdebe), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:27.736897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f7b118c-ba50-47ca-a908-253dd23e78a9 req-8078e937-f095-4c79-b362-03e10ac8cab1 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 210 time: 0.0639496 Mar 07 21:53:27.772484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Attempting to bind port a3c214dc-b9eb-4f93-bb5e-821d01058850 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:53:27.773813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Attempting to bind port a3c214dc-b9eb-4f93-bb5e-821d01058850 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:53:27.774397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Attempting to bind port a3c214dc-b9eb-4f93-bb5e-821d01058850 on network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:27.797691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Port a3c214dc-b9eb-4f93-bb5e-821d01058850 on network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:53:27.798471 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Attempting to bind port a3c214dc-b9eb-4f93-bb5e-821d01058850 on network 9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:27.808475 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c49ecd70-2a63-49e4-9d4e-94f1b4157ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d1dab7ab-df46-4156-87cd-0b08261cdebe), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:27.812487 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c49ecd70-2a63-49e4-9d4e-94f1b4157ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:27.813689 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c49ecd70-2a63-49e4-9d4e-94f1b4157ac7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1dab7ab-df46-4156-87cd-0b08261cdebe HTTP/1.1" status: 204 len: 168 time: 0.2985198 Mar 07 21:53:27.831168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:53:27.831664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Checking segment: {'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:27.832155 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Bound using segment: {'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:53:27.832738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Bound port: a3c214dc-b9eb-4f93-bb5e-821d01058850, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fe6a0c-241d-4ec4-9b61-7df4706b3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:53:27.833768 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:27.844970 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ecd70-2a63-49e4-9d4e-94f1b4157ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dab7ab-df46-4156-87cd-0b08261cdebe,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:27.928007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00ec4899-3731-4c9b-b95d-f054ff28c057 req-c7b72cc8-a260-48f2-b7b9-a43ea89b7d6d tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330501 Mar 07 21:53:27.932603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-18202d4c-ffdd-4624-88e2-41a8ace1c8fe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Made reservation on behalf of d71f28e89e2f43a5bebeba445b8bc10e for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:27.937097 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-18202d4c-ffdd-4624-88e2-41a8ace1c8fe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:28.016952 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8566b32a-6082-41cd-bdd3-d13da4f364ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:28.028143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772c9554-005d-4a60-94cc-9a473f1e07c7 None None] New status for floating IP c67ef13d-0a4c-4599-9d7a-2dc2ae4839d0: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:53:28.120700 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] For port a3c214dc-b9eb-4f93-bb5e-821d01058850, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:53:28.143503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] For port a3c214dc-b9eb-4f93-bb5e-821d01058850, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a3c214dc-b9eb-4f93-bb5e-821d01058850,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:53:28.159806 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:28.180091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8566b32a-6082-41cd-bdd3-d13da4f364ed admin admin] Publish callbacks [] for security_group (403c8a0a-25e7-4871-954f-5ce61b453c8b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:28.188060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8566b32a-6082-41cd-bdd3-d13da4f364ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (403c8a0a-25e7-4871-954f-5ce61b453c8b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:28.223347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54740cf3-d859-434d-b750-287429751e7c service neutron] Pushing event updated for resources: {'Port': ['ID=a3c214dc-b9eb-4f93-bb5e-821d01058850,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:28.260388 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:28.261211 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:28.262681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17af017c-9125-4c74-80a1-07ee19d762fa req-54740cf3-d859-434d-b750-287429751e7c service neutron] 10.222.0.13 "PUT /v2.0/ports/a3c214dc-b9eb-4f93-bb5e-821d01058850 HTTP/1.1" status: 200 len: 1092 time: 3.7146022 Mar 07 21:53:28.264074 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566b32a-6082-41cd-bdd3-d13da4f364ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403c8a0a-25e7-4871-954f-5ce61b453c8b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:28.268077 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6def95-f952-4c03-b81e-54ae576d3c24', 'tag': 'a3c214dc-b9eb-4f93-bb5e-821d01058850'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:28.269762 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa68f6c-9609-4ac5-9603-bf98b69e666b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6def95-f952-4c03-b81e-54ae576d3c24", "tag": "a3c214dc-b9eb-4f93-bb5e-821d01058850"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:28.297631 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8566b32a-6082-41cd-bdd3-d13da4f364ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d79bb3709cf4c8fbcc539a4db6031d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7446706 Mar 07 21:53:28.298054 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45930) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:28.321947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5c0c8-2791-43b8-9d77-e36cfd191b99 req-39ffeb67-f187-45d8-bbad-4bce48c8f173 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:28.337634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9db5c0c8-2791-43b8-9d77-e36cfd191b99 req-39ffeb67-f187-45d8-bbad-4bce48c8f173 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.2764585 Mar 07 21:53:28.366637 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd78709-b853-4a0d-aa79-7cc12d59703f x-openstack-request-id: req-6fd78709-b853-4a0d-aa79-7cc12d59703f {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:28.366637 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6def95-f952-4c03-b81e-54ae576d3c24", "tag": "a3c214dc-b9eb-4f93-bb5e-821d01058850", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:28.366910 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6fd78709-b853-4a0d-aa79-7cc12d59703f {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:28.367211 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6def95-f952-4c03-b81e-54ae576d3c24', 'tag': 'a3c214dc-b9eb-4f93-bb5e-821d01058850', 'status': 'completed', 'code': 200} Mar 07 21:53:28.377605 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-603be113-26c0-4ed3-bb7c-6c4e8283fdcc admin admin] Publish callbacks [] for security_group (403c8a0a-25e7-4871-954f-5ce61b453c8b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:28.417360 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-603be113-26c0-4ed3-bb7c-6c4e8283fdcc admin admin] Publish callbacks [] for security_group (403c8a0a-25e7-4871-954f-5ce61b453c8b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:28.426909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-18202d4c-ffdd-4624-88e2-41a8ace1c8fe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.20.0.14 (c30be23b-c9a1-4888-abc2-f862c1499bc1/b94fcc19-8bef-4638-9407-9c98f3f9f1ea/cf057c28-5634-40dc-b41f-fa62a81d1ad3) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:28.448215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9db5c0c8-2791-43b8-9d77-e36cfd191b99 req-4027aafb-adba-48cb-9159-52fa87463938 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058979 Mar 07 21:53:28.523177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af017c-9125-4c74-80a1-07ee19d762fa req-1094a3d1-6667-48c9-9753-05b3b4604ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:28.525334 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17af017c-9125-4c74-80a1-07ee19d762fa req-1094a3d1-6667-48c9-9753-05b3b4604ff7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b743ba1d7164d2381e48b84928ce92b&device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 1126 time: 0.1816754 Mar 07 21:53:28.529022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-603be113-26c0-4ed3-bb7c-6c4e8283fdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (403c8a0a-25e7-4871-954f-5ce61b453c8b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:28.531836 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-603be113-26c0-4ed3-bb7c-6c4e8283fdcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:28.532998 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-603be113-26c0-4ed3-bb7c-6c4e8283fdcc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/403c8a0a-25e7-4871-954f-5ce61b453c8b HTTP/1.1" status: 204 len: 168 time: 0.2328265 Mar 07 21:53:28.559326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603be113-26c0-4ed3-bb7c-6c4e8283fdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403c8a0a-25e7-4871-954f-5ce61b453c8b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:28.669149 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17af017c-9125-4c74-80a1-07ee19d762fa req-2c5c9c49-d0a4-458e-a18b-609100fa4b97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3c214dc-b9eb-4f93-bb5e-821d01058850 HTTP/1.1" status: 200 len: 217 time: 0.1327803 Mar 07 21:53:29.045884 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45958) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:29.069479 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53275c37-d3f8-4468-bd1a-a1e2515cf26e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:29.279139 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53275c37-d3f8-4468-bd1a-a1e2515cf26e admin admin] Publish callbacks [] for security_group (2d014cca-dee1-4422-897e-9eaf98d1ef32), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:29.291730 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53275c37-d3f8-4468-bd1a-a1e2515cf26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2d014cca-dee1-4422-897e-9eaf98d1ef32), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:29.316161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45964) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:29.349298 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-53275c37-d3f8-4468-bd1a-a1e2515cf26e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=730f30a7ea6d4f23a1bd2d803420ddaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2996745 Mar 07 21:53:29.349298 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53275c37-d3f8-4468-bd1a-a1e2515cf26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d014cca-dee1-4422-897e-9eaf98d1ef32,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:29.350693 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45966) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:29.369557 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-18202d4c-ffdd-4624-88e2-41a8ace1c8fe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:29.416891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af017c-9125-4c74-80a1-07ee19d762fa req-65eb25cd-b085-4730-90c9-43dc1b8b314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:29.418448 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17af017c-9125-4c74-80a1-07ee19d762fa req-65eb25cd-b085-4730-90c9-43dc1b8b314e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce1fbfa2-ec43-4960-9833-0f8cbf460e36 HTTP/1.1" status: 200 len: 845 time: 0.6927280 Mar 07 21:53:29.422436 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-18202d4c-ffdd-4624-88e2-41a8ace1c8fe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:29.439815 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-937a79e1-02cf-4f7d-b822-7c5c1e96d0f9 admin admin] Publish callbacks [] for security_group (2d014cca-dee1-4422-897e-9eaf98d1ef32), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:29.466633 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-937a79e1-02cf-4f7d-b822-7c5c1e96d0f9 admin admin] Publish callbacks [] for security_group (2d014cca-dee1-4422-897e-9eaf98d1ef32), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:29.529405 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-937a79e1-02cf-4f7d-b822-7c5c1e96d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2d014cca-dee1-4422-897e-9eaf98d1ef32), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:29.532927 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-937a79e1-02cf-4f7d-b822-7c5c1e96d0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:29.534377 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-937a79e1-02cf-4f7d-b822-7c5c1e96d0f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d014cca-dee1-4422-897e-9eaf98d1ef32 HTTP/1.1" status: 204 len: 168 time: 0.1719341 Mar 07 21:53:29.546255 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a79e1-02cf-4f7d-b822-7c5c1e96d0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d014cca-dee1-4422-897e-9eaf98d1ef32,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:29.548116 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17af017c-9125-4c74-80a1-07ee19d762fa req-b1daa1e5-8736-41c1-80df-b9c20d020bfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004207 Mar 07 21:53:29.561054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-18202d4c-ffdd-4624-88e2-41a8ace1c8fe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network c30be23b-c9a1-4888-abc2-f862c1499bc1 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:29.581616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18202d4c-ffdd-4624-88e2-41a8ace1c8fe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=cf057c28-5634-40dc-b41f-fa62a81d1ad3,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:29.595377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893a487-3714-4e91-b263-af71cb04b805 req-8f58c90c-0ce7-45a0-acf1-fa55ecd587f1 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:29.598523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b893a487-3714-4e91-b263-af71cb04b805 req-8f58c90c-0ce7-45a0-acf1-fa55ecd587f1 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 944 time: 0.9313793 Mar 07 21:53:29.620039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-18202d4c-ffdd-4624-88e2-41a8ace1c8fe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:29.627640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-316198958-network', 'tenant_id': '267c03498dcb4e238759848d7798d46c'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:29.647848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fbd1e-73d9-4d02-9f07-d7d0a7f8aa41 req-008cce03-5501-434b-95fe-d1f1be4e98e9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:29.649510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d28fbd1e-73d9-4d02-9f07-d7d0a7f8aa41 req-008cce03-5501-434b-95fe-d1f1be4e98e9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.9908504 Mar 07 21:53:29.652682 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-18202d4c-ffdd-4624-88e2-41a8ace1c8fe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:53:29.830538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17af017c-9125-4c74-80a1-07ee19d762fa req-5c13e8fe-cda7-45e8-90cd-ed8d49666d57 service neutron] 10.222.0.13 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814691 Mar 07 21:53:29.912918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-18202d4c-ffdd-4624-88e2-41a8ace1c8fe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:29.913835 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-18202d4c-ffdd-4624-88e2-41a8ace1c8fe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:29.929230 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] Made reservation on behalf of 267c03498dcb4e238759848d7798d46c for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:29.935364 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:29.956368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d28fbd1e-73d9-4d02-9f07-d7d0a7f8aa41 req-e45118a8-4170-47cf-b6e6-c28276adb2ca tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850859 Mar 07 21:53:29.968866 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:29.972466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f3db22c7-beef-4ad5-bdc5-bed15d8f1c9b None None] Provisioning complete for port cf057c28-5634-40dc-b41f-fa62a81d1ad3 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:29.972928 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f3db22c7-beef-4ad5-bdc5-bed15d8f1c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:30.009882 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b893a487-3714-4e91-b263-af71cb04b805 req-cfdbe565-6325-4a81-b59e-136031a01728 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927736 Mar 07 21:53:30.042318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-18202d4c-ffdd-4624-88e2-41a8ace1c8fe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4650497 Mar 07 21:53:30.077815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Request body: {'port': {'device_id': '92543f33-d5ef-49ab-8137-014b22c5098b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:30.121978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f3db22c7-beef-4ad5-bdc5-bed15d8f1c9b None None] Port cf057c28-5634-40dc-b41f-fa62a81d1ad3 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:53:30.159686 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17af017c-9125-4c74-80a1-07ee19d762fa req-bb1a042e-b03b-44f4-b78d-f01b0bd10b54 service neutron] 10.222.0.13 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095388 Mar 07 21:53:30.306030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3965f1-7b66-4c59-86a4-78b21af59013 req-86da6e17-d60f-47b5-ab06-b2368a4c80f5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:30.306030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff3965f1-7b66-4c59-86a4-78b21af59013 req-86da6e17-d60f-47b5-ab06-b2368a4c80f5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 932 time: 0.2556350 Mar 07 21:53:30.362766 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:30.398764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af56e51-f7ad-4a86-9507-f272623dd5a2 req-27d9f222-7e96-48dd-aaa6-55e054315395 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:30.400521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7af56e51-f7ad-4a86-9507-f272623dd5a2 req-27d9f222-7e96-48dd-aaa6-55e054315395 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.2501607 Mar 07 21:53:30.457401 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] Publish callbacks [] for security_group (a46e6145-b905-49f7-9ec3-dcbdb43e76e2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:30.484436 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa68f6c-9609-4ac5-9603-bf98b69e666b req-eb15974a-6e5e-49ad-9fe4-521b2b492495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:30.487120 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fa68f6c-9609-4ac5-9603-bf98b69e666b req-eb15974a-6e5e-49ad-9fe4-521b2b492495 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b743ba1d7164d2381e48b84928ce92b&device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 1126 time: 0.2568555 Mar 07 21:53:30.495571 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a46e6145-b905-49f7-9ec3-dcbdb43e76e2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:30.601136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff3965f1-7b66-4c59-86a4-78b21af59013 req-18f8e5d2-0160-4354-8f66-b43e825f50a0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2857125 Mar 07 21:53:30.641892 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:53:30.712418 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (de90224c-ed93-4652-a354-9d7ac890d2f4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:30.713112 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] Added segment de90224c-ed93-4652-a354-9d7ac890d2f4 of type vlan for network fd64732b-c386-4860-aaf9-a891d6d1f8e8 Mar 07 21:53:30.730701 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7af56e51-f7ad-4a86-9507-f272623dd5a2 req-e4fa0d06-c28e-4fe3-ab8f-981648d1fa58 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021967 Mar 07 21:53:30.731701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46e6145-b905-49f7-9ec3-dcbdb43e76e2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:30.809963 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (fd64732b-c386-4860-aaf9-a891d6d1f8e8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:30.867690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa68f6c-9609-4ac5-9603-bf98b69e666b req-24c12913-48f1-436e-bd3e-0be8415f9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:30.869534 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fa68f6c-9609-4ac5-9603-bf98b69e666b req-24c12913-48f1-436e-bd3e-0be8415f9c34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 HTTP/1.1" status: 200 len: 906 time: 0.3686917 Mar 07 21:53:30.931574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fa68f6c-9609-4ac5-9603-bf98b69e666b req-c46e0de1-5d8e-4be7-9a29-dc1d2a0bdbbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3c214dc-b9eb-4f93-bb5e-821d01058850 HTTP/1.1" status: 200 len: 217 time: 0.0497551 Mar 07 21:53:30.938884 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (fd64732b-c386-4860-aaf9-a891d6d1f8e8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:30.939925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:30.940573 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:31.141270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] Pushing event updated for resources: {'Network': ['ID=fd64732b-c386-4860-aaf9-a891d6d1f8e8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:31.152938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network fd64732b-c386-4860-aaf9-a891d6d1f8e8 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:53:31.165333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fd571167-188f-4ad7-85bc-cf0c24abb3dd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7593398 Mar 07 21:53:31.168176 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46044) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:31.173072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-133dca6d-166c-4102-a2bf-3b7b9a086977 admin admin] Request body: {'subnet': {'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-316198958-subnet', 'tenant_id': '267c03498dcb4e238759848d7798d46c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:31.219702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133dca6d-166c-4102-a2bf-3b7b9a086977 admin admin] Made reservation on behalf of 267c03498dcb4e238759848d7798d46c for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:31.222403 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-133dca6d-166c-4102-a2bf-3b7b9a086977 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:31.308472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa68f6c-9609-4ac5-9603-bf98b69e666b req-9ddb630a-8405-47c0-b9a8-3142d922879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:31.310015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fa68f6c-9609-4ac5-9603-bf98b69e666b req-9ddb630a-8405-47c0-b9a8-3142d922879a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce1fbfa2-ec43-4960-9833-0f8cbf460e36 HTTP/1.1" status: 200 len: 845 time: 0.3723979 Mar 07 21:53:31.427655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fa68f6c-9609-4ac5-9603-bf98b69e666b req-df605d31-1c29-4bd7-b42f-81cf8ed8c7e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976748 Mar 07 21:53:31.489508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0facd80-b52d-41c1-be4b-2bacee9988fc req-44d750ef-e338-4e98-b4a0-77d9f8ed54a0 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:31.493416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b0facd80-b52d-41c1-be4b-2bacee9988fc req-44d750ef-e338-4e98-b4a0-77d9f8ed54a0 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.5310540 Mar 07 21:53:31.545509 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-133dca6d-166c-4102-a2bf-3b7b9a086977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (703d7ce4-1d22-49b5-99ed-fdb0307bf800), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:31.567379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c4d3d-9e44-405f-8195-4722527a2303 req-ce102c11-79ec-4fd3-a0f7-8db235650a57 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:31.574432 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c68c4d3d-9e44-405f-8195-4722527a2303 req-ce102c11-79ec-4fd3-a0f7-8db235650a57 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 944 time: 0.4231019 Mar 07 21:53:31.581860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf057c28-5634-40dc-b41f-fa62a81d1ad3 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:53:31.633392 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Publish callbacks [] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:31.665401 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133dca6d-166c-4102-a2bf-3b7b9a086977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=703d7ce4-1d22-49b5-99ed-fdb0307bf800,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:31.684528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Transition to ACTIVE for port object cf057c28-5634-40dc-b41f-fa62a81d1ad3 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:53:31.685109 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133dca6d-166c-4102-a2bf-3b7b9a086977 admin admin] Checking segment: {'id': 'de90224c-ed93-4652-a354-9d7ac890d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:31.686027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133dca6d-166c-4102-a2bf-3b7b9a086977 admin admin] Network hostable DHCP agents. Network: fd64732b-c386-4860-aaf9-a891d6d1f8e8, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:53:31.701613 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:31.713483 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133dca6d-166c-4102-a2bf-3b7b9a086977 admin admin] Network fd64732b-c386-4860-aaf9-a891d6d1f8e8 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:53:31.714224 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b0facd80-b52d-41c1-be4b-2bacee9988fc req-fc6001a0-d643-4f66-8b2d-c7a9f92ae99c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120967 Mar 07 21:53:31.746818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-133dca6d-166c-4102-a2bf-3b7b9a086977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, fd64732b-c386-4860-aaf9-a891d6d1f8e8) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:31.751461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133dca6d-166c-4102-a2bf-3b7b9a086977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:31.752055 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-133dca6d-166c-4102-a2bf-3b7b9a086977 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:31.772918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea54fbbd-08e4-4e8c-9243-3d18f0f13e0e None None] Network fd64732b-c386-4860-aaf9-a891d6d1f8e8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:53:31.779930 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c68c4d3d-9e44-405f-8195-4722527a2303 req-d152c358-4813-4f69-a560-c8d56a6ccb43 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044137 Mar 07 21:53:31.785410 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-133dca6d-166c-4102-a2bf-3b7b9a086977 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6161253 Mar 07 21:53:31.788240 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46058) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:31.792622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-316198958-router', 'tenant_id': '267c03498dcb4e238759848d7798d46c', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:31.800919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fa68f6c-9609-4ac5-9603-bf98b69e666b req-500e992f-36d1-43aa-9941-94bd4643d74c service neutron] 10.222.0.13 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626878 Mar 07 21:53:31.849107 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (52c272d6-c84b-48ed-aebd-ed47fa442ded), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:31.850268 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (52c272d6-c84b-48ed-aebd-ed47fa442ded), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:31.893623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Pushing event updated for resources: {'Port': ['ID=cf057c28-5634-40dc-b41f-fa62a81d1ad3,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:32.017977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68da6fee-ac23-430a-8f9a-909a15e1f36c None None] Network fd64732b-c386-4860-aaf9-a891d6d1f8e8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:53:32.055834 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Publish callbacks [] for router_controller (52c272d6-c84b-48ed-aebd-ed47fa442ded), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:32.344701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74d647-9664-48ae-9944-1bf551259b28 req-56327c66-4ebe-4c76-8780-93766f7adccf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:32.346253 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be74d647-9664-48ae-9944-1bf551259b28 req-56327c66-4ebe-4c76-8780-93766f7adccf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 944 time: 0.4264243 Mar 07 21:53:32.348154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Attempting to bind port cf057c28-5634-40dc-b41f-fa62a81d1ad3 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:53:32.348497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Attempting to bind port cf057c28-5634-40dc-b41f-fa62a81d1ad3 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:53:32.348830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Attempting to bind port cf057c28-5634-40dc-b41f-fa62a81d1ad3 on network c30be23b-c9a1-4888-abc2-f862c1499bc1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:32.352495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fa68f6c-9609-4ac5-9603-bf98b69e666b req-b15b1828-a3d2-42ae-9cf3-740f4f586158 service neutron] 10.222.0.13 "GET /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425522 Mar 07 21:53:32.371952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00c6cd-342f-4aa5-b118-519595fc8bf8 req-18cd9c52-a3ce-41cf-a4cc-cf4ed487f948 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:32.379160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f00c6cd-342f-4aa5-b118-519595fc8bf8 req-18cd9c52-a3ce-41cf-a4cc-cf4ed487f948 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.3333879 Mar 07 21:53:32.395604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Port cf057c28-5634-40dc-b41f-fa62a81d1ad3 on network c30be23b-c9a1-4888-abc2-f862c1499bc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:53:32.395932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Attempting to bind port cf057c28-5634-40dc-b41f-fa62a81d1ad3 on network c30be23b-c9a1-4888-abc2-f862c1499bc1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:32.399650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a3c214dc-b9eb-4f93-bb5e-821d01058850 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:53:32.415722 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Publish callbacks [] for router_gateway (52c272d6-c84b-48ed-aebd-ed47fa442ded), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:32.419718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:53:32.420072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Checking segment: {'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:32.420493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Bound using segment: {'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:53:32.420929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Bound port: cf057c28-5634-40dc-b41f-fa62a81d1ad3, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:53:32.421289 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:32.512112 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be74d647-9664-48ae-9944-1bf551259b28 req-ffee1bc9-c35a-4918-b0b3-0b9d84532fab tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551967 Mar 07 21:53:32.542671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f00c6cd-342f-4aa5-b118-519595fc8bf8 req-016d6634-f386-4195-9355-41456250ff07 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625729 Mar 07 21:53:32.589789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] For port cf057c28-5634-40dc-b41f-fa62a81d1ad3, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:53:32.595603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] For port cf057c28-5634-40dc-b41f-fa62a81d1ad3, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:53:32.608700 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:32.661522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:32.662236 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:32.665597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] 10.222.0.15 "PUT /v2.0/ports/cf057c28-5634-40dc-b41f-fa62a81d1ad3 HTTP/1.1" status: 200 len: 1092 time: 2.5996695 Mar 07 21:53:32.665597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:32.666842 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fecc37-62e0-4fc3-b92c-c1b396851072" -d '{"events": [{"name": "network-changed", "server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:32.704916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e824a-88db-46e1-8469-e9b4fcbf5753 service neutron] Pushing event updated for resources: {'Port': ['ID=cf057c28-5634-40dc-b41f-fa62a81d1ad3,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:32.732360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a3c214dc-b9eb-4f93-bb5e-821d01058850, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a3c214dc-b9eb-4f93-bb5e-821d01058850,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:32.779325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'a3c214dc-b9eb-4f93-bb5e-821d01058850', 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756', 'port_id': 'a3c214dc-b9eb-4f93-bb5e-821d01058850', 'mac_address': 'fa:16:3e:c2:c2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1fbfa2-ec43-4960-9833-0f8cbf460e36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:53:32.789025 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d999145-e850-4238-9eb1-503695588e73 x-openstack-request-id: req-6d999145-e850-4238-9eb1-503695588e73 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:32.789338 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:32.789606 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d999145-e850-4238-9eb1-503695588e73 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:32.790011 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'status': 'completed', 'code': 200} Mar 07 21:53:32.865091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-077c4821-a25d-4370-b8cd-b638835d117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:32.871107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-077c4821-a25d-4370-b8cd-b638835d117b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 1126 time: 0.1476278 Mar 07 21:53:32.904368 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port a3c214dc-b9eb-4f93-bb5e-821d01058850 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:32.906423 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:32.926806 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Publish callbacks [] for router_gateway (52c272d6-c84b-48ed-aebd-ed47fa442ded), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:32.942129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c214dc-b9eb-4f93-bb5e-821d01058850 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:53:32.942668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12a89b-cc0c-4f0e-a353-1cb8b622e3c1 req-f3527400-0ed4-4f60-92d6-d0742bbccbc5 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:32.949710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d12a89b-cc0c-4f0e-a353-1cb8b622e3c1 req-f3527400-0ed4-4f60-92d6-d0742bbccbc5 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.1565726 Mar 07 21:53:32.952832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-b074f49a-b298-4a01-8713-1e4a28021a8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3 HTTP/1.1" status: 200 len: 217 time: 0.0708253 Mar 07 21:53:32.974131 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a3c214dc-b9eb-4f93-bb5e-821d01058850, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a3c214dc-b9eb-4f93-bb5e-821d01058850,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:32.985434 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:32.988393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:33.145190 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=a3c214dc-b9eb-4f93-bb5e-821d01058850,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:33.151806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d12a89b-cc0c-4f0e-a353-1cb8b622e3c1 req-9b6bc0b8-b9ec-4c0e-a34c-636264f1ebf1 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011602 Mar 07 21:53:33.167874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3d4ac-135b-4823-a51a-2fd20da0ca67 req-2020ab17-3299-4dad-b55b-fb76719f7971 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:33.175677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5c3d4ac-135b-4823-a51a-2fd20da0ca67 req-2020ab17-3299-4dad-b55b-fb76719f7971 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 945 time: 0.2217555 Mar 07 21:53:33.254719 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5c3d4ac-135b-4823-a51a-2fd20da0ca67 req-8b06e56c-1086-4183-b86e-3f2bafe7238c tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780122 Mar 07 21:53:33.279073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Allocated IP 172.25.4.219 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/be4f567c-a358-4321-b3ea-2c0fabfdd7d5) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:33.286621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-f40be8c6-30d8-4c62-89d2-f599bb887d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:33.288204 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-f40be8c6-30d8-4c62-89d2-f599bb887d2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b94fcc19-8bef-4638-9407-9c98f3f9f1ea HTTP/1.1" status: 200 len: 835 time: 0.2493136 Mar 07 21:53:33.359024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f71542-de29-4102-8023-5387fd120efb req-3c8fbb33-f381-4ccb-9dfd-a16226d505da tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:33.366216 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27f71542-de29-4102-8023-5387fd120efb req-3c8fbb33-f381-4ccb-9dfd-a16226d505da tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.1098461 Mar 07 21:53:33.367380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['a3c214dc-b9eb-4f93-bb5e-821d01058850'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:53:33.377471 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-94e51673-4e5a-4071-98f4-685ceed6cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:33.379157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-94e51673-4e5a-4071-98f4-685ceed6cb20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c30be23b-c9a1-4888-abc2-f862c1499bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0815396 Mar 07 21:53:33.440821 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Publish callbacks [] for port (be4f567c-a358-4321-b3ea-2c0fabfdd7d5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:33.488747 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (be4f567c-a358-4321-b3ea-2c0fabfdd7d5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:33.602536 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:33.617028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:33.619692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:53:33.670882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Pushing event updated for resources: {'Port': ['ID=be4f567c-a358-4321-b3ea-2c0fabfdd7d5,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:33.832520 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27f71542-de29-4102-8023-5387fd120efb req-4706fed5-9828-40be-84ca-faca916f0cdd tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654164 Mar 07 21:53:33.894645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-f063fa3b-8fce-454b-a874-56eb57aefc0b service neutron] 10.222.0.15 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072217 Mar 07 21:53:33.986555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306a1c5-79cf-4241-b679-a7c0db2c23f8 req-a8b16adb-c961-48b0-b1d0-91fbf80e53c5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:33.988266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2306a1c5-79cf-4241-b679-a7c0db2c23f8 req-a8b16adb-c961-48b0-b1d0-91fbf80e53c5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 944 time: 0.2094357 Mar 07 21:53:34.088587 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d6de5-7ec7-4c93-8ac8-3d994c926647 req-c2571809-1a83-44d7-ab2b-5a0c68f0541f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:34.090522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c72d6de5-7ec7-4c93-8ac8-3d994c926647 req-c2571809-1a83-44d7-ab2b-5a0c68f0541f tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.1555052 Mar 07 21:53:34.128885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50242bce-00fa-47d8-9591-408b2c8b0cb7 req-cce7c5d7-0c38-425c-8ba9-2d62d6003818 service neutron] 10.222.0.15 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265096 Mar 07 21:53:34.134754 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2306a1c5-79cf-4241-b679-a7c0db2c23f8 req-81a87737-8940-4b92-8fd4-51f7e5b3c999 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168687 Mar 07 21:53:34.189750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c72d6de5-7ec7-4c93-8ac8-3d994c926647 req-2f8d6776-5b92-480e-9726-caa2322d88ad tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896528 Mar 07 21:53:34.261401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fecc37-62e0-4fc3-b92c-c1b396851072 req-2a8b55ca-2caa-40f6-b0ee-7469e13a7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:34.263046 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0fecc37-62e0-4fc3-b92c-c1b396851072 req-2a8b55ca-2caa-40f6-b0ee-7469e13a7978 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 1126 time: 0.0727267 Mar 07 21:53:34.346038 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Publish callbacks [] for router_gateway (52c272d6-c84b-48ed-aebd-ed47fa442ded), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:34.478540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a4173-7915-4dd9-ac6d-c6df5f0f88ae req-d0bf0b17-5acf-4880-9f18-d28a90aad5aa tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:34.480197 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f46a4173-7915-4dd9-ac6d-c6df5f0f88ae req-d0bf0b17-5acf-4880-9f18-d28a90aad5aa tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.1807890 Mar 07 21:53:34.512001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fecc37-62e0-4fc3-b92c-c1b396851072 req-ea860025-1762-4b68-a08d-1425195b8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:34.513478 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0fecc37-62e0-4fc3-b92c-c1b396851072 req-ea860025-1762-4b68-a08d-1425195b8abf service neutron] 10.222.0.15 "GET /v2.0/networks?id=c30be23b-c9a1-4888-abc2-f862c1499bc1 HTTP/1.1" status: 200 len: 898 time: 0.2432694 Mar 07 21:53:34.532693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3853372-40c2-4805-aaa4-2d6394163325 req-458a64bf-676a-49dd-9789-e927b70f6e17 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:34.534293 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3853372-40c2-4805-aaa4-2d6394163325 req-458a64bf-676a-49dd-9789-e927b70f6e17 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 945 time: 0.1829677 Mar 07 21:53:34.558912 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:53:34.583890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0fecc37-62e0-4fc3-b92c-c1b396851072 req-85567564-2845-4fee-ac43-69dcdc765b14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3 HTTP/1.1" status: 200 len: 217 time: 0.0475068 Mar 07 21:53:34.644448 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (52c272d6-c84b-48ed-aebd-ed47fa442ded), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:34.688169 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f46a4173-7915-4dd9-ac6d-c6df5f0f88ae req-9b710536-ce4f-448a-a33c-90c8ef3c5282 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990786 Mar 07 21:53:34.701074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fecc37-62e0-4fc3-b92c-c1b396851072 req-3cc6f4b4-7732-441f-a55a-954465926037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:34.703374 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0fecc37-62e0-4fc3-b92c-c1b396851072 req-3cc6f4b4-7732-441f-a55a-954465926037 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b94fcc19-8bef-4638-9407-9c98f3f9f1ea HTTP/1.1" status: 200 len: 835 time: 0.1085830 Mar 07 21:53:34.750660 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3853372-40c2-4805-aaa4-2d6394163325 req-cffd6e03-a63b-40ee-b425-403384f3c7d1 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709671 Mar 07 21:53:34.867320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fecc37-62e0-4fc3-b92c-c1b396851072 req-cae11454-0da7-470d-a2a8-3e63c42808ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:34.868896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0fecc37-62e0-4fc3-b92c-c1b396851072 req-cae11454-0da7-470d-a2a8-3e63c42808ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c30be23b-c9a1-4888-abc2-f862c1499bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1552210 Mar 07 21:53:34.901431 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Router 52c272d6-c84b-48ed-aebd-ed47fa442ded is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:53:34.985637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44297bb5-38c2-452d-ab2f-48b297f31106 req-8abd7213-bbf3-4ff5-b7f9-99e33474f715 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:34.994104 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44297bb5-38c2-452d-ab2f-48b297f31106 req-8abd7213-bbf3-4ff5-b7f9-99e33474f715 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.1816671 Mar 07 21:53:35.063974 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:53:35.066866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44297bb5-38c2-452d-ab2f-48b297f31106 req-1cf66316-c3cc-4873-9275-f6b2ca94bcc8 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663760 Mar 07 21:53:35.084168 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0fecc37-62e0-4fc3-b92c-c1b396851072 req-b2292246-0689-46d4-a909-86282fe9fcfb service neutron] 10.222.0.15 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053819 Mar 07 21:53:35.089269 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Sync routers for ids ['52c272d6-c84b-48ed-aebd-ed47fa442ded'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:53:35.106910 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:35.113667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46128) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:35.114058 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4c2d65c6-8947-4a62-9ecd-c152d559484d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3244832 Mar 07 21:53:35.119581 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Routers {'52c272d6-c84b-48ed-aebd-ed47fa442ded'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:53:35.120235 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['52c272d6-c84b-48ed-aebd-ed47fa442ded'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:35.311936 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Set router 52c272d6-c84b-48ed-aebd-ed47fa442ded gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:53:35.461605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0db50-704e-4d13-b4fd-583440e28549 req-33a091e4-3327-4ad3-b615-91ce6f370c3c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:35.463110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1e0db50-704e-4d13-b4fd-583440e28549 req-33a091e4-3327-4ad3-b615-91ce6f370c3c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 944 time: 0.2023723 Mar 07 21:53:35.465248 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0fecc37-62e0-4fc3-b92c-c1b396851072 req-cdc7147d-c15e-4c70-9d11-ee5f484ed487 service neutron] 10.222.0.15 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699355 Mar 07 21:53:35.577488 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'name': 'tempest-ServerRescueTestJSON-316198958-router', 'tenant_id': '267c03498dcb4e238759848d7798d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'be4f567c-a358-4321-b3ea-2c0fabfdd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:31Z', 'updated_at': '2022-03-07T21:53:34Z', 'revision_number': 3, 'project_id': '267c03498dcb4e238759848d7798d46c', 'gw_port': {'id': 'be4f567c-a358-4321-b3ea-2c0fabfdd7d5', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:dc:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:33Z', 'updated_at': '2022-03-07T21:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:35.582504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1e0db50-704e-4d13-b4fd-583440e28549 req-00902136-169a-4a6f-be2f-633386166468 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115489 Mar 07 21:53:35.621041 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Checking router: 52c272d6-c84b-48ed-aebd-ed47fa442ded for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:53:35.621521 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Updating router 52c272d6-c84b-48ed-aebd-ed47fa442ded port be4f567c-a358-4321-b3ea-2c0fabfdd7d5 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:53:35.656520 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (be4f567c-a358-4321-b3ea-2c0fabfdd7d5), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:36.047478 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af496126-7bd2-4871-9b69-2465295a377b req-4307d081-68fc-47ce-b10d-bb00b22759ec tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:36.055241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af496126-7bd2-4871-9b69-2465295a377b req-4307d081-68fc-47ce-b10d-bb00b22759ec tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 945 time: 0.1667058 Mar 07 21:53:36.077756 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:36.091413 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Publish callbacks [] for port (be4f567c-a358-4321-b3ea-2c0fabfdd7d5), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:36.099320 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (be4f567c-a358-4321-b3ea-2c0fabfdd7d5), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:36.151935 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72f0e1-165b-4ef7-a3aa-f5ccf2833f63 None None] Pushing event updated for resources: {'Port': ['ID=be4f567c-a358-4321-b3ea-2c0fabfdd7d5,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:36.189758 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Attempting to bind port be4f567c-a358-4321-b3ea-2c0fabfdd7d5 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:53:36.190236 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Attempting to bind port be4f567c-a358-4321-b3ea-2c0fabfdd7d5 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:53:36.190609 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Attempting to bind port be4f567c-a358-4321-b3ea-2c0fabfdd7d5 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:36.196837 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:53:36.197212 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:36.197662 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:36.198075 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:53:36.199171 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Bound port: be4f567c-a358-4321-b3ea-2c0fabfdd7d5, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:53:36.199970 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (be4f567c-a358-4321-b3ea-2c0fabfdd7d5), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:36.257882 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] For port be4f567c-a358-4321-b3ea-2c0fabfdd7d5, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:53:36.261711 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] For port be4f567c-a358-4321-b3ea-2c0fabfdd7d5, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=be4f567c-a358-4321-b3ea-2c0fabfdd7d5,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:53:36.274969 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (be4f567c-a358-4321-b3ea-2c0fabfdd7d5), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:36.291565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af496126-7bd2-4871-9b69-2465295a377b req-1a8d9ac8-a556-4905-bade-52eca31f0333 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353642 Mar 07 21:53:36.339988 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72f0e1-165b-4ef7-a3aa-f5ccf2833f63 None None] Pushing event updated for resources: {'Port': ['ID=be4f567c-a358-4321-b3ea-2c0fabfdd7d5,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:36.360665 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Routers {'52c272d6-c84b-48ed-aebd-ed47fa442ded'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:53:36.361287 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['52c272d6-c84b-48ed-aebd-ed47fa442ded'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:36.404136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a3c214dc-b9eb-4f93-bb5e-821d01058850 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:36.523409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port a3c214dc-b9eb-4f93-bb5e-821d01058850 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:53:36.528741 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port a3c214dc-b9eb-4f93-bb5e-821d01058850 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:36.529377 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:36.618177 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] Set router 52c272d6-c84b-48ed-aebd-ed47fa442ded gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:53:36.635069 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Allocated IP 172.20.0.1 (fd64732b-c386-4860-aaf9-a891d6d1f8e8/703d7ce4-1d22-49b5-99ed-fdb0307bf800/6d4bf4bf-081f-4bd6-9d96-2cd5b445af63) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:36.721525 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device cf057c28-5634-40dc-b41f-fa62a81d1ad3 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:53:36.905753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port cf057c28-5634-40dc-b41f-fa62a81d1ad3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:36.918593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467d85a-411f-4441-b76a-4fee1e153251 req-223327b2-fb2e-4ab7-8572-2ac507eedbd1 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:36.925831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1467d85a-411f-4441-b76a-4fee1e153251 req-223327b2-fb2e-4ab7-8572-2ac507eedbd1 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 944 time: 0.1879096 Mar 07 21:53:36.930631 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Publish callbacks [] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:36.938248 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'port_id': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'mac_address': 'fa:16:3e:08:09:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:53:37.021141 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1467d85a-411f-4441-b76a-4fee1e153251 req-d8ae2bb8-4a84-4de4-bcc4-b365b3132039 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943248 Mar 07 21:53:37.072177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port cf057c28-5634-40dc-b41f-fa62a81d1ad3 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:37.072566 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:37.084477 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:37.119377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf057c28-5634-40dc-b41f-fa62a81d1ad3 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:53:37.127446 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port a3c214dc-b9eb-4f93-bb5e-821d01058850 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:37.127835 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:37.170632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Network fd64732b-c386-4860-aaf9-a891d6d1f8e8 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:37.183055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:37.191894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:53:37.208246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port cf057c28-5634-40dc-b41f-fa62a81d1ad3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:37.224992 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:37.233826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6def95-f952-4c03-b81e-54ae576d3c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c214dc-b9eb-4f93-bb5e-821d01058850'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:37.236847 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ff578e-612b-4db0-9cdf-fad8aab3c925" -d '{"events": [{"server_uuid": "8e6def95-f952-4c03-b81e-54ae576d3c24", "name": "network-vif-plugged", "status": "completed", "tag": "a3c214dc-b9eb-4f93-bb5e-821d01058850"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:37.275386 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (52c272d6-c84b-48ed-aebd-ed47fa442ded), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:37.294023 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'name': 'tempest-ServerRescueTestJSON-316198958-router', 'tenant_id': '267c03498dcb4e238759848d7798d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'be4f567c-a358-4321-b3ea-2c0fabfdd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:31Z', 'updated_at': '2022-03-07T21:53:34Z', 'revision_number': 3, 'project_id': '267c03498dcb4e238759848d7798d46c', 'gw_port': {'id': 'be4f567c-a358-4321-b3ea-2c0fabfdd7d5', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:dc:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:33Z', 'updated_at': '2022-03-07T21:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:37.375157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4bf4bf-081f-4bd6-9d96-2cd5b445af63,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:37.401512 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a128e7-2196-4566-bd38-676e4ab4683a None None] The sync data for ids ['52c272d6-c84b-48ed-aebd-ed47fa442ded'] in n-d-832330-1 is: [{'id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'name': 'tempest-ServerRescueTestJSON-316198958-router', 'tenant_id': '267c03498dcb4e238759848d7798d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'be4f567c-a358-4321-b3ea-2c0fabfdd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:31Z', 'updated_at': '2022-03-07T21:53:34Z', 'revision_number': 3, 'project_id': '267c03498dcb4e238759848d7798d46c', 'gw_port': {'id': 'be4f567c-a358-4321-b3ea-2c0fabfdd7d5', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:dc:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:33Z', 'updated_at': '2022-03-07T21:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:53:37.581494 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f372fa5f-ea1d-40d1-813b-19ce027b0d66 x-openstack-request-id: req-f372fa5f-ea1d-40d1-813b-19ce027b0d66 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:37.582038 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6def95-f952-4c03-b81e-54ae576d3c24", "name": "network-vif-plugged", "status": "completed", "tag": "a3c214dc-b9eb-4f93-bb5e-821d01058850", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:37.582038 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f372fa5f-ea1d-40d1-813b-19ce027b0d66 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:37.582444 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6def95-f952-4c03-b81e-54ae576d3c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c214dc-b9eb-4f93-bb5e-821d01058850', 'code': 200} Mar 07 21:53:37.609907 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a3c214dc-b9eb-4f93-bb5e-821d01058850, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a3c214dc-b9eb-4f93-bb5e-821d01058850,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:37.626324 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:37.652784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=cf057c28-5634-40dc-b41f-fa62a81d1ad3,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:37.695838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23823e5-0951-4f37-a61d-c1cf7c807edd req-93f7f6e5-72b9-4ca0-999c-e9e6ff6902e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:37.697298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f23823e5-0951-4f37-a61d-c1cf7c807edd req-93f7f6e5-72b9-4ca0-999c-e9e6ff6902e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 1127 time: 0.2860887 Mar 07 21:53:37.710429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['cf057c28-5634-40dc-b41f-fa62a81d1ad3'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:53:37.734911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0fc6e-56fb-4af6-b7ff-fad9a178da60 req-ac585b07-0d3e-4a7a-8006-37fae1ea7551 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:37.737242 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4d0fc6e-56fb-4af6-b7ff-fad9a178da60 req-ac585b07-0d3e-4a7a-8006-37fae1ea7551 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 945 time: 0.2827272 Mar 07 21:53:37.800930 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=a3c214dc-b9eb-4f93-bb5e-821d01058850,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:37.980935 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:38.035467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4d0fc6e-56fb-4af6-b7ff-fad9a178da60 req-597d4b29-ec19-4d22-9272-6ef23e19cc41 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660704 Mar 07 21:53:38.108768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f23823e5-0951-4f37-a61d-c1cf7c807edd req-ebccfc66-ff11-46d8-97c2-55a502e46a2b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701091 Mar 07 21:53:38.411273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bfc2b-e039-4f8e-ab3b-d79c9c0242d2 req-be29b335-e860-405c-9862-7095415e139f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:38.419633 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-648bfc2b-e039-4f8e-ab3b-d79c9c0242d2 req-be29b335-e860-405c-9862-7095415e139f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 945 time: 0.1503470 Mar 07 21:53:38.521885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-648bfc2b-e039-4f8e-ab3b-d79c9c0242d2 req-7b673da6-f4f8-4b4b-8842-10289ca87af2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009727 Mar 07 21:53:38.534354 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Publish callbacks [] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:38.547137 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:38.694827 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (52c272d6-c84b-48ed-aebd-ed47fa442ded), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:38.698698 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4bf4bf-081f-4bd6-9d96-2cd5b445af63,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:38.831687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Network fd64732b-c386-4860-aaf9-a891d6d1f8e8 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:38.833427 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:39.195999 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device be4f567c-a358-4321-b3ea-2c0fabfdd7d5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:39.352777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port be4f567c-a358-4321-b3ea-2c0fabfdd7d5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:39.355851 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (be4f567c-a358-4321-b3ea-2c0fabfdd7d5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:39.518138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port be4f567c-a358-4321-b3ea-2c0fabfdd7d5 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:39.518522 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (be4f567c-a358-4321-b3ea-2c0fabfdd7d5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:39.574696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port be4f567c-a358-4321-b3ea-2c0fabfdd7d5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=be4f567c-a358-4321-b3ea-2c0fabfdd7d5,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:39.592648 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (be4f567c-a358-4321-b3ea-2c0fabfdd7d5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:39.687017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Router 52c272d6-c84b-48ed-aebd-ed47fa442ded has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:53:39.752660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=be4f567c-a358-4321-b3ea-2c0fabfdd7d5,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:39.856778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb4e49-f86a-41a1-aa44-343acb8ca785 req-8a8db4e1-7dd9-4130-80cc-d5da0bd23024 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:39.858979 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aafb4e49-f86a-41a1-aa44-343acb8ca785 req-8a8db4e1-7dd9-4130-80cc-d5da0bd23024 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 946 time: 0.2160578 Mar 07 21:53:39.957275 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ea740-ab60-47c8-9654-db26a6da53f3 req-6aa312b7-f71b-4ec3-8903-0bb6729ad436 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:39.965223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-125ea740-ab60-47c8-9654-db26a6da53f3 req-6aa312b7-f71b-4ec3-8903-0bb6729ad436 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 945 time: 0.2470627 Mar 07 21:53:40.139410 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aafb4e49-f86a-41a1-aa44-343acb8ca785 req-3e73f15d-d96c-4cf5-b2fe-140bdfbb88f9 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671895 Mar 07 21:53:40.151839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:53:40.172327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-125ea740-ab60-47c8-9654-db26a6da53f3 req-67d5e4fd-0be5-4f35-ac9b-36e0f99635a4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057531 Mar 07 21:53:40.187849 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-459dbfb4-2b4a-43f3-97e5-15e7ddb40cd8 admin admin] 10.222.0.26 "PUT /v2.0/routers/52c272d6-c84b-48ed-aebd-ed47fa442ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0645497 Mar 07 21:53:40.261126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Sync routers for ids ['52c272d6-c84b-48ed-aebd-ed47fa442ded'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:53:40.278351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Routers {'52c272d6-c84b-48ed-aebd-ed47fa442ded'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:53:40.279484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['52c272d6-c84b-48ed-aebd-ed47fa442ded'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:40.459031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Set router 52c272d6-c84b-48ed-aebd-ed47fa442ded gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:53:40.727008 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device cf057c28-5634-40dc-b41f-fa62a81d1ad3 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:40.813944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'name': 'tempest-ServerRescueTestJSON-316198958-router', 'tenant_id': '267c03498dcb4e238759848d7798d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'be4f567c-a358-4321-b3ea-2c0fabfdd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:31Z', 'updated_at': '2022-03-07T21:53:37Z', 'revision_number': 4, 'project_id': '267c03498dcb4e238759848d7798d46c', 'gw_port': {'id': 'be4f567c-a358-4321-b3ea-2c0fabfdd7d5', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:dc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:33Z', 'updated_at': '2022-03-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '6d4bf4bf-081f-4bd6-9d96-2cd5b445af63', 'name': '', 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8', 'tenant_id': '267c03498dcb4e238759848d7798d46c', 'mac_address': 'fa:16:3e:0a:ce:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '703d7ce4-1d22-49b5-99ed-fdb0307bf800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:36Z', 'updated_at': '2022-03-07T21:53:38Z', 'revision_number': 2, 'project_id': '267c03498dcb4e238759848d7798d46c', 'subnets': [{'id': '703d7ce4-1d22-49b5-99ed-fdb0307bf800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:40.863555 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Checking router: 52c272d6-c84b-48ed-aebd-ed47fa442ded for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:53:40.864208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Updating router 52c272d6-c84b-48ed-aebd-ed47fa442ded port 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:53:40.867448 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port cf057c28-5634-40dc-b41f-fa62a81d1ad3 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:53:40.898038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port cf057c28-5634-40dc-b41f-fa62a81d1ad3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:40.898682 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:40.940342 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:40.943074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-61bb6923-52e3-4ce8-a0c8-11441c3abe56 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:40.944572 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-61bb6923-52e3-4ce8-a0c8-11441c3abe56 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/networks?id=fd64732b-c386-4860-aaf9-a891d6d1f8e8 HTTP/1.1" status: 200 len: 810 time: 0.1694062 Mar 07 21:53:40.966466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-8972b2c8-7195-487e-bd54-7b2ec38d4a35 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/quotas/267c03498dcb4e238759848d7798d46c HTTP/1.1" status: 200 len: 375 time: 0.0150247 Mar 07 21:53:41.064264 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-3c2c6942-552e-484c-b65f-250cdd5e93a9 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=267c03498dcb4e238759848d7798d46c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908642 Mar 07 21:53:41.122831 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port cf057c28-5634-40dc-b41f-fa62a81d1ad3 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:41.123261 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:41.174804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device be4f567c-a358-4321-b3ea-2c0fabfdd7d5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:41.184246 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-c137a232-439b-47db-92c9-3c6521c8c78c service neutron] 10.222.0.26 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121771 Mar 07 21:53:41.204122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:41.206746 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457cce44-607e-4db3-902e-2528d1ac35da" -d '{"events": [{"server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "name": "network-vif-plugged", "status": "completed", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:41.287853 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port cf057c28-5634-40dc-b41f-fa62a81d1ad3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:41.301393 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:41.399602 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port be4f567c-a358-4321-b3ea-2c0fabfdd7d5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:41.400113 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (be4f567c-a358-4321-b3ea-2c0fabfdd7d5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:41.430193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-f552dea7-adaf-49dc-98db-09af6f3ff8de service neutron] 10.222.0.26 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355134 Mar 07 21:53:41.442246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=cf057c28-5634-40dc-b41f-fa62a81d1ad3,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:41.474485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab8e21-8c78-4f62-9d1e-5fd8ba5d7baf req-b739a97c-0419-4c5b-a5c6-f6167a8a6424 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:41.477313 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9ab8e21-8c78-4f62-9d1e-5fd8ba5d7baf req-b739a97c-0419-4c5b-a5c6-f6167a8a6424 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 946 time: 0.1680822 Mar 07 21:53:41.496781 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Publish callbacks [] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:41.521017 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:41.561940 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9ab8e21-8c78-4f62-9d1e-5fd8ba5d7baf req-1f9c3434-63ce-4fae-be3a-3daa173d6f30 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780783 Mar 07 21:53:41.621661 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb00e8e-211e-4432-9aa2-55e0bca33843 None None] Pushing event updated for resources: {'Port': ['ID=6d4bf4bf-081f-4bd6-9d96-2cd5b445af63,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:41.647654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port be4f567c-a358-4321-b3ea-2c0fabfdd7d5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:41.796767 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d55f0ce-38c0-4983-bb66-acb72d2c4440 x-openstack-request-id: req-8d55f0ce-38c0-4983-bb66-acb72d2c4440 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:41.797228 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "name": "network-vif-plugged", "status": "completed", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:41.798853 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d55f0ce-38c0-4983-bb66-acb72d2c4440 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:41.799383 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'code': 200} Mar 07 21:53:41.845421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131806-870c-476b-8ff8-bf291f23161f req-e8f252ad-424b-481e-be58-81f46bcc9cc1 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:41.860109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1131806-870c-476b-8ff8-bf291f23161f req-e8f252ad-424b-481e-be58-81f46bcc9cc1 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.1703393 Mar 07 21:53:41.862753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Attempting to bind port 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:53:41.863127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Attempting to bind port 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'de90224c-ed93-4652-a354-9d7ac890d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:53:41.863506 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Attempting to bind port 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63 on network fd64732b-c386-4860-aaf9-a891d6d1f8e8 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:41.882008 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:53:41.882273 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Checking segment: {'id': 'de90224c-ed93-4652-a354-9d7ac890d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:41.882535 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:41.882948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Bound using segment: {'id': 'de90224c-ed93-4652-a354-9d7ac890d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:53:41.883436 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Bound port: 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de90224c-ed93-4652-a354-9d7ac890d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:53:41.883824 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:42.054246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] For port 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:53:42.069250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] For port 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6d4bf4bf-081f-4bd6-9d96-2cd5b445af63,segment=NetworkSegment(de90224c-ed93-4652-a354-9d7ac890d2f4),segment_id=de90224c-ed93-4652-a354-9d7ac890d2f4)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:53:42.083097 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:42.087032 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1131806-870c-476b-8ff8-bf291f23161f req-6a03c492-94fa-47ff-b71b-68e8dbec005c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227874 Mar 07 21:53:42.112730 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f85cc-abaf-4a0e-9fba-38b92f4a0aa0 req-0fbaf49b-40db-476f-bad1-ec1fd3af93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:42.115326 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-201f85cc-abaf-4a0e-9fba-38b92f4a0aa0 req-0fbaf49b-40db-476f-bad1-ec1fd3af93f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 1128 time: 0.2186615 Mar 07 21:53:42.251593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0a61c2db-bc2f-4bf1-a72c-773af9d19294 req-294c5c97-3fec-4ac6-adc9-085e246507f1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 210 time: 0.0909848 Mar 07 21:53:42.255745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Routers {'52c272d6-c84b-48ed-aebd-ed47fa442ded'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:53:42.256402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['52c272d6-c84b-48ed-aebd-ed47fa442ded'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:42.276334 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-201f85cc-abaf-4a0e-9fba-38b92f4a0aa0 req-b2105ac1-db12-4723-ab46-8fe8de9f8bd4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475124 Mar 07 21:53:42.361752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb00e8e-211e-4432-9aa2-55e0bca33843 None None] Pushing event updated for resources: {'Port': ['ID=6d4bf4bf-081f-4bd6-9d96-2cd5b445af63,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:42.555079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] Set router 52c272d6-c84b-48ed-aebd-ed47fa442ded gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:53:43.011755 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'name': 'tempest-ServerRescueTestJSON-316198958-router', 'tenant_id': '267c03498dcb4e238759848d7798d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'be4f567c-a358-4321-b3ea-2c0fabfdd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:31Z', 'updated_at': '2022-03-07T21:53:37Z', 'revision_number': 4, 'project_id': '267c03498dcb4e238759848d7798d46c', 'gw_port': {'id': 'be4f567c-a358-4321-b3ea-2c0fabfdd7d5', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:dc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:33Z', 'updated_at': '2022-03-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '6d4bf4bf-081f-4bd6-9d96-2cd5b445af63', 'name': '', 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8', 'tenant_id': '267c03498dcb4e238759848d7798d46c', 'mac_address': 'fa:16:3e:0a:ce:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '703d7ce4-1d22-49b5-99ed-fdb0307bf800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:36Z', 'updated_at': '2022-03-07T21:53:42Z', 'revision_number': 4, 'project_id': '267c03498dcb4e238759848d7798d46c', 'subnets': [{'id': '703d7ce4-1d22-49b5-99ed-fdb0307bf800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:43.101333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da3264-683b-4a93-8513-765575dd5c65 None None] The sync data for ids ['52c272d6-c84b-48ed-aebd-ed47fa442ded'] in n-d-832330-1 is: [{'id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'name': 'tempest-ServerRescueTestJSON-316198958-router', 'tenant_id': '267c03498dcb4e238759848d7798d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'be4f567c-a358-4321-b3ea-2c0fabfdd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:31Z', 'updated_at': '2022-03-07T21:53:37Z', 'revision_number': 4, 'project_id': '267c03498dcb4e238759848d7798d46c', 'gw_port': {'id': 'be4f567c-a358-4321-b3ea-2c0fabfdd7d5', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:dc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:33Z', 'updated_at': '2022-03-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '6d4bf4bf-081f-4bd6-9d96-2cd5b445af63', 'name': '', 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8', 'tenant_id': '267c03498dcb4e238759848d7798d46c', 'mac_address': 'fa:16:3e:0a:ce:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '703d7ce4-1d22-49b5-99ed-fdb0307bf800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:36Z', 'updated_at': '2022-03-07T21:53:42Z', 'revision_number': 4, 'project_id': '267c03498dcb4e238759848d7798d46c', 'subnets': [{'id': '703d7ce4-1d22-49b5-99ed-fdb0307bf800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:53:43.457789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347439c-4743-45f3-86ae-8c6d9440b1f3 req-d52346e3-16d8-4877-97c4-874c7aaa17fe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:43.465162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d347439c-4743-45f3-86ae-8c6d9440b1f3 req-d52346e3-16d8-4877-97c4-874c7aaa17fe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.2326140 Mar 07 21:53:43.528292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8578e-ee67-4928-b97a-4f3c12a621eb req-f54ccf04-5463-4005-a004-a156b06196c9 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:43.537398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20d8578e-ee67-4928-b97a-4f3c12a621eb req-f54ccf04-5463-4005-a004-a156b06196c9 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 946 time: 0.3152919 Mar 07 21:53:43.671089 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20d8578e-ee67-4928-b97a-4f3c12a621eb req-7de2dfe7-b3be-43d5-a06b-5e11eff3ae86 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327012 Mar 07 21:53:43.749535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d347439c-4743-45f3-86ae-8c6d9440b1f3 req-c10ae8b6-15e5-497a-be18-7ad330caa8c5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833939 Mar 07 21:53:43.871918 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac88ac02-ac30-4eb1-8880-ac24dd314303 req-b371b685-4427-41b5-8c4b-c77b3df8e11a tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 210 time: 0.0851331 Mar 07 21:53:44.133085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-e03bb2ea-1b63-4ed0-9375-4ff398505b67 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:44.135405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-e03bb2ea-1b63-4ed0-9375-4ff398505b67 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.15 "GET /v2.0/networks?id=fd64732b-c386-4860-aaf9-a891d6d1f8e8 HTTP/1.1" status: 200 len: 810 time: 0.3406594 Mar 07 21:53:44.151021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-ce7c9c02-b680-4063-bbf2-6ff37c3ec643 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Request body: {'port': {'device_id': '9e17d3c0-15a8-429f-a011-1bfb4cd5472c', 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8', 'admin_state_up': True, 'tenant_id': '267c03498dcb4e238759848d7798d46c'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:44.385448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-ce7c9c02-b680-4063-bbf2-6ff37c3ec643 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Made reservation on behalf of 267c03498dcb4e238759848d7798d46c for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:44.395069 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-ce7c9c02-b680-4063-bbf2-6ff37c3ec643 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:44.448606 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46290) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:44.639530 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9b32f0e-8f12-4ae7-ab12-1e384707f57a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:44.652400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-ce7c9c02-b680-4063-bbf2-6ff37c3ec643 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Allocated IP 172.20.0.13 (fd64732b-c386-4860-aaf9-a891d6d1f8e8/703d7ce4-1d22-49b5-99ed-fdb0307bf800/a1d4e25b-39f0-4050-87a1-3bd7601a80a0) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:44.873888 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9b32f0e-8f12-4ae7-ab12-1e384707f57a admin admin] Publish callbacks [] for security_group (552d8d5f-b088-4575-a250-b83470a611e9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:44.888088 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9b32f0e-8f12-4ae7-ab12-1e384707f57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (552d8d5f-b088-4575-a250-b83470a611e9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:44.907505 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-ce7c9c02-b680-4063-bbf2-6ff37c3ec643 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks [] for port (a1d4e25b-39f0-4050-87a1-3bd7601a80a0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:45.021175 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-ce7c9c02-b680-4063-bbf2-6ff37c3ec643 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a1d4e25b-39f0-4050-87a1-3bd7601a80a0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:45.027269 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b32f0e-8f12-4ae7-ab12-1e384707f57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552d8d5f-b088-4575-a250-b83470a611e9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:45.052296 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b9b32f0e-8f12-4ae7-ab12-1e384707f57a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef71f18e60a5420a9086d364e8136dce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6020672 Mar 07 21:53:45.055441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46302) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:45.181726 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d038d8d4-f490-49fa-99fb-e04ae6b017f6 admin admin] Publish callbacks [] for security_group (552d8d5f-b088-4575-a250-b83470a611e9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:45.249168 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d038d8d4-f490-49fa-99fb-e04ae6b017f6 admin admin] Publish callbacks [] for security_group (552d8d5f-b088-4575-a250-b83470a611e9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:45.307895 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:45.311790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c9c02-b680-4063-bbf2-6ff37c3ec643 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Pushing event updated for resources: {'Port': ['ID=a1d4e25b-39f0-4050-87a1-3bd7601a80a0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:45.350210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-ce7c9c02-b680-4063-bbf2-6ff37c3ec643 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Network fd64732b-c386-4860-aaf9-a891d6d1f8e8 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:45.366233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-ce7c9c02-b680-4063-bbf2-6ff37c3ec643 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:45.405823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-ce7c9c02-b680-4063-bbf2-6ff37c3ec643 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:53:45.417290 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d038d8d4-f490-49fa-99fb-e04ae6b017f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (552d8d5f-b088-4575-a250-b83470a611e9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:45.420888 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d038d8d4-f490-49fa-99fb-e04ae6b017f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:45.422208 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d038d8d4-f490-49fa-99fb-e04ae6b017f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/552d8d5f-b088-4575-a250-b83470a611e9 HTTP/1.1" status: 204 len: 168 time: 0.3642147 Mar 07 21:53:45.441402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038d8d4-f490-49fa-99fb-e04ae6b017f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552d8d5f-b088-4575-a250-b83470a611e9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:45.441659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:45.442177 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:45.568084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-ce7c9c02-b680-4063-bbf2-6ff37c3ec643 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:45.569015 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-ce7c9c02-b680-4063-bbf2-6ff37c3ec643 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:45.585164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:45.586647 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:45.601864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215a670-d9b4-48d5-905b-283da7c5dfc1 req-b8286447-bbd2-44f5-9207-9f8407aa12bf tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:45.611069 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d215a670-d9b4-48d5-905b-283da7c5dfc1 req-b8286447-bbd2-44f5-9207-9f8407aa12bf tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 946 time: 0.6105800 Mar 07 21:53:45.655179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3221e08-0dcd-4882-8c89-a67afbc4ab03 req-5c69ade5-4ef2-4bc7-8d81-acb0ebd7859e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:45.668046 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3221e08-0dcd-4882-8c89-a67afbc4ab03 req-5c69ade5-4ef2-4bc7-8d81-acb0ebd7859e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.6743655 Mar 07 21:53:45.675261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6d4bf4bf-081f-4bd6-9d96-2cd5b445af63,segment=NetworkSegment(de90224c-ed93-4652-a354-9d7ac890d2f4),segment_id=de90224c-ed93-4652-a354-9d7ac890d2f4)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:45.680334 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-ce7c9c02-b680-4063-bbf2-6ff37c3ec643 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5347733 Mar 07 21:53:45.706279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Request body: {'port': {'device_id': '9e17d3c0-15a8-429f-a011-1bfb4cd5472c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:45.721793 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:45.781935 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dbbac626-3953-473b-b164-b8b8be28ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:45.819522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=6d4bf4bf-081f-4bd6-9d96-2cd5b445af63,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:45.918383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d215a670-d9b4-48d5-905b-283da7c5dfc1 req-7542afe9-c568-4239-9b91-e597e9641ef5 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038197 Mar 07 21:53:45.968123 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a1d4e25b-39f0-4050-87a1-3bd7601a80a0), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:46.078754 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3221e08-0dcd-4882-8c89-a67afbc4ab03 req-f2f1961f-9756-4ff5-9ab5-d502d2eeca46 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4093850 Mar 07 21:53:46.331255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3c466-e684-4d4c-9eea-14aaf5735b28 req-75415f5c-20e1-4ef8-a6a1-afd809e0bf5c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:46.335180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ef3c466-e684-4d4c-9eea-14aaf5735b28 req-75415f5c-20e1-4ef8-a6a1-afd809e0bf5c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 932 time: 0.2623019 Mar 07 21:53:46.386927 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:46.423534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a3c214dc-b9eb-4f93-bb5e-821d01058850 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:53:46.624361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2b54d-07a0-421a-a4c3-1f9084069ff5 req-2eadfa71-2698-4f08-8081-7ce746bfb1b3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:46.625900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2d2b54d-07a0-421a-a4c3-1f9084069ff5 req-2eadfa71-2698-4f08-8081-7ce746bfb1b3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.3449771 Mar 07 21:53:46.636205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a3c214dc-b9eb-4f93-bb5e-821d01058850, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a3c214dc-b9eb-4f93-bb5e-821d01058850,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:46.663191 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ef3c466-e684-4d4c-9eea-14aaf5735b28 req-54918d12-610b-4b95-baa5-20ddfb012f8c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769287 Mar 07 21:53:46.670737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'a3c214dc-b9eb-4f93-bb5e-821d01058850', 'network_id': '9e6c13b1-0c65-4e12-81d7-b8c2ee49c756', 'port_id': 'a3c214dc-b9eb-4f93-bb5e-821d01058850', 'mac_address': 'fa:16:3e:c2:c2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1fbfa2-ec43-4960-9833-0f8cbf460e36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:53:46.738903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port a3c214dc-b9eb-4f93-bb5e-821d01058850 is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:46.739299 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:46.753906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3c214dc-b9eb-4f93-bb5e-821d01058850 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:53:46.776921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a3c214dc-b9eb-4f93-bb5e-821d01058850, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a3c214dc-b9eb-4f93-bb5e-821d01058850,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:46.789840 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:46.902909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=a3c214dc-b9eb-4f93-bb5e-821d01058850,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:46.927685 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2d2b54d-07a0-421a-a4c3-1f9084069ff5 req-ac05168b-e9de-4798-a88b-2d386cc80853 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738869 Mar 07 21:53:46.945591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d4e25b-39f0-4050-87a1-3bd7601a80a0 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:53:46.953410 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Publish callbacks [] for port (a1d4e25b-39f0-4050-87a1-3bd7601a80a0), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:46.958300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46334) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:46.961844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['a3c214dc-b9eb-4f93-bb5e-821d01058850'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:53:47.008903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Transition to ACTIVE for port object a1d4e25b-39f0-4050-87a1-3bd7601a80a0 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:53:47.018872 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a1d4e25b-39f0-4050-87a1-3bd7601a80a0), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.022840 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46336) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:47.179677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:47.245328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-867070487-network', 'tenant_id': '4115cbd761624389b66373c73c2acc7b'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:47.285863 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] Made reservation on behalf of 4115cbd761624389b66373c73c2acc7b for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:47.290819 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.294284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca551d2-f0cb-496a-a797-6ccdbd36bf1f tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:47.306896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dca551d2-f0cb-496a-a797-6ccdbd36bf1f tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 1123 time: 0.3362474 Mar 07 21:53:47.309380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:47.309758 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.320103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46342) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:47.327917 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.335592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:47.356964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Pushing event updated for resources: {'Port': ['ID=a1d4e25b-39f0-4050-87a1-3bd7601a80a0,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:47.441932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e70c87-2fa6-457a-8d2a-0c43bd4ea8ff req-8969b02f-4dfc-4cc3-a602-6c14c09c9dbb tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:47.448966 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00e70c87-2fa6-457a-8d2a-0c43bd4ea8ff req-8969b02f-4dfc-4cc3-a602-6c14c09c9dbb tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 945 time: 0.2816012 Mar 07 21:53:47.504415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:47.527204 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.548294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Attempting to bind port a1d4e25b-39f0-4050-87a1-3bd7601a80a0 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:53:47.548638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Attempting to bind port a1d4e25b-39f0-4050-87a1-3bd7601a80a0 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'de90224c-ed93-4652-a354-9d7ac890d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:53:47.548971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Attempting to bind port a1d4e25b-39f0-4050-87a1-3bd7601a80a0 on network fd64732b-c386-4860-aaf9-a891d6d1f8e8 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:47.562727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00e70c87-2fa6-457a-8d2a-0c43bd4ea8ff req-1d2ef5ec-5523-4f8b-a886-bc6f5d8af23d tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127837 Mar 07 21:53:47.565464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Port a1d4e25b-39f0-4050-87a1-3bd7601a80a0 on network fd64732b-c386-4860-aaf9-a891d6d1f8e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:53:47.566528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Attempting to bind port a1d4e25b-39f0-4050-87a1-3bd7601a80a0 on network fd64732b-c386-4860-aaf9-a891d6d1f8e8 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:47.578187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:53:47.579168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Checking segment: {'id': 'de90224c-ed93-4652-a354-9d7ac890d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:47.579571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Bound using segment: {'id': 'de90224c-ed93-4652-a354-9d7ac890d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:53:47.580195 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Bound port: a1d4e25b-39f0-4050-87a1-3bd7601a80a0, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de90224c-ed93-4652-a354-9d7ac890d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:53:47.582150 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a1d4e25b-39f0-4050-87a1-3bd7601a80a0), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.597239 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] Publish callbacks [] for security_group (2cd8583b-5dec-47b7-addd-df395f6d6746), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.605674 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2cd8583b-5dec-47b7-addd-df395f6d6746), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.646612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd8583b-5dec-47b7-addd-df395f6d6746,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:47.689879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] For port a1d4e25b-39f0-4050-87a1-3bd7601a80a0, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:53:47.699715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] For port a1d4e25b-39f0-4050-87a1-3bd7601a80a0, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a1d4e25b-39f0-4050-87a1-3bd7601a80a0,segment=NetworkSegment(de90224c-ed93-4652-a354-9d7ac890d2f4),segment_id=de90224c-ed93-4652-a354-9d7ac890d2f4)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:53:47.711780 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:53:47.721865 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a1d4e25b-39f0-4050-87a1-3bd7601a80a0), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.733500 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0271bfd5-8b9a-441a-9a81-e2e7c3fb3824), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.734041 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] Added segment 0271bfd5-8b9a-441a-9a81-e2e7c3fb3824 of type vlan for network 83d57a19-3431-4910-9994-33f2e03a0fe7 Mar 07 21:53:47.795648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (83d57a19-3431-4910-9994-33f2e03a0fe7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.811338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:47.812237 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.813804 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] 10.222.0.15 "PUT /v2.0/ports/a1d4e25b-39f0-4050-87a1-3bd7601a80a0 HTTP/1.1" status: 200 len: 1092 time: 2.1226654 Mar 07 21:53:47.817468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e17d3c0-15a8-429f-a011-1bfb4cd5472c', 'tag': 'a1d4e25b-39f0-4050-87a1-3bd7601a80a0'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:47.820164 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2d0e42-d70b-494c-93fb-71167ed3377f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e17d3c0-15a8-429f-a011-1bfb4cd5472c", "tag": "a1d4e25b-39f0-4050-87a1-3bd7601a80a0"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:47.885790 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1d7f19c5-0d97-4ca7-a46d-0695e2cdaf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.895118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e049eb-3683-455f-8943-ecbaa11e08de service neutron] Pushing event updated for resources: {'Port': ['ID=a1d4e25b-39f0-4050-87a1-3bd7601a80a0,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:47.901207 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.920155 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (83d57a19-3431-4910-9994-33f2e03a0fe7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.921375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:47.925042 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:47.939656 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e604eb0-dbeb-4c76-a695-2992995c3efc x-openstack-request-id: req-0e604eb0-dbeb-4c76-a695-2992995c3efc {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:47.939656 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e17d3c0-15a8-429f-a011-1bfb4cd5472c", "tag": "a1d4e25b-39f0-4050-87a1-3bd7601a80a0", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:47.940402 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e604eb0-dbeb-4c76-a695-2992995c3efc {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:47.941269 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e17d3c0-15a8-429f-a011-1bfb4cd5472c', 'tag': 'a1d4e25b-39f0-4050-87a1-3bd7601a80a0', 'status': 'completed', 'code': 200} Mar 07 21:53:48.006900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba75525-5f4c-4a41-96db-5b99b5074a74 req-acc481da-c4a2-47f6-ab90-70864f204119 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:48.009150 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ba75525-5f4c-4a41-96db-5b99b5074a74 req-acc481da-c4a2-47f6-ab90-70864f204119 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 944 time: 0.2165933 Mar 07 21:53:48.022631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-51910328-ebd8-49a6-b590-c8f67a9ae414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:48.025793 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-51910328-ebd8-49a6-b590-c8f67a9ae414 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=267c03498dcb4e238759848d7798d46c&device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 1126 time: 0.1075640 Mar 07 21:53:48.037275 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0132256 Mar 07 21:53:48.042650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46352) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:48.052380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7df37735-6e46-4dc3-86f1-c9c30eabea72 admin admin] Request body: {'subnet': {'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-867070487-subnet', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:48.058585 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c40195-8257-4530-8bbd-a68682f6fa0b admin admin] Pushing event updated for resources: {'Network': ['ID=83d57a19-3431-4910-9994-33f2e03a0fe7,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:48.070816 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 83d57a19-3431-4910-9994-33f2e03a0fe7 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:53:48.098221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ba75525-5f4c-4a41-96db-5b99b5074a74 req-9273befb-7b59-4c16-a391-89501841c404 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784056 Mar 07 21:53:48.110969 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df37735-6e46-4dc3-86f1-c9c30eabea72 admin admin] Made reservation on behalf of 4115cbd761624389b66373c73c2acc7b for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:48.113949 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7df37735-6e46-4dc3-86f1-c9c30eabea72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:48.138271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.25.4.105 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/7af7ac10-f586-468d-854b-84b215241feb) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:48.180656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-3f473f96-fa23-42fd-a794-16650c201429 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1d4e25b-39f0-4050-87a1-3bd7601a80a0 HTTP/1.1" status: 200 len: 217 time: 0.0881436 Mar 07 21:53:48.231551 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:48.299278 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-5c1c64ca-0556-4228-93dc-3cad9d5722bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:48.316045 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-5c1c64ca-0556-4228-93dc-3cad9d5722bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=703d7ce4-1d22-49b5-99ed-fdb0307bf800 HTTP/1.1" status: 200 len: 850 time: 0.1272941 Mar 07 21:53:48.356245 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (7af7ac10-f586-468d-854b-84b215241feb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:48.377875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-c97420a1-4554-4f5d-8821-838fa26c6ba3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd64732b-c386-4860-aaf9-a891d6d1f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541174 Mar 07 21:53:48.433914 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7df37735-6e46-4dc3-86f1-c9c30eabea72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (a9615476-da71-4e49-a927-46d7be2e5c0c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:48.455958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a3c214dc-b9eb-4f93-bb5e-821d01058850 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:48.478256 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7af7ac10-f586-468d-854b-84b215241feb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:48.520555 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=7af7ac10-f586-468d-854b-84b215241feb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:48.538656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-3030929a-6fea-4616-a5c0-5fc299d5e6c7 service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555469 Mar 07 21:53:48.541313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:48.544967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:48.549172 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:53:48.597052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port a3c214dc-b9eb-4f93-bb5e-821d01058850 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:48.597613 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:48.611834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df37735-6e46-4dc3-86f1-c9c30eabea72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9615476-da71-4e49-a927-46d7be2e5c0c,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:48.697660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df37735-6e46-4dc3-86f1-c9c30eabea72 admin admin] Checking segment: {'id': '0271bfd5-8b9a-441a-9a81-e2e7c3fb3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:48.698583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df37735-6e46-4dc3-86f1-c9c30eabea72 admin admin] Network hostable DHCP agents. Network: 83d57a19-3431-4910-9994-33f2e03a0fe7, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:53:48.703325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port a3c214dc-b9eb-4f93-bb5e-821d01058850 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:48.703596 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:48.734129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6def95-f952-4c03-b81e-54ae576d3c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c214dc-b9eb-4f93-bb5e-821d01058850'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:48.736891 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7082ec7-2707-4f7e-8f93-3cbc6d27a814" -d '{"events": [{"server_uuid": "8e6def95-f952-4c03-b81e-54ae576d3c24", "name": "network-vif-plugged", "status": "completed", "tag": "a3c214dc-b9eb-4f93-bb5e-821d01058850"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:48.758013 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df37735-6e46-4dc3-86f1-c9c30eabea72 admin admin] Network 83d57a19-3431-4910-9994-33f2e03a0fe7 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:53:48.762340 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a3c214dc-b9eb-4f93-bb5e-821d01058850, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a3c214dc-b9eb-4f93-bb5e-821d01058850,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:48.784008 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:48.828388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-7df37735-6e46-4dc3-86f1-c9c30eabea72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 83d57a19-3431-4910-9994-33f2e03a0fe7) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:48.853397 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df37735-6e46-4dc3-86f1-c9c30eabea72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:48.854590 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7df37735-6e46-4dc3-86f1-c9c30eabea72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:48.877946 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a39594-77ae-4d52-bf6f-56e1ae6b5dd4 x-openstack-request-id: req-58a39594-77ae-4d52-bf6f-56e1ae6b5dd4 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:48.878599 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6def95-f952-4c03-b81e-54ae576d3c24", "name": "network-vif-plugged", "status": "completed", "tag": "a3c214dc-b9eb-4f93-bb5e-821d01058850", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:48.879019 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58a39594-77ae-4d52-bf6f-56e1ae6b5dd4 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:48.879614 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6def95-f952-4c03-b81e-54ae576d3c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c214dc-b9eb-4f93-bb5e-821d01058850', 'code': 200} Mar 07 21:53:48.882455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=a3c214dc-b9eb-4f93-bb5e-821d01058850,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:48.885246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ed773d-f900-4312-855c-216c29f24a82 None None] Network 83d57a19-3431-4910-9994-33f2e03a0fe7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:53:48.889166 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7df37735-6e46-4dc3-86f1-c9c30eabea72 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8424242 Mar 07 21:53:48.922810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46362) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:48.928931 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:48.974371 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (175f041a-0626-4300-b5e3-ba5a62a24f69), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:48.975623 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (175f041a-0626-4300-b5e3-ba5a62a24f69), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:49.077002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-83d57a19-3431-4910-9994-33f2e03a0fe7', 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'project_id': '4115cbd761624389b66373c73c2acc7b', 'fixed_ips': [{'subnet_id': 'a9615476-da71-4e49-a927-46d7be2e5c0c'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:53:49.081201 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:49.128519 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Publish callbacks [] for router_controller (175f041a-0626-4300-b5e3-ba5a62a24f69), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:49.296857 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:49.319785 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20c67fd4-d513-4ecd-bec4-8bdb70ffbb57 req-88415470-ba01-4a75-a809-f2a90b4cabe0 service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7738607 Mar 07 21:53:49.380690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed246833-5251-492a-a98c-66effcd58578 req-d1bd4f2c-3b6d-4940-a2e7-8bb6627660af tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:49.384822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Allocated IP 172.20.0.2 (83d57a19-3431-4910-9994-33f2e03a0fe7/a9615476-da71-4e49-a927-46d7be2e5c0c/0e7d5753-9b41-4113-a2d9-bfaa025ea0b9) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:49.385151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed246833-5251-492a-a98c-66effcd58578 req-d1bd4f2c-3b6d-4940-a2e7-8bb6627660af tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 946 time: 0.1904452 Mar 07 21:53:49.391634 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Publish callbacks [] for router_gateway (175f041a-0626-4300-b5e3-ba5a62a24f69), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:49.401483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3a3c9-de7c-44f0-8c18-7c2996417b8c req-09635732-3eca-4f38-975d-f4b7633eb03c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:49.405353 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2bc3a3c9-de7c-44f0-8c18-7c2996417b8c req-09635732-3eca-4f38-975d-f4b7633eb03c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 944 time: 0.1684842 Mar 07 21:53:49.405815 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (25f91c1b-97cd-4056-b643-2f4ca81e735c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:49.539742 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7af7ac10-f586-468d-854b-84b215241feb), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:49.594111 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Publish callbacks [] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:49.607938 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:49.656859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed246833-5251-492a-a98c-66effcd58578 req-39d45ef8-d147-4dc2-8271-0503b19e17d4 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503877 Mar 07 21:53:49.688291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d0e42-d70b-494c-93fb-71167ed3377f req-d4529751-7d53-4830-a5a6-82bde8a51cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:49.688291 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e2d0e42-d70b-494c-93fb-71167ed3377f req-d4529751-7d53-4830-a5a6-82bde8a51cc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=267c03498dcb4e238759848d7798d46c&device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 1126 time: 0.2636781 Mar 07 21:53:49.697402 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2bc3a3c9-de7c-44f0-8c18-7c2996417b8c req-e90ecd33-0d78-4c5e-85a9-2288e78e261b tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685478 Mar 07 21:53:49.704751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Network 83d57a19-3431-4910-9994-33f2e03a0fe7 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:49.716587 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:49.721003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:53:49.813092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Pushing event updated for resources: {'Port': ['ID=0e7d5753-9b41-4113-a2d9-bfaa025ea0b9,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:49.861419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d0e42-d70b-494c-93fb-71167ed3377f req-2956b09b-e6fe-4d54-9117-16381bb177b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:49.863196 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e2d0e42-d70b-494c-93fb-71167ed3377f req-2956b09b-e6fe-4d54-9117-16381bb177b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd64732b-c386-4860-aaf9-a891d6d1f8e8 HTTP/1.1" status: 200 len: 911 time: 0.1647942 Mar 07 21:53:49.903330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Attempting to bind port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:53:49.907681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Attempting to bind port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '0271bfd5-8b9a-441a-9a81-e2e7c3fb3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:53:49.908146 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Attempting to bind port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 on network 83d57a19-3431-4910-9994-33f2e03a0fe7 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:49.920594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:53:49.921177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Checking segment: {'id': '0271bfd5-8b9a-441a-9a81-e2e7c3fb3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:49.921693 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:49.922223 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Bound using segment: {'id': '0271bfd5-8b9a-441a-9a81-e2e7c3fb3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:53:49.930994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Bound port: 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0271bfd5-8b9a-441a-9a81-e2e7c3fb3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:53:49.933426 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:50.027280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e2d0e42-d70b-494c-93fb-71167ed3377f req-0f3cd664-9c27-438f-b0b5-a5f64b88d9dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1d4e25b-39f0-4050-87a1-3bd7601a80a0 HTTP/1.1" status: 200 len: 217 time: 0.1511362 Mar 07 21:53:50.073287 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] For port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:53:50.077074 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] For port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0e7d5753-9b41-4113-a2d9-bfaa025ea0b9,segment=NetworkSegment(0271bfd5-8b9a-441a-9a81-e2e7c3fb3824),segment_id=0271bfd5-8b9a-441a-9a81-e2e7c3fb3824)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:53:50.090940 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:50.155860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d0e42-d70b-494c-93fb-71167ed3377f req-97814a1e-b1fe-4ba2-bf66-7d6866746ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:50.160222 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e2d0e42-d70b-494c-93fb-71167ed3377f req-97814a1e-b1fe-4ba2-bf66-7d6866746ade service neutron] 10.222.0.15 "GET /v2.0/subnets?id=703d7ce4-1d22-49b5-99ed-fdb0307bf800 HTTP/1.1" status: 200 len: 850 time: 0.1231148 Mar 07 21:53:50.167973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddde507-5f8b-416a-a148-6e4f5862cf13 None None] Pushing event updated for resources: {'Port': ['ID=0e7d5753-9b41-4113-a2d9-bfaa025ea0b9,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:50.172200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Publish callbacks [] for router_gateway (175f041a-0626-4300-b5e3-ba5a62a24f69), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:50.240694 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:50.277138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e2d0e42-d70b-494c-93fb-71167ed3377f req-70f3346a-acb9-47f7-bb52-309e9c698019 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd64732b-c386-4860-aaf9-a891d6d1f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098058 Mar 07 21:53:50.289040 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:50.420760 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Allocated IP 172.25.4.240 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/51f38451-b132-425f-9a3e-367c06078b0a) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:50.462131 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (7af7ac10-f586-468d-854b-84b215241feb), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:50.485384 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (7af7ac10-f586-468d-854b-84b215241feb), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:50.581109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e2d0e42-d70b-494c-93fb-71167ed3377f req-0bee5714-e9ff-4b8e-a19a-58ecebcb0dcb service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964888 Mar 07 21:53:50.649720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaf539-7314-4d20-9d43-4c0e0d7f4526 req-562ba49a-fcbe-479a-a0f1-981d5493e19d tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:50.653267 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cdaf539-7314-4d20-9d43-4c0e0d7f4526 req-562ba49a-fcbe-479a-a0f1-981d5493e19d tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.1378145 Mar 07 21:53:50.702429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (25f91c1b-97cd-4056-b643-2f4ca81e735c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:50.820062 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e2d0e42-d70b-494c-93fb-71167ed3377f req-6144870a-d45f-4bbf-873b-a6bf4045a713 service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309091 Mar 07 21:53:50.831001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=7af7ac10-f586-468d-854b-84b215241feb,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:50.839014 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cdaf539-7314-4d20-9d43-4c0e0d7f4526 req-fc541ff7-aaaf-4459-9b6f-37b74466c572 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341431 Mar 07 21:53:50.868594 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Floating IP 25f91c1b-97cd-4056-b643-2f4ca81e735c associated. External IP: 172.25.4.105, port: cf057c28-5634-40dc-b41f-fa62a81d1ad3. Mar 07 21:53:50.874503 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Publish callbacks [] for port (51f38451-b132-425f-9a3e-367c06078b0a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:50.892060 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2c776-3289-4c69-8b2e-a3e3995b018d req-997e67b4-8ed3-4413-9c07-69bed1cf2edd tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:50.905191 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0e2c776-3289-4c69-8b2e-a3e3995b018d req-997e67b4-8ed3-4413-9c07-69bed1cf2edd tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 946 time: 0.1116538 Mar 07 21:53:51.016163 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (51f38451-b132-425f-9a3e-367c06078b0a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:51.022767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0e2c776-3289-4c69-8b2e-a3e3995b018d req-26a4583d-7dd6-41d9-bf4f-00bdfd0aefee tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095369 Mar 07 21:53:51.055033 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795cd6a-5149-46bf-ac2c-d9a897d87914 req-2991817b-4eea-48f4-acb5-167f213b5aa2 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:51.062254 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e795cd6a-5149-46bf-ac2c-d9a897d87914 req-2991817b-4eea-48f4-acb5-167f213b5aa2 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 944 time: 0.1045189 Mar 07 21:53:51.183300 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e795cd6a-5149-46bf-ac2c-d9a897d87914 req-45d0698b-6b61-49f7-bb6b-36eddbb97fdb tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131477 Mar 07 21:53:51.300231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:51.303308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:51.310434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:51.319522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:53:51.333087 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router 46d5167d-2bef-4743-bd70-93f553770bdd has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:53:51.387819 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Pushing event updated for resources: {'Port': ['ID=51f38451-b132-425f-9a3e-367c06078b0a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:51.519062 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:51.519706 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:51.713204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:51.713655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:53:51.724967 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:51.725876 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dedce1b-c24b-452f-ba1e-81bc05a56f8e None None] Sync routers for ids ['46d5167d-2bef-4743-bd70-93f553770bdd'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:53:51.750763 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dedce1b-c24b-452f-ba1e-81bc05a56f8e None None] Routers {'46d5167d-2bef-4743-bd70-93f553770bdd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:53:51.751656 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9dedce1b-c24b-452f-ba1e-81bc05a56f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['46d5167d-2bef-4743-bd70-93f553770bdd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:51.790009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0e7d5753-9b41-4113-a2d9-bfaa025ea0b9,segment=NetworkSegment(0271bfd5-8b9a-441a-9a81-e2e7c3fb3824),segment_id=0271bfd5-8b9a-441a-9a81-e2e7c3fb3824)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:51.797831 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:51.831678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc66c33-5a6a-4951-85ec-f300b4cc4725 req-119edd4e-d5ba-4d1e-a7f2-9ba097c3fb79 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:51.833635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1dc66c33-5a6a-4951-85ec-f300b4cc4725 req-119edd4e-d5ba-4d1e-a7f2-9ba097c3fb79 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 946 time: 0.1386890 Mar 07 21:53:51.841143 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:51.912850 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=0e7d5753-9b41-4113-a2d9-bfaa025ea0b9,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:51.945096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76707c84-7ef9-4a47-a83f-131e2bdcb2b8 None None] Network 83d57a19-3431-4910-9994-33f2e03a0fe7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:53:51.972896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1dc66c33-5a6a-4951-85ec-f300b4cc4725 req-740b652b-1394-448d-873f-0db5f112cc31 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295400 Mar 07 21:53:52.006743 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3e3918df-eaf3-45e4-85db-1709e193c581 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6655204 Mar 07 21:53:52.010251 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-9dedce1b-c24b-452f-ba1e-81bc05a56f8e None None] Set router 46d5167d-2bef-4743-bd70-93f553770bdd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:53:52.015889 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:52.026390 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e3f2de-15ac-4fbd-9ea9-a712e2177ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:52.127518 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-74e352b6-cad3-47e3-b797-80a12db90529 None None] Provisioning complete for port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:52.127895 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-74e352b6-cad3-47e3-b797-80a12db90529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:52.168755 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Publish callbacks [] for router_gateway (175f041a-0626-4300-b5e3-ba5a62a24f69), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:52.213446 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:52.285300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6436f7-5f06-4136-9f25-7bdb32c3eadc req-f02a5dbb-6c40-471e-ac39-f612cf1124b1 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:52.286992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a6436f7-5f06-4136-9f25-7bdb32c3eadc req-f02a5dbb-6c40-471e-ac39-f612cf1124b1 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.3079026 Mar 07 21:53:52.355565 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9dedce1b-c24b-452f-ba1e-81bc05a56f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:01Z', 'updated_at': '2022-03-07T21:53:19Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:04Z', 'updated_at': '2022-03-07T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '25f91c1b-97cd-4056-b643-2f4ca81e735c', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'port_id': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'mac_address': 'fa:16:3e:08:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92543f33-d5ef-49ab-8137-014b22c5098b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T21:53:48Z', 'revision_number': 0, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c607fbe0-2792-4317-bd60-63b8eb9e0bb0', 'name': '', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:15:e2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:23Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:52.389962 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dedce1b-c24b-452f-ba1e-81bc05a56f8e None None] Checking router: 46d5167d-2bef-4743-bd70-93f553770bdd for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:53:52.398639 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae19c92-ec32-43cb-a9bf-3bb205c1b4a1 req-12d2254f-54a3-49b2-b438-99dcfa9d59d9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:52.400382 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dedce1b-c24b-452f-ba1e-81bc05a56f8e None None] Routers {'46d5167d-2bef-4743-bd70-93f553770bdd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:53:52.400987 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ae19c92-ec32-43cb-a9bf-3bb205c1b4a1 req-12d2254f-54a3-49b2-b438-99dcfa9d59d9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 946 time: 0.3321207 Mar 07 21:53:52.401229 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9dedce1b-c24b-452f-ba1e-81bc05a56f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['46d5167d-2bef-4743-bd70-93f553770bdd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:52.434942 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-74e352b6-cad3-47e3-b797-80a12db90529 None None] Current status of the port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:52.458293 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a6436f7-5f06-4136-9f25-7bdb32c3eadc req-46ab5468-ce8f-415d-aee0-27c4df1cb7f9 tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94a16aa-c45b-42fa-a54a-448eec97491f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650395 Mar 07 21:53:52.508888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29543a-cdb4-467b-a0ce-3425cff5cfd3 req-6aaa7576-8a78-4a6c-a24b-82b880a20491 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:52.516457 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f29543a-cdb4-467b-a0ce-3425cff5cfd3 req-6aaa7576-8a78-4a6c-a24b-82b880a20491 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.3381963 Mar 07 21:53:52.572040 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22647d32-5471-4c5c-bd1f-4c7c1e5d803a x-openstack-request-id: req-22647d32-5471-4c5c-bd1f-4c7c1e5d803a {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:52.572479 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:52.572598 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22647d32-5471-4c5c-bd1f-4c7c1e5d803a {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:52.573874 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'status': 'completed', 'code': 200} Mar 07 21:53:52.591907 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-9dedce1b-c24b-452f-ba1e-81bc05a56f8e None None] Set router 46d5167d-2bef-4743-bd70-93f553770bdd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:53:52.637585 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (175f041a-0626-4300-b5e3-ba5a62a24f69), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:52.764998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a1d4e25b-39f0-4050-87a1-3bd7601a80a0 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:53:52.774120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3f2de-15ac-4fbd-9ea9-a712e2177ed3 req-2247aa58-fade-496b-ac16-6e3154e6c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:52.775832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97e3f2de-15ac-4fbd-9ea9-a712e2177ed3 req-2247aa58-fade-496b-ac16-6e3154e6c629 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 1128 time: 0.1752820 Mar 07 21:53:52.784667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-4ae19c92-ec32-43cb-a9bf-3bb205c1b4a1 req-c9b2edf7-27c9-460c-92cb-9826cd884dad tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Deleting port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:53:52.784883 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4ae19c92-ec32-43cb-a9bf-3bb205c1b4a1 req-c9b2edf7-27c9-460c-92cb-9826cd884dad tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:52.908377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-4ae19c92-ec32-43cb-a9bf-3bb205c1b4a1 req-c9b2edf7-27c9-460c-92cb-9826cd884dad tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] For port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,segment=NetworkSegment(767638f9-6d65-4a10-b96b-ec0140a282a9),segment_id=767638f9-6d65-4a10-b96b-ec0140a282a9)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:52.909024 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4ae19c92-ec32-43cb-a9bf-3bb205c1b4a1 req-c9b2edf7-27c9-460c-92cb-9826cd884dad tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:52.939362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-4ae19c92-ec32-43cb-a9bf-3bb205c1b4a1 req-c9b2edf7-27c9-460c-92cb-9826cd884dad tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Calling delete_port for 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:53:53.002511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Router 175f041a-0626-4300-b5e3-ba5a62a24f69 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:53:53.033616 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7ed9ab3b-2464-4247-b211-add28667c6c4 None None] Provisioning complete for port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:53.034771 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7ed9ab3b-2464-4247-b211-add28667c6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:53.082224 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9dedce1b-c24b-452f-ba1e-81bc05a56f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:01Z', 'updated_at': '2022-03-07T21:53:19Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:04Z', 'updated_at': '2022-03-07T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '25f91c1b-97cd-4056-b643-2f4ca81e735c', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'port_id': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'mac_address': 'fa:16:3e:08:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92543f33-d5ef-49ab-8137-014b22c5098b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T21:53:48Z', 'revision_number': 0, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c607fbe0-2792-4317-bd60-63b8eb9e0bb0', 'name': '', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:15:e2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:23Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:53.141988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a1d4e25b-39f0-4050-87a1-3bd7601a80a0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a1d4e25b-39f0-4050-87a1-3bd7601a80a0,segment=NetworkSegment(de90224c-ed93-4652-a354-9d7ac890d2f4),segment_id=de90224c-ed93-4652-a354-9d7ac890d2f4)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:53.145632 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dedce1b-c24b-452f-ba1e-81bc05a56f8e None None] The sync data for ids ['46d5167d-2bef-4743-bd70-93f553770bdd'] in n-d-832330-1 is: [{'id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:01Z', 'updated_at': '2022-03-07T21:53:19Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:04Z', 'updated_at': '2022-03-07T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '25f91c1b-97cd-4056-b643-2f4ca81e735c', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'port_id': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'mac_address': 'fa:16:3e:08:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92543f33-d5ef-49ab-8137-014b22c5098b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T21:53:48Z', 'revision_number': 0, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c607fbe0-2792-4317-bd60-63b8eb9e0bb0', 'name': '', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:15:e2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:23Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:53:53.163551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:53.226961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'a1d4e25b-39f0-4050-87a1-3bd7601a80a0', 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8', 'port_id': 'a1d4e25b-39f0-4050-87a1-3bd7601a80a0', 'mac_address': 'fa:16:3e:a7:10:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703d7ce4-1d22-49b5-99ed-fdb0307bf800', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:53:53.242362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:53:53.271720 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:53.276495 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f27ffa72-afea-4e04-865c-becadee6a2ef admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3525395 Mar 07 21:53:53.277448 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46420) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:53.285130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port a1d4e25b-39f0-4050-87a1-3bd7601a80a0 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:53.285518 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a1d4e25b-39f0-4050-87a1-3bd7601a80a0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:53.289071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Sync routers for ids ['175f041a-0626-4300-b5e3-ba5a62a24f69'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:53:53.306032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3f2de-15ac-4fbd-9ea9-a712e2177ed3 req-1029f84a-fdaf-4cc0-9a9d-659349fb5e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:53.307645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97e3f2de-15ac-4fbd-9ea9-a712e2177ed3 req-1029f84a-fdaf-4cc0-9a9d-659349fb5e73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c30be23b-c9a1-4888-abc2-f862c1499bc1 HTTP/1.1" status: 200 len: 898 time: 0.1228881 Mar 07 21:53:53.320674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f29543a-cdb4-467b-a0ce-3425cff5cfd3 req-e1c6b124-07a9-4eaf-aee6-dc25c2185bec tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7862718 Mar 07 21:53:53.320946 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4ae19c92-ec32-43cb-a9bf-3bb205c1b4a1 req-c9b2edf7-27c9-460c-92cb-9826cd884dad tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (72840b70-c8b3-4f97-9dbb-b0dc277d4ccb), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:53.355267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Routers {'175f041a-0626-4300-b5e3-ba5a62a24f69'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:53:53.360515 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['175f041a-0626-4300-b5e3-ba5a62a24f69'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:53.363949 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d4e25b-39f0-4050-87a1-3bd7601a80a0 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:53:53.384695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['72840b70-c8b3-4f97-9dbb-b0dc277d4ccb'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:53:53.392926 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46422) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:53.482514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2edf7-27c9-460c-92cb-9826cd884dad tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Pushing event deleted for resources: {'Port': ['ID=72840b70-c8b3-4f97-9dbb-b0dc277d4ccb,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:53.528851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0fb38-3861-4c08-9125-9e9addcb37a7 req-71838cf5-f7d2-400c-82b7-424297036be8 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:53.531201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-acc0fb38-3861-4c08-9125-9e9addcb37a7 req-71838cf5-f7d2-400c-82b7-424297036be8 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 946 time: 0.3477039 Mar 07 21:53:53.568370 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c52b3eb-86c4-4322-bcc2-7c3d77c3cb0f None None] New status for floating IP 25f91c1b-97cd-4056-b643-2f4ca81e735c: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:53:53.577505 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee79359-1db4-48f4-81ab-40e651d082e9 req-3fdaec4a-078e-4cbe-90e0-cb14ab4a536d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:53.599922 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fee79359-1db4-48f4-81ab-40e651d082e9 req-3fdaec4a-078e-4cbe-90e0-cb14ab4a536d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 944 time: 0.9122033 Mar 07 21:53:53.617047 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-66d2f7ca-7fb3-4d59-b8a1-408392d9144a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/25f91c1b-97cd-4056-b643-2f4ca81e735c HTTP/1.1" status: 200 len: 992 time: 0.2211823 Mar 07 21:53:53.647732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a1d4e25b-39f0-4050-87a1-3bd7601a80a0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a1d4e25b-39f0-4050-87a1-3bd7601a80a0,segment=NetworkSegment(de90224c-ed93-4652-a354-9d7ac890d2f4),segment_id=de90224c-ed93-4652-a354-9d7ac890d2f4)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:53.655611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7ed9ab3b-2464-4247-b211-add28667c6c4 None None] Current status of the port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:53.661564 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a1d4e25b-39f0-4050-87a1-3bd7601a80a0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:53.668399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae19c92-ec32-43cb-a9bf-3bb205c1b4a1 req-c9b2edf7-27c9-460c-92cb-9826cd884dad tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] No DVR routers for this DVR port 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:53:53.692331 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4ae19c92-ec32-43cb-a9bf-3bb205c1b4a1 req-c9b2edf7-27c9-460c-92cb-9826cd884dad tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:53.695918 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ae19c92-ec32-43cb-a9bf-3bb205c1b4a1 req-c9b2edf7-27c9-460c-92cb-9826cd884dad tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.15 "DELETE /v2.0/ports/72840b70-c8b3-4f97-9dbb-b0dc277d4ccb HTTP/1.1" status: 204 len: 173 time: 1.2878113 Mar 07 21:53:53.709347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc566c24-ff47-44a3-8c3a-1698e4cc5200', 'name': 'network-vif-deleted', 'tag': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:53.712492 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b3acb8-de1c-4ec6-8557-e829c3540696" -d '{"events": [{"server_uuid": "bc566c24-ff47-44a3-8c3a-1698e4cc5200", "name": "network-vif-deleted", "tag": "72840b70-c8b3-4f97-9dbb-b0dc277d4ccb"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:53.804343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=a1d4e25b-39f0-4050-87a1-3bd7601a80a0,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:53.834894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97e3f2de-15ac-4fbd-9ea9-a712e2177ed3 req-f49ced6a-6bf0-4939-bdf4-6fc685170afe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3 HTTP/1.1" status: 200 len: 1000 time: 0.4962771 Mar 07 21:53:53.836658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:53.837684 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:53.839831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fee79359-1db4-48f4-81ab-40e651d082e9 req-bd8516cc-7b33-4181-a393-2517b6630925 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389650 Mar 07 21:53:53.890812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Set router 175f041a-0626-4300-b5e3-ba5a62a24f69 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:53:53.927931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec09f21-bc8c-440e-a3c0-0bd711977e68 req-ff23ee5e-c5ef-49e6-a7bf-dea58a4748b0 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:53.929562 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ec09f21-bc8c-440e-a3c0-0bd711977e68 req-ff23ee5e-c5ef-49e6-a7bf-dea58a4748b0 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 946 time: 0.4388523 Mar 07 21:53:53.979809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3f2de-15ac-4fbd-9ea9-a712e2177ed3 req-48ea553e-4e1e-4887-b892-ef54bcb45182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:53.981325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97e3f2de-15ac-4fbd-9ea9-a712e2177ed3 req-48ea553e-4e1e-4887-b892-ef54bcb45182 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b94fcc19-8bef-4638-9407-9c98f3f9f1ea HTTP/1.1" status: 200 len: 835 time: 0.1335142 Mar 07 21:53:53.986429 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-acc0fb38-3861-4c08-9125-9e9addcb37a7 req-71ad3a55-3b7c-4393-9dfc-556d66b5d772 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Deleting port a3c214dc-b9eb-4f93-bb5e-821d01058850 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:53:53.986771 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-acc0fb38-3861-4c08-9125-9e9addcb37a7 req-71ad3a55-3b7c-4393-9dfc-556d66b5d772 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:54.097137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-24d87446-037b-41b7-8abb-04fe630ee930 req-b5d60edd-7534-4af9-826f-e938d7afbb2c tempest-ServersNegativeTestJSON-117179839 tempest-ServersNegativeTestJSON-117179839-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc566c24-ff47-44a3-8c3a-1698e4cc5200 HTTP/1.1" status: 200 len: 210 time: 0.0532751 Mar 07 21:53:54.151207 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ec09f21-bc8c-440e-a3c0-0bd711977e68 req-f311f2a9-3f19-47cb-833d-c08b16c30a5d tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f9b9a21-597f-4c59-9eca-8d45c76f5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115560 Mar 07 21:53:54.187513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3f2de-15ac-4fbd-9ea9-a712e2177ed3 req-d96705e2-7352-4d7d-b3f7-58604a847fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:54.189020 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97e3f2de-15ac-4fbd-9ea9-a712e2177ed3 req-d96705e2-7352-4d7d-b3f7-58604a847fd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c30be23b-c9a1-4888-abc2-f862c1499bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1979690 Mar 07 21:53:54.208891 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeef13e3-a66d-41b0-b20f-ce12b464b889 x-openstack-request-id: req-eeef13e3-a66d-41b0-b20f-ce12b464b889 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:54.209215 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc566c24-ff47-44a3-8c3a-1698e4cc5200", "name": "network-vif-deleted", "tag": "72840b70-c8b3-4f97-9dbb-b0dc277d4ccb", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:54.209473 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eeef13e3-a66d-41b0-b20f-ce12b464b889 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:54.209878 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc566c24-ff47-44a3-8c3a-1698e4cc5200', 'name': 'network-vif-deleted', 'tag': '72840b70-c8b3-4f97-9dbb-b0dc277d4ccb', 'status': 'completed', 'code': 200} Mar 07 21:53:54.259390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-acc0fb38-3861-4c08-9125-9e9addcb37a7 req-71ad3a55-3b7c-4393-9dfc-556d66b5d772 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] For port a3c214dc-b9eb-4f93-bb5e-821d01058850, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a3c214dc-b9eb-4f93-bb5e-821d01058850,segment=NetworkSegment(69fe6a0c-241d-4ec4-9b61-7df4706b3745),segment_id=69fe6a0c-241d-4ec4-9b61-7df4706b3745)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:54.264937 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-acc0fb38-3861-4c08-9125-9e9addcb37a7 req-71ad3a55-3b7c-4393-9dfc-556d66b5d772 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:54.338005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['a1d4e25b-39f0-4050-87a1-3bd7601a80a0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:53:54.364045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-acc0fb38-3861-4c08-9125-9e9addcb37a7 req-71ad3a55-3b7c-4393-9dfc-556d66b5d772 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Calling delete_port for a3c214dc-b9eb-4f93-bb5e-821d01058850 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:53:54.447039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97e3f2de-15ac-4fbd-9ea9-a712e2177ed3 req-a7372a7a-f34a-4b44-9815-75e43ba2c047 service neutron] 10.222.0.15 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497818 Mar 07 21:53:54.465143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a3c214dc-b9eb-4f93-bb5e-821d01058850 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:53:54.542390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:54.615674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97e3f2de-15ac-4fbd-9ea9-a712e2177ed3 req-c4dee68f-16db-4c75-b260-869bd493fd7e service neutron] 10.222.0.15 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601033 Mar 07 21:53:54.621002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46438) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:54.696984 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-db9e8bbd-4b16-4742-aa21-6869ab91f469 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/25f91c1b-97cd-4056-b643-2f4ca81e735c HTTP/1.1" status: 200 len: 994 time: 0.0697353 Mar 07 21:53:54.702656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port a3c214dc-b9eb-4f93-bb5e-821d01058850 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:54.703136 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:54.707766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:54.713601 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-acc0fb38-3861-4c08-9125-9e9addcb37a7 req-71ad3a55-3b7c-4393-9dfc-556d66b5d772 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a3c214dc-b9eb-4f93-bb5e-821d01058850), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:54.754291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '51f38451-b132-425f-9a3e-367c06078b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T21:53:51Z', 'revision_number': 3, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'gw_port': {'id': '51f38451-b132-425f-9a3e-367c06078b0a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:39:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:50Z', 'updated_at': '2022-03-07T21:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:54.760436 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad3a55-3b7c-4393-9dfc-556d66b5d772 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Pushing event deleted for resources: {'Port': ['ID=a3c214dc-b9eb-4f93-bb5e-821d01058850,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:54.804809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc0fb38-3861-4c08-9125-9e9addcb37a7 req-71ad3a55-3b7c-4393-9dfc-556d66b5d772 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] No DVR routers for this DVR port a3c214dc-b9eb-4f93-bb5e-821d01058850 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:53:54.807900 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-acc0fb38-3861-4c08-9125-9e9addcb37a7 req-71ad3a55-3b7c-4393-9dfc-556d66b5d772 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:54.812091 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-acc0fb38-3861-4c08-9125-9e9addcb37a7 req-71ad3a55-3b7c-4393-9dfc-556d66b5d772 tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.13 "DELETE /v2.0/ports/a3c214dc-b9eb-4f93-bb5e-821d01058850 HTTP/1.1" status: 204 len: 173 time: 1.2049241 Mar 07 21:53:54.815162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Checking router: 175f041a-0626-4300-b5e3-ba5a62a24f69 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:53:54.815421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Updating router 175f041a-0626-4300-b5e3-ba5a62a24f69 port 51f38451-b132-425f-9a3e-367c06078b0a binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:53:54.944816 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (51f38451-b132-425f-9a3e-367c06078b0a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:54.948681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Allocated IP 172.20.0.1 (83d57a19-3431-4910-9994-33f2e03a0fe7/a9615476-da71-4e49-a927-46d7be2e5c0c/b27cdf53-44e1-4c92-9bf9-e4551d2ee79e) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:54.985509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165f941-48d2-45e6-9c02-4b253d4e70f0 req-a95ab5ec-5a2c-47a0-a0a1-248e7a1e2854 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:54.994684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a165f941-48d2-45e6-9c02-4b253d4e70f0 req-a95ab5ec-5a2c-47a0-a0a1-248e7a1e2854 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 945 time: 0.0721731 Mar 07 21:53:55.053956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a165f941-48d2-45e6-9c02-4b253d4e70f0 req-276c0c99-f4ed-4c3f-92a5-12a7c822f7e3 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582325 Mar 07 21:53:55.122334 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Publish callbacks [] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:55.169086 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46446) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:55.240090 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e4d843-192b-4307-93f2-ebd357783be0 admin admin] Deleting subnet 087870aa-f669-4d7e-a1fb-da282598d1d1 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:53:55.244330 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28e4d843-192b-4307-93f2-ebd357783be0 admin admin] Publish callbacks [] for subnet (087870aa-f669-4d7e-a1fb-da282598d1d1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:55.307867 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:55.319335 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28e4d843-192b-4307-93f2-ebd357783be0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (087870aa-f669-4d7e-a1fb-da282598d1d1), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:55.350883 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e7f5592-957a-45d9-a397-0b0d62e9d1b3 req-9d96e499-83be-4dfe-8905-4a3df3c7469c tempest-ImagesTestJSON-1035552637 tempest-ImagesTestJSON-1035552637-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e6def95-f952-4c03-b81e-54ae576d3c24 HTTP/1.1" status: 200 len: 210 time: 0.0775824 Mar 07 21:53:55.363643 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Publish callbacks [] for port (51f38451-b132-425f-9a3e-367c06078b0a), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:55.381338 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (51f38451-b132-425f-9a3e-367c06078b0a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:55.440855 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adf4b3-297a-41f6-8080-b3daeecd7b73 None None] Pushing event updated for resources: {'Port': ['ID=51f38451-b132-425f-9a3e-367c06078b0a,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:55.443384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Attempting to bind port 51f38451-b132-425f-9a3e-367c06078b0a on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:53:55.443859 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Attempting to bind port 51f38451-b132-425f-9a3e-367c06078b0a by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:53:55.444298 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Attempting to bind port 51f38451-b132-425f-9a3e-367c06078b0a on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:53:55.450481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:53:55.451800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:55.452269 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:55.452795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:53:55.453375 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Bound port: 51f38451-b132-425f-9a3e-367c06078b0a, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:53:55.453828 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (51f38451-b132-425f-9a3e-367c06078b0a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:55.487461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Pushing event updated for resources: {'Port': ['ID=b27cdf53-44e1-4c92-9bf9-e4551d2ee79e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:55.510596 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Network 83d57a19-3431-4910-9994-33f2e03a0fe7 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:55.514494 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] For port 51f38451-b132-425f-9a3e-367c06078b0a, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:53:55.515013 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:55.518981 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] For port 51f38451-b132-425f-9a3e-367c06078b0a, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=51f38451-b132-425f-9a3e-367c06078b0a,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:53:55.527344 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (51f38451-b132-425f-9a3e-367c06078b0a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:55.532275 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:53:55.586517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Routers {'175f041a-0626-4300-b5e3-ba5a62a24f69'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:53:55.590158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['175f041a-0626-4300-b5e3-ba5a62a24f69'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:55.591116 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (175f041a-0626-4300-b5e3-ba5a62a24f69), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:55.650703 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28e4d843-192b-4307-93f2-ebd357783be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (087870aa-f669-4d7e-a1fb-da282598d1d1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:55.768415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] Set router 175f041a-0626-4300-b5e3-ba5a62a24f69 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:53:55.785421 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28e4d843-192b-4307-93f2-ebd357783be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (087870aa-f669-4d7e-a1fb-da282598d1d1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:55.812874 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4d843-192b-4307-93f2-ebd357783be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087870aa-f669-4d7e-a1fb-da282598d1d1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:55.823025 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28e4d843-192b-4307-93f2-ebd357783be0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:55.827160 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-28e4d843-192b-4307-93f2-ebd357783be0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/087870aa-f669-4d7e-a1fb-da282598d1d1 HTTP/1.1" status: 204 len: 168 time: 0.6564760 Mar 07 21:53:55.829828 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46450) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:55.855925 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:55.917027 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e1a7-7277-45a8-b2c1-384985b4ad50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (5756c39c-b68c-4572-a466-6a9175bae4ac), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:55.926258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adf4b3-297a-41f6-8080-b3daeecd7b73 None None] Pushing event updated for resources: {'Port': ['ID=51f38451-b132-425f-9a3e-367c06078b0a,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:55.994420 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fae384e7-2ae6-4402-91d7-97a7c13090e4 None None] Provisioning complete for port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:55.994801 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fae384e7-2ae6-4402-91d7-97a7c13090e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:56.054042 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Publish callbacks [] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:56.055579 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e1a7-7277-45a8-b2c1-384985b4ad50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (5756c39c-b68c-4572-a466-6a9175bae4ac), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:56.059718 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:56.067574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fae384e7-2ae6-4402-91d7-97a7c13090e4 None None] Port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:53:56.089768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-b8f3e1a7-7277-45a8-b2c1-384985b4ad50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5756c39c-b68c-4572-a466-6a9175bae4ac']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:56.101377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-b8f3e1a7-7277-45a8-b2c1-384985b4ad50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767638f9-6d65-4a10-b96b-ec0140a282a9') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:56.101966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-b8f3e1a7-7277-45a8-b2c1-384985b4ad50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767638f9-6d65-4a10-b96b-ec0140a282a9') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:56.113247 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e1a7-7277-45a8-b2c1-384985b4ad50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (767638f9-6d65-4a10-b96b-ec0140a282a9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:56.114381 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '51f38451-b132-425f-9a3e-367c06078b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T21:53:51Z', 'revision_number': 3, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'gw_port': {'id': '51f38451-b132-425f-9a3e-367c06078b0a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:39:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:50Z', 'updated_at': '2022-03-07T21:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:56.128094 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e1a7-7277-45a8-b2c1-384985b4ad50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (767638f9-6d65-4a10-b96b-ec0140a282a9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:56.139510 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (175f041a-0626-4300-b5e3-ba5a62a24f69), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:56.140299 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f3e1a7-7277-45a8-b2c1-384985b4ad50 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:53:56.140993 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e1a7-7277-45a8-b2c1-384985b4ad50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (767638f9-6d65-4a10-b96b-ec0140a282a9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:56.173466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611f89e8-a80d-4e89-a6a7-51454779ce77 None None] The sync data for ids ['175f041a-0626-4300-b5e3-ba5a62a24f69'] in n-d-832330-1 is: [{'id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '51f38451-b132-425f-9a3e-367c06078b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T21:53:51Z', 'revision_number': 3, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'gw_port': {'id': '51f38451-b132-425f-9a3e-367c06078b0a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:39:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:50Z', 'updated_at': '2022-03-07T21:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:53:56.200121 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Pushing event updated for resources: {'Port': ['ID=b27cdf53-44e1-4c92-9bf9-e4551d2ee79e,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:53:56.207038 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:53:56.218373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6def95-f952-4c03-b81e-54ae576d3c24', 'name': 'network-vif-deleted', 'tag': 'a3c214dc-b9eb-4f93-bb5e-821d01058850'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:56.220947 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74fa5dd-14c1-40dc-8602-54b84219f031" -d '{"events": [{"server_uuid": "8e6def95-f952-4c03-b81e-54ae576d3c24", "name": "network-vif-deleted", "tag": "a3c214dc-b9eb-4f93-bb5e-821d01058850"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:56.226599 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e1a7-7277-45a8-b2c1-384985b4ad50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (5756c39c-b68c-4572-a466-6a9175bae4ac), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:56.231118 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e1a7-7277-45a8-b2c1-384985b4ad50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:56.235732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b8f3e1a7-7277-45a8-b2c1-384985b4ad50 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5756c39c-b68c-4572-a466-6a9175bae4ac HTTP/1.1" status: 204 len: 168 time: 0.4048209 Mar 07 21:53:56.274444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3e1a7-7277-45a8-b2c1-384985b4ad50 admin admin] Pushing event deleted for resources: {'Network': ['ID=5756c39c-b68c-4572-a466-6a9175bae4ac,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:56.304466 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b715af3-50b0-430b-bd13-43f3e2161c3c x-openstack-request-id: req-9b715af3-50b0-430b-bd13-43f3e2161c3c {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:56.304771 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6def95-f952-4c03-b81e-54ae576d3c24", "name": "network-vif-deleted", "tag": "a3c214dc-b9eb-4f93-bb5e-821d01058850", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:56.305030 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b715af3-50b0-430b-bd13-43f3e2161c3c {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:56.305434 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6def95-f952-4c03-b81e-54ae576d3c24', 'name': 'network-vif-deleted', 'tag': 'a3c214dc-b9eb-4f93-bb5e-821d01058850', 'status': 'completed', 'code': 200} Mar 07 21:53:56.319542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Network 83d57a19-3431-4910-9994-33f2e03a0fe7 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:56.322275 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:56.323749 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62fe0a-eb42-4ecc-918b-8133460099a7 req-80feffe2-30d0-491d-8f7b-8de2f7a00cc1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:56.325465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e62fe0a-eb42-4ecc-918b-8133460099a7 req-80feffe2-30d0-491d-8f7b-8de2f7a00cc1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 945 time: 0.1176498 Mar 07 21:53:56.450661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e62fe0a-eb42-4ecc-918b-8133460099a7 req-a2112f3d-c39b-4dd4-8567-8f0953756e13 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023319 Mar 07 21:53:56.480583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46466) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:56.500902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Router 175f041a-0626-4300-b5e3-ba5a62a24f69 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:53:56.586811 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6fca2a37-2b59-4ab4-aa63-704211d28503 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba8fd1586b234445a6fd7efa2e935124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1049500 Mar 07 21:53:56.593551 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46474) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:56.733243 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:53:56.745145 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-067cd805-19a9-49e7-a5a7-98b37ca5f777 admin admin] 10.222.0.26 "PUT /v2.0/routers/175f041a-0626-4300-b5e3-ba5a62a24f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4657185 Mar 07 21:53:56.762900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a1d4e25b-39f0-4050-87a1-3bd7601a80a0 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:56.763099 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-17b67a4f-9247-47df-88eb-084c9ca58934 admin admin] Publish callbacks [] for security_group (f94a16aa-c45b-42fa-a54a-448eec97491f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:56.808293 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-17b67a4f-9247-47df-88eb-084c9ca58934 admin admin] Publish callbacks [] for security_group (f94a16aa-c45b-42fa-a54a-448eec97491f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:56.834112 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-01026919-1b6e-47a2-ba6e-2052cd804e98 None None] Provisioning complete for port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:56.835062 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-01026919-1b6e-47a2-ba6e-2052cd804e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:56.884784 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-17b67a4f-9247-47df-88eb-084c9ca58934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f94a16aa-c45b-42fa-a54a-448eec97491f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:56.888039 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-17b67a4f-9247-47df-88eb-084c9ca58934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:56.892411 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-17b67a4f-9247-47df-88eb-084c9ca58934 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f94a16aa-c45b-42fa-a54a-448eec97491f HTTP/1.1" status: 204 len: 168 time: 0.2973583 Mar 07 21:53:56.906385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b67a4f-9247-47df-88eb-084c9ca58934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94a16aa-c45b-42fa-a54a-448eec97491f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:56.977553 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-01026919-1b6e-47a2-ba6e-2052cd804e98 None None] Port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:53:56.990452 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port a1d4e25b-39f0-4050-87a1-3bd7601a80a0 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:53:56.998837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port a1d4e25b-39f0-4050-87a1-3bd7601a80a0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:56.999291 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a1d4e25b-39f0-4050-87a1-3bd7601a80a0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.054828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46506) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:57.135436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7b2fd7-153e-4c70-a801-69c8f2ec1810 admin admin] Deleting subnet ce1fbfa2-ec43-4960-9833-0f8cbf460e36 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:53:57.139250 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2fd7-153e-4c70-a801-69c8f2ec1810 admin admin] Publish callbacks [] for subnet (ce1fbfa2-ec43-4960-9833-0f8cbf460e36), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.178495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port a1d4e25b-39f0-4050-87a1-3bd7601a80a0 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:57.178832 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a1d4e25b-39f0-4050-87a1-3bd7601a80a0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.207528 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2fd7-153e-4c70-a801-69c8f2ec1810 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (ce1fbfa2-ec43-4960-9833-0f8cbf460e36), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.241123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e17d3c0-15a8-429f-a011-1bfb4cd5472c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d4e25b-39f0-4050-87a1-3bd7601a80a0'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:57.256644 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4a7fdd-16a8-47d7-b676-ec0e683b1188" -d '{"events": [{"server_uuid": "9e17d3c0-15a8-429f-a011-1bfb4cd5472c", "name": "network-vif-plugged", "status": "completed", "tag": "a1d4e25b-39f0-4050-87a1-3bd7601a80a0"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:53:57.273720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 51f38451-b132-425f-9a3e-367c06078b0a up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:57.333350 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2fd7-153e-4c70-a801-69c8f2ec1810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (ce1fbfa2-ec43-4960-9833-0f8cbf460e36), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.377853 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae6d963-5c2d-43d7-8360-c5fc5cf95456 x-openstack-request-id: req-7ae6d963-5c2d-43d7-8360-c5fc5cf95456 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:53:57.394260 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e17d3c0-15a8-429f-a011-1bfb4cd5472c", "name": "network-vif-plugged", "status": "completed", "tag": "a1d4e25b-39f0-4050-87a1-3bd7601a80a0", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:53:57.394643 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ae6d963-5c2d-43d7-8360-c5fc5cf95456 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:53:57.395082 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e17d3c0-15a8-429f-a011-1bfb4cd5472c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d4e25b-39f0-4050-87a1-3bd7601a80a0', 'code': 200} Mar 07 21:53:57.401555 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a1d4e25b-39f0-4050-87a1-3bd7601a80a0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a1d4e25b-39f0-4050-87a1-3bd7601a80a0,segment=NetworkSegment(de90224c-ed93-4652-a354-9d7ac890d2f4),segment_id=de90224c-ed93-4652-a354-9d7ac890d2f4)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:57.414222 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a1d4e25b-39f0-4050-87a1-3bd7601a80a0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.420504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:53:57.448442 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2fd7-153e-4c70-a801-69c8f2ec1810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (ce1fbfa2-ec43-4960-9833-0f8cbf460e36), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.482599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b2fd7-153e-4c70-a801-69c8f2ec1810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1fbfa2-ec43-4960-9833-0f8cbf460e36,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:57.483733 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a920c-fc42-47e7-9e2b-28aa89193fa1 req-8f5f0eeb-97d3-489b-b8f5-23d306c117e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:57.486842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2fd7-153e-4c70-a801-69c8f2ec1810 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.490151 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8a7b2fd7-153e-4c70-a801-69c8f2ec1810 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ce1fbfa2-ec43-4960-9833-0f8cbf460e36 HTTP/1.1" status: 204 len: 168 time: 0.4342520 Mar 07 21:53:57.491313 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-169a920c-fc42-47e7-9e2b-28aa89193fa1 req-8f5f0eeb-97d3-489b-b8f5-23d306c117e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 1127 time: 0.1117802 Mar 07 21:53:57.492620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46518) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:57.530802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:53:57.531156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 72840b70-c8b3-4f97-9dbb-b0dc277d4ccb not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:53:57.585465 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=a1d4e25b-39f0-4050-87a1-3bd7601a80a0,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:57.588212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 51f38451-b132-425f-9a3e-367c06078b0a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:57.588613 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (51f38451-b132-425f-9a3e-367c06078b0a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.627802 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-169a920c-fc42-47e7-9e2b-28aa89193fa1 req-42ac2e12-62a4-4be0-8041-80b4ffe66ff3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290236 Mar 07 21:53:57.677966 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-361e2bf1-8596-4927-b9ab-b274655e7a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (9e6c13b1-0c65-4e12-81d7-b8c2ee49c756), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.739392 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3be51-5baa-4179-8274-63b8f1749fea req-752a947c-7173-4b3c-ad35-75857ed6f2da tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:57.755060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c9c3be51-5baa-4179-8274-63b8f1749fea req-752a947c-7173-4b3c-ad35-75857ed6f2da tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.1283619 Mar 07 21:53:57.800123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 51f38451-b132-425f-9a3e-367c06078b0a is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:53:57.800683 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (51f38451-b132-425f-9a3e-367c06078b0a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.847198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c9c3be51-5baa-4179-8274-63b8f1749fea req-e82fc2e1-8292-4d0c-8047-076a4799ba9f tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901043 Mar 07 21:53:57.863164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 51f38451-b132-425f-9a3e-367c06078b0a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=51f38451-b132-425f-9a3e-367c06078b0a,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:53:57.874530 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (51f38451-b132-425f-9a3e-367c06078b0a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.883322 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-361e2bf1-8596-4927-b9ab-b274655e7a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (9e6c13b1-0c65-4e12-81d7-b8c2ee49c756), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.912253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-361e2bf1-8596-4927-b9ab-b274655e7a3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6c13b1-0c65-4e12-81d7-b8c2ee49c756']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:57.927653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-361e2bf1-8596-4927-b9ab-b274655e7a3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fe6a0c-241d-4ec4-9b61-7df4706b3745') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:57.928906 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-361e2bf1-8596-4927-b9ab-b274655e7a3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fe6a0c-241d-4ec4-9b61-7df4706b3745') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:57.953192 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-361e2bf1-8596-4927-b9ab-b274655e7a3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (69fe6a0c-241d-4ec4-9b61-7df4706b3745), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.958564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=51f38451-b132-425f-9a3e-367c06078b0a,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:57.975543 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-361e2bf1-8596-4927-b9ab-b274655e7a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (69fe6a0c-241d-4ec4-9b61-7df4706b3745), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.983905 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361e2bf1-8596-4927-b9ab-b274655e7a3b admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:53:57.984318 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-361e2bf1-8596-4927-b9ab-b274655e7a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (69fe6a0c-241d-4ec4-9b61-7df4706b3745), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:53:57.986188 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:53:58.050207 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46542) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:58.054371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1315134036-network', 'tenant_id': 'ed2cf00226014c47b5acfcebe57f7573'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:58.065583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-361e2bf1-8596-4927-b9ab-b274655e7a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (9e6c13b1-0c65-4e12-81d7-b8c2ee49c756), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.075283 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-361e2bf1-8596-4927-b9ab-b274655e7a3b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.078567 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-361e2bf1-8596-4927-b9ab-b274655e7a3b admin admin] 10.222.0.26 "DELETE /v2.0/networks/9e6c13b1-0c65-4e12-81d7-b8c2ee49c756 HTTP/1.1" status: 204 len: 168 time: 0.5848141 Mar 07 21:53:58.092851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e2bf1-8596-4927-b9ab-b274655e7a3b admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6c13b1-0c65-4e12-81d7-b8c2ee49c756,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:58.104206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] Made reservation on behalf of ed2cf00226014c47b5acfcebe57f7573 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:58.107530 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.126608 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.244093 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] Publish callbacks [] for security_group (ac362ebf-a4be-4a4c-ad19-a79ed42fc863), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.251251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ac362ebf-a4be-4a4c-ad19-a79ed42fc863), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.285326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac362ebf-a4be-4a4c-ad19-a79ed42fc863,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:58.296637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:53:58.309244 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f7a5dd6f-b558-47b4-8345-da149bbcc9d1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.310582 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] Added segment f7a5dd6f-b558-47b4-8345-da149bbcc9d1 of type vlan for network b2da03fa-ee21-4cb9-844b-fe768b57d8ab Mar 07 21:53:58.362146 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (b2da03fa-ee21-4cb9-844b-fe768b57d8ab), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.396024 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (b2da03fa-ee21-4cb9-844b-fe768b57d8ab), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.397628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:58.398534 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.438035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46556) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:58.439272 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3889828 Mar 07 21:53:58.442153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46558) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:58.447719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5e16be9c-8a49-4f71-bf88-448cd09efcb7 admin admin] Request body: {'subnet': {'network_id': 'b2da03fa-ee21-4cb9-844b-fe768b57d8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1315134036-subnet', 'tenant_id': 'ed2cf00226014c47b5acfcebe57f7573', 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:58.488208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a3c214dc-b9eb-4f93-bb5e-821d01058850 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:53:58.497143 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46560) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:58.498673 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e16be9c-8a49-4f71-bf88-448cd09efcb7 admin admin] Made reservation on behalf of ed2cf00226014c47b5acfcebe57f7573 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:58.501314 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5e16be9c-8a49-4f71-bf88-448cd09efcb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.516798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: a3c214dc-b9eb-4f93-bb5e-821d01058850 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:53:58.517471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a3c214dc-b9eb-4f93-bb5e-821d01058850 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:53:58.534003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3fa5fb4f-05d2-4fb2-a96c-3917eb2f4bf9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b743ba1d7164d2381e48b84928ce92b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0907121 Mar 07 21:53:58.534969 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46564) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:58.535724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d3733-df4c-47bc-a91f-437b89efa913 admin admin] Pushing event updated for resources: {'Network': ['ID=b2da03fa-ee21-4cb9-844b-fe768b57d8ab,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:58.553633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network b2da03fa-ee21-4cb9-844b-fe768b57d8ab details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:53:58.640198 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ff742a4-c1ce-4857-90ec-caa5b4be6401 admin admin] Publish callbacks [] for security_group (7f9b9a21-597f-4c59-9eca-8d45c76f5b29), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.699944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ff742a4-c1ce-4857-90ec-caa5b4be6401 admin admin] Publish callbacks [] for security_group (7f9b9a21-597f-4c59-9eca-8d45c76f5b29), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.820468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Sync routers for ids ['175f041a-0626-4300-b5e3-ba5a62a24f69'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:53:58.831598 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Routers {'175f041a-0626-4300-b5e3-ba5a62a24f69'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:53:58.832577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['175f041a-0626-4300-b5e3-ba5a62a24f69'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:58.836535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1504548123-network', 'tenant_id': '11b125f9f7804fd1b9f4c9a586d25d3b'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:58.863867 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Made reservation on behalf of 11b125f9f7804fd1b9f4c9a586d25d3b for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:58.866405 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.884645 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ff742a4-c1ce-4857-90ec-caa5b4be6401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7f9b9a21-597f-4c59-9eca-8d45c76f5b29), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.887176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ff742a4-c1ce-4857-90ec-caa5b4be6401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.888392 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5ff742a4-c1ce-4857-90ec-caa5b4be6401 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f9b9a21-597f-4c59-9eca-8d45c76f5b29 HTTP/1.1" status: 204 len: 168 time: 0.3446436 Mar 07 21:53:58.899011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:58.901257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff742a4-c1ce-4857-90ec-caa5b4be6401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9b9a21-597f-4c59-9eca-8d45c76f5b29,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:58.911497 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5e16be9c-8a49-4f71-bf88-448cd09efcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (bbd90a59-3556-4fed-bef7-c9ff8d796383), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:59.017712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16be9c-8a49-4f71-bf88-448cd09efcb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd90a59-3556-4fed-bef7-c9ff8d796383,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:59.114459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259d57-3e74-4284-b2d5-aab07b8c3e1d req-78ab6ae5-8b93-46b4-ace4-e50c9e24da90 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:59.123664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6259d57-3e74-4284-b2d5-aab07b8c3e1d req-78ab6ae5-8b93-46b4-ace4-e50c9e24da90 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.1537647 Mar 07 21:53:59.134985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e16be9c-8a49-4f71-bf88-448cd09efcb7 admin admin] Checking segment: {'id': 'f7a5dd6f-b558-47b4-8345-da149bbcc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b2da03fa-ee21-4cb9-844b-fe768b57d8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:53:59.135517 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e16be9c-8a49-4f71-bf88-448cd09efcb7 admin admin] Network hostable DHCP agents. Network: b2da03fa-ee21-4cb9-844b-fe768b57d8ab, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:53:59.219433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e16be9c-8a49-4f71-bf88-448cd09efcb7 admin admin] Network b2da03fa-ee21-4cb9-844b-fe768b57d8ab is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:53:59.231571 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Set router 175f041a-0626-4300-b5e3-ba5a62a24f69 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:53:59.236058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-5e16be9c-8a49-4f71-bf88-448cd09efcb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, b2da03fa-ee21-4cb9-844b-fe768b57d8ab) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:59.238503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6259d57-3e74-4284-b2d5-aab07b8c3e1d req-60a66425-1a9e-472a-92d4-3248ce080ca3 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106498 Mar 07 21:53:59.267865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 51f38451-b132-425f-9a3e-367c06078b0a up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:53:59.273972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef537190-fbfd-4cb9-8a8b-c6293c6e7a92 None None] Network b2da03fa-ee21-4cb9-844b-fe768b57d8ab requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:53:59.287906 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Publish callbacks [] for security_group (361f62a4-33a4-4935-9d66-dc8ee6b08073), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:59.293747 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e16be9c-8a49-4f71-bf88-448cd09efcb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:59.294536 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5e16be9c-8a49-4f71-bf88-448cd09efcb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:59.313769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (361f62a4-33a4-4935-9d66-dc8ee6b08073), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:59.328214 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5e16be9c-8a49-4f71-bf88-448cd09efcb7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8847604 Mar 07 21:53:59.331713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46578) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:59.339509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1315134036-router', 'tenant_id': 'ed2cf00226014c47b5acfcebe57f7573', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:59.342206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:53:59.364578 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (e61e39cc-481e-4f00-b710-e36eb5bc6925), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:59.365144 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Added segment e61e39cc-481e-4f00-b710-e36eb5bc6925 of type vlan for network 021ff175-0036-474b-8650-87fc3908853c Mar 07 21:53:59.366410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361f62a4-33a4-4935-9d66-dc8ee6b08073,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:59.387734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:59.388126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:59.388479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:59.388865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:59.389208 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:59.389545 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:59.390370 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:59.390812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:59.391100 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (af7decad-79be-4f87-8872-f455ad5aeffe), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:59.391215 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:59.391476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:59.391867 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:59.392205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:59.392534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:59.393007 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (af7decad-79be-4f87-8872-f455ad5aeffe), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:59.436341 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (021ff175-0036-474b-8650-87fc3908853c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:59.502024 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (021ff175-0036-474b-8650-87fc3908853c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:59.503533 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:59.504109 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:59.526017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Publish callbacks [] for router_controller (af7decad-79be-4f87-8872-f455ad5aeffe), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:59.642895 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1363802 Mar 07 21:53:59.649402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-b2da03fa-ee21-4cb9-844b-fe768b57d8ab', 'network_id': 'b2da03fa-ee21-4cb9-844b-fe768b57d8ab', 'project_id': 'ed2cf00226014c47b5acfcebe57f7573', 'fixed_ips': [{'subnet_id': 'bbd90a59-3556-4fed-bef7-c9ff8d796383'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:53:59.650631 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46588) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:53:59.656835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-edb5e3e2-2f25-44b7-81df-ed545bae3dc6 admin admin] Request body: {'subnet': {'network_id': '021ff175-0036-474b-8650-87fc3908853c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1504548123-subnet', 'tenant_id': '11b125f9f7804fd1b9f4c9a586d25d3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:59.658835 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:59.672624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82364b91-c440-4cc5-bf18-b3b50e3927ff admin admin] Pushing event updated for resources: {'Network': ['ID=021ff175-0036-474b-8650-87fc3908853c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:59.673939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 51f38451-b132-425f-9a3e-367c06078b0a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:53:59.674518 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (51f38451-b132-425f-9a3e-367c06078b0a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:59.708735 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 021ff175-0036-474b-8650-87fc3908853c details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:53:59.721538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb5e3e2-2f25-44b7-81df-ed545bae3dc6 admin admin] Made reservation on behalf of 11b125f9f7804fd1b9f4c9a586d25d3b for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:59.724482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edb5e3e2-2f25-44b7-81df-ed545bae3dc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:53:59.977603 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Allocated IP 172.20.0.2 (b2da03fa-ee21-4cb9-844b-fe768b57d8ab/bbd90a59-3556-4fed-bef7-c9ff8d796383/e07adf72-18fc-48eb-977c-ad49e5795608) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:59.992610 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edb5e3e2-2f25-44b7-81df-ed545bae3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (c44aa86c-119e-41ea-a031-f533e3ed812e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:00.067815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 51f38451-b132-425f-9a3e-367c06078b0a is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:00.094582 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5e3e2-2f25-44b7-81df-ed545bae3dc6 admin admin] Checking segment: {'id': 'e61e39cc-481e-4f00-b710-e36eb5bc6925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '021ff175-0036-474b-8650-87fc3908853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:54:00.095289 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5e3e2-2f25-44b7-81df-ed545bae3dc6 admin admin] Network hostable DHCP agents. Network: 021ff175-0036-474b-8650-87fc3908853c, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:54:00.103086 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5e3e2-2f25-44b7-81df-ed545bae3dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44aa86c-119e-41ea-a031-f533e3ed812e,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:00.111066 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '51f38451-b132-425f-9a3e-367c06078b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T21:53:55Z', 'revision_number': 4, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'gw_port': {'id': '51f38451-b132-425f-9a3e-367c06078b0a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:50Z', 'updated_at': '2022-03-07T21:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'b27cdf53-44e1-4c92-9bf9-e4551d2ee79e', 'name': '', 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'mac_address': 'fa:16:3e:7e:b8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:54Z', 'updated_at': '2022-03-07T21:53:55Z', 'revision_number': 2, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'subnets': [{'id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:00.132696 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5e3e2-2f25-44b7-81df-ed545bae3dc6 admin admin] Network 021ff175-0036-474b-8650-87fc3908853c is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:54:00.146434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-edb5e3e2-2f25-44b7-81df-ed545bae3dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 021ff175-0036-474b-8650-87fc3908853c) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:54:00.151358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb5e3e2-2f25-44b7-81df-ed545bae3dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:00.152474 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edb5e3e2-2f25-44b7-81df-ed545bae3dc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:00.167258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6e399e-70f5-47c2-b9d5-9bc6c5e8ae35 None None] Network 021ff175-0036-474b-8650-87fc3908853c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:54:00.169542 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Checking router: 175f041a-0626-4300-b5e3-ba5a62a24f69 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:54:00.169889 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Updating router 175f041a-0626-4300-b5e3-ba5a62a24f69 port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:54:00.172671 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-edb5e3e2-2f25-44b7-81df-ed545bae3dc6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5207090 Mar 07 21:54:00.386926 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Publish callbacks [] for router_gateway (af7decad-79be-4f87-8872-f455ad5aeffe), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:00.448182 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Publish callbacks [] for port (e07adf72-18fc-48eb-977c-ad49e5795608), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:00.451658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d85ce-f197-4885-84ff-efdec99f6992 req-4bdae0a1-cee0-40a4-a5cf-63c6c42b6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:00.453264 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d93d85ce-f197-4885-84ff-efdec99f6992 req-4bdae0a1-cee0-40a4-a5cf-63c6c42b6b49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=267c03498dcb4e238759848d7798d46c&device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 1128 time: 0.8224313 Mar 07 21:54:00.478531 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:00.490177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bf5efb-469c-4028-93f8-afb97148c22f None None] Network 021ff175-0036-474b-8650-87fc3908853c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:54:00.505849 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46618) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:00.532601 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:00.580651 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d85ce-f197-4885-84ff-efdec99f6992 req-7a9533c7-64a0-4fb7-a678-f1e3738fec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:00.582083 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d93d85ce-f197-4885-84ff-efdec99f6992 req-7a9533c7-64a0-4fb7-a678-f1e3738fec78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd64732b-c386-4860-aaf9-a891d6d1f8e8 HTTP/1.1" status: 200 len: 911 time: 0.1169994 Mar 07 21:54:00.590693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ab55b-d205-49ff-aca4-0a3f693b5fb2 req-81473b4b-1a0e-4d65-869c-834542dd11e1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:00.592206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-341ab55b-d205-49ff-aca4-0a3f693b5fb2 req-81473b4b-1a0e-4d65-869c-834542dd11e1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.2428632 Mar 07 21:54:00.629678 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f269cd-eaa5-44a5-8782-2ac7c92ef91b admin admin] Deleting subnet c44aa86c-119e-41ea-a031-f533e3ed812e {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:54:00.634095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d93d85ce-f197-4885-84ff-efdec99f6992 req-c8b152f7-d086-42f8-8370-cf30e3edcf5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1d4e25b-39f0-4050-87a1-3bd7601a80a0 HTTP/1.1" status: 200 len: 217 time: 0.0407758 Mar 07 21:54:00.646319 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-81f269cd-eaa5-44a5-8782-2ac7c92ef91b admin admin] Publish callbacks [] for subnet (c44aa86c-119e-41ea-a031-f533e3ed812e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:00.729664 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-81f269cd-eaa5-44a5-8782-2ac7c92ef91b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (c44aa86c-119e-41ea-a031-f533e3ed812e), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:00.741818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Network b2da03fa-ee21-4cb9-844b-fe768b57d8ab is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:54:00.768621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d85ce-f197-4885-84ff-efdec99f6992 req-b2f81570-fe8d-4131-9cd3-99fa231e884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:00.768822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Pushing event updated for resources: {'Port': ['ID=e07adf72-18fc-48eb-977c-ad49e5795608,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:00.770153 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d93d85ce-f197-4885-84ff-efdec99f6992 req-b2f81570-fe8d-4131-9cd3-99fa231e884c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=703d7ce4-1d22-49b5-99ed-fdb0307bf800 HTTP/1.1" status: 200 len: 850 time: 0.1286752 Mar 07 21:54:00.777190 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-341ab55b-d205-49ff-aca4-0a3f693b5fb2 req-a054ec69-a836-4587-8694-99ce7e8779a2 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418502 Mar 07 21:54:00.784200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:54:00.812397 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:54:00.817433 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-81f269cd-eaa5-44a5-8782-2ac7c92ef91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (c44aa86c-119e-41ea-a031-f533e3ed812e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:00.818379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d93d85ce-f197-4885-84ff-efdec99f6992 req-1304e65c-14ef-43cf-9682-1ca632b013e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd64732b-c386-4860-aaf9-a891d6d1f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376532 Mar 07 21:54:00.880535 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-81f269cd-eaa5-44a5-8782-2ac7c92ef91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (c44aa86c-119e-41ea-a031-f533e3ed812e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:00.921403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f269cd-eaa5-44a5-8782-2ac7c92ef91b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44aa86c-119e-41ea-a031-f533e3ed812e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:00.932657 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-81f269cd-eaa5-44a5-8782-2ac7c92ef91b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:00.939562 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-81f269cd-eaa5-44a5-8782-2ac7c92ef91b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c44aa86c-119e-41ea-a031-f533e3ed812e HTTP/1.1" status: 204 len: 168 time: 0.4299879 Mar 07 21:54:00.940097 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46640) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:01.024391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Attempting to bind port e07adf72-18fc-48eb-977c-ad49e5795608 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:54:01.024768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Attempting to bind port e07adf72-18fc-48eb-977c-ad49e5795608 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'f7a5dd6f-b558-47b4-8345-da149bbcc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b2da03fa-ee21-4cb9-844b-fe768b57d8ab'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:54:01.025136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Attempting to bind port e07adf72-18fc-48eb-977c-ad49e5795608 on network b2da03fa-ee21-4cb9-844b-fe768b57d8ab {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:54:01.034922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:54:01.035289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Checking segment: {'id': 'f7a5dd6f-b558-47b4-8345-da149bbcc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b2da03fa-ee21-4cb9-844b-fe768b57d8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:54:01.035699 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.036101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Bound using segment: {'id': 'f7a5dd6f-b558-47b4-8345-da149bbcc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b2da03fa-ee21-4cb9-844b-fe768b57d8ab'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:54:01.036576 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Bound port: e07adf72-18fc-48eb-977c-ad49e5795608, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a5dd6f-b558-47b4-8345-da149bbcc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b2da03fa-ee21-4cb9-844b-fe768b57d8ab'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:54:01.037022 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.073194 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7c751c5-1de4-41f8-bb26-d609e6c07c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (021ff175-0036-474b-8650-87fc3908853c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.086640 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d93d85ce-f197-4885-84ff-efdec99f6992 req-2a5f37b5-9bb0-46c0-9bc5-98de0f0ab031 service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609353 Mar 07 21:54:01.161155 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] For port e07adf72-18fc-48eb-977c-ad49e5795608, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:54:01.174697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46644) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:01.183440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] For port e07adf72-18fc-48eb-977c-ad49e5795608, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e07adf72-18fc-48eb-977c-ad49e5795608,segment=NetworkSegment(f7a5dd6f-b558-47b4-8345-da149bbcc9d1),segment_id=f7a5dd6f-b558-47b4-8345-da149bbcc9d1)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:54:01.194968 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Publish callbacks [] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.195746 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7c751c5-1de4-41f8-bb26-d609e6c07c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (021ff175-0036-474b-8650-87fc3908853c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.200286 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.223833 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-d7c751c5-1de4-41f8-bb26-d609e6c07c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021ff175-0036-474b-8650-87fc3908853c']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:01.234493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-d7c751c5-1de4-41f8-bb26-d609e6c07c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61e39cc-481e-4f00-b710-e36eb5bc6925') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:01.234970 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-d7c751c5-1de4-41f8-bb26-d609e6c07c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61e39cc-481e-4f00-b710-e36eb5bc6925') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:01.248150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7c751c5-1de4-41f8-bb26-d609e6c07c8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (e61e39cc-481e-4f00-b710-e36eb5bc6925), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.270302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7c751c5-1de4-41f8-bb26-d609e6c07c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (e61e39cc-481e-4f00-b710-e36eb5bc6925), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.276184 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.278019 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f4791-f37d-41b9-9937-1aac8620a7c5 None None] Pushing event updated for resources: {'Port': ['ID=e07adf72-18fc-48eb-977c-ad49e5795608,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:01.281106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c751c5-1de4-41f8-bb26-d609e6c07c8d admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:54:01.281723 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7c751c5-1de4-41f8-bb26-d609e6c07c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (e61e39cc-481e-4f00-b710-e36eb5bc6925), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:54:01.318617 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:54:01.320784 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Publish callbacks [] for router_gateway (af7decad-79be-4f87-8872-f455ad5aeffe), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.375137 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.379227 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7c751c5-1de4-41f8-bb26-d609e6c07c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (021ff175-0036-474b-8650-87fc3908853c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.387886 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7c751c5-1de4-41f8-bb26-d609e6c07c8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.397234 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d7c751c5-1de4-41f8-bb26-d609e6c07c8d admin admin] 10.222.0.26 "DELETE /v2.0/networks/021ff175-0036-474b-8650-87fc3908853c HTTP/1.1" status: 204 len: 168 time: 0.4557493 Mar 07 21:54:01.421493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c751c5-1de4-41f8-bb26-d609e6c07c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=021ff175-0036-474b-8650-87fc3908853c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:01.518988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d6b4a-67e2-40c4-934d-933bcd4b842f None None] Pushing event updated for resources: {'Port': ['ID=b27cdf53-44e1-4c92-9bf9-e4551d2ee79e,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:01.527740 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.544719 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Attempting to bind port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:54:01.545516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Attempting to bind port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '0271bfd5-8b9a-441a-9a81-e2e7c3fb3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:54:01.546652 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Attempting to bind port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e on network 83d57a19-3431-4910-9994-33f2e03a0fe7 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:54:01.555348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:54:01.555861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Checking segment: {'id': '0271bfd5-8b9a-441a-9a81-e2e7c3fb3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:54:01.556375 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.556850 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Bound using segment: {'id': '0271bfd5-8b9a-441a-9a81-e2e7c3fb3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:54:01.557415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Bound port: b27cdf53-44e1-4c92-9bf9-e4551d2ee79e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0271bfd5-8b9a-441a-9a81-e2e7c3fb3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:54:01.557896 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.558931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d93d85ce-f197-4885-84ff-efdec99f6992 req-41944783-aa7d-485a-a5ea-f6bddf5eadc6 service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644244 Mar 07 21:54:01.628509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46654) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:01.746723 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Allocated IP 172.25.4.223 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/ee1e9bb8-9226-4969-b565-983e38c0a2f2) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:54:01.755280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0b112b77-f0ce-4c84-b914-2d5005201cf7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11b125f9f7804fd1b9f4c9a586d25d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1235120 Mar 07 21:54:01.755459 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46658) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:01.862618 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c554dec-9b57-4133-b218-cc6231ef4ef3 admin admin] Publish callbacks [] for security_group (361f62a4-33a4-4935-9d66-dc8ee6b08073), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.870147 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Publish callbacks [] for security_group (f5a0c101-d0e8-4f49-a25d-098c30b68fb0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.889747 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f5a0c101-d0e8-4f49-a25d-098c30b68fb0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.905312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7ae272b2-673f-4641-a156-47730abab9fd None None] Provisioning complete for port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:01.905520 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7ae272b2-673f-4641-a156-47730abab9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.933696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] For port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:54:01.940277 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c554dec-9b57-4133-b218-cc6231ef4ef3 admin admin] Publish callbacks [] for security_group (361f62a4-33a4-4935-9d66-dc8ee6b08073), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:01.944908 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] For port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b27cdf53-44e1-4c92-9bf9-e4551d2ee79e,segment=NetworkSegment(0271bfd5-8b9a-441a-9a81-e2e7c3fb3824),segment_id=0271bfd5-8b9a-441a-9a81-e2e7c3fb3824)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:54:01.982503 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:02.044858 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e7dfbb7e6314240bbd075f533c831d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8579202 Mar 07 21:54:02.045055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46662) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:02.064235 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c554dec-9b57-4133-b218-cc6231ef4ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (361f62a4-33a4-4935-9d66-dc8ee6b08073), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:02.067165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7ae272b2-673f-4641-a156-47730abab9fd None None] Port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:54:02.068011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c554dec-9b57-4133-b218-cc6231ef4ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:02.074767 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3c554dec-9b57-4133-b218-cc6231ef4ef3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/361f62a4-33a4-4935-9d66-dc8ee6b08073 HTTP/1.1" status: 204 len: 168 time: 0.3180449 Mar 07 21:54:02.093149 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c554dec-9b57-4133-b218-cc6231ef4ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361f62a4-33a4-4935-9d66-dc8ee6b08073,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:02.104229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a0c101-d0e8-4f49-a25d-098c30b68fb0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:02.157687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:02.158235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:02.158733 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:02.159861 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:02.161714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:02.163180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:02.163629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:02.164074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:02.165763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:02.166630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:02.167072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:02.167527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:02.168071 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124892b-34e4-46cf-8bce-720bda8a75d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:02.171365 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fbfa57f9-514c-4dba-b764-072c63895259 admin admin] Publish callbacks [] for security_group (f5a0c101-d0e8-4f49-a25d-098c30b68fb0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:02.173393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Routers {'175f041a-0626-4300-b5e3-ba5a62a24f69'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:54:02.175209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['175f041a-0626-4300-b5e3-ba5a62a24f69'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:02.209245 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Publish callbacks [] for port (ee1e9bb8-9226-4969-b565-983e38c0a2f2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:02.212396 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fbfa57f9-514c-4dba-b764-072c63895259 admin admin] Publish callbacks [] for security_group (f5a0c101-d0e8-4f49-a25d-098c30b68fb0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:02.221333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5fc4c-c94d-468d-a704-964d106a9dab req-e1b28ad5-f7e9-46cb-a9cd-a59a035e906f tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:02.224014 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0c5fc4c-c94d-468d-a704-964d106a9dab req-e1b28ad5-f7e9-46cb-a9cd-a59a035e906f tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.2781353 Mar 07 21:54:02.274468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d6b4a-67e2-40c4-934d-933bcd4b842f None None] Pushing event updated for resources: {'Port': ['ID=b27cdf53-44e1-4c92-9bf9-e4551d2ee79e,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:02.284271 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fbfa57f9-514c-4dba-b764-072c63895259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f5a0c101-d0e8-4f49-a25d-098c30b68fb0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:02.287636 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fbfa57f9-514c-4dba-b764-072c63895259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:02.289441 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fbfa57f9-514c-4dba-b764-072c63895259 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5a0c101-d0e8-4f49-a25d-098c30b68fb0 HTTP/1.1" status: 204 len: 168 time: 0.2434282 Mar 07 21:54:02.302132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa57f9-514c-4dba-b764-072c63895259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a0c101-d0e8-4f49-a25d-098c30b68fb0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:02.360741 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0c5fc4c-c94d-468d-a704-964d106a9dab req-74acafe9-a4a5-47b0-905c-7c3d9ce44c6f tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243820 Mar 07 21:54:02.381478 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ee1e9bb8-9226-4969-b565-983e38c0a2f2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:02.473439 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] Set router 175f041a-0626-4300-b5e3-ba5a62a24f69 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:54:02.489403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:54:02.492992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:54:02.504110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:54:02.557108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1e9bb8-9226-4969-b565-983e38c0a2f2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:02.680492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-44955020-2ae0-41db-a557-709f7d6fa323 None None] Provisioning complete for port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:02.681005 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-44955020-2ae0-41db-a557-709f7d6fa323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:02.951208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-44955020-2ae0-41db-a557-709f7d6fa323 None None] Current status of the port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:02.951621 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-44955020-2ae0-41db-a557-709f7d6fa323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:02.974863 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Publish callbacks [] for router_gateway (af7decad-79be-4f87-8872-f455ad5aeffe), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:03.060718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-44955020-2ae0-41db-a557-709f7d6fa323 None None] For port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b27cdf53-44e1-4c92-9bf9-e4551d2ee79e,segment=NetworkSegment(0271bfd5-8b9a-441a-9a81-e2e7c3fb3824),segment_id=0271bfd5-8b9a-441a-9a81-e2e7c3fb3824)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:03.081858 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-44955020-2ae0-41db-a557-709f7d6fa323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:03.172633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '51f38451-b132-425f-9a3e-367c06078b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T21:53:55Z', 'revision_number': 4, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'gw_port': {'id': '51f38451-b132-425f-9a3e-367c06078b0a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:50Z', 'updated_at': '2022-03-07T21:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'b27cdf53-44e1-4c92-9bf9-e4551d2ee79e', 'name': '', 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'mac_address': 'fa:16:3e:7e:b8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:54Z', 'updated_at': '2022-03-07T21:54:01Z', 'revision_number': 4, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'subnets': [{'id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:03.284097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b26ef-5134-4b83-9b36-25e9a371989f None None] The sync data for ids ['175f041a-0626-4300-b5e3-ba5a62a24f69'] in n-d-832330-1 is: [{'id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '51f38451-b132-425f-9a3e-367c06078b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T21:53:55Z', 'revision_number': 4, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'gw_port': {'id': '51f38451-b132-425f-9a3e-367c06078b0a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:50Z', 'updated_at': '2022-03-07T21:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'b27cdf53-44e1-4c92-9bf9-e4551d2ee79e', 'name': '', 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'mac_address': 'fa:16:3e:7e:b8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:54Z', 'updated_at': '2022-03-07T21:54:01Z', 'revision_number': 4, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'subnets': [{'id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:54:03.290350 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee69a47-a0f0-4795-8f84-4b41ee9de417 None None] Network b2da03fa-ee21-4cb9-844b-fe768b57d8ab requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:54:03.299849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e07adf72-18fc-48eb-977c-ad49e5795608 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:54:03.313898 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (af7decad-79be-4f87-8872-f455ad5aeffe), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:03.686005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44955020-2ae0-41db-a557-709f7d6fa323 None None] Pushing event updated for resources: {'Port': ['ID=b27cdf53-44e1-4c92-9bf9-e4551d2ee79e,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:03.704676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-df7c15c7-47f9-443e-899c-1e642a8e079b None None] Provisioning complete for port e07adf72-18fc-48eb-977c-ad49e5795608 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:03.718502 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-df7c15c7-47f9-443e-899c-1e642a8e079b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:03.736941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecffae5-2471-4b5b-9b4e-39aa19134646 req-16c15c93-6e7a-4042-8dbd-ae7a774c2b11 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:03.741500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ecffae5-2471-4b5b-9b4e-39aa19134646 req-16c15c93-6e7a-4042-8dbd-ae7a774c2b11 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.2834654 Mar 07 21:54:03.757857 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46710) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:03.835199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e07adf72-18fc-48eb-977c-ad49e5795608 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:03.835199 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:03.879694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Router af7decad-79be-4f87-8872-f455ad5aeffe is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:54:03.909426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ecffae5-2471-4b5b-9b4e-39aa19134646 req-326d563a-82e0-49c9-971d-76a39ba47664 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549299 Mar 07 21:54:04.049232 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-875979921-network', 'tenant_id': 'cd95f6b54c1048f4bde1e25d055f31d7'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:04.099731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] Made reservation on behalf of cd95f6b54c1048f4bde1e25d055f31d7 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:54:04.103349 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:04.123501 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:04.233023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:54:04.248157 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Sync routers for ids ['af7decad-79be-4f87-8872-f455ad5aeffe'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:54:04.272473 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Routers {'af7decad-79be-4f87-8872-f455ad5aeffe'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:54:04.276308 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['af7decad-79be-4f87-8872-f455ad5aeffe'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:04.278390 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:04.282016 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2b5acdc6-be11-4a00-b123-227fdaa003a2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9488604 Mar 07 21:54:04.287519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46722) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:04.324391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-df7c15c7-47f9-443e-899c-1e642a8e079b None None] Current status of the port e07adf72-18fc-48eb-977c-ad49e5795608 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:04.325053 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-df7c15c7-47f9-443e-899c-1e642a8e079b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:04.329617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e07adf72-18fc-48eb-977c-ad49e5795608 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:04.330271 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:04.444252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-df7c15c7-47f9-443e-899c-1e642a8e079b None None] For port e07adf72-18fc-48eb-977c-ad49e5795608, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e07adf72-18fc-48eb-977c-ad49e5795608,segment=NetworkSegment(f7a5dd6f-b558-47b4-8345-da149bbcc9d1),segment_id=f7a5dd6f-b558-47b4-8345-da149bbcc9d1)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:04.463330 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-df7c15c7-47f9-443e-899c-1e642a8e079b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:04.487050 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Set router af7decad-79be-4f87-8872-f455ad5aeffe gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:54:04.649210 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] Publish callbacks [] for security_group (8500fbbf-0d9f-4673-84ae-b9199cbb99e9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:04.662391 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8500fbbf-0d9f-4673-84ae-b9199cbb99e9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:04.662597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c15c7-47f9-443e-899c-1e642a8e079b None None] Pushing event updated for resources: {'Port': ['ID=e07adf72-18fc-48eb-977c-ad49e5795608,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:04.736489 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:54:04.737211 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:54:04.744069 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f94a5a1c-175b-49df-a278-4908114e323e None None] Provisioning complete for port e07adf72-18fc-48eb-977c-ad49e5795608 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:04.744803 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f94a5a1c-175b-49df-a278-4908114e323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:04.847287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:54:04.917514 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (fdfc77eb-215b-4292-9f25-c36700f38f45), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:04.934437 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] Added segment fdfc77eb-215b-4292-9f25-c36700f38f45 of type vlan for network 7bf0ad36-73a9-463b-be07-79a986814f42 Mar 07 21:54:04.940482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8500fbbf-0d9f-4673-84ae-b9199cbb99e9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:04.979799 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f94a5a1c-175b-49df-a278-4908114e323e None None] Current status of the port e07adf72-18fc-48eb-977c-ad49e5795608 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:05.158629 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (7bf0ad36-73a9-463b-be07-79a986814f42), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:05.195804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e827641-c52c-401d-affc-540006f84abd req-8f37d11e-f5fa-412c-a25b-5f80fd90d7a2 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:05.198438 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e827641-c52c-401d-affc-540006f84abd req-8f37d11e-f5fa-412c-a25b-5f80fd90d7a2 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.1408682 Mar 07 21:54:05.214774 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'name': 'tempest-TestServerBasicOps-1315134036-router', 'tenant_id': 'ed2cf00226014c47b5acfcebe57f7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ee1e9bb8-9226-4969-b565-983e38c0a2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:59Z', 'updated_at': '2022-03-07T21:54:02Z', 'revision_number': 3, 'project_id': 'ed2cf00226014c47b5acfcebe57f7573', 'gw_port': {'id': 'ee1e9bb8-9226-4969-b565-983e38c0a2f2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:54:01Z', 'updated_at': '2022-03-07T21:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:05.216027 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (7bf0ad36-73a9-463b-be07-79a986814f42), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:05.217604 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:05.219911 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:05.269413 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Checking router: af7decad-79be-4f87-8872-f455ad5aeffe for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:54:05.274285 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Updating router af7decad-79be-4f87-8872-f455ad5aeffe port ee1e9bb8-9226-4969-b565-983e38c0a2f2 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:54:05.319315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e07adf72-18fc-48eb-977c-ad49e5795608 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:05.336059 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5768600 Mar 07 21:54:05.353625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e827641-c52c-401d-affc-540006f84abd req-bcceac69-a74c-4259-8ead-e0847dbaccaf tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435540 Mar 07 21:54:05.357992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46734) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:05.379800 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ee1e9bb8-9226-4969-b565-983e38c0a2f2), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:05.383943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-09e6781a-de8f-443a-9742-e067a09ab0b7 admin admin] Request body: {'subnet': {'network_id': '7bf0ad36-73a9-463b-be07-79a986814f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-875979921-subnet', 'tenant_id': 'cd95f6b54c1048f4bde1e25d055f31d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:05.423961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e6781a-de8f-443a-9742-e067a09ab0b7 admin admin] Made reservation on behalf of cd95f6b54c1048f4bde1e25d055f31d7 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:54:05.430031 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09e6781a-de8f-443a-9742-e067a09ab0b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:05.541758 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc9339-b1dd-49ae-927b-00310716955a admin admin] Pushing event updated for resources: {'Network': ['ID=7bf0ad36-73a9-463b-be07-79a986814f42,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:05.588439 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 7bf0ad36-73a9-463b-be07-79a986814f42 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:54:05.684027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b27cdf53-44e1-4c92-9bf9-e4551d2ee79e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:54:05.956593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:05.957233 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:06.117070 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09e6781a-de8f-443a-9742-e067a09ab0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (55c768a6-8fea-4050-9b6f-b4f4fb09a30d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:06.160370 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Publish callbacks [] for port (ee1e9bb8-9226-4969-b565-983e38c0a2f2), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:06.184327 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ee1e9bb8-9226-4969-b565-983e38c0a2f2), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:06.283591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:06.287491 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e07adf72-18fc-48eb-977c-ad49e5795608 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:54:06.303033 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6d354-b9cc-4c8d-b223-625a4d4433fe None None] Pushing event updated for resources: {'Port': ['ID=ee1e9bb8-9226-4969-b565-983e38c0a2f2,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:06.344459 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Attempting to bind port ee1e9bb8-9226-4969-b565-983e38c0a2f2 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:54:06.344904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6781a-de8f-443a-9742-e067a09ab0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55c768a6-8fea-4050-9b6f-b4f4fb09a30d,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:06.345577 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Attempting to bind port ee1e9bb8-9226-4969-b565-983e38c0a2f2 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:54:06.346249 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Attempting to bind port ee1e9bb8-9226-4969-b565-983e38c0a2f2 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:54:06.361836 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:06.363493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e6781a-de8f-443a-9742-e067a09ab0b7 admin admin] Checking segment: {'id': 'fdfc77eb-215b-4292-9f25-c36700f38f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7bf0ad36-73a9-463b-be07-79a986814f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:54:06.363938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e6781a-de8f-443a-9742-e067a09ab0b7 admin admin] Network hostable DHCP agents. Network: 7bf0ad36-73a9-463b-be07-79a986814f42, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:54:06.368521 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:54:06.369116 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:54:06.371934 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:06.372591 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:54:06.373253 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Bound port: ee1e9bb8-9226-4969-b565-983e38c0a2f2, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:54:06.374049 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ee1e9bb8-9226-4969-b565-983e38c0a2f2), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:06.399778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e6781a-de8f-443a-9742-e067a09ab0b7 admin admin] Network 7bf0ad36-73a9-463b-be07-79a986814f42 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:54:06.416838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-09e6781a-de8f-443a-9742-e067a09ab0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 7bf0ad36-73a9-463b-be07-79a986814f42) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:54:06.424845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e6781a-de8f-443a-9742-e067a09ab0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:06.427955 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09e6781a-de8f-443a-9742-e067a09ab0b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:06.430496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8c4e09-3c49-4c5e-8029-e41ed1a8b764 None None] Network 7bf0ad36-73a9-463b-be07-79a986814f42 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:54:06.438778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e07adf72-18fc-48eb-977c-ad49e5795608 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:06.441547 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:06.471040 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-09e6781a-de8f-443a-9742-e067a09ab0b7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1011398 Mar 07 21:54:06.502333 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] For port ee1e9bb8-9226-4969-b565-983e38c0a2f2, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:54:06.509845 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] For port ee1e9bb8-9226-4969-b565-983e38c0a2f2, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ee1e9bb8-9226-4969-b565-983e38c0a2f2,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:54:06.524969 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ee1e9bb8-9226-4969-b565-983e38c0a2f2), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:06.621330 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Routers {'af7decad-79be-4f87-8872-f455ad5aeffe'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:54:06.624418 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['af7decad-79be-4f87-8872-f455ad5aeffe'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:06.675799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafa50e-cfc4-47bc-ba75-45ff2e0b615d req-e222a2bf-b29f-4a41-8200-ce495ce84de9 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:06.694744 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efafa50e-cfc4-47bc-ba75-45ff2e0b615d req-e222a2bf-b29f-4a41-8200-ce495ce84de9 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.1623173 Mar 07 21:54:06.706344 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Allocated IP 172.20.0.1 (b2da03fa-ee21-4cb9-844b-fe768b57d8ab/bbd90a59-3556-4fed-bef7-c9ff8d796383/36773fd4-e349-402d-8b3f-0df2304fd99b) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:54:06.764100 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efafa50e-cfc4-47bc-ba75-45ff2e0b615d req-9b45dfcb-af71-4727-af03-b400906b2fc6 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682204 Mar 07 21:54:06.797860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e07adf72-18fc-48eb-977c-ad49e5795608 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:06.945040 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Publish callbacks [] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:06.997461 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:06.999885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a52f64-be32-41ac-8982-54a5a98eaabc None None] Network 7bf0ad36-73a9-463b-be07-79a986814f42 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:54:07.041904 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6d354-b9cc-4c8d-b223-625a4d4433fe None None] Pushing event updated for resources: {'Port': ['ID=ee1e9bb8-9226-4969-b565-983e38c0a2f2,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:07.068445 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] Set router af7decad-79be-4f87-8872-f455ad5aeffe gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:54:07.103202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Pushing event updated for resources: {'Port': ['ID=36773fd4-e349-402d-8b3f-0df2304fd99b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:07.164069 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Network b2da03fa-ee21-4cb9-844b-fe768b57d8ab is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:54:07.167340 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-efb3aed1-77c5-4ad5-8129-6a59e869b17c req-3ef6c88d-d017-4963-b8c1-210dc4225694 tempest-SecurityGroupsNegativeTestJSON-2129778437 tempest-SecurityGroupsNegativeTestJSON-2129778437-project] show failed (client error): The resource could not be found. Mar 07 21:54:07.190208 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:54:07.199517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efb3aed1-77c5-4ad5-8129-6a59e869b17c req-3ef6c88d-d017-4963-b8c1-210dc4225694 tempest-SecurityGroupsNegativeTestJSON-2129778437 tempest-SecurityGroupsNegativeTestJSON-2129778437-project] 10.222.0.26 "GET /v2.0/security-groups/0ebf8a06-3670-4a1c-ab82-79cf2ebb646d HTTP/1.1" status: 404 len: 352 time: 0.0434597 Mar 07 21:54:07.221937 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:54:07.364864 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b99b7bdb-7162-479e-ad19-3aa396eedf2b req-d390d65f-0679-4208-82a9-3aa8cb1cf27e tempest-SecurityGroupsNegativeTestJSON-2129778437 tempest-SecurityGroupsNegativeTestJSON-2129778437-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd95f6b54c1048f4bde1e25d055f31d7 HTTP/1.1" status: 200 len: 3005 time: 0.1279311 Mar 07 21:54:07.400975 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (af7decad-79be-4f87-8872-f455ad5aeffe), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:07.452974 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'name': 'tempest-TestServerBasicOps-1315134036-router', 'tenant_id': 'ed2cf00226014c47b5acfcebe57f7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ee1e9bb8-9226-4969-b565-983e38c0a2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:59Z', 'updated_at': '2022-03-07T21:54:02Z', 'revision_number': 3, 'project_id': 'ed2cf00226014c47b5acfcebe57f7573', 'gw_port': {'id': 'ee1e9bb8-9226-4969-b565-983e38c0a2f2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:54:01Z', 'updated_at': '2022-03-07T21:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:07.461822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b99b7bdb-7162-479e-ad19-3aa396eedf2b req-5ca9e05d-87d0-4511-b60e-308fd3db38b6 tempest-SecurityGroupsNegativeTestJSON-2129778437 tempest-SecurityGroupsNegativeTestJSON-2129778437-project] 10.222.0.26 "GET /v2.0/security-groups/8500fbbf-0d9f-4673-84ae-b9199cbb99e9 HTTP/1.1" status: 200 len: 3002 time: 0.0959733 Mar 07 21:54:07.519513 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9c915-052b-4a88-be98-dc4e0b233799 None None] The sync data for ids ['af7decad-79be-4f87-8872-f455ad5aeffe'] in n-d-832330-1 is: [{'id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'name': 'tempest-TestServerBasicOps-1315134036-router', 'tenant_id': 'ed2cf00226014c47b5acfcebe57f7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ee1e9bb8-9226-4969-b565-983e38c0a2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:59Z', 'updated_at': '2022-03-07T21:54:02Z', 'revision_number': 3, 'project_id': 'ed2cf00226014c47b5acfcebe57f7573', 'gw_port': {'id': 'ee1e9bb8-9226-4969-b565-983e38c0a2f2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:54:01Z', 'updated_at': '2022-03-07T21:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:54:07.546751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b99b7bdb-7162-479e-ad19-3aa396eedf2b req-3f97dc50-64c1-4e52-95f5-2f8eb6eac78d tempest-SecurityGroupsNegativeTestJSON-2129778437 tempest-SecurityGroupsNegativeTestJSON-2129778437-project] 10.222.0.26 "GET /v2.0/security-groups/8500fbbf-0d9f-4673-84ae-b9199cbb99e9 HTTP/1.1" status: 200 len: 3002 time: 0.0825632 Mar 07 21:54:07.664035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89c28c6a-e27d-4f74-88cb-d67ea9393203 req-c731b7e9-41ef-4cc6-97c0-6d5b9e875bb2 tempest-SecurityGroupsNegativeTestJSON-2129778437 tempest-SecurityGroupsNegativeTestJSON-2129778437-project] 10.222.0.26 "GET /v2.0/security-groups/8500fbbf-0d9f-4673-84ae-b9199cbb99e9 HTTP/1.1" status: 200 len: 3002 time: 0.0870349 Mar 07 21:54:07.676943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:07.737706 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f817ac7a-c310-4380-bc98-aa28ee1c8cb5 None None] Provisioning complete for port 36773fd4-e349-402d-8b3f-0df2304fd99b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:07.742827 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f817ac7a-c310-4380-bc98-aa28ee1c8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:07.795765 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-89c28c6a-e27d-4f74-88cb-d67ea9393203 req-e470d597-cbbe-4071-8411-9be92b0e58ca tempest-SecurityGroupsNegativeTestJSON-2129778437 tempest-SecurityGroupsNegativeTestJSON-2129778437-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 21:54:07.804944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89c28c6a-e27d-4f74-88cb-d67ea9393203 req-e470d597-cbbe-4071-8411-9be92b0e58ca tempest-SecurityGroupsNegativeTestJSON-2129778437 tempest-SecurityGroupsNegativeTestJSON-2129778437-project] 10.222.0.26 "DELETE /v2.0/security-groups/8500fbbf-0d9f-4673-84ae-b9199cbb99e9 HTTP/1.1" status: 409 len: 352 time: 0.1398873 Mar 07 21:54:07.840533 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f817ac7a-c310-4380-bc98-aa28ee1c8cb5 None None] Port 36773fd4-e349-402d-8b3f-0df2304fd99b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:54:07.848512 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-bd9037f5-0b82-43db-97e5-7cf3444537e5 req-71be0c36-78ff-45e2-82a7-46668a79c0f4 tempest-SecurityGroupsNegativeTestJSON-2129778437 tempest-SecurityGroupsNegativeTestJSON-2129778437-project] show failed (client error): The resource could not be found. Mar 07 21:54:07.856981 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd9037f5-0b82-43db-97e5-7cf3444537e5 req-71be0c36-78ff-45e2-82a7-46668a79c0f4 tempest-SecurityGroupsNegativeTestJSON-2129778437 tempest-SecurityGroupsNegativeTestJSON-2129778437-project] 10.222.0.26 "GET /v2.0/security-groups/7d2b4946-a6ff-4d6c-b0c9-12fe7baa18d4 HTTP/1.1" status: 404 len: 352 time: 0.0337718 Mar 07 21:54:07.915673 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-58eea182-427c-42ad-9446-eca8ddf42b35 req-5b3fb86d-5330-4c16-b083-047d099ecb96 tempest-SecurityGroupsNegativeTestJSON-2129778437 tempest-SecurityGroupsNegativeTestJSON-2129778437-project] show failed (client error): The resource could not be found. Mar 07 21:54:07.923210 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58eea182-427c-42ad-9446-eca8ddf42b35 req-5b3fb86d-5330-4c16-b083-047d099ecb96 tempest-SecurityGroupsNegativeTestJSON-2129778437 tempest-SecurityGroupsNegativeTestJSON-2129778437-project] 10.222.0.26 "GET /v2.0/security-groups/634f6997-0749-4fc5-9d49-4315b808d458 HTTP/1.1" status: 404 len: 352 time: 0.0499144 Mar 07 21:54:07.930961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46766) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:08.044097 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Publish callbacks [] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:08.053363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:08.144171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Pushing event updated for resources: {'Port': ['ID=36773fd4-e349-402d-8b3f-0df2304fd99b,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:08.147994 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (af7decad-79be-4f87-8872-f455ad5aeffe), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:08.325098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Network b2da03fa-ee21-4cb9-844b-fe768b57d8ab is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:54:08.330371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:54:08.489812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14b0c23-8a22-4c61-81a0-21cd58ac9e3f admin admin] Deleting subnet 55c768a6-8fea-4050-9b6f-b4f4fb09a30d {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:54:08.508045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cacebd-302f-4c3e-8eb2-fac351c5175f req-9ff9f49b-9f9c-44d2-8de7-341a9ba21082 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:08.515370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97cacebd-302f-4c3e-8eb2-fac351c5175f req-9ff9f49b-9f9c-44d2-8de7-341a9ba21082 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.6348007 Mar 07 21:54:08.548284 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d14b0c23-8a22-4c61-81a0-21cd58ac9e3f admin admin] Publish callbacks [] for subnet (55c768a6-8fea-4050-9b6f-b4f4fb09a30d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:08.611176 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Router af7decad-79be-4f87-8872-f455ad5aeffe has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:54:08.671253 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d14b0c23-8a22-4c61-81a0-21cd58ac9e3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (55c768a6-8fea-4050-9b6f-b4f4fb09a30d), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:08.763570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-3a692c0f-94bb-465d-b7a9-b57e688ec575 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2918410 Mar 07 21:54:08.788605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a6922005-2f29-429e-80a7-20d34a00f1bf None None] Provisioning complete for port 36773fd4-e349-402d-8b3f-0df2304fd99b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:08.789063 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a6922005-2f29-429e-80a7-20d34a00f1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:08.791337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97cacebd-302f-4c3e-8eb2-fac351c5175f req-1cbe9707-9cc0-4c6f-a1ae-984e36d9add1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296114 Mar 07 21:54:08.814203 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d14b0c23-8a22-4c61-81a0-21cd58ac9e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (55c768a6-8fea-4050-9b6f-b4f4fb09a30d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:08.859355 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:54:08.870659 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dcc25cbe-58ba-4dcd-994f-2f295f7c8c4c admin admin] 10.222.0.26 "PUT /v2.0/routers/af7decad-79be-4f87-8872-f455ad5aeffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5819821 Mar 07 21:54:08.888767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a6922005-2f29-429e-80a7-20d34a00f1bf None None] Port 36773fd4-e349-402d-8b3f-0df2304fd99b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:54:08.982285 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-c3859cd6-a7c2-44fa-bc9f-b5d13ec1b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:08.982754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-c3859cd6-a7c2-44fa-bc9f-b5d13ec1b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:08.983234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-c3859cd6-a7c2-44fa-bc9f-b5d13ec1b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:08.983739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-c3859cd6-a7c2-44fa-bc9f-b5d13ec1b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:08.984229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-c3859cd6-a7c2-44fa-bc9f-b5d13ec1b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:08.984728 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-c3859cd6-a7c2-44fa-bc9f-b5d13ec1b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:08.985216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-c3859cd6-a7c2-44fa-bc9f-b5d13ec1b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:08.987383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-c3859cd6-a7c2-44fa-bc9f-b5d13ec1b9de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=796c19d2677a4c73bc3e1f62457a580a&device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 6708 time: 0.1360607 Mar 07 21:54:08.989962 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d14b0c23-8a22-4c61-81a0-21cd58ac9e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (55c768a6-8fea-4050-9b6f-b4f4fb09a30d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:09.014709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b0c23-8a22-4c61-81a0-21cd58ac9e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55c768a6-8fea-4050-9b6f-b4f4fb09a30d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:09.045741 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d14b0c23-8a22-4c61-81a0-21cd58ac9e3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:09.049016 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d14b0c23-8a22-4c61-81a0-21cd58ac9e3f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/55c768a6-8fea-4050-9b6f-b4f4fb09a30d HTTP/1.1" status: 204 len: 168 time: 1.1171341 Mar 07 21:54:09.051485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46788) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:09.190660 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fefd7d95-ba8b-428e-9010-8e3df143b7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (7bf0ad36-73a9-463b-be07-79a986814f42), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:09.215217 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-4f20fbeb-b38b-439d-b025-28f2c086e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:09.215701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-4f20fbeb-b38b-439d-b025-28f2c086e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:09.216942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-4f20fbeb-b38b-439d-b025-28f2c086e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:09.218924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-4f20fbeb-b38b-439d-b025-28f2c086e87b service neutron] 10.222.0.13 "GET /v2.0/networks?id=948b43d3-f792-4324-8db9-b34cbb012702&id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&id=45ddfd66-9271-42ef-b4dd-4dcd127117ef&id=45ddfd66-9271-42ef-b4dd-4dcd127117ef HTTP/1.1" status: 200 len: 2292 time: 0.2003694 Mar 07 21:54:09.370937 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fefd7d95-ba8b-428e-9010-8e3df143b7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (7bf0ad36-73a9-463b-be07-79a986814f42), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:09.399021 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-07779f74-50c9-47cb-8e2e-7d44136f8286 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce077f8b-4ce6-43cc-9ffa-91b13de22124 HTTP/1.1" status: 200 len: 1001 time: 0.1716518 Mar 07 21:54:09.475913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-f5f9fd17-9a6a-4e88-bc32-081e1e2ab8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:09.478091 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-f5f9fd17-9a6a-4e88-bc32-081e1e2ab8f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00afff8d-ea76-4393-81af-8e70911b1ffa HTTP/1.1" status: 200 len: 851 time: 0.0648885 Mar 07 21:54:09.483441 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-fefd7d95-ba8b-428e-9010-8e3df143b7be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf0ad36-73a9-463b-be07-79a986814f42']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:09.496833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee1e9bb8-9226-4969-b565-983e38c0a2f2 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:54:09.552960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-fefd7d95-ba8b-428e-9010-8e3df143b7be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfc77eb-215b-4292-9f25-c36700f38f45') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:09.553501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-fefd7d95-ba8b-428e-9010-8e3df143b7be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfc77eb-215b-4292-9f25-c36700f38f45') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:09.582799 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ee1e9bb8-9226-4969-b565-983e38c0a2f2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:09.583433 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ee1e9bb8-9226-4969-b565-983e38c0a2f2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:09.588717 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fefd7d95-ba8b-428e-9010-8e3df143b7be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (fdfc77eb-215b-4292-9f25-c36700f38f45), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:09.611891 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fefd7d95-ba8b-428e-9010-8e3df143b7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (fdfc77eb-215b-4292-9f25-c36700f38f45), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:09.619260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefd7d95-ba8b-428e-9010-8e3df143b7be admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:54:09.619729 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fefd7d95-ba8b-428e-9010-8e3df143b7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (fdfc77eb-215b-4292-9f25-c36700f38f45), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:54:09.703927 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:54:09.710760 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46798) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:09.715326 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fefd7d95-ba8b-428e-9010-8e3df143b7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (7bf0ad36-73a9-463b-be07-79a986814f42), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:09.716197 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-92325b1e-75a5-4777-a03a-d12f9181e2c3 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1567630758', 'description': 'tempest-secgroup-smoke-1567630758 description', 'project_id': '4115cbd761624389b66373c73c2acc7b'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:09.723160 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fefd7d95-ba8b-428e-9010-8e3df143b7be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:09.732200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fefd7d95-ba8b-428e-9010-8e3df143b7be admin admin] 10.222.0.26 "DELETE /v2.0/networks/7bf0ad36-73a9-463b-be07-79a986814f42 HTTP/1.1" status: 204 len: 168 time: 0.6794405 Mar 07 21:54:09.770943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd7d95-ba8b-428e-9010-8e3df143b7be admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf0ad36-73a9-463b-be07-79a986814f42,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:09.781431 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92325b1e-75a5-4777-a03a-d12f9181e2c3 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:09.783514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-851decb7-195d-4115-a0f2-62ce9c71fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:09.798291 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-851decb7-195d-4115-a0f2-62ce9c71fe8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=948b43d3-f792-4324-8db9-b34cbb012702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3102560 Mar 07 21:54:09.804972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ee1e9bb8-9226-4969-b565-983e38c0a2f2 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:09.805445 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ee1e9bb8-9226-4969-b565-983e38c0a2f2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:09.944747 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-da12493d-9317-4303-897f-982ae5b56562 service neutron] 10.222.0.13 "GET /v2.0/networks/948b43d3-f792-4324-8db9-b34cbb012702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353865 Mar 07 21:54:09.945738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46810) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:09.946278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port ee1e9bb8-9226-4969-b565-983e38c0a2f2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ee1e9bb8-9226-4969-b565-983e38c0a2f2,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:09.970340 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ee1e9bb8-9226-4969-b565-983e38c0a2f2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.016141 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92325b1e-75a5-4777-a03a-d12f9181e2c3 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group (e239fc60-bae1-4267-8915-f7454382f97d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.024337 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92325b1e-75a5-4777-a03a-d12f9181e2c3 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e239fc60-bae1-4267-8915-f7454382f97d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.069181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=ee1e9bb8-9226-4969-b565-983e38c0a2f2,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:10.076453 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92325b1e-75a5-4777-a03a-d12f9181e2c3 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.080746 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-92325b1e-75a5-4777-a03a-d12f9181e2c3 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3661585 Mar 07 21:54:10.081766 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46812) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:10.083805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:10.086703 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e1410262-f56a-4ae6-93cf-5bcefa5291fd tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Request body: {'security_group_rule': {'security_group_id': 'e239fc60-bae1-4267-8915-f7454382f97d', 'project_id': '4115cbd761624389b66373c73c2acc7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:10.087170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:10.087935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:10.088604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:10.088604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:10.089030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:10.089340 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:10.089673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:10.090006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:10.090363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:10.090691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:10.097663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:10.098137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:10.133822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92325b1e-75a5-4777-a03a-d12f9181e2c3 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e239fc60-bae1-4267-8915-f7454382f97d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:10.160177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-72a0d7c6-5951-4495-b2e3-b8d6f56db757 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd95f6b54c1048f4bde1e25d055f31d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2109120 Mar 07 21:54:10.163717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46814) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:10.192517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624ecd0-ad1c-448f-b967-b40e1b56befb req-92bc0650-24cd-496b-970d-703f458ee5df tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:10.194191 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c624ecd0-ad1c-448f-b967-b40e1b56befb req-92bc0650-24cd-496b-970d-703f458ee5df tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.2050376 Mar 07 21:54:10.199612 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-f22dc269-6231-4d09-93f8-50633614d4a1 service neutron] 10.222.0.13 "GET /v2.0/networks/948b43d3-f792-4324-8db9-b34cbb012702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424500 Mar 07 21:54:10.221818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e1410262-f56a-4ae6-93cf-5bcefa5291fd tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (75b04879-8e02-44bc-98f7-21b856eb5ea4), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.283886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-1d9dba53-2d53-4a0f-a758-8c63bac0f024 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=77ccc9f5-2364-472b-8e87-43b5f818b398 HTTP/1.1" status: 200 len: 217 time: 0.0768881 Mar 07 21:54:10.285033 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e1410262-f56a-4ae6-93cf-5bcefa5291fd tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (75b04879-8e02-44bc-98f7-21b856eb5ea4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.296418 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e1410262-f56a-4ae6-93cf-5bcefa5291fd tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (75b04879-8e02-44bc-98f7-21b856eb5ea4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.314934 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3633-7cfb-4dff-9eea-cf25068762ac admin admin] Publish callbacks [] for security_group (8500fbbf-0d9f-4673-84ae-b9199cbb99e9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.332345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Sync routers for ids ['af7decad-79be-4f87-8872-f455ad5aeffe'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:54:10.340385 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3633-7cfb-4dff-9eea-cf25068762ac admin admin] Publish callbacks [] for security_group (8500fbbf-0d9f-4673-84ae-b9199cbb99e9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.344143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Routers {'af7decad-79be-4f87-8872-f455ad5aeffe'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:54:10.345113 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['af7decad-79be-4f87-8872-f455ad5aeffe'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:10.362142 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c624ecd0-ad1c-448f-b967-b40e1b56befb req-b1ca98fd-bbcd-4d2d-a4da-727dca6e75b2 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563647 Mar 07 21:54:10.408558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1410262-f56a-4ae6-93cf-5bcefa5291fd tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b04879-8e02-44bc-98f7-21b856eb5ea4,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:10.417233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-bf3eb3bb-8069-4805-8f2b-1e3a06042b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:10.419400 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-bf3eb3bb-8069-4805-8f2b-1e3a06042b0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3 HTTP/1.1" status: 200 len: 797 time: 0.1256425 Mar 07 21:54:10.420859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3633-7cfb-4dff-9eea-cf25068762ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8500fbbf-0d9f-4673-84ae-b9199cbb99e9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.425169 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3633-7cfb-4dff-9eea-cf25068762ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.443464 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8ccf3633-7cfb-4dff-9eea-cf25068762ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8500fbbf-0d9f-4673-84ae-b9199cbb99e9 HTTP/1.1" status: 204 len: 168 time: 0.2769811 Mar 07 21:54:10.489043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-ebf29b8c-e891-4f12-b86a-c00b92cae5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:10.490928 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e1410262-f56a-4ae6-93cf-5bcefa5291fd tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.491059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-ebf29b8c-e891-4f12-b86a-c00b92cae5cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0645626 Mar 07 21:54:10.491883 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e1410262-f56a-4ae6-93cf-5bcefa5291fd tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4092307 Mar 07 21:54:10.496935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf3633-7cfb-4dff-9eea-cf25068762ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8500fbbf-0d9f-4673-84ae-b9199cbb99e9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:10.498818 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46820) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:10.505785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5c78001b-1f32-41d1-bfc0-ec092cc741d9 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Request body: {'security_group_rule': {'security_group_id': 'e239fc60-bae1-4267-8915-f7454382f97d', 'project_id': '4115cbd761624389b66373c73c2acc7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:10.647331 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c78001b-1f32-41d1-bfc0-ec092cc741d9 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (72594956-da77-4e8a-b2de-babda9476260), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.710128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-784eb952-926b-4456-84d9-e4ec3305e3bb service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126853 Mar 07 21:54:10.761748 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c78001b-1f32-41d1-bfc0-ec092cc741d9 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (72594956-da77-4e8a-b2de-babda9476260), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.775654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Set router af7decad-79be-4f87-8872-f455ad5aeffe gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:54:10.836110 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c78001b-1f32-41d1-bfc0-ec092cc741d9 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (72594956-da77-4e8a-b2de-babda9476260), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.862982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78001b-1f32-41d1-bfc0-ec092cc741d9 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72594956-da77-4e8a-b2de-babda9476260,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:10.918639 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c78001b-1f32-41d1-bfc0-ec092cc741d9 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:10.928595 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5c78001b-1f32-41d1-bfc0-ec092cc741d9 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4264328 Mar 07 21:54:10.929244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46828) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:10.935519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-199a87df-df0c-44d9-8c96-175ebbf785a2 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Request body: {'security_group_rule': {'security_group_id': 'e239fc60-bae1-4267-8915-f7454382f97d', 'project_id': '4115cbd761624389b66373c73c2acc7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:10.953670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-9980a236-fcb8-4219-8cde-ae679ba8ec1a service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363532 Mar 07 21:54:10.998547 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-199a87df-df0c-44d9-8c96-175ebbf785a2 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (35c72dca-3967-4256-bb32-be4868c63ca1), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.030144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-051b92af-4551-43f4-9a15-dfbaf21e7691 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=97ca1261-d73f-4a02-b28f-c8fa5dd20b4a HTTP/1.1" status: 200 len: 217 time: 0.0688992 Mar 07 21:54:11.100340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-a841b161-3e05-4be3-a5a1-456d9aeed539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:11.102750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-a841b161-3e05-4be3-a5a1-456d9aeed539 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3 HTTP/1.1" status: 200 len: 797 time: 0.0650220 Mar 07 21:54:11.110769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-199a87df-df0c-44d9-8c96-175ebbf785a2 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (35c72dca-3967-4256-bb32-be4868c63ca1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.115865 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-199a87df-df0c-44d9-8c96-175ebbf785a2 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (35c72dca-3967-4256-bb32-be4868c63ca1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.140854 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a87df-df0c-44d9-8c96-175ebbf785a2 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c72dca-3967-4256-bb32-be4868c63ca1,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:11.146837 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-199a87df-df0c-44d9-8c96-175ebbf785a2 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.151289 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-199a87df-df0c-44d9-8c96-175ebbf785a2 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2198942 Mar 07 21:54:11.151999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46840) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:11.157432 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c4fd331e-8818-4545-8dce-86e26e1b3bff tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Request body: {'security_group_rule': {'security_group_id': 'e239fc60-bae1-4267-8915-f7454382f97d', 'project_id': '4115cbd761624389b66373c73c2acc7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:11.188772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-1f809636-c087-45f6-b0ab-b2fd3621d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:11.190761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-1f809636-c087-45f6-b0ab-b2fd3621d4d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0817671 Mar 07 21:54:11.192185 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c4fd331e-8818-4545-8dce-86e26e1b3bff tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (c8afa13e-1a2a-4f04-a3d3-2d0905012774), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.202534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'name': 'tempest-TestServerBasicOps-1315134036-router', 'tenant_id': 'ed2cf00226014c47b5acfcebe57f7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ee1e9bb8-9226-4969-b565-983e38c0a2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:59Z', 'updated_at': '2022-03-07T21:54:07Z', 'revision_number': 4, 'project_id': 'ed2cf00226014c47b5acfcebe57f7573', 'gw_port': {'id': 'ee1e9bb8-9226-4969-b565-983e38c0a2f2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:54:01Z', 'updated_at': '2022-03-07T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '36773fd4-e349-402d-8b3f-0df2304fd99b', 'name': '', 'network_id': 'b2da03fa-ee21-4cb9-844b-fe768b57d8ab', 'tenant_id': 'ed2cf00226014c47b5acfcebe57f7573', 'mac_address': 'fa:16:3e:0e:91:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'bbd90a59-3556-4fed-bef7-c9ff8d796383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:54:06Z', 'updated_at': '2022-03-07T21:54:07Z', 'revision_number': 2, 'project_id': 'ed2cf00226014c47b5acfcebe57f7573', 'subnets': [{'id': 'bbd90a59-3556-4fed-bef7-c9ff8d796383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:11.238090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Checking router: af7decad-79be-4f87-8872-f455ad5aeffe for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:54:11.238607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Updating router af7decad-79be-4f87-8872-f455ad5aeffe port 36773fd4-e349-402d-8b3f-0df2304fd99b binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:54:11.276563 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.279964 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c4fd331e-8818-4545-8dce-86e26e1b3bff tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (c8afa13e-1a2a-4f04-a3d3-2d0905012774), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.287300 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c4fd331e-8818-4545-8dce-86e26e1b3bff tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (c8afa13e-1a2a-4f04-a3d3-2d0905012774), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.313162 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd331e-8818-4545-8dce-86e26e1b3bff tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8afa13e-1a2a-4f04-a3d3-2d0905012774,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:11.334047 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-831fcc0b-722a-4060-8e60-96a4e1bfcb66 service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358678 Mar 07 21:54:11.337687 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c4fd331e-8818-4545-8dce-86e26e1b3bff tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.347057 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c4fd331e-8818-4545-8dce-86e26e1b3bff tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1856115 Mar 07 21:54:11.347868 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46844) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:11.353691 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a4a6a122-919d-4316-94de-b50ce45ee063 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Request body: {'security_group_rule': {'security_group_id': 'e239fc60-bae1-4267-8915-f7454382f97d', 'project_id': '4115cbd761624389b66373c73c2acc7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:11.397647 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-a4a6a122-919d-4316-94de-b50ce45ee063 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Project 4115cbd761624389b66373c73c2acc7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:54:11.403376 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a122-919d-4316-94de-b50ce45ee063 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (724e48c0-5915-40c1-a1d3-d0e110e03ee9), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.487881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee1e9bb8-9226-4969-b565-983e38c0a2f2 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:54:11.510631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-10c5bfaa-6a3e-447a-a20a-51465ea743c5 service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701782 Mar 07 21:54:11.538435 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a122-919d-4316-94de-b50ce45ee063 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (724e48c0-5915-40c1-a1d3-d0e110e03ee9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.546940 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a122-919d-4316-94de-b50ce45ee063 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (724e48c0-5915-40c1-a1d3-d0e110e03ee9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.562712 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:54:11.569844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6a122-919d-4316-94de-b50ce45ee063 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724e48c0-5915-40c1-a1d3-d0e110e03ee9,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:11.582985 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-8bc64181-662f-4db4-804b-36b20390571d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=e3862fed-b16a-4ff5-943a-f05e701d9754 HTTP/1.1" status: 200 len: 217 time: 0.0519671 Mar 07 21:54:11.601822 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a122-919d-4316-94de-b50ce45ee063 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.606268 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a4a6a122-919d-4316-94de-b50ce45ee063 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2542636 Mar 07 21:54:11.606268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46856) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:11.610588 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d160b47e-d566-48e9-aef7-23c10d062502 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Request body: {'security_group_rule': {'security_group_id': 'e239fc60-bae1-4267-8915-f7454382f97d', 'project_id': '4115cbd761624389b66373c73c2acc7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:11.634297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52ee63-4f1e-4b2f-b539-703840bbcfbb req-c17e7220-2c2f-40bd-bec5-c9d6ffb642ab tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:11.636057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f52ee63-4f1e-4b2f-b539-703840bbcfbb req-c17e7220-2c2f-40bd-bec5-c9d6ffb642ab tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.1445856 Mar 07 21:54:11.656701 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-d160b47e-d566-48e9-aef7-23c10d062502 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Project 4115cbd761624389b66373c73c2acc7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:54:11.662127 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d160b47e-d566-48e9-aef7-23c10d062502 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (c22650e7-3a26-48f9-a34f-e5b6acf932c1), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.688236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-241cd804-0aed-40da-a1a3-4e4a7133d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:11.689315 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-241cd804-0aed-40da-a1a3-4e4a7133d841 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3 HTTP/1.1" status: 200 len: 797 time: 0.0982141 Mar 07 21:54:11.714706 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ee1e9bb8-9226-4969-b565-983e38c0a2f2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:11.715111 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ee1e9bb8-9226-4969-b565-983e38c0a2f2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.740318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f52ee63-4f1e-4b2f-b539-703840bbcfbb req-ea796a76-0636-4585-b40c-8808d2ef918f tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969381 Mar 07 21:54:11.742851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46860) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:11.769892 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-cf896cad-1c57-43bd-8164-90d0bd5e2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:11.773618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-cf896cad-1c57-43bd-8164-90d0bd5e2641 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0776978 Mar 07 21:54:11.781336 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d160b47e-d566-48e9-aef7-23c10d062502 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (c22650e7-3a26-48f9-a34f-e5b6acf932c1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.790804 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d160b47e-d566-48e9-aef7-23c10d062502 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (c22650e7-3a26-48f9-a34f-e5b6acf932c1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.837958 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160b47e-d566-48e9-aef7-23c10d062502 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22650e7-3a26-48f9-a34f-e5b6acf932c1,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:11.849092 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d160b47e-d566-48e9-aef7-23c10d062502 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.858992 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d160b47e-d566-48e9-aef7-23c10d062502 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2433164 Mar 07 21:54:11.913958 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-e101efb6-7496-4a9b-9fc7-bb006c64090d service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330826 Mar 07 21:54:11.920119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-358311886-network', 'tenant_id': '87ba31d54d964f52a1f1a75c488819eb'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:11.943167 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ee1e9bb8-9226-4969-b565-983e38c0a2f2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:11.946615 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Publish callbacks [] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:11.954982 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:12.078279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] Made reservation on behalf of 87ba31d54d964f52a1f1a75c488819eb for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:54:12.080659 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:12.121602 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:12.123456 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511657fd-8553-40cd-a241-5178b9ec9920 None None] Pushing event updated for resources: {'Port': ['ID=36773fd4-e349-402d-8b3f-0df2304fd99b,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:12.148216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Attempting to bind port 36773fd4-e349-402d-8b3f-0df2304fd99b on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:54:12.148890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Attempting to bind port 36773fd4-e349-402d-8b3f-0df2304fd99b by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'f7a5dd6f-b558-47b4-8345-da149bbcc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b2da03fa-ee21-4cb9-844b-fe768b57d8ab'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:54:12.149265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Attempting to bind port 36773fd4-e349-402d-8b3f-0df2304fd99b on network b2da03fa-ee21-4cb9-844b-fe768b57d8ab {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:54:12.166756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:54:12.167514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Checking segment: {'id': 'f7a5dd6f-b558-47b4-8345-da149bbcc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b2da03fa-ee21-4cb9-844b-fe768b57d8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:54:12.168258 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:12.169546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Bound using segment: {'id': 'f7a5dd6f-b558-47b4-8345-da149bbcc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b2da03fa-ee21-4cb9-844b-fe768b57d8ab'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:54:12.170276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Bound port: 36773fd4-e349-402d-8b3f-0df2304fd99b, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a5dd6f-b558-47b4-8345-da149bbcc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b2da03fa-ee21-4cb9-844b-fe768b57d8ab'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:54:12.170894 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:12.265971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] For port 36773fd4-e349-402d-8b3f-0df2304fd99b, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:54:12.271057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] For port 36773fd4-e349-402d-8b3f-0df2304fd99b, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=36773fd4-e349-402d-8b3f-0df2304fd99b,segment=NetworkSegment(f7a5dd6f-b558-47b4-8345-da149bbcc9d1),segment_id=f7a5dd6f-b558-47b4-8345-da149bbcc9d1)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:54:12.273061 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] Publish callbacks [] for security_group (9a524dc8-2865-48bd-9202-c7bcde0fffac), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:12.285013 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:12.293043 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9a524dc8-2865-48bd-9202-c7bcde0fffac), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:12.341355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a524dc8-2865-48bd-9202-c7bcde0fffac,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:12.363819 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-422c9cdc-083a-436b-b2c8-a5caead05816 service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392288 Mar 07 21:54:12.373718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:54:12.393407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Routers {'af7decad-79be-4f87-8872-f455ad5aeffe'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:54:12.395822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:53:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['af7decad-79be-4f87-8872-f455ad5aeffe'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:12.440548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-d272d6b1-67d5-4a02-92e0-2c6ec823afd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=3a09a78d-3591-406e-b8f9-92c30e267ac0 HTTP/1.1" status: 200 len: 217 time: 0.0644801 Mar 07 21:54:12.444529 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-6ae1e150-7759-4912-af1d-a93e05f1e550 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567630758&fields=id&tenant_id=4115cbd761624389b66373c73c2acc7b HTTP/1.1" status: 200 len: 267 time: 0.3094563 Mar 07 21:54:12.456747 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f4013974-98c1-4178-8c2e-0e81f0d65a16), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:12.457206 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] Added segment f4013974-98c1-4178-8c2e-0e81f0d65a16 of type vlan for network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 Mar 07 21:54:12.614376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f3b58081-9d63-4b00-a7d4-794adc5b8c22 None None] Provisioning complete for port 36773fd4-e349-402d-8b3f-0df2304fd99b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:12.614691 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f3b58081-9d63-4b00-a7d4-794adc5b8c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:12.617023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511657fd-8553-40cd-a241-5178b9ec9920 None None] Pushing event updated for resources: {'Port': ['ID=36773fd4-e349-402d-8b3f-0df2304fd99b,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:12.626530 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (5675c4b1-a997-4e40-b5a8-fe2906f9dd57), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:12.705523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-f43af699-bf06-469e-82de-be6b5c48dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:12.709978 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-f43af699-bf06-469e-82de-be6b5c48dd2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3 HTTP/1.1" status: 200 len: 797 time: 0.2625735 Mar 07 21:54:12.718238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] Set router af7decad-79be-4f87-8872-f455ad5aeffe gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:54:12.786279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-38d09268-2d59-441a-ba51-6079a575c4de tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:12.787776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-38d09268-2d59-441a-ba51-6079a575c4de tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/networks?id=83d57a19-3431-4910-9994-33f2e03a0fe7 HTTP/1.1" status: 200 len: 808 time: 0.2803473 Mar 07 21:54:12.791187 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.db.resource_extend [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:54:12.834160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-9842e21f-1b74-4004-b8b0-24b306def0c0 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/quotas/4115cbd761624389b66373c73c2acc7b HTTP/1.1" status: 200 len: 375 time: 0.0183265 Mar 07 21:54:12.862867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f3b58081-9d63-4b00-a7d4-794adc5b8c22 None None] Current status of the port 36773fd4-e349-402d-8b3f-0df2304fd99b is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:12.863317 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f3b58081-9d63-4b00-a7d4-794adc5b8c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:12.877282 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (5675c4b1-a997-4e40-b5a8-fe2906f9dd57), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:12.878265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:12.878840 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:12.931081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-bcdc4506-6402-4842-9d6a-fa3613073e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:12.931864 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f3b58081-9d63-4b00-a7d4-794adc5b8c22 None None] For port 36773fd4-e349-402d-8b3f-0df2304fd99b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=36773fd4-e349-402d-8b3f-0df2304fd99b,segment=NetworkSegment(f7a5dd6f-b558-47b4-8345-da149bbcc9d1),segment_id=f7a5dd6f-b558-47b4-8345-da149bbcc9d1)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:12.932971 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-bcdc4506-6402-4842-9d6a-fa3613073e84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de3336aa-a1de-4891-bda3-9b42baa4b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2105067 Mar 07 21:54:12.990385 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f3b58081-9d63-4b00-a7d4-794adc5b8c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:13.073645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-60754e4e-d4e7-4e6e-ac19-ca1b612e4592 service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096098 Mar 07 21:54:13.116127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b58081-9d63-4b00-a7d4-794adc5b8c22 None None] Pushing event updated for resources: {'Port': ['ID=36773fd4-e349-402d-8b3f-0df2304fd99b,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:13.122785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'name': 'tempest-TestServerBasicOps-1315134036-router', 'tenant_id': 'ed2cf00226014c47b5acfcebe57f7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ee1e9bb8-9226-4969-b565-983e38c0a2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:59Z', 'updated_at': '2022-03-07T21:54:07Z', 'revision_number': 4, 'project_id': 'ed2cf00226014c47b5acfcebe57f7573', 'gw_port': {'id': 'ee1e9bb8-9226-4969-b565-983e38c0a2f2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:54:01Z', 'updated_at': '2022-03-07T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '36773fd4-e349-402d-8b3f-0df2304fd99b', 'name': '', 'network_id': 'b2da03fa-ee21-4cb9-844b-fe768b57d8ab', 'tenant_id': 'ed2cf00226014c47b5acfcebe57f7573', 'mac_address': 'fa:16:3e:0e:91:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'bbd90a59-3556-4fed-bef7-c9ff8d796383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:54:06Z', 'updated_at': '2022-03-07T21:54:12Z', 'revision_number': 4, 'project_id': 'ed2cf00226014c47b5acfcebe57f7573', 'subnets': [{'id': 'bbd90a59-3556-4fed-bef7-c9ff8d796383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:13.136692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3927383 Mar 07 21:54:13.140050 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46896) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:13.145465 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c5bfbbe5-637e-4a4f-aea3-358ac42c4ce3 admin admin] Request body: {'subnet': {'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-358311886-subnet', 'tenant_id': '87ba31d54d964f52a1f1a75c488819eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:13.175658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ed0b2d-976e-435d-a4d6-dffb3ea2fc52 None None] The sync data for ids ['af7decad-79be-4f87-8872-f455ad5aeffe'] in n-d-832330-1 is: [{'id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'name': 'tempest-TestServerBasicOps-1315134036-router', 'tenant_id': 'ed2cf00226014c47b5acfcebe57f7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ee1e9bb8-9226-4969-b565-983e38c0a2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:59Z', 'updated_at': '2022-03-07T21:54:07Z', 'revision_number': 4, 'project_id': 'ed2cf00226014c47b5acfcebe57f7573', 'gw_port': {'id': 'ee1e9bb8-9226-4969-b565-983e38c0a2f2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:54:01Z', 'updated_at': '2022-03-07T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '36773fd4-e349-402d-8b3f-0df2304fd99b', 'name': '', 'network_id': 'b2da03fa-ee21-4cb9-844b-fe768b57d8ab', 'tenant_id': 'ed2cf00226014c47b5acfcebe57f7573', 'mac_address': 'fa:16:3e:0e:91:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'bbd90a59-3556-4fed-bef7-c9ff8d796383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:54:06Z', 'updated_at': '2022-03-07T21:54:12Z', 'revision_number': 4, 'project_id': 'ed2cf00226014c47b5acfcebe57f7573', 'subnets': [{'id': 'bbd90a59-3556-4fed-bef7-c9ff8d796383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:54:13.191917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bfbbe5-637e-4a4f-aea3-358ac42c4ce3 admin admin] Made reservation on behalf of 87ba31d54d964f52a1f1a75c488819eb for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:54:13.194786 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c5bfbbe5-637e-4a4f-aea3-358ac42c4ce3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:13.197329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bc6b31a5-d1e7-45e8-b9e6-8b8111688a2d None None] Provisioning complete for port 36773fd4-e349-402d-8b3f-0df2304fd99b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:13.197821 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bc6b31a5-d1e7-45e8-b9e6-8b8111688a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:13.210600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf38036-6588-4b3e-889c-567cb041529c admin admin] Pushing event updated for resources: {'Network': ['ID=5675c4b1-a997-4e40-b5a8-fe2906f9dd57,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:13.287412 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:54:13.308126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9071b-954e-4ef2-a1dc-30a7fa19e10d req-937fee1e-44b5-48e8-8bbc-075cff850fd2 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:13.314181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65f9071b-954e-4ef2-a1dc-30a7fa19e10d req-937fee1e-44b5-48e8-8bbc-075cff850fd2 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.4533019 Mar 07 21:54:13.485312 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-ba9304b6-2cf7-46ae-bc40-5cdda9856eac tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4115cbd761624389b66373c73c2acc7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6352496 Mar 07 21:54:13.582811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 36773fd4-e349-402d-8b3f-0df2304fd99b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:54:13.594305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65f9071b-954e-4ef2-a1dc-30a7fa19e10d req-fc86c1aa-349b-4972-92b0-c954d6a0cb9e tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642506 Mar 07 21:54:13.614858 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c5bfbbe5-637e-4a4f-aea3-358ac42c4ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (9e453854-77bd-461c-8a47-1e1f133854b2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:13.659908 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-a197880a-8ad3-419c-8f3b-01a71682c429 service neutron] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490420 Mar 07 21:54:13.684873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b31a5-d1e7-45e8-b9e6-8b8111688a2d None None] Current status of the port 36773fd4-e349-402d-8b3f-0df2304fd99b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:13.729067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfbbe5-637e-4a4f-aea3-358ac42c4ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e453854-77bd-461c-8a47-1e1f133854b2,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:13.795925 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bfbbe5-637e-4a4f-aea3-358ac42c4ce3 admin admin] Checking segment: {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:54:13.798378 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bfbbe5-637e-4a4f-aea3-358ac42c4ce3 admin admin] Network hostable DHCP agents. Network: 5675c4b1-a997-4e40-b5a8-fe2906f9dd57, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:54:13.802913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 36773fd4-e349-402d-8b3f-0df2304fd99b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:13.807033 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:13.914899 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bfbbe5-637e-4a4f-aea3-358ac42c4ce3 admin admin] Network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:54:13.933763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-d73694f0-5dbe-45fa-8c94-e59dea000898 service neutron] 10.222.0.26 "GET /v2.0/networks/83d57a19-3431-4910-9994-33f2e03a0fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348087 Mar 07 21:54:13.951712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c5bfbbe5-637e-4a4f-aea3-358ac42c4ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 5675c4b1-a997-4e40-b5a8-fe2906f9dd57) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:54:13.964068 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bfbbe5-637e-4a4f-aea3-358ac42c4ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:13.968652 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c5bfbbe5-637e-4a4f-aea3-358ac42c4ce3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:13.980617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac63b2b1-cc0b-4df7-a0ad-c8c19d90d9a7 None None] Network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:54:14.015777 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c5bfbbe5-637e-4a4f-aea3-358ac42c4ce3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8619211 Mar 07 21:54:14.040463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-ebbddd01-700b-47c3-bc00-514f56b1e025 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 HTTP/1.1" status: 200 len: 217 time: 0.3709002 Mar 07 21:54:14.187820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 36773fd4-e349-402d-8b3f-0df2304fd99b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:14.238724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-05ff5507-f97b-4c63-8c0b-d4d51f771db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:14.245323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be59a1c2-d38b-45b0-aaaa-ce4bbe388582 None None] Network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:54:14.248669 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-05ff5507-f97b-4c63-8c0b-d4d51f771db5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b HTTP/1.1" status: 200 len: 797 time: 0.1895623 Mar 07 21:54:14.336868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-3d5c49bd-090c-4059-a5ae-17d4572d4c2f service neutron] 10.222.0.26 "GET /v2.0/networks/83d57a19-3431-4910-9994-33f2e03a0fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888130 Mar 07 21:54:14.348310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-63a231fe-acce-4ba2-b0da-cd6a1255a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:14.349825 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-63a231fe-acce-4ba2-b0da-cd6a1255a883 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45ddfd66-9271-42ef-b4dd-4dcd127117ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0916841 Mar 07 21:54:14.920008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-e8eb6593-ecec-435f-acef-a22b23937f7f service neutron] 10.222.0.13 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610089 Mar 07 21:54:14.958771 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-900a13c2-4465-4194-b631-359852dd166f req-8c01d020-255d-4964-b445-743c570427f9 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 210 time: 0.0635147 Mar 07 21:54:15.199686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-586a195b-a30b-473a-af5f-6657636611d5 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:15.201864 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-586a195b-a30b-473a-af5f-6657636611d5 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 811 time: 0.6739995 Mar 07 21:54:15.223748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-1a37e71e-bde0-49c4-9b60-4e7e35cb2e63 service neutron] 10.222.0.13 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758648 Mar 07 21:54:15.232136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-f8c1112d-6f6d-4a4a-8dfd-e8ae3a98a229 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/quotas/87ba31d54d964f52a1f1a75c488819eb HTTP/1.1" status: 200 len: 375 time: 0.0191050 Mar 07 21:54:15.286224 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83605b-465b-4b68-bb04-08758d7a25c3 req-33d95c68-75ac-46b2-a59a-55ba0f3152a9 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:15.287739 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b83605b-465b-4b68-bb04-08758d7a25c3 req-33d95c68-75ac-46b2-a59a-55ba0f3152a9 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.1813858 Mar 07 21:54:15.291610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-feaf42e4-8c73-4570-acbe-97d7eef82cd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e192079e-fb78-4644-86bf-f65555e1a281 HTTP/1.1" status: 200 len: 217 time: 0.0610352 Mar 07 21:54:15.311894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-467343de-cf37-4146-b677-a801160e2f98 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715983 Mar 07 21:54:15.345773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-d97ddcd6-39c2-4155-8d64-9445f7fddbdf service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:54:15.346815 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-d97ddcd6-39c2-4155-8d64-9445f7fddbdf service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219779 Mar 07 21:54:15.419730 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-34350506-59d0-4904-86d1-ab3b6413ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:15.421223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-34350506-59d0-4904-86d1-ab3b6413ee16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b HTTP/1.1" status: 200 len: 797 time: 0.1140215 Mar 07 21:54:15.506656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b83605b-465b-4b68-bb04-08758d7a25c3 req-f897409f-492f-4aa8-8c89-7a8163a23f18 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980360 Mar 07 21:54:15.562133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-126390ef-8c0e-46a7-aa11-a853440652c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:15.563691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-126390ef-8c0e-46a7-aa11-a853440652c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45ddfd66-9271-42ef-b4dd-4dcd127117ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1279626 Mar 07 21:54:15.572674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-29fd8a00-d69e-4a89-b4c5-e982cf3f8365 service neutron] 10.222.0.26 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894746 Mar 07 21:54:15.640402 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0994680d-6547-4d96-9212-45194d76c701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:15.765774 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-f49c86d5-9d04-4b53-b2f8-ca899365d065 service neutron] 10.222.0.26 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922231 Mar 07 21:54:15.780469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-bbb33d18-2c32-409b-950f-2cdb8f21da23 service neutron] 10.222.0.13 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769614 Mar 07 21:54:15.919627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fcf5b53-c29d-4357-b464-55ab140d53f3 req-6d94afea-72ef-41e4-bccb-7aae36840a93 service neutron] 10.222.0.13 "GET /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305509 Mar 07 21:54:15.969010 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:15.995017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d1584df-3af0-4536-bfcf-5865da24f9a8 req-7461eb9d-c3af-40d7-a301-06d9d8c531ea tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 210 time: 0.0523715 Mar 07 21:54:16.145142 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af518c01-4634-4f0b-9546-d8e0d6dd9c7d req-47ee9bab-e47d-498a-a28b-10059a3a7c7f tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 210 time: 0.0449066 Mar 07 21:54:16.236474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-5ac7d72c-9b7c-436c-9905-2a34aa89b7bd tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:16.238817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-5ac7d72c-9b7c-436c-9905-2a34aa89b7bd tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.13 "GET /v2.0/networks?id=83d57a19-3431-4910-9994-33f2e03a0fe7 HTTP/1.1" status: 200 len: 808 time: 0.1640539 Mar 07 21:54:16.347611 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-42ebd099-7f0e-4257-bed9-dd5bcb594f2f tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4115cbd761624389b66373c73c2acc7b HTTP/1.1" status: 200 len: 380 time: 0.0984561 Mar 07 21:54:16.361550 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-988a92d3-f95c-4eaf-ab2a-d06f939fb494 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Request body: {'port': {'device_id': 'f3b763e9-64e1-4dae-baca-6f60ca16d5d2', 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'admin_state_up': True, 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'security_groups': ['e239fc60-bae1-4267-8915-f7454382f97d']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:16.554090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-988a92d3-f95c-4eaf-ab2a-d06f939fb494 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Made reservation on behalf of 4115cbd761624389b66373c73c2acc7b for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:54:16.563523 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-988a92d3-f95c-4eaf-ab2a-d06f939fb494 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:16.790255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-988a92d3-f95c-4eaf-ab2a-d06f939fb494 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Allocated IP 172.20.0.7 (83d57a19-3431-4910-9994-33f2e03a0fe7/a9615476-da71-4e49-a927-46d7be2e5c0c/d92c1f69-abd4-430e-acd0-2c2aae679bc4) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:54:16.835635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ef52-444f-45f0-a6e6-7783788675b9 req-8a5583fe-9ac7-4a74-84c8-2bd7de0b7180 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:16.838609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0730ef52-444f-45f0-a6e6-7783788675b9 req-8a5583fe-9ac7-4a74-84c8-2bd7de0b7180 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.1853292 Mar 07 21:54:17.014680 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0730ef52-444f-45f0-a6e6-7783788675b9 req-2ff4ff0a-d70c-424b-b41d-362f42385793 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217947 Mar 07 21:54:17.070588 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-988a92d3-f95c-4eaf-ab2a-d06f939fb494 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:17.134439 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9e7fedc-2779-4654-8305-47797bc4426a req-fff41859-8682-4ee1-9547-97b0934ff817 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 210 time: 0.0341861 Mar 07 21:54:17.147389 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-988a92d3-f95c-4eaf-ab2a-d06f939fb494 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:17.202269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-988a92d3-f95c-4eaf-ab2a-d06f939fb494 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Network 83d57a19-3431-4910-9994-33f2e03a0fe7 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:54:17.205875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-988a92d3-f95c-4eaf-ab2a-d06f939fb494 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:54:17.210976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-988a92d3-f95c-4eaf-ab2a-d06f939fb494 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:54:17.219765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a92d3-f95c-4eaf-ab2a-d06f939fb494 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Pushing event updated for resources: {'Port': ['ID=d92c1f69-abd4-430e-acd0-2c2aae679bc4,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:17.308866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-988a92d3-f95c-4eaf-ab2a-d06f939fb494 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:17.309632 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-988a92d3-f95c-4eaf-ab2a-d06f939fb494 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:17.361431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-988a92d3-f95c-4eaf-ab2a-d06f939fb494 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0067382 Mar 07 21:54:17.376931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Request body: {'port': {'device_id': 'f3b763e9-64e1-4dae-baca-6f60ca16d5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:17.386766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad75b4-6031-4b92-82c0-e2e53f2d837a req-7ed380f8-4c89-448c-abd3-9b49d76bc645 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:17.395815 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-29ad75b4-6031-4b92-82c0-e2e53f2d837a req-7ed380f8-4c89-448c-abd3-9b49d76bc645 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 931 time: 0.1489813 Mar 07 21:54:17.578196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d3a36b29-876f-45ab-8a49-9c1ab814b7b3 None None] Provisioning complete for port d92c1f69-abd4-430e-acd0-2c2aae679bc4 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:17.578718 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d3a36b29-876f-45ab-8a49-9c1ab814b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:17.649937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d3a36b29-876f-45ab-8a49-9c1ab814b7b3 None None] Port d92c1f69-abd4-430e-acd0-2c2aae679bc4 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:54:17.735667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-29ad75b4-6031-4b92-82c0-e2e53f2d837a req-3ddb516d-32ae-40ea-9f4c-b1740e00c7a4 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/security-groups?id=e239fc60-bae1-4267-8915-f7454382f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384864 Mar 07 21:54:17.750580 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:17.772841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-84a0f347-9969-46b1-bccf-f460dc88b7e3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:17.774292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-84a0f347-9969-46b1-bccf-f460dc88b7e3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 811 time: 0.3737390 Mar 07 21:54:17.801623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-fd2b72a6-2605-4a3d-97fc-48ba63830a7d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Request body: {'port': {'device_id': '1797b651-1005-4d1e-9d81-abaa954ff0a2', 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57', 'admin_state_up': True, 'tenant_id': '87ba31d54d964f52a1f1a75c488819eb'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:17.900406 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-181f2da1-518a-4675-a726-1231b260716d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:18.064908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-fd2b72a6-2605-4a3d-97fc-48ba63830a7d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Made reservation on behalf of 87ba31d54d964f52a1f1a75c488819eb for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:54:18.068061 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-fd2b72a6-2605-4a3d-97fc-48ba63830a7d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:18.232861 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:18.305917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-187471cd-9c12-4e29-b0c0-2e609f964b4c req-eea6e17b-6343-48de-960f-e6710378f126 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 210 time: 0.0827222 Mar 07 21:54:18.313758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92c1f69-abd4-430e-acd0-2c2aae679bc4 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:54:18.331991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8265dae-6fe6-441b-8fa9-0551e65564cd req-7c1ca979-365b-4497-9234-dd7f2cb898f3 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:18.333497 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8265dae-6fe6-441b-8fa9-0551e65564cd req-7c1ca979-365b-4497-9234-dd7f2cb898f3 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.2224395 Mar 07 21:54:18.335425 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Publish callbacks [] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:18.367706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Transition to ACTIVE for port object d92c1f69-abd4-430e-acd0-2c2aae679bc4 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:54:18.380140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-fd2b72a6-2605-4a3d-97fc-48ba63830a7d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Allocated IP 172.20.0.8 (5675c4b1-a997-4e40-b5a8-fe2906f9dd57/9e453854-77bd-461c-8a47-1e1f133854b2/c7f9c176-4134-4fdc-88f7-5f49c74f8054) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:54:18.390924 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:18.511417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Pushing event updated for resources: {'Port': ['ID=d92c1f69-abd4-430e-acd0-2c2aae679bc4,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:18.522957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8265dae-6fe6-441b-8fa9-0551e65564cd req-f1026c03-cee6-4ce1-bdd8-1ad36134ce8e tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730752 Mar 07 21:54:18.689786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Attempting to bind port d92c1f69-abd4-430e-acd0-2c2aae679bc4 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:54:18.690141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Attempting to bind port d92c1f69-abd4-430e-acd0-2c2aae679bc4 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '0271bfd5-8b9a-441a-9a81-e2e7c3fb3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:54:18.690473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Attempting to bind port d92c1f69-abd4-430e-acd0-2c2aae679bc4 on network 83d57a19-3431-4910-9994-33f2e03a0fe7 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:54:18.706865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Port d92c1f69-abd4-430e-acd0-2c2aae679bc4 on network 83d57a19-3431-4910-9994-33f2e03a0fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:54:18.716126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Attempting to bind port d92c1f69-abd4-430e-acd0-2c2aae679bc4 on network 83d57a19-3431-4910-9994-33f2e03a0fe7 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:54:18.730448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:54:18.730793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Checking segment: {'id': '0271bfd5-8b9a-441a-9a81-e2e7c3fb3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:54:18.731220 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Bound using segment: {'id': '0271bfd5-8b9a-441a-9a81-e2e7c3fb3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:54:18.732203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Bound port: d92c1f69-abd4-430e-acd0-2c2aae679bc4, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0271bfd5-8b9a-441a-9a81-e2e7c3fb3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:54:18.732564 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:18.737874 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-fd2b72a6-2605-4a3d-97fc-48ba63830a7d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks [] for port (c7f9c176-4134-4fdc-88f7-5f49c74f8054), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:18.827912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] For port d92c1f69-abd4-430e-acd0-2c2aae679bc4, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:54:18.831876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] For port d92c1f69-abd4-430e-acd0-2c2aae679bc4, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=d92c1f69-abd4-430e-acd0-2c2aae679bc4,segment=NetworkSegment(0271bfd5-8b9a-441a-9a81-e2e7c3fb3824),segment_id=0271bfd5-8b9a-441a-9a81-e2e7c3fb3824)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:54:18.835096 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-fd2b72a6-2605-4a3d-97fc-48ba63830a7d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c7f9c176-4134-4fdc-88f7-5f49c74f8054), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:18.867723 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:18.928913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:18.929914 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:18.931394 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] 10.222.0.13 "PUT /v2.0/ports/d92c1f69-abd4-430e-acd0-2c2aae679bc4 HTTP/1.1" status: 200 len: 1091 time: 1.5589316 Mar 07 21:54:18.939171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b763e9-64e1-4dae-baca-6f60ca16d5d2', 'tag': 'd92c1f69-abd4-430e-acd0-2c2aae679bc4'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:54:18.941447 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580c1d8d-0d97-4331-ab71-4351e336abba" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b763e9-64e1-4dae-baca-6f60ca16d5d2", "tag": "d92c1f69-abd4-430e-acd0-2c2aae679bc4"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:54:18.946856 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-fd2b72a6-2605-4a3d-97fc-48ba63830a7d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:54:18.955181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-fd2b72a6-2605-4a3d-97fc-48ba63830a7d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:54:18.958242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-fd2b72a6-2605-4a3d-97fc-48ba63830a7d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:54:18.969893 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b72a6-2605-4a3d-97fc-48ba63830a7d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Pushing event updated for resources: {'Port': ['ID=c7f9c176-4134-4fdc-88f7-5f49c74f8054,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:19.066458 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a50bae-9206-46f6-9f54-945194ff3266 x-openstack-request-id: req-10a50bae-9206-46f6-9f54-945194ff3266 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:54:19.067570 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b763e9-64e1-4dae-baca-6f60ca16d5d2", "tag": "d92c1f69-abd4-430e-acd0-2c2aae679bc4", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:54:19.067570 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10a50bae-9206-46f6-9f54-945194ff3266 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:54:19.067570 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b763e9-64e1-4dae-baca-6f60ca16d5d2', 'tag': 'd92c1f69-abd4-430e-acd0-2c2aae679bc4', 'status': 'completed', 'code': 200} Mar 07 21:54:19.108155 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b51ac-ca1a-45fe-b2eb-3b007dceba2a service neutron] Pushing event updated for resources: {'Port': ['ID=d92c1f69-abd4-430e-acd0-2c2aae679bc4,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:19.121439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-fd2b72a6-2605-4a3d-97fc-48ba63830a7d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:19.123108 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-fd2b72a6-2605-4a3d-97fc-48ba63830a7d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:19.139975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13702960-d495-4a17-88fb-86250a8e61c5 req-14c7fcab-825a-465a-942a-5e2d63a5b136 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:19.141563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13702960-d495-4a17-88fb-86250a8e61c5 req-14c7fcab-825a-465a-942a-5e2d63a5b136 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 943 time: 0.2702379 Mar 07 21:54:19.270370 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:19.468349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-6ff7e1f6-802c-4d28-9c7f-d22805eb241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:19.469817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-6ff7e1f6-802c-4d28-9c7f-d22805eb241c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4115cbd761624389b66373c73c2acc7b&device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 1125 time: 0.4505181 Mar 07 21:54:19.477572 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-fd2b72a6-2605-4a3d-97fc-48ba63830a7d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6812882 Mar 07 21:54:19.496381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Request body: {'port': {'device_id': '1797b651-1005-4d1e-9d81-abaa954ff0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:19.572340 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-3da41e97-1724-4c26-8963-89633a295163 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d92c1f69-abd4-430e-acd0-2c2aae679bc4 HTTP/1.1" status: 200 len: 217 time: 0.0872922 Mar 07 21:54:19.645176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13702960-d495-4a17-88fb-86250a8e61c5 req-65e73ce1-aef2-4d1a-bcb5-644584e484eb tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/security-groups?id=e239fc60-bae1-4267-8915-f7454382f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4959416 Mar 07 21:54:19.688803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-162c420e-926c-4510-906e-dfb5480d1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:19.690319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-162c420e-926c-4510-906e-dfb5480d1b30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9615476-da71-4e49-a927-46d7be2e5c0c HTTP/1.1" status: 200 len: 847 time: 0.1086671 Mar 07 21:54:19.703992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d12c9-71a1-4f76-bbda-d66a9df9ca83 req-5a136c45-daee-4311-915c-73122df6723c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:19.706004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-439d12c9-71a1-4f76-bbda-d66a9df9ca83 req-5a136c45-daee-4311-915c-73122df6723c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 931 time: 0.2329574 Mar 07 21:54:19.729918 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c7f9c176-4134-4fdc-88f7-5f49c74f8054), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:19.889545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-439d12c9-71a1-4f76-bbda-d66a9df9ca83 req-31a6df42-570f-4bac-8eab-50f11eb5d48b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734602 Mar 07 21:54:19.958749 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-544fc7d7-7d83-4bd1-8679-0c35a37aef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:19.960295 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-544fc7d7-7d83-4bd1-8679-0c35a37aef29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83d57a19-3431-4910-9994-33f2e03a0fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2533388 Mar 07 21:54:19.974006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae91438-e211-4952-9329-adf9134e6f4d req-e54cc734-68c6-4603-9a1f-f67df9684c96 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:19.975541 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fae91438-e211-4952-9329-adf9134e6f4d req-e54cc734-68c6-4603-9a1f-f67df9684c96 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.2106147 Mar 07 21:54:20.152451 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fae91438-e211-4952-9329-adf9134e6f4d req-0c1bd8fe-de6c-41be-9152-4545edb27041 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645362 Mar 07 21:54:20.190359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-72f0b593-5d41-4b91-825c-2433dea34602 service neutron] 10.222.0.13 "GET /v2.0/networks/83d57a19-3431-4910-9994-33f2e03a0fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137902 Mar 07 21:54:20.265647 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:20.329630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f9c176-4134-4fdc-88f7-5f49c74f8054 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:54:20.340045 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Publish callbacks [] for port (c7f9c176-4134-4fdc-88f7-5f49c74f8054), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:20.365748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Transition to ACTIVE for port object c7f9c176-4134-4fdc-88f7-5f49c74f8054 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:54:20.370246 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455a5d7d-5701-4e63-9790-24846eb06f03 req-bab91a8b-d0a3-49d3-9796-235ffcad8e92 service neutron] 10.222.0.13 "GET /v2.0/networks/83d57a19-3431-4910-9994-33f2e03a0fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685982 Mar 07 21:54:20.371465 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c7f9c176-4134-4fdc-88f7-5f49c74f8054), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:20.467025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f9c176-4134-4fdc-88f7-5f49c74f8054,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:20.542422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c1d8d-0d97-4331-ab71-4351e336abba req-15fada28-5fdf-4c15-8ad2-b64e144a7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:20.544388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-580c1d8d-0d97-4331-ab71-4351e336abba req-15fada28-5fdf-4c15-8ad2-b64e144a7aee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4115cbd761624389b66373c73c2acc7b&device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 1125 time: 0.1196053 Mar 07 21:54:20.577984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Attempting to bind port c7f9c176-4134-4fdc-88f7-5f49c74f8054 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:54:20.578381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Attempting to bind port c7f9c176-4134-4fdc-88f7-5f49c74f8054 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:54:20.578670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Attempting to bind port c7f9c176-4134-4fdc-88f7-5f49c74f8054 on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:54:20.591948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Port c7f9c176-4134-4fdc-88f7-5f49c74f8054 on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:54:20.592274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Attempting to bind port c7f9c176-4134-4fdc-88f7-5f49c74f8054 on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:54:20.633951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:54:20.634608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Checking segment: {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:54:20.635273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Bound using segment: {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:54:20.636122 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Bound port: c7f9c176-4134-4fdc-88f7-5f49c74f8054, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:54:20.636706 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c7f9c176-4134-4fdc-88f7-5f49c74f8054), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:20.699338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c1d8d-0d97-4331-ab71-4351e336abba req-1bd80e70-a8a7-4ecc-8c9c-739e9e52cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:20.700891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-580c1d8d-0d97-4331-ab71-4351e336abba req-1bd80e70-a8a7-4ecc-8c9c-739e9e52cb41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=83d57a19-3431-4910-9994-33f2e03a0fe7 HTTP/1.1" status: 200 len: 909 time: 0.1493697 Mar 07 21:54:20.771235 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-580c1d8d-0d97-4331-ab71-4351e336abba req-34d67c48-3976-4dfe-80ba-41d3dea1f8da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d92c1f69-abd4-430e-acd0-2c2aae679bc4 HTTP/1.1" status: 200 len: 217 time: 0.0633636 Mar 07 21:54:20.777847 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] For port c7f9c176-4134-4fdc-88f7-5f49c74f8054, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:54:20.861159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] For port c7f9c176-4134-4fdc-88f7-5f49c74f8054, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c7f9c176-4134-4fdc-88f7-5f49c74f8054,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:54:20.878323 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c7f9c176-4134-4fdc-88f7-5f49c74f8054), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:20.916202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c1d8d-0d97-4331-ab71-4351e336abba req-0a910ef9-19fb-488e-b80d-adacc0c1c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:20.917687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-580c1d8d-0d97-4331-ab71-4351e336abba req-0a910ef9-19fb-488e-b80d-adacc0c1c37d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9615476-da71-4e49-a927-46d7be2e5c0c HTTP/1.1" status: 200 len: 847 time: 0.1412556 Mar 07 21:54:20.961610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:20.962780 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:20.964423 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] 10.222.0.15 "PUT /v2.0/ports/c7f9c176-4134-4fdc-88f7-5f49c74f8054 HTTP/1.1" status: 200 len: 1091 time: 1.4718487 Mar 07 21:54:21.032329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa674d-adac-4651-bc39-9782fe25a562 req-acfad1d0-e6c7-4b3e-a228-bbe25f2afa01 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:21.034393 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74aa674d-adac-4651-bc39-9782fe25a562 req-acfad1d0-e6c7-4b3e-a228-bbe25f2afa01 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 943 time: 0.2840624 Mar 07 21:54:21.097328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1797b651-1005-4d1e-9d81-abaa954ff0a2', 'tag': 'c7f9c176-4134-4fdc-88f7-5f49c74f8054'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:54:21.100912 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf1931d-2761-491b-85bf-5d95b6e56c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "1797b651-1005-4d1e-9d81-abaa954ff0a2", "tag": "c7f9c176-4134-4fdc-88f7-5f49c74f8054"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:54:21.169272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e55c60-6c7e-4fb8-9184-ff58df095ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f9c176-4134-4fdc-88f7-5f49c74f8054,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:21.269178 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a98d69-4fa8-4415-ae5c-595c72349e13 req-ebcf3fdf-ec66-46c6-b40a-e06078220c4f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:21.273145 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9a98d69-4fa8-4415-ae5c-595c72349e13 req-ebcf3fdf-ec66-46c6-b40a-e06078220c4f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 943 time: 0.2379599 Mar 07 21:54:21.286774 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74aa674d-adac-4651-bc39-9782fe25a562 req-82be9611-9281-4ef4-be80-4772a4aff735 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/security-groups?id=e239fc60-bae1-4267-8915-f7454382f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006106 Mar 07 21:54:21.294102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c1d8d-0d97-4331-ab71-4351e336abba req-aec0f9ba-f675-4a21-8ffe-a908db02c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:21.294102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-580c1d8d-0d97-4331-ab71-4351e336abba req-aec0f9ba-f675-4a21-8ffe-a908db02c0c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83d57a19-3431-4910-9994-33f2e03a0fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3574994 Mar 07 21:54:21.307922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-48131eba-55d5-4dae-b8f3-eda002c1c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:21.310992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-48131eba-55d5-4dae-b8f3-eda002c1c3a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 1125 time: 0.2641017 Mar 07 21:54:21.414928 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfbeb29-89c8-485b-8e0c-4bc8ce43e135 x-openstack-request-id: req-1bfbeb29-89c8-485b-8e0c-4bc8ce43e135 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:54:21.415194 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1797b651-1005-4d1e-9d81-abaa954ff0a2", "tag": "c7f9c176-4134-4fdc-88f7-5f49c74f8054", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:54:21.415557 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1bfbeb29-89c8-485b-8e0c-4bc8ce43e135 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:54:21.416017 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1797b651-1005-4d1e-9d81-abaa954ff0a2', 'tag': 'c7f9c176-4134-4fdc-88f7-5f49c74f8054', 'status': 'completed', 'code': 200} Mar 07 21:54:21.433373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-aad14542-362f-4b8d-8fe8-dae4972c1d15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7f9c176-4134-4fdc-88f7-5f49c74f8054 HTTP/1.1" status: 200 len: 217 time: 0.0826840 Mar 07 21:54:21.606835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9a98d69-4fa8-4415-ae5c-595c72349e13 req-849faffc-ef2c-4263-b5be-90c48b3e7ecc tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188846 Mar 07 21:54:21.653379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-6b620959-821b-4aaf-a7d0-691ae8be2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:21.657202 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-6b620959-821b-4aaf-a7d0-691ae8be2e71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e453854-77bd-461c-8a47-1e1f133854b2 HTTP/1.1" status: 200 len: 851 time: 0.1930234 Mar 07 21:54:21.694407 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-580c1d8d-0d97-4331-ab71-4351e336abba req-4d61123d-120c-4da0-948a-e652aa050ccb service neutron] 10.222.0.13 "GET /v2.0/networks/83d57a19-3431-4910-9994-33f2e03a0fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912280 Mar 07 21:54:21.697115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-a4d1f310-0dcc-4dfd-855f-1513dfaf4a7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331731 Mar 07 21:54:21.705833 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a89da9-c6fe-449a-8666-29c9a383c03d req-f9698adc-0a8b-47d1-b010-515e615fc88c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:21.707290 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6a89da9-c6fe-449a-8666-29c9a383c03d req-f9698adc-0a8b-47d1-b010-515e615fc88c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.2587154 Mar 07 21:54:21.979342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6a89da9-c6fe-449a-8666-29c9a383c03d req-7072d890-db49-4da2-aa7f-03134ca6bf3c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532625 Mar 07 21:54:22.026175 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-2b6d5acd-9767-4d4d-8052-d80cc6083d64 service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168426 Mar 07 21:54:22.042718 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-580c1d8d-0d97-4331-ab71-4351e336abba req-7dcf225f-e98a-46e0-bbc7-4f7675221496 service neutron] 10.222.0.13 "GET /v2.0/networks/83d57a19-3431-4910-9994-33f2e03a0fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344891 Mar 07 21:54:22.069834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00faea-fb41-4826-abde-269726fec160 req-4528cba2-2f8b-4cdd-874b-464c8aa2b32e tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:22.071416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c00faea-fb41-4826-abde-269726fec160 req-4528cba2-2f8b-4cdd-874b-464c8aa2b32e tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 1128 time: 0.1726878 Mar 07 21:54:22.114122 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:22.122088 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3c00faea-fb41-4826-abde-269726fec160 req-8f898883-ae7c-4d63-a4a1-5a7b27ec5f9d tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:22.178480 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-870e15be-2769-4f97-a1ef-46b9ee03a518 req-f9f8d94a-de1a-448f-ba39-4c1664a26bd5 service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454694 Mar 07 21:54:22.247502 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3c00faea-fb41-4826-abde-269726fec160 req-8f898883-ae7c-4d63-a4a1-5a7b27ec5f9d tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Publish callbacks [] for security_group (7562e9c9-6dc7-41c2-a8e5-fb36a764928a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:22.257871 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3c00faea-fb41-4826-abde-269726fec160 req-8f898883-ae7c-4d63-a4a1-5a7b27ec5f9d tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7562e9c9-6dc7-41c2-a8e5-fb36a764928a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:22.328035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c00faea-fb41-4826-abde-269726fec160 req-8f898883-ae7c-4d63-a4a1-5a7b27ec5f9d tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231357 Mar 07 21:54:22.334482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898883-ae7c-4d63-a4a1-5a7b27ec5f9d tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7562e9c9-6dc7-41c2-a8e5-fb36a764928a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:22.371495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1931d-2761-491b-85bf-5d95b6e56c3c req-8827ee68-87b1-4737-b772-13673eb9622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:22.373914 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7cf1931d-2761-491b-85bf-5d95b6e56c3c req-8827ee68-87b1-4737-b772-13673eb9622c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 1125 time: 0.1151357 Mar 07 21:54:22.629034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52714c-597c-46c6-8d45-71ecbfbeaed6 req-ab5b5712-2e35-4ccd-8825-dd9690a9d942 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:22.630460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc52714c-597c-46c6-8d45-71ecbfbeaed6 req-ab5b5712-2e35-4ccd-8825-dd9690a9d942 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 943 time: 0.2125025 Mar 07 21:54:22.636350 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device d92c1f69-abd4-430e-acd0-2c2aae679bc4 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:54:22.641590 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dc946-8c1e-4ba3-8961-f8134f3def2b req-b510ac59-1995-494d-ae96-b9c6cc8e09a0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:22.644525 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c33dc946-8c1e-4ba3-8961-f8134f3def2b req-b510ac59-1995-494d-ae96-b9c6cc8e09a0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.1921835 Mar 07 21:54:22.678742 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1931d-2761-491b-85bf-5d95b6e56c3c req-31c406e5-1ac3-4bfc-b87f-776e0a1e3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:22.680234 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7cf1931d-2761-491b-85bf-5d95b6e56c3c req-31c406e5-1ac3-4bfc-b87f-776e0a1e3fbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 912 time: 0.2886620 Mar 07 21:54:22.753180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7cf1931d-2761-491b-85bf-5d95b6e56c3c req-8b7aefc6-2954-43ca-8a78-74f566b095d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7f9c176-4134-4fdc-88f7-5f49c74f8054 HTTP/1.1" status: 200 len: 217 time: 0.0628579 Mar 07 21:54:22.827770 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port d92c1f69-abd4-430e-acd0-2c2aae679bc4, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=d92c1f69-abd4-430e-acd0-2c2aae679bc4,segment=NetworkSegment(0271bfd5-8b9a-441a-9a81-e2e7c3fb3824),segment_id=0271bfd5-8b9a-441a-9a81-e2e7c3fb3824)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:22.833472 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc52714c-597c-46c6-8d45-71ecbfbeaed6 req-5f495ad8-17e6-4e9d-8dfc-c63e76448b12 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/security-groups?id=e239fc60-bae1-4267-8915-f7454382f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804388 Mar 07 21:54:22.842128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c33dc946-8c1e-4ba3-8961-f8134f3def2b req-f0272b2f-f476-4059-9d5b-aeb808a7f574 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769412 Mar 07 21:54:22.870865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'd92c1f69-abd4-430e-acd0-2c2aae679bc4', 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'port_id': 'd92c1f69-abd4-430e-acd0-2c2aae679bc4', 'mac_address': 'fa:16:3e:9d:5d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:54:22.881200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 47056) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:22.906508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1931d-2761-491b-85bf-5d95b6e56c3c req-49f742f4-0196-4c13-9750-c85ac7bb889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:22.913377 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7cf1931d-2761-491b-85bf-5d95b6e56c3c req-49f742f4-0196-4c13-9750-c85ac7bb889d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e453854-77bd-461c-8a47-1e1f133854b2 HTTP/1.1" status: 200 len: 851 time: 0.1449423 Mar 07 21:54:23.016770 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port d92c1f69-abd4-430e-acd0-2c2aae679bc4 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:23.017643 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:23.046830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92c1f69-abd4-430e-acd0-2c2aae679bc4 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:54:23.097065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port d92c1f69-abd4-430e-acd0-2c2aae679bc4, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=d92c1f69-abd4-430e-acd0-2c2aae679bc4,segment=NetworkSegment(0271bfd5-8b9a-441a-9a81-e2e7c3fb3824),segment_id=0271bfd5-8b9a-441a-9a81-e2e7c3fb3824)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:23.106048 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:23.212612 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=d92c1f69-abd4-430e-acd0-2c2aae679bc4,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:23.489133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['d92c1f69-abd4-430e-acd0-2c2aae679bc4'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:54:23.505275 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ee245ba7-8587-482e-9c29-2d3be6e01384 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/25f91c1b-97cd-4056-b643-2f4ca81e735c HTTP/1.1" status: 200 len: 994 time: 0.6223710 Mar 07 21:54:23.573063 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7cf1931d-2761-491b-85bf-5d95b6e56c3c req-63702e55-dc39-4472-8b62-7fb7abcbf7c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344667 Mar 07 21:54:23.695784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f78e5e-a7b4-4b73-a79b-fe338e878e8d req-fe2aee1a-be85-4f2c-ae7a-2a5f4b3fb7d6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:23.704260 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15f78e5e-a7b4-4b73-a79b-fe338e878e8d req-fe2aee1a-be85-4f2c-ae7a-2a5f4b3fb7d6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 943 time: 0.1970637 Mar 07 21:54:23.714372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d47db-bff8-46d8-8423-8638844c53ba req-7dd8fdd1-808e-4ed7-8a6d-ed5a55ff0c47 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:23.716589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-666d47db-bff8-46d8-8423-8638844c53ba req-7dd8fdd1-808e-4ed7-8a6d-ed5a55ff0c47 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.2092617 Mar 07 21:54:23.816098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15f78e5e-a7b4-4b73-a79b-fe338e878e8d req-11647039-7edb-4bfc-a7d7-ef23254fcb07 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108375 Mar 07 21:54:24.037966 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-666d47db-bff8-46d8-8423-8638844c53ba req-8acca095-edf0-4a98-a068-0c3c964727a0 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361159 Mar 07 21:54:24.083923 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7cf1931d-2761-491b-85bf-5d95b6e56c3c req-1293aeaa-0943-4554-96b8-0fef6d5637a6 service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582002 Mar 07 21:54:24.295796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e4e7b-0487-410e-a47b-9ad70ea819b5 req-326a1f19-1b24-4e8d-ae06-2e18a0ac4995 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:24.303001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba7e4e7b-0487-410e-a47b-9ad70ea819b5 req-326a1f19-1b24-4e8d-ae06-2e18a0ac4995 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 944 time: 0.2216761 Mar 07 21:54:24.349501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7cf1931d-2761-491b-85bf-5d95b6e56c3c req-aa48ca79-5f68-4a02-bd1d-fb676183dcb6 service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553177 Mar 07 21:54:24.385840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-cd2506b5-41cf-4f8e-964e-383d3dac94e3 req-b4891d01-4f0b-432e-834d-a5e782b37f8b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:54:24.387002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd2506b5-41cf-4f8e-964e-383d3dac94e3 req-b4891d01-4f0b-432e-834d-a5e782b37f8b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1654212 Mar 07 21:54:24.400658 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba7e4e7b-0487-410e-a47b-9ad70ea819b5 req-44f569b3-ae77-4a6c-8283-b72904d25f9b tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/security-groups?id=e239fc60-bae1-4267-8915-f7454382f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955877 Mar 07 21:54:24.932916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c7f9c176-4134-4fdc-88f7-5f49c74f8054 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:54:24.965395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc6d6a-9ed7-44fb-8a12-9b230ce3a68d req-6f906600-1ae2-457a-9ef6-6ccbd5306cd1 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:24.967065 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fcc6d6a-9ed7-44fb-8a12-9b230ce3a68d req-6f906600-1ae2-457a-9ef6-6ccbd5306cd1 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.1123281 Mar 07 21:54:25.123674 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-3e0c8ef5-3032-48ef-b27a-adf577a2095b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2458210 Mar 07 21:54:25.161634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fcc6d6a-9ed7-44fb-8a12-9b230ce3a68d req-a73a8ad2-3272-47c8-9d26-e18eb47d25b4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791756 Mar 07 21:54:25.196434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792ff3c-196c-4f0b-9221-f947048974cd req-a8e16d98-16d0-46ea-ac16-2bb3353bfacd tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:25.206603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1792ff3c-196c-4f0b-9221-f947048974cd req-a8e16d98-16d0-46ea-ac16-2bb3353bfacd tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 943 time: 0.2265337 Mar 07 21:54:25.369555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1792ff3c-196c-4f0b-9221-f947048974cd req-c6b01d4b-8596-4447-a50e-baa90f8e726e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593912 Mar 07 21:54:25.487663 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24e4ed-693d-4169-a882-4f3b3d5f96b6 req-19bd1c50-0d74-4340-b4fe-0db7b553f1e2 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:25.494707 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d24e4ed-693d-4169-a882-4f3b3d5f96b6 req-19bd1c50-0d74-4340-b4fe-0db7b553f1e2 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.1618173 Mar 07 21:54:25.552168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c7f9c176-4134-4fdc-88f7-5f49c74f8054, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c7f9c176-4134-4fdc-88f7-5f49c74f8054,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:25.585913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'c7f9c176-4134-4fdc-88f7-5f49c74f8054', 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57', 'port_id': 'c7f9c176-4134-4fdc-88f7-5f49c74f8054', 'mac_address': 'fa:16:3e:d2:17:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e453854-77bd-461c-8a47-1e1f133854b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:54:25.611203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d24e4ed-693d-4169-a882-4f3b3d5f96b6 req-c10cdc14-9c8c-4f45-8c85-d06a8225e115 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107903 Mar 07 21:54:25.663997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c7f9c176-4134-4fdc-88f7-5f49c74f8054 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:25.664405 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c7f9c176-4134-4fdc-88f7-5f49c74f8054), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:25.679344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67b6fe-713d-4170-8e88-7c7410b220fd req-5efa81da-29f3-4135-b818-ddf0839d2474 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:25.680347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f9c176-4134-4fdc-88f7-5f49c74f8054 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:54:25.688836 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea67b6fe-713d-4170-8e88-7c7410b220fd req-5efa81da-29f3-4135-b818-ddf0839d2474 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 944 time: 0.1398823 Mar 07 21:54:25.704874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c7f9c176-4134-4fdc-88f7-5f49c74f8054, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c7f9c176-4134-4fdc-88f7-5f49c74f8054,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:25.714562 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c7f9c176-4134-4fdc-88f7-5f49c74f8054), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:25.794916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c7f9c176-4134-4fdc-88f7-5f49c74f8054,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:25.808689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea67b6fe-713d-4170-8e88-7c7410b220fd req-95fddcd9-7cf3-4543-acb9-2dfd649467b3 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/security-groups?id=e239fc60-bae1-4267-8915-f7454382f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185484 Mar 07 21:54:25.896716 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-04350534-53cc-4f71-a104-f2fa35f942ec tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:25.900147 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-04350534-53cc-4f71-a104-f2fa35f942ec tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/ports/cf057c28-5634-40dc-b41f-fa62a81d1ad3 HTTP/1.1" status: 200 len: 1125 time: 0.1526368 Mar 07 21:54:25.977471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['c7f9c176-4134-4fdc-88f7-5f49c74f8054'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:54:26.379041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78e216-3abc-475a-b217-61819ce87262 req-6b9e3912-7cb2-4eb6-a899-0527b261b7f5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:26.380388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d78e216-3abc-475a-b217-61819ce87262 req-6b9e3912-7cb2-4eb6-a899-0527b261b7f5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.0812340 Mar 07 21:54:26.461748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7d78e216-3abc-475a-b217-61819ce87262 req-af0d208a-ddd1-409c-b725-42076441d484 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727675 Mar 07 21:54:26.552360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af931f4-79d4-47d8-a80e-db92ff0ad154 req-ec41d042-0fa1-43a6-93dc-d7e907fc9bca tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:26.561258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6af931f4-79d4-47d8-a80e-db92ff0ad154 req-ec41d042-0fa1-43a6-93dc-d7e907fc9bca tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 944 time: 0.0933530 Mar 07 21:54:26.614871 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6af931f4-79d4-47d8-a80e-db92ff0ad154 req-5c81583e-49bc-4f54-8e0a-99ac55e7fad6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522788 Mar 07 21:54:26.650935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device d92c1f69-abd4-430e-acd0-2c2aae679bc4 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:54:26.716410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port d92c1f69-abd4-430e-acd0-2c2aae679bc4 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:54:26.727941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port d92c1f69-abd4-430e-acd0-2c2aae679bc4 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:26.728321 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:26.795546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493c5c-87bc-4f17-a983-da3b32f25769 req-0a28fdc7-d9d0-4add-8482-bcd81b9fa2d9 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:26.797321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7493c5c-87bc-4f17-a983-da3b32f25769 req-0a28fdc7-d9d0-4add-8482-bcd81b9fa2d9 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.0755236 Mar 07 21:54:26.879594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port d92c1f69-abd4-430e-acd0-2c2aae679bc4 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:26.880005 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:26.890195 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7493c5c-87bc-4f17-a983-da3b32f25769 req-e5c65d06-7e2d-4cbd-9583-6579d2baa25b tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845566 Mar 07 21:54:26.956173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b763e9-64e1-4dae-baca-6f60ca16d5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92c1f69-abd4-430e-acd0-2c2aae679bc4'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:54:26.959712 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bad823-4ea1-46f9-9896-6fb97272da6d" -d '{"events": [{"server_uuid": "f3b763e9-64e1-4dae-baca-6f60ca16d5d2", "name": "network-vif-plugged", "status": "completed", "tag": "d92c1f69-abd4-430e-acd0-2c2aae679bc4"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:54:26.975785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c7f9c176-4134-4fdc-88f7-5f49c74f8054 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:54:27.004102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc65870-63f1-4ea0-83fb-bac1c6512416 req-64cf9d69-3d49-4b24-be02-92eb0d12c4d7 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:27.006618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abc65870-63f1-4ea0-83fb-bac1c6512416 req-64cf9d69-3d49-4b24-be02-92eb0d12c4d7 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 944 time: 0.0950420 Mar 07 21:54:27.061697 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff34178c-63ef-46e4-b63e-7f3b1e5841b3 x-openstack-request-id: req-ff34178c-63ef-46e4-b63e-7f3b1e5841b3 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:54:27.062271 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b763e9-64e1-4dae-baca-6f60ca16d5d2", "name": "network-vif-plugged", "status": "completed", "tag": "d92c1f69-abd4-430e-acd0-2c2aae679bc4", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:54:27.062271 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff34178c-63ef-46e4-b63e-7f3b1e5841b3 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:54:27.062681 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b763e9-64e1-4dae-baca-6f60ca16d5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92c1f69-abd4-430e-acd0-2c2aae679bc4', 'code': 200} Mar 07 21:54:27.067708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port d92c1f69-abd4-430e-acd0-2c2aae679bc4, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=d92c1f69-abd4-430e-acd0-2c2aae679bc4,segment=NetworkSegment(0271bfd5-8b9a-441a-9a81-e2e7c3fb3824),segment_id=0271bfd5-8b9a-441a-9a81-e2e7c3fb3824)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:27.090528 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:27.161921 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abc65870-63f1-4ea0-83fb-bac1c6512416 req-14900f69-8718-49e8-b97f-5ecb06c83111 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/security-groups?id=e239fc60-bae1-4267-8915-f7454382f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117473 Mar 07 21:54:27.215162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-d5088fe0-3ff4-4b84-b484-e1669e839f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:27.218826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-d5088fe0-3ff4-4b84-b484-e1669e839f15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 1128 time: 0.1787114 Mar 07 21:54:27.239707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=d92c1f69-abd4-430e-acd0-2c2aae679bc4,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:27.251381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea595d-2556-450a-961d-70d3d2c5da1b req-8c90e1fe-90ae-4e9f-9edb-2b23a25c62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:27.252254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port c7f9c176-4134-4fdc-88f7-5f49c74f8054 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:54:27.255822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20ea595d-2556-450a-961d-70d3d2c5da1b req-8c90e1fe-90ae-4e9f-9edb-2b23a25c62f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 1127 time: 0.1198149 Mar 07 21:54:27.257033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port c7f9c176-4134-4fdc-88f7-5f49c74f8054 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:27.258243 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c7f9c176-4134-4fdc-88f7-5f49c74f8054), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:27.363632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c7f9c176-4134-4fdc-88f7-5f49c74f8054 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:27.364329 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c7f9c176-4134-4fdc-88f7-5f49c74f8054), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:27.381680 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20ea595d-2556-450a-961d-70d3d2c5da1b req-45e4e161-a93c-46eb-8942-ad3849fae141 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e239fc60-bae1-4267-8915-f7454382f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054220 Mar 07 21:54:27.402981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-d6064b69-d751-4052-99ca-befd3cf532b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:27.404786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-d6064b69-d751-4052-99ca-befd3cf532b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c30be23b-c9a1-4888-abc2-f862c1499bc1 HTTP/1.1" status: 200 len: 898 time: 0.1780646 Mar 07 21:54:27.429999 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c7f9c176-4134-4fdc-88f7-5f49c74f8054, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c7f9c176-4134-4fdc-88f7-5f49c74f8054,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:27.442474 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c7f9c176-4134-4fdc-88f7-5f49c74f8054), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:27.567454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-f729d084-8496-43e3-8e43-099e831b4e94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3 HTTP/1.1" status: 200 len: 1002 time: 0.1518080 Mar 07 21:54:27.575779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c7f9c176-4134-4fdc-88f7-5f49c74f8054,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:27.659782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-2bf5a47c-ec35-4ba3-a57a-35023bbddbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:27.661284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-2bf5a47c-ec35-4ba3-a57a-35023bbddbfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b94fcc19-8bef-4638-9407-9c98f3f9f1ea HTTP/1.1" status: 200 len: 835 time: 0.0852337 Mar 07 21:54:27.764930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b0bd7-857f-4f19-9767-1da3360a64d5 req-b7fb0d45-62ed-4742-88bc-2239ae388269 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:27.766428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b4b0bd7-857f-4f19-9767-1da3360a64d5 req-b7fb0d45-62ed-4742-88bc-2239ae388269 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.1779737 Mar 07 21:54:27.820453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-a39c840e-5804-47c2-8385-3161f614fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:27.821968 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-a39c840e-5804-47c2-8385-3161f614fb1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c30be23b-c9a1-4888-abc2-f862c1499bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1508508 Mar 07 21:54:27.869753 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a1595-cd43-4ed1-ae41-a9d04b09b3fc req-388d56b6-3c07-4507-8d21-c6d08d77b30a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:27.871217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f0a1595-cd43-4ed1-ae41-a9d04b09b3fc req-388d56b6-3c07-4507-8d21-c6d08d77b30a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.1474142 Mar 07 21:54:27.878115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b4b0bd7-857f-4f19-9767-1da3360a64d5 req-a66ee3f5-f75d-4b86-afb9-32603cbad3b9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015875 Mar 07 21:54:28.017626 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f0a1595-cd43-4ed1-ae41-a9d04b09b3fc req-047305e6-5460-426e-8c2c-6465e75d6f5c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383111 Mar 07 21:54:28.060831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-b374905b-d1d2-45a2-b643-8a76859c73ec service neutron] 10.222.0.15 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280030 Mar 07 21:54:28.108985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de107-6d90-4989-9134-7b3498ec2762 req-8b587363-5ef2-48a7-a403-ee8dc4aa51eb tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:28.110577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-435de107-6d90-4989-9134-7b3498ec2762 req-8b587363-5ef2-48a7-a403-ee8dc4aa51eb tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.0920551 Mar 07 21:54:28.351909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-0ad7a573-cc75-4939-baac-d30732d42df0 service neutron] 10.222.0.15 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756591 Mar 07 21:54:28.368966 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-435de107-6d90-4989-9134-7b3498ec2762 req-01f418b5-2ac9-43a0-902f-4d608631e1ac tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422879 Mar 07 21:54:28.414368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a852a18-bd01-4a2e-998d-8deeadebc8f3 req-50fd53ef-6a0f-4b58-acf2-74203b46a3d3 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:28.415914 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a852a18-bd01-4a2e-998d-8deeadebc8f3 req-50fd53ef-6a0f-4b58-acf2-74203b46a3d3 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 945 time: 0.1332939 Mar 07 21:54:28.487881 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a852a18-bd01-4a2e-998d-8deeadebc8f3 req-b51b87a0-12ce-4952-bbec-509e760b04ef tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/security-groups?id=e239fc60-bae1-4267-8915-f7454382f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639713 Mar 07 21:54:29.052968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057744dc-651b-4e1d-b52b-0c56c32372a2 req-2ad859e6-e55c-4603-b921-cec408e952af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:29.064226 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1797b651-1005-4d1e-9d81-abaa954ff0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f9c176-4134-4fdc-88f7-5f49c74f8054'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:54:29.067271 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-057744dc-651b-4e1d-b52b-0c56c32372a2 req-2ad859e6-e55c-4603-b921-cec408e952af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.0770767 Mar 07 21:54:29.067449 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9b3beb-721b-4649-8f0e-6e627ffd346e" -d '{"events": [{"server_uuid": "1797b651-1005-4d1e-9d81-abaa954ff0a2", "name": "network-vif-plugged", "status": "completed", "tag": "c7f9c176-4134-4fdc-88f7-5f49c74f8054"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:54:29.135318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-057744dc-651b-4e1d-b52b-0c56c32372a2 req-8b10d8fc-9341-40a9-bf29-a3902b1b18d4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630434 Mar 07 21:54:29.206635 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b78cf99-08c2-4de0-90c8-af20e9b258b5 x-openstack-request-id: req-2b78cf99-08c2-4de0-90c8-af20e9b258b5 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:54:29.206962 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1797b651-1005-4d1e-9d81-abaa954ff0a2", "name": "network-vif-plugged", "status": "completed", "tag": "c7f9c176-4134-4fdc-88f7-5f49c74f8054", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:54:29.207229 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b78cf99-08c2-4de0-90c8-af20e9b258b5 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:54:29.207841 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1797b651-1005-4d1e-9d81-abaa954ff0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f9c176-4134-4fdc-88f7-5f49c74f8054', 'code': 200} Mar 07 21:54:29.284297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa91596-6794-4c42-b4fe-5be3c0ede968 req-200f7f0d-005e-441b-a413-e191ffb64460 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:29.286185 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7fa91596-6794-4c42-b4fe-5be3c0ede968 req-200f7f0d-005e-441b-a413-e191ffb64460 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.1216679 Mar 07 21:54:29.375847 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a41599-1e55-4144-9b6b-fe5c2af7b3d3 req-e4097e07-755c-4b4a-bf60-807346efb359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:29.377680 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9a41599-1e55-4144-9b6b-fe5c2af7b3d3 req-e4097e07-755c-4b4a-bf60-807346efb359 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 1127 time: 0.0905344 Mar 07 21:54:29.442477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7fa91596-6794-4c42-b4fe-5be3c0ede968 req-a6b6c010-2b5b-4c09-ab29-c1c0adc1d9be tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421642 Mar 07 21:54:29.522996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9a41599-1e55-4144-9b6b-fe5c2af7b3d3 req-0bad06a2-28e1-49ed-8a01-ef45157193f8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317260 Mar 07 21:54:29.549038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba243cab-5b95-4dc3-8e73-6ce8427f6597 req-bd989e7f-de81-4c8b-a3fd-5633d88fc85e tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:29.555967 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba243cab-5b95-4dc3-8e73-6ce8427f6597 req-bd989e7f-de81-4c8b-a3fd-5633d88fc85e tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.0868225 Mar 07 21:54:29.622829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba243cab-5b95-4dc3-8e73-6ce8427f6597 req-a5b4f3e9-4bf6-4410-881d-167fdd22d50e tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657692 Mar 07 21:54:29.688211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def9a7b-a0fa-47f6-ad87-46cd0410b790 req-3bf7d0d5-fba5-4f29-8e42-e3dbfb636cda tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:29.695615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4def9a7b-a0fa-47f6-ad87-46cd0410b790 req-3bf7d0d5-fba5-4f29-8e42-e3dbfb636cda tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 945 time: 0.0809295 Mar 07 21:54:29.753327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4def9a7b-a0fa-47f6-ad87-46cd0410b790 req-6e59cf28-2bf1-41dd-900c-d23b4162386f tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/security-groups?id=e239fc60-bae1-4267-8915-f7454382f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567682 Mar 07 21:54:29.907407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12806de8-6291-4cf0-8490-707c2f3fbb01 req-3b6dd0a2-c207-4a1a-a62e-b14eaaaf980c tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:29.926643 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12806de8-6291-4cf0-8490-707c2f3fbb01 req-3b6dd0a2-c207-4a1a-a62e-b14eaaaf980c tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 945 time: 0.1004784 Mar 07 21:54:30.039771 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12806de8-6291-4cf0-8490-707c2f3fbb01 req-2eff5171-8ac6-4b40-b785-1dd16e70be91 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/security-groups?id=e239fc60-bae1-4267-8915-f7454382f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120389 Mar 07 21:54:30.262413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063c0c0-dc10-426b-ac9a-3d8aa739e186 req-ffef8c1d-515e-4d27-8960-d559b2ac939a tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:30.269261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b063c0c0-dc10-426b-ac9a-3d8aa739e186 req-ffef8c1d-515e-4d27-8960-d559b2ac939a tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 945 time: 0.1200058 Mar 07 21:54:30.384657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b063c0c0-dc10-426b-ac9a-3d8aa739e186 req-f5cb8638-371b-45f4-b36c-a451f895e5ae tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/security-groups?id=e239fc60-bae1-4267-8915-f7454382f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106520 Mar 07 21:54:30.399243 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47186) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:30.431325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb5c14-d4f6-4942-b6c8-3e6492ecd4d7 req-bcdd19fd-2f43-44df-8c1d-77f108dca66f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:30.433008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33cb5c14-d4f6-4942-b6c8-3e6492ecd4d7 req-bcdd19fd-2f43-44df-8c1d-77f108dca66f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.1611698 Mar 07 21:54:30.560537 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33cb5c14-d4f6-4942-b6c8-3e6492ecd4d7 req-7e4e9a24-88fc-40a5-925b-966121f6cd03 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194866 Mar 07 21:54:30.677628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7411796-7190-4eef-bcbf-b7a74ccf7d5b req-e8b35e98-6cc5-4469-880a-cb80bbd0363f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:30.685344 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7411796-7190-4eef-bcbf-b7a74ccf7d5b req-e8b35e98-6cc5-4469-880a-cb80bbd0363f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.1214933 Mar 07 21:54:30.695193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e39217-234d-406c-845c-00619d30b187 tempest-TestServerBasicOps-1444048774 tempest-TestServerBasicOps-1444048774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:30.706977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 47200) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:30.711716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': 'd92c1f69-abd4-430e-acd0-2c2aae679bc4', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:30.713590 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-63e39217-234d-406c-845c-00619d30b187 tempest-TestServerBasicOps-1444048774 tempest-TestServerBasicOps-1444048774-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 1122 time: 0.3127849 Mar 07 21:54:30.845665 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:30.896076 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7411796-7190-4eef-bcbf-b7a74ccf7d5b req-440c3d30-6766-403b-bc8c-87eb60a76ab1 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958716 Mar 07 21:54:30.938262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f689f-2dcd-48cf-ac6e-e14252d0b9eb req-a4a39e05-b04c-4b40-a5c3-8aeed6278d3e tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:30.946356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-989f689f-2dcd-48cf-ac6e-e14252d0b9eb req-a4a39e05-b04c-4b40-a5c3-8aeed6278d3e tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.1477487 Mar 07 21:54:31.079059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-989f689f-2dcd-48cf-ac6e-e14252d0b9eb req-828846b5-b827-4a07-ae37-21de55f518de tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313815 Mar 07 21:54:31.088061 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:31.212221 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Allocated IP 172.25.4.42 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/289130dc-cfec-431a-b7d5-71001dbe9828) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:54:31.372464 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for port (289130dc-cfec-431a-b7d5-71001dbe9828), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:31.415407 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (289130dc-cfec-431a-b7d5-71001dbe9828), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:31.442621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:54:31.471810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:54:31.478171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:54:31.535365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Pushing event updated for resources: {'Port': ['ID=289130dc-cfec-431a-b7d5-71001dbe9828,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:31.816075 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994cb09-c8e4-40b6-9ce8-6037c3cfa001 req-01653880-8e17-41eb-bc91-51daae226bc8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:31.817638 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5994cb09-c8e4-40b6-9ce8-6037c3cfa001 req-01653880-8e17-41eb-bc91-51daae226bc8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.1547282 Mar 07 21:54:32.013628 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5994cb09-c8e4-40b6-9ce8-6037c3cfa001 req-dfa96fff-a26f-4880-9962-7d9e17abb2ca tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832535 Mar 07 21:54:32.484026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d3c9-8638-46e2-94b1-dba64f47fc7f req-19a7a8e9-fc1b-43f2-9a8d-f5343aa1fc6b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:32.492077 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5a7d3c9-8638-46e2-94b1-dba64f47fc7f req-19a7a8e9-fc1b-43f2-9a8d-f5343aa1fc6b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.4923015 Mar 07 21:54:32.615720 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for floatingip (a8399d83-0de3-445c-9b61-e7a30efc68cb), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:32.692436 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032595d-9127-47ff-b313-7635399b284d req-0b01f1af-d78a-4e37-95a1-4edfbe1451a5 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:32.693922 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b032595d-9127-47ff-b313-7635399b284d req-0b01f1af-d78a-4e37-95a1-4edfbe1451a5 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.2243280 Mar 07 21:54:32.696889 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5a7d3c9-8638-46e2-94b1-dba64f47fc7f req-03c9d3c5-07cb-4da4-914f-5e5465453418 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040548 Mar 07 21:54:32.849546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47244) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:32.874193 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (289130dc-cfec-431a-b7d5-71001dbe9828), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:32.921525 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b032595d-9127-47ff-b313-7635399b284d req-19d18cc4-f8d7-4107-93dc-42b18466ca3c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185371 Mar 07 21:54:33.040483 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ddcfcb12-afb2-44dc-ac1a-828d7ea64855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:33.109715 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for port (289130dc-cfec-431a-b7d5-71001dbe9828), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:33.128089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9da00-6fb4-4ed2-9e3f-ead843cf1f3f req-4baa8cd4-f1d3-4848-9e7e-e3a3c527625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:33.129718 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21f9da00-6fb4-4ed2-9e3f-ead843cf1f3f req-4baa8cd4-f1d3-4848-9e7e-e3a3c527625b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 1128 time: 0.2725592 Mar 07 21:54:33.133213 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (289130dc-cfec-431a-b7d5-71001dbe9828), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:33.201363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ddcfcb12-afb2-44dc-ac1a-828d7ea64855 admin admin] Publish callbacks [] for security_group (ab74fb42-e772-4480-9a7b-5f74bd464351), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:33.212362 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ddcfcb12-afb2-44dc-ac1a-828d7ea64855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ab74fb42-e772-4480-9a7b-5f74bd464351), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:33.257575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfcb12-afb2-44dc-ac1a-828d7ea64855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab74fb42-e772-4480-9a7b-5f74bd464351,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:33.295742 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ddcfcb12-afb2-44dc-ac1a-828d7ea64855 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=325a4d8b7d864708adff5db27423cccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4389207 Mar 07 21:54:33.296544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47258) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:33.420413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Pushing event updated for resources: {'Port': ['ID=289130dc-cfec-431a-b7d5-71001dbe9828,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:33.429776 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4e2e-b105-47f6-9e55-9871b1f38611 admin admin] Publish callbacks [] for security_group (ab74fb42-e772-4480-9a7b-5f74bd464351), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:33.451452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21f9da00-6fb4-4ed2-9e3f-ead843cf1f3f req-1d1d4021-2e8e-442e-83da-389b7cbee644 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800798 Mar 07 21:54:33.465776 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (a8399d83-0de3-445c-9b61-e7a30efc68cb), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:33.488799 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4e2e-b105-47f6-9e55-9871b1f38611 admin admin] Publish callbacks [] for security_group (ab74fb42-e772-4480-9a7b-5f74bd464351), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:33.520090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbdec0-6848-4d48-a3ad-774fe0e49f8f req-20282e42-7f4b-4bd4-9c6d-4385eed3d63a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:33.521839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50dbdec0-6848-4d48-a3ad-774fe0e49f8f req-20282e42-7f4b-4bd4-9c6d-4385eed3d63a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.4093969 Mar 07 21:54:33.558331 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4e2e-b105-47f6-9e55-9871b1f38611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ab74fb42-e772-4480-9a7b-5f74bd464351), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:33.562302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4e2e-b105-47f6-9e55-9871b1f38611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:33.563792 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5bdb4e2e-b105-47f6-9e55-9871b1f38611 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab74fb42-e772-4480-9a7b-5f74bd464351 HTTP/1.1" status: 204 len: 168 time: 0.2661982 Mar 07 21:54:33.573031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb4e2e-b105-47f6-9e55-9871b1f38611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab74fb42-e772-4480-9a7b-5f74bd464351,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:33.718308 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50dbdec0-6848-4d48-a3ad-774fe0e49f8f req-32420970-ae7b-4e4c-aaa4-3649dd3d5c88 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794274 Mar 07 21:54:33.732791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d615ef-17bb-4d34-a2c3-6fe651ee4edf req-d57c4db9-c653-4d54-9019-26d241f71a82 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:33.740206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6d615ef-17bb-4d34-a2c3-6fe651ee4edf req-d57c4db9-c653-4d54-9019-26d241f71a82 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.2305937 Mar 07 21:54:33.758599 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Floating IP a8399d83-0de3-445c-9b61-e7a30efc68cb associated. External IP: 172.25.4.42, port: d92c1f69-abd4-430e-acd0-2c2aae679bc4. Mar 07 21:54:33.859218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6d615ef-17bb-4d34-a2c3-6fe651ee4edf req-1ec3102b-86e3-42f5-9820-c84edfd1e977 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180778 Mar 07 21:54:33.997234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7fcd0-e1ff-4749-a2eb-7ec9a4e912b4 req-02a5e524-65f3-461f-b3c2-3b051fe2b9a4 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:33.999001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9d7fcd0-e1ff-4749-a2eb-7ec9a4e912b4 req-02a5e524-65f3-461f-b3c2-3b051fe2b9a4 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1665788 Mar 07 21:54:34.205156 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9d7fcd0-e1ff-4749-a2eb-7ec9a4e912b4 req-e83af655-3528-480d-89db-2c186372553e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532474 Mar 07 21:54:34.222641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd3ecb-0d2f-4d56-bb9f-35501216617d req-9f95b857-922d-4a46-9ded-fcad49d85dbf tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:34.224121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87cd3ecb-0d2f-4d56-bb9f-35501216617d req-9f95b857-922d-4a46-9ded-fcad49d85dbf tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.1779485 Mar 07 21:54:34.252108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Router 175f041a-0626-4300-b5e3-ba5a62a24f69 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:54:34.287034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87cd3ecb-0d2f-4d56-bb9f-35501216617d req-21ed99af-de81-4c29-8eef-b537be384c8c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557778 Mar 07 21:54:34.424132 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:54:34.438483 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f0065-2ddd-4148-8284-7e4a14997e51 None None] Sync routers for ids ['175f041a-0626-4300-b5e3-ba5a62a24f69'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:54:34.448154 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f0065-2ddd-4148-8284-7e4a14997e51 None None] Routers {'175f041a-0626-4300-b5e3-ba5a62a24f69'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:54:34.448826 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a48f0065-2ddd-4148-8284-7e4a14997e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:54:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['175f041a-0626-4300-b5e3-ba5a62a24f69'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:34.452199 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:34.494152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3d63c461-77e5-4ef6-b90f-e0ae3dc4f489 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7860227 Mar 07 21:54:34.494931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b763e9-64e1-4dae-baca-6f60ca16d5d2', 'tag': 'd92c1f69-abd4-430e-acd0-2c2aae679bc4'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:54:34.498083 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ab8b74-9474-44e0-b598-e26b70df1528" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b763e9-64e1-4dae-baca-6f60ca16d5d2", "tag": "d92c1f69-abd4-430e-acd0-2c2aae679bc4"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:54:34.570907 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48329d95-2424-482e-a71d-863ddb8b3ecc x-openstack-request-id: req-48329d95-2424-482e-a71d-863ddb8b3ecc {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:54:34.571570 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b763e9-64e1-4dae-baca-6f60ca16d5d2", "tag": "d92c1f69-abd4-430e-acd0-2c2aae679bc4", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:54:34.572134 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48329d95-2424-482e-a71d-863ddb8b3ecc {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:54:34.572833 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b763e9-64e1-4dae-baca-6f60ca16d5d2', 'tag': 'd92c1f69-abd4-430e-acd0-2c2aae679bc4', 'status': 'completed', 'code': 200} Mar 07 21:54:34.608095 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-a48f0065-2ddd-4148-8284-7e4a14997e51 None None] Set router 175f041a-0626-4300-b5e3-ba5a62a24f69 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:54:34.697043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3117e7c-9614-49a7-a1d5-61eb50eb4180 req-70624850-e548-4ee9-828e-1134e0217c25 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:34.699009 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3117e7c-9614-49a7-a1d5-61eb50eb4180 req-70624850-e548-4ee9-828e-1134e0217c25 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.1797101 Mar 07 21:54:34.759696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab8b74-9474-44e0-b598-e26b70df1528 req-edcbb278-53f8-4ad1-be6d-4eec42955887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:34.764736 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05ab8b74-9474-44e0-b598-e26b70df1528 req-edcbb278-53f8-4ad1-be6d-4eec42955887 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4115cbd761624389b66373c73c2acc7b&device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 1127 time: 0.1592779 Mar 07 21:54:34.849347 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a48f0065-2ddd-4148-8284-7e4a14997e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '51f38451-b132-425f-9a3e-367c06078b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T21:53:55Z', 'revision_number': 4, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'gw_port': {'id': '51f38451-b132-425f-9a3e-367c06078b0a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:50Z', 'updated_at': '2022-03-07T21:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'a8399d83-0de3-445c-9b61-e7a30efc68cb', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'port_id': 'd92c1f69-abd4-430e-acd0-2c2aae679bc4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'mac_address': 'fa:16:3e:9d:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b763e9-64e1-4dae-baca-6f60ca16d5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:54:31Z', 'updated_at': '2022-03-07T21:54:31Z', 'revision_number': 0, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27cdf53-44e1-4c92-9bf9-e4551d2ee79e', 'name': '', 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'mac_address': 'fa:16:3e:7e:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:54Z', 'updated_at': '2022-03-07T21:54:02Z', 'revision_number': 5, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'subnets': [{'id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:34.897652 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f0065-2ddd-4148-8284-7e4a14997e51 None None] Checking router: 175f041a-0626-4300-b5e3-ba5a62a24f69 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:54:34.921120 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f0065-2ddd-4148-8284-7e4a14997e51 None None] Routers {'175f041a-0626-4300-b5e3-ba5a62a24f69'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:54:34.921978 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a48f0065-2ddd-4148-8284-7e4a14997e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:54:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['175f041a-0626-4300-b5e3-ba5a62a24f69'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:35.081879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f457d6-ff9c-4571-acae-0b54bf9d856a req-da061e27-16ba-4c20-b8eb-a4e10317785e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:35.089393 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1f457d6-ff9c-4571-acae-0b54bf9d856a req-da061e27-16ba-4c20-b8eb-a4e10317785e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.2333827 Mar 07 21:54:35.155305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-c3117e7c-9614-49a7-a1d5-61eb50eb4180 req-71c4fc61-de09-49ad-bbef-abbc0c70f821 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Deleting port c7f9c176-4134-4fdc-88f7-5f49c74f8054 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:54:35.155631 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c3117e7c-9614-49a7-a1d5-61eb50eb4180 req-71c4fc61-de09-49ad-bbef-abbc0c70f821 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c7f9c176-4134-4fdc-88f7-5f49c74f8054), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:35.175685 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-a48f0065-2ddd-4148-8284-7e4a14997e51 None None] Set router 175f041a-0626-4300-b5e3-ba5a62a24f69 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:54:35.211397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b12f0-b9d4-4130-9c14-c294641662d2 req-ab09fe16-0819-4e6e-84a6-5fbe95d146c6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:35.223496 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc2b12f0-b9d4-4130-9c14-c294641662d2 req-ab09fe16-0819-4e6e-84a6-5fbe95d146c6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.2508078 Mar 07 21:54:35.225715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab8b74-9474-44e0-b598-e26b70df1528 req-ee0761dd-82cb-43c4-b22c-00656f73898a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:35.232872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05ab8b74-9474-44e0-b598-e26b70df1528 req-ee0761dd-82cb-43c4-b22c-00656f73898a service neutron] 10.222.0.13 "GET /v2.0/networks?id=83d57a19-3431-4910-9994-33f2e03a0fe7 HTTP/1.1" status: 200 len: 909 time: 0.4537635 Mar 07 21:54:35.280510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1f457d6-ff9c-4571-acae-0b54bf9d856a req-93800633-e2fc-4ed4-bc5b-5dfdf2b6e2f1 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841836 Mar 07 21:54:35.629479 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a48f0065-2ddd-4148-8284-7e4a14997e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '51f38451-b132-425f-9a3e-367c06078b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T21:53:55Z', 'revision_number': 4, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'gw_port': {'id': '51f38451-b132-425f-9a3e-367c06078b0a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:50Z', 'updated_at': '2022-03-07T21:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'a8399d83-0de3-445c-9b61-e7a30efc68cb', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'port_id': 'd92c1f69-abd4-430e-acd0-2c2aae679bc4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'mac_address': 'fa:16:3e:9d:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b763e9-64e1-4dae-baca-6f60ca16d5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:54:31Z', 'updated_at': '2022-03-07T21:54:31Z', 'revision_number': 0, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27cdf53-44e1-4c92-9bf9-e4551d2ee79e', 'name': '', 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'mac_address': 'fa:16:3e:7e:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:54Z', 'updated_at': '2022-03-07T21:54:02Z', 'revision_number': 5, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'subnets': [{'id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:54:35.665144 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f0065-2ddd-4148-8284-7e4a14997e51 None None] The sync data for ids ['175f041a-0626-4300-b5e3-ba5a62a24f69'] in n-d-832330-1 is: [{'id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '51f38451-b132-425f-9a3e-367c06078b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T21:53:55Z', 'revision_number': 4, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'gw_port': {'id': '51f38451-b132-425f-9a3e-367c06078b0a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:50Z', 'updated_at': '2022-03-07T21:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'a8399d83-0de3-445c-9b61-e7a30efc68cb', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'port_id': 'd92c1f69-abd4-430e-acd0-2c2aae679bc4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'mac_address': 'fa:16:3e:9d:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b763e9-64e1-4dae-baca-6f60ca16d5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:54:31Z', 'updated_at': '2022-03-07T21:54:31Z', 'revision_number': 0, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27cdf53-44e1-4c92-9bf9-e4551d2ee79e', 'name': '', 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'mac_address': 'fa:16:3e:7e:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:54Z', 'updated_at': '2022-03-07T21:54:02Z', 'revision_number': 5, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'subnets': [{'id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:54:35.891661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05ab8b74-9474-44e0-b598-e26b70df1528 req-dbff3d5a-fba3-4632-877b-4a07c97476c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d92c1f69-abd4-430e-acd0-2c2aae679bc4 HTTP/1.1" status: 200 len: 998 time: 0.6379430 Mar 07 21:54:35.999163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc2b12f0-b9d4-4130-9c14-c294641662d2 req-b65ec2ca-3f89-4de6-8473-e560745b1d2d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7748399 Mar 07 21:54:36.010379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c3117e7c-9614-49a7-a1d5-61eb50eb4180 req-71c4fc61-de09-49ad-bbef-abbc0c70f821 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] For port c7f9c176-4134-4fdc-88f7-5f49c74f8054, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c7f9c176-4134-4fdc-88f7-5f49c74f8054,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:36.010746 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c3117e7c-9614-49a7-a1d5-61eb50eb4180 req-71c4fc61-de09-49ad-bbef-abbc0c70f821 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c7f9c176-4134-4fdc-88f7-5f49c74f8054), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:36.032543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-c3117e7c-9614-49a7-a1d5-61eb50eb4180 req-71c4fc61-de09-49ad-bbef-abbc0c70f821 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Calling delete_port for c7f9c176-4134-4fdc-88f7-5f49c74f8054 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:54:36.043890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab8b74-9474-44e0-b598-e26b70df1528 req-b1bda91f-514b-4f5c-ab1d-ecfd857c63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:36.045570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05ab8b74-9474-44e0-b598-e26b70df1528 req-b1bda91f-514b-4f5c-ab1d-ecfd857c63ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9615476-da71-4e49-a927-46d7be2e5c0c HTTP/1.1" status: 200 len: 847 time: 0.1241231 Mar 07 21:54:36.059794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcae2a-4579-484b-9902-ee8cfed90da3 req-ee337d8c-2536-440e-8431-3acc460cc589 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:36.061324 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20bcae2a-4579-484b-9902-ee8cfed90da3 req-ee337d8c-2536-440e-8431-3acc460cc589 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.6409554 Mar 07 21:54:36.111660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c2ed2b-177e-45cf-86be-74cab03405a3 None None] New status for floating IP a8399d83-0de3-445c-9b61-e7a30efc68cb: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:54:36.273291 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20bcae2a-4579-484b-9902-ee8cfed90da3 req-8ccef03d-f344-45da-bab9-e4210be39163 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969442 Mar 07 21:54:36.314779 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfc84e-9f67-415b-98d5-7c2af3b03023 req-50033a7c-a4a7-432a-9cb8-2046fce9aa07 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:36.318238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11dfc84e-9f67-415b-98d5-7c2af3b03023 req-50033a7c-a4a7-432a-9cb8-2046fce9aa07 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.1537077 Mar 07 21:54:36.321061 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab8b74-9474-44e0-b598-e26b70df1528 req-2cc102ae-1841-4663-b8eb-7360c18fcb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:36.322690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05ab8b74-9474-44e0-b598-e26b70df1528 req-2cc102ae-1841-4663-b8eb-7360c18fcb05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83d57a19-3431-4910-9994-33f2e03a0fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2604966 Mar 07 21:54:36.537239 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11dfc84e-9f67-415b-98d5-7c2af3b03023 req-cf5999f7-bfa7-4e84-9273-1cd0d50035d2 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048805 Mar 07 21:54:36.540708 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c3117e7c-9614-49a7-a1d5-61eb50eb4180 req-71c4fc61-de09-49ad-bbef-abbc0c70f821 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c7f9c176-4134-4fdc-88f7-5f49c74f8054), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:36.561099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['c7f9c176-4134-4fdc-88f7-5f49c74f8054'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:54:36.587501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4fc61-de09-49ad-bbef-abbc0c70f821 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Pushing event deleted for resources: {'Port': ['ID=c7f9c176-4134-4fdc-88f7-5f49c74f8054,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:36.606758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05ab8b74-9474-44e0-b598-e26b70df1528 req-350dbd07-2cee-4808-843f-2335be893cca service neutron] 10.222.0.13 "GET /v2.0/networks/83d57a19-3431-4910-9994-33f2e03a0fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688658 Mar 07 21:54:36.649984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b236e-1efd-42dd-9d47-809c8620c1d4 req-8aefcbfc-b4e1-409a-8cbf-62d9a435c24f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:36.651679 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b7b236e-1efd-42dd-9d47-809c8620c1d4 req-8aefcbfc-b4e1-409a-8cbf-62d9a435c24f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=1797b651-1005-4d1e-9d81-abaa954ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.2321062 Mar 07 21:54:36.702997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3117e7c-9614-49a7-a1d5-61eb50eb4180 req-71c4fc61-de09-49ad-bbef-abbc0c70f821 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] No DVR routers for this DVR port c7f9c176-4134-4fdc-88f7-5f49c74f8054 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:54:36.713557 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c3117e7c-9614-49a7-a1d5-61eb50eb4180 req-71c4fc61-de09-49ad-bbef-abbc0c70f821 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:36.718013 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3117e7c-9614-49a7-a1d5-61eb50eb4180 req-71c4fc61-de09-49ad-bbef-abbc0c70f821 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "DELETE /v2.0/ports/c7f9c176-4134-4fdc-88f7-5f49c74f8054 HTTP/1.1" status: 204 len: 173 time: 2.0134084 Mar 07 21:54:36.718572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1797b651-1005-4d1e-9d81-abaa954ff0a2', 'name': 'network-vif-deleted', 'tag': 'c7f9c176-4134-4fdc-88f7-5f49c74f8054'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:54:36.720947 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2421ba2b-5bd8-4cd1-8e0f-1bc3332beef7" -d '{"events": [{"server_uuid": "1797b651-1005-4d1e-9d81-abaa954ff0a2", "name": "network-vif-deleted", "tag": "c7f9c176-4134-4fdc-88f7-5f49c74f8054"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:54:36.802192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05ab8b74-9474-44e0-b598-e26b70df1528 req-922c8831-1c54-478f-b117-4606374321a1 service neutron] 10.222.0.13 "GET /v2.0/networks/83d57a19-3431-4910-9994-33f2e03a0fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880312 Mar 07 21:54:36.864529 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b7b236e-1efd-42dd-9d47-809c8620c1d4 req-a32dcecb-5bdb-4ecd-a4bf-91a6c059a8d6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968594 Mar 07 21:54:36.955711 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001160a3-75ab-4881-94f4-1b9151848166 x-openstack-request-id: req-001160a3-75ab-4881-94f4-1b9151848166 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:54:36.956133 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1797b651-1005-4d1e-9d81-abaa954ff0a2", "name": "network-vif-deleted", "tag": "c7f9c176-4134-4fdc-88f7-5f49c74f8054", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:54:36.956517 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-001160a3-75ab-4881-94f4-1b9151848166 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:54:36.957433 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1797b651-1005-4d1e-9d81-abaa954ff0a2', 'name': 'network-vif-deleted', 'tag': 'c7f9c176-4134-4fdc-88f7-5f49c74f8054', 'status': 'completed', 'code': 200} Mar 07 21:54:36.977763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570426ee-f4e7-4572-a404-933593733bf4 req-13b98942-cac0-4a6b-abb9-d1de896fb358 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:36.979552 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-570426ee-f4e7-4572-a404-933593733bf4 req-13b98942-cac0-4a6b-abb9-d1de896fb358 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/networks?id=fd64732b-c386-4860-aaf9-a891d6d1f8e8 HTTP/1.1" status: 200 len: 810 time: 0.1661959 Mar 07 21:54:36.987854 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47358) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:37.000667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-570426ee-f4e7-4572-a404-933593733bf4 req-0e48f203-b440-42a0-bd0d-10b23796d71c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/quotas/267c03498dcb4e238759848d7798d46c HTTP/1.1" status: 200 len: 375 time: 0.0136025 Mar 07 21:54:37.068050 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-570426ee-f4e7-4572-a404-933593733bf4 req-97a6b571-77e1-4742-b7f7-e4f765189dbc tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=267c03498dcb4e238759848d7798d46c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606725 Mar 07 21:54:37.121300 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-395f4561-9128-472d-818d-0dc31a2b2f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:37.229565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e347867-226e-4887-a383-eb86c928a672 req-8ea562f8-67d3-4ca8-9540-9c8c035de057 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:37.231098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e347867-226e-4887-a383-eb86c928a672 req-8ea562f8-67d3-4ca8-9540-9c8c035de057 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.1352017 Mar 07 21:54:37.240713 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-395f4561-9128-472d-818d-0dc31a2b2f08 admin admin] Publish callbacks [] for security_group (163e9345-fe18-41bf-bb1f-37be78fbc222), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:37.242561 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-570426ee-f4e7-4572-a404-933593733bf4 req-56addab6-9195-42ed-ba8e-d0f437031b31 service neutron] 10.222.0.26 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648693 Mar 07 21:54:37.249426 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-395f4561-9128-472d-818d-0dc31a2b2f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (163e9345-fe18-41bf-bb1f-37be78fbc222), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:37.293960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f4561-9128-472d-818d-0dc31a2b2f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163e9345-fe18-41bf-bb1f-37be78fbc222,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:37.318129 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-395f4561-9128-472d-818d-0dc31a2b2f08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4aec67e014a24788beff0558e7078288&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279963 Mar 07 21:54:37.320088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47364) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:37.357172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-570426ee-f4e7-4572-a404-933593733bf4 req-e0df8c6a-cd8b-4220-8bb4-ac70d68c8cc1 service neutron] 10.222.0.26 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135986 Mar 07 21:54:37.404494 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-246eb469-ea49-44fa-a163-2c1abafa16aa admin admin] Publish callbacks [] for security_group (163e9345-fe18-41bf-bb1f-37be78fbc222), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:37.434548 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-246eb469-ea49-44fa-a163-2c1abafa16aa admin admin] Publish callbacks [] for security_group (163e9345-fe18-41bf-bb1f-37be78fbc222), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:37.478395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e347867-226e-4887-a383-eb86c928a672 req-b21a54d8-bf74-4b19-a58f-9e24b62748d3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292603 Mar 07 21:54:37.500126 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-246eb469-ea49-44fa-a163-2c1abafa16aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (163e9345-fe18-41bf-bb1f-37be78fbc222), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:37.503662 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-246eb469-ea49-44fa-a163-2c1abafa16aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:37.508079 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-246eb469-ea49-44fa-a163-2c1abafa16aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/163e9345-fe18-41bf-bb1f-37be78fbc222 HTTP/1.1" status: 204 len: 168 time: 0.1865990 Mar 07 21:54:37.520842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246eb469-ea49-44fa-a163-2c1abafa16aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163e9345-fe18-41bf-bb1f-37be78fbc222,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:37.692754 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8db05ee4-70fc-4e75-8930-6165ad3240e5 req-083232ca-d58e-4c2e-aa61-54459d55c7d8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 210 time: 0.0401466 Mar 07 21:54:37.722915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173fac7-d32e-4d19-b7cd-a936e00bc932 req-e4bdee81-7d03-4cc7-83c8-2819c058136a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:37.725468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9173fac7-d32e-4d19-b7cd-a936e00bc932 req-e4bdee81-7d03-4cc7-83c8-2819c058136a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1464067 Mar 07 21:54:37.795560 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9173fac7-d32e-4d19-b7cd-a936e00bc932 req-4953d437-5c00-4d07-bdc3-1fdaf9c3b639 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630651 Mar 07 21:54:37.891743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47382) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:37.909033 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86cac373-ce02-4d58-8e6e-436002332fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:38.020726 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86cac373-ce02-4d58-8e6e-436002332fb6 admin admin] Publish callbacks [] for security_group (3f83077d-f7e4-437a-9ada-761f56668f63), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:38.030995 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86cac373-ce02-4d58-8e6e-436002332fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3f83077d-f7e4-437a-9ada-761f56668f63), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:38.079363 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-86cac373-ce02-4d58-8e6e-436002332fb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2af1674cdb89498abeffe3aa130b52fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1861916 Mar 07 21:54:38.080334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cac373-ce02-4d58-8e6e-436002332fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f83077d-f7e4-437a-9ada-761f56668f63,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:38.082190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 47390) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:38.174665 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90c4d798-0dfe-4c83-9caa-17b822e6d38d admin admin] Publish callbacks [] for security_group (3f83077d-f7e4-437a-9ada-761f56668f63), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:38.260956 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90c4d798-0dfe-4c83-9caa-17b822e6d38d admin admin] Publish callbacks [] for security_group (3f83077d-f7e4-437a-9ada-761f56668f63), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:38.426256 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90c4d798-0dfe-4c83-9caa-17b822e6d38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3f83077d-f7e4-437a-9ada-761f56668f63), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:38.429279 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90c4d798-0dfe-4c83-9caa-17b822e6d38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:38.432927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-90c4d798-0dfe-4c83-9caa-17b822e6d38d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f83077d-f7e4-437a-9ada-761f56668f63 HTTP/1.1" status: 204 len: 168 time: 0.3471777 Mar 07 21:54:38.440205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-9d927642-2695-49d3-8eea-c42f9582fed1 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:38.441973 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-9d927642-2695-49d3-8eea-c42f9582fed1 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 811 time: 0.1407630 Mar 07 21:54:38.450363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4d798-0dfe-4c83-9caa-17b822e6d38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f83077d-f7e4-437a-9ada-761f56668f63,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:38.462583 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-6d961cea-4a79-4c9c-a39c-87d2a567c239 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/quotas/87ba31d54d964f52a1f1a75c488819eb HTTP/1.1" status: 200 len: 375 time: 0.0100174 Mar 07 21:54:38.550827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-99baba5b-f702-4788-8e9d-45b450c3948c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535195 Mar 07 21:54:38.665510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dfccf-ac20-4058-a8f2-bb8dab3c5de0 req-435a4fae-7e65-4d98-919c-99cb85a89146 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:38.670091 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a49dfccf-ac20-4058-a8f2-bb8dab3c5de0 req-435a4fae-7e65-4d98-919c-99cb85a89146 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.0901463 Mar 07 21:54:38.778864 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a49dfccf-ac20-4058-a8f2-bb8dab3c5de0 req-fb3cb337-a049-468c-8784-9bc4e2326637 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006048 Mar 07 21:54:38.810232 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-eda8d816-dd88-47b3-bb80-b5db4a7c91a8 service neutron] 10.222.0.26 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483490 Mar 07 21:54:38.906521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85c027d2-1ffc-4d18-8866-a5903b9a7f7f req-7be619ab-a55a-4c30-9c70-fddc04464b9d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 210 time: 0.0384800 Mar 07 21:54:38.949737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c7f9c176-4134-4fdc-88f7-5f49c74f8054 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:54:39.032376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: c7f9c176-4134-4fdc-88f7-5f49c74f8054 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:54:39.032947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c7f9c176-4134-4fdc-88f7-5f49c74f8054 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:54:39.147718 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-0f5871db-28aa-4119-834b-1c1f57e2ea3a service neutron] 10.222.0.26 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312941 Mar 07 21:54:39.184131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570426ee-f4e7-4572-a404-933593733bf4 req-00afedbc-a750-4d4a-b4d1-fd3139c80cb7 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:39.185772 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-570426ee-f4e7-4572-a404-933593733bf4 req-00afedbc-a750-4d4a-b4d1-fd3139c80cb7 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.15 "GET /v2.0/networks?id=fd64732b-c386-4860-aaf9-a891d6d1f8e8 HTTP/1.1" status: 200 len: 810 time: 0.1729107 Mar 07 21:54:39.202801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1f0bb-d014-4332-a148-5acb1626b2e1 req-fa99a718-26ce-4623-aa59-3632aca20b2d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:39.204521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c9d1f0bb-d014-4332-a148-5acb1626b2e1 req-fa99a718-26ce-4623-aa59-3632aca20b2d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.0972507 Mar 07 21:54:39.209266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-570426ee-f4e7-4572-a404-933593733bf4 req-424f31d9-51aa-4e27-bf81-67b3502c37e8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Request body: {'port': {'device_id': 'a7ac8385-7ad9-422a-9a69-f06115f377fc', 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8', 'admin_state_up': True, 'tenant_id': '267c03498dcb4e238759848d7798d46c'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:39.382491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c9d1f0bb-d014-4332-a148-5acb1626b2e1 req-8cf63ae3-df0f-4293-b65d-a92084a224db tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619706 Mar 07 21:54:39.431622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22ac888e-c1ca-4132-b3eb-3ea510d3208e req-8812115a-7219-43b3-937d-cb7eb3f5b4ae tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 210 time: 0.0377135 Mar 07 21:54:39.445862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570426ee-f4e7-4572-a404-933593733bf4 req-424f31d9-51aa-4e27-bf81-67b3502c37e8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Made reservation on behalf of 267c03498dcb4e238759848d7798d46c for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:54:39.458853 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-570426ee-f4e7-4572-a404-933593733bf4 req-424f31d9-51aa-4e27-bf81-67b3502c37e8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:39.638857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-570426ee-f4e7-4572-a404-933593733bf4 req-424f31d9-51aa-4e27-bf81-67b3502c37e8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Allocated IP 172.20.0.9 (fd64732b-c386-4860-aaf9-a891d6d1f8e8/703d7ce4-1d22-49b5-99ed-fdb0307bf800/f33e89f7-f566-4ea5-a4ed-7870fe11c421) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:54:39.826044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-5bc0f64a-3172-48ab-8131-761ffb95b140 service neutron] (103718) timed out ('10.222.0.26', 46250) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 21:54:39.848327 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-570426ee-f4e7-4572-a404-933593733bf4 req-424f31d9-51aa-4e27-bf81-67b3502c37e8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks [] for port (f33e89f7-f566-4ea5-a4ed-7870fe11c421), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:39.912145 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-570426ee-f4e7-4572-a404-933593733bf4 req-424f31d9-51aa-4e27-bf81-67b3502c37e8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f33e89f7-f566-4ea5-a4ed-7870fe11c421), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:39.925051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['a1d4e25b-39f0-4050-87a1-3bd7601a80a0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:54:39.997261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570426ee-f4e7-4572-a404-933593733bf4 req-424f31d9-51aa-4e27-bf81-67b3502c37e8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Network fd64732b-c386-4860-aaf9-a891d6d1f8e8 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:54:40.004255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-570426ee-f4e7-4572-a404-933593733bf4 req-424f31d9-51aa-4e27-bf81-67b3502c37e8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:54:40.025043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-570426ee-f4e7-4572-a404-933593733bf4 req-424f31d9-51aa-4e27-bf81-67b3502c37e8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:54:40.043405 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f31d9-51aa-4e27-bf81-67b3502c37e8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Pushing event updated for resources: {'Port': ['ID=f33e89f7-f566-4ea5-a4ed-7870fe11c421,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:40.148857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570426ee-f4e7-4572-a404-933593733bf4 req-424f31d9-51aa-4e27-bf81-67b3502c37e8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:40.150015 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-570426ee-f4e7-4572-a404-933593733bf4 req-424f31d9-51aa-4e27-bf81-67b3502c37e8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:40.201941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824a857-bc1b-4d4e-9ffc-cde6a62ba760 req-4411288a-ccfd-42c8-8f74-dcdef5e14938 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:40.203593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4824a857-bc1b-4d4e-9ffc-cde6a62ba760 req-4411288a-ccfd-42c8-8f74-dcdef5e14938 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.3036492 Mar 07 21:54:40.208742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-570426ee-f4e7-4572-a404-933593733bf4 req-424f31d9-51aa-4e27-bf81-67b3502c37e8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0032008 Mar 07 21:54:40.227984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ed9e2-42e5-45ad-ad5b-4d908ccffdf1 req-d5a2dd33-11c2-41d8-b9c2-75493ef383ce tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:40.235221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-279ed9e2-42e5-45ad-ad5b-4d908ccffdf1 req-d5a2dd33-11c2-41d8-b9c2-75493ef383ce tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 931 time: 0.2009003 Mar 07 21:54:40.245073 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Request body: {'port': {'device_id': 'a7ac8385-7ad9-422a-9a69-f06115f377fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:40.367416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4824a857-bc1b-4d4e-9ffc-cde6a62ba760 req-1f2b6863-2caa-4d47-92b0-af5b72c1eb63 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553640 Mar 07 21:54:40.374341 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-279ed9e2-42e5-45ad-ad5b-4d908ccffdf1 req-9fabea75-ba86-4db9-988e-beebcdeb3500 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379538 Mar 07 21:54:40.377008 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f33e89f7-f566-4ea5-a4ed-7870fe11c421), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:40.737113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-03632477-f30c-438f-be4d-e7cb0a965975 req-dabe4aa2-8b84-49e7-8f77-8f80f94d4fbd tempest-MigrationsAdminTest-1672407694 tempest-MigrationsAdminTest-1672407694-project-admin] (103718) timed out ('10.222.0.26', 50472) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 21:54:40.747797 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ea5735a-5456-4462-9529-67338115822b req-5d099e73-4d22-43fd-8fa7-e86fc145a8ca tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 210 time: 0.1811686 Mar 07 21:54:40.857039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-160ae85f-a22e-4de0-941f-34ad61833b8a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:40.858503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-160ae85f-a22e-4de0-941f-34ad61833b8a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.13 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 811 time: 0.2207794 Mar 07 21:54:40.868151 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a0445-fbbc-469f-b04e-fbbc3832cbc5 req-4846d8a0-5486-4501-b93d-0e11535f39ce tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:40.869461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb2a0445-fbbc-469f-b04e-fbbc3832cbc5 req-4846d8a0-5486-4501-b93d-0e11535f39ce tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.3134110 Mar 07 21:54:40.876638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-5cfcdead-2558-4c50-bb02-52798f007026 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Request body: {'port': {'device_id': 'ffe235a9-6da0-4f2f-a1ad-5282524d5ab1', 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57', 'admin_state_up': True, 'tenant_id': '87ba31d54d964f52a1f1a75c488819eb'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:40.879812 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-e32ede58-d438-4c02-82fc-60122c419a11 service neutron] show failed (client error): The resource could not be found. Mar 07 21:54:40.880775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-e32ede58-d438-4c02-82fc-60122c419a11 service neutron] 10.222.0.15 "GET /v2.0/ports/cf057c28-5634-40dc-b41f-fa62a81d1ad3/bindings/n-h1-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.3126519 Mar 07 21:54:41.035518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb2a0445-fbbc-469f-b04e-fbbc3832cbc5 req-e72cea32-f1e2-4a6b-a9fe-5c1d600e66c9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490755 Mar 07 21:54:41.079685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33e89f7-f566-4ea5-a4ed-7870fe11c421 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:54:41.092461 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Publish callbacks [] for port (f33e89f7-f566-4ea5-a4ed-7870fe11c421), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:41.114752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Transition to ACTIVE for port object f33e89f7-f566-4ea5-a4ed-7870fe11c421 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:54:41.121014 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (f33e89f7-f566-4ea5-a4ed-7870fe11c421), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:41.126460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-5cfcdead-2558-4c50-bb02-52798f007026 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Made reservation on behalf of 87ba31d54d964f52a1f1a75c488819eb for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:54:41.130230 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-5cfcdead-2558-4c50-bb02-52798f007026 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:41.198830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-131775cd-ab46-45bb-a3d4-7991b9a91495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:41.201726 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-131775cd-ab46-45bb-a3d4-7991b9a91495 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 1128 time: 0.0761087 Mar 07 21:54:41.213550 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Pushing event updated for resources: {'Port': ['ID=f33e89f7-f566-4ea5-a4ed-7870fe11c421,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:41.233389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:41.335460 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:41.360298 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Attempting to bind port f33e89f7-f566-4ea5-a4ed-7870fe11c421 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:54:41.360599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Attempting to bind port f33e89f7-f566-4ea5-a4ed-7870fe11c421 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'de90224c-ed93-4652-a354-9d7ac890d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:54:41.360940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Attempting to bind port f33e89f7-f566-4ea5-a4ed-7870fe11c421 on network fd64732b-c386-4860-aaf9-a891d6d1f8e8 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:54:41.370755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Port f33e89f7-f566-4ea5-a4ed-7870fe11c421 on network fd64732b-c386-4860-aaf9-a891d6d1f8e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:54:41.371121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Attempting to bind port f33e89f7-f566-4ea5-a4ed-7870fe11c421 on network fd64732b-c386-4860-aaf9-a891d6d1f8e8 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:54:41.383972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:54:41.384323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Checking segment: {'id': 'de90224c-ed93-4652-a354-9d7ac890d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:54:41.384707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Bound using segment: {'id': 'de90224c-ed93-4652-a354-9d7ac890d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:54:41.385144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Bound port: f33e89f7-f566-4ea5-a4ed-7870fe11c421, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de90224c-ed93-4652-a354-9d7ac890d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:54:41.385505 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f33e89f7-f566-4ea5-a4ed-7870fe11c421), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:41.413890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-5cfcdead-2558-4c50-bb02-52798f007026 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Allocated IP 172.20.0.3 (5675c4b1-a997-4e40-b5a8-fe2906f9dd57/9e453854-77bd-461c-8a47-1e1f133854b2/c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:54:41.506250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] For port f33e89f7-f566-4ea5-a4ed-7870fe11c421, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:54:41.513738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] For port f33e89f7-f566-4ea5-a4ed-7870fe11c421, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f33e89f7-f566-4ea5-a4ed-7870fe11c421,segment=NetworkSegment(de90224c-ed93-4652-a354-9d7ac890d2f4),segment_id=de90224c-ed93-4652-a354-9d7ac890d2f4)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:54:41.572932 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (f33e89f7-f566-4ea5-a4ed-7870fe11c421), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:41.629356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] For port cf057c28-5634-40dc-b41f-fa62a81d1ad3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:41.656107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Pushing event updated for resources: {'Port': ['ID=f33e89f7-f566-4ea5-a4ed-7870fe11c421,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:41.681968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] For port cf057c28-5634-40dc-b41f-fa62a81d1ad3, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:54:41.737592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:54:41.741426 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1db1e2-854d-49f6-84c5-6454fa6a6102" -d '{"events": [{"server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "name": "network-vif-unplugged", "status": "completed", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:54:41.748855 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Publish callbacks [] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:41.763555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:41.764092 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:41.765488 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-570426ee-f4e7-4572-a404-933593733bf4 req-e9bcd520-4755-4386-9ab2-6c79772af63c service neutron] 10.222.0.15 "PUT /v2.0/ports/f33e89f7-f566-4ea5-a4ed-7870fe11c421 HTTP/1.1" status: 200 len: 1091 time: 1.5276198 Mar 07 21:54:41.767211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ac8385-7ad9-422a-9a69-f06115f377fc', 'tag': 'f33e89f7-f566-4ea5-a4ed-7870fe11c421'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:54:41.769300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Transition to ACTIVE for port object cf057c28-5634-40dc-b41f-fa62a81d1ad3 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:54:41.769708 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ccbcef-d943-422c-a3b0-7bf63647e3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ac8385-7ad9-422a-9a69-f06115f377fc", "tag": "f33e89f7-f566-4ea5-a4ed-7870fe11c421"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:54:41.800604 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:41.825564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2411cb-6973-44e5-9cd4-eba36e251e5c req-134a0a7e-a45c-437f-9cd2-d2ec6bd11d1c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:41.827113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a2411cb-6973-44e5-9cd4-eba36e251e5c req-134a0a7e-a45c-437f-9cd2-d2ec6bd11d1c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 943 time: 0.2784770 Mar 07 21:54:41.837262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf47af8-7390-48db-90eb-bcacb32ad463 req-13cacc78-0be7-4df1-b6dd-e6a068655118 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:41.839139 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ebf47af8-7390-48db-90eb-bcacb32ad463 req-13cacc78-0be7-4df1-b6dd-e6a068655118 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.2636757 Mar 07 21:54:41.900146 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-5cfcdead-2558-4c50-bb02-52798f007026 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks [] for port (c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:42.014604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 47520) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:42.032903 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Pushing event updated for resources: {'Port': ['ID=cf057c28-5634-40dc-b41f-fa62a81d1ad3,revision_number=6']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:42.044691 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] No DVR routers for this DVR port cf057c28-5634-40dc-b41f-fa62a81d1ad3 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:54:42.051554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a2411cb-6973-44e5-9cd4-eba36e251e5c req-2ffc6bf6-ec81-4ae6-b325-d8ecba2e4612 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099919 Mar 07 21:54:42.072865 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ebf47af8-7390-48db-90eb-bcacb32ad463 req-9adb9f8d-ad7a-45ea-a0d2-53a6517cf807 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044990 Mar 07 21:54:42.078215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570426ee-f4e7-4572-a404-933593733bf4 req-16351932-79d7-4e96-a0be-fdefda9c970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:42.081308 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-570426ee-f4e7-4572-a404-933593733bf4 req-16351932-79d7-4e96-a0be-fdefda9c970d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=267c03498dcb4e238759848d7798d46c&device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 1125 time: 0.2339933 Mar 07 21:54:42.124051 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-5cfcdead-2558-4c50-bb02-52798f007026 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:42.341715 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Attempting to bind port cf057c28-5634-40dc-b41f-fa62a81d1ad3 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:54:42.342290 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Attempting to bind port cf057c28-5634-40dc-b41f-fa62a81d1ad3 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:54:42.342418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Attempting to bind port cf057c28-5634-40dc-b41f-fa62a81d1ad3 on network c30be23b-c9a1-4888-abc2-f862c1499bc1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:54:42.349088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Port cf057c28-5634-40dc-b41f-fa62a81d1ad3 on network c30be23b-c9a1-4888-abc2-f862c1499bc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:54:42.349088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Attempting to bind port cf057c28-5634-40dc-b41f-fa62a81d1ad3 on network c30be23b-c9a1-4888-abc2-f862c1499bc1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:54:42.355149 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:54:42.356278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Checking segment: {'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:54:42.356666 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Bound using segment: {'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:54:42.357108 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Bound port: cf057c28-5634-40dc-b41f-fa62a81d1ad3, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c76815e-4bdc-40df-af9a-4515e9a066db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:54:42.357467 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:42.454769 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] For port cf057c28-5634-40dc-b41f-fa62a81d1ad3, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:54:42.458955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] For port cf057c28-5634-40dc-b41f-fa62a81d1ad3, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:54:42.467004 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:42.537301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:42.538551 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:42.540300 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] 10.222.0.13 "PUT /v2.0/ports/cf057c28-5634-40dc-b41f-fa62a81d1ad3 HTTP/1.1" status: 200 len: 1092 time: 1.3315406 Mar 07 21:54:42.544194 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d81513e-3c30-4a4c-8f03-9e84b06f6471 x-openstack-request-id: req-6d81513e-3c30-4a4c-8f03-9e84b06f6471 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:54:42.544454 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "name": "network-vif-unplugged", "status": "completed", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:54:42.544715 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d81513e-3c30-4a4c-8f03-9e84b06f6471 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:54:42.545133 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'code': 200} Mar 07 21:54:42.549136 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe131c6-db5e-4d84-953b-09e8fe9186a8 x-openstack-request-id: req-cbe131c6-db5e-4d84-953b-09e8fe9186a8 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:54:42.549429 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ac8385-7ad9-422a-9a69-f06115f377fc", "tag": "f33e89f7-f566-4ea5-a4ed-7870fe11c421", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:54:42.549687 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbe131c6-db5e-4d84-953b-09e8fe9186a8 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:54:42.550219 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ac8385-7ad9-422a-9a69-f06115f377fc', 'tag': 'f33e89f7-f566-4ea5-a4ed-7870fe11c421', 'status': 'completed', 'code': 200} Mar 07 21:54:42.562969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-570426ee-f4e7-4572-a404-933593733bf4 req-9c5b773c-e847-4480-bf5a-7052ab62c6f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f33e89f7-f566-4ea5-a4ed-7870fe11c421 HTTP/1.1" status: 200 len: 217 time: 0.4705985 Mar 07 21:54:42.623180 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f1e48d9-33c1-4116-bbca-ccce7ebddffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:42.627134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-5cfcdead-2558-4c50-bb02-52798f007026 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:54:42.639742 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c932cd-7d96-4f1c-8c43-a326b5f5413a service neutron] Pushing event updated for resources: {'Port': ['ID=cf057c28-5634-40dc-b41f-fa62a81d1ad3,revision_number=7']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:42.657833 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-6af007ac-a7c9-4834-9e9c-0bba9bf511ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:42.659425 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-6af007ac-a7c9-4834-9e9c-0bba9bf511ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 1126 time: 0.0858450 Mar 07 21:54:42.710644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-5cfcdead-2558-4c50-bb02-52798f007026 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:54:42.713715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-5cfcdead-2558-4c50-bb02-52798f007026 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:54:42.772838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-0b4667df-9e52-42f0-acda-ce4abf61b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:42.774795 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-0b4667df-9e52-42f0-acda-ce4abf61b17a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c30be23b-c9a1-4888-abc2-f862c1499bc1 HTTP/1.1" status: 200 len: 898 time: 0.1056881 Mar 07 21:54:42.807489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcdead-2558-4c50-bb02-52798f007026 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Pushing event updated for resources: {'Port': ['ID=c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:42.843086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570426ee-f4e7-4572-a404-933593733bf4 req-872f9b37-ec8e-42e8-a2b7-993edc0855a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:42.844671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-570426ee-f4e7-4572-a404-933593733bf4 req-872f9b37-ec8e-42e8-a2b7-993edc0855a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=703d7ce4-1d22-49b5-99ed-fdb0307bf800 HTTP/1.1" status: 200 len: 850 time: 0.2477717 Mar 07 21:54:42.875268 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-364b889e-58c0-4f73-b08b-a7b3705c1763 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3 HTTP/1.1" status: 200 len: 1000 time: 0.0940733 Mar 07 21:54:42.927806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec44b4-c4bc-45dd-b7de-bfffaeb2abb5 req-b8687350-e04c-4b3c-8953-08663ba0015c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:42.929401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31ec44b4-c4bc-45dd-b7de-bfffaeb2abb5 req-b8687350-e04c-4b3c-8953-08663ba0015c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 931 time: 0.3823383 Mar 07 21:54:42.931591 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-aca4c64f-98d5-4607-bd6d-0decbb15334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:42.933059 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-aca4c64f-98d5-4607-bd6d-0decbb15334e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b94fcc19-8bef-4638-9407-9c98f3f9f1ea HTTP/1.1" status: 200 len: 835 time: 0.0513706 Mar 07 21:54:42.935255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-5cfcdead-2558-4c50-bb02-52798f007026 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:42.935868 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-5cfcdead-2558-4c50-bb02-52798f007026 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:42.941521 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f1e48d9-33c1-4116-bbca-ccce7ebddffc admin admin] Publish callbacks [] for security_group (3ed7a559-7498-4428-828d-838e00837bcd), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:42.946904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-570426ee-f4e7-4572-a404-933593733bf4 req-1ec3d863-8091-4ed7-9e81-c87cf765f185 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd64732b-c386-4860-aaf9-a891d6d1f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904481 Mar 07 21:54:42.967288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c3825-acdd-4911-906a-dd23e414cca4 req-08c6c414-65ce-48e4-8427-062d84a02653 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:42.969684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c76c3825-acdd-4911-906a-dd23e414cca4 req-08c6c414-65ce-48e4-8427-062d84a02653 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.3673296 Mar 07 21:54:42.970404 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f1e48d9-33c1-4116-bbca-ccce7ebddffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3ed7a559-7498-4428-828d-838e00837bcd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:43.004267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-3d8c9d14-261a-4f6d-b92d-322b3dfa847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:43.006131 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-3d8c9d14-261a-4f6d-b92d-322b3dfa847b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c30be23b-c9a1-4888-abc2-f862c1499bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591176 Mar 07 21:54:43.042545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-5cfcdead-2558-4c50-bb02-52798f007026 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1720023 Mar 07 21:54:43.103811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Request body: {'port': {'device_id': 'ffe235a9-6da0-4f2f-a1ad-5282524d5ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:43.110230 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-1fc8cf1f-7a7b-473d-ae25-7bc85849215d service neutron] 10.222.0.13 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976524 Mar 07 21:54:43.136721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e48d9-33c1-4116-bbca-ccce7ebddffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed7a559-7498-4428-828d-838e00837bcd,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:43.164994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1f1e48d9-33c1-4116-bbca-ccce7ebddffc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf12f55c6edc41c49099ee1cc928e741&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1459107 Mar 07 21:54:43.180627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47532) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:43.216659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31ec44b4-c4bc-45dd-b7de-bfffaeb2abb5 req-b6502d00-ebe1-4e3c-a01f-908b21f3799c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772050 Mar 07 21:54:43.235948 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c76c3825-acdd-4911-906a-dd23e414cca4 req-1b815676-b1c0-46fb-9713-654d664aafd2 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416561 Mar 07 21:54:43.244581 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:43.249751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-570426ee-f4e7-4572-a404-933593733bf4 req-0b34e34b-d7b6-48e0-b202-b2e71f75ee0e service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961321 Mar 07 21:54:43.264608 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-597f5cba-3204-492d-8fbf-3e8b6a39c9ea req-072ed6cc-8a58-4d69-9279-c57064914466 service neutron] 10.222.0.13 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470497 Mar 07 21:54:43.298726 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61831600-a70a-4d72-89ac-a28f5e301058 admin admin] Publish callbacks [] for security_group (3ed7a559-7498-4428-828d-838e00837bcd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:43.338405 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61831600-a70a-4d72-89ac-a28f5e301058 admin admin] Publish callbacks [] for security_group (3ed7a559-7498-4428-828d-838e00837bcd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:43.409205 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61831600-a70a-4d72-89ac-a28f5e301058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3ed7a559-7498-4428-828d-838e00837bcd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:43.415603 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61831600-a70a-4d72-89ac-a28f5e301058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:43.419343 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-61831600-a70a-4d72-89ac-a28f5e301058 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ed7a559-7498-4428-828d-838e00837bcd HTTP/1.1" status: 204 len: 168 time: 0.2353902 Mar 07 21:54:43.427881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61831600-a70a-4d72-89ac-a28f5e301058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed7a559-7498-4428-828d-838e00837bcd,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:43.588376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-570426ee-f4e7-4572-a404-933593733bf4 req-4fd0366b-043f-428e-8f39-4d9db0b9c6d4 service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197172 Mar 07 21:54:43.617551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8a46e-35be-44b3-956e-58dcf5470cc0 req-300f3c42-8b35-4e89-9ec0-82c86bc99b95 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:43.619180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cb8a46e-35be-44b3-956e-58dcf5470cc0 req-300f3c42-8b35-4e89-9ec0-82c86bc99b95 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 943 time: 0.2937825 Mar 07 21:54:43.632928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564c5c9-cb5b-4fab-9a0a-1bfb4ec07a0c req-7275fe94-003e-4d7a-99a5-b8f1619202a8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:43.634477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a564c5c9-cb5b-4fab-9a0a-1bfb4ec07a0c req-7275fe94-003e-4d7a-99a5-b8f1619202a8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 944 time: 0.2285430 Mar 07 21:54:43.806917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47538) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:43.813523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cb8a46e-35be-44b3-956e-58dcf5470cc0 req-000a15b8-9889-4334-8879-c3bc053129a5 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776416 Mar 07 21:54:43.837957 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed221f7e-632c-48ad-8030-31fd30b6a901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:43.846967 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a564c5c9-cb5b-4fab-9a0a-1bfb4ec07a0c req-970c34ce-5531-44ac-9014-1420f764c6f3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975963 Mar 07 21:54:43.865461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccbcef-d943-422c-a3b0-7bf63647e3dd req-9ea19891-0324-4204-9ea8-ba4c56c2c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:43.867058 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4ccbcef-d943-422c-a3b0-7bf63647e3dd req-9ea19891-0324-4204-9ea8-ba4c56c2c105 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=267c03498dcb4e238759848d7798d46c&device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 1125 time: 0.1702087 Mar 07 21:54:43.942327 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed221f7e-632c-48ad-8030-31fd30b6a901 admin admin] Publish callbacks [] for security_group (3a08be2a-319c-42ac-a69d-f45d0bfd6c78), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:43.947561 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed221f7e-632c-48ad-8030-31fd30b6a901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3a08be2a-319c-42ac-a69d-f45d0bfd6c78), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:43.983552 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ed221f7e-632c-48ad-8030-31fd30b6a901 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a78c751c00dc4aa3ad8c4c600701734c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1755018 Mar 07 21:54:43.986900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 47542) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:43.998028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed221f7e-632c-48ad-8030-31fd30b6a901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a08be2a-319c-42ac-a69d-f45d0bfd6c78,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:44.008060 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:54:44.021089 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Publish callbacks [] for port (c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:44.056991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccbcef-d943-422c-a3b0-7bf63647e3dd req-f7ba3132-680c-4dd6-abf5-41cd54850b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:44.058448 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4ccbcef-d943-422c-a3b0-7bf63647e3dd req-f7ba3132-680c-4dd6-abf5-41cd54850b28 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd64732b-c386-4860-aaf9-a891d6d1f8e8 HTTP/1.1" status: 200 len: 911 time: 0.1827643 Mar 07 21:54:44.065383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Transition to ACTIVE for port object c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:54:44.077040 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:44.139775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4ccbcef-d943-422c-a3b0-7bf63647e3dd req-694ef1e4-ceaf-4f43-baca-79d16b3b7670 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f33e89f7-f566-4ea5-a4ed-7870fe11c421 HTTP/1.1" status: 200 len: 217 time: 0.0729465 Mar 07 21:54:44.157993 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94cffd27-ed73-498d-a2b1-7b655a227dfc admin admin] Publish callbacks [] for security_group (3a08be2a-319c-42ac-a69d-f45d0bfd6c78), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:44.223632 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94cffd27-ed73-498d-a2b1-7b655a227dfc admin admin] Publish callbacks [] for security_group (3a08be2a-319c-42ac-a69d-f45d0bfd6c78), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:44.235993 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Pushing event updated for resources: {'Port': ['ID=c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:44.266971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccbcef-d943-422c-a3b0-7bf63647e3dd req-cffcf4a4-3db0-4970-966b-4f234b734f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:44.268451 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4ccbcef-d943-422c-a3b0-7bf63647e3dd req-cffcf4a4-3db0-4970-966b-4f234b734f8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=703d7ce4-1d22-49b5-99ed-fdb0307bf800 HTTP/1.1" status: 200 len: 850 time: 0.1212785 Mar 07 21:54:44.344816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4ccbcef-d943-422c-a3b0-7bf63647e3dd req-32695687-0589-4c55-8851-f055ebf0a5b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd64732b-c386-4860-aaf9-a891d6d1f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496933 Mar 07 21:54:44.481826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Attempting to bind port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:54:44.482194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Attempting to bind port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:54:44.482530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Attempting to bind port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:54:44.491753 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94cffd27-ed73-498d-a2b1-7b655a227dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3a08be2a-319c-42ac-a69d-f45d0bfd6c78), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:44.494303 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94cffd27-ed73-498d-a2b1-7b655a227dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:44.495439 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-94cffd27-ed73-498d-a2b1-7b655a227dfc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a08be2a-319c-42ac-a69d-f45d0bfd6c78 HTTP/1.1" status: 204 len: 168 time: 0.5062597 Mar 07 21:54:44.514546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:54:44.515038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Attempting to bind port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:54:44.526937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cffd27-ed73-498d-a2b1-7b655a227dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a08be2a-319c-42ac-a69d-f45d0bfd6c78,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:44.543873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392113c-868c-42f4-96f0-19260230e6a7 req-d840fad1-8b55-47ad-8bab-cd47255ee211 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:44.545705 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f392113c-868c-42f4-96f0-19260230e6a7 req-d840fad1-8b55-47ad-8bab-cd47255ee211 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 943 time: 0.2353470 Mar 07 21:54:44.546173 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:54:44.549023 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:54:44.557821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7292f63-48ae-4fa0-b3b4-fa62a45c725d req-fd96bad9-a8d7-4dc2-b78b-bfb1073a4006 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:44.565879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7292f63-48ae-4fa0-b3b4-fa62a45c725d req-fd96bad9-a8d7-4dc2-b78b-bfb1073a4006 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.2235034 Mar 07 21:54:44.574610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:54:44.574951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Checking segment: {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:54:44.575339 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Bound using segment: {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:54:44.575789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Bound port: c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:54:44.576161 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:44.617471 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4ccbcef-d943-422c-a3b0-7bf63647e3dd req-52f5bbbd-71b8-4917-8bde-cbfed8605ee9 service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416224 Mar 07 21:54:44.754205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7292f63-48ae-4fa0-b3b4-fa62a45c725d req-41a21755-ce08-4ebe-b58f-f81ae4d3b871 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874099 Mar 07 21:54:44.760700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f392113c-868c-42f4-96f0-19260230e6a7 req-ec551c69-06f7-48c7-9e03-cd5526be83e0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921980 Mar 07 21:54:44.774921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:54:44.797462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] For port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:54:44.806137 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] For port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:54:44.816034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4ccbcef-d943-422c-a3b0-7bf63647e3dd req-61f8a914-f0f5-4774-a0b7-09e355ec4125 service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912680 Mar 07 21:54:44.820551 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:44.849792 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1451e5-f1ce-4d1e-9508-b2e5906ba494 x-openstack-request-id: req-0d1451e5-f1ce-4d1e-9508-b2e5906ba494 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:54:44.850119 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:54:44.850389 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d1451e5-f1ce-4d1e-9508-b2e5906ba494 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:54:44.850811 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'status': 'completed', 'code': 200} Mar 07 21:54:44.916071 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:44.916071 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:44.918891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] 10.222.0.13 "PUT /v2.0/ports/c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea HTTP/1.1" status: 200 len: 1091 time: 1.8541603 Mar 07 21:54:44.918891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe235a9-6da0-4f2f-a1ad-5282524d5ab1', 'tag': 'c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:54:44.947189 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b071ec02-7603-427d-8358-e1c3dc37a5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe235a9-6da0-4f2f-a1ad-5282524d5ab1", "tag": "c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:54:44.967931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device cf057c28-5634-40dc-b41f-fa62a81d1ad3 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:54:45.052624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-f2e5ea32-2e14-4322-80d7-cf3b3e9c92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:45.056718 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-f2e5ea32-2e14-4322-80d7-cf3b3e9c92b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 1126 time: 0.1571832 Mar 07 21:54:45.061081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:45.087302 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2932bf-665f-45e0-b0de-eb1ca848b507 service neutron] Pushing event updated for resources: {'Port': ['ID=c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:45.121732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-d2d83bd1-ef4d-4a49-adc4-d2f8d4f619ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:45.123429 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-d2d83bd1-ef4d-4a49-adc4-d2f8d4f619ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 1126 time: 0.2389352 Mar 07 21:54:45.127993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] The host n-h2-832330-1 is not matching for port cf057c28-5634-40dc-b41f-fa62a81d1ad3 host n-h1-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:54:45.131521 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device cf057c28-5634-40dc-b41f-fa62a81d1ad3 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:54:45.139751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'port_id': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'mac_address': 'fa:16:3e:a8:fc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:54:45.177972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ea81e-a249-4e0d-832f-ded42c21030b req-d8a2bb10-2146-4628-ba88-abcfd1228b51 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:45.179518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d5ea81e-a249-4e0d-832f-ded42c21030b req-d8a2bb10-2146-4628-ba88-abcfd1228b51 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 944 time: 0.1784236 Mar 07 21:54:45.197045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94616558-6966-4c1f-a904-73beec74deb8 req-870ebcae-15f6-4313-8b09-589416fd8405 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:45.198574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94616558-6966-4c1f-a904-73beec74deb8 req-870ebcae-15f6-4313-8b09-589416fd8405 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 943 time: 0.1958494 Mar 07 21:54:45.240160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-e9c66809-c996-4e92-afde-0530d741b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:45.242710 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-e9c66809-c996-4e92-afde-0530d741b761 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c30be23b-c9a1-4888-abc2-f862c1499bc1 HTTP/1.1" status: 200 len: 898 time: 0.1654277 Mar 07 21:54:45.270036 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:45.270464 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:45.295064 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:54:45.309040 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d5ea81e-a249-4e0d-832f-ded42c21030b req-72ec29d4-d520-4998-855a-a2139cfbfffe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073713 Mar 07 21:54:45.355428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-77bc3687-41e4-492e-94e2-c2412f540c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:45.357037 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-77bc3687-41e4-492e-94e2-c2412f540c7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 1125 time: 0.2320530 Mar 07 21:54:45.368856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:45.388369 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:45.397639 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-bdb6e5bb-1ee4-4fef-8383-9b6c2fcb1397 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3 HTTP/1.1" status: 200 len: 1000 time: 0.1433280 Mar 07 21:54:45.450708 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec28cccd-03e8-4720-a289-a4e66c54bab0 x-openstack-request-id: req-ec28cccd-03e8-4720-a289-a4e66c54bab0 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:54:45.451269 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe235a9-6da0-4f2f-a1ad-5282524d5ab1", "tag": "c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:54:45.451269 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec28cccd-03e8-4720-a289-a4e66c54bab0 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:54:45.451665 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe235a9-6da0-4f2f-a1ad-5282524d5ab1', 'tag': 'c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea', 'status': 'completed', 'code': 200} Mar 07 21:54:45.453585 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-a4639c8f-4da2-4caa-83f2-471f38ea605a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea HTTP/1.1" status: 200 len: 217 time: 0.0880179 Mar 07 21:54:45.469917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-6c451971-93ca-41a4-b998-f024415ab1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:45.471435 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94616558-6966-4c1f-a904-73beec74deb8 req-6c213c4f-66fb-4049-a454-59a5e5bb06ac tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450294 Mar 07 21:54:45.472429 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-6c451971-93ca-41a4-b998-f024415ab1d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b94fcc19-8bef-4638-9407-9c98f3f9f1ea HTTP/1.1" status: 200 len: 835 time: 0.0660455 Mar 07 21:54:45.473963 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-2d6ffa52-368e-4cf6-a8e8-f2091a9e0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:45.475436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-2d6ffa52-368e-4cf6-a8e8-f2091a9e0394 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c30be23b-c9a1-4888-abc2-f862c1499bc1 HTTP/1.1" status: 200 len: 898 time: 0.3369064 Mar 07 21:54:45.495707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:45.557478 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-7d9c921a-56f4-4679-8210-492659b3c229 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3 HTTP/1.1" status: 200 len: 1000 time: 0.0681942 Mar 07 21:54:45.579546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-38c1d606-37d1-41e4-8144-772c6cb015b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:45.581178 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-38c1d606-37d1-41e4-8144-772c6cb015b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c30be23b-c9a1-4888-abc2-f862c1499bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0986731 Mar 07 21:54:45.639219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['53e3c822-2f1e-40d9-9fed-f1e74dd02bc2'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:54:45.642363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-1736ca86-16a4-4890-be37-68e5fc4d159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:45.643840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-1736ca86-16a4-4890-be37-68e5fc4d159b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e453854-77bd-461c-8a47-1e1f133854b2 HTTP/1.1" status: 200 len: 851 time: 0.1712997 Mar 07 21:54:45.647978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-c2108a36-0a52-4e59-8b1e-093c9d00576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:45.648909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-c2108a36-0a52-4e59-8b1e-093c9d00576d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b94fcc19-8bef-4638-9407-9c98f3f9f1ea HTTP/1.1" status: 200 len: 835 time: 0.0713451 Mar 07 21:54:45.690423 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b8c5-589e-4781-9dde-e99ca68a2406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:45.711684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-530f2169-04a8-40e8-a611-c238bc36349e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523171 Mar 07 21:54:45.758439 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-5e6dc287-12af-48d6-9586-ad6f400bb736 service neutron] 10.222.0.13 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626537 Mar 07 21:54:46.028448 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:46.037848 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-5871f286-46c2-48a6-90ef-61f9b8185a22 service neutron] 10.222.0.13 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731254 Mar 07 21:54:46.253781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-eb01dabc-d09e-40c7-b332-caac4a3b76b6 service neutron] 10.222.0.13 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320871 Mar 07 21:54:46.257243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-4bb1df01-aea6-4c9f-b9c3-249dddd40558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:46.261028 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-4bb1df01-aea6-4c9f-b9c3-249dddd40558 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c30be23b-c9a1-4888-abc2-f862c1499bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5506186 Mar 07 21:54:46.365332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fff73d-6645-45f3-9280-bacfc5e77577 req-93429114-f7ce-42bc-94d0-8c33a20aa097 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:46.366831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84fff73d-6645-45f3-9280-bacfc5e77577 req-93429114-f7ce-42bc-94d0-8c33a20aa097 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 943 time: 0.2327881 Mar 07 21:54:46.378110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6af0a0-fed9-4a91-a23e-c929c8d81dc0 req-4c35e5ff-b396-4169-bc0e-181d53156b65 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:46.378862 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c6af0a0-fed9-4a91-a23e-c929c8d81dc0 req-4c35e5ff-b396-4169-bc0e-181d53156b65 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 944 time: 0.2459016 Mar 07 21:54:46.521078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c6af0a0-fed9-4a91-a23e-c929c8d81dc0 req-b9b9d775-af32-4d19-8f16-5b5594ca2fb2 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292489 Mar 07 21:54:46.526449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39734dc9-95dd-4b76-93b1-9b1c147a84cc req-6717f214-6ec7-47fd-b20a-ce69b31ade3b service neutron] 10.222.0.13 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594531 Mar 07 21:54:46.542006 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84fff73d-6645-45f3-9280-bacfc5e77577 req-d9b3132c-71dd-4731-a954-0b22f5cc1ddb tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533144 Mar 07 21:54:46.591723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-ff4b782c-a25f-42c1-88b3-b6e9c3824c5b service neutron] 10.222.0.15 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911179 Mar 07 21:54:46.778647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cf057c28-5634-40dc-b41f-fa62a81d1ad3 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:54:46.781729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:54:46.819312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3c57f-a999-49a1-b46e-531fb3dbe43d req-da177378-4d43-4d7b-8b5c-b33003922954 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:46.820842 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aba3c57f-a999-49a1-b46e-531fb3dbe43d req-da177378-4d43-4d7b-8b5c-b33003922954 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 943 time: 0.1577382 Mar 07 21:54:46.827864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071ec02-7603-427d-8358-e1c3dc37a5e4 req-effc04a5-56d1-48b6-b951-35cfc4e89b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:46.829340 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b071ec02-7603-427d-8358-e1c3dc37a5e4 req-effc04a5-56d1-48b6-b951-35cfc4e89b79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 1125 time: 0.1887023 Mar 07 21:54:46.868749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14c695fd-1f13-4efa-9d24-ae5f994ac7b8 req-d07aedb5-b4ae-4ea6-8694-df37188f0f02 service neutron] 10.222.0.15 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683501 Mar 07 21:54:46.896194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee796e-fbd6-4a04-aa27-87d36f60ce91 req-f2fad1cc-68d3-40a1-8f13-00dceb85d341 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:46.897724 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46ee796e-fbd6-4a04-aa27-87d36f60ce91 req-f2fad1cc-68d3-40a1-8f13-00dceb85d341 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 944 time: 0.2335386 Mar 07 21:54:46.916058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:46.916534 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:46.987519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f33e89f7-f566-4ea5-a4ed-7870fe11c421 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:54:46.992467 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cf057c28-5634-40dc-b41f-fa62a81d1ad3, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:46.997242 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aba3c57f-a999-49a1-b46e-531fb3dbe43d req-e2b86ce8-0652-4a02-b475-fde0dbcc75d9 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622880 Mar 07 21:54:47.022200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'port_id': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'mac_address': 'fa:16:3e:08:09:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:54:47.040135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-46ee796e-fbd6-4a04-aa27-87d36f60ce91 req-e74af5e2-9501-48db-9091-047597b18fe5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081431 Mar 07 21:54:47.041242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071ec02-7603-427d-8358-e1c3dc37a5e4 req-0facf7e0-821a-4e1b-a1f4-85c5a36c2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:47.042752 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b071ec02-7603-427d-8358-e1c3dc37a5e4 req-0facf7e0-821a-4e1b-a1f4-85c5a36c2902 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 912 time: 0.2057683 Mar 07 21:54:47.104429 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b071ec02-7603-427d-8358-e1c3dc37a5e4 req-9308e6bb-f220-4de0-aaea-20615b450c86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea HTTP/1.1" status: 200 len: 217 time: 0.0528181 Mar 07 21:54:47.138728 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:47.140740 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:47.201305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port cf057c28-5634-40dc-b41f-fa62a81d1ad3 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:47.201704 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:47.217688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf057c28-5634-40dc-b41f-fa62a81d1ad3 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:54:47.220889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071ec02-7603-427d-8358-e1c3dc37a5e4 req-7d43813b-ff28-4192-bfda-36598ddb8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:47.222727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b071ec02-7603-427d-8358-e1c3dc37a5e4 req-7d43813b-ff28-4192-bfda-36598ddb8788 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e453854-77bd-461c-8a47-1e1f133854b2 HTTP/1.1" status: 200 len: 851 time: 0.1122217 Mar 07 21:54:47.244544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:47.249068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:54:47.251692 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8816198b-2521-4067-987f-9106489fd714" -d '{"events": [{"server_uuid": "16fa439e-8dc4-4963-b748-fb335f7bbbe8", "name": "network-vif-plugged", "status": "completed", "tag": "53e3c822-2f1e-40d9-9fed-f1e74dd02bc2"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:54:47.258353 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:47.331248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47618) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:47.334816 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46661ab2-969d-4dd7-9208-18a982d509d4 x-openstack-request-id: req-46661ab2-969d-4dd7-9208-18a982d509d4 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:54:47.334985 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fa439e-8dc4-4963-b748-fb335f7bbbe8", "name": "network-vif-plugged", "status": "completed", "tag": "53e3c822-2f1e-40d9-9fed-f1e74dd02bc2", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:54:47.335433 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46661ab2-969d-4dd7-9208-18a982d509d4 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:54:47.336513 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'code': 200} Mar 07 21:54:47.341093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cf057c28-5634-40dc-b41f-fa62a81d1ad3, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:47.344969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f33e89f7-f566-4ea5-a4ed-7870fe11c421, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f33e89f7-f566-4ea5-a4ed-7870fe11c421,segment=NetworkSegment(de90224c-ed93-4652-a354-9d7ac890d2f4),segment_id=de90224c-ed93-4652-a354-9d7ac890d2f4)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:47.350449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b071ec02-7603-427d-8358-e1c3dc37a5e4 req-9b18ad29-b118-4f0d-ad24-2c78029b0034 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201048 Mar 07 21:54:47.355885 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:47.360076 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:47.367506 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'f33e89f7-f566-4ea5-a4ed-7870fe11c421', 'network_id': 'fd64732b-c386-4860-aaf9-a891d6d1f8e8', 'port_id': 'f33e89f7-f566-4ea5-a4ed-7870fe11c421', 'mac_address': 'fa:16:3e:a7:ef:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703d7ce4-1d22-49b5-99ed-fdb0307bf800', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:54:47.446481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f33e89f7-f566-4ea5-a4ed-7870fe11c421 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:47.447946 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f33e89f7-f566-4ea5-a4ed-7870fe11c421), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:47.455099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=cf057c28-5634-40dc-b41f-fa62a81d1ad3,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:47.464162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33e89f7-f566-4ea5-a4ed-7870fe11c421 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:54:47.492722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f33e89f7-f566-4ea5-a4ed-7870fe11c421, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f33e89f7-f566-4ea5-a4ed-7870fe11c421,segment=NetworkSegment(de90224c-ed93-4652-a354-9d7ac890d2f4),segment_id=de90224c-ed93-4652-a354-9d7ac890d2f4)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:47.498379 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f33e89f7-f566-4ea5-a4ed-7870fe11c421), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:47.510090 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b071ec02-7603-427d-8358-e1c3dc37a5e4 req-b4f73869-65ab-4849-a699-ef7136df2d17 service neutron] 10.222.0.13 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524489 Mar 07 21:54:47.519071 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71dc657a-3336-497c-a0f2-9541f5a1b29a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:47.553551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f33e89f7-f566-4ea5-a4ed-7870fe11c421,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:47.646919 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71dc657a-3336-497c-a0f2-9541f5a1b29a admin admin] Publish callbacks [] for security_group (4e4b5e78-9853-4d23-bab2-5ecb4bdae995), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:47.656768 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71dc657a-3336-497c-a0f2-9541f5a1b29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4e4b5e78-9853-4d23-bab2-5ecb4bdae995), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:47.665112 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b071ec02-7603-427d-8358-e1c3dc37a5e4 req-40d1880a-dcbc-45b0-9902-96d183e0d780 service neutron] 10.222.0.13 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466210 Mar 07 21:54:47.721872 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-71dc657a-3336-497c-a0f2-9541f5a1b29a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2ffc597866046dcbd6b07a4e2fabf87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3862510 Mar 07 21:54:47.721872 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47626) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:47.750400 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc657a-3336-497c-a0f2-9541f5a1b29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4b5e78-9853-4d23-bab2-5ecb4bdae995,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:47.760621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc3ba4-84ea-4243-9a77-c47b0f68f6d3 req-a2209ce1-9b83-41d1-afa7-2b18e9762477 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:47.763099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f33e89f7-f566-4ea5-a4ed-7870fe11c421'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:54:47.768181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dabc3ba4-84ea-4243-9a77-c47b0f68f6d3 req-a2209ce1-9b83-41d1-afa7-2b18e9762477 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 943 time: 0.1208558 Mar 07 21:54:47.783619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7a796-b835-47ed-ad11-a96fa9375f59 req-90f1db37-2497-4e78-8bf5-9ed6f1e00aed tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:47.785070 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57f7a796-b835-47ed-ad11-a96fa9375f59 req-90f1db37-2497-4e78-8bf5-9ed6f1e00aed tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.0931029 Mar 07 21:54:47.804184 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb4fff8a-6e91-4a01-8a97-851ca343d4dd admin admin] Publish callbacks [] for security_group (4e4b5e78-9853-4d23-bab2-5ecb4bdae995), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:47.827173 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb4fff8a-6e91-4a01-8a97-851ca343d4dd admin admin] Publish callbacks [] for security_group (4e4b5e78-9853-4d23-bab2-5ecb4bdae995), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:47.885324 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb4fff8a-6e91-4a01-8a97-851ca343d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4e4b5e78-9853-4d23-bab2-5ecb4bdae995), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:47.889358 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb4fff8a-6e91-4a01-8a97-851ca343d4dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:47.892858 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cb4fff8a-6e91-4a01-8a97-851ca343d4dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e4b5e78-9853-4d23-bab2-5ecb4bdae995 HTTP/1.1" status: 204 len: 168 time: 0.1678414 Mar 07 21:54:47.898730 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fff8a-6e91-4a01-8a97-851ca343d4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4b5e78-9853-4d23-bab2-5ecb4bdae995,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:47.900098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dabc3ba4-84ea-4243-9a77-c47b0f68f6d3 req-61fbaa85-69cf-4735-a0fb-1fe681a4e377 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310127 Mar 07 21:54:47.925489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57f7a796-b835-47ed-ad11-a96fa9375f59 req-0b5d4dfd-b2d3-4cd0-b6fa-0338d3777929 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237669 Mar 07 21:54:47.938720 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-504d466f-a37a-434e-89b4-fcca8c4c7295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:48.261403 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:48.286851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986968b0-acc6-4061-a4bf-54bc5a3ca8f4 req-96548b32-8881-4e4e-94f7-adb240e70bc3 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:48.303141 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-986968b0-acc6-4061-a4bf-54bc5a3ca8f4 req-96548b32-8881-4e4e-94f7-adb240e70bc3 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 944 time: 0.2161412 Mar 07 21:54:48.363668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6fcd8-de49-49f4-b48a-e99716f09bbd req-35a90dda-565f-4257-93b2-b04adf082572 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:48.370467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31c6fcd8-de49-49f4-b48a-e99716f09bbd req-35a90dda-565f-4257-93b2-b04adf082572 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 945 time: 0.1943049 Mar 07 21:54:48.381600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-986968b0-acc6-4061-a4bf-54bc5a3ca8f4 req-ddfd87e2-505a-4a45-8320-ce032eb16fc3 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774748 Mar 07 21:54:48.434893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31c6fcd8-de49-49f4-b48a-e99716f09bbd req-a2eeb098-854d-416d-a1ab-e6b75c22d620 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627291 Mar 07 21:54:48.563825 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:54:48.991139 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f33e89f7-f566-4ea5-a4ed-7870fe11c421 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:54:49.067546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacaf31e-190e-4aa1-9b44-d2b0f12701ec req-bb501bb8-8940-435b-a857-6e81406d01db tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:49.076271 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dacaf31e-190e-4aa1-9b44-d2b0f12701ec req-bb501bb8-8940-435b-a857-6e81406d01db tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 943 time: 0.0853009 Mar 07 21:54:49.080852 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port f33e89f7-f566-4ea5-a4ed-7870fe11c421 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:54:49.085142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port f33e89f7-f566-4ea5-a4ed-7870fe11c421 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:49.086391 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f33e89f7-f566-4ea5-a4ed-7870fe11c421), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:49.127237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['cf057c28-5634-40dc-b41f-fa62a81d1ad3'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:54:49.178823 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dacaf31e-190e-4aa1-9b44-d2b0f12701ec req-705f3863-9e8b-4c2e-bbc2-d2f7b8b75995 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971427 Mar 07 21:54:49.225807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd64b4e-b50b-473c-b5f4-15f6277bf333 req-b87dbddc-262b-4bc5-9d64-aef3a2b3f843 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:49.227711 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ffd64b4e-b50b-473c-b5f4-15f6277bf333 req-b87dbddc-262b-4bc5-9d64-aef3a2b3f843 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1489074 Mar 07 21:54:49.270236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47674) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:49.292630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f33e89f7-f566-4ea5-a4ed-7870fe11c421 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:49.293324 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f33e89f7-f566-4ea5-a4ed-7870fe11c421), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:49.303514 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:49.348810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f33e89f7-f566-4ea5-a4ed-7870fe11c421, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f33e89f7-f566-4ea5-a4ed-7870fe11c421,segment=NetworkSegment(de90224c-ed93-4652-a354-9d7ac890d2f4),segment_id=de90224c-ed93-4652-a354-9d7ac890d2f4)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:49.350823 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ac8385-7ad9-422a-9a69-f06115f377fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33e89f7-f566-4ea5-a4ed-7870fe11c421'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:54:49.353771 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4de532-98ac-490d-a6e3-31d7095211a0" -d '{"events": [{"server_uuid": "a7ac8385-7ad9-422a-9a69-f06115f377fc", "name": "network-vif-plugged", "status": "completed", "tag": "f33e89f7-f566-4ea5-a4ed-7870fe11c421"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:54:49.364972 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ffd64b4e-b50b-473c-b5f4-15f6277bf333 req-bc66f957-2638-443c-8b0f-485c1507016d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314819 Mar 07 21:54:49.372223 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f33e89f7-f566-4ea5-a4ed-7870fe11c421), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:49.449701 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327447e5-c779-4d04-9356-46182dd2ad77 x-openstack-request-id: req-327447e5-c779-4d04-9356-46182dd2ad77 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:54:49.449981 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ac8385-7ad9-422a-9a69-f06115f377fc", "name": "network-vif-plugged", "status": "completed", "tag": "f33e89f7-f566-4ea5-a4ed-7870fe11c421", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:54:49.450226 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-327447e5-c779-4d04-9356-46182dd2ad77 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:54:49.451014 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ac8385-7ad9-422a-9a69-f06115f377fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33e89f7-f566-4ea5-a4ed-7870fe11c421', 'code': 200} Mar 07 21:54:49.496751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f33e89f7-f566-4ea5-a4ed-7870fe11c421,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:49.546637 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ec11af0-4141-4115-85d0-4b422c1c3b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:49.615379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35376669-6f25-45ce-81d7-2389983c16a8 req-7046cbf0-d755-464a-be07-776aaffba124 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:49.623416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-35376669-6f25-45ce-81d7-2389983c16a8 req-7046cbf0-d755-464a-be07-776aaffba124 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1611476 Mar 07 21:54:49.645605 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ec11af0-4141-4115-85d0-4b422c1c3b2a admin admin] Publish callbacks [] for security_group (2aa891e0-95e8-4d68-9c24-fcd4dce85386), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:49.652144 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ec11af0-4141-4115-85d0-4b422c1c3b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2aa891e0-95e8-4d68-9c24-fcd4dce85386), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:49.653711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6d9bf-c3ed-46a8-b5f7-55f0be416b05 req-bd3d32b7-5c51-4c65-aa3c-176c45301349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:49.656073 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4bf6d9bf-c3ed-46a8-b5f7-55f0be416b05 req-bd3d32b7-5c51-4c65-aa3c-176c45301349 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 1127 time: 0.1526628 Mar 07 21:54:49.695433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec11af0-4141-4115-85d0-4b422c1c3b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa891e0-95e8-4d68-9c24-fcd4dce85386,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:49.700684 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9ec11af0-4141-4115-85d0-4b422c1c3b2a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c87eb03970744ab1919e338651a59545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4288580 Mar 07 21:54:49.703275 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47686) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:49.705726 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf700c-8457-4186-8a40-13368c5312df req-80a58045-ddd7-4c93-9510-f7ab0dda45e3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:49.712495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39bf700c-8457-4186-8a40-13368c5312df req-80a58045-ddd7-4c93-9510-f7ab0dda45e3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 945 time: 0.1549041 Mar 07 21:54:49.737125 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-35376669-6f25-45ce-81d7-2389983c16a8 req-fa67d899-55da-4ee6-92e1-01968293e020 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128097 Mar 07 21:54:49.769315 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4bf6d9bf-c3ed-46a8-b5f7-55f0be416b05 req-4a953776-bffa-4ecb-8286-151d112e9d09 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044071 Mar 07 21:54:49.794953 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39bf700c-8457-4186-8a40-13368c5312df req-6dc3e59e-c706-4fbf-82e4-b6e6db00ffb3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815506 Mar 07 21:54:49.817761 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-483a2f87-37ec-44b2-bfd4-1765de2a9885 admin admin] Publish callbacks [] for security_group (2aa891e0-95e8-4d68-9c24-fcd4dce85386), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:49.848643 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-483a2f87-37ec-44b2-bfd4-1765de2a9885 admin admin] Publish callbacks [] for security_group (2aa891e0-95e8-4d68-9c24-fcd4dce85386), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:49.905244 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-483a2f87-37ec-44b2-bfd4-1765de2a9885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2aa891e0-95e8-4d68-9c24-fcd4dce85386), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:49.907865 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-483a2f87-37ec-44b2-bfd4-1765de2a9885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:49.909020 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-483a2f87-37ec-44b2-bfd4-1765de2a9885 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2aa891e0-95e8-4d68-9c24-fcd4dce85386 HTTP/1.1" status: 204 len: 168 time: 0.2048516 Mar 07 21:54:49.921107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a2f87-37ec-44b2-bfd4-1765de2a9885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa891e0-95e8-4d68-9c24-fcd4dce85386,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:50.193266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd21688-ed6a-4b70-b0cb-93de6ae4677d req-57173712-35b4-4582-8b1c-c39911ed2172 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:50.200006 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bfd21688-ed6a-4b70-b0cb-93de6ae4677d req-57173712-35b4-4582-8b1c-c39911ed2172 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 945 time: 0.1763749 Mar 07 21:54:50.214708 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342276f-daaa-4af6-b9f6-64c2da7890f7 req-e1301e6d-13d0-4c55-9989-ef008d54a8fa tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:50.216161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5342276f-daaa-4af6-b9f6-64c2da7890f7 req-e1301e6d-13d0-4c55-9989-ef008d54a8fa tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 945 time: 0.1386101 Mar 07 21:54:50.260795 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:50.358661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bfd21688-ed6a-4b70-b0cb-93de6ae4677d req-f47fabf6-e94b-467b-b580-097a74c9d83d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578012 Mar 07 21:54:50.408180 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-5342276f-daaa-4af6-b9f6-64c2da7890f7 req-3c1845c0-4aca-4937-b40e-6d077e2ac7e9 service neutron] delete failed (client error): The resource could not be found. Mar 07 21:54:50.409327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5342276f-daaa-4af6-b9f6-64c2da7890f7 req-3c1845c0-4aca-4937-b40e-6d077e2ac7e9 service neutron] 10.222.0.15 "DELETE /v2.0/ports/cf057c28-5634-40dc-b41f-fa62a81d1ad3/bindings/n-h2-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.1805859 Mar 07 21:54:50.475339 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4ccd3-f04c-43fd-b9ae-2b8d4b1bf150 req-a856ad0c-cea7-45fa-9bf6-989c0a9f7d88 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:50.484261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abd4ccd3-f04c-43fd-b9ae-2b8d4b1bf150 req-a856ad0c-cea7-45fa-9bf6-989c0a9f7d88 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 943 time: 0.2009013 Mar 07 21:54:50.615983 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abd4ccd3-f04c-43fd-b9ae-2b8d4b1bf150 req-a50fb0d8-8ed6-47a7-a7b5-7d9c014d3205 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308365 Mar 07 21:54:50.627807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11eabdb-c866-43a5-a77c-1744bf21df8f req-6d92b9d4-9366-444b-8abd-4835d35378a6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:50.635379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c11eabdb-c866-43a5-a77c-1744bf21df8f req-6d92b9d4-9366-444b-8abd-4835d35378a6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1258197 Mar 07 21:54:50.640391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342276f-daaa-4af6-b9f6-64c2da7890f7 req-980c0e74-6c51-4b71-acd9-3086352c5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:50.641932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5342276f-daaa-4af6-b9f6-64c2da7890f7 req-980c0e74-6c51-4b71-acd9-3086352c5e7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 1127 time: 0.1493943 Mar 07 21:54:50.790802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:54:50.828725 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c11eabdb-c866-43a5-a77c-1744bf21df8f req-a22c643e-4372-44fd-acfd-513dd172bc38 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924450 Mar 07 21:54:50.863154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342276f-daaa-4af6-b9f6-64c2da7890f7 req-1f23544e-b779-4abe-b913-30f335c881c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:50.867013 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5342276f-daaa-4af6-b9f6-64c2da7890f7 req-1f23544e-b779-4abe-b913-30f335c881c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c30be23b-c9a1-4888-abc2-f862c1499bc1 HTTP/1.1" status: 200 len: 898 time: 0.2124314 Mar 07 21:54:50.982272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:51.002981 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea', 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57', 'port_id': 'c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea', 'mac_address': 'fa:16:3e:44:c2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e453854-77bd-461c-8a47-1e1f133854b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:54:51.013692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5342276f-daaa-4af6-b9f6-64c2da7890f7 req-cabbdc44-c5c1-42f0-a31e-9227753d828e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3 HTTP/1.1" status: 200 len: 1001 time: 0.1385481 Mar 07 21:54:51.031633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba0e62-4c5d-4f44-974c-769b198d6c42 req-9e0ebcfa-5da6-4806-8d6d-4905e56fa9ca tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:51.041141 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bfba0e62-4c5d-4f44-974c-769b198d6c42 req-9e0ebcfa-5da6-4806-8d6d-4905e56fa9ca tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1516347 Mar 07 21:54:51.095764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342276f-daaa-4af6-b9f6-64c2da7890f7 req-f3f24465-4b96-4869-9e00-804de85ca636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:51.097451 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5342276f-daaa-4af6-b9f6-64c2da7890f7 req-f3f24465-4b96-4869-9e00-804de85ca636 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b94fcc19-8bef-4638-9407-9c98f3f9f1ea HTTP/1.1" status: 200 len: 835 time: 0.0532141 Mar 07 21:54:51.191197 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bfba0e62-4c5d-4f44-974c-769b198d6c42 req-af0c7c36-0b40-4199-b856-a89dfa51068d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488013 Mar 07 21:54:51.226433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342276f-daaa-4af6-b9f6-64c2da7890f7 req-e2ded8f5-7d08-48a6-80ad-b6b5621779a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:51.228065 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5342276f-daaa-4af6-b9f6-64c2da7890f7 req-e2ded8f5-7d08-48a6-80ad-b6b5621779a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c30be23b-c9a1-4888-abc2-f862c1499bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1103492 Mar 07 21:54:51.347323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:51.347939 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:51.383129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:54:51.412029 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5342276f-daaa-4af6-b9f6-64c2da7890f7 req-5c09a6b5-1bf4-4a75-ab7d-af7a56221805 service neutron] 10.222.0.15 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759701 Mar 07 21:54:51.415325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:51.421280 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:51.541722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:51.610160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ccb70-355f-44ee-82cc-95dbb628604c req-2244c344-c0c1-46d4-917a-b536168b6880 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:51.616802 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-016ccb70-355f-44ee-82cc-95dbb628604c req-2244c344-c0c1-46d4-917a-b536168b6880 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 945 time: 0.1506937 Mar 07 21:54:51.619812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5342276f-daaa-4af6-b9f6-64c2da7890f7 req-6784a7fd-6b32-4c24-aaa1-0655fdca400a service neutron] 10.222.0.15 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997709 Mar 07 21:54:51.710841 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-016ccb70-355f-44ee-82cc-95dbb628604c req-4dad19c4-ef5d-4b39-a181-9eec4f3b7fbe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931053 Mar 07 21:54:51.837367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08d949-8c2d-4db0-8daa-c50ed61d36d6 req-eb159f89-4af4-4be8-917d-cc1cbce0f9ac tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:51.840875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f08d949-8c2d-4db0-8daa-c50ed61d36d6 req-eb159f89-4af4-4be8-917d-cc1cbce0f9ac tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 944 time: 0.1007183 Mar 07 21:54:51.861431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:54:52.026257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f08d949-8c2d-4db0-8daa-c50ed61d36d6 req-312c910d-52a5-4662-81a9-6744004f87f0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654863 Mar 07 21:54:52.093066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ee3f2-8295-461f-84ca-accfbcf26fa7 req-0c50da87-21b4-4c3d-aa73-dbec11029465 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:52.109915 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c2ee3f2-8295-461f-84ca-accfbcf26fa7 req-0c50da87-21b4-4c3d-aa73-dbec11029465 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1529744 Mar 07 21:54:52.135889 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:52.228242 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c2ee3f2-8295-461f-84ca-accfbcf26fa7 req-13ccbf1c-9574-4c70-b357-c01948221483 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173596 Mar 07 21:54:52.362279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516da601-0f99-4fba-b21a-ee98234d9601 req-ad2f0037-5ef4-4b31-be61-6abfe752e3fe tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:52.363833 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-516da601-0f99-4fba-b21a-ee98234d9601 req-ad2f0037-5ef4-4b31-be61-6abfe752e3fe tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.0711088 Mar 07 21:54:52.470690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-516da601-0f99-4fba-b21a-ee98234d9601 req-340dcf39-94cf-4403-a14a-57eb575b0f0d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009653 Mar 07 21:54:52.765114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47796) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:52.810995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cf057c28-5634-40dc-b41f-fa62a81d1ad3 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:54:52.887040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4eabc7-0a82-4c82-bc1f-7a2fc4d83fa0 req-4bb1d57a-b5e1-4ad4-8a7c-d6c31547083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:52.890524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4eabc7-0a82-4c82-bc1f-7a2fc4d83fa0 req-4bb1d57a-b5e1-4ad4-8a7c-d6c31547083e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=267c03498dcb4e238759848d7798d46c&device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 1127 time: 0.1863558 Mar 07 21:54:52.910422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef22830-8e70-41d8-9d3c-6465608de3fc req-b71f33a2-6716-4708-9aeb-ebd2507377e8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:52.912949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ef22830-8e70-41d8-9d3c-6465608de3fc req-b71f33a2-6716-4708-9aeb-ebd2507377e8 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1361830 Mar 07 21:54:52.935607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port cf057c28-5634-40dc-b41f-fa62a81d1ad3 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:54:52.941614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port cf057c28-5634-40dc-b41f-fa62a81d1ad3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:52.942100 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:53.004070 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41a928f0-7fe9-41b3-a11a-94a2623828a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:53.111161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port cf057c28-5634-40dc-b41f-fa62a81d1ad3 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:53.112105 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:53.130594 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41a928f0-7fe9-41b3-a11a-94a2623828a9 admin admin] Publish callbacks [] for security_group (a505abb5-b848-40d1-ba3e-83ccbe61a683), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:53.138011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41a928f0-7fe9-41b3-a11a-94a2623828a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a505abb5-b848-40d1-ba3e-83ccbe61a683), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:53.170716 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:54:53.176960 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1e764c-b448-4d5b-a0f1-cec4c7a223b7" -d '{"events": [{"server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "name": "network-vif-plugged", "status": "completed", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:54:53.206315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port cf057c28-5634-40dc-b41f-fa62a81d1ad3, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:53.216787 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:53.233561 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-41a928f0-7fe9-41b3-a11a-94a2623828a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f72417bf86e541d5a91e9f61b90100e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4649556 Mar 07 21:54:53.234708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47804) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:53.237562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a928f0-7fe9-41b3-a11a-94a2623828a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a505abb5-b848-40d1-ba3e-83ccbe61a683,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:53.256435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248a0b2-6726-400f-8457-18ce4718e5db req-afb13ea3-a72d-4e71-a81e-6ec5f8a675b6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:53.269617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b248a0b2-6726-400f-8457-18ce4718e5db req-afb13ea3-a72d-4e71-a81e-6ec5f8a675b6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 945 time: 0.4219017 Mar 07 21:54:53.287115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4eabc7-0a82-4c82-bc1f-7a2fc4d83fa0 req-d2f1359e-b0de-4689-b2ea-3e7870d91015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:53.288723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4eabc7-0a82-4c82-bc1f-7a2fc4d83fa0 req-d2f1359e-b0de-4689-b2ea-3e7870d91015 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd64732b-c386-4860-aaf9-a891d6d1f8e8 HTTP/1.1" status: 200 len: 911 time: 0.3719730 Mar 07 21:54:53.317332 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ef22830-8e70-41d8-9d3c-6465608de3fc req-cbd74e02-b46e-4703-b910-2bcf868ac804 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904595 Mar 07 21:54:53.320352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=cf057c28-5634-40dc-b41f-fa62a81d1ad3,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:53.371626 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7a81692-4ef0-4d1e-acc4-3edb35ba8671 admin admin] Publish callbacks [] for security_group (a505abb5-b848-40d1-ba3e-83ccbe61a683), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:53.380816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4eabc7-0a82-4c82-bc1f-7a2fc4d83fa0 req-97a8d39d-3893-46f0-9097-fd4e62cecb23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f33e89f7-f566-4ea5-a4ed-7870fe11c421 HTTP/1.1" status: 200 len: 217 time: 0.0688057 Mar 07 21:54:53.425742 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7a81692-4ef0-4d1e-acc4-3edb35ba8671 admin admin] Publish callbacks [] for security_group (a505abb5-b848-40d1-ba3e-83ccbe61a683), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:53.442840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4eabc7-0a82-4c82-bc1f-7a2fc4d83fa0 req-af7f6abc-03f0-47c1-93b9-00a1913ea3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:53.444468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4eabc7-0a82-4c82-bc1f-7a2fc4d83fa0 req-af7f6abc-03f0-47c1-93b9-00a1913ea3cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=703d7ce4-1d22-49b5-99ed-fdb0307bf800 HTTP/1.1" status: 200 len: 850 time: 0.0555043 Mar 07 21:54:53.508704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4eabc7-0a82-4c82-bc1f-7a2fc4d83fa0 req-c39c2dd4-f1aa-4f41-b02e-cfa31e92d0bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd64732b-c386-4860-aaf9-a891d6d1f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567448 Mar 07 21:54:53.530549 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b248a0b2-6726-400f-8457-18ce4718e5db req-ed6a7719-847f-42f6-b643-311e256afb81 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582898 Mar 07 21:54:53.556509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47808) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:53.567244 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7a81692-4ef0-4d1e-acc4-3edb35ba8671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a505abb5-b848-40d1-ba3e-83ccbe61a683), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:53.578457 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7a81692-4ef0-4d1e-acc4-3edb35ba8671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:53.580394 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b7a81692-4ef0-4d1e-acc4-3edb35ba8671 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a505abb5-b848-40d1-ba3e-83ccbe61a683 HTTP/1.1" status: 204 len: 168 time: 0.3368545 Mar 07 21:54:53.683711 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca934de9-21cc-445e-be2d-1316f937a5b6 x-openstack-request-id: req-ca934de9-21cc-445e-be2d-1316f937a5b6 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:54:53.684034 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "name": "network-vif-plugged", "status": "completed", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:54:53.684272 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca934de9-21cc-445e-be2d-1316f937a5b6 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:54:53.684670 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'code': 200} Mar 07 21:54:53.734471 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4eabc7-0a82-4c82-bc1f-7a2fc4d83fa0 req-9bc72b1c-01e8-4a48-aaa4-13b50a0c4130 service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972921 Mar 07 21:54:53.746725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222d44d-5341-4a6a-8ff8-0526f3497725 req-6940c99a-5432-4335-b1e2-f0d03b34b9b7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:53.750629 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e222d44d-5341-4a6a-8ff8-0526f3497725 req-6940c99a-5432-4335-b1e2-f0d03b34b9b7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 944 time: 0.2401669 Mar 07 21:54:53.750991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a81692-4ef0-4d1e-acc4-3edb35ba8671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a505abb5-b848-40d1-ba3e-83ccbe61a683,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:53.822128 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3637e1dd-a4b1-422d-b9d1-3b92171f0acc tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/25f91c1b-97cd-4056-b643-2f4ca81e735c HTTP/1.1" status: 200 len: 994 time: 0.2620740 Mar 07 21:54:53.961027 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e222d44d-5341-4a6a-8ff8-0526f3497725 req-d352d05e-e3d3-4d51-b3a8-6b1e78b94b16 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833036 Mar 07 21:54:54.037477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f4eabc7-0a82-4c82-bc1f-7a2fc4d83fa0 req-3f3a6154-c850-4946-a88f-0702a1b29cc6 service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847733 Mar 07 21:54:54.057063 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f6264-1c7d-42e1-bc40-7237ce141c93 req-e1ede3a4-3abd-440f-89fc-1179243cc939 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:54.060879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a7f6264-1c7d-42e1-bc40-7237ce141c93 req-e1ede3a4-3abd-440f-89fc-1179243cc939 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.2276666 Mar 07 21:54:54.181786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a7f6264-1c7d-42e1-bc40-7237ce141c93 req-962241f2-cfb1-4a94-aed7-825bdbf6fac9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151183 Mar 07 21:54:54.554992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6eef7-ecdb-45f8-b69c-2f73c9ae578b req-73ad2f54-c280-4300-aed0-79572ee8c469 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:54.557366 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89e6eef7-ecdb-45f8-b69c-2f73c9ae578b req-73ad2f54-c280-4300-aed0-79572ee8c469 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1105266 Mar 07 21:54:54.695778 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89e6eef7-ecdb-45f8-b69c-2f73c9ae578b req-f225649d-8037-435c-aedb-227311b62e1a tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233602 Mar 07 21:54:54.830049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:54:54.901495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:54:54.907350 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:54:54.907949 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:55.086679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:54:55.087349 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:55.153830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:54:55.159771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f2825-4022-46f6-828b-f729ef6228c7 req-01003505-5cae-4834-8bf5-eff24add5ab4 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:55.165047 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:55.170991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e9f2825-4022-46f6-828b-f729ef6228c7 req-01003505-5cae-4834-8bf5-eff24add5ab4 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 944 time: 0.1011295 Mar 07 21:54:55.272697 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:55.275596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e9f2825-4022-46f6-828b-f729ef6228c7 req-b1ec7838-ffee-4f73-be65-da742f0cac06 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990829 Mar 07 21:54:55.400834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5ea7c-7c8b-40ba-9dc6-33a69f1b3da1 req-326b8002-4870-4040-bfd2-22cf8153a5d0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:55.412431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5e5ea7c-7c8b-40ba-9dc6-33a69f1b3da1 req-326b8002-4870-4040-bfd2-22cf8153a5d0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.0986481 Mar 07 21:54:55.506609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5e5ea7c-7c8b-40ba-9dc6-33a69f1b3da1 req-5ea458bf-c5bf-4144-b5ef-2b8de0e5a33d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932896 Mar 07 21:54:55.686246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe235a9-6da0-4f2f-a1ad-5282524d5ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:54:55.688583 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46eb3ac-b6ef-4bd8-b9ed-e6b0b1267d7c" -d '{"events": [{"server_uuid": "ffe235a9-6da0-4f2f-a1ad-5282524d5ab1", "name": "network-vif-plugged", "status": "completed", "tag": "c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:54:55.783128 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43980dbc-4399-47a9-bf83-0b0f9aff5f3a x-openstack-request-id: req-43980dbc-4399-47a9-bf83-0b0f9aff5f3a {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:54:55.783647 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe235a9-6da0-4f2f-a1ad-5282524d5ab1", "name": "network-vif-plugged", "status": "completed", "tag": "c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:54:55.784318 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43980dbc-4399-47a9-bf83-0b0f9aff5f3a {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:54:55.784883 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe235a9-6da0-4f2f-a1ad-5282524d5ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea', 'code': 200} Mar 07 21:54:55.886758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1428-4bef-439f-b0ce-4ee296e71630 req-d0bfb570-4f37-4253-8b40-093b1ae82f86 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:55.894775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7acc1428-4bef-439f-b0ce-4ee296e71630 req-d0bfb570-4f37-4253-8b40-093b1ae82f86 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1067941 Mar 07 21:54:55.979238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7acc1428-4bef-439f-b0ce-4ee296e71630 req-ea32dc47-c6a0-4197-a966-86212567ddc4 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810053 Mar 07 21:54:56.021963 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c0972-b1b9-4fc8-973a-0b8b91816763 req-df2da7cf-dfd3-4d3c-b65b-4746bdd41de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:56.035436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-587c0972-b1b9-4fc8-973a-0b8b91816763 req-df2da7cf-dfd3-4d3c-b65b-4746bdd41de4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 1127 time: 0.1645224 Mar 07 21:54:56.174250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-587c0972-b1b9-4fc8-973a-0b8b91816763 req-bb9307b3-5d56-4e17-bc6e-da8cb72e99ad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107111 Mar 07 21:54:56.435232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983ea01-7c37-4b18-868f-5d5894e6e465 req-1ddd2bc7-52cc-4b34-8699-94aa3fdc0675 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:56.436907 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a983ea01-7c37-4b18-868f-5d5894e6e465 req-1ddd2bc7-52cc-4b34-8699-94aa3fdc0675 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 945 time: 0.0860364 Mar 07 21:54:56.534750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a983ea01-7c37-4b18-868f-5d5894e6e465 req-f4bb95b6-f67a-4dbc-8517-dad46127c8a3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915320 Mar 07 21:54:56.626456 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47888) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:56.706761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfd076-13e3-475c-b1fb-fd147103afe5 req-4b90aa79-17b3-4b0e-acc6-bda2c5808bcc tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:56.708292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27cfd076-13e3-475c-b1fb-fd147103afe5 req-4b90aa79-17b3-4b0e-acc6-bda2c5808bcc tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.0705698 Mar 07 21:54:56.763540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27cfd076-13e3-475c-b1fb-fd147103afe5 req-b88e9b65-3500-4d6f-ba24-61b9b83ec635 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494690 Mar 07 21:54:56.857117 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:56.883223 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:56.993797 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:57.148355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0e0f3-7b54-4032-a3fe-a37edb2bd8ea req-88998f6e-b849-4132-8de1-4b5d097137df tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:57.150035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03f0e0f3-7b54-4032-a3fe-a37edb2bd8ea req-88998f6e-b849-4132-8de1-4b5d097137df tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.0835674 Mar 07 21:54:57.161133 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Allocated IP 172.25.4.254 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/9224cb6a-3463-4205-b903-74e6d7d9d08e) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:54:57.235840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03f0e0f3-7b54-4032-a3fe-a37edb2bd8ea req-fddf948b-5083-4644-b39a-38a4bd33c741 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784676 Mar 07 21:54:57.311301 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for port (9224cb6a-3463-4205-b903-74e6d7d9d08e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:57.351673 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9224cb6a-3463-4205-b903-74e6d7d9d08e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:57.397624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:54:57.403886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:54:57.407727 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:54:57.466080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event updated for resources: {'Port': ['ID=9224cb6a-3463-4205-b903-74e6d7d9d08e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:57.591104 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for floatingip (1b3dd80c-c3d4-4068-8170-58b7644b1911), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:57.645880 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9224cb6a-3463-4205-b903-74e6d7d9d08e), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:57.704724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3397f7-9a2d-4a01-8ab5-07b78c54057f req-94434d66-bc1d-4823-bfdd-c98dc4e7813a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:57.706799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a3397f7-9a2d-4a01-8ab5-07b78c54057f req-94434d66-bc1d-4823-bfdd-c98dc4e7813a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 945 time: 0.0763435 Mar 07 21:54:57.825364 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a3397f7-9a2d-4a01-8ab5-07b78c54057f req-f9ae4754-f24c-49ca-96f3-769128f9b1e5 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128271 Mar 07 21:54:57.989296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f07b7-4a1c-423c-afe3-a59a36c87e11 req-0b80b225-e1e3-4d9e-b023-d45a8e74292a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:57.997931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-865f07b7-4a1c-423c-afe3-a59a36c87e11 req-0b80b225-e1e3-4d9e-b023-d45a8e74292a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.0894806 Mar 07 21:54:58.077669 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-865f07b7-4a1c-423c-afe3-a59a36c87e11 req-71778d07-1b1a-4c6b-ad10-737477a2be60 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782740 Mar 07 21:54:58.173263 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for port (9224cb6a-3463-4205-b903-74e6d7d9d08e), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:58.178380 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (9224cb6a-3463-4205-b903-74e6d7d9d08e), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:58.255502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event updated for resources: {'Port': ['ID=9224cb6a-3463-4205-b903-74e6d7d9d08e,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:58.264779 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (1b3dd80c-c3d4-4068-8170-58b7644b1911), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:58.290173 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:58.291881 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-42540cf9-adbd-48d4-800f-67dfcd15a928 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6641011 Mar 07 21:54:58.295037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 47908) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:58.301487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1430257644'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:58.341093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Made reservation on behalf of 91f05281777f4617a853730198ac2e1c for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:54:58.345466 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:58.680643 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:58.778492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb9901-1dad-410b-b8dc-f0c73a0b0dbf req-00dae6fc-2b1c-4cf3-86d0-be0a32c685bd tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:58.785563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcfb9901-1dad-410b-b8dc-f0c73a0b0dbf req-00dae6fc-2b1c-4cf3-86d0-be0a32c685bd tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1023953 Mar 07 21:54:58.856853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcfb9901-1dad-410b-b8dc-f0c73a0b0dbf req-6e81be1d-8296-41e6-a1cb-c99ba2e00091 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701377 Mar 07 21:54:58.871222 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for security_group (4a34b7ce-65c5-418c-bde9-1ecf44b21472), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:58.878817 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4a34b7ce-65c5-418c-bde9-1ecf44b21472), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:58.894558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:54:58.905816 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (08b68467-2f9a-4cee-bf8b-c987c8954150), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:58.906789 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Added segment 08b68467-2f9a-4cee-bf8b-c987c8954150 of type vlan for network df1d1b79-2419-43a4-9c3a-cd560e805a97 Mar 07 21:54:58.976771 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (df1d1b79-2419-43a4-9c3a-cd560e805a97), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:59.056282 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (df1d1b79-2419-43a4-9c3a-cd560e805a97), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:59.061543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:59.062226 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:59.131658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d6365-69db-4576-8d4f-8d457d43a291 req-d36a3c6c-2a06-4202-bdd8-e019a9fda760 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:59.133301 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc9d6365-69db-4576-8d4f-8d457d43a291 req-d36a3c6c-2a06-4202-bdd8-e019a9fda760 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 945 time: 0.1315882 Mar 07 21:54:59.137312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a34b7ce-65c5-418c-bde9-1ecf44b21472,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:59.194029 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8973641 Mar 07 21:54:59.203038 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47914) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:54:59.209120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0720c9-c7d7-4e79-a005-44eeef0ed03c tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event updated for resources: {'Network': ['ID=df1d1b79-2419-43a4-9c3a-cd560e805a97,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:59.225285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Request body: {'subnet': {'network_id': 'df1d1b79-2419-43a4-9c3a-cd560e805a97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:54:59.239519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc9d6365-69db-4576-8d4f-8d457d43a291 req-cbf75526-ad3f-4663-8755-7c20ff58ee0f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661068 Mar 07 21:54:59.243172 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network df1d1b79-2419-43a4-9c3a-cd560e805a97 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:54:59.358227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7fb60-f8af-4c75-a098-16051ae1cb53 req-9323cf3c-f4aa-408f-8a8f-c8f2a7c78631 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:59.361015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90b7fb60-f8af-4c75-a098-16051ae1cb53 req-9323cf3c-f4aa-408f-8a8f-c8f2a7c78631 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1394598 Mar 07 21:54:59.447905 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90b7fb60-f8af-4c75-a098-16051ae1cb53 req-a28b3421-45eb-4bde-9462-6ded1b3e312d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810328 Mar 07 21:54:59.489016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Made reservation on behalf of 91f05281777f4617a853730198ac2e1c for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:54:59.493004 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:59.826350 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (514f45c5-19c8-49f3-b54a-14508f97e0c3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:54:59.904959 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event updated for resources: {'Subnet': ['ID=514f45c5-19c8-49f3-b54a-14508f97e0c3,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:54:59.914672 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:59.915208 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:59.915649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:59.916172 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:59.916535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:59.916897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:59.917967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:59.918441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:59.918801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:59.919160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:59.919550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:59.919901 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:59.920386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:54:59.939557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Checking segment: {'id': '08b68467-2f9a-4cee-bf8b-c987c8954150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'df1d1b79-2419-43a4-9c3a-cd560e805a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:54:59.939916 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Network hostable DHCP agents. Network: df1d1b79-2419-43a4-9c3a-cd560e805a97, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:54:59.983754 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Network df1d1b79-2419-43a4-9c3a-cd560e805a97 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:55:00.000486 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, df1d1b79-2419-43a4-9c3a-cd560e805a97) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:00.005392 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:00.006018 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:00.015015 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e75790-ab7c-40b4-aace-e25b4f9dd930 None None] Network df1d1b79-2419-43a4-9c3a-cd560e805a97 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:55:00.043839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301edbb2-9313-4ac0-95bc-3cd06431e6d4 req-756e5e4e-db5b-4f99-b815-4dc702e39b72 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:00.044211 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-320b6e46-2e69-4c7c-99e3-f589fe80fd04 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8350971 Mar 07 21:55:00.044482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47926) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:00.046156 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-301edbb2-9313-4ac0-95bc-3cd06431e6d4 req-756e5e4e-db5b-4f99-b815-4dc702e39b72 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.0919201 Mar 07 21:55:00.049046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1517984639', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:00.105703 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (45f9a9cf-841a-4319-9aff-8f314d44a75a), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:00.106839 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (45f9a9cf-841a-4319-9aff-8f314d44a75a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:00.154598 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-301edbb2-9313-4ac0-95bc-3cd06431e6d4 req-f546ff11-6f85-40d3-aceb-da33e0958675 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973318 Mar 07 21:55:00.209051 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for router_controller (45f9a9cf-841a-4319-9aff-8f314d44a75a), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:00.268939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-df1d1b79-2419-43a4-9c3a-cd560e805a97', 'network_id': 'df1d1b79-2419-43a4-9c3a-cd560e805a97', 'project_id': '91f05281777f4617a853730198ac2e1c', 'fixed_ips': [{'subnet_id': '514f45c5-19c8-49f3-b54a-14508f97e0c3'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:55:00.271055 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:00.445137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Allocated IP 172.20.0.2 (df1d1b79-2419-43a4-9c3a-cd560e805a97/514f45c5-19c8-49f3-b54a-14508f97e0c3/ee00fc1c-ec14-4a3e-86db-6da96490512d) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:55:00.551954 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for router_gateway (45f9a9cf-841a-4319-9aff-8f314d44a75a), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:00.772056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94844fd8-f918-4871-980f-90f6e38afe54 req-56a55d32-2390-4ee7-94e9-63766d2872b0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:00.773550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94844fd8-f918-4871-980f-90f6e38afe54 req-56a55d32-2390-4ee7-94e9-63766d2872b0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1167250 Mar 07 21:55:00.888665 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Publish callbacks [] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:00.919365 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94844fd8-f918-4871-980f-90f6e38afe54 req-5f46c6eb-ac0d-48ce-be67-c99ac4d17a42 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395330 Mar 07 21:55:00.940091 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:01.025992 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Network df1d1b79-2419-43a4-9c3a-cd560e805a97 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:01.052622 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:01.058344 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:55:01.061775 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Pushing event updated for resources: {'Port': ['ID=ee00fc1c-ec14-4a3e-86db-6da96490512d,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:01.143971 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for router_gateway (45f9a9cf-841a-4319-9aff-8f314d44a75a), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:01.185576 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Attempting to bind port ee00fc1c-ec14-4a3e-86db-6da96490512d on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:55:01.186258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Attempting to bind port ee00fc1c-ec14-4a3e-86db-6da96490512d by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '08b68467-2f9a-4cee-bf8b-c987c8954150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'df1d1b79-2419-43a4-9c3a-cd560e805a97'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:55:01.186811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Attempting to bind port ee00fc1c-ec14-4a3e-86db-6da96490512d on network df1d1b79-2419-43a4-9c3a-cd560e805a97 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:55:01.195317 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:01.199162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:55:01.201089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Checking segment: {'id': '08b68467-2f9a-4cee-bf8b-c987c8954150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'df1d1b79-2419-43a4-9c3a-cd560e805a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:55:01.202848 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:01.203565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Bound using segment: {'id': '08b68467-2f9a-4cee-bf8b-c987c8954150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'df1d1b79-2419-43a4-9c3a-cd560e805a97'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:55:01.205292 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Bound port: ee00fc1c-ec14-4a3e-86db-6da96490512d, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b68467-2f9a-4cee-bf8b-c987c8954150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'df1d1b79-2419-43a4-9c3a-cd560e805a97'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:55:01.205921 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:01.396413 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] For port ee00fc1c-ec14-4a3e-86db-6da96490512d, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:55:01.405926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f705ad9-9d63-4588-944b-9386c40988ae req-622604de-b528-4f95-b077-3fd66db5a23b tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:01.406706 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] For port ee00fc1c-ec14-4a3e-86db-6da96490512d, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ee00fc1c-ec14-4a3e-86db-6da96490512d,segment=NetworkSegment(08b68467-2f9a-4cee-bf8b-c987c8954150),segment_id=08b68467-2f9a-4cee-bf8b-c987c8954150)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:55:01.414309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f705ad9-9d63-4588-944b-9386c40988ae req-622604de-b528-4f95-b077-3fd66db5a23b tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1264460 Mar 07 21:55:01.420451 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:01.559779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44685c26-c119-4430-85a4-08bc92984c2f None None] Pushing event updated for resources: {'Port': ['ID=ee00fc1c-ec14-4a3e-86db-6da96490512d,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:01.608037 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f705ad9-9d63-4588-944b-9386c40988ae req-bab7ec1f-411f-49c5-b0d9-f5c84e30cccf tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926177 Mar 07 21:55:01.630098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Allocated IP 172.25.4.228 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/9c2e1854-45d3-4571-b8eb-35677c181b53) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:55:02.051973 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for port (9c2e1854-45d3-4571-b8eb-35677c181b53), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:02.180679 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9c2e1854-45d3-4571-b8eb-35677c181b53), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:02.196852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cd495-e85f-478f-8603-27f5aa95a218 req-83d67cf5-6b66-43fb-b85a-134ef8cb2464 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:02.204455 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-029cd495-e85f-478f-8603-27f5aa95a218 req-83d67cf5-6b66-43fb-b85a-134ef8cb2464 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1308751 Mar 07 21:55:02.297491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:02.305588 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:02.325193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:55:02.373058 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-029cd495-e85f-478f-8603-27f5aa95a218 req-ca4763ec-3c30-48a7-9715-4a263e28a591 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574135 Mar 07 21:55:02.411155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event updated for resources: {'Port': ['ID=9c2e1854-45d3-4571-b8eb-35677c181b53,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:02.867703 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1f5e2-de4f-4c73-80fc-c6aff005bddd req-1d0bbd64-1c56-4547-bf2b-a86bd51f4b24 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:02.872686 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-59f1f5e2-de4f-4c73-80fc-c6aff005bddd req-1d0bbd64-1c56-4547-bf2b-a86bd51f4b24 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1405046 Mar 07 21:55:02.947611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for router_gateway (45f9a9cf-841a-4319-9aff-8f314d44a75a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:03.076388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-59f1f5e2-de4f-4c73-80fc-c6aff005bddd req-5cefab88-7f78-46e9-b42c-1f31dfb6313b tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955214 Mar 07 21:55:03.362904 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb57161-18e7-48bb-bb0a-9aa81cb1ae84 None None] Network df1d1b79-2419-43a4-9c3a-cd560e805a97 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:55:03.459482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (45f9a9cf-841a-4319-9aff-8f314d44a75a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:03.685207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-be7e2b6b-998c-424f-8f4d-1ce41f867a87 None None] Provisioning complete for port ee00fc1c-ec14-4a3e-86db-6da96490512d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:03.687210 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-be7e2b6b-998c-424f-8f4d-1ce41f867a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:03.793114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee00fc1c-ec14-4a3e-86db-6da96490512d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:55:03.810216 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Router 45f9a9cf-841a-4319-9aff-8f314d44a75a is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:55:03.884925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5a8f4-9841-435e-88cd-1186ae296c31 req-2334c231-4580-4dd0-a53d-25b3d35b13c9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:03.902579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63d5a8f4-9841-435e-88cd-1186ae296c31 req-2334c231-4580-4dd0-a53d-25b3d35b13c9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.2901187 Mar 07 21:55:04.087001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-be7e2b6b-998c-424f-8f4d-1ce41f867a87 None None] Current status of the port ee00fc1c-ec14-4a3e-86db-6da96490512d is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:04.095018 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-be7e2b6b-998c-424f-8f4d-1ce41f867a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:04.129101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:55:04.143554 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b94e7-5dc2-4779-a5c3-6956bf4a4c36 None None] Sync routers for ids ['45f9a9cf-841a-4319-9aff-8f314d44a75a'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:55:04.145839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63d5a8f4-9841-435e-88cd-1186ae296c31 req-6e7b0205-6682-4b13-bc2f-2b0f602e18fa tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422574 Mar 07 21:55:04.169238 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b94e7-5dc2-4779-a5c3-6956bf4a4c36 None None] Routers {'45f9a9cf-841a-4319-9aff-8f314d44a75a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:04.179351 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ee6b94e7-5dc2-4779-a5c3-6956bf4a4c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:54:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['45f9a9cf-841a-4319-9aff-8f314d44a75a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:04.215052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-be7e2b6b-998c-424f-8f4d-1ce41f867a87 None None] For port ee00fc1c-ec14-4a3e-86db-6da96490512d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ee00fc1c-ec14-4a3e-86db-6da96490512d,segment=NetworkSegment(08b68467-2f9a-4cee-bf8b-c987c8954150),segment_id=08b68467-2f9a-4cee-bf8b-c987c8954150)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:04.223700 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:04.228955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 47974) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:04.229151 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8f8710b1-a56d-4301-8bdc-5910b84e51b7 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.1836278 Mar 07 21:55:04.253649 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-be7e2b6b-998c-424f-8f4d-1ce41f867a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:04.269375 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ee6b94e7-5dc2-4779-a5c3-6956bf4a4c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:04.294496 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b94e7-5dc2-4779-a5c3-6956bf4a4c36 None None] Routers {'45f9a9cf-841a-4319-9aff-8f314d44a75a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:04.296691 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ee6b94e7-5dc2-4779-a5c3-6956bf4a4c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:54:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['45f9a9cf-841a-4319-9aff-8f314d44a75a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:04.355330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ee00fc1c-ec14-4a3e-86db-6da96490512d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:04.360563 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:04.367803 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ee6b94e7-5dc2-4779-a5c3-6956bf4a4c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:04.368773 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b94e7-5dc2-4779-a5c3-6956bf4a4c36 None None] The sync data for ids ['45f9a9cf-841a-4319-9aff-8f314d44a75a'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:55:04.640652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1630fd7-9a06-4359-89f8-6139c6e07033 req-75e7b5a4-94cc-42a4-ab07-00b96f2e045e tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:04.642210 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1630fd7-9a06-4359-89f8-6139c6e07033 req-75e7b5a4-94cc-42a4-ab07-00b96f2e045e tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.2846498 Mar 07 21:55:04.678241 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e2b6b-998c-424f-8f4d-1ce41f867a87 None None] Pushing event updated for resources: {'Port': ['ID=ee00fc1c-ec14-4a3e-86db-6da96490512d,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:04.714534 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1630fd7-9a06-4359-89f8-6139c6e07033 req-b4d10416-8bac-46d1-be84-ba8036e13f91 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638270 Mar 07 21:55:04.733779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6d2c0cea-dbfe-4481-b58a-acf43fcca252 None None] Provisioning complete for port ee00fc1c-ec14-4a3e-86db-6da96490512d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:04.734194 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0cea-dbfe-4481-b58a-acf43fcca252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:04.929697 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ee00fc1c-ec14-4a3e-86db-6da96490512d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:05.040121 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c0cea-dbfe-4481-b58a-acf43fcca252 None None] Current status of the port ee00fc1c-ec14-4a3e-86db-6da96490512d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:05.422535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0b88d-39ba-4d8d-96e5-1b167dd354ad req-7bef3127-8f8f-45d6-8205-717dce77e498 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:05.430252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1af0b88d-39ba-4d8d-96e5-1b167dd354ad req-7bef3127-8f8f-45d6-8205-717dce77e498 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1380897 Mar 07 21:55:05.513554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1af0b88d-39ba-4d8d-96e5-1b167dd354ad req-76678090-3141-4763-bccc-dad87bfbb6e0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821111 Mar 07 21:55:05.588499 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:05.634144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee00fc1c-ec14-4a3e-86db-6da96490512d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:55:05.761642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ee00fc1c-ec14-4a3e-86db-6da96490512d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:05.762324 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:05.917583 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ee00fc1c-ec14-4a3e-86db-6da96490512d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:06.021684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04404592-8002-4923-af9d-1e0f6aa475e8 req-0cee1622-b162-4831-817f-a4ddfe6edcd3 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:06.023177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-04404592-8002-4923-af9d-1e0f6aa475e8 req-0cee1622-b162-4831-817f-a4ddfe6edcd3 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1545761 Mar 07 21:55:06.119511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Allocated IP 172.20.0.1 (df1d1b79-2419-43a4-9c3a-cd560e805a97/514f45c5-19c8-49f3-b54a-14508f97e0c3/ee7f6d5d-9a5d-4398-aed5-716486ebd387) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:55:06.132856 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-04404592-8002-4923-af9d-1e0f6aa475e8 req-a7c2ba52-6863-4742-bb9f-46587d72e044 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944715 Mar 07 21:55:06.324799 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for port (ee7f6d5d-9a5d-4398-aed5-716486ebd387), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:06.391913 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ee7f6d5d-9a5d-4398-aed5-716486ebd387), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:06.453567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Network df1d1b79-2419-43a4-9c3a-cd560e805a97 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:06.458396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:06.465945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:55:06.495593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event updated for resources: {'Port': ['ID=ee7f6d5d-9a5d-4398-aed5-716486ebd387,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:06.542847 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:06.543129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:06.543483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:06.543830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:06.544171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:06.544511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:06.545495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:06.545852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:06.546213 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:06.546686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:06.547029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:06.547364 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:06.547971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:06.571531 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (45f9a9cf-841a-4319-9aff-8f314d44a75a), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:06.782445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-565070d9-47fb-4990-a30d-8a733dca7f3c None None] Provisioning complete for port ee7f6d5d-9a5d-4398-aed5-716486ebd387 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:06.786126 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-565070d9-47fb-4990-a30d-8a733dca7f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ee7f6d5d-9a5d-4398-aed5-716486ebd387), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:06.854665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d2f1b-42a6-4a14-96b2-c36e48dd8006 req-33f5a85e-7973-4d81-b0f7-889ad902e9b6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:06.861992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-813d2f1b-42a6-4a14-96b2-c36e48dd8006 req-33f5a85e-7973-4d81-b0f7-889ad902e9b6 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1521373 Mar 07 21:55:06.872929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-565070d9-47fb-4990-a30d-8a733dca7f3c None None] Port ee7f6d5d-9a5d-4398-aed5-716486ebd387 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:55:06.893503 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ee7f6d5d-9a5d-4398-aed5-716486ebd387), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:07.418515 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for port (ee7f6d5d-9a5d-4398-aed5-716486ebd387), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:07.426490 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-813d2f1b-42a6-4a14-96b2-c36e48dd8006 req-983c61b6-0f1b-4346-9a45-10cfd78264ff tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5632036 Mar 07 21:55:07.430239 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ee7f6d5d-9a5d-4398-aed5-716486ebd387), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:07.480662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event updated for resources: {'Port': ['ID=ee7f6d5d-9a5d-4398-aed5-716486ebd387,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:07.568644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10219c-0740-494f-a302-c794201b8de4 req-096b5997-cced-46fe-87c1-1d334c6521bf tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:07.570334 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce10219c-0740-494f-a302-c794201b8de4 req-096b5997-cced-46fe-87c1-1d334c6521bf tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1909876 Mar 07 21:55:07.578855 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (45f9a9cf-841a-4319-9aff-8f314d44a75a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:07.662930 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce10219c-0740-494f-a302-c794201b8de4 req-dbe95e57-9f1d-4041-89ad-6d3a9ab17aee tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867984 Mar 07 21:55:07.828260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Network df1d1b79-2419-43a4-9c3a-cd560e805a97 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:07.833809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:08.102345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Router 45f9a9cf-841a-4319-9aff-8f314d44a75a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:55:08.220899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-64f20f50-89fb-4822-a822-7cf26f5f8e78 None None] Provisioning complete for port ee7f6d5d-9a5d-4398-aed5-716486ebd387 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:08.221453 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-64f20f50-89fb-4822-a822-7cf26f5f8e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ee7f6d5d-9a5d-4398-aed5-716486ebd387), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:08.270444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:55:08.282223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dbd2a39c-1d98-4c3a-8c23-0e7ae945fd07 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] 10.222.0.26 "PUT /v2.0/routers/45f9a9cf-841a-4319-9aff-8f314d44a75a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0511940 Mar 07 21:55:08.285734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 47998) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:08.290720 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b9a7b167-cd3c-4f4d-9b79-5116a171c6a0 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Request body: {'port': {'network_id': 'df1d1b79-2419-43a4-9c3a-cd560e805a97', 'name': 'tempest-FloatingIPAdminTestJSON-922844224'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:08.307915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d50b6-d76b-453b-b780-55e10ce8c1ad None None] Sync routers for ids ['45f9a9cf-841a-4319-9aff-8f314d44a75a'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:55:08.356048 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d50b6-d76b-453b-b780-55e10ce8c1ad None None] Routers {'45f9a9cf-841a-4319-9aff-8f314d44a75a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:08.356687 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-461d50b6-d76b-453b-b780-55e10ce8c1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:54:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['45f9a9cf-841a-4319-9aff-8f314d44a75a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:08.432355 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-461d50b6-d76b-453b-b780-55e10ce8c1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:08.438040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-64f20f50-89fb-4822-a822-7cf26f5f8e78 None None] Port ee7f6d5d-9a5d-4398-aed5-716486ebd387 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:55:08.466019 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d50b6-d76b-453b-b780-55e10ce8c1ad None None] Routers {'45f9a9cf-841a-4319-9aff-8f314d44a75a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:08.466947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-461d50b6-d76b-453b-b780-55e10ce8c1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:54:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['45f9a9cf-841a-4319-9aff-8f314d44a75a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:08.520552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-461d50b6-d76b-453b-b780-55e10ce8c1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:08.521133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d50b6-d76b-453b-b780-55e10ce8c1ad None None] The sync data for ids ['45f9a9cf-841a-4319-9aff-8f314d44a75a'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:55:08.523160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a7b167-cd3c-4f4d-9b79-5116a171c6a0 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Made reservation on behalf of 91f05281777f4617a853730198ac2e1c for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:55:08.528946 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b167-cd3c-4f4d-9b79-5116a171c6a0 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:08.603112 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-b9a7b167-cd3c-4f4d-9b79-5116a171c6a0 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] device_id is not set on port b7a59f57-e31c-422e-97c5-36854c1c842a yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:55:08.824256 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329c5fd-e5c8-4bb2-b86b-d14ce1e29fd4 req-1778b72c-2ca7-4595-8a0b-faf3ef5adb83 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:08.831499 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f329c5fd-e5c8-4bb2-b86b-d14ce1e29fd4 req-1778b72c-2ca7-4595-8a0b-faf3ef5adb83 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.2232950 Mar 07 21:55:08.911771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32509b4c-732e-4ed6-88dc-b457c2fcdff9 req-97fcc4ae-1555-4988-926a-dcf439d734f0 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:08.914168 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32509b4c-732e-4ed6-88dc-b457c2fcdff9 req-97fcc4ae-1555-4988-926a-dcf439d734f0 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1472704 Mar 07 21:55:08.930986 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f329c5fd-e5c8-4bb2-b86b-d14ce1e29fd4 req-e0c605dd-d435-4260-9036-39fa1f0cbb7c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933990 Mar 07 21:55:08.986428 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-b9a7b167-cd3c-4f4d-9b79-5116a171c6a0 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Allocated IP 172.20.0.7 (df1d1b79-2419-43a4-9c3a-cd560e805a97/514f45c5-19c8-49f3-b54a-14508f97e0c3/b7a59f57-e31c-422e-97c5-36854c1c842a) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:55:09.027941 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32509b4c-732e-4ed6-88dc-b457c2fcdff9 req-13ee8384-881d-4db8-8164-6cdf2c3986d2 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938878 Mar 07 21:55:09.341980 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b167-cd3c-4f4d-9b79-5116a171c6a0 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for port (b7a59f57-e31c-422e-97c5-36854c1c842a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:09.384055 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b167-cd3c-4f4d-9b79-5116a171c6a0 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b7a59f57-e31c-422e-97c5-36854c1c842a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:09.394519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c7781-d4ae-4e59-8c5b-7201def43f98 req-8af5ac0c-7a68-4b6a-b9ae-0ba3286c3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:09.400333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-277c7781-d4ae-4e59-8c5b-7201def43f98 req-8af5ac0c-7a68-4b6a-b9ae-0ba3286c3a8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 1127 time: 0.1072969 Mar 07 21:55:09.471822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a7b167-cd3c-4f4d-9b79-5116a171c6a0 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Network df1d1b79-2419-43a4-9c3a-cd560e805a97 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:09.487858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b9a7b167-cd3c-4f4d-9b79-5116a171c6a0 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:09.487858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7b167-cd3c-4f4d-9b79-5116a171c6a0 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:55:09.519275 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7b167-cd3c-4f4d-9b79-5116a171c6a0 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event updated for resources: {'Port': ['ID=b7a59f57-e31c-422e-97c5-36854c1c842a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:09.582380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a7b167-cd3c-4f4d-9b79-5116a171c6a0 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:09.584769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b167-cd3c-4f4d-9b79-5116a171c6a0 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:09.622858 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b9a7b167-cd3c-4f4d-9b79-5116a171c6a0 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3359590 Mar 07 21:55:09.623513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48016) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:09.645593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c7781-d4ae-4e59-8c5b-7201def43f98 req-f0685344-6b9e-4833-a759-1554e8c7a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:09.651991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-277c7781-d4ae-4e59-8c5b-7201def43f98 req-f0685344-6b9e-4833-a759-1554e8c7a906 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 200 len: 918 time: 0.2294300 Mar 07 21:55:09.756772 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'project_id': '91f05281777f4617a853730198ac2e1c', 'port_id': 'b7a59f57-e31c-422e-97c5-36854c1c842a'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:09.795208 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:09.815129 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-277c7781-d4ae-4e59-8c5b-7201def43f98 req-85fdcb56-3b16-4e89-bde3-592656906314 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 HTTP/1.1" status: 200 len: 1001 time: 0.1542065 Mar 07 21:55:09.935458 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c7781-d4ae-4e59-8c5b-7201def43f98 req-2c895506-bd3d-4a62-8ed3-996357853b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:09.936865 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-277c7781-d4ae-4e59-8c5b-7201def43f98 req-2c895506-bd3d-4a62-8ed3-996357853b14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8fce9d-2178-442d-a64b-842253767477 HTTP/1.1" status: 200 len: 856 time: 0.1122222 Mar 07 21:55:09.985465 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:10.000340 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5350ce55-88f8-4cda-9cc0-2e930184d522 None None] Provisioning complete for port b7a59f57-e31c-422e-97c5-36854c1c842a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:10.001253 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5350ce55-88f8-4cda-9cc0-2e930184d522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b7a59f57-e31c-422e-97c5-36854c1c842a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:10.141890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5350ce55-88f8-4cda-9cc0-2e930184d522 None None] Port b7a59f57-e31c-422e-97c5-36854c1c842a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:55:10.147494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c7781-d4ae-4e59-8c5b-7201def43f98 req-6e070d21-6d04-4beb-8281-d1f5351c0adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:10.149054 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-277c7781-d4ae-4e59-8c5b-7201def43f98 req-6e070d21-6d04-4beb-8281-d1f5351c0adf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2055275 Mar 07 21:55:10.278460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Allocated IP 172.25.4.130 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/40de0da7-deea-4edb-bd45-a3309aca637e) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:55:10.529345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks [] for port (40de0da7-deea-4edb-bd45-a3309aca637e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:10.634349 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (40de0da7-deea-4edb-bd45-a3309aca637e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:10.704357 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:10.708061 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:10.711879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:55:10.799621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Pushing event updated for resources: {'Port': ['ID=40de0da7-deea-4edb-bd45-a3309aca637e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:10.983202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414255a-c514-4bc5-a615-9dd0f46ee294 req-92b165ac-6f37-46cc-8f76-2cc83a805411 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:10.990232 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1414255a-c514-4bc5-a615-9dd0f46ee294 req-92b165ac-6f37-46cc-8f76-2cc83a805411 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.9099362 Mar 07 21:55:11.046455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05b6ec-d0f4-43d3-a802-30eea029b44c req-4217cb9c-399c-4ca7-8fb6-651001ea5fff tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:11.053576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a05b6ec-d0f4-43d3-a802-30eea029b44c req-4217cb9c-399c-4ca7-8fb6-651001ea5fff tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.8016458 Mar 07 21:55:11.092699 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1414255a-c514-4bc5-a615-9dd0f46ee294 req-7415c426-35dc-4aaf-b8ef-d3ab872c28d3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014509 Mar 07 21:55:11.100576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-277c7781-d4ae-4e59-8c5b-7201def43f98 req-344797ee-43f5-421c-9ae0-bf5b79d86afb service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9395247 Mar 07 21:55:11.276024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a05b6ec-d0f4-43d3-a802-30eea029b44c req-c9a96be5-61b8-4e55-8c59-45cd401a369e tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215602 Mar 07 21:55:11.337257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-277c7781-d4ae-4e59-8c5b-7201def43f98 req-f636226b-d217-4fff-a3a6-cc43d00f2b05 service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264543 Mar 07 21:55:11.634001 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks [] for floatingip (8e3838d9-df28-46b8-8205-02cc1df6487d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:11.744923 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (40de0da7-deea-4edb-bd45-a3309aca637e), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:12.026183 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks [] for port (40de0da7-deea-4edb-bd45-a3309aca637e), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:12.037635 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (40de0da7-deea-4edb-bd45-a3309aca637e), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:12.235303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Pushing event updated for resources: {'Port': ['ID=40de0da7-deea-4edb-bd45-a3309aca637e,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:12.255833 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (8e3838d9-df28-46b8-8205-02cc1df6487d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:12.349125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc9dc4-c481-426f-a077-8e76f154bd13 req-f47ab124-c220-455a-b6c8-fce24fe7c682 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:12.356319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79cc9dc4-c481-426f-a077-8e76f154bd13 req-f47ab124-c220-455a-b6c8-fce24fe7c682 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1099730 Mar 07 21:55:12.421426 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Floating IP 8e3838d9-df28-46b8-8205-02cc1df6487d associated. External IP: 172.25.4.130, port: b7a59f57-e31c-422e-97c5-36854c1c842a. Mar 07 21:55:12.492097 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79cc9dc4-c481-426f-a077-8e76f154bd13 req-af15b16c-b1de-4946-a376-c0f7f1e13905 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304674 Mar 07 21:55:12.521664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2a4cc-d73c-42d2-9af9-f6c69b80870c req-ffe58d2d-a1dd-4f76-83b1-5ad339bc2657 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:12.531960 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aea2a4cc-d73c-42d2-9af9-f6c69b80870c req-ffe58d2d-a1dd-4f76-83b1-5ad339bc2657 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1398101 Mar 07 21:55:12.621221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aea2a4cc-d73c-42d2-9af9-f6c69b80870c req-65d5669a-9d3a-44ad-924b-5e4ed559c488 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820751 Mar 07 21:55:13.011341 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Router 45f9a9cf-841a-4319-9aff-8f314d44a75a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:55:13.134673 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:55:13.147728 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13615cbf-fa64-4dac-9d1f-2cf80bbd05b9 None None] Sync routers for ids ['45f9a9cf-841a-4319-9aff-8f314d44a75a'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:55:13.157915 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:13.158052 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13615cbf-fa64-4dac-9d1f-2cf80bbd05b9 None None] Routers {'45f9a9cf-841a-4319-9aff-8f314d44a75a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:13.158576 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-13615cbf-fa64-4dac-9d1f-2cf80bbd05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:54:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['45f9a9cf-841a-4319-9aff-8f314d44a75a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:13.193599 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-13615cbf-fa64-4dac-9d1f-2cf80bbd05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:13.201989 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cb42ebc1-f25e-4c54-8568-04701f6fe711 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.5748761 Mar 07 21:55:13.202443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48056) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:13.203592 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13615cbf-fa64-4dac-9d1f-2cf80bbd05b9 None None] Routers {'45f9a9cf-841a-4319-9aff-8f314d44a75a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:13.204209 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-13615cbf-fa64-4dac-9d1f-2cf80bbd05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:54:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['45f9a9cf-841a-4319-9aff-8f314d44a75a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:13.243866 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-13615cbf-fa64-4dac-9d1f-2cf80bbd05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:13.244515 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13615cbf-fa64-4dac-9d1f-2cf80bbd05b9 None None] The sync data for ids ['45f9a9cf-841a-4319-9aff-8f314d44a75a'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:55:13.348140 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b4804e1-39a7-4ee3-96ea-ea733a1a2832 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] 10.222.0.26 "GET /v2.0/floatingips/8e3838d9-df28-46b8-8205-02cc1df6487d HTTP/1.1" status: 200 len: 982 time: 0.1440978 Mar 07 21:55:13.350500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48058) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:13.497268 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f928aded-7669-4694-8c18-65fdf8d9e911 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4606 time: 0.1430833 Mar 07 21:55:13.498160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48060) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:13.510145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a968a5-fe51-41fd-841f-912e0a835659 req-7d20c0b4-382a-475d-832a-079dad9a8a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:13.513728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52a968a5-fe51-41fd-841f-912e0a835659 req-7d20c0b4-382a-475d-832a-079dad9a8a4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 1127 time: 0.0975153 Mar 07 21:55:13.637196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a968a5-fe51-41fd-841f-912e0a835659 req-bba67432-1d45-4a35-976c-f395a0d80d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:13.638867 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52a968a5-fe51-41fd-841f-912e0a835659 req-bba67432-1d45-4a35-976c-f395a0d80d69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 200 len: 918 time: 0.1184895 Mar 07 21:55:13.710950 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0128b0d5-aeab-4d9e-8f0d-fc498a14c5fc tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Deleting port 40de0da7-deea-4edb-bd45-a3309aca637e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:13.711536 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0128b0d5-aeab-4d9e-8f0d-fc498a14c5fc tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (40de0da7-deea-4edb-bd45-a3309aca637e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:13.763477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52a968a5-fe51-41fd-841f-912e0a835659 req-f0dffde4-94c7-4453-b834-55bf3a983976 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 HTTP/1.1" status: 200 len: 1001 time: 0.1090772 Mar 07 21:55:13.799139 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0128b0d5-aeab-4d9e-8f0d-fc498a14c5fc tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (40de0da7-deea-4edb-bd45-a3309aca637e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:13.799725 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0128b0d5-aeab-4d9e-8f0d-fc498a14c5fc tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for floatingip (40de0da7-deea-4edb-bd45-a3309aca637e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:13.813418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0128b0d5-aeab-4d9e-8f0d-fc498a14c5fc tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Calling delete_port for 40de0da7-deea-4edb-bd45-a3309aca637e owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:13.822400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a968a5-fe51-41fd-841f-912e0a835659 req-ba2bd91a-082f-4385-8685-69a33b4bb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:13.824100 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52a968a5-fe51-41fd-841f-912e0a835659 req-ba2bd91a-082f-4385-8685-69a33b4bb4da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8fce9d-2178-442d-a64b-842253767477 HTTP/1.1" status: 200 len: 856 time: 0.0507176 Mar 07 21:55:13.856263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54507f-d551-46ba-8379-ed72425b0f37 req-2bdcd466-c7f4-427b-9a57-1b3a3d9ed3d1 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:13.858284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a54507f-d551-46ba-8379-ed72425b0f37 req-2bdcd466-c7f4-427b-9a57-1b3a3d9ed3d1 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.2394924 Mar 07 21:55:13.912142 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c71ccd-5a83-4265-9572-9ab997185a92 req-2dac9911-33f6-4056-a41d-60b78551fe7c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:13.913952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41c71ccd-5a83-4265-9572-9ab997185a92 req-2dac9911-33f6-4056-a41d-60b78551fe7c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1898739 Mar 07 21:55:13.993117 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a54507f-d551-46ba-8379-ed72425b0f37 req-5f9d8561-2b6b-43ac-93a3-8c1c2e8cebc0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181366 Mar 07 21:55:13.996705 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41c71ccd-5a83-4265-9572-9ab997185a92 req-8fd91431-c766-4a98-869d-c7beae3f5a92 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732734 Mar 07 21:55:13.999179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a968a5-fe51-41fd-841f-912e0a835659 req-0f036aa6-8519-40b4-93e4-53a39c9863c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:14.001536 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52a968a5-fe51-41fd-841f-912e0a835659 req-0f036aa6-8519-40b4-93e4-53a39c9863c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1699481 Mar 07 21:55:14.051611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0128b0d5-aeab-4d9e-8f0d-fc498a14c5fc tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (40de0da7-deea-4edb-bd45-a3309aca637e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:14.084493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128b0d5-aeab-4d9e-8f0d-fc498a14c5fc tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event deleted for resources: {'Port': ['ID=40de0da7-deea-4edb-bd45-a3309aca637e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:14.135025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52a968a5-fe51-41fd-841f-912e0a835659 req-afa9ec46-294d-49b4-bf37-35b8b77787c2 service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264215 Mar 07 21:55:14.175660 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0128b0d5-aeab-4d9e-8f0d-fc498a14c5fc tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for floatingip (8e3838d9-df28-46b8-8205-02cc1df6487d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:14.176749 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-0128b0d5-aeab-4d9e-8f0d-fc498a14c5fc tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Floating IP 8e3838d9-df28-46b8-8205-02cc1df6487d disassociated (deleted). External IP: 172.25.4.130, port: b7a59f57-e31c-422e-97c5-36854c1c842a. Mar 07 21:55:14.248673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52a968a5-fe51-41fd-841f-912e0a835659 req-53b0726c-3b77-4b85-afa9-2435bfcd470b service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076260 Mar 07 21:55:14.482741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0128b0d5-aeab-4d9e-8f0d-fc498a14c5fc tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Router 45f9a9cf-841a-4319-9aff-8f314d44a75a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:55:14.601614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0128b0d5-aeab-4d9e-8f0d-fc498a14c5fc tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:55:14.613829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9279f-40e8-4f60-bf9c-91394ba16afc None None] Sync routers for ids ['45f9a9cf-841a-4319-9aff-8f314d44a75a'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:55:14.621833 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0128b0d5-aeab-4d9e-8f0d-fc498a14c5fc tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:14.629018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9279f-40e8-4f60-bf9c-91394ba16afc None None] Routers {'45f9a9cf-841a-4319-9aff-8f314d44a75a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:14.629888 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-57e9279f-40e8-4f60-bf9c-91394ba16afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:54:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['45f9a9cf-841a-4319-9aff-8f314d44a75a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:14.672364 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-57e9279f-40e8-4f60-bf9c-91394ba16afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:14.681788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9279f-40e8-4f60-bf9c-91394ba16afc None None] Routers {'45f9a9cf-841a-4319-9aff-8f314d44a75a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:14.683037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-57e9279f-40e8-4f60-bf9c-91394ba16afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:54:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['45f9a9cf-841a-4319-9aff-8f314d44a75a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:14.686208 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0128b0d5-aeab-4d9e-8f0d-fc498a14c5fc tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] 10.222.0.26 "DELETE /v2.0/floatingips/8e3838d9-df28-46b8-8205-02cc1df6487d HTTP/1.1" status: 204 len: 168 time: 1.1875088 Mar 07 21:55:14.689763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48076) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:14.694444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:14.729778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-57e9279f-40e8-4f60-bf9c-91394ba16afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:14.730766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9279f-40e8-4f60-bf9c-91394ba16afc None None] The sync data for ids ['45f9a9cf-841a-4319-9aff-8f314d44a75a'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:55:14.734151 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:14.829059 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:14.972369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Allocated IP 172.25.4.153 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/ec6aea84-5b29-4024-8f67-b5015f432cd7) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:55:15.107361 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks [] for port (ec6aea84-5b29-4024-8f67-b5015f432cd7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:15.217469 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ec6aea84-5b29-4024-8f67-b5015f432cd7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:15.283204 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:15.297813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:15.301723 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:55:15.378382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77609e-854c-4708-ba8b-c7d2cce747fd req-53e1dcc3-5606-4894-902d-d6622a270ced tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:15.379779 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c77609e-854c-4708-ba8b-c7d2cce747fd req-53e1dcc3-5606-4894-902d-d6622a270ced tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.2466931 Mar 07 21:55:15.393029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4756e-95e3-47da-bd66-645e6a884c3b req-615c5435-604a-47d3-8a5a-5c70483ccf81 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:15.394641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fac4756e-95e3-47da-bd66-645e6a884c3b req-615c5435-604a-47d3-8a5a-5c70483ccf81 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.2552249 Mar 07 21:55:15.436127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Pushing event updated for resources: {'Port': ['ID=ec6aea84-5b29-4024-8f67-b5015f432cd7,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:15.499548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c77609e-854c-4708-ba8b-c7d2cce747fd req-9941447f-ecb9-48b5-acee-d5053daad327 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019351 Mar 07 21:55:15.540728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fac4756e-95e3-47da-bd66-645e6a884c3b req-499acf03-d9dd-4a9e-add7-08e7ab80fc04 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275797 Mar 07 21:55:15.545612 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks [] for floatingip (2527a78c-f2ce-4550-a8d0-630a3708d2f0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:15.588741 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec6aea84-5b29-4024-8f67-b5015f432cd7), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:15.638341 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-76b46f98-92e2-40ff-b7b9-c46769234660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:15.773243 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks [] for port (ec6aea84-5b29-4024-8f67-b5015f432cd7), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:15.779918 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ec6aea84-5b29-4024-8f67-b5015f432cd7), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:15.873432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Pushing event updated for resources: {'Port': ['ID=ec6aea84-5b29-4024-8f67-b5015f432cd7,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:15.884974 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (2527a78c-f2ce-4550-a8d0-630a3708d2f0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:15.906351 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:15.912148 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b617e3e7-4ea1-400b-a5d5-a5e9fd3f3bdb tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2189105 Mar 07 21:55:15.912486 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48088) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:15.984794 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:16.059073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:16.083060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:16.242083 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:16.408171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Allocated IP 172.25.4.100 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/3281ebc7-e225-46d9-a64f-02613e949708) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:55:16.534685 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks [] for port (3281ebc7-e225-46d9-a64f-02613e949708), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:16.577757 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3281ebc7-e225-46d9-a64f-02613e949708), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:16.679947 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:16.696053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:16.699494 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:55:16.712359 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Pushing event updated for resources: {'Port': ['ID=3281ebc7-e225-46d9-a64f-02613e949708,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:16.765785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c83848-e5e1-4b44-b126-e03d625203a7 req-9cfb24fe-813b-43ca-af13-6568c37e4e0c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:16.767486 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6c83848-e5e1-4b44-b126-e03d625203a7 req-9cfb24fe-813b-43ca-af13-6568c37e4e0c tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1164427 Mar 07 21:55:16.788572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fbf4b-a746-4e92-85de-37611dd89ec4 req-9fdbfb8a-7115-44e4-b492-5ff1d2a3e915 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:16.792369 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d85fbf4b-a746-4e92-85de-37611dd89ec4 req-9fdbfb8a-7115-44e4-b492-5ff1d2a3e915 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1412466 Mar 07 21:55:16.849884 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks [] for floatingip (6150ba3b-c06e-43e3-b69a-5a5f20dc26b3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:16.868792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d85fbf4b-a746-4e92-85de-37611dd89ec4 req-32727c49-da25-4828-ab2a-a8d8f2c3f8b9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696077 Mar 07 21:55:16.907611 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6c83848-e5e1-4b44-b126-e03d625203a7 req-a954112e-1bd9-4372-a0aa-4ad5f2909461 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323545 Mar 07 21:55:16.913756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:16.970481 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3281ebc7-e225-46d9-a64f-02613e949708), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:17.092913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:17.093761 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:17.133573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:17.134879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:55:17.138675 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cb562b-1446-4664-8d2c-415857049ae8" -d '{"events": [{"server_uuid": "16fa439e-8dc4-4963-b748-fb335f7bbbe8", "name": "network-vif-unplugged", "status": "completed", "tag": "53e3c822-2f1e-40d9-9fed-f1e74dd02bc2"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:55:17.154633 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:17.179022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks [] for port (3281ebc7-e225-46d9-a64f-02613e949708), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:17.188812 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (3281ebc7-e225-46d9-a64f-02613e949708), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:17.230527 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 21:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d4c237-c96d-4cd4-9130-99d13ec1cec1 x-openstack-request-id: req-32d4c237-c96d-4cd4-9130-99d13ec1cec1 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:55:17.231421 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fa439e-8dc4-4963-b748-fb335f7bbbe8", "name": "network-vif-unplugged", "status": "failed", "tag": "53e3c822-2f1e-40d9-9fed-f1e74dd02bc2", "code": 422}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:55:17.232129 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32d4c237-c96d-4cd4-9130-99d13ec1cec1 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:55:17.232970 n-d-832330-1 neutron-server[103720]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'code': 422} returned with failed status Mar 07 21:55:17.267324 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:17.275450 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:17.276881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:17.277459 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:17.278610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:17.279165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:17.279869 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:17.280416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:17.281062 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:17.281613 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:17.282174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:17.282751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:17.283334 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:17.283883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:17.338496 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (6150ba3b-c06e-43e3-b69a-5a5f20dc26b3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:17.347134 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Pushing event updated for resources: {'Port': ['ID=3281ebc7-e225-46d9-a64f-02613e949708,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:17.364451 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:17.368570 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1f968485-02a8-49f8-926f-9fbfe3813d34 tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4527891 Mar 07 21:55:17.368969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48112) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:17.438034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b522d463-9765-41f5-9d64-fb2cd99e835a tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4790 time: 0.0654440 Mar 07 21:55:17.438251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48114) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:17.514138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ec1854bf-5293-43f5-8ed0-4c773f1cb0ed tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0730634 Mar 07 21:55:17.514896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48120) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:17.688552 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-7e68dca6-ea5e-42b7-b028-91b95797a2cb tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Deleting port 3281ebc7-e225-46d9-a64f-02613e949708 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:17.689049 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e68dca6-ea5e-42b7-b028-91b95797a2cb tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3281ebc7-e225-46d9-a64f-02613e949708), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:17.794874 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e68dca6-ea5e-42b7-b028-91b95797a2cb tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3281ebc7-e225-46d9-a64f-02613e949708), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:17.796037 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e68dca6-ea5e-42b7-b028-91b95797a2cb tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks [] for floatingip (3281ebc7-e225-46d9-a64f-02613e949708), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:17.818422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-7e68dca6-ea5e-42b7-b028-91b95797a2cb tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Calling delete_port for 3281ebc7-e225-46d9-a64f-02613e949708 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:17.904178 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f987c419-f24a-4f17-9bbf-49dc56811f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:18.027620 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e68dca6-ea5e-42b7-b028-91b95797a2cb tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (3281ebc7-e225-46d9-a64f-02613e949708), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:18.081174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68dca6-ea5e-42b7-b028-91b95797a2cb tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Pushing event deleted for resources: {'Port': ['ID=3281ebc7-e225-46d9-a64f-02613e949708,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:18.225437 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:18.232830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294072a9-6ef7-4a9d-a154-dd33a388cb39 req-4a1eb53a-eaef-4755-8ab4-5868092aeb21 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:18.245785 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-294072a9-6ef7-4a9d-a154-dd33a388cb39 req-4a1eb53a-eaef-4755-8ab4-5868092aeb21 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1812160 Mar 07 21:55:18.250160 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e68dca6-ea5e-42b7-b028-91b95797a2cb tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks [] for floatingip (6150ba3b-c06e-43e3-b69a-5a5f20dc26b3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:18.254135 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e68dca6-ea5e-42b7-b028-91b95797a2cb tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:18.258220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48140) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:18.258923 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7e68dca6-ea5e-42b7-b028-91b95797a2cb tempest-FloatingIPAdminTestJSON-778309288 tempest-FloatingIPAdminTestJSON-778309288-project] 10.222.0.26 "DELETE /v2.0/floatingips/6150ba3b-c06e-43e3-b69a-5a5f20dc26b3 HTTP/1.1" status: 204 len: 168 time: 0.7395093 Mar 07 21:55:18.324740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-294072a9-6ef7-4a9d-a154-dd33a388cb39 req-81b7447b-4e60-430a-87a4-dd8e561a7afe tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773137 Mar 07 21:55:18.437482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d941de0-d310-44c1-a530-e952283a70b6 req-ec733fd7-6804-4edb-8574-44d45ed20517 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:18.446747 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d941de0-d310-44c1-a530-e952283a70b6 req-ec733fd7-6804-4edb-8574-44d45ed20517 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.0781674 Mar 07 21:55:18.506537 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d941de0-d310-44c1-a530-e952283a70b6 req-8b3e960b-b0f1-4d9d-a8a6-2f3de069c5f8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581388 Mar 07 21:55:18.514442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-82c9d217-e08d-428c-978f-f365f69e3ee7 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Deleting port ec6aea84-5b29-4024-8f67-b5015f432cd7 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:18.514908 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82c9d217-e08d-428c-978f-f365f69e3ee7 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ec6aea84-5b29-4024-8f67-b5015f432cd7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:18.643515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48158) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:18.645753 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82c9d217-e08d-428c-978f-f365f69e3ee7 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ec6aea84-5b29-4024-8f67-b5015f432cd7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:18.647719 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82c9d217-e08d-428c-978f-f365f69e3ee7 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks [] for floatingip (ec6aea84-5b29-4024-8f67-b5015f432cd7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:18.691529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-82c9d217-e08d-428c-978f-f365f69e3ee7 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Calling delete_port for ec6aea84-5b29-4024-8f67-b5015f432cd7 owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:18.765513 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-06ee6dd3-c3d7-4108-b7d8-fd4e92460dfe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1205254 Mar 07 21:55:18.774029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-31da7f83-d02a-46de-b7c5-98f54d517650 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 21:55:18.775343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-31da7f83-d02a-46de-b7c5-98f54d517650 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053129 Mar 07 21:55:18.810547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48162) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:18.976541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-f2d15c4d-11e2-4bfd-8ccf-49664e56beb5 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:18.977725 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-f2d15c4d-11e2-4bfd-8ccf-49664e56beb5 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports/53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 HTTP/1.1" status: 200 len: 940 time: 0.1618996 Mar 07 21:55:18.985552 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82c9d217-e08d-428c-978f-f365f69e3ee7 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ec6aea84-5b29-4024-8f67-b5015f432cd7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:19.014606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48170) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:19.016770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9d217-e08d-428c-978f-f365f69e3ee7 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec6aea84-5b29-4024-8f67-b5015f432cd7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:19.093920 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82c9d217-e08d-428c-978f-f365f69e3ee7 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks [] for floatingip (2527a78c-f2ce-4550-a8d0-630a3708d2f0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:19.096958 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82c9d217-e08d-428c-978f-f365f69e3ee7 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:19.098278 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-82c9d217-e08d-428c-978f-f365f69e3ee7 tempest-FloatingIPAdminTestJSON-727504824 tempest-FloatingIPAdminTestJSON-727504824-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/2527a78c-f2ce-4550-a8d0-630a3708d2f0 HTTP/1.1" status: 204 len: 168 time: 0.8388448 Mar 07 21:55:19.101886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48174) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:19.171309 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9054b910-40dd-4a3a-906f-5dc7ce644ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:19.269234 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:19.312785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-ae4fb04c-8c38-4a1f-98e0-ee3347bf4855 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Deleting port b7a59f57-e31c-422e-97c5-36854c1c842a {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:19.313268 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ae4fb04c-8c38-4a1f-98e0-ee3347bf4855 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b7a59f57-e31c-422e-97c5-36854c1c842a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:19.414317 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9054b910-40dd-4a3a-906f-5dc7ce644ab3 admin admin] Publish callbacks [] for security_group (19acc1f6-c0b8-4238-bf3f-c8506102a3af), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:19.429748 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9054b910-40dd-4a3a-906f-5dc7ce644ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (19acc1f6-c0b8-4238-bf3f-c8506102a3af), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:19.548368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ae4fb04c-8c38-4a1f-98e0-ee3347bf4855 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b7a59f57-e31c-422e-97c5-36854c1c842a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:19.585534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054b910-40dd-4a3a-906f-5dc7ce644ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19acc1f6-c0b8-4238-bf3f-c8506102a3af,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:19.617426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9054b910-40dd-4a3a-906f-5dc7ce644ab3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49920dca06764bbc804a91a22e1d7079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6015773 Mar 07 21:55:19.618917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-ae4fb04c-8c38-4a1f-98e0-ee3347bf4855 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Calling delete_port for b7a59f57-e31c-422e-97c5-36854c1c842a owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:19.620653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48186) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:19.728868 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3687-030d-40e6-b7d7-9b410a0a050e admin admin] Publish callbacks [] for security_group (19acc1f6-c0b8-4238-bf3f-c8506102a3af), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:19.753363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3687-030d-40e6-b7d7-9b410a0a050e admin admin] Publish callbacks [] for security_group (19acc1f6-c0b8-4238-bf3f-c8506102a3af), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:19.756534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb92d0e-3ca1-4199-ba64-380b47eb3316 req-dfa6b99b-c901-4a61-bd88-fa6239d353e7 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:19.778746 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7fb92d0e-3ca1-4199-ba64-380b47eb3316 req-dfa6b99b-c901-4a61-bd88-fa6239d353e7 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.3242066 Mar 07 21:55:19.816286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3687-030d-40e6-b7d7-9b410a0a050e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (19acc1f6-c0b8-4238-bf3f-c8506102a3af), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:19.819886 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3687-030d-40e6-b7d7-9b410a0a050e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:19.824644 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ef1e3687-030d-40e6-b7d7-9b410a0a050e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19acc1f6-c0b8-4238-bf3f-c8506102a3af HTTP/1.1" status: 204 len: 168 time: 0.1995227 Mar 07 21:55:19.833628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e3687-030d-40e6-b7d7-9b410a0a050e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19acc1f6-c0b8-4238-bf3f-c8506102a3af,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:19.845138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6f36a-2b66-4d79-901c-29510821d3de req-b94f9325-1ad3-464e-b212-318fa862e303 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:19.852343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65e6f36a-2b66-4d79-901c-29510821d3de req-b94f9325-1ad3-464e-b212-318fa862e303 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.2203767 Mar 07 21:55:19.919918 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7fb92d0e-3ca1-4199-ba64-380b47eb3316 req-6c393f11-5b40-4981-bc3a-202b525fcf15 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400816 Mar 07 21:55:19.995516 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65e6f36a-2b66-4d79-901c-29510821d3de req-05a1019a-5680-400b-8aaf-84869b6b61af tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375437 Mar 07 21:55:20.028702 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ae4fb04c-8c38-4a1f-98e0-ee3347bf4855 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (b7a59f57-e31c-422e-97c5-36854c1c842a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:20.068365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fb04c-8c38-4a1f-98e0-ee3347bf4855 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event deleted for resources: {'Port': ['ID=b7a59f57-e31c-422e-97c5-36854c1c842a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:20.158267 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ae4fb04c-8c38-4a1f-98e0-ee3347bf4855 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:20.162017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ae4fb04c-8c38-4a1f-98e0-ee3347bf4855 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] 10.222.0.26 "DELETE /v2.0/ports/b7a59f57-e31c-422e-97c5-36854c1c842a HTTP/1.1" status: 204 len: 168 time: 1.0591209 Mar 07 21:55:20.164584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48194) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:20.277628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-798916f0-8cbb-4db8-ac46-daa0516bf933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:20.279615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-798916f0-8cbb-4db8-ac46-daa0516bf933 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8&tenant_id=e7f99ab44fd44dbca2a2bb62c556de88 HTTP/1.1" status: 200 len: 1125 time: 0.1027908 Mar 07 21:55:20.288715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df26353b-298d-4753-99a8-16d701b9427e tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:20.290452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-df26353b-298d-4753-99a8-16d701b9427e tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] 10.222.0.26 "GET /v2.0/ports?device_id=45f9a9cf-841a-4319-9aff-8f314d44a75a HTTP/1.1" status: 200 len: 913 time: 0.1242313 Mar 07 21:55:20.293119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48200) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:20.322177 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:20.921277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-90871da4-bd25-46ab-a508-727fd992af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:20.922795 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-90871da4-bd25-46ab-a508-727fd992af4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 1125 time: 0.5623143 Mar 07 21:55:20.930745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:21.051524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-e23d68a5-8558-484e-9eb6-f29fbc51037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:21.052998 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-e23d68a5-8558-484e-9eb6-f29fbc51037d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 200 len: 918 time: 0.1177554 Mar 07 21:55:21.060184 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 is: DOWN; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:21.228589 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba2c9b-15c7-4bd1-a8ab-ab240816a922 req-af160bca-662b-44c5-bf59-04d6e2f937f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:21.230716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fba2c9b-15c7-4bd1-a8ab-ab240816a922 req-af160bca-662b-44c5-bf59-04d6e2f937f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 1127 time: 0.3468843 Mar 07 21:55:21.291447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-2c8943a1-147d-4afe-a1fa-24f1b9d2775c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 HTTP/1.1" status: 200 len: 999 time: 0.2245054 Mar 07 21:55:21.369154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d247af-2bfd-46c1-919f-7da5d3f0109d req-36059311-05e2-4078-a930-0efd4bb34ebd tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:21.371027 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3d247af-2bfd-46c1-919f-7da5d3f0109d req-36059311-05e2-4078-a930-0efd4bb34ebd tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.3154576 Mar 07 21:55:21.419104 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cef139-3eef-4d7d-a035-9558e6b70de2 req-1dc9affe-8c6a-4702-b115-59e16bcc8a0e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:21.420543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-93cef139-3eef-4d7d-a035-9558e6b70de2 req-1dc9affe-8c6a-4702-b115-59e16bcc8a0e tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.3131261 Mar 07 21:55:21.468706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fba2c9b-15c7-4bd1-a8ab-ab240816a922 req-606f7461-11e8-4d16-96ec-ebf740e59580 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218671 Mar 07 21:55:21.503861 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-7eb50d5d-5649-4ce1-99b4-da1b3a755cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:21.505323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-7eb50d5d-5649-4ce1-99b4-da1b3a755cb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8fce9d-2178-442d-a64b-842253767477 HTTP/1.1" status: 200 len: 856 time: 0.2035544 Mar 07 21:55:21.602140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3d247af-2bfd-46c1-919f-7da5d3f0109d req-50b2e4f9-e60c-4c2f-811d-5055940fc853 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093925 Mar 07 21:55:21.608432 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-93cef139-3eef-4d7d-a035-9558e6b70de2 req-44af604d-ef6d-4274-93fc-55dbf050d984 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761229 Mar 07 21:55:21.637987 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-db667eb2-0147-4287-92fb-2ea6c0226b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:21.639633 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-db667eb2-0147-4287-92fb-2ea6c0226b76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1238894 Mar 07 21:55:21.772040 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eca597a3-6dfe-4c14-b65e-4cba0b66cd09 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (45f9a9cf-841a-4319-9aff-8f314d44a75a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:21.775113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-bcfe3041-11bd-4bd0-bf95-6fc75b5ff480 service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280906 Mar 07 21:55:21.975115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-c6990929-20b3-4c87-b76b-477edbca8075 service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672511 Mar 07 21:55:22.041642 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5b86974-8144-4c15-b5fe-c8546971af84 req-30780eff-0a11-4678-8d5a-60a3374e0ac1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1275475 Mar 07 21:55:22.113138 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:22.212933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b86974-8144-4c15-b5fe-c8546971af84 req-d38ebc1a-038b-4fbf-85b7-98514642aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:22.214816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5b86974-8144-4c15-b5fe-c8546971af84 req-d38ebc1a-038b-4fbf-85b7-98514642aba4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=267c03498dcb4e238759848d7798d46c&device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 1128 time: 0.1082056 Mar 07 21:55:22.238990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-eca597a3-6dfe-4c14-b65e-4cba0b66cd09 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Deleting port ee7f6d5d-9a5d-4398-aed5-716486ebd387 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:22.239262 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eca597a3-6dfe-4c14-b65e-4cba0b66cd09 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ee7f6d5d-9a5d-4398-aed5-716486ebd387), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:22.392022 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eca597a3-6dfe-4c14-b65e-4cba0b66cd09 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ee7f6d5d-9a5d-4398-aed5-716486ebd387), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:22.422819 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-eca597a3-6dfe-4c14-b65e-4cba0b66cd09 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Calling delete_port for ee7f6d5d-9a5d-4398-aed5-716486ebd387 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:22.425458 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b86974-8144-4c15-b5fe-c8546971af84 req-7cba4227-08b7-46d0-bd5f-41f2b5e717bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:22.427062 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5b86974-8144-4c15-b5fe-c8546971af84 req-7cba4227-08b7-46d0-bd5f-41f2b5e717bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd64732b-c386-4860-aaf9-a891d6d1f8e8 HTTP/1.1" status: 200 len: 911 time: 0.1836672 Mar 07 21:55:22.491421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5b86974-8144-4c15-b5fe-c8546971af84 req-6028e229-641c-453f-baf9-b6a9f1a93a5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1d4e25b-39f0-4050-87a1-3bd7601a80a0 HTTP/1.1" status: 200 len: 217 time: 0.0563993 Mar 07 21:55:22.611081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b86974-8144-4c15-b5fe-c8546971af84 req-fe1153a6-7461-46b4-91c6-978de09ffbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:22.612601 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5b86974-8144-4c15-b5fe-c8546971af84 req-fe1153a6-7461-46b4-91c6-978de09ffbc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=703d7ce4-1d22-49b5-99ed-fdb0307bf800 HTTP/1.1" status: 200 len: 850 time: 0.0809207 Mar 07 21:55:22.700151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5b86974-8144-4c15-b5fe-c8546971af84 req-a77b9f26-f183-4142-a244-bddf77979adf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd64732b-c386-4860-aaf9-a891d6d1f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642657 Mar 07 21:55:23.095192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b8e09-6e9a-47b6-8d9a-9a32837ed388 req-20dd56da-230f-4941-8487-bbdd00f93bca tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:23.096983 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a1b8e09-6e9a-47b6-8d9a-9a32837ed388 req-20dd56da-230f-4941-8487-bbdd00f93bca tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.3042421 Mar 07 21:55:23.098887 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5b86974-8144-4c15-b5fe-c8546971af84 req-4d01cc78-e155-4448-882c-876db19d1a9f service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052144 Mar 07 21:55:23.236961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b8e18-9c1a-4804-8cd6-3b125552d5de req-bd23b286-f115-4918-8b98-c836cbcc64ed tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:23.238497 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-319b8e18-9c1a-4804-8cd6-3b125552d5de req-bd23b286-f115-4918-8b98-c836cbcc64ed tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.4470038 Mar 07 21:55:23.240600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5b86974-8144-4c15-b5fe-c8546971af84 req-5f87d89e-49cc-4623-84fc-e5c9aee2982a service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340368 Mar 07 21:55:23.395135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a1b8e09-6e9a-47b6-8d9a-9a32837ed388 req-8a1cad85-2335-45e0-a300-67442d3a39b5 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727817 Mar 07 21:55:23.399763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-319b8e18-9c1a-4804-8cd6-3b125552d5de req-a8076d5f-25c0-45a0-af44-2329b2663e66 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421468 Mar 07 21:55:23.400411 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eca597a3-6dfe-4c14-b65e-4cba0b66cd09 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ee7f6d5d-9a5d-4398-aed5-716486ebd387), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:23.447049 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca597a3-6dfe-4c14-b65e-4cba0b66cd09 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event deleted for resources: {'Port': ['ID=ee7f6d5d-9a5d-4398-aed5-716486ebd387,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:23.904570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd253cb-3da7-4c55-995e-fd1e2f111564 req-43577fef-6b02-4e7a-8d44-0119da94d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:23.906162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fd253cb-3da7-4c55-995e-fd1e2f111564 req-43577fef-6b02-4e7a-8d44-0119da94d41f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=267c03498dcb4e238759848d7798d46c&device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 1127 time: 0.2444916 Mar 07 21:55:23.942422 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eca597a3-6dfe-4c14-b65e-4cba0b66cd09 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (45f9a9cf-841a-4319-9aff-8f314d44a75a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:23.992748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8107e06-10dd-4ad8-8aa0-3352af66163c req-9fce0b23-c2b7-4294-abaf-da6aedbbf440 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:23.995268 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8107e06-10dd-4ad8-8aa0-3352af66163c req-9fce0b23-c2b7-4294-abaf-da6aedbbf440 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.2451742 Mar 07 21:55:24.668881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd253cb-3da7-4c55-995e-fd1e2f111564 req-bfdaa523-2185-4143-bab6-f1ef9f6fc227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:24.670412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fd253cb-3da7-4c55-995e-fd1e2f111564 req-bfdaa523-2185-4143-bab6-f1ef9f6fc227 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd64732b-c386-4860-aaf9-a891d6d1f8e8 HTTP/1.1" status: 200 len: 911 time: 0.7525074 Mar 07 21:55:24.737519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8107e06-10dd-4ad8-8aa0-3352af66163c req-9fdac756-8844-4768-876f-569bdaacc8d9 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6947210 Mar 07 21:55:24.742325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fd253cb-3da7-4c55-995e-fd1e2f111564 req-bd620f98-398e-4a8e-bf10-4a555bde6987 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f33e89f7-f566-4ea5-a4ed-7870fe11c421 HTTP/1.1" status: 200 len: 217 time: 0.0608146 Mar 07 21:55:24.759735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5473a-8dea-4c61-961f-070646a8177e req-64e8d5b0-3aec-4c6b-9347-04802d8879b3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:24.759735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3d5473a-8dea-4c61-961f-070646a8177e req-64e8d5b0-3aec-4c6b-9347-04802d8879b3 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.2198269 Mar 07 21:55:24.980629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd253cb-3da7-4c55-995e-fd1e2f111564 req-af421584-d33b-4cf5-9a85-7e9842c2a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:24.984489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fd253cb-3da7-4c55-995e-fd1e2f111564 req-af421584-d33b-4cf5-9a85-7e9842c2a22c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=703d7ce4-1d22-49b5-99ed-fdb0307bf800 HTTP/1.1" status: 200 len: 850 time: 0.2273836 Mar 07 21:55:25.092916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fd253cb-3da7-4c55-995e-fd1e2f111564 req-206cee82-9a08-4731-b860-3da8457c9632 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd64732b-c386-4860-aaf9-a891d6d1f8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932026 Mar 07 21:55:25.111005 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3d5473a-8dea-4c61-961f-070646a8177e req-12995ae9-c66c-4c82-9087-b95babee594f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272524 Mar 07 21:55:25.280964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fd253cb-3da7-4c55-995e-fd1e2f111564 req-097fdbdb-c245-4016-8ddd-6dd48500e1a5 service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494997 Mar 07 21:55:25.300547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca597a3-6dfe-4c14-b65e-4cba0b66cd09 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Router 45f9a9cf-841a-4319-9aff-8f314d44a75a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:55:25.442361 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fd253cb-3da7-4c55-995e-fd1e2f111564 req-ea6820cf-7ac2-4920-8217-e9a2491a22f2 service neutron] 10.222.0.15 "GET /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463456 Mar 07 21:55:25.576081 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:55:25.624945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca597a3-6dfe-4c14-b65e-4cba0b66cd09 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:55:25.627807 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-eca597a3-6dfe-4c14-b65e-4cba0b66cd09 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] 10.222.0.26 "PUT /v2.0/routers/45f9a9cf-841a-4319-9aff-8f314d44a75a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3335810 Mar 07 21:55:25.630641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48288) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:25.632973 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6df0001-ff19-49c9-955c-e453fba440b4 None None] Sync routers for ids ['45f9a9cf-841a-4319-9aff-8f314d44a75a'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:55:25.648199 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df0001-ff19-49c9-955c-e453fba440b4 None None] Routers {'45f9a9cf-841a-4319-9aff-8f314d44a75a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:25.651519 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-d6df0001-ff19-49c9-955c-e453fba440b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:55:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['45f9a9cf-841a-4319-9aff-8f314d44a75a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:25.655062 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc43e9-b47d-415b-b45c-dd74686bc6dd req-99a7d72b-f799-45f7-81c9-023d47c54f79 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:25.662042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc43e9-b47d-415b-b45c-dd74686bc6dd req-99a7d72b-f799-45f7-81c9-023d47c54f79 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:25.671833 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc43e9-b47d-415b-b45c-dd74686bc6dd req-99a7d72b-f799-45f7-81c9-023d47c54f79 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:25.689601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc43e9-b47d-415b-b45c-dd74686bc6dd req-99a7d72b-f799-45f7-81c9-023d47c54f79 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:25.694967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc43e9-b47d-415b-b45c-dd74686bc6dd req-99a7d72b-f799-45f7-81c9-023d47c54f79 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:25.700827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc43e9-b47d-415b-b45c-dd74686bc6dd req-99a7d72b-f799-45f7-81c9-023d47c54f79 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:25.706242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc43e9-b47d-415b-b45c-dd74686bc6dd req-99a7d72b-f799-45f7-81c9-023d47c54f79 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:25.708215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3dc43e9-b47d-415b-b45c-dd74686bc6dd req-99a7d72b-f799-45f7-81c9-023d47c54f79 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5434 time: 0.1838610 Mar 07 21:55:25.770205 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-d6df0001-ff19-49c9-955c-e453fba440b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:25.802348 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df0001-ff19-49c9-955c-e453fba440b4 None None] Routers {'45f9a9cf-841a-4319-9aff-8f314d44a75a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:25.802984 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-d6df0001-ff19-49c9-955c-e453fba440b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:55:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['45f9a9cf-841a-4319-9aff-8f314d44a75a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:25.906137 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-d6df0001-ff19-49c9-955c-e453fba440b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:25.906799 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6df0001-ff19-49c9-955c-e453fba440b4 None None] The sync data for ids ['45f9a9cf-841a-4319-9aff-8f314d44a75a'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:55:25.937144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3dc43e9-b47d-415b-b45c-dd74686bc6dd req-b327c83e-1b6f-4cf1-b997-54e4d282d893 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1945212 Mar 07 21:55:25.959332 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-46cdbad3-d712-4b83-9ee4-eb8fb2b440b3 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for router (45f9a9cf-841a-4319-9aff-8f314d44a75a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:26.051841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82299b6-da14-4ec8-915f-22d732fda1d5 req-a549dbec-b668-42d7-8ff9-760aa77702a4 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:26.056378 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d82299b6-da14-4ec8-915f-22d732fda1d5 req-a549dbec-b668-42d7-8ff9-760aa77702a4 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1825445 Mar 07 21:55:26.200966 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-46cdbad3-d712-4b83-9ee4-eb8fb2b440b3 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for router_gateway (45f9a9cf-841a-4319-9aff-8f314d44a75a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:26.228009 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d82299b6-da14-4ec8-915f-22d732fda1d5 req-6b637208-15c4-4d52-b4cd-83821433b78e tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977726 Mar 07 21:55:26.350750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-46cdbad3-d712-4b83-9ee4-eb8fb2b440b3 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Deleting port 9c2e1854-45d3-4571-b8eb-35677c181b53 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:26.351028 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-46cdbad3-d712-4b83-9ee4-eb8fb2b440b3 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9c2e1854-45d3-4571-b8eb-35677c181b53), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:26.436069 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633800b9-03ff-4a1a-9022-c1bd7abc3866 req-2e2cd1f8-06cd-40cb-8f10-4caacaff23a8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:26.437605 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-633800b9-03ff-4a1a-9022-c1bd7abc3866 req-2e2cd1f8-06cd-40cb-8f10-4caacaff23a8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.1353028 Mar 07 21:55:26.482241 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-46cdbad3-d712-4b83-9ee4-eb8fb2b440b3 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9c2e1854-45d3-4571-b8eb-35677c181b53), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:26.508722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-46cdbad3-d712-4b83-9ee4-eb8fb2b440b3 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Calling delete_port for 9c2e1854-45d3-4571-b8eb-35677c181b53 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:26.530535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-633800b9-03ff-4a1a-9022-c1bd7abc3866 req-c2ff4017-a798-42ec-a522-56c6d065195c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865047 Mar 07 21:55:26.726644 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-46cdbad3-d712-4b83-9ee4-eb8fb2b440b3 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (9c2e1854-45d3-4571-b8eb-35677c181b53), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:26.756839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdbad3-d712-4b83-9ee4-eb8fb2b440b3 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event deleted for resources: {'Port': ['ID=9c2e1854-45d3-4571-b8eb-35677c181b53,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:26.841131 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-46cdbad3-d712-4b83-9ee4-eb8fb2b440b3 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (45f9a9cf-841a-4319-9aff-8f314d44a75a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:26.960988 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-46cdbad3-d712-4b83-9ee4-eb8fb2b440b3 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (45f9a9cf-841a-4319-9aff-8f314d44a75a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:26.963732 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-46cdbad3-d712-4b83-9ee4-eb8fb2b440b3 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for router_controller (45f9a9cf-841a-4319-9aff-8f314d44a75a), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:27.192756 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-46cdbad3-d712-4b83-9ee4-eb8fb2b440b3 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (45f9a9cf-841a-4319-9aff-8f314d44a75a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:27.194534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cdbad3-d712-4b83-9ee4-eb8fb2b440b3 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Fanout notify agent at l3_agent the message router_deleted on router 45f9a9cf-841a-4319-9aff-8f314d44a75a {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:55:27.222631 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-46cdbad3-d712-4b83-9ee4-eb8fb2b440b3 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:27.230034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48306) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:27.240632 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-46cdbad3-d712-4b83-9ee4-eb8fb2b440b3 tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] 10.222.0.26 "DELETE /v2.0/routers/45f9a9cf-841a-4319-9aff-8f314d44a75a HTTP/1.1" status: 204 len: 168 time: 1.6069617 Mar 07 21:55:27.293652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddd7d9-a8b8-4ad7-82c4-f556ef6ed2d0 req-7abec373-3c73-4285-8d37-d0c4a41553c0 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:27.310404 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddd7d9-a8b8-4ad7-82c4-f556ef6ed2d0 req-7abec373-3c73-4285-8d37-d0c4a41553c0 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:27.324753 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddd7d9-a8b8-4ad7-82c4-f556ef6ed2d0 req-7abec373-3c73-4285-8d37-d0c4a41553c0 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:27.345243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddd7d9-a8b8-4ad7-82c4-f556ef6ed2d0 req-7abec373-3c73-4285-8d37-d0c4a41553c0 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:27.354427 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddd7d9-a8b8-4ad7-82c4-f556ef6ed2d0 req-7abec373-3c73-4285-8d37-d0c4a41553c0 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:27.354778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-0197ffb8-218b-4d1a-ba02-878d1bbb552a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Deleting subnet 514f45c5-19c8-49f3-b54a-14508f97e0c3 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:55:27.358423 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0197ffb8-218b-4d1a-ba02-878d1bbb552a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for subnet (514f45c5-19c8-49f3-b54a-14508f97e0c3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:27.366789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddd7d9-a8b8-4ad7-82c4-f556ef6ed2d0 req-7abec373-3c73-4285-8d37-d0c4a41553c0 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:27.392412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddd7d9-a8b8-4ad7-82c4-f556ef6ed2d0 req-7abec373-3c73-4285-8d37-d0c4a41553c0 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:27.394371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20ddd7d9-a8b8-4ad7-82c4-f556ef6ed2d0 req-7abec373-3c73-4285-8d37-d0c4a41553c0 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5434 time: 0.3006330 Mar 07 21:55:27.444534 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0197ffb8-218b-4d1a-ba02-878d1bbb552a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (514f45c5-19c8-49f3-b54a-14508f97e0c3), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:27.519313 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20ddd7d9-a8b8-4ad7-82c4-f556ef6ed2d0 req-79aabec6-0706-4613-b5d4-0b2a75591928 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1168096 Mar 07 21:55:27.575084 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0197ffb8-218b-4d1a-ba02-878d1bbb552a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (514f45c5-19c8-49f3-b54a-14508f97e0c3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:27.646461 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0197ffb8-218b-4d1a-ba02-878d1bbb552a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (514f45c5-19c8-49f3-b54a-14508f97e0c3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:27.676860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197ffb8-218b-4d1a-ba02-878d1bbb552a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event deleted for resources: {'Subnet': ['ID=514f45c5-19c8-49f3-b54a-14508f97e0c3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:27.679419 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0197ffb8-218b-4d1a-ba02-878d1bbb552a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:27.684752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8130e6c-7076-4df3-9a7b-cf9c69b3b050 None None] Network df1d1b79-2419-43a4-9c3a-cd560e805a97 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:55:27.689139 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0197ffb8-218b-4d1a-ba02-878d1bbb552a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] 10.222.0.26 "DELETE /v2.0/subnets/514f45c5-19c8-49f3-b54a-14508f97e0c3 HTTP/1.1" status: 204 len: 168 time: 0.4576948 Mar 07 21:55:27.692892 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48314) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:27.931211 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (df1d1b79-2419-43a4-9c3a-cd560e805a97), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:27.979093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964887d0-8bca-4fec-9d35-fc8df2babfc2 req-278fee4a-6561-4e6b-9c53-96d5ddfd076a tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:27.986495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-964887d0-8bca-4fec-9d35-fc8df2babfc2 req-278fee4a-6561-4e6b-9c53-96d5ddfd076a tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.2806265 Mar 07 21:55:27.987556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c29a0c-9087-460f-a8a0-cebae9fa38b0 None None] DHCP port deletion for df1d1b79-2419-43a4-9c3a-cd560e805a97 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:55:28.069497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-30c29a0c-9087-460f-a8a0-cebae9fa38b0 None None] Deleting port ee00fc1c-ec14-4a3e-86db-6da96490512d {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:28.071159 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-30c29a0c-9087-460f-a8a0-cebae9fa38b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:28.096892 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-964887d0-8bca-4fec-9d35-fc8df2babfc2 req-f299516a-6d6c-4e1e-a88b-392137b3cdad tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093671 Mar 07 21:55:28.132886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Deleting port ee00fc1c-ec14-4a3e-86db-6da96490512d {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:28.133239 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:28.169051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-30c29a0c-9087-460f-a8a0-cebae9fa38b0 None None] For port ee00fc1c-ec14-4a3e-86db-6da96490512d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ee00fc1c-ec14-4a3e-86db-6da96490512d,segment=NetworkSegment(08b68467-2f9a-4cee-bf8b-c987c8954150),segment_id=08b68467-2f9a-4cee-bf8b-c987c8954150)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:28.169730 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-30c29a0c-9087-460f-a8a0-cebae9fa38b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:28.182933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-30c29a0c-9087-460f-a8a0-cebae9fa38b0 None None] Calling delete_port for ee00fc1c-ec14-4a3e-86db-6da96490512d owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:28.241051 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] For port ee00fc1c-ec14-4a3e-86db-6da96490512d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ee00fc1c-ec14-4a3e-86db-6da96490512d,segment=NetworkSegment(08b68467-2f9a-4cee-bf8b-c987c8954150),segment_id=08b68467-2f9a-4cee-bf8b-c987c8954150)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:28.248836 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:28.273403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Calling delete_port for ee00fc1c-ec14-4a3e-86db-6da96490512d owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:28.599331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e107eca-7c3a-48a1-b07b-ccc8d949af0f req-73aa7187-fdcd-4a4a-979a-c5981a5f8992 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:28.610779 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e107eca-7c3a-48a1-b07b-ccc8d949af0f req-73aa7187-fdcd-4a4a-979a-c5981a5f8992 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.1842854 Mar 07 21:55:28.630617 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-30c29a0c-9087-460f-a8a0-cebae9fa38b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:28.655076 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ee00fc1c-ec14-4a3e-86db-6da96490512d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:28.686046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c29a0c-9087-460f-a8a0-cebae9fa38b0 None None] Pushing event deleted for resources: {'Port': ['ID=ee00fc1c-ec14-4a3e-86db-6da96490512d,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:28.695023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c29a0c-9087-460f-a8a0-cebae9fa38b0 None None] No DVR routers for this DVR port ee00fc1c-ec14-4a3e-86db-6da96490512d on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:55:28.724245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event deleted for resources: {'Port': ['ID=ee00fc1c-ec14-4a3e-86db-6da96490512d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:28.747384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] No DVR routers for this DVR port ee00fc1c-ec14-4a3e-86db-6da96490512d on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:55:28.846443 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e107eca-7c3a-48a1-b07b-ccc8d949af0f req-751d7907-063a-4ce7-81cf-df80aca0dfe0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284346 Mar 07 21:55:28.935739 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (df1d1b79-2419-43a4-9c3a-cd560e805a97), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:28.963754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f303793-d117-47f5-8b06-3923176e7d95 req-3cc619cf-359a-45e3-899e-f360533bf037 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:28.971052 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f303793-d117-47f5-8b06-3923176e7d95 req-3cc619cf-359a-45e3-899e-f360533bf037 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.2627029 Mar 07 21:55:29.032413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1d1b79-2419-43a4-9c3a-cd560e805a97']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:29.055385 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b68467-2f9a-4cee-bf8b-c987c8954150') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:29.055677 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b68467-2f9a-4cee-bf8b-c987c8954150') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:29.077546 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (08b68467-2f9a-4cee-bf8b-c987c8954150), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:29.098468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f303793-d117-47f5-8b06-3923176e7d95 req-2f27a444-5268-49ed-bbbb-b331d1f1588a tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264224 Mar 07 21:55:29.099233 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (08b68467-2f9a-4cee-bf8b-c987c8954150), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:29.108504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:55:29.108899 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (08b68467-2f9a-4cee-bf8b-c987c8954150), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:55:29.121580 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:55:29.158499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972694c-5498-4a77-bacd-5a943b3f69a0 req-9696247e-cdc3-42a5-81d0-de8443e702ab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:29.165043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972694c-5498-4a77-bacd-5a943b3f69a0 req-9696247e-cdc3-42a5-81d0-de8443e702ab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:29.171437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972694c-5498-4a77-bacd-5a943b3f69a0 req-9696247e-cdc3-42a5-81d0-de8443e702ab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:29.177309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972694c-5498-4a77-bacd-5a943b3f69a0 req-9696247e-cdc3-42a5-81d0-de8443e702ab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:29.183408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972694c-5498-4a77-bacd-5a943b3f69a0 req-9696247e-cdc3-42a5-81d0-de8443e702ab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:29.189051 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972694c-5498-4a77-bacd-5a943b3f69a0 req-9696247e-cdc3-42a5-81d0-de8443e702ab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:29.194465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972694c-5498-4a77-bacd-5a943b3f69a0 req-9696247e-cdc3-42a5-81d0-de8443e702ab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:29.196563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f972694c-5498-4a77-bacd-5a943b3f69a0 req-9696247e-cdc3-42a5-81d0-de8443e702ab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5434 time: 0.2404933 Mar 07 21:55:29.296121 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (df1d1b79-2419-43a4-9c3a-cd560e805a97), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:29.312834 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:29.315722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] 10.222.0.26 "DELETE /v2.0/networks/df1d1b79-2419-43a4-9c3a-cd560e805a97 HTTP/1.1" status: 204 len: 168 time: 1.6218529 Mar 07 21:55:29.319930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48330) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:29.376448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931e13d-4f90-4692-8faa-9ba37fe6cd2d tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event deleted for resources: {'Network': ['ID=df1d1b79-2419-43a4-9c3a-cd560e805a97,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:29.387309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f972694c-5498-4a77-bacd-5a943b3f69a0 req-4b7ad4b8-7823-481e-a4ac-c699c2e3915e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1782391 Mar 07 21:55:29.697402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee00fc1c-ec14-4a3e-86db-6da96490512d no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:29.736647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: ee00fc1c-ec14-4a3e-86db-6da96490512d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:55:29.737307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee00fc1c-ec14-4a3e-86db-6da96490512d not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:55:29.891888 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48340) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:30.124760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0393acb7-8217-4194-bd59-19b1401e4cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:30.168579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-4de84fd3-0a10-45cc-9cab-dbed851e5b5a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Deleting port 9224cb6a-3463-4205-b903-74e6d7d9d08e {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:30.169166 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4de84fd3-0a10-45cc-9cab-dbed851e5b5a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9224cb6a-3463-4205-b903-74e6d7d9d08e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:30.207978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf945c1-0d9c-44a3-852f-a0dcb4568d90 req-4728adf6-9248-40bb-a5df-cf1eb6558956 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:30.211023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bf945c1-0d9c-44a3-852f-a0dcb4568d90 req-4728adf6-9248-40bb-a5df-cf1eb6558956 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.0968215 Mar 07 21:55:30.397220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0393acb7-8217-4194-bd59-19b1401e4cd7 admin admin] Publish callbacks [] for security_group (b1401619-af56-4393-8b63-d51f965337ed), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:30.406319 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0393acb7-8217-4194-bd59-19b1401e4cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b1401619-af56-4393-8b63-d51f965337ed), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:30.488833 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4de84fd3-0a10-45cc-9cab-dbed851e5b5a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9224cb6a-3463-4205-b903-74e6d7d9d08e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:30.489446 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4de84fd3-0a10-45cc-9cab-dbed851e5b5a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for floatingip (9224cb6a-3463-4205-b903-74e6d7d9d08e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:30.497476 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bf945c1-0d9c-44a3-852f-a0dcb4568d90 req-c7f02c33-8a98-4107-a0e5-b64ccabc9aa1 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575293 Mar 07 21:55:30.514777 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-4de84fd3-0a10-45cc-9cab-dbed851e5b5a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Calling delete_port for 9224cb6a-3463-4205-b903-74e6d7d9d08e owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:30.532447 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffa276-04dd-4e45-8558-c35c98744bff req-5fb0582b-d104-4d01-b755-fd203c0ec1fd tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:30.532619 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0393acb7-8217-4194-bd59-19b1401e4cd7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc7905a8dff847439b70b3b7ca2ec1f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6389701 Mar 07 21:55:30.534426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dffa276-04dd-4e45-8558-c35c98744bff req-5fb0582b-d104-4d01-b755-fd203c0ec1fd tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.2763212 Mar 07 21:55:30.535095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48356) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:30.544149 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393acb7-8217-4194-bd59-19b1401e4cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1401619-af56-4393-8b63-d51f965337ed,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:30.717575 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dffa276-04dd-4e45-8558-c35c98744bff req-54ce36d9-c9f9-4db0-8e0d-d8c00dcbc811 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765497 Mar 07 21:55:30.720992 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-99daf022-0e6c-40f3-acb5-65f560f7b5a3 admin admin] Publish callbacks [] for security_group (b1401619-af56-4393-8b63-d51f965337ed), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:30.789148 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-99daf022-0e6c-40f3-acb5-65f560f7b5a3 admin admin] Publish callbacks [] for security_group (b1401619-af56-4393-8b63-d51f965337ed), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:30.869055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a873e6-d686-406b-a1c7-ac58279a296b req-6cc4f2f9-16ac-43c7-9caa-b1ec31ff75dd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:30.875402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a873e6-d686-406b-a1c7-ac58279a296b req-6cc4f2f9-16ac-43c7-9caa-b1ec31ff75dd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:30.880961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a873e6-d686-406b-a1c7-ac58279a296b req-6cc4f2f9-16ac-43c7-9caa-b1ec31ff75dd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:30.886424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a873e6-d686-406b-a1c7-ac58279a296b req-6cc4f2f9-16ac-43c7-9caa-b1ec31ff75dd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:30.891972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a873e6-d686-406b-a1c7-ac58279a296b req-6cc4f2f9-16ac-43c7-9caa-b1ec31ff75dd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:30.897243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a873e6-d686-406b-a1c7-ac58279a296b req-6cc4f2f9-16ac-43c7-9caa-b1ec31ff75dd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:30.905228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a873e6-d686-406b-a1c7-ac58279a296b req-6cc4f2f9-16ac-43c7-9caa-b1ec31ff75dd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:30.913274 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65a873e6-d686-406b-a1c7-ac58279a296b req-6cc4f2f9-16ac-43c7-9caa-b1ec31ff75dd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5434 time: 0.2307754 Mar 07 21:55:30.963511 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4de84fd3-0a10-45cc-9cab-dbed851e5b5a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (9224cb6a-3463-4205-b903-74e6d7d9d08e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:31.012784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de84fd3-0a10-45cc-9cab-dbed851e5b5a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Pushing event deleted for resources: {'Port': ['ID=9224cb6a-3463-4205-b903-74e6d7d9d08e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:31.018473 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-99daf022-0e6c-40f3-acb5-65f560f7b5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b1401619-af56-4393-8b63-d51f965337ed), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:31.020986 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-99daf022-0e6c-40f3-acb5-65f560f7b5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:31.022916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-99daf022-0e6c-40f3-acb5-65f560f7b5a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1401619-af56-4393-8b63-d51f965337ed HTTP/1.1" status: 204 len: 168 time: 0.4826195 Mar 07 21:55:31.118975 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65a873e6-d686-406b-a1c7-ac58279a296b req-1aa27a51-ce24-4c18-a28e-07f357c81a7c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2035668 Mar 07 21:55:31.126417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99daf022-0e6c-40f3-acb5-65f560f7b5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1401619-af56-4393-8b63-d51f965337ed,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:31.186933 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4de84fd3-0a10-45cc-9cab-dbed851e5b5a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks [] for floatingip (1b3dd80c-c3d4-4068-8170-58b7644b1911), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:31.190961 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4de84fd3-0a10-45cc-9cab-dbed851e5b5a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:31.204519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4de84fd3-0a10-45cc-9cab-dbed851e5b5a tempest-FloatingIPAdminTestJSON-1988955670 tempest-FloatingIPAdminTestJSON-1988955670-project] 10.222.0.26 "DELETE /v2.0/floatingips/1b3dd80c-c3d4-4068-8170-58b7644b1911 HTTP/1.1" status: 204 len: 168 time: 1.8834119 Mar 07 21:55:31.315474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f5d25-2513-488c-aa91-80a4d9e66ed4 req-c3c83947-5507-4d6d-9d15-019639a59be2 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:31.317032 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-264f5d25-2513-488c-aa91-80a4d9e66ed4 req-c3c83947-5507-4d6d-9d15-019639a59be2 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 945 time: 0.0985038 Mar 07 21:55:31.389260 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-264f5d25-2513-488c-aa91-80a4d9e66ed4 req-9f5a7933-ec88-4170-9ef2-98ef9d8088c8 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654137 Mar 07 21:55:31.555711 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48380) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:31.685653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c9c0b-b455-4974-b93a-a1edf031d926 req-37e75176-7eac-4d45-aa06-3f92e9842c6a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:31.687257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d7c9c0b-b455-4974-b93a-a1edf031d926 req-37e75176-7eac-4d45-aa06-3f92e9842c6a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.0607719 Mar 07 21:55:31.783175 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-602ff942-3372-402a-a7aa-bd829cfd2d19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91f05281777f4617a853730198ac2e1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2257297 Mar 07 21:55:31.785733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48390) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:31.792898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d7c9c0b-b455-4974-b93a-a1edf031d926 req-a6417631-7102-430f-937a-ef7ca6f8091f tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995939 Mar 07 21:55:31.858660 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd485800-518a-482e-ba42-6a6177c0caf5 admin admin] Publish callbacks [] for security_group (4a34b7ce-65c5-418c-bde9-1ecf44b21472), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:31.887810 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd485800-518a-482e-ba42-6a6177c0caf5 admin admin] Publish callbacks [] for security_group (4a34b7ce-65c5-418c-bde9-1ecf44b21472), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:31.917639 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7ea0f-3319-4c7a-8737-5b018b876e1c req-2dcc19e0-ef13-4069-b9fe-61ae2398281e tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:31.919252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98d7ea0f-3319-4c7a-8737-5b018b876e1c req-2dcc19e0-ef13-4069-b9fe-61ae2398281e tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.0910096 Mar 07 21:55:31.927455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297ee0b-b2d1-428f-a35f-cbe9c0c81199 req-712088cc-f9de-4219-a9b9-e08a99161d95 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:31.933806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c297ee0b-b2d1-428f-a35f-cbe9c0c81199 req-712088cc-f9de-4219-a9b9-e08a99161d95 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 945 time: 0.1147881 Mar 07 21:55:31.947988 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd485800-518a-482e-ba42-6a6177c0caf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4a34b7ce-65c5-418c-bde9-1ecf44b21472), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:31.953692 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd485800-518a-482e-ba42-6a6177c0caf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:31.956059 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cd485800-518a-482e-ba42-6a6177c0caf5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a34b7ce-65c5-418c-bde9-1ecf44b21472 HTTP/1.1" status: 204 len: 168 time: 0.1681473 Mar 07 21:55:31.973660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd485800-518a-482e-ba42-6a6177c0caf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a34b7ce-65c5-418c-bde9-1ecf44b21472,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:32.058649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c297ee0b-b2d1-428f-a35f-cbe9c0c81199 req-0fa53456-b00a-4a49-ac37-01cc258dd6f6 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175170 Mar 07 21:55:32.153937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-98d7ea0f-3319-4c7a-8737-5b018b876e1c req-3b3a6e4a-218b-4fda-87c3-178a4c162e6d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Deleting port f33e89f7-f566-4ea5-a4ed-7870fe11c421 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:32.154571 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-98d7ea0f-3319-4c7a-8737-5b018b876e1c req-3b3a6e4a-218b-4fda-87c3-178a4c162e6d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f33e89f7-f566-4ea5-a4ed-7870fe11c421), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:32.309913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-98d7ea0f-3319-4c7a-8737-5b018b876e1c req-3b3a6e4a-218b-4fda-87c3-178a4c162e6d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] For port f33e89f7-f566-4ea5-a4ed-7870fe11c421, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f33e89f7-f566-4ea5-a4ed-7870fe11c421,segment=NetworkSegment(de90224c-ed93-4652-a354-9d7ac890d2f4),segment_id=de90224c-ed93-4652-a354-9d7ac890d2f4)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:32.310563 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-98d7ea0f-3319-4c7a-8737-5b018b876e1c req-3b3a6e4a-218b-4fda-87c3-178a4c162e6d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f33e89f7-f566-4ea5-a4ed-7870fe11c421), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:32.329798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-98d7ea0f-3319-4c7a-8737-5b018b876e1c req-3b3a6e4a-218b-4fda-87c3-178a4c162e6d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Calling delete_port for f33e89f7-f566-4ea5-a4ed-7870fe11c421 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:32.346152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cd4f2-d2a4-45ce-938d-a18165c67800 req-ab4281c2-4b67-4568-bce7-79e39be495db tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:32.352170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cd4f2-d2a4-45ce-938d-a18165c67800 req-ab4281c2-4b67-4568-bce7-79e39be495db tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:32.359263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cd4f2-d2a4-45ce-938d-a18165c67800 req-ab4281c2-4b67-4568-bce7-79e39be495db tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:32.366153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cd4f2-d2a4-45ce-938d-a18165c67800 req-ab4281c2-4b67-4568-bce7-79e39be495db tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:32.378023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cd4f2-d2a4-45ce-938d-a18165c67800 req-ab4281c2-4b67-4568-bce7-79e39be495db tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:32.383414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cd4f2-d2a4-45ce-938d-a18165c67800 req-ab4281c2-4b67-4568-bce7-79e39be495db tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:32.389936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cd4f2-d2a4-45ce-938d-a18165c67800 req-ab4281c2-4b67-4568-bce7-79e39be495db tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:32.392088 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-985cd4f2-d2a4-45ce-938d-a18165c67800 req-ab4281c2-4b67-4568-bce7-79e39be495db tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5434 time: 0.1572807 Mar 07 21:55:32.426923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48412) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:32.441942 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a8158f7-9f71-41fe-926b-15614a03c4c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:32.525055 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a8158f7-9f71-41fe-926b-15614a03c4c5 admin admin] Publish callbacks [] for security_group (6e0a9255-bc34-4b91-9899-bb8d25998104), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:32.529777 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a8158f7-9f71-41fe-926b-15614a03c4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6e0a9255-bc34-4b91-9899-bb8d25998104), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:32.555044 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-985cd4f2-d2a4-45ce-938d-a18165c67800 req-a0ad6290-d236-4ca9-86fd-f27b58fe2f79 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1521258 Mar 07 21:55:32.570008 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3a8158f7-9f71-41fe-926b-15614a03c4c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9d9b64d3fbb456e96ae9899f175c849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418526 Mar 07 21:55:32.573747 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48416) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:32.574031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8158f7-9f71-41fe-926b-15614a03c4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0a9255-bc34-4b91-9899-bb8d25998104,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:32.606860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b5e2f-51d0-4c93-9c71-17f2c57b7f8f req-7f2f21e6-51e0-4dee-b39a-6971d2fdc89e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:32.610582 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c6b5e2f-51d0-4c93-9c71-17f2c57b7f8f req-7f2f21e6-51e0-4dee-b39a-6971d2fdc89e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 945 time: 0.1296577 Mar 07 21:55:32.634685 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48418) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:32.715779 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3136d3a-cfde-4e91-9bf3-4dde11fa4224 admin admin] Publish callbacks [] for security_group (6e0a9255-bc34-4b91-9899-bb8d25998104), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:32.717349 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-98d7ea0f-3319-4c7a-8737-5b018b876e1c req-3b3a6e4a-218b-4fda-87c3-178a4c162e6d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f33e89f7-f566-4ea5-a4ed-7870fe11c421), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:32.734145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['a1d4e25b-39f0-4050-87a1-3bd7601a80a0', 'f33e89f7-f566-4ea5-a4ed-7870fe11c421'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:55:32.736022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c6b5e2f-51d0-4c93-9c71-17f2c57b7f8f req-4502ad81-a7b7-4075-9679-e4b2b82eee78 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193786 Mar 07 21:55:32.765781 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6e4a-218b-4fda-87c3-178a4c162e6d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Pushing event deleted for resources: {'Port': ['ID=f33e89f7-f566-4ea5-a4ed-7870fe11c421,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:32.768632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b698c1fb-2fcd-4c73-a825-50b1c5703a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:32.793926 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3136d3a-cfde-4e91-9bf3-4dde11fa4224 admin admin] Publish callbacks [] for security_group (6e0a9255-bc34-4b91-9899-bb8d25998104), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:32.836197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d7ea0f-3319-4c7a-8737-5b018b876e1c req-3b3a6e4a-218b-4fda-87c3-178a4c162e6d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] No DVR routers for this DVR port f33e89f7-f566-4ea5-a4ed-7870fe11c421 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:55:32.840969 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-98d7ea0f-3319-4c7a-8737-5b018b876e1c req-3b3a6e4a-218b-4fda-87c3-178a4c162e6d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:32.846112 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98d7ea0f-3319-4c7a-8737-5b018b876e1c req-3b3a6e4a-218b-4fda-87c3-178a4c162e6d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.15 "DELETE /v2.0/ports/f33e89f7-f566-4ea5-a4ed-7870fe11c421 HTTP/1.1" status: 204 len: 173 time: 0.9055660 Mar 07 21:55:32.846594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ac8385-7ad9-422a-9a69-f06115f377fc', 'name': 'network-vif-deleted', 'tag': 'f33e89f7-f566-4ea5-a4ed-7870fe11c421'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:55:32.849395 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40950323-c5f5-4bc1-9049-320885eeaae0" -d '{"events": [{"server_uuid": "a7ac8385-7ad9-422a-9a69-f06115f377fc", "name": "network-vif-deleted", "tag": "f33e89f7-f566-4ea5-a4ed-7870fe11c421"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:55:32.859779 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b698c1fb-2fcd-4c73-a825-50b1c5703a90 admin admin] Publish callbacks [] for security_group (932c40df-4542-4d84-8637-529f5d6b3cde), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:32.866374 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b698c1fb-2fcd-4c73-a825-50b1c5703a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (932c40df-4542-4d84-8637-529f5d6b3cde), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:32.909898 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b698c1fb-2fcd-4c73-a825-50b1c5703a90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26e450116ae74bf6b992c606c54646c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2703764 Mar 07 21:55:32.910165 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c38a2aa-22e5-4671-9fdb-c60bfa8c0eea x-openstack-request-id: req-6c38a2aa-22e5-4671-9fdb-c60bfa8c0eea {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:55:32.910165 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ac8385-7ad9-422a-9a69-f06115f377fc", "name": "network-vif-deleted", "tag": "f33e89f7-f566-4ea5-a4ed-7870fe11c421", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:55:32.910165 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c38a2aa-22e5-4671-9fdb-c60bfa8c0eea {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:55:32.910441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48426) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:32.910527 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ac8385-7ad9-422a-9a69-f06115f377fc', 'name': 'network-vif-deleted', 'tag': 'f33e89f7-f566-4ea5-a4ed-7870fe11c421', 'status': 'completed', 'code': 200} Mar 07 21:55:32.917383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698c1fb-2fcd-4c73-a825-50b1c5703a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932c40df-4542-4d84-8637-529f5d6b3cde,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:32.968068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71852d0-39f7-4e70-8980-210770550ef6 req-630a1e79-9612-4bba-81f6-f6a5ce938cc0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:32.970603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e71852d0-39f7-4e70-8980-210770550ef6 req-630a1e79-9612-4bba-81f6-f6a5ce938cc0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.1022210 Mar 07 21:55:32.986283 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3136d3a-cfde-4e91-9bf3-4dde11fa4224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6e0a9255-bc34-4b91-9899-bb8d25998104), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:32.989044 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3136d3a-cfde-4e91-9bf3-4dde11fa4224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:32.990332 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-678612b6-bc72-4c4c-a053-220116e7f55d admin admin] Publish callbacks [] for security_group (932c40df-4542-4d84-8637-529f5d6b3cde), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:32.990665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d3136d3a-cfde-4e91-9bf3-4dde11fa4224 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e0a9255-bc34-4b91-9899-bb8d25998104 HTTP/1.1" status: 204 len: 168 time: 0.4156022 Mar 07 21:55:33.012586 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-678612b6-bc72-4c4c-a053-220116e7f55d admin admin] Publish callbacks [] for security_group (932c40df-4542-4d84-8637-529f5d6b3cde), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:33.014139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3136d3a-cfde-4e91-9bf3-4dde11fa4224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0a9255-bc34-4b91-9899-bb8d25998104,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:33.061055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e71852d0-39f7-4e70-8980-210770550ef6 req-0d2a9dff-7f10-4912-8f35-5acfcade3d5b tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841434 Mar 07 21:55:33.068089 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-678612b6-bc72-4c4c-a053-220116e7f55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (932c40df-4542-4d84-8637-529f5d6b3cde), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:33.071115 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-678612b6-bc72-4c4c-a053-220116e7f55d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:33.072752 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-678612b6-bc72-4c4c-a053-220116e7f55d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/932c40df-4542-4d84-8637-529f5d6b3cde HTTP/1.1" status: 204 len: 168 time: 0.1619177 Mar 07 21:55:33.091434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678612b6-bc72-4c4c-a053-220116e7f55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932c40df-4542-4d84-8637-529f5d6b3cde,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:33.183512 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7c4fb2d-db83-4dc4-8773-ded2277af479 req-db0f170d-6155-4596-839d-b04ca229a223 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ac8385-7ad9-422a-9a69-f06115f377fc HTTP/1.1" status: 200 len: 210 time: 0.0282702 Mar 07 21:55:33.389391 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48444) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:33.403484 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf7256f9-df31-4489-b0e7-013a232147e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:33.491163 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf7256f9-df31-4489-b0e7-013a232147e5 admin admin] Publish callbacks [] for security_group (1e7e89b6-6099-4c8f-8a9e-a62f0c4084cd), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:33.496117 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf7256f9-df31-4489-b0e7-013a232147e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1e7e89b6-6099-4c8f-8a9e-a62f0c4084cd), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:33.535759 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cf7256f9-df31-4489-b0e7-013a232147e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3f9fbb85d1a4ec09f0468756329f3fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1451335 Mar 07 21:55:33.537010 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7256f9-df31-4489-b0e7-013a232147e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7e89b6-6099-4c8f-8a9e-a62f0c4084cd,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:33.538406 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48448) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:33.590483 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a5877ebc-14dd-45f8-9865-ff43f2fa1c35 admin admin] Publish callbacks [] for security_group (1e7e89b6-6099-4c8f-8a9e-a62f0c4084cd), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:33.615694 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a5877ebc-14dd-45f8-9865-ff43f2fa1c35 admin admin] Publish callbacks [] for security_group (1e7e89b6-6099-4c8f-8a9e-a62f0c4084cd), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:33.695220 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a5877ebc-14dd-45f8-9865-ff43f2fa1c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1e7e89b6-6099-4c8f-8a9e-a62f0c4084cd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:33.698175 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a5877ebc-14dd-45f8-9865-ff43f2fa1c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:33.699575 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a5877ebc-14dd-45f8-9865-ff43f2fa1c35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e7e89b6-6099-4c8f-8a9e-a62f0c4084cd HTTP/1.1" status: 204 len: 168 time: 0.1601801 Mar 07 21:55:33.711789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5877ebc-14dd-45f8-9865-ff43f2fa1c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7e89b6-6099-4c8f-8a9e-a62f0c4084cd,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:33.742467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fb282-fa50-47bf-97e0-b9c92ee85b5d req-eef39887-8999-4112-b197-b0add118dc10 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:33.748524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fb282-fa50-47bf-97e0-b9c92ee85b5d req-eef39887-8999-4112-b197-b0add118dc10 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:33.754119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fb282-fa50-47bf-97e0-b9c92ee85b5d req-eef39887-8999-4112-b197-b0add118dc10 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:33.759636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fb282-fa50-47bf-97e0-b9c92ee85b5d req-eef39887-8999-4112-b197-b0add118dc10 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:33.773505 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fb282-fa50-47bf-97e0-b9c92ee85b5d req-eef39887-8999-4112-b197-b0add118dc10 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:33.783072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fb282-fa50-47bf-97e0-b9c92ee85b5d req-eef39887-8999-4112-b197-b0add118dc10 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:33.789824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fb282-fa50-47bf-97e0-b9c92ee85b5d req-eef39887-8999-4112-b197-b0add118dc10 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:33.802622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-363fb282-fa50-47bf-97e0-b9c92ee85b5d req-eef39887-8999-4112-b197-b0add118dc10 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5434 time: 0.1438048 Mar 07 21:55:33.897692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-363fb282-fa50-47bf-97e0-b9c92ee85b5d req-f5a28ac8-a2a2-4883-9631-6af2c3cb980c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0940812 Mar 07 21:55:33.910018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5c91a-3bdc-4e08-85b6-e37f931ff9cd req-091310fd-7a1a-4334-9ba0-e88dcca52cf6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:33.926799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5e5c91a-3bdc-4e08-85b6-e37f931ff9cd req-091310fd-7a1a-4334-9ba0-e88dcca52cf6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 945 time: 0.1121292 Mar 07 21:55:33.984982 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5e5c91a-3bdc-4e08-85b6-e37f931ff9cd req-89b7438a-78c5-4a7f-a11a-42c92a346573 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556626 Mar 07 21:55:34.190417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b744aae-2fbb-40ee-875c-8ed7019466ae req-8897cea0-753c-49f0-8567-573b759bdf4d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:34.192000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b744aae-2fbb-40ee-875c-8ed7019466ae req-8897cea0-753c-49f0-8567-573b759bdf4d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.0564525 Mar 07 21:55:34.248205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b744aae-2fbb-40ee-875c-8ed7019466ae req-da8485ba-3734-40b8-8db9-68b97b529adc tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475636 Mar 07 21:55:34.479940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8feaf1-5871-4d16-8137-3204a6999895 req-cfccd0d2-3731-4d9a-aaa3-f5b0ecac7d34 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:34.481570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7b8feaf1-5871-4d16-8137-3204a6999895 req-cfccd0d2-3731-4d9a-aaa3-f5b0ecac7d34 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.0579460 Mar 07 21:55:34.482263 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48504) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:34.538895 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7b8feaf1-5871-4d16-8137-3204a6999895 req-bc9674ba-550b-446d-85a3-08fade10d39d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502012 Mar 07 21:55:34.682766 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'network': {'name': 'tempest-network-smoke--1233646758', 'project_id': '2d192248e3994b0e99e0429603afce16', 'port_security_enabled': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:34.702334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Made reservation on behalf of 2d192248e3994b0e99e0429603afce16 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:55:34.705650 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:34.715568 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:34.794849 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (d49e8488-fc5f-443d-8eec-a85677de97c9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:34.798748 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d49e8488-fc5f-443d-8eec-a85677de97c9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:34.824778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:55:34.834202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49e8488-fc5f-443d-8eec-a85677de97c9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:34.840973 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:34.841368 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Added segment a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7 of type vlan for network 64fc6aa8-4664-4ea2-a04b-27a12c871a1b Mar 07 21:55:34.880425 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (64fc6aa8-4664-4ea2-a04b-27a12c871a1b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:34.906488 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (64fc6aa8-4664-4ea2-a04b-27a12c871a1b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:34.911493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:34.912083 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:34.957768 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4738603 Mar 07 21:55:34.960895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48522) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:34.966235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'admin_state_up': True, 'project_id': '2d192248e3994b0e99e0429603afce16', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:34.991753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb1327-9e06-479d-bbf5-d02692914d0c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Network': ['ID=64fc6aa8-4664-4ea2-a04b-27a12c871a1b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:35.002372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 64fc6aa8-4664-4ea2-a04b-27a12c871a1b details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:55:35.021898 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (755657e1-115d-4cb2-9c5d-5cb44d356594), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:35.023426 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (755657e1-115d-4cb2-9c5d-5cb44d356594), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:35.136497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3522b-ae86-4f49-b9f7-a6472424e844 req-9c9e1cc6-220d-499d-8c66-fd0e69a5a292 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:35.141643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3522b-ae86-4f49-b9f7-a6472424e844 req-9c9e1cc6-220d-499d-8c66-fd0e69a5a292 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:35.147024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3522b-ae86-4f49-b9f7-a6472424e844 req-9c9e1cc6-220d-499d-8c66-fd0e69a5a292 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:35.152245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3522b-ae86-4f49-b9f7-a6472424e844 req-9c9e1cc6-220d-499d-8c66-fd0e69a5a292 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:35.157495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3522b-ae86-4f49-b9f7-a6472424e844 req-9c9e1cc6-220d-499d-8c66-fd0e69a5a292 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:35.162759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3522b-ae86-4f49-b9f7-a6472424e844 req-9c9e1cc6-220d-499d-8c66-fd0e69a5a292 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:35.168531 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3522b-ae86-4f49-b9f7-a6472424e844 req-9c9e1cc6-220d-499d-8c66-fd0e69a5a292 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:35.170428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9e3522b-ae86-4f49-b9f7-a6472424e844 req-9c9e1cc6-220d-499d-8c66-fd0e69a5a292 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5434 time: 0.1815860 Mar 07 21:55:35.184500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48530) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:35.207540 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router_controller (755657e1-115d-4cb2-9c5d-5cb44d356594), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:35.280836 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2002757093', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:35.300290 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Made reservation on behalf of 26e3236ad8654472b8ac434096e2ed1a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:55:35.302966 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:35.312445 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:35.319145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f33e89f7-f566-4ea5-a4ed-7870fe11c421 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:35.321669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9db1c-0e4a-4a12-a56c-857fe0e12f80 req-b0b337b7-0f2c-429a-9888-e8b0fafea9cd tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:35.323246 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6da9db1c-0e4a-4a12-a56c-857fe0e12f80 req-b0b337b7-0f2c-429a-9888-e8b0fafea9cd tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 945 time: 0.2466164 Mar 07 21:55:35.341182 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: f33e89f7-f566-4ea5-a4ed-7870fe11c421 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:55:35.341601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f33e89f7-f566-4ea5-a4ed-7870fe11c421 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:55:35.390710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9e3522b-ae86-4f49-b9f7-a6472424e844 req-99f78b86-ffba-46f3-b0f3-d193ecd5e2a8 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1862309 Mar 07 21:55:35.400890 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks [] for security_group (82731a08-1498-4ea2-8859-4f4adeaf7f22), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:35.406122 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (82731a08-1498-4ea2-8859-4f4adeaf7f22), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:35.418046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] device_id is not set on port 8f4d5485-8941-4655-a862-e420f51c7e56 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:55:35.432889 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router_gateway (755657e1-115d-4cb2-9c5d-5cb44d356594), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:35.469139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82731a08-1498-4ea2-8859-4f4adeaf7f22,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:35.475024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6da9db1c-0e4a-4a12-a56c-857fe0e12f80 req-332b6502-5d38-4981-a7ad-941836afb4ce tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429689 Mar 07 21:55:35.534911 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Allocated IP 172.25.4.214 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/8f4d5485-8941-4655-a862-e420f51c7e56) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:55:35.578351 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb93e45-d94d-4634-a011-a1b565ab83b1 req-9d02f2ac-bc00-4d51-8dad-109652aff0f7 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:35.580055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fb93e45-d94d-4634-a011-a1b565ab83b1 req-9d02f2ac-bc00-4d51-8dad-109652aff0f7 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.1098330 Mar 07 21:55:35.676435 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks [] for port (8f4d5485-8941-4655-a862-e420f51c7e56), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:35.688630 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fb93e45-d94d-4634-a011-a1b565ab83b1 req-b318f86c-e321-4628-97df-b6a97bd5f786 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022599 Mar 07 21:55:35.717009 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8f4d5485-8941-4655-a862-e420f51c7e56), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:35.759501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:35.762416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:35.765840 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:55:35.769797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722931b-c387-41fa-8470-f872918f8350 req-7eb4eec7-94b5-4055-ad0d-fc653854b08b tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:35.771349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6722931b-c387-41fa-8470-f872918f8350 req-7eb4eec7-94b5-4055-ad0d-fc653854b08b tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.1578441 Mar 07 21:55:35.771493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Pushing event updated for resources: {'Port': ['ID=8f4d5485-8941-4655-a862-e420f51c7e56,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:35.817281 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:35.817920 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:35.829194 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router_gateway (755657e1-115d-4cb2-9c5d-5cb44d356594), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:35.855300 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a5008003-7910-4631-bd0e-634b24dea17c tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6635792 Mar 07 21:55:35.855599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48538) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:35.860092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e5c4b670-a15a-4e12-b97d-1decef597ca6 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.214'}]}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:35.896700 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:35.898968 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5c4b670-a15a-4e12-b97d-1decef597ca6 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (da017d54-4497-4706-91d1-99bc50f49daa), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:35.900131 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5c4b670-a15a-4e12-b97d-1decef597ca6 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (da017d54-4497-4706-91d1-99bc50f49daa), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:35.955638 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6722931b-c387-41fa-8470-f872918f8350 req-ea17d014-b1fc-4dc0-8e43-a90876f9e073 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761763 Mar 07 21:55:36.036583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Allocated IP 172.25.4.73 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:55:36.143185 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for port (7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:36.177395 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:36.223135 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:36.225949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:36.229113 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:55:36.235144 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5c4b670-a15a-4e12-b97d-1decef597ca6 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks [] for router_controller (da017d54-4497-4706-91d1-99bc50f49daa), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:36.254536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Port': ['ID=7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:36.375547 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5c4b670-a15a-4e12-b97d-1decef597ca6 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks [] for router_gateway (da017d54-4497-4706-91d1-99bc50f49daa), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:36.595792 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5c4b670-a15a-4e12-b97d-1decef597ca6 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks [] for router_gateway (da017d54-4497-4706-91d1-99bc50f49daa), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:36.615302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5c4b670-a15a-4e12-b97d-1decef597ca6 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:36.767594 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5c4b670-a15a-4e12-b97d-1decef597ca6 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks [] for router (da017d54-4497-4706-91d1-99bc50f49daa), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:36.884669 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router_gateway (755657e1-115d-4cb2-9c5d-5cb44d356594), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:36.936449 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5c4b670-a15a-4e12-b97d-1decef597ca6 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (da017d54-4497-4706-91d1-99bc50f49daa), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:36.938603 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5c4b670-a15a-4e12-b97d-1decef597ca6 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks [] for router_controller (da017d54-4497-4706-91d1-99bc50f49daa), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:36.960477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af5f0-4447-4215-b159-bd8cc727f2ff req-94f02579-5774-4602-9c74-aeb1e093d11b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:36.966515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af5f0-4447-4215-b159-bd8cc727f2ff req-94f02579-5774-4602-9c74-aeb1e093d11b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:36.971725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af5f0-4447-4215-b159-bd8cc727f2ff req-94f02579-5774-4602-9c74-aeb1e093d11b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:36.977125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af5f0-4447-4215-b159-bd8cc727f2ff req-94f02579-5774-4602-9c74-aeb1e093d11b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:36.982485 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5c4b670-a15a-4e12-b97d-1decef597ca6 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (da017d54-4497-4706-91d1-99bc50f49daa), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:36.982789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af5f0-4447-4215-b159-bd8cc727f2ff req-94f02579-5774-4602-9c74-aeb1e093d11b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:36.983042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c4b670-a15a-4e12-b97d-1decef597ca6 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da017d54-4497-4706-91d1-99bc50f49daa {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:55:36.988446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af5f0-4447-4215-b159-bd8cc727f2ff req-94f02579-5774-4602-9c74-aeb1e093d11b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:36.994369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af5f0-4447-4215-b159-bd8cc727f2ff req-94f02579-5774-4602-9c74-aeb1e093d11b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:36.996284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c01af5f0-4447-4215-b159-bd8cc727f2ff req-94f02579-5774-4602-9c74-aeb1e093d11b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5434 time: 0.2212429 Mar 07 21:55:36.999143 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-e5c4b670-a15a-4e12-b97d-1decef597ca6 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 07 21:55:37.003080 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e5c4b670-a15a-4e12-b97d-1decef597ca6 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1436820 Mar 07 21:55:37.003274 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48548) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:37.006600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad83492-af9b-4d8f-929f-18deb511b515 req-207dbdcd-a309-424e-a3cd-d35b3fe9fcf0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:37.008050 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aad83492-af9b-4d8f-929f-18deb511b515 req-207dbdcd-a309-424e-a3cd-d35b3fe9fcf0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 945 time: 0.2304926 Mar 07 21:55:37.080489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d78b5f-3a12-41a0-9fc7-c4b73ec0f5ca req-01f426e2-18ed-414c-8a2e-ff5b2ac25398 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:37.081928 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71d78b5f-3a12-41a0-9fc7-c4b73ec0f5ca req-01f426e2-18ed-414c-8a2e-ff5b2ac25398 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.2337184 Mar 07 21:55:37.087532 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-5fc593d3-e039-4b4b-b463-4e00685cb165 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Deleting port 8f4d5485-8941-4655-a862-e420f51c7e56 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:37.088396 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fc593d3-e039-4b4b-b463-4e00685cb165 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8f4d5485-8941-4655-a862-e420f51c7e56), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:37.165266 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fc593d3-e039-4b4b-b463-4e00685cb165 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8f4d5485-8941-4655-a862-e420f51c7e56), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:37.177396 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-5fc593d3-e039-4b4b-b463-4e00685cb165 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Calling delete_port for 8f4d5485-8941-4655-a862-e420f51c7e56 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:37.221547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aad83492-af9b-4d8f-929f-18deb511b515 req-9876e5d7-b5a4-4a1d-bac2-957a007d8948 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012951 Mar 07 21:55:37.235306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c01af5f0-4447-4215-b159-bd8cc727f2ff req-a9aef107-985f-475b-ae8b-eb39334f8431 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2263138 Mar 07 21:55:37.331831 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fc593d3-e039-4b4b-b463-4e00685cb165 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8f4d5485-8941-4655-a862-e420f51c7e56), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:37.361048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc593d3-e039-4b4b-b463-4e00685cb165 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f4d5485-8941-4655-a862-e420f51c7e56,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:37.428010 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fc593d3-e039-4b4b-b463-4e00685cb165 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:37.435093 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5fc593d3-e039-4b4b-b463-4e00685cb165 tempest-RoutersAdminNegativeTest-7410738 tempest-RoutersAdminNegativeTest-7410738-project-admin] 10.222.0.26 "DELETE /v2.0/ports/8f4d5485-8941-4655-a862-e420f51c7e56 HTTP/1.1" status: 204 len: 168 time: 0.4271398 Mar 07 21:55:37.444397 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (755657e1-115d-4cb2-9c5d-5cb44d356594), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:37.461565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-71d78b5f-3a12-41a0-9fc7-c4b73ec0f5ca req-fe0333fd-6845-4f65-b06a-f94fbcc2cac1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Deleting port a1d4e25b-39f0-4050-87a1-3bd7601a80a0 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:37.461904 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-71d78b5f-3a12-41a0-9fc7-c4b73ec0f5ca req-fe0333fd-6845-4f65-b06a-f94fbcc2cac1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a1d4e25b-39f0-4050-87a1-3bd7601a80a0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:37.524199 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b015358-f768-4a71-8187-c8a5e00b3953 req-2a13b0d2-2cd7-439d-afb4-247a5ff66682 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:37.525711 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b015358-f768-4a71-8187-c8a5e00b3953 req-2a13b0d2-2cd7-439d-afb4-247a5ff66682 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 945 time: 0.2373996 Mar 07 21:55:37.545882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1a2f9089-381d-412b-81b0-6296f080a919 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:37.552026 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1a2f9089-381d-412b-81b0-6296f080a919 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:37.558325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1a2f9089-381d-412b-81b0-6296f080a919 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:37.563785 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1a2f9089-381d-412b-81b0-6296f080a919 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:37.569100 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1a2f9089-381d-412b-81b0-6296f080a919 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:37.574616 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1a2f9089-381d-412b-81b0-6296f080a919 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:37.579932 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1a2f9089-381d-412b-81b0-6296f080a919 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:37.581923 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1a2f9089-381d-412b-81b0-6296f080a919 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 5434 time: 0.0994668 Mar 07 21:55:37.595737 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84682704-9ddd-4583-aa22-6c0b6a0bb9e2 req-fa81689d-a91c-408b-b3a3-beef9db2212d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:37.597242 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84682704-9ddd-4583-aa22-6c0b6a0bb9e2 req-fa81689d-a91c-408b-b3a3-beef9db2212d tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 946 time: 0.2619617 Mar 07 21:55:37.636025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89252-70b7-46a1-ae4b-e01d04da2470 req-5651aa6d-1a0d-4d25-a2e6-523c389127a2 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:37.636646 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-4bd8ca3c-3e14-46f7-896f-81feff20e66e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:37.638133 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-4bd8ca3c-3e14-46f7-896f-81feff20e66e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "GET /v2.0/ports/97ca1261-d73f-4a02-b28f-c8fa5dd20b4a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0480587 Mar 07 21:55:37.638727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aec89252-70b7-46a1-ae4b-e01d04da2470 req-5651aa6d-1a0d-4d25-a2e6-523c389127a2 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.3071620 Mar 07 21:55:37.715472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48554) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:37.760646 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-43b8fa4f-6c21-44cf-bf16-321f85187748 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "GET /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1163855 Mar 07 21:55:37.771065 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1f132e37-bd44-4bab-a2cb-a6e4d0f11372 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:37.812772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-71d78b5f-3a12-41a0-9fc7-c4b73ec0f5ca req-fe0333fd-6845-4f65-b06a-f94fbcc2cac1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] For port a1d4e25b-39f0-4050-87a1-3bd7601a80a0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a1d4e25b-39f0-4050-87a1-3bd7601a80a0,segment=NetworkSegment(de90224c-ed93-4652-a354-9d7ac890d2f4),segment_id=de90224c-ed93-4652-a354-9d7ac890d2f4)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:37.813239 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-71d78b5f-3a12-41a0-9fc7-c4b73ec0f5ca req-fe0333fd-6845-4f65-b06a-f94fbcc2cac1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a1d4e25b-39f0-4050-87a1-3bd7601a80a0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:37.841681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1f132e37-bd44-4bab-a2cb-a6e4d0f11372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:37.842912 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84682704-9ddd-4583-aa22-6c0b6a0bb9e2 req-c2e11e94-a135-4f94-b27b-bd4adf07c1db tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/security-groups?id=a46e6145-b905-49f7-9ec3-dcbdb43e76e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161570 Mar 07 21:55:37.844704 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f2701a62-59ce-46ac-9aa4-0364724a37b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:37.854891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aec89252-70b7-46a1-ae4b-e01d04da2470 req-a01a5f81-eaa5-4c40-bd71-d61e5aa78347 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002800 Mar 07 21:55:37.856246 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-71d78b5f-3a12-41a0-9fc7-c4b73ec0f5ca req-fe0333fd-6845-4f65-b06a-f94fbcc2cac1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Calling delete_port for a1d4e25b-39f0-4050-87a1-3bd7601a80a0 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:37.947122 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-9b015358-f768-4a71-8187-c8a5e00b3953 req-0acd09b7-935c-4921-a981-f06abb5ebb11 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Deleting port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:37.947837 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b015358-f768-4a71-8187-c8a5e00b3953 req-0acd09b7-935c-4921-a981-f06abb5ebb11 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:37.983909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Router 755657e1-115d-4cb2-9c5d-5cb44d356594 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:55:38.049538 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f2701a62-59ce-46ac-9aa4-0364724a37b8 admin admin] Publish callbacks [] for security_group (e80e9d30-6bbc-40c8-a69b-6536bcf4cfa0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.055460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1f132e37-bd44-4bab-a2cb-a6e4d0f11372 service neutron] For port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=97ca1261-d73f-4a02-b28f-c8fa5dd20b4a,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:38.057140 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f2701a62-59ce-46ac-9aa4-0364724a37b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e80e9d30-6bbc-40c8-a69b-6536bcf4cfa0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.113915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-9b015358-f768-4a71-8187-c8a5e00b3953 req-0acd09b7-935c-4921-a981-f06abb5ebb11 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] For port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:38.114310 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b015358-f768-4a71-8187-c8a5e00b3953 req-0acd09b7-935c-4921-a981-f06abb5ebb11 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.114806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2701a62-59ce-46ac-9aa4-0364724a37b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80e9d30-6bbc-40c8-a69b-6536bcf4cfa0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:38.123018 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f2701a62-59ce-46ac-9aa4-0364724a37b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b33ef9daad314bb2b41bb1161a08af27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4038227 Mar 07 21:55:38.125380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48558) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:38.144535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1f132e37-bd44-4bab-a2cb-a6e4d0f11372 service neutron] For port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:55:38.156430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-9b015358-f768-4a71-8187-c8a5e00b3953 req-0acd09b7-935c-4921-a981-f06abb5ebb11 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Calling delete_port for c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:38.191108 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1f132e37-bd44-4bab-a2cb-a6e4d0f11372 service neutron] device_id is not set on port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:55:38.202560 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1f132e37-bd44-4bab-a2cb-a6e4d0f11372 service neutron] Publish callbacks [] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.215717 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1f132e37-bd44-4bab-a2cb-a6e4d0f11372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.226152 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-584ffb29-45d6-47f1-9d83-7d42e4d73e04 admin admin] Publish callbacks [] for security_group (e80e9d30-6bbc-40c8-a69b-6536bcf4cfa0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.251045 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-71d78b5f-3a12-41a0-9fc7-c4b73ec0f5ca req-fe0333fd-6845-4f65-b06a-f94fbcc2cac1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a1d4e25b-39f0-4050-87a1-3bd7601a80a0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.269134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['a1d4e25b-39f0-4050-87a1-3bd7601a80a0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:55:38.270938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:55:38.300421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0333fd-6845-4f65-b06a-f94fbcc2cac1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Pushing event deleted for resources: {'Port': ['ID=a1d4e25b-39f0-4050-87a1-3bd7601a80a0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:38.324618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Sync routers for ids ['755657e1-115d-4cb2-9c5d-5cb44d356594'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:55:38.333348 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-584ffb29-45d6-47f1-9d83-7d42e4d73e04 admin admin] Publish callbacks [] for security_group (e80e9d30-6bbc-40c8-a69b-6536bcf4cfa0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.355700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Routers {'755657e1-115d-4cb2-9c5d-5cb44d356594'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:38.359255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:55:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['755657e1-115d-4cb2-9c5d-5cb44d356594'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:38.363266 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1f132e37-bd44-4bab-a2cb-a6e4d0f11372 service neutron] No DVR routers for this DVR port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:55:38.420424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1f132e37-bd44-4bab-a2cb-a6e4d0f11372 service neutron] In _notify_port_updated(), no bound segment for port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a on network de3336aa-a1de-4891-bda3-9b42baa4b4b8 {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 21:55:38.421590 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1f132e37-bd44-4bab-a2cb-a6e4d0f11372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:38.422333 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1f132e37-bd44-4bab-a2cb-a6e4d0f11372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.423724 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-1f132e37-bd44-4bab-a2cb-a6e4d0f11372 service neutron] 10.222.0.13 "PUT /v2.0/ports/97ca1261-d73f-4a02-b28f-c8fa5dd20b4a HTTP/1.1" status: 200 len: 1027 time: 0.6568964 Mar 07 21:55:38.424439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f132e37-bd44-4bab-a2cb-a6e4d0f11372 service neutron] Pushing event updated for resources: {'Port': ['ID=97ca1261-d73f-4a02-b28f-c8fa5dd20b4a,revision_number=6']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:38.436802 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.441086 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1884dc4d-2599-4dac-845a-ccc18696045c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4790432 Mar 07 21:55:38.466145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48564) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:38.469417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d78b5f-3a12-41a0-9fc7-c4b73ec0f5ca req-fe0333fd-6845-4f65-b06a-f94fbcc2cac1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] No DVR routers for this DVR port a1d4e25b-39f0-4050-87a1-3bd7601a80a0 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:55:38.490377 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-71d78b5f-3a12-41a0-9fc7-c4b73ec0f5ca req-fe0333fd-6845-4f65-b06a-f94fbcc2cac1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.493677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71d78b5f-3a12-41a0-9fc7-c4b73ec0f5ca req-fe0333fd-6845-4f65-b06a-f94fbcc2cac1 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.15 "DELETE /v2.0/ports/a1d4e25b-39f0-4050-87a1-3bd7601a80a0 HTTP/1.1" status: 204 len: 173 time: 1.4021599 Mar 07 21:55:38.494207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e17d3c0-15a8-429f-a011-1bfb4cd5472c', 'name': 'network-vif-deleted', 'tag': 'a1d4e25b-39f0-4050-87a1-3bd7601a80a0'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:55:38.496003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Set router 755657e1-115d-4cb2-9c5d-5cb44d356594 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:55:38.496506 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd567a3-10da-4815-b03b-b190c14faeb1" -d '{"events": [{"server_uuid": "9e17d3c0-15a8-429f-a011-1bfb4cd5472c", "name": "network-vif-deleted", "tag": "a1d4e25b-39f0-4050-87a1-3bd7601a80a0"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:55:38.535030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-5fce4e92-da42-460b-b0c8-4b0f67f1a42b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:38.541914 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-5fce4e92-da42-460b-b0c8-4b0f67f1a42b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "GET /v2.0/ports/77ccc9f5-2364-472b-8e87-43b5f818b398?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1124001 Mar 07 21:55:38.560301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-7afdb713-6081-4acb-ac76-5ffafc5a0287 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:38.613249 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf5545-dafa-4b59-b775-a389e0058a36 req-6bb5552f-c39e-47d8-9fd7-5ee207c5dec2 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:38.636386 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bfaf5545-dafa-4b59-b775-a389e0058a36 req-6bb5552f-c39e-47d8-9fd7-5ee207c5dec2 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 945 time: 0.2646852 Mar 07 21:55:38.658191 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-584ffb29-45d6-47f1-9d83-7d42e4d73e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e80e9d30-6bbc-40c8-a69b-6536bcf4cfa0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.661665 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-584ffb29-45d6-47f1-9d83-7d42e4d73e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.661787 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b015358-f768-4a71-8187-c8a5e00b3953 req-0acd09b7-935c-4921-a981-f06abb5ebb11 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.663354 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-584ffb29-45d6-47f1-9d83-7d42e4d73e04 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e80e9d30-6bbc-40c8-a69b-6536bcf4cfa0 HTTP/1.1" status: 204 len: 168 time: 0.5370562 Mar 07 21:55:38.678828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ffb29-45d6-47f1-9d83-7d42e4d73e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80e9d30-6bbc-40c8-a69b-6536bcf4cfa0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:38.683092 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-7afdb713-6081-4acb-ac76-5ffafc5a0287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.688162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662f201-5fb7-4090-9670-4489992edd54 req-e19fafb5-c178-464d-b01f-629444014156 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:38.710765 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:55:38.716276 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662f201-5fb7-4090-9670-4489992edd54 req-e19fafb5-c178-464d-b01f-629444014156 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:38.726035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662f201-5fb7-4090-9670-4489992edd54 req-e19fafb5-c178-464d-b01f-629444014156 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:38.733657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662f201-5fb7-4090-9670-4489992edd54 req-e19fafb5-c178-464d-b01f-629444014156 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:38.739721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662f201-5fb7-4090-9670-4489992edd54 req-e19fafb5-c178-464d-b01f-629444014156 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:38.745906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662f201-5fb7-4090-9670-4489992edd54 req-e19fafb5-c178-464d-b01f-629444014156 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:38.747831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4662f201-5fb7-4090-9670-4489992edd54 req-e19fafb5-c178-464d-b01f-629444014156 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 4660 time: 0.3260083 Mar 07 21:55:38.790582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd09b7-935c-4921-a981-f06abb5ebb11 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Pushing event deleted for resources: {'Port': ['ID=c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:38.793654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1c1b62ef-379b-4149-a1f8-dea82cc87ba8 None None] Provisioning complete for port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:38.794271 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1c1b62ef-379b-4149-a1f8-dea82cc87ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.828853 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-71db0693-9d8b-414a-8a4f-5c83e7584862 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=2d192248e3994b0e99e0429603afce16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3573813 Mar 07 21:55:38.829602 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48574) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:38.857734 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b015358-f768-4a71-8187-c8a5e00b3953 req-0acd09b7-935c-4921-a981-f06abb5ebb11 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] No DVR routers for this DVR port c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:55:38.860905 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b015358-f768-4a71-8187-c8a5e00b3953 req-0acd09b7-935c-4921-a981-f06abb5ebb11 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:38.865281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b015358-f768-4a71-8187-c8a5e00b3953 req-0acd09b7-935c-4921-a981-f06abb5ebb11 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.13 "DELETE /v2.0/ports/c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea HTTP/1.1" status: 204 len: 173 time: 1.3262818 Mar 07 21:55:38.881003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b62ef-379b-4149-a1f8-dea82cc87ba8 None None] Port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:55:38.907279 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bfaf5545-dafa-4b59-b775-a389e0058a36 req-72631e2b-2805-4abd-8683-e58cf622ed5d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590628 Mar 07 21:55:38.944533 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:36Z', 'revision_number': 3, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:38.948941 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4662f201-5fb7-4090-9670-4489992edd54 req-92919bdb-9b6a-4105-9307-31715948dfa3 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=a02ca23e-84db-4ce1-906c-5ab90e81d386&id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1903691 Mar 07 21:55:38.972417 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d463ec-1dbc-40c4-b88d-2120e4331c2e x-openstack-request-id: req-f1d463ec-1dbc-40c4-b88d-2120e4331c2e {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:55:38.972816 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e17d3c0-15a8-429f-a011-1bfb4cd5472c", "name": "network-vif-deleted", "tag": "a1d4e25b-39f0-4050-87a1-3bd7601a80a0", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:55:38.973949 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1d463ec-1dbc-40c4-b88d-2120e4331c2e {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:55:38.974834 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e17d3c0-15a8-429f-a011-1bfb4cd5472c', 'name': 'network-vif-deleted', 'tag': 'a1d4e25b-39f0-4050-87a1-3bd7601a80a0', 'status': 'completed', 'code': 200} Mar 07 21:55:38.985575 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Checking router: 755657e1-115d-4cb2-9c5d-5cb44d356594 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:55:38.986648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Updating router 755657e1-115d-4cb2-9c5d-5cb44d356594 port 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:55:39.012855 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-7afdb713-6081-4acb-ac76-5ffafc5a0287 service neutron] For port 77ccc9f5-2364-472b-8e87-43b5f818b398, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=77ccc9f5-2364-472b-8e87-43b5f818b398,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:39.063569 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-7afdb713-6081-4acb-ac76-5ffafc5a0287 service neutron] For port 77ccc9f5-2364-472b-8e87-43b5f818b398, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:55:39.064038 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.143925 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d92c55ad-24b8-4ad9-8145-b1a5c0740422 req-aaffb4c5-8a3e-424f-904a-d2f485332475 tempest-ServerRescueTestJSON-678857762 tempest-ServerRescueTestJSON-678857762-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e17d3c0-15a8-429f-a011-1bfb4cd5472c HTTP/1.1" status: 200 len: 210 time: 0.0540984 Mar 07 21:55:39.213196 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-7afdb713-6081-4acb-ac76-5ffafc5a0287 service neutron] device_id is not set on port 77ccc9f5-2364-472b-8e87-43b5f818b398 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:55:39.227022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-7afdb713-6081-4acb-ac76-5ffafc5a0287 service neutron] Publish callbacks [] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.230792 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9161e70c-7919-4524-9cb9-0d6abf8b39ae tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:39.232739 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9161e70c-7919-4524-9cb9-0d6abf8b39ae tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4020724 Mar 07 21:55:39.235786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48582) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:39.251333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee143674-89bf-4187-b25f-0d54b3c855dd req-59a6527b-e320-4706-b3b7-f15bc0503c7d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:39.252003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee143674-89bf-4187-b25f-0d54b3c855dd req-59a6527b-e320-4706-b3b7-f15bc0503c7d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.1109540 Mar 07 21:55:39.280561 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-7afdb713-6081-4acb-ac76-5ffafc5a0287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.288943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48584) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:39.339415 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-443b7fd8-2d2a-4260-afb5-e4fc8f190e06 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1019824 Mar 07 21:55:39.345351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48586) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:39.355261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f0910c72-8532-4474-8ca1-ddcfe831fa53 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-152062898', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'project_id': '2d192248e3994b0e99e0429603afce16', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:39.369821 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b2259831-aab8-4566-a1a6-97a4f17458dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26e3236ad8654472b8ac434096e2ed1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0774519 Mar 07 21:55:39.370140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48588) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:39.422259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee143674-89bf-4187-b25f-0d54b3c855dd req-562377b4-608c-4d2b-be2a-5d07e4c57fdc tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639032 Mar 07 21:55:39.437769 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3c4fca2-da84-4c25-8daf-31b32d6b9fe5 admin admin] Publish callbacks [] for security_group (82731a08-1498-4ea2-8859-4f4adeaf7f22), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.437975 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdb713-6081-4acb-ac76-5ffafc5a0287 service neutron] Pushing event updated for resources: {'Port': ['ID=77ccc9f5-2364-472b-8e87-43b5f818b398,revision_number=6']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:39.472685 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-7afdb713-6081-4acb-ac76-5ffafc5a0287 service neutron] No DVR routers for this DVR port 77ccc9f5-2364-472b-8e87-43b5f818b398 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:55:39.488166 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3c4fca2-da84-4c25-8daf-31b32d6b9fe5 admin admin] Publish callbacks [] for security_group (82731a08-1498-4ea2-8859-4f4adeaf7f22), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.532121 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-7afdb713-6081-4acb-ac76-5ffafc5a0287 service neutron] In _notify_port_updated(), no bound segment for port 77ccc9f5-2364-472b-8e87-43b5f818b398 on network de3336aa-a1de-4891-bda3-9b42baa4b4b8 {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 21:55:39.533008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-7afdb713-6081-4acb-ac76-5ffafc5a0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:39.533571 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Publish callbacks [] for port (7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.534035 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-7afdb713-6081-4acb-ac76-5ffafc5a0287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.535034 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-7afdb713-6081-4acb-ac76-5ffafc5a0287 service neutron] 10.222.0.13 "PUT /v2.0/ports/77ccc9f5-2364-472b-8e87-43b5f818b398 HTTP/1.1" status: 200 len: 1027 time: 0.9864204 Mar 07 21:55:39.557969 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.575868 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3c4fca2-da84-4c25-8daf-31b32d6b9fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (82731a08-1498-4ea2-8859-4f4adeaf7f22), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.581804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d3c4fca2-da84-4c25-8daf-31b32d6b9fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.582118 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0910c72-8532-4474-8ca1-ddcfe831fa53 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Made reservation on behalf of 2d192248e3994b0e99e0429603afce16 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:55:39.586689 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0910c72-8532-4474-8ca1-ddcfe831fa53 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.588474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d3c4fca2-da84-4c25-8daf-31b32d6b9fe5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82731a08-1498-4ea2-8859-4f4adeaf7f22 HTTP/1.1" status: 204 len: 168 time: 0.2174110 Mar 07 21:55:39.610185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4fca2-da84-4c25-8daf-31b32d6b9fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82731a08-1498-4ea2-8859-4f4adeaf7f22,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:39.720640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Attempting to bind port 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:55:39.720860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Attempting to bind port 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:55:39.721197 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Attempting to bind port 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:55:39.736217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:55:39.736217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:55:39.736217 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.736217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:55:39.736217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Bound port: 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:55:39.736217 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.749225 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-fecd5a42-f202-43c8-b35e-86410cfe5a94 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Deleting port e3862fed-b16a-4ff5-943a-f05e701d9754 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:39.749707 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-fecd5a42-f202-43c8-b35e-86410cfe5a94 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.759076 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f9d2b-2e34-4b2f-88b8-372f879a0650 None None] Pushing event updated for resources: {'Port': ['ID=7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:39.784912 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-12ab2780-d4b4-4246-a927-f0858afba982 None None] Provisioning complete for port 77ccc9f5-2364-472b-8e87-43b5f818b398 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:39.785291 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-12ab2780-d4b4-4246-a927-f0858afba982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.824832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-12ab2780-d4b4-4246-a927-f0858afba982 None None] Port 77ccc9f5-2364-472b-8e87-43b5f818b398 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:55:39.853507 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] For port 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:55:39.857186 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] For port 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:55:39.863811 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.933005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Routers {'755657e1-115d-4cb2-9c5d-5cb44d356594'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:39.934002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:55:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['755657e1-115d-4cb2-9c5d-5cb44d356594'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:39.935843 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-fecd5a42-f202-43c8-b35e-86410cfe5a94 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] For port e3862fed-b16a-4ff5-943a-f05e701d9754, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e3862fed-b16a-4ff5-943a-f05e701d9754,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:39.936420 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-fecd5a42-f202-43c8-b35e-86410cfe5a94 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:39.953530 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-fecd5a42-f202-43c8-b35e-86410cfe5a94 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Calling delete_port for e3862fed-b16a-4ff5-943a-f05e701d9754 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:39.979690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f9d2b-2e34-4b2f-88b8-372f879a0650 None None] Pushing event updated for resources: {'Port': ['ID=7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:40.120424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6af6a1b-bd4a-4fb2-8788-79192d082ea4 req-6b306f7a-cace-4111-b15a-91e42d36772b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 210 time: 0.0557384 Mar 07 21:55:40.125201 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] Set router 755657e1-115d-4cb2-9c5d-5cb44d356594 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:55:40.132311 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-fecd5a42-f202-43c8-b35e-86410cfe5a94 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e3862fed-b16a-4ff5-943a-f05e701d9754), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:40.221380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd5a42-f202-43c8-b35e-86410cfe5a94 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event deleted for resources: {'Port': ['ID=e3862fed-b16a-4ff5-943a-f05e701d9754,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:40.241312 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0910c72-8532-4474-8ca1-ddcfe831fa53 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (cc4754c7-988a-4bb2-b1de-0e1c9db5d817), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:40.247332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-fecd5a42-f202-43c8-b35e-86410cfe5a94 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] No DVR routers for this DVR port e3862fed-b16a-4ff5-943a-f05e701d9754 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:55:40.251327 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-fecd5a42-f202-43c8-b35e-86410cfe5a94 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:40.259283 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-fecd5a42-f202-43c8-b35e-86410cfe5a94 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "DELETE /v2.0/ports/e3862fed-b16a-4ff5-943a-f05e701d9754 HTTP/1.1" status: 204 len: 173 time: 0.7163668 Mar 07 21:55:40.260904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48608) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:40.265235 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-deleted', 'tag': 'e3862fed-b16a-4ff5-943a-f05e701d9754'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:55:40.268133 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a79553-696f-45a8-83b9-e61cdc2a59ea" -d '{"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-deleted", "tag": "e3862fed-b16a-4ff5-943a-f05e701d9754"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:55:40.334313 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd03a22-65c4-463e-8a88-202ea835d780 x-openstack-request-id: req-abd03a22-65c4-463e-8a88-202ea835d780 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:55:40.334607 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-deleted", "tag": "e3862fed-b16a-4ff5-943a-f05e701d9754", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:55:40.334920 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-abd03a22-65c4-463e-8a88-202ea835d780 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:55:40.335323 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-deleted', 'tag': 'e3862fed-b16a-4ff5-943a-f05e701d9754', 'status': 'completed', 'code': 200} Mar 07 21:55:40.374158 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0910c72-8532-4474-8ca1-ddcfe831fa53 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Subnet': ['ID=cc4754c7-988a-4bb2-b1de-0e1c9db5d817,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:40.408438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:36Z', 'revision_number': 3, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:40.416898 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0910c72-8532-4474-8ca1-ddcfe831fa53 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Checking segment: {'id': 'a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:55:40.417262 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0910c72-8532-4474-8ca1-ddcfe831fa53 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network hostable DHCP agents. Network: 64fc6aa8-4664-4ea2-a04b-27a12c871a1b, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:55:40.420452 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87387dc-82b1-4dca-8730-36f4e169e6cf req-ffdfaf6d-1dfd-4e12-a92f-64e8d65942a9 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:40.430567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87387dc-82b1-4dca-8730-36f4e169e6cf req-ffdfaf6d-1dfd-4e12-a92f-64e8d65942a9 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:40.443690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87387dc-82b1-4dca-8730-36f4e169e6cf req-ffdfaf6d-1dfd-4e12-a92f-64e8d65942a9 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:40.449699 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87387dc-82b1-4dca-8730-36f4e169e6cf req-ffdfaf6d-1dfd-4e12-a92f-64e8d65942a9 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:40.449854 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0910c72-8532-4474-8ca1-ddcfe831fa53 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network 64fc6aa8-4664-4ea2-a04b-27a12c871a1b is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:55:40.451955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfa3760-558a-407f-ad9f-fb083993423a None None] The sync data for ids ['755657e1-115d-4cb2-9c5d-5cb44d356594'] in n-d-832330-1 is: [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:36Z', 'revision_number': 3, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:55:40.457153 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f87387dc-82b1-4dca-8730-36f4e169e6cf req-ffdfaf6d-1dfd-4e12-a92f-64e8d65942a9 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 3151 time: 0.3330944 Mar 07 21:55:40.480871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-19601f7b-492a-44cf-9605-61ee0610a5d7 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Deleting port 3a09a78d-3591-406e-b8f9-92c30e267ac0 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:40.481139 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-19601f7b-492a-44cf-9605-61ee0610a5d7 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:40.488346 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f0910c72-8532-4474-8ca1-ddcfe831fa53 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 64fc6aa8-4664-4ea2-a04b-27a12c871a1b) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:40.501243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b55d04e-250a-4469-84dd-34c21c0f0cd9 None None] Network 64fc6aa8-4664-4ea2-a04b-27a12c871a1b requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:55:40.524773 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0910c72-8532-4474-8ca1-ddcfe831fa53 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:40.525400 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0910c72-8532-4474-8ca1-ddcfe831fa53 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:40.629256 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f0910c72-8532-4474-8ca1-ddcfe831fa53 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2827559 Mar 07 21:55:40.643065 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48620) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:40.704252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f87387dc-82b1-4dca-8730-36f4e169e6cf req-77619043-713b-4cd6-b5ef-4c76a92df3cd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2461405 Mar 07 21:55:40.795331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'project_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:55:40.797660 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:40.819852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0fc6b-8343-45a0-a6bc-da8bf2514218 req-75fead93-b918-471c-b07b-30a02459abeb tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:40.822208 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aea0fc6b-8343-45a0-a6bc-da8bf2514218 req-75fead93-b918-471c-b07b-30a02459abeb tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 943 time: 0.2064807 Mar 07 21:55:40.829765 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-19601f7b-492a-44cf-9605-61ee0610a5d7 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] For port 3a09a78d-3591-406e-b8f9-92c30e267ac0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=3a09a78d-3591-406e-b8f9-92c30e267ac0,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:40.830360 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-19601f7b-492a-44cf-9605-61ee0610a5d7 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:40.846567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-19601f7b-492a-44cf-9605-61ee0610a5d7 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Calling delete_port for 3a09a78d-3591-406e-b8f9-92c30e267ac0 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:41.017147 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:55:41.019989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e3862fed-b16a-4ff5-943a-f05e701d9754 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:41.081005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Allocated IP 172.20.0.2 (64fc6aa8-4664-4ea2-a04b-27a12c871a1b/cc4754c7-988a-4bb2-b1de-0e1c9db5d817/6ebeeb7f-7944-467e-940e-24dd8ff01074) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:55:41.082892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48626) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:41.085318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: e3862fed-b16a-4ff5-943a-f05e701d9754 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:55:41.085681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e3862fed-b16a-4ff5-943a-f05e701d9754 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:55:41.086193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ce077f8b-4ce6-43cc-9ffa-91b13de22124 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:41.275980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ce077f8b-4ce6-43cc-9ffa-91b13de22124 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:41.276375 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:41.407512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a1d4e25b-39f0-4050-87a1-3bd7601a80a0 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:41.484399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe235a9-6da0-4f2f-a1ad-5282524d5ab1', 'name': 'network-vif-deleted', 'tag': 'c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:55:41.488151 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43285b16-1059-4529-a9ca-5ca49839732e" -d '{"events": [{"server_uuid": "ffe235a9-6da0-4f2f-a1ad-5282524d5ab1", "name": "network-vif-deleted", "tag": "c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:55:41.547463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: a1d4e25b-39f0-4050-87a1-3bd7601a80a0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:55:41.547822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a1d4e25b-39f0-4050-87a1-3bd7601a80a0 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:55:41.555075 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a9a3ea6-465c-4cad-a924-61de59c1f5f2 req-aee90b5c-f00c-461a-81ce-9d9292ee09eb tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 210 time: 0.0610051 Mar 07 21:55:41.585690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:55:41.596901 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e5993f-009a-4773-b3ad-08099565e967" -d '{"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-unplugged", "status": "completed", "tag": "ce077f8b-4ce6-43cc-9ffa-91b13de22124"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:55:41.643753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ce077f8b-4ce6-43cc-9ffa-91b13de22124, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ce077f8b-4ce6-43cc-9ffa-91b13de22124,segment=NetworkSegment(94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f),segment_id=94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:41.694089 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:41.694089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:41.736672 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de6601c-b6b2-4f63-9eb3-36a73d0c07fc x-openstack-request-id: req-5de6601c-b6b2-4f63-9eb3-36a73d0c07fc {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:55:41.736977 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe235a9-6da0-4f2f-a1ad-5282524d5ab1", "name": "network-vif-deleted", "tag": "c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:55:41.741372 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5de6601c-b6b2-4f63-9eb3-36a73d0c07fc {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:55:41.741800 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe235a9-6da0-4f2f-a1ad-5282524d5ab1', 'name': 'network-vif-deleted', 'tag': 'c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea', 'status': 'completed', 'code': 200} Mar 07 21:55:41.768738 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666d88ff-dc80-42c6-984b-cda9f5cedc9e x-openstack-request-id: req-666d88ff-dc80-42c6-984b-cda9f5cedc9e {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:55:41.769281 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-unplugged", "status": "completed", "tag": "ce077f8b-4ce6-43cc-9ffa-91b13de22124", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:55:41.769785 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-666d88ff-dc80-42c6-984b-cda9f5cedc9e {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:55:41.770977 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124', 'code': 200} Mar 07 21:55:41.780956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:55:41.782896 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-19601f7b-492a-44cf-9605-61ee0610a5d7 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3a09a78d-3591-406e-b8f9-92c30e267ac0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:41.850138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aea0fc6b-8343-45a0-a6bc-da8bf2514218 req-64801bd9-2fc2-41e7-abfa-3bc194772f01 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3673403 Mar 07 21:55:41.851370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:41.852556 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19601f7b-492a-44cf-9605-61ee0610a5d7 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event deleted for resources: {'Port': ['ID=3a09a78d-3591-406e-b8f9-92c30e267ac0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:41.902307 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-19601f7b-492a-44cf-9605-61ee0610a5d7 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] No DVR routers for this DVR port 3a09a78d-3591-406e-b8f9-92c30e267ac0 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:55:41.910521 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-19601f7b-492a-44cf-9605-61ee0610a5d7 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:41.916662 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-19601f7b-492a-44cf-9605-61ee0610a5d7 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "DELETE /v2.0/ports/3a09a78d-3591-406e-b8f9-92c30e267ac0 HTTP/1.1" status: 204 len: 173 time: 1.6449363 Mar 07 21:55:42.003705 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2000400274'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:42.043688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419977e-4996-484d-979a-d7a38c16963a req-11b5e5bb-39a0-4a99-be41-4057407cba9b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:42.056345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419977e-4996-484d-979a-d7a38c16963a req-11b5e5bb-39a0-4a99-be41-4057407cba9b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:42.062664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419977e-4996-484d-979a-d7a38c16963a req-11b5e5bb-39a0-4a99-be41-4057407cba9b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:42.065748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6419977e-4996-484d-979a-d7a38c16963a req-11b5e5bb-39a0-4a99-be41-4057407cba9b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 2414 time: 0.1313641 Mar 07 21:55:42.190159 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6419977e-4996-484d-979a-d7a38c16963a req-9803b7c1-a521-4433-ab65-59029925bfe5 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150653 Mar 07 21:55:42.206784 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6e0c849-cc48-4231-9c0e-49523e4eeb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (52c272d6-c84b-48ed-aebd-ed47fa442ded), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.247996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'port_id': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'mac_address': 'fa:16:3e:a8:fc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:55:42.252278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:55:42.258034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.299289 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Publish callbacks [] for port (6ebeeb7f-7944-467e-940e-24dd8ff01074), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.314288 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.366780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:42.367453 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.385589 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (6ebeeb7f-7944-467e-940e-24dd8ff01074), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.403383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:55:42.430108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:42.441095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Network 64fc6aa8-4664-4ea2-a04b-27a12c871a1b is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:42.444406 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:42.448157 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.449932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:55:42.484214 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ce077f8b-4ce6-43cc-9ffa-91b13de22124,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:42.509727 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for security_group (eafaa39b-ce80-4b67-9861-a5013fa6329b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.520149 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-deleted', 'tag': '3a09a78d-3591-406e-b8f9-92c30e267ac0'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:55:42.523614 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4688e296-5c80-4074-938f-f6e1878f8092" -d '{"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-deleted", "tag": "3a09a78d-3591-406e-b8f9-92c30e267ac0"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:55:42.533059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (eafaa39b-ce80-4b67-9861-a5013fa6329b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.543801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0c849-cc48-4231-9c0e-49523e4eeb50 admin admin] Deleting port 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:42.544357 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6e0c849-cc48-4231-9c0e-49523e4eeb50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.549279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Attempting to bind port 6ebeeb7f-7944-467e-940e-24dd8ff01074 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:55:42.549665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Attempting to bind port 6ebeeb7f-7944-467e-940e-24dd8ff01074 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:55:42.550035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Attempting to bind port 6ebeeb7f-7944-467e-940e-24dd8ff01074 on network 64fc6aa8-4664-4ea2-a04b-27a12c871a1b {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:55:42.615933 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:55:42.631955 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7226bcbc-faac-4fe4-b033-6e900a3ee467 x-openstack-request-id: req-7226bcbc-faac-4fe4-b033-6e900a3ee467 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:55:42.632523 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-deleted", "tag": "3a09a78d-3591-406e-b8f9-92c30e267ac0", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:55:42.632948 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7226bcbc-faac-4fe4-b033-6e900a3ee467 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:55:42.633763 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-deleted', 'tag': '3a09a78d-3591-406e-b8f9-92c30e267ac0', 'status': 'completed', 'code': 200} Mar 07 21:55:42.648483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:42.648887 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.658364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eafaa39b-ce80-4b67-9861-a5013fa6329b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:42.663503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-ab5e7fbe-f3c3-497a-98dd-e93d15346026 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Deleting port ce077f8b-4ce6-43cc-9ffa-91b13de22124 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:42.664072 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-ab5e7fbe-f3c3-497a-98dd-e93d15346026 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.669098 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.669777 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Added segment 8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b of type vlan for network 93b13938-fab1-4c0e-a140-35734632e7e9 Mar 07 21:55:42.674038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:55:42.674802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Checking segment: {'id': 'a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:55:42.675218 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.675617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Bound using segment: {'id': 'a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:55:42.676116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Bound port: 6ebeeb7f-7944-467e-940e-24dd8ff01074, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:55:42.676506 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6ebeeb7f-7944-467e-940e-24dd8ff01074), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.748084 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ccf8af40-c773-4fbc-ae1b-fd13487b104f req-e4010d92-ff59-448e-b157-21e786523516 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 210 time: 0.0456173 Mar 07 21:55:42.749894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-c6e0c849-cc48-4231-9c0e-49523e4eeb50 admin admin] For port 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6d4bf4bf-081f-4bd6-9d96-2cd5b445af63,segment=NetworkSegment(de90224c-ed93-4652-a354-9d7ac890d2f4),segment_id=de90224c-ed93-4652-a354-9d7ac890d2f4)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:42.750293 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6e0c849-cc48-4231-9c0e-49523e4eeb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.776580 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0c849-cc48-4231-9c0e-49523e4eeb50 admin admin] Calling delete_port for 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:42.777239 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] For port 6ebeeb7f-7944-467e-940e-24dd8ff01074, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:55:42.780499 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] For port 6ebeeb7f-7944-467e-940e-24dd8ff01074, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6ebeeb7f-7944-467e-940e-24dd8ff01074,segment=NetworkSegment(a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7),segment_id=a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:55:42.783278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:42.783743 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.798186 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6ebeeb7f-7944-467e-940e-24dd8ff01074), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.822295 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (93b13938-fab1-4c0e-a140-35734632e7e9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.852929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['53e3c822-2f1e-40d9-9fed-f1e74dd02bc2'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:55:42.863849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Pushing event updated for resources: {'Port': ['ID=6ebeeb7f-7944-467e-940e-24dd8ff01074,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:42.915273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (93b13938-fab1-4c0e-a140-35734632e7e9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.922379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:42.923003 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.939829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-ab5e7fbe-f3c3-497a-98dd-e93d15346026 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] For port ce077f8b-4ce6-43cc-9ffa-91b13de22124, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ce077f8b-4ce6-43cc-9ffa-91b13de22124,segment=NetworkSegment(94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f),segment_id=94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:42.940621 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-ab5e7fbe-f3c3-497a-98dd-e93d15346026 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:42.960993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:42.986203 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:43.007882 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2632031 Mar 07 21:55:43.017298 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48644) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:43.025944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1fb25ad4-fd8e-4593-a2ba-001febadc836 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:43.042428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:43.078529 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:43.079297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:43.141038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5f742-b9a6-41f6-afe8-3c0e09ce9924 None None] Pushing event updated for resources: {'Port': ['ID=6ebeeb7f-7944-467e-940e-24dd8ff01074,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:43.149115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fd0e0-4a92-40e4-a58e-9acaad654116 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Network': ['ID=93b13938-fab1-4c0e-a140-35734632e7e9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:43.274231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:55:43.286925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc702c6-de4d-408e-b5b7-c8cb27166b0f req-67566a79-bd8d-4762-bb20-e10ce37374a8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:43.295261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5bc702c6-de4d-408e-b5b7-c8cb27166b0f req-67566a79-bd8d-4762-bb20-e10ce37374a8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 944 time: 0.2627151 Mar 07 21:55:43.390451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] The host n-h1-832330-1 is not matching for port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a host ! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:55:43.391552 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb25ad4-fd8e-4593-a2ba-001febadc836 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:55:43.392118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:55:43.392583 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:43.398885 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1fb25ad4-fd8e-4593-a2ba-001febadc836 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:43.500594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:55:43.500901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device c34dc96b-9c0b-4da0-baf9-03a69b1fb1ea not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:55:43.501304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 3a09a78d-3591-406e-b8f9-92c30e267ac0 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:43.552769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:43.553239 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:43.559596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:43.566374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 3a09a78d-3591-406e-b8f9-92c30e267ac0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:55:43.566721 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 3a09a78d-3591-406e-b8f9-92c30e267ac0 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:55:43.567140 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 77ccc9f5-2364-472b-8e87-43b5f818b398 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:43.567734 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5bc702c6-de4d-408e-b5b7-c8cb27166b0f req-7f9d87f5-7744-472b-8818-6390a24146e9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707806 Mar 07 21:55:43.592795 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6e0c849-cc48-4231-9c0e-49523e4eeb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6d4bf4bf-081f-4bd6-9d96-2cd5b445af63), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:43.635714 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:43.653581 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:43.669143 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-ab5e7fbe-f3c3-497a-98dd-e93d15346026 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:43.669888 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-ab5e7fbe-f3c3-497a-98dd-e93d15346026 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (e9e9b5e4-4a0a-40f9-a1cd-0a8f36684e52), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:43.671714 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-ab5e7fbe-f3c3-497a-98dd-e93d15346026 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Floating IP e9e9b5e4-4a0a-40f9-a1cd-0a8f36684e52 disassociated. External IP: 172.25.4.189, port: ce077f8b-4ce6-43cc-9ffa-91b13de22124. Mar 07 21:55:43.672239 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-ab5e7fbe-f3c3-497a-98dd-e93d15346026 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Calling delete_port for ce077f8b-4ce6-43cc-9ffa-91b13de22124 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:43.673343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0c849-cc48-4231-9c0e-49523e4eeb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4bf4bf-081f-4bd6-9d96-2cd5b445af63,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:43.709829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] The host n-h1-832330-1 is not matching for port 77ccc9f5-2364-472b-8e87-43b5f818b398 host ! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:55:43.711611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 77ccc9f5-2364-472b-8e87-43b5f818b398 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:55:43.712077 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e192079e-fb78-4644-86bf-f65555e1a281 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:43.747599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcc7cd-c9a1-4648-b0c1-77965cbd5f54 req-13cb4e31-280c-4280-bc34-4cf3162aa59c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:43.753590 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcc7cd-c9a1-4648-b0c1-77965cbd5f54 req-13cb4e31-280c-4280-bc34-4cf3162aa59c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:43.760163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcc7cd-c9a1-4648-b0c1-77965cbd5f54 req-13cb4e31-280c-4280-bc34-4cf3162aa59c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:43.761851 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dadcc7cd-c9a1-4648-b0c1-77965cbd5f54 req-13cb4e31-280c-4280-bc34-4cf3162aa59c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 2412 time: 0.3759696 Mar 07 21:55:43.788818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aaeb5ad-b739-4214-a4a9-45e5ba71ef56'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:55:43.792886 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a476f13a-03e3-4e31-9c12-2ac2c1be1bdd" -d '{"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9aaeb5ad-b739-4214-a4a9-45e5ba71ef56"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:55:43.828745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:43.925170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e192079e-fb78-4644-86bf-f65555e1a281 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:43.925781 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e192079e-fb78-4644-86bf-f65555e1a281), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:43.949766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6ebeeb7f-7944-467e-940e-24dd8ff01074 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:55:44.012509 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e192079e-fb78-4644-86bf-f65555e1a281, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e192079e-fb78-4644-86bf-f65555e1a281,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:44.022116 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e192079e-fb78-4644-86bf-f65555e1a281), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:44.045408 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa90eba0-d392-4980-8658-885871cbc81f req-a2d4ebef-8bc3-4573-8918-a5cc67091d5a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 210 time: 0.1395030 Mar 07 21:55:44.060843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dadcc7cd-c9a1-4648-b0c1-77965cbd5f54 req-e54bf28d-a9f1-4ce8-9599-020e6fafb87d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2904773 Mar 07 21:55:44.082384 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Allocated IP 172.20.0.1 (64fc6aa8-4664-4ea2-a04b-27a12c871a1b/cc4754c7-988a-4bb2-b1de-0e1c9db5d817/fad22dc2-0f92-4f15-aaee-9255f3de8efe) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:55:44.116671 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e192079e-fb78-4644-86bf-f65555e1a281,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:44.145606 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e17baa2-c607-4157-87df-adb622aca3dc x-openstack-request-id: req-9e17baa2-c607-4157-87df-adb622aca3dc {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:55:44.145947 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9aaeb5ad-b739-4214-a4a9-45e5ba71ef56", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:55:44.146242 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e17baa2-c607-4157-87df-adb622aca3dc {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:55:44.146652 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aaeb5ad-b739-4214-a4a9-45e5ba71ef56', 'code': 200} Mar 07 21:55:44.158434 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 6ebeeb7f-7944-467e-940e-24dd8ff01074 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:44.158816 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6ebeeb7f-7944-467e-940e-24dd8ff01074), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:44.203199 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1fb25ad4-fd8e-4593-a2ba-001febadc836 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (82e502e5-5611-4b4f-bcbf-8015bcff8e8c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:44.240798 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6e0c849-cc48-4231-9c0e-49523e4eeb50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (52c272d6-c84b-48ed-aebd-ed47fa442ded), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:44.242879 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:44.279769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-ab5e7fbe-f3c3-497a-98dd-e93d15346026 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ce077f8b-4ce6-43cc-9ffa-91b13de22124), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:44.320688 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e7fbe-f3c3-497a-98dd-e93d15346026 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event deleted for resources: {'Port': ['ID=ce077f8b-4ce6-43cc-9ffa-91b13de22124,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:44.324932 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:44.325199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 6ebeeb7f-7944-467e-940e-24dd8ff01074 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:44.325600 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6ebeeb7f-7944-467e-940e-24dd8ff01074), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:44.352817 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb25ad4-fd8e-4593-a2ba-001febadc836 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=82e502e5-5611-4b4f-bcbf-8015bcff8e8c,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:44.372765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb25ad4-fd8e-4593-a2ba-001febadc836 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:55:44.373295 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb25ad4-fd8e-4593-a2ba-001febadc836 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network hostable DHCP agents. Network: 93b13938-fab1-4c0e-a140-35734632e7e9, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:55:44.397180 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network 64fc6aa8-4664-4ea2-a04b-27a12c871a1b is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:44.398815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Port': ['ID=fad22dc2-0f92-4f15-aaee-9255f3de8efe,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:44.403657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:44.406240 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:55:44.422532 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 6ebeeb7f-7944-467e-940e-24dd8ff01074, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6ebeeb7f-7944-467e-940e-24dd8ff01074,segment=NetworkSegment(a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7),segment_id=a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:44.431166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb25ad4-fd8e-4593-a2ba-001febadc836 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:55:44.432391 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6ebeeb7f-7944-467e-940e-24dd8ff01074), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:44.452083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-1fb25ad4-fd8e-4593-a2ba-001febadc836 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 93b13938-fab1-4c0e-a140-35734632e7e9) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:44.464865 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (755657e1-115d-4cb2-9c5d-5cb44d356594), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:44.466425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb25ad4-fd8e-4593-a2ba-001febadc836 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:44.467195 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1fb25ad4-fd8e-4593-a2ba-001febadc836 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:44.486913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2595a790-f065-44da-b2d0-c48f239a298f None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:55:44.521998 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1fb25ad4-fd8e-4593-a2ba-001febadc836 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5007257 Mar 07 21:55:44.569923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48654) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:44.577883 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-295209a3-efe7-4ddd-99cd-522f26edfac7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'name': 'tempest-NetworksTestDHCPv6-400673922'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:44.619778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=6ebeeb7f-7944-467e-940e-24dd8ff01074,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:44.670522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': '82e502e5-5611-4b4f-bcbf-8015bcff8e8c'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:55:44.671382 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:44.720512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e0c849-cc48-4231-9c0e-49523e4eeb50 admin admin] Router 52c272d6-c84b-48ed-aebd-ed47fa442ded has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:55:44.722648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4b57ef-d61f-44bb-9673-ee52ec2eddd2 None None] Network 64fc6aa8-4664-4ea2-a04b-27a12c871a1b requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:55:44.850535 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:44.868072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295209a3-efe7-4ddd-99cd-522f26edfac7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:55:44.872819 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-295209a3-efe7-4ddd-99cd-522f26edfac7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:44.911122 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320924-ba76-47df-b044-97959a68de0c req-3680a75d-9365-415c-b41a-3e84fbb062b0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:44.912801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0320924-ba76-47df-b044-97959a68de0c req-3680a75d-9365-415c-b41a-3e84fbb062b0 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 944 time: 0.2191057 Mar 07 21:55:44.929722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e0c849-cc48-4231-9c0e-49523e4eeb50 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:55:44.935825 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c6e0c849-cc48-4231-9c0e-49523e4eeb50 admin admin] 10.222.0.26 "PUT /v2.0/routers/52c272d6-c84b-48ed-aebd-ed47fa442ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6727810 Mar 07 21:55:44.940999 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f24d9a0-ffea-455d-8e0e-b74a066e10da None None] Sync routers for ids ['52c272d6-c84b-48ed-aebd-ed47fa442ded'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:55:44.957220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-295209a3-efe7-4ddd-99cd-522f26edfac7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port 6af6757c-c97c-4feb-90e6-0442c179122e yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:55:44.958114 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f24d9a0-ffea-455d-8e0e-b74a066e10da None None] Routers {'52c272d6-c84b-48ed-aebd-ed47fa442ded'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:44.960265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48658) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:44.962821 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3f24d9a0-ffea-455d-8e0e-b74a066e10da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:55:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['52c272d6-c84b-48ed-aebd-ed47fa442ded'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:44.973302 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-81259ae7-9d87-4809-910a-e78bcab463d3 None None] Provisioning complete for port 6ebeeb7f-7944-467e-940e-24dd8ff01074 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:44.974772 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81259ae7-9d87-4809-910a-e78bcab463d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6ebeeb7f-7944-467e-940e-24dd8ff01074), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:45.064343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:55:45.086974 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0320924-ba76-47df-b044-97959a68de0c req-5080c142-7b96-47c8-be54-019b29dedff7 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679151 Mar 07 21:55:45.141076 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] Publish callbacks [] for router (52c272d6-c84b-48ed-aebd-ed47fa442ded), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:45.146351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-ab5e7fbe-f3c3-497a-98dd-e93d15346026 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:55:45.169645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Allocated IP 2001:db8::2 (93b13938-fab1-4c0e-a140-35734632e7e9/82e502e5-5611-4b4f-bcbf-8015bcff8e8c/c4454734-6137-4eb8-8565-b7a95b9e5810) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:55:45.188574 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-3f24d9a0-ffea-455d-8e0e-b74a066e10da None None] Set router 52c272d6-c84b-48ed-aebd-ed47fa442ded gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:55:45.268945 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d2904c16-c51d-402f-a096-59055a77fa38 req-65e8f12e-5265-4836-a8c8-56ec8b159203 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 210 time: 0.0658753 Mar 07 21:55:45.316627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-81259ae7-9d87-4809-910a-e78bcab463d3 None None] Current status of the port 6ebeeb7f-7944-467e-940e-24dd8ff01074 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:45.395862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee732ddc-b301-47b1-8fd8-69dbbd23ed4c req-aedb8e05-5f70-462c-82d4-c7d0cae39874 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:45.402012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee732ddc-b301-47b1-8fd8-69dbbd23ed4c req-aedb8e05-5f70-462c-82d4-c7d0cae39874 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:45.403826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee732ddc-b301-47b1-8fd8-69dbbd23ed4c req-aedb8e05-5f70-462c-82d4-c7d0cae39874 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 1677 time: 0.1404102 Mar 07 21:55:45.416224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:45.416969 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:45.432272 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] Publish callbacks [] for router_gateway (52c272d6-c84b-48ed-aebd-ed47fa442ded), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:45.455395 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3f24d9a0-ffea-455d-8e0e-b74a066e10da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'name': 'tempest-ServerRescueTestJSON-316198958-router', 'tenant_id': '267c03498dcb4e238759848d7798d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'be4f567c-a358-4321-b3ea-2c0fabfdd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:31Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 5, 'project_id': '267c03498dcb4e238759848d7798d46c', 'gw_port': {'id': 'be4f567c-a358-4321-b3ea-2c0fabfdd7d5', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:dc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:33Z', 'updated_at': '2022-03-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:45.506470 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f24d9a0-ffea-455d-8e0e-b74a066e10da None None] Checking router: 52c272d6-c84b-48ed-aebd-ed47fa442ded for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:55:45.523959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee732ddc-b301-47b1-8fd8-69dbbd23ed4c req-cc59c160-6989-495f-8ade-c2ba56ed9712 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1133375 Mar 07 21:55:45.524416 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f24d9a0-ffea-455d-8e0e-b74a066e10da None None] Routers {'52c272d6-c84b-48ed-aebd-ed47fa442ded'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:45.525714 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3f24d9a0-ffea-455d-8e0e-b74a066e10da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:55:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['52c272d6-c84b-48ed-aebd-ed47fa442ded'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:45.547108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] Deleting port be4f567c-a358-4321-b3ea-2c0fabfdd7d5 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:45.547458 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (be4f567c-a358-4321-b3ea-2c0fabfdd7d5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:45.715402 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-3f24d9a0-ffea-455d-8e0e-b74a066e10da None None] Set router 52c272d6-c84b-48ed-aebd-ed47fa442ded gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:55:45.751639 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] For port be4f567c-a358-4321-b3ea-2c0fabfdd7d5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=be4f567c-a358-4321-b3ea-2c0fabfdd7d5,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:45.752077 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (be4f567c-a358-4321-b3ea-2c0fabfdd7d5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:45.799564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] Calling delete_port for be4f567c-a358-4321-b3ea-2c0fabfdd7d5 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:45.831967 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3f24d9a0-ffea-455d-8e0e-b74a066e10da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'name': 'tempest-ServerRescueTestJSON-316198958-router', 'tenant_id': '267c03498dcb4e238759848d7798d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:31Z', 'updated_at': '2022-03-07T21:55:45Z', 'revision_number': 6, 'project_id': '267c03498dcb4e238759848d7798d46c', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:45.893862 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Publish callbacks [] for port (c4454734-6137-4eb8-8565-b7a95b9e5810), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:45.898562 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f24d9a0-ffea-455d-8e0e-b74a066e10da None None] The sync data for ids ['52c272d6-c84b-48ed-aebd-ed47fa442ded'] in n-d-832330-1 is: [{'id': '52c272d6-c84b-48ed-aebd-ed47fa442ded', 'name': 'tempest-ServerRescueTestJSON-316198958-router', 'tenant_id': '267c03498dcb4e238759848d7798d46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:31Z', 'updated_at': '2022-03-07T21:55:45Z', 'revision_number': 6, 'project_id': '267c03498dcb4e238759848d7798d46c', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:55:45.898812 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-08961829-d593-497d-945e-b5473eb8e90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:45.919498 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (c4454734-6137-4eb8-8565-b7a95b9e5810), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.032017 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Pushing event updated for resources: {'Port': ['ID=c4454734-6137-4eb8-8565-b7a95b9e5810,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:46.052033 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.052788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9784b766-db92-4d98-b5d7-3bad97697142 None None] Provisioning complete for port fad22dc2-0f92-4f15-aaee-9255f3de8efe triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:46.053162 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9784b766-db92-4d98-b5d7-3bad97697142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.082461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:46.104478 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:46.113150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:55:46.135385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:46.135748 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.148534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9784b766-db92-4d98-b5d7-3bad97697142 None None] Port fad22dc2-0f92-4f15-aaee-9255f3de8efe cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:55:46.154093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e192079e-fb78-4644-86bf-f65555e1a281'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:55:46.155334 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289b850b-2c9c-4803-a483-adbb95ec500b" -d '{"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e192079e-fb78-4644-86bf-f65555e1a281"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:55:46.179708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:46.221443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-295209a3-efe7-4ddd-99cd-522f26edfac7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::11 (93b13938-fab1-4c0e-a140-35734632e7e9/82e502e5-5611-4b4f-bcbf-8015bcff8e8c/6af6757c-c97c-4feb-90e6-0442c179122e) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:55:46.230216 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-ab5e7fbe-f3c3-497a-98dd-e93d15346026 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:55:46.238265 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.254542 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (be4f567c-a358-4321-b3ea-2c0fabfdd7d5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.258529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eebbd3-5f34-47fc-ad01-c22afc1d1ff8 None None] Sync routers for ids ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:55:46.270666 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84accbc-cf6f-4e55-a33f-30ec0bf51167 x-openstack-request-id: req-e84accbc-cf6f-4e55-a33f-30ec0bf51167 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:55:46.271883 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e192079e-fb78-4644-86bf-f65555e1a281", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:55:46.272354 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e84accbc-cf6f-4e55-a33f-30ec0bf51167 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:55:46.273092 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e192079e-fb78-4644-86bf-f65555e1a281', 'code': 200} Mar 07 21:55:46.328942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=be4f567c-a358-4321-b3ea-2c0fabfdd7d5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:46.380728 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6ebeeb7f-7944-467e-940e-24dd8ff01074 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:55:46.439986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-ab5e7fbe-f3c3-497a-98dd-e93d15346026 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] No DVR routers for this DVR port ce077f8b-4ce6-43cc-9ffa-91b13de22124 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:55:46.448943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9784b766-db92-4d98-b5d7-3bad97697142 None None] Provisioning complete for port 6ebeeb7f-7944-467e-940e-24dd8ff01074 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:46.449347 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9784b766-db92-4d98-b5d7-3bad97697142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6ebeeb7f-7944-467e-940e-24dd8ff01074), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.449958 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-ab5e7fbe-f3c3-497a-98dd-e93d15346026 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.452530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86c2d00e-412b-4bf0-96ec-3cde8d871275 req-17a4f315-2aeb-4c18-a853-fce9735cb9dc tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 210 time: 0.0722349 Mar 07 21:55:46.454795 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-ab5e7fbe-f3c3-497a-98dd-e93d15346026 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "DELETE /v2.0/ports/ce077f8b-4ce6-43cc-9ffa-91b13de22124 HTTP/1.1" status: 204 len: 173 time: 4.5304363 Mar 07 21:55:46.455428 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-deleted', 'tag': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:55:46.458550 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bee9ab7-8ab4-4c67-aa1f-3cd0dc92f5eb" -d '{"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-deleted", "tag": "ce077f8b-4ce6-43cc-9ffa-91b13de22124"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:55:46.494450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a355638-6634-40c1-a962-effc2274971c req-9f0cd644-3084-4a2e-950e-c0fffa9fbe98 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:46.496832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a355638-6634-40c1-a962-effc2274971c req-9f0cd644-3084-4a2e-950e-c0fffa9fbe98 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 946 time: 0.2686861 Mar 07 21:55:46.544665 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b6db02-24d7-4071-a3de-1f2b90f7fe72 x-openstack-request-id: req-b8b6db02-24d7-4071-a3de-1f2b90f7fe72 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:55:46.545241 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-deleted", "tag": "ce077f8b-4ce6-43cc-9ffa-91b13de22124", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:55:46.545826 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8b6db02-24d7-4071-a3de-1f2b90f7fe72 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:55:46.550792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Attempting to bind port c4454734-6137-4eb8-8565-b7a95b9e5810 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:55:46.551176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Attempting to bind port c4454734-6137-4eb8-8565-b7a95b9e5810 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:55:46.552443 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (52c272d6-c84b-48ed-aebd-ed47fa442ded), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.552639 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Attempting to bind port c4454734-6137-4eb8-8565-b7a95b9e5810 on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:55:46.558940 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-deleted', 'tag': 'ce077f8b-4ce6-43cc-9ffa-91b13de22124', 'status': 'completed', 'code': 200} Mar 07 21:55:46.559330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,revision_number=10']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:46.570107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:55:46.570496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:55:46.570895 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.571286 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:55:46.572276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Bound port: c4454734-6137-4eb8-8565-b7a95b9e5810, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:55:46.573179 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c4454734-6137-4eb8-8565-b7a95b9e5810), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.608057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eebbd3-5f34-47fc-ad01-c22afc1d1ff8 None None] Routers {'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:46.609535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-92eebbd3-5f34-47fc-ad01-c22afc1d1ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:55:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:46.778950 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a355638-6634-40c1-a962-effc2274971c req-d29e0fe4-d532-42dd-9719-68cc47e3dfbd tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747457 Mar 07 21:55:46.780866 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (52c272d6-c84b-48ed-aebd-ed47fa442ded), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.784077 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] Publish callbacks [] for router_controller (52c272d6-c84b-48ed-aebd-ed47fa442ded), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.798928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccafa8-3448-4362-8822-8ad22758030d req-e3305d7e-64f2-4ddc-937e-e0175a10037e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:46.808035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccafa8-3448-4362-8822-8ad22758030d req-e3305d7e-64f2-4ddc-937e-e0175a10037e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:46.816938 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cccafa8-3448-4362-8822-8ad22758030d req-e3305d7e-64f2-4ddc-937e-e0175a10037e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 1677 time: 0.1308739 Mar 07 21:55:46.833077 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.846000 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.913816 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-92eebbd3-5f34-47fc-ad01-c22afc1d1ff8 None None] Set router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:55:46.920648 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cccafa8-3448-4362-8822-8ad22758030d req-8029998b-7e31-472c-81b1-5b2d9a162b09 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1031435 Mar 07 21:55:46.932838 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (52c272d6-c84b-48ed-aebd-ed47fa442ded), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.933426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52c272d6-c84b-48ed-aebd-ed47fa442ded {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:55:46.949804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.951462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4edae5a3-524d-4beb-8fac-50aabdea84a7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/52c272d6-c84b-48ed-aebd-ed47fa442ded HTTP/1.1" status: 204 len: 168 time: 1.9902573 Mar 07 21:55:46.954055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48674) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:46.974917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] For port c4454734-6137-4eb8-8565-b7a95b9e5810, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:55:46.979601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] For port c4454734-6137-4eb8-8565-b7a95b9e5810, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c4454734-6137-4eb8-8565-b7a95b9e5810,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:55:46.988356 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-295209a3-efe7-4ddd-99cd-522f26edfac7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (6af6757c-c97c-4feb-90e6-0442c179122e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:46.997549 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c4454734-6137-4eb8-8565-b7a95b9e5810), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:47.004177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 6ebeeb7f-7944-467e-940e-24dd8ff01074 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:47.004730 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6ebeeb7f-7944-467e-940e-24dd8ff01074), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:47.015130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf087e4-0c6c-4d7f-8143-2f5450b4b1c8 admin admin] Deleting subnet 703d7ce4-1d22-49b5-99ed-fdb0307bf800 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:55:47.018563 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cdf087e4-0c6c-4d7f-8143-2f5450b4b1c8 admin admin] Publish callbacks [] for subnet (703d7ce4-1d22-49b5-99ed-fdb0307bf800), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:47.062361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Port': ['ID=fad22dc2-0f92-4f15-aaee-9255f3de8efe,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:47.077647 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-295209a3-efe7-4ddd-99cd-522f26edfac7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6af6757c-c97c-4feb-90e6-0442c179122e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:47.081271 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cdf087e4-0c6c-4d7f-8143-2f5450b4b1c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (703d7ce4-1d22-49b5-99ed-fdb0307bf800), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:47.111142 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295209a3-efe7-4ddd-99cd-522f26edfac7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:47.117536 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-295209a3-efe7-4ddd-99cd-522f26edfac7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:47.122581 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295209a3-efe7-4ddd-99cd-522f26edfac7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:55:47.129479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295209a3-efe7-4ddd-99cd-522f26edfac7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:47.130504 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-295209a3-efe7-4ddd-99cd-522f26edfac7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:47.142111 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cdf087e4-0c6c-4d7f-8143-2f5450b4b1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (703d7ce4-1d22-49b5-99ed-fdb0307bf800), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:47.152903 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-448f6a9b-336a-4769-bdd2-ebe3b6594d7b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Deleting port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:47.153678 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-448f6a9b-336a-4769-bdd2-ebe3b6594d7b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:47.203251 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-295209a3-efe7-4ddd-99cd-522f26edfac7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6319668 Mar 07 21:55:47.206541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48676) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:47.246688 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cdf087e4-0c6c-4d7f-8143-2f5450b4b1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (703d7ce4-1d22-49b5-99ed-fdb0307bf800), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:47.253948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (755657e1-115d-4cb2-9c5d-5cb44d356594), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:47.278305 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cdf087e4-0c6c-4d7f-8143-2f5450b4b1c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:47.284163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cdf087e4-0c6c-4d7f-8143-2f5450b4b1c8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/703d7ce4-1d22-49b5-99ed-fdb0307bf800 HTTP/1.1" status: 204 len: 168 time: 0.3290234 Mar 07 21:55:47.304941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48678) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:47.313378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf087e4-0c6c-4d7f-8143-2f5450b4b1c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=703d7ce4-1d22-49b5-99ed-fdb0307bf800,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:47.395674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9784b766-db92-4d98-b5d7-3bad97697142 None None] Current status of the port 6ebeeb7f-7944-467e-940e-24dd8ff01074 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:47.406092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513915a7-ce3b-4f6b-8f45-d0c271f9f52e None None] Pushing event updated for resources: {'Port': ['ID=c4454734-6137-4eb8-8565-b7a95b9e5810,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:47.452734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295209a3-efe7-4ddd-99cd-522f26edfac7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=6af6757c-c97c-4feb-90e6-0442c179122e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:47.488873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 6ebeeb7f-7944-467e-940e-24dd8ff01074 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:47.490684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:55:47.499813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network 64fc6aa8-4664-4ea2-a04b-27a12c871a1b is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:47.507572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:47.582457 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-92eebbd3-5f34-47fc-ad01-c22afc1d1ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:26Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'gw_port': {'id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:28Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '00fa617a-4389-4f01-9b21-206be69d44a0', 'name': '', 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'mac_address': 'fa:16:3e:94:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:36Z', 'updated_at': '2022-03-07T21:48:41Z', 'revision_number': 5, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'subnets': [{'id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:47.618321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eebbd3-5f34-47fc-ad01-c22afc1d1ff8 None None] Checking router: bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:55:47.637813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-10b9e629-c809-4bd6-8961-0f04dfab31ca None None] Provisioning complete for port fad22dc2-0f92-4f15-aaee-9255f3de8efe triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:47.638552 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-10b9e629-c809-4bd6-8961-0f04dfab31ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:47.643551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eebbd3-5f34-47fc-ad01-c22afc1d1ff8 None None] Routers {'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:47.644191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-92eebbd3-5f34-47fc-ad01-c22afc1d1ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:55:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:47.775782 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Router 755657e1-115d-4cb2-9c5d-5cb44d356594 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:55:47.785574 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-448f6a9b-336a-4769-bdd2-ebe3b6594d7b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] For port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:47.790418 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-448f6a9b-336a-4769-bdd2-ebe3b6594d7b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:47.827717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-448f6a9b-336a-4769-bdd2-ebe3b6594d7b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Calling delete_port for 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:47.854690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-92eebbd3-5f34-47fc-ad01-c22afc1d1ff8 None None] Set router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:55:47.916934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-10b9e629-c809-4bd6-8961-0f04dfab31ca None None] Port fad22dc2-0f92-4f15-aaee-9255f3de8efe cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:55:47.964437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:47.964814 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:47.974192 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1c2f04de-ac3c-4956-8a21-401f32510afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (fd64732b-c386-4860-aaf9-a891d6d1f8e8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:48.023309 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d588eab5-06b4-4ca0-870f-a7fe6cc93a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:48.043690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be9795-169a-4cd7-8a15-f432dd2bcae9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.050128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be9795-169a-4cd7-8a15-f432dd2bcae9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.051835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-04be9795-169a-4cd7-8a15-f432dd2bcae9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.8442497 Mar 07 21:55:48.057454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6721a960-9c9a-43e8-b277-f27b27cf1f07 req-d31daeb9-ab9f-43ed-9c40-e614e55f58c7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 210 time: 0.0734510 Mar 07 21:55:48.058084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48686) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:48.078416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:55:48.088168 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9ebc5413-b301-4420-8e62-a1a74123f731 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "PUT /v2.0/routers/755657e1-115d-4cb2-9c5d-5cb44d356594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4442852 Mar 07 21:55:48.090649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48688) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:48.094170 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Sync routers for ids ['755657e1-115d-4cb2-9c5d-5cb44d356594'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:55:48.121710 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Routers {'755657e1-115d-4cb2-9c5d-5cb44d356594'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:48.125612 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:55:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['755657e1-115d-4cb2-9c5d-5cb44d356594'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:48.168284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-29dba248-186e-49e6-ba0b-91ede600d8fa None None] Provisioning complete for port fad22dc2-0f92-4f15-aaee-9255f3de8efe triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:48.170124 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-29dba248-186e-49e6-ba0b-91ede600d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:48.280925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:55:48.284026 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fda083b-629e-4d32-8854-1b3e47de41fc" -d '{"events": [{"server_uuid": "16fa439e-8dc4-4963-b748-fb335f7bbbe8", "name": "network-vif-plugged", "status": "completed", "tag": "53e3c822-2f1e-40d9-9fed-f1e74dd02bc2"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:55:48.299170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-29dba248-186e-49e6-ba0b-91ede600d8fa None None] Port fad22dc2-0f92-4f15-aaee-9255f3de8efe cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:55:48.301116 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:48.307699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:48.355034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffe02b-2c35-4bc7-9ac7-a5c5c659e1de req-68cfff02-7fe5-420e-a7eb-76220b734234 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.363078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65ffe02b-2c35-4bc7-9ac7-a5c5c659e1de req-68cfff02-7fe5-420e-a7eb-76220b734234 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 946 time: 0.3801129 Mar 07 21:55:48.379049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-92eebbd3-5f34-47fc-ad01-c22afc1d1ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:26Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'gw_port': {'id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:28Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '00fa617a-4389-4f01-9b21-206be69d44a0', 'name': '', 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'mac_address': 'fa:16:3e:94:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:36Z', 'updated_at': '2022-03-07T21:48:41Z', 'revision_number': 5, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'subnets': [{'id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:48.421697 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1c2f04de-ac3c-4956-8a21-401f32510afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (fd64732b-c386-4860-aaf9-a891d6d1f8e8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:48.444399 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eebbd3-5f34-47fc-ad01-c22afc1d1ff8 None None] The sync data for ids ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'] in n-d-832330-1 is: [{'id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:26Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'gw_port': {'id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:28Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '00fa617a-4389-4f01-9b21-206be69d44a0', 'name': '', 'network_id': '948b43d3-f792-4324-8db9-b34cbb012702', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'mac_address': 'fa:16:3e:94:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:36Z', 'updated_at': '2022-03-07T21:48:41Z', 'revision_number': 5, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'subnets': [{'id': '00afff8d-ea76-4393-81af-8e70911b1ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:55:48.546448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-1c2f04de-ac3c-4956-8a21-401f32510afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd64732b-c386-4860-aaf9-a891d6d1f8e8']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:48.576241 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-1c2f04de-ac3c-4956-8a21-401f32510afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de90224c-ed93-4652-a354-9d7ac890d2f4') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:48.582310 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Set router 755657e1-115d-4cb2-9c5d-5cb44d356594 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:55:48.588192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-1c2f04de-ac3c-4956-8a21-401f32510afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de90224c-ed93-4652-a354-9d7ac890d2f4') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:48.595628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c4454734-6137-4eb8-8565-b7a95b9e5810 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:55:48.622869 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1c2f04de-ac3c-4956-8a21-401f32510afe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (de90224c-ed93-4652-a354-9d7ac890d2f4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:48.649457 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86b89a-3e97-44e3-aa97-ca5ccad16ec6 req-ebe9bbbf-b915-4450-b6ca-f0cc9354fecb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.656682 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86b89a-3e97-44e3-aa97-ca5ccad16ec6 req-ebe9bbbf-b915-4450-b6ca-f0cc9354fecb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.659974 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.662991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.663815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.666730 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.667467 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.668107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.668915 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd86b89a-3e97-44e3-aa97-ca5ccad16ec6 req-ebe9bbbf-b915-4450-b6ca-f0cc9354fecb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 1677 time: 0.4311631 Mar 07 21:55:48.669703 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.670417 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.671857 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.674632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.675300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.675967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.676596 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.678770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.682646 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.685364 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6fc17ff1-3644-4b59-b5dc-9b00e0d1d579 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10508 time: 0.5937796 Mar 07 21:55:48.693216 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48692) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:48.697548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65ffe02b-2c35-4bc7-9ac7-a5c5c659e1de req-ebec8087-dae8-49a6-93c8-eb13e21270b8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255663 Mar 07 21:55:48.715850 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1c2f04de-ac3c-4956-8a21-401f32510afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (de90224c-ed93-4652-a354-9d7ac890d2f4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:48.752800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c4454734-6137-4eb8-8565-b7a95b9e5810 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:48.753277 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c4454734-6137-4eb8-8565-b7a95b9e5810), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:48.778975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c207a-e28d-4e7b-ac6e-6a3ffa96df1e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port 6af6757c-c97c-4feb-90e6-0442c179122e {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:48.783562 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8f3c207a-e28d-4e7b-ac6e-6a3ffa96df1e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6af6757c-c97c-4feb-90e6-0442c179122e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:48.787141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2f04de-ac3c-4956-8a21-401f32510afe admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:55:48.791267 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1c2f04de-ac3c-4956-8a21-401f32510afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (de90224c-ed93-4652-a354-9d7ac890d2f4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:55:48.797332 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:55:48.825755 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ed74ef-abda-454b-81d5-34617be0e762 x-openstack-request-id: req-82ed74ef-abda-454b-81d5-34617be0e762 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:55:48.826054 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fa439e-8dc4-4963-b748-fb335f7bbbe8", "name": "network-vif-plugged", "status": "completed", "tag": "53e3c822-2f1e-40d9-9fed-f1e74dd02bc2", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:55:48.826341 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82ed74ef-abda-454b-81d5-34617be0e762 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:55:48.826748 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'code': 200} Mar 07 21:55:48.920890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd86b89a-3e97-44e3-aa97-ca5ccad16ec6 req-4117acba-c277-43ce-a04e-483f5b76bd7d tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2510009 Mar 07 21:55:48.971988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4eae5-9721-4205-9d64-f4c2d5135488 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.972610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4eae5-9721-4205-9d64-f4c2d5135488 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.973126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4eae5-9721-4205-9d64-f4c2d5135488 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.973633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4eae5-9721-4205-9d64-f4c2d5135488 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.974249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4eae5-9721-4205-9d64-f4c2d5135488 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.982789 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4eae5-9721-4205-9d64-f4c2d5135488 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.983340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4eae5-9721-4205-9d64-f4c2d5135488 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.983857 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4eae5-9721-4205-9d64-f4c2d5135488 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.984365 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4eae5-9721-4205-9d64-f4c2d5135488 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.984871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4eae5-9721-4205-9d64-f4c2d5135488 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.985374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4eae5-9721-4205-9d64-f4c2d5135488 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.985936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4eae5-9721-4205-9d64-f4c2d5135488 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.986415 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4eae5-9721-4205-9d64-f4c2d5135488 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.986914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4eae5-9721-4205-9d64-f4c2d5135488 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:48.989173 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fde4eae5-9721-4205-9d64-f4c2d5135488 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8989 time: 0.2944984 Mar 07 21:55:48.993511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48694) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:49.064062 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-448f6a9b-336a-4769-bdd2-ebe3b6594d7b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9aaeb5ad-b739-4214-a4a9-45e5ba71ef56), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:49.077209 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:44Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'fad22dc2-0f92-4f15-aaee-9255f3de8efe', 'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:08:3d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:43Z', 'updated_at': '2022-03-07T21:55:46Z', 'revision_number': 2, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:49.147352 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Checking router: 755657e1-115d-4cb2-9c5d-5cb44d356594 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:55:49.148041 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Updating router 755657e1-115d-4cb2-9c5d-5cb44d356594 port fad22dc2-0f92-4f15-aaee-9255f3de8efe binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:55:49.166741 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff77706-1b80-4433-a239-72b38c580c24 None None] New status for floating IP e9e9b5e4-4a0a-40f9-a1cd-0a8f36684e52: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:55:49.186782 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1c2f04de-ac3c-4956-8a21-401f32510afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (fd64732b-c386-4860-aaf9-a891d6d1f8e8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:49.197900 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1c2f04de-ac3c-4956-8a21-401f32510afe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:49.202296 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1c2f04de-ac3c-4956-8a21-401f32510afe admin admin] 10.222.0.26 "DELETE /v2.0/networks/fd64732b-c386-4860-aaf9-a891d6d1f8e8 HTTP/1.1" status: 204 len: 168 time: 1.8951848 Mar 07 21:55:49.210447 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:49.257281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f04de-ac3c-4956-8a21-401f32510afe admin admin] Pushing event deleted for resources: {'Network': ['ID=fd64732b-c386-4860-aaf9-a891d6d1f8e8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:49.285398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f6a9b-336a-4769-bdd2-ebe3b6594d7b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event deleted for resources: {'Port': ['ID=9aaeb5ad-b739-4214-a4a9-45e5ba71ef56,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:49.288530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9a9fe14-d0e3-4515-8084-56ab13aaa71c req-4a329167-60fc-4735-8155-17f3c73f55a1 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 210 time: 0.0802379 Mar 07 21:55:49.310467 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8f3c207a-e28d-4e7b-ac6e-6a3ffa96df1e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6af6757c-c97c-4feb-90e6-0442c179122e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:49.342163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0172172-2107-486f-94b9-29de55bada00 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:55:49.346803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c207a-e28d-4e7b-ac6e-6a3ffa96df1e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for 6af6757c-c97c-4feb-90e6-0442c179122e owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:49.354528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f94db5-0043-49d7-a274-a1ae70564080 req-33c1d943-48a7-4a6a-af0e-bbdb223a3cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:49.356461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f94db5-0043-49d7-a274-a1ae70564080 req-33c1d943-48a7-4a6a-af0e-bbdb223a3cc4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 1128 time: 0.2851608 Mar 07 21:55:49.429112 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-448f6a9b-336a-4769-bdd2-ebe3b6594d7b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] No DVR routers for this DVR port 9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:55:49.433273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-448f6a9b-336a-4769-bdd2-ebe3b6594d7b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:49.439011 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-448f6a9b-336a-4769-bdd2-ebe3b6594d7b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "DELETE /v2.0/ports/9aaeb5ad-b739-4214-a4a9-45e5ba71ef56 HTTP/1.1" status: 204 len: 173 time: 2.9768460 Mar 07 21:55:49.439819 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-deleted', 'tag': '9aaeb5ad-b739-4214-a4a9-45e5ba71ef56'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:55:49.442722 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1aeb5ea-3dbc-4f86-8d8d-9efc00b94d33" -d '{"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-deleted", "tag": "9aaeb5ad-b739-4214-a4a9-45e5ba71ef56"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:55:49.592472 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Publish callbacks [] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:49.600704 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48702) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:49.602526 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:49.604665 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e466c846-fa4e-4693-a9b2-82eab6847ed2 x-openstack-request-id: req-e466c846-fa4e-4693-a9b2-82eab6847ed2 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:55:49.604966 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-deleted", "tag": "9aaeb5ad-b739-4214-a4a9-45e5ba71ef56", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:55:49.605592 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e466c846-fa4e-4693-a9b2-82eab6847ed2 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:55:49.606020 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-deleted', 'tag': '9aaeb5ad-b739-4214-a4a9-45e5ba71ef56', 'status': 'completed', 'code': 200} Mar 07 21:55:49.645433 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:49.700856 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc429c21-b45d-4e03-8ead-9f0a1f862804 None None] Pushing event updated for resources: {'Port': ['ID=fad22dc2-0f92-4f15-aaee-9255f3de8efe,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:49.703225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-248a2b66-c910-49ca-a928-46ce0ab068e4 None None] Provisioning complete for port c4454734-6137-4eb8-8565-b7a95b9e5810 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:49.703621 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-248a2b66-c910-49ca-a928-46ce0ab068e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c4454734-6137-4eb8-8565-b7a95b9e5810), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:49.706599 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c4454734-6137-4eb8-8565-b7a95b9e5810 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:49.706991 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c4454734-6137-4eb8-8565-b7a95b9e5810), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:49.720653 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429c21-b45d-4e03-8ead-9f0a1f862804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:49.724501 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429c21-b45d-4e03-8ead-9f0a1f862804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:49.725092 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429c21-b45d-4e03-8ead-9f0a1f862804 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:49.726865 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429c21-b45d-4e03-8ead-9f0a1f862804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:49.727467 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429c21-b45d-4e03-8ead-9f0a1f862804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:49.728063 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429c21-b45d-4e03-8ead-9f0a1f862804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:49.728614 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429c21-b45d-4e03-8ead-9f0a1f862804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:49.729166 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429c21-b45d-4e03-8ead-9f0a1f862804 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:49.729701 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429c21-b45d-4e03-8ead-9f0a1f862804 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:49.730270 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429c21-b45d-4e03-8ead-9f0a1f862804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:49.730819 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429c21-b45d-4e03-8ead-9f0a1f862804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:49.731395 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429c21-b45d-4e03-8ead-9f0a1f862804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:49.731940 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc429c21-b45d-4e03-8ead-9f0a1f862804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:49.742490 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8f3c207a-e28d-4e7b-ac6e-6a3ffa96df1e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6af6757c-c97c-4feb-90e6-0442c179122e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:49.765377 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8ca009a0-5bcb-41a9-bc0e-987e6db050fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=267c03498dcb4e238759848d7798d46c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513598 Mar 07 21:55:49.794023 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48706) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:49.835635 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port c4454734-6137-4eb8-8565-b7a95b9e5810, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c4454734-6137-4eb8-8565-b7a95b9e5810,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:49.840871 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f94db5-0043-49d7-a274-a1ae70564080 req-29920dc4-4cd3-49f8-8ebd-3610c7eb278d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4745815 Mar 07 21:55:49.843233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c207a-e28d-4e7b-ac6e-6a3ffa96df1e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=6af6757c-c97c-4feb-90e6-0442c179122e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:49.847445 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c4454734-6137-4eb8-8565-b7a95b9e5810), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:49.925093 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8f3c207a-e28d-4e7b-ac6e-6a3ffa96df1e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:49.939238 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Attempting to bind port fad22dc2-0f92-4f15-aaee-9255f3de8efe on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:55:49.939529 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Attempting to bind port fad22dc2-0f92-4f15-aaee-9255f3de8efe by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:55:49.939896 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Attempting to bind port fad22dc2-0f92-4f15-aaee-9255f3de8efe on network 64fc6aa8-4664-4ea2-a04b-27a12c871a1b {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:55:49.943949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8f3c207a-e28d-4e7b-ac6e-6a3ffa96df1e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/6af6757c-c97c-4feb-90e6-0442c179122e HTTP/1.1" status: 204 len: 168 time: 1.8841596 Mar 07 21:55:49.944866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48708) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:49.952873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=c4454734-6137-4eb8-8565-b7a95b9e5810,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:49.987142 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:55:49.993030 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Checking segment: {'id': 'a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:55:49.999424 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:50.000082 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Bound using segment: {'id': 'a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:55:50.001280 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Bound port: fad22dc2-0f92-4f15-aaee-9255f3de8efe, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:55:50.001844 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:50.011967 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:50.079992 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43d431e4-12b5-44b8-9c39-20fd6f1f7e19 admin admin] Publish callbacks [] for security_group (a46e6145-b905-49f7-9ec3-dcbdb43e76e2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:50.088326 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:55:50.088651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6d4bf4bf-081f-4bd6-9d96-2cd5b445af63 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:55:50.089291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device be4f567c-a358-4321-b3ea-2c0fabfdd7d5 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:50.163210 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-837c0a3b-621e-454c-b3de-904dbb14180a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Deleting port e192079e-fb78-4644-86bf-f65555e1a281 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:50.165745 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-837c0a3b-621e-454c-b3de-904dbb14180a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e192079e-fb78-4644-86bf-f65555e1a281), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:50.170634 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-248a2b66-c910-49ca-a928-46ce0ab068e4 None None] Current status of the port c4454734-6137-4eb8-8565-b7a95b9e5810 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:50.175327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: be4f567c-a358-4321-b3ea-2c0fabfdd7d5 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:55:50.175875 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device be4f567c-a358-4321-b3ea-2c0fabfdd7d5 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:55:50.226733 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43d431e4-12b5-44b8-9c39-20fd6f1f7e19 admin admin] Publish callbacks [] for security_group (a46e6145-b905-49f7-9ec3-dcbdb43e76e2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:50.238793 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] For port fad22dc2-0f92-4f15-aaee-9255f3de8efe, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:55:50.244804 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] For port fad22dc2-0f92-4f15-aaee-9255f3de8efe, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fad22dc2-0f92-4f15-aaee-9255f3de8efe,segment=NetworkSegment(a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7),segment_id=a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:55:50.255422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f20e5fe-0626-4003-8739-bbe89aea6dd0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:50.257588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f20e5fe-0626-4003-8739-bbe89aea6dd0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:50.258889 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:50.267038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1f20e5fe-0626-4003-8739-bbe89aea6dd0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3091230 Mar 07 21:55:50.267245 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:50.272167 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48716) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:50.291869 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ccd71-89aa-4ad3-bdbc-fa1aa5a4bb6e req-66d4123c-adc1-4224-a967-d79c79971f79 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:50.299853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c21ccd71-89aa-4ad3-bdbc-fa1aa5a4bb6e req-66d4123c-adc1-4224-a967-d79c79971f79 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 946 time: 0.3539541 Mar 07 21:55:50.318252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4ae69aa0-f29a-4eea-92df-867f4d94feff None None] Provisioning complete for port fad22dc2-0f92-4f15-aaee-9255f3de8efe triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:50.318636 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4ae69aa0-f29a-4eea-92df-867f4d94feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:50.378694 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Routers {'755657e1-115d-4cb2-9c5d-5cb44d356594'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:50.379601 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:55:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['755657e1-115d-4cb2-9c5d-5cb44d356594'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:50.455957 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc429c21-b45d-4e03-8ead-9f0a1f862804 None None] Pushing event updated for resources: {'Port': ['ID=fad22dc2-0f92-4f15-aaee-9255f3de8efe,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:50.480829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c21ccd71-89aa-4ad3-bdbc-fa1aa5a4bb6e req-46779247-9aab-49a7-9817-e27b26d9106d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798549 Mar 07 21:55:50.531567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e38a21-1a09-4b65-b50a-0f38c2612e6c req-426def76-6918-428c-bee9-83b896fe1989 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:50.547039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9e38a21-1a09-4b65-b50a-0f38c2612e6c req-426def76-6918-428c-bee9-83b896fe1989 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 943 time: 0.3945160 Mar 07 21:55:50.554621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4ae69aa0-f29a-4eea-92df-867f4d94feff None None] Current status of the port fad22dc2-0f92-4f15-aaee-9255f3de8efe is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:50.555026 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4ae69aa0-f29a-4eea-92df-867f4d94feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:50.587519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c4454734-6137-4eb8-8565-b7a95b9e5810 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:55:50.601851 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] Set router 755657e1-115d-4cb2-9c5d-5cb44d356594 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:55:50.683465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9e38a21-1a09-4b65-b50a-0f38c2612e6c req-031137c9-9d63-44e3-a38a-adf0b9f81717 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de32927-8c99-4e3c-ac84-f8c17fff2420&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1340244 Mar 07 21:55:50.737109 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-4ae69aa0-f29a-4eea-92df-867f4d94feff None None] For port fad22dc2-0f92-4f15-aaee-9255f3de8efe, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fad22dc2-0f92-4f15-aaee-9255f3de8efe,segment=NetworkSegment(a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7),segment_id=a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:50.745185 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7ff98af-159f-4307-83cf-e9f804f5e447 req-62dfc455-4e94-4ec0-bd6d-6415c161096c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 210 time: 0.1022198 Mar 07 21:55:50.753782 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4ae69aa0-f29a-4eea-92df-867f4d94feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:50.842473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c4454734-6137-4eb8-8565-b7a95b9e5810 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:50.843635 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c4454734-6137-4eb8-8565-b7a95b9e5810), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:50.925814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-67a58a24-1b7f-45e6-9fcb-76a8df7bd0c3 None None] Provisioning complete for port fad22dc2-0f92-4f15-aaee-9255f3de8efe triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:50.927372 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-67a58a24-1b7f-45e6-9fcb-76a8df7bd0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:50.929988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae69aa0-f29a-4eea-92df-867f4d94feff None None] Pushing event updated for resources: {'Port': ['ID=fad22dc2-0f92-4f15-aaee-9255f3de8efe,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:50.997224 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:44Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'fad22dc2-0f92-4f15-aaee-9255f3de8efe', 'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:08:3d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:43Z', 'updated_at': '2022-03-07T21:55:50Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:51.039054 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb08a8d-a9e7-49bc-b1e7-02abe01a2a61 None None] The sync data for ids ['755657e1-115d-4cb2-9c5d-5cb44d356594'] in n-d-832330-1 is: [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:44Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'fad22dc2-0f92-4f15-aaee-9255f3de8efe', 'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:08:3d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:43Z', 'updated_at': '2022-03-07T21:55:50Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:55:51.180501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c725f4-5dd4-4b03-97b5-a9285f6b7978 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 82e502e5-5611-4b4f-bcbf-8015bcff8e8c {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:55:51.188834 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5c725f4-5dd4-4b03-97b5-a9285f6b7978 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (82e502e5-5611-4b4f-bcbf-8015bcff8e8c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:51.248541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c4454734-6137-4eb8-8565-b7a95b9e5810 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:51.253610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-67a58a24-1b7f-45e6-9fcb-76a8df7bd0c3 None None] Current status of the port fad22dc2-0f92-4f15-aaee-9255f3de8efe is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:51.258882 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-67a58a24-1b7f-45e6-9fcb-76a8df7bd0c3 None None] Could not find standard attr ID for object 6af6757c-c97c-4feb-90e6-0442c179122e. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:55:51.265101 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f3a62041-a2a9-44d6-b00d-257b742d4d05 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5935 time: 2.2702653 Mar 07 21:55:51.265871 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43d431e4-12b5-44b8-9c39-20fd6f1f7e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a46e6145-b905-49f7-9ec3-dcbdb43e76e2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:51.269081 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43d431e4-12b5-44b8-9c39-20fd6f1f7e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:51.273002 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-43d431e4-12b5-44b8-9c39-20fd6f1f7e19 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a46e6145-b905-49f7-9ec3-dcbdb43e76e2 HTTP/1.1" status: 204 len: 168 time: 1.4603980 Mar 07 21:55:51.277570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-837c0a3b-621e-454c-b3de-904dbb14180a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] For port e192079e-fb78-4644-86bf-f65555e1a281, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e192079e-fb78-4644-86bf-f65555e1a281,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:51.277825 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-837c0a3b-621e-454c-b3de-904dbb14180a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e192079e-fb78-4644-86bf-f65555e1a281), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:51.311867 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d431e4-12b5-44b8-9c39-20fd6f1f7e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46e6145-b905-49f7-9ec3-dcbdb43e76e2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:51.334353 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5c725f4-5dd4-4b03-97b5-a9285f6b7978 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (82e502e5-5611-4b4f-bcbf-8015bcff8e8c), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:51.343390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-837c0a3b-621e-454c-b3de-904dbb14180a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Calling delete_port for e192079e-fb78-4644-86bf-f65555e1a281 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:51.365412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf0976-c647-4d91-b12f-b5e358646da7 req-ff99c4ee-fe09-4021-a82e-0418a5daf927 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:51.369203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbbf0976-c647-4d91-b12f-b5e358646da7 req-ff99c4ee-fe09-4021-a82e-0418a5daf927 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 1128 time: 0.2222533 Mar 07 21:55:51.436536 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-67a58a24-1b7f-45e6-9fcb-76a8df7bd0c3 None None] Provisioning complete for port c4454734-6137-4eb8-8565-b7a95b9e5810 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:51.436834 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-67a58a24-1b7f-45e6-9fcb-76a8df7bd0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c4454734-6137-4eb8-8565-b7a95b9e5810), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:51.500872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbbf0976-c647-4d91-b12f-b5e358646da7 req-f9983a6f-c324-45c3-89d7-20cb7066b7d0 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234388 Mar 07 21:55:51.532914 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48736) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:51.626343 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5c725f4-5dd4-4b03-97b5-a9285f6b7978 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (82e502e5-5611-4b4f-bcbf-8015bcff8e8c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:51.850842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecabca-823c-453f-a15f-eb88cd30a5c5 req-b5a0ed09-30b6-4c78-b724-cbe1de52dc73 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:51.852728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97ecabca-823c-453f-a15f-eb88cd30a5c5 req-b5a0ed09-30b6-4c78-b724-cbe1de52dc73 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 946 time: 0.1665192 Mar 07 21:55:51.958098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-67a58a24-1b7f-45e6-9fcb-76a8df7bd0c3 None None] Current status of the port c4454734-6137-4eb8-8565-b7a95b9e5810 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:51.990150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5c725f4-5dd4-4b03-97b5-a9285f6b7978 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (82e502e5-5611-4b4f-bcbf-8015bcff8e8c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:52.036509 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97ecabca-823c-453f-a15f-eb88cd30a5c5 req-bde475c9-efdd-43c7-848d-cb5a18728d36 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685352 Mar 07 21:55:52.104718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0214f703-3ef5-46f3-b123-d66653f6a037 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port 7af7ac10-f586-468d-854b-84b215241feb {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:52.105985 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0214f703-3ef5-46f3-b123-d66653f6a037 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7af7ac10-f586-468d-854b-84b215241feb), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:52.126769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5c725f4-5dd4-4b03-97b5-a9285f6b7978 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:52.141088 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f5c725f4-5dd4-4b03-97b5-a9285f6b7978 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/82e502e5-5611-4b4f-bcbf-8015bcff8e8c HTTP/1.1" status: 204 len: 168 time: 1.8505702 Mar 07 21:55:52.141088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c725f4-5dd4-4b03-97b5-a9285f6b7978 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=82e502e5-5611-4b4f-bcbf-8015bcff8e8c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:52.144411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48752) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:52.173007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e28c0bf-c659-4452-a267-27d028982db7 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:55:52.206906 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-837c0a3b-621e-454c-b3de-904dbb14180a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e192079e-fb78-4644-86bf-f65555e1a281), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:52.270500 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:52.329985 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7cbd168c-cc35-4009-9657-d5272d851105 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1824186 Mar 07 21:55:52.331156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48758) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:52.331678 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48766) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:52.377932 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0214f703-3ef5-46f3-b123-d66653f6a037 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7af7ac10-f586-468d-854b-84b215241feb), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:52.378501 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0214f703-3ef5-46f3-b123-d66653f6a037 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (7af7ac10-f586-468d-854b-84b215241feb), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:52.413188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0214f703-3ef5-46f3-b123-d66653f6a037 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for 7af7ac10-f586-468d-854b-84b215241feb owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:52.433692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-029c75c1-12ac-4a0a-8303-4750ad8e51f0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203069923', 'description': 'tempest-secgroup-smoke-1203069923 description', 'project_id': '2d192248e3994b0e99e0429603afce16'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:52.475455 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2f445990-aadf-4c93-8dc9-232f834ec014 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:52.510813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c0a3b-621e-454c-b3de-904dbb14180a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event deleted for resources: {'Port': ['ID=e192079e-fb78-4644-86bf-f65555e1a281,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:52.613095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fad22dc2-0f92-4f15-aaee-9255f3de8efe up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:55:52.771832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a095a8a-e5d7-400b-9ac3-1d64857c1263 req-05e40143-c3c2-46fc-8bac-56248ec183e0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 210 time: 0.2190044 Mar 07 21:55:52.775749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67c5780b-5dd9-418c-91f6-0b310b11c19c req-48992b5c-04ba-43ef-b9f1-c4e20f6e8453 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.2407851 Mar 07 21:55:52.894985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port fad22dc2-0f92-4f15-aaee-9255f3de8efe triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:52.895408 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:52.901577 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-029c75c1-12ac-4a0a-8303-4750ad8e51f0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:52.950238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f445990-aadf-4c93-8dc9-232f834ec014 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:55:52.953904 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f445990-aadf-4c93-8dc9-232f834ec014 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:52.965460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-837c0a3b-621e-454c-b3de-904dbb14180a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] No DVR routers for this DVR port e192079e-fb78-4644-86bf-f65555e1a281 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:55:52.981352 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-837c0a3b-621e-454c-b3de-904dbb14180a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:52.994132 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a69fd39f-6fc8-4c28-8818-dad5298b4d3d req-837c0a3b-621e-454c-b3de-904dbb14180a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.13 "DELETE /v2.0/ports/e192079e-fb78-4644-86bf-f65555e1a281 HTTP/1.1" status: 204 len: 173 time: 3.5406892 Mar 07 21:55:52.994655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-deleted', 'tag': 'e192079e-fb78-4644-86bf-f65555e1a281'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:55:53.000359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24d3812-c774-479d-9176-2586bd498be7 None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:55:53.002899 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c4e4cb-e030-4a36-93a3-3ed5f5e5b0dc" -d '{"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-deleted", "tag": "e192079e-fb78-4644-86bf-f65555e1a281"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:55:53.029204 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0214f703-3ef5-46f3-b123-d66653f6a037 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (7af7ac10-f586-468d-854b-84b215241feb), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:53.143273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214f703-3ef5-46f3-b123-d66653f6a037 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=7af7ac10-f586-468d-854b-84b215241feb,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:53.196332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48814) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:53.233851 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c775afd4-c16f-4108-839d-189d7e3e99c1 x-openstack-request-id: req-c775afd4-c16f-4108-839d-189d7e3e99c1 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:55:53.234952 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba38f93-02ef-4d6c-86dc-539cc8fb91e4", "name": "network-vif-deleted", "tag": "e192079e-fb78-4644-86bf-f65555e1a281", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:55:53.236719 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c775afd4-c16f-4108-839d-189d7e3e99c1 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:55:53.237147 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba38f93-02ef-4d6c-86dc-539cc8fb91e4', 'name': 'network-vif-deleted', 'tag': 'e192079e-fb78-4644-86bf-f65555e1a281', 'status': 'completed', 'code': 200} Mar 07 21:55:53.283860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port fad22dc2-0f92-4f15-aaee-9255f3de8efe is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:53.309479 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e24d3812-c774-479d-9176-2586bd498be7 None None] Deleting port c4454734-6137-4eb8-8565-b7a95b9e5810 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:53.309874 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e24d3812-c774-479d-9176-2586bd498be7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c4454734-6137-4eb8-8565-b7a95b9e5810), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:53.447309 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0214f703-3ef5-46f3-b123-d66653f6a037 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (25f91c1b-97cd-4056-b643-2f4ca81e735c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:53.447958 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-0214f703-3ef5-46f3-b123-d66653f6a037 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Floating IP 25f91c1b-97cd-4056-b643-2f4ca81e735c disassociated (deleted). External IP: 172.25.4.105, port: cf057c28-5634-40dc-b41f-fa62a81d1ad3. Mar 07 21:55:53.548917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e24d3812-c774-479d-9176-2586bd498be7 None None] For port c4454734-6137-4eb8-8565-b7a95b9e5810, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c4454734-6137-4eb8-8565-b7a95b9e5810,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:53.551330 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e24d3812-c774-479d-9176-2586bd498be7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c4454734-6137-4eb8-8565-b7a95b9e5810), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:53.565196 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-029c75c1-12ac-4a0a-8303-4750ad8e51f0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (708d5546-1b44-4a10-a0a4-517a8ae40dce), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:53.581153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e24d3812-c774-479d-9176-2586bd498be7 None None] Calling delete_port for c4454734-6137-4eb8-8565-b7a95b9e5810 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:53.590706 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-029c75c1-12ac-4a0a-8303-4750ad8e51f0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (708d5546-1b44-4a10-a0a4-517a8ae40dce), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:53.612454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c241ed-1154-4ac8-8e23-b92d7d97f7ee req-4d7c4270-a7dd-4559-a68c-e76a3a58ccaf tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:53.622423 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8c241ed-1154-4ac8-8e23-b92d7d97f7ee req-4d7c4270-a7dd-4559-a68c-e76a3a58ccaf tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 946 time: 0.3676500 Mar 07 21:55:53.676308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34099f3-5b57-40e8-b420-a55e9a88e813 req-b982bc50-45e1-4399-8351-4a24b8e0f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:53.689031 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c34099f3-5b57-40e8-b420-a55e9a88e813 req-b982bc50-45e1-4399-8351-4a24b8e0f79e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 1127 time: 0.4853282 Mar 07 21:55:53.738207 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e24d3812-c774-479d-9176-2586bd498be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (c4454734-6137-4eb8-8565-b7a95b9e5810), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:53.786954 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8c241ed-1154-4ac8-8e23-b92d7d97f7ee req-97f01879-6884-44ec-80bd-53166c7bb814 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559160 Mar 07 21:55:53.842943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-029c75c1-12ac-4a0a-8303-4750ad8e51f0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:53.848503 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-029c75c1-12ac-4a0a-8303-4750ad8e51f0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.5078621 Mar 07 21:55:53.852408 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48836) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:53.853341 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c75c1-12ac-4a0a-8303-4750ad8e51f0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708d5546-1b44-4a10-a0a4-517a8ae40dce,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:53.857106 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f445990-aadf-4c93-8dc9-232f834ec014 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (615d7d41-9367-4ccc-85c6-d6e85cc1583e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:53.859374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d3812-c774-479d-9176-2586bd498be7 None None] Pushing event deleted for resources: {'Port': ['ID=c4454734-6137-4eb8-8565-b7a95b9e5810,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:53.867705 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24d3812-c774-479d-9176-2586bd498be7 None None] No DVR routers for this DVR port c4454734-6137-4eb8-8565-b7a95b9e5810 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:55:53.890993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-038924de-3d5d-439e-83fa-d885fe435204 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': '708d5546-1b44-4a10-a0a4-517a8ae40dce', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:53.928913 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f445990-aadf-4c93-8dc9-232f834ec014 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:53.933714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-2f445990-aadf-4c93-8dc9-232f834ec014 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:53.936923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f445990-aadf-4c93-8dc9-232f834ec014 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:53.937525 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f445990-aadf-4c93-8dc9-232f834ec014 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:53.944871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a4cc9e-261b-4ee1-bb07-2ee4620b14f1 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:55:53.966542 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-038924de-3d5d-439e-83fa-d885fe435204 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (451529c1-c779-4f85-86d4-b891442e84cb), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:54.020750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0214f703-3ef5-46f3-b123-d66653f6a037 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router 46d5167d-2bef-4743-bd70-93f553770bdd has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:55:54.031631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4eb8dd6-951d-40a9-a624-1211a4f35c7b req-fcbffad9-0e04-4f92-8857-83502a9fcac3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 210 time: 0.0425422 Mar 07 21:55:54.059403 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-038924de-3d5d-439e-83fa-d885fe435204 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (451529c1-c779-4f85-86d4-b891442e84cb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:54.078531 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c34099f3-5b57-40e8-b420-a55e9a88e813 req-9e5a2bf5-6541-481f-9c4c-8d017d07fb51 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e239fc60-bae1-4267-8915-f7454382f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814769 Mar 07 21:55:54.085948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-038924de-3d5d-439e-83fa-d885fe435204 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (451529c1-c779-4f85-86d4-b891442e84cb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:54.167643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f445990-aadf-4c93-8dc9-232f834ec014 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=615d7d41-9367-4ccc-85c6-d6e85cc1583e,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:54.185786 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2f445990-aadf-4c93-8dc9-232f834ec014 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8433344 Mar 07 21:55:54.188950 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038924de-3d5d-439e-83fa-d885fe435204 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451529c1-c779-4f85-86d4-b891442e84cb,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:54.191021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48844) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:54.210253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a8b94d30-bda5-4275-b786-7247cfdad3d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'name': 'tempest-NetworksTestDHCPv6-1310892875'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:54.214271 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': '615d7d41-9367-4ccc-85c6-d6e85cc1583e'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:55:54.215196 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:54.240857 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-038924de-3d5d-439e-83fa-d885fe435204 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:54.242093 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-038924de-3d5d-439e-83fa-d885fe435204 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562269 Mar 07 21:55:54.250530 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48846) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:54.255234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c7c24c66-211e-44a3-953a-e32841f73d6f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': '708d5546-1b44-4a10-a0a4-517a8ae40dce', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:54.331659 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7c24c66-211e-44a3-953a-e32841f73d6f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (f6991a1f-950d-495f-acce-1932273366ab), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:54.380349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfc3fb61-2cdc-4a9a-82f4-5ff6ff25bc25 req-ba1bb300-c9eb-44dc-8c20-65d86770dbe6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.2179604 Mar 07 21:55:54.382278 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4aac0120-d486-4054-92a2-d16f4bb15713 req-c3a10745-f96e-43ce-a13c-282057d34803 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.2042241 Mar 07 21:55:54.443821 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b94d30-bda5-4275-b786-7247cfdad3d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:55:54.446042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0214f703-3ef5-46f3-b123-d66653f6a037 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:55:54.454019 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0214f703-3ef5-46f3-b123-d66653f6a037 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:54.469501 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77d91af-13d8-4af4-8343-48fe8852a101 None None] Sync routers for ids ['46d5167d-2bef-4743-bd70-93f553770bdd'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:55:54.483334 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a8b94d30-bda5-4275-b786-7247cfdad3d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:54.500737 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d91af-13d8-4af4-8343-48fe8852a101 None None] Routers {'46d5167d-2bef-4743-bd70-93f553770bdd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:54.501483 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b77d91af-13d8-4af4-8343-48fe8852a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:55:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['46d5167d-2bef-4743-bd70-93f553770bdd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:54.516750 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7c24c66-211e-44a3-953a-e32841f73d6f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (f6991a1f-950d-495f-acce-1932273366ab), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:54.550764 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c4454734-6137-4eb8-8565-b7a95b9e5810 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:55:54.552476 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7c24c66-211e-44a3-953a-e32841f73d6f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (f6991a1f-950d-495f-acce-1932273366ab), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:54.567425 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0214f703-3ef5-46f3-b123-d66653f6a037 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/floatingips/25f91c1b-97cd-4056-b643-2f4ca81e735c HTTP/1.1" status: 204 len: 168 time: 3.0331974 Mar 07 21:55:54.568025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:55:54.573399 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8e0cca-200d-439d-ba91-4f3972d47dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:55:54.595927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: c4454734-6137-4eb8-8565-b7a95b9e5810 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:55:54.596610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c4454734-6137-4eb8-8565-b7a95b9e5810 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:55:54.615509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c24c66-211e-44a3-953a-e32841f73d6f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6991a1f-950d-495f-acce-1932273366ab,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:54.632910 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7c24c66-211e-44a3-953a-e32841f73d6f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:54.636509 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c7c24c66-211e-44a3-953a-e32841f73d6f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3826706 Mar 07 21:55:54.637345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48856) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:54.639935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-a8b94d30-bda5-4275-b786-7247cfdad3d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port ddfbeea1-8a1c-4682-9a1b-197da62eeacc yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:55:54.646042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5366d0b4-f720-4e02-b45c-695e6eaadba8 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': '708d5546-1b44-4a10-a0a4-517a8ae40dce', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:54.661926 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc18f1ad-9565-48f8-9ee3-631e451a3e62 x-openstack-request-id: req-dc18f1ad-9565-48f8-9ee3-631e451a3e62 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:55:54.662264 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:55:54.663061 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc18f1ad-9565-48f8-9ee3-631e451a3e62 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:55:54.664199 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'status': 'completed', 'code': 200} Mar 07 21:55:54.734397 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5366d0b4-f720-4e02-b45c-695e6eaadba8 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (3d0e22b2-4e2f-4bfd-967b-b6cea89f1fe7), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:54.792227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Allocated IP 2001:db8::2 (93b13938-fab1-4c0e-a140-35734632e7e9/615d7d41-9367-4ccc-85c6-d6e85cc1583e/d459f74a-d6ba-4200-b9dc-5a9256738465) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:55:54.801532 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b77d91af-13d8-4af4-8343-48fe8852a101 None None] Set router 46d5167d-2bef-4743-bd70-93f553770bdd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:55:54.920731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e0cca-200d-439d-ba91-4f3972d47dc7 req-e57c577d-366f-4d67-9853-ecf85a4e853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:54.922913 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5366d0b4-f720-4e02-b45c-695e6eaadba8 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (3d0e22b2-4e2f-4bfd-967b-b6cea89f1fe7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:54.928451 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3a8e0cca-200d-439d-ba91-4f3972d47dc7 req-e57c577d-366f-4d67-9853-ecf85a4e853b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 1128 time: 0.1905713 Mar 07 21:55:54.948523 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5366d0b4-f720-4e02-b45c-695e6eaadba8 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (3d0e22b2-4e2f-4bfd-967b-b6cea89f1fe7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:55.053537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366d0b4-f720-4e02-b45c-695e6eaadba8 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0e22b2-4e2f-4bfd-967b-b6cea89f1fe7,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:55.110740 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5366d0b4-f720-4e02-b45c-695e6eaadba8 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:55.115740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5366d0b4-f720-4e02-b45c-695e6eaadba8 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4771972 Mar 07 21:55:55.116420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48870) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:55.127806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-d2aabe1b-6568-4544-a87c-778789681806 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': '708d5546-1b44-4a10-a0a4-517a8ae40dce', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:55.180033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e0cca-200d-439d-ba91-4f3972d47dc7 req-21c47924-0817-455d-9f2b-b0e3c2ed6b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:55.186353 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3a8e0cca-200d-439d-ba91-4f3972d47dc7 req-21c47924-0817-455d-9f2b-b0e3c2ed6b88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c30be23b-c9a1-4888-abc2-f862c1499bc1 HTTP/1.1" status: 200 len: 898 time: 0.2515914 Mar 07 21:55:55.198085 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d2aabe1b-6568-4544-a87c-778789681806 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (2a911bc8-4b34-48e3-9621-f114d1b64ddf), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:55.211445 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Publish callbacks [] for port (d459f74a-d6ba-4200-b9dc-5a9256738465), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:55.222523 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b77d91af-13d8-4af4-8343-48fe8852a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:01Z', 'updated_at': '2022-03-07T21:53:19Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:04Z', 'updated_at': '2022-03-07T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'c607fbe0-2792-4317-bd60-63b8eb9e0bb0', 'name': '', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:15:e2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:23Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:55.229667 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (d459f74a-d6ba-4200-b9dc-5a9256738465), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:55.257764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ca349-52cc-4770-a571-1d470209bbf8 req-a85c27c3-2878-4923-ad80-8b55f039ba9c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:55.270894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-258ca349-52cc-4770-a571-1d470209bbf8 req-a85c27c3-2878-4923-ad80-8b55f039ba9c tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 946 time: 0.3251224 Mar 07 21:55:55.274855 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77d91af-13d8-4af4-8343-48fe8852a101 None None] Checking router: 46d5167d-2bef-4743-bd70-93f553770bdd for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:55:55.289941 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d91af-13d8-4af4-8343-48fe8852a101 None None] Routers {'46d5167d-2bef-4743-bd70-93f553770bdd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:55:55.291613 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b77d91af-13d8-4af4-8343-48fe8852a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:55:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['46d5167d-2bef-4743-bd70-93f553770bdd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:55.308723 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3a8e0cca-200d-439d-ba91-4f3972d47dc7 req-729569d0-6d15-45e9-af1f-ba81a735f2f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3 HTTP/1.1" status: 200 len: 217 time: 0.1161304 Mar 07 21:55:55.356528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f342531-a367-4212-a98c-56e773c16f01 req-607f9886-8402-4821-9e84-278496f58a32 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:55.367716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f342531-a367-4212-a98c-56e773c16f01 req-607f9886-8402-4821-9e84-278496f58a32 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.4400187 Mar 07 21:55:55.466744 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Pushing event updated for resources: {'Port': ['ID=d459f74a-d6ba-4200-b9dc-5a9256738465,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:55.476043 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-258ca349-52cc-4770-a571-1d470209bbf8 req-0c902834-830d-4e22-bd9d-5a45d1479d7d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041211 Mar 07 21:55:55.486247 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:55.487777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:55.497586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:55:55.507851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e0cca-200d-439d-ba91-4f3972d47dc7 req-33530e1d-f546-41a0-aab8-03bbe6aab532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:55.510215 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3a8e0cca-200d-439d-ba91-4f3972d47dc7 req-33530e1d-f546-41a0-aab8-03bbe6aab532 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b94fcc19-8bef-4638-9407-9c98f3f9f1ea HTTP/1.1" status: 200 len: 835 time: 0.1927142 Mar 07 21:55:55.554962 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b77d91af-13d8-4af4-8343-48fe8852a101 None None] Set router 46d5167d-2bef-4743-bd70-93f553770bdd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:55:55.561214 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f342531-a367-4212-a98c-56e773c16f01 req-a374c83c-150f-4983-ac14-5d5de362a689 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912477 Mar 07 21:55:55.572243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Attempting to bind port d459f74a-d6ba-4200-b9dc-5a9256738465 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:55:55.572800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Attempting to bind port d459f74a-d6ba-4200-b9dc-5a9256738465 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:55:55.573322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Attempting to bind port d459f74a-d6ba-4200-b9dc-5a9256738465 on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:55:55.579279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:55:55.579888 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:55:55.581153 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:55.581704 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:55:55.582514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Bound port: d459f74a-d6ba-4200-b9dc-5a9256738465, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:55:55.583897 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d459f74a-d6ba-4200-b9dc-5a9256738465), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:55.600747 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d2aabe1b-6568-4544-a87c-778789681806 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (2a911bc8-4b34-48e3-9621-f114d1b64ddf), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:55.636781 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d2aabe1b-6568-4544-a87c-778789681806 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (2a911bc8-4b34-48e3-9621-f114d1b64ddf), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:55.640872 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-a8b94d30-bda5-4275-b786-7247cfdad3d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::13f (93b13938-fab1-4c0e-a140-35734632e7e9/615d7d41-9367-4ccc-85c6-d6e85cc1583e/ddfbeea1-8a1c-4682-9a1b-197da62eeacc) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:55:55.669749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e0cca-200d-439d-ba91-4f3972d47dc7 req-2a33dad5-ae90-4b5a-a1ae-8a1cccfa97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:55.671754 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3a8e0cca-200d-439d-ba91-4f3972d47dc7 req-2a33dad5-ae90-4b5a-a1ae-8a1cccfa97ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c30be23b-c9a1-4888-abc2-f862c1499bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1528168 Mar 07 21:55:55.732083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aabe1b-6568-4544-a87c-778789681806 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a911bc8-4b34-48e3-9621-f114d1b64ddf,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:55.748660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] For port d459f74a-d6ba-4200-b9dc-5a9256738465, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:55:55.756609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] For port d459f74a-d6ba-4200-b9dc-5a9256738465, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d459f74a-d6ba-4200-b9dc-5a9256738465,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:55:55.775245 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d459f74a-d6ba-4200-b9dc-5a9256738465), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:55.866904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb727879-1953-47d7-b1b5-07836ab94648 req-7314b80d-7bca-44cd-ac9c-46853826d1b7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 210 time: 0.1430173 Mar 07 21:55:55.892649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4c4d4-e2d6-4407-b6e9-edff56552c42 None None] Pushing event updated for resources: {'Port': ['ID=d459f74a-d6ba-4200-b9dc-5a9256738465,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:55.893273 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d2aabe1b-6568-4544-a87c-778789681806 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:55.895244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d2aabe1b-6568-4544-a87c-778789681806 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7738874 Mar 07 21:55:55.909102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48882) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:55.926003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6e0f606d-28b2-4b99-b0ce-e0e01557f39f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': '708d5546-1b44-4a10-a0a4-517a8ae40dce', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:55.963286 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f1ffb5d4-4bef-4e18-80a7-1bd5e9a0d5eb req-511648d9-55a7-48f8-b939-bf7c6e3fcb75 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0760694 Mar 07 21:55:55.980124 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b77d91af-13d8-4af4-8343-48fe8852a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:01Z', 'updated_at': '2022-03-07T21:53:19Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:04Z', 'updated_at': '2022-03-07T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'c607fbe0-2792-4317-bd60-63b8eb9e0bb0', 'name': '', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:15:e2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:23Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:55:56.007703 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3a8e0cca-200d-439d-ba91-4f3972d47dc7 req-bda793e1-49ee-41ce-bc04-9556429d9d39 service neutron] 10.222.0.13 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209045 Mar 07 21:55:56.018618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c7339a7-5a00-48b6-826a-a16567dec227 req-d7e1d068-9f89-4780-900c-44ee5c6fb558 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0385706 Mar 07 21:55:56.035189 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77d91af-13d8-4af4-8343-48fe8852a101 None None] The sync data for ids ['46d5167d-2bef-4743-bd70-93f553770bdd'] in n-d-832330-1 is: [{'id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:01Z', 'updated_at': '2022-03-07T21:53:19Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:04Z', 'updated_at': '2022-03-07T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'c607fbe0-2792-4317-bd60-63b8eb9e0bb0', 'name': '', 'network_id': 'c30be23b-c9a1-4888-abc2-f862c1499bc1', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:15:e2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:23Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'b94fcc19-8bef-4638-9407-9c98f3f9f1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:55:56.075202 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-6e0f606d-28b2-4b99-b0ce-e0e01557f39f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Project 2d192248e3994b0e99e0429603afce16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:55:56.124723 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e0f606d-28b2-4b99-b0ce-e0e01557f39f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (c9e5addf-d246-4789-8216-7585a69935d1), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:56.195864 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a8b94d30-bda5-4275-b786-7247cfdad3d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (ddfbeea1-8a1c-4682-9a1b-197da62eeacc), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:56.348980 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3a8e0cca-200d-439d-ba91-4f3972d47dc7 req-ff6fcde1-933f-4705-b06c-812e39672d0a service neutron] 10.222.0.13 "GET /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331907 Mar 07 21:55:56.384714 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a8b94d30-bda5-4275-b786-7247cfdad3d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ddfbeea1-8a1c-4682-9a1b-197da62eeacc), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:56.392087 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e0f606d-28b2-4b99-b0ce-e0e01557f39f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (c9e5addf-d246-4789-8216-7585a69935d1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:56.434541 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e0f606d-28b2-4b99-b0ce-e0e01557f39f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (c9e5addf-d246-4789-8216-7585a69935d1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:56.511593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b94d30-bda5-4275-b786-7247cfdad3d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:56.515820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9374dae-7a08-4fc8-895c-ed5ba90e518b None None] New status for floating IP 25f91c1b-97cd-4056-b643-2f4ca81e735c: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:55:56.525014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a8b94d30-bda5-4275-b786-7247cfdad3d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:56.530907 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f606d-28b2-4b99-b0ce-e0e01557f39f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e5addf-d246-4789-8216-7585a69935d1,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:56.533993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b94d30-bda5-4275-b786-7247cfdad3d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:55:56.544809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b94d30-bda5-4275-b786-7247cfdad3d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:56.545681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a8b94d30-bda5-4275-b786-7247cfdad3d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:56.551016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b94d30-bda5-4275-b786-7247cfdad3d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=ddfbeea1-8a1c-4682-9a1b-197da62eeacc,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:56.567437 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e0f606d-28b2-4b99-b0ce-e0e01557f39f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:56.570785 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6e0f606d-28b2-4b99-b0ce-e0e01557f39f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6577234 Mar 07 21:55:56.572707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48886) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:56.582208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-8f53d288-a66a-42ed-8050-17aaf5b6c9ee tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': '708d5546-1b44-4a10-a0a4-517a8ae40dce', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:56.629434 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-8f53d288-a66a-42ed-8050-17aaf5b6c9ee tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Project 2d192248e3994b0e99e0429603afce16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:55:56.636889 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8f53d288-a66a-42ed-8050-17aaf5b6c9ee tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (7088a0be-e635-4f51-991d-c26e71bf5d96), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:56.648008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd63e50-93fd-4cd6-974d-d9838af24391 req-cea5cf3a-ddfd-439c-aab0-f3f251b7e024 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:56.649604 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6bd63e50-93fd-4cd6-974d-d9838af24391 req-cea5cf3a-ddfd-439c-aab0-f3f251b7e024 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.13 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.1843939 Mar 07 21:55:56.661867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 48890) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:56.664272 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a8b94d30-bda5-4275-b786-7247cfdad3d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4715090 Mar 07 21:55:56.686942 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d459f74a-d6ba-4200-b9dc-5a9256738465 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:55:56.771382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port d459f74a-d6ba-4200-b9dc-5a9256738465 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:56.771877 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d459f74a-d6ba-4200-b9dc-5a9256738465), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:56.878809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port d459f74a-d6ba-4200-b9dc-5a9256738465 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:56.879269 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d459f74a-d6ba-4200-b9dc-5a9256738465), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:56.884718 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-6bd63e50-93fd-4cd6-974d-d9838af24391 req-f2d3e23c-b4a5-4d9c-832a-6657a102d751 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port cf057c28-5634-40dc-b41f-fa62a81d1ad3 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:56.885359 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6bd63e50-93fd-4cd6-974d-d9838af24391 req-f2d3e23c-b4a5-4d9c-832a-6657a102d751 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:56.908124 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8f53d288-a66a-42ed-8050-17aaf5b6c9ee tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (7088a0be-e635-4f51-991d-c26e71bf5d96), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:56.924273 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8f53d288-a66a-42ed-8050-17aaf5b6c9ee tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (7088a0be-e635-4f51-991d-c26e71bf5d96), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:56.993588 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port d459f74a-d6ba-4200-b9dc-5a9256738465, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d459f74a-d6ba-4200-b9dc-5a9256738465,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:57.003468 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d459f74a-d6ba-4200-b9dc-5a9256738465), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:57.003715 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8f53d288-a66a-42ed-8050-17aaf5b6c9ee tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:57.020549 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8f53d288-a66a-42ed-8050-17aaf5b6c9ee tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4467018 Mar 07 21:55:57.024080 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53d288-a66a-42ed-8050-17aaf5b6c9ee tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7088a0be-e635-4f51-991d-c26e71bf5d96,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:57.054354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94f26f1-39e0-4ade-a8ca-68e633254975 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:57.061258 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94f26f1-39e0-4ade-a8ca-68e633254975 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:57.063160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f94f26f1-39e0-4ade-a8ca-68e633254975 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3997757 Mar 07 21:55:57.065859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48900) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:57.072727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f4dad-82d6-4e5b-b1e9-6f98348903aa req-13b11714-22df-4371-9219-c05bfdcde621 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:57.080247 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db1f4dad-82d6-4e5b-b1e9-6f98348903aa req-13b11714-22df-4371-9219-c05bfdcde621 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 946 time: 0.2921338 Mar 07 21:55:57.142173 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8ad4559-e845-4855-a257-1d632773a25f req-37fa6c6d-28dd-44ad-a4ce-d8924a817bf4 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffe235a9-6da0-4f2f-a1ad-5282524d5ab1 HTTP/1.1" status: 200 len: 210 time: 0.0527554 Mar 07 21:55:57.190878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=d459f74a-d6ba-4200-b9dc-5a9256738465,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:57.198897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-6bd63e50-93fd-4cd6-974d-d9838af24391 req-f2d3e23c-b4a5-4d9c-832a-6657a102d751 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] For port cf057c28-5634-40dc-b41f-fa62a81d1ad3, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=cf057c28-5634-40dc-b41f-fa62a81d1ad3,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:57.199451 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6bd63e50-93fd-4cd6-974d-d9838af24391 req-f2d3e23c-b4a5-4d9c-832a-6657a102d751 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:57.234668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-6bd63e50-93fd-4cd6-974d-d9838af24391 req-f2d3e23c-b4a5-4d9c-832a-6657a102d751 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for cf057c28-5634-40dc-b41f-fa62a81d1ad3 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:57.275441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db1f4dad-82d6-4e5b-b1e9-6f98348903aa req-9d1e33f7-2a7b-433d-a009-68877d5c123c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=e016dc59-7649-47c2-8c47-7501ee03b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878541 Mar 07 21:55:57.361581 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-01d394d2-0512-468e-b7be-a9e2a3a45922 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port ddfbeea1-8a1c-4682-9a1b-197da62eeacc {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:57.362151 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01d394d2-0512-468e-b7be-a9e2a3a45922 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ddfbeea1-8a1c-4682-9a1b-197da62eeacc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:57.367917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b53a31d-16e4-407c-96e2-09aed0d0c937 req-e2ed2c3c-974c-4a84-a1cb-02e5914b835a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.1321232 Mar 07 21:55:57.427337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9aa0208c-a913-472d-adfa-5fdbb6317862 req-61b03ce2-4790-4afd-aead-a591593c1d3f tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0958300 Mar 07 21:55:57.484919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2091125e-0934-4e0f-b14a-01b260ef9435 req-21d2c2d3-dfd3-4606-bfc4-22ff0f6b1ce1 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0744956 Mar 07 21:55:57.497058 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01d394d2-0512-468e-b7be-a9e2a3a45922 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ddfbeea1-8a1c-4682-9a1b-197da62eeacc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:57.511202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-01d394d2-0512-468e-b7be-a9e2a3a45922 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for ddfbeea1-8a1c-4682-9a1b-197da62eeacc owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:57.548768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-69019e3a-899a-47af-aa7a-f4afeb58642d None None] Provisioning complete for port d459f74a-d6ba-4200-b9dc-5a9256738465 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:57.549360 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-69019e3a-899a-47af-aa7a-f4afeb58642d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d459f74a-d6ba-4200-b9dc-5a9256738465), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:57.673821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-69019e3a-899a-47af-aa7a-f4afeb58642d None None] Current status of the port d459f74a-d6ba-4200-b9dc-5a9256738465 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:57.677929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-fee63b78-8129-49dd-ae19-94045d724b02 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203069923&fields=id&tenant_id=2d192248e3994b0e99e0429603afce16 HTTP/1.1" status: 200 len: 267 time: 0.0953746 Mar 07 21:55:57.783204 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6bd63e50-93fd-4cd6-974d-d9838af24391 req-f2d3e23c-b4a5-4d9c-832a-6657a102d751 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (cf057c28-5634-40dc-b41f-fa62a81d1ad3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:57.792796 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01d394d2-0512-468e-b7be-a9e2a3a45922 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ddfbeea1-8a1c-4682-9a1b-197da62eeacc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:57.815374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585a19b-e9a7-462f-a089-78de7f673386 req-b992bb76-d8a3-4fd2-9d02-a161392e0a18 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:57.824077 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-b992bb76-d8a3-4fd2-9d02-a161392e0a18 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/networks?id=64fc6aa8-4664-4ea2-a04b-27a12c871a1b HTTP/1.1" status: 200 len: 797 time: 0.1450982 Mar 07 21:55:57.831824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3e23c-b4a5-4d9c-832a-6657a102d751 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=cf057c28-5634-40dc-b41f-fa62a81d1ad3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:57.843173 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-d63ae49d-9186-4587-8b1a-b4f3eba52da2 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/quotas/2d192248e3994b0e99e0429603afce16 HTTP/1.1" status: 200 len: 375 time: 0.0174382 Mar 07 21:55:57.900530 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e231304a-1bd1-4853-aea5-17ceaf63269e None None] Could not find standard attr ID for object ddfbeea1-8a1c-4682-9a1b-197da62eeacc. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:55:57.935265 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-2fd786bb-b6ce-4d34-9aa9-6117b2819131 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d192248e3994b0e99e0429603afce16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863347 Mar 07 21:55:57.941038 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd63e50-93fd-4cd6-974d-d9838af24391 req-f2d3e23c-b4a5-4d9c-832a-6657a102d751 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] No DVR routers for this DVR port cf057c28-5634-40dc-b41f-fa62a81d1ad3 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:55:57.944682 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6bd63e50-93fd-4cd6-974d-d9838af24391 req-f2d3e23c-b4a5-4d9c-832a-6657a102d751 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:57.950591 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6bd63e50-93fd-4cd6-974d-d9838af24391 req-f2d3e23c-b4a5-4d9c-832a-6657a102d751 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.13 "DELETE /v2.0/ports/cf057c28-5634-40dc-b41f-fa62a81d1ad3 HTTP/1.1" status: 204 len: 173 time: 1.2850015 Mar 07 21:55:57.952230 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'name': 'network-vif-deleted', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:55:57.956172 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0471ae-9895-43ef-a321-6d138f9b5e96" -d '{"events": [{"server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "name": "network-vif-deleted", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:55:57.960293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d394d2-0512-468e-b7be-a9e2a3a45922 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=ddfbeea1-8a1c-4682-9a1b-197da62eeacc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:57.979604 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01d394d2-0512-468e-b7be-a9e2a3a45922 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:57.988468 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-01d394d2-0512-468e-b7be-a9e2a3a45922 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/ddfbeea1-8a1c-4682-9a1b-197da62eeacc HTTP/1.1" status: 204 len: 168 time: 0.9214101 Mar 07 21:55:57.991099 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48914) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:58.074408 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6fe16e-f314-4208-98e6-81c7a931dc37 x-openstack-request-id: req-fb6fe16e-f314-4208-98e6-81c7a931dc37 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:55:58.074835 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92543f33-d5ef-49ab-8137-014b22c5098b", "name": "network-vif-deleted", "tag": "cf057c28-5634-40dc-b41f-fa62a81d1ad3", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:55:58.075395 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb6fe16e-f314-4208-98e6-81c7a931dc37 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:55:58.076124 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92543f33-d5ef-49ab-8137-014b22c5098b', 'name': 'network-vif-deleted', 'tag': 'cf057c28-5634-40dc-b41f-fa62a81d1ad3', 'status': 'completed', 'code': 200} Mar 07 21:55:58.095713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-e7bc149c-1953-488f-89d7-a19d4e608389 service neutron] 10.222.0.26 "GET /v2.0/networks/64fc6aa8-4664-4ea2-a04b-27a12c871a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567860 Mar 07 21:55:58.150578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e8658-92de-409a-b528-9f1c18a73e31 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:58.152412 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e8658-92de-409a-b528-9f1c18a73e31 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:58.154684 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bc7e8658-92de-409a-b528-9f1c18a73e31 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1620946 Mar 07 21:55:58.157611 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48916) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:58.243296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f685a03-948f-4f1a-8cd7-4042407ca66a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 615d7d41-9367-4ccc-85c6-d6e85cc1583e {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:55:58.247915 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f685a03-948f-4f1a-8cd7-4042407ca66a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (615d7d41-9367-4ccc-85c6-d6e85cc1583e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:58.321984 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f685a03-948f-4f1a-8cd7-4042407ca66a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (615d7d41-9367-4ccc-85c6-d6e85cc1583e), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:58.502284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d459f74a-d6ba-4200-b9dc-5a9256738465 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:55:58.513302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f685a03-948f-4f1a-8cd7-4042407ca66a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (615d7d41-9367-4ccc-85c6-d6e85cc1583e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:58.624524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f685a03-948f-4f1a-8cd7-4042407ca66a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (615d7d41-9367-4ccc-85c6-d6e85cc1583e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:58.632342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port d459f74a-d6ba-4200-b9dc-5a9256738465 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:55:58.633534 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d459f74a-d6ba-4200-b9dc-5a9256738465), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:58.642470 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f685a03-948f-4f1a-8cd7-4042407ca66a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:58.645728 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0f685a03-948f-4f1a-8cd7-4042407ca66a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/615d7d41-9367-4ccc-85c6-d6e85cc1583e HTTP/1.1" status: 204 len: 168 time: 0.4868233 Mar 07 21:55:58.667273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48932) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:58.701019 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c1845ef-aa07-4461-87e2-4bd188acbc80 req-07e36881-7830-4930-90a0-f2d6b9d58b66 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=92543f33-d5ef-49ab-8137-014b22c5098b HTTP/1.1" status: 200 len: 210 time: 0.0843096 Mar 07 21:55:58.727914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ba432-7a3f-4e65-b6c7-e2347d2703d1 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:55:58.734896 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c6e19e9f-ee7c-4e9c-9a59-7c41fbbbfb84 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651896 Mar 07 21:55:58.735861 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f685a03-948f-4f1a-8cd7-4042407ca66a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=615d7d41-9367-4ccc-85c6-d6e85cc1583e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:58.737909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48934) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:58.748702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-346234c1-7161-4e4d-89c2-c772c0fe7b73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:58.776894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-26da998f-4a74-45ec-a8e0-fa82d1888b5b service neutron] 10.222.0.26 "GET /v2.0/networks/64fc6aa8-4664-4ea2-a04b-27a12c871a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802142 Mar 07 21:55:58.880822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port d459f74a-d6ba-4200-b9dc-5a9256738465 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:55:58.944254 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-948d3990-6e63-4e2f-9242-ed8ca96ec788 req-6efadb3a-60df-411b-8d7f-f33939520566 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0525863 Mar 07 21:55:58.966325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346234c1-7161-4e4d-89c2-c772c0fe7b73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:55:58.980147 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-346234c1-7161-4e4d-89c2-c772c0fe7b73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:59.004699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190375c4-08b9-4324-9e6a-9e2617db3dd5 None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:55:59.122637 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e0a7e475-95a2-42ff-b027-ca29ad72f5e8 req-dc2819e0-62bd-4f16-95a9-6de378897293 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0624020 Mar 07 21:55:59.124403 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-190375c4-08b9-4324-9e6a-9e2617db3dd5 None None] Deleting port d459f74a-d6ba-4200-b9dc-5a9256738465 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:55:59.126314 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-190375c4-08b9-4324-9e6a-9e2617db3dd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d459f74a-d6ba-4200-b9dc-5a9256738465), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:59.257375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c6d299a-57d4-4786-a5c8-d659d4c2d6e9 req-18dcd2ed-3497-4102-a118-fd1ec7f9ffbb tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 210 time: 0.0467820 Mar 07 21:55:59.267649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-190375c4-08b9-4324-9e6a-9e2617db3dd5 None None] For port d459f74a-d6ba-4200-b9dc-5a9256738465, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d459f74a-d6ba-4200-b9dc-5a9256738465,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:55:59.268334 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-190375c4-08b9-4324-9e6a-9e2617db3dd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d459f74a-d6ba-4200-b9dc-5a9256738465), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:59.302973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-190375c4-08b9-4324-9e6a-9e2617db3dd5 None None] Calling delete_port for d459f74a-d6ba-4200-b9dc-5a9256738465 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:55:59.389597 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-346234c1-7161-4e4d-89c2-c772c0fe7b73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (b3ebbe3a-837f-46ba-b5a6-3baa06f680f8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:59.441991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346234c1-7161-4e4d-89c2-c772c0fe7b73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:55:59.447207 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-346234c1-7161-4e4d-89c2-c772c0fe7b73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:55:59.452138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346234c1-7161-4e4d-89c2-c772c0fe7b73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:59.452745 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-346234c1-7161-4e4d-89c2-c772c0fe7b73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:59.466624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346234c1-7161-4e4d-89c2-c772c0fe7b73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=b3ebbe3a-837f-46ba-b5a6-3baa06f680f8,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:59.472859 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-190375c4-08b9-4324-9e6a-9e2617db3dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (d459f74a-d6ba-4200-b9dc-5a9256738465), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:59.489229 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-346234c1-7161-4e4d-89c2-c772c0fe7b73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7478530 Mar 07 21:55:59.489642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48966) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:55:59.499886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'name': 'tempest-NetworksTestDHCPv6-199956268'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:59.590505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190375c4-08b9-4324-9e6a-9e2617db3dd5 None None] Pushing event deleted for resources: {'Port': ['ID=d459f74a-d6ba-4200-b9dc-5a9256738465,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:59.607629 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190375c4-08b9-4324-9e6a-9e2617db3dd5 None None] No DVR routers for this DVR port d459f74a-d6ba-4200-b9dc-5a9256738465 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:55:59.613575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65727e-a628-4d3d-b024-79a64ed804bb req-7e7813e0-30c1-4b71-8ac1-fdafc067e2ea tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:59.626450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f65727e-a628-4d3d-b024-79a64ed804bb req-7e7813e0-30c1-4b71-8ac1-fdafc067e2ea tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 811 time: 0.2486436 Mar 07 21:55:59.631697 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988b3748-3a71-49ce-a157-f3844bfbc749 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:55:59.657641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f65727e-a628-4d3d-b024-79a64ed804bb req-6ea59318-51a0-4729-8174-7a5cb7c0886c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/quotas/87ba31d54d964f52a1f1a75c488819eb HTTP/1.1" status: 200 len: 375 time: 0.0273736 Mar 07 21:55:59.673757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:55:59.677906 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:59.716798 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port d7aca427-af5a-4a01-8050-8a9f60b98ebd yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:55:59.718023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f65727e-a628-4d3d-b024-79a64ed804bb req-670c2476-a423-49d3-af4c-4f72fe3736f9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582767 Mar 07 21:55:59.850657 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': 'b3ebbe3a-837f-46ba-b5a6-3baa06f680f8'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:55:59.853913 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:55:59.888578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f65727e-a628-4d3d-b024-79a64ed804bb req-48abfd78-6e69-4f17-babf-f0936c35a653 service neutron] 10.222.0.26 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669948 Mar 07 21:55:59.987834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48982) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:00.088571 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f65727e-a628-4d3d-b024-79a64ed804bb req-b48dfe6c-9d39-43de-9139-60b2e46974a0 service neutron] 10.222.0.26 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972792 Mar 07 21:56:00.177888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df1d38e4-6fc5-4d0c-8087-49f171c78807 req-de5087d4-89bc-493d-af76-cb5afb75336d tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0880020 Mar 07 21:56:00.305079 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::264 (93b13938-fab1-4c0e-a140-35734632e7e9/b3ebbe3a-837f-46ba-b5a6-3baa06f680f8/d7aca427-af5a-4a01-8050-8a9f60b98ebd) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:00.339720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b65b6d1d-4fe8-4321-a579-66de7f8a6b55 req-d33189cf-3b0f-49d7-bc23-4b20a08b4e78 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0501153 Mar 07 21:56:00.436686 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d21c2a33-e6f1-424f-9462-c3018964efd4 req-9b467c89-64ad-4eb0-8057-dd0eaab4f3c7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a0576e7-f514-4bd5-85ec-50474e66a637 HTTP/1.1" status: 200 len: 210 time: 0.0908656 Mar 07 21:56:00.441761 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d459f74a-d6ba-4200-b9dc-5a9256738465 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:00.483505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: d459f74a-d6ba-4200-b9dc-5a9256738465 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:00.483983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d459f74a-d6ba-4200-b9dc-5a9256738465 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:00.538890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1081adb8-7543-41c7-ab7e-67b6740b20f6 req-4fa8eaa1-1b1c-423d-80bb-43a125b7123e tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 210 time: 0.0587168 Mar 07 21:56:00.903107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585a19b-e9a7-462f-a089-78de7f673386 req-99ef9871-a751-4c85-929d-cf83de57a992 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:00.904691 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-99ef9871-a751-4c85-929d-cf83de57a992 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.13 "GET /v2.0/networks?id=64fc6aa8-4664-4ea2-a04b-27a12c871a1b HTTP/1.1" status: 200 len: 797 time: 0.2763646 Mar 07 21:56:00.910424 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (d7aca427-af5a-4a01-8050-8a9f60b98ebd), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:01.001070 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-6630aea4-50b2-4320-a717-41ea203c35b9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:01.008416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-6630aea4-50b2-4320-a717-41ea203c35b9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 811 time: 0.1510258 Mar 07 21:56:01.016443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d7aca427-af5a-4a01-8050-8a9f60b98ebd), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:01.030659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-d126b4f9-f4a8-4ec2-b54f-f1a970c0b090 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/quotas/87ba31d54d964f52a1f1a75c488819eb HTTP/1.1" status: 200 len: 375 time: 0.0204878 Mar 07 21:56:01.060818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Allocated IP 2001:db8::2 (93b13938-fab1-4c0e-a140-35734632e7e9/b3ebbe3a-837f-46ba-b5a6-3baa06f680f8/b961998f-7ba4-4a02-bcd4-5ab162064eb0) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:01.062825 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-5e943d94-e339-41d8-a57b-058783a1640c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312288 Mar 07 21:56:01.090086 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:01.099664 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cf057c28-5634-40dc-b41f-fa62a81d1ad3 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:01.134568 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: cf057c28-5634-40dc-b41f-fa62a81d1ad3 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:01.135159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device cf057c28-5634-40dc-b41f-fa62a81d1ad3 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:01.183866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a1b87272-a02f-4732-92dc-de2f0b921de3 service neutron] 10.222.0.26 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122806 Mar 07 21:56:01.258885 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Publish callbacks [] for port (b961998f-7ba4-4a02-bcd4-5ab162064eb0), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:01.266022 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (b961998f-7ba4-4a02-bcd4-5ab162064eb0), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:01.316009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:01.323525 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:01.327810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:01.337543 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Pushing event updated for resources: {'Port': ['ID=b961998f-7ba4-4a02-bcd4-5ab162064eb0,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:01.362203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-68d1863f-4238-4c72-8951-e557e25056c7 service neutron] 10.222.0.26 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772828 Mar 07 21:56:01.408234 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d780326-ce24-4a8e-bd81-32a9a69123ea req-f2cd0f39-f17c-4178-91b8-337adf282706 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0770953 Mar 07 21:56:01.455453 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Attempting to bind port b961998f-7ba4-4a02-bcd4-5ab162064eb0 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:01.455832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Attempting to bind port b961998f-7ba4-4a02-bcd4-5ab162064eb0 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:01.456197 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Attempting to bind port b961998f-7ba4-4a02-bcd4-5ab162064eb0 on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:01.473831 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:01.474247 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:01.474661 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:01.475231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:01.475718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Bound port: b961998f-7ba4-4a02-bcd4-5ab162064eb0, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:01.476103 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b961998f-7ba4-4a02-bcd4-5ab162064eb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:01.562535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:01.576385 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-30121b23-8a35-487c-8c74-0b72e009d1e8 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d192248e3994b0e99e0429603afce16 HTTP/1.1" status: 200 len: 380 time: 0.6614225 Mar 07 21:56:01.583107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:01.588599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:01.589471 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:01.604001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-5585a19b-e9a7-462f-a089-78de7f673386 req-62d9864a-03b7-4f7b-ad04-d800af0c09ab tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'port': {'device_id': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'admin_state_up': True, 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'security_groups': ['708d5546-1b44-4a10-a0a4-517a8ae40dce']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:01.627910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=d7aca427-af5a-4a01-8050-8a9f60b98ebd,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:01.643312 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:01.644302 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:01.644302 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:01.644503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:01.644793 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:01.644901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f13dde32-d484-430d-80fa-fd30c5e3eec6 req-529e3da4-e3ed-4870-b645-40a85b11a227 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.1152472 Mar 07 21:56:01.644990 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:01.645478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:01.645964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:01.646190 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:01.646495 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:01.646832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:01.647162 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:01.647493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:01.695474 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] For port b961998f-7ba4-4a02-bcd4-5ab162064eb0, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:01.699554 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] For port b961998f-7ba4-4a02-bcd4-5ab162064eb0, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b961998f-7ba4-4a02-bcd4-5ab162064eb0,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:01.703934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c2380b8-d64b-46aa-b389-fa67aa63c119 req-9d858bc9-66dd-45b8-a7c8-eb3847da1ab2 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 210 time: 0.0884287 Mar 07 21:56:01.713066 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b961998f-7ba4-4a02-bcd4-5ab162064eb0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:01.754307 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f695de5a-97bc-4dca-b1aa-2559747eb1ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2634153 Mar 07 21:56:01.765668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49028) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:01.781614 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2689d08d-e750-49b3-ba09-b5bb7c1d1810 req-c7c661f9-3f55-481a-ac4b-23240c1643e7 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 210 time: 0.0487661 Mar 07 21:56:01.846333 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3ab20ee-117a-49a0-9319-ae67f49f6b5b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (46d5167d-2bef-4743-bd70-93f553770bdd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:01.849985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1678e58-1c59-4550-aae2-d2853c7c42bf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:01.856775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1678e58-1c59-4550-aae2-d2853c7c42bf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:01.858515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d1678e58-1c59-4550-aae2-d2853c7c42bf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0754302 Mar 07 21:56:01.861603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49034) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:01.867378 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad277a2c-326c-49aa-9693-1333aea368cc None None] Pushing event updated for resources: {'Port': ['ID=b961998f-7ba4-4a02-bcd4-5ab162064eb0,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:01.905419 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5585a19b-e9a7-462f-a089-78de7f673386 req-62d9864a-03b7-4f7b-ad04-d800af0c09ab tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Made reservation on behalf of 2d192248e3994b0e99e0429603afce16 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:01.909005 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5585a19b-e9a7-462f-a089-78de7f673386 req-62d9864a-03b7-4f7b-ad04-d800af0c09ab tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:02.067000 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-01ab16c7-d701-4ce0-b653-194e774f2897 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port d7aca427-af5a-4a01-8050-8a9f60b98ebd {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:02.067465 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-01ab16c7-d701-4ce0-b653-194e774f2897 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d7aca427-af5a-4a01-8050-8a9f60b98ebd), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:02.220908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-5585a19b-e9a7-462f-a089-78de7f673386 req-62d9864a-03b7-4f7b-ad04-d800af0c09ab tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Allocated IP 172.20.0.7 (64fc6aa8-4664-4ea2-a04b-27a12c871a1b/cc4754c7-988a-4bb2-b1de-0e1c9db5d817/6624208d-38b7-448d-a146-6db381a25afc) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:02.269800 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-01ab16c7-d701-4ce0-b653-194e774f2897 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d7aca427-af5a-4a01-8050-8a9f60b98ebd), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:02.297544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-01ab16c7-d701-4ce0-b653-194e774f2897 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for d7aca427-af5a-4a01-8050-8a9f60b98ebd owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:02.499425 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-01ab16c7-d701-4ce0-b653-194e774f2897 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d7aca427-af5a-4a01-8050-8a9f60b98ebd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:02.558966 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b961998f-7ba4-4a02-bcd4-5ab162064eb0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:02.569145 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:56:02.587911 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5585a19b-e9a7-462f-a089-78de7f673386 req-62d9864a-03b7-4f7b-ad04-d800af0c09ab tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for port (6624208d-38b7-448d-a146-6db381a25afc), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:02.605601 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab20ee-117a-49a0-9319-ae67f49f6b5b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port c607fbe0-2792-4317-bd60-63b8eb9e0bb0 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:02.606307 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3ab20ee-117a-49a0-9319-ae67f49f6b5b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:02.619909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab16c7-d701-4ce0-b653-194e774f2897 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=d7aca427-af5a-4a01-8050-8a9f60b98ebd,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:02.671485 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-01ab16c7-d701-4ce0-b653-194e774f2897 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:02.671730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port b961998f-7ba4-4a02-bcd4-5ab162064eb0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:02.672020 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b961998f-7ba4-4a02-bcd4-5ab162064eb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:02.675034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-01ab16c7-d701-4ce0-b653-194e774f2897 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/d7aca427-af5a-4a01-8050-8a9f60b98ebd HTTP/1.1" status: 204 len: 168 time: 0.8122945 Mar 07 21:56:02.692442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49042) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:02.694608 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9a5418c-9698-4bf4-9365-3b29a8bbf6de req-11e6d5f7-d8ca-4722-b6fc-a70743e20097 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0721033 Mar 07 21:56:02.742993 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5585a19b-e9a7-462f-a089-78de7f673386 req-62d9864a-03b7-4f7b-ad04-d800af0c09ab tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6624208d-38b7-448d-a146-6db381a25afc), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:02.813639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5585a19b-e9a7-462f-a089-78de7f673386 req-62d9864a-03b7-4f7b-ad04-d800af0c09ab tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network 64fc6aa8-4664-4ea2-a04b-27a12c871a1b is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:02.814215 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port b961998f-7ba4-4a02-bcd4-5ab162064eb0 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:02.815009 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b961998f-7ba4-4a02-bcd4-5ab162064eb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:02.823658 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b247335a-eb67-4e68-9cd8-93c2bfcdc1ef req-8e51f372-d253-4cb5-a6ac-431ba5f8bfbd tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0906289 Mar 07 21:56:02.841584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-5585a19b-e9a7-462f-a089-78de7f673386 req-62d9864a-03b7-4f7b-ad04-d800af0c09ab tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:02.854038 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-c3ab20ee-117a-49a0-9319-ae67f49f6b5b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] For port c607fbe0-2792-4317-bd60-63b8eb9e0bb0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c607fbe0-2792-4317-bd60-63b8eb9e0bb0,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:02.854449 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3ab20ee-117a-49a0-9319-ae67f49f6b5b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:02.882813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab20ee-117a-49a0-9319-ae67f49f6b5b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for c607fbe0-2792-4317-bd60-63b8eb9e0bb0 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:02.883701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port b961998f-7ba4-4a02-bcd4-5ab162064eb0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b961998f-7ba4-4a02-bcd4-5ab162064eb0,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:02.889136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b23e2d4-7008-4ab8-a8b1-b66e92e618b8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:02.890644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b23e2d4-7008-4ab8-a8b1-b66e92e618b8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:02.892999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1b23e2d4-7008-4ab8-a8b1-b66e92e618b8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1971037 Mar 07 21:56:02.895644 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67f8fa80-7d9a-48eb-b0b9-e7001221a7f9 req-3d84c30f-9408-4cae-b9da-504c3f712053 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 210 time: 0.0692732 Mar 07 21:56:02.896588 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b961998f-7ba4-4a02-bcd4-5ab162064eb0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:02.897612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49048) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:02.931559 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-5585a19b-e9a7-462f-a089-78de7f673386 req-62d9864a-03b7-4f7b-ad04-d800af0c09ab tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:03.041035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=b961998f-7ba4-4a02-bcd4-5ab162064eb0,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:03.067418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9864a-03b7-4f7b-ad04-d800af0c09ab tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Port': ['ID=6624208d-38b7-448d-a146-6db381a25afc,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:03.136406 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe22824-b6f2-4c6d-976b-9fc579a22767 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet b3ebbe3a-837f-46ba-b5a6-3baa06f680f8 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:56:03.148364 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8fe22824-b6f2-4c6d-976b-9fc579a22767 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (b3ebbe3a-837f-46ba-b5a6-3baa06f680f8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:03.257906 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585a19b-e9a7-462f-a089-78de7f673386 req-62d9864a-03b7-4f7b-ad04-d800af0c09ab tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:03.258625 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5585a19b-e9a7-462f-a089-78de7f673386 req-62d9864a-03b7-4f7b-ad04-d800af0c09ab tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:03.301500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebddbd1-7dcc-4ce8-94af-14f7f7d70ac2 req-77644310-2786-4a18-8951-700947e09064 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:03.309704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ebddbd1-7dcc-4ce8-94af-14f7f7d70ac2 req-77644310-2786-4a18-8951-700947e09064 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 931 time: 0.3293729 Mar 07 21:56:03.331799 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-62d9864a-03b7-4f7b-ad04-d800af0c09ab tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7395275 Mar 07 21:56:03.345546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Request body: {'port': {'device_id': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:03.374930 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8fe22824-b6f2-4c6d-976b-9fc579a22767 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (b3ebbe3a-837f-46ba-b5a6-3baa06f680f8), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:03.393223 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9a9529d8-6cbe-48cc-9e70-b7a411e986b1 None None] Provisioning complete for port 6624208d-38b7-448d-a146-6db381a25afc triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:03.393597 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9a9529d8-6cbe-48cc-9e70-b7a411e986b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6624208d-38b7-448d-a146-6db381a25afc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:03.449635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-06ae845a-dd79-4be5-8138-725e7c876549 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:03.451162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-06ae845a-dd79-4be5-8138-725e7c876549 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 811 time: 0.3966024 Mar 07 21:56:03.469529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9a9529d8-6cbe-48cc-9e70-b7a411e986b1 None None] Port 6624208d-38b7-448d-a146-6db381a25afc cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:56:03.491271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-90b82815-4938-4647-8b91-4ac4b293958f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Request body: {'port': {'device_id': '2675679a-9fd1-4c72-b066-b0bbf45811c5', 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57', 'admin_state_up': True, 'tenant_id': '87ba31d54d964f52a1f1a75c488819eb'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:03.514222 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6624208d-38b7-448d-a146-6db381a25afc), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:03.538905 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ebddbd1-7dcc-4ce8-94af-14f7f7d70ac2 req-90f3e257-eaaf-4b8f-a0a2-4925c9b1697a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242231 Mar 07 21:56:03.594895 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3ab20ee-117a-49a0-9319-ae67f49f6b5b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c607fbe0-2792-4317-bd60-63b8eb9e0bb0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:03.655216 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab20ee-117a-49a0-9319-ae67f49f6b5b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=c607fbe0-2792-4317-bd60-63b8eb9e0bb0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:03.708247 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8fe22824-b6f2-4c6d-976b-9fc579a22767 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (b3ebbe3a-837f-46ba-b5a6-3baa06f680f8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:03.803508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3ee8aab3-899b-4b7e-8cbc-39ad53a493de None None] Provisioning complete for port b961998f-7ba4-4a02-bcd4-5ab162064eb0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:03.807187 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3ee8aab3-899b-4b7e-8cbc-39ad53a493de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b961998f-7ba4-4a02-bcd4-5ab162064eb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:03.828712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-90b82815-4938-4647-8b91-4ac4b293958f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Made reservation on behalf of 87ba31d54d964f52a1f1a75c488819eb for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:03.833019 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-90b82815-4938-4647-8b91-4ac4b293958f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:03.940422 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8fe22824-b6f2-4c6d-976b-9fc579a22767 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (b3ebbe3a-837f-46ba-b5a6-3baa06f680f8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:04.026092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3ee8aab3-899b-4b7e-8cbc-39ad53a493de None None] Current status of the port b961998f-7ba4-4a02-bcd4-5ab162064eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:04.141376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-24a94dfc-bafe-4c2d-975a-5095ac0b35e0 req-c998d812-1f1f-4210-a879-b4d5fb91514f tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.2483523 Mar 07 21:56:04.161074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe22824-b6f2-4c6d-976b-9fc579a22767 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ebbe3a-837f-46ba-b5a6-3baa06f680f8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:04.197434 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8c7c1bf-9f77-4cfc-b287-065e961a776b req-0f541181-df2a-4634-b416-e17a6ab42ef8 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.2441678 Mar 07 21:56:04.198933 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8fe22824-b6f2-4c6d-976b-9fc579a22767 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:04.204576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8fe22824-b6f2-4c6d-976b-9fc579a22767 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/b3ebbe3a-837f-46ba-b5a6-3baa06f680f8 HTTP/1.1" status: 204 len: 168 time: 1.3058953 Mar 07 21:56:04.211412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49056) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:04.244155 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1508c7-a581-4efd-8c68-116c927be5db None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:04.277653 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3ab20ee-117a-49a0-9319-ae67f49f6b5b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (46d5167d-2bef-4743-bd70-93f553770bdd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:04.359562 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-afdfc79f-40c7-43bc-91fd-60fb8b4ddfec tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1453164 Mar 07 21:56:04.369463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49058) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:04.381683 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-326dca34-d9fb-416a-94fb-b19e646fd185 None None] Could not find standard attr ID for object d7aca427-af5a-4a01-8050-8a9f60b98ebd. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:56:04.401111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ed5770f-ebc8-4870-80be-9e4a95cb5363 req-1c593348-fb91-40e9-868d-88d1f6e62d57 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 210 time: 0.0639603 Mar 07 21:56:04.506301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-90b82815-4938-4647-8b91-4ac4b293958f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Allocated IP 172.20.0.7 (5675c4b1-a997-4e40-b5a8-fe2906f9dd57/9e453854-77bd-461c-8a47-1e1f133854b2/5cd9e06b-b99e-4abf-a732-fd076a036d34) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:04.562681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338f1bb7-8c5c-4405-932d-93283e5d95a7 None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:56:04.669344 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-338f1bb7-8c5c-4405-932d-93283e5d95a7 None None] Deleting port b961998f-7ba4-4a02-bcd4-5ab162064eb0 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:04.670092 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-338f1bb7-8c5c-4405-932d-93283e5d95a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b961998f-7ba4-4a02-bcd4-5ab162064eb0), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:04.679627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860ccdbf-ebda-438a-8aea-fdacedf2f9db tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:04.681743 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-860ccdbf-ebda-438a-8aea-fdacedf2f9db tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3113010 Mar 07 21:56:04.686022 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49062) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:04.698176 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6624208d-38b7-448d-a146-6db381a25afc {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:56:04.748184 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-338f1bb7-8c5c-4405-932d-93283e5d95a7 None None] For port b961998f-7ba4-4a02-bcd4-5ab162064eb0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b961998f-7ba4-4a02-bcd4-5ab162064eb0,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:04.748184 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-338f1bb7-8c5c-4405-932d-93283e5d95a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b961998f-7ba4-4a02-bcd4-5ab162064eb0), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:04.763732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-338f1bb7-8c5c-4405-932d-93283e5d95a7 None None] Calling delete_port for b961998f-7ba4-4a02-bcd4-5ab162064eb0 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:04.768712 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Publish callbacks [] for port (6624208d-38b7-448d-a146-6db381a25afc), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:04.773387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239006ba-d7ee-4d1e-a662-ad256ae692b6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:04.778228 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-239006ba-d7ee-4d1e-a662-ad256ae692b6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0898733 Mar 07 21:56:04.778825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49064) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:04.805452 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-90b82815-4938-4647-8b91-4ac4b293958f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks [] for port (5cd9e06b-b99e-4abf-a732-fd076a036d34), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:04.838130 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7a49b3bc-f36e-4252-9801-6c695bc5f520 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565250 Mar 07 21:56:04.840384 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49066) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:04.842949 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Transition to ACTIVE for port object 6624208d-38b7-448d-a146-6db381a25afc will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:56:04.847809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-759c8e4b-4659-4402-b77a-77da9267aca3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:04.870108 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-338f1bb7-8c5c-4405-932d-93283e5d95a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (b961998f-7ba4-4a02-bcd4-5ab162064eb0), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:04.892835 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-90b82815-4938-4647-8b91-4ac4b293958f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5cd9e06b-b99e-4abf-a732-fd076a036d34), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:04.905336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f1bb7-8c5c-4405-932d-93283e5d95a7 None None] Pushing event deleted for resources: {'Port': ['ID=b961998f-7ba4-4a02-bcd4-5ab162064eb0,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:04.907987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f1bb7-8c5c-4405-932d-93283e5d95a7 None None] No DVR routers for this DVR port b961998f-7ba4-4a02-bcd4-5ab162064eb0 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:04.956381 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (6624208d-38b7-448d-a146-6db381a25afc), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:04.983615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b82815-4938-4647-8b91-4ac4b293958f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Pushing event updated for resources: {'Port': ['ID=5cd9e06b-b99e-4abf-a732-fd076a036d34,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:04.999754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-90b82815-4938-4647-8b91-4ac4b293958f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:05.004237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-90b82815-4938-4647-8b91-4ac4b293958f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:05.013243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-90b82815-4938-4647-8b91-4ac4b293958f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:05.026329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40ad94-2364-424c-a97b-54f6c460c9e6 req-69b1aa7b-b1be-4f3c-b458-1a2a264281a3 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:05.031315 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759c8e4b-4659-4402-b77a-77da9267aca3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:05.037773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-759c8e4b-4659-4402-b77a-77da9267aca3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:05.040970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b40ad94-2364-424c-a97b-54f6c460c9e6 req-69b1aa7b-b1be-4f3c-b458-1a2a264281a3 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 931 time: 0.3813562 Mar 07 21:56:05.174013 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b40ad94-2364-424c-a97b-54f6c460c9e6 req-5a2110dc-16d2-4f71-b491-a802296d39d7 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320179 Mar 07 21:56:05.184531 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-90b82815-4938-4647-8b91-4ac4b293958f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:05.186037 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-90b82815-4938-4647-8b91-4ac4b293958f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:05.207445 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Pushing event updated for resources: {'Port': ['ID=6624208d-38b7-448d-a146-6db381a25afc,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:05.255816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-90b82815-4938-4647-8b91-4ac4b293958f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7862651 Mar 07 21:56:05.272188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Request body: {'port': {'device_id': '2675679a-9fd1-4c72-b066-b0bbf45811c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:05.357671 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Attempting to bind port 6624208d-38b7-448d-a146-6db381a25afc on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:05.358281 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Attempting to bind port 6624208d-38b7-448d-a146-6db381a25afc by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:05.358604 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Attempting to bind port 6624208d-38b7-448d-a146-6db381a25afc on network 64fc6aa8-4664-4ea2-a04b-27a12c871a1b {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:05.400034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Port 6624208d-38b7-448d-a146-6db381a25afc on network 64fc6aa8-4664-4ea2-a04b-27a12c871a1b not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:56:05.400350 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Attempting to bind port 6624208d-38b7-448d-a146-6db381a25afc on network 64fc6aa8-4664-4ea2-a04b-27a12c871a1b {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:05.413834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ab20ee-117a-49a0-9319-ae67f49f6b5b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router 46d5167d-2bef-4743-bd70-93f553770bdd has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:56:05.416692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:05.417034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Checking segment: {'id': 'a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:05.417413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Bound using segment: {'id': 'a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:05.417848 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Bound port: 6624208d-38b7-448d-a146-6db381a25afc, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:05.418236 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6624208d-38b7-448d-a146-6db381a25afc), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:05.430225 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5cd9e06b-b99e-4abf-a732-fd076a036d34), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:05.502867 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d5ce30a-d1a7-4e8e-ad03-06c5c9c35a90 req-22d1ca22-d4f2-40fd-b76f-e4f90f38bbfe tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0745471 Mar 07 21:56:05.505693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36dd32f5-f069-4a7e-9667-c40aee37dfaa req-53e0f781-860f-420c-8b4b-2596abd3e18a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0764403 Mar 07 21:56:05.675052 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] For port 6624208d-38b7-448d-a146-6db381a25afc, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:05.692759 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-759c8e4b-4659-4402-b77a-77da9267aca3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (3a81a501-f7d7-4d5f-a453-5af3883fc857), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:05.742352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092d578-3da9-41e3-93e1-9c75d28094e9 req-5412ac11-a4c7-4537-907b-cb5937ab5d9a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:05.749872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2092d578-3da9-41e3-93e1-9c75d28094e9 req-5412ac11-a4c7-4537-907b-cb5937ab5d9a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 931 time: 0.0857611 Mar 07 21:56:05.756755 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] For port 6624208d-38b7-448d-a146-6db381a25afc, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6624208d-38b7-448d-a146-6db381a25afc,segment=NetworkSegment(a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7),segment_id=a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:05.758088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c8e4b-4659-4402-b77a-77da9267aca3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=3a81a501-f7d7-4d5f-a453-5af3883fc857,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:05.767201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ab20ee-117a-49a0-9319-ae67f49f6b5b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:56:05.776290 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c3ab20ee-117a-49a0-9319-ae67f49f6b5b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "PUT /v2.0/routers/46d5167d-2bef-4743-bd70-93f553770bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7795005 Mar 07 21:56:05.776290 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (6624208d-38b7-448d-a146-6db381a25afc), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:05.781607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49074) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:05.788762 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9dd8e-2ed5-4adb-8033-b9fca8b8dba2 None None] Sync routers for ids ['46d5167d-2bef-4743-bd70-93f553770bdd'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:56:05.813029 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c9dd8e-2ed5-4adb-8033-b9fca8b8dba2 None None] Routers {'46d5167d-2bef-4743-bd70-93f553770bdd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:05.813717 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-66c9dd8e-2ed5-4adb-8033-b9fca8b8dba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:55:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['46d5167d-2bef-4743-bd70-93f553770bdd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:05.846220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-792577ed-e2ff-455b-a7bb-3f43c1548d8c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting subnet b94fcc19-8bef-4638-9407-9c98f3f9f1ea {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:56:05.871994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2092d578-3da9-41e3-93e1-9c75d28094e9 req-29634e6f-deb0-4b30-aee5-b166d663c404 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210485 Mar 07 21:56:05.872151 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c8e4b-4659-4402-b77a-77da9267aca3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:05.875125 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-792577ed-e2ff-455b-a7bb-3f43c1548d8c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for subnet (b94fcc19-8bef-4638-9407-9c98f3f9f1ea), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:05.879655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-759c8e4b-4659-4402-b77a-77da9267aca3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:05.895663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77b8d06-8112-42df-ad3a-edd847828d4c None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:05.909217 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c8e4b-4659-4402-b77a-77da9267aca3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:05.910101 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-759c8e4b-4659-4402-b77a-77da9267aca3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:05.924405 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:05.925478 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:05.927330 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] 10.222.0.13 "PUT /v2.0/ports/6624208d-38b7-448d-a146-6db381a25afc HTTP/1.1" status: 200 len: 1091 time: 2.5860806 Mar 07 21:56:05.927864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'tag': '6624208d-38b7-448d-a146-6db381a25afc'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:05.937848 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a154b4-0eb6-4246-93db-2c36df84c15e" -d '{"events": [{"name": "network-changed", "server_uuid": "b443132a-bb4a-4d58-a3bd-27cf767fd159", "tag": "6624208d-38b7-448d-a146-6db381a25afc"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:56:05.959558 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-759c8e4b-4659-4402-b77a-77da9267aca3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1177163 Mar 07 21:56:05.960953 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49078) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:05.973712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-df751717-3b88-4a5f-a3b1-f9b69e9be7a4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': '3a81a501-f7d7-4d5f-a453-5af3883fc857', 'ip_address': '2001:db8::fdae:e692:b44a:f8a6'}], 'name': 'tempest-NetworksTestDHCPv6-135800335'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:06.021598 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-792577ed-e2ff-455b-a7bb-3f43c1548d8c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (b94fcc19-8bef-4638-9407-9c98f3f9f1ea), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:06.066112 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd9e06b-b99e-4abf-a732-fd076a036d34 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:56:06.081105 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Publish callbacks [] for port (5cd9e06b-b99e-4abf-a732-fd076a036d34), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:06.106922 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-66c9dd8e-2ed5-4adb-8033-b9fca8b8dba2 None None] Set router 46d5167d-2bef-4743-bd70-93f553770bdd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:06.110803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Transition to ACTIVE for port object 5cd9e06b-b99e-4abf-a732-fd076a036d34 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:56:06.120497 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5cd9e06b-b99e-4abf-a732-fd076a036d34), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:06.137971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': '3a81a501-f7d7-4d5f-a453-5af3883fc857'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:56:06.139371 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:06.230685 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-792577ed-e2ff-455b-a7bb-3f43c1548d8c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (b94fcc19-8bef-4638-9407-9c98f3f9f1ea), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:06.354660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Allocated IP 2001:db8::2 (93b13938-fab1-4c0e-a140-35734632e7e9/3a81a501-f7d7-4d5f-a453-5af3883fc857/8c2f09ad-7956-4999-a14c-1dbe397e5905) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:06.461260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd9e06b-b99e-4abf-a732-fd076a036d34,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:06.478942 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b961998f-7ba4-4a02-bcd4-5ab162064eb0 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:06.494902 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-66c9dd8e-2ed5-4adb-8033-b9fca8b8dba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:01Z', 'updated_at': '2022-03-07T21:56:03Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:04Z', 'updated_at': '2022-03-07T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:06.517232 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: b961998f-7ba4-4a02-bcd4-5ab162064eb0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:06.517629 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b961998f-7ba4-4a02-bcd4-5ab162064eb0 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:06.552191 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f881b5-c321-441d-af7c-fc468cbb464f x-openstack-request-id: req-58f881b5-c321-441d-af7c-fc468cbb464f {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:56:06.552764 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b443132a-bb4a-4d58-a3bd-27cf767fd159", "tag": "6624208d-38b7-448d-a146-6db381a25afc", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:56:06.552764 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58f881b5-c321-441d-af7c-fc468cbb464f {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:56:06.553511 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9dd8e-2ed5-4adb-8033-b9fca8b8dba2 None None] Checking router: 46d5167d-2bef-4743-bd70-93f553770bdd for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:56:06.556335 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'tag': '6624208d-38b7-448d-a146-6db381a25afc', 'status': 'completed', 'code': 200} Mar 07 21:56:06.560234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Attempting to bind port 5cd9e06b-b99e-4abf-a732-fd076a036d34 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:06.560965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Attempting to bind port 5cd9e06b-b99e-4abf-a732-fd076a036d34 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:06.561345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Attempting to bind port 5cd9e06b-b99e-4abf-a732-fd076a036d34 on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:06.570476 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c9dd8e-2ed5-4adb-8033-b9fca8b8dba2 None None] Routers {'46d5167d-2bef-4743-bd70-93f553770bdd'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:06.572806 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-66c9dd8e-2ed5-4adb-8033-b9fca8b8dba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:55:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['46d5167d-2bef-4743-bd70-93f553770bdd'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:06.588523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572dc11-37fe-4f9f-8016-b9345a79b1a4 req-463fcc7e-6651-4ef4-bd14-176e81c8d2ea tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:06.594534 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-792577ed-e2ff-455b-a7bb-3f43c1548d8c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (b94fcc19-8bef-4638-9407-9c98f3f9f1ea), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:06.599194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d572dc11-37fe-4f9f-8016-b9345a79b1a4 req-463fcc7e-6651-4ef4-bd14-176e81c8d2ea tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 943 time: 0.2350886 Mar 07 21:56:06.616379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Port 5cd9e06b-b99e-4abf-a732-fd076a036d34 on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:56:06.616702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Attempting to bind port 5cd9e06b-b99e-4abf-a732-fd076a036d34 on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:06.629293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792577ed-e2ff-455b-a7bb-3f43c1548d8c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Subnet': ['ID=b94fcc19-8bef-4638-9407-9c98f3f9f1ea,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:06.633239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:06.637395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Checking segment: {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:06.638030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Bound using segment: {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:06.638414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73e1cb-a201-497e-b0c1-6c406b5c1b19 service neutron] Pushing event updated for resources: {'Port': ['ID=6624208d-38b7-448d-a146-6db381a25afc,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:06.638596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Bound port: 5cd9e06b-b99e-4abf-a732-fd076a036d34, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:06.638972 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5cd9e06b-b99e-4abf-a732-fd076a036d34), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:06.671666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f57fc29-0e22-429d-9307-f1e2e86abeb1 None None] Network c30be23b-c9a1-4888-abc2-f862c1499bc1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:06.681523 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-792577ed-e2ff-455b-a7bb-3f43c1548d8c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:06.687095 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-792577ed-e2ff-455b-a7bb-3f43c1548d8c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/subnets/b94fcc19-8bef-4638-9407-9c98f3f9f1ea HTTP/1.1" status: 204 len: 168 time: 0.9007034 Mar 07 21:56:06.700672 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49086) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:06.710774 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585a19b-e9a7-462f-a089-78de7f673386 req-8e033117-9c50-4f15-9f38-a4af4177c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:06.712959 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-8e033117-9c50-4f15-9f38-a4af4177c987 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d192248e3994b0e99e0429603afce16&device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 1125 time: 0.1934319 Mar 07 21:56:06.758316 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-957590d5-9fa3-43a3-989b-cdf6506c72b2 req-9761c7dd-a11f-4645-ad6c-eeb1837d8238 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.1298938 Mar 07 21:56:06.772979 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df751717-3b88-4a5f-a3b1-f9b69e9be7a4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:06.810815 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-66c9dd8e-2ed5-4adb-8033-b9fca8b8dba2 None None] Set router 46d5167d-2bef-4743-bd70-93f553770bdd gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:06.819654 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Publish callbacks [] for port (8c2f09ad-7956-4999-a14c-1dbe397e5905), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:06.880831 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (8c2f09ad-7956-4999-a14c-1dbe397e5905), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:06.882842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df751717-3b88-4a5f-a3b1-f9b69e9be7a4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:06.901008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d572dc11-37fe-4f9f-8016-b9345a79b1a4 req-c1d2918c-79aa-4d48-aa17-ebdbbaa95fd9 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008745 Mar 07 21:56:06.964878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:06.974253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:06.997444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:07.059569 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Pushing event updated for resources: {'Port': ['ID=8c2f09ad-7956-4999-a14c-1dbe397e5905,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:07.096731 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Attempting to bind port 8c2f09ad-7956-4999-a14c-1dbe397e5905 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:07.097192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Attempting to bind port 8c2f09ad-7956-4999-a14c-1dbe397e5905 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:07.097565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Attempting to bind port 8c2f09ad-7956-4999-a14c-1dbe397e5905 on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:07.107887 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5383201e-d192-493b-b817-c19fad86e68b req-ea28e4b9-774b-4a09-9d7c-553a4ef088d3 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.1704607 Mar 07 21:56:07.129920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:07.129920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:07.129920 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:07.129920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:07.129920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Bound port: 8c2f09ad-7956-4999-a14c-1dbe397e5905, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:07.129920 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8c2f09ad-7956-4999-a14c-1dbe397e5905), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:07.150424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] For port 5cd9e06b-b99e-4abf-a732-fd076a036d34, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:07.170956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b7e81-935d-4484-89e0-f4e9ff46c766 None None] DHCP port deletion for c30be23b-c9a1-4888-abc2-f862c1499bc1 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:56:07.177338 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-66c9dd8e-2ed5-4adb-8033-b9fca8b8dba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:01Z', 'updated_at': '2022-03-07T21:56:03Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:04Z', 'updated_at': '2022-03-07T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:07.188063 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] For port 5cd9e06b-b99e-4abf-a732-fd076a036d34, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5cd9e06b-b99e-4abf-a732-fd076a036d34,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:07.203912 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9dd8e-2ed5-4adb-8033-b9fca8b8dba2 None None] The sync data for ids ['46d5167d-2bef-4743-bd70-93f553770bdd'] in n-d-832330-1 is: [{'id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556915522', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:01Z', 'updated_at': '2022-03-07T21:56:03Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'ceacfa3f-6e2f-40c8-a259-52b1ff7a2644', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:88:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d5167d-2bef-4743-bd70-93f553770bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:04Z', 'updated_at': '2022-03-07T21:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:56:07.204517 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5cd9e06b-b99e-4abf-a732-fd076a036d34), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:07.250633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503f077-4fdf-4424-9c5e-8a8f57059260 req-d600f3ad-b300-495a-af75-a9d3f5104244 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:07.251934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3503f077-4fdf-4424-9c5e-8a8f57059260 req-d600f3ad-b300-495a-af75-a9d3f5104244 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 943 time: 0.1417418 Mar 07 21:56:07.262491 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:07.263110 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:07.264515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] 10.222.0.15 "PUT /v2.0/ports/5cd9e06b-b99e-4abf-a732-fd076a036d34 HTTP/1.1" status: 200 len: 1091 time: 2.0023997 Mar 07 21:56:07.265018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2675679a-9fd1-4c72-b066-b0bbf45811c5', 'tag': '5cd9e06b-b99e-4abf-a732-fd076a036d34'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:07.267279 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbcd694-4b69-44fc-8853-cc51be8a9ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "2675679a-9fd1-4c72-b066-b0bbf45811c5", "tag": "5cd9e06b-b99e-4abf-a732-fd076a036d34"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:56:07.332093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd9e06b-b99e-4abf-a732-fd076a036d34,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:07.356171 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d4cb94-f368-46f9-a243-4ff279ff80bb x-openstack-request-id: req-42d4cb94-f368-46f9-a243-4ff279ff80bb {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:56:07.357160 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2675679a-9fd1-4c72-b066-b0bbf45811c5", "tag": "5cd9e06b-b99e-4abf-a732-fd076a036d34", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:56:07.357160 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42d4cb94-f368-46f9-a243-4ff279ff80bb {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:56:07.357160 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2675679a-9fd1-4c72-b066-b0bbf45811c5', 'tag': '5cd9e06b-b99e-4abf-a732-fd076a036d34', 'status': 'completed', 'code': 200} Mar 07 21:56:07.374250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:07.374713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:07.375013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:07.375271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:07.375605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:07.376284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:07.376284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:07.376578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:07.376902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:07.377234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:07.377562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:07.377885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:07.378592 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80a20ab-f9b8-411e-bb7f-22ed5c2b6a65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:07.380531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] For port 8c2f09ad-7956-4999-a14c-1dbe397e5905, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:07.390586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3503f077-4fdf-4424-9c5e-8a8f57059260 req-585a4912-8cc9-4a90-878d-b6e5d0abf857 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186647 Mar 07 21:56:07.405386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-e0b637e3-bd89-457d-8067-7292c0c93e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:07.407054 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-e0b637e3-bd89-457d-8067-7292c0c93e57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 1125 time: 0.0884237 Mar 07 21:56:07.407746 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] For port 8c2f09ad-7956-4999-a14c-1dbe397e5905, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8c2f09ad-7956-4999-a14c-1dbe397e5905,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:07.429802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f00b7e81-935d-4484-89e0-f4e9ff46c766 None None] Deleting port c931746b-1b42-48fc-81b9-5b55e300c59f {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:07.430222 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f00b7e81-935d-4484-89e0-f4e9ff46c766 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c931746b-1b42-48fc-81b9-5b55e300c59f), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:07.434020 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8c2f09ad-7956-4999-a14c-1dbe397e5905), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:07.460749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-4c96aadd-e0d5-4dfb-9c85-92f8a014a936 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cd9e06b-b99e-4abf-a732-fd076a036d34 HTTP/1.1" status: 200 len: 217 time: 0.0462370 Mar 07 21:56:07.505642 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-6e24e338-1545-4652-a799-9f763a2e2ad3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6624208d-38b7-448d-a146-6db381a25afc HTTP/1.1" status: 200 len: 217 time: 0.6280041 Mar 07 21:56:07.527451 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-25e529f9-a55e-45f6-8581-c5628b4428ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:07.529070 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-25e529f9-a55e-45f6-8581-c5628b4428ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e453854-77bd-461c-8a47-1e1f133854b2 HTTP/1.1" status: 200 len: 851 time: 0.0631375 Mar 07 21:56:07.537886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-df751717-3b88-4a5f-a3b1-f9b69e9be7a4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port 26f905da-333c-461c-8e1e-b964785afc82 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:56:07.569177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-047cff4a-45e4-419a-9d69-0ae9c0ce8810 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305557 Mar 07 21:56:07.732653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-7ec37947-4fc2-4e7c-a86e-ca137ee3f12d service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566281 Mar 07 21:56:07.809395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f00b7e81-935d-4484-89e0-f4e9ff46c766 None None] For port c931746b-1b42-48fc-81b9-5b55e300c59f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c931746b-1b42-48fc-81b9-5b55e300c59f,segment=NetworkSegment(5c76815e-4bdc-40df-af9a-4515e9a066db),segment_id=5c76815e-4bdc-40df-af9a-4515e9a066db)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:07.809800 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f00b7e81-935d-4484-89e0-f4e9ff46c766 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c931746b-1b42-48fc-81b9-5b55e300c59f), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:07.841226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585a19b-e9a7-462f-a089-78de7f673386 req-df65f02e-02c5-4e02-8b36-179832751b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:07.841812 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-df65f02e-02c5-4e02-8b36-179832751b13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc4754c7-988a-4bb2-b1de-0e1c9db5d817 HTTP/1.1" status: 200 len: 834 time: 0.3274412 Mar 07 21:56:07.842792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79240820-37f3-4698-ba4a-916e67c4a53f None None] Pushing event updated for resources: {'Port': ['ID=8c2f09ad-7956-4999-a14c-1dbe397e5905,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:07.850204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f00b7e81-935d-4484-89e0-f4e9ff46c766 None None] Calling delete_port for c931746b-1b42-48fc-81b9-5b55e300c59f owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:07.863817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-df751717-3b88-4a5f-a3b1-f9b69e9be7a4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::fdae:e692:b44a:f8a6 (93b13938-fab1-4c0e-a140-35734632e7e9/3a81a501-f7d7-4d5f-a453-5af3883fc857/26f905da-333c-461c-8e1e-b964785afc82) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:08.014650 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48487b3a-958e-443a-b177-daab8538d582 req-e6f7a543-e450-4b8d-80bf-34065a3e5c94 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0837436 Mar 07 21:56:08.029735 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router (46d5167d-2bef-4743-bd70-93f553770bdd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:08.038369 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f00b7e81-935d-4484-89e0-f4e9ff46c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (c931746b-1b42-48fc-81b9-5b55e300c59f), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:08.083004 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b7e81-935d-4484-89e0-f4e9ff46c766 None None] Pushing event deleted for resources: {'Port': ['ID=c931746b-1b42-48fc-81b9-5b55e300c59f,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:08.092263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b7e81-935d-4484-89e0-f4e9ff46c766 None None] No DVR routers for this DVR port c931746b-1b42-48fc-81b9-5b55e300c59f on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:08.125839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b4cf785-c316-4579-877d-a7aeaf4e7528 req-793ac637-1136-4b88-9879-a8189f19496a service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801653 Mar 07 21:56:08.163339 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedb153-9cb7-4149-ac0a-d764843c7caf req-40ca708c-435a-4aa1-8f4d-cbe37ac85af8 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:08.167157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8eedb153-9cb7-4149-ac0a-d764843c7caf req-40ca708c-435a-4aa1-8f4d-cbe37ac85af8 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 943 time: 0.1515188 Mar 07 21:56:08.246927 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585a19b-e9a7-462f-a089-78de7f673386 req-b97b3826-005c-49da-a6a1-3154fdf35584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:08.248563 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-b97b3826-005c-49da-a6a1-3154fdf35584 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64fc6aa8-4664-4ea2-a04b-27a12c871a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3229244 Mar 07 21:56:08.277588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f171deba-eec5-4188-a230-722e7f638180 req-38eae969-2dc6-4470-9487-63e69a8d1ae6 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0598257 Mar 07 21:56:08.296744 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8eedb153-9cb7-4149-ac0a-d764843c7caf req-8e12095e-92ec-4c97-9304-d7b7394ba8d6 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102641 Mar 07 21:56:08.308801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcd694-4b69-44fc-8853-cc51be8a9ce7 req-d45fe350-2b46-400f-a26b-a6ca94b046a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:08.311457 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1bbcd694-4b69-44fc-8853-cc51be8a9ce7 req-d45fe350-2b46-400f-a26b-a6ca94b046a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 1125 time: 0.1366119 Mar 07 21:56:08.385062 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-bcb40d61-beae-453a-884d-e2ad135e5b6d service neutron] 10.222.0.13 "GET /v2.0/networks/64fc6aa8-4664-4ea2-a04b-27a12c871a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250470 Mar 07 21:56:08.392614 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df751717-3b88-4a5f-a3b1-f9b69e9be7a4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (26f905da-333c-461c-8e1e-b964785afc82), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:08.426574 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcd694-4b69-44fc-8853-cc51be8a9ce7 req-3f3bb3be-aee6-4b40-bc71-fb7b5a00ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:08.428229 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1bbcd694-4b69-44fc-8853-cc51be8a9ce7 req-3f3bb3be-aee6-4b40-bc71-fb7b5a00ff29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 912 time: 0.1106441 Mar 07 21:56:08.435133 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (46d5167d-2bef-4743-bd70-93f553770bdd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:08.498512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8c2f09ad-7956-4999-a14c-1dbe397e5905 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:08.613043 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8c2f09ad-7956-4999-a14c-1dbe397e5905 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:08.613417 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8c2f09ad-7956-4999-a14c-1dbe397e5905), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:08.653806 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5585a19b-e9a7-462f-a089-78de7f673386 req-2123bfe8-efc2-4b54-af7f-14a667830246 service neutron] 10.222.0.13 "GET /v2.0/networks/64fc6aa8-4664-4ea2-a04b-27a12c871a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585170 Mar 07 21:56:08.705279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df751717-3b88-4a5f-a3b1-f9b69e9be7a4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (26f905da-333c-461c-8e1e-b964785afc82), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:08.716437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8c2f09ad-7956-4999-a14c-1dbe397e5905 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:08.716830 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8c2f09ad-7956-4999-a14c-1dbe397e5905), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:08.780592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 8c2f09ad-7956-4999-a14c-1dbe397e5905, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8c2f09ad-7956-4999-a14c-1dbe397e5905,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:08.791708 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8c2f09ad-7956-4999-a14c-1dbe397e5905), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:08.816849 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df751717-3b88-4a5f-a3b1-f9b69e9be7a4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=26f905da-333c-461c-8e1e-b964785afc82,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:08.879096 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df751717-3b88-4a5f-a3b1-f9b69e9be7a4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:08.882000 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-df751717-3b88-4a5f-a3b1-f9b69e9be7a4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:08.889602 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df751717-3b88-4a5f-a3b1-f9b69e9be7a4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:08.895253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df751717-3b88-4a5f-a3b1-f9b69e9be7a4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:08.895926 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df751717-3b88-4a5f-a3b1-f9b69e9be7a4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:08.908502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c607fbe0-2792-4317-bd60-63b8eb9e0bb0 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:08.913750 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=8c2f09ad-7956-4999-a14c-1dbe397e5905,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:08.926969 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port ceacfa3f-6e2f-40c8-a259-52b1ff7a2644 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:08.927325 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ceacfa3f-6e2f-40c8-a259-52b1ff7a2644), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:08.973651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: c607fbe0-2792-4317-bd60-63b8eb9e0bb0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:08.974288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c607fbe0-2792-4317-bd60-63b8eb9e0bb0 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:08.974811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c931746b-1b42-48fc-81b9-5b55e300c59f no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:08.979754 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a154b4-0eb6-4246-93db-2c36df84c15e req-89a7a405-6121-49af-ab2b-5f771983143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:08.981302 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-98a154b4-0eb6-4246-93db-2c36df84c15e req-89a7a405-6121-49af-ab2b-5f771983143b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d192248e3994b0e99e0429603afce16&device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 1125 time: 0.2681046 Mar 07 21:56:08.984518 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-df751717-3b88-4a5f-a3b1-f9b69e9be7a4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0182896 Mar 07 21:56:08.996112 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49100) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:09.009728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1bbcd694-4b69-44fc-8853-cc51be8a9ce7 req-963723aa-31d4-465d-8009-8c4fa72acf01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cd9e06b-b99e-4abf-a732-fd076a036d34 HTTP/1.1" status: 200 len: 217 time: 0.5701170 Mar 07 21:56:09.016338 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: c931746b-1b42-48fc-81b9-5b55e300c59f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:09.016918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c931746b-1b42-48fc-81b9-5b55e300c59f not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:09.117313 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcd694-4b69-44fc-8853-cc51be8a9ce7 req-700d3176-65b2-47a8-bf96-ffaddaa12cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:09.123121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1bbcd694-4b69-44fc-8853-cc51be8a9ce7 req-700d3176-65b2-47a8-bf96-ffaddaa12cc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e453854-77bd-461c-8a47-1e1f133854b2 HTTP/1.1" status: 200 len: 851 time: 0.1033726 Mar 07 21:56:09.135637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836d2b7-cec2-4083-9a0f-69eec847a298 req-959a8acd-19a3-4b80-bf5b-56f19d139522 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:09.137524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8836d2b7-cec2-4083-9a0f-69eec847a298 req-959a8acd-19a3-4b80-bf5b-56f19d139522 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 943 time: 0.1715672 Mar 07 21:56:09.190953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9c50f6a4-88dc-457a-a929-c27279a76833 None None] Provisioning complete for port 8c2f09ad-7956-4999-a14c-1dbe397e5905 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:09.192054 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9c50f6a4-88dc-457a-a929-c27279a76833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8c2f09ad-7956-4999-a14c-1dbe397e5905), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:09.209700 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a154b4-0eb6-4246-93db-2c36df84c15e req-ac0d4241-8a0c-46a7-bdd7-2738052f4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:09.211251 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-98a154b4-0eb6-4246-93db-2c36df84c15e req-ac0d4241-8a0c-46a7-bdd7-2738052f4750 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64fc6aa8-4664-4ea2-a04b-27a12c871a1b HTTP/1.1" status: 200 len: 898 time: 0.2159908 Mar 07 21:56:09.214790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] For port ceacfa3f-6e2f-40c8-a259-52b1ff7a2644, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ceacfa3f-6e2f-40c8-a259-52b1ff7a2644,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:09.215147 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ceacfa3f-6e2f-40c8-a259-52b1ff7a2644), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:09.243689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1bbcd694-4b69-44fc-8853-cc51be8a9ce7 req-45ca11ae-b3d4-4117-b540-e401ba039a94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039488 Mar 07 21:56:09.262007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-daf650ca-7441-495d-af61-20d8ccf2e2fd req-c1fbbac2-c55e-4e08-8325-6effbeb0b1c4 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.1111379 Mar 07 21:56:09.270483 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for ceacfa3f-6e2f-40c8-a259-52b1ff7a2644 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:09.280076 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b22ddfb-2a92-491c-91f6-593d90a8af2a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:09.295610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b22ddfb-2a92-491c-91f6-593d90a8af2a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:09.301028 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b22ddfb-2a92-491c-91f6-593d90a8af2a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3038232 Mar 07 21:56:09.301917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49104) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:09.377076 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9c50f6a4-88dc-457a-a929-c27279a76833 None None] Current status of the port 8c2f09ad-7956-4999-a14c-1dbe397e5905 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:09.411328 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-98a154b4-0eb6-4246-93db-2c36df84c15e req-01041b5a-8fbb-48e6-81dc-64c8cf26be9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6624208d-38b7-448d-a146-6db381a25afc HTTP/1.1" status: 200 len: 217 time: 0.1923785 Mar 07 21:56:09.466779 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8836d2b7-cec2-4083-9a0f-69eec847a298 req-3cc15e24-112a-4eb4-8100-ddb390e21346 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181334 Mar 07 21:56:09.507257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885989b6-a23a-48dc-9bd5-7f641145c3d9 req-04560742-c11f-474f-82d7-7d40d13a9ccb tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:09.512984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e2b6f5b8-9ed4-4f75-9f5a-1de64fba1e78 None None] Provisioning complete for port 26f905da-333c-461c-8e1e-b964785afc82 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:09.513378 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f5b8-9ed4-4f75-9f5a-1de64fba1e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (26f905da-333c-461c-8e1e-b964785afc82), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:09.515293 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-885989b6-a23a-48dc-9bd5-7f641145c3d9 req-04560742-c11f-474f-82d7-7d40d13a9ccb tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 943 time: 0.1023607 Mar 07 21:56:09.544533 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1bbcd694-4b69-44fc-8853-cc51be8a9ce7 req-3698febe-00e1-457c-abf3-a9e2c234a09b service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752378 Mar 07 21:56:09.609129 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-885989b6-a23a-48dc-9bd5-7f641145c3d9 req-fd5db3e5-4f20-4b98-9031-e76ca267392c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875306 Mar 07 21:56:09.611066 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e2b6f5b8-9ed4-4f75-9f5a-1de64fba1e78 None None] Port 26f905da-333c-461c-8e1e-b964785afc82 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:56:09.641114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a154b4-0eb6-4246-93db-2c36df84c15e req-c3504f48-44fc-48b6-bea0-6a730b5a69b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:09.642627 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-98a154b4-0eb6-4246-93db-2c36df84c15e req-c3504f48-44fc-48b6-bea0-6a730b5a69b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc4754c7-988a-4bb2-b1de-0e1c9db5d817 HTTP/1.1" status: 200 len: 834 time: 0.2060323 Mar 07 21:56:09.685305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed1ae18f-ea90-41a2-8c5f-d09321daaaa6 req-9b22be04-cf07-46f8-92b6-014d5f87b9c3 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0682995 Mar 07 21:56:09.726448 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1d330a30-b59f-4e65-a947-a761f494373f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port 26f905da-333c-461c-8e1e-b964785afc82 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:09.726796 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d330a30-b59f-4e65-a947-a761f494373f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (26f905da-333c-461c-8e1e-b964785afc82), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:09.748000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f304e7f3-bfdd-4efc-b736-a8085ecb5301 req-b148ad5e-2aaf-46c6-976c-67ca7bff9ae2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0877101 Mar 07 21:56:09.749747 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1bbcd694-4b69-44fc-8853-cc51be8a9ce7 req-7538b969-372c-4833-a809-a5beac6dbdb8 service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975524 Mar 07 21:56:09.818893 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a154b4-0eb6-4246-93db-2c36df84c15e req-91671f97-4ee3-44bb-8d2f-5c0ddef76783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:09.820405 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-98a154b4-0eb6-4246-93db-2c36df84c15e req-91671f97-4ee3-44bb-8d2f-5c0ddef76783 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64fc6aa8-4664-4ea2-a04b-27a12c871a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1633580 Mar 07 21:56:09.868929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e7f3-bfdd-4efc-b736-a8085ecb5301 req-af0c6f4e-9432-4266-8378-f16c64d26973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:09.869357 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ceacfa3f-6e2f-40c8-a259-52b1ff7a2644), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:09.870792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f304e7f3-bfdd-4efc-b736-a8085ecb5301 req-af0c6f4e-9432-4266-8378-f16c64d26973 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 1128 time: 0.0506742 Mar 07 21:56:09.944235 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d330a30-b59f-4e65-a947-a761f494373f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (26f905da-333c-461c-8e1e-b964785afc82), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:09.954472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=ceacfa3f-6e2f-40c8-a259-52b1ff7a2644,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:09.966042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1d330a30-b59f-4e65-a947-a761f494373f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for 26f905da-333c-461c-8e1e-b964785afc82 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:09.987937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e7f3-bfdd-4efc-b736-a8085ecb5301 req-849ff37b-ed2d-44e7-825c-13108655bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:09.989645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f304e7f3-bfdd-4efc-b736-a8085ecb5301 req-849ff37b-ed2d-44e7-825c-13108655bfcb service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 200 len: 918 time: 0.0996547 Mar 07 21:56:10.067002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f304e7f3-bfdd-4efc-b736-a8085ecb5301 req-80243b64-b02a-4788-a5bf-a71dc9c8a9c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 HTTP/1.1" status: 200 len: 1001 time: 0.0699723 Mar 07 21:56:10.081627 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-98a154b4-0eb6-4246-93db-2c36df84c15e req-77d50109-b8d9-462f-8341-da65c77e31e5 service neutron] 10.222.0.13 "GET /v2.0/networks/64fc6aa8-4664-4ea2-a04b-27a12c871a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546363 Mar 07 21:56:10.116761 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (46d5167d-2bef-4743-bd70-93f553770bdd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:10.121935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e7f3-bfdd-4efc-b736-a8085ecb5301 req-bebd7d02-d272-48da-9d38-f3317d860bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:10.123510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f304e7f3-bfdd-4efc-b736-a8085ecb5301 req-bebd7d02-d272-48da-9d38-f3317d860bc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8fce9d-2178-442d-a64b-842253767477 HTTP/1.1" status: 200 len: 856 time: 0.0509501 Mar 07 21:56:10.179068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e7f3-bfdd-4efc-b736-a8085ecb5301 req-44530431-3b82-4e9e-9660-11d33b4bf4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:10.182007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f304e7f3-bfdd-4efc-b736-a8085ecb5301 req-44530431-3b82-4e9e-9660-11d33b4bf4e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca1c0645-516e-4a61-93b0-de45d4e4a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523129 Mar 07 21:56:10.273082 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (46d5167d-2bef-4743-bd70-93f553770bdd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:10.278840 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_controller (46d5167d-2bef-4743-bd70-93f553770bdd), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:10.286556 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f304e7f3-bfdd-4efc-b736-a8085ecb5301 req-8cc8e394-09c6-4ff2-930e-88ed5bac76c7 service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982916 Mar 07 21:56:10.366391 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-98a154b4-0eb6-4246-93db-2c36df84c15e req-097585ab-19e2-489d-8375-818126c9b309 service neutron] 10.222.0.13 "GET /v2.0/networks/64fc6aa8-4664-4ea2-a04b-27a12c871a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753563 Mar 07 21:56:10.383116 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (46d5167d-2bef-4743-bd70-93f553770bdd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:10.383733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Fanout notify agent at l3_agent the message router_deleted on router 46d5167d-2bef-4743-bd70-93f553770bdd {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:56:10.402099 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:10.403474 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6ad5b48d-a609-4749-9d21-9aeffe3c833d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/routers/46d5167d-2bef-4743-bd70-93f553770bdd HTTP/1.1" status: 204 len: 168 time: 3.7015278 Mar 07 21:56:10.404632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d330a30-b59f-4e65-a947-a761f494373f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (26f905da-333c-461c-8e1e-b964785afc82), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:10.406091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49112) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:10.426631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f304e7f3-bfdd-4efc-b736-a8085ecb5301 req-708d72e6-24d6-401c-b13d-6956309c448e service neutron] 10.222.0.13 "GET /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342211 Mar 07 21:56:10.453517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7c5bc27-4527-452d-b3c0-bd5f60200d59 req-e40372b2-629c-4bcf-bf5b-6df87f2a10e1 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0410378 Mar 07 21:56:10.527520 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d330a30-b59f-4e65-a947-a761f494373f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=26f905da-333c-461c-8e1e-b964785afc82,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:10.595651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8c2f09ad-7956-4999-a14c-1dbe397e5905 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:10.637610 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d330a30-b59f-4e65-a947-a761f494373f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:10.643699 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1d330a30-b59f-4e65-a947-a761f494373f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/26f905da-333c-461c-8e1e-b964785afc82 HTTP/1.1" status: 204 len: 168 time: 1.2400751 Mar 07 21:56:10.644763 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49118) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:10.668554 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c125fbde-6818-4059-9c13-de06cd4ba4c0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (c30be23b-c9a1-4888-abc2-f862c1499bc1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:10.705997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bd9a5-7c37-4f0a-b651-64162ebb2e8c req-124222b7-e519-4994-a8ab-c9a95b7b57e3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:10.715993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8c2f09ad-7956-4999-a14c-1dbe397e5905 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:10.716375 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8c2f09ad-7956-4999-a14c-1dbe397e5905), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:10.720241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-341bd9a5-7c37-4f0a-b651-64162ebb2e8c req-124222b7-e519-4994-a8ab-c9a95b7b57e3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 943 time: 0.1191859 Mar 07 21:56:10.846233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8c2f09ad-7956-4999-a14c-1dbe397e5905 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:10.855401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-341bd9a5-7c37-4f0a-b651-64162ebb2e8c req-9b793053-e307-4233-8356-bccacb5fcbd7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350787 Mar 07 21:56:10.897209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4e3bf-2157-4407-ace6-e5ad9f5ab5fb req-0baf3a44-2d58-462a-a364-ef5898cc4bce tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:10.898779 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cbc4e3bf-2157-4407-ace6-e5ad9f5ab5fb req-0baf3a44-2d58-462a-a364-ef5898cc4bce tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 943 time: 0.1417918 Mar 07 21:56:10.903644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67baf54-144e-4830-b750-7b3a97639648 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:10.910233 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67baf54-144e-4830-b750-7b3a97639648 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:10.914789 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d67baf54-144e-4830-b750-7b3a97639648 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2689912 Mar 07 21:56:10.919762 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49122) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:10.921328 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c125fbde-6818-4059-9c13-de06cd4ba4c0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (c30be23b-c9a1-4888-abc2-f862c1499bc1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:10.945034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c125fbde-6818-4059-9c13-de06cd4ba4c0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30be23b-c9a1-4888-abc2-f862c1499bc1']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:10.955314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c125fbde-6818-4059-9c13-de06cd4ba4c0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c76815e-4bdc-40df-af9a-4515e9a066db') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:10.955683 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c125fbde-6818-4059-9c13-de06cd4ba4c0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c76815e-4bdc-40df-af9a-4515e9a066db') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:10.975390 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c125fbde-6818-4059-9c13-de06cd4ba4c0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (5c76815e-4bdc-40df-af9a-4515e9a066db), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:10.991022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c125fbde-6818-4059-9c13-de06cd4ba4c0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (5c76815e-4bdc-40df-af9a-4515e9a066db), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:10.998232 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c125fbde-6818-4059-9c13-de06cd4ba4c0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:56:10.999034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c125fbde-6818-4059-9c13-de06cd4ba4c0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (5c76815e-4bdc-40df-af9a-4515e9a066db), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:56:11.002765 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:56:11.010588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd4ba5db-96e0-4363-b560-73b6c10f74d1 req-64ea8bfb-60e2-4253-b22f-ef63af17a61a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0579495 Mar 07 21:56:11.030383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cbc4e3bf-2157-4407-ace6-e5ad9f5ab5fb req-99f2ecbc-1052-4928-8497-ce05cd061feb tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244500 Mar 07 21:56:11.050289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1fe90c-7117-4de3-9589-2fa9b2123da2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 3a81a501-f7d7-4d5f-a453-5af3883fc857 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:56:11.053901 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e1fe90c-7117-4de3-9589-2fa9b2123da2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (3a81a501-f7d7-4d5f-a453-5af3883fc857), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.113521 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e1fe90c-7117-4de3-9589-2fa9b2123da2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (3a81a501-f7d7-4d5f-a453-5af3883fc857), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.130842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c125fbde-6818-4059-9c13-de06cd4ba4c0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (c30be23b-c9a1-4888-abc2-f862c1499bc1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.139760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c125fbde-6818-4059-9c13-de06cd4ba4c0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.144443 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c125fbde-6818-4059-9c13-de06cd4ba4c0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/networks/c30be23b-c9a1-4888-abc2-f862c1499bc1 HTTP/1.1" status: 204 len: 168 time: 0.7330778 Mar 07 21:56:11.148893 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49124) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:11.154421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125fbde-6818-4059-9c13-de06cd4ba4c0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Network': ['ID=c30be23b-c9a1-4888-abc2-f862c1499bc1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:11.251177 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e1fe90c-7117-4de3-9589-2fa9b2123da2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (3a81a501-f7d7-4d5f-a453-5af3883fc857), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.254427 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-43f890d6-c8b5-4d70-8485-74d8b8a9cd20 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (e016dc59-7649-47c2-8c47-7501ee03b56c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.303567 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-43f890d6-c8b5-4d70-8485-74d8b8a9cd20 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (e016dc59-7649-47c2-8c47-7501ee03b56c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.358736 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e1fe90c-7117-4de3-9589-2fa9b2123da2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (3a81a501-f7d7-4d5f-a453-5af3883fc857), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.390992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fe90c-7117-4de3-9589-2fa9b2123da2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=3a81a501-f7d7-4d5f-a453-5af3883fc857,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:11.393264 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e1fe90c-7117-4de3-9589-2fa9b2123da2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.396515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2e1fe90c-7117-4de3-9589-2fa9b2123da2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/3a81a501-f7d7-4d5f-a453-5af3883fc857 HTTP/1.1" status: 204 len: 168 time: 0.4757833 Mar 07 21:56:11.399731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49126) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:11.403318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87bf705-a588-4b24-944b-eda45fdd1396 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:11.444790 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c260ce93-9732-43e3-b940-a0636dc0ff9a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438275 Mar 07 21:56:11.447484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49128) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:11.452815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0d9514dd-c15e-4341-97a2-0e4e7f88331c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:11.465394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5cd9e06b-b99e-4abf-a732-fd076a036d34 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:56:11.473620 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-43f890d6-c8b5-4d70-8485-74d8b8a9cd20 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e016dc59-7649-47c2-8c47-7501ee03b56c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.476104 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-43f890d6-c8b5-4d70-8485-74d8b8a9cd20 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.480266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-43f890d6-c8b5-4d70-8485-74d8b8a9cd20 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/security-groups/e016dc59-7649-47c2-8c47-7501ee03b56c HTTP/1.1" status: 204 len: 168 time: 0.3275626 Mar 07 21:56:11.497203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f890d6-c8b5-4d70-8485-74d8b8a9cd20 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e016dc59-7649-47c2-8c47-7501ee03b56c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:11.616674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91cdbe6d-3203-473f-bc62-e2828cd3b367 req-7b627e0e-4aef-4606-bd16-bc77b867309a tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0412848 Mar 07 21:56:11.617720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9514dd-c15e-4341-97a2-0e4e7f88331c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:11.621822 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0d9514dd-c15e-4341-97a2-0e4e7f88331c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.667435 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5cd9e06b-b99e-4abf-a732-fd076a036d34, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5cd9e06b-b99e-4abf-a732-fd076a036d34,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:11.684773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '5cd9e06b-b99e-4abf-a732-fd076a036d34', 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57', 'port_id': '5cd9e06b-b99e-4abf-a732-fd076a036d34', 'mac_address': 'fa:16:3e:e1:1f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e453854-77bd-461c-8a47-1e1f133854b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:56:11.761142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a325f793-7401-4790-9952-52eef811e533 None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:56:11.765468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5cd9e06b-b99e-4abf-a732-fd076a036d34 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:11.765862 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5cd9e06b-b99e-4abf-a732-fd076a036d34), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.809380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49136) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:11.810469 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd9e06b-b99e-4abf-a732-fd076a036d34 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:56:11.813931 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1e0be7dc-52ca-465b-b04f-a61ec727725e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-361524235', 'description': 'tempest-secgroup-smoke-361524235 description', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:11.838430 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1e0be7dc-52ca-465b-b04f-a61ec727725e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.843192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5cd9e06b-b99e-4abf-a732-fd076a036d34, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5cd9e06b-b99e-4abf-a732-fd076a036d34,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:11.851151 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5cd9e06b-b99e-4abf-a732-fd076a036d34), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.919254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5cd9e06b-b99e-4abf-a732-fd076a036d34,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:11.926365 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1e0be7dc-52ca-465b-b04f-a61ec727725e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (45c779f9-f8f2-40a6-a0de-254f0ecd8a7a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.929007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a325f793-7401-4790-9952-52eef811e533 None None] Deleting port 8c2f09ad-7956-4999-a14c-1dbe397e5905 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:11.929939 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a325f793-7401-4790-9952-52eef811e533 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8c2f09ad-7956-4999-a14c-1dbe397e5905), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.933085 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0d9514dd-c15e-4341-97a2-0e4e7f88331c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (c1fa8bb1-5b2a-4636-adb4-211a2e5f5e3d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.933625 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1e0be7dc-52ca-465b-b04f-a61ec727725e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (45c779f9-f8f2-40a6-a0de-254f0ecd8a7a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:11.975323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0be7dc-52ca-465b-b04f-a61ec727725e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:11.995432 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1e0be7dc-52ca-465b-b04f-a61ec727725e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:12.003432 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1e0be7dc-52ca-465b-b04f-a61ec727725e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1928523 Mar 07 21:56:12.004856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49140) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:12.016437 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c30d7c98-48c4-4e11-855f-dcddb49d614f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '45c779f9-f8f2-40a6-a0de-254f0ecd8a7a', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:12.059953 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c30d7c98-48c4-4e11-855f-dcddb49d614f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (e3769f80-2f39-4abf-ade1-6c11085b793d), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:12.061304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a325f793-7401-4790-9952-52eef811e533 None None] For port 8c2f09ad-7956-4999-a14c-1dbe397e5905, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8c2f09ad-7956-4999-a14c-1dbe397e5905,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:12.061651 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a325f793-7401-4790-9952-52eef811e533 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8c2f09ad-7956-4999-a14c-1dbe397e5905), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:12.064687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9514dd-c15e-4341-97a2-0e4e7f88331c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:12.076471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a325f793-7401-4790-9952-52eef811e533 None None] Calling delete_port for 8c2f09ad-7956-4999-a14c-1dbe397e5905 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:12.095092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-0d9514dd-c15e-4341-97a2-0e4e7f88331c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:12.102854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9514dd-c15e-4341-97a2-0e4e7f88331c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:12.103498 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0d9514dd-c15e-4341-97a2-0e4e7f88331c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:12.120043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9514dd-c15e-4341-97a2-0e4e7f88331c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=c1fa8bb1-5b2a-4636-adb4-211a2e5f5e3d,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:12.134656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231effb-052f-4c28-8e85-054e40ff9700 req-be157b1b-ce7c-427d-ae1e-2c867e1ffb33 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:12.136323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e231effb-052f-4c28-8e85-054e40ff9700 req-be157b1b-ce7c-427d-ae1e-2c867e1ffb33 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 944 time: 0.1252840 Mar 07 21:56:12.141392 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0d9514dd-c15e-4341-97a2-0e4e7f88331c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6928825 Mar 07 21:56:12.145752 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49146) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:12.155204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8026274b-b411-4422-9d7d-2c00c844632f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': 'c1fa8bb1-5b2a-4636-adb4-211a2e5f5e3d', 'ip_address': '2001:db8::93ab:fae:8949:12b2'}], 'name': 'tempest-NetworksTestDHCPv6-1116629797'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:12.197669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['5cd9e06b-b99e-4abf-a732-fd076a036d34'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:56:12.220409 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e231effb-052f-4c28-8e85-054e40ff9700 req-03903569-4df5-4b24-8bf6-2ab1c3e2cb93 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773034 Mar 07 21:56:12.250040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91787da7-b306-49ff-b6f9-31977a0bb6f5 req-e544dc60-932d-460b-a1cf-75ff025c10d1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:12.254992 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a325f793-7401-4790-9952-52eef811e533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (8c2f09ad-7956-4999-a14c-1dbe397e5905), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:12.263463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91787da7-b306-49ff-b6f9-31977a0bb6f5 req-e544dc60-932d-460b-a1cf-75ff025c10d1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 943 time: 0.1249561 Mar 07 21:56:12.273801 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c30d7c98-48c4-4e11-855f-dcddb49d614f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (e3769f80-2f39-4abf-ade1-6c11085b793d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:12.282249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c30d7c98-48c4-4e11-855f-dcddb49d614f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (e3769f80-2f39-4abf-ade1-6c11085b793d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:12.298638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325f793-7401-4790-9952-52eef811e533 None None] Pushing event deleted for resources: {'Port': ['ID=8c2f09ad-7956-4999-a14c-1dbe397e5905,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:12.314004 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325f793-7401-4790-9952-52eef811e533 None None] No DVR routers for this DVR port 8c2f09ad-7956-4999-a14c-1dbe397e5905 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:12.314387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d7c98-48c4-4e11-855f-dcddb49d614f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3769f80-2f39-4abf-ade1-6c11085b793d,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:12.325678 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c30d7c98-48c4-4e11-855f-dcddb49d614f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:12.337460 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c30d7c98-48c4-4e11-855f-dcddb49d614f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217626 Mar 07 21:56:12.337460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49148) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:12.341937 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-cba82e98-9c0a-474a-a813-b02ad5d2a073 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '45c779f9-f8f2-40a6-a0de-254f0ecd8a7a', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:12.349367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e21bea-61eb-4a23-976e-edcf84844b79 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:12.398171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8026274b-b411-4422-9d7d-2c00c844632f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:12.445041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fed29f53-b8e9-4951-8835-54f187267e17 req-c87ea831-33ee-45c1-b4bf-5c196c21f4af tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0911214 Mar 07 21:56:12.486486 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cba82e98-9c0a-474a-a813-b02ad5d2a073 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (f0025d60-3f55-46b6-9f6e-a37658613ced), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:12.502786 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8026274b-b411-4422-9d7d-2c00c844632f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:12.515249 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91787da7-b306-49ff-b6f9-31977a0bb6f5 req-dc2e7dda-1bbf-4066-8624-97e1258373ef tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503088 Mar 07 21:56:12.528041 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ceacfa3f-6e2f-40c8-a259-52b1ff7a2644 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:12.557194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: ceacfa3f-6e2f-40c8-a259-52b1ff7a2644 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:12.557540 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ceacfa3f-6e2f-40c8-a259-52b1ff7a2644 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:12.557970 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8c2f09ad-7956-4999-a14c-1dbe397e5905 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:12.591852 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 8c2f09ad-7956-4999-a14c-1dbe397e5905 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:12.592093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8c2f09ad-7956-4999-a14c-1dbe397e5905 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:12.634538 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': 'c1fa8bb1-5b2a-4636-adb4-211a2e5f5e3d'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:56:12.635410 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:12.757198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dddcfae8-cd89-4365-8d52-493c213e3509 req-585f592d-8aae-4c1c-b7a2-30aa3217f4ee tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0314279 Mar 07 21:56:12.807160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Allocated IP 2001:db8::2 (93b13938-fab1-4c0e-a140-35734632e7e9/c1fa8bb1-5b2a-4636-adb4-211a2e5f5e3d/e19d8a0a-660b-4625-9015-0fd3c75ca352) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:12.892409 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-8026274b-b411-4422-9d7d-2c00c844632f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port 813c27d8-9bf0-48aa-9b89-61ccc352a00c yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:56:12.951085 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cba82e98-9c0a-474a-a813-b02ad5d2a073 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (f0025d60-3f55-46b6-9f6e-a37658613ced), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:12.958512 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cba82e98-9c0a-474a-a813-b02ad5d2a073 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (f0025d60-3f55-46b6-9f6e-a37658613ced), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:12.969519 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Publish callbacks [] for port (e19d8a0a-660b-4625-9015-0fd3c75ca352), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:12.978992 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (e19d8a0a-660b-4625-9015-0fd3c75ca352), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.007021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba82e98-9c0a-474a-a813-b02ad5d2a073 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0025d60-3f55-46b6-9f6e-a37658613ced,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:13.027815 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cba82e98-9c0a-474a-a813-b02ad5d2a073 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.028041 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Pushing event updated for resources: {'Port': ['ID=e19d8a0a-660b-4625-9015-0fd3c75ca352,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:13.037888 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cba82e98-9c0a-474a-a813-b02ad5d2a073 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6909368 Mar 07 21:56:13.038144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49152) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:13.038144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-df3f1fe1-35ea-475d-b646-e85a8784c9e3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '45c779f9-f8f2-40a6-a0de-254f0ecd8a7a', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:13.051314 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:13.052846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:13.055386 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:13.080339 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-df3f1fe1-35ea-475d-b646-e85a8784c9e3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (4ac6588f-8819-4632-9579-47d243233e2a), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.109994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-8026274b-b411-4422-9d7d-2c00c844632f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::93ab:fae:8949:12b2 (93b13938-fab1-4c0e-a140-35734632e7e9/c1fa8bb1-5b2a-4636-adb4-211a2e5f5e3d/813c27d8-9bf0-48aa-9b89-61ccc352a00c) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:13.126294 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Attempting to bind port e19d8a0a-660b-4625-9015-0fd3c75ca352 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:13.126763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Attempting to bind port e19d8a0a-660b-4625-9015-0fd3c75ca352 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:13.127200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Attempting to bind port e19d8a0a-660b-4625-9015-0fd3c75ca352 on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:13.133380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:13.134534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:13.135327 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.135780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:13.136371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Bound port: e19d8a0a-660b-4625-9015-0fd3c75ca352, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:13.136834 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e19d8a0a-660b-4625-9015-0fd3c75ca352), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.173675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6624208d-38b7-448d-a146-6db381a25afc details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:56:13.178312 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-df3f1fe1-35ea-475d-b646-e85a8784c9e3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (4ac6588f-8819-4632-9579-47d243233e2a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.187030 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-df3f1fe1-35ea-475d-b646-e85a8784c9e3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (4ac6588f-8819-4632-9579-47d243233e2a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.219129 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-df3f1fe1-35ea-475d-b646-e85a8784c9e3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.223895 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-df3f1fe1-35ea-475d-b646-e85a8784c9e3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1909602 Mar 07 21:56:13.225415 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49154) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:13.228841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] For port e19d8a0a-660b-4625-9015-0fd3c75ca352, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:13.233321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] For port e19d8a0a-660b-4625-9015-0fd3c75ca352, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e19d8a0a-660b-4625-9015-0fd3c75ca352,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:13.234552 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-9be0d81a-1cc0-47d6-a206-18cb510e0182 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '45c779f9-f8f2-40a6-a0de-254f0ecd8a7a', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:13.258952 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e19d8a0a-660b-4625-9015-0fd3c75ca352), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.262607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f1fe1-35ea-475d-b646-e85a8784c9e3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac6588f-8819-4632-9579-47d243233e2a,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:13.296485 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9be0d81a-1cc0-47d6-a206-18cb510e0182 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (b7ebc75e-900e-49c7-9b9d-ff7d9089e904), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.309010 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8026274b-b411-4422-9d7d-2c00c844632f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (813c27d8-9bf0-48aa-9b89-61ccc352a00c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.390329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8026274b-b411-4422-9d7d-2c00c844632f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (813c27d8-9bf0-48aa-9b89-61ccc352a00c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.394353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 6624208d-38b7-448d-a146-6db381a25afc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6624208d-38b7-448d-a146-6db381a25afc,segment=NetworkSegment(a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7),segment_id=a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:13.398286 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c558e8-4c85-41b5-9e50-c1e5bc827d8e None None] Pushing event updated for resources: {'Port': ['ID=e19d8a0a-660b-4625-9015-0fd3c75ca352,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:13.417978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '6624208d-38b7-448d-a146-6db381a25afc', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'port_id': '6624208d-38b7-448d-a146-6db381a25afc', 'mac_address': 'fa:16:3e:c8:99:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:56:13.443490 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9be0d81a-1cc0-47d6-a206-18cb510e0182 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (b7ebc75e-900e-49c7-9b9d-ff7d9089e904), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.458383 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9be0d81a-1cc0-47d6-a206-18cb510e0182 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (b7ebc75e-900e-49c7-9b9d-ff7d9089e904), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.462890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026274b-b411-4422-9d7d-2c00c844632f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=813c27d8-9bf0-48aa-9b89-61ccc352a00c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:13.467788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5cd9e06b-b99e-4abf-a732-fd076a036d34 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:13.481535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8026274b-b411-4422-9d7d-2c00c844632f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:13.487089 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-8026274b-b411-4422-9d7d-2c00c844632f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:13.493644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8026274b-b411-4422-9d7d-2c00c844632f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:13.500052 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9be0d81a-1cc0-47d6-a206-18cb510e0182 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.501767 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026274b-b411-4422-9d7d-2c00c844632f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:13.502635 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8026274b-b411-4422-9d7d-2c00c844632f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.504584 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9be0d81a-1cc0-47d6-a206-18cb510e0182 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2748754 Mar 07 21:56:13.505381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49160) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:13.525464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c55c9295-5692-48d0-916b-b58e4a6b8269 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '45c779f9-f8f2-40a6-a0de-254f0ecd8a7a', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:13.542255 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8026274b-b411-4422-9d7d-2c00c844632f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3914430 Mar 07 21:56:13.543037 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49164) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:13.549002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42567e03-53dd-43a2-a8dd-9a0000163582 req-e97eec0e-2eed-49a8-b8fc-d5564b4dde73 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:13.550861 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42567e03-53dd-43a2-a8dd-9a0000163582 req-e97eec0e-2eed-49a8-b8fc-d5564b4dde73 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 944 time: 0.1966376 Mar 07 21:56:13.563846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0d81a-1cc0-47d6-a206-18cb510e0182 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ebc75e-900e-49c7-9b9d-ff7d9089e904,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:13.586499 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-c55c9295-5692-48d0-916b-b58e4a6b8269 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Project d71f28e89e2f43a5bebeba445b8bc10e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:56:13.596935 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c55c9295-5692-48d0-916b-b58e4a6b8269 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (4fca2f61-dd41-4334-b0a4-e0d6b257f461), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.613940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 6624208d-38b7-448d-a146-6db381a25afc is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:13.614261 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6624208d-38b7-448d-a146-6db381a25afc), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.628570 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 5cd9e06b-b99e-4abf-a732-fd076a036d34 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:56:13.635380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 5cd9e06b-b99e-4abf-a732-fd076a036d34 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:13.635769 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5cd9e06b-b99e-4abf-a732-fd076a036d34), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.648435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dbb18d-2ac3-4547-8ee4-31ebe1eaaf6f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:13.655566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dbb18d-2ac3-4547-8ee4-31ebe1eaaf6f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:13.659948 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-75dbb18d-2ac3-4547-8ee4-31ebe1eaaf6f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1132154 Mar 07 21:56:13.664186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49166) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:13.683422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6624208d-38b7-448d-a146-6db381a25afc {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:56:13.718250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 6624208d-38b7-448d-a146-6db381a25afc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6624208d-38b7-448d-a146-6db381a25afc,segment=NetworkSegment(a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7),segment_id=a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:13.735260 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6624208d-38b7-448d-a146-6db381a25afc), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.746091 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42567e03-53dd-43a2-a8dd-9a0000163582 req-1c590f99-7108-4612-9019-cd6854f44917 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835039 Mar 07 21:56:13.791701 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56e80cd2-4199-48a4-9365-6ef50203f201 req-e26a5f38-98a7-4527-ba18-f2588fa24ef7 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.1536624 Mar 07 21:56:13.840644 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c55c9295-5692-48d0-916b-b58e4a6b8269 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (4fca2f61-dd41-4334-b0a4-e0d6b257f461), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.873135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=6624208d-38b7-448d-a146-6db381a25afc,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:13.900169 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ad47ffad-c177-4c69-937e-8a433ed16513 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port 813c27d8-9bf0-48aa-9b89-61ccc352a00c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:13.904587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c55c9295-5692-48d0-916b-b58e4a6b8269 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (4fca2f61-dd41-4334-b0a4-e0d6b257f461), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.905172 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ad47ffad-c177-4c69-937e-8a433ed16513 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (813c27d8-9bf0-48aa-9b89-61ccc352a00c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.950027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c9295-5692-48d0-916b-b58e4a6b8269 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fca2f61-dd41-4334-b0a4-e0d6b257f461,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:13.957000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5cd9e06b-b99e-4abf-a732-fd076a036d34 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:13.957479 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5cd9e06b-b99e-4abf-a732-fd076a036d34), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.978806 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c55c9295-5692-48d0-916b-b58e4a6b8269 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:13.980274 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c55c9295-5692-48d0-916b-b58e4a6b8269 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4673750 Mar 07 21:56:13.983896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0de65f1a-1103-4a5c-a52a-22410bb7db15 req-0a2bf872-7df7-43f1-82c5-5aff61914b89 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0475652 Mar 07 21:56:13.984455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49170) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:13.991667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3e3040d7-4a6b-4b8a-8167-8217752de6ee tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '45c779f9-f8f2-40a6-a0de-254f0ecd8a7a', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:13.995005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2675679a-9fd1-4c72-b066-b0bbf45811c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd9e06b-b99e-4abf-a732-fd076a036d34'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:14.000746 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ca5de7-50b0-4e3f-8877-bbe5da253d20" -d '{"events": [{"server_uuid": "2675679a-9fd1-4c72-b066-b0bbf45811c5", "name": "network-vif-plugged", "status": "completed", "tag": "5cd9e06b-b99e-4abf-a732-fd076a036d34"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:56:14.021187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05842c-71ad-44b6-b716-16dcd77fb7eb req-2417918a-aeca-497c-ba80-f22a2b469e97 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:14.034284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc05842c-71ad-44b6-b716-16dcd77fb7eb req-2417918a-aeca-497c-ba80-f22a2b469e97 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 944 time: 0.1871867 Mar 07 21:56:14.035499 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5cd9e06b-b99e-4abf-a732-fd076a036d34, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5cd9e06b-b99e-4abf-a732-fd076a036d34,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:14.045382 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5cd9e06b-b99e-4abf-a732-fd076a036d34), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.066790 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ad47ffad-c177-4c69-937e-8a433ed16513 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (813c27d8-9bf0-48aa-9b89-61ccc352a00c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.103484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc05842c-71ad-44b6-b716-16dcd77fb7eb req-68a54319-6651-463e-ad18-742ac45343ee tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696495 Mar 07 21:56:14.104969 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-3e3040d7-4a6b-4b8a-8167-8217752de6ee tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Project d71f28e89e2f43a5bebeba445b8bc10e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:56:14.109682 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6937eb1e-7aa1-45dd-b881-c1537aef0c0e x-openstack-request-id: req-6937eb1e-7aa1-45dd-b881-c1537aef0c0e {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:56:14.110420 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2675679a-9fd1-4c72-b066-b0bbf45811c5", "name": "network-vif-plugged", "status": "completed", "tag": "5cd9e06b-b99e-4abf-a732-fd076a036d34", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:56:14.110856 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6937eb1e-7aa1-45dd-b881-c1537aef0c0e {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:56:14.111410 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2675679a-9fd1-4c72-b066-b0bbf45811c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd9e06b-b99e-4abf-a732-fd076a036d34', 'code': 200} Mar 07 21:56:14.122930 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['6624208d-38b7-448d-a146-6db381a25afc'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:56:14.123753 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3e3040d7-4a6b-4b8a-8167-8217752de6ee tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (7ebeb5c4-aa3f-4b07-b27c-7425aea86fca), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.124950 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ad47ffad-c177-4c69-937e-8a433ed16513 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for 813c27d8-9bf0-48aa-9b89-61ccc352a00c owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:14.199706 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5cd9e06b-b99e-4abf-a732-fd076a036d34,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:14.225982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efd1c8-9285-4606-9043-3cfb4ee20da2 req-022513ba-8f68-4239-ab6f-be3b4fd6c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:14.228459 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5efd1c8-9285-4606-9043-3cfb4ee20da2 req-022513ba-8f68-4239-ab6f-be3b4fd6c624 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 1127 time: 0.0821631 Mar 07 21:56:14.235073 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3e3040d7-4a6b-4b8a-8167-8217752de6ee tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (7ebeb5c4-aa3f-4b07-b27c-7425aea86fca), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.250469 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3e3040d7-4a6b-4b8a-8167-8217752de6ee tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (7ebeb5c4-aa3f-4b07-b27c-7425aea86fca), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.287030 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ad47ffad-c177-4c69-937e-8a433ed16513 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (813c27d8-9bf0-48aa-9b89-61ccc352a00c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.287386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3040d7-4a6b-4b8a-8167-8217752de6ee tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebeb5c4-aa3f-4b07-b27c-7425aea86fca,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:14.306024 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3e3040d7-4a6b-4b8a-8167-8217752de6ee tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.309979 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3e3040d7-4a6b-4b8a-8167-8217752de6ee tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3201005 Mar 07 21:56:14.312816 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49174) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:14.315160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5efd1c8-9285-4606-9043-3cfb4ee20da2 req-7f200d49-3b46-4f73-978b-56aec8b87771 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786903 Mar 07 21:56:14.319970 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ba0f142c-a077-4fb4-a7b8-74d9c3477036 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'network': {'name': 'tempest-network-smoke--274408621', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'port_security_enabled': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:14.327077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47ffad-c177-4c69-937e-8a433ed16513 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=813c27d8-9bf0-48aa-9b89-61ccc352a00c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:14.346898 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0f142c-a077-4fb4-a7b8-74d9c3477036 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Made reservation on behalf of d71f28e89e2f43a5bebeba445b8bc10e for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:14.350337 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ba0f142c-a077-4fb4-a7b8-74d9c3477036 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.365024 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ad47ffad-c177-4c69-937e-8a433ed16513 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.371658 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ad47ffad-c177-4c69-937e-8a433ed16513 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/813c27d8-9bf0-48aa-9b89-61ccc352a00c HTTP/1.1" status: 204 len: 168 time: 0.7102759 Mar 07 21:56:14.372366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49176) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:14.423463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0f142c-a077-4fb4-a7b8-74d9c3477036 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:56:14.436395 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ba0f142c-a077-4fb4-a7b8-74d9c3477036 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a3c3e2ca-c064-4f92-8986-e8dbf73e0693), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.437299 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-ba0f142c-a077-4fb4-a7b8-74d9c3477036 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Added segment a3c3e2ca-c064-4f92-8986-e8dbf73e0693 of type vlan for network cc76cc78-d3aa-4131-a129-0f2d526c28eb Mar 07 21:56:14.438395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47be9cfd-91f5-43fb-9eb3-bb1c16f14e34 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:14.439896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47be9cfd-91f5-43fb-9eb3-bb1c16f14e34 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:14.444209 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-47be9cfd-91f5-43fb-9eb3-bb1c16f14e34 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0708649 Mar 07 21:56:14.444862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49178) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:14.515403 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ba0f142c-a077-4fb4-a7b8-74d9c3477036 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (cc76cc78-d3aa-4131-a129-0f2d526c28eb), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.515941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e19d8a0a-660b-4625-9015-0fd3c75ca352 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:14.517270 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-68791ba7-79f9-431b-a71a-65498d1089a5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet c1fa8bb1-5b2a-4636-adb4-211a2e5f5e3d {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:56:14.521654 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68791ba7-79f9-431b-a71a-65498d1089a5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (c1fa8bb1-5b2a-4636-adb4-211a2e5f5e3d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.548934 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ba0f142c-a077-4fb4-a7b8-74d9c3477036 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (cc76cc78-d3aa-4131-a129-0f2d526c28eb), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.555693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f142c-a077-4fb4-a7b8-74d9c3477036 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:14.556544 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ba0f142c-a077-4fb4-a7b8-74d9c3477036 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.573055 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68791ba7-79f9-431b-a71a-65498d1089a5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (c1fa8bb1-5b2a-4636-adb4-211a2e5f5e3d), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.601419 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ba0f142c-a077-4fb4-a7b8-74d9c3477036 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2852178 Mar 07 21:56:14.603574 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49180) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:14.608947 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'admin_state_up': True, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:14.655270 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (b614b3d1-92a4-4906-a9fb-50c094857e38), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.655729 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f142c-a077-4fb4-a7b8-74d9c3477036 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Network': ['ID=cc76cc78-d3aa-4131-a129-0f2d526c28eb,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:14.656488 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (b614b3d1-92a4-4906-a9fb-50c094857e38), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.689258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network cc76cc78-d3aa-4131-a129-0f2d526c28eb details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:56:14.716244 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68791ba7-79f9-431b-a71a-65498d1089a5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (c1fa8bb1-5b2a-4636-adb4-211a2e5f5e3d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.825865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e19d8a0a-660b-4625-9015-0fd3c75ca352 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:14.826388 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e19d8a0a-660b-4625-9015-0fd3c75ca352), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.830956 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_controller (b614b3d1-92a4-4906-a9fb-50c094857e38), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.834156 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68791ba7-79f9-431b-a71a-65498d1089a5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (c1fa8bb1-5b2a-4636-adb4-211a2e5f5e3d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.872476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68791ba7-79f9-431b-a71a-65498d1089a5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=c1fa8bb1-5b2a-4636-adb4-211a2e5f5e3d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:14.921084 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68791ba7-79f9-431b-a71a-65498d1089a5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:14.924377 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-68791ba7-79f9-431b-a71a-65498d1089a5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/c1fa8bb1-5b2a-4636-adb4-211a2e5f5e3d HTTP/1.1" status: 204 len: 168 time: 0.4784799 Mar 07 21:56:14.935727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49186) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:15.043049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49190) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:15.043275 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e40ff68d-3260-49ef-8b38-a1f500454d8f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033030 Mar 07 21:56:15.049830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-807d1cfb-3fca-4388-982d-78f6860a1596 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:15.057027 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (b614b3d1-92a4-4906-a9fb-50c094857e38), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:15.084899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48f8d1ce-3bde-45ae-9a3f-8119b47dce98 req-9d5b2746-fc39-4c30-a072-1e7246de9263 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0404723 Mar 07 21:56:15.125061 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1426be83-a9c7-48e3-a9c8-6e03a2cee67a None None] Provisioning complete for port e19d8a0a-660b-4625-9015-0fd3c75ca352 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:15.125565 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1426be83-a9c7-48e3-a9c8-6e03a2cee67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e19d8a0a-660b-4625-9015-0fd3c75ca352), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:15.129765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9f4f0-5d4d-4dda-a380-e0dd18a9c8a4 req-54070ad2-3bcc-4dc9-b153-35879204a0ad tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:15.136781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9a9f4f0-5d4d-4dda-a380-e0dd18a9c8a4 req-54070ad2-3bcc-4dc9-b153-35879204a0ad tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 945 time: 0.2729251 Mar 07 21:56:15.236336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9a9f4f0-5d4d-4dda-a380-e0dd18a9c8a4 req-982df42a-6185-4ff5-ba9e-6774f392d0f0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985687 Mar 07 21:56:15.244821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34d65db-8078-4c6a-b96b-aaecca00a87b None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:15.257730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e19d8a0a-660b-4625-9015-0fd3c75ca352 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:15.258182 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e19d8a0a-660b-4625-9015-0fd3c75ca352), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:15.272893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7f4d86f-530b-4ac2-bb76-c8834ca96329 req-09a71021-d12e-45c6-82f0-ada7abc57a44 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0355704 Mar 07 21:56:15.292730 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807d1cfb-3fca-4388-982d-78f6860a1596 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:15.296738 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-807d1cfb-3fca-4388-982d-78f6860a1596 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:15.438013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port e19d8a0a-660b-4625-9015-0fd3c75ca352, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e19d8a0a-660b-4625-9015-0fd3c75ca352,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:15.440395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1426be83-a9c7-48e3-a9c8-6e03a2cee67a None None] Current status of the port e19d8a0a-660b-4625-9015-0fd3c75ca352 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:15.440956 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1426be83-a9c7-48e3-a9c8-6e03a2cee67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e19d8a0a-660b-4625-9015-0fd3c75ca352), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:15.464483 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e19d8a0a-660b-4625-9015-0fd3c75ca352), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:15.474316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04538544-8f9f-4608-9ec2-c552ad66e115 req-1351fc86-9b9c-4eff-9a47-db88e093cc13 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:15.491694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-04538544-8f9f-4608-9ec2-c552ad66e115 req-1351fc86-9b9c-4eff-9a47-db88e093cc13 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 944 time: 0.1490769 Mar 07 21:56:15.568502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=e19d8a0a-660b-4625-9015-0fd3c75ca352,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:15.579480 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-1426be83-a9c7-48e3-a9c8-6e03a2cee67a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:56:15.580075 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-1426be83-a9c7-48e3-a9c8-6e03a2cee67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:56:15.593915 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (b614b3d1-92a4-4906-a9fb-50c094857e38), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:15.618657 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:15.619550 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e646b04-0e54-48f0-af54-2105bc293c1c None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:56:15.645868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-04538544-8f9f-4608-9ec2-c552ad66e115 req-159fa9f2-1414-4bdc-a7fd-fa42395590b8 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512623 Mar 07 21:56:15.664807 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6632a755-1c4e-44f7-8564-2a40c41e3027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:15.689771 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9e646b04-0e54-48f0-af54-2105bc293c1c None None] Deleting port e19d8a0a-660b-4625-9015-0fd3c75ca352 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:15.690180 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9e646b04-0e54-48f0-af54-2105bc293c1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e19d8a0a-660b-4625-9015-0fd3c75ca352), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:15.728864 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-807d1cfb-3fca-4388-982d-78f6860a1596 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (9d664093-a653-44b3-b8a4-8bd4e44b1a8c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:15.760566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9e646b04-0e54-48f0-af54-2105bc293c1c None None] For port e19d8a0a-660b-4625-9015-0fd3c75ca352, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e19d8a0a-660b-4625-9015-0fd3c75ca352,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:15.760566 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9e646b04-0e54-48f0-af54-2105bc293c1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e19d8a0a-660b-4625-9015-0fd3c75ca352), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:15.773396 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9e646b04-0e54-48f0-af54-2105bc293c1c None None] Calling delete_port for e19d8a0a-660b-4625-9015-0fd3c75ca352 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:15.804626 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807d1cfb-3fca-4388-982d-78f6860a1596 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:15.812327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-807d1cfb-3fca-4388-982d-78f6860a1596 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:15.819411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807d1cfb-3fca-4388-982d-78f6860a1596 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:15.819901 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-807d1cfb-3fca-4388-982d-78f6860a1596 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:15.832549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d1cfb-3fca-4388-982d-78f6860a1596 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=9d664093-a653-44b3-b8a4-8bd4e44b1a8c,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:15.848955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.25.4.11 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/f0723558-320b-4f45-91fd-fb4f73cac662) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:15.857100 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9e646b04-0e54-48f0-af54-2105bc293c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (e19d8a0a-660b-4625-9015-0fd3c75ca352), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:15.857696 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-807d1cfb-3fca-4388-982d-78f6860a1596 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8118603 Mar 07 21:56:15.860460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49194) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:15.865526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-424e3414-c999-4c5d-b165-de56cf2017df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': '9d664093-a653-44b3-b8a4-8bd4e44b1a8c', 'ip_address': '2001:db8::3ff0:7bb:f1dc:911e'}], 'name': 'tempest-NetworksTestDHCPv6-179073974'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:15.893461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e646b04-0e54-48f0-af54-2105bc293c1c None None] Pushing event deleted for resources: {'Port': ['ID=e19d8a0a-660b-4625-9015-0fd3c75ca352,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:15.900004 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e646b04-0e54-48f0-af54-2105bc293c1c None None] No DVR routers for this DVR port e19d8a0a-660b-4625-9015-0fd3c75ca352 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:15.918029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fae954-786c-45ea-a8d9-c869f57754a3 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:15.991175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424e3414-c999-4c5d-b165-de56cf2017df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:16.008983 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (f0723558-320b-4f45-91fd-fb4f73cac662), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:16.023079 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:16.058648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f0723558-320b-4f45-91fd-fb4f73cac662), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:16.078730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': '9d664093-a653-44b3-b8a4-8bd4e44b1a8c'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:56:16.079922 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:16.114812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1426be83-a9c7-48e3-a9c8-6e03a2cee67a None None] Port e19d8a0a-660b-4625-9015-0fd3c75ca352 update to ACTIVE by agent not found {{(pid=103720) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 07 21:56:16.115301 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-424e3414-c999-4c5d-b165-de56cf2017df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:16.137949 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=f0723558-320b-4f45-91fd-fb4f73cac662,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:16.139939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-424e3414-c999-4c5d-b165-de56cf2017df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port ee212fd3-9ad2-48b0-96d6-bd947c43cce2 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:56:16.156495 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:16.158164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:16.161017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:16.233679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e28a9c4a-ed88-4bff-81ae-1c48dbb143ae None None] Could not find standard attr ID for object 813c27d8-9bf0-48aa-9b89-61ccc352a00c. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:56:16.262732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d27d263e-c866-428a-9c26-fe0c04bf4e6e req-c6265e6d-9813-443a-9db0-ec0103f54f76 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0407639 Mar 07 21:56:16.372444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Allocated IP 2001:db8::2 (93b13938-fab1-4c0e-a140-35734632e7e9/9d664093-a653-44b3-b8a4-8bd4e44b1a8c/219b9049-44c1-4382-aad2-f2071538fb73) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:16.460332 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2bfb3a47-17ee-4164-a36e-4c17b0103fa0 req-fab44747-469f-476c-b49c-d7630e0211ff tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0499299 Mar 07 21:56:16.484179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e19d8a0a-660b-4625-9015-0fd3c75ca352 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:16.496161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c006946-3084-47c7-86e2-1bb757fa8a13 req-3e89a501-4f6a-4f80-8ce1-99ee26470b16 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:16.503382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c006946-3084-47c7-86e2-1bb757fa8a13 req-3e89a501-4f6a-4f80-8ce1-99ee26470b16 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 945 time: 0.1723237 Mar 07 21:56:16.511048 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: e19d8a0a-660b-4625-9015-0fd3c75ca352 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:16.512105 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e19d8a0a-660b-4625-9015-0fd3c75ca352 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:16.535601 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (b614b3d1-92a4-4906-a9fb-50c094857e38), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:16.564761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c006946-3084-47c7-86e2-1bb757fa8a13 req-2df47ecb-a79f-4bc4-be61-20ddfe1bc144 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567198 Mar 07 21:56:16.637994 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Publish callbacks [] for port (219b9049-44c1-4382-aad2-f2071538fb73), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:16.648434 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (219b9049-44c1-4382-aad2-f2071538fb73), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:16.717013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-424e3414-c999-4c5d-b165-de56cf2017df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::3ff0:7bb:f1dc:911e (93b13938-fab1-4c0e-a140-35734632e7e9/9d664093-a653-44b3-b8a4-8bd4e44b1a8c/ee212fd3-9ad2-48b0-96d6-bd947c43cce2) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:16.760280 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:16.767126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:16.783530 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:16.821780 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (b614b3d1-92a4-4906-a9fb-50c094857e38), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:16.859947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Attempting to bind port 219b9049-44c1-4382-aad2-f2071538fb73 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:16.860333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Attempting to bind port 219b9049-44c1-4382-aad2-f2071538fb73 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:16.860700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Attempting to bind port 219b9049-44c1-4382-aad2-f2071538fb73 on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:16.862607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Pushing event updated for resources: {'Port': ['ID=219b9049-44c1-4382-aad2-f2071538fb73,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:16.869353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:16.869734 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:16.870184 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:16.870582 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:16.871239 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Bound port: 219b9049-44c1-4382-aad2-f2071538fb73, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:16.871429 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (219b9049-44c1-4382-aad2-f2071538fb73), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:16.981185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] For port 219b9049-44c1-4382-aad2-f2071538fb73, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:16.986360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] For port 219b9049-44c1-4382-aad2-f2071538fb73, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=219b9049-44c1-4382-aad2-f2071538fb73,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:16.996341 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (219b9049-44c1-4382-aad2-f2071538fb73), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:16.997805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b40ba2-45c8-4603-8b68-8203a80726b4 req-82cf5b66-10a4-45e9-b372-83ed5b67c8c3 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:17.002411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router b614b3d1-92a4-4906-a9fb-50c094857e38 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:56:17.005251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7b40ba2-45c8-4603-8b68-8203a80726b4 req-82cf5b66-10a4-45e9-b372-83ed5b67c8c3 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 944 time: 0.2130611 Mar 07 21:56:17.083208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614eb735-c844-4131-89fe-9af28345cf74 None None] Pushing event updated for resources: {'Port': ['ID=219b9049-44c1-4382-aad2-f2071538fb73,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:17.095196 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7b40ba2-45c8-4603-8b68-8203a80726b4 req-676ffccb-0ca2-49c1-af22-8038eb05387b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803602 Mar 07 21:56:17.108032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a84dd1-4c4e-4953-a81a-ae9f6eb1b365 req-c3766269-fa3c-411e-97e1-7046868c70ab tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:17.114639 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53a84dd1-4c4e-4953-a81a-ae9f6eb1b365 req-c3766269-fa3c-411e-97e1-7046868c70ab tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 945 time: 0.3256075 Mar 07 21:56:17.140653 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-424e3414-c999-4c5d-b165-de56cf2017df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (ee212fd3-9ad2-48b0-96d6-bd947c43cce2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:17.144532 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:56:17.156343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Sync routers for ids ['b614b3d1-92a4-4906-a9fb-50c094857e38'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:56:17.173152 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Routers {'b614b3d1-92a4-4906-a9fb-50c094857e38'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:17.175860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:55:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b614b3d1-92a4-4906-a9fb-50c094857e38'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:17.179644 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6624208d-38b7-448d-a146-6db381a25afc up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:17.184678 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:17.189235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49212) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:17.189583 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6cb1b0bd-e26c-4729-a8f6-ef8cd9ac1b91 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5847862 Mar 07 21:56:17.230577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53a84dd1-4c4e-4953-a81a-ae9f6eb1b365 req-74cd71a7-631a-486b-a915-883308a0022f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142361 Mar 07 21:56:17.255372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b28bc6de-2e25-43d2-a9c7-0e8516b7fea3 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=d71f28e89e2f43a5bebeba445b8bc10e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644200 Mar 07 21:56:17.258409 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49214) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:17.267900 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-424e3414-c999-4c5d-b165-de56cf2017df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ee212fd3-9ad2-48b0-96d6-bd947c43cce2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:17.330370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e3414-c999-4c5d-b165-de56cf2017df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:17.338265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-424e3414-c999-4c5d-b165-de56cf2017df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:17.338265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424e3414-c999-4c5d-b165-de56cf2017df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:17.342283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e3414-c999-4c5d-b165-de56cf2017df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:17.342937 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-424e3414-c999-4c5d-b165-de56cf2017df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:17.389482 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-424e3414-c999-4c5d-b165-de56cf2017df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5275972 Mar 07 21:56:17.392817 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49218) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:17.437344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e3414-c999-4c5d-b165-de56cf2017df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=ee212fd3-9ad2-48b0-96d6-bd947c43cce2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:17.473959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 6624208d-38b7-448d-a146-6db381a25afc completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:56:17.481899 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42001745-8b3c-4710-bfd0-6f2c8f20adeb tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:17.485237 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-42001745-8b3c-4710-bfd0-6f2c8f20adeb tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2240548 Mar 07 21:56:17.486734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49220) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:17.487250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 6624208d-38b7-448d-a146-6db381a25afc triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:17.487821 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6624208d-38b7-448d-a146-6db381a25afc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:17.522433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0df1b63-2def-4f54-b746-6b640e3bedde req-f8e4570a-5a23-4101-8df5-547ae5486cd1 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0953722 Mar 07 21:56:17.526939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Set router b614b3d1-92a4-4906-a9fb-50c094857e38 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:17.564768 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b0a3e28c-03cf-4997-b584-c6e25f1f33ad tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0760331 Mar 07 21:56:17.568821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49224) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:17.575423 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-364811cc-ee72-4b35-9da4-a72b3e1ca3f3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-342252573', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:17.668332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcdbbad-4024-40c4-8aa3-98d5227ecab3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:17.673765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcdbbad-4024-40c4-8aa3-98d5227ecab3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:17.677947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6bcdbbad-4024-40c4-8aa3-98d5227ecab3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2810206 Mar 07 21:56:17.678899 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49226) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:17.681109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c0df878-4ef8-4fb4-853a-c60b58c6faf5 req-97f8dd99-32cc-4b08-9ce3-e9eabd8f8fad tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0831614 Mar 07 21:56:17.762692 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364811cc-ee72-4b35-9da4-a72b3e1ca3f3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Made reservation on behalf of d71f28e89e2f43a5bebeba445b8bc10e for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:17.768967 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-364811cc-ee72-4b35-9da4-a72b3e1ca3f3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:17.772353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 6624208d-38b7-448d-a146-6db381a25afc is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:17.772762 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6624208d-38b7-448d-a146-6db381a25afc), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:17.812827 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0e4408ca-ba58-465c-8cb3-31bc1caf1669 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port ee212fd3-9ad2-48b0-96d6-bd947c43cce2 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:17.813210 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e4408ca-ba58-465c-8cb3-31bc1caf1669 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ee212fd3-9ad2-48b0-96d6-bd947c43cce2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:17.825946 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6624208d-38b7-448d-a146-6db381a25afc'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:17.828253 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f81f36-5dd9-443b-aa77-d1e8cb26b7be" -d '{"events": [{"server_uuid": "b443132a-bb4a-4d58-a3bd-27cf767fd159", "name": "network-vif-plugged", "status": "completed", "tag": "6624208d-38b7-448d-a146-6db381a25afc"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:56:17.847024 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 6624208d-38b7-448d-a146-6db381a25afc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6624208d-38b7-448d-a146-6db381a25afc,segment=NetworkSegment(a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7),segment_id=a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:17.866176 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6624208d-38b7-448d-a146-6db381a25afc), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:17.916574 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4779d254-72e5-47bd-9d8c-af9486ee8302 x-openstack-request-id: req-4779d254-72e5-47bd-9d8c-af9486ee8302 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:56:17.916880 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b443132a-bb4a-4d58-a3bd-27cf767fd159", "name": "network-vif-plugged", "status": "completed", "tag": "6624208d-38b7-448d-a146-6db381a25afc", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:56:17.917277 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4779d254-72e5-47bd-9d8c-af9486ee8302 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:56:17.917680 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6624208d-38b7-448d-a146-6db381a25afc', 'code': 200} Mar 07 21:56:17.924735 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a85eabc7-fadf-47dc-9fe4-85f59cf923a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:17.960458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:14Z', 'updated_at': '2022-03-07T21:56:16Z', 'revision_number': 3, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:15Z', 'updated_at': '2022-03-07T21:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:17.990955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=6624208d-38b7-448d-a146-6db381a25afc,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:17.994680 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e4408ca-ba58-465c-8cb3-31bc1caf1669 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ee212fd3-9ad2-48b0-96d6-bd947c43cce2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:17.994837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Checking router: b614b3d1-92a4-4906-a9fb-50c094857e38 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:56:17.995187 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Updating router b614b3d1-92a4-4906-a9fb-50c094857e38 port f0723558-320b-4f45-91fd-fb4f73cac662 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:56:18.002202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:18.002556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:18.002909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:18.003252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:18.003595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:18.003931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:18.004273 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:18.004604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:18.004935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:18.005264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:18.005591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:18.005920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:18.006272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:18.014721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0e4408ca-ba58-465c-8cb3-31bc1caf1669 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for ee212fd3-9ad2-48b0-96d6-bd947c43cce2 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:18.035571 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f0723558-320b-4f45-91fd-fb4f73cac662), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.074660 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-364811cc-ee72-4b35-9da4-a72b3e1ca3f3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (43e2544a-756d-4aee-adf7-dbc5c3079d7c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.235744 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e4408ca-ba58-465c-8cb3-31bc1caf1669 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ee212fd3-9ad2-48b0-96d6-bd947c43cce2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.306825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4408ca-ba58-465c-8cb3-31bc1caf1669 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=ee212fd3-9ad2-48b0-96d6-bd947c43cce2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:18.310173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364811cc-ee72-4b35-9da4-a72b3e1ca3f3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Checking segment: {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:18.310717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364811cc-ee72-4b35-9da4-a72b3e1ca3f3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network hostable DHCP agents. Network: cc76cc78-d3aa-4131-a129-0f2d526c28eb, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:56:18.325959 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d44e93-ae88-477c-9821-d841a4784243 req-084bfb63-c777-4b4e-a74a-8900f763f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:18.336000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-18d44e93-ae88-477c-9821-d841a4784243 req-084bfb63-c777-4b4e-a74a-8900f763f190 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 1127 time: 0.2762530 Mar 07 21:56:18.344414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364811cc-ee72-4b35-9da4-a72b3e1ca3f3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Subnet': ['ID=43e2544a-756d-4aee-adf7-dbc5c3079d7c,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:18.387929 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e4408ca-ba58-465c-8cb3-31bc1caf1669 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.401883 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0e4408ca-ba58-465c-8cb3-31bc1caf1669 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/ee212fd3-9ad2-48b0-96d6-bd947c43cce2 HTTP/1.1" status: 204 len: 168 time: 0.7185674 Mar 07 21:56:18.401883 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49234) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:18.435178 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.437624 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Publish callbacks [] for port (f0723558-320b-4f45-91fd-fb4f73cac662), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.464981 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f0723558-320b-4f45-91fd-fb4f73cac662), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.541217 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a13b532-470b-4636-847d-e7ea37b48fb4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:18.546512 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a13b532-470b-4636-847d-e7ea37b48fb4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:18.570953 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5a13b532-470b-4636-847d-e7ea37b48fb4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1681044 Mar 07 21:56:18.571665 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49236) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:18.574624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 219b9049-44c1-4382-aad2-f2071538fb73 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:18.628066 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Attempting to bind port f0723558-320b-4f45-91fd-fb4f73cac662 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:18.628768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Attempting to bind port f0723558-320b-4f45-91fd-fb4f73cac662 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:18.629095 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c22112-a3f6-49b2-9338-6750fc55bec1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 9d664093-a653-44b3-b8a4-8bd4e44b1a8c {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:56:18.629233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Attempting to bind port f0723558-320b-4f45-91fd-fb4f73cac662 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:18.632767 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23c22112-a3f6-49b2-9338-6750fc55bec1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (9d664093-a653-44b3-b8a4-8bd4e44b1a8c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.637278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:18.637661 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:18.638083 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.638485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:18.639150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Bound port: f0723558-320b-4f45-91fd-fb4f73cac662, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:18.639548 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f0723558-320b-4f45-91fd-fb4f73cac662), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.641162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d485fe6-93aa-4be3-a792-e70d25bd24a1 None None] Pushing event updated for resources: {'Port': ['ID=f0723558-320b-4f45-91fd-fb4f73cac662,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:18.689052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 219b9049-44c1-4382-aad2-f2071538fb73 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:18.689435 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (219b9049-44c1-4382-aad2-f2071538fb73), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.721049 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23c22112-a3f6-49b2-9338-6750fc55bec1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (9d664093-a653-44b3-b8a4-8bd4e44b1a8c), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.795122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] For port f0723558-320b-4f45-91fd-fb4f73cac662, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:18.850435 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23c22112-a3f6-49b2-9338-6750fc55bec1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (9d664093-a653-44b3-b8a4-8bd4e44b1a8c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.859160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8b212348-981a-4f0a-b6e4-f0bbbd93ad06 None None] Provisioning complete for port 219b9049-44c1-4382-aad2-f2071538fb73 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:18.859550 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8b212348-981a-4f0a-b6e4-f0bbbd93ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (219b9049-44c1-4382-aad2-f2071538fb73), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.915054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] For port f0723558-320b-4f45-91fd-fb4f73cac662, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f0723558-320b-4f45-91fd-fb4f73cac662,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:18.926293 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 219b9049-44c1-4382-aad2-f2071538fb73 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:18.926729 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (219b9049-44c1-4382-aad2-f2071538fb73), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.939106 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23c22112-a3f6-49b2-9338-6750fc55bec1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (9d664093-a653-44b3-b8a4-8bd4e44b1a8c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.954676 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-18d44e93-ae88-477c-9821-d841a4784243 req-e3e6b1ad-8792-4efc-a0b8-d3ae256d5529 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880270 Mar 07 21:56:18.962464 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f0723558-320b-4f45-91fd-fb4f73cac662), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:18.968421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364811cc-ee72-4b35-9da4-a72b3e1ca3f3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network cc76cc78-d3aa-4131-a129-0f2d526c28eb is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:56:18.985554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c22112-a3f6-49b2-9338-6750fc55bec1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=9d664093-a653-44b3-b8a4-8bd4e44b1a8c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:19.003182 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23c22112-a3f6-49b2-9338-6750fc55bec1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:19.007558 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-23c22112-a3f6-49b2-9338-6750fc55bec1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/9d664093-a653-44b3-b8a4-8bd4e44b1a8c HTTP/1.1" status: 204 len: 168 time: 0.4349964 Mar 07 21:56:19.010295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49242) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:19.013432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819a176-7f98-441a-ab9a-f86eced54fca req-46220a04-07d0-4f3e-bc6e-96568c062679 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:19.020971 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9819a176-7f98-441a-ab9a-f86eced54fca req-46220a04-07d0-4f3e-bc6e-96568c062679 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 945 time: 0.7908847 Mar 07 21:56:19.028131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-364811cc-ee72-4b35-9da4-a72b3e1ca3f3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, cc76cc78-d3aa-4131-a129-0f2d526c28eb) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:19.040938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364811cc-ee72-4b35-9da4-a72b3e1ca3f3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:19.041574 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-364811cc-ee72-4b35-9da4-a72b3e1ca3f3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:19.070842 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d485fe6-93aa-4be3-a792-e70d25bd24a1 None None] Pushing event updated for resources: {'Port': ['ID=f0723558-320b-4f45-91fd-fb4f73cac662,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:19.075436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-364811cc-ee72-4b35-9da4-a72b3e1ca3f3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5031898 Mar 07 21:56:19.077047 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11892266-f2c4-4836-a690-acf87963a6b1 None None] Network cc76cc78-d3aa-4131-a129-0f2d526c28eb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:19.085603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f9d24-31b5-4a43-b22e-51f8794449f5 req-c4b9ab56-8ca2-43a0-adf6-6de0f6fd56bd tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:19.087852 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff7f9d24-31b5-4a43-b22e-51f8794449f5 req-c4b9ab56-8ca2-43a0-adf6-6de0f6fd56bd tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 945 time: 0.7340550 Mar 07 21:56:19.090459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49244) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:19.123445 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4dd6567c-cb76-431f-b997-5efe4eb73584 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113625 Mar 07 21:56:19.126635 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49246) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:19.198016 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9819a176-7f98-441a-ab9a-f86eced54fca req-ed9632db-871f-4a19-a207-f78f64bace3e tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759844 Mar 07 21:56:19.206840 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3120eb0a-7f72-4120-8ea2-9eab217aa3cf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:19.210336 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3120eb0a-7f72-4120-8ea2-9eab217aa3cf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0822759 Mar 07 21:56:19.213253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49248) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:19.278281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff7f9d24-31b5-4a43-b22e-51f8794449f5 req-c0d6c32c-f0f5-4446-a4b4-c2f6eb02d43a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816087 Mar 07 21:56:19.290091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a14e3ae-727d-4e85-baa4-1bdbb3a4c4e2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:19.299406 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6a14e3ae-727d-4e85-baa4-1bdbb3a4c4e2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0843461 Mar 07 21:56:19.302091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49250) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:19.352144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af0f6e8-816a-4ba0-a726-b01634ec8246 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:19.388322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a10cf6a9-aed7-4cbe-9a06-ad5d0e04c70c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791922 Mar 07 21:56:19.391643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49254) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:19.401544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-41648609-f69e-4bd5-8228-dcc0ae8d243a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:19.416204 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d593045-a9e1-4042-80ad-f6b018e4606d req-b01dafd0-2a5a-48a0-8e42-6387ecd66c0f tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0288384 Mar 07 21:56:19.431804 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-775f225c-2c52-4700-a954-93b95d7b01ff req-cc2de96e-f71d-495c-81b3-ed531ad7e53b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0754039 Mar 07 21:56:19.470824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8b212348-981a-4f0a-b6e4-f0bbbd93ad06 None None] Current status of the port 219b9049-44c1-4382-aad2-f2071538fb73 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:19.471282 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8b212348-981a-4f0a-b6e4-f0bbbd93ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (219b9049-44c1-4382-aad2-f2071538fb73), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:19.497793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ips': [{'subnet_id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:56:19.498675 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:19.512694 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:19.600095 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41648609-f69e-4bd5-8228-dcc0ae8d243a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:19.607692 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41648609-f69e-4bd5-8228-dcc0ae8d243a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:19.729956 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:56:19.731086 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:56:19.731696 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-8b212348-981a-4f0a-b6e4-f0bbbd93ad06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:56:19.732151 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-8b212348-981a-4f0a-b6e4-f0bbbd93ad06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:56:19.743377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Routers {'b614b3d1-92a4-4906-a9fb-50c094857e38'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:19.744572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b614b3d1-92a4-4906-a9fb-50c094857e38'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:19.904028 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe1b5fa-6549-4f93-b844-b4ba9c089a04 None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:56:19.923545 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41648609-f69e-4bd5-8228-dcc0ae8d243a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (8718b213-39fa-4949-94e1-1783b1b4d1ab), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:19.925793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Allocated IP 172.20.0.2 (cc76cc78-d3aa-4131-a129-0f2d526c28eb/43e2544a-756d-4aee-adf7-dbc5c3079d7c/5a580247-8770-438e-8ea9-5b97ee5c8b04) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:19.927882 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84712ed-7c63-4d43-a4bf-6ef4b965b8bd req-8d4ec385-3b5f-450d-b214-3e216a67c15a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:19.935512 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a84712ed-7c63-4d43-a4bf-6ef4b965b8bd req-8d4ec385-3b5f-450d-b214-3e216a67c15a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 945 time: 0.1234300 Mar 07 21:56:20.003355 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] Set router b614b3d1-92a4-4906-a9fb-50c094857e38 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:20.018389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41648609-f69e-4bd5-8228-dcc0ae8d243a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=8718b213-39fa-4949-94e1-1783b1b4d1ab,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:20.038837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41648609-f69e-4bd5-8228-dcc0ae8d243a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:20.041482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-41648609-f69e-4bd5-8228-dcc0ae8d243a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:20.045840 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41648609-f69e-4bd5-8228-dcc0ae8d243a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:20.047073 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41648609-f69e-4bd5-8228-dcc0ae8d243a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:20.075612 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-41648609-f69e-4bd5-8228-dcc0ae8d243a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6793396 Mar 07 21:56:20.076281 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49258) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:20.080490 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a84712ed-7c63-4d43-a4bf-6ef4b965b8bd req-558f7496-b871-4fd8-98ac-a1b522281211 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440527 Mar 07 21:56:20.093067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b6bef03f-c985-46c6-a80c-37a314087b65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': '8718b213-39fa-4949-94e1-1783b1b4d1ab', 'ip_address': '2001:db8::f724:e547:5b76:bc62'}], 'name': 'tempest-NetworksTestDHCPv6-736472682'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:20.141666 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:20.173844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1b5fa-6549-4f93-b844-b4ba9c089a04 None None] Deleting port 219b9049-44c1-4382-aad2-f2071538fb73 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:20.174259 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b5fa-6549-4f93-b844-b4ba9c089a04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (219b9049-44c1-4382-aad2-f2071538fb73), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:20.275683 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bef03f-c985-46c6-a80c-37a314087b65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:20.423814 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6bef03f-c985-46c6-a80c-37a314087b65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:20.452789 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-b6bef03f-c985-46c6-a80c-37a314087b65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port c0ec97ab-5c0a-4687-a3b6-a2f057c41759 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:56:20.469965 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:20.528390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 219b9049-44c1-4382-aad2-f2071538fb73 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:20.528700 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (219b9049-44c1-4382-aad2-f2071538fb73), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:20.568832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8b212348-981a-4f0a-b6e4-f0bbbd93ad06 None None] Current status of the port 219b9049-44c1-4382-aad2-f2071538fb73 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:20.569244 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8b212348-981a-4f0a-b6e4-f0bbbd93ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (219b9049-44c1-4382-aad2-f2071538fb73), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:20.571648 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e95b5d-e100-4879-8d36-3a1aa465f53d req-13ae67d0-660a-42c1-9770-212c1d9e125d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:20.582659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42e95b5d-e100-4879-8d36-3a1aa465f53d req-13ae67d0-660a-42c1-9770-212c1d9e125d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 945 time: 0.2061410 Mar 07 21:56:20.626210 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ddb490da-4f15-4e43-b99a-a6cefe9f426c req-34bc7c74-c4ca-4e8d-98f1-cb6e9071bfdb tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0820479 Mar 07 21:56:20.673828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-b6bef03f-c985-46c6-a80c-37a314087b65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::f724:e547:5b76:bc62 (93b13938-fab1-4c0e-a140-35734632e7e9/8718b213-39fa-4949-94e1-1783b1b4d1ab/c0ec97ab-5c0a-4687-a3b6-a2f057c41759) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:20.682506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42e95b5d-e100-4879-8d36-3a1aa465f53d req-b91f1c69-67a2-403a-aae7-ff8d7c933c67 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934796 Mar 07 21:56:20.684323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 219b9049-44c1-4382-aad2-f2071538fb73, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=219b9049-44c1-4382-aad2-f2071538fb73,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:20.708549 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Publish callbacks [] for port (5a580247-8770-438e-8ea9-5b97ee5c8b04), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:20.712499 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (219b9049-44c1-4382-aad2-f2071538fb73), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:20.718699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cbe1b5fa-6549-4f93-b844-b4ba9c089a04 None None] For port 219b9049-44c1-4382-aad2-f2071538fb73, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=219b9049-44c1-4382-aad2-f2071538fb73,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:20.719485 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b5fa-6549-4f93-b844-b4ba9c089a04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (219b9049-44c1-4382-aad2-f2071538fb73), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:20.757255 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (5a580247-8770-438e-8ea9-5b97ee5c8b04), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:20.798438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1b5fa-6549-4f93-b844-b4ba9c089a04 None None] Calling delete_port for 219b9049-44c1-4382-aad2-f2071538fb73 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:20.819805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.20.0.1 (cc76cc78-d3aa-4131-a129-0f2d526c28eb/43e2544a-756d-4aee-adf7-dbc5c3079d7c/15a8d41f-203e-4751-9f0d-ca589ae15b20) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:20.826708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Network cc76cc78-d3aa-4131-a129-0f2d526c28eb is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:20.846339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:20.857736 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 219b9049-44c1-4382-aad2-f2071538fb73 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:20.870159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:20.900164 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6bef03f-c985-46c6-a80c-37a314087b65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (c0ec97ab-5c0a-4687-a3b6-a2f057c41759), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:20.944835 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-8b212348-981a-4f0a-b6e4-f0bbbd93ad06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:56:20.945219 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-8b212348-981a-4f0a-b6e4-f0bbbd93ad06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:56:20.949954 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6bef03f-c985-46c6-a80c-37a314087b65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c0ec97ab-5c0a-4687-a3b6-a2f057c41759), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:20.966929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1f24c3f6-3336-4cc0-a97f-cdf517c29545 req-56ef4ea4-6c2d-44e3-abbb-351e68c45fd0 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.1179948 Mar 07 21:56:20.982244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=219b9049-44c1-4382-aad2-f2071538fb73,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:21.019829 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:21.033749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bef03f-c985-46c6-a80c-37a314087b65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:21.038727 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b6bef03f-c985-46c6-a80c-37a314087b65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:21.040419 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:14Z', 'updated_at': '2022-03-07T21:56:16Z', 'revision_number': 3, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:15Z', 'updated_at': '2022-03-07T21:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:21.048702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bef03f-c985-46c6-a80c-37a314087b65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:21.058765 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bef03f-c985-46c6-a80c-37a314087b65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:21.059735 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6bef03f-c985-46c6-a80c-37a314087b65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:21.062659 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:21.076949 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bef03f-c985-46c6-a80c-37a314087b65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=c0ec97ab-5c0a-4687-a3b6-a2f057c41759,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:21.095359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b286be0-85ce-45e9-b1e5-079fa045fd5a None None] The sync data for ids ['b614b3d1-92a4-4906-a9fb-50c094857e38'] in n-d-832330-1 is: [{'id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:14Z', 'updated_at': '2022-03-07T21:56:16Z', 'revision_number': 3, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:15Z', 'updated_at': '2022-03-07T21:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:56:21.109393 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b6bef03f-c985-46c6-a80c-37a314087b65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0319939 Mar 07 21:56:21.113524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49268) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:21.127639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b4e48275-0098-414d-910d-cab5b81ccc12 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': '8718b213-39fa-4949-94e1-1783b1b4d1ab', 'ip_address': '2001:db8::f724:e547:5b76:bc62'}], 'name': 'tempest-NetworksTestDHCPv6-2135799171'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:21.131294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=15a8d41f-203e-4751-9f0d-ca589ae15b20,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:21.151947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network cc76cc78-d3aa-4131-a129-0f2d526c28eb is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:21.153723 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:21.156145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:21.216944 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (b614b3d1-92a4-4906-a9fb-50c094857e38), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:21.222858 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Attempting to bind port 5a580247-8770-438e-8ea9-5b97ee5c8b04 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:21.223240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Attempting to bind port 5a580247-8770-438e-8ea9-5b97ee5c8b04 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:21.223612 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Attempting to bind port 5a580247-8770-438e-8ea9-5b97ee5c8b04 on network cc76cc78-d3aa-4131-a129-0f2d526c28eb {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:21.238225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:21.238620 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Checking segment: {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:21.239036 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:21.239884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Bound using segment: {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:21.240033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Bound port: 5a580247-8770-438e-8ea9-5b97ee5c8b04, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:21.240304 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5a580247-8770-438e-8ea9-5b97ee5c8b04), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:21.242433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Pushing event updated for resources: {'Port': ['ID=5a580247-8770-438e-8ea9-5b97ee5c8b04,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:21.262999 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8b212348-981a-4f0a-b6e4-f0bbbd93ad06 None None] Current status of the port 219b9049-44c1-4382-aad2-f2071538fb73 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:21.288553 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b5fa-6549-4f93-b844-b4ba9c089a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (219b9049-44c1-4382-aad2-f2071538fb73), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:21.338364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e48275-0098-414d-910d-cab5b81ccc12 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:21.351662 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4e48275-0098-414d-910d-cab5b81ccc12 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:21.391615 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-b4e48275-0098-414d-910d-cab5b81ccc12 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port a82be3cb-7bed-4f67-ab4f-70f23e6da379 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:56:21.395793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56475257-b9a2-4400-9fb5-76a8483ad079 req-27b2c13c-8c03-4387-bc79-9bec9a038fc1 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:21.400397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56475257-b9a2-4400-9fb5-76a8483ad079 req-27b2c13c-8c03-4387-bc79-9bec9a038fc1 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 945 time: 0.1795237 Mar 07 21:56:21.621945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] For port 5a580247-8770-438e-8ea9-5b97ee5c8b04, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:21.625432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] For port 5a580247-8770-438e-8ea9-5b97ee5c8b04, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5a580247-8770-438e-8ea9-5b97ee5c8b04,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:21.639634 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:21.640392 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1b5fa-6549-4f93-b844-b4ba9c089a04 None None] Pushing event deleted for resources: {'Port': ['ID=219b9049-44c1-4382-aad2-f2071538fb73,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:21.659550 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5a580247-8770-438e-8ea9-5b97ee5c8b04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:21.689868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56475257-b9a2-4400-9fb5-76a8483ad079 req-dec97980-0d97-42ef-8e32-fcc074c9a704 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535994 Mar 07 21:56:21.706133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b8e8044d-3dc4-4534-ac0f-a92bb72bb06a None None] Could not find standard attr ID for object ee212fd3-9ad2-48b0-96d6-bd947c43cce2. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:56:21.710471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1b5fa-6549-4f93-b844-b4ba9c089a04 None None] No DVR routers for this DVR port 219b9049-44c1-4382-aad2-f2071538fb73 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:21.726483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9265249-9c0a-480d-aab1-b45e6d4377e1 req-be9945ec-4e95-4fcf-951c-31b1524d0bcc tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:21.728180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 219b9049-44c1-4382-aad2-f2071538fb73 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:21.728576 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (219b9049-44c1-4382-aad2-f2071538fb73), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:21.728818 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9265249-9c0a-480d-aab1-b45e6d4377e1 req-be9945ec-4e95-4fcf-951c-31b1524d0bcc tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 945 time: 0.3271525 Mar 07 21:56:21.800851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4111dd0e-4b6b-4b1f-9f4c-dbb1c6485f5c None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:21.936290 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae77ef-3ab5-4ea6-8ef1-c67c253d8275 None None] Pushing event updated for resources: {'Port': ['ID=5a580247-8770-438e-8ea9-5b97ee5c8b04,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:22.228117 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:22.246494 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': '8718b213-39fa-4949-94e1-1783b1b4d1ab'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:56:22.247657 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:22.265817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-055257a1-86ba-488b-8e80-a4d491016c92 req-9e47f429-503b-40ac-b030-eefba0923f66 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.4516397 Mar 07 21:56:22.367826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1035ae-75f4-4424-89c3-14bd51ad4981 req-6cff46cb-f5bb-41f1-a378-fc7877627af0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:22.370126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a1035ae-75f4-4424-89c3-14bd51ad4981 req-6cff46cb-f5bb-41f1-a378-fc7877627af0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 945 time: 0.5039384 Mar 07 21:56:22.495655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-f9265249-9c0a-480d-aab1-b45e6d4377e1 req-22cdddc0-e2cb-467e-be49-b1408e6c37c7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Deleting port 5cd9e06b-b99e-4abf-a732-fd076a036d34 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:22.496278 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f9265249-9c0a-480d-aab1-b45e6d4377e1 req-22cdddc0-e2cb-467e-be49-b1408e6c37c7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5cd9e06b-b99e-4abf-a732-fd076a036d34), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:22.514440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Allocated IP 2001:db8::2 (93b13938-fab1-4c0e-a140-35734632e7e9/8718b213-39fa-4949-94e1-1783b1b4d1ab/cdb0ef52-f683-4823-8e6d-e365dad30d80) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:22.635625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13b7621c-316e-47ef-89d8-a52f2d3a3cca req-f983ba38-a21a-4ff0-8ef2-386349116e7a tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0649908 Mar 07 21:56:22.650337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a1035ae-75f4-4424-89c3-14bd51ad4981 req-bdbccaa5-2bd0-43fd-9f2e-2e9cef324f44 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704542 Mar 07 21:56:22.688753 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-f9265249-9c0a-480d-aab1-b45e6d4377e1 req-22cdddc0-e2cb-467e-be49-b1408e6c37c7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] For port 5cd9e06b-b99e-4abf-a732-fd076a036d34, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5cd9e06b-b99e-4abf-a732-fd076a036d34,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:22.689255 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f9265249-9c0a-480d-aab1-b45e6d4377e1 req-22cdddc0-e2cb-467e-be49-b1408e6c37c7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5cd9e06b-b99e-4abf-a732-fd076a036d34), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:22.731197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-f9265249-9c0a-480d-aab1-b45e6d4377e1 req-22cdddc0-e2cb-467e-be49-b1408e6c37c7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Calling delete_port for 5cd9e06b-b99e-4abf-a732-fd076a036d34 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:22.833498 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Publish callbacks [] for port (cdb0ef52-f683-4823-8e6d-e365dad30d80), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:22.858512 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (cdb0ef52-f683-4823-8e6d-e365dad30d80), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:22.915985 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:22.952310 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e48275-0098-414d-910d-cab5b81ccc12 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 21:56:22.953048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e48275-0098-414d-910d-cab5b81ccc12 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:56:22.974831 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:22.975884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Pushing event updated for resources: {'Port': ['ID=cdb0ef52-f683-4823-8e6d-e365dad30d80,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:22.984007 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b4e48275-0098-414d-910d-cab5b81ccc12 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8686521 Mar 07 21:56:22.985984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:22.986390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49280) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:22.999538 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:23.056536 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.060144 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ee81c9-1a72-4be3-bab1-64ae98f2b565 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:23.071489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ee81c9-1a72-4be3-bab1-64ae98f2b565 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:23.073509 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-62ee81c9-1a72-4be3-bab1-64ae98f2b565 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0858471 Mar 07 21:56:23.078127 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49284) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:23.080242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5a580247-8770-438e-8ea9-5b97ee5c8b04 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:23.201390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Attempting to bind port cdb0ef52-f683-4823-8e6d-e365dad30d80 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:23.202381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc130ae-f6c6-4001-a9dd-778bc727cba5 req-456ceb3d-8d53-4db0-b268-cfa8b94f45d0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:23.203367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Attempting to bind port cdb0ef52-f683-4823-8e6d-e365dad30d80 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:23.204273 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2dc130ae-f6c6-4001-a9dd-778bc727cba5 req-456ceb3d-8d53-4db0-b268-cfa8b94f45d0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 945 time: 0.3653419 Mar 07 21:56:23.211243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Attempting to bind port cdb0ef52-f683-4823-8e6d-e365dad30d80 on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:23.221206 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:23.221892 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:23.222522 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.223083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:23.223743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Bound port: cdb0ef52-f683-4823-8e6d-e365dad30d80, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:23.224309 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cdb0ef52-f683-4823-8e6d-e365dad30d80), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.233917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-2ebbd536-0a90-4650-b1ab-d14a867e157b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port c0ec97ab-5c0a-4687-a3b6-a2f057c41759 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:23.234309 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd536-0a90-4650-b1ab-d14a867e157b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c0ec97ab-5c0a-4687-a3b6-a2f057c41759), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.247455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 5a580247-8770-438e-8ea9-5b97ee5c8b04 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:23.248253 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5a580247-8770-438e-8ea9-5b97ee5c8b04), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.258831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=15a8d41f-203e-4751-9f0d-ca589ae15b20,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:23.292793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639d136-5874-4cec-b3ef-2f0655678d26 req-85560c15-2896-4a38-ad9d-2477087f38e0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:23.304129 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2639d136-5874-4cec-b3ef-2f0655678d26 req-85560c15-2896-4a38-ad9d-2477087f38e0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 945 time: 0.4697225 Mar 07 21:56:23.340396 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (b614b3d1-92a4-4906-a9fb-50c094857e38), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.353173 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd536-0a90-4650-b1ab-d14a867e157b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c0ec97ab-5c0a-4687-a3b6-a2f057c41759), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.370216 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-2ebbd536-0a90-4650-b1ab-d14a867e157b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for c0ec97ab-5c0a-4687-a3b6-a2f057c41759 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:23.423735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2639d136-5874-4cec-b3ef-2f0655678d26 req-f2162fe4-b6f6-4c8d-9b23-3dd7ab034f5e tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170921 Mar 07 21:56:23.467208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49288) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:23.479070 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] For port cdb0ef52-f683-4823-8e6d-e365dad30d80, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:23.493310 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837d11b1-cc36-4f61-827f-b7c5b4d9f8e1 None None] Network cc76cc78-d3aa-4131-a129-0f2d526c28eb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:23.539401 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd536-0a90-4650-b1ab-d14a867e157b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c0ec97ab-5c0a-4687-a3b6-a2f057c41759), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.541607 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2dc130ae-f6c6-4001-a9dd-778bc727cba5 req-eb959542-7266-4a6a-b618-2363a559f78b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093917 Mar 07 21:56:23.599984 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c20f37f6-df83-4ff7-894c-1ac78fb32cb4 req-b7c1c6ae-a4a0-44cc-a51e-39037d8c00c4 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0565085 Mar 07 21:56:23.632891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] For port cdb0ef52-f683-4823-8e6d-e365dad30d80, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cdb0ef52-f683-4823-8e6d-e365dad30d80,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:23.635039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbd536-0a90-4650-b1ab-d14a867e157b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=c0ec97ab-5c0a-4687-a3b6-a2f057c41759,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:23.638620 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd536-0a90-4650-b1ab-d14a867e157b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.655416 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2ebbd536-0a90-4650-b1ab-d14a867e157b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/c0ec97ab-5c0a-4687-a3b6-a2f057c41759 HTTP/1.1" status: 204 len: 168 time: 0.5761585 Mar 07 21:56:23.665558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49290) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:23.666804 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cdb0ef52-f683-4823-8e6d-e365dad30d80), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.681194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4054d7e1-d53e-4d01-8e0a-8925cd627dcf None None] Provisioning complete for port 5a580247-8770-438e-8ea9-5b97ee5c8b04 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:23.681769 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4054d7e1-d53e-4d01-8e0a-8925cd627dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5a580247-8770-438e-8ea9-5b97ee5c8b04), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.686799 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 5a580247-8770-438e-8ea9-5b97ee5c8b04 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:23.687240 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5a580247-8770-438e-8ea9-5b97ee5c8b04), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.720050 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f9265249-9c0a-480d-aab1-b45e6d4377e1 req-22cdddc0-e2cb-467e-be49-b1408e6c37c7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5cd9e06b-b99e-4abf-a732-fd076a036d34), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.821562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdddc0-e2cb-467e-be49-b1408e6c37c7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Pushing event deleted for resources: {'Port': ['ID=5cd9e06b-b99e-4abf-a732-fd076a036d34,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:23.837398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b45e78-2e20-4a53-826e-809ca49b3732 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:23.838979 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-54b45e78-2e20-4a53-826e-809ca49b3732 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 1122 time: 0.3709917 Mar 07 21:56:23.842628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49294) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:23.848190 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': '6624208d-38b7-448d-a146-6db381a25afc', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:23.860284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 5a580247-8770-438e-8ea9-5b97ee5c8b04, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5a580247-8770-438e-8ea9-5b97ee5c8b04,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:23.898003 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.899517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4ad19-e111-43df-9939-66495a4079af None None] Pushing event updated for resources: {'Port': ['ID=cdb0ef52-f683-4823-8e6d-e365dad30d80,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:23.910139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network cc76cc78-d3aa-4131-a129-0f2d526c28eb is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:23.913974 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a05f32cf-b39d-4a8d-b814-8fda8e5bb480 req-96f288b6-5ba2-49ac-a859-3ac965ad347a tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0819669 Mar 07 21:56:23.915387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9265249-9c0a-480d-aab1-b45e6d4377e1 req-22cdddc0-e2cb-467e-be49-b1408e6c37c7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] No DVR routers for this DVR port 5cd9e06b-b99e-4abf-a732-fd076a036d34 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:23.918167 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f9265249-9c0a-480d-aab1-b45e6d4377e1 req-22cdddc0-e2cb-467e-be49-b1408e6c37c7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.922756 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5a580247-8770-438e-8ea9-5b97ee5c8b04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:23.923490 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9265249-9c0a-480d-aab1-b45e6d4377e1 req-22cdddc0-e2cb-467e-be49-b1408e6c37c7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "DELETE /v2.0/ports/5cd9e06b-b99e-4abf-a732-fd076a036d34 HTTP/1.1" status: 204 len: 173 time: 2.1862984 Mar 07 21:56:23.923628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f0723558-320b-4f45-91fd-fb4f73cac662 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:23.924709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:23.938119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2675679a-9fd1-4c72-b066-b0bbf45811c5', 'name': 'network-vif-deleted', 'tag': '5cd9e06b-b99e-4abf-a732-fd076a036d34'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:23.941744 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d4bdae-6c05-446e-b328-65b8e7af220e" -d '{"events": [{"server_uuid": "2675679a-9fd1-4c72-b066-b0bbf45811c5", "name": "network-vif-deleted", "tag": "5cd9e06b-b99e-4abf-a732-fd076a036d34"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:56:23.965754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f72d7e5-dd0c-4849-ab82-b8b490b936b7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:23.970948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f72d7e5-dd0c-4849-ab82-b8b490b936b7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:23.972603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6f72d7e5-dd0c-4849-ab82-b8b490b936b7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3016949 Mar 07 21:56:23.975526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49298) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:24.195808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f40f564-3a10-4eb8-80ae-30d7dd4589f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 8718b213-39fa-4949-94e1-1783b1b4d1ab {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:56:24.201954 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f40f564-3a10-4eb8-80ae-30d7dd4589f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (8718b213-39fa-4949-94e1-1783b1b4d1ab), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:24.210917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=5a580247-8770-438e-8ea9-5b97ee5c8b04,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:24.239180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f0723558-320b-4f45-91fd-fb4f73cac662 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:24.239571 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f0723558-320b-4f45-91fd-fb4f73cac662), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:24.280636 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f40f564-3a10-4eb8-80ae-30d7dd4589f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (8718b213-39fa-4949-94e1-1783b1b4d1ab), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:24.405789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f0723558-320b-4f45-91fd-fb4f73cac662 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:24.406307 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f0723558-320b-4f45-91fd-fb4f73cac662), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:24.421033 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f40f564-3a10-4eb8-80ae-30d7dd4589f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (8718b213-39fa-4949-94e1-1783b1b4d1ab), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:24.484212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port f0723558-320b-4f45-91fd-fb4f73cac662, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f0723558-320b-4f45-91fd-fb4f73cac662,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:24.486495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4054d7e1-d53e-4d01-8e0a-8925cd627dcf None None] Current status of the port 5a580247-8770-438e-8ea9-5b97ee5c8b04 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:24.495375 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f0723558-320b-4f45-91fd-fb4f73cac662), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:24.536365 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:24.556246 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f40f564-3a10-4eb8-80ae-30d7dd4589f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (8718b213-39fa-4949-94e1-1783b1b4d1ab), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:24.663492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=f0723558-320b-4f45-91fd-fb4f73cac662,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:24.667655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40f564-3a10-4eb8-80ae-30d7dd4589f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=8718b213-39fa-4949-94e1-1783b1b4d1ab,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:24.680654 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f40f564-3a10-4eb8-80ae-30d7dd4589f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:24.688898 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4f40f564-3a10-4eb8-80ae-30d7dd4589f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/8718b213-39fa-4949-94e1-1783b1b4d1ab HTTP/1.1" status: 204 len: 168 time: 0.6965303 Mar 07 21:56:24.697216 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49304) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:24.747705 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b89c632a-475c-4f06-a72c-3dd6991405d8 None None] Provisioning complete for port 15a8d41f-203e-4751-9f0d-ca589ae15b20 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:24.748096 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b89c632a-475c-4f06-a72c-3dd6991405d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:24.818909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b89c632a-475c-4f06-a72c-3dd6991405d8 None None] Port 15a8d41f-203e-4751-9f0d-ca589ae15b20 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:56:24.819063 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b5e0a0ba-9aad-4519-983d-a4e6e49613cd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1168301 Mar 07 21:56:24.826381 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c6e566-8c7b-4e87-8428-5bbaf8e7796d x-openstack-request-id: req-c6c6e566-8c7b-4e87-8428-5bbaf8e7796d {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:56:24.827186 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2675679a-9fd1-4c72-b066-b0bbf45811c5", "name": "network-vif-deleted", "tag": "5cd9e06b-b99e-4abf-a732-fd076a036d34", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:56:24.827590 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6c6e566-8c7b-4e87-8428-5bbaf8e7796d {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:56:24.828137 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2675679a-9fd1-4c72-b066-b0bbf45811c5', 'name': 'network-vif-deleted', 'tag': '5cd9e06b-b99e-4abf-a732-fd076a036d34', 'status': 'completed', 'code': 200} Mar 07 21:56:24.830191 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49306) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:24.840342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b89c632a-475c-4f06-a72c-3dd6991405d8 None None] Provisioning complete for port 5a580247-8770-438e-8ea9-5b97ee5c8b04 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:24.840722 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b89c632a-475c-4f06-a72c-3dd6991405d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5a580247-8770-438e-8ea9-5b97ee5c8b04), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:24.886860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6a82fbdb-9edd-4ae2-89c7-9f5dc51d9389 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:24.959406 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Allocated IP 172.25.4.3 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/0f29f290-38be-47a2-bccd-04fd8409cfd6) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:25.030766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cdb0ef52-f683-4823-8e6d-e365dad30d80 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:25.058574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b89c632a-475c-4f06-a72c-3dd6991405d8 None None] Current status of the port 5a580247-8770-438e-8ea9-5b97ee5c8b04 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:25.060311 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc1ee219-504e-4dd0-9602-b3a977b077ca req-a2448ae5-8db8-4a88-b41a-3450a8ccaef1 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=2675679a-9fd1-4c72-b066-b0bbf45811c5 HTTP/1.1" status: 200 len: 210 time: 0.2264979 Mar 07 21:56:25.101611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cdb0ef52-f683-4823-8e6d-e365dad30d80 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:25.103821 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cdb0ef52-f683-4823-8e6d-e365dad30d80), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:25.132988 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c3d7f30-b4fa-4136-858d-d6ad60f5bd0b req-1f3f3f8f-fb90-471f-a75a-07885bf45d7c tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.2729831 Mar 07 21:56:25.157818 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router b614b3d1-92a4-4906-a9fb-50c094857e38 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:56:25.235062 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-973dd2b0-ab8a-485d-b5f9-020572685588 None None] Provisioning complete for port 15a8d41f-203e-4751-9f0d-ca589ae15b20 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:25.235837 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-973dd2b0-ab8a-485d-b5f9-020572685588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:25.257577 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for port (0f29f290-38be-47a2-bccd-04fd8409cfd6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:25.286411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-523597d5-6be4-4594-ace4-9a7253a06855 req-d0be9265-b489-474b-80cb-ac544f45878f tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0708554 Mar 07 21:56:25.313855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a82fbdb-9edd-4ae2-89c7-9f5dc51d9389 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:25.329972 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a82fbdb-9edd-4ae2-89c7-9f5dc51d9389 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:25.344441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0f29f290-38be-47a2-bccd-04fd8409cfd6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:25.346860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-973dd2b0-ab8a-485d-b5f9-020572685588 None None] Port 15a8d41f-203e-4751-9f0d-ca589ae15b20 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:56:25.368796 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cdb0ef52-f683-4823-8e6d-e365dad30d80 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:25.370868 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cdb0ef52-f683-4823-8e6d-e365dad30d80), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:25.387975 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:25.393379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:25.396226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:25.440561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port cdb0ef52-f683-4823-8e6d-e365dad30d80, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cdb0ef52-f683-4823-8e6d-e365dad30d80,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:25.449625 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cdb0ef52-f683-4823-8e6d-e365dad30d80), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:25.450933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f0723558-320b-4f45-91fd-fb4f73cac662 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:25.479153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Port': ['ID=0f29f290-38be-47a2-bccd-04fd8409cfd6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:25.532211 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5cd9e06b-b99e-4abf-a732-fd076a036d34 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:25.598254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 5cd9e06b-b99e-4abf-a732-fd076a036d34 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:25.598903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5cd9e06b-b99e-4abf-a732-fd076a036d34 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:25.604739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae604d6b-af54-4ebe-96a4-d4aa71fb8109 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:25.683043 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f4741ce8-3af5-4865-b364-6fc739a354c3 None None] Provisioning complete for port 15a8d41f-203e-4751-9f0d-ca589ae15b20 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:25.683669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:56:25.684090 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f4741ce8-3af5-4865-b364-6fc739a354c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:25.693955 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Sync routers for ids ['b614b3d1-92a4-4906-a9fb-50c094857e38'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:56:25.709723 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Routers {'b614b3d1-92a4-4906-a9fb-50c094857e38'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:25.710384 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b614b3d1-92a4-4906-a9fb-50c094857e38'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:25.746264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f4741ce8-3af5-4865-b364-6fc739a354c3 None None] Port 15a8d41f-203e-4751-9f0d-ca589ae15b20 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:56:25.748862 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=cdb0ef52-f683-4823-8e6d-e365dad30d80,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:25.776597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f0723558-320b-4f45-91fd-fb4f73cac662 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:25.777384 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f0723558-320b-4f45-91fd-fb4f73cac662), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:25.788755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b0e9de68-8997-4be0-b22c-6b8178f30873 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "PUT /v2.0/routers/b614b3d1-92a4-4906-a9fb-50c094857e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6971169 Mar 07 21:56:25.800166 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a82fbdb-9edd-4ae2-89c7-9f5dc51d9389 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (55cad0d0-7bc8-43bb-9195-198b0bb59464), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:25.889255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3593f13e-d660-43bb-853a-e0b4504978d8 None None] Could not find standard attr ID for object c0ec97ab-5c0a-4687-a3b6-a2f057c41759. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:56:25.915354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3593f13e-d660-43bb-853a-e0b4504978d8 None None] Provisioning complete for port cdb0ef52-f683-4823-8e6d-e365dad30d80 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:25.916177 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3593f13e-d660-43bb-853a-e0b4504978d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cdb0ef52-f683-4823-8e6d-e365dad30d80), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:25.918460 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b30df0d-f6ab-4d2e-b890-f354e0584e12 None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:56:25.974045 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Set router b614b3d1-92a4-4906-a9fb-50c094857e38 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:26.006588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a82fbdb-9edd-4ae2-89c7-9f5dc51d9389 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:26.008032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82fbdb-9edd-4ae2-89c7-9f5dc51d9389 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=55cad0d0-7bc8-43bb-9195-198b0bb59464,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:26.025522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-6a82fbdb-9edd-4ae2-89c7-9f5dc51d9389 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:26.029657 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f0723558-320b-4f45-91fd-fb4f73cac662 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:26.035639 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a82fbdb-9edd-4ae2-89c7-9f5dc51d9389 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:26.035639 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a82fbdb-9edd-4ae2-89c7-9f5dc51d9389 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:26.035940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5a580247-8770-438e-8ea9-5b97ee5c8b04 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:26.075876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6a82fbdb-9edd-4ae2-89c7-9f5dc51d9389 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1938767 Mar 07 21:56:26.078909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49322) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:26.090632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c8a1e953-1642-48e0-8a2f-0f66b6cd4b85 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': '55cad0d0-7bc8-43bb-9195-198b0bb59464', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1362581359'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:26.097422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8b30df0d-f6ab-4d2e-b890-f354e0584e12 None None] Deleting port cdb0ef52-f683-4823-8e6d-e365dad30d80 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:26.097937 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8b30df0d-f6ab-4d2e-b890-f354e0584e12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cdb0ef52-f683-4823-8e6d-e365dad30d80), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:26.166147 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for floatingip (77a459dc-9549-4f25-8364-534a644759c9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:26.296195 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0f29f290-38be-47a2-bccd-04fd8409cfd6), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:26.333565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-2357b971-8d50-4ed3-a160-bfdf8cc2ecf0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-361524235&fields=id&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 267 time: 0.2323020 Mar 07 21:56:26.338258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64b21794-96e2-42d4-8bdf-cc8c01912528 req-dc5d20f6-1084-4f4b-9136-1c0e73d703f8 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0606253 Mar 07 21:56:26.400746 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a1e953-1642-48e0-8a2f-0f66b6cd4b85 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:26.481818 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:14Z', 'updated_at': '2022-03-07T21:56:21Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:15Z', 'updated_at': '2022-03-07T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '15a8d41f-203e-4751-9f0d-ca589ae15b20', 'name': '', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:44:17:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:20Z', 'updated_at': '2022-03-07T21:56:22Z', 'revision_number': 2, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:26.510205 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for port (0f29f290-38be-47a2-bccd-04fd8409cfd6), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:26.521292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (0f29f290-38be-47a2-bccd-04fd8409cfd6), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:26.540438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3593f13e-d660-43bb-853a-e0b4504978d8 None None] Current status of the port cdb0ef52-f683-4823-8e6d-e365dad30d80 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:26.557585 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 5a580247-8770-438e-8ea9-5b97ee5c8b04 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:26.557869 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5a580247-8770-438e-8ea9-5b97ee5c8b04), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:26.596511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8b30df0d-f6ab-4d2e-b890-f354e0584e12 None None] For port cdb0ef52-f683-4823-8e6d-e365dad30d80, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cdb0ef52-f683-4823-8e6d-e365dad30d80,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:26.596915 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8b30df0d-f6ab-4d2e-b890-f354e0584e12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cdb0ef52-f683-4823-8e6d-e365dad30d80), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:26.605662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Port': ['ID=0f29f290-38be-47a2-bccd-04fd8409cfd6,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:26.616756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8b30df0d-f6ab-4d2e-b890-f354e0584e12 None None] Calling delete_port for cdb0ef52-f683-4823-8e6d-e365dad30d80 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:26.627929 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Checking router: b614b3d1-92a4-4906-a9fb-50c094857e38 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:56:26.628510 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Updating router b614b3d1-92a4-4906-a9fb-50c094857e38 port 15a8d41f-203e-4751-9f0d-ca589ae15b20 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:56:26.656479 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:26.661664 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (77a459dc-9549-4f25-8364-534a644759c9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:26.723646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 5a580247-8770-438e-8ea9-5b97ee5c8b04 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:26.724845 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8a1e953-1642-48e0-8a2f-0f66b6cd4b85 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:26.758310 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8b30df0d-f6ab-4d2e-b890-f354e0584e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (cdb0ef52-f683-4823-8e6d-e365dad30d80), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:26.803937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30df0d-f6ab-4d2e-b890-f354e0584e12 None None] Pushing event deleted for resources: {'Port': ['ID=cdb0ef52-f683-4823-8e6d-e365dad30d80,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:26.823560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30df0d-f6ab-4d2e-b890-f354e0584e12 None None] No DVR routers for this DVR port cdb0ef52-f683-4823-8e6d-e365dad30d80 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:26.844994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d746c6c-d3cb-4aa5-bcaa-52922ce8adee None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:26.864104 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Floating IP 77a459dc-9549-4f25-8364-534a644759c9 associated. External IP: 172.25.4.3, port: 6624208d-38b7-448d-a146-6db381a25afc. Mar 07 21:56:26.881086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cdb0ef52-f683-4823-8e6d-e365dad30d80 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:26.907293 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: cdb0ef52-f683-4823-8e6d-e365dad30d80 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:26.907683 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cdb0ef52-f683-4823-8e6d-e365dad30d80 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:26.924186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-c8a1e953-1642-48e0-8a2f-0f66b6cd4b85 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port fce1d2e6-8888-4547-9bf7-35442bf54843 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:56:26.956629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-8f0fce52-4c0a-4cb6-8cc5-8ac55bb6b326 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:26.956629 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-8f0fce52-4c0a-4cb6-8cc5-8ac55bb6b326 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/networks?id=cc76cc78-d3aa-4131-a129-0f2d526c28eb HTTP/1.1" status: 200 len: 796 time: 0.6027317 Mar 07 21:56:27.023915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': '55cad0d0-7bc8-43bb-9195-198b0bb59464'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:56:27.025158 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:27.082709 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Publish callbacks [] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:27.096809 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:27.105452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-0bb2625a-e70d-4044-8636-4c16852b8ba7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/quotas/d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 375 time: 0.0324788 Mar 07 21:56:27.116413 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a1e953-1642-48e0-8a2f-0f66b6cd4b85 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:56:27.122535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a1e953-1642-48e0-8a2f-0f66b6cd4b85 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:56:27.152925 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Router 755657e1-115d-4cb2-9c5d-5cb44d356594 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:56:27.179550 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-38c426f9-d26d-4e7d-aadc-7daa27c17d55 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:27.187553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-38c426f9-d26d-4e7d-aadc-7daa27c17d55 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 811 time: 0.6738050 Mar 07 21:56:27.194899 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23def458-c0a8-4f3e-a175-d28584e2c63d None None] Pushing event updated for resources: {'Port': ['ID=15a8d41f-203e-4751-9f0d-ca589ae15b20,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:27.223433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-98bc3d20-8fbc-4b9a-b12f-a42d002777ab tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/quotas/87ba31d54d964f52a1f1a75c488819eb HTTP/1.1" status: 200 len: 375 time: 0.0347545 Mar 07 21:56:27.263072 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-eae076a8-ddb3-49a6-aac6-b0df1fd43422 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386670 Mar 07 21:56:27.270700 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Attempting to bind port 15a8d41f-203e-4751-9f0d-ca589ae15b20 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:27.271201 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Attempting to bind port 15a8d41f-203e-4751-9f0d-ca589ae15b20 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:27.271643 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Attempting to bind port 15a8d41f-203e-4751-9f0d-ca589ae15b20 on network cc76cc78-d3aa-4131-a129-0f2d526c28eb {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:27.279059 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:27.279449 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Checking segment: {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:27.279856 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:27.280306 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Bound using segment: {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:27.280974 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Bound port: 15a8d41f-203e-4751-9f0d-ca589ae15b20, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:27.281370 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:27.284844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c8a1e953-1642-48e0-8a2f-0f66b6cd4b85 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2035425 Mar 07 21:56:27.310095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49342) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:27.351370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-ecf1100e-c7b1-4215-8d29-495970843800 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2362063 Mar 07 21:56:27.363342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Allocated IP 2001:db8::2 (93b13938-fab1-4c0e-a140-35734632e7e9/55cad0d0-7bc8-43bb-9195-198b0bb59464/e605ed2f-75b6-4d9c-9c88-85b3a34c7803) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:27.375606 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:56:27.384516 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] For port 15a8d41f-203e-4751-9f0d-ca589ae15b20, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:27.388804 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] For port 15a8d41f-203e-4751-9f0d-ca589ae15b20, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=15a8d41f-203e-4751-9f0d-ca589ae15b20,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:27.400521 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:27.412827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29edb0e-8f55-4c3b-8d90-ac0ff436458c None None] Sync routers for ids ['755657e1-115d-4cb2-9c5d-5cb44d356594'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:56:27.431196 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:27.450260 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Routers {'b614b3d1-92a4-4906-a9fb-50c094857e38'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:27.450902 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b614b3d1-92a4-4906-a9fb-50c094857e38'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:27.486388 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-156086c9-8570-4ae0-9fd7-4b0bd4987932 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.6420307 Mar 07 21:56:27.486992 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'tag': '6624208d-38b7-448d-a146-6db381a25afc'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:27.489240 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accfe690-51dd-4777-a4f7-589bfef573bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b443132a-bb4a-4d58-a3bd-27cf767fd159", "tag": "6624208d-38b7-448d-a146-6db381a25afc"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:56:27.491432 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49346) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:27.533657 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29edb0e-8f55-4c3b-8d90-ac0ff436458c None None] Routers {'755657e1-115d-4cb2-9c5d-5cb44d356594'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:27.534210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d29edb0e-8f55-4c3b-8d90-ac0ff436458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['755657e1-115d-4cb2-9c5d-5cb44d356594'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:27.567185 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-98cf94d2-e2e4-4ea2-ab4e-96fc8b414dd3 service neutron] 10.222.0.26 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587970 Mar 07 21:56:27.582835 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] Set router b614b3d1-92a4-4906-a9fb-50c094857e38 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:27.603344 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d9d4f82c-cf30-4576-a043-fcdf194e5a3d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2889760 Mar 07 21:56:27.608238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49350) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:27.706455 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c58c50cb-4203-45a4-b711-ed5f4f859759 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/floatingips/77a459dc-9549-4f25-8364-534a644759c9 HTTP/1.1" status: 200 len: 989 time: 0.1949391 Mar 07 21:56:27.725459 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-609b810b-09ac-4753-b079-817644ce2985 service neutron] 10.222.0.26 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450676 Mar 07 21:56:27.731749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac071932-47a6-4fb3-9024-2cfe319c7e5c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:27.739387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac071932-47a6-4fb3-9024-2cfe319c7e5c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:27.750765 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ac071932-47a6-4fb3-9024-2cfe319c7e5c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1415782 Mar 07 21:56:27.753199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49352) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:27.811980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ae72205f-77e5-4775-acff-436087e2f190 None None] Provisioning complete for port 15a8d41f-203e-4751-9f0d-ca589ae15b20 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:27.812290 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ae72205f-77e5-4775-acff-436087e2f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:27.857706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8633d1c9-7957-4b3b-9ae2-1193e937a545 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 55cad0d0-7bc8-43bb-9195-198b0bb59464 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:56:27.922099 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23def458-c0a8-4f3e-a175-d28584e2c63d None None] Pushing event updated for resources: {'Port': ['ID=15a8d41f-203e-4751-9f0d-ca589ae15b20,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:27.939835 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:14Z', 'updated_at': '2022-03-07T21:56:21Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:15Z', 'updated_at': '2022-03-07T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '15a8d41f-203e-4751-9f0d-ca589ae15b20', 'name': '', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:44:17:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:20Z', 'updated_at': '2022-03-07T21:56:27Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:27.943498 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-2d1773ab-065a-4d1b-ae5c-fe9ab90be501 service neutron] 10.222.0.26 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450503 Mar 07 21:56:27.952310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-90d96727-c125-4104-a692-b3fdbc213c6c service neutron] 10.222.0.26 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255850 Mar 07 21:56:27.955336 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Publish callbacks [] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:27.958095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-d29edb0e-8f55-4c3b-8d90-ac0ff436458c None None] Set router 755657e1-115d-4cb2-9c5d-5cb44d356594 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:27.978603 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3056c0f3-8611-4911-8f53-ed00cd40868a None None] The sync data for ids ['b614b3d1-92a4-4906-a9fb-50c094857e38'] in n-d-832330-1 is: [{'id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:14Z', 'updated_at': '2022-03-07T21:56:21Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:15Z', 'updated_at': '2022-03-07T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '15a8d41f-203e-4751-9f0d-ca589ae15b20', 'name': '', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:44:17:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:20Z', 'updated_at': '2022-03-07T21:56:27Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:56:27.983438 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8633d1c9-7957-4b3b-9ae2-1193e937a545 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (55cad0d0-7bc8-43bb-9195-198b0bb59464), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:28.101177 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8633d1c9-7957-4b3b-9ae2-1193e937a545 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (55cad0d0-7bc8-43bb-9195-198b0bb59464), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:28.103416 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:28.304645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:28.317417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:28.377045 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8633d1c9-7957-4b3b-9ae2-1193e937a545 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (55cad0d0-7bc8-43bb-9195-198b0bb59464), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:28.394327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bb1e8c9-ad95-4acc-a4d5-f9da1e9c9184 req-86c01be3-700e-4475-90af-c59550c226bd tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.1333463 Mar 07 21:56:28.417208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:28.480640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Pushing event updated for resources: {'Port': ['ID=e605ed2f-75b6-4d9c-9c88-85b3a34c7803,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:28.487875 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8633d1c9-7957-4b3b-9ae2-1193e937a545 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (55cad0d0-7bc8-43bb-9195-198b0bb59464), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:28.528137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8086a950-53cb-4a96-abe2-58f6ef7dff45 req-03530cd1-8793-4d7d-813c-6f30c370f6e0 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.1309621 Mar 07 21:56:28.538337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ae72205f-77e5-4775-acff-436087e2f190 None None] Current status of the port 15a8d41f-203e-4751-9f0d-ca589ae15b20 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:28.542779 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633d1c9-7957-4b3b-9ae2-1193e937a545 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=55cad0d0-7bc8-43bb-9195-198b0bb59464,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:28.545529 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8633d1c9-7957-4b3b-9ae2-1193e937a545 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:28.551347 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ae72205f-77e5-4775-acff-436087e2f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:28.554758 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8633d1c9-7957-4b3b-9ae2-1193e937a545 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/55cad0d0-7bc8-43bb-9195-198b0bb59464 HTTP/1.1" status: 204 len: 168 time: 0.7983289 Mar 07 21:56:28.555404 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49362) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:28.558738 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ab6c77-2901-4b0a-97c3-0a25179bffdb x-openstack-request-id: req-86ab6c77-2901-4b0a-97c3-0a25179bffdb {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:56:28.559161 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b443132a-bb4a-4d58-a3bd-27cf767fd159", "tag": "6624208d-38b7-448d-a146-6db381a25afc", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:56:28.559436 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86ab6c77-2901-4b0a-97c3-0a25179bffdb {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:56:28.559968 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'tag': '6624208d-38b7-448d-a146-6db381a25afc', 'status': 'completed', 'code': 200} Mar 07 21:56:28.668490 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Attempting to bind port e605ed2f-75b6-4d9c-9c88-85b3a34c7803 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:28.669123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Attempting to bind port e605ed2f-75b6-4d9c-9c88-85b3a34c7803 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:28.670027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Attempting to bind port e605ed2f-75b6-4d9c-9c88-85b3a34c7803 on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:28.697829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:28.698243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:28.698775 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:28.699037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:28.699584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Bound port: e605ed2f-75b6-4d9c-9c88-85b3a34c7803, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:28.699921 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:28.710420 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49372) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:28.822372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ae72205f-77e5-4775-acff-436087e2f190 None None] For port 15a8d41f-203e-4751-9f0d-ca589ae15b20, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=15a8d41f-203e-4751-9f0d-ca589ae15b20,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:28.831868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5929c203-f2ce-4816-a1fb-f88547b78410 req-fa48c616-ec3c-4f9a-85b4-e0dce9d9769c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 210 time: 0.1071532 Mar 07 21:56:28.843824 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fd07de34-a864-4995-ac3e-4f8a97de5f9f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2822087 Mar 07 21:56:28.847307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49376) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:28.853709 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ae72205f-77e5-4775-acff-436087e2f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:28.914648 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1ba0d822-537f-430b-8464-c7075ccaed73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:28.919113 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-91b76d04-232f-4cec-8233-34ed32b50441 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/floatingips/77a459dc-9549-4f25-8364-534a644759c9 HTTP/1.1" status: 200 len: 989 time: 0.2066033 Mar 07 21:56:29.016091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-831bd371-a655-4614-9665-04aa88733d5c None None] For port e605ed2f-75b6-4d9c-9c88-85b3a34c7803, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:29.047144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72205f-77e5-4775-acff-436087e2f190 None None] Pushing event updated for resources: {'Port': ['ID=15a8d41f-203e-4751-9f0d-ca589ae15b20,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:29.057033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 15a8d41f-203e-4751-9f0d-ca589ae15b20 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:29.061437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c5ea328-8277-4151-a751-3f53c31601b6 req-df2d6f4b-b1df-4120-ac5e-52ad679489aa tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 210 time: 0.3399951 Mar 07 21:56:29.071184 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-831bd371-a655-4614-9665-04aa88733d5c None None] For port e605ed2f-75b6-4d9c-9c88-85b3a34c7803, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e605ed2f-75b6-4d9c-9c88-85b3a34c7803,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:29.121029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f0fa462c-574a-4b8c-862d-6bd0ddd3915c None None] Provisioning complete for port 15a8d41f-203e-4751-9f0d-ca589ae15b20 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:29.121445 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f0fa462c-574a-4b8c-862d-6bd0ddd3915c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:29.123694 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:29.236682 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bd371-a655-4614-9665-04aa88733d5c None None] Pushing event updated for resources: {'Port': ['ID=e605ed2f-75b6-4d9c-9c88-85b3a34c7803,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:29.253342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfe690-51dd-4777-a4f7-589bfef573bd req-a8501ee0-3799-4e8d-8090-16cf8900b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:29.255039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-accfe690-51dd-4777-a4f7-589bfef573bd req-a8501ee0-3799-4e8d-8090-16cf8900b2b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d192248e3994b0e99e0429603afce16&device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 1127 time: 0.6901937 Mar 07 21:56:29.332276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d29edb0e-8f55-4c3b-8d90-ac0ff436458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:44Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '77a459dc-9549-4f25-8364-534a644759c9', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'port_id': '6624208d-38b7-448d-a146-6db381a25afc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'mac_address': 'fa:16:3e:c8:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:25Z', 'updated_at': '2022-03-07T21:56:25Z', 'revision_number': 0, 'project_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad22dc2-0f92-4f15-aaee-9255f3de8efe', 'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:08:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:43Z', 'updated_at': '2022-03-07T21:55:50Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:29.350752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c76b694-75f9-4a73-87b2-3ae76a3a1e63 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 21:56:29.403174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 15a8d41f-203e-4751-9f0d-ca589ae15b20 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:29.403967 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:29.409343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29edb0e-8f55-4c3b-8d90-ac0ff436458c None None] Checking router: 755657e1-115d-4cb2-9c5d-5cb44d356594 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:56:29.418223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba0d822-537f-430b-8464-c7075ccaed73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:29.426387 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1ba0d822-537f-430b-8464-c7075ccaed73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:29.625552 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1dd838a3-deaf-4a20-8693-dc0146327f4c req-e46cd8c4-290d-44f1-8ea8-8c834ce9d0de tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.1016586 Mar 07 21:56:29.661883 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfe690-51dd-4777-a4f7-589bfef573bd req-70b88615-23f8-4132-bc52-9b835f752653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:29.667554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-accfe690-51dd-4777-a4f7-589bfef573bd req-70b88615-23f8-4132-bc52-9b835f752653 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64fc6aa8-4664-4ea2-a04b-27a12c871a1b HTTP/1.1" status: 200 len: 898 time: 0.4059613 Mar 07 21:56:29.700950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29edb0e-8f55-4c3b-8d90-ac0ff436458c None None] Routers {'755657e1-115d-4cb2-9c5d-5cb44d356594'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:29.701616 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d29edb0e-8f55-4c3b-8d90-ac0ff436458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['755657e1-115d-4cb2-9c5d-5cb44d356594'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:29.766323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a265561a-aef5-4a31-9a93-c6d4c3d6dc50 req-8fe48ee8-3ebb-42a5-acd4-0021e1959b0b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0417333 Mar 07 21:56:29.798264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa462c-574a-4b8c-862d-6bd0ddd3915c None None] Current status of the port 15a8d41f-203e-4751-9f0d-ca589ae15b20 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:29.908360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-accfe690-51dd-4777-a4f7-589bfef573bd req-e87c1383-db5d-445e-bf06-9fdfaf0e3043 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6624208d-38b7-448d-a146-6db381a25afc HTTP/1.1" status: 200 len: 997 time: 0.2333298 Mar 07 21:56:29.921246 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49386) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:29.955627 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1ba0d822-537f-430b-8464-c7075ccaed73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:30.015063 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0d822-537f-430b-8464-c7075ccaed73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:30.057931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d1c50194-8f18-460c-b29b-5a89313eebc1 req-75833b88-34b6-4450-a9a8-d9e5bc4ba48f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 210 time: 0.1063898 Mar 07 21:56:30.069625 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3626191d-3e4c-4dfc-a6e7-8d475433853a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/floatingips/77a459dc-9549-4f25-8364-534a644759c9 HTTP/1.1" status: 200 len: 989 time: 0.1471944 Mar 07 21:56:30.137461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba0d822-537f-430b-8464-c7075ccaed73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:30.145359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfe690-51dd-4777-a4f7-589bfef573bd req-8f8ec27c-bccf-4e51-b1ad-030b2c789ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:30.146907 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-accfe690-51dd-4777-a4f7-589bfef573bd req-8f8ec27c-bccf-4e51-b1ad-030b2c789ef5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc4754c7-988a-4bb2-b1de-0e1c9db5d817 HTTP/1.1" status: 200 len: 834 time: 0.2314174 Mar 07 21:56:30.150014 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-d29edb0e-8f55-4c3b-8d90-ac0ff436458c None None] Set router 755657e1-115d-4cb2-9c5d-5cb44d356594 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:30.155346 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 15a8d41f-203e-4751-9f0d-ca589ae15b20 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:30.157166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-1ba0d822-537f-430b-8464-c7075ccaed73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:30.164987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c76b694-75f9-4a73-87b2-3ae76a3a1e63 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:56:30.198832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba0d822-537f-430b-8464-c7075ccaed73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:30.198832 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1ba0d822-537f-430b-8464-c7075ccaed73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:30.384732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49390) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:30.389834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-dafa348e-06ca-4321-b079-0c2d0e0ff6a2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1315101329', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:30.396054 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1ba0d822-537f-430b-8464-c7075ccaed73 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4915867 Mar 07 21:56:30.399530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9110447a-406b-4b65-be45-ed87bdd36222 req-a3654ddf-f9da-40ad-b9b9-aaf65aac3e66 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 210 time: 0.1569993 Mar 07 21:56:30.457701 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dafa348e-06ca-4321-b079-0c2d0e0ff6a2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (ae102f6b-b700-4492-8e13-60fd1c75e794), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:30.459529 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dafa348e-06ca-4321-b079-0c2d0e0ff6a2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (ae102f6b-b700-4492-8e13-60fd1c75e794), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:30.508577 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-f6345b04-65a1-4357-b4af-cdd50f058dcd tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:30.512209 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-f6345b04-65a1-4357-b4af-cdd50f058dcd tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "GET /v2.0/networks?id=cc76cc78-d3aa-4131-a129-0f2d526c28eb HTTP/1.1" status: 200 len: 796 time: 0.3718753 Mar 07 21:56:30.524564 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dafa348e-06ca-4321-b079-0c2d0e0ff6a2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for router_controller (ae102f6b-b700-4492-8e13-60fd1c75e794), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:30.530155 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dafa348e-06ca-4321-b079-0c2d0e0ff6a2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (ae102f6b-b700-4492-8e13-60fd1c75e794), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:30.548502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-427b177f-106a-4c7e-88c4-9f9a6ee3a2e5 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:30.551521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-427b177f-106a-4c7e-88c4-9f9a6ee3a2e5 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 811 time: 0.4512291 Mar 07 21:56:30.552488 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dafa348e-06ca-4321-b079-0c2d0e0ff6a2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:30.556797 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dafa348e-06ca-4321-b079-0c2d0e0ff6a2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1676826 Mar 07 21:56:30.557125 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49392) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:30.566390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-532b5ff9-6928-4910-b4c7-6135ea0b18d9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Request body: {'port': {'device_id': 'ec4ea5ae-bf2b-4814-8d06-0c66e4baf302', 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57', 'admin_state_up': True, 'tenant_id': '87ba31d54d964f52a1f1a75c488819eb'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:30.611824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfe690-51dd-4777-a4f7-589bfef573bd req-d9adcb70-4721-48e3-816c-adb9714d6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:30.614759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-accfe690-51dd-4777-a4f7-589bfef573bd req-d9adcb70-4721-48e3-816c-adb9714d6b3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64fc6aa8-4664-4ea2-a04b-27a12c871a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4329631 Mar 07 21:56:30.749630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f7663-af14-4fc8-8782-f6c25937a343 None None] Update dhcp port {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': 'f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e'}], 'binding:host_id': 'n-d-832330-1'}, 'id': 'e605ed2f-75b6-4d9c-9c88-85b3a34c7803'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 21:56:30.822771 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-676f7663-af14-4fc8-8782-f6c25937a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:30.828836 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a27e762b-d2d8-4b94-a550-2697ed1ddef0 req-b832192b-b383-4d9d-b3e5-1f3ef6643bca tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0534270 Mar 07 21:56:30.857322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 15a8d41f-203e-4751-9f0d-ca589ae15b20 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:30.864106 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d29edb0e-8f55-4c3b-8d90-ac0ff436458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:44Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '77a459dc-9549-4f25-8364-534a644759c9', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'port_id': '6624208d-38b7-448d-a146-6db381a25afc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'mac_address': 'fa:16:3e:c8:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:25Z', 'updated_at': '2022-03-07T21:56:25Z', 'revision_number': 0, 'project_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad22dc2-0f92-4f15-aaee-9255f3de8efe', 'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:08:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:43Z', 'updated_at': '2022-03-07T21:55:50Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:30.887209 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-9a925d53-f8c6-40c1-8be1-2f5e265d5fb1 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 379 time: 0.3344398 Mar 07 21:56:30.901982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-fc60abc4-8a81-41e6-a0e4-8661cac99409 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'port': {'device_id': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'admin_state_up': True, 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'security_groups': ['45c779f9-f8f2-40a6-a0de-254f0ecd8a7a']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:30.945125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29edb0e-8f55-4c3b-8d90-ac0ff436458c None None] The sync data for ids ['755657e1-115d-4cb2-9c5d-5cb44d356594'] in n-d-832330-1 is: [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:44Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '77a459dc-9549-4f25-8364-534a644759c9', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'port_id': '6624208d-38b7-448d-a146-6db381a25afc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'mac_address': 'fa:16:3e:c8:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:25Z', 'updated_at': '2022-03-07T21:56:25Z', 'revision_number': 0, 'project_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad22dc2-0f92-4f15-aaee-9255f3de8efe', 'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:08:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:43Z', 'updated_at': '2022-03-07T21:55:50Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:56:30.966548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94584860-4ea7-48fb-852d-336032176a62 req-d7bfbdc9-230b-4c40-b119-e59ec1724296 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0753124 Mar 07 21:56:31.028775 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:31.048271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-532b5ff9-6928-4910-b4c7-6135ea0b18d9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Made reservation on behalf of 87ba31d54d964f52a1f1a75c488819eb for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:31.052071 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-532b5ff9-6928-4910-b4c7-6135ea0b18d9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:31.075482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49400) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:31.083325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 15a8d41f-203e-4751-9f0d-ca589ae15b20 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:31.083706 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:31.216309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-accfe690-51dd-4777-a4f7-589bfef573bd req-5e758420-dafd-4f89-98fc-bff1f7652291 service neutron] 10.222.0.13 "GET /v2.0/networks/64fc6aa8-4664-4ea2-a04b-27a12c871a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907452 Mar 07 21:56:31.221784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-676f7663-af14-4fc8-8782-f6c25937a343 None None] Allocated IP 2001:db8::2 (93b13938-fab1-4c0e-a140-35734632e7e9/f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e/e605ed2f-75b6-4d9c-9c88-85b3a34c7803) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:31.343396 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 15a8d41f-203e-4751-9f0d-ca589ae15b20 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:31.368076 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dacef47-33e2-4d11-a369-b9181db5f07a None None] New status for floating IP 77a459dc-9549-4f25-8364-534a644759c9: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:56:31.378507 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-676f7663-af14-4fc8-8782-f6c25937a343 None None] For port e605ed2f-75b6-4d9c-9c88-85b3a34c7803, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e605ed2f-75b6-4d9c-9c88-85b3a34c7803,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:31.417814 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-676f7663-af14-4fc8-8782-f6c25937a343 None None] Publish callbacks [] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:31.426098 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-676f7663-af14-4fc8-8782-f6c25937a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:31.524800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f7663-af14-4fc8-8782-f6c25937a343 None None] Pushing event updated for resources: {'Port': ['ID=e605ed2f-75b6-4d9c-9c88-85b3a34c7803,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:31.631569 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::1 (93b13938-fab1-4c0e-a140-35734632e7e9/f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e/6adc25ae-9d8b-4ea4-9018-50dacd1568e2) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:31.749579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f766b732-d306-45d9-aa67-4de53a6c1580 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/floatingips/77a459dc-9549-4f25-8364-534a644759c9 HTTP/1.1" status: 200 len: 989 time: 0.6560538 Mar 07 21:56:31.750403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-fc60abc4-8a81-41e6-a0e4-8661cac99409 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Made reservation on behalf of d71f28e89e2f43a5bebeba445b8bc10e for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:31.754508 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-fc60abc4-8a81-41e6-a0e4-8661cac99409 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:31.762793 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5bdb3c1c-05e4-42a1-bcaa-eb77e3a5e54b req-576634dd-d7db-44cb-9ca1-f61f2d3a28ac tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 210 time: 0.5884957 Mar 07 21:56:31.907008 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:31.913690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d80f890f-e2c1-4688-8b4b-36d87d9b95ba req-826f7cdb-9947-433f-90a6-509999200493 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 210 time: 0.1540961 Mar 07 21:56:31.965878 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:32.018413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:32.020757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:32.027924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:32.029441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (ae102f6b-b700-4492-8e13-60fd1c75e794), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:32.036768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00b3bcf4-a019-4664-8df3-36fcc0449065 req-8c0cb3d2-b3c6-490a-82b9-ab5f83e058de tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0716147 Mar 07 21:56:32.172096 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f96b67b-cfe9-4b7d-a7b9-a13a1f894b42 req-a857d86f-63ab-4ca0-8705-5deb62e1cbb3 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.0582516 Mar 07 21:56:32.181376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=6adc25ae-9d8b-4ea4-9018-50dacd1568e2,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:32.199838 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:32.208964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-accfe690-51dd-4777-a4f7-589bfef573bd req-16117a49-260d-4450-834e-e43894130c03 service neutron] 10.222.0.13 "GET /v2.0/networks/64fc6aa8-4664-4ea2-a04b-27a12c871a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9758480 Mar 07 21:56:32.288384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-532b5ff9-6928-4910-b4c7-6135ea0b18d9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Allocated IP 172.20.0.14 (5675c4b1-a997-4e40-b5a8-fe2906f9dd57/9e453854-77bd-461c-8a47-1e1f133854b2/446c2324-bae1-40a4-a4fa-1e068208ced5) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:32.314251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-fc60abc4-8a81-41e6-a0e4-8661cac99409 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.20.0.8 (cc76cc78-d3aa-4131-a129-0f2d526c28eb/43e2544a-756d-4aee-adf7-dbc5c3079d7c/ead22a4e-8016-4fac-b701-c17d0a8b7894) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:32.507081 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:32.514031 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:32.515994 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (ae102f6b-b700-4492-8e13-60fd1c75e794), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:32.575891 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-532b5ff9-6928-4910-b4c7-6135ea0b18d9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks [] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:32.599046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=6adc25ae-9d8b-4ea4-9018-50dacd1568e2,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:32.640151 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-fc60abc4-8a81-41e6-a0e4-8661cac99409 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:32.672500 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-532b5ff9-6928-4910-b4c7-6135ea0b18d9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:32.694032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:32.695952 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:32.724346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-532b5ff9-6928-4910-b4c7-6135ea0b18d9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:32.729394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-532b5ff9-6928-4910-b4c7-6135ea0b18d9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:32.735595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-532b5ff9-6928-4910-b4c7-6135ea0b18d9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:32.743960 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-fc60abc4-8a81-41e6-a0e4-8661cac99409 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:32.762817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49410) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:32.763491 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b5ff9-6928-4910-b4c7-6135ea0b18d9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Pushing event updated for resources: {'Port': ['ID=446c2324-bae1-40a4-a4fa-1e068208ced5,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:32.874830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-fc60abc4-8a81-41e6-a0e4-8661cac99409 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network cc76cc78-d3aa-4131-a129-0f2d526c28eb is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:32.875453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60abc4-8a81-41e6-a0e4-8661cac99409 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=ead22a4e-8016-4fac-b701-c17d0a8b7894,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:32.879090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-fc60abc4-8a81-41e6-a0e4-8661cac99409 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:32.895054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-532b5ff9-6928-4910-b4c7-6135ea0b18d9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:32.895807 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-532b5ff9-6928-4910-b4c7-6135ea0b18d9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:32.899061 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-fc60abc4-8a81-41e6-a0e4-8661cac99409 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:32.993103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e605ed2f-75b6-4d9c-9c88-85b3a34c7803 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:33.063445 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-532b5ff9-6928-4910-b4c7-6135ea0b18d9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5007079 Mar 07 21:56:33.074380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-fc60abc4-8a81-41e6-a0e4-8661cac99409 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:33.075145 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-fc60abc4-8a81-41e6-a0e4-8661cac99409 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:33.082410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Request body: {'port': {'device_id': 'ec4ea5ae-bf2b-4814-8d06-0c66e4baf302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:33.090605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83dd15d-85c8-4fd5-85e6-926562ba7567 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:33.170028 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:33.184370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-fc60abc4-8a81-41e6-a0e4-8661cac99409 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2850986 Mar 07 21:56:33.221627 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e7cde-2fe8-4949-baa2-ea64a847d324 req-b4b7046b-6771-44cd-8ea9-0c5842a48425 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:33.223298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec5e7cde-2fe8-4949-baa2-ea64a847d324 req-b4b7046b-6771-44cd-8ea9-0c5842a48425 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 931 time: 0.2435768 Mar 07 21:56:33.236523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Request body: {'port': {'device_id': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:33.267098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-39af4646-81b9-4077-a99f-be371ab82338 None None] Provisioning complete for port e605ed2f-75b6-4d9c-9c88-85b3a34c7803 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:33.267718 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-39af4646-81b9-4077-a99f-be371ab82338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:33.276411 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e605ed2f-75b6-4d9c-9c88-85b3a34c7803 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:33.277122 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:33.429107 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-dd135f5a-f921-407e-9e3f-c81d2c51589b req-101faef1-74a3-4daf-90c5-2f13963c4cf6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0695457 Mar 07 21:56:33.466392 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3ec55e76-964f-4c65-a72c-dc2422f7fa71 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/floatingips/77a459dc-9549-4f25-8364-534a644759c9 HTTP/1.1" status: 200 len: 991 time: 0.7022030 Mar 07 21:56:33.505935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Router ae102f6b-b700-4492-8e13-60fd1c75e794 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:56:33.512267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e605ed2f-75b6-4d9c-9c88-85b3a34c7803 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:33.512851 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:33.534941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-39af4646-81b9-4077-a99f-be371ab82338 None None] Current status of the port e605ed2f-75b6-4d9c-9c88-85b3a34c7803 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:33.535742 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-39af4646-81b9-4077-a99f-be371ab82338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:33.568110 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port e605ed2f-75b6-4d9c-9c88-85b3a34c7803, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e605ed2f-75b6-4d9c-9c88-85b3a34c7803,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:33.571433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb012693-d576-4e79-831e-e73c3b7afdfd req-a84952e1-8f21-4608-b601-92a9ac0da4b1 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:33.579787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb012693-d576-4e79-831e-e73c3b7afdfd req-a84952e1-8f21-4608-b601-92a9ac0da4b1 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 932 time: 0.5622921 Mar 07 21:56:33.584534 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:33.665714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:56:33.682954 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7099dc9c-d481-4fde-be26-1754d1380f32 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "PUT /v2.0/routers/ae102f6b-b700-4492-8e13-60fd1c75e794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1192698 Mar 07 21:56:33.683813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49420) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:33.703773 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec5e7cde-2fe8-4949-baa2-ea64a847d324 req-f588575b-1cd5-4738-9f23-3e2fea8a549b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4201488 Mar 07 21:56:33.721974 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:33.780516 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ca0232-15ff-43c6-ac7e-0301d516af84 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:33.784527 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a3ca0232-15ff-43c6-ac7e-0301d516af84 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports/6adc25ae-9d8b-4ea4-9018-50dacd1568e2 HTTP/1.1" status: 200 len: 911 time: 0.0971632 Mar 07 21:56:33.787630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49422) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:33.812900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb012693-d576-4e79-831e-e73c3b7afdfd req-1bce3ec7-e074-482a-85c8-ab9ae6eb0e60 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320936 Mar 07 21:56:33.877414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc4698f-f769-4b70-9389-acde504d4ddb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:33.883424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc4698f-f769-4b70-9389-acde504d4ddb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:33.885283 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3fc4698f-f769-4b70-9389-acde504d4ddb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0963106 Mar 07 21:56:33.890320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49424) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:33.921149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=e605ed2f-75b6-4d9c-9c88-85b3a34c7803,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:33.929800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Sync routers for ids ['ae102f6b-b700-4492-8e13-60fd1c75e794'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:56:33.951207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Routers {'ae102f6b-b700-4492-8e13-60fd1c75e794'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:33.951840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['ae102f6b-b700-4492-8e13-60fd1c75e794'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:33.955119 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-39af4646-81b9-4077-a99f-be371ab82338 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:56:33.955119 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-39af4646-81b9-4077-a99f-be371ab82338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:56:34.007761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b120307-7737-4b1f-bb15-783dc77b7857 req-29478580-0cc3-49a7-81ee-c79a90df1025 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.1181660 Mar 07 21:56:34.083561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Set router ae102f6b-b700-4492-8e13-60fd1c75e794 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:34.084459 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db64de89-cde2-4657-bd4d-271b116b8225 req-6b77b927-ced4-4865-82f6-6603782fb99b tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.1116726 Mar 07 21:56:34.243463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446c2324-bae1-40a4-a4fa-1e068208ced5 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:56:34.255680 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Publish callbacks [] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:34.341933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae102f6b-b700-4492-8e13-60fd1c75e794', 'name': 'tempest-NetworksTestDHCPv6-router-1315101329', 'tenant_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:30Z', 'updated_at': '2022-03-07T21:56:32Z', 'revision_number': 2, 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'gw_port_host': None, '_interfaces': [{'id': '6adc25ae-9d8b-4ea4-9018-50dacd1568e2', 'name': '', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'tenant_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'mac_address': 'fa:16:3e:52:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae102f6b-b700-4492-8e13-60fd1c75e794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:31Z', 'updated_at': '2022-03-07T21:56:32Z', 'revision_number': 2, 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'subnets': [{'id': 'f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:34.377370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Checking router: ae102f6b-b700-4492-8e13-60fd1c75e794 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:56:34.377736 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Updating router ae102f6b-b700-4492-8e13-60fd1c75e794 port 6adc25ae-9d8b-4ea4-9018-50dacd1568e2 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:56:34.409611 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:34.504647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead22a4e-8016-4fac-b701-c17d0a8b7894 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:56:34.514820 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Publish callbacks [] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:34.530300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Transition to ACTIVE for port object ead22a4e-8016-4fac-b701-c17d0a8b7894 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:56:34.532133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Transition to ACTIVE for port object 446c2324-bae1-40a4-a4fa-1e068208ced5 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:56:34.566242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-39af4646-81b9-4077-a99f-be371ab82338 None None] Current status of the port e605ed2f-75b6-4d9c-9c88-85b3a34c7803 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:34.573720 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:34.615117 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:34.666613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Pushing event updated for resources: {'Port': ['ID=446c2324-bae1-40a4-a4fa-1e068208ced5,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:34.939983 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Publish callbacks [] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:34.953751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e605ed2f-75b6-4d9c-9c88-85b3a34c7803 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:34.958496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ead22a4e-8016-4fac-b701-c17d0a8b7894,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:34.959023 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:35.001978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0f1b7754-b802-4876-a913-68338f6c64de None None] Could not find standard attr ID for object c0ec97ab-5c0a-4687-a3b6-a2f057c41759. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:56:35.014349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Attempting to bind port 446c2324-bae1-40a4-a4fa-1e068208ced5 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:35.014599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Attempting to bind port 446c2324-bae1-40a4-a4fa-1e068208ced5 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:35.014990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Attempting to bind port 446c2324-bae1-40a4-a4fa-1e068208ced5 on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:35.070596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Port 446c2324-bae1-40a4-a4fa-1e068208ced5 on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:56:35.071037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Attempting to bind port 446c2324-bae1-40a4-a4fa-1e068208ced5 on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:35.128096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:35.128393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Checking segment: {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:35.128882 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Bound using segment: {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:35.129413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Bound port: 446c2324-bae1-40a4-a4fa-1e068208ced5, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:35.129840 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:35.152748 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0f1b7754-b802-4876-a913-68338f6c64de None None] Provisioning complete for port e605ed2f-75b6-4d9c-9c88-85b3a34c7803 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:35.154295 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0f1b7754-b802-4876-a913-68338f6c64de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:35.156814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce37a4f-1faa-4408-8a61-aa83b4352015 None None] Pushing event updated for resources: {'Port': ['ID=6adc25ae-9d8b-4ea4-9018-50dacd1568e2,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:35.203530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f1065-ca64-4059-ae29-6d0b13436ccc req-05d03caf-de39-4b54-8cd8-cd0d26f22fc5 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:35.205163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e3f1065-ca64-4059-ae29-6d0b13436ccc req-05d03caf-de39-4b54-8cd8-cd0d26f22fc5 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 944 time: 0.2738068 Mar 07 21:56:35.205915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Attempting to bind port ead22a4e-8016-4fac-b701-c17d0a8b7894 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:35.206277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Attempting to bind port ead22a4e-8016-4fac-b701-c17d0a8b7894 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:35.206603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Attempting to bind port ead22a4e-8016-4fac-b701-c17d0a8b7894 on network cc76cc78-d3aa-4131-a129-0f2d526c28eb {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:35.239417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Attempting to bind port 6adc25ae-9d8b-4ea4-9018-50dacd1568e2 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:35.240099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Attempting to bind port 6adc25ae-9d8b-4ea4-9018-50dacd1568e2 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:35.240734 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Attempting to bind port 6adc25ae-9d8b-4ea4-9018-50dacd1568e2 on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:35.262640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:35.263304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:35.263880 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:35.264452 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:35.265306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Bound port: 6adc25ae-9d8b-4ea4-9018-50dacd1568e2, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:35.266027 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:35.267189 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ffdcd-bf50-4335-9479-e3c331e2702c req-66f6a458-9cca-4cf5-b918-fc2e065f2635 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:35.268774 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c9ffdcd-bf50-4335-9479-e3c331e2702c req-66f6a458-9cca-4cf5-b918-fc2e065f2635 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 943 time: 0.3387535 Mar 07 21:56:35.269397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Port ead22a4e-8016-4fac-b701-c17d0a8b7894 on network cc76cc78-d3aa-4131-a129-0f2d526c28eb not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:56:35.269723 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Attempting to bind port ead22a4e-8016-4fac-b701-c17d0a8b7894 on network cc76cc78-d3aa-4131-a129-0f2d526c28eb {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:35.294938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e605ed2f-75b6-4d9c-9c88-85b3a34c7803 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:35.295314 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:35.434830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] For port 6adc25ae-9d8b-4ea4-9018-50dacd1568e2, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:35.437941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b7754-b802-4876-a913-68338f6c64de None None] Current status of the port e605ed2f-75b6-4d9c-9c88-85b3a34c7803 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:35.454707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] For port 6adc25ae-9d8b-4ea4-9018-50dacd1568e2, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6adc25ae-9d8b-4ea4-9018-50dacd1568e2,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:35.470125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0f1b7754-b802-4876-a913-68338f6c64de None None] Provisioning complete for port 6adc25ae-9d8b-4ea4-9018-50dacd1568e2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:35.470515 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0f1b7754-b802-4876-a913-68338f6c64de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:35.529893 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:35.637982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b7754-b802-4876-a913-68338f6c64de None None] Current status of the port 6adc25ae-9d8b-4ea4-9018-50dacd1568e2 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:35.638406 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0f1b7754-b802-4876-a913-68338f6c64de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:35.640242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e605ed2f-75b6-4d9c-9c88-85b3a34c7803 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:35.662387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:35.662731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Checking segment: {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:35.663115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Bound using segment: {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:35.663567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Bound port: ead22a4e-8016-4fac-b701-c17d0a8b7894, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:35.663947 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:35.668993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Routers {'ae102f6b-b700-4492-8e13-60fd1c75e794'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:35.669651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['ae102f6b-b700-4492-8e13-60fd1c75e794'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:35.729722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] For port 446c2324-bae1-40a4-a4fa-1e068208ced5, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:35.734614 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e3f1065-ca64-4059-ae29-6d0b13436ccc req-f6e0964d-df2a-4436-93e1-ab03cb3af43e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135684 Mar 07 21:56:35.813876 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] Set router ae102f6b-b700-4492-8e13-60fd1c75e794 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:35.837029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] For port 446c2324-bae1-40a4-a4fa-1e068208ced5, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=446c2324-bae1-40a4-a4fa-1e068208ced5,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:35.841803 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c9ffdcd-bf50-4335-9479-e3c331e2702c req-863e4615-4cba-41f7-850c-10bd672be84c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5652964 Mar 07 21:56:35.877132 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:35.923252 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e82b506d-941e-4a59-8449-f8911e871450 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (ae102f6b-b700-4492-8e13-60fd1c75e794), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:35.970439 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1face110-57d6-45ef-b3ed-b120e43ef786 req-d2e69ce2-1f6a-4a96-a1c4-19a17e5ba462 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0879338 Mar 07 21:56:35.971866 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce37a4f-1faa-4408-8a61-aa83b4352015 None None] Pushing event updated for resources: {'Port': ['ID=6adc25ae-9d8b-4ea4-9018-50dacd1568e2,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:36.020753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0f1b7754-b802-4876-a913-68338f6c64de None None] For port 6adc25ae-9d8b-4ea4-9018-50dacd1568e2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6adc25ae-9d8b-4ea4-9018-50dacd1568e2,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:36.054744 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0f1b7754-b802-4876-a913-68338f6c64de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:36.066541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:36.067549 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:36.068978 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] 10.222.0.15 "PUT /v2.0/ports/446c2324-bae1-40a4-a4fa-1e068208ced5 HTTP/1.1" status: 200 len: 1092 time: 2.9910219 Mar 07 21:56:36.073420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4ea5ae-bf2b-4814-8d06-0c66e4baf302', 'tag': '446c2324-bae1-40a4-a4fa-1e068208ced5'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:36.077450 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e60a6a-3362-4379-9aa5-23a9011a0bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4ea5ae-bf2b-4814-8d06-0c66e4baf302", "tag": "446c2324-bae1-40a4-a4fa-1e068208ced5"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:56:36.090626 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2faf6190-625f-44d6-b7df-4e5260a9149c req-759ec1b3-79e5-44a3-9ded-9e3380650e60 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.1186278 Mar 07 21:56:36.167752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:36.191420 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5897157b-aacb-454d-8bb6-7e3d0fe67842 x-openstack-request-id: req-5897157b-aacb-454d-8bb6-7e3d0fe67842 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:56:36.191725 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4ea5ae-bf2b-4814-8d06-0c66e4baf302", "tag": "446c2324-bae1-40a4-a4fa-1e068208ced5", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:56:36.191991 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5897157b-aacb-454d-8bb6-7e3d0fe67842 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:56:36.192813 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4ea5ae-bf2b-4814-8d06-0c66e4baf302', 'tag': '446c2324-bae1-40a4-a4fa-1e068208ced5', 'status': 'completed', 'code': 200} Mar 07 21:56:36.211702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0592c80-2dc3-42b8-afd8-396a0d095491 service neutron] Pushing event updated for resources: {'Port': ['ID=446c2324-bae1-40a4-a4fa-1e068208ced5,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:36.218439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:36.224966 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b7754-b802-4876-a913-68338f6c64de None None] Pushing event updated for resources: {'Port': ['ID=6adc25ae-9d8b-4ea4-9018-50dacd1568e2,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:36.265556 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:36.349496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:36.350340 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:36.352780 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] 10.222.0.15 "PUT /v2.0/ports/ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 1091 time: 3.1243360 Mar 07 21:56:36.353220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9f4eda95-d997-4502-b24b-ac92b88c8bde None None] Provisioning complete for port 6adc25ae-9d8b-4ea4-9018-50dacd1568e2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:36.353750 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9f4eda95-d997-4502-b24b-ac92b88c8bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:36.358588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-3f5d675d-59db-436a-9683-f88e33213924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:36.360818 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-3f5d675d-59db-436a-9683-f88e33213924 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 1126 time: 0.2205527 Mar 07 21:56:36.403472 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c35fc0a-eb34-4dd1-bb69-adc0e055612e req-c4f9c35d-4b39-4b0f-b561-3c559adb3ba0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75866e10042245bcac9c22ef2dc26824&device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0753188 Mar 07 21:56:36.456372 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c35fc0a-eb34-4dd1-bb69-adc0e055612e req-020cc5d3-4bd6-4a83-b1cd-26b73bfcd550 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=75866e10042245bcac9c22ef2dc26824&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476158 Mar 07 21:56:36.484726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-f3553679-1891-421a-b9b3-b1488ceb44db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446c2324-bae1-40a4-a4fa-1e068208ced5 HTTP/1.1" status: 200 len: 217 time: 0.1081882 Mar 07 21:56:36.485241 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44134733-8b7b-427d-8a5a-e1e4d16785e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ead22a4e-8016-4fac-b701-c17d0a8b7894,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:36.534700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4f726a5-1037-4c85-8445-0d495388aac4 req-4484c5e4-92e1-4185-8152-9062a7eb1f94 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0426354 Mar 07 21:56:36.581663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae102f6b-b700-4492-8e13-60fd1c75e794', 'name': 'tempest-NetworksTestDHCPv6-router-1315101329', 'tenant_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:30Z', 'updated_at': '2022-03-07T21:56:32Z', 'revision_number': 2, 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'gw_port_host': None, '_interfaces': [{'id': '6adc25ae-9d8b-4ea4-9018-50dacd1568e2', 'name': '', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'tenant_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'mac_address': 'fa:16:3e:52:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae102f6b-b700-4492-8e13-60fd1c75e794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:31Z', 'updated_at': '2022-03-07T21:56:35Z', 'revision_number': 4, 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'subnets': [{'id': 'f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:36.582664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35fc0a-eb34-4dd1-bb69-adc0e055612e req-ec0a02db-e8a3-4a70-b480-1378712758c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:36.584525 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c35fc0a-eb34-4dd1-bb69-adc0e055612e req-ec0a02db-e8a3-4a70-b480-1378712758c7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210444 Mar 07 21:56:36.627281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-106576ec-e98c-4f8b-9b1d-9c141ace706a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:36.628784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-106576ec-e98c-4f8b-9b1d-9c141ace706a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e453854-77bd-461c-8a47-1e1f133854b2 HTTP/1.1" status: 200 len: 851 time: 0.0853770 Mar 07 21:56:36.635531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a1ac0-1330-4281-8d28-effdb813f13e None None] The sync data for ids ['ae102f6b-b700-4492-8e13-60fd1c75e794'] in n-d-832330-1 is: [{'id': 'ae102f6b-b700-4492-8e13-60fd1c75e794', 'name': 'tempest-NetworksTestDHCPv6-router-1315101329', 'tenant_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:30Z', 'updated_at': '2022-03-07T21:56:32Z', 'revision_number': 2, 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'gw_port_host': None, '_interfaces': [{'id': '6adc25ae-9d8b-4ea4-9018-50dacd1568e2', 'name': '', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'tenant_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'mac_address': 'fa:16:3e:52:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae102f6b-b700-4492-8e13-60fd1c75e794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:31Z', 'updated_at': '2022-03-07T21:56:35Z', 'revision_number': 4, 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'subnets': [{'id': 'f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:56:36.643380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9f4eda95-d997-4502-b24b-ac92b88c8bde None None] Current status of the port 6adc25ae-9d8b-4ea4-9018-50dacd1568e2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:36.678553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-1a08b7f6-cb82-4935-a73c-83deaee1d9d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408771 Mar 07 21:56:36.749610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-a11d9174-d725-4063-933e-b4b851ac4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:36.751181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-a11d9174-d725-4063-933e-b4b851ac4c76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1125 time: 0.3548558 Mar 07 21:56:36.844902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-ba18005c-1ea8-4d7e-9220-f2c3f29039f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 217 time: 0.0668640 Mar 07 21:56:36.956947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-2e0d0607-a34b-4710-8883-51597fad766c service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705681 Mar 07 21:56:37.041240 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e82b506d-941e-4a59-8449-f8911e871450 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port 6adc25ae-9d8b-4ea4-9018-50dacd1568e2 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:37.041864 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e82b506d-941e-4a59-8449-f8911e871450 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:37.048576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-58fa40cb-d91b-44a5-8607-4f82d1117e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:37.049766 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-58fa40cb-d91b-44a5-8607-4f82d1117e37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43e2544a-756d-4aee-adf7-dbc5c3079d7c HTTP/1.1" status: 200 len: 834 time: 0.1857929 Mar 07 21:56:37.103492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1f6f0-3090-4bbf-86a5-390acef87d2b req-9bbf23d6-4f05-49ee-8f1e-38e0bb0293ee tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:37.105042 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3f1f6f0-3090-4bbf-86a5-390acef87d2b req-9bbf23d6-4f05-49ee-8f1e-38e0bb0293ee tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 944 time: 0.2785940 Mar 07 21:56:37.248915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a73e9-f749-4862-bc8d-35a804af0396 req-76f90fc6-716f-4d58-896b-5142520ed3f2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:37.250450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-614a73e9-f749-4862-bc8d-35a804af0396 req-76f90fc6-716f-4d58-896b-5142520ed3f2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 943 time: 0.2907796 Mar 07 21:56:37.325576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-e82b506d-941e-4a59-8449-f8911e871450 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] For port 6adc25ae-9d8b-4ea4-9018-50dacd1568e2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6adc25ae-9d8b-4ea4-9018-50dacd1568e2,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:37.325976 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e82b506d-941e-4a59-8449-f8911e871450 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:37.332041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ff1d7e7-cdf8-428b-99b6-882d199a58d0 req-17e7b82f-1343-4ce3-b8a0-7a44cb8e3415 service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631608 Mar 07 21:56:37.349620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3f1f6f0-3090-4bbf-86a5-390acef87d2b req-1a4e0448-6c0a-492b-930e-d0315a87c606 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942348 Mar 07 21:56:37.354685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-a1c54278-c49d-4962-89f0-0fc8ab099c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:37.356194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-a1c54278-c49d-4962-89f0-0fc8ab099c46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc76cc78-d3aa-4131-a129-0f2d526c28eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2926714 Mar 07 21:56:37.362710 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e82b506d-941e-4a59-8449-f8911e871450 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for 6adc25ae-9d8b-4ea4-9018-50dacd1568e2 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:37.482952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-614a73e9-f749-4862-bc8d-35a804af0396 req-d9ee8815-dfc7-4bf0-8f2f-0dbc60e98196 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117929 Mar 07 21:56:37.579748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8bc9f203-b919-409f-9264-d5483fbdccbe req-8503c851-14f9-49b9-bedd-86b9c286ecda tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba38f93-02ef-4d6c-86dc-539cc8fb91e4 HTTP/1.1" status: 200 len: 210 time: 0.1350672 Mar 07 21:56:37.671661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-694f218c-19c1-4e30-85ca-e1bc48600247 req-cb6a4119-f83e-455e-a9f1-90865e69b8ea tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.26 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0600464 Mar 07 21:56:37.675750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e60a6a-3362-4379-9aa5-23a9011a0bf0 req-c6e396f0-cd3a-4012-a102-f7ea7bc2a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:37.677158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61e60a6a-3362-4379-9aa5-23a9011a0bf0 req-c6e396f0-cd3a-4012-a102-f7ea7bc2a242 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 1126 time: 0.2602828 Mar 07 21:56:37.680277 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-b6fc84ff-b262-4cba-9dd9-61ef29119d30 service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145556 Mar 07 21:56:37.920811 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-200e54aa-514c-4ecf-9e04-02e3f474caca req-608d9b19-c34c-4217-b11a-f1e00f2e3916 service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998956 Mar 07 21:56:37.928589 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e60a6a-3362-4379-9aa5-23a9011a0bf0 req-79c1d39b-47be-4509-aa50-866d78a95bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:37.930592 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61e60a6a-3362-4379-9aa5-23a9011a0bf0 req-79c1d39b-47be-4509-aa50-866d78a95bba service neutron] 10.222.0.15 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 912 time: 0.2086918 Mar 07 21:56:37.939919 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c35fc0a-eb34-4dd1-bb69-adc0e055612e req-93ab7b3f-cf0e-49e1-a2b5-2d82befd2f82 tempest-ServerShowV254Test-1335698756 tempest-ServerShowV254Test-1335698756-project] 10.222.0.15 "GET /v2.0/ports?device_id=52781324-a2ee-4f0d-930c-2ec3bcdc2b90 HTTP/1.1" status: 200 len: 210 time: 0.0299459 Mar 07 21:56:37.978587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e82b506d-941e-4a59-8449-f8911e871450 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6adc25ae-9d8b-4ea4-9018-50dacd1568e2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:37.981331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61e60a6a-3362-4379-9aa5-23a9011a0bf0 req-b71f54c2-5385-4188-a56f-7ce8a934fb1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446c2324-bae1-40a4-a4fa-1e068208ced5 HTTP/1.1" status: 200 len: 217 time: 0.0443666 Mar 07 21:56:38.015561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b506d-941e-4a59-8449-f8911e871450 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=6adc25ae-9d8b-4ea4-9018-50dacd1568e2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:38.142550 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e82b506d-941e-4a59-8449-f8911e871450 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (ae102f6b-b700-4492-8e13-60fd1c75e794), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:38.145300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e60a6a-3362-4379-9aa5-23a9011a0bf0 req-db6b8981-27a7-4654-8605-d4b7f548eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:38.146859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61e60a6a-3362-4379-9aa5-23a9011a0bf0 req-db6b8981-27a7-4654-8605-d4b7f548eb4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e453854-77bd-461c-8a47-1e1f133854b2 HTTP/1.1" status: 200 len: 851 time: 0.1406670 Mar 07 21:56:38.217578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:38.219993 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d34811-d90f-43c8-9644-1565f1d09bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:56:38.226694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61e60a6a-3362-4379-9aa5-23a9011a0bf0 req-ee2ec2f7-49c8-4e59-bc47-e721bba0cf35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699720 Mar 07 21:56:38.269992 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c341501-5356-41e9-af22-62d120e287e0 x-openstack-request-id: req-5c341501-5356-41e9-af22-62d120e287e0 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:56:38.270316 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:56:38.270577 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c341501-5356-41e9-af22-62d120e287e0 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:56:38.270967 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'status': 'completed', 'code': 200} Mar 07 21:56:38.338523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34811-d90f-43c8-9644-1565f1d09bb2 req-4aa147bd-742f-4f9c-88df-03d25bb41e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:38.340283 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b9d34811-d90f-43c8-9644-1565f1d09bb2 req-4aa147bd-742f-4f9c-88df-03d25bb41e42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1125 time: 0.0519702 Mar 07 21:56:38.455652 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34811-d90f-43c8-9644-1565f1d09bb2 req-282ed0c2-e52a-41f7-93dc-3ff0c7f448f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:38.457213 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b9d34811-d90f-43c8-9644-1565f1d09bb2 req-282ed0c2-e52a-41f7-93dc-3ff0c7f448f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc76cc78-d3aa-4131-a129-0f2d526c28eb HTTP/1.1" status: 200 len: 897 time: 0.1036296 Mar 07 21:56:38.506689 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b9d34811-d90f-43c8-9644-1565f1d09bb2 req-d6a2bc48-03b4-4eae-ad40-662a057dd6a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 217 time: 0.0424893 Mar 07 21:56:38.565221 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34811-d90f-43c8-9644-1565f1d09bb2 req-b45c6875-75f0-4d27-be2f-8ae7adbe42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:38.566761 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b9d34811-d90f-43c8-9644-1565f1d09bb2 req-b45c6875-75f0-4d27-be2f-8ae7adbe42b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43e2544a-756d-4aee-adf7-dbc5c3079d7c HTTP/1.1" status: 200 len: 834 time: 0.0484545 Mar 07 21:56:38.621192 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34811-d90f-43c8-9644-1565f1d09bb2 req-e81eaee6-42fd-4042-a026-47296137c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:38.622804 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b9d34811-d90f-43c8-9644-1565f1d09bb2 req-e81eaee6-42fd-4042-a026-47296137c616 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc76cc78-d3aa-4131-a129-0f2d526c28eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497382 Mar 07 21:56:38.722473 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b9d34811-d90f-43c8-9644-1565f1d09bb2 req-fc326989-3bec-4684-8c56-c88815c8bd34 service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874150 Mar 07 21:56:38.814321 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b9d34811-d90f-43c8-9644-1565f1d09bb2 req-59c5781f-9266-401a-a207-babcdbe1d04e service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849011 Mar 07 21:56:38.831551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82b506d-941e-4a59-8449-f8911e871450 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Router ae102f6b-b700-4492-8e13-60fd1c75e794 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:56:38.847444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61e60a6a-3362-4379-9aa5-23a9011a0bf0 req-2d46aaeb-b8f4-4153-9dfb-b3faf834751d service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887206 Mar 07 21:56:38.865118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c256a-46b5-4aab-a561-3b87f35f433e req-524cc8da-7370-4974-b555-fe0fd56e4272 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:38.866551 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc5c256a-46b5-4aab-a561-3b87f35f433e req-524cc8da-7370-4974-b555-fe0fd56e4272 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 944 time: 0.1590886 Mar 07 21:56:38.880593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f353f-e39c-4cad-80d2-f8ff03f41b61 req-bdc4acf8-6580-46f0-bbfd-8db3b4934f57 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:38.882008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-104f353f-e39c-4cad-80d2-f8ff03f41b61 req-bdc4acf8-6580-46f0-bbfd-8db3b4934f57 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 943 time: 0.1696594 Mar 07 21:56:39.049314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82b506d-941e-4a59-8449-f8911e871450 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:56:39.058553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e82b506d-941e-4a59-8449-f8911e871450 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "PUT /v2.0/routers/ae102f6b-b700-4492-8e13-60fd1c75e794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1655014 Mar 07 21:56:39.060363 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c62a74-746e-49e3-861f-be48444bb887 None None] Sync routers for ids ['ae102f6b-b700-4492-8e13-60fd1c75e794'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:56:39.061312 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49466) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:39.078724 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c62a74-746e-49e3-861f-be48444bb887 None None] Routers {'ae102f6b-b700-4492-8e13-60fd1c75e794'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:39.080004 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-92c62a74-746e-49e3-861f-be48444bb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['ae102f6b-b700-4492-8e13-60fd1c75e794'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:39.091076 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc5c256a-46b5-4aab-a561-3b87f35f433e req-ce6aed6c-9b60-4cb1-b5bf-b70ab1bbd058 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067807 Mar 07 21:56:39.101223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-104f353f-e39c-4cad-80d2-f8ff03f41b61 req-edc7991e-1707-461b-989f-3d827feba6af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046473 Mar 07 21:56:39.134665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61e60a6a-3362-4379-9aa5-23a9011a0bf0 req-3a662d8b-6afd-45a6-9bab-46fb93277b83 service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779822 Mar 07 21:56:39.158820 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee09f66c-044b-40d1-a87f-88ad03017cc6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:39.161151 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee09f66c-044b-40d1-a87f-88ad03017cc6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:39.165580 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ee09f66c-044b-40d1-a87f-88ad03017cc6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1008790 Mar 07 21:56:39.165971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49468) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:39.175851 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-92c62a74-746e-49e3-861f-be48444bb887 None None] Set router ae102f6b-b700-4492-8e13-60fd1c75e794 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:39.208383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49474) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:39.238650 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-92c62a74-746e-49e3-861f-be48444bb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae102f6b-b700-4492-8e13-60fd1c75e794', 'name': 'tempest-NetworksTestDHCPv6-router-1315101329', 'tenant_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:30Z', 'updated_at': '2022-03-07T21:56:37Z', 'revision_number': 3, 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:39.239697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-877315e1-6a5a-464b-a877-a7d861ceed34 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:56:39.243957 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-877315e1-6a5a-464b-a877-a7d861ceed34 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.270426 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c62a74-746e-49e3-861f-be48444bb887 None None] Checking router: ae102f6b-b700-4492-8e13-60fd1c75e794 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:56:39.279724 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c62a74-746e-49e3-861f-be48444bb887 None None] Routers {'ae102f6b-b700-4492-8e13-60fd1c75e794'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:39.280548 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-92c62a74-746e-49e3-861f-be48444bb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['ae102f6b-b700-4492-8e13-60fd1c75e794'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:39.281079 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b27be581-a503-42d3-a99a-c561f2ae78ab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for security_group (2de32927-8c99-4e3c-ac84-f8c17fff2420), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.287905 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-877315e1-6a5a-464b-a877-a7d861ceed34 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.308253 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b27be581-a503-42d3-a99a-c561f2ae78ab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for security_group (2de32927-8c99-4e3c-ac84-f8c17fff2420), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.362009 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-92c62a74-746e-49e3-861f-be48444bb887 None None] Set router ae102f6b-b700-4492-8e13-60fd1c75e794 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:39.368114 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b27be581-a503-42d3-a99a-c561f2ae78ab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2de32927-8c99-4e3c-ac84-f8c17fff2420), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.371225 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b27be581-a503-42d3-a99a-c561f2ae78ab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.372703 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b27be581-a503-42d3-a99a-c561f2ae78ab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "DELETE /v2.0/security-groups/2de32927-8c99-4e3c-ac84-f8c17fff2420 HTTP/1.1" status: 204 len: 168 time: 0.1632688 Mar 07 21:56:39.380594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49476) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:39.383599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27be581-a503-42d3-a99a-c561f2ae78ab tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de32927-8c99-4e3c-ac84-f8c17fff2420,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:39.403356 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-ed25d0db-f7e5-42fd-9614-826034ff2cac tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] show failed (client error): The resource could not be found. Mar 07 21:56:39.404411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ed25d0db-f7e5-42fd-9614-826034ff2cac tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "GET /v2.0/security-groups/2de32927-8c99-4e3c-ac84-f8c17fff2420 HTTP/1.1" status: 404 len: 347 time: 0.0228546 Mar 07 21:56:39.407823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49478) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:39.444885 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-92c62a74-746e-49e3-861f-be48444bb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae102f6b-b700-4492-8e13-60fd1c75e794', 'name': 'tempest-NetworksTestDHCPv6-router-1315101329', 'tenant_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:30Z', 'updated_at': '2022-03-07T21:56:37Z', 'revision_number': 3, 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:39.456959 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-877315e1-6a5a-464b-a877-a7d861ceed34 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.532349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49482) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:39.570157 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ead22a4e-8016-4fac-b701-c17d0a8b7894 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:56:39.574616 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c62a74-746e-49e3-861f-be48444bb887 None None] The sync data for ids ['ae102f6b-b700-4492-8e13-60fd1c75e794'] in n-d-832330-1 is: [{'id': 'ae102f6b-b700-4492-8e13-60fd1c75e794', 'name': 'tempest-NetworksTestDHCPv6-router-1315101329', 'tenant_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:30Z', 'updated_at': '2022-03-07T21:56:37Z', 'revision_number': 3, 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:56:39.580806 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:56:39.592896 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-877315e1-6a5a-464b-a877-a7d861ceed34 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.628435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877315e1-6a5a-464b-a877-a7d861ceed34 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:39.630600 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-877315e1-6a5a-464b-a877-a7d861ceed34 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.636569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-877315e1-6a5a-464b-a877-a7d861ceed34 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e HTTP/1.1" status: 204 len: 168 time: 0.4673090 Mar 07 21:56:39.636993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49486) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:39.640632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ffbcc-a1b8-4ee2-89a6-adb5f625e63a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Deleting port 036fe905-6c48-4144-97fa-ce894b480cba {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:39.641209 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0e0ffbcc-a1b8-4ee2-89a6-adb5f625e63a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (036fe905-6c48-4144-97fa-ce894b480cba), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.669989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b73081-fc37-421f-9102-a7f505c16e7e None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:39.726358 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a204588c-74ae-4ee8-b2d4-ce5f0f0fdd9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.730098 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0e0ffbcc-a1b8-4ee2-89a6-adb5f625e63a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (036fe905-6c48-4144-97fa-ce894b480cba), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.730426 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0e0ffbcc-a1b8-4ee2-89a6-adb5f625e63a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for floatingip (036fe905-6c48-4144-97fa-ce894b480cba), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.743621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ffbcc-a1b8-4ee2-89a6-adb5f625e63a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Calling delete_port for 036fe905-6c48-4144-97fa-ce894b480cba owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:39.834507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49488) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:39.834711 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ea59fbd6-9a13-4a5f-a73d-37d89b8c6602 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1945736 Mar 07 21:56:39.881083 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a204588c-74ae-4ee8-b2d4-ce5f0f0fdd9c admin admin] Publish callbacks [] for security_group (7671a2e6-9508-42c1-936f-87727d3cf7d5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.886008 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a204588c-74ae-4ee8-b2d4-ce5f0f0fdd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7671a2e6-9508-42c1-936f-87727d3cf7d5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.927638 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a204588c-74ae-4ee8-b2d4-ce5f0f0fdd9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75866e10042245bcac9c22ef2dc26824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3940482 Mar 07 21:56:39.931502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:39.933536 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49490) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:39.942018 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204588c-74ae-4ee8-b2d4-ce5f0f0fdd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7671a2e6-9508-42c1-936f-87727d3cf7d5,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:39.956475 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f3666232-511c-44e1-8609-adbaac7ff9e8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for router (ae102f6b-b700-4492-8e13-60fd1c75e794), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:39.966546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'port_id': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'mac_address': 'fa:16:3e:2c:9b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:56:39.998218 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efca8520-5696-4358-a389-d71fd54a6270 admin admin] Publish callbacks [] for security_group (7671a2e6-9508-42c1-936f-87727d3cf7d5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.020764 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ead22a4e-8016-4fac-b701-c17d0a8b7894 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:40.021204 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.029166 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efca8520-5696-4358-a389-d71fd54a6270 admin admin] Publish callbacks [] for security_group (7671a2e6-9508-42c1-936f-87727d3cf7d5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.042821 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0e0ffbcc-a1b8-4ee2-89a6-adb5f625e63a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (036fe905-6c48-4144-97fa-ce894b480cba), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.050059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead22a4e-8016-4fac-b701-c17d0a8b7894 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:56:40.082581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:40.091332 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.094268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 446c2324-bae1-40a4-a4fa-1e068208ced5 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:56:40.109170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efca8520-5696-4358-a389-d71fd54a6270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7671a2e6-9508-42c1-936f-87727d3cf7d5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.118511 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efca8520-5696-4358-a389-d71fd54a6270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.121882 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-efca8520-5696-4358-a389-d71fd54a6270 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7671a2e6-9508-42c1-936f-87727d3cf7d5 HTTP/1.1" status: 204 len: 168 time: 0.1848812 Mar 07 21:56:40.129173 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca8520-5696-4358-a389-d71fd54a6270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7671a2e6-9508-42c1-936f-87727d3cf7d5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:40.176008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ffbcc-a1b8-4ee2-89a6-adb5f625e63a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event deleted for resources: {'Port': ['ID=036fe905-6c48-4144-97fa-ce894b480cba,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:40.232948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda8a7e7-44e6-4981-ba70-8761f3fc1e35 None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:56:40.235043 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ead22a4e-8016-4fac-b701-c17d0a8b7894,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:40.254368 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.resource_extend [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:56:40.296781 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f3666232-511c-44e1-8609-adbaac7ff9e8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (ae102f6b-b700-4492-8e13-60fd1c75e794), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.314035 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f3666232-511c-44e1-8609-adbaac7ff9e8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for router_controller (ae102f6b-b700-4492-8e13-60fd1c75e794), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.367858 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 446c2324-bae1-40a4-a4fa-1e068208ced5, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=446c2324-bae1-40a4-a4fa-1e068208ced5,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:40.380826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bda8a7e7-44e6-4981-ba70-8761f3fc1e35 None None] Deleting port e605ed2f-75b6-4d9c-9c88-85b3a34c7803 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:40.381202 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bda8a7e7-44e6-4981-ba70-8761f3fc1e35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.385348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '446c2324-bae1-40a4-a4fa-1e068208ced5', 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57', 'port_id': '446c2324-bae1-40a4-a4fa-1e068208ced5', 'mac_address': 'fa:16:3e:3d:c6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e453854-77bd-461c-8a47-1e1f133854b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:56:40.423476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb72c9-06f9-4001-ab0b-dad582129ec8 req-b3dea2f5-2141-4fb6-adfd-12b639bf0ff4 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:40.424971 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99eb72c9-06f9-4001-ab0b-dad582129ec8 req-b3dea2f5-2141-4fb6-adfd-12b639bf0ff4 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 944 time: 0.1869893 Mar 07 21:56:40.425593 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f3666232-511c-44e1-8609-adbaac7ff9e8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (ae102f6b-b700-4492-8e13-60fd1c75e794), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.426152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3666232-511c-44e1-8609-adbaac7ff9e8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Fanout notify agent at l3_agent the message router_deleted on router ae102f6b-b700-4492-8e13-60fd1c75e794 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:56:40.436723 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f3666232-511c-44e1-8609-adbaac7ff9e8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.437814 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f3666232-511c-44e1-8609-adbaac7ff9e8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/routers/ae102f6b-b700-4492-8e13-60fd1c75e794 HTTP/1.1" status: 204 len: 168 time: 0.6019464 Mar 07 21:56:40.438808 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0e0ffbcc-a1b8-4ee2-89a6-adb5f625e63a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for floatingip (e9e9b5e4-4a0a-40f9-a1cd-0a8f36684e52), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.441353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49502) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:40.441511 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0e0ffbcc-a1b8-4ee2-89a6-adb5f625e63a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.442431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0e0ffbcc-a1b8-4ee2-89a6-adb5f625e63a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "DELETE /v2.0/floatingips/e9e9b5e4-4a0a-40f9-a1cd-0a8f36684e52 HTTP/1.1" status: 204 len: 168 time: 1.0335162 Mar 07 21:56:40.463496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49504) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:40.468419 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6ea199e7-d391-4419-911b-576a9182989d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:40.484455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-bda8a7e7-44e6-4981-ba70-8761f3fc1e35 None None] For port e605ed2f-75b6-4d9c-9c88-85b3a34c7803, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e605ed2f-75b6-4d9c-9c88-85b3a34c7803,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:40.485027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71f28f-4ff2-452e-91da-f74d335914e4 req-e675f06e-9b44-497b-985b-ac14a8b2dabe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:40.485273 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bda8a7e7-44e6-4981-ba70-8761f3fc1e35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.492652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c71f28f-4ff2-452e-91da-f74d335914e4 req-e675f06e-9b44-497b-985b-ac14a8b2dabe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 944 time: 0.2269320 Mar 07 21:56:40.496806 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 446c2324-bae1-40a4-a4fa-1e068208ced5 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:40.497200 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.549746 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446c2324-bae1-40a4-a4fa-1e068208ced5 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:56:40.576040 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99eb72c9-06f9-4001-ab0b-dad582129ec8 req-d564f48e-2ebf-4bc5-b653-29ecdf6746bb tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298077 Mar 07 21:56:40.580633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bda8a7e7-44e6-4981-ba70-8761f3fc1e35 None None] Calling delete_port for e605ed2f-75b6-4d9c-9c88-85b3a34c7803 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:40.621345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 446c2324-bae1-40a4-a4fa-1e068208ced5, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=446c2324-bae1-40a4-a4fa-1e068208ced5,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:40.642796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c71f28f-4ff2-452e-91da-f74d335914e4 req-b80fb467-998e-42d5-9ed8-5a2cd314de58 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490135 Mar 07 21:56:40.649476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea199e7-d391-4419-911b-576a9182989d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:40.656909 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ea199e7-d391-4419-911b-576a9182989d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.663090 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.680814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-dc429283-336d-4e66-9797-787c4932524e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Deleting port 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:40.681153 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc429283-336d-4e66-9797-787c4932524e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.763296 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=446c2324-bae1-40a4-a4fa-1e068208ced5,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:40.781876 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc429283-336d-4e66-9797-787c4932524e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.782941 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bda8a7e7-44e6-4981-ba70-8761f3fc1e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (e605ed2f-75b6-4d9c-9c88-85b3a34c7803), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.802082 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-dc429283-336d-4e66-9797-787c4932524e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Calling delete_port for 97ca1261-d73f-4a02-b28f-c8fa5dd20b4a owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:40.804686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda8a7e7-44e6-4981-ba70-8761f3fc1e35 None None] No DVR routers for this DVR port e605ed2f-75b6-4d9c-9c88-85b3a34c7803 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:40.849698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8a7e7-44e6-4981-ba70-8761f3fc1e35 None None] Pushing event deleted for resources: {'Port': ['ID=e605ed2f-75b6-4d9c-9c88-85b3a34c7803,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:40.865741 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e605ed2f-75b6-4d9c-9c88-85b3a34c7803 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:40.888181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: e605ed2f-75b6-4d9c-9c88-85b3a34c7803 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:40.888520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e605ed2f-75b6-4d9c-9c88-85b3a34c7803 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:40.889248 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6adc25ae-9d8b-4ea4-9018-50dacd1568e2 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:40.912861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 6adc25ae-9d8b-4ea4-9018-50dacd1568e2 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:40.913261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6adc25ae-9d8b-4ea4-9018-50dacd1568e2 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:40.929224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ead22a4e-8016-4fac-b701-c17d0a8b7894'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:56:40.961566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['446c2324-bae1-40a4-a4fa-1e068208ced5'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:56:40.996061 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ea199e7-d391-4419-911b-576a9182989d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (9365d45b-e10b-468c-b8b3-ed1a3341b288), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:40.996699 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc429283-336d-4e66-9797-787c4932524e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (97ca1261-d73f-4a02-b28f-c8fa5dd20b4a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.029787 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc429283-336d-4e66-9797-787c4932524e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event deleted for resources: {'Port': ['ID=97ca1261-d73f-4a02-b28f-c8fa5dd20b4a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:41.063122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea199e7-d391-4419-911b-576a9182989d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:41.067526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-6ea199e7-d391-4419-911b-576a9182989d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:41.072967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea199e7-d391-4419-911b-576a9182989d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:41.074771 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ea199e7-d391-4419-911b-576a9182989d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.082049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270102ff-6a61-4a19-b011-b1eafc49ac81 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:41.097738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea199e7-d391-4419-911b-576a9182989d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=9365d45b-e10b-468c-b8b3-ed1a3341b288,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:41.101486 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49520) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:41.111701 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6ea199e7-d391-4419-911b-576a9182989d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6644890 Mar 07 21:56:41.112307 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49524) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:41.117128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-00bfd204-8b74-4f1d-ad7d-66f5a846b102 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-724471475', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:41.146207 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00bfd204-8b74-4f1d-ad7d-66f5a846b102 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (e860db83-a6f6-44ab-a6aa-178ac0d10501), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.147192 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00bfd204-8b74-4f1d-ad7d-66f5a846b102 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (e860db83-a6f6-44ab-a6aa-178ac0d10501), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.164864 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc429283-336d-4e66-9797-787c4932524e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.169405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dc429283-336d-4e66-9797-787c4932524e tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "DELETE /v2.0/ports/97ca1261-d73f-4a02-b28f-c8fa5dd20b4a HTTP/1.1" status: 204 len: 168 time: 0.7034390 Mar 07 21:56:41.173157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49526) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:41.220160 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00bfd204-8b74-4f1d-ad7d-66f5a846b102 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for router_controller (e860db83-a6f6-44ab-a6aa-178ac0d10501), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.227160 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00bfd204-8b74-4f1d-ad7d-66f5a846b102 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (e860db83-a6f6-44ab-a6aa-178ac0d10501), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.250349 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00bfd204-8b74-4f1d-ad7d-66f5a846b102 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.254596 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-00bfd204-8b74-4f1d-ad7d-66f5a846b102 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1410363 Mar 07 21:56:41.255459 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49528) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:41.268296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-198128283-network', 'tenant_id': 'a352692c53c746598b2c55171098262a'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:41.306672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] Made reservation on behalf of a352692c53c746598b2c55171098262a for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:41.308985 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.309123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': '9365d45b-e10b-468c-b8b3-ed1a3341b288'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:56:41.310508 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.324170 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.328025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-deb35d19-56f4-4eec-8507-278379bbcf92 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Deleting port 77ccc9f5-2364-472b-8e87-43b5f818b398 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:41.328294 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-deb35d19-56f4-4eec-8507-278379bbcf92 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.456587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-deb35d19-56f4-4eec-8507-278379bbcf92 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.476207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-deb35d19-56f4-4eec-8507-278379bbcf92 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Calling delete_port for 77ccc9f5-2364-472b-8e87-43b5f818b398 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:41.527607 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] Publish callbacks [] for security_group (eeb7c787-1db9-48d3-b87b-61a7ad4c1995), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.535205 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (eeb7c787-1db9-48d3-b87b-61a7ad4c1995), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.551741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:56:41.563010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Allocated IP 2001:db8::2 (93b13938-fab1-4c0e-a140-35734632e7e9/9365d45b-e10b-468c-b8b3-ed1a3341b288/1a12b8bd-8a4e-4027-b25e-c0bab46fb681) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:41.569046 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (12c64a17-771c-4630-9f99-17187c654a05), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.569457 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] Added segment 12c64a17-771c-4630-9f99-17187c654a05 of type vlan for network f51881ad-fda1-46eb-ba23-19942b96436d Mar 07 21:56:41.623093 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (f51881ad-fda1-46eb-ba23-19942b96436d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.629611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.743792 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Publish callbacks [] for port (1a12b8bd-8a4e-4027-b25e-c0bab46fb681), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.751778 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (1a12b8bd-8a4e-4027-b25e-c0bab46fb681), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.791851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:41.794895 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:41.798442 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:41.808242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Pushing event updated for resources: {'Port': ['ID=1a12b8bd-8a4e-4027-b25e-c0bab46fb681,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:41.830168 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (f51881ad-fda1-46eb-ba23-19942b96436d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.831148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:41.831725 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.861744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb7c787-1db9-48d3-b87b-61a7ad4c1995,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:41.863197 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Attempting to bind port 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:41.863740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Attempting to bind port 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:41.864077 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Attempting to bind port 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:41.871606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:41.871606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:41.871951 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.872117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:41.872797 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Bound port: 1a12b8bd-8a4e-4027-b25e-c0bab46fb681, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:41.873272 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1a12b8bd-8a4e-4027-b25e-c0bab46fb681), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.894713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7897129 Mar 07 21:56:41.905811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49534) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:41.914634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b512e4b5-0158-482c-b8f6-89c61a86402b admin admin] Request body: {'subnet': {'network_id': 'f51881ad-fda1-46eb-ba23-19942b96436d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-198128283-subnet', 'tenant_id': 'a352692c53c746598b2c55171098262a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:41.935267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f545e8-6350-439b-b9aa-88750297b633 admin admin] Pushing event updated for resources: {'Network': ['ID=f51881ad-fda1-46eb-ba23-19942b96436d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:41.940170 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-deb35d19-56f4-4eec-8507-278379bbcf92 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (77ccc9f5-2364-472b-8e87-43b5f818b398), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.943867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] For port 1a12b8bd-8a4e-4027-b25e-c0bab46fb681, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:41.948133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] For port 1a12b8bd-8a4e-4027-b25e-c0bab46fb681, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1a12b8bd-8a4e-4027-b25e-c0bab46fb681,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:41.957451 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1a12b8bd-8a4e-4027-b25e-c0bab46fb681), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:41.957657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::1 (93b13938-fab1-4c0e-a140-35734632e7e9/9365d45b-e10b-468c-b8b3-ed1a3341b288/ecd4ff82-3586-48d7-91f6-1a4673594776) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:41.959024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b010f8c-fa18-417e-997f-a672c072444c req-243ad3ee-8471-47d9-9812-e7505b169ff7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:41.959957 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b512e4b5-0158-482c-b8f6-89c61a86402b admin admin] Made reservation on behalf of a352692c53c746598b2c55171098262a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:41.960610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b010f8c-fa18-417e-997f-a672c072444c req-243ad3ee-8471-47d9-9812-e7505b169ff7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 945 time: 0.2324367 Mar 07 21:56:41.964873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network f51881ad-fda1-46eb-ba23-19942b96436d details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:56:41.966324 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b512e4b5-0158-482c-b8f6-89c61a86402b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.002206 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c446e74-2b64-4d4b-824e-9df1f062e41e req-5eb0d83c-a19f-4f94-8e43-391f354dde64 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:42.003728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c446e74-2b64-4d4b-824e-9df1f062e41e req-5eb0d83c-a19f-4f94-8e43-391f354dde64 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 944 time: 0.2737403 Mar 07 21:56:42.007042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb35d19-56f4-4eec-8507-278379bbcf92 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event deleted for resources: {'Port': ['ID=77ccc9f5-2364-472b-8e87-43b5f818b398,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:42.120293 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e804b-b7ce-42f8-b6a0-58e7afc9e76d None None] Pushing event updated for resources: {'Port': ['ID=1a12b8bd-8a4e-4027-b25e-c0bab46fb681,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:42.146320 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b010f8c-fa18-417e-997f-a672c072444c req-6c795129-cf36-41ca-b34b-1ae975ef7b58 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512313 Mar 07 21:56:42.152883 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c446e74-2b64-4d4b-824e-9df1f062e41e req-f251532a-a031-4f4b-bb75-f485dbd2365c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390131 Mar 07 21:56:42.158556 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-deb35d19-56f4-4eec-8507-278379bbcf92 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.165112 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-deb35d19-56f4-4eec-8507-278379bbcf92 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "DELETE /v2.0/ports/77ccc9f5-2364-472b-8e87-43b5f818b398 HTTP/1.1" status: 204 len: 168 time: 0.9877675 Mar 07 21:56:42.165434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49536) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:42.240211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5bfffa-cf69-49a0-9d3c-050aef1d8c21 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Deleting subnet e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:56:42.240845 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (ecd4ff82-3586-48d7-91f6-1a4673594776), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.243759 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfffa-cf69-49a0-9d3c-050aef1d8c21 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for subnet (e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.310234 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfffa-cf69-49a0-9d3c-050aef1d8c21 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.324865 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b512e4b5-0158-482c-b8f6-89c61a86402b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (46cb76df-e807-4cbd-878f-1ea0d1c2245a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.330555 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ecd4ff82-3586-48d7-91f6-1a4673594776), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.426403 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfffa-cf69-49a0-9d3c-050aef1d8c21 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.443716 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:42.449248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=ecd4ff82-3586-48d7-91f6-1a4673594776,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:42.457254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512e4b5-0158-482c-b8f6-89c61a86402b admin admin] Pushing event updated for resources: {'Subnet': ['ID=46cb76df-e807-4cbd-878f-1ea0d1c2245a,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:42.459651 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:42.464764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:42.465318 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (e860db83-a6f6-44ab-a6aa-178ac0d10501), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.514560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b512e4b5-0158-482c-b8f6-89c61a86402b admin admin] Checking segment: {'id': '12c64a17-771c-4630-9f99-17187c654a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f51881ad-fda1-46eb-ba23-19942b96436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:42.514924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b512e4b5-0158-482c-b8f6-89c61a86402b admin admin] Network hostable DHCP agents. Network: f51881ad-fda1-46eb-ba23-19942b96436d, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:56:42.523518 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfffa-cf69-49a0-9d3c-050aef1d8c21 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.552703 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bfffa-cf69-49a0-9d3c-050aef1d8c21 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event deleted for resources: {'Subnet': ['ID=e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:42.555753 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfffa-cf69-49a0-9d3c-050aef1d8c21 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.562921 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bb5bfffa-cf69-49a0-9d3c-050aef1d8c21 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "DELETE /v2.0/subnets/e026b3b6-b0d3-45c1-a52d-2c5e87f5f92b HTTP/1.1" status: 204 len: 168 time: 0.3963490 Mar 07 21:56:42.563582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49538) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:42.570006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208c4b36-63ed-4a9d-b3f9-9998172be059 None None] Network 45ddfd66-9271-42ef-b4dd-4dcd127117ef requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:42.573016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b512e4b5-0158-482c-b8f6-89c61a86402b admin admin] Network f51881ad-fda1-46eb-ba23-19942b96436d is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:56:42.616134 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b512e4b5-0158-482c-b8f6-89c61a86402b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, f51881ad-fda1-46eb-ba23-19942b96436d) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:42.624549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b512e4b5-0158-482c-b8f6-89c61a86402b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:42.625150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b512e4b5-0158-482c-b8f6-89c61a86402b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.633527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbabcfa-bb86-44cc-af57-b4eebc25b771 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Deleting subnet 7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:56:42.636828 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbbabcfa-bb86-44cc-af57-b4eebc25b771 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for subnet (7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.640264 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ecd4ff82-3586-48d7-91f6-1a4673594776), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.653697 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b512e4b5-0158-482c-b8f6-89c61a86402b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7465467 Mar 07 21:56:42.661462 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf90ad-bda6-495a-b025-bb5121ca398e None None] Network f51881ad-fda1-46eb-ba23-19942b96436d requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:42.706118 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbbabcfa-bb86-44cc-af57-b4eebc25b771 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.824934 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbbabcfa-bb86-44cc-af57-b4eebc25b771 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.901797 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a92778f-1799-4a4c-9a6f-499a1e3b7a76 None None] Network f51881ad-fda1-46eb-ba23-19942b96436d requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:42.961776 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbbabcfa-bb86-44cc-af57-b4eebc25b771 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.980024 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (ecd4ff82-3586-48d7-91f6-1a4673594776), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.989373 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (ecd4ff82-3586-48d7-91f6-1a4673594776), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:42.990453 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (e860db83-a6f6-44ab-a6aa-178ac0d10501), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.004730 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbabcfa-bb86-44cc-af57-b4eebc25b771 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event deleted for resources: {'Subnet': ['ID=7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:43.015552 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbbabcfa-bb86-44cc-af57-b4eebc25b771 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.022755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bbbabcfa-bb86-44cc-af57-b4eebc25b771 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "DELETE /v2.0/subnets/7a8c2b8c-72d5-4afe-baa6-a51d52ab48f3 HTTP/1.1" status: 204 len: 168 time: 0.4577556 Mar 07 21:56:43.024264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49548) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:43.049709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:43.081859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=ecd4ff82-3586-48d7-91f6-1a4673594776,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:43.091785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9fa90e-b629-436e-85aa-e4be9ba50e10 None None] DHCP port deletion for 45ddfd66-9271-42ef-b4dd-4dcd127117ef request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:56:43.095681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184be27-1931-496b-85cd-1a8926e2acbd None None] Network de3336aa-a1de-4891-bda3-9b42baa4b4b8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:43.166705 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (45ddfd66-9271-42ef-b4dd-4dcd127117ef), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.230453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:43.233932 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:43.265400 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:43.265907 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1a12b8bd-8a4e-4027-b25e-c0bab46fb681), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.296763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Deleting port bf31b7bc-53d5-46b7-b18d-14d11bdba190 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:43.297114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.357937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-aa9fa90e-b629-436e-85aa-e4be9ba50e10 None None] Deleting port bf31b7bc-53d5-46b7-b18d-14d11bdba190 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:43.358412 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa90e-b629-436e-85aa-e4be9ba50e10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.435176 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49560) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:43.447060 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1532119467-network', 'tenant_id': 'e179fac5c47f44e4b61d9361a4bb8610'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:43.458227 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Router e860db83-a6f6-44ab-a6aa-178ac0d10501 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:56:43.500291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] For port bf31b7bc-53d5-46b7-b18d-14d11bdba190, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=bf31b7bc-53d5-46b7-b18d-14d11bdba190,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:43.500930 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.501414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-aa9fa90e-b629-436e-85aa-e4be9ba50e10 None None] For port bf31b7bc-53d5-46b7-b18d-14d11bdba190, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=bf31b7bc-53d5-46b7-b18d-14d11bdba190,segment=NetworkSegment(f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b),segment_id=f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:43.501811 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa90e-b629-436e-85aa-e4be9ba50e10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.517076 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6101f799-2751-4551-b812-9b7c239cceb3 None None] DHCP port deletion for de3336aa-a1de-4891-bda3-9b42baa4b4b8 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:56:43.541445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-aa9fa90e-b629-436e-85aa-e4be9ba50e10 None None] Calling delete_port for bf31b7bc-53d5-46b7-b18d-14d11bdba190 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:43.556589 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2eb909-21a7-419a-bc2f-c72d6b38c85d req-5eb6f9a4-46c1-4567-9395-f25f2b767dcd tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:43.562867 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] Made reservation on behalf of e179fac5c47f44e4b61d9361a4bb8610 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:43.565290 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.565900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db2eb909-21a7-419a-bc2f-c72d6b38c85d req-5eb6f9a4-46c1-4567-9395-f25f2b767dcd tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 945 time: 0.2474544 Mar 07 21:56:43.568351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:43.568750 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1a12b8bd-8a4e-4027-b25e-c0bab46fb681), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.575876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Calling delete_port for bf31b7bc-53d5-46b7-b18d-14d11bdba190 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:43.577152 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.585504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ead22a4e-8016-4fac-b701-c17d0a8b7894 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:43.611752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6086b5-84c3-4744-b3aa-f5cb39356770 req-e4329e70-2198-4ba9-b863-a90073bf4677 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:43.613308 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e6086b5-84c3-4744-b3aa-f5cb39356770 req-e4329e70-2198-4ba9-b863-a90073bf4677 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 944 time: 0.2834077 Mar 07 21:56:43.687488 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] Publish callbacks [] for security_group (1f7eddd3-0663-4991-9437-303b14cc4868), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.698434 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1f7eddd3-0663-4991-9437-303b14cc4868), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.713248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:56:43.723699 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (46cd4e5b-1238-4c4a-aa27-e47b824806e6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.724457 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] Added segment 46cd4e5b-1238-4c4a-aa27-e47b824806e6 of type vlan for network 1983fba3-2ef3-410b-bf72-21b2033e3e80 Mar 07 21:56:43.728410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ba444f0e-5963-4aeb-b8b6-a742b7bf16e6 None None] Provisioning complete for port 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:43.728793 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ba444f0e-5963-4aeb-b8b6-a742b7bf16e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1a12b8bd-8a4e-4027-b25e-c0bab46fb681), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.733479 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 1a12b8bd-8a4e-4027-b25e-c0bab46fb681, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1a12b8bd-8a4e-4027-b25e-c0bab46fb681,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:43.739487 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db2eb909-21a7-419a-bc2f-c72d6b38c85d req-13dd32f7-1b61-44b4-8420-3a608dffaff7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671052 Mar 07 21:56:43.770834 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (1983fba3-2ef3-410b-bf72-21b2033e3e80), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.780431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e6086b5-84c3-4744-b3aa-f5cb39356770 req-17334989-9365-44f2-87f0-f0a23d74bf37 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518843 Mar 07 21:56:43.811636 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.841376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event deleted for resources: {'Port': ['ID=bf31b7bc-53d5-46b7-b18d-14d11bdba190,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:43.843474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] No DVR routers for this DVR port bf31b7bc-53d5-46b7-b18d-14d11bdba190 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:43.866802 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (1983fba3-2ef3-410b-bf72-21b2033e3e80), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.868419 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:43.869546 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.875148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7eddd3-0663-4991-9437-303b14cc4868,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:43.897639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:56:43.918832 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5acb0616-94bb-4652-b8cb-fe56dc263c60 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "PUT /v2.0/routers/e860db83-a6f6-44ab-a6aa-178ac0d10501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6623135 Mar 07 21:56:43.930154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49562) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:43.954568 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (45ddfd66-9271-42ef-b4dd-4dcd127117ef), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.955870 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6101f799-2751-4551-b812-9b7c239cceb3 None None] Deleting port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:43.956330 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6101f799-2751-4551-b812-9b7c239cceb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.958125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Sync routers for ids ['e860db83-a6f6-44ab-a6aa-178ac0d10501'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:56:43.974803 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1a12b8bd-8a4e-4027-b25e-c0bab46fb681), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:43.986308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ddfd66-9271-42ef-b4dd-4dcd127117ef']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:43.997908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:43.998640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:44.020489 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.037988 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.050972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:56:44.051688 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (f8d5a6d9-3838-40c6-9e6c-8d31c1806b5b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:56:44.082182 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:56:44.109044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Routers {'e860db83-a6f6-44ab-a6aa-178ac0d10501'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:44.109699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e860db83-a6f6-44ab-a6aa-178ac0d10501'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:44.147584 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (45ddfd66-9271-42ef-b4dd-4dcd127117ef), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.171118 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.178827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "DELETE /v2.0/networks/45ddfd66-9271-42ef-b4dd-4dcd127117ef HTTP/1.1" status: 204 len: 168 time: 1.1506772 Mar 07 21:56:44.178827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aaba62-c0f4-4af0-865c-60c48f949456 tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event deleted for resources: {'Network': ['ID=45ddfd66-9271-42ef-b4dd-4dcd127117ef,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:44.180102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49564) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:44.182846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port ead22a4e-8016-4fac-b701-c17d0a8b7894 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:56:44.187885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6101f799-2751-4551-b812-9b7c239cceb3 None None] For port 2364d4b7-88a4-42f1-8ff8-e1640462bba8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2364d4b7-88a4-42f1-8ff8-e1640462bba8,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:44.188290 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6101f799-2751-4551-b812-9b7c239cceb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.201535 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa90e-b629-436e-85aa-e4be9ba50e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (bf31b7bc-53d5-46b7-b18d-14d11bdba190), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.280730 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (de3336aa-a1de-4891-bda3-9b42baa4b4b8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.285669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=1a12b8bd-8a4e-4027-b25e-c0bab46fb681,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:44.289294 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port ead22a4e-8016-4fac-b701-c17d0a8b7894 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:44.291916 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.304343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6101f799-2751-4551-b812-9b7c239cceb3 None None] Calling delete_port for 2364d4b7-88a4-42f1-8ff8-e1640462bba8 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:44.339306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa9fa90e-b629-436e-85aa-e4be9ba50e10 None None] Network 45ddfd66-9271-42ef-b4dd-4dcd127117ef is not hosted by any dhcp agent {{(pid=103720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 21:56:44.339789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9fa90e-b629-436e-85aa-e4be9ba50e10 None None] No DVR routers for this DVR port bf31b7bc-53d5-46b7-b18d-14d11bdba190 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:44.343949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Deleting port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:44.344377 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.357819 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9202974 Mar 07 21:56:44.362278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49566) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:44.372186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4484f05f-e30c-4aca-8d6b-8ad2624e3a39 admin admin] Request body: {'subnet': {'network_id': '1983fba3-2ef3-410b-bf72-21b2033e3e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1532119467-subnet', 'tenant_id': 'e179fac5c47f44e4b61d9361a4bb8610', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:44.386938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fa90e-b629-436e-85aa-e4be9ba50e10 None None] Pushing event deleted for resources: {'Port': ['ID=bf31b7bc-53d5-46b7-b18d-14d11bdba190,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:44.390760 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5243f7-276d-49a3-87d5-691b319bae02 admin admin] Pushing event updated for resources: {'Network': ['ID=1983fba3-2ef3-410b-bf72-21b2033e3e80,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:44.398537 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4484f05f-e30c-4aca-8d6b-8ad2624e3a39 admin admin] Made reservation on behalf of e179fac5c47f44e4b61d9361a4bb8610 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:44.400856 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4484f05f-e30c-4aca-8d6b-8ad2624e3a39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.409450 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c85a41e-b6b1-4ea5-b64e-9d12b03bc0d8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:44.410766 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4c85a41e-b6b1-4ea5-b64e-9d12b03bc0d8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports/ecd4ff82-3586-48d7-91f6-1a4673594776 HTTP/1.1" status: 200 len: 911 time: 0.4795172 Mar 07 21:56:44.414312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49568) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:44.429713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] For port 2364d4b7-88a4-42f1-8ff8-e1640462bba8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2364d4b7-88a4-42f1-8ff8-e1640462bba8,segment=NetworkSegment(c0ede001-91c0-4243-a3a5-7e1f3c578e9a),segment_id=c0ede001-91c0-4243-a3a5-7e1f3c578e9a)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:44.430096 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.435715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Set router e860db83-a6f6-44ab-a6aa-178ac0d10501 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:44.440490 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 1983fba3-2ef3-410b-bf72-21b2033e3e80 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:56:44.472750 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ba444f0e-5963-4aeb-b8b6-a742b7bf16e6 None None] Current status of the port 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:44.604127 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4484f05f-e30c-4aca-8d6b-8ad2624e3a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (56839487-ca2c-485e-9dcb-14bb383d286d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.670409 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484f05f-e30c-4aca-8d6b-8ad2624e3a39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56839487-ca2c-485e-9dcb-14bb383d286d,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:44.673047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4484f05f-e30c-4aca-8d6b-8ad2624e3a39 admin admin] Checking segment: {'id': '46cd4e5b-1238-4c4a-aa27-e47b824806e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1983fba3-2ef3-410b-bf72-21b2033e3e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:44.673504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4484f05f-e30c-4aca-8d6b-8ad2624e3a39 admin admin] Network hostable DHCP agents. Network: 1983fba3-2ef3-410b-bf72-21b2033e3e80, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:56:44.693139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4484f05f-e30c-4aca-8d6b-8ad2624e3a39 admin admin] Network 1983fba3-2ef3-410b-bf72-21b2033e3e80 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:56:44.704639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-4484f05f-e30c-4aca-8d6b-8ad2624e3a39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 1983fba3-2ef3-410b-bf72-21b2033e3e80) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:44.709375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4484f05f-e30c-4aca-8d6b-8ad2624e3a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:44.710106 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4484f05f-e30c-4aca-8d6b-8ad2624e3a39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.725100 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872d113f-20ac-4fdd-92e0-9c6279d24b15 None None] Network 1983fba3-2ef3-410b-bf72-21b2033e3e80 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:44.746093 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4484f05f-e30c-4aca-8d6b-8ad2624e3a39 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3636963 Mar 07 21:56:44.746487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7a179193-26d0-40e3-8945-699c22b500ac None None] Provisioning complete for port ecd4ff82-3586-48d7-91f6-1a4673594776 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:44.746487 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a179193-26d0-40e3-8945-699c22b500ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ecd4ff82-3586-48d7-91f6-1a4673594776), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.798437 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6101f799-2751-4551-b812-9b7c239cceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.844782 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ead22a4e-8016-4fac-b701-c17d0a8b7894 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:44.845174 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:44.890162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6101f799-2751-4551-b812-9b7c239cceb3 None None] No DVR routers for this DVR port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:44.896777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101f799-2751-4551-b812-9b7c239cceb3 None None] Pushing event deleted for resources: {'Port': ['ID=2364d4b7-88a4-42f1-8ff8-e1640462bba8,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:44.902953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Calling delete_port for 2364d4b7-88a4-42f1-8ff8-e1640462bba8 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:44.913066 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7a179193-26d0-40e3-8945-699c22b500ac None None] Port ecd4ff82-3586-48d7-91f6-1a4673594776 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:56:44.930264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:44.978238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:44.980925 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1024da9-78da-44d8-b2ee-81d9a2fbdf56" -d '{"events": [{"server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "name": "network-vif-plugged", "status": "completed", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:56:45.021939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5099dec7-d9eb-455d-825e-537efca2e125 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:45.026627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:45.027913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5099dec7-d9eb-455d-825e-537efca2e125 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:45.032402 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5099dec7-d9eb-455d-825e-537efca2e125 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6171248 Mar 07 21:56:45.033248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49580) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:45.057601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aa17c-10a1-433e-bfd4-e4f49a54544d req-49471351-74e6-4d6a-b6e1-fa7cc1722101 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:45.064361 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-623aa17c-10a1-433e-bfd4-e4f49a54544d req-49471351-74e6-4d6a-b6e1-fa7cc1722101 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 945 time: 0.1901314 Mar 07 21:56:45.069619 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:45.071008 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 446c2324-bae1-40a4-a4fa-1e068208ced5 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:45.082157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3b435-9100-44a4-a97c-7fc6b04769d9 req-b8f9d759-594b-4a03-8d1f-8036844c37e7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:45.083624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1d3b435-9100-44a4-a97c-7fc6b04769d9 req-b8f9d759-594b-4a03-8d1f-8036844c37e7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 944 time: 0.2034435 Mar 07 21:56:45.117774 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8781ca1-85fe-4bc6-a822-ec4e3b310da9 None None] Network 1983fba3-2ef3-410b-bf72-21b2033e3e80 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:45.161553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-623aa17c-10a1-433e-bfd4-e4f49a54544d req-f8a71451-9e98-4971-83f1-ed8f367739eb tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962253 Mar 07 21:56:45.167778 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2364d4b7-88a4-42f1-8ff8-e1640462bba8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:45.175383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1d3b435-9100-44a4-a97c-7fc6b04769d9 req-9a4e1bd2-5883-4b2e-a4f3-3a422dd294d9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834579 Mar 07 21:56:45.201456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event deleted for resources: {'Port': ['ID=2364d4b7-88a4-42f1-8ff8-e1640462bba8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:45.203388 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] No DVR routers for this DVR port 2364d4b7-88a4-42f1-8ff8-e1640462bba8 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:45.280319 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c03e84-2b83-4286-b436-91e58845dea3 x-openstack-request-id: req-b9c03e84-2b83-4286-b436-91e58845dea3 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:56:45.280719 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "name": "network-vif-plugged", "status": "completed", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:56:45.281054 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9c03e84-2b83-4286-b436-91e58845dea3 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:56:45.281523 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'code': 200} Mar 07 21:56:45.307790 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:45.308179 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1a12b8bd-8a4e-4027-b25e-c0bab46fb681), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:45.319500 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (de3336aa-a1de-4891-bda3-9b42baa4b4b8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:45.322255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 446c2324-bae1-40a4-a4fa-1e068208ced5 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:56:45.363068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ead22a4e-8016-4fac-b701-c17d0a8b7894,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:45.371096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3336aa-a1de-4891-bda3-9b42baa4b4b8']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:45.374924 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e860db83-a6f6-44ab-a6aa-178ac0d10501', 'name': 'tempest-NetworksTestDHCPv6-router-724471475', 'tenant_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:41Z', 'updated_at': '2022-03-07T21:56:42Z', 'revision_number': 2, 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'gw_port_host': None, '_interfaces': [{'id': 'ecd4ff82-3586-48d7-91f6-1a4673594776', 'name': '', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'tenant_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'mac_address': 'fa:16:3e:8d:34:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e860db83-a6f6-44ab-a6aa-178ac0d10501', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '9365d45b-e10b-468c-b8b3-ed1a3341b288', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:41Z', 'updated_at': '2022-03-07T21:56:42Z', 'revision_number': 2, 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'subnets': [{'id': '9365d45b-e10b-468c-b8b3-ed1a3341b288', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:45.391325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:45.391927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ede001-91c0-4243-a3a5-7e1f3c578e9a') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:45.404839 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (c0ede001-91c0-4243-a3a5-7e1f3c578e9a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:45.407992 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 446c2324-bae1-40a4-a4fa-1e068208ced5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:45.408382 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:45.412079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Checking router: e860db83-a6f6-44ab-a6aa-178ac0d10501 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:56:45.412448 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Updating router e860db83-a6f6-44ab-a6aa-178ac0d10501 port ecd4ff82-3586-48d7-91f6-1a4673594776 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:56:45.428386 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c0ede001-91c0-4243-a3a5-7e1f3c578e9a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:45.435642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c9ba3-32ed-492d-ba60-91c9efd479bd req-1de96a12-077b-4562-92fd-1e0946a8af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:45.437688 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-924c9ba3-32ed-492d-ba60-91c9efd479bd req-1de96a12-077b-4562-92fd-1e0946a8af81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1127 time: 0.0962090 Mar 07 21:56:45.440583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:56:45.441320 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (c0ede001-91c0-4243-a3a5-7e1f3c578e9a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:56:45.447077 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:56:45.503241 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ecd4ff82-3586-48d7-91f6-1a4673594776), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:45.605970 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (de3336aa-a1de-4891-bda3-9b42baa4b4b8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:45.621940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:45.627421 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:45.631197 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] 10.222.0.26 "DELETE /v2.0/networks/de3336aa-a1de-4891-bda3-9b42baa4b4b8 HTTP/1.1" status: 204 len: 168 time: 1.4496801 Mar 07 21:56:45.636673 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-062a00e1-9d1f-45e3-a1eb-ba9ad329cf8d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (e860db83-a6f6-44ab-a6aa-178ac0d10501), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:45.686244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24879abb-bdde-4ced-a42d-6d9bf267894a tempest-TaggedBootDevicesTest-1681591394 tempest-TaggedBootDevicesTest-1681591394-project] Pushing event deleted for resources: {'Network': ['ID=de3336aa-a1de-4891-bda3-9b42baa4b4b8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:45.694040 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-924c9ba3-32ed-492d-ba60-91c9efd479bd req-72905d17-10f6-4ce0-b610-920f9e016a67 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272489 Mar 07 21:56:45.728607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-b43432d5-4b47-41b8-92be-a0ecaa6ada4a tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:45.730742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-b43432d5-4b47-41b8-92be-a0ecaa6ada4a tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/networks?id=f51881ad-fda1-46eb-ba23-19942b96436d HTTP/1.1" status: 200 len: 824 time: 0.2556379 Mar 07 21:56:45.758633 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-80cd3603-29d9-4b68-9fcf-be91a91785fb tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/quotas/a352692c53c746598b2c55171098262a HTTP/1.1" status: 200 len: 375 time: 0.0190177 Mar 07 21:56:45.810136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-08d29167-c55b-4bc2-87b9-8bba13430ba4 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a352692c53c746598b2c55171098262a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496328 Mar 07 21:56:45.871213 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2364d4b7-88a4-42f1-8ff8-e1640462bba8 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:45.900848 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 446c2324-bae1-40a4-a4fa-1e068208ced5 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:45.901237 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:45.926266 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 2364d4b7-88a4-42f1-8ff8-e1640462bba8 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:45.926611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2364d4b7-88a4-42f1-8ff8-e1640462bba8 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:45.927040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device bf31b7bc-53d5-46b7-b18d-14d11bdba190 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:45.939330 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd758-5f2c-4010-bb30-3af3460f646f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:45.953766 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-e4400fab-1904-4ce4-a867-5b0895e6f967 service neutron] 10.222.0.26 "GET /v2.0/networks/f51881ad-fda1-46eb-ba23-19942b96436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427410 Mar 07 21:56:45.976188 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 446c2324-bae1-40a4-a4fa-1e068208ced5, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=446c2324-bae1-40a4-a4fa-1e068208ced5,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:45.983632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: bf31b7bc-53d5-46b7-b18d-14d11bdba190 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:45.984148 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device bf31b7bc-53d5-46b7-b18d-14d11bdba190 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:46.003418 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:46.053690 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-062a00e1-9d1f-45e3-a1eb-ba9ad329cf8d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port ecd4ff82-3586-48d7-91f6-1a4673594776 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:46.054773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-062a00e1-9d1f-45e3-a1eb-ba9ad329cf8d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ecd4ff82-3586-48d7-91f6-1a4673594776), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:46.105354 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:46.124551 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-91afb7ae-cef9-4d2a-8f6a-af35afde87d3 service neutron] 10.222.0.26 "GET /v2.0/networks/f51881ad-fda1-46eb-ba23-19942b96436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629481 Mar 07 21:56:46.137156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=446c2324-bae1-40a4-a4fa-1e068208ced5,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:46.160368 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-062a00e1-9d1f-45e3-a1eb-ba9ad329cf8d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ecd4ff82-3586-48d7-91f6-1a4673594776), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:46.182023 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-062a00e1-9d1f-45e3-a1eb-ba9ad329cf8d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for ecd4ff82-3586-48d7-91f6-1a4673594776 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:46.304968 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Publish callbacks [] for port (ecd4ff82-3586-48d7-91f6-1a4673594776), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:46.326331 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ecd4ff82-3586-48d7-91f6-1a4673594776), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:46.441779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6723c-2448-4425-8c4d-a93018d23869 None None] Pushing event updated for resources: {'Port': ['ID=ecd4ff82-3586-48d7-91f6-1a4673594776,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:46.503985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116b88b-b6b8-457e-a664-78094cc0492f req-152023c5-ff99-4ede-a28e-0f6fdf2c9a96 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:46.505591 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3116b88b-b6b8-457e-a664-78094cc0492f req-152023c5-ff99-4ede-a28e-0f6fdf2c9a96 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.1975350 Mar 07 21:56:46.527654 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-062a00e1-9d1f-45e3-a1eb-ba9ad329cf8d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ecd4ff82-3586-48d7-91f6-1a4673594776), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:46.531094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Attempting to bind port ecd4ff82-3586-48d7-91f6-1a4673594776 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:46.531528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Attempting to bind port ecd4ff82-3586-48d7-91f6-1a4673594776 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:46.531902 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Attempting to bind port ecd4ff82-3586-48d7-91f6-1a4673594776 on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:46.544473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:46.544867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:46.545335 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:46.545934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:46.546472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Bound port: ecd4ff82-3586-48d7-91f6-1a4673594776, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:46.546863 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ecd4ff82-3586-48d7-91f6-1a4673594776), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:46.593851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Port ecd4ff82-3586-48d7-91f6-1a4673594776 has been deleted concurrently {{(pid=103720) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 07 21:56:46.596910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a00e1-9d1f-45e3-a1eb-ba9ad329cf8d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=ecd4ff82-3586-48d7-91f6-1a4673594776,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:46.599100 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa5481-83ac-4d42-8c82-1747a689a63e req-37107c1d-8d47-4429-92cb-6fb861b1ad47 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:46.607752 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65aa5481-83ac-4d42-8c82-1747a689a63e req-37107c1d-8d47-4429-92cb-6fb861b1ad47 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.2952876 Mar 07 21:56:46.615067 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Routers {'e860db83-a6f6-44ab-a6aa-178ac0d10501'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:46.615907 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e860db83-a6f6-44ab-a6aa-178ac0d10501'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:46.712015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3116b88b-b6b8-457e-a664-78094cc0492f req-a88d8f67-3bd5-4048-bcb7-1cbeb57184d2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925659 Mar 07 21:56:46.758849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] Set router e860db83-a6f6-44ab-a6aa-178ac0d10501 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:46.846389 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-062a00e1-9d1f-45e3-a1eb-ba9ad329cf8d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (e860db83-a6f6-44ab-a6aa-178ac0d10501), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:46.847001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e860db83-a6f6-44ab-a6aa-178ac0d10501', 'name': 'tempest-NetworksTestDHCPv6-router-724471475', 'tenant_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:41Z', 'updated_at': '2022-03-07T21:56:46Z', 'revision_number': 3, 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:46.853774 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d01c2fe1-e85d-4ebb-a3bb-8bb8c4039732 None None] Could not find standard attr ID for object ecd4ff82-3586-48d7-91f6-1a4673594776. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:56:46.884973 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65aa5481-83ac-4d42-8c82-1747a689a63e req-dad9fd39-74e5-44e1-ba1d-7e9ab4f91651 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697477 Mar 07 21:56:46.887503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0caf5f9-9c65-4309-8b05-2a51148caeef req-425a029e-277d-47d1-afc4-128703478f75 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 210 time: 0.0998981 Mar 07 21:56:46.908977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f044090-7a29-4a62-a1db-93fdeec96476 None None] The sync data for ids ['e860db83-a6f6-44ab-a6aa-178ac0d10501'] in n-d-832330-1 is: [{'id': 'e860db83-a6f6-44ab-a6aa-178ac0d10501', 'name': 'tempest-NetworksTestDHCPv6-router-724471475', 'tenant_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:41Z', 'updated_at': '2022-03-07T21:56:46Z', 'revision_number': 3, 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:56:47.154220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062a00e1-9d1f-45e3-a1eb-ba9ad329cf8d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Router e860db83-a6f6-44ab-a6aa-178ac0d10501 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:56:47.245200 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062a00e1-9d1f-45e3-a1eb-ba9ad329cf8d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:56:47.250589 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-062a00e1-9d1f-45e3-a1eb-ba9ad329cf8d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "PUT /v2.0/routers/e860db83-a6f6-44ab-a6aa-178ac0d10501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2154808 Mar 07 21:56:47.253225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49618) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:47.282784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4ea5ae-bf2b-4814-8d06-0c66e4baf302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446c2324-bae1-40a4-a4fa-1e068208ced5'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:47.286414 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb66742-3ca9-4949-9a83-b7b796c23aff" -d '{"events": [{"server_uuid": "ec4ea5ae-bf2b-4814-8d06-0c66e4baf302", "name": "network-vif-plugged", "status": "completed", "tag": "446c2324-bae1-40a4-a4fa-1e068208ced5"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:56:47.316277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0d35b4-08c1-4cf1-89d4-487877f40a92 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:47.317770 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0d35b4-08c1-4cf1-89d4-487877f40a92 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:47.322400 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49622) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:47.322874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ff0d35b4-08c1-4cf1-89d4-487877f40a92 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0685916 Mar 07 21:56:47.329200 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05edc6ef-7237-4565-8272-dbc80e67a8a2 x-openstack-request-id: req-05edc6ef-7237-4565-8272-dbc80e67a8a2 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:56:47.329497 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4ea5ae-bf2b-4814-8d06-0c66e4baf302", "name": "network-vif-plugged", "status": "completed", "tag": "446c2324-bae1-40a4-a4fa-1e068208ced5", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:56:47.329756 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05edc6ef-7237-4565-8272-dbc80e67a8a2 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:56:47.330249 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4ea5ae-bf2b-4814-8d06-0c66e4baf302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446c2324-bae1-40a4-a4fa-1e068208ced5', 'code': 200} Mar 07 21:56:47.391088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-b567c13f-0229-4697-9f3d-af696543c570 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 9365d45b-e10b-468c-b8b3-ed1a3341b288 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:56:47.394783 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b567c13f-0229-4697-9f3d-af696543c570 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (9365d45b-e10b-468c-b8b3-ed1a3341b288), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:47.436910 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b567c13f-0229-4697-9f3d-af696543c570 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (9365d45b-e10b-468c-b8b3-ed1a3341b288), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:47.440711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684d988-b0e1-4fe4-b5ae-fcfefab61452 req-86a128bb-b7c0-44df-91b8-5baae17636cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:47.442309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3684d988-b0e1-4fe4-b5ae-fcfefab61452 req-86a128bb-b7c0-44df-91b8-5baae17636cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 1128 time: 0.0516183 Mar 07 21:56:47.491954 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3684d988-b0e1-4fe4-b5ae-fcfefab61452 req-8a6c7548-3b7f-4ad1-a630-d4666e128ffa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431876 Mar 07 21:56:47.533790 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b567c13f-0229-4697-9f3d-af696543c570 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (9365d45b-e10b-468c-b8b3-ed1a3341b288), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:47.604094 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b567c13f-0229-4697-9f3d-af696543c570 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (9365d45b-e10b-468c-b8b3-ed1a3341b288), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:47.632858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567c13f-0229-4697-9f3d-af696543c570 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=9365d45b-e10b-468c-b8b3-ed1a3341b288,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:47.638944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b567c13f-0229-4697-9f3d-af696543c570 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:47.642577 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b567c13f-0229-4697-9f3d-af696543c570 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/9365d45b-e10b-468c-b8b3-ed1a3341b288 HTTP/1.1" status: 204 len: 168 time: 0.3182151 Mar 07 21:56:47.645494 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49624) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:47.655534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bc2d02-9a08-45dd-a26e-93f365f5d44a None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:47.766374 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3fdb5a2a-b548-4655-9741-a3fe81744180 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1188855 Mar 07 21:56:47.768930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49628) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:47.837731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-23885f97-ad6e-4248-89da-102a80b38805 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:47.839579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-23885f97-ad6e-4248-89da-102a80b38805 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.13 "GET /v2.0/networks?id=f51881ad-fda1-46eb-ba23-19942b96436d HTTP/1.1" status: 200 len: 824 time: 0.2197094 Mar 07 21:56:47.861163 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15850fa0-44be-483e-a08e-cca2e6b430d2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for router (e860db83-a6f6-44ab-a6aa-178ac0d10501), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:47.874209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ef7dacd2-3b5a-4270-b091-37e4824557dc tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Request body: {'port': {'device_id': '56312f1e-95a4-4909-a7be-077f629ccf00', 'network_id': 'f51881ad-fda1-46eb-ba23-19942b96436d', 'admin_state_up': True, 'tenant_id': 'a352692c53c746598b2c55171098262a'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:47.924304 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a1b94aa-5dca-4d2e-b8c4-1806a0ebea82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:48.021679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699ce71d-e547-4312-bd1b-5dc9b4f1c103 None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:56:48.064164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977f796-ba20-4a3b-b823-3e5287f46750 req-738c25b6-b84e-4ce6-b831-229dec902b3b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:48.071531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0977f796-ba20-4a3b-b823-3e5287f46750 req-738c25b6-b84e-4ce6-b831-229dec902b3b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.2309258 Mar 07 21:56:48.105170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-699ce71d-e547-4312-bd1b-5dc9b4f1c103 None None] Deleting port 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:48.106724 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-699ce71d-e547-4312-bd1b-5dc9b4f1c103 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1a12b8bd-8a4e-4027-b25e-c0bab46fb681), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:48.134169 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15850fa0-44be-483e-a08e-cca2e6b430d2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (e860db83-a6f6-44ab-a6aa-178ac0d10501), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:48.136437 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15850fa0-44be-483e-a08e-cca2e6b430d2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for router_controller (e860db83-a6f6-44ab-a6aa-178ac0d10501), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:48.172529 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0977f796-ba20-4a3b-b823-3e5287f46750 req-328f5780-3ed8-4e5f-8646-c723b7950247 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951438 Mar 07 21:56:48.191887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919fb65-ab64-45e7-a591-a57e5770e91b req-778b165d-688d-4be3-ba69-19fdfae5e097 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:48.207179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b919fb65-ab64-45e7-a591-a57e5770e91b req-778b165d-688d-4be3-ba69-19fdfae5e097 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.2122350 Mar 07 21:56:48.227318 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15850fa0-44be-483e-a08e-cca2e6b430d2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (e860db83-a6f6-44ab-a6aa-178ac0d10501), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:48.227849 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15850fa0-44be-483e-a08e-cca2e6b430d2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Fanout notify agent at l3_agent the message router_deleted on router e860db83-a6f6-44ab-a6aa-178ac0d10501 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:56:48.233973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-699ce71d-e547-4312-bd1b-5dc9b4f1c103 None None] For port 1a12b8bd-8a4e-4027-b25e-c0bab46fb681, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1a12b8bd-8a4e-4027-b25e-c0bab46fb681,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:48.238889 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-699ce71d-e547-4312-bd1b-5dc9b4f1c103 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1a12b8bd-8a4e-4027-b25e-c0bab46fb681), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:48.240367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15850fa0-44be-483e-a08e-cca2e6b430d2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:48.244362 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-15850fa0-44be-483e-a08e-cca2e6b430d2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/routers/e860db83-a6f6-44ab-a6aa-178ac0d10501 HTTP/1.1" status: 204 len: 168 time: 0.4741912 Mar 07 21:56:48.245655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49638) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:48.264997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-699ce71d-e547-4312-bd1b-5dc9b4f1c103 None None] Calling delete_port for 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:48.282956 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:48.319769 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ac378-7117-4d1b-8829-c5a89a495e4b None None] Sync routers for ids ['e860db83-a6f6-44ab-a6aa-178ac0d10501'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:56:48.332836 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ac378-7117-4d1b-8829-c5a89a495e4b None None] Routers set() bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:48.333473 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ac378-7117-4d1b-8829-c5a89a495e4b None None] Router IDs set() for agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 21:56:48.334377 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_agentschedulers_db [None req-a64ac378-7117-4d1b-8829-c5a89a495e4b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e860db83-a6f6-44ab-a6aa-178ac0d10501'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent'). {{(pid=103721) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 21:56:48.336835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b384962-8414-4241-8b54-46f94e353cae tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:48.341847 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b384962-8414-4241-8b54-46f94e353cae tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0932760 Mar 07 21:56:48.347060 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49640) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:48.355481 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b919fb65-ab64-45e7-a591-a57e5770e91b req-97219881-e206-4d84-8c47-1a4478e80b03 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467652 Mar 07 21:56:48.356143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ef7dacd2-3b5a-4270-b091-37e4824557dc tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Made reservation on behalf of a352692c53c746598b2c55171098262a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:48.359644 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ef7dacd2-3b5a-4270-b091-37e4824557dc tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:48.363061 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-752b0250-8c10-4a3f-b08e-c7400cb4f6a4 req-ee9931ed-0c5e-45ae-8ef9-143ad0c3bd00 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 210 time: 0.0419004 Mar 07 21:56:48.363884 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ac378-7117-4d1b-8829-c5a89a495e4b None None] Routers set() bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:48.366490 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ac378-7117-4d1b-8829-c5a89a495e4b None None] Router IDs set() for agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 21:56:48.367329 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_agentschedulers_db [None req-a64ac378-7117-4d1b-8829-c5a89a495e4b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e860db83-a6f6-44ab-a6aa-178ac0d10501'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent'). {{(pid=103721) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 21:56:48.368734 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ac378-7117-4d1b-8829-c5a89a495e4b None None] The sync data for ids ['e860db83-a6f6-44ab-a6aa-178ac0d10501'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:56:48.415467 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-699ce71d-e547-4312-bd1b-5dc9b4f1c103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (1a12b8bd-8a4e-4027-b25e-c0bab46fb681), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:48.481315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ce71d-e547-4312-bd1b-5dc9b4f1c103 None None] Pushing event deleted for resources: {'Port': ['ID=1a12b8bd-8a4e-4027-b25e-c0bab46fb681,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:48.484856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ce71d-e547-4312-bd1b-5dc9b4f1c103 None None] No DVR routers for this DVR port 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:48.492234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb62df11-8bfc-4faf-9122-1228638df56c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:48.502278 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fb62df11-8bfc-4faf-9122-1228638df56c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1539297 Mar 07 21:56:48.505084 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49642) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:48.553834 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-530686bb-20ab-4b90-b402-bef6e6dad6d1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474784 Mar 07 21:56:48.566617 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49644) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:48.585446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a9f2a-1aa8-4a30-a98f-243b22e47ed6 req-f7f387a3-81f5-4dff-be97-c6cef9dd0231 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:48.586965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-745a9f2a-1aa8-4a30-a98f-243b22e47ed6 req-f7f387a3-81f5-4dff-be97-c6cef9dd0231 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.0921659 Mar 07 21:56:48.610169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6227a5aa-9436-4523-b355-9c8799af5c9a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:48.730476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ef7dacd2-3b5a-4270-b091-37e4824557dc tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Allocated IP 172.20.0.4 (f51881ad-fda1-46eb-ba23-19942b96436d/46cb76df-e807-4cbd-878f-1ea0d1c2245a/36051348-bc92-4431-b718-9a7018880a70) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:48.758513 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-745a9f2a-1aa8-4a30-a98f-243b22e47ed6 req-b43dcb44-55bb-46fd-8db2-36b1f9767ded tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384749 Mar 07 21:56:48.791094 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6227a5aa-9436-4523-b355-9c8799af5c9a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:48.794569 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6227a5aa-9436-4523-b355-9c8799af5c9a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:48.798045 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49646) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:48.859940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:48.873322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550cef10-dd08-40db-a029-8f8f2e8a385a tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:48.874899 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-550cef10-dd08-40db-a029-8f8f2e8a385a tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1122 time: 0.0758052 Mar 07 21:56:48.878471 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49648) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:48.882733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:48.886649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:48.887107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1a12b8bd-8a4e-4027-b25e-c0bab46fb681 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:48.907118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:49.010337 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:49.056435 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ef7dacd2-3b5a-4270-b091-37e4824557dc tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Publish callbacks [] for port (36051348-bc92-4431-b718-9a7018880a70), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:49.136466 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.25.4.8 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/0e7b1624-99cb-4775-a1e7-c8eae141c12d) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:49.157843 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ef7dacd2-3b5a-4270-b091-37e4824557dc tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (36051348-bc92-4431-b718-9a7018880a70), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:49.222952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ef7dacd2-3b5a-4270-b091-37e4824557dc tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Network f51881ad-fda1-46eb-ba23-19942b96436d is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:49.223952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ef7dacd2-3b5a-4270-b091-37e4824557dc tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:49.229356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ef7dacd2-3b5a-4270-b091-37e4824557dc tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:49.250354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dacd2-3b5a-4270-b091-37e4824557dc tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Pushing event updated for resources: {'Port': ['ID=36051348-bc92-4431-b718-9a7018880a70,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:49.273541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.objects.ports [None req-6227a5aa-9436-4523-b355-9c8799af5c9a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:56:49.282984 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:49.289991 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (0e7b1624-99cb-4775-a1e7-c8eae141c12d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:49.295445 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6227a5aa-9436-4523-b355-9c8799af5c9a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (9f64b53e-59e3-4b9f-8be6-f13d41f987e4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:49.325338 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0e7b1624-99cb-4775-a1e7-c8eae141c12d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:49.358002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ef7dacd2-3b5a-4270-b091-37e4824557dc tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:49.358728 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ef7dacd2-3b5a-4270-b091-37e4824557dc tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:49.362982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6227a5aa-9436-4523-b355-9c8799af5c9a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:49.367898 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:49.372294 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:49.373602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-6227a5aa-9436-4523-b355-9c8799af5c9a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:49.375720 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:49.375867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227a5aa-9436-4523-b355-9c8799af5c9a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=9f64b53e-59e3-4b9f-8be6-f13d41f987e4,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:49.378481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6227a5aa-9436-4523-b355-9c8799af5c9a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:49.379090 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6227a5aa-9436-4523-b355-9c8799af5c9a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:49.392709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ef7dacd2-3b5a-4270-b091-37e4824557dc tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5279744 Mar 07 21:56:49.405830 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6227a5aa-9436-4523-b355-9c8799af5c9a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8306062 Mar 07 21:56:49.406028 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a460e41d-ce5b-4a7e-809c-56ed0205063d None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:49.408808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49654) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:49.415935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1cdbf3f8-48ed-4fa2-b340-c18a228ae80e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:49.417162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Request body: {'port': {'device_id': '56312f1e-95a4-4909-a7be-077f629ccf00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:49.425025 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=0e7b1624-99cb-4775-a1e7-c8eae141c12d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:49.506852 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (36051348-bc92-4431-b718-9a7018880a70), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:49.582527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': '9f64b53e-59e3-4b9f-8be6-f13d41f987e4'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:56:49.583534 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:49.651400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f4d00-88c7-4bc0-aa0e-4a72a84a371a req-b177c90b-01ea-4d5b-bf29-0c909cece44c tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:49.658189 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-111f4d00-88c7-4bc0-aa0e-4a72a84a371a req-b177c90b-01ea-4d5b-bf29-0c909cece44c tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 931 time: 0.1528528 Mar 07 21:56:49.658514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdbf3f8-48ed-4fa2-b340-c18a228ae80e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:49.662848 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf3f8-48ed-4fa2-b340-c18a228ae80e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:49.731701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed33bc2-5605-4974-851b-83645cb4433e req-64cdbef3-d33f-447b-b889-3b9980f14c44 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:49.733331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ed33bc2-5605-4974-851b-83645cb4433e req-64cdbef3-d33f-447b-b889-3b9980f14c44 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.2106457 Mar 07 21:56:49.762546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Allocated IP 2001:db8::f816:3eff:fe03:835d (93b13938-fab1-4c0e-a140-35734632e7e9/9f64b53e-59e3-4b9f-8be6-f13d41f987e4/46de507a-b5e1-438f-98c7-7d5917f07301) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:49.834116 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-111f4d00-88c7-4bc0-aa0e-4a72a84a371a req-4c5ca6a4-b3b7-4c48-9d83-0d319287d5e7 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/security-groups?id=eeb7c787-1db9-48d3-b87b-61a7ad4c1995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750143 Mar 07 21:56:49.847691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ed33bc2-5605-4974-851b-83645cb4433e req-8ba84772-1db3-4c52-9fb9-40c8004c8eab tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056406 Mar 07 21:56:50.022483 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Publish callbacks [] for port (46de507a-b5e1-438f-98c7-7d5917f07301), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:50.036010 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (46de507a-b5e1-438f-98c7-7d5917f07301), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:50.061564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36051348-bc92-4431-b718-9a7018880a70 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:56:50.087884 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Publish callbacks [] for port (36051348-bc92-4431-b718-9a7018880a70), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:50.095903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:50.111158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Transition to ACTIVE for port object 36051348-bc92-4431-b718-9a7018880a70 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:56:50.121975 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:50.131550 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (36051348-bc92-4431-b718-9a7018880a70), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:50.133471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:50.153039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Pushing event updated for resources: {'Port': ['ID=46de507a-b5e1-438f-98c7-7d5917f07301,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:50.257743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=36051348-bc92-4431-b718-9a7018880a70,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:50.279297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Attempting to bind port 46de507a-b5e1-438f-98c7-7d5917f07301 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:50.279900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Attempting to bind port 46de507a-b5e1-438f-98c7-7d5917f07301 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:50.280374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Attempting to bind port 46de507a-b5e1-438f-98c7-7d5917f07301 on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:50.316477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:50.317167 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:50.320076 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:50.321463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:50.323476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Bound port: 46de507a-b5e1-438f-98c7-7d5917f07301, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:50.323981 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (46de507a-b5e1-438f-98c7-7d5917f07301), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:50.347243 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:50.414081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Attempting to bind port 36051348-bc92-4431-b718-9a7018880a70 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:50.414567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Attempting to bind port 36051348-bc92-4431-b718-9a7018880a70 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '12c64a17-771c-4630-9f99-17187c654a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f51881ad-fda1-46eb-ba23-19942b96436d'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:50.414810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Attempting to bind port 36051348-bc92-4431-b718-9a7018880a70 on network f51881ad-fda1-46eb-ba23-19942b96436d {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:50.419572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Port 36051348-bc92-4431-b718-9a7018880a70 on network f51881ad-fda1-46eb-ba23-19942b96436d not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:56:50.419890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Attempting to bind port 36051348-bc92-4431-b718-9a7018880a70 on network f51881ad-fda1-46eb-ba23-19942b96436d {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:50.425376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:50.426118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Checking segment: {'id': '12c64a17-771c-4630-9f99-17187c654a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f51881ad-fda1-46eb-ba23-19942b96436d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:50.426675 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Bound using segment: {'id': '12c64a17-771c-4630-9f99-17187c654a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f51881ad-fda1-46eb-ba23-19942b96436d'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:50.427143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Bound port: 36051348-bc92-4431-b718-9a7018880a70, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c64a17-771c-4630-9f99-17187c654a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f51881ad-fda1-46eb-ba23-19942b96436d'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:50.428765 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (36051348-bc92-4431-b718-9a7018880a70), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:50.482841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] For port 46de507a-b5e1-438f-98c7-7d5917f07301, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:50.486832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] For port 46de507a-b5e1-438f-98c7-7d5917f07301, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=46de507a-b5e1-438f-98c7-7d5917f07301,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:50.511747 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (46de507a-b5e1-438f-98c7-7d5917f07301), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:50.560054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] For port 36051348-bc92-4431-b718-9a7018880a70, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:50.563473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] For port 36051348-bc92-4431-b718-9a7018880a70, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=36051348-bc92-4431-b718-9a7018880a70,segment=NetworkSegment(12c64a17-771c-4630-9f99-17187c654a05),segment_id=12c64a17-771c-4630-9f99-17187c654a05)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:50.573492 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (36051348-bc92-4431-b718-9a7018880a70), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:50.618366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadf62a-6ba9-4c87-a444-6046b8b9f094 None None] Pushing event updated for resources: {'Port': ['ID=46de507a-b5e1-438f-98c7-7d5917f07301,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:50.686429 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:50.686663 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (cc36fbcd-5894-4432-a055-cb272603cd40), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:50.688524 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:50.688817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] 10.222.0.13 "PUT /v2.0/ports/36051348-bc92-4431-b718-9a7018880a70 HTTP/1.1" status: 200 len: 1091 time: 1.2807889 Mar 07 21:56:50.689597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56312f1e-95a4-4909-a7be-077f629ccf00', 'tag': '36051348-bc92-4431-b718-9a7018880a70'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:50.697032 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0274a420-a280-4480-a6c2-a1cc2e17a99e" -d '{"events": [{"name": "network-changed", "server_uuid": "56312f1e-95a4-4909-a7be-077f629ccf00", "tag": "36051348-bc92-4431-b718-9a7018880a70"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:56:50.728903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba007408-12ae-4646-9c23-e2c0b8cd4cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=36051348-bc92-4431-b718-9a7018880a70,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:50.761819 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf3f8-48ed-4fa2-b340-c18a228ae80e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (d26512fc-9465-4b6d-8060-34c866b1a3e1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:50.786926 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26309096-b85f-4271-b578-6c8e41fd713c x-openstack-request-id: req-26309096-b85f-4271-b578-6c8e41fd713c {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:56:50.787229 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56312f1e-95a4-4909-a7be-077f629ccf00", "tag": "36051348-bc92-4431-b718-9a7018880a70", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:56:50.787561 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26309096-b85f-4271-b578-6c8e41fd713c {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:56:50.787894 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56312f1e-95a4-4909-a7be-077f629ccf00', 'tag': '36051348-bc92-4431-b718-9a7018880a70', 'status': 'completed', 'code': 200} Mar 07 21:56:50.811185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9453d-ff29-4df2-bad6-10f9875603aa req-4c1959dc-2a08-4a81-b7a3-dbf39969f480 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:50.812823 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00f9453d-ff29-4df2-bad6-10f9875603aa req-4c1959dc-2a08-4a81-b7a3-dbf39969f480 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.1724901 Mar 07 21:56:50.825377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-50181986-6518-43a4-ad72-90fa07d59f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:50.827108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-50181986-6518-43a4-ad72-90fa07d59f1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a352692c53c746598b2c55171098262a&device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 1125 time: 0.0936122 Mar 07 21:56:50.845693 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdbf3f8-48ed-4fa2-b340-c18a228ae80e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:50.853279 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-1cdbf3f8-48ed-4fa2-b340-c18a228ae80e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:50.859904 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdbf3f8-48ed-4fa2-b340-c18a228ae80e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:50.860652 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf3f8-48ed-4fa2-b340-c18a228ae80e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:50.864489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbf3f8-48ed-4fa2-b340-c18a228ae80e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=d26512fc-9465-4b6d-8060-34c866b1a3e1,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:50.873787 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0e7b1624-99cb-4775-a1e7-c8eae141c12d), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:50.922594 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00f9453d-ff29-4df2-bad6-10f9875603aa req-7624d87e-3fc9-43f8-83c3-52a86f0ac03d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941651 Mar 07 21:56:50.969402 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1cdbf3f8-48ed-4fa2-b340-c18a228ae80e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5595188 Mar 07 21:56:50.972459 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49678) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:50.978022 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8fcb2c11-a0bd-4e86-b72e-700db2d75708 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'mac_address': 'fa:16:3e:4d:d4:90', 'name': 'tempest-NetworksTestDHCPv6-1045579558'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:50.984378 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-6a67a438-dc82-4643-b029-b1d50a9c772c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36051348-bc92-4431-b718-9a7018880a70 HTTP/1.1" status: 200 len: 217 time: 0.0655396 Mar 07 21:56:51.084535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-fe62ea6f-6cc6-4819-898a-63ba1dd187f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:51.089576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-fe62ea6f-6cc6-4819-898a-63ba1dd187f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46cb76df-e807-4cbd-878f-1ea0d1c2245a HTTP/1.1" status: 200 len: 864 time: 0.0906956 Mar 07 21:56:51.107041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1117c08-4bcb-4a8c-999d-02e5e0400022 req-f2743b11-8be1-4942-820b-769fa4fbfcc2 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:51.108782 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d1117c08-4bcb-4a8c-999d-02e5e0400022 req-f2743b11-8be1-4942-820b-769fa4fbfcc2 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 943 time: 0.1227319 Mar 07 21:56:51.160651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-0cebd72b-dbd0-4efe-8259-55f3864b853d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f51881ad-fda1-46eb-ba23-19942b96436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507004 Mar 07 21:56:51.188226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcb2c11-a0bd-4e86-b72e-700db2d75708 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:51.207178 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d1117c08-4bcb-4a8c-999d-02e5e0400022 req-a774541d-ed6f-4523-931d-536c41dd87cf tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/security-groups?id=eeb7c787-1db9-48d3-b87b-61a7ad4c1995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869379 Mar 07 21:56:51.276883 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (0e7b1624-99cb-4775-a1e7-c8eae141c12d), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:51.282950 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-22d4d205-7231-476c-9b6d-6d26989b1f8f service neutron] 10.222.0.13 "GET /v2.0/networks/f51881ad-fda1-46eb-ba23-19942b96436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160715 Mar 07 21:56:51.298379 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (0e7b1624-99cb-4775-a1e7-c8eae141c12d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:51.350167 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c11-a0bd-4e86-b72e-700db2d75708 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:51.407599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=0e7b1624-99cb-4775-a1e7-c8eae141c12d,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:51.424436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-8fcb2c11-a0bd-4e86-b72e-700db2d75708 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port ddc995e1-d2f7-479b-b556-6ac61c101060 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:56:51.461541 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3588498-b444-47a4-8e28-87c8cbeba72f req-923aa4b4-2394-4edb-a562-fb5df3bd99e5 service neutron] 10.222.0.13 "GET /v2.0/networks/f51881ad-fda1-46eb-ba23-19942b96436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714921 Mar 07 21:56:51.473192 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (cc36fbcd-5894-4432-a055-cb272603cd40), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:51.584932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274a420-a280-4480-a6c2-a1cc2e17a99e req-a7f9cd5d-9353-409e-b640-abbaaa97129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:51.586818 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0274a420-a280-4480-a6c2-a1cc2e17a99e req-a7f9cd5d-9353-409e-b640-abbaaa97129c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a352692c53c746598b2c55171098262a&device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 1125 time: 0.0747817 Mar 07 21:56:51.700502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274a420-a280-4480-a6c2-a1cc2e17a99e req-c1507ae9-1ef9-4bf2-91e8-43c031d4a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:51.702379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0274a420-a280-4480-a6c2-a1cc2e17a99e req-c1507ae9-1ef9-4bf2-91e8-43c031d4a8dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=f51881ad-fda1-46eb-ba23-19942b96436d HTTP/1.1" status: 200 len: 925 time: 0.1088796 Mar 07 21:56:51.705693 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Floating IP cc36fbcd-5894-4432-a055-cb272603cd40 associated. External IP: 172.25.4.8, port: ead22a4e-8016-4fac-b701-c17d0a8b7894. Mar 07 21:56:51.763514 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0274a420-a280-4480-a6c2-a1cc2e17a99e req-bf2634b8-5efe-4752-8308-0da7785bea8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36051348-bc92-4431-b718-9a7018880a70 HTTP/1.1" status: 200 len: 217 time: 0.0543897 Mar 07 21:56:51.763763 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-8fcb2c11-a0bd-4e86-b72e-700db2d75708 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 172.20.0.9 (93b13938-fab1-4c0e-a140-35734632e7e9/d26512fc-9465-4b6d-8060-34c866b1a3e1/ddc995e1-d2f7-479b-b556-6ac61c101060) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:51.773199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-8fcb2c11-a0bd-4e86-b72e-700db2d75708 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::f816:3eff:fe4d:d490 (93b13938-fab1-4c0e-a140-35734632e7e9/9f64b53e-59e3-4b9f-8be6-f13d41f987e4/ddc995e1-d2f7-479b-b556-6ac61c101060) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:51.829424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274a420-a280-4480-a6c2-a1cc2e17a99e req-4b29c989-43ab-433b-a7b7-162aa4d00f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:51.831024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0274a420-a280-4480-a6c2-a1cc2e17a99e req-4b29c989-43ab-433b-a7b7-162aa4d00f43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46cb76df-e807-4cbd-878f-1ea0d1c2245a HTTP/1.1" status: 200 len: 864 time: 0.0600812 Mar 07 21:56:51.871883 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0274a420-a280-4480-a6c2-a1cc2e17a99e req-6d29ec00-3723-4547-adcb-30d9c1b3cd90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f51881ad-fda1-46eb-ba23-19942b96436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342121 Mar 07 21:56:52.029068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadf1622-6529-4596-8b23-a3290e401a59 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:52.080489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0274a420-a280-4480-a6c2-a1cc2e17a99e req-15f6ca98-b626-4aca-b388-abca6add5cce service neutron] 10.222.0.13 "GET /v2.0/networks/f51881ad-fda1-46eb-ba23-19942b96436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990609 Mar 07 21:56:52.120350 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router b614b3d1-92a4-4906-a9fb-50c094857e38 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:56:52.135838 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c11-a0bd-4e86-b72e-700db2d75708 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (ddc995e1-d2f7-479b-b556-6ac61c101060), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:52.188648 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f502d-eb74-40eb-b1fe-b5f4e88cba53 req-9a504e97-e0f5-4cd1-b81e-cd389a66dee7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:52.190213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-374f502d-eb74-40eb-b1fe-b5f4e88cba53 req-9a504e97-e0f5-4cd1-b81e-cd389a66dee7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.1210382 Mar 07 21:56:52.247615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3ae5cf09-d146-4e57-9594-62b8224e06b4 None None] Provisioning complete for port 46de507a-b5e1-438f-98c7-7d5917f07301 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:52.250442 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3ae5cf09-d146-4e57-9594-62b8224e06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (46de507a-b5e1-438f-98c7-7d5917f07301), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:52.275652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-374f502d-eb74-40eb-b1fe-b5f4e88cba53 req-8857b1f6-c898-472a-8711-32bbcda363d2 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677361 Mar 07 21:56:52.277447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0274a420-a280-4480-a6c2-a1cc2e17a99e req-170c31f1-49bc-4029-b274-765ab0a3b014 service neutron] 10.222.0.13 "GET /v2.0/networks/f51881ad-fda1-46eb-ba23-19942b96436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740041 Mar 07 21:56:52.291758 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:52.436060 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:56:52.448815 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c11-a0bd-4e86-b72e-700db2d75708 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ddc995e1-d2f7-479b-b556-6ac61c101060), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:52.483213 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa975c37-f831-47b8-91b1-88438821086a None None] Update dhcp port {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': '9f64b53e-59e3-4b9f-8be6-f13d41f987e4', 'ip_address': '2001:db8::f816:3eff:fe03:835d'}, {'subnet_id': 'd26512fc-9465-4b6d-8060-34c866b1a3e1'}], 'binding:host_id': 'n-d-832330-1'}, 'id': '46de507a-b5e1-438f-98c7-7d5917f07301'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 21:56:52.485810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72101039-d58f-4314-8c0b-5f6aa22f10b1 None None] Sync routers for ids ['b614b3d1-92a4-4906-a9fb-50c094857e38'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:56:52.489815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5cf09-d146-4e57-9594-62b8224e06b4 None None] Current status of the port 46de507a-b5e1-438f-98c7-7d5917f07301 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:52.490044 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3ae5cf09-d146-4e57-9594-62b8224e06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (46de507a-b5e1-438f-98c7-7d5917f07301), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:52.539326 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72101039-d58f-4314-8c0b-5f6aa22f10b1 None None] Routers {'b614b3d1-92a4-4906-a9fb-50c094857e38'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:52.539893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-72101039-d58f-4314-8c0b-5f6aa22f10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b614b3d1-92a4-4906-a9fb-50c094857e38'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:52.554435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1db49c-cf9b-4505-9f56-3f3e7ffd4ce1 req-ac3b17cf-88c4-4e5d-aa91-0df95a80fd64 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:52.556081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab1db49c-cf9b-4505-9f56-3f3e7ffd4ce1 req-ac3b17cf-88c4-4e5d-aa91-0df95a80fd64 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 946 time: 0.0895021 Mar 07 21:56:52.565783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6c0ad-0add-44e1-97a0-c9cc08bf6a7e req-b3489a46-9255-4ef9-b734-eb77549f3aed tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:52.567569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ec6c0ad-0add-44e1-97a0-c9cc08bf6a7e req-b3489a46-9255-4ef9-b734-eb77549f3aed tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 943 time: 0.1512845 Mar 07 21:56:52.570042 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3ae5cf09-d146-4e57-9594-62b8224e06b4 None None] For port 46de507a-b5e1-438f-98c7-7d5917f07301, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=46de507a-b5e1-438f-98c7-7d5917f07301,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:52.571238 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:52.602800 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb2c11-a0bd-4e86-b72e-700db2d75708 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=ddc995e1-d2f7-479b-b556-6ac61c101060,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:52.620696 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3ae5cf09-d146-4e57-9594-62b8224e06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (46de507a-b5e1-438f-98c7-7d5917f07301), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:52.642469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab1db49c-cf9b-4505-9f56-3f3e7ffd4ce1 req-9fc61140-888c-40a7-aabb-a758a92c0085 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737212 Mar 07 21:56:52.650807 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcb2c11-a0bd-4e86-b72e-700db2d75708 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:52.654620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-8fcb2c11-a0bd-4e86-b72e-700db2d75708 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:52.659053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb2c11-a0bd-4e86-b72e-700db2d75708 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:52.664293 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ec6c0ad-0add-44e1-97a0-c9cc08bf6a7e req-90c1704f-d8cb-4bc3-a1d6-a01a5b6ca502 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/security-groups?id=eeb7c787-1db9-48d3-b87b-61a7ad4c1995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815837 Mar 07 21:56:52.683055 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa975c37-f831-47b8-91b1-88438821086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (46de507a-b5e1-438f-98c7-7d5917f07301), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:52.691690 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7baf32a8-66fe-4341-9813-9865aea1aed8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.8121746 Mar 07 21:56:52.692301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:52.695851 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bea0e4-eb2a-444f-ac56-2e4d71a3ba56" -d '{"events": [{"name": "network-changed", "server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:56:52.759557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcb2c11-a0bd-4e86-b72e-700db2d75708 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:52.760117 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c11-a0bd-4e86-b72e-700db2d75708 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:52.777212 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126e5f2c-91d1-4cfe-8fce-7258379425c8 x-openstack-request-id: req-126e5f2c-91d1-4cfe-8fce-7258379425c8 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:56:52.777517 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:56:52.777780 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-126e5f2c-91d1-4cfe-8fce-7258379425c8 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:56:52.778224 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'status': 'completed', 'code': 200} Mar 07 21:56:52.798175 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8fcb2c11-a0bd-4e86-b72e-700db2d75708 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8223403 Mar 07 21:56:52.798547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49702) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:52.874035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f451f4-007b-42e9-ac41-12f86613a086 req-6ffc1c71-c21f-4056-8754-86a0c48aadb7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:52.875622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79f451f4-007b-42e9-ac41-12f86613a086 req-6ffc1c71-c21f-4056-8754-86a0c48aadb7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.1168880 Mar 07 21:56:52.920632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033db5b7-debc-4bee-81b8-8ddd3d842888 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:52.928475 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033db5b7-debc-4bee-81b8-8ddd3d842888 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:52.931300 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-033db5b7-debc-4bee-81b8-8ddd3d842888 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1317115 Mar 07 21:56:52.935536 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49704) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:52.936805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bea0e4-eb2a-444f-ac56-2e4d71a3ba56 req-f6fb6276-1cc8-436a-86ed-e2b8f5d1e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:52.938524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32bea0e4-eb2a-444f-ac56-2e4d71a3ba56 req-f6fb6276-1cc8-436a-86ed-e2b8f5d1e866 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1127 time: 0.1348631 Mar 07 21:56:52.989922 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79f451f4-007b-42e9-ac41-12f86613a086 req-7fba5d44-54b6-4b8e-8ba4-3bf376951cf8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036909 Mar 07 21:56:53.012474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49706) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:53.058227 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1aa9f4c1-95d3-427e-ad8b-27b38d8b532d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port ddc995e1-d2f7-479b-b556-6ac61c101060 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:53.058642 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f4c1-95d3-427e-ad8b-27b38d8b532d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ddc995e1-d2f7-479b-b556-6ac61c101060), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:53.087117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 46de507a-b5e1-438f-98c7-7d5917f07301 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:53.135720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bb3d4ae2-dd45-44e5-b7d2-902241b6e608 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/cc36fbcd-5894-4432-a055-cb272603cd40 HTTP/1.1" status: 200 len: 989 time: 0.1201558 Mar 07 21:56:53.141401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bea0e4-eb2a-444f-ac56-2e4d71a3ba56 req-53102d5a-43f9-48e6-a93d-dcd7c9923d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:53.143109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32bea0e4-eb2a-444f-ac56-2e4d71a3ba56 req-53102d5a-43f9-48e6-a93d-dcd7c9923d7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc76cc78-d3aa-4131-a129-0f2d526c28eb HTTP/1.1" status: 200 len: 897 time: 0.1922610 Mar 07 21:56:53.175265 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f4c1-95d3-427e-ad8b-27b38d8b532d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ddc995e1-d2f7-479b-b556-6ac61c101060), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:53.192696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5cf09-d146-4e57-9594-62b8224e06b4 None None] Pushing event updated for resources: {'Port': ['ID=46de507a-b5e1-438f-98c7-7d5917f07301,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:53.193650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1aa9f4c1-95d3-427e-ad8b-27b38d8b532d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for ddc995e1-d2f7-479b-b556-6ac61c101060 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:53.211354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-72101039-d58f-4314-8c0b-5f6aa22f10b1 None None] Set router b614b3d1-92a4-4906-a9fb-50c094857e38 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:53.228078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32bea0e4-eb2a-444f-ac56-2e4d71a3ba56 req-7bb3366a-985a-42d4-8d40-21e207534cf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 997 time: 0.0785108 Mar 07 21:56:53.266550 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 46de507a-b5e1-438f-98c7-7d5917f07301 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:53.266922 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (46de507a-b5e1-438f-98c7-7d5917f07301), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:53.307899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bea0e4-eb2a-444f-ac56-2e4d71a3ba56 req-4dc7d7f0-2852-4db9-a36f-4fcfc688e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:53.310185 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32bea0e4-eb2a-444f-ac56-2e4d71a3ba56 req-4dc7d7f0-2852-4db9-a36f-4fcfc688e6dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43e2544a-756d-4aee-adf7-dbc5c3079d7c HTTP/1.1" status: 200 len: 834 time: 0.0763197 Mar 07 21:56:53.406959 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bea0e4-eb2a-444f-ac56-2e4d71a3ba56 req-ec32e780-260f-485e-b8dd-249f20700d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:53.412644 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-fa975c37-f831-47b8-91b1-88438821086a None None] Allocated IP 172.20.0.2 (93b13938-fab1-4c0e-a140-35734632e7e9/d26512fc-9465-4b6d-8060-34c866b1a3e1/46de507a-b5e1-438f-98c7-7d5917f07301) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:53.413878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32bea0e4-eb2a-444f-ac56-2e4d71a3ba56 req-ec32e780-260f-485e-b8dd-249f20700d2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc76cc78-d3aa-4131-a129-0f2d526c28eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0976148 Mar 07 21:56:53.491767 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f4c1-95d3-427e-ad8b-27b38d8b532d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ddc995e1-d2f7-479b-b556-6ac61c101060), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:53.587034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9f4c1-95d3-427e-ad8b-27b38d8b532d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=ddc995e1-d2f7-479b-b556-6ac61c101060,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:53.622825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 46de507a-b5e1-438f-98c7-7d5917f07301 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:53.730632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fa975c37-f831-47b8-91b1-88438821086a None None] For port 46de507a-b5e1-438f-98c7-7d5917f07301, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=46de507a-b5e1-438f-98c7-7d5917f07301,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:53.751279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f4c1-95d3-427e-ad8b-27b38d8b532d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:53.758958 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1aa9f4c1-95d3-427e-ad8b-27b38d8b532d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/ddc995e1-d2f7-479b-b556-6ac61c101060 HTTP/1.1" status: 204 len: 168 time: 0.8220987 Mar 07 21:56:53.767035 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49720) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:53.826205 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa975c37-f831-47b8-91b1-88438821086a None None] Publish callbacks [] for port (46de507a-b5e1-438f-98c7-7d5917f07301), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:53.857204 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa975c37-f831-47b8-91b1-88438821086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (46de507a-b5e1-438f-98c7-7d5917f07301), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:53.874602 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-72101039-d58f-4314-8c0b-5f6aa22f10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:14Z', 'updated_at': '2022-03-07T21:56:21Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:15Z', 'updated_at': '2022-03-07T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'cc36fbcd-5894-4432-a055-cb272603cd40', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'port_id': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'mac_address': 'fa:16:3e:2c:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:50Z', 'updated_at': '2022-03-07T21:56:50Z', 'revision_number': 0, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a8d41f-203e-4751-9f0d-ca589ae15b20', 'name': '', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:44:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:20Z', 'updated_at': '2022-03-07T21:56:28Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:53.916171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b5016-8563-4754-aa93-d1c374f14c69 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:53.932280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b5016-8563-4754-aa93-d1c374f14c69 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:53.932280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b5016-8563-4754-aa93-d1c374f14c69 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:53.936270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72101039-d58f-4314-8c0b-5f6aa22f10b1 None None] Checking router: b614b3d1-92a4-4906-a9fb-50c094857e38 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:56:53.936639 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-579b5016-8563-4754-aa93-d1c374f14c69 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1684124 Mar 07 21:56:53.937244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49722) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:54.011049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72101039-d58f-4314-8c0b-5f6aa22f10b1 None None] Routers {'b614b3d1-92a4-4906-a9fb-50c094857e38'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:54.011685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-72101039-d58f-4314-8c0b-5f6aa22f10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b614b3d1-92a4-4906-a9fb-50c094857e38'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:54.013673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa975c37-f831-47b8-91b1-88438821086a None None] Pushing event updated for resources: {'Port': ['ID=46de507a-b5e1-438f-98c7-7d5917f07301,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:54.082039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ab75e9-a5ba-4df7-94d4-c20b73a1a2e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 9f64b53e-59e3-4b9f-8be6-f13d41f987e4 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:56:54.092440 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46ab75e9-a5ba-4df7-94d4-c20b73a1a2e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (9f64b53e-59e3-4b9f-8be6-f13d41f987e4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:54.143394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49724) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:54.167331 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46ab75e9-a5ba-4df7-94d4-c20b73a1a2e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (9f64b53e-59e3-4b9f-8be6-f13d41f987e4), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:54.206847 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-72101039-d58f-4314-8c0b-5f6aa22f10b1 None None] Set router b614b3d1-92a4-4906-a9fb-50c094857e38 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:54.223507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18b870-156d-41e1-8ac1-069d3e06fb4d req-16bae233-e57e-4655-831e-827e5930d73e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:54.225313 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e18b870-156d-41e1-8ac1-069d3e06fb4d req-16bae233-e57e-4655-831e-827e5930d73e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.8096454 Mar 07 21:56:54.309348 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46ab75e9-a5ba-4df7-94d4-c20b73a1a2e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (9f64b53e-59e3-4b9f-8be6-f13d41f987e4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:54.318566 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32bea0e4-eb2a-444f-ac56-2e4d71a3ba56 req-7b015c36-255d-42b6-90a2-0ff31e369895 service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8909373 Mar 07 21:56:54.361066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe60127-55d8-4a72-8ac6-6b96dc4dd844 req-8a2fff85-fbf7-4dcf-b1e4-ac1827f89fa1 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:54.362937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cbe60127-55d8-4a72-8ac6-6b96dc4dd844 req-8a2fff85-fbf7-4dcf-b1e4-ac1827f89fa1 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 946 time: 0.3190949 Mar 07 21:56:54.378136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-3cb59b87-d068-46e4-ba62-e1f7b02a1b24 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:54.380278 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-3cb59b87-d068-46e4-ba62-e1f7b02a1b24 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.13 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 946 time: 0.3270414 Mar 07 21:56:54.410090 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46ab75e9-a5ba-4df7-94d4-c20b73a1a2e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (9f64b53e-59e3-4b9f-8be6-f13d41f987e4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:54.423917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4fb3d7ca-84ca-4aac-8c39-0123f5302544 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/cc36fbcd-5894-4432-a055-cb272603cd40 HTTP/1.1" status: 200 len: 989 time: 0.2694790 Mar 07 21:56:54.452928 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46ab75e9-a5ba-4df7-94d4-c20b73a1a2e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:54.456155 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-46ab75e9-a5ba-4df7-94d4-c20b73a1a2e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/9f64b53e-59e3-4b9f-8be6-f13d41f987e4 HTTP/1.1" status: 204 len: 168 time: 0.5179048 Mar 07 21:56:54.467618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49726) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:54.482218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e18b870-156d-41e1-8ac1-069d3e06fb4d req-97402424-c145-4648-bae3-abffd0f036c2 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429028 Mar 07 21:56:54.486376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab75e9-a5ba-4df7-94d4-c20b73a1a2e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=9f64b53e-59e3-4b9f-8be6-f13d41f987e4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:54.597073 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32bea0e4-eb2a-444f-ac56-2e4d71a3ba56 req-5da10d32-beb6-49e8-a89b-fb499a1230c0 service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679391 Mar 07 21:56:54.656365 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-72101039-d58f-4314-8c0b-5f6aa22f10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:14Z', 'updated_at': '2022-03-07T21:56:21Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:15Z', 'updated_at': '2022-03-07T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'cc36fbcd-5894-4432-a055-cb272603cd40', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'port_id': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'mac_address': 'fa:16:3e:2c:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:50Z', 'updated_at': '2022-03-07T21:56:50Z', 'revision_number': 0, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a8d41f-203e-4751-9f0d-ca589ae15b20', 'name': '', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:44:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:20Z', 'updated_at': '2022-03-07T21:56:28Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:54.658588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-baff8d25-1640-4903-940f-fb4a2f953da4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet d26512fc-9465-4b6d-8060-34c866b1a3e1 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:56:54.663355 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-baff8d25-1640-4903-940f-fb4a2f953da4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (d26512fc-9465-4b6d-8060-34c866b1a3e1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:54.703533 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72101039-d58f-4314-8c0b-5f6aa22f10b1 None None] The sync data for ids ['b614b3d1-92a4-4906-a9fb-50c094857e38'] in n-d-832330-1 is: [{'id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:14Z', 'updated_at': '2022-03-07T21:56:21Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:15Z', 'updated_at': '2022-03-07T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'cc36fbcd-5894-4432-a055-cb272603cd40', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'port_id': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'mac_address': 'fa:16:3e:2c:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:50Z', 'updated_at': '2022-03-07T21:56:50Z', 'revision_number': 0, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a8d41f-203e-4751-9f0d-ca589ae15b20', 'name': '', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:44:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:20Z', 'updated_at': '2022-03-07T21:56:28Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:56:54.707825 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-baff8d25-1640-4903-940f-fb4a2f953da4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (d26512fc-9465-4b6d-8060-34c866b1a3e1), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:54.804608 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-baff8d25-1640-4903-940f-fb4a2f953da4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (d26512fc-9465-4b6d-8060-34c866b1a3e1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:54.931608 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-baff8d25-1640-4903-940f-fb4a2f953da4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (d26512fc-9465-4b6d-8060-34c866b1a3e1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:54.938711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 46de507a-b5e1-438f-98c7-7d5917f07301 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:55.004173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff8d25-1640-4903-940f-fb4a2f953da4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=d26512fc-9465-4b6d-8060-34c866b1a3e1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:55.012544 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-baff8d25-1640-4903-940f-fb4a2f953da4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:55.018437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-baff8d25-1640-4903-940f-fb4a2f953da4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/d26512fc-9465-4b6d-8060-34c866b1a3e1 HTTP/1.1" status: 204 len: 168 time: 0.5352261 Mar 07 21:56:55.019921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49730) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:55.027578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cbe60127-55d8-4a72-8ac6-6b96dc4dd844 req-b07cea52-362c-4ac2-aa5a-3d3ec055ad4a tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6294084 Mar 07 21:56:55.060204 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685e754-ad5d-4325-8f94-4e655d579828 req-126fdf5c-5dfa-4236-a807-c9632c5c255e tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:55.061802 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b685e754-ad5d-4325-8f94-4e655d579828 req-126fdf5c-5dfa-4236-a807-c9632c5c255e tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 943 time: 0.1769874 Mar 07 21:56:55.082444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3928adf4-6783-4bf2-a324-b866c55e7750 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:55.090759 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dd0e5a24-51c3-4744-9857-add0541e79cd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695453 Mar 07 21:56:55.097546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49732) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:55.103989 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b41be58e-18af-4b82-8663-602c74413b7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:55.130699 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-db46d29a-b567-4156-96b0-bf6e8b4b95d9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Deleting port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:55.134515 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-db46d29a-b567-4156-96b0-bf6e8b4b95d9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:55.170248 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255296d3-44ac-4d30-be88-312e9bbecae7 None None] New status for floating IP cc36fbcd-5894-4432-a055-cb272603cd40: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:56:55.252030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b685e754-ad5d-4325-8f94-4e655d579828 req-de36da1b-f7a7-405a-8bba-6adf9e4a97f2 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/security-groups?id=eeb7c787-1db9-48d3-b87b-61a7ad4c1995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730170 Mar 07 21:56:55.259378 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41be58e-18af-4b82-8663-602c74413b7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:55.262953 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b41be58e-18af-4b82-8663-602c74413b7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:55.263257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 46de507a-b5e1-438f-98c7-7d5917f07301 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:55.263715 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (46de507a-b5e1-438f-98c7-7d5917f07301), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:55.269806 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a7dd4096-d761-4b4b-aec7-3db4531c2135 None None] Provisioning complete for port 46de507a-b5e1-438f-98c7-7d5917f07301 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:55.270219 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a7dd4096-d761-4b4b-aec7-3db4531c2135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (46de507a-b5e1-438f-98c7-7d5917f07301), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:55.317609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-db46d29a-b567-4156-96b0-bf6e8b4b95d9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] For port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:55.318047 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-db46d29a-b567-4156-96b0-bf6e8b4b95d9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:55.337780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 36051348-bc92-4431-b718-9a7018880a70 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:56:55.426829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49734) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:55.557449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f131eee-d85c-4e87-96e0-f49c1f2a69b5 None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:56:55.700945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 46de507a-b5e1-438f-98c7-7d5917f07301 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:55.725115 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 36051348-bc92-4431-b718-9a7018880a70, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=36051348-bc92-4431-b718-9a7018880a70,segment=NetworkSegment(12c64a17-771c-4630-9f99-17187c654a05),segment_id=12c64a17-771c-4630-9f99-17187c654a05)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:55.728676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd4096-d761-4b4b-aec7-3db4531c2135 None None] Current status of the port 46de507a-b5e1-438f-98c7-7d5917f07301 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:55.751747 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '36051348-bc92-4431-b718-9a7018880a70', 'network_id': 'f51881ad-fda1-46eb-ba23-19942b96436d', 'port_id': '36051348-bc92-4431-b718-9a7018880a70', 'mac_address': 'fa:16:3e:f3:0a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46cb76df-e807-4cbd-878f-1ea0d1c2245a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:56:55.765718 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9094c761-89ca-4c6b-9e9c-8c04e5c89fe2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/cc36fbcd-5894-4432-a055-cb272603cd40 HTTP/1.1" status: 200 len: 989 time: 0.3362308 Mar 07 21:56:55.804663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3f131eee-d85c-4e87-96e0-f49c1f2a69b5 None None] Deleting port 46de507a-b5e1-438f-98c7-7d5917f07301 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:55.805064 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3f131eee-d85c-4e87-96e0-f49c1f2a69b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (46de507a-b5e1-438f-98c7-7d5917f07301), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:55.819714 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 36051348-bc92-4431-b718-9a7018880a70 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:55.820132 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (36051348-bc92-4431-b718-9a7018880a70), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:55.876800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36051348-bc92-4431-b718-9a7018880a70 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:56:55.906793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 36051348-bc92-4431-b718-9a7018880a70, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=36051348-bc92-4431-b718-9a7018880a70,segment=NetworkSegment(12c64a17-771c-4630-9f99-17187c654a05),segment_id=12c64a17-771c-4630-9f99-17187c654a05)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:55.916465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7179dc-e761-4cb0-af70-da62f1afcfe8 req-5253005f-4008-487a-89eb-f239dbe2fb8a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:55.921536 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc7179dc-e761-4cb0-af70-da62f1afcfe8 req-5253005f-4008-487a-89eb-f239dbe2fb8a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.2759216 Mar 07 21:56:55.933058 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (36051348-bc92-4431-b718-9a7018880a70), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:55.936829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3f131eee-d85c-4e87-96e0-f49c1f2a69b5 None None] For port 46de507a-b5e1-438f-98c7-7d5917f07301, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=46de507a-b5e1-438f-98c7-7d5917f07301,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:55.937217 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3f131eee-d85c-4e87-96e0-f49c1f2a69b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (46de507a-b5e1-438f-98c7-7d5917f07301), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:55.949350 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-db46d29a-b567-4156-96b0-bf6e8b4b95d9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:55.953404 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-db46d29a-b567-4156-96b0-bf6e8b4b95d9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (c67ef13d-0a4c-4599-9d7a-2dc2ae4839d0), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:55.955517 n-d-832330-1 neutron-server[103718]: DEBUG neutron.objects.ports [None req-b41be58e-18af-4b82-8663-602c74413b7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:56:55.955929 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-db46d29a-b567-4156-96b0-bf6e8b4b95d9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Floating IP c67ef13d-0a4c-4599-9d7a-2dc2ae4839d0 disassociated. External IP: 172.25.4.121, port: 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2. Mar 07 21:56:55.956361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-db46d29a-b567-4156-96b0-bf6e8b4b95d9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Calling delete_port for 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:55.978091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3f131eee-d85c-4e87-96e0-f49c1f2a69b5 None None] Calling delete_port for 46de507a-b5e1-438f-98c7-7d5917f07301 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:56.052869 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc7179dc-e761-4cb0-af70-da62f1afcfe8 req-7b13fa33-546c-4d42-a387-481b5a09ee01 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226020 Mar 07 21:56:56.071479 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=36051348-bc92-4431-b718-9a7018880a70,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:56.137281 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3f131eee-d85c-4e87-96e0-f49c1f2a69b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (46de507a-b5e1-438f-98c7-7d5917f07301), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:56.189561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f131eee-d85c-4e87-96e0-f49c1f2a69b5 None None] Pushing event deleted for resources: {'Port': ['ID=46de507a-b5e1-438f-98c7-7d5917f07301,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:56.192918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f131eee-d85c-4e87-96e0-f49c1f2a69b5 None None] No DVR routers for this DVR port 46de507a-b5e1-438f-98c7-7d5917f07301 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:56.281789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24d3e8-8880-49fb-98ff-9176435aaef2 req-f737e3ea-7de5-452c-9966-0a17374ee606 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:56.283334 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e24d3e8-8880-49fb-98ff-9176435aaef2 req-f737e3ea-7de5-452c-9966-0a17374ee606 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 946 time: 0.1165535 Mar 07 21:56:56.284743 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-db46d29a-b567-4156-96b0-bf6e8b4b95d9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (53e3c822-2f1e-40d9-9fed-f1e74dd02bc2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:56.320650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['36051348-bc92-4431-b718-9a7018880a70'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:56:56.504214 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46d29a-b567-4156-96b0-bf6e8b4b95d9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event deleted for resources: {'Port': ['ID=53e3c822-2f1e-40d9-9fed-f1e74dd02bc2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:56.543193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e24d3e8-8880-49fb-98ff-9176435aaef2 req-1993ca21-1f77-4fd5-8fe1-55f4b72b1157 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9a6938b-e423-4e4f-93ca-6a53a9be6589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487500 Mar 07 21:56:56.587507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222f4e9-1340-4b9d-b7f5-9fc756669291 req-b1593e7b-81d4-43bb-897d-fa92e799958a tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:56.595118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7222f4e9-1340-4b9d-b7f5-9fc756669291 req-b1593e7b-81d4-43bb-897d-fa92e799958a tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 944 time: 0.1893730 Mar 07 21:56:56.607494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-db46d29a-b567-4156-96b0-bf6e8b4b95d9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Router 6aa32f4e-2c88-4146-979c-99d2542addba has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:56:56.659562 n-d-832330-1 neutron-server[103718]: WARNING neutron.services.revisions.revision_plugin [None req-b41be58e-18af-4b82-8663-602c74413b7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Could not find related port for resource to bump revision. Mar 07 21:56:56.672550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_pluggable_backend [None req-b41be58e-18af-4b82-8663-602c74413b7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Port 46de507a-b5e1-438f-98c7-7d5917f07301 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103718) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 07 21:56:56.672875 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_pluggable_backend [None req-b41be58e-18af-4b82-8663-602c74413b7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Reverting IP allocation for 2001:db8::f816:3eff:fe03:835d {{(pid=103718) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 07 21:56:56.676931 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_pluggable_backend [None req-b41be58e-18af-4b82-8663-602c74413b7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe03:835d {{(pid=103718) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 07 21:56:56.678294 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b41be58e-18af-4b82-8663-602c74413b7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (e1db71f3-46be-4334-831d-07bb75d54439), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:56.705417 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7222f4e9-1340-4b9d-b7f5-9fc756669291 req-4da809ba-31b2-4d2e-b4fb-7b29ba8efab5 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/security-groups?id=eeb7c787-1db9-48d3-b87b-61a7ad4c1995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092565 Mar 07 21:56:56.732193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41be58e-18af-4b82-8663-602c74413b7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:56.735703 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b41be58e-18af-4b82-8663-602c74413b7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:56.740121 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41be58e-18af-4b82-8663-602c74413b7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:56.750424 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b41be58e-18af-4b82-8663-602c74413b7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:56.752763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46859ab-4494-4a70-80b8-14c017cf1a8d None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:56.768479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41be58e-18af-4b82-8663-602c74413b7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=e1db71f3-46be-4334-831d-07bb75d54439,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:56.770813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49744) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:56.853242 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3832115d-2f73-447a-9e07-719653c1bcc8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/cc36fbcd-5894-4432-a055-cb272603cd40 HTTP/1.1" status: 200 len: 991 time: 0.0765965 Mar 07 21:56:56.881035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49746) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:56.881286 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b41be58e-18af-4b82-8663-602c74413b7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7822313 Mar 07 21:56:56.896294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-d30b6e98-648a-497b-9c7c-da98d787bd29 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:56.924387 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 46de507a-b5e1-438f-98c7-7d5917f07301 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:56.970008 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 46de507a-b5e1-438f-98c7-7d5917f07301 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:56.972012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 46de507a-b5e1-438f-98c7-7d5917f07301 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:56.997757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-db46d29a-b567-4156-96b0-bf6e8b4b95d9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:56:57.019701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e540b-6026-4be9-8fb5-7c5f5ced9bed None None] Sync routers for ids ['6aa32f4e-2c88-4146-979c-99d2542addba'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:56:57.033599 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': 'e1db71f3-46be-4334-831d-07bb75d54439'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:56:57.034900 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:57.056913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e540b-6026-4be9-8fb5-7c5f5ced9bed None None] Routers {'6aa32f4e-2c88-4146-979c-99d2542addba'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:57.057557 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a19e540b-6026-4be9-8fb5-7c5f5ced9bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6aa32f4e-2c88-4146-979c-99d2542addba'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:57.062119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-db46d29a-b567-4156-96b0-bf6e8b4b95d9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] No DVR routers for this DVR port 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:57.070397 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-db46d29a-b567-4156-96b0-bf6e8b4b95d9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:57.073638 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0de67a09-fad5-4d42-b2d3-d3256311f596 req-db46d29a-b567-4156-96b0-bf6e8b4b95d9 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.13 "DELETE /v2.0/ports/53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 HTTP/1.1" status: 204 len: 173 time: 2.6621230 Mar 07 21:56:57.074122 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'name': 'network-vif-deleted', 'tag': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:57.076530 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428f198c-9ae6-4415-8614-156a68792e06" -d '{"events": [{"server_uuid": "16fa439e-8dc4-4963-b748-fb335f7bbbe8", "name": "network-vif-deleted", "tag": "53e3c822-2f1e-40d9-9fed-f1e74dd02bc2"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:56:57.152280 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecf6665-e625-4076-820c-9c948972c99d x-openstack-request-id: req-0ecf6665-e625-4076-820c-9c948972c99d {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:56:57.152690 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fa439e-8dc4-4963-b748-fb335f7bbbe8", "name": "network-vif-deleted", "tag": "53e3c822-2f1e-40d9-9fed-f1e74dd02bc2", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:56:57.154511 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ecf6665-e625-4076-820c-9c948972c99d {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:56:57.154685 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fa439e-8dc4-4963-b748-fb335f7bbbe8', 'name': 'network-vif-deleted', 'tag': '53e3c822-2f1e-40d9-9fed-f1e74dd02bc2', 'status': 'completed', 'code': 200} Mar 07 21:56:57.248484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30b6e98-648a-497b-9c7c-da98d787bd29 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:57.255672 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d30b6e98-648a-497b-9c7c-da98d787bd29 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:57.354599 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:56:57.363929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-a19e540b-6026-4be9-8fb5-7c5f5ced9bed None None] Set router 6aa32f4e-2c88-4146-979c-99d2542addba gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:57.413836 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:56:57.414209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 53e3c822-2f1e-40d9-9fed-f1e74dd02bc2 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:56:57.419960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Allocated IP 2001:db8::f816:3eff:fe08:65d7 (93b13938-fab1-4c0e-a140-35734632e7e9/e1db71f3-46be-4334-831d-07bb75d54439/58d00176-b4e5-4910-aa14-2719d8389af2) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:57.442295 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09015579-1f25-43c0-a5f0-6eff0912cbf1 req-8ebe8609-1d80-4fdd-810d-66eaf8ccdae0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:57.444447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09015579-1f25-43c0-a5f0-6eff0912cbf1 req-8ebe8609-1d80-4fdd-810d-66eaf8ccdae0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.2437661 Mar 07 21:56:57.566265 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09015579-1f25-43c0-a5f0-6eff0912cbf1 req-8e11f7c3-ef0a-4504-9e06-6f9eac0bea56 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117330 Mar 07 21:56:57.770792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-657765ff-6685-4f3f-b471-2f64b0e534db req-97fa10e5-a5be-40f8-94f2-7026658f09ae tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fa439e-8dc4-4963-b748-fb335f7bbbe8 HTTP/1.1" status: 200 len: 210 time: 0.0905070 Mar 07 21:56:57.775894 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d30b6e98-648a-497b-9c7c-da98d787bd29 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (54937eda-f317-4da7-91a9-2fd5a1908b40), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:57.795143 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Publish callbacks [] for port (58d00176-b4e5-4910-aa14-2719d8389af2), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:57.806798 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:57.866854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30b6e98-648a-497b-9c7c-da98d787bd29 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:57.867077 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a19e540b-6026-4be9-8fb5-7c5f5ced9bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:47:11Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'e73411d9-d23a-4239-a0a6-ded87f1e866e', 'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'mac_address': 'fa:16:3e:56:51:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:06Z', 'updated_at': '2022-03-07T21:47:21Z', 'revision_number': 5, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'subnets': [{'id': 'cb8fce9d-2178-442d-a64b-842253767477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:57.878586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b6e98-648a-497b-9c7c-da98d787bd29 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=54937eda-f317-4da7-91a9-2fd5a1908b40,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:57.885205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-d30b6e98-648a-497b-9c7c-da98d787bd29 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:57.889842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30b6e98-648a-497b-9c7c-da98d787bd29 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:57.890781 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d30b6e98-648a-497b-9c7c-da98d787bd29 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:57.909941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:57.914521 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e540b-6026-4be9-8fb5-7c5f5ced9bed None None] Checking router: 6aa32f4e-2c88-4146-979c-99d2542addba for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:56:57.916619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:57.919934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:57.925080 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Pushing event updated for resources: {'Port': ['ID=58d00176-b4e5-4910-aa14-2719d8389af2,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:57.933834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d30b6e98-648a-497b-9c7c-da98d787bd29 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0479360 Mar 07 21:56:57.934847 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49762) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:57.941057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f0fc944b-89c9-45a9-b719-db4b7c2379da tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'mac_address': 'fa:16:3e:19:a0:ce', 'name': 'tempest-NetworksTestDHCPv6-1347031004'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:57.956380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e540b-6026-4be9-8fb5-7c5f5ced9bed None None] Routers {'6aa32f4e-2c88-4146-979c-99d2542addba'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:56:57.957242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a19e540b-6026-4be9-8fb5-7c5f5ced9bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6aa32f4e-2c88-4146-979c-99d2542addba'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:57.961821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eef66-4e66-4483-a371-c24d0b2b97b7 req-1204d8e7-4c88-44f7-bc2d-a867229ac125 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:57.977460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a40eef66-4e66-4483-a371-c24d0b2b97b7 req-1204d8e7-4c88-44f7-bc2d-a867229ac125 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 944 time: 0.1121221 Mar 07 21:56:58.037464 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Attempting to bind port 58d00176-b4e5-4910-aa14-2719d8389af2 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:56:58.038281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Attempting to bind port 58d00176-b4e5-4910-aa14-2719d8389af2 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:56:58.039044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Attempting to bind port 58d00176-b4e5-4910-aa14-2719d8389af2 on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:56:58.046381 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:56:58.046843 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:56:58.047309 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:58.047765 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:56:58.048293 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Bound port: 58d00176-b4e5-4910-aa14-2719d8389af2, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:56:58.048741 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:58.058861 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a40eef66-4e66-4483-a371-c24d0b2b97b7 req-598e5f73-a582-4dbb-8908-4bd91f4d637f tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/security-groups?id=eeb7c787-1db9-48d3-b87b-61a7ad4c1995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802624 Mar 07 21:56:58.107273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fc944b-89c9-45a9-b719-db4b7c2379da tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:58.144713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-a19e540b-6026-4be9-8fb5-7c5f5ced9bed None None] Set router 6aa32f4e-2c88-4146-979c-99d2542addba gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:56:58.202111 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] For port 58d00176-b4e5-4910-aa14-2719d8389af2, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:56:58.206526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] For port 58d00176-b4e5-4910-aa14-2719d8389af2, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=58d00176-b4e5-4910-aa14-2719d8389af2,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:56:58.220869 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0fc944b-89c9-45a9-b719-db4b7c2379da tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:58.243442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-f0fc944b-89c9-45a9-b719-db4b7c2379da tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port 62729ef6-2253-4f16-8aa6-547ba5531ace yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:56:58.248211 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:58.360420 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ead21-ab8a-43b6-9f1f-77b45b62e02a None None] Pushing event updated for resources: {'Port': ['ID=58d00176-b4e5-4910-aa14-2719d8389af2,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:58.431398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-f0fc944b-89c9-45a9-b719-db4b7c2379da tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 172.20.0.12 (93b13938-fab1-4c0e-a140-35734632e7e9/54937eda-f317-4da7-91a9-2fd5a1908b40/62729ef6-2253-4f16-8aa6-547ba5531ace) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:58.437505 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-f0fc944b-89c9-45a9-b719-db4b7c2379da tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::f816:3eff:fe19:a0ce (93b13938-fab1-4c0e-a140-35734632e7e9/e1db71f3-46be-4334-831d-07bb75d54439/62729ef6-2253-4f16-8aa6-547ba5531ace) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:58.450689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a19e540b-6026-4be9-8fb5-7c5f5ced9bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:47:11Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'e73411d9-d23a-4239-a0a6-ded87f1e866e', 'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'mac_address': 'fa:16:3e:56:51:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:06Z', 'updated_at': '2022-03-07T21:47:21Z', 'revision_number': 5, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'subnets': [{'id': 'cb8fce9d-2178-442d-a64b-842253767477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:58.487724 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e540b-6026-4be9-8fb5-7c5f5ced9bed None None] The sync data for ids ['6aa32f4e-2c88-4146-979c-99d2542addba'] in n-d-832330-1 is: [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:47:11Z', 'revision_number': 4, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'e73411d9-d23a-4239-a0a6-ded87f1e866e', 'name': '', 'network_id': 'ca1c0645-516e-4a61-93b0-de45d4e4a2c2', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'mac_address': 'fa:16:3e:56:51:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb8fce9d-2178-442d-a64b-842253767477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:06Z', 'updated_at': '2022-03-07T21:47:21Z', 'revision_number': 5, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'subnets': [{'id': 'cb8fce9d-2178-442d-a64b-842253767477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:56:58.658382 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0fc944b-89c9-45a9-b719-db4b7c2379da tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (62729ef6-2253-4f16-8aa6-547ba5531ace), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:58.713687 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0fc944b-89c9-45a9-b719-db4b7c2379da tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (62729ef6-2253-4f16-8aa6-547ba5531ace), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:58.740778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc944b-89c9-45a9-b719-db4b7c2379da tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:58.744203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc944b-89c9-45a9-b719-db4b7c2379da tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:58.771722 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fc944b-89c9-45a9-b719-db4b7c2379da tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:56:58.821422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f60c43-ade5-412d-86aa-99279554600f req-faa41a7a-6a98-4e9c-9258-58fd10fc7d3f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:58.824059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69f60c43-ade5-412d-86aa-99279554600f req-faa41a7a-6a98-4e9c-9258-58fd10fc7d3f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.1051316 Mar 07 21:56:58.871181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc944b-89c9-45a9-b719-db4b7c2379da tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=62729ef6-2253-4f16-8aa6-547ba5531ace,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:58.884287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc944b-89c9-45a9-b719-db4b7c2379da tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:58.886950 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0fc944b-89c9-45a9-b719-db4b7c2379da tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:58.907080 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f0fc944b-89c9-45a9-b719-db4b7c2379da tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9707019 Mar 07 21:56:58.909595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49772) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:58.918240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69f60c43-ade5-412d-86aa-99279554600f req-95ec8930-7337-4ad4-8c49-c2dc6e789e6c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803378 Mar 07 21:56:58.920288 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485f1a74-7d7b-46c6-8412-5b1dcee706f7 None None] New status for floating IP c67ef13d-0a4c-4599-9d7a-2dc2ae4839d0: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:56:58.983341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49774) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:58.987416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffb2b71-b087-4f12-a207-7810cfb1cfb8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:58.994279 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffb2b71-b087-4f12-a207-7810cfb1cfb8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:58.996667 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7ffb2b71-b087-4f12-a207-7810cfb1cfb8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0859582 Mar 07 21:56:58.999467 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49776) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:59.043486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 58d00176-b4e5-4910-aa14-2719d8389af2 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:59.068919 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-75081ec8-69ca-4ad7-ab14-3c6dc18bb67d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group (c9a6938b-e423-4e4f-93ca-6a53a9be6589), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.140524 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-75081ec8-69ca-4ad7-ab14-3c6dc18bb67d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group (c9a6938b-e423-4e4f-93ca-6a53a9be6589), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.150390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e4aa3b8a-700a-4759-b094-c3e383fa80b7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port 62729ef6-2253-4f16-8aa6-547ba5531ace {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:59.153509 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3b8a-700a-4759-b094-c3e383fa80b7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (62729ef6-2253-4f16-8aa6-547ba5531ace), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.177944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 58d00176-b4e5-4910-aa14-2719d8389af2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:59.178489 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.271974 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-75081ec8-69ca-4ad7-ab14-3c6dc18bb67d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c9a6938b-e423-4e4f-93ca-6a53a9be6589), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.274649 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-75081ec8-69ca-4ad7-ab14-3c6dc18bb67d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.278729 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-75081ec8-69ca-4ad7-ab14-3c6dc18bb67d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "DELETE /v2.0/security-groups/c9a6938b-e423-4e4f-93ca-6a53a9be6589 HTTP/1.1" status: 204 len: 168 time: 0.2943645 Mar 07 21:56:59.281419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49782) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:59.307631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75081ec8-69ca-4ad7-ab14-3c6dc18bb67d tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a6938b-e423-4e4f-93ca-6a53a9be6589,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:59.312169 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3b8a-700a-4759-b094-c3e383fa80b7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (62729ef6-2253-4f16-8aa6-547ba5531ace), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.330703 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e4aa3b8a-700a-4759-b094-c3e383fa80b7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for 62729ef6-2253-4f16-8aa6-547ba5531ace owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:59.334883 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-4e577dcc-d3b7-4459-95ea-1193b118f3c8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] show failed (client error): The resource could not be found. Mar 07 21:56:59.339857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4e577dcc-d3b7-4459-95ea-1193b118f3c8 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "GET /v2.0/security-groups/c9a6938b-e423-4e4f-93ca-6a53a9be6589 HTTP/1.1" status: 404 len: 347 time: 0.0418849 Mar 07 21:56:59.341261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49784) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:59.357656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 58d00176-b4e5-4910-aa14-2719d8389af2 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:56:59.358205 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.365027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 36051348-bc92-4431-b718-9a7018880a70 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:56:59.402920 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a67ef7-92a0-4fd6-8398-a03400405317 req-094c22c7-538f-4c92-b8cf-1ee2a1588be1 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:59.404463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28a67ef7-92a0-4fd6-8398-a03400405317 req-094c22c7-538f-4c92-b8cf-1ee2a1588be1 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 944 time: 0.2217381 Mar 07 21:56:59.462388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 58d00176-b4e5-4910-aa14-2719d8389af2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=58d00176-b4e5-4910-aa14-2719d8389af2,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:56:59.474776 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.548035 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3b8a-700a-4759-b094-c3e383fa80b7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (62729ef6-2253-4f16-8aa6-547ba5531ace), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.559197 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28a67ef7-92a0-4fd6-8398-a03400405317 req-5f874185-f301-44ed-8582-c66cf85154c8 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/security-groups?id=eeb7c787-1db9-48d3-b87b-61a7ad4c1995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999258 Mar 07 21:56:59.578843 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 36051348-bc92-4431-b718-9a7018880a70 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:56:59.587071 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa3b8a-700a-4759-b094-c3e383fa80b7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=62729ef6-2253-4f16-8aa6-547ba5531ace,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:59.592021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-420751b3-0d1a-463b-bedc-6311d98fcb91 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Deleting port 8452ff8c-1f16-4d2f-a259-13f027d4cdd9 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:56:59.593332 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-420751b3-0d1a-463b-bedc-6311d98fcb91 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8452ff8c-1f16-4d2f-a259-13f027d4cdd9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.607457 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 36051348-bc92-4431-b718-9a7018880a70 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:56:59.608089 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (36051348-bc92-4431-b718-9a7018880a70), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.611206 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=58d00176-b4e5-4910-aa14-2719d8389af2,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:59.701181 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-420751b3-0d1a-463b-bedc-6311d98fcb91 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8452ff8c-1f16-4d2f-a259-13f027d4cdd9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.701425 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-420751b3-0d1a-463b-bedc-6311d98fcb91 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for floatingip (8452ff8c-1f16-4d2f-a259-13f027d4cdd9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.709379 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3b8a-700a-4759-b094-c3e383fa80b7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.717959 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e4aa3b8a-700a-4759-b094-c3e383fa80b7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/62729ef6-2253-4f16-8aa6-547ba5531ace HTTP/1.1" status: 204 len: 168 time: 0.7174194 Mar 07 21:56:59.719070 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49786) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:59.723787 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-420751b3-0d1a-463b-bedc-6311d98fcb91 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Calling delete_port for 8452ff8c-1f16-4d2f-a259-13f027d4cdd9 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:56:59.785552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2548520-6772-4c72-bbf6-8fb42610262c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:59.786941 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2548520-6772-4c72-bbf6-8fb42610262c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:59.789072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2548520-6772-4c72-bbf6-8fb42610262c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:59.793205 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f2548520-6772-4c72-bbf6-8fb42610262c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0706856 Mar 07 21:56:59.793521 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49788) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:56:59.860986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b06850-a27d-451f-9bf2-836b5c437ca9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 54937eda-f317-4da7-91a9-2fd5a1908b40 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:56:59.864623 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d9b06850-a27d-451f-9bf2-836b5c437ca9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (54937eda-f317-4da7-91a9-2fd5a1908b40), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.913792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333f49c6-c863-47c3-a00b-6ff447f04fd6 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:56:59.917874 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d9b06850-a27d-451f-9bf2-836b5c437ca9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (54937eda-f317-4da7-91a9-2fd5a1908b40), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.933607 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-420751b3-0d1a-463b-bedc-6311d98fcb91 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (8452ff8c-1f16-4d2f-a259-13f027d4cdd9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:56:59.969534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420751b3-0d1a-463b-bedc-6311d98fcb91 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Pushing event deleted for resources: {'Port': ['ID=8452ff8c-1f16-4d2f-a259-13f027d4cdd9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:59.977018 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d9b06850-a27d-451f-9bf2-836b5c437ca9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (54937eda-f317-4da7-91a9-2fd5a1908b40), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.052176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d9b06850-a27d-451f-9bf2-836b5c437ca9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (54937eda-f317-4da7-91a9-2fd5a1908b40), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.090467 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-420751b3-0d1a-463b-bedc-6311d98fcb91 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks [] for floatingip (c67ef13d-0a4c-4599-9d7a-2dc2ae4839d0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.093012 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-420751b3-0d1a-463b-bedc-6311d98fcb91 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.093851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b06850-a27d-451f-9bf2-836b5c437ca9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=54937eda-f317-4da7-91a9-2fd5a1908b40,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:00.094217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-420751b3-0d1a-463b-bedc-6311d98fcb91 tempest-AttachVolumeShelveTestJSON-1546032447 tempest-AttachVolumeShelveTestJSON-1546032447-project] 10.222.0.26 "DELETE /v2.0/floatingips/c67ef13d-0a4c-4599-9d7a-2dc2ae4839d0 HTTP/1.1" status: 204 len: 168 time: 0.7518704 Mar 07 21:57:00.102670 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3bb40c64-b37b-4f06-9001-6aba4f3dfd2c None None] Provisioning complete for port 58d00176-b4e5-4910-aa14-2719d8389af2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:00.102908 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d9b06850-a27d-451f-9bf2-836b5c437ca9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.103239 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3bb40c64-b37b-4f06-9001-6aba4f3dfd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.112093 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d9b06850-a27d-451f-9bf2-836b5c437ca9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/54937eda-f317-4da7-91a9-2fd5a1908b40 HTTP/1.1" status: 204 len: 168 time: 0.3174834 Mar 07 21:57:00.112724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49792) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:00.157080 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 36051348-bc92-4431-b718-9a7018880a70 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:00.157474 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (36051348-bc92-4431-b718-9a7018880a70), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.160357 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24f6d2-19a8-479f-8a00-283aaae1bea4 req-f0922e05-c845-4859-980a-0b185f3e00a0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:00.165274 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd24f6d2-19a8-479f-8a00-283aaae1bea4 req-f0922e05-c845-4859-980a-0b185f3e00a0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.1482267 Mar 07 21:57:00.203448 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56312f1e-95a4-4909-a7be-077f629ccf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36051348-bc92-4431-b718-9a7018880a70'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:00.205840 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceef041a-b7b3-4e93-b732-6eefb781c818" -d '{"events": [{"server_uuid": "56312f1e-95a4-4909-a7be-077f629ccf00", "name": "network-vif-plugged", "status": "completed", "tag": "36051348-bc92-4431-b718-9a7018880a70"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:57:00.234289 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e88ae7a-d738-451a-b63f-10222671f35f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet e1db71f3-46be-4334-831d-07bb75d54439 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:57:00.244531 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e88ae7a-d738-451a-b63f-10222671f35f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (e1db71f3-46be-4334-831d-07bb75d54439), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.278395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3bb40c64-b37b-4f06-9001-6aba4f3dfd2c None None] Current status of the port 58d00176-b4e5-4910-aa14-2719d8389af2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:00.286274 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd24f6d2-19a8-479f-8a00-283aaae1bea4 req-899c1c45-44ef-4826-a880-1baa85c1f66c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114213 Mar 07 21:57:00.308288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 36051348-bc92-4431-b718-9a7018880a70, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=36051348-bc92-4431-b718-9a7018880a70,segment=NetworkSegment(12c64a17-771c-4630-9f99-17187c654a05),segment_id=12c64a17-771c-4630-9f99-17187c654a05)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:00.342685 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e88ae7a-d738-451a-b63f-10222671f35f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (e1db71f3-46be-4334-831d-07bb75d54439), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.369105 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfccb2f-a79d-4a96-9dfc-4e051de14fcf x-openstack-request-id: req-3bfccb2f-a79d-4a96-9dfc-4e051de14fcf {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:57:00.369625 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56312f1e-95a4-4909-a7be-077f629ccf00", "name": "network-vif-plugged", "status": "completed", "tag": "36051348-bc92-4431-b718-9a7018880a70", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:57:00.370260 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3bfccb2f-a79d-4a96-9dfc-4e051de14fcf {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:57:00.370760 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56312f1e-95a4-4909-a7be-077f629ccf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36051348-bc92-4431-b718-9a7018880a70', 'code': 200} Mar 07 21:57:00.374920 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (36051348-bc92-4431-b718-9a7018880a70), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.433984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d00058-12cf-4ea4-a52d-1ad8f24b309a req-c1201e51-786f-48d2-8544-f407c1b78d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:00.435474 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=36051348-bc92-4431-b718-9a7018880a70,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:00.435602 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81d00058-12cf-4ea4-a52d-1ad8f24b309a req-c1201e51-786f-48d2-8544-f407c1b78d39 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 1127 time: 0.0680642 Mar 07 21:57:00.438696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc6f6b-b30c-43a4-ba1f-d858ec9efc48 None None] Update dhcp port {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': 'e1db71f3-46be-4334-831d-07bb75d54439', 'ip_address': '2001:db8::f816:3eff:fe08:65d7'}, {'subnet_id': '54937eda-f317-4da7-91a9-2fd5a1908b40'}], 'binding:host_id': 'n-d-832330-1'}, 'id': '58d00176-b4e5-4910-aa14-2719d8389af2'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 21:57:00.469593 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6f6b-b30c-43a4-ba1f-d858ec9efc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.532450 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e88ae7a-d738-451a-b63f-10222671f35f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (e1db71f3-46be-4334-831d-07bb75d54439), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.532650 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81d00058-12cf-4ea4-a52d-1ad8f24b309a req-be919598-1dca-40ac-9d2b-ccc90df489dd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eeb7c787-1db9-48d3-b87b-61a7ad4c1995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837712 Mar 07 21:57:00.614250 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e88ae7a-d738-451a-b63f-10222671f35f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (e1db71f3-46be-4334-831d-07bb75d54439), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server [None req-b6bc6f6b-b30c-43a4-ba1f-d858ec9efc48 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1db71f3-46be-4334-831d-07bb75d54439: This subnet is being modified by another concurrent operation. Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise exception Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1db71f3-46be-4334-831d-07bb75d54439: This subnet is being modified by another concurrent operation. Mar 07 21:57:00.619809 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Mar 07 21:57:00.651460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88ae7a-d738-451a-b63f-10222671f35f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=e1db71f3-46be-4334-831d-07bb75d54439,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:00.657346 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e88ae7a-d738-451a-b63f-10222671f35f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.664585 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0e88ae7a-d738-451a-b63f-10222671f35f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/e1db71f3-46be-4334-831d-07bb75d54439 HTTP/1.1" status: 204 len: 168 time: 0.5504050 Mar 07 21:57:00.665572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49806) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:00.727896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49808) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:00.728264 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ce7846bf-21f0-4bd1-8bd9-200986b0257d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612509 Mar 07 21:57:00.730954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e8a3af-f9ae-430e-8265-47612a77d393 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 21:57:00.734625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-04ad519d-e3a5-4cb5-bb87-ad8aa6e4b590 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:00.812257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0baffb-9858-4a1d-8642-fa3b6c9767f6 req-bb65865c-13f1-4e07-b785-d69164643fe9 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:00.823006 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db0baffb-9858-4a1d-8642-fa3b6c9767f6 req-bb65865c-13f1-4e07-b785-d69164643fe9 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 945 time: 0.1889217 Mar 07 21:57:00.868755 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 58d00176-b4e5-4910-aa14-2719d8389af2 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:00.902450 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3852ebfb-753c-4dea-aff2-9e05d414e5cd None None] Provisioning complete for port 58d00176-b4e5-4910-aa14-2719d8389af2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:00.902829 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3852ebfb-753c-4dea-aff2-9e05d414e5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.914750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db0baffb-9858-4a1d-8642-fa3b6c9767f6 req-8124d324-29b8-407d-af6a-aab4e63c5c29 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/security-groups?id=eeb7c787-1db9-48d3-b87b-61a7ad4c1995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799797 Mar 07 21:57:00.933581 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ad519d-e3a5-4cb5-bb87-ad8aa6e4b590 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:00.938279 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-04ad519d-e3a5-4cb5-bb87-ad8aa6e4b590 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:00.989250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e8a3af-f9ae-430e-8265-47612a77d393 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:57:01.143353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 58d00176-b4e5-4910-aa14-2719d8389af2 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:01.143759 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:01.169817 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3852ebfb-753c-4dea-aff2-9e05d414e5cd None None] Current status of the port 58d00176-b4e5-4910-aa14-2719d8389af2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:01.206159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 58d00176-b4e5-4910-aa14-2719d8389af2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=58d00176-b4e5-4910-aa14-2719d8389af2,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:01.206380 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-04ad519d-e3a5-4cb5-bb87-ad8aa6e4b590 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (6afd61dc-f53e-4291-880e-bf89513067c2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:01.226422 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:01.261796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ad519d-e3a5-4cb5-bb87-ad8aa6e4b590 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:01.265396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-04ad519d-e3a5-4cb5-bb87-ad8aa6e4b590 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:01.270486 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ad519d-e3a5-4cb5-bb87-ad8aa6e4b590 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:01.271090 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-04ad519d-e3a5-4cb5-bb87-ad8aa6e4b590 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:01.291053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad519d-e3a5-4cb5-bb87-ad8aa6e4b590 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=6afd61dc-f53e-4291-880e-bf89513067c2,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:01.296489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-04ad519d-e3a5-4cb5-bb87-ad8aa6e4b590 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5662372 Mar 07 21:57:01.299460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49810) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:01.305733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:01.326978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=58d00176-b4e5-4910-aa14-2719d8389af2,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:01.464058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ca2459-b889-4787-9fbe-49e2fc2ec3d3 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:01.489932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1222b80-46f9-4918-9e9a-d4897f34a71d req-6c33cf62-ad3f-4d56-8e8e-5f364d16f2f6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:01.492179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1222b80-46f9-4918-9e9a-d4897f34a71d req-6c33cf62-ad3f-4d56-8e8e-5f364d16f2f6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.0907373 Mar 07 21:57:01.577645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1222b80-46f9-4918-9e9a-d4897f34a71d req-0eac5a47-07c9-424a-8853-1b3d3e250280 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761619 Mar 07 21:57:01.578135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2616dc97-aca9-41ed-be52-0f29ef3e8bb4 None None] Provisioning complete for port 58d00176-b4e5-4910-aa14-2719d8389af2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:01.578868 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2616dc97-aca9-41ed-be52-0f29ef3e8bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:01.586723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:01.595712 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:01.715611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2616dc97-aca9-41ed-be52-0f29ef3e8bb4 None None] Current status of the port 58d00176-b4e5-4910-aa14-2719d8389af2 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:01.716137 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2616dc97-aca9-41ed-be52-0f29ef3e8bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:01.789089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2616dc97-aca9-41ed-be52-0f29ef3e8bb4 None None] For port 58d00176-b4e5-4910-aa14-2719d8389af2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=58d00176-b4e5-4910-aa14-2719d8389af2,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:01.790723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdad707c-d82d-4ea1-b598-2151e5ec6bed None None] Update dhcp port {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': '6afd61dc-f53e-4291-880e-bf89513067c2'}], 'binding:host_id': 'n-d-832330-1'}, 'id': '58d00176-b4e5-4910-aa14-2719d8389af2'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 21:57:01.795582 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2616dc97-aca9-41ed-be52-0f29ef3e8bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:01.855688 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cdad707c-d82d-4ea1-b598-2151e5ec6bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:01.895319 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616dc97-aca9-41ed-be52-0f29ef3e8bb4 None None] Pushing event updated for resources: {'Port': ['ID=58d00176-b4e5-4910-aa14-2719d8389af2,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:02.093580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.objects.ports [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:57:02.143066 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-cdad707c-d82d-4ea1-b598-2151e5ec6bed None None] Allocated IP 172.20.0.2 (93b13938-fab1-4c0e-a140-35734632e7e9/6afd61dc-f53e-4291-880e-bf89513067c2/58d00176-b4e5-4910-aa14-2719d8389af2) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:02.283654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cdad707c-d82d-4ea1-b598-2151e5ec6bed None None] For port 58d00176-b4e5-4910-aa14-2719d8389af2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=58d00176-b4e5-4910-aa14-2719d8389af2,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:02.325287 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cdad707c-d82d-4ea1-b598-2151e5ec6bed None None] Publish callbacks [] for port (58d00176-b4e5-4910-aa14-2719d8389af2), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:02.339433 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cdad707c-d82d-4ea1-b598-2151e5ec6bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:02.417100 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:02.427110 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad707c-d82d-4ea1-b598-2151e5ec6bed None None] Pushing event updated for resources: {'Port': ['ID=58d00176-b4e5-4910-aa14-2719d8389af2,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:02.584386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2fec9-3c7b-47c4-b922-59308e2ab9ee req-6d212dfa-48e3-4b75-972e-2bd1640eb82a tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:02.587653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3a2fec9-3c7b-47c4-b922-59308e2ab9ee req-6d212dfa-48e3-4b75-972e-2bd1640eb82a tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 945 time: 0.5546002 Mar 07 21:57:02.690689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3a2fec9-3c7b-47c4-b922-59308e2ab9ee req-3b201cdd-359c-445e-bf1d-2c2fc6c643e8 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/security-groups?id=eeb7c787-1db9-48d3-b87b-61a7ad4c1995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949018 Mar 07 21:57:02.815622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0bb03-bc8f-46e6-80ce-5fee354acc4e req-36c7f46a-d068-4e9a-9f63-b6cc761a0dc5 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:02.817674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27b0bb03-bc8f-46e6-80ce-5fee354acc4e req-36c7f46a-d068-4e9a-9f63-b6cc761a0dc5 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.1152797 Mar 07 21:57:02.841779 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] For port 58d00176-b4e5-4910-aa14-2719d8389af2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=58d00176-b4e5-4910-aa14-2719d8389af2,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:02.920292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (58d00176-b4e5-4910-aa14-2719d8389af2), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:02.933529 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:03.018764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27b0bb03-bc8f-46e6-80ce-5fee354acc4e req-5f368dc7-40e0-4298-b739-ea1aab94e5bf tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951973 Mar 07 21:57:03.046899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 58d00176-b4e5-4910-aa14-2719d8389af2 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:03.077373 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=58d00176-b4e5-4910-aa14-2719d8389af2,revision_number=9']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:03.090804 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (828012cb-ce75-46cb-aa29-a9da77f50d05), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:03.096194 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:03.096554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:03.096956 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:03.099902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:03.100926 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:03.101297 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:03.101638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:03.104329 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:03.104690 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:03.105039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:03.105386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:03.105729 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:03.106085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:03.131349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816b390-50f7-4099-ab9b-711f3f6ce1a3 req-69333d5f-fe21-460e-b903-70fd53506934 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:03.133784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f816b390-50f7-4099-ab9b-711f3f6ce1a3 req-69333d5f-fe21-460e-b903-70fd53506934 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 945 time: 0.2183547 Mar 07 21:57:03.198184 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 58d00176-b4e5-4910-aa14-2719d8389af2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:03.198573 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:03.233242 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=828012cb-ce75-46cb-aa29-a9da77f50d05,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:03.249301 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f816b390-50f7-4099-ab9b-711f3f6ce1a3 req-41a8d295-24e1-4aa3-bf76-a9ee255148a0 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/security-groups?id=eeb7c787-1db9-48d3-b87b-61a7ad4c1995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059449 Mar 07 21:57:03.277772 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:03.280122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:03.290403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:03.291007 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:03.329003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49836) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:03.335485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6a7e52a3-2f11-4904-b783-46dea354e824 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'mac_address': 'fa:16:3e:73:e3:5b', 'name': 'tempest-NetworksTestDHCPv6-1224921419'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:03.338186 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b8c73d4f-0e80-4017-8581-03edd18f2bfe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0374768 Mar 07 21:57:03.367824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 58d00176-b4e5-4910-aa14-2719d8389af2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:03.554416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7e52a3-2f11-4904-b783-46dea354e824 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:03.717610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d939c-7682-469a-af83-532b3188fb24 req-50f2574e-64c1-4a46-a6a6-89ad89b12a77 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:03.725125 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e2d939c-7682-469a-af83-532b3188fb24 req-50f2574e-64c1-4a46-a6a6-89ad89b12a77 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 945 time: 0.1594911 Mar 07 21:57:03.796021 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a7e52a3-2f11-4904-b783-46dea354e824 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:03.827191 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e2d939c-7682-469a-af83-532b3188fb24 req-3325a652-1c96-4a42-a271-1fcba6d2a2b1 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/security-groups?id=eeb7c787-1db9-48d3-b87b-61a7ad4c1995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007669 Mar 07 21:57:03.852046 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-6a7e52a3-2f11-4904-b783-46dea354e824 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port 5945c1d1-ba24-416a-894b-f00e83c00159 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:57:03.879955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381aead9-c650-4092-af37-58ac4fcfb645 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:04.012554 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a0cdfedb-3825-4c2e-ac27-5480757a54df None None] Provisioning complete for port 58d00176-b4e5-4910-aa14-2719d8389af2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:04.013208 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a0cdfedb-3825-4c2e-ac27-5480757a54df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:04.243443 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-6a7e52a3-2f11-4904-b783-46dea354e824 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 172.20.0.9 (93b13938-fab1-4c0e-a140-35734632e7e9/6afd61dc-f53e-4291-880e-bf89513067c2/5945c1d1-ba24-416a-894b-f00e83c00159) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:04.254131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-6a7e52a3-2f11-4904-b783-46dea354e824 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::f816:3eff:fe73:e35b (93b13938-fab1-4c0e-a140-35734632e7e9/828012cb-ce75-46cb-aa29-a9da77f50d05/5945c1d1-ba24-416a-894b-f00e83c00159) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:04.269750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7724934-511c-4c31-a822-f364b1c8d862 req-45c72472-0eb4-475e-bae3-fdbe16226e7a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:04.277664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7724934-511c-4c31-a822-f364b1c8d862 req-45c72472-0eb4-475e-bae3-fdbe16226e7a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.1216669 Mar 07 21:57:04.360956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7724934-511c-4c31-a822-f364b1c8d862 req-95a0ac3c-d72d-4956-ba9f-52601b4f68b6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817919 Mar 07 21:57:04.390198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a0cdfedb-3825-4c2e-ac27-5480757a54df None None] Current status of the port 58d00176-b4e5-4910-aa14-2719d8389af2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:04.474214 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ffb3a-116f-414d-83ac-9c349f15a8a3 req-c9d1c138-6cc0-4c1d-a9af-46af466cccf7 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:04.476100 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e0ffb3a-116f-414d-83ac-9c349f15a8a3 req-c9d1c138-6cc0-4c1d-a9af-46af466cccf7 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 945 time: 0.1131642 Mar 07 21:57:04.571716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e0ffb3a-116f-414d-83ac-9c349f15a8a3 req-8aed51fb-d2a4-46ee-ab48-6405a9d11800 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/security-groups?id=eeb7c787-1db9-48d3-b87b-61a7ad4c1995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891063 Mar 07 21:57:04.628526 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a7e52a3-2f11-4904-b783-46dea354e824 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (5945c1d1-ba24-416a-894b-f00e83c00159), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:04.683869 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a7e52a3-2f11-4904-b783-46dea354e824 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5945c1d1-ba24-416a-894b-f00e83c00159), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:04.773340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e52a3-2f11-4904-b783-46dea354e824 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:04.776915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-6a7e52a3-2f11-4904-b783-46dea354e824 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:04.781241 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e52a3-2f11-4904-b783-46dea354e824 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:04.830304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e52a3-2f11-4904-b783-46dea354e824 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=5945c1d1-ba24-416a-894b-f00e83c00159,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:04.861738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7e52a3-2f11-4904-b783-46dea354e824 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:04.862851 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a7e52a3-2f11-4904-b783-46dea354e824 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:04.891101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49856) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:04.892323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6a7e52a3-2f11-4904-b783-46dea354e824 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5616043 Mar 07 21:57:05.013728 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e65eb9-a068-4d79-983f-db41db8d4ca0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:05.027158 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e65eb9-a068-4d79-983f-db41db8d4ca0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:05.056390 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-30e65eb9-a068-4d79-983f-db41db8d4ca0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1641650 Mar 07 21:57:05.056983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49860) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:05.182604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-cb92f34d-6e39-4641-948f-a1ac994f2828 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port 5945c1d1-ba24-416a-894b-f00e83c00159 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:05.183261 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cb92f34d-6e39-4641-948f-a1ac994f2828 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5945c1d1-ba24-416a-894b-f00e83c00159), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:05.316547 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cb92f34d-6e39-4641-948f-a1ac994f2828 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5945c1d1-ba24-416a-894b-f00e83c00159), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:05.332382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-cb92f34d-6e39-4641-948f-a1ac994f2828 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for 5945c1d1-ba24-416a-894b-f00e83c00159 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:05.571253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a02c26e4-2f0c-4c2f-8eb1-456d5231d195 None None] Provisioning complete for port 58d00176-b4e5-4910-aa14-2719d8389af2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:05.572449 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a02c26e4-2f0c-4c2f-8eb1-456d5231d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:05.633818 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cb92f34d-6e39-4641-948f-a1ac994f2828 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5945c1d1-ba24-416a-894b-f00e83c00159), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:05.660637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031018c-2944-4d4a-b3e3-f42f91173936 req-9811d581-7b2b-4f5e-9125-e937d981f368 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:05.666024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b031018c-2944-4d4a-b3e3-f42f91173936 req-9811d581-7b2b-4f5e-9125-e937d981f368 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.1650031 Mar 07 21:57:05.736960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92f34d-6e39-4641-948f-a1ac994f2828 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=5945c1d1-ba24-416a-894b-f00e83c00159,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:05.820428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a02c26e4-2f0c-4c2f-8eb1-456d5231d195 None None] Current status of the port 58d00176-b4e5-4910-aa14-2719d8389af2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:05.970258 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cb92f34d-6e39-4641-948f-a1ac994f2828 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:05.979621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cb92f34d-6e39-4641-948f-a1ac994f2828 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/5945c1d1-ba24-416a-894b-f00e83c00159 HTTP/1.1" status: 204 len: 168 time: 0.9199457 Mar 07 21:57:05.980796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49868) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:06.046504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-db9d1146-2dae-4434-9cc5-96624b6b704b None None] Could not find standard attr ID for object 62729ef6-2253-4f16-8aa6-547ba5531ace. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:57:06.075341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedc258-7a3f-4a64-b299-eea14656bbff req-dcb9f4a4-e22c-462e-89e5-0c3be9c396c4 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:06.078368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0aedc258-7a3f-4a64-b299-eea14656bbff req-dcb9f4a4-e22c-462e-89e5-0c3be9c396c4 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 945 time: 0.3750734 Mar 07 21:57:06.087182 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13cc3a-a5a1-4882-847f-a87ef6879bbc req-812b230c-0857-4f90-865d-af7e22403afc tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:06.089746 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c6ba8e-1bd2-448a-9747-101d4d2bb7bf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:06.095089 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c6ba8e-1bd2-448a-9747-101d4d2bb7bf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:06.097015 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c6ba8e-1bd2-448a-9747-101d4d2bb7bf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:06.101075 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-10c6ba8e-1bd2-448a-9747-101d4d2bb7bf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1180160 Mar 07 21:57:06.101349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b13cc3a-a5a1-4882-847f-a87ef6879bbc req-812b230c-0857-4f90-865d-af7e22403afc tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.13 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 945 time: 0.4083328 Mar 07 21:57:06.104700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b031018c-2944-4d4a-b3e3-f42f91173936 req-1b76a755-e4b6-45a7-bd46-4a281e146a70 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201312 Mar 07 21:57:06.106711 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49872) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:06.213623 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efafc42-7c3d-4498-ad6c-703e09f47772 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 6afd61dc-f53e-4291-880e-bf89513067c2 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:57:06.229754 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0efafc42-7c3d-4498-ad6c-703e09f47772 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (6afd61dc-f53e-4291-880e-bf89513067c2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:06.337835 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0efafc42-7c3d-4498-ad6c-703e09f47772 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (6afd61dc-f53e-4291-880e-bf89513067c2), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:06.365244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0aedc258-7a3f-4a64-b299-eea14656bbff req-6d4bf5ba-9a1f-4abb-8950-bc92051e0352 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/security-groups?id=eeb7c787-1db9-48d3-b87b-61a7ad4c1995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560513 Mar 07 21:57:06.444041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-9b13cc3a-a5a1-4882-847f-a87ef6879bbc req-430d12a9-8469-4c78-bb78-93565f5ca969 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Deleting port 36051348-bc92-4431-b718-9a7018880a70 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:06.444893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b13cc3a-a5a1-4882-847f-a87ef6879bbc req-430d12a9-8469-4c78-bb78-93565f5ca969 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (36051348-bc92-4431-b718-9a7018880a70), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:06.466096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cafca024-76d9-414a-9b31-76cdb4e02c59 None None] Could not find standard attr ID for object 5945c1d1-ba24-416a-894b-f00e83c00159. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:57:06.524820 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0efafc42-7c3d-4498-ad6c-703e09f47772 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (6afd61dc-f53e-4291-880e-bf89513067c2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:06.610160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-9b13cc3a-a5a1-4882-847f-a87ef6879bbc req-430d12a9-8469-4c78-bb78-93565f5ca969 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] For port 36051348-bc92-4431-b718-9a7018880a70, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=36051348-bc92-4431-b718-9a7018880a70,segment=NetworkSegment(12c64a17-771c-4630-9f99-17187c654a05),segment_id=12c64a17-771c-4630-9f99-17187c654a05)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:06.610481 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b13cc3a-a5a1-4882-847f-a87ef6879bbc req-430d12a9-8469-4c78-bb78-93565f5ca969 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (36051348-bc92-4431-b718-9a7018880a70), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:06.630769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-9b13cc3a-a5a1-4882-847f-a87ef6879bbc req-430d12a9-8469-4c78-bb78-93565f5ca969 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Calling delete_port for 36051348-bc92-4431-b718-9a7018880a70 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:06.637746 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0efafc42-7c3d-4498-ad6c-703e09f47772 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (6afd61dc-f53e-4291-880e-bf89513067c2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:06.707374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efafc42-7c3d-4498-ad6c-703e09f47772 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=6afd61dc-f53e-4291-880e-bf89513067c2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:06.714975 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0efafc42-7c3d-4498-ad6c-703e09f47772 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:06.722943 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0efafc42-7c3d-4498-ad6c-703e09f47772 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/6afd61dc-f53e-4291-880e-bf89513067c2 HTTP/1.1" status: 204 len: 168 time: 0.6138370 Mar 07 21:57:06.724211 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49874) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:06.810910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce2fb1a-c097-4529-9720-3bae5995cd30 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:06.840757 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b13cc3a-a5a1-4882-847f-a87ef6879bbc req-430d12a9-8469-4c78-bb78-93565f5ca969 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (36051348-bc92-4431-b718-9a7018880a70), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:06.847723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e651e4dc-cdc6-47c1-b799-12472ba45a80 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 828012cb-ce75-46cb-aa29-a9da77f50d05 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:57:06.856178 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e651e4dc-cdc6-47c1-b799-12472ba45a80 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (828012cb-ce75-46cb-aa29-a9da77f50d05), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:06.877660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['36051348-bc92-4431-b718-9a7018880a70'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:57:06.888799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d12a9-8469-4c78-bb78-93565f5ca969 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Pushing event deleted for resources: {'Port': ['ID=36051348-bc92-4431-b718-9a7018880a70,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:06.940668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b13cc3a-a5a1-4882-847f-a87ef6879bbc req-430d12a9-8469-4c78-bb78-93565f5ca969 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] No DVR routers for this DVR port 36051348-bc92-4431-b718-9a7018880a70 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:57:06.945642 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9b13cc3a-a5a1-4882-847f-a87ef6879bbc req-430d12a9-8469-4c78-bb78-93565f5ca969 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:06.947783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b13cc3a-a5a1-4882-847f-a87ef6879bbc req-430d12a9-8469-4c78-bb78-93565f5ca969 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.13 "DELETE /v2.0/ports/36051348-bc92-4431-b718-9a7018880a70 HTTP/1.1" status: 204 len: 173 time: 0.8362932 Mar 07 21:57:06.948289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56312f1e-95a4-4909-a7be-077f629ccf00', 'name': 'network-vif-deleted', 'tag': '36051348-bc92-4431-b718-9a7018880a70'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:06.950898 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdad8e77-0f2c-4728-ba49-ceb3520e4b1c" -d '{"events": [{"server_uuid": "56312f1e-95a4-4909-a7be-077f629ccf00", "name": "network-vif-deleted", "tag": "36051348-bc92-4431-b718-9a7018880a70"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:57:07.017163 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e651e4dc-cdc6-47c1-b799-12472ba45a80 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (828012cb-ce75-46cb-aa29-a9da77f50d05), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:07.070953 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a181f7be-5b85-47b8-a67b-e38af8944cd3 x-openstack-request-id: req-a181f7be-5b85-47b8-a67b-e38af8944cd3 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:57:07.071463 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56312f1e-95a4-4909-a7be-077f629ccf00", "name": "network-vif-deleted", "tag": "36051348-bc92-4431-b718-9a7018880a70", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:57:07.071642 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a181f7be-5b85-47b8-a67b-e38af8944cd3 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:57:07.072120 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56312f1e-95a4-4909-a7be-077f629ccf00', 'name': 'network-vif-deleted', 'tag': '36051348-bc92-4431-b718-9a7018880a70', 'status': 'completed', 'code': 200} Mar 07 21:57:07.312092 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e651e4dc-cdc6-47c1-b799-12472ba45a80 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (828012cb-ce75-46cb-aa29-a9da77f50d05), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:07.427956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c1cbb-3f3d-47c3-975b-dc6e0bc9d6cb req-ca6a564f-49ef-4204-a19a-10a41f8de263 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:07.439408 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc2c1cbb-3f3d-47c3-975b-dc6e0bc9d6cb req-ca6a564f-49ef-4204-a19a-10a41f8de263 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.1419263 Mar 07 21:57:07.454987 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e651e4dc-cdc6-47c1-b799-12472ba45a80 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (828012cb-ce75-46cb-aa29-a9da77f50d05), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:07.498703 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e651e4dc-cdc6-47c1-b799-12472ba45a80 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:07.515631 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e651e4dc-cdc6-47c1-b799-12472ba45a80 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/828012cb-ce75-46cb-aa29-a9da77f50d05 HTTP/1.1" status: 204 len: 168 time: 0.7903750 Mar 07 21:57:07.521104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49894) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:07.544902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc2c1cbb-3f3d-47c3-975b-dc6e0bc9d6cb req-6f996586-ce79-4b04-9761-091ba0ce8d38 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975881 Mar 07 21:57:07.633684 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a0077e52-bc81-48d2-9639-3c1510eee854 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1060236 Mar 07 21:57:07.634916 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651e4dc-cdc6-47c1-b799-12472ba45a80 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=828012cb-ce75-46cb-aa29-a9da77f50d05,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:07.637157 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49896) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:07.643133 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a2cffefc-6751-4c45-98b9-017414de9a44 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:07.659420 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7b903ccd-3165-4302-969e-999de6814d66 req-01dcd374-0cfd-4e32-823a-cc66eb34c922 tempest-ServersNegativeTestMultiTenantJSON-286545739 tempest-ServersNegativeTestMultiTenantJSON-286545739-project] 10.222.0.26 "GET /v2.0/ports?device_id=56312f1e-95a4-4909-a7be-077f629ccf00 HTTP/1.1" status: 200 len: 210 time: 0.0632546 Mar 07 21:57:07.780248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cffefc-6751-4c45-98b9-017414de9a44 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:07.784433 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a2cffefc-6751-4c45-98b9-017414de9a44 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:08.042587 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a2cffefc-6751-4c45-98b9-017414de9a44 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (e59eddad-b70a-438b-9fe6-ab8cb185fb6f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:08.091600 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cffefc-6751-4c45-98b9-017414de9a44 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:08.096019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a2cffefc-6751-4c45-98b9-017414de9a44 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:08.101120 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cffefc-6751-4c45-98b9-017414de9a44 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:08.101854 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a2cffefc-6751-4c45-98b9-017414de9a44 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:08.124498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cffefc-6751-4c45-98b9-017414de9a44 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=e59eddad-b70a-438b-9fe6-ab8cb185fb6f,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:08.136794 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a2cffefc-6751-4c45-98b9-017414de9a44 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4944172 Mar 07 21:57:08.136911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49898) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:08.142659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:08.145164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ab5c13-63c0-4703-b833-c597bd0f1a0a None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:08.310593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:08.318250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8f176eb8-ece2-4697-bc71-8c497f36aa73 None None] Provisioning complete for port 58d00176-b4e5-4910-aa14-2719d8389af2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:08.324788 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f176eb8-ece2-4697-bc71-8c497f36aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:08.325625 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:08.473979 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8f176eb8-ece2-4697-bc71-8c497f36aa73 None None] Current status of the port 58d00176-b4e5-4910-aa14-2719d8389af2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:08.756618 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49910) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:08.835490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab05a30-3332-4e78-babb-01a0a3149471 admin admin] Deleting subnet 46cb76df-e807-4cbd-878f-1ea0d1c2245a {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:57:08.838985 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ab05a30-3332-4e78-babb-01a0a3149471 admin admin] Publish callbacks [] for subnet (46cb76df-e807-4cbd-878f-1ea0d1c2245a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:08.883807 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ab05a30-3332-4e78-babb-01a0a3149471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (46cb76df-e807-4cbd-878f-1ea0d1c2245a), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:08.894762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fdc794-1643-4391-a8b1-9ba1e3055860 None None] Update dhcp port {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': 'e59eddad-b70a-438b-9fe6-ab8cb185fb6f'}], 'binding:host_id': 'n-d-832330-1'}, 'id': '58d00176-b4e5-4910-aa14-2719d8389af2'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 21:57:08.933903 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ab05a30-3332-4e78-babb-01a0a3149471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (46cb76df-e807-4cbd-878f-1ea0d1c2245a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:08.955854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68ff54-30c8-41cc-ab25-13ac4698f24c req-c2d52d28-22bd-4443-ba53-7cdebede851f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:08.957900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f68ff54-30c8-41cc-ab25-13ac4698f24c req-c2d52d28-22bd-4443-ba53-7cdebede851f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.1807251 Mar 07 21:57:08.959564 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-67fdc794-1643-4391-a8b1-9ba1e3055860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.000253 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ab05a30-3332-4e78-babb-01a0a3149471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (46cb76df-e807-4cbd-878f-1ea0d1c2245a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.085507 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ab05a30-3332-4e78-babb-01a0a3149471 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.091617 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5ab05a30-3332-4e78-babb-01a0a3149471 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/46cb76df-e807-4cbd-878f-1ea0d1c2245a HTTP/1.1" status: 204 len: 168 time: 0.3315172 Mar 07 21:57:09.092179 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49912) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:09.099724 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f68ff54-30c8-41cc-ab25-13ac4698f24c req-3cc7532b-73bd-42f4-820a-b9cafe022d07 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305029 Mar 07 21:57:09.105358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab05a30-3332-4e78-babb-01a0a3149471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46cb76df-e807-4cbd-878f-1ea0d1c2245a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:09.176379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.objects.ports [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:57:09.259463 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd87886f-8de1-4583-b639-fae09212fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (f51881ad-fda1-46eb-ba23-19942b96436d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.398816 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-67fdc794-1643-4391-a8b1-9ba1e3055860 None None] Allocated IP 172.20.0.2 (93b13938-fab1-4c0e-a140-35734632e7e9/e59eddad-b70a-438b-9fe6-ab8cb185fb6f/58d00176-b4e5-4910-aa14-2719d8389af2) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:09.412053 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-67fdc794-1643-4391-a8b1-9ba1e3055860 None None] Allocated IP 2001:db8::f816:3eff:fe08:65d7 (93b13938-fab1-4c0e-a140-35734632e7e9/06787c11-cbe3-43e9-a7f4-e487d80ee0f9/58d00176-b4e5-4910-aa14-2719d8389af2) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:09.419272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 36051348-bc92-4431-b718-9a7018880a70 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:09.455085 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd87886f-8de1-4583-b639-fae09212fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (f51881ad-fda1-46eb-ba23-19942b96436d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.499777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 36051348-bc92-4431-b718-9a7018880a70 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:57:09.500155 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 36051348-bc92-4431-b718-9a7018880a70 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:09.511031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-cd87886f-8de1-4583-b639-fae09212fe84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51881ad-fda1-46eb-ba23-19942b96436d']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:09.549186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-cd87886f-8de1-4583-b639-fae09212fe84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c64a17-771c-4630-9f99-17187c654a05') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:09.549476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-cd87886f-8de1-4583-b639-fae09212fe84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c64a17-771c-4630-9f99-17187c654a05') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:09.578328 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd87886f-8de1-4583-b639-fae09212fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (12c64a17-771c-4630-9f99-17187c654a05), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.599954 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd87886f-8de1-4583-b639-fae09212fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (12c64a17-771c-4630-9f99-17187c654a05), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.607866 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd87886f-8de1-4583-b639-fae09212fe84 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:57:09.608268 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd87886f-8de1-4583-b639-fae09212fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (12c64a17-771c-4630-9f99-17187c654a05), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: items = [ Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:57:09.610013 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:57:09.618056 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-67fdc794-1643-4391-a8b1-9ba1e3055860 None None] For port 58d00176-b4e5-4910-aa14-2719d8389af2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=58d00176-b4e5-4910-aa14-2719d8389af2,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:09.648582 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-67fdc794-1643-4391-a8b1-9ba1e3055860 None None] Publish callbacks [] for port (58d00176-b4e5-4910-aa14-2719d8389af2), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.653425 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-67fdc794-1643-4391-a8b1-9ba1e3055860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.655608 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.db.api [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe08:65d7-123ece16-83bd-4bcd-9a96-ab9304ff05 {{(pid=103719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:57:09.660641 n-d-832330-1 neutron-server[103719]: DEBUG oslo_db.api [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:57:09.664780 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd87886f-8de1-4583-b639-fae09212fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (f51881ad-fda1-46eb-ba23-19942b96436d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.682994 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd87886f-8de1-4583-b639-fae09212fe84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.688933 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cd87886f-8de1-4583-b639-fae09212fe84 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f51881ad-fda1-46eb-ba23-19942b96436d HTTP/1.1" status: 204 len: 168 time: 0.5929282 Mar 07 21:57:09.688933 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87886f-8de1-4583-b639-fae09212fe84 admin admin] Pushing event deleted for resources: {'Network': ['ID=f51881ad-fda1-46eb-ba23-19942b96436d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:09.689971 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49918) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:09.746056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a0c6f3-37f7-4902-84db-9d6ac790b0c0 admin admin] Deleting subnet 56839487-ca2c-485e-9dcb-14bb383d286d {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:57:09.750226 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c6f3-37f7-4902-84db-9d6ac790b0c0 admin admin] Publish callbacks [] for subnet (56839487-ca2c-485e-9dcb-14bb383d286d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.775700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdc794-1643-4391-a8b1-9ba1e3055860 None None] Pushing event updated for resources: {'Port': ['ID=58d00176-b4e5-4910-aa14-2719d8389af2,revision_number=12']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:09.796395 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c6f3-37f7-4902-84db-9d6ac790b0c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (56839487-ca2c-485e-9dcb-14bb383d286d), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.855931 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c6f3-37f7-4902-84db-9d6ac790b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (56839487-ca2c-485e-9dcb-14bb383d286d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.928630 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c6f3-37f7-4902-84db-9d6ac790b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (56839487-ca2c-485e-9dcb-14bb383d286d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.970312 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0c6f3-37f7-4902-84db-9d6ac790b0c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56839487-ca2c-485e-9dcb-14bb383d286d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:09.978730 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c6f3-37f7-4902-84db-9d6ac790b0c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:09.984139 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a6a0c6f3-37f7-4902-84db-9d6ac790b0c0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/56839487-ca2c-485e-9dcb-14bb383d286d HTTP/1.1" status: 204 len: 168 time: 0.2912989 Mar 07 21:57:09.984388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49920) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:10.065848 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-130ff8ca-5f15-4de3-963d-b2456c1e39e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (1983fba3-2ef3-410b-bf72-21b2033e3e80), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:10.160572 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-130ff8ca-5f15-4de3-963d-b2456c1e39e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (1983fba3-2ef3-410b-bf72-21b2033e3e80), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:10.200442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-130ff8ca-5f15-4de3-963d-b2456c1e39e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1983fba3-2ef3-410b-bf72-21b2033e3e80']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:10.212976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-130ff8ca-5f15-4de3-963d-b2456c1e39e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46cd4e5b-1238-4c4a-aa27-e47b824806e6') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:10.213549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-130ff8ca-5f15-4de3-963d-b2456c1e39e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46cd4e5b-1238-4c4a-aa27-e47b824806e6') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:10.243639 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-130ff8ca-5f15-4de3-963d-b2456c1e39e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (46cd4e5b-1238-4c4a-aa27-e47b824806e6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:10.274281 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-130ff8ca-5f15-4de3-963d-b2456c1e39e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (46cd4e5b-1238-4c4a-aa27-e47b824806e6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:10.280890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130ff8ca-5f15-4de3-963d-b2456c1e39e1 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:57:10.281290 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-130ff8ca-5f15-4de3-963d-b2456c1e39e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (46cd4e5b-1238-4c4a-aa27-e47b824806e6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:57:10.366299 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:57:10.373054 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-130ff8ca-5f15-4de3-963d-b2456c1e39e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (1983fba3-2ef3-410b-bf72-21b2033e3e80), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:10.383911 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-130ff8ca-5f15-4de3-963d-b2456c1e39e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:10.387337 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-130ff8ca-5f15-4de3-963d-b2456c1e39e1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1983fba3-2ef3-410b-bf72-21b2033e3e80 HTTP/1.1" status: 204 len: 168 time: 0.4018836 Mar 07 21:57:10.400507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ff8ca-5f15-4de3-963d-b2456c1e39e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1983fba3-2ef3-410b-bf72-21b2033e3e80,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:10.433035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78496146-f262-4f38-805f-6020105fe2bd req-96834b41-f551-4842-9af4-4d9d279e1aac tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:10.434636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78496146-f262-4f38-805f-6020105fe2bd req-96834b41-f551-4842-9af4-4d9d279e1aac tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.1829038 Mar 07 21:57:10.480824 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad5a3e53-5d16-4f83-9e23-4b3fe7f8a743 req-5e65cf3a-94e0-4edf-a234-aaf60756d815 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1891544 Mar 07 21:57:10.507450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.objects.ports [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:57:10.681372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.ipam_pluggable_backend [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Port 58d00176-b4e5-4910-aa14-2719d8389af2 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=103719) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:608}} Mar 07 21:57:10.681867 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (06787c11-cbe3-43e9-a7f4-e487d80ee0f9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:10.741406 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49930) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:10.775731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=06787c11-cbe3-43e9-a7f4-e487d80ee0f9,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:10.791702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:10.796272 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78496146-f262-4f38-805f-6020105fe2bd req-c0506378-8a03-4725-a941-ce99cf503490 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346908 Mar 07 21:57:10.798903 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-389c89e9-6384-4124-928c-42a0ca63fca7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a352692c53c746598b2c55171098262a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561285 Mar 07 21:57:10.800569 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49932) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:10.804586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:10.809101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:10.809616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:10.810294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:10.810988 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:10.811872 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:10.812791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:10.813292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:10.813775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:10.814309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:10.814786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:10.815287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:10.815612 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632dc7d6-53ca-455f-80fb-5aa19c5a60a8 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:10.816336 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:10.816955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:10.821934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:10.823110 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:10.839817 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a3e53-5d16-4f83-9e23-4b3fe7f8a743 req-02a15b2c-bfed-40b5-86f6-44b150b91ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:10.843714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad5a3e53-5d16-4f83-9e23-4b3fe7f8a743 req-02a15b2c-bfed-40b5-86f6-44b150b91ae3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4115cbd761624389b66373c73c2acc7b&device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 1127 time: 0.3343558 Mar 07 21:57:10.852918 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e259e96b-64eb-49f8-bb5c-ed6033d9ced7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7145419 Mar 07 21:57:10.856290 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49934) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:10.861478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ae84bb09-3371-41ba-8936-5a0916dae6eb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'mac_address': 'fa:16:3e:18:55:7f', 'name': 'tempest-NetworksTestDHCPv6-21340879'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:10.960594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a3e53-5d16-4f83-9e23-4b3fe7f8a743 req-d2706bbe-c49e-4c03-8594-788a25ee6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:10.962120 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad5a3e53-5d16-4f83-9e23-4b3fe7f8a743 req-d2706bbe-c49e-4c03-8594-788a25ee6fb5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=83d57a19-3431-4910-9994-33f2e03a0fe7 HTTP/1.1" status: 200 len: 909 time: 0.0985382 Mar 07 21:57:10.972629 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 58d00176-b4e5-4910-aa14-2719d8389af2 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:11.004598 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48cc6c6f-13c6-40dc-8643-bebc1295df0a admin admin] Publish callbacks [] for security_group (eeb7c787-1db9-48d3-b87b-61a7ad4c1995), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:11.033862 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bbcc370b-378e-42ef-8885-497834fe592e None None] Provisioning complete for port 58d00176-b4e5-4910-aa14-2719d8389af2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:11.036270 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bbcc370b-378e-42ef-8885-497834fe592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:11.059512 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad5a3e53-5d16-4f83-9e23-4b3fe7f8a743 req-2ef9fbe6-4042-4974-8f3e-b4b636f4f8c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d92c1f69-abd4-430e-acd0-2c2aae679bc4 HTTP/1.1" status: 200 len: 1000 time: 0.0907173 Mar 07 21:57:11.085124 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48cc6c6f-13c6-40dc-8643-bebc1295df0a admin admin] Publish callbacks [] for security_group (eeb7c787-1db9-48d3-b87b-61a7ad4c1995), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:11.115254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a3e53-5d16-4f83-9e23-4b3fe7f8a743 req-23b11925-bb00-4b97-8767-1f4d0cc8f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:11.117857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad5a3e53-5d16-4f83-9e23-4b3fe7f8a743 req-23b11925-bb00-4b97-8767-1f4d0cc8f75c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9615476-da71-4e49-a927-46d7be2e5c0c HTTP/1.1" status: 200 len: 847 time: 0.0506580 Mar 07 21:57:11.146630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae84bb09-3371-41ba-8936-5a0916dae6eb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:11.208514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a3e53-5d16-4f83-9e23-4b3fe7f8a743 req-6cccb00e-cda1-43d8-82a1-7064b8b2d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:11.211041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad5a3e53-5d16-4f83-9e23-4b3fe7f8a743 req-6cccb00e-cda1-43d8-82a1-7064b8b2d321 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83d57a19-3431-4910-9994-33f2e03a0fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0865707 Mar 07 21:57:11.247993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bbcc370b-378e-42ef-8885-497834fe592e None None] Current status of the port 58d00176-b4e5-4910-aa14-2719d8389af2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:11.257613 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48cc6c6f-13c6-40dc-8643-bebc1295df0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (eeb7c787-1db9-48d3-b87b-61a7ad4c1995), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:11.260445 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48cc6c6f-13c6-40dc-8643-bebc1295df0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:11.265417 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-48cc6c6f-13c6-40dc-8643-bebc1295df0a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eeb7c787-1db9-48d3-b87b-61a7ad4c1995 HTTP/1.1" status: 204 len: 168 time: 0.4586203 Mar 07 21:57:11.274846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 58d00176-b4e5-4910-aa14-2719d8389af2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:11.275590 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:11.279137 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc6c6f-13c6-40dc-8643-bebc1295df0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb7c787-1db9-48d3-b87b-61a7ad4c1995,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:11.293765 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae84bb09-3371-41ba-8936-5a0916dae6eb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:11.373823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-ae84bb09-3371-41ba-8936-5a0916dae6eb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port f05b5838-5b1f-4a90-af9e-a893f5946664 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:57:11.409125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 58d00176-b4e5-4910-aa14-2719d8389af2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:11.539394 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad5a3e53-5d16-4f83-9e23-4b3fe7f8a743 req-8f9aff20-e305-4c25-af05-7e0d55949327 service neutron] 10.222.0.13 "GET /v2.0/networks/83d57a19-3431-4910-9994-33f2e03a0fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212330 Mar 07 21:57:11.752820 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad5a3e53-5d16-4f83-9e23-4b3fe7f8a743 req-5fc70e8d-bf82-4baa-b59e-5fd31bed4c5e service neutron] 10.222.0.13 "GET /v2.0/networks/83d57a19-3431-4910-9994-33f2e03a0fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982446 Mar 07 21:57:11.806461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-ae84bb09-3371-41ba-8936-5a0916dae6eb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 172.20.0.3 (93b13938-fab1-4c0e-a140-35734632e7e9/e59eddad-b70a-438b-9fe6-ab8cb185fb6f/f05b5838-5b1f-4a90-af9e-a893f5946664) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:11.819219 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-ae84bb09-3371-41ba-8936-5a0916dae6eb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::f816:3eff:fe18:557f (93b13938-fab1-4c0e-a140-35734632e7e9/06787c11-cbe3-43e9-a7f4-e487d80ee0f9/f05b5838-5b1f-4a90-af9e-a893f5946664) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:12.027977 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae84bb09-3371-41ba-8936-5a0916dae6eb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (f05b5838-5b1f-4a90-af9e-a893f5946664), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:12.063676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49948) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:12.126059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae84bb09-3371-41ba-8936-5a0916dae6eb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f05b5838-5b1f-4a90-af9e-a893f5946664), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:12.164426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ec795792-5241-444a-b03d-b06098111acd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e179fac5c47f44e4b61d9361a4bb8610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0993156 Mar 07 21:57:12.167460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49950) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:12.205098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae84bb09-3371-41ba-8936-5a0916dae6eb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:12.219216 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-ae84bb09-3371-41ba-8936-5a0916dae6eb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:12.223155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae84bb09-3371-41ba-8936-5a0916dae6eb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:12.250038 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84bb09-3371-41ba-8936-5a0916dae6eb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=f05b5838-5b1f-4a90-af9e-a893f5946664,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:12.254568 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f55b353f-f01b-4e28-a87d-50836f933233 admin admin] Publish callbacks [] for security_group (1f7eddd3-0663-4991-9437-303b14cc4868), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:12.298723 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f55b353f-f01b-4e28-a87d-50836f933233 admin admin] Publish callbacks [] for security_group (1f7eddd3-0663-4991-9437-303b14cc4868), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:12.314656 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae84bb09-3371-41ba-8936-5a0916dae6eb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:12.317598 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae84bb09-3371-41ba-8936-5a0916dae6eb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:12.345498 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ae84bb09-3371-41ba-8936-5a0916dae6eb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.4851182 Mar 07 21:57:12.345498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49952) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:12.398522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9cd46715-371f-4c6f-aeb5-d862da7199ea None None] Provisioning complete for port 58d00176-b4e5-4910-aa14-2719d8389af2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:12.399090 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9cd46715-371f-4c6f-aeb5-d862da7199ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:12.401070 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f55b353f-f01b-4e28-a87d-50836f933233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1f7eddd3-0663-4991-9437-303b14cc4868), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:12.408119 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f55b353f-f01b-4e28-a87d-50836f933233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:12.408119 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f55b353f-f01b-4e28-a87d-50836f933233 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f7eddd3-0663-4991-9437-303b14cc4868 HTTP/1.1" status: 204 len: 168 time: 0.2368228 Mar 07 21:57:12.421691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b353f-f01b-4e28-a87d-50836f933233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7eddd3-0663-4991-9437-303b14cc4868,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:12.467071 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a441d-b246-4a68-a852-57512ad39429 req-f9933f7e-5c7f-4869-be1f-aa499e173859 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:12.473968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b122ef-3ae9-4484-97b7-4d5b1e964210 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:12.474299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc8a441d-b246-4a68-a852-57512ad39429 req-f9933f7e-5c7f-4869-be1f-aa499e173859 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.5178435 Mar 07 21:57:12.483603 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b122ef-3ae9-4484-97b7-4d5b1e964210 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:12.490246 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-53b122ef-3ae9-4484-97b7-4d5b1e964210 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1438282 Mar 07 21:57:12.492582 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49956) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:12.591793 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc8a441d-b246-4a68-a852-57512ad39429 req-3537cf17-0137-4955-81c1-70c02afc9559 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073732 Mar 07 21:57:12.622689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9cd46715-371f-4c6f-aeb5-d862da7199ea None None] Current status of the port 58d00176-b4e5-4910-aa14-2719d8389af2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:12.697995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49962) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:13.083259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e4d025a6-a49f-4491-b1fe-4a730cf82c66 None None] Provisioning complete for port f05b5838-5b1f-4a90-af9e-a893f5946664 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:13.083637 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e4d025a6-a49f-4491-b1fe-4a730cf82c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f05b5838-5b1f-4a90-af9e-a893f5946664), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:13.140135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e4d025a6-a49f-4491-b1fe-4a730cf82c66 None None] Port f05b5838-5b1f-4a90-af9e-a893f5946664 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:57:13.188024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-dad23df6-1245-4911-a218-55440bcf6242 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port f05b5838-5b1f-4a90-af9e-a893f5946664 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:13.188434 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dad23df6-1245-4911-a218-55440bcf6242 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f05b5838-5b1f-4a90-af9e-a893f5946664), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:13.294322 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dad23df6-1245-4911-a218-55440bcf6242 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f05b5838-5b1f-4a90-af9e-a893f5946664), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:13.307543 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-dad23df6-1245-4911-a218-55440bcf6242 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for f05b5838-5b1f-4a90-af9e-a893f5946664 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:13.548115 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dad23df6-1245-4911-a218-55440bcf6242 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f05b5838-5b1f-4a90-af9e-a893f5946664), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:13.608198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad23df6-1245-4911-a218-55440bcf6242 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=f05b5838-5b1f-4a90-af9e-a893f5946664,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:13.748313 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b0721116-3330-44d6-97b4-bf5da55718a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:13.808561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49994) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:13.861489 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dad23df6-1245-4911-a218-55440bcf6242 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:13.869158 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dad23df6-1245-4911-a218-55440bcf6242 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/f05b5838-5b1f-4a90-af9e-a893f5946664 HTTP/1.1" status: 204 len: 168 time: 1.3748004 Mar 07 21:57:13.870223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49998) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:13.946165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350ec5c3-61f8-45f5-999e-71f4ae8eb1ac tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:13.947790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350ec5c3-61f8-45f5-999e-71f4ae8eb1ac tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:13.949249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350ec5c3-61f8-45f5-999e-71f4ae8eb1ac tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:13.954637 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-350ec5c3-61f8-45f5-999e-71f4ae8eb1ac tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0828393 Mar 07 21:57:13.956042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50000) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:14.015779 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-580831823-network', 'tenant_id': '9bb6403373984f908124dcb70d1ed022'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:14.047529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0b35b-5c37-4972-8cc0-082b552c2984 req-ed35de17-3999-49ba-b531-1845c771aa46 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:14.049050 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ead0b35b-5c37-4972-8cc0-082b552c2984 req-ed35de17-3999-49ba-b531-1845c771aa46 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.3449707 Mar 07 21:57:14.062041 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] Made reservation on behalf of 9bb6403373984f908124dcb70d1ed022 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:14.064502 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.079191 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-16dc626c-5c5a-4baa-b16d-f5242a200b7a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 06787c11-cbe3-43e9-a7f4-e487d80ee0f9 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:57:14.082825 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.086254 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-16dc626c-5c5a-4baa-b16d-f5242a200b7a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (06787c11-cbe3-43e9-a7f4-e487d80ee0f9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.161857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ead0b35b-5c37-4972-8cc0-082b552c2984 req-850670f0-3a88-4f19-9629-38839cd6ed7e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973928 Mar 07 21:57:14.202160 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] Publish callbacks [] for security_group (4ed20a1d-8bab-4f90-85ac-5285b04c60f8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.212425 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4ed20a1d-8bab-4f90-85ac-5285b04c60f8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.226409 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:57:14.242529 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (e6873dc2-7de3-4cd8-871f-158adb84ae7b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.242889 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] Added segment e6873dc2-7de3-4cd8-871f-158adb84ae7b of type vlan for network 17af4d75-4163-4f51-bf4d-822a5308abb9 Mar 07 21:57:14.272625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-b0721116-3330-44d6-97b4-bf5da55718a3 admin admin] Deleting port 00fa617a-4389-4f01-9b21-206be69d44a0 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:14.275132 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b0721116-3330-44d6-97b4-bf5da55718a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.286684 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (17af4d75-4163-4f51-bf4d-822a5308abb9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.319513 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (17af4d75-4163-4f51-bf4d-822a5308abb9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.320605 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:14.321449 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.330770 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-16dc626c-5c5a-4baa-b16d-f5242a200b7a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (06787c11-cbe3-43e9-a7f4-e487d80ee0f9), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.394124 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-b0721116-3330-44d6-97b4-bf5da55718a3 admin admin] For port 00fa617a-4389-4f01-9b21-206be69d44a0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=00fa617a-4389-4f01-9b21-206be69d44a0,segment=NetworkSegment(94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f),segment_id=94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:14.395644 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b0721116-3330-44d6-97b4-bf5da55718a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.407045 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5967910 Mar 07 21:57:14.416158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-b0721116-3330-44d6-97b4-bf5da55718a3 admin admin] Calling delete_port for 00fa617a-4389-4f01-9b21-206be69d44a0 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:14.439632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed20a1d-8bab-4f90-85ac-5285b04c60f8,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:14.442223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50002) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:14.451140 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b7f69a34-fd63-41ac-b79e-7fd4010a988a admin admin] Request body: {'subnet': {'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-580831823-subnet', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:14.469865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a49e9-593a-4609-bcf2-4e7801855337 admin admin] Pushing event updated for resources: {'Network': ['ID=17af4d75-4163-4f51-bf4d-822a5308abb9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:14.487053 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 17af4d75-4163-4f51-bf4d-822a5308abb9 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:57:14.512323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f69a34-fd63-41ac-b79e-7fd4010a988a admin admin] Made reservation on behalf of 9bb6403373984f908124dcb70d1ed022 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:14.515607 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7f69a34-fd63-41ac-b79e-7fd4010a988a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.606958 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-16dc626c-5c5a-4baa-b16d-f5242a200b7a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (06787c11-cbe3-43e9-a7f4-e487d80ee0f9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.696318 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b0721116-3330-44d6-97b4-bf5da55718a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (00fa617a-4389-4f01-9b21-206be69d44a0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.732309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0721116-3330-44d6-97b4-bf5da55718a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=00fa617a-4389-4f01-9b21-206be69d44a0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:14.734666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-16dc626c-5c5a-4baa-b16d-f5242a200b7a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (06787c11-cbe3-43e9-a7f4-e487d80ee0f9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.772844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc626c-5c5a-4baa-b16d-f5242a200b7a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=06787c11-cbe3-43e9-a7f4-e487d80ee0f9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:14.775031 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-16dc626c-5c5a-4baa-b16d-f5242a200b7a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.781238 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-16dc626c-5c5a-4baa-b16d-f5242a200b7a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/06787c11-cbe3-43e9-a7f4-e487d80ee0f9 HTTP/1.1" status: 204 len: 168 time: 0.8239949 Mar 07 21:57:14.781851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50004) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:14.783419 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7f69a34-fd63-41ac-b79e-7fd4010a988a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (53b78d0f-0bb8-455d-a78c-07f57fa57eef), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:14.794768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd3b977-dde5-4071-ab70-124604b98033 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:14.846453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f69a34-fd63-41ac-b79e-7fd4010a988a admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b78d0f-0bb8-455d-a78c-07f57fa57eef,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:14.926132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f69a34-fd63-41ac-b79e-7fd4010a988a admin admin] Checking segment: {'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:14.926587 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f69a34-fd63-41ac-b79e-7fd4010a988a admin admin] Network hostable DHCP agents. Network: 17af4d75-4163-4f51-bf4d-822a5308abb9, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:57:14.978227 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f69a34-fd63-41ac-b79e-7fd4010a988a admin admin] Network 17af4d75-4163-4f51-bf4d-822a5308abb9 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:57:14.992684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b7f69a34-fd63-41ac-b79e-7fd4010a988a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 17af4d75-4163-4f51-bf4d-822a5308abb9) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:14.997875 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f69a34-fd63-41ac-b79e-7fd4010a988a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:14.998600 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7f69a34-fd63-41ac-b79e-7fd4010a988a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.003764 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d769988e-cc32-4ebb-97e5-289a6e0d97ed None None] Network 17af4d75-4163-4f51-bf4d-822a5308abb9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:15.026870 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b7f69a34-fd63-41ac-b79e-7fd4010a988a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5793025 Mar 07 21:57:15.029477 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50008) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:15.034385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:15.064853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-7892f518-4894-4780-be58-3635a5ad5e53 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet e59eddad-b70a-438b-9fe6-ab8cb185fb6f {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:57:15.074723 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7892f518-4894-4780-be58-3635a5ad5e53 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (e59eddad-b70a-438b-9fe6-ab8cb185fb6f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.081313 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (77be2438-9414-4250-bd25-3453747f608b), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.082490 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (77be2438-9414-4250-bd25-3453747f608b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.127489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-17af4d75-4163-4f51-bf4d-822a5308abb9', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'project_id': '9bb6403373984f908124dcb70d1ed022', 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:57:15.130533 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.182818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Publish callbacks [] for router_controller (77be2438-9414-4250-bd25-3453747f608b), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.349068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Allocated IP 172.20.0.2 (17af4d75-4163-4f51-bf4d-822a5308abb9/53b78d0f-0bb8-455d-a78c-07f57fa57eef/cab44d4c-51a2-4d71-85a1-e7eaacd81490) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:15.499552 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Publish callbacks [] for router_gateway (77be2438-9414-4250-bd25-3453747f608b), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.578441 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Publish callbacks [] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.592619 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.613998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Network 17af4d75-4163-4f51-bf4d-822a5308abb9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:15.617161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:15.656514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:15.707246 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5bf54d03-55fb-42f2-8f2f-a2fc83bf4f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.747277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Pushing event updated for resources: {'Port': ['ID=cab44d4c-51a2-4d71-85a1-e7eaacd81490,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:15.761799 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Attempting to bind port cab44d4c-51a2-4d71-85a1-e7eaacd81490 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:57:15.762360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Attempting to bind port cab44d4c-51a2-4d71-85a1-e7eaacd81490 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:57:15.762822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Attempting to bind port cab44d4c-51a2-4d71-85a1-e7eaacd81490 on network 17af4d75-4163-4f51-bf4d-822a5308abb9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:15.769977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:57:15.770566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Checking segment: {'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:15.771361 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.773687 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Bound using segment: {'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:57:15.774111 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Bound port: cab44d4c-51a2-4d71-85a1-e7eaacd81490, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:57:15.774603 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.812370 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7892f518-4894-4780-be58-3635a5ad5e53 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (e59eddad-b70a-438b-9fe6-ab8cb185fb6f), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.860461 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Publish callbacks [] for router_gateway (77be2438-9414-4250-bd25-3453747f608b), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.874902 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] For port cab44d4c-51a2-4d71-85a1-e7eaacd81490, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:57:15.879263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] For port cab44d4c-51a2-4d71-85a1-e7eaacd81490, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cab44d4c-51a2-4d71-85a1-e7eaacd81490,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:57:15.881684 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b0721116-3330-44d6-97b4-bf5da55718a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.889489 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:15.927010 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:16.090168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf57380-8fec-4db2-a745-181feeed8891 None None] Pushing event updated for resources: {'Port': ['ID=cab44d4c-51a2-4d71-85a1-e7eaacd81490,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:16.115152 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:16.115372 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7892f518-4894-4780-be58-3635a5ad5e53 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (e59eddad-b70a-438b-9fe6-ab8cb185fb6f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:16.131145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8feff152-30fa-4e6f-b5db-812b7226cb75 None None] Provisioning complete for port 58d00176-b4e5-4910-aa14-2719d8389af2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:16.131531 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8feff152-30fa-4e6f-b5db-812b7226cb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:16.148862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Allocated IP 172.25.4.159 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/38a9ff58-db30-4912-a8b6-8d5841c8fb85) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:16.193205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50022) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:16.252955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8feff152-30fa-4e6f-b5db-812b7226cb75 None None] Current status of the port 58d00176-b4e5-4910-aa14-2719d8389af2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:16.270413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00693583-d1d9-4224-9f0d-f503382b5929 req-0d641829-8c59-47cc-bf7b-bbad79e8b1e6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:16.272446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00693583-d1d9-4224-9f0d-f503382b5929 req-0d641829-8c59-47cc-bf7b-bbad79e8b1e6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.4989674 Mar 07 21:57:16.331021 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7892f518-4894-4780-be58-3635a5ad5e53 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (e59eddad-b70a-438b-9fe6-ab8cb185fb6f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:16.392337 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Publish callbacks [] for port (38a9ff58-db30-4912-a8b6-8d5841c8fb85), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:16.440086 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (38a9ff58-db30-4912-a8b6-8d5841c8fb85), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:16.453695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00693583-d1d9-4224-9f0d-f503382b5929 req-0e97ceae-afef-488b-b127-702735f047bc tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246574 Mar 07 21:57:16.460619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892f518-4894-4780-be58-3635a5ad5e53 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=e59eddad-b70a-438b-9fe6-ab8cb185fb6f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:16.474685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac34bf-48ef-422e-afda-23b2fed11e6d None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:16.516556 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:16.519864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:16.530374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:16.540967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=38a9ff58-db30-4912-a8b6-8d5841c8fb85,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:16.581177 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:57:16.591040 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7892f518-4894-4780-be58-3635a5ad5e53 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:16.594654 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7892f518-4894-4780-be58-3635a5ad5e53 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/e59eddad-b70a-438b-9fe6-ab8cb185fb6f HTTP/1.1" status: 204 len: 168 time: 1.8118198 Mar 07 21:57:16.597525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50026) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:16.675676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0da7a4a-1054-4816-8ded-c681fc39d5d8 None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:57:16.707645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b504fab0-c825-45da-b76a-6357a6dbdf9e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773306 Mar 07 21:57:16.711206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50028) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:16.745424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c0da7a4a-1054-4816-8ded-c681fc39d5d8 None None] Deleting port 58d00176-b4e5-4910-aa14-2719d8389af2 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:16.745807 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c0da7a4a-1054-4816-8ded-c681fc39d5d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:16.788229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0721116-3330-44d6-97b4-bf5da55718a3 admin admin] Router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:57:16.821806 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c0da7a4a-1054-4816-8ded-c681fc39d5d8 None None] For port 58d00176-b4e5-4910-aa14-2719d8389af2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=58d00176-b4e5-4910-aa14-2719d8389af2,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:16.822648 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c0da7a4a-1054-4816-8ded-c681fc39d5d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:16.823918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea714f48-6d1e-484e-b69f-d9a7e198187c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:16.828209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50030) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:16.828694 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ea714f48-6d1e-484e-b69f-d9a7e198187c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0917063 Mar 07 21:57:16.844070 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c0da7a4a-1054-4816-8ded-c681fc39d5d8 None None] Calling delete_port for 58d00176-b4e5-4910-aa14-2719d8389af2 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:16.973845 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cab44d4c-51a2-4d71-85a1-e7eaacd81490 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:16.980733 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c0da7a4a-1054-4816-8ded-c681fc39d5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (58d00176-b4e5-4910-aa14-2719d8389af2), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:16.987849 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Publish callbacks [] for router_gateway (77be2438-9414-4250-bd25-3453747f608b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:17.048485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da7a4a-1054-4816-8ded-c681fc39d5d8 None None] Pushing event deleted for resources: {'Port': ['ID=58d00176-b4e5-4910-aa14-2719d8389af2,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:17.055751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da7a4a-1054-4816-8ded-c681fc39d5d8 None None] No DVR routers for this DVR port 58d00176-b4e5-4910-aa14-2719d8389af2 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:57:17.088538 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e12ac52-829a-4bcd-8747-40ee2b597bf2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:17.088872 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cab44d4c-51a2-4d71-85a1-e7eaacd81490 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:17.089513 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:17.090672 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8e12ac52-829a-4bcd-8747-40ee2b597bf2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2613363 Mar 07 21:57:17.096023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50034) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:17.163898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f36a01a4-4bba-42b9-9aa9-7122f021bde1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667217 Mar 07 21:57:17.169997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50036) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:17.184446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-05732da1-8602-4692-962e-11bcfa754f07 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:17.196806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0721116-3330-44d6-97b4-bf5da55718a3 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:57:17.240720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b1563-ed4f-4641-a61f-4184159c1f6d None None] Sync routers for ids ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:57:17.245723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b0721116-3330-44d6-97b4-bf5da55718a3 admin admin] 10.222.0.26 "PUT /v2.0/routers/bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5462179 Mar 07 21:57:17.249779 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50038) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:17.260841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cab44d4c-51a2-4d71-85a1-e7eaacd81490 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:17.261752 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:17.274271 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b1563-ed4f-4641-a61f-4184159c1f6d None None] Routers {'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:57:17.274488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-258b1563-ed4f-4641-a61f-4184159c1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:56:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:17.346728 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (77be2438-9414-4250-bd25-3453747f608b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:17.548169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05732da1-8602-4692-962e-11bcfa754f07 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:17.552653 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-05732da1-8602-4692-962e-11bcfa754f07 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:17.554685 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-05732da1-8602-4692-962e-11bcfa754f07 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:57:17.555128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05732da1-8602-4692-962e-11bcfa754f07 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:57:17.560790 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] Publish callbacks [] for router (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:17.616209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04f5ff1-8854-4e1f-9d32-9d70de795329 None None] Network 17af4d75-4163-4f51-bf4d-822a5308abb9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:17.645310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-05732da1-8602-4692-962e-11bcfa754f07 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4673033 Mar 07 21:57:17.645310 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4d9e-989d-439e-a9f4-e8c43493f4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (6aa32f4e-2c88-4146-979c-99d2542addba), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:17.646094 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50042) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:17.655549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3975b092-1bba-4399-97bf-8de27df6edce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:17.701454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port cab44d4c-51a2-4d71-85a1-e7eaacd81490, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cab44d4c-51a2-4d71-85a1-e7eaacd81490,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:17.715953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-258b1563-ed4f-4641-a61f-4184159c1f6d None None] Set router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:57:17.725613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Router 77be2438-9414-4250-bd25-3453747f608b is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:57:17.747309 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:17.806725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e253f1-5f75-4ba6-b718-323527b9a8b7 req-dfa9088d-95d6-4d4b-b219-60e08df52fbe tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:17.808111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94e253f1-5f75-4ba6-b718-323527b9a8b7 req-dfa9088d-95d6-4d4b-b219-60e08df52fbe tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.2035003 Mar 07 21:57:17.843174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-54c3fcb8-df6f-474d-8e66-d2124d6035e1 None None] Provisioning complete for port cab44d4c-51a2-4d71-85a1-e7eaacd81490 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:17.843555 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-54c3fcb8-df6f-474d-8e66-d2124d6035e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:17.847966 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] Publish callbacks [] for router_gateway (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:17.850359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 58d00176-b4e5-4910-aa14-2719d8389af2 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:17.878094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 58d00176-b4e5-4910-aa14-2719d8389af2 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:57:17.878394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 58d00176-b4e5-4910-aa14-2719d8389af2 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:17.898515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3975b092-1bba-4399-97bf-8de27df6edce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:17.903550 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3975b092-1bba-4399-97bf-8de27df6edce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:17.905980 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-3975b092-1bba-4399-97bf-8de27df6edce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:57:17.906751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3975b092-1bba-4399-97bf-8de27df6edce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:57:17.942733 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3975b092-1bba-4399-97bf-8de27df6edce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2937856 Mar 07 21:57:17.945851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50044) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:17.955756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8a8a68a1-c17a-4d7b-b315-241f050087f5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:17.971395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94e253f1-5f75-4ba6-b718-323527b9a8b7 req-1bd6922f-d6d6-49e6-91da-db60bd05bfd7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525145 Mar 07 21:57:18.011596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=cab44d4c-51a2-4d71-85a1-e7eaacd81490,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:18.017583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] Deleting port b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:18.017952 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:18.023743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:18.024097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:18.024445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:18.024787 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:18.025122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:18.025457 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:18.025789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:18.026156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:18.026490 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:18.026819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:18.027904 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:18.028112 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:18.028422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:18.036149 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ba081046-23aa-4abd-9fcd-6a1f3aacbaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:18.111334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] For port b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:18.111697 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:18.125153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] Calling delete_port for b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:18.160526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-54c3fcb8-df6f-474d-8e66-d2124d6035e1 None None] Current status of the port cab44d4c-51a2-4d71-85a1-e7eaacd81490 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:18.184559 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-258b1563-ed4f-4641-a61f-4184159c1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:26Z', 'updated_at': '2022-03-07T21:57:14Z', 'revision_number': 5, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'gw_port': {'id': 'b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:28Z', 'updated_at': '2022-03-07T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:18.190407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8a68a1-c17a-4d7b-b315-241f050087f5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:18.195194 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8a8a68a1-c17a-4d7b-b315-241f050087f5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:18.196837 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8a68a1-c17a-4d7b-b315-241f050087f5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:57:18.197364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8a68a1-c17a-4d7b-b315-241f050087f5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:57:18.238801 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b1563-ed4f-4641-a61f-4184159c1f6d None None] Checking router: bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:57:18.250940 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8a8a68a1-c17a-4d7b-b315-241f050087f5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3036988 Mar 07 21:57:18.254312 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50046) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:18.278157 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a6c8126c-373c-4f1b-9911-56a25ef860f0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:18.308983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b1563-ed4f-4641-a61f-4184159c1f6d None None] Routers {'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:57:18.311071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-258b1563-ed4f-4641-a61f-4184159c1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:18.320368 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:18.358349 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:18.394992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:18.454284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e0b5a251-d585-4454-af36-e98c51f0e071 None None] Provisioning complete for port cab44d4c-51a2-4d71-85a1-e7eaacd81490 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:18.454948 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e0b5a251-d585-4454-af36-e98c51f0e071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:18.506628 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:18.517824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-258b1563-ed4f-4641-a61f-4184159c1f6d None None] Set router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:57:18.585812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-258b1563-ed4f-4641-a61f-4184159c1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:26Z', 'updated_at': '2022-03-07T21:57:17Z', 'revision_number': 6, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:18.603831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:57:18.612615 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Sync routers for ids ['77be2438-9414-4250-bd25-3453747f608b'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:57:18.626751 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Routers {'77be2438-9414-4250-bd25-3453747f608b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:57:18.627432 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['77be2438-9414-4250-bd25-3453747f608b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:18.630895 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b1563-ed4f-4641-a61f-4184159c1f6d None None] The sync data for ids ['bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7'] in n-d-832330-1 is: [{'id': 'bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7', 'name': 'tempest-TaggedBootDevicesTest-2004546655-router', 'tenant_id': '796c19d2677a4c73bc3e1f62457a580a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:26Z', 'updated_at': '2022-03-07T21:57:17Z', 'revision_number': 6, 'project_id': '796c19d2677a4c73bc3e1f62457a580a', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:57:18.672090 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:18.673571 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3ee4f2cd-b80a-4ecc-8ed2-6ae15d8f9ca2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6429360 Mar 07 21:57:18.679732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50048) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:18.710947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e0b5a251-d585-4454-af36-e98c51f0e071 None None] Current status of the port cab44d4c-51a2-4d71-85a1-e7eaacd81490 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:18.758266 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c8126c-373c-4f1b-9911-56a25ef860f0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:18.762367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a6c8126c-373c-4f1b-9911-56a25ef860f0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:18.764166 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c8126c-373c-4f1b-9911-56a25ef860f0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:57:18.764688 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c8126c-373c-4f1b-9911-56a25ef860f0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:57:18.805849 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Set router 77be2438-9414-4250-bd25-3453747f608b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:57:18.822288 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a6c8126c-373c-4f1b-9911-56a25ef860f0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5588455 Mar 07 21:57:18.825787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50050) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:18.833248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-966ecfcb-b90a-4003-8d7b-cd818ac01d88 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:19.014639 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.016774 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] Publish callbacks [] for router_controller (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.027887 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:16Z', 'revision_number': 3, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:19.062793 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966ecfcb-b90a-4003-8d7b-cd818ac01d88 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:19.063268 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Checking router: 77be2438-9414-4250-bd25-3453747f608b for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:57:19.063845 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Updating router 77be2438-9414-4250-bd25-3453747f608b port 38a9ff58-db30-4912-a8b6-8d5841c8fb85 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:57:19.069927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac4d9e-989d-439e-a9f4-e8c43493f4da admin admin] Deleting port e73411d9-d23a-4239-a0a6-ded87f1e866e {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:19.070317 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4d9e-989d-439e-a9f4-e8c43493f4da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.073844 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.074236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:57:19.077302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-966ecfcb-b90a-4003-8d7b-cd818ac01d88 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.081491 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-966ecfcb-b90a-4003-8d7b-cd818ac01d88 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:57:19.089474 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966ecfcb-b90a-4003-8d7b-cd818ac01d88 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:57:19.091452 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.093386 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-59378954-89ed-4ebb-88af-4a324379a541 admin admin] 10.222.0.26 "DELETE /v2.0/routers/bc20b4bf-1bfb-40d5-8bb6-a3396a3da0a7 HTTP/1.1" status: 204 len: 168 time: 1.8334756 Mar 07 21:57:19.096418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50054) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:19.106898 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (38a9ff58-db30-4912-a8b6-8d5841c8fb85), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.169051 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-063cdb87-ab3e-4cd8-be5b-bd8eb77abc0f admin admin] Deleting subnet 00afff8d-ea76-4393-81af-8e70911b1ffa {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:57:19.190822 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-063cdb87-ab3e-4cd8-be5b-bd8eb77abc0f admin admin] Publish callbacks [] for subnet (00afff8d-ea76-4393-81af-8e70911b1ffa), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.243516 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-966ecfcb-b90a-4003-8d7b-cd818ac01d88 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4161000 Mar 07 21:57:19.246845 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50058) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:19.260602 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-620fac91-7327-4c0f-801a-68340a5e2656 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:19.293640 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.316936 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-063cdb87-ab3e-4cd8-be5b-bd8eb77abc0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (00afff8d-ea76-4393-81af-8e70911b1ffa), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.388521 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-b3ac4d9e-989d-439e-a9f4-e8c43493f4da admin admin] For port e73411d9-d23a-4239-a0a6-ded87f1e866e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e73411d9-d23a-4239-a0a6-ded87f1e866e,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:19.389098 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4d9e-989d-439e-a9f4-e8c43493f4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.408157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac4d9e-989d-439e-a9f4-e8c43493f4da admin admin] Calling delete_port for e73411d9-d23a-4239-a0a6-ded87f1e866e owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:19.427436 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421cff7-22ab-47c8-8adf-dab5c0379d82 req-2484faca-e0bd-48ba-9f94-586004fa4698 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:19.429042 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8421cff7-22ab-47c8-8adf-dab5c0379d82 req-2484faca-e0bd-48ba-9f94-586004fa4698 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.2483623 Mar 07 21:57:19.437972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620fac91-7327-4c0f-801a-68340a5e2656 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:19.441470 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-620fac91-7327-4c0f-801a-68340a5e2656 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.442909 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-620fac91-7327-4c0f-801a-68340a5e2656 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:57:19.443343 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620fac91-7327-4c0f-801a-68340a5e2656 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:57:19.472166 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-620fac91-7327-4c0f-801a-68340a5e2656 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2219238 Mar 07 21:57:19.472667 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50060) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:19.512363 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Publish callbacks [] for port (38a9ff58-db30-4912-a8b6-8d5841c8fb85), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.521033 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (38a9ff58-db30-4912-a8b6-8d5841c8fb85), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.529765 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8769b12c-5b76-4f81-ba05-c0dddbb51862 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0540667 Mar 07 21:57:19.530556 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50062) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:19.572138 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Attempting to bind port 38a9ff58-db30-4912-a8b6-8d5841c8fb85 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:57:19.572984 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Attempting to bind port 38a9ff58-db30-4912-a8b6-8d5841c8fb85 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:57:19.573124 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Attempting to bind port 38a9ff58-db30-4912-a8b6-8d5841c8fb85 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:19.582460 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:57:19.583009 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:19.583514 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.584042 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:57:19.585186 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Bound port: 38a9ff58-db30-4912-a8b6-8d5841c8fb85, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:57:19.585632 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (38a9ff58-db30-4912-a8b6-8d5841c8fb85), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.588174 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832e41e-ec48-4c7f-9341-bdd5d960cca3 None None] Pushing event updated for resources: {'Port': ['ID=38a9ff58-db30-4912-a8b6-8d5841c8fb85,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:19.606355 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-063cdb87-ab3e-4cd8-be5b-bd8eb77abc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (00afff8d-ea76-4393-81af-8e70911b1ffa), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.613049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8421cff7-22ab-47c8-8adf-dab5c0379d82 req-301b5608-e914-401a-97e1-a1fd0b191750 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727712 Mar 07 21:57:19.617195 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832e41e-ec48-4c7f-9341-bdd5d960cca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:19.617693 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832e41e-ec48-4c7f-9341-bdd5d960cca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:19.618084 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832e41e-ec48-4c7f-9341-bdd5d960cca3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:19.618663 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832e41e-ec48-4c7f-9341-bdd5d960cca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:19.619330 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832e41e-ec48-4c7f-9341-bdd5d960cca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:19.619884 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832e41e-ec48-4c7f-9341-bdd5d960cca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:19.620433 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832e41e-ec48-4c7f-9341-bdd5d960cca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:19.620974 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832e41e-ec48-4c7f-9341-bdd5d960cca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:19.621563 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832e41e-ec48-4c7f-9341-bdd5d960cca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:19.622127 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832e41e-ec48-4c7f-9341-bdd5d960cca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:19.622696 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832e41e-ec48-4c7f-9341-bdd5d960cca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:19.623250 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832e41e-ec48-4c7f-9341-bdd5d960cca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:19.623806 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832e41e-ec48-4c7f-9341-bdd5d960cca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:19.628060 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac67bdf2-65f4-4c67-b00b-395641222f2f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:19.629571 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ac67bdf2-65f4-4c67-b00b-395641222f2f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0980957 Mar 07 21:57:19.633061 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50064) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:19.662509 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] For port 38a9ff58-db30-4912-a8b6-8d5841c8fb85, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:57:19.666280 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] For port 38a9ff58-db30-4912-a8b6-8d5841c8fb85, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=38a9ff58-db30-4912-a8b6-8d5841c8fb85,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:57:19.672995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cab44d4c-51a2-4d71-85a1-e7eaacd81490 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:19.679332 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (38a9ff58-db30-4912-a8b6-8d5841c8fb85), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.693172 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-222a1d9a-cdb2-4835-beeb-27a87093ebbe tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584540 Mar 07 21:57:19.698321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50066) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:19.702549 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.707798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-73ed0056-521d-4f1c-af85-a229bd88fcf6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:19.741990 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Routers {'77be2438-9414-4250-bd25-3453747f608b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:57:19.742890 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['77be2438-9414-4250-bd25-3453747f608b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:19.781151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cab44d4c-51a2-4d71-85a1-e7eaacd81490 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:19.783258 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.827626 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-063cdb87-ab3e-4cd8-be5b-bd8eb77abc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (00afff8d-ea76-4393-81af-8e70911b1ffa), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.866715 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] Set router 77be2438-9414-4250-bd25-3453747f608b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:57:19.872748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cdb87-ab3e-4cd8-be5b-bd8eb77abc0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00afff8d-ea76-4393-81af-8e70911b1ffa,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:19.914934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cab44d4c-51a2-4d71-85a1-e7eaacd81490 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:19.925126 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-063cdb87-ab3e-4cd8-be5b-bd8eb77abc0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:19.932089 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-063cdb87-ab3e-4cd8-be5b-bd8eb77abc0f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/00afff8d-ea76-4393-81af-8e70911b1ffa HTTP/1.1" status: 204 len: 168 time: 0.8322773 Mar 07 21:57:19.933059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0388770-798f-49d2-8ff9-d5591139a5ec None None] Network 948b43d3-f792-4324-8db9-b34cbb012702 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:19.934915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50068) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:19.958113 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 00fa617a-4389-4f01-9b21-206be69d44a0 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:19.996691 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Allocated IP 172.20.0.1 (17af4d75-4163-4f51-bf4d-822a5308abb9/53b78d0f-0bb8-455d-a78c-07f57fa57eef/4a23f23d-c625-4719-8e51-b8d0609d41f3) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:20.012818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 00fa617a-4389-4f01-9b21-206be69d44a0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:57:20.013371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 00fa617a-4389-4f01-9b21-206be69d44a0 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:20.054901 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ed0056-521d-4f1c-af85-a229bd88fcf6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:20.071173 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73ed0056-521d-4f1c-af85-a229bd88fcf6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.082739 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (948b43d3-f792-4324-8db9-b34cbb012702), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.088616 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4d9e-989d-439e-a9f4-e8c43493f4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e73411d9-d23a-4239-a0a6-ded87f1e866e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.127202 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832e41e-ec48-4c7f-9341-bdd5d960cca3 None None] Pushing event updated for resources: {'Port': ['ID=38a9ff58-db30-4912-a8b6-8d5841c8fb85,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:20.151383 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Publish callbacks [] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.187413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac4d9e-989d-439e-a9f4-e8c43493f4da admin admin] Pushing event deleted for resources: {'Port': ['ID=e73411d9-d23a-4239-a0a6-ded87f1e866e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:20.190249 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:16Z', 'revision_number': 3, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:20.208691 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.254104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fecdc2e-b20f-461e-94a7-2e79b8f1e1c0 None None] DHCP port deletion for 948b43d3-f792-4324-8db9-b34cbb012702 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:57:20.263073 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb70975-f590-436b-acbb-4b5f205227c5 None None] The sync data for ids ['77be2438-9414-4250-bd25-3453747f608b'] in n-d-832330-1 is: [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:16Z', 'revision_number': 3, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:57:20.302491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Network 17af4d75-4163-4f51-bf4d-822a5308abb9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:20.308587 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:20.312727 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:20.316202 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.322920 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=4a23f23d-c625-4719-8e51-b8d0609d41f3,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:20.387970 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (77be2438-9414-4250-bd25-3453747f608b), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.398843 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0fecdc2e-b20f-461e-94a7-2e79b8f1e1c0 None None] Deleting port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:20.399166 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0fecdc2e-b20f-461e-94a7-2e79b8f1e1c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.501702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0fecdc2e-b20f-461e-94a7-2e79b8f1e1c0 None None] For port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1,segment=NetworkSegment(94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f),segment_id=94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:20.502300 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0fecdc2e-b20f-461e-94a7-2e79b8f1e1c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.524195 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0fecdc2e-b20f-461e-94a7-2e79b8f1e1c0 None None] Calling delete_port for 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:20.630914 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] Deleting port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:20.631771 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.660249 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0fecdc2e-b20f-461e-94a7-2e79b8f1e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.703415 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.715812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecdc2e-b20f-461e-94a7-2e79b8f1e1c0 None None] Pushing event deleted for resources: {'Port': ['ID=7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:20.729113 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fecdc2e-b20f-461e-94a7-2e79b8f1e1c0 None None] No DVR routers for this DVR port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:57:20.737976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2618c083-c683-4989-86a1-707fe8125e75 None None] Provisioning complete for port 4a23f23d-c625-4719-8e51-b8d0609d41f3 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:20.738411 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2618c083-c683-4989-86a1-707fe8125e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.820675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2618c083-c683-4989-86a1-707fe8125e75 None None] Port 4a23f23d-c625-4719-8e51-b8d0609d41f3 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:57:20.853338 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4d9e-989d-439e-a9f4-e8c43493f4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (6aa32f4e-2c88-4146-979c-99d2542addba), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.912062 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] For port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1,segment=NetworkSegment(94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f),segment_id=94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:20.913138 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.952958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.objects.ports [None req-73ed0056-521d-4f1c-af85-a229bd88fcf6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:57:20.972773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Publish callbacks [] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.983672 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:20.985933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] Calling delete_port for 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:20.997705 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73ed0056-521d-4f1c-af85-a229bd88fcf6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (139b5cde-d02b-46bb-81d6-8f360681ae32), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:21.039437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 38a9ff58-db30-4912-a8b6-8d5841c8fb85 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:21.063623 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=4a23f23d-c625-4719-8e51-b8d0609d41f3,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:21.066124 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (77be2438-9414-4250-bd25-3453747f608b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:21.093693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed0056-521d-4f1c-af85-a229bd88fcf6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:21.126499 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 38a9ff58-db30-4912-a8b6-8d5841c8fb85 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:21.127035 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (38a9ff58-db30-4912-a8b6-8d5841c8fb85), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:21.159790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cebed-406e-4259-8cd0-f1fedbfaf746 req-7270d9d7-b5d0-43a7-a38e-5d84ce595867 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:21.161345 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b6cebed-406e-4259-8cd0-f1fedbfaf746 req-7270d9d7-b5d0-43a7-a38e-5d84ce595867 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.3568676 Mar 07 21:57:21.169060 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-73ed0056-521d-4f1c-af85-a229bd88fcf6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:21.176986 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ed0056-521d-4f1c-af85-a229bd88fcf6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:21.177590 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73ed0056-521d-4f1c-af85-a229bd88fcf6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:21.181319 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02497d66-921a-4173-a1ae-d07483f09a8e None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:21.181865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Network 17af4d75-4163-4f51-bf4d-822a5308abb9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:21.183400 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:21.284639 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-73ed0056-521d-4f1c-af85-a229bd88fcf6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5849240 Mar 07 21:57:21.309886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50074) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:21.318323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-357fb591-9885-4324-af35-be7739ff13b1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'mac_address': 'fa:16:3e:5f:39:c3', 'name': 'tempest-NetworksTestDHCPv6-1318512915'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:21.347966 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Router 77be2438-9414-4250-bd25-3453747f608b has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:57:21.366413 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': '139b5cde-d02b-46bb-81d6-8f360681ae32'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:57:21.367290 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:21.385598 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 38a9ff58-db30-4912-a8b6-8d5841c8fb85 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:21.386001 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (38a9ff58-db30-4912-a8b6-8d5841c8fb85), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:21.431719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed0056-521d-4f1c-af85-a229bd88fcf6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=139b5cde-d02b-46bb-81d6-8f360681ae32,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:21.514890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b6cebed-406e-4259-8cd0-f1fedbfaf746 req-90ef9f68-f13d-453a-a8b6-8821eba0a795 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251011 Mar 07 21:57:21.519706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:57:21.526939 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-56090211-01f9-4334-820d-a50ce1bac2a4 admin admin] 10.222.0.26 "PUT /v2.0/routers/77be2438-9414-4250-bd25-3453747f608b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8461018 Mar 07 21:57:21.536147 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 38a9ff58-db30-4912-a8b6-8d5841c8fb85, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=38a9ff58-db30-4912-a8b6-8d5841c8fb85,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:21.542642 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (38a9ff58-db30-4912-a8b6-8d5841c8fb85), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:21.586169 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:21.628191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Allocated IP 2001:db8::f816:3eff:fe91:7305 (93b13938-fab1-4c0e-a140-35734632e7e9/139b5cde-d02b-46bb-81d6-8f360681ae32/4f859e19-9807-48e5-9ede-56700420822a) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:21.630877 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] Pushing event deleted for resources: {'Port': ['ID=7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:21.636627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=38a9ff58-db30-4912-a8b6-8d5841c8fb85,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:21.648863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] No DVR routers for this DVR port 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:57:21.650904 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-68a009d7-e131-4a09-9e30-d6c9d7970c0b None None] Provisioning complete for port 4a23f23d-c625-4719-8e51-b8d0609d41f3 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:21.651238 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-68a009d7-e131-4a09-9e30-d6c9d7970c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:21.666573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:21.706672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 446c2324-bae1-40a4-a4fa-1e068208ced5 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:57:21.712104 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357fb591-9885-4324-af35-be7739ff13b1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:21.747273 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:57:21.747627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b5160e51-7c98-4ceb-9c0b-f3f8013bd7ff not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:21.748060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:21.828097 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (948b43d3-f792-4324-8db9-b34cbb012702), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:21.859007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948b43d3-f792-4324-8db9-b34cbb012702']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:21.874810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:21.875090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:21.877838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ac4d9e-989d-439e-a9f4-e8c43493f4da admin admin] Router 6aa32f4e-2c88-4146-979c-99d2542addba has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:57:21.890526 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:21.921261 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-357fb591-9885-4324-af35-be7739ff13b1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:21.932810 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:21.968891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-68a009d7-e131-4a09-9e30-d6c9d7970c0b None None] Port 4a23f23d-c625-4719-8e51-b8d0609d41f3 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:57:21.972905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:57:21.974053 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7bba7c18-c1d5-4fa8-ac8d-144e4a0596f1 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:21.976296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:57:21.976619 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (94ddaf2a-35e1-4c78-9bd3-a0f6dd3bbf8f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:57:21.979521 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:57:22.038397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-357fb591-9885-4324-af35-be7739ff13b1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port d414b4ef-86b0-405a-8bf2-9f32f40ae9ff yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:57:22.129446 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 446c2324-bae1-40a4-a4fa-1e068208ced5, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=446c2324-bae1-40a4-a4fa-1e068208ced5,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:22.135264 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (948b43d3-f792-4324-8db9-b34cbb012702), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:22.142041 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:22.147117 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:22.148286 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '446c2324-bae1-40a4-a4fa-1e068208ced5', 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57', 'port_id': '446c2324-bae1-40a4-a4fa-1e068208ced5', 'mac_address': 'fa:16:3e:3d:c6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e453854-77bd-461c-8a47-1e1f133854b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:57:22.153078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] 10.222.0.26 "DELETE /v2.0/networks/948b43d3-f792-4324-8db9-b34cbb012702 HTTP/1.1" status: 204 len: 168 time: 2.2172420 Mar 07 21:57:22.153206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50082) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:22.154310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ac4d9e-989d-439e-a9f4-e8c43493f4da admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:57:22.166161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b3ac4d9e-989d-439e-a9f4-e8c43493f4da admin admin] 10.222.0.26 "PUT /v2.0/routers/6aa32f4e-2c88-4146-979c-99d2542addba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9670181 Mar 07 21:57:22.173867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50084) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:22.183369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ef405-c840-4d20-b4a5-7eb34feaf02a admin admin] Pushing event deleted for resources: {'Network': ['ID=948b43d3-f792-4324-8db9-b34cbb012702,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:22.194531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1eacd-c037-49ee-a497-79d1a741b0e9 None None] Sync routers for ids ['6aa32f4e-2c88-4146-979c-99d2542addba'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:57:22.198168 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Publish callbacks [] for port (4f859e19-9807-48e5-9ede-56700420822a), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:22.220864 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (4f859e19-9807-48e5-9ede-56700420822a), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:22.234127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1eacd-c037-49ee-a497-79d1a741b0e9 None None] Routers {'6aa32f4e-2c88-4146-979c-99d2542addba'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:57:22.234829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ced1eacd-c037-49ee-a497-79d1a741b0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6aa32f4e-2c88-4146-979c-99d2542addba'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:22.296699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 446c2324-bae1-40a4-a4fa-1e068208ced5 is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:22.297114 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:22.316589 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-357fb591-9885-4324-af35-be7739ff13b1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::f816:3eff:fe5f:39c3 (93b13938-fab1-4c0e-a140-35734632e7e9/139b5cde-d02b-46bb-81d6-8f360681ae32/d414b4ef-86b0-405a-8bf2-9f32f40ae9ff) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:22.343032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50086) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:22.351216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e21099b0-3dfc-4eac-ad68-2f26b5365cb6 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--45093101', 'description': 'tempest-description--448074317'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:22.366866 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:22.370836 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] Publish callbacks [] for router (6aa32f4e-2c88-4146-979c-99d2542addba), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:22.379321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 446c2324-bae1-40a4-a4fa-1e068208ced5 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:57:22.384328 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:22.454930 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e21099b0-3dfc-4eac-ad68-2f26b5365cb6 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:22.473300 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-ced1eacd-c037-49ee-a497-79d1a741b0e9 None None] Set router 6aa32f4e-2c88-4146-979c-99d2542addba gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:57:22.543360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:22.552835 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Pushing event updated for resources: {'Port': ['ID=4f859e19-9807-48e5-9ede-56700420822a,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:22.605939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 446c2324-bae1-40a4-a4fa-1e068208ced5, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=446c2324-bae1-40a4-a4fa-1e068208ced5,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:22.664450 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:22.747519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Attempting to bind port 4f859e19-9807-48e5-9ede-56700420822a on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:57:22.747901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Attempting to bind port 4f859e19-9807-48e5-9ede-56700420822a by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:57:22.748272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Attempting to bind port 4f859e19-9807-48e5-9ede-56700420822a on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:22.761360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:57:22.761788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:22.762186 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:22.762596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:57:22.763241 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Bound port: 4f859e19-9807-48e5-9ede-56700420822a, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:57:22.763629 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4f859e19-9807-48e5-9ede-56700420822a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:22.810901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['446c2324-bae1-40a4-a4fa-1e068208ced5'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:57:22.890089 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Sync routers for ids ['77be2438-9414-4250-bd25-3453747f608b'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:57:22.907661 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Routers {'77be2438-9414-4250-bd25-3453747f608b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:57:22.912915 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['77be2438-9414-4250-bd25-3453747f608b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:22.937940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] For port 4f859e19-9807-48e5-9ede-56700420822a, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:57:22.948746 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] For port 4f859e19-9807-48e5-9ede-56700420822a, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4f859e19-9807-48e5-9ede-56700420822a,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:57:22.965765 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=446c2324-bae1-40a4-a4fa-1e068208ced5,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:22.987558 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 38a9ff58-db30-4912-a8b6-8d5841c8fb85 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:23.023404 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] Publish callbacks [] for router_gateway (6aa32f4e-2c88-4146-979c-99d2542addba), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.041075 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4f859e19-9807-48e5-9ede-56700420822a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.081560 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Set router 77be2438-9414-4250-bd25-3453747f608b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:57:23.104307 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a56a4518-6317-43bf-afa3-e6e3b17e0c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.109105 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e21099b0-3dfc-4eac-ad68-2f26b5365cb6 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group (b9c4843a-321e-4ebd-9efe-999312f49520), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.119818 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78faab5-0b0a-40b4-8422-2934cbefcf26 req-02c05e66-4266-4d0b-b093-e1d0056c7065 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:23.121364 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a78faab5-0b0a-40b4-8422-2934cbefcf26 req-02c05e66-4266-4d0b-b093-e1d0056c7065 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 945 time: 0.1764169 Mar 07 21:57:23.124445 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-357fb591-9885-4324-af35-be7739ff13b1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (d414b4ef-86b0-405a-8bf2-9f32f40ae9ff), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.128855 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e21099b0-3dfc-4eac-ad68-2f26b5365cb6 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b9c4843a-321e-4ebd-9efe-999312f49520), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.141420 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3f20b-65e3-4483-9e1e-2edfb58eec6d None None] Pushing event updated for resources: {'Port': ['ID=4f859e19-9807-48e5-9ede-56700420822a,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:23.205123 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e21099b0-3dfc-4eac-ad68-2f26b5365cb6 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.210530 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50090) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:23.210706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e21099b0-3dfc-4eac-ad68-2f26b5365cb6 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8644371 Mar 07 21:57:23.215547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-828b98ec-f5dd-4b17-a295-481f609e8fcf tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Request body: {'security_group_rule': {'security_group_id': 'b9c4843a-321e-4ebd-9efe-999312f49520', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:23.234941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21099b0-3dfc-4eac-ad68-2f26b5365cb6 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c4843a-321e-4ebd-9efe-999312f49520,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:23.254708 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-357fb591-9885-4324-af35-be7739ff13b1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d414b4ef-86b0-405a-8bf2-9f32f40ae9ff), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.302242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357fb591-9885-4324-af35-be7739ff13b1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:23.306882 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 38a9ff58-db30-4912-a8b6-8d5841c8fb85 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:23.307549 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (38a9ff58-db30-4912-a8b6-8d5841c8fb85), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.315884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-357fb591-9885-4324-af35-be7739ff13b1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:23.353491 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357fb591-9885-4324-af35-be7739ff13b1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:23.359419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fb591-9885-4324-af35-be7739ff13b1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:23.360299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-357fb591-9885-4324-af35-be7739ff13b1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.391764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] Deleting port 2b505881-0af7-4e6c-81f2-710ee6ea1675 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:23.392093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ced1eacd-c037-49ee-a497-79d1a741b0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:57:19Z', 'revision_number': 5, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port': {'id': '2b505881-0af7-4e6c-81f2-710ee6ea1675', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:54Z', 'updated_at': '2022-03-07T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:23.392535 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2b505881-0af7-4e6c-81f2-710ee6ea1675), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.397865 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a78faab5-0b0a-40b4-8422-2934cbefcf26 req-13877e90-44a8-4dd2-9de5-c11240c03527 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648470 Mar 07 21:57:23.421788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-357fb591-9885-4324-af35-be7739ff13b1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1074634 Mar 07 21:57:23.430039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50100) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:23.445415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1eacd-c037-49ee-a497-79d1a741b0e9 None None] Checking router: 6aa32f4e-2c88-4146-979c-99d2542addba for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:57:23.450004 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fb591-9885-4324-af35-be7739ff13b1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=d414b4ef-86b0-405a-8bf2-9f32f40ae9ff,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:23.459980 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-828b98ec-f5dd-4b17-a295-481f609e8fcf tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group_rule (a7c9369d-c8b6-4268-b644-656ef40f49c8), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.466435 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4a23f23d-c625-4719-8e51-b8d0609d41f3', 'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'mac_address': 'fa:16:3e:d4:00:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:19Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 2, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'subnets': [{'id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:23.506589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1eacd-c037-49ee-a497-79d1a741b0e9 None None] Routers {'6aa32f4e-2c88-4146-979c-99d2542addba'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:57:23.507952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ced1eacd-c037-49ee-a497-79d1a741b0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6aa32f4e-2c88-4146-979c-99d2542addba'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:23.531095 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Checking router: 77be2438-9414-4250-bd25-3453747f608b for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:57:23.531547 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Updating router 77be2438-9414-4250-bd25-3453747f608b port 4a23f23d-c625-4719-8e51-b8d0609d41f3 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:57:23.565570 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.573331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18156c3-fa80-4cc0-b672-ce108730840e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:23.597898 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18156c3-fa80-4cc0-b672-ce108730840e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:23.602314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a18156c3-fa80-4cc0-b672-ce108730840e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1658854 Mar 07 21:57:23.609663 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50106) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:23.641188 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-828b98ec-f5dd-4b17-a295-481f609e8fcf tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group_rule (a7c9369d-c8b6-4268-b644-656ef40f49c8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.647472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] For port 2b505881-0af7-4e6c-81f2-710ee6ea1675, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2b505881-0af7-4e6c-81f2-710ee6ea1675,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:23.647993 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2b505881-0af7-4e6c-81f2-710ee6ea1675), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.686118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-828b98ec-f5dd-4b17-a295-481f609e8fcf tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (a7c9369d-c8b6-4268-b644-656ef40f49c8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.761983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b98ec-f5dd-4b17-a295-481f609e8fcf tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c9369d-c8b6-4268-b644-656ef40f49c8,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:23.763219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] Calling delete_port for 2b505881-0af7-4e6c-81f2-710ee6ea1675 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:23.786421 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-828b98ec-f5dd-4b17-a295-481f609e8fcf tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.787816 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 38a9ff58-db30-4912-a8b6-8d5841c8fb85 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:23.804353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-ced1eacd-c037-49ee-a497-79d1a741b0e9 None None] Set router 6aa32f4e-2c88-4146-979c-99d2542addba gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:57:23.808287 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-828b98ec-f5dd-4b17-a295-481f609e8fcf tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5941072 Mar 07 21:57:23.812270 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50112) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:23.821447 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-68ca9f17-3395-4106-b139-858a14d3feed tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Request body: {'security_group_rule': {'security_group_id': 'b9c4843a-321e-4ebd-9efe-999312f49520', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:23.934175 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Publish callbacks [] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.941909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ced1eacd-c037-49ee-a497-79d1a741b0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:57:23Z', 'revision_number': 6, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:23.945085 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.948036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a56a4518-6317-43bf-afa3-e6e3b17e0c9c admin admin] Deleting port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:23.948520 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a56a4518-6317-43bf-afa3-e6e3b17e0c9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.965015 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68ca9f17-3395-4106-b139-858a14d3feed tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group_rule (deed3430-3d5e-4f5a-8d41-c0f67a3e6d38), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:23.965226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-15aa42da-1685-43e4-b4fe-aa468104b661 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port d414b4ef-86b0-405a-8bf2-9f32f40ae9ff {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:23.965435 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-15aa42da-1685-43e4-b4fe-aa468104b661 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d414b4ef-86b0-405a-8bf2-9f32f40ae9ff), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:24.007247 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1eacd-c037-49ee-a497-79d1a741b0e9 None None] The sync data for ids ['6aa32f4e-2c88-4146-979c-99d2542addba'] in n-d-832330-1 is: [{'id': '6aa32f4e-2c88-4146-979c-99d2542addba', 'name': 'tempest-AttachVolumeShelveTestJSON-1354096581-router', 'tenant_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:52Z', 'updated_at': '2022-03-07T21:57:23Z', 'revision_number': 6, 'project_id': 'e7f99ab44fd44dbca2a2bb62c556de88', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:57:24.012388 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190891d-4dec-44bf-813d-abaa77fdefae None None] Pushing event updated for resources: {'Port': ['ID=4a23f23d-c625-4719-8e51-b8d0609d41f3,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:24.172681 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Attempting to bind port 4a23f23d-c625-4719-8e51-b8d0609d41f3 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:57:24.173451 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Attempting to bind port 4a23f23d-c625-4719-8e51-b8d0609d41f3 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:57:24.173999 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Attempting to bind port 4a23f23d-c625-4719-8e51-b8d0609d41f3 on network 17af4d75-4163-4f51-bf4d-822a5308abb9 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:24.187627 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:57:24.188413 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Checking segment: {'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:24.189412 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:24.190276 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Bound using segment: {'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:57:24.190981 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Bound port: 4a23f23d-c625-4719-8e51-b8d0609d41f3, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:57:24.191615 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:24.229276 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68ca9f17-3395-4106-b139-858a14d3feed tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group_rule (deed3430-3d5e-4f5a-8d41-c0f67a3e6d38), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:24.234865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-a56a4518-6317-43bf-afa3-e6e3b17e0c9c admin admin] For port 952c2be3-c9f2-4a44-b65e-acd1f05c5afa, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=952c2be3-c9f2-4a44-b65e-acd1f05c5afa,segment=NetworkSegment(1d66302f-ef51-4fa5-95a0-137945266953),segment_id=1d66302f-ef51-4fa5-95a0-137945266953)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:24.235220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a56a4518-6317-43bf-afa3-e6e3b17e0c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:24.251397 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68ca9f17-3395-4106-b139-858a14d3feed tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (deed3430-3d5e-4f5a-8d41-c0f67a3e6d38), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:24.278858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a56a4518-6317-43bf-afa3-e6e3b17e0c9c admin admin] Calling delete_port for 952c2be3-c9f2-4a44-b65e-acd1f05c5afa owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:24.301402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca9f17-3395-4106-b139-858a14d3feed tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deed3430-3d5e-4f5a-8d41-c0f67a3e6d38,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:24.314934 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] For port 4a23f23d-c625-4719-8e51-b8d0609d41f3, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:57:24.319313 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba328ccd-3c5d-4960-92bf-7260fd3de9e3 req-17c4d914-a604-45bf-bf9d-dd0dabcb310c tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:24.321439 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba328ccd-3c5d-4960-92bf-7260fd3de9e3 req-17c4d914-a604-45bf-bf9d-dd0dabcb310c tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1127 time: 0.1335282 Mar 07 21:57:24.325682 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] For port 4a23f23d-c625-4719-8e51-b8d0609d41f3, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4a23f23d-c625-4719-8e51-b8d0609d41f3,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:57:24.336638 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:24.364574 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-15aa42da-1685-43e4-b4fe-aa468104b661 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d414b4ef-86b0-405a-8bf2-9f32f40ae9ff), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:24.428658 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-68ca9f17-3395-4106-b139-858a14d3feed tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:24.429911 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-68ca9f17-3395-4106-b139-858a14d3feed tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6153629 Mar 07 21:57:24.441187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-15aa42da-1685-43e4-b4fe-aa468104b661 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for d414b4ef-86b0-405a-8bf2-9f32f40ae9ff owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:24.458529 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba328ccd-3c5d-4960-92bf-7260fd3de9e3 req-f02547f4-cf66-4098-bf92-f3e53b026983 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236520 Mar 07 21:57:24.468921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50132) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:24.485072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:24.493377 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2b505881-0af7-4e6c-81f2-710ee6ea1675), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:24.533973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-519af64e-9c5f-4b5b-9b62-d9713eda6bec None None] Provisioning complete for port 4a23f23d-c625-4719-8e51-b8d0609d41f3 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:24.535702 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-519af64e-9c5f-4b5b-9b62-d9713eda6bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:24.553961 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Routers {'77be2438-9414-4250-bd25-3453747f608b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:57:24.557000 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['77be2438-9414-4250-bd25-3453747f608b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:24.592249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:24.630051 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b505881-0af7-4e6c-81f2-710ee6ea1675,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:24.832552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-519af64e-9c5f-4b5b-9b62-d9713eda6bec None None] Current status of the port 4a23f23d-c625-4719-8e51-b8d0609d41f3 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:24.833198 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-519af64e-9c5f-4b5b-9b62-d9713eda6bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:24.866510 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (6aa32f4e-2c88-4146-979c-99d2542addba), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:24.881512 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] Set router 77be2438-9414-4250-bd25-3453747f608b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:57:24.925361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-519af64e-9c5f-4b5b-9b62-d9713eda6bec None None] For port 4a23f23d-c625-4719-8e51-b8d0609d41f3, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4a23f23d-c625-4719-8e51-b8d0609d41f3,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:24.935974 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-519af64e-9c5f-4b5b-9b62-d9713eda6bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:24.976804 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190891d-4dec-44bf-813d-abaa77fdefae None None] Pushing event updated for resources: {'Port': ['ID=4a23f23d-c625-4719-8e51-b8d0609d41f3,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:25.029227 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (6aa32f4e-2c88-4146-979c-99d2542addba), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:25.031643 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] Publish callbacks [] for router_controller (6aa32f4e-2c88-4146-979c-99d2542addba), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:25.136155 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519af64e-9c5f-4b5b-9b62-d9713eda6bec None None] Pushing event updated for resources: {'Port': ['ID=4a23f23d-c625-4719-8e51-b8d0609d41f3,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:25.155615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0a146b16-8267-4c77-9f2b-2d416fede08b None None] Provisioning complete for port 4a23f23d-c625-4719-8e51-b8d0609d41f3 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:25.156006 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0a146b16-8267-4c77-9f2b-2d416fede08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:25.212946 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (6aa32f4e-2c88-4146-979c-99d2542addba), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:25.213814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aa32f4e-2c88-4146-979c-99d2542addba {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:57:25.239942 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a56a4518-6317-43bf-afa3-e6e3b17e0c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (952c2be3-c9f2-4a44-b65e-acd1f05c5afa), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:25.272550 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:25.273737 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c57aa69d-8c8c-4ee4-bcd0-5474a581169b admin admin] 10.222.0.26 "DELETE /v2.0/routers/6aa32f4e-2c88-4146-979c-99d2542addba HTTP/1.1" status: 204 len: 168 time: 3.0989153 Mar 07 21:57:25.278465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50138) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:25.334737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4f859e19-9807-48e5-9ede-56700420822a up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:25.344123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52d6e1-8fdd-4cbb-8531-441b3a48d81f req-6050e8f4-a11d-47cf-ae27-171f2c80b402 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:25.351993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a52d6e1-8fdd-4cbb-8531-441b3a48d81f req-6050e8f4-a11d-47cf-ae27-171f2c80b402 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 945 time: 0.7796452 Mar 07 21:57:25.388179 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a4518-6317-43bf-afa3-e6e3b17e0c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=952c2be3-c9f2-4a44-b65e-acd1f05c5afa,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:25.417554 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0a146b16-8267-4c77-9f2b-2d416fede08b None None] Current status of the port 4a23f23d-c625-4719-8e51-b8d0609d41f3 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:25.426878 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4a23f23d-c625-4719-8e51-b8d0609d41f3', 'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'mac_address': 'fa:16:3e:d4:00:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:19Z', 'updated_at': '2022-03-07T21:57:24Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'subnets': [{'id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:25.445351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 4f859e19-9807-48e5-9ede-56700420822a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:25.445739 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4f859e19-9807-48e5-9ede-56700420822a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:25.483732 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aead58-6b90-4483-8837-8e644ecde1e8 None None] The sync data for ids ['77be2438-9414-4250-bd25-3453747f608b'] in n-d-832330-1 is: [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4a23f23d-c625-4719-8e51-b8d0609d41f3', 'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'mac_address': 'fa:16:3e:d4:00:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:19Z', 'updated_at': '2022-03-07T21:57:24Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'subnets': [{'id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:57:25.588573 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a423fd8-63f1-48dc-9bf1-393d1d999d83 req-29b01046-b103-49ea-a3c9-1d8fc8cf4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:25.590176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a8e2dcdd-dd1b-48eb-a37c-65416aff91e1 None None] Provisioning complete for port 4f859e19-9807-48e5-9ede-56700420822a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:25.590469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a423fd8-63f1-48dc-9bf1-393d1d999d83 req-29b01046-b103-49ea-a3c9-1d8fc8cf4927 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 1127 time: 1.1170831 Mar 07 21:57:25.590586 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a8e2dcdd-dd1b-48eb-a37c-65416aff91e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4f859e19-9807-48e5-9ede-56700420822a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:25.593365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b3238a-ffb9-41f9-bb00-443ece0524bb admin admin] Deleting subnet cb8fce9d-2178-442d-a64b-842253767477 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:57:25.634950 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-89b3238a-ffb9-41f9-bb00-443ece0524bb admin admin] Publish callbacks [] for subnet (cb8fce9d-2178-442d-a64b-842253767477), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:25.667027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c48f4-4c8e-47da-9176-cd777624abd7 req-a5004229-2016-496e-8614-27508175470a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:25.679020 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c9c48f4-4c8e-47da-9176-cd777624abd7 req-a5004229-2016-496e-8614-27508175470a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.8416672 Mar 07 21:57:25.681104 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:25.703315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 446c2324-bae1-40a4-a4fa-1e068208ced5 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:25.772288 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-89b3238a-ffb9-41f9-bb00-443ece0524bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (cb8fce9d-2178-442d-a64b-842253767477), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:25.830609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 4f859e19-9807-48e5-9ede-56700420822a is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:25.837470 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4f859e19-9807-48e5-9ede-56700420822a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:25.941405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 4f859e19-9807-48e5-9ede-56700420822a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4f859e19-9807-48e5-9ede-56700420822a,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:25.952146 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4f859e19-9807-48e5-9ede-56700420822a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:25.993985 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a56a4518-6317-43bf-afa3-e6e3b17e0c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:26.066124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e73411d9-d23a-4239-a0a6-ded87f1e866e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:26.078008 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 446c2324-bae1-40a4-a4fa-1e068208ced5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:26.078672 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:26.117883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=4f859e19-9807-48e5-9ede-56700420822a,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:26.121671 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-89b3238a-ffb9-41f9-bb00-443ece0524bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (cb8fce9d-2178-442d-a64b-842253767477), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:26.218400 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: e73411d9-d23a-4239-a0a6-ded87f1e866e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:57:26.221658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e73411d9-d23a-4239-a0a6-ded87f1e866e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:26.222231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2b505881-0af7-4e6c-81f2-710ee6ea1675 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:26.265034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 2b505881-0af7-4e6c-81f2-710ee6ea1675 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:57:26.265385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2b505881-0af7-4e6c-81f2-710ee6ea1675 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:26.283190 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a52d6e1-8fdd-4cbb-8531-441b3a48d81f req-5679466d-f56d-49ec-8277-87f492dc6a66 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9300983 Mar 07 21:57:26.286861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a8e2dcdd-dd1b-48eb-a37c-65416aff91e1 None None] Current status of the port 4f859e19-9807-48e5-9ede-56700420822a is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:26.313704 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-89b3238a-ffb9-41f9-bb00-443ece0524bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (cb8fce9d-2178-442d-a64b-842253767477), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:26.344222 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 446c2324-bae1-40a4-a4fa-1e068208ced5 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:26.344915 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:26.367912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3238a-ffb9-41f9-bb00-443ece0524bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8fce9d-2178-442d-a64b-842253767477,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:26.419727 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-89b3238a-ffb9-41f9-bb00-443ece0524bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:26.428501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-89b3238a-ffb9-41f9-bb00-443ece0524bb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cb8fce9d-2178-442d-a64b-842253767477 HTTP/1.1" status: 204 len: 168 time: 1.1340935 Mar 07 21:57:26.430107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50140) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:26.435866 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-15aa42da-1685-43e4-b4fe-aa468104b661 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d414b4ef-86b0-405a-8bf2-9f32f40ae9ff), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:26.446389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fa7c0a35-dbad-437d-8e62-a3a863b5ebd7 None None] Could not find standard attr ID for object d414b4ef-86b0-405a-8bf2-9f32f40ae9ff. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:57:26.448480 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c95211-6ab8-4db5-9043-2565df438e5c None None] Network ca1c0645-516e-4a61-93b0-de45d4e4a2c2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:26.450426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4ea5ae-bf2b-4814-8d06-0c66e4baf302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446c2324-bae1-40a4-a4fa-1e068208ced5'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:26.452899 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea62f09-f7cd-4d92-908f-1f028a6f277a" -d '{"events": [{"server_uuid": "ec4ea5ae-bf2b-4814-8d06-0c66e4baf302", "name": "network-vif-plugged", "status": "completed", "tag": "446c2324-bae1-40a4-a4fa-1e068208ced5"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:57:26.541384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 446c2324-bae1-40a4-a4fa-1e068208ced5, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=446c2324-bae1-40a4-a4fa-1e068208ced5,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:26.551416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56a4518-6317-43bf-afa3-e6e3b17e0c9c admin admin] Router 9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:57:26.555274 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04473b67-e164-4ec3-a9b4-901140fb9c4d x-openstack-request-id: req-04473b67-e164-4ec3-a9b4-901140fb9c4d {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:57:26.555687 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4ea5ae-bf2b-4814-8d06-0c66e4baf302", "name": "network-vif-plugged", "status": "completed", "tag": "446c2324-bae1-40a4-a4fa-1e068208ced5", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:57:26.556098 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04473b67-e164-4ec3-a9b4-901140fb9c4d {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:57:26.556586 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4ea5ae-bf2b-4814-8d06-0c66e4baf302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446c2324-bae1-40a4-a4fa-1e068208ced5', 'code': 200} Mar 07 21:57:26.559659 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:26.606660 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (ca1c0645-516e-4a61-93b0-de45d4e4a2c2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:26.611184 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a423fd8-63f1-48dc-9bf1-393d1d999d83 req-2c4646d8-69df-4873-b1d6-0a544116bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:26.612699 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a423fd8-63f1-48dc-9bf1-393d1d999d83 req-2c4646d8-69df-4873-b1d6-0a544116bfbb service neutron] 10.222.0.15 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 912 time: 0.9879503 Mar 07 21:57:26.673118 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-15aa42da-1685-43e4-b4fe-aa468104b661 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:26.676805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-15aa42da-1685-43e4-b4fe-aa468104b661 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/d414b4ef-86b0-405a-8bf2-9f32f40ae9ff HTTP/1.1" status: 204 len: 168 time: 3.0578547 Mar 07 21:57:26.701407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50144) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:26.739115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa42da-1685-43e4-b4fe-aa468104b661 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=d414b4ef-86b0-405a-8bf2-9f32f40ae9ff,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:26.743991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a423fd8-63f1-48dc-9bf1-393d1d999d83 req-a8870e00-eb5e-489b-b3e8-b92a6d548346 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446c2324-bae1-40a4-a4fa-1e068208ced5 HTTP/1.1" status: 200 len: 217 time: 0.0961246 Mar 07 21:57:26.753690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c9c48f4-4c8e-47da-9176-cd777624abd7 req-f1184515-2f32-4f7a-a162-188bae4e6cab tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0714922 Mar 07 21:57:26.797739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50146) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:26.996633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56a4518-6317-43bf-afa3-e6e3b17e0c9c admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:57:27.014391 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Allocated IP 172.25.4.173 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/555c2a06-bcdc-47b0-b501-bde3cdf5afaf) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:27.019250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1e886-c011-4eb6-b836-211367c8ca1e None None] Sync routers for ids ['9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:57:27.044688 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a56a4518-6317-43bf-afa3-e6e3b17e0c9c admin admin] 10.222.0.26 "PUT /v2.0/routers/9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8901696 Mar 07 21:57:27.059011 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50148) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:27.079791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a423fd8-63f1-48dc-9bf1-393d1d999d83 req-b1cd01a9-6443-4ead-861a-58a76c741966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:27.081777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a423fd8-63f1-48dc-9bf1-393d1d999d83 req-b1cd01a9-6443-4ead-861a-58a76c741966 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e453854-77bd-461c-8a47-1e1f133854b2 HTTP/1.1" status: 200 len: 851 time: 0.3195984 Mar 07 21:57:27.087967 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7be135fd-07a7-4e6b-a284-a8300cea3da3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/cc36fbcd-5894-4432-a055-cb272603cd40 HTTP/1.1" status: 200 len: 991 time: 0.2851191 Mar 07 21:57:27.090879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] Deleting port b17632e7-d5d9-4180-b52d-29b50f5cc8e9 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:27.091430 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:27.100162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1e886-c011-4eb6-b836-211367c8ca1e None None] Routers {'9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:57:27.120336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7ae1e886-c011-4eb6-b836-211367c8ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:27.147510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a423fd8-63f1-48dc-9bf1-393d1d999d83 req-25c04f0d-0311-4b9f-8d72-067c9b852e50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519028 Mar 07 21:57:27.151264 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ea50d0-823a-44ff-823a-5115fdbabe37 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:27.152846 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ea50d0-823a-44ff-823a-5115fdbabe37 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:27.156692 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f6ea50d0-823a-44ff-823a-5115fdbabe37 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4514303 Mar 07 21:57:27.166713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50152) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:27.251856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=446c2324-bae1-40a4-a4fa-1e068208ced5,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:27.422510 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3687df-e5e6-4f4c-8d1f-61010fd8597e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 139b5cde-d02b-46bb-81d6-8f360681ae32 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:57:27.445801 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0d3687df-e5e6-4f4c-8d1f-61010fd8597e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (139b5cde-d02b-46bb-81d6-8f360681ae32), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:27.447373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4a23f23d-c625-4719-8e51-b8d0609d41f3 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:27.456483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468e77e6-c162-4954-b665-f49b6c43f047 None None] DHCP port deletion for ca1c0645-516e-4a61-93b0-de45d4e4a2c2 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:57:27.524183 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] Publish callbacks [] for router (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:27.602203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] For port b17632e7-d5d9-4180-b52d-29b50f5cc8e9, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b17632e7-d5d9-4180-b52d-29b50f5cc8e9,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:27.602762 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:27.648542 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for port (555c2a06-bcdc-47b0-b501-bde3cdf5afaf), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:27.650525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] Calling delete_port for b17632e7-d5d9-4180-b52d-29b50f5cc8e9 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:27.700190 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (555c2a06-bcdc-47b0-b501-bde3cdf5afaf), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:27.715583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0d3687df-e5e6-4f4c-8d1f-61010fd8597e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (139b5cde-d02b-46bb-81d6-8f360681ae32), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:27.732713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-7ae1e886-c011-4eb6-b836-211367c8ca1e None None] Set router 9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:57:27.816722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a423fd8-63f1-48dc-9bf1-393d1d999d83 req-9a7ae0c9-328b-4507-9248-ecd80acfcfb2 service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6426616 Mar 07 21:57:27.840464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc75fa6-4768-4aa6-9459-d8cfdd692c9b req-27912944-aeaf-4161-9254-9184d20d89b6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:27.842689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbc75fa6-4768-4aa6-9459-d8cfdd692c9b req-27912944-aeaf-4161-9254-9184d20d89b6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.3552964 Mar 07 21:57:27.871470 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-468e77e6-c162-4954-b665-f49b6c43f047 None None] Deleting port b17632e7-d5d9-4180-b52d-29b50f5cc8e9 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:27.871935 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-468e77e6-c162-4954-b665-f49b6c43f047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:27.911273 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 4a23f23d-c625-4719-8e51-b8d0609d41f3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:27.911273 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.012145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-468e77e6-c162-4954-b665-f49b6c43f047 None None] For port b17632e7-d5d9-4180-b52d-29b50f5cc8e9, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b17632e7-d5d9-4180-b52d-29b50f5cc8e9,segment=NetworkSegment(d513e7ad-29a5-4240-bb30-ce7bba9db8ec),segment_id=d513e7ad-29a5-4240-bb30-ce7bba9db8ec)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:28.013087 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-468e77e6-c162-4954-b665-f49b6c43f047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.016023 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.028415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-468e77e6-c162-4954-b665-f49b6c43f047 None None] Calling delete_port for b17632e7-d5d9-4180-b52d-29b50f5cc8e9 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:28.140642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b17632e7-d5d9-4180-b52d-29b50f5cc8e9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:28.155848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a423fd8-63f1-48dc-9bf1-393d1d999d83 req-5c955494-6a07-4fec-9b72-98538c4eb7fa service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119648 Mar 07 21:57:28.159247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] No DVR routers for this DVR port b17632e7-d5d9-4180-b52d-29b50f5cc8e9 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:57:28.206561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50166) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:28.272660 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (ca1c0645-516e-4a61-93b0-de45d4e4a2c2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.294104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event updated for resources: {'Port': ['ID=555c2a06-bcdc-47b0-b501-bde3cdf5afaf,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:28.296471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 4a23f23d-c625-4719-8e51-b8d0609d41f3 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:28.298833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4f859e19-9807-48e5-9ede-56700420822a up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:28.308471 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1c0645-516e-4a61-93b0-de45d4e4a2c2']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:28.322031 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:28.322360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd513e7ad-29a5-4240-bb30-ce7bba9db8ec') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:28.335443 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (d513e7ad-29a5-4240-bb30-ce7bba9db8ec), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.338841 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:28.345564 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:28.353195 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:28.366035 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d513e7ad-29a5-4240-bb30-ce7bba9db8ec), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.374635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:57:28.375368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (d513e7ad-29a5-4240-bb30-ce7bba9db8ec), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.435317 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-468e77e6-c162-4954-b665-f49b6c43f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (b17632e7-d5d9-4180-b52d-29b50f5cc8e9), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.454356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e77e6-c162-4954-b665-f49b6c43f047 None None] No DVR routers for this DVR port b17632e7-d5d9-4180-b52d-29b50f5cc8e9 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:57:28.457663 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-bbeb41d6-cc38-432f-9aad-b30248aa89d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2119067 Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:57:28.518992 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:57:28.523168 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (ca1c0645-516e-4a61-93b0-de45d4e4a2c2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.536589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 4f859e19-9807-48e5-9ede-56700420822a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:28.537283 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4f859e19-9807-48e5-9ede-56700420822a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.568716 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0d3687df-e5e6-4f4c-8d1f-61010fd8597e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (139b5cde-d02b-46bb-81d6-8f360681ae32), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.579007 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.584371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] 10.222.0.26 "DELETE /v2.0/networks/ca1c0645-516e-4a61-93b0-de45d4e4a2c2 HTTP/1.1" status: 204 len: 168 time: 2.1485252 Mar 07 21:57:28.606761 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e77e6-c162-4954-b665-f49b6c43f047 None None] Pushing event deleted for resources: {'Port': ['ID=b17632e7-d5d9-4180-b52d-29b50f5cc8e9,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:28.623301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7ae1e886-c011-4eb6-b836-211367c8ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'name': 'tempest-TaggedBootDevicesTest-263080818-router', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '79bf1553-ac01-4a1b-8bc0-33ca76b9bade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:41Z', 'updated_at': '2022-03-07T21:57:25Z', 'revision_number': 5, 'project_id': '915a39506c284d45bf19d5a6216097cc', 'gw_port': {'id': '79bf1553-ac01-4a1b-8bc0-33ca76b9bade', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:42Z', 'updated_at': '2022-03-07T21:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:28.625794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca81024-6040-4b62-a723-a27e2b92d26b req-53ff4d71-bfd5-44cb-a624-adab09dc270d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:28.636965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eca81024-6040-4b62-a723-a27e2b92d26b req-53ff4d71-bfd5-44cb-a624-adab09dc270d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.6997273 Mar 07 21:57:28.652788 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] Publish callbacks [] for router_gateway (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.657401 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1e886-c011-4eb6-b836-211367c8ca1e None None] Checking router: 9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:57:28.670955 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbc75fa6-4768-4aa6-9459-d8cfdd692c9b req-c23a708c-400f-48ac-bc67-313b01a327be tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6774597 Mar 07 21:57:28.678092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1e886-c011-4eb6-b836-211367c8ca1e None None] Routers {'9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:57:28.678388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7ae1e886-c011-4eb6-b836-211367c8ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:28.702902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e67f3-cdce-41f5-b49b-2b12f93f46fc admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1c0645-516e-4a61-93b0-de45d4e4a2c2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:28.706578 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for floatingip (ae52bd67-0670-4866-b562-d6f232b570f9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.750247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bf78a3-fcaa-430c-8107-b12257209b48 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:28.750666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bf78a3-fcaa-430c-8107-b12257209b48 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:28.751294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bf78a3-fcaa-430c-8107-b12257209b48 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:28.754643 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e2bf78a3-fcaa-430c-8107-b12257209b48 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=2d192248e3994b0e99e0429603afce16&network_id=64fc6aa8-4664-4ea2-a04b-27a12c871a1b HTTP/1.1" status: 200 len: 3072 time: 0.3033040 Mar 07 21:57:28.760355 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eca81024-6040-4b62-a723-a27e2b92d26b req-7e1d69d9-f31e-4a2a-9aec-1461fbbaafd9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212654 Mar 07 21:57:28.856413 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (555c2a06-bcdc-47b0-b501-bde3cdf5afaf), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.938789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50184) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:28.981595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] Deleting port 79bf1553-ac01-4a1b-8bc0-33ca76b9bade {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:28.982211 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (79bf1553-ac01-4a1b-8bc0-33ca76b9bade), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:28.994031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 4f859e19-9807-48e5-9ede-56700420822a is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:29.007147 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-7ae1e886-c011-4eb6-b836-211367c8ca1e None None] Set router 9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:57:29.077835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e9dd9db3-3e14-4661-85e4-53a25110baf1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7f99ab44fd44dbca2a2bb62c556de88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376834 Mar 07 21:57:29.079874 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] For port 79bf1553-ac01-4a1b-8bc0-33ca76b9bade, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=79bf1553-ac01-4a1b-8bc0-33ca76b9bade,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:29.080354 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (79bf1553-ac01-4a1b-8bc0-33ca76b9bade), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:29.084837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50192) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:29.095398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] Calling delete_port for 79bf1553-ac01-4a1b-8bc0-33ca76b9bade owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:29.127841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7ae1e886-c011-4eb6-b836-211367c8ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'name': 'tempest-TaggedBootDevicesTest-263080818-router', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:41Z', 'updated_at': '2022-03-07T21:57:28Z', 'revision_number': 6, 'project_id': '915a39506c284d45bf19d5a6216097cc', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:29.169320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1e886-c011-4eb6-b836-211367c8ca1e None None] The sync data for ids ['9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee'] in n-d-832330-1 is: [{'id': '9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee', 'name': 'tempest-TaggedBootDevicesTest-263080818-router', 'tenant_id': '915a39506c284d45bf19d5a6216097cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:41Z', 'updated_at': '2022-03-07T21:57:28Z', 'revision_number': 6, 'project_id': '915a39506c284d45bf19d5a6216097cc', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:57:29.202630 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8c05f66-3e21-4a85-ba1b-92b1f8d0334b admin admin] Publish callbacks [] for security_group (e3b8d93f-b161-4354-957b-f5b3b76d998a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:29.227611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b17632e7-d5d9-4180-b52d-29b50f5cc8e9 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:29.266484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: b17632e7-d5d9-4180-b52d-29b50f5cc8e9 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:57:29.266839 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b17632e7-d5d9-4180-b52d-29b50f5cc8e9 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:29.299365 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8c05f66-3e21-4a85-ba1b-92b1f8d0334b admin admin] Publish callbacks [] for security_group (e3b8d93f-b161-4354-957b-f5b3b76d998a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:29.375630 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8c05f66-3e21-4a85-ba1b-92b1f8d0334b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e3b8d93f-b161-4354-957b-f5b3b76d998a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:29.383525 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8c05f66-3e21-4a85-ba1b-92b1f8d0334b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:29.388241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b8c05f66-3e21-4a85-ba1b-92b1f8d0334b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3b8d93f-b161-4354-957b-f5b3b76d998a HTTP/1.1" status: 204 len: 168 time: 0.3002737 Mar 07 21:57:29.411751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c05f66-3e21-4a85-ba1b-92b1f8d0334b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b8d93f-b161-4354-957b-f5b3b76d998a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:29.455344 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0d3687df-e5e6-4f4c-8d1f-61010fd8597e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (139b5cde-d02b-46bb-81d6-8f360681ae32), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:29.504988 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (79bf1553-ac01-4a1b-8bc0-33ca76b9bade), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:29.548165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a1b095-73c3-4ed0-bc81-c80af6180fa8 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:29.562153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3687df-e5e6-4f4c-8d1f-61010fd8597e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=139b5cde-d02b-46bb-81d6-8f360681ae32,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:29.564509 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0d3687df-e5e6-4f4c-8d1f-61010fd8597e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:29.570510 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0d3687df-e5e6-4f4c-8d1f-61010fd8597e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/139b5cde-d02b-46bb-81d6-8f360681ae32 HTTP/1.1" status: 204 len: 168 time: 2.3980272 Mar 07 21:57:29.571079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50196) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:29.582513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] Pushing event deleted for resources: {'Port': ['ID=79bf1553-ac01-4a1b-8bc0-33ca76b9bade,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:29.588417 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-eb1b7984-5d3c-4b0d-a836-b829d5af8eb6 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:29.590093 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-eb1b7984-5d3c-4b0d-a836-b829d5af8eb6 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/ports/ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 1124 time: 0.1365967 Mar 07 21:57:29.677317 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for port (555c2a06-bcdc-47b0-b501-bde3cdf5afaf), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:29.682572 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-24280b84-1688-4a37-87f5-c090b966e89a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1070058 Mar 07 21:57:29.683176 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50200) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:29.688397 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-bd9852d9-66e0-40b5-953c-e208f372882c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:29.697753 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (555c2a06-bcdc-47b0-b501-bde3cdf5afaf), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:29.740250 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:29.862891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ae7384-108e-41c7-b1c2-59b95d98b94e None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:57:29.976052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae7384-108e-41c7-b1c2-59b95d98b94e None None] Deleting port 4f859e19-9807-48e5-9ede-56700420822a {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:29.977345 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7384-108e-41c7-b1c2-59b95d98b94e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4f859e19-9807-48e5-9ede-56700420822a), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.149263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c0c3b-de46-4a20-b366-5860078e5345 req-d5e75df3-e8e6-4213-9e09-35d15477ec88 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:30.167382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b75c0c3b-de46-4a20-b366-5860078e5345 req-d5e75df3-e8e6-4213-9e09-35d15477ec88 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.2674861 Mar 07 21:57:30.169557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event updated for resources: {'Port': ['ID=555c2a06-bcdc-47b0-b501-bde3cdf5afaf,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:30.174746 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.182255 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] Publish callbacks [] for router_controller (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.190055 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f3ae7384-108e-41c7-b1c2-59b95d98b94e None None] For port 4f859e19-9807-48e5-9ede-56700420822a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4f859e19-9807-48e5-9ede-56700420822a,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:30.191773 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7384-108e-41c7-b1c2-59b95d98b94e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4f859e19-9807-48e5-9ede-56700420822a), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.219774 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae7384-108e-41c7-b1c2-59b95d98b94e None None] Calling delete_port for 4f859e19-9807-48e5-9ede-56700420822a owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:30.239316 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (ae52bd67-0670-4866-b562-d6f232b570f9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.248996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99f3d7-8e7a-48b9-b67f-b5f0a781f793 req-6bbb8e03-c178-44f0-9045-b7b6911856c2 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:30.250686 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e99f3d7-8e7a-48b9-b67f-b5f0a781f793 req-6bbb8e03-c178-44f0-9045-b7b6911856c2 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.2730401 Mar 07 21:57:30.258875 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.259596 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:57:30.266036 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.272975 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2808be38-23f8-4e09-b8dc-f18bdc597861 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9e53cc22-b7df-484d-a2b4-2a2ba4c9e4ee HTTP/1.1" status: 204 len: 168 time: 3.2107451 Mar 07 21:57:30.273195 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50216) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:30.283514 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.284877 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4e91b5fc-93d9-46d7-9cf4-ee2963455212 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8147318 Mar 07 21:57:30.308107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9852d9-66e0-40b5-953c-e208f372882c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:30.312632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bd9852d9-66e0-40b5-953c-e208f372882c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.323637 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b75c0c3b-de46-4a20-b366-5860078e5345 req-641ee27b-d3e8-4df3-b1ec-b89ff6c0082a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552942 Mar 07 21:57:30.392040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8b88e7-bf54-40aa-8a0e-4c0258092851 admin admin] Deleting subnet 3d88384e-8208-4536-b69e-a4ddb3f7962a {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:57:30.402759 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca8b88e7-bf54-40aa-8a0e-4c0258092851 admin admin] Publish callbacks [] for subnet (3d88384e-8208-4536-b69e-a4ddb3f7962a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.478034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e99f3d7-8e7a-48b9-b67f-b5f0a781f793 req-69aaad4f-184e-42cb-b9ab-1b5638ba91ca tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176783 Mar 07 21:57:30.514614 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca8b88e7-bf54-40aa-8a0e-4c0258092851 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (3d88384e-8208-4536-b69e-a4ddb3f7962a), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.538927 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7384-108e-41c7-b1c2-59b95d98b94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (4f859e19-9807-48e5-9ede-56700420822a), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.655773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae7384-108e-41c7-b1c2-59b95d98b94e None None] Pushing event deleted for resources: {'Port': ['ID=4f859e19-9807-48e5-9ede-56700420822a,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:30.669778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae7384-108e-41c7-b1c2-59b95d98b94e None None] No DVR routers for this DVR port 4f859e19-9807-48e5-9ede-56700420822a on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:57:30.709223 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca8b88e7-bf54-40aa-8a0e-4c0258092851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (3d88384e-8208-4536-b69e-a4ddb3f7962a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.873967 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca8b88e7-bf54-40aa-8a0e-4c0258092851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (3d88384e-8208-4536-b69e-a4ddb3f7962a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.897927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-7ef2f19f-b3a6-4a01-ad91-b8ca6c0b5466 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--45093101&fields=id&tenant_id=9bb6403373984f908124dcb70d1ed022 HTTP/1.1" status: 200 len: 267 time: 0.1049330 Mar 07 21:57:30.906473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b88e7-bf54-40aa-8a0e-4c0258092851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d88384e-8208-4536-b69e-a4ddb3f7962a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:30.914348 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca8b88e7-bf54-40aa-8a0e-4c0258092851 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.920279 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ca8b88e7-bf54-40aa-8a0e-4c0258092851 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3d88384e-8208-4536-b69e-a4ddb3f7962a HTTP/1.1" status: 204 len: 168 time: 0.6460121 Mar 07 21:57:30.920677 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50242) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:30.923466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4219cdff-a111-485b-8581-e89fb8151a8e None None] Network 0c4f20c1-c012-4192-bb13-ee4dee5f4940 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:30.945663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.objects.ports [None req-bd9852d9-66e0-40b5-953c-e208f372882c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:57:30.947214 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bd9852d9-66e0-40b5-953c-e208f372882c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (13cf04fe-3bb1-422d-b6f9-831d012efd0f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:30.996760 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9852d9-66e0-40b5-953c-e208f372882c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:31.000189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-bd9852d9-66e0-40b5-953c-e208f372882c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:31.004678 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9852d9-66e0-40b5-953c-e208f372882c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:31.005291 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bd9852d9-66e0-40b5-953c-e208f372882c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:31.026704 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9852d9-66e0-40b5-953c-e208f372882c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=13cf04fe-3bb1-422d-b6f9-831d012efd0f,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:31.046301 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bd9852d9-66e0-40b5-953c-e208f372882c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3623066 Mar 07 21:57:31.048821 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50246) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:31.054871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-092e3d9d-ef6d-48db-a6c8-65fb187a49c8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'mac_address': 'fa:16:3e:27:b8:4b', 'name': 'tempest-NetworksTestDHCPv6-1420494341'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:31.082016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a282e375-e2a0-46ee-9957-bf0b45691368 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:31.239215 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 952c2be3-c9f2-4a44-b65e-acd1f05c5afa no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:31.244501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092e3d9d-ef6d-48db-a6c8-65fb187a49c8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:31.355711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 952c2be3-c9f2-4a44-b65e-acd1f05c5afa {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:57:31.356079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 952c2be3-c9f2-4a44-b65e-acd1f05c5afa not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:31.356517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 79bf1553-ac01-4a1b-8bc0-33ca76b9bade no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:31.447524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-092e3d9d-ef6d-48db-a6c8-65fb187a49c8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:31.477869 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-092e3d9d-ef6d-48db-a6c8-65fb187a49c8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port 04c9f4f9-8f9a-4a00-bced-0b36531fc3d7 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:57:31.691418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 79bf1553-ac01-4a1b-8bc0-33ca76b9bade {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:57:31.692016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 79bf1553-ac01-4a1b-8bc0-33ca76b9bade not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:31.692632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4f859e19-9807-48e5-9ede-56700420822a no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:31.714590 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (0c4f20c1-c012-4192-bb13-ee4dee5f4940), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:31.727824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 4f859e19-9807-48e5-9ede-56700420822a {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:57:31.728177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4f859e19-9807-48e5-9ede-56700420822a not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:31.772802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-092e3d9d-ef6d-48db-a6c8-65fb187a49c8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::f816:3eff:fe27:b84b (93b13938-fab1-4c0e-a140-35734632e7e9/13cf04fe-3bb1-422d-b6f9-831d012efd0f/04c9f4f9-8f9a-4a00-bced-0b36531fc3d7) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:31.776080 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': '13cf04fe-3bb1-422d-b6f9-831d012efd0f'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:57:31.776610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-8c22dbc7-d529-4d5d-a44b-bb5be17e3ce0 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:31.777135 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:31.784279 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-8c22dbc7-d529-4d5d-a44b-bb5be17e3ce0 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/networks?id=17af4d75-4163-4f51-bf4d-822a5308abb9 HTTP/1.1" status: 200 len: 810 time: 0.8406105 Mar 07 21:57:31.802791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-cc4925f4-903f-4f78-a177-42cd0e7bc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:31.805794 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-cc4925f4-903f-4f78-a177-42cd0e7bc649 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1127 time: 0.6570477 Mar 07 21:57:31.824955 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-2d1fc2e5-858a-4747-aeb2-7a3638782a9f tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/quotas/9bb6403373984f908124dcb70d1ed022 HTTP/1.1" status: 200 len: 375 time: 0.0396359 Mar 07 21:57:31.945439 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dc48d5-e2bd-4b01-995b-272575ad187b None None] DHCP port deletion for 0c4f20c1-c012-4192-bb13-ee4dee5f4940 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:57:31.965372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f913db5-ea76-4242-9971-0fe38a7c9226 req-04ad9b93-2332-4fb6-a8b6-7a0afa539f60 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:31.966947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f913db5-ea76-4242-9971-0fe38a7c9226 req-04ad9b93-2332-4fb6-a8b6-7a0afa539f60 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.2807949 Mar 07 21:57:32.052714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50264) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:32.069603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-2385ec33-9883-464a-be41-a6344a16e7e0 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bb6403373984f908124dcb70d1ed022&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2438130 Mar 07 21:57:32.071317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-61dc48d5-e2bd-4b01-995b-272575ad187b None None] Deleting port fb32fa99-6d6a-457b-90f9-1150e8536cbf {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:32.072722 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-61dc48d5-e2bd-4b01-995b-272575ad187b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:32.102225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-94e0495e-e361-4866-804c-173f9772be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:32.103671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-94e0495e-e361-4866-804c-173f9772be7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc76cc78-d3aa-4131-a129-0f2d526c28eb HTTP/1.1" status: 200 len: 897 time: 0.2862570 Mar 07 21:57:32.163634 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-092e3d9d-ef6d-48db-a6c8-65fb187a49c8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (04c9f4f9-8f9a-4a00-bced-0b36531fc3d7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:32.209698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-61dc48d5-e2bd-4b01-995b-272575ad187b None None] For port fb32fa99-6d6a-457b-90f9-1150e8536cbf, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fb32fa99-6d6a-457b-90f9-1150e8536cbf,segment=NetworkSegment(1d66302f-ef51-4fa5-95a0-137945266953),segment_id=1d66302f-ef51-4fa5-95a0-137945266953)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:32.210841 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-61dc48d5-e2bd-4b01-995b-272575ad187b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:32.227839 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-61dc48d5-e2bd-4b01-995b-272575ad187b None None] Calling delete_port for fb32fa99-6d6a-457b-90f9-1150e8536cbf owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:32.254758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] Deleting port fb32fa99-6d6a-457b-90f9-1150e8536cbf {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:32.257488 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:32.271015 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-092e3d9d-ef6d-48db-a6c8-65fb187a49c8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (04c9f4f9-8f9a-4a00-bced-0b36531fc3d7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:32.345794 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f913db5-ea76-4242-9971-0fe38a7c9226 req-761aed28-4d9c-4acf-aed7-df8f5755ed74 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3646438 Mar 07 21:57:32.380134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Allocated IP 2001:db8::f816:3eff:fec1:1b6b (93b13938-fab1-4c0e-a140-35734632e7e9/13cf04fe-3bb1-422d-b6f9-831d012efd0f/65e49310-9bc1-42f4-b918-b1e0315dc37f) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:32.432853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d265b9f1-5139-4858-ab66-95c01dd0e796 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:32.446248 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d265b9f1-5139-4858-ab66-95c01dd0e796 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 814 time: 0.3754568 Mar 07 21:57:32.452961 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e3d9d-ef6d-48db-a6c8-65fb187a49c8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=04c9f4f9-8f9a-4a00-bced-0b36531fc3d7,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:32.470970 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e3d9d-ef6d-48db-a6c8-65fb187a49c8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:32.473183 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-092e3d9d-ef6d-48db-a6c8-65fb187a49c8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:32.484757 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-61dc48d5-e2bd-4b01-995b-272575ad187b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:32.487192 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092e3d9d-ef6d-48db-a6c8-65fb187a49c8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:32.493707 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092e3d9d-ef6d-48db-a6c8-65fb187a49c8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:32.494052 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-092e3d9d-ef6d-48db-a6c8-65fb187a49c8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:32.504049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-5c192625-632d-458a-8ec5-6f968bd81236 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 999 time: 0.3668511 Mar 07 21:57:32.544990 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-092e3d9d-ef6d-48db-a6c8-65fb187a49c8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4948223 Mar 07 21:57:32.547542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50276) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:32.562090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] For port fb32fa99-6d6a-457b-90f9-1150e8536cbf, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fb32fa99-6d6a-457b-90f9-1150e8536cbf,segment=NetworkSegment(1d66302f-ef51-4fa5-95a0-137945266953),segment_id=1d66302f-ef51-4fa5-95a0-137945266953)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:32.562860 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:32.574540 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc48d5-e2bd-4b01-995b-272575ad187b None None] No DVR routers for this DVR port fb32fa99-6d6a-457b-90f9-1150e8536cbf on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:57:32.588352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc48d5-e2bd-4b01-995b-272575ad187b None None] Pushing event deleted for resources: {'Port': ['ID=fb32fa99-6d6a-457b-90f9-1150e8536cbf,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:32.630813 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-e60474a8-9a0d-47c8-9309-e1729656690c service neutron] 10.222.0.26 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297847 Mar 07 21:57:32.663873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ae207e-efb7-44bd-9b95-7b7bddac5323 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:32.665895 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-40ae207e-efb7-44bd-9b95-7b7bddac5323 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1173248 Mar 07 21:57:32.669349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50282) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:32.696773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-ca90bd5d-2a8c-435b-a6fe-845e9b399602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:32.698308 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-ca90bd5d-2a8c-435b-a6fe-845e9b399602 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43e2544a-756d-4aee-adf7-dbc5c3079d7c HTTP/1.1" status: 200 len: 834 time: 0.1846735 Mar 07 21:57:32.717646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] Calling delete_port for fb32fa99-6d6a-457b-90f9-1150e8536cbf owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:32.737823 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Publish callbacks [] for port (65e49310-9bc1-42f4-b918-b1e0315dc37f), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:32.749416 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (65e49310-9bc1-42f4-b918-b1e0315dc37f), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:32.789056 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:32.791576 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:32.799900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:32.879549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e5f320fe-ebab-480d-88dd-36ac6e57543e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port 04c9f4f9-8f9a-4a00-bced-0b36531fc3d7 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:32.880148 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5f320fe-ebab-480d-88dd-36ac6e57543e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (04c9f4f9-8f9a-4a00-bced-0b36531fc3d7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:32.902666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Pushing event updated for resources: {'Port': ['ID=65e49310-9bc1-42f4-b918-b1e0315dc37f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:32.914089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Attempting to bind port 65e49310-9bc1-42f4-b918-b1e0315dc37f on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:57:32.914950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Attempting to bind port 65e49310-9bc1-42f4-b918-b1e0315dc37f by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:57:32.915528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Attempting to bind port 65e49310-9bc1-42f4-b918-b1e0315dc37f on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:32.924191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:57:32.925038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:32.925785 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:32.926549 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:57:32.927279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Bound port: 65e49310-9bc1-42f4-b918-b1e0315dc37f, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:57:32.927933 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (65e49310-9bc1-42f4-b918-b1e0315dc37f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:33.038272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] For port 65e49310-9bc1-42f4-b918-b1e0315dc37f, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:57:33.044328 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] For port 65e49310-9bc1-42f4-b918-b1e0315dc37f, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=65e49310-9bc1-42f4-b918-b1e0315dc37f,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:57:33.055095 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (65e49310-9bc1-42f4-b918-b1e0315dc37f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:33.114193 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5f320fe-ebab-480d-88dd-36ac6e57543e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (04c9f4f9-8f9a-4a00-bced-0b36531fc3d7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:33.143913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fb32fa99-6d6a-457b-90f9-1150e8536cbf no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:33.170283 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e5f320fe-ebab-480d-88dd-36ac6e57543e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for 04c9f4f9-8f9a-4a00-bced-0b36531fc3d7 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:33.201583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced59ed-56d4-4eab-8ee3-c0283695fe84 req-ba00f8fa-7156-4beb-996b-514afe25aa5d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:33.202667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ced59ed-56d4-4eab-8ee3-c0283695fe84 req-ba00f8fa-7156-4beb-996b-514afe25aa5d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.6483457 Mar 07 21:57:33.205556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50294) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:33.217326 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: fb32fa99-6d6a-457b-90f9-1150e8536cbf {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:57:33.218024 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fb32fa99-6d6a-457b-90f9-1150e8536cbf not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:33.227367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659d17b-d4e6-4d6a-8cb1-25b751dce0cb None None] Pushing event updated for resources: {'Port': ['ID=65e49310-9bc1-42f4-b918-b1e0315dc37f,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:33.233013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5e5c87e0-e915-45e1-ab79-151e073ae0ed tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'network': {'name': 'tempest-network-smoke--1864924895', 'project_id': '2d192248e3994b0e99e0429603afce16', 'port_security_enabled': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:33.267252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-2d1f5a63-5bbb-41ea-87fb-add6a86d21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:33.269942 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-2d1f5a63-5bbb-41ea-87fb-add6a86d21c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc76cc78-d3aa-4131-a129-0f2d526c28eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4183969 Mar 07 21:57:33.280822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5c87e0-e915-45e1-ab79-151e073ae0ed tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Made reservation on behalf of 2d192248e3994b0e99e0429603afce16 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:33.298810 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e5c87e0-e915-45e1-ab79-151e073ae0ed tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:33.360108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-786018ec-e0da-4f6b-92cc-28a5b16b26e3 service neutron] 10.222.0.26 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900862 Mar 07 21:57:33.361004 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (fb32fa99-6d6a-457b-90f9-1150e8536cbf), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:33.460249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5f320fe-ebab-480d-88dd-36ac6e57543e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (04c9f4f9-8f9a-4a00-bced-0b36531fc3d7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:33.505770 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5c87e0-e915-45e1-ab79-151e073ae0ed tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:57:33.542603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] Pushing event deleted for resources: {'Port': ['ID=fb32fa99-6d6a-457b-90f9-1150e8536cbf,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:33.604517 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f320fe-ebab-480d-88dd-36ac6e57543e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=04c9f4f9-8f9a-4a00-bced-0b36531fc3d7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:33.645849 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5f320fe-ebab-480d-88dd-36ac6e57543e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:33.657878 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e5f320fe-ebab-480d-88dd-36ac6e57543e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/04c9f4f9-8f9a-4a00-bced-0b36531fc3d7 HTTP/1.1" status: 204 len: 168 time: 0.9854522 Mar 07 21:57:33.658679 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50302) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:33.667112 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] No DVR routers for this DVR port fb32fa99-6d6a-457b-90f9-1150e8536cbf on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:57:33.740598 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e5c87e0-e915-45e1-ab79-151e073ae0ed tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (2595d9fb-2320-4abb-b17d-ba38ce085b66), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:33.741136 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-5e5c87e0-e915-45e1-ab79-151e073ae0ed tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Added segment 2595d9fb-2320-4abb-b17d-ba38ce085b66 of type vlan for network a1eab49b-64bb-4485-afcf-f3b034208b07 Mar 07 21:57:33.752280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde48f2-005b-44bd-b451-baf8cb8eafbf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:33.757032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde48f2-005b-44bd-b451-baf8cb8eafbf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:33.762218 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cbde48f2-005b-44bd-b451-baf8cb8eafbf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1021249 Mar 07 21:57:33.766053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50306) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:33.878033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4ef042-cce3-4b9e-af6d-8cef8f6f6b10 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 13cf04fe-3bb1-422d-b6f9-831d012efd0f {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:57:33.883185 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef042-cce3-4b9e-af6d-8cef8f6f6b10 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (13cf04fe-3bb1-422d-b6f9-831d012efd0f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:33.933498 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ced59ed-56d4-4eab-8ee3-c0283695fe84 req-b6afbe4d-7c3b-4213-98e8-6dc28d2beafc tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7066603 Mar 07 21:57:34.024223 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef042-cce3-4b9e-af6d-8cef8f6f6b10 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (13cf04fe-3bb1-422d-b6f9-831d012efd0f), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:34.110484 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (0c4f20c1-c012-4192-bb13-ee4dee5f4940), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:34.150769 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b746457-cc2c-4ae3-8b79-707b827c3378 req-cec2445a-be49-4e4c-991f-f79d100d7411 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0597496 Mar 07 21:57:34.180373 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e5c87e0-e915-45e1-ab79-151e073ae0ed tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (a1eab49b-64bb-4485-afcf-f3b034208b07), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:34.234615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e813b7-133a-43ac-9e13-3cf4ac709322 req-4ccbe0ae-ea10-4ec6-b73d-652c507a54ad tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:34.240279 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9e813b7-133a-43ac-9e13-3cf4ac709322 req-4ccbe0ae-ea10-4ec6-b73d-652c507a54ad tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.4913599 Mar 07 21:57:34.250332 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef042-cce3-4b9e-af6d-8cef8f6f6b10 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (13cf04fe-3bb1-422d-b6f9-831d012efd0f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:34.261495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-65bb1c9e-039c-4a63-962b-69921607516b service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9495192 Mar 07 21:57:34.274630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4f20c1-c012-4192-bb13-ee4dee5f4940']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:34.384064 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef042-cce3-4b9e-af6d-8cef8f6f6b10 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (13cf04fe-3bb1-422d-b6f9-831d012efd0f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:34.410258 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef042-cce3-4b9e-af6d-8cef8f6f6b10 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:34.437275 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bf4ef042-cce3-4b9e-af6d-8cef8f6f6b10 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/13cf04fe-3bb1-422d-b6f9-831d012efd0f HTTP/1.1" status: 204 len: 168 time: 0.6684492 Mar 07 21:57:34.458738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d66302f-ef51-4fa5-95a0-137945266953') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:34.459072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50322) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:34.459255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d66302f-ef51-4fa5-95a0-137945266953') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:34.470374 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (1d66302f-ef51-4fa5-95a0-137945266953), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:34.494593 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1d66302f-ef51-4fa5-95a0-137945266953), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:34.501642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:57:34.502379 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (1d66302f-ef51-4fa5-95a0-137945266953), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:34.554043 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e2562a3c-2ffe-4660-aadc-a6a0f3cd5eaa tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932138 Mar 07 21:57:34.556356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50324) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:34.558541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ef042-cce3-4b9e-af6d-8cef8f6f6b10 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=13cf04fe-3bb1-422d-b6f9-831d012efd0f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:34.608094 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.db.resource_extend [None req-5e5c87e0-e915-45e1-ab79-151e073ae0ed tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:57:34.634907 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:57:34.646882 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (0c4f20c1-c012-4192-bb13-ee4dee5f4940), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:34.654814 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e5c87e0-e915-45e1-ab79-151e073ae0ed tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (a1eab49b-64bb-4485-afcf-f3b034208b07), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:34.659529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917af4d2-38f4-4bc3-9cdb-819134498c6b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:34.660895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5c87e0-e915-45e1-ab79-151e073ae0ed tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:34.661808 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e5c87e0-e915-45e1-ab79-151e073ae0ed tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:34.664758 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-917af4d2-38f4-4bc3-9cdb-819134498c6b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1015236 Mar 07 21:57:34.665838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50326) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:34.700657 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:34.711731 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] 10.222.0.26 "DELETE /v2.0/networks/0c4f20c1-c012-4192-bb13-ee4dee5f4940 HTTP/1.1" status: 204 len: 168 time: 3.7895586 Mar 07 21:57:34.737917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c5f1a-531f-4d62-9f33-acc8ea08c294 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:34.748683 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7e0c5f1a-531f-4d62-9f33-acc8ea08c294 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0798588 Mar 07 21:57:34.749302 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50330) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:34.778048 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-d7922001-0615-481f-b730-b907abcd1bad service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952950 Mar 07 21:57:34.811763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5e5c87e0-e915-45e1-ab79-151e073ae0ed tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5905967 Mar 07 21:57:34.812794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50332) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:34.835556 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-520e4ec2-f4eb-4ab5-b2af-4c1ca0e28bb8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850058 Mar 07 21:57:34.836173 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50334) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:34.843200 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-86f4012b-082d-46ab-9419-b03ce88f7f0a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:35.000395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9e813b7-133a-43ac-9e13-3cf4ac709322 req-08a4263e-ca27-4fed-84e3-d7b821fbe282 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7207620 Mar 07 21:57:35.026655 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a528b7b-0c28-4e1f-9e0a-e2762ba83ff1 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:35.038990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c87e0-e915-45e1-ab79-151e073ae0ed tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Network': ['ID=a1eab49b-64bb-4485-afcf-f3b034208b07,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:35.085475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d303eff-610b-4a19-91d5-46283332971d admin admin] Pushing event deleted for resources: {'Network': ['ID=0c4f20c1-c012-4192-bb13-ee4dee5f4940,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:35.098040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network a1eab49b-64bb-4485-afcf-f3b034208b07 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:57:35.136169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf4bd9b-3413-4993-b09b-e675e389dc3a tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:35.137546 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9bf4bd9b-3413-4993-b09b-e675e389dc3a tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=2d192248e3994b0e99e0429603afce16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3103986 Mar 07 21:57:35.145765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50342) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:35.168487 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f4012b-082d-46ab-9419-b03ce88f7f0a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:35.172224 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86f4012b-082d-46ab-9419-b03ce88f7f0a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:35.324674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 65e49310-9bc1-42f4-b918-b1e0315dc37f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:35.390252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-18eacec0-a333-4096-86e3-3c8b94bbb83d None None] Provisioning complete for port 65e49310-9bc1-42f4-b918-b1e0315dc37f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:35.391069 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-18eacec0-a333-4096-86e3-3c8b94bbb83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (65e49310-9bc1-42f4-b918-b1e0315dc37f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:35.396466 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50346) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:35.450211 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0eb17cdf-02ec-4206-88d8-5fc86b73d20b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=796c19d2677a4c73bc3e1f62457a580a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0525999 Mar 07 21:57:35.453316 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50350) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:35.561887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50352) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:35.585804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5c6269-a28a-4f82-9866-a47638b19add tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:35.590532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0c5c6269-a28a-4f82-9866-a47638b19add tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4386549 Mar 07 21:57:35.591507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50356) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:35.628796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98bd580e-c1e0-49a8-8172-8589f0fbf411 req-ff03b4d4-4036-4206-a6a7-e5fd4186fe2e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0676675 Mar 07 21:57:35.683269 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-100fbf32-3dfc-4aa8-801d-18b509792621 admin admin] Publish callbacks [] for security_group (a02ca23e-84db-4ce1-906c-5ab90e81d386), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:35.693953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d9b9c-63f3-450e-8edc-13ea6bc67e4d req-98ba4ccf-c83f-4378-9444-474a3aab7e5c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:35.695750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d59d9b9c-63f3-450e-8edc-13ea6bc67e4d req-98ba4ccf-c83f-4378-9444-474a3aab7e5c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.5617874 Mar 07 21:57:35.725932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-18eacec0-a333-4096-86e3-3c8b94bbb83d None None] Current status of the port 65e49310-9bc1-42f4-b918-b1e0315dc37f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:35.726390 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-18eacec0-a333-4096-86e3-3c8b94bbb83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (65e49310-9bc1-42f4-b918-b1e0315dc37f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:35.763930 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-100fbf32-3dfc-4aa8-801d-18b509792621 admin admin] Publish callbacks [] for security_group (a02ca23e-84db-4ce1-906c-5ab90e81d386), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:35.809574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d59d9b9c-63f3-450e-8edc-13ea6bc67e4d req-6e27b8cc-f249-4318-b8eb-411f834b32f0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841014 Mar 07 21:57:35.830661 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-26dcc094-31d6-4889-ac91-0f8d4ff1eb03 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2374718 Mar 07 21:57:35.837896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-676d5f7f-3b21-4ac7-9b08-c3b4e6e920e1 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:35.839924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-676d5f7f-3b21-4ac7-9b08-c3b4e6e920e1 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.15 "GET /v2.0/networks?id=17af4d75-4163-4f51-bf4d-822a5308abb9 HTTP/1.1" status: 200 len: 810 time: 0.2275963 Mar 07 21:57:35.841621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50358) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:35.846587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a62bce8-0b5f-40e2-aa99-e1fdddb3117a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:35.877108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-18eacec0-a333-4096-86e3-3c8b94bbb83d None None] For port 65e49310-9bc1-42f4-b918-b1e0315dc37f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=65e49310-9bc1-42f4-b918-b1e0315dc37f,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:35.879514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 65e49310-9bc1-42f4-b918-b1e0315dc37f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:35.880699 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (65e49310-9bc1-42f4-b918-b1e0315dc37f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:35.892246 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-100fbf32-3dfc-4aa8-801d-18b509792621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a02ca23e-84db-4ce1-906c-5ab90e81d386), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:35.894811 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-100fbf32-3dfc-4aa8-801d-18b509792621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:35.895987 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-100fbf32-3dfc-4aa8-801d-18b509792621 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a02ca23e-84db-4ce1-906c-5ab90e81d386 HTTP/1.1" status: 204 len: 168 time: 0.4414403 Mar 07 21:57:35.912388 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c1fab12c-c5a1-425e-ab27-b94bdb9b84d4 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=2d192248e3994b0e99e0429603afce16&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684986 Mar 07 21:57:35.916608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50362) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:35.942620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fbf32-3dfc-4aa8-801d-18b509792621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02ca23e-84db-4ce1-906c-5ab90e81d386,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:35.986517 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-18eacec0-a333-4096-86e3-3c8b94bbb83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (65e49310-9bc1-42f4-b918-b1e0315dc37f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:35.997735 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdf9954-d894-4086-80d0-bc586dc1b2c0 None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:57:36.093626 n-d-832330-1 neutron-server[103718]: DEBUG neutron.objects.ports [None req-86f4012b-082d-46ab-9419-b03ce88f7f0a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:57:36.172100 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-7216a5b1-f5f3-4ca8-9470-3b1529b6adca tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb6403373984f908124dcb70d1ed022 HTTP/1.1" status: 200 len: 378 time: 0.3209476 Mar 07 21:57:36.173654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120138b-19cb-49d4-b822-ccb5b1b30d31 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:36.175432 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c120138b-19cb-49d4-b822-ccb5b1b30d31 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2577994 Mar 07 21:57:36.178778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50368) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:36.183757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-bbf56881-a67c-4550-a623-2385a441b1b4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Request body: {'port': {'device_id': 'e674cb51-93eb-4541-9cb8-69638fb0f0d3', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'admin_state_up': True, 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'security_groups': ['b9c4843a-321e-4ebd-9efe-999312f49520']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:36.190101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eacec0-a333-4096-86e3-3c8b94bbb83d None None] Pushing event updated for resources: {'Port': ['ID=65e49310-9bc1-42f4-b918-b1e0315dc37f,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:36.273990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf9954-d894-4086-80d0-bc586dc1b2c0 None None] Deleting port 65e49310-9bc1-42f4-b918-b1e0315dc37f {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:36.277552 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5bdf9954-d894-4086-80d0-bc586dc1b2c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (65e49310-9bc1-42f4-b918-b1e0315dc37f), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:36.306223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b7aa9cea-ec43-4019-98b1-9bd22b50befa tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1134744 Mar 07 21:57:36.307903 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50370) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:36.317413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c488f60b-24b5-47f1-a90f-510f758e78a0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-625148425', 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07', 'project_id': '2d192248e3994b0e99e0429603afce16', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:36.353985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 65e49310-9bc1-42f4-b918-b1e0315dc37f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:36.409027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50372) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:36.470707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5bdf9954-d894-4086-80d0-bc586dc1b2c0 None None] For port 65e49310-9bc1-42f4-b918-b1e0315dc37f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=65e49310-9bc1-42f4-b918-b1e0315dc37f,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:36.471817 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5bdf9954-d894-4086-80d0-bc586dc1b2c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (65e49310-9bc1-42f4-b918-b1e0315dc37f), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:36.491085 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a62bce8-0b5f-40e2-aa99-e1fdddb3117a admin admin] Publish callbacks [] for security_group (ff9bd692-c5b0-45ab-80ed-5be22685ebdc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:36.511623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b914b-38d3-4df4-a2e3-de93138f83bf req-cc239268-49fc-4fe3-868c-8780dcb1d3b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:36.517312 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a46b914b-38d3-4df4-a2e3-de93138f83bf req-cc239268-49fc-4fe3-868c-8780dcb1d3b0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.3393655 Mar 07 21:57:36.522191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf9954-d894-4086-80d0-bc586dc1b2c0 None None] Calling delete_port for 65e49310-9bc1-42f4-b918-b1e0315dc37f owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:36.534441 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a62bce8-0b5f-40e2-aa99-e1fdddb3117a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ff9bd692-c5b0-45ab-80ed-5be22685ebdc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:36.594320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62bce8-0b5f-40e2-aa99-e1fdddb3117a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9bd692-c5b0-45ab-80ed-5be22685ebdc,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:36.616193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-bbf56881-a67c-4550-a623-2385a441b1b4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Made reservation on behalf of 9bb6403373984f908124dcb70d1ed022 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:36.618858 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5bdf9954-d894-4086-80d0-bc586dc1b2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (65e49310-9bc1-42f4-b918-b1e0315dc37f), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:36.621273 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-bbf56881-a67c-4550-a623-2385a441b1b4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:36.649433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7a62bce8-0b5f-40e2-aa99-e1fdddb3117a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d427389e1f140299086b4d8dd49130a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0834401 Mar 07 21:57:36.651953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50376) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:36.658471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf9954-d894-4086-80d0-bc586dc1b2c0 None None] Pushing event deleted for resources: {'Port': ['ID=65e49310-9bc1-42f4-b918-b1e0315dc37f,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:36.660313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf9954-d894-4086-80d0-bc586dc1b2c0 None None] No DVR routers for this DVR port 65e49310-9bc1-42f4-b918-b1e0315dc37f on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:57:36.810105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-bbf56881-a67c-4550-a623-2385a441b1b4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Allocated IP 172.20.0.10 (17af4d75-4163-4f51-bf4d-822a5308abb9/53b78d0f-0bb8-455d-a78c-07f57fa57eef/4b385e6f-9bbd-488a-87c6-04f7efc8a217) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:36.901332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_pluggable_backend [None req-86f4012b-082d-46ab-9419-b03ce88f7f0a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Port 65e49310-9bc1-42f4-b918-b1e0315dc37f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103718) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 07 21:57:36.901672 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_pluggable_backend [None req-86f4012b-082d-46ab-9419-b03ce88f7f0a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Reverting IP allocation for 2001:db8::f816:3eff:fec1:1b6b {{(pid=103718) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 07 21:57:36.907320 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_pluggable_backend [None req-86f4012b-082d-46ab-9419-b03ce88f7f0a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec1:1b6b {{(pid=103718) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 07 21:57:36.918415 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86f4012b-082d-46ab-9419-b03ce88f7f0a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (b65444e8-4d07-4efd-87d0-e6ab66879b4a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:36.965042 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-bbf56881-a67c-4550-a623-2385a441b1b4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:36.981710 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bf8fd833-cc2c-49fb-b91c-d75da9a834bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=915a39506c284d45bf19d5a6216097cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5691814 Mar 07 21:57:36.982756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50380) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:36.992445 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a46b914b-38d3-4df4-a2e3-de93138f83bf req-e7293dc0-e28f-4ba7-ae0d-7d427dc2e9c9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4638243 Mar 07 21:57:37.022589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee907f2-6d2d-44b1-bcdb-0dbefc7fe282 req-bad631a8-7df8-4540-879d-23f5505629ec tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0529628 Mar 07 21:57:37.078958 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6d22b4f7-36fd-4d00-abc5-6a216d3ebfc1 admin admin] Publish callbacks [] for security_group (ff9bd692-c5b0-45ab-80ed-5be22685ebdc), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.087555 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0ce284c9-0216-447b-ba28-576075566cc3 admin admin] Publish callbacks [] for security_group (49bf853c-58f8-41be-ba6c-868abd2bf1aa), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.095128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f4012b-082d-46ab-9419-b03ce88f7f0a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:37.095281 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-bbf56881-a67c-4550-a623-2385a441b1b4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.099879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4012b-082d-46ab-9419-b03ce88f7f0a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=b65444e8-4d07-4efd-87d0-e6ab66879b4a,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:37.108637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-86f4012b-082d-46ab-9419-b03ce88f7f0a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:37.112365 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c488f60b-24b5-47f1-a90f-510f758e78a0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Made reservation on behalf of 2d192248e3994b0e99e0429603afce16 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:37.117667 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c488f60b-24b5-47f1-a90f-510f758e78a0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.131887 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ba728f-3f35-4078-be1a-68fe3fbda54c None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:37.145046 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6d22b4f7-36fd-4d00-abc5-6a216d3ebfc1 admin admin] Publish callbacks [] for security_group (ff9bd692-c5b0-45ab-80ed-5be22685ebdc), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.179848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-bbf56881-a67c-4550-a623-2385a441b1b4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Network 17af4d75-4163-4f51-bf4d-822a5308abb9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:37.189527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-bbf56881-a67c-4550-a623-2385a441b1b4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:37.201245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-bbf56881-a67c-4550-a623-2385a441b1b4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:37.209324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf56881-a67c-4550-a623-2385a441b1b4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event updated for resources: {'Port': ['ID=4b385e6f-9bbd-488a-87c6-04f7efc8a217,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:37.260049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f4012b-082d-46ab-9419-b03ce88f7f0a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:37.260708 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86f4012b-082d-46ab-9419-b03ce88f7f0a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.286037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 65e49310-9bc1-42f4-b918-b1e0315dc37f no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:37.287214 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0ce284c9-0216-447b-ba28-576075566cc3 admin admin] Publish callbacks [] for security_group (49bf853c-58f8-41be-ba6c-868abd2bf1aa), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.291406 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-86f4012b-082d-46ab-9419-b03ce88f7f0a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4541919 Mar 07 21:57:37.299051 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50382) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:37.307646 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-26c9ca70-10d4-47d0-86c8-fee7a290e097 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'mac_address': 'fa:16:3e:21:ee:ed', 'name': 'tempest-NetworksTestDHCPv6-1056242539'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:37.310184 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-bbf56881-a67c-4550-a623-2385a441b1b4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:37.310184 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-bbf56881-a67c-4550-a623-2385a441b1b4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.314482 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6d22b4f7-36fd-4d00-abc5-6a216d3ebfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ff9bd692-c5b0-45ab-80ed-5be22685ebdc), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.317009 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6d22b4f7-36fd-4d00-abc5-6a216d3ebfc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.318260 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6d22b4f7-36fd-4d00-abc5-6a216d3ebfc1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff9bd692-c5b0-45ab-80ed-5be22685ebdc HTTP/1.1" status: 204 len: 168 time: 0.6647937 Mar 07 21:57:37.371215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22b4f7-36fd-4d00-abc5-6a216d3ebfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9bd692-c5b0-45ab-80ed-5be22685ebdc,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:37.372233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 65e49310-9bc1-42f4-b918-b1e0315dc37f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:57:37.378683 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-bbf56881-a67c-4550-a623-2385a441b1b4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1988053 Mar 07 21:57:37.383722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 65e49310-9bc1-42f4-b918-b1e0315dc37f not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:37.394683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Request body: {'port': {'device_id': 'e674cb51-93eb-4541-9cb8-69638fb0f0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:37.410038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6ca20-9c67-4fb4-af1a-4d36bc398f5b req-95458235-0bec-428a-805e-107285a44e05 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:37.413056 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cd6ca20-9c67-4fb4-af1a-4d36bc398f5b req-95458235-0bec-428a-805e-107285a44e05 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.1500916 Mar 07 21:57:37.571033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': 'b65444e8-4d07-4efd-87d0-e6ab66879b4a'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:57:37.571642 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.572387 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.593990 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cd6ca20-9c67-4fb4-af1a-4d36bc398f5b req-28bf07a0-99ef-4cd5-942b-94a418e374db tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522586 Mar 07 21:57:37.612250 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c9ca70-10d4-47d0-86c8-fee7a290e097 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:37.756026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-83274f77-bd64-4230-8fee-4e673d3916c6 None None] Provisioning complete for port 4b385e6f-9bbd-488a-87c6-04f7efc8a217 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:37.761445 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-83274f77-bd64-4230-8fee-4e673d3916c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.790844 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0ce284c9-0216-447b-ba28-576075566cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (49bf853c-58f8-41be-ba6c-868abd2bf1aa), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.793978 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0ce284c9-0216-447b-ba28-576075566cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.795619 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0ce284c9-0216-447b-ba28-576075566cc3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49bf853c-58f8-41be-ba6c-868abd2bf1aa HTTP/1.1" status: 204 len: 168 time: 0.8073428 Mar 07 21:57:37.809326 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-83274f77-bd64-4230-8fee-4e673d3916c6 None None] Port 4b385e6f-9bbd-488a-87c6-04f7efc8a217 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:57:37.829927 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce284c9-0216-447b-ba28-576075566cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bf853c-58f8-41be-ba6c-868abd2bf1aa,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:37.953841 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-26c9ca70-10d4-47d0-86c8-fee7a290e097 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.966011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c488f60b-24b5-47f1-a90f-510f758e78a0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (8562e1f9-0919-49ea-b90e-7514e4dc23f6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:37.980097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Allocated IP 2001:db8::f816:3eff:fe71:3895 (93b13938-fab1-4c0e-a140-35734632e7e9/b65444e8-4d07-4efd-87d0-e6ab66879b4a/c49c9a8c-8239-41e9-8f59-4075e97edcfe) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:38.102769 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-26c9ca70-10d4-47d0-86c8-fee7a290e097 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port 55b3e4b7-e8fe-4131-aef5-d13cf8a0db10 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:57:38.188869 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50396) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:38.233374 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a18a0868-9d3e-4c34-9c4d-35ce30904657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:38.245692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488f60b-24b5-47f1-a90f-510f758e78a0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Subnet': ['ID=8562e1f9-0919-49ea-b90e-7514e4dc23f6,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:38.252770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c488f60b-24b5-47f1-a90f-510f758e78a0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Checking segment: {'id': '2595d9fb-2320-4abb-b17d-ba38ce085b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:38.253567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c488f60b-24b5-47f1-a90f-510f758e78a0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network hostable DHCP agents. Network: a1eab49b-64bb-4485-afcf-f3b034208b07, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:57:38.299905 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c488f60b-24b5-47f1-a90f-510f758e78a0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network a1eab49b-64bb-4485-afcf-f3b034208b07 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:57:38.309354 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Publish callbacks [] for port (c49c9a8c-8239-41e9-8f59-4075e97edcfe), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:38.321016 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (c49c9a8c-8239-41e9-8f59-4075e97edcfe), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:38.326244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c488f60b-24b5-47f1-a90f-510f758e78a0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, a1eab49b-64bb-4485-afcf-f3b034208b07) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:38.355268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08b1a49-ad4d-40a1-ae1a-952c261dfe7f None None] Network a1eab49b-64bb-4485-afcf-f3b034208b07 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:38.361949 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c488f60b-24b5-47f1-a90f-510f758e78a0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:38.362908 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c488f60b-24b5-47f1-a90f-510f758e78a0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:38.402716 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:38.407880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:38.422149 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c488f60b-24b5-47f1-a90f-510f758e78a0 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1125269 Mar 07 21:57:38.428116 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-26c9ca70-10d4-47d0-86c8-fee7a290e097 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::f816:3eff:fe21:eeed (93b13938-fab1-4c0e-a140-35734632e7e9/b65444e8-4d07-4efd-87d0-e6ab66879b4a/55b3e4b7-e8fe-4131-aef5-d13cf8a0db10) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:38.494969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:38.503876 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Pushing event updated for resources: {'Port': ['ID=c49c9a8c-8239-41e9-8f59-4075e97edcfe,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:38.698353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Attempting to bind port c49c9a8c-8239-41e9-8f59-4075e97edcfe on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:57:38.699256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Attempting to bind port c49c9a8c-8239-41e9-8f59-4075e97edcfe by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:57:38.700007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Attempting to bind port c49c9a8c-8239-41e9-8f59-4075e97edcfe on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:38.710578 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:57:38.711630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:38.712271 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:38.713139 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:57:38.714729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Bound port: c49c9a8c-8239-41e9-8f59-4075e97edcfe, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:57:38.715376 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c49c9a8c-8239-41e9-8f59-4075e97edcfe), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:38.720102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-a1eab49b-64bb-4485-afcf-f3b034208b07', 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07', 'project_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ips': [{'subnet_id': '8562e1f9-0919-49ea-b90e-7514e4dc23f6'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:57:38.721642 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:38.732156 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-26c9ca70-10d4-47d0-86c8-fee7a290e097 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (55b3e4b7-e8fe-4131-aef5-d13cf8a0db10), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:38.788088 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-26c9ca70-10d4-47d0-86c8-fee7a290e097 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (55b3e4b7-e8fe-4131-aef5-d13cf8a0db10), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:38.871962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9ca70-10d4-47d0-86c8-fee7a290e097 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=55b3e4b7-e8fe-4131-aef5-d13cf8a0db10,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:38.904800 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c9ca70-10d4-47d0-86c8-fee7a290e097 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:38.907066 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-26c9ca70-10d4-47d0-86c8-fee7a290e097 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:38.915225 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c9ca70-10d4-47d0-86c8-fee7a290e097 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:38.924812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c9ca70-10d4-47d0-86c8-fee7a290e097 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:38.925543 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-26c9ca70-10d4-47d0-86c8-fee7a290e097 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:38.947490 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-26c9ca70-10d4-47d0-86c8-fee7a290e097 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6441925 Mar 07 21:57:38.950243 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50414) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:39.044170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] For port c49c9a8c-8239-41e9-8f59-4075e97edcfe, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:57:39.053233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] For port c49c9a8c-8239-41e9-8f59-4075e97edcfe, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c49c9a8c-8239-41e9-8f59-4075e97edcfe,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:57:39.070173 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c49c9a8c-8239-41e9-8f59-4075e97edcfe), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:39.105452 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de57a7-e0fd-44ee-92cc-6f7d66b58b31 req-b420dabe-6310-4f47-b080-063cedfd81d4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:39.130623 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-62de57a7-e0fd-44ee-92cc-6f7d66b58b31 req-b420dabe-6310-4f47-b080-063cedfd81d4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.8569889 Mar 07 21:57:39.133647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdd852a-f75a-449e-a561-459d1a2c08c3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:39.141634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdd852a-f75a-449e-a561-459d1a2c08c3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:39.144301 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6cdd852a-f75a-449e-a561-459d1a2c08c3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1894541 Mar 07 21:57:39.145934 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50420) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:39.153668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fb87d-f39a-42f0-aab1-517b53dc68d1 req-0e773724-205f-4941-9918-016af30c6142 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:39.165245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-248fb87d-f39a-42f0-aab1-517b53dc68d1 req-0e773724-205f-4941-9918-016af30c6142 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 932 time: 0.9147108 Mar 07 21:57:39.342741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50422) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:39.346626 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d7d605ca-d928-4735-8f04-befa43d2327b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port 55b3e4b7-e8fe-4131-aef5-d13cf8a0db10 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:39.347091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7d605ca-d928-4735-8f04-befa43d2327b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (55b3e4b7-e8fe-4131-aef5-d13cf8a0db10), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:39.403487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b385e6f-9bbd-488a-87c6-04f7efc8a217 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:57:39.421622 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Publish callbacks [] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:39.451328 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-248fb87d-f39a-42f0-aab1-517b53dc68d1 req-a92e150c-b0fe-4195-a923-76ae3d04f809 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2849910 Mar 07 21:57:39.502987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c472187-dc3f-4b11-b143-513e4e8831ad None None] Pushing event updated for resources: {'Port': ['ID=c49c9a8c-8239-41e9-8f59-4075e97edcfe,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:39.527883 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a18a0868-9d3e-4c34-9c4d-35ce30904657 admin admin] Publish callbacks [] for security_group (e9d558cb-b60b-4cd5-8690-449edc15d3f3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:39.535382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-62de57a7-e0fd-44ee-92cc-6f7d66b58b31 req-7feb882f-afc4-45fb-8b0c-52788a536629 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4005702 Mar 07 21:57:39.540553 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a18a0868-9d3e-4c34-9c4d-35ce30904657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e9d558cb-b60b-4cd5-8690-449edc15d3f3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:39.551789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Allocated IP 172.20.0.18 (a1eab49b-64bb-4485-afcf-f3b034208b07/8562e1f9-0919-49ea-b90e-7514e4dc23f6/3750164a-a5ab-425d-8f07-e97dd3a3e8b0) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:39.556953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Transition to ACTIVE for port object 4b385e6f-9bbd-488a-87c6-04f7efc8a217 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:57:39.576703 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:39.658013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a0868-9d3e-4c34-9c4d-35ce30904657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d558cb-b60b-4cd5-8690-449edc15d3f3,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:39.736094 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7d605ca-d928-4735-8f04-befa43d2327b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (55b3e4b7-e8fe-4131-aef5-d13cf8a0db10), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:39.758240 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d7d605ca-d928-4735-8f04-befa43d2327b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for 55b3e4b7-e8fe-4131-aef5-d13cf8a0db10 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:39.779843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a18a0868-9d3e-4c34-9c4d-35ce30904657 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c8fb7f06e6a4b0f913c6f48f34debe8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5874381 Mar 07 21:57:39.783214 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50430) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:39.905545 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-790471509-network', 'tenant_id': '051ecda8ea284c93949918641b8256b7'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:39.932007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b385e6f-9bbd-488a-87c6-04f7efc8a217,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:39.934792 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Publish callbacks [] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:39.946600 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.019985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] Made reservation on behalf of 051ecda8ea284c93949918641b8256b7 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:40.022980 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.050231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Network a1eab49b-64bb-4485-afcf-f3b034208b07 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:40.053754 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:40.056407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Attempting to bind port 4b385e6f-9bbd-488a-87c6-04f7efc8a217 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:57:40.057398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Attempting to bind port 4b385e6f-9bbd-488a-87c6-04f7efc8a217 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:57:40.058364 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Attempting to bind port 4b385e6f-9bbd-488a-87c6-04f7efc8a217 on network 17af4d75-4163-4f51-bf4d-822a5308abb9 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:40.058593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:40.062099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Pushing event updated for resources: {'Port': ['ID=3750164a-a5ab-425d-8f07-e97dd3a3e8b0,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:40.075543 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.087295 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Port 4b385e6f-9bbd-488a-87c6-04f7efc8a217 on network 17af4d75-4163-4f51-bf4d-822a5308abb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:57:40.087794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Attempting to bind port 4b385e6f-9bbd-488a-87c6-04f7efc8a217 on network 17af4d75-4163-4f51-bf4d-822a5308abb9 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:40.092271 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-797a5ba8-f5e9-468d-a4f5-bb33bbf0bb5a admin admin] Publish callbacks [] for security_group (e9d558cb-b60b-4cd5-8690-449edc15d3f3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.117389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:57:40.118337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Checking segment: {'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:40.118909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Bound using segment: {'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:57:40.128813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Bound port: 4b385e6f-9bbd-488a-87c6-04f7efc8a217, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:57:40.129547 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.162645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d47de-5865-4392-b465-ff287c2b59f8 req-f39f8479-58d8-4481-8475-f25d921ccbe3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:40.165315 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-627d47de-5865-4392-b465-ff287c2b59f8 req-f39f8479-58d8-4481-8475-f25d921ccbe3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.4324605 Mar 07 21:57:40.198023 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-797a5ba8-f5e9-468d-a4f5-bb33bbf0bb5a admin admin] Publish callbacks [] for security_group (e9d558cb-b60b-4cd5-8690-449edc15d3f3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.198996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Attempting to bind port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:57:40.199590 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Attempting to bind port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '2595d9fb-2320-4abb-b17d-ba38ce085b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:57:40.199722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Attempting to bind port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 on network a1eab49b-64bb-4485-afcf-f3b034208b07 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:40.220270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:57:40.220270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Checking segment: {'id': '2595d9fb-2320-4abb-b17d-ba38ce085b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:40.220658 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.220985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Bound using segment: {'id': '2595d9fb-2320-4abb-b17d-ba38ce085b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:57:40.221474 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Bound port: 3750164a-a5ab-425d-8f07-e97dd3a3e8b0, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2595d9fb-2320-4abb-b17d-ba38ce085b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:57:40.221859 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.281001 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7d605ca-d928-4735-8f04-befa43d2327b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (55b3e4b7-e8fe-4131-aef5-d13cf8a0db10), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.294199 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] For port 4b385e6f-9bbd-488a-87c6-04f7efc8a217, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:57:40.339918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] For port 4b385e6f-9bbd-488a-87c6-04f7efc8a217, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4b385e6f-9bbd-488a-87c6-04f7efc8a217,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:57:40.368696 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d605ca-d928-4735-8f04-befa43d2327b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=55b3e4b7-e8fe-4131-aef5-d13cf8a0db10,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:40.378841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] For port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:57:40.383304 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.398726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] For port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3750164a-a5ab-425d-8f07-e97dd3a3e8b0,segment=NetworkSegment(2595d9fb-2320-4abb-b17d-ba38ce085b66),segment_id=2595d9fb-2320-4abb-b17d-ba38ce085b66)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:57:40.410910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50432) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:40.432250 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] Publish callbacks [] for security_group (99f44c43-c635-43c4-8ea2-d3a03270d0fb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.433370 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.440601 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9d4a3e10-45f0-4988-985a-22eff8cdc5ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1045998207', 'description': 'tempest-secgroup-smoke-1045998207 description', 'project_id': '2d192248e3994b0e99e0429603afce16'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:40.466793 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-627d47de-5865-4392-b465-ff287c2b59f8 req-a4b89eff-48b3-4fa0-b469-b59f261badd4 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931920 Mar 07 21:57:40.471573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7d605ca-d928-4735-8f04-befa43d2327b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.480831 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d7d605ca-d928-4735-8f04-befa43d2327b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/55b3e4b7-e8fe-4131-aef5-d13cf8a0db10 HTTP/1.1" status: 204 len: 168 time: 1.3324955 Mar 07 21:57:40.483316 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (99f44c43-c635-43c4-8ea2-d3a03270d0fb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.495329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50434) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:40.515062 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:57:40.515287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:40.515647 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.517387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] 10.222.0.15 "PUT /v2.0/ports/4b385e6f-9bbd-488a-87c6-04f7efc8a217 HTTP/1.1" status: 200 len: 1092 time: 3.1292577 Mar 07 21:57:40.530317 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (93566e20-1c37-4964-a6f5-dfd225b31eef), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.530790 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] Added segment 93566e20-1c37-4964-a6f5-dfd225b31eef of type vlan for network 73abf96a-6c42-426d-ac20-705242d902b2 Mar 07 21:57:40.543580 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e674cb51-93eb-4541-9cb8-69638fb0f0d3', 'tag': '4b385e6f-9bbd-488a-87c6-04f7efc8a217'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:40.550028 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218f8ae3-3ad3-4549-886b-cf2d4b76c53f" -d '{"events": [{"name": "network-changed", "server_uuid": "e674cb51-93eb-4541-9cb8-69638fb0f0d3", "tag": "4b385e6f-9bbd-488a-87c6-04f7efc8a217"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:57:40.614039 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (73abf96a-6c42-426d-ac20-705242d902b2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.631752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e94d43-3636-4d26-99ea-cc7796d8813a None None] Pushing event updated for resources: {'Port': ['ID=3750164a-a5ab-425d-8f07-e97dd3a3e8b0,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:40.701937 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf0b81c-e651-4c0f-967d-be0d78050cfa x-openstack-request-id: req-caf0b81c-e651-4c0f-967d-be0d78050cfa {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:57:40.702450 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e674cb51-93eb-4541-9cb8-69638fb0f0d3", "tag": "4b385e6f-9bbd-488a-87c6-04f7efc8a217", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:57:40.702822 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-caf0b81c-e651-4c0f-967d-be0d78050cfa {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:57:40.703319 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e674cb51-93eb-4541-9cb8-69638fb0f0d3', 'tag': '4b385e6f-9bbd-488a-87c6-04f7efc8a217', 'status': 'completed', 'code': 200} Mar 07 21:57:40.714772 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9d4a3e10-45f0-4988-985a-22eff8cdc5ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.717946 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-797a5ba8-f5e9-468d-a4f5-bb33bbf0bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e9d558cb-b60b-4cd5-8690-449edc15d3f3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.722807 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-797a5ba8-f5e9-468d-a4f5-bb33bbf0bb5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.724389 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-797a5ba8-f5e9-468d-a4f5-bb33bbf0bb5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9d558cb-b60b-4cd5-8690-449edc15d3f3 HTTP/1.1" status: 204 len: 168 time: 0.9402275 Mar 07 21:57:40.744341 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (73abf96a-6c42-426d-ac20-705242d902b2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.745325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:40.745918 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:40.748337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39856578-447d-495e-a90b-14565e13bfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b385e6f-9bbd-488a-87c6-04f7efc8a217,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:40.799580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f44c43-c635-43c4-8ea2-d3a03270d0fb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:40.847477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1e1a0-5941-4a96-a8df-2a3f89314150 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:40.856613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1e1a0-5941-4a96-a8df-2a3f89314150 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:40.864996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c4d1e1a0-5941-4a96-a8df-2a3f89314150 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3683317 Mar 07 21:57:40.868350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50444) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:40.870237 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2616868 Mar 07 21:57:40.888390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50446) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:40.915800 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-26448fe3-5ac5-45be-889f-529d2516e047 admin admin] Request body: {'subnet': {'network_id': '73abf96a-6c42-426d-ac20-705242d902b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-790471509-subnet', 'tenant_id': '051ecda8ea284c93949918641b8256b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:40.939584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a5ba8-f5e9-468d-a4f5-bb33bbf0bb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d558cb-b60b-4cd5-8690-449edc15d3f3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:40.970356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a45a5-21b9-4538-9b5c-7efe50757ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=73abf96a-6c42-426d-ac20-705242d902b2,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:41.025489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 73abf96a-6c42-426d-ac20-705242d902b2 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:57:41.042646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60baf92-a0f1-432a-83b9-6f63a4882997 req-fc5866cb-b13b-4b06-af3f-8d0fd829a4b3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:41.048902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d60baf92-a0f1-432a-83b9-6f63a4882997 req-fc5866cb-b13b-4b06-af3f-8d0fd829a4b3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.3396938 Mar 07 21:57:41.056296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-36d47994-417f-498f-bee3-bdc31ba3191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:41.058111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-36d47994-417f-498f-bee3-bdc31ba3191f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bb6403373984f908124dcb70d1ed022&device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 1126 time: 0.4446139 Mar 07 21:57:41.098052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18846bb4-3fb1-4b05-bf88-7ae1e4816671 req-e3ba336b-2728-4c04-afdd-b3670a5d96cb tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:41.103928 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9d4a3e10-45f0-4988-985a-22eff8cdc5ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (37cdcc93-20d0-49ba-b5cd-9ffb8e08f236), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.104286 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-18846bb4-3fb1-4b05-bf88-7ae1e4816671 req-e3ba336b-2728-4c04-afdd-b3670a5d96cb tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 944 time: 0.3941483 Mar 07 21:57:41.116903 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9d4a3e10-45f0-4988-985a-22eff8cdc5ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (37cdcc93-20d0-49ba-b5cd-9ffb8e08f236), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.217034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9d4a3e10-45f0-4988-985a-22eff8cdc5ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.221804 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9d4a3e10-45f0-4988-985a-22eff8cdc5ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8102522 Mar 07 21:57:41.226549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50450) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:41.233707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-40916a81-0178-470d-8bc3-acad26d8a2cb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet b65444e8-4d07-4efd-87d0-e6ab66879b4a {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:57:41.243465 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-80eede6b-18fc-4ea8-8537-c94380067522 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': '37cdcc93-20d0-49ba-b5cd-9ffb8e08f236', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:41.247280 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40916a81-0178-470d-8bc3-acad26d8a2cb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (b65444e8-4d07-4efd-87d0-e6ab66879b4a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.265918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a3e10-45f0-4988-985a-22eff8cdc5ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:41.321138 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-80eede6b-18fc-4ea8-8537-c94380067522 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (f3dd58d1-4b6e-47c6-af02-1ba214acd469), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.374021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26448fe3-5ac5-45be-889f-529d2516e047 admin admin] Made reservation on behalf of 051ecda8ea284c93949918641b8256b7 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:41.376379 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-26448fe3-5ac5-45be-889f-529d2516e047 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.387216 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-691f05be-7c2b-4356-8946-51cd26fb0a30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b385e6f-9bbd-488a-87c6-04f7efc8a217 HTTP/1.1" status: 200 len: 217 time: 0.2725332 Mar 07 21:57:41.459152 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d6d63e3a-a0f3-4d50-a361-408f6dfc8c5f None None] Provisioning complete for port c49c9a8c-8239-41e9-8f59-4075e97edcfe triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:41.464673 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-80eede6b-18fc-4ea8-8537-c94380067522 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (f3dd58d1-4b6e-47c6-af02-1ba214acd469), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.466437 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d6d63e3a-a0f3-4d50-a361-408f6dfc8c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c49c9a8c-8239-41e9-8f59-4075e97edcfe), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.471573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-80eede6b-18fc-4ea8-8537-c94380067522 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (f3dd58d1-4b6e-47c6-af02-1ba214acd469), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.477085 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:41.477354 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40916a81-0178-470d-8bc3-acad26d8a2cb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (b65444e8-4d07-4efd-87d0-e6ab66879b4a), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.505919 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eede6b-18fc-4ea8-8537-c94380067522 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3dd58d1-4b6e-47c6-af02-1ba214acd469,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:41.513228 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-80eede6b-18fc-4ea8-8537-c94380067522 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.514786 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-80eede6b-18fc-4ea8-8537-c94380067522 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2850678 Mar 07 21:57:41.517689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50454) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:41.534955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-86becdb1-95cc-4ce2-a3e8-797760a68140 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': '37cdcc93-20d0-49ba-b5cd-9ffb8e08f236', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:41.588516 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86becdb1-95cc-4ce2-a3e8-797760a68140 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (cd340aeb-6488-4801-819c-febdcb8494fb), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.670564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:41.671553 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.691384 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d60baf92-a0f1-432a-83b9-6f63a4882997 req-511834d7-838e-460a-a2eb-88e9ad2af01c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6413999 Mar 07 21:57:41.691791 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86becdb1-95cc-4ce2-a3e8-797760a68140 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (cd340aeb-6488-4801-819c-febdcb8494fb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.699270 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86becdb1-95cc-4ce2-a3e8-797760a68140 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (cd340aeb-6488-4801-819c-febdcb8494fb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.737992 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86becdb1-95cc-4ce2-a3e8-797760a68140 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd340aeb-6488-4801-819c-febdcb8494fb,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:41.754486 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86becdb1-95cc-4ce2-a3e8-797760a68140 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.758401 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-86becdb1-95cc-4ce2-a3e8-797760a68140 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2391138 Mar 07 21:57:41.760555 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50462) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:41.765789 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e397d481-08f7-457b-8213-612399ad3086 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': '37cdcc93-20d0-49ba-b5cd-9ffb8e08f236', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:41.783135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-18846bb4-3fb1-4b05-bf88-7ae1e4816671 req-e5b77763-0b2f-4d01-b1e9-79aa6b7d145d tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6030490 Mar 07 21:57:41.797135 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-117b6720-3f5b-41f3-ae10-04ac47caca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:41.798745 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-117b6720-3f5b-41f3-ae10-04ac47caca8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b78d0f-0bb8-455d-a78c-07f57fa57eef HTTP/1.1" status: 200 len: 849 time: 0.3879087 Mar 07 21:57:41.844742 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e397d481-08f7-457b-8213-612399ad3086 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (c1ea1c88-88bc-4325-b904-97362462910f), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:41.903944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d6d63e3a-a0f3-4d50-a361-408f6dfc8c5f None None] Current status of the port c49c9a8c-8239-41e9-8f59-4075e97edcfe is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:41.904249 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d6d63e3a-a0f3-4d50-a361-408f6dfc8c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c49c9a8c-8239-41e9-8f59-4075e97edcfe), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.002744 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e397d481-08f7-457b-8213-612399ad3086 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (c1ea1c88-88bc-4325-b904-97362462910f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.014681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e397d481-08f7-457b-8213-612399ad3086 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (c1ea1c88-88bc-4325-b904-97362462910f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.066400 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397d481-08f7-457b-8213-612399ad3086 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ea1c88-88bc-4325-b904-97362462910f,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:42.084258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d6d63e3a-a0f3-4d50-a361-408f6dfc8c5f None None] For port c49c9a8c-8239-41e9-8f59-4075e97edcfe, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c49c9a8c-8239-41e9-8f59-4075e97edcfe,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:42.085776 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e397d481-08f7-457b-8213-612399ad3086 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.090507 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e397d481-08f7-457b-8213-612399ad3086 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3286242 Mar 07 21:57:42.091921 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d6d63e3a-a0f3-4d50-a361-408f6dfc8c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c49c9a8c-8239-41e9-8f59-4075e97edcfe), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.092522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50468) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:42.104914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:42.105429 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.111151 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e97fa582-7d00-4bb2-aa1c-16eb1839f778 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': '37cdcc93-20d0-49ba-b5cd-9ffb8e08f236', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:42.131637 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40916a81-0178-470d-8bc3-acad26d8a2cb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (b65444e8-4d07-4efd-87d0-e6ab66879b4a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.196893 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e97fa582-7d00-4bb2-aa1c-16eb1839f778 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (272df040-a8e3-416d-8090-65443a182c1d), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.216307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3750164a-a5ab-425d-8f07-e97dd3a3e8b0,segment=NetworkSegment(2595d9fb-2320-4abb-b17d-ba38ce085b66),segment_id=2595d9fb-2320-4abb-b17d-ba38ce085b66)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:42.223802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c94bd443-1e67-4959-8027-244e81683c54 None None] Could not find standard attr ID for object 55b3e4b7-e8fe-4131-aef5-d13cf8a0db10. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:57:42.256157 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.257666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c49c9a8c-8239-41e9-8f59-4075e97edcfe up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:42.263935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d63e3a-a0f3-4d50-a361-408f6dfc8c5f None None] Pushing event updated for resources: {'Port': ['ID=c49c9a8c-8239-41e9-8f59-4075e97edcfe,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:42.369045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-7f661bbc-f92c-4ce5-a59b-a9e9caab3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:42.370942 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-7f661bbc-f92c-4ce5-a59b-a9e9caab3ba6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17af4d75-4163-4f51-bf4d-822a5308abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5330806 Mar 07 21:57:42.378754 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e97fa582-7d00-4bb2-aa1c-16eb1839f778 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (272df040-a8e3-416d-8090-65443a182c1d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.381622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f78dad-3864-4034-8242-1068c3e5dd0f req-f21f6643-084b-4192-a958-1eef2b81a1db tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:42.388794 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b0f78dad-3864-4034-8242-1068c3e5dd0f req-f21f6643-084b-4192-a958-1eef2b81a1db tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.5256751 Mar 07 21:57:42.391101 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e97fa582-7d00-4bb2-aa1c-16eb1839f778 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (272df040-a8e3-416d-8090-65443a182c1d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.417208 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fa582-7d00-4bb2-aa1c-16eb1839f778 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272df040-a8e3-416d-8090-65443a182c1d,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:42.418485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=3750164a-a5ab-425d-8f07-e97dd3a3e8b0,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:42.431914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c49c9a8c-8239-41e9-8f59-4075e97edcfe triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:42.432604 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c49c9a8c-8239-41e9-8f59-4075e97edcfe), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.456490 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e97fa582-7d00-4bb2-aa1c-16eb1839f778 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.458307 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e97fa582-7d00-4bb2-aa1c-16eb1839f778 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3647084 Mar 07 21:57:42.459662 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-26448fe3-5ac5-45be-889f-529d2516e047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (1300f651-2739-45e8-b1b8-7364e98484bd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.461740 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50476) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:42.467872 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a8250dd9-10eb-4844-9fb3-a0518c4aa4ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': '37cdcc93-20d0-49ba-b5cd-9ffb8e08f236', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:42.500511 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-a8250dd9-10eb-4844-9fb3-a0518c4aa4ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Project 2d192248e3994b0e99e0429603afce16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:57:42.508706 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a8250dd9-10eb-4844-9fb3-a0518c4aa4ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (3fba701a-d975-40b1-83de-371b06afe4b6), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.554011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c49c9a8c-8239-41e9-8f59-4075e97edcfe is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:42.610485 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40916a81-0178-470d-8bc3-acad26d8a2cb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (b65444e8-4d07-4efd-87d0-e6ab66879b4a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.626192 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a8250dd9-10eb-4844-9fb3-a0518c4aa4ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (3fba701a-d975-40b1-83de-371b06afe4b6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.641036 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a8250dd9-10eb-4844-9fb3-a0518c4aa4ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (3fba701a-d975-40b1-83de-371b06afe4b6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.664299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8250dd9-10eb-4844-9fb3-a0518c4aa4ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fba701a-d975-40b1-83de-371b06afe4b6,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:42.674976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8502b260-db16-4c17-ae6b-1347d745f100 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:42.676817 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40916a81-0178-470d-8bc3-acad26d8a2cb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.682871 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-40916a81-0178-470d-8bc3-acad26d8a2cb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/b65444e8-4d07-4efd-87d0-e6ab66879b4a HTTP/1.1" status: 204 len: 168 time: 1.8098216 Mar 07 21:57:42.688001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50480) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:42.700134 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b0f78dad-3864-4034-8242-1068c3e5dd0f req-10a5bedc-135a-4aa5-bdd0-911d3db602a7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101296 Mar 07 21:57:42.703969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26448fe3-5ac5-45be-889f-529d2516e047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1300f651-2739-45e8-b1b8-7364e98484bd,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:42.759847 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-412c4d30-cd40-44e6-a65f-71a15919415b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702374 Mar 07 21:57:42.761466 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50484) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:42.767527 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:42.775228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40916a81-0178-470d-8bc3-acad26d8a2cb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=b65444e8-4d07-4efd-87d0-e6ab66879b4a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:42.776524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a8250dd9-10eb-4844-9fb3-a0518c4aa4ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.777925 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a8250dd9-10eb-4844-9fb3-a0518c4aa4ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3149247 Mar 07 21:57:42.782551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50486) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:42.815864 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e0d8a3-c19e-490d-9622-61937eea3b20 None None] Network a1eab49b-64bb-4485-afcf-f3b034208b07 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:42.826014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-217a0224-c626-42ad-ae70-45cf09a8a827 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': '37cdcc93-20d0-49ba-b5cd-9ffb8e08f236', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:42.856983 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-9e7b5756-ff92-4705-a5b7-7394a3273827 service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623845 Mar 07 21:57:42.929870 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:42.936741 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:42.951797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26448fe3-5ac5-45be-889f-529d2516e047 admin admin] Checking segment: {'id': '93566e20-1c37-4964-a6f5-dfd225b31eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '73abf96a-6c42-426d-ac20-705242d902b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:42.952192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26448fe3-5ac5-45be-889f-529d2516e047 admin admin] Network hostable DHCP agents. Network: 73abf96a-6c42-426d-ac20-705242d902b2, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:57:42.992327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8437919b-e385-4dde-b500-04204e275e08 None None] Provisioning complete for port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:42.992611 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8437919b-e385-4dde-b500-04204e275e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:43.133174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8437919b-e385-4dde-b500-04204e275e08 None None] Current status of the port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:43.229099 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-217a0224-c626-42ad-ae70-45cf09a8a827 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Project 2d192248e3994b0e99e0429603afce16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:57:43.248082 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c4b8f-f403-4b7b-9964-7e8905ef3b99 None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:57:43.267923 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-217a0224-c626-42ad-ae70-45cf09a8a827 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (1eb05b7f-18b8-45e7-b036-6229267f221c), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:43.357094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:43.367366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26448fe3-5ac5-45be-889f-529d2516e047 admin admin] Network 73abf96a-6c42-426d-ac20-705242d902b2 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:57:43.434465 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-217a0224-c626-42ad-ae70-45cf09a8a827 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (1eb05b7f-18b8-45e7-b036-6229267f221c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:43.460356 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-217a0224-c626-42ad-ae70-45cf09a8a827 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (1eb05b7f-18b8-45e7-b036-6229267f221c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:43.479023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:43.479406 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:43.484455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-610c4b8f-f403-4b7b-9964-7e8905ef3b99 None None] Deleting port c49c9a8c-8239-41e9-8f59-4075e97edcfe {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:43.484828 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-610c4b8f-f403-4b7b-9964-7e8905ef3b99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c49c9a8c-8239-41e9-8f59-4075e97edcfe), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:43.498502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab3d03-04ae-4ec2-a515-3d6c4c9bff2c req-78e4f45e-8d59-4575-a74d-766728746bf9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:43.516110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54ab3d03-04ae-4ec2-a515-3d6c4c9bff2c req-78e4f45e-8d59-4575-a74d-766728746bf9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.6632345 Mar 07 21:57:43.534272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-26448fe3-5ac5-45be-889f-529d2516e047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 73abf96a-6c42-426d-ac20-705242d902b2) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:43.611852 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83814cd0-cb35-4fec-be08-e7945876af7f None None] Network 73abf96a-6c42-426d-ac20-705242d902b2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:43.631009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26448fe3-5ac5-45be-889f-529d2516e047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:43.631805 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-26448fe3-5ac5-45be-889f-529d2516e047 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:43.653795 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0d25c-4aaa-4e55-9c30-77c4ee1feaf7 req-54e37723-1880-41cf-8f53-a86904480706 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:43.655580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14d0d25c-4aaa-4e55-9c30-77c4ee1feaf7 req-54e37723-1880-41cf-8f53-a86904480706 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 944 time: 0.6977906 Mar 07 21:57:43.733913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54ab3d03-04ae-4ec2-a515-3d6c4c9bff2c req-0bcc4bf9-45ff-4858-912d-8ed6e9b238f1 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163033 Mar 07 21:57:43.737035 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-217a0224-c626-42ad-ae70-45cf09a8a827 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:43.738165 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-217a0224-c626-42ad-ae70-45cf09a8a827 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9454119 Mar 07 21:57:43.739005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a0224-c626-42ad-ae70-45cf09a8a827 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb05b7f-18b8-45e7-b036-6229267f221c,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:43.743062 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cc62a34-1243-411a-a708-8a1c58157fb1 req-93ff6521-77f4-4ca3-a971-e22b262429d2 service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8013430 Mar 07 21:57:43.781191 n-d-832330-1 neutron-server[103718]: DEBUG neutron.objects.ports [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:57:43.789317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-25b1253c-3235-47d4-b294-4d19992471d3 None None] Provisioning complete for port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:43.789821 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-25b1253c-3235-47d4-b294-4d19992471d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:43.822143 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-26448fe3-5ac5-45be-889f-529d2516e047 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9052596 Mar 07 21:57:43.909666 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14d0d25c-4aaa-4e55-9c30-77c4ee1feaf7 req-603cbe29-18c6-4f7e-b2c3-cd684985f38e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2336411 Mar 07 21:57:44.016692 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f8ae3-3ad3-4549-886b-cf2d4b76c53f req-2f87c739-daed-4b7a-a9bb-9677179523b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:44.019218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-218f8ae3-3ad3-4549-886b-cf2d4b76c53f req-2f87c739-daed-4b7a-a9bb-9677179523b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bb6403373984f908124dcb70d1ed022&device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 1126 time: 0.1924944 Mar 07 21:57:44.044712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c72f3d-1f74-4ff2-b4bb-84037e79215a req-821ff680-3bcd-43c8-8123-6d1e948d165d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:44.047066 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45c72f3d-1f74-4ff2-b4bb-84037e79215a req-821ff680-3bcd-43c8-8123-6d1e948d165d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.1474950 Mar 07 21:57:44.112872 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-610c4b8f-f403-4b7b-9964-7e8905ef3b99 None None] For port c49c9a8c-8239-41e9-8f59-4075e97edcfe, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c49c9a8c-8239-41e9-8f59-4075e97edcfe,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:44.125674 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-610c4b8f-f403-4b7b-9964-7e8905ef3b99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c49c9a8c-8239-41e9-8f59-4075e97edcfe), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:44.160622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f8ae3-3ad3-4549-886b-cf2d4b76c53f req-81c87b22-2481-4cd2-a25e-07a5ef3659bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:44.161019 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c49c9a8c-8239-41e9-8f59-4075e97edcfe), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:44.162662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-218f8ae3-3ad3-4549-886b-cf2d4b76c53f req-81c87b22-2481-4cd2-a25e-07a5ef3659bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=17af4d75-4163-4f51-bf4d-822a5308abb9 HTTP/1.1" status: 200 len: 911 time: 0.1137524 Mar 07 21:57:44.167472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-610c4b8f-f403-4b7b-9964-7e8905ef3b99 None None] Calling delete_port for c49c9a8c-8239-41e9-8f59-4075e97edcfe owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:44.408907 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4a126c-1f0b-44de-8115-89e747b94b23 None None] Network 73abf96a-6c42-426d-ac20-705242d902b2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:44.428912 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:44.498777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-25b1253c-3235-47d4-b294-4d19992471d3 None None] Current status of the port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:44.548172 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] For port c49c9a8c-8239-41e9-8f59-4075e97edcfe, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c49c9a8c-8239-41e9-8f59-4075e97edcfe,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:44.595895 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (c49c9a8c-8239-41e9-8f59-4075e97edcfe), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:44.609476 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-610c4b8f-f403-4b7b-9964-7e8905ef3b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (c49c9a8c-8239-41e9-8f59-4075e97edcfe), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:44.614174 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (c49c9a8c-8239-41e9-8f59-4075e97edcfe), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:44.647348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c4b8f-f403-4b7b-9964-7e8905ef3b99 None None] Pushing event deleted for resources: {'Port': ['ID=c49c9a8c-8239-41e9-8f59-4075e97edcfe,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:44.649408 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-218f8ae3-3ad3-4549-886b-cf2d4b76c53f req-2c1ccaaf-e4c1-46aa-b620-a1bb99c9ce4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b385e6f-9bbd-488a-87c6-04f7efc8a217 HTTP/1.1" status: 200 len: 217 time: 0.4619904 Mar 07 21:57:44.651349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=c49c9a8c-8239-41e9-8f59-4075e97edcfe,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:44.663126 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (289d62e5-94c0-4ca8-959f-747ee93f7827), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:44.675739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c4b8f-f403-4b7b-9964-7e8905ef3b99 None None] No DVR routers for this DVR port c49c9a8c-8239-41e9-8f59-4075e97edcfe on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:57:44.726513 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45c72f3d-1f74-4ff2-b4bb-84037e79215a req-4d411816-e1e3-4355-aa8c-47a22c665aaf tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685673 Mar 07 21:57:44.754507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=289d62e5-94c0-4ca8-959f-747ee93f7827,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:44.762428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-dab7e9b7-5dd2-448e-a357-a973e5968f4a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045998207&fields=id&tenant_id=2d192248e3994b0e99e0429603afce16 HTTP/1.1" status: 200 len: 267 time: 0.6033599 Mar 07 21:57:44.766475 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:44.769499 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:44.775626 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:44.778689 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:44.790734 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eaf0f5-2764-4260-b36c-35d7126ddc82 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:44.829398 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2ca462b0-d4d3-4397-9f2f-d55ba63b7f76 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0662708 Mar 07 21:57:44.834056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50534) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:44.844043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6cf84716-e0ee-4834-a965-6c37e311a124 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'mac_address': 'fa:16:3e:ce:66:de', 'name': 'tempest-NetworksTestDHCPv6-2026855761'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:44.860167 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f8ae3-3ad3-4549-886b-cf2d4b76c53f req-49cd93b7-72c4-4a42-85de-a3965cc4cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:44.865348 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-218f8ae3-3ad3-4549-886b-cf2d4b76c53f req-49cd93b7-72c4-4a42-85de-a3965cc4cad9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b78d0f-0bb8-455d-a78c-07f57fa57eef HTTP/1.1" status: 200 len: 849 time: 0.2032068 Mar 07 21:57:45.115138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf84716-e0ee-4834-a965-6c37e311a124 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:45.153704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f46568-bd4c-42d0-b922-f1112635adab req-26c8f5d7-426c-4a9d-b251-233c0e250314 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:45.160476 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-26c8f5d7-426c-4a9d-b251-233c0e250314 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/networks?id=a1eab49b-64bb-4485-afcf-f3b034208b07 HTTP/1.1" status: 200 len: 797 time: 0.3972108 Mar 07 21:57:45.171321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f8ae3-3ad3-4549-886b-cf2d4b76c53f req-751171a5-ee33-458a-8a30-1b41d701d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:45.172830 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-218f8ae3-3ad3-4549-886b-cf2d4b76c53f req-751171a5-ee33-458a-8a30-1b41d701d67c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17af4d75-4163-4f51-bf4d-822a5308abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2966175 Mar 07 21:57:45.191169 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-17d1e8a7-c0fb-4cfd-a042-196c85e39608 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/quotas/2d192248e3994b0e99e0429603afce16 HTTP/1.1" status: 200 len: 375 time: 0.0297339 Mar 07 21:57:45.273632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c49c9a8c-8239-41e9-8f59-4075e97edcfe no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:45.300149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: c49c9a8c-8239-41e9-8f59-4075e97edcfe {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:57:45.300512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c49c9a8c-8239-41e9-8f59-4075e97edcfe not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:45.303896 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': '289d62e5-94c0-4ca8-959f-747ee93f7827'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:57:45.304817 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:45.368056 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cf84716-e0ee-4834-a965-6c37e311a124 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:45.408545 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-9431f067-e9c6-4208-9a1f-c83ee74eb26c tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:45.412900 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-6cf84716-e0ee-4834-a965-6c37e311a124 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port 3179cb39-8cbd-4949-a0af-15b329b83233 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:57:45.415318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-9431f067-e9c6-4208-9a1f-c83ee74eb26c tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/networks?id=73abf96a-6c42-426d-ac20-705242d902b2 HTTP/1.1" status: 200 len: 808 time: 0.1422927 Mar 07 21:57:45.423894 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50548) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:45.435323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-6ebcd87f-9589-4f76-bb31-caf62d8d8ec2 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/quotas/051ecda8ea284c93949918641b8256b7 HTTP/1.1" status: 200 len: 375 time: 0.0190527 Mar 07 21:57:45.508325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-444ffbbe-ba38-4628-bfca-6b6e11d748ce tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=051ecda8ea284c93949918641b8256b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719836 Mar 07 21:57:45.550673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Allocated IP 2001:db8::f816:3eff:fe24:8c11 (93b13938-fab1-4c0e-a140-35734632e7e9/289d62e5-94c0-4ca8-959f-747ee93f7827/639429d1-dfc2-4e79-b600-727eb6244d8d) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:45.559394 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-48d2335a-9809-4dae-8abf-05e0100c9361 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d192248e3994b0e99e0429603afce16&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3673565 Mar 07 21:57:45.609314 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67ea6838-af37-4538-8fac-e1e582c4525e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:45.638329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-218f8ae3-3ad3-4549-886b-cf2d4b76c53f req-1b849ad7-02e9-4ca4-bb29-58fc3fff9acf service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383888 Mar 07 21:57:45.685887 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-039e7718-740d-4127-b00f-ad05b2b12113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:45.743215 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67ea6838-af37-4538-8fac-e1e582c4525e admin admin] Publish callbacks [] for security_group (b3356991-8eb3-4d29-a1ba-2ac8ae158939), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:45.749413 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67ea6838-af37-4538-8fac-e1e582c4525e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b3356991-8eb3-4d29-a1ba-2ac8ae158939), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:45.762957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4b385e6f-9bbd-488a-87c6-04f7efc8a217 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:57:45.777348 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Publish callbacks [] for port (639429d1-dfc2-4e79-b600-727eb6244d8d), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:45.799852 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (639429d1-dfc2-4e79-b600-727eb6244d8d), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:45.813057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-d9147820-fec9-4c4f-b7d1-83fbefcb3219 service neutron] 10.222.0.26 "GET /v2.0/networks/a1eab49b-64bb-4485-afcf-f3b034208b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183080 Mar 07 21:57:45.835229 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-67ea6838-af37-4538-8fac-e1e582c4525e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=049816f5d9a24c72948fb95f3db5f4f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4104886 Mar 07 21:57:45.839900 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea6838-af37-4538-8fac-e1e582c4525e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3356991-8eb3-4d29-a1ba-2ac8ae158939,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:45.842677 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50554) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:45.853468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-95993fa8-3dac-44af-a224-865c08a40593 service neutron] 10.222.0.26 "GET /v2.0/networks/73abf96a-6c42-426d-ac20-705242d902b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440340 Mar 07 21:57:45.876176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:45.891209 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-6cf84716-e0ee-4834-a965-6c37e311a124 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::f816:3eff:fece:66de (93b13938-fab1-4c0e-a140-35734632e7e9/289d62e5-94c0-4ca8-959f-747ee93f7827/3179cb39-8cbd-4949-a0af-15b329b83233) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:45.898370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:45.903503 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:45.941155 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac5e0-eb17-4c10-bc8e-5e6c16068bd9 admin admin] Publish callbacks [] for security_group (b3356991-8eb3-4d29-a1ba-2ac8ae158939), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:45.972294 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac5e0-eb17-4c10-bc8e-5e6c16068bd9 admin admin] Publish callbacks [] for security_group (b3356991-8eb3-4d29-a1ba-2ac8ae158939), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:46.000190 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-218f8ae3-3ad3-4549-886b-cf2d4b76c53f req-a0d2f62a-36fc-465f-a82f-d287cccf4b0a service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192475 Mar 07 21:57:46.032280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-baae3d1f-bc59-47cf-94c7-f8a3abdc9020 service neutron] 10.222.0.26 "GET /v2.0/networks/a1eab49b-64bb-4485-afcf-f3b034208b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182741 Mar 07 21:57:46.044879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Pushing event updated for resources: {'Port': ['ID=639429d1-dfc2-4e79-b600-727eb6244d8d,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:46.051333 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac5e0-eb17-4c10-bc8e-5e6c16068bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b3356991-8eb3-4d29-a1ba-2ac8ae158939), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:46.054298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac5e0-eb17-4c10-bc8e-5e6c16068bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:46.057709 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ba3ac5e0-eb17-4c10-bc8e-5e6c16068bd9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3356991-8eb3-4d29-a1ba-2ac8ae158939 HTTP/1.1" status: 204 len: 168 time: 0.2098317 Mar 07 21:57:46.078702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ac5e0-eb17-4c10-bc8e-5e6c16068bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3356991-8eb3-4d29-a1ba-2ac8ae158939,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:46.092551 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-c6a0bba0-ebda-49d5-b3bf-66c134682d7f service neutron] 10.222.0.26 "GET /v2.0/networks/73abf96a-6c42-426d-ac20-705242d902b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214732 Mar 07 21:57:46.150033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Attempting to bind port 639429d1-dfc2-4e79-b600-727eb6244d8d on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:57:46.151982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Attempting to bind port 639429d1-dfc2-4e79-b600-727eb6244d8d by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:57:46.152578 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Attempting to bind port 639429d1-dfc2-4e79-b600-727eb6244d8d on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:46.160079 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:46.225837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:57:46.226566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:46.227033 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:46.227440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:57:46.228087 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Bound port: 639429d1-dfc2-4e79-b600-727eb6244d8d, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:57:46.228673 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (639429d1-dfc2-4e79-b600-727eb6244d8d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:46.233335 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4b385e6f-9bbd-488a-87c6-04f7efc8a217, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4b385e6f-9bbd-488a-87c6-04f7efc8a217,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:46.371648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cf84716-e0ee-4834-a965-6c37e311a124 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (3179cb39-8cbd-4949-a0af-15b329b83233), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:46.410443 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] For port 639429d1-dfc2-4e79-b600-727eb6244d8d, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:57:46.415266 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] For port 639429d1-dfc2-4e79-b600-727eb6244d8d, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=639429d1-dfc2-4e79-b600-727eb6244d8d,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:57:46.420339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '4b385e6f-9bbd-488a-87c6-04f7efc8a217', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'port_id': '4b385e6f-9bbd-488a-87c6-04f7efc8a217', 'mac_address': 'fa:16:3e:8f:52:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:57:46.425613 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (639429d1-dfc2-4e79-b600-727eb6244d8d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:46.467872 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cf84716-e0ee-4834-a965-6c37e311a124 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3179cb39-8cbd-4949-a0af-15b329b83233), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:46.557676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15f245-2449-427e-84fe-f15063ef2c52 None None] Pushing event updated for resources: {'Port': ['ID=639429d1-dfc2-4e79-b600-727eb6244d8d,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:46.565722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4b385e6f-9bbd-488a-87c6-04f7efc8a217 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:46.566147 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:46.582962 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b385e6f-9bbd-488a-87c6-04f7efc8a217 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:57:46.595890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50568) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:46.609042 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4b385e6f-9bbd-488a-87c6-04f7efc8a217, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4b385e6f-9bbd-488a-87c6-04f7efc8a217,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:46.611754 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf84716-e0ee-4834-a965-6c37e311a124 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:46.620045 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:46.626115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-6cf84716-e0ee-4834-a965-6c37e311a124 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:46.634601 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf84716-e0ee-4834-a965-6c37e311a124 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:46.644863 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf84716-e0ee-4834-a965-6c37e311a124 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:46.649256 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cf84716-e0ee-4834-a965-6c37e311a124 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:46.651720 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f03fe666-7444-426b-94f8-72abb4f517fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:46.699012 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf84716-e0ee-4834-a965-6c37e311a124 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=3179cb39-8cbd-4949-a0af-15b329b83233,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:46.709766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4b385e6f-9bbd-488a-87c6-04f7efc8a217,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:46.718325 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6cf84716-e0ee-4834-a965-6c37e311a124 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8829248 Mar 07 21:57:46.721462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50570) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:46.734041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2537db3-4f94-4a37-90e1-115f7a2e6701 req-04c9c1e8-ab7c-453c-ab52-5ec6ad20cc30 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:46.746179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2537db3-4f94-4a37-90e1-115f7a2e6701 req-04c9c1e8-ab7c-453c-ab52-5ec6ad20cc30 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.3279679 Mar 07 21:57:46.785118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10ab4a-9158-463d-9c34-b6483e59f296 req-e24e763f-e7f7-4768-9e7e-bd64b574c9f8 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:46.794685 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e10ab4a-9158-463d-9c34-b6483e59f296 req-e24e763f-e7f7-4768-9e7e-bd64b574c9f8 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 944 time: 0.3208456 Mar 07 21:57:46.834714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c7c209-7873-4e50-8f63-a1692085fffb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:46.840415 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c7c209-7873-4e50-8f63-a1692085fffb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:46.844924 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d8c7c209-7873-4e50-8f63-a1692085fffb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1223044 Mar 07 21:57:46.845571 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50578) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:46.890389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['4b385e6f-9bbd-488a-87c6-04f7efc8a217'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:57:46.956640 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e10ab4a-9158-463d-9c34-b6483e59f296 req-886b166f-d22d-4fb6-ad5b-96f66d9f3825 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1607311 Mar 07 21:57:47.002432 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2537db3-4f94-4a37-90e1-115f7a2e6701 req-64abf86d-a390-4d3a-a74b-7520f9bdbe35 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483959 Mar 07 21:57:47.197057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-2194d5ea-379a-481b-97ff-35b024730a68 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port 3179cb39-8cbd-4949-a0af-15b329b83233 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:47.197408 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2194d5ea-379a-481b-97ff-35b024730a68 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3179cb39-8cbd-4949-a0af-15b329b83233), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:47.258488 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5286682-056b-4228-a936-8eb9917c42e6 req-30b4e6b7-2f0d-4ecc-b8a3-7cff825171e9 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 210 time: 0.1072714 Mar 07 21:57:47.318231 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f03fe666-7444-426b-94f8-72abb4f517fe admin admin] Publish callbacks [] for security_group (2cd7c840-75ff-4995-bda7-a06c3fb1945f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:47.419010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 639429d1-dfc2-4e79-b600-727eb6244d8d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:47.419616 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f03fe666-7444-426b-94f8-72abb4f517fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2cd7c840-75ff-4995-bda7-a06c3fb1945f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:47.484095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5824f25-3813-4f98-95db-c927e2699fd9 req-7f86ccf6-4256-4b6f-9a6a-d3fb6f8de02e tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 210 time: 0.0859189 Mar 07 21:57:47.493373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 639429d1-dfc2-4e79-b600-727eb6244d8d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:47.493756 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (639429d1-dfc2-4e79-b600-727eb6244d8d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:47.574715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e896c-3efa-4d90-961a-a0192f937005 req-4b167af0-875c-4818-8f58-1829afd9a993 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:47.576660 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-710e896c-3efa-4d90-961a-a0192f937005 req-4b167af0-875c-4818-8f58-1829afd9a993 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.4940622 Mar 07 21:57:47.582238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f03fe666-7444-426b-94f8-72abb4f517fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1adfc54f5524508a37df087c6fe7359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9812510 Mar 07 21:57:47.584873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50586) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:47.597143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fe666-7444-426b-94f8-72abb4f517fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd7c840-75ff-4995-bda7-a06c3fb1945f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:47.618223 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-d0e8097f-aa4a-4c4a-8cd1-72d3d8b08042 service neutron] show failed (client error): The resource could not be found. Mar 07 21:57:47.619532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-d0e8097f-aa4a-4c4a-8cd1-72d3d8b08042 service neutron] 10.222.0.15 "GET /v2.0/ports/ead22a4e-8016-4fac-b701-c17d0a8b7894/bindings/n-h1-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.3590000 Mar 07 21:57:47.654145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 639429d1-dfc2-4e79-b600-727eb6244d8d is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:47.655256 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (639429d1-dfc2-4e79-b600-727eb6244d8d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:47.670742 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2194d5ea-379a-481b-97ff-35b024730a68 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3179cb39-8cbd-4949-a0af-15b329b83233), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:47.687775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-710e896c-3efa-4d90-961a-a0192f937005 req-24d139ec-06e4-49de-82c0-c95cb7187977 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034234 Mar 07 21:57:47.739539 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 639429d1-dfc2-4e79-b600-727eb6244d8d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=639429d1-dfc2-4e79-b600-727eb6244d8d,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:47.751598 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (639429d1-dfc2-4e79-b600-727eb6244d8d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:47.788483 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-2194d5ea-379a-481b-97ff-35b024730a68 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for 3179cb39-8cbd-4949-a0af-15b329b83233 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:47.837954 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b982-587d-4b1e-95e0-ee551ae81ad8 admin admin] Publish callbacks [] for security_group (2cd7c840-75ff-4995-bda7-a06c3fb1945f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:47.856944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=639429d1-dfc2-4e79-b600-727eb6244d8d,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:47.875368 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b982-587d-4b1e-95e0-ee551ae81ad8 admin admin] Publish callbacks [] for security_group (2cd7c840-75ff-4995-bda7-a06c3fb1945f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:47.915025 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-700432a5-94dc-4526-b7eb-08ef9d72c60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:47.993309 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b982-587d-4b1e-95e0-ee551ae81ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2cd7c840-75ff-4995-bda7-a06c3fb1945f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:47.996029 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b982-587d-4b1e-95e0-ee551ae81ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:47.999919 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b7b3b982-587d-4b1e-95e0-ee551ae81ad8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2cd7c840-75ff-4995-bda7-a06c3fb1945f HTTP/1.1" status: 204 len: 168 time: 0.4116964 Mar 07 21:57:48.012171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3b982-587d-4b1e-95e0-ee551ae81ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd7c840-75ff-4995-bda7-a06c3fb1945f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:48.314511 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2194d5ea-379a-481b-97ff-35b024730a68 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3179cb39-8cbd-4949-a0af-15b329b83233), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:48.318511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-7a9dc9cc-0262-4278-9ed9-e8802a02d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:48.322789 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-7a9dc9cc-0262-4278-9ed9-e8802a02d9fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 1127 time: 0.3506939 Mar 07 21:57:48.326747 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:48.352430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1114e-136d-4ee8-a4c4-8b60a697fad5 req-8d68828c-c4e8-435e-a445-3573569befd0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:48.361867 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53b1114e-136d-4ee8-a4c4-8b60a697fad5 req-8d68828c-c4e8-435e-a445-3573569befd0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.2395892 Mar 07 21:57:48.384516 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:48.394666 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194d5ea-379a-481b-97ff-35b024730a68 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=3179cb39-8cbd-4949-a0af-15b329b83233,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:48.484497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfc5e6-b5ab-437c-a78d-bb71b964f32f req-66802ee4-d0a1-4737-a672-872f1cc52886 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:48.490587 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42bfc5e6-b5ab-437c-a78d-bb71b964f32f req-66802ee4-d0a1-4737-a672-872f1cc52886 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 945 time: 0.2572818 Mar 07 21:57:48.554185 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2194d5ea-379a-481b-97ff-35b024730a68 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:48.563846 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2194d5ea-379a-481b-97ff-35b024730a68 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/3179cb39-8cbd-4949-a0af-15b329b83233 HTTP/1.1" status: 204 len: 168 time: 1.7172077 Mar 07 21:57:48.565512 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50604) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:48.622975 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c3e421c8-7d7c-4acc-abd6-1565efe2b9cf None None] Provisioning complete for port 639429d1-dfc2-4e79-b600-727eb6244d8d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:48.623830 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c3e421c8-7d7c-4acc-abd6-1565efe2b9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (639429d1-dfc2-4e79-b600-727eb6244d8d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:48.778268 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53b1114e-136d-4ee8-a4c4-8b60a697fad5 req-9623aab1-8484-4833-b014-a5044546a4c4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4152093 Mar 07 21:57:48.798288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c3e421c8-7d7c-4acc-abd6-1565efe2b9cf None None] Current status of the port 639429d1-dfc2-4e79-b600-727eb6244d8d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:48.834114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:48.845507 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42bfc5e6-b5ab-437c-a78d-bb71b964f32f req-44d59395-ea58-4b0c-b24b-d6009082d8b1 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3299043 Mar 07 21:57:49.119162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-83a3b923-dd6e-4b53-890d-039abab4443a None None] Could not find standard attr ID for object 3179cb39-8cbd-4949-a0af-15b329b83233. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:57:49.176914 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:49.291678 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:49.296890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:57:49.329649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 639429d1-dfc2-4e79-b600-727eb6244d8d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:49.395341 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Publish callbacks [] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:49.408798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Transition to ACTIVE for port object ead22a4e-8016-4fac-b701-c17d0a8b7894 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:57:49.413079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:49.415985 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3a839d-ab40-430b-945f-0e1337c40fbd" -d '{"events": [{"server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "name": "network-vif-unplugged", "status": "completed", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:57:49.421024 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:49.495846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 639429d1-dfc2-4e79-b600-727eb6244d8d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:49.496644 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (639429d1-dfc2-4e79-b600-727eb6244d8d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:49.586714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6163163c-c906-4e38-a260-e05e1a3b5be5 req-4caff78d-bc37-400a-b607-05658f613fc6 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 210 time: 0.1748698 Mar 07 21:57:49.647451 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7cd5171d-0be6-48e8-a529-523c3691dc8a req-bef36477-4871-4951-aea0-18b385e70a2d tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 210 time: 0.2371736 Mar 07 21:57:49.695215 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 639429d1-dfc2-4e79-b600-727eb6244d8d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:49.784907 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4b385e6f-9bbd-488a-87c6-04f7efc8a217 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:49.793417 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98efd693-d893-484a-a413-83cfddc9e71c x-openstack-request-id: req-98efd693-d893-484a-a413-83cfddc9e71c {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:57:49.793616 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "name": "network-vif-unplugged", "status": "completed", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:57:49.793871 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98efd693-d893-484a-a413-83cfddc9e71c {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:57:49.794313 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'code': 200} Mar 07 21:57:49.830024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Pushing event updated for resources: {'Port': ['ID=ead22a4e-8016-4fac-b701-c17d0a8b7894,revision_number=6']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:49.869291 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-e6fbb3ee-378b-436b-90e3-669f08ebcc92 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:49.870944 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-e6fbb3ee-378b-436b-90e3-669f08ebcc92 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.13 "GET /v2.0/networks?id=73abf96a-6c42-426d-ac20-705242d902b2 HTTP/1.1" status: 200 len: 808 time: 1.4602923 Mar 07 21:57:49.877525 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f46568-bd4c-42d0-b922-f1112635adab req-16052141-7a51-4cf7-8805-c01f1cb1dc9e tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:49.878419 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 4b385e6f-9bbd-488a-87c6-04f7efc8a217 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:57:49.879234 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-16052141-7a51-4cf7-8805-c01f1cb1dc9e tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.13 "GET /v2.0/networks?id=a1eab49b-64bb-4485-afcf-f3b034208b07 HTTP/1.1" status: 200 len: 797 time: 1.3847029 Mar 07 21:57:49.885942 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 4b385e6f-9bbd-488a-87c6-04f7efc8a217 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:49.887017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-44a1be08-8048-4f51-9961-32fb82348ec5 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Request body: {'port': {'device_id': '6bb4ce67-67a3-4a0d-94cb-6fcc397412a1', 'network_id': '73abf96a-6c42-426d-ac20-705242d902b2', 'admin_state_up': True, 'tenant_id': '051ecda8ea284c93949918641b8256b7'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:49.888192 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:49.941699 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cea1b37-d4c7-4f44-8ecc-d864b4ed3de7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:49.943942 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cea1b37-d4c7-4f44-8ecc-d864b4ed3de7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:49.946103 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6cea1b37-d4c7-4f44-8ecc-d864b4ed3de7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 1.1595428 Mar 07 21:57:49.949901 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50646) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:49.992305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4b385e6f-9bbd-488a-87c6-04f7efc8a217 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:49.992934 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:50.035457 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e674cb51-93eb-4541-9cb8-69638fb0f0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b385e6f-9bbd-488a-87c6-04f7efc8a217'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:50.042334 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a8255e-f538-4a96-8221-14f91c54646b" -d '{"events": [{"server_uuid": "e674cb51-93eb-4541-9cb8-69638fb0f0d3", "name": "network-vif-plugged", "status": "completed", "tag": "4b385e6f-9bbd-488a-87c6-04f7efc8a217"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:57:50.059787 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4b385e6f-9bbd-488a-87c6-04f7efc8a217, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4b385e6f-9bbd-488a-87c6-04f7efc8a217,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:50.066819 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:50.068812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ead22a4e-8016-4fac-b701-c17d0a8b7894 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:50.170414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] The host n-h2-832330-1 is not matching for port ead22a4e-8016-4fac-b701-c17d0a8b7894 host n-h1-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:57:50.172602 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ead22a4e-8016-4fac-b701-c17d0a8b7894 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:50.174832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26242dd-8fa8-4b60-b440-437191c7d151 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 289d62e5-94c0-4ca8-959f-747ee93f7827 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:57:50.178255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4b385e6f-9bbd-488a-87c6-04f7efc8a217,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:50.184886 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e26242dd-8fa8-4b60-b440-437191c7d151 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (289d62e5-94c0-4ca8-959f-747ee93f7827), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:50.188582 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-44a1be08-8048-4f51-9961-32fb82348ec5 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Made reservation on behalf of 051ecda8ea284c93949918641b8256b7 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:50.192114 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-44a1be08-8048-4f51-9961-32fb82348ec5 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:50.231597 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-98800d5e-2ef7-4e60-8157-a22455cd7eb3 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d192248e3994b0e99e0429603afce16 HTTP/1.1" status: 200 len: 473 time: 0.3378811 Mar 07 21:57:50.244680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-33f46568-bd4c-42d0-b922-f1112635adab req-3695a767-a01a-4bcf-a5ac-4b11af822d32 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'port': {'device_id': 'ecd5d4ee-1f3f-4137-a646-7f502ed09414', 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07', 'admin_state_up': True, 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'security_groups': ['37cdcc93-20d0-49ba-b5cd-9ffb8e08f236']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:50.268183 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:50.288087 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] No DVR routers for this DVR port ead22a4e-8016-4fac-b701-c17d0a8b7894 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:57:50.293251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e26242dd-8fa8-4b60-b440-437191c7d151 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (289d62e5-94c0-4ca8-959f-747ee93f7827), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:50.359373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbe925-4bfd-4b4e-b6bc-c5a2acd60abb req-8444d5d8-88ca-4fd0-ae8c-6a48e7dde694 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:50.361227 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-18bbe925-4bfd-4b4e-b6bc-c5a2acd60abb req-8444d5d8-88ca-4fd0-ae8c-6a48e7dde694 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.6263187 Mar 07 21:57:50.376133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4503-149c-4658-bde5-26707833c606 req-8ef48808-ebaf-405e-bd8d-d0f6d0db5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:50.377617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a36c4503-149c-4658-bde5-26707833c606 req-8ef48808-ebaf-405e-bd8d-d0f6d0db5f3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 1128 time: 0.1628306 Mar 07 21:57:50.385477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d4cd0-7b35-42a0-9595-8106c772390c req-b459ef84-bd24-4f82-89d7-5a10ba384ca9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:50.387082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-081d4cd0-7b35-42a0-9595-8106c772390c req-b459ef84-bd24-4f82-89d7-5a10ba384ca9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 943 time: 0.1952012 Mar 07 21:57:50.511751 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e26242dd-8fa8-4b60-b440-437191c7d151 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (289d62e5-94c0-4ca8-959f-747ee93f7827), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:50.547722 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-44a1be08-8048-4f51-9961-32fb82348ec5 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Allocated IP 172.20.0.13 (73abf96a-6c42-426d-ac20-705242d902b2/1300f651-2739-45e8-b1b8-7364e98484bd/7efa538b-faa1-475b-8313-a5d7b09984d2) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:50.554166 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f46568-bd4c-42d0-b922-f1112635adab req-3695a767-a01a-4bcf-a5ac-4b11af822d32 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Made reservation on behalf of 2d192248e3994b0e99e0429603afce16 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:50.557519 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-33f46568-bd4c-42d0-b922-f1112635adab req-3695a767-a01a-4bcf-a5ac-4b11af822d32 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:50.587331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-18bbe925-4bfd-4b4e-b6bc-c5a2acd60abb req-33011e60-e759-4e64-aaa4-e83e4028ffa6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148001 Mar 07 21:57:50.650966 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-081d4cd0-7b35-42a0-9595-8106c772390c req-5d1eee6c-ba7a-4bc6-bc7a-d82a1692fac2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340260 Mar 07 21:57:50.688835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Attempting to bind port ead22a4e-8016-4fac-b701-c17d0a8b7894 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:57:50.690424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Attempting to bind port ead22a4e-8016-4fac-b701-c17d0a8b7894 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:57:50.690865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Attempting to bind port ead22a4e-8016-4fac-b701-c17d0a8b7894 on network cc76cc78-d3aa-4131-a129-0f2d526c28eb {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:50.709566 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e26242dd-8fa8-4b60-b440-437191c7d151 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (289d62e5-94c0-4ca8-959f-747ee93f7827), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:50.731768 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0e9702-0520-44f6-9a8b-91ad003783e7 x-openstack-request-id: req-cb0e9702-0520-44f6-9a8b-91ad003783e7 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:57:50.732100 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e674cb51-93eb-4541-9cb8-69638fb0f0d3", "name": "network-vif-plugged", "status": "completed", "tag": "4b385e6f-9bbd-488a-87c6-04f7efc8a217", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:57:50.732346 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb0e9702-0520-44f6-9a8b-91ad003783e7 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:57:50.732899 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e674cb51-93eb-4541-9cb8-69638fb0f0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b385e6f-9bbd-488a-87c6-04f7efc8a217', 'code': 200} Mar 07 21:57:50.742227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Port ead22a4e-8016-4fac-b701-c17d0a8b7894 on network cc76cc78-d3aa-4131-a129-0f2d526c28eb not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:57:50.742563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Attempting to bind port ead22a4e-8016-4fac-b701-c17d0a8b7894 on network cc76cc78-d3aa-4131-a129-0f2d526c28eb {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:50.747191 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4503-149c-4658-bde5-26707833c606 req-ee30d47c-4653-49d0-be64-0799bec7db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:50.749082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a36c4503-149c-4658-bde5-26707833c606 req-ee30d47c-4653-49d0-be64-0799bec7db2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 912 time: 0.3330183 Mar 07 21:57:50.788949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:57:50.789410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Checking segment: {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:50.790152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Bound using segment: {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:57:50.790736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Bound port: ead22a4e-8016-4fac-b701-c17d0a8b7894, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:57:50.791212 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:50.799118 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26242dd-8fa8-4b60-b440-437191c7d151 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=289d62e5-94c0-4ca8-959f-747ee93f7827,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:50.817092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6bbb01-2cf5-40a6-836c-19fa361afcba None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:50.839107 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e26242dd-8fa8-4b60-b440-437191c7d151 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:50.844965 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e26242dd-8fa8-4b60-b440-437191c7d151 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/289d62e5-94c0-4ca8-959f-747ee93f7827 HTTP/1.1" status: 204 len: 168 time: 0.8892064 Mar 07 21:57:50.860798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50676) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:50.893409 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a36c4503-149c-4658-bde5-26707833c606 req-99fecf98-5320-4297-baa9-78157ef375e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446c2324-bae1-40a4-a4fa-1e068208ced5 HTTP/1.1" status: 200 len: 217 time: 0.1174829 Mar 07 21:57:50.921934 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-33f46568-bd4c-42d0-b922-f1112635adab req-3695a767-a01a-4bcf-a5ac-4b11af822d32 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Allocated IP 172.20.0.24 (a1eab49b-64bb-4485-afcf-f3b034208b07/8562e1f9-0919-49ea-b90e-7514e4dc23f6/981ab6a0-84e9-4a91-9e78-e46348f5790c) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:50.926456 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-44a1be08-8048-4f51-9961-32fb82348ec5 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Publish callbacks [] for port (7efa538b-faa1-475b-8313-a5d7b09984d2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:50.953539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aba582-04f7-4c33-9574-1c74a26e9d2a req-b2751fc4-6446-447d-b71e-b8c770eca716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:50.955264 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-76aba582-04f7-4c33-9574-1c74a26e9d2a req-b2751fc4-6446-447d-b71e-b8c770eca716 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 1128 time: 0.1472168 Mar 07 21:57:50.968618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-25c0f832-2eb1-4894-af39-860210066ee3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057971 Mar 07 21:57:50.981613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50682) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:50.999670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8f705-86e0-475a-9ac7-af17a59dbf04 req-c86d5561-b6d0-43e1-9b89-5ca069e23b98 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:51.001897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49f8f705-86e0-475a-9ac7-af17a59dbf04 req-c86d5561-b6d0-43e1-9b89-5ca069e23b98 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.3310730 Mar 07 21:57:51.055778 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2dfefbd5-79c0-498d-929e-fda42858d011 req-7db9a88d-d7d5-4a96-b678-628d12245622 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 210 time: 0.1986120 Mar 07 21:57:51.089562 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4631fb-bbb5-45ff-8d23-871fb249d173 None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:57:51.109896 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-44a1be08-8048-4f51-9961-32fb82348ec5 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7efa538b-faa1-475b-8313-a5d7b09984d2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:51.182488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4503-149c-4658-bde5-26707833c606 req-665635c8-f2ef-4469-8c08-943782c95f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:51.186619 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a36c4503-149c-4658-bde5-26707833c606 req-665635c8-f2ef-4469-8c08-943782c95f40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e453854-77bd-461c-8a47-1e1f133854b2 HTTP/1.1" status: 200 len: 851 time: 0.2422748 Mar 07 21:57:51.230582 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-76aba582-04f7-4c33-9574-1c74a26e9d2a req-31e1d1b8-f8dd-4a72-a5d2-44cba2ed4bd5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2642379 Mar 07 21:57:51.239351 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49f8f705-86e0-475a-9ac7-af17a59dbf04 req-066cf772-3c91-4cd2-9dce-ffc42bc799a7 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1806068 Mar 07 21:57:51.244376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 639429d1-dfc2-4e79-b600-727eb6244d8d no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:51.249559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:57:51.262178 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-44a1be08-8048-4f51-9961-32fb82348ec5 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Network 73abf96a-6c42-426d-ac20-705242d902b2 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:51.277057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4a4631fb-bbb5-45ff-8d23-871fb249d173 None None] Deleting port 639429d1-dfc2-4e79-b600-727eb6244d8d {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:51.277436 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4a4631fb-bbb5-45ff-8d23-871fb249d173 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (639429d1-dfc2-4e79-b600-727eb6244d8d), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:51.281810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-44a1be08-8048-4f51-9961-32fb82348ec5 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:51.301371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14685799-a1e7-4db9-80d4-a0c0a32e343e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:51.301371 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-14685799-a1e7-4db9-80d4-a0c0a32e343e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3113956 Mar 07 21:57:51.313913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a36c4503-149c-4658-bde5-26707833c606 req-cadeb26f-d484-4f9b-97b4-6820d2b87be2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939100 Mar 07 21:57:51.316019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:57:51.318776 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50694) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:51.344081 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-44a1be08-8048-4f51-9961-32fb82348ec5 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:51.362202 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-33f46568-bd4c-42d0-b922-f1112635adab req-3695a767-a01a-4bcf-a5ac-4b11af822d32 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:51.368943 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:51.386818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-4a4631fb-bbb5-45ff-8d23-871fb249d173 None None] For port 639429d1-dfc2-4e79-b600-727eb6244d8d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=639429d1-dfc2-4e79-b600-727eb6244d8d,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:51.387217 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4a4631fb-bbb5-45ff-8d23-871fb249d173 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (639429d1-dfc2-4e79-b600-727eb6244d8d), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:51.400595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1be08-8048-4f51-9961-32fb82348ec5 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Pushing event updated for resources: {'Port': ['ID=7efa538b-faa1-475b-8313-a5d7b09984d2,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:51.433007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4a4631fb-bbb5-45ff-8d23-871fb249d173 None None] Calling delete_port for 639429d1-dfc2-4e79-b600-727eb6244d8d owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:51.445845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:51.446767 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:51.448362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] 10.222.0.13 "PUT /v2.0/ports/ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 1091 time: 3.0770402 Mar 07 21:57:51.456185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135fd2bd-6139-48a1-afb5-4a0860d8d7b9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:51.458438 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-135fd2bd-6139-48a1-afb5-4a0860d8d7b9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1345234 Mar 07 21:57:51.466184 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4604d83-ab70-439b-95a9-b378991921b8 req-7977e753-de37-4715-8999-e48cb47c3850 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:51.471706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-44a1be08-8048-4f51-9961-32fb82348ec5 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:51.472638 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-44a1be08-8048-4f51-9961-32fb82348ec5 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:51.475033 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4604d83-ab70-439b-95a9-b378991921b8 req-7977e753-de37-4715-8999-e48cb47c3850 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 932 time: 0.2831166 Mar 07 21:57:51.483268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50700) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:51.542738 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 639429d1-dfc2-4e79-b600-727eb6244d8d is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:51.543358 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (639429d1-dfc2-4e79-b600-727eb6244d8d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:51.576462 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-51479e48-80b2-4932-9d30-3e30733cc2e9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805511 Mar 07 21:57:51.578827 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50704) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:51.579023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da4aeb-e462-45f7-bf3a-512cc83a3757 service neutron] Pushing event updated for resources: {'Port': ['ID=ead22a4e-8016-4fac-b701-c17d0a8b7894,revision_number=7']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:51.619372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9313baef-aedd-4507-a5d1-551fa9005a86 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:51.643726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 639429d1-dfc2-4e79-b600-727eb6244d8d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=639429d1-dfc2-4e79-b600-727eb6244d8d,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:51.660962 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-44a1be08-8048-4f51-9961-32fb82348ec5 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7781112 Mar 07 21:57:51.668876 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (639429d1-dfc2-4e79-b600-727eb6244d8d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:51.669055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4604d83-ab70-439b-95a9-b378991921b8 req-38c11b71-39c7-4f41-a157-741bf358a145 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/security-groups?id=99f44c43-c635-43c4-8ea2-d3a03270d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920757 Mar 07 21:57:51.717929 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4a4631fb-bbb5-45ff-8d23-871fb249d173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (639429d1-dfc2-4e79-b600-727eb6244d8d), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:51.747184 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Request body: {'port': {'device_id': '6bb4ce67-67a3-4a0d-94cb-6fcc397412a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:51.754555 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-33f46568-bd4c-42d0-b922-f1112635adab req-3695a767-a01a-4bcf-a5ac-4b11af822d32 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:51.759927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-bf159cee-a6f1-42ea-8448-248f8f28aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:51.761449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-bf159cee-a6f1-42ea-8448-248f8f28aa87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1125 time: 0.2767944 Mar 07 21:57:51.763224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4631fb-bbb5-45ff-8d23-871fb249d173 None None] No DVR routers for this DVR port 639429d1-dfc2-4e79-b600-727eb6244d8d on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:57:51.771453 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=639429d1-dfc2-4e79-b600-727eb6244d8d,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:51.797228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:51.805116 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f9dc14-0592-46ae-830b-195987876173" -d '{"events": [{"name": "network-changed", "server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:57:51.813541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4631fb-bbb5-45ff-8d23-871fb249d173 None None] Pushing event deleted for resources: {'Port': ['ID=639429d1-dfc2-4e79-b600-727eb6244d8d,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:51.842534 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a36c4503-149c-4658-bde5-26707833c606 req-57d6758f-a277-452c-ab0d-71ad43651fa3 service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534272 Mar 07 21:57:51.937526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f46568-bd4c-42d0-b922-f1112635adab req-3695a767-a01a-4bcf-a5ac-4b11af822d32 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network a1eab49b-64bb-4485-afcf-f3b034208b07 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:51.964650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-33f46568-bd4c-42d0-b922-f1112635adab req-3695a767-a01a-4bcf-a5ac-4b11af822d32 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:51.973094 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f46568-bd4c-42d0-b922-f1112635adab req-3695a767-a01a-4bcf-a5ac-4b11af822d32 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:51.977705 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695a767-a01a-4bcf-a5ac-4b11af822d32 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Port': ['ID=981ab6a0-84e9-4a91-9e78-e46348f5790c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:52.018923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9313baef-aedd-4507-a5d1-551fa9005a86 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:52.022958 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9313baef-aedd-4507-a5d1-551fa9005a86 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:52.023198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a36c4503-149c-4658-bde5-26707833c606 req-d6d0d86b-ca2d-4227-9fff-7cce3a6b209f service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433229 Mar 07 21:57:52.033742 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7efa538b-faa1-475b-8313-a5d7b09984d2), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:52.069209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50716) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:52.079433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f46568-bd4c-42d0-b922-f1112635adab req-3695a767-a01a-4bcf-a5ac-4b11af822d32 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:52.080164 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-33f46568-bd4c-42d0-b922-f1112635adab req-3695a767-a01a-4bcf-a5ac-4b11af822d32 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:52.113627 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:52.150214 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24205ca-ae70-40b9-98c4-8c3e113ece36 req-b44ca222-ec7d-4f9f-b6fc-4a3d9869bc79 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:52.152665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d24205ca-ae70-40b9-98c4-8c3e113ece36 req-b44ca222-ec7d-4f9f-b6fc-4a3d9869bc79 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 946 time: 0.3690259 Mar 07 21:57:52.166387 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-3695a767-a01a-4bcf-a5ac-4b11af822d32 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9274845 Mar 07 21:57:52.171462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ea65f-f667-4b71-b02c-d15fd0ed92c4 req-8a52a1f4-66cb-4323-a98b-d8b3a943d10b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:52.173348 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c83ea65f-f667-4b71-b02c-d15fd0ed92c4 req-8a52a1f4-66cb-4323-a98b-d8b3a943d10b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 943 time: 0.3370192 Mar 07 21:57:52.184957 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Request body: {'port': {'device_id': 'ecd5d4ee-1f3f-4137-a646-7f502ed09414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:52.185648 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-9e504a58-376b-418d-95db-22d0492ed0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:52.187234 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-9e504a58-376b-418d-95db-22d0492ed0fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc76cc78-d3aa-4131-a129-0f2d526c28eb HTTP/1.1" status: 200 len: 897 time: 0.3993928 Mar 07 21:57:52.322137 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5588f08a-2f6b-4c59-a822-20d7dcafef37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:52.331480 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c83ea65f-f667-4b71-b02c-d15fd0ed92c4 req-ffe6cca4-fcbb-4078-bdc5-3d0df1264d8e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485527 Mar 07 21:57:52.343073 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d24205ca-ae70-40b9-98c4-8c3e113ece36 req-8c1b4d4a-5aba-4e47-ab74-43b6b7fdec52 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806815 Mar 07 21:57:52.347121 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2cdab9e5-5eb3-4272-bb8b-ae02a718ebcd None None] Provisioning complete for port 981ab6a0-84e9-4a91-9e78-e46348f5790c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:52.357513 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2cdab9e5-5eb3-4272-bb8b-ae02a718ebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:52.360006 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-94431f94-b68c-4336-8e0e-6eed86e1544e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 997 time: 0.1645656 Mar 07 21:57:52.437016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-deefc27d-8d33-47ea-a9f4-c83109c4cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:52.438891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-deefc27d-8d33-47ea-a9f4-c83109c4cb2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43e2544a-756d-4aee-adf7-dbc5c3079d7c HTTP/1.1" status: 200 len: 834 time: 0.0706906 Mar 07 21:57:52.451081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2cdab9e5-5eb3-4272-bb8b-ae02a718ebcd None None] Port 981ab6a0-84e9-4a91-9e78-e46348f5790c cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:57:52.465173 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd54e330-3af4-4d2f-9756-e6b745808128 x-openstack-request-id: req-bd54e330-3af4-4d2f-9756-e6b745808128 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:57:52.465704 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:57:52.466165 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd54e330-3af4-4d2f-9756-e6b745808128 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:57:52.466721 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'status': 'completed', 'code': 200} Mar 07 21:57:52.605005 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5588f08a-2f6b-4c59-a822-20d7dcafef37 admin admin] Publish callbacks [] for security_group (bcf39884-6201-478b-af12-0893c47df9a6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:52.612555 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:52.619717 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5588f08a-2f6b-4c59-a822-20d7dcafef37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bcf39884-6201-478b-af12-0893c47df9a6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:52.734230 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9313baef-aedd-4507-a5d1-551fa9005a86 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (7bc341cb-42c8-4113-b8f3-b33e51515a52), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:52.775567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efa538b-faa1-475b-8313-a5d7b09984d2 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:57:52.790561 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Publish callbacks [] for port (7efa538b-faa1-475b-8313-a5d7b09984d2), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:52.867801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9313baef-aedd-4507-a5d1-551fa9005a86 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:52.881720 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-9313baef-aedd-4507-a5d1-551fa9005a86 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:52.885988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Transition to ACTIVE for port object 7efa538b-faa1-475b-8313-a5d7b09984d2 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:57:52.887513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9313baef-aedd-4507-a5d1-551fa9005a86 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:52.888111 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9313baef-aedd-4507-a5d1-551fa9005a86 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:52.892677 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313baef-aedd-4507-a5d1-551fa9005a86 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=7bc341cb-42c8-4113-b8f3-b33e51515a52,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:52.902198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac65d29b-1241-4a0c-879e-68331a8ffb31 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:52.906446 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (7efa538b-faa1-475b-8313-a5d7b09984d2), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:52.947855 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9313baef-aedd-4507-a5d1-551fa9005a86 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3404779 Mar 07 21:57:52.952880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-aca7d8d0-a798-41ec-bf27-b6359e749d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:52.954425 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-aca7d8d0-a798-41ec-bf27-b6359e749d55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc76cc78-d3aa-4131-a129-0f2d526c28eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5100250 Mar 07 21:57:52.956136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9dc14-0592-46ae-830b-195987876173 req-921307a5-b358-4f45-9397-be4400935502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:52.957711 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2f9dc14-0592-46ae-830b-195987876173 req-921307a5-b358-4f45-9397-be4400935502 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1125 time: 0.4731390 Mar 07 21:57:52.958385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50726) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:52.966252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6237c-8074-45e1-add5-09d545a5f3c0 req-4a090eec-28c3-4ce7-a157-3b1ad9adc431 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:52.970579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57a6237c-8074-45e1-add5-09d545a5f3c0 req-4a090eec-28c3-4ce7-a157-3b1ad9adc431 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 932 time: 0.5074589 Mar 07 21:57:52.979707 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1727e4de-18fb-4228-9168-14369c9b50c1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'mac_address': 'fa:16:3e:78:56:fb', 'name': 'tempest-NetworksTestDHCPv6-162938970'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:52.999421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5588f08a-2f6b-4c59-a822-20d7dcafef37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f18273b20a4d435f9c8ac2b2b82fee80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9264822 Mar 07 21:57:53.011492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588f08a-2f6b-4c59-a822-20d7dcafef37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf39884-6201-478b-af12-0893c47df9a6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:53.036929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': '7bc341cb-42c8-4113-b8f3-b33e51515a52'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:57:53.037848 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:53.039044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50728) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:53.053037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f072998-5145-4f83-8d62-d48286b5564d req-d9c6934d-1348-4f77-a8c1-0cf18529da78 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:53.056144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f072998-5145-4f83-8d62-d48286b5564d req-d9c6934d-1348-4f77-a8c1-0cf18529da78 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.5003474 Mar 07 21:57:53.203643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Allocated IP 2001:db8::2 (93b13938-fab1-4c0e-a140-35734632e7e9/7bc341cb-42c8-4113-b8f3-b33e51515a52/442323e0-ac97-4ec6-b9a3-a8d29750b29b) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:53.281913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57a6237c-8074-45e1-add5-09d545a5f3c0 req-1914a3d8-0009-4972-8126-c830b0e7620e tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896760 Mar 07 21:57:53.323944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f072998-5145-4f83-8d62-d48286b5564d req-bc7574cf-9bb8-45ce-be32-b849942a1948 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2355051 Mar 07 21:57:53.340301 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9c43c117-6b1b-433c-b3ce-f9226e6994db admin admin] Publish callbacks [] for security_group (bcf39884-6201-478b-af12-0893c47df9a6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:53.345936 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-73abc3d2-5684-4f3c-9a96-ff37c199d0f9 service neutron] 10.222.0.13 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698020 Mar 07 21:57:53.349456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9dc14-0592-46ae-830b-195987876173 req-7ba75f51-269b-4020-8a3d-c81785a2e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:53.351094 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2f9dc14-0592-46ae-830b-195987876173 req-7ba75f51-269b-4020-8a3d-c81785a2e8f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc76cc78-d3aa-4131-a129-0f2d526c28eb HTTP/1.1" status: 200 len: 897 time: 0.3779986 Mar 07 21:57:53.472318 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9c43c117-6b1b-433c-b3ce-f9226e6994db admin admin] Publish callbacks [] for security_group (bcf39884-6201-478b-af12-0893c47df9a6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:53.476261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Pushing event updated for resources: {'Port': ['ID=7efa538b-faa1-475b-8313-a5d7b09984d2,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:53.562796 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Publish callbacks [] for port (442323e0-ac97-4ec6-b9a3-a8d29750b29b), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:53.574320 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (442323e0-ac97-4ec6-b9a3-a8d29750b29b), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:53.581645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2f9dc14-0592-46ae-830b-195987876173 req-4f127fc1-1d9c-4ad5-81a1-8ebab765a92a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 997 time: 0.2212389 Mar 07 21:57:53.595466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:53.602284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:53.607760 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1727e4de-18fb-4228-9168-14369c9b50c1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:53.608423 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:53.699533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead04059-1548-447f-af23-e2c7895863d1 req-f169357f-698a-420d-93c9-64ee4d3e9a06 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:53.701516 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ead04059-1548-447f-af23-e2c7895863d1 req-f169357f-698a-420d-93c9-64ee4d3e9a06 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 943 time: 0.2726130 Mar 07 21:57:53.708895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9c703-6596-45bd-aa91-3e5f15f3b213 req-5bd49422-b0f1-44aa-b6e0-9c93134b6f6e tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:53.717246 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0c9c703-6596-45bd-aa91-3e5f15f3b213 req-5bd49422-b0f1-44aa-b6e0-9c93134b6f6e tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 944 time: 0.2894068 Mar 07 21:57:53.718823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Attempting to bind port 7efa538b-faa1-475b-8313-a5d7b09984d2 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:57:53.720552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Attempting to bind port 7efa538b-faa1-475b-8313-a5d7b09984d2 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '93566e20-1c37-4964-a6f5-dfd225b31eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '73abf96a-6c42-426d-ac20-705242d902b2'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:57:53.720697 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Attempting to bind port 442323e0-ac97-4ec6-b9a3-a8d29750b29b on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:57:53.721126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Attempting to bind port 442323e0-ac97-4ec6-b9a3-a8d29750b29b by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:57:53.721611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Attempting to bind port 442323e0-ac97-4ec6-b9a3-a8d29750b29b on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:53.722037 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Attempting to bind port 7efa538b-faa1-475b-8313-a5d7b09984d2 on network 73abf96a-6c42-426d-ac20-705242d902b2 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:53.733466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b266430-e7c6-44d9-b7ad-108b9691aca0 req-60974a46-711e-48b4-8b10-122d1294308b service neutron] 10.222.0.13 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757727 Mar 07 21:57:53.734744 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:57:53.735276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:53.735800 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:53.736535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:57:53.738109 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Bound port: 442323e0-ac97-4ec6-b9a3-a8d29750b29b, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:57:53.738537 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (442323e0-ac97-4ec6-b9a3-a8d29750b29b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:53.741949 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1727e4de-18fb-4228-9168-14369c9b50c1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:53.742677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Pushing event updated for resources: {'Port': ['ID=442323e0-ac97-4ec6-b9a3-a8d29750b29b,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:53.749455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9dc14-0592-46ae-830b-195987876173 req-5b2b4a05-4e4d-4d8a-a419-19d120d21602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:53.766498 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2f9dc14-0592-46ae-830b-195987876173 req-5b2b4a05-4e4d-4d8a-a419-19d120d21602 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43e2544a-756d-4aee-adf7-dbc5c3079d7c HTTP/1.1" status: 200 len: 834 time: 0.1723006 Mar 07 21:57:53.785537 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:57:53.787375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Port 7efa538b-faa1-475b-8313-a5d7b09984d2 on network 73abf96a-6c42-426d-ac20-705242d902b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:57:53.787947 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Attempting to bind port 7efa538b-faa1-475b-8313-a5d7b09984d2 on network 73abf96a-6c42-426d-ac20-705242d902b2 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:53.801349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:57:53.801879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Checking segment: {'id': '93566e20-1c37-4964-a6f5-dfd225b31eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '73abf96a-6c42-426d-ac20-705242d902b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:53.802294 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Bound using segment: {'id': '93566e20-1c37-4964-a6f5-dfd225b31eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '73abf96a-6c42-426d-ac20-705242d902b2'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:57:53.802739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Bound port: 7efa538b-faa1-475b-8313-a5d7b09984d2, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93566e20-1c37-4964-a6f5-dfd225b31eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '73abf96a-6c42-426d-ac20-705242d902b2'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:57:53.803117 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7efa538b-faa1-475b-8313-a5d7b09984d2), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:53.825035 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-1727e4de-18fb-4228-9168-14369c9b50c1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port 851f994d-a4f6-4160-b497-b5294f5b6511 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:57:53.839673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] For port 442323e0-ac97-4ec6-b9a3-a8d29750b29b, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:57:53.843213 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] For port 442323e0-ac97-4ec6-b9a3-a8d29750b29b, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=442323e0-ac97-4ec6-b9a3-a8d29750b29b,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:57:53.850479 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 446c2324-bae1-40a4-a4fa-1e068208ced5 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:53.854379 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9c43c117-6b1b-433c-b3ce-f9226e6994db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bcf39884-6201-478b-af12-0893c47df9a6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:53.857102 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9c43c117-6b1b-433c-b3ce-f9226e6994db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:53.858974 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9c43c117-6b1b-433c-b3ce-f9226e6994db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bcf39884-6201-478b-af12-0893c47df9a6 HTTP/1.1" status: 204 len: 168 time: 0.8133945 Mar 07 21:57:53.918260 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (442323e0-ac97-4ec6-b9a3-a8d29750b29b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:53.936747 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43c117-6b1b-433c-b3ce-f9226e6994db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf39884-6201-478b-af12-0893c47df9a6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:53.972268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-1727e4de-18fb-4228-9168-14369c9b50c1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::1ae (93b13938-fab1-4c0e-a140-35734632e7e9/7bc341cb-42c8-4113-b8f3-b33e51515a52/851f994d-a4f6-4160-b497-b5294f5b6511) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:53.998387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0c9c703-6596-45bd-aa91-3e5f15f3b213 req-a8d35c6c-0f57-40e7-a5ca-7338eb12d138 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/security-groups?id=99f44c43-c635-43c4-8ea2-d3a03270d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799978 Mar 07 21:57:54.020367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ead04059-1548-447f-af23-e2c7895863d1 req-34ee72b3-25b0-412c-83d5-528b7a889d88 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916980 Mar 07 21:57:54.059613 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef9637-b630-4e19-8f85-855650deb0db None None] Pushing event updated for resources: {'Port': ['ID=442323e0-ac97-4ec6-b9a3-a8d29750b29b,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:54.096883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 446c2324-bae1-40a4-a4fa-1e068208ced5 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:54.097278 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:54.100995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9dc14-0592-46ae-830b-195987876173 req-32e518a4-d270-4497-bdde-cbdf5092b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:54.102682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2f9dc14-0592-46ae-830b-195987876173 req-32e518a4-d270-4497-bdde-cbdf5092b1b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc76cc78-d3aa-4131-a129-0f2d526c28eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3088171 Mar 07 21:57:54.110202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9dc14-0592-46ae-830b-195987876173 req-34ccecb3-fac5-4e87-a9cd-2d13d3cc47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:54.111743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2f9dc14-0592-46ae-830b-195987876173 req-34ccecb3-fac5-4e87-a9cd-2d13d3cc47e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1125 time: 0.2439616 Mar 07 21:57:54.133591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4ea5ae-bf2b-4814-8d06-0c66e4baf302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446c2324-bae1-40a4-a4fa-1e068208ced5'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:54.137108 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5d280c-0f80-4dd6-aaff-b40f66a4d34f" -d '{"events": [{"server_uuid": "ec4ea5ae-bf2b-4814-8d06-0c66e4baf302", "name": "network-vif-unplugged", "status": "completed", "tag": "446c2324-bae1-40a4-a4fa-1e068208ced5"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:57:54.165713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 446c2324-bae1-40a4-a4fa-1e068208ced5, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=446c2324-bae1-40a4-a4fa-1e068208ced5,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:54.176354 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:54.191805 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981ab6a0-84e9-4a91-9e78-e46348f5790c {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:57:54.210153 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Publish callbacks [] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:54.260978 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c835e2a-15cb-4b0c-8784-60fad1cf2c40 x-openstack-request-id: req-5c835e2a-15cb-4b0c-8784-60fad1cf2c40 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:57:54.261658 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4ea5ae-bf2b-4814-8d06-0c66e4baf302", "name": "network-vif-unplugged", "status": "completed", "tag": "446c2324-bae1-40a4-a4fa-1e068208ced5", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:57:54.262531 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c835e2a-15cb-4b0c-8784-60fad1cf2c40 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:57:54.263154 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4ea5ae-bf2b-4814-8d06-0c66e4baf302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446c2324-bae1-40a4-a4fa-1e068208ced5', 'code': 200} Mar 07 21:57:54.264726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=446c2324-bae1-40a4-a4fa-1e068208ced5,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:54.280764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Transition to ACTIVE for port object 981ab6a0-84e9-4a91-9e78-e46348f5790c will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:57:54.310796 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:54.315009 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1727e4de-18fb-4228-9168-14369c9b50c1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (851f994d-a4f6-4160-b497-b5294f5b6511), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:54.396296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] For port 7efa538b-faa1-475b-8313-a5d7b09984d2, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:57:54.400178 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9dc14-0592-46ae-830b-195987876173 req-9c225f12-45bf-4446-81f9-48739906d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:54.402084 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2f9dc14-0592-46ae-830b-195987876173 req-9c225f12-45bf-4446-81f9-48739906d840 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc76cc78-d3aa-4131-a129-0f2d526c28eb HTTP/1.1" status: 200 len: 897 time: 0.2653494 Mar 07 21:57:54.431839 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] For port 7efa538b-faa1-475b-8313-a5d7b09984d2, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7efa538b-faa1-475b-8313-a5d7b09984d2,segment=NetworkSegment(93566e20-1c37-4964-a6f5-dfd225b31eef),segment_id=93566e20-1c37-4964-a6f5-dfd225b31eef)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:57:54.433700 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Pushing event updated for resources: {'Port': ['ID=981ab6a0-84e9-4a91-9e78-e46348f5790c,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:54.489360 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (7efa538b-faa1-475b-8313-a5d7b09984d2), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:54.537909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50744) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:54.553059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1727e4de-18fb-4228-9168-14369c9b50c1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (851f994d-a4f6-4160-b497-b5294f5b6511), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:54.572158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd550c-bd14-48a0-b66b-ea5fccf5b2fb req-1ac325a2-4f21-41fb-93b7-29f38e8377f4 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:54.573855 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4bd550c-bd14-48a0-b66b-ea5fccf5b2fb req-1ac325a2-4f21-41fb-93b7-29f38e8377f4 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 944 time: 0.4111435 Mar 07 21:57:54.601819 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:54.602489 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:54.604458 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] 10.222.0.13 "PUT /v2.0/ports/7efa538b-faa1-475b-8313-a5d7b09984d2 HTTP/1.1" status: 200 len: 1092 time: 2.8667519 Mar 07 21:57:54.606965 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb4ce67-67a3-4a0d-94cb-6fcc397412a1', 'tag': '7efa538b-faa1-475b-8313-a5d7b09984d2'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:54.609607 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219a332d-a012-4e85-9fd8-994b8356c732" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb4ce67-67a3-4a0d-94cb-6fcc397412a1", "tag": "7efa538b-faa1-475b-8313-a5d7b09984d2"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:57:54.619520 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71cd7739-daa4-4ff2-aeeb-d555fb1c3d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:54.632819 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2f9dc14-0592-46ae-830b-195987876173 req-7a2f89c6-9d4c-4bdf-b588-96d8ecb892c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 997 time: 0.2235453 Mar 07 21:57:54.635015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2f9dc14-0592-46ae-830b-195987876173 req-2d9ce572-9d67-4a8b-8593-60ead6a9991e service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223622 Mar 07 21:57:54.664321 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727e4de-18fb-4228-9168-14369c9b50c1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:54.682779 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-1727e4de-18fb-4228-9168-14369c9b50c1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:54.684692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7ee38-e954-45ff-97d4-6e9b982db396 service neutron] Pushing event updated for resources: {'Port': ['ID=7efa538b-faa1-475b-8313-a5d7b09984d2,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:54.690084 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1727e4de-18fb-4228-9168-14369c9b50c1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:57:54.696060 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1727e4de-18fb-4228-9168-14369c9b50c1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:54.697404 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1727e4de-18fb-4228-9168-14369c9b50c1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:54.722612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Attempting to bind port 981ab6a0-84e9-4a91-9e78-e46348f5790c on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:57:54.722964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Attempting to bind port 981ab6a0-84e9-4a91-9e78-e46348f5790c by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '2595d9fb-2320-4abb-b17d-ba38ce085b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:57:54.723297 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Attempting to bind port 981ab6a0-84e9-4a91-9e78-e46348f5790c on network a1eab49b-64bb-4485-afcf-f3b034208b07 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:54.761244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Port 981ab6a0-84e9-4a91-9e78-e46348f5790c on network a1eab49b-64bb-4485-afcf-f3b034208b07 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:57:54.761584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Attempting to bind port 981ab6a0-84e9-4a91-9e78-e46348f5790c on network a1eab49b-64bb-4485-afcf-f3b034208b07 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:57:54.776550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:57:54.776899 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Checking segment: {'id': '2595d9fb-2320-4abb-b17d-ba38ce085b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:57:54.777292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Bound using segment: {'id': '2595d9fb-2320-4abb-b17d-ba38ce085b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:57:54.777737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Bound port: 981ab6a0-84e9-4a91-9e78-e46348f5790c, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2595d9fb-2320-4abb-b17d-ba38ce085b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:57:54.778126 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:54.782450 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1727e4de-18fb-4228-9168-14369c9b50c1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8213987 Mar 07 21:57:54.791274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50748) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:54.797523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727e4de-18fb-4228-9168-14369c9b50c1 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=851f994d-a4f6-4160-b497-b5294f5b6511,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:54.809891 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-a12ae918-c10a-40f0-9ff4-86fc12b3e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:54.811446 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-a12ae918-c10a-40f0-9ff4-86fc12b3e38e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=051ecda8ea284c93949918641b8256b7&device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 1126 time: 0.1407607 Mar 07 21:57:54.832950 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ffa7f-5afc-49d3-9642-498c462b9c3e req-aa72a1ce-7049-4482-83c0-3b38c0b91157 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:54.840180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-554ffa7f-5afc-49d3-9642-498c462b9c3e req-aa72a1ce-7049-4482-83c0-3b38c0b91157 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 944 time: 0.3312085 Mar 07 21:57:54.864037 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4bd550c-bd14-48a0-b66b-ea5fccf5b2fb req-4ffec9d6-3f0b-44fc-ab4f-7593d610de10 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579789 Mar 07 21:57:54.874948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9dc14-0592-46ae-830b-195987876173 req-91ae0cf7-7cde-49f7-a752-ed0d44c94c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:54.875149 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-bf70f3de-3e6f-4f92-b58c-4ac4b07e3bbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7efa538b-faa1-475b-8313-a5d7b09984d2 HTTP/1.1" status: 200 len: 217 time: 0.0460515 Mar 07 21:57:54.876421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2f9dc14-0592-46ae-830b-195987876173 req-91ae0cf7-7cde-49f7-a752-ed0d44c94c62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43e2544a-756d-4aee-adf7-dbc5c3079d7c HTTP/1.1" status: 200 len: 834 time: 0.2309914 Mar 07 21:57:54.932404 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] For port 981ab6a0-84e9-4a91-9e78-e46348f5790c, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:57:54.948330 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] For port 981ab6a0-84e9-4a91-9e78-e46348f5790c, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=981ab6a0-84e9-4a91-9e78-e46348f5790c,segment=NetworkSegment(2595d9fb-2320-4abb-b17d-ba38ce085b66),segment_id=2595d9fb-2320-4abb-b17d-ba38ce085b66)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:57:54.953831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-44f951e0-2522-4f2a-bbc5-c05059300461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:54.955589 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-44f951e0-2522-4f2a-bbc5-c05059300461 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1300f651-2739-45e8-b1b8-7364e98484bd HTTP/1.1" status: 200 len: 848 time: 0.0696039 Mar 07 21:57:54.956870 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:54.977674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2f9dc14-0592-46ae-830b-195987876173 req-e5823a77-089d-407e-954c-dd9f2505cd48 service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280442 Mar 07 21:57:55.020776 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-403a9ba1-db13-4c3a-9fb0-dd2878e50a2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73abf96a-6c42-426d-ac20-705242d902b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541103 Mar 07 21:57:55.025860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:55.026365 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:55.027763 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] 10.222.0.13 "PUT /v2.0/ports/981ab6a0-84e9-4a91-9e78-e46348f5790c HTTP/1.1" status: 200 len: 1092 time: 2.8509088 Mar 07 21:57:55.053924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-554ffa7f-5afc-49d3-9642-498c462b9c3e req-5a489606-dca1-4de0-8811-4f95986d42ac tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128429 Mar 07 21:57:55.065788 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71cd7739-daa4-4ff2-aeeb-d555fb1c3d00 admin admin] Publish callbacks [] for security_group (49364111-9a47-406f-8a45-14f27bfef28e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:55.086867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ab7cc9-db4b-46cc-b6ad-6ededcddbc17 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:55.093795 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ab7cc9-db4b-46cc-b6ad-6ededcddbc17 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:55.099224 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-75ab7cc9-db4b-46cc-b6ad-6ededcddbc17 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2981665 Mar 07 21:57:55.100124 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71cd7739-daa4-4ff2-aeeb-d555fb1c3d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (49364111-9a47-406f-8a45-14f27bfef28e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:55.103935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50756) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:55.121446 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eda285-6549-490e-b809-9d5f7062f740 service neutron] Pushing event updated for resources: {'Port': ['ID=981ab6a0-84e9-4a91-9e78-e46348f5790c,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:55.162489 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8e14c3-20a2-4009-9337-1a18ebd48c75 x-openstack-request-id: req-6d8e14c3-20a2-4009-9337-1a18ebd48c75 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:57:55.162713 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb4ce67-67a3-4a0d-94cb-6fcc397412a1", "tag": "7efa538b-faa1-475b-8313-a5d7b09984d2", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:57:55.162985 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d8e14c3-20a2-4009-9337-1a18ebd48c75 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:57:55.163415 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb4ce67-67a3-4a0d-94cb-6fcc397412a1', 'tag': '7efa538b-faa1-475b-8313-a5d7b09984d2', 'status': 'completed', 'code': 200} Mar 07 21:57:55.203220 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9dc14-0592-46ae-830b-195987876173 req-037ad586-9965-463a-a831-bd9772a58d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:55.204748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2f9dc14-0592-46ae-830b-195987876173 req-037ad586-9965-463a-a831-bd9772a58d9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc76cc78-d3aa-4131-a129-0f2d526c28eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3108184 Mar 07 21:57:55.240062 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f46568-bd4c-42d0-b922-f1112635adab req-a04bfd5f-9c9d-4ed8-b8c7-c9629e93fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:55.244682 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-a04bfd5f-9c9d-4ed8-b8c7-c9629e93fa51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d192248e3994b0e99e0429603afce16&device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 1126 time: 0.1349702 Mar 07 21:57:55.249067 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-78153a34-426a-442e-9c8e-a3c76a868088 service neutron] 10.222.0.13 "GET /v2.0/networks/73abf96a-6c42-426d-ac20-705242d902b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155850 Mar 07 21:57:55.309677 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd7739-daa4-4ff2-aeeb-d555fb1c3d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49364111-9a47-406f-8a45-14f27bfef28e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:55.345604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 442323e0-ac97-4ec6-b9a3-a8d29750b29b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:55.356192 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-af167d01-c263-466a-8f11-b3d38925d496 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=981ab6a0-84e9-4a91-9e78-e46348f5790c HTTP/1.1" status: 200 len: 217 time: 0.0997713 Mar 07 21:57:55.356420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4b0bc-042a-4f3e-b867-94b2a4ea2d4a req-985de04c-2fae-4a77-b5bb-aa471dc8cc31 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:55.357961 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0bb4b0bc-042a-4f3e-b867-94b2a4ea2d4a req-985de04c-2fae-4a77-b5bb-aa471dc8cc31 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.3864720 Mar 07 21:57:55.375473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-71cd7739-daa4-4ff2-aeeb-d555fb1c3d00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e655307e1c314c809e82314ff504bfaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8280630 Mar 07 21:57:55.382215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50764) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:55.438056 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 442323e0-ac97-4ec6-b9a3-a8d29750b29b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:55.438473 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (442323e0-ac97-4ec6-b9a3-a8d29750b29b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:55.490310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f46568-bd4c-42d0-b922-f1112635adab req-9d916f41-9541-4b30-abe3-032141437fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:55.491807 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-9d916f41-9541-4b30-abe3-032141437fc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8562e1f9-0919-49ea-b90e-7514e4dc23f6 HTTP/1.1" status: 200 len: 837 time: 0.1281121 Mar 07 21:57:55.571056 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d955bfc4-3abd-4f1c-a559-815e497e4f82 req-2a21e210-34d8-4623-9371-e6071faf24a5 service neutron] 10.222.0.13 "GET /v2.0/networks/73abf96a-6c42-426d-ac20-705242d902b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078914 Mar 07 21:57:55.585289 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f46568-bd4c-42d0-b922-f1112635adab req-bfeb1de7-06e6-4f3c-8d9d-79f3e02a6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:55.587543 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-bfeb1de7-06e6-4f3c-8d9d-79f3e02a6cc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1eab49b-64bb-4485-afcf-f3b034208b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0812907 Mar 07 21:57:55.623278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 442323e0-ac97-4ec6-b9a3-a8d29750b29b is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:55.623681 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (442323e0-ac97-4ec6-b9a3-a8d29750b29b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:55.671493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 442323e0-ac97-4ec6-b9a3-a8d29750b29b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=442323e0-ac97-4ec6-b9a3-a8d29750b29b,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:55.679715 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (442323e0-ac97-4ec6-b9a3-a8d29750b29b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:55.713686 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-4f69f78b-346e-4eb6-adb9-dc586443cb5b service neutron] 10.222.0.13 "GET /v2.0/networks/a1eab49b-64bb-4485-afcf-f3b034208b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186678 Mar 07 21:57:55.753039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=442323e0-ac97-4ec6-b9a3-a8d29750b29b,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:55.781354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-58b4b310-ef77-4080-b19a-eeae92d5bcec None None] Provisioning complete for port 442323e0-ac97-4ec6-b9a3-a8d29750b29b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:55.781735 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-58b4b310-ef77-4080-b19a-eeae92d5bcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (442323e0-ac97-4ec6-b9a3-a8d29750b29b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:55.845786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a332d-a012-4e85-9fd8-994b8356c732 req-ee4870a4-7d3d-48dd-8d25-b5b26b63efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:55.847573 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-219a332d-a012-4e85-9fd8-994b8356c732 req-ee4870a4-7d3d-48dd-8d25-b5b26b63efde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=051ecda8ea284c93949918641b8256b7&device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 1126 time: 0.1324759 Mar 07 21:57:55.893695 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-33f46568-bd4c-42d0-b922-f1112635adab req-56b45b22-ac82-4f03-bca3-e87067abab0e service neutron] 10.222.0.13 "GET /v2.0/networks/a1eab49b-64bb-4485-afcf-f3b034208b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660984 Mar 07 21:57:55.897883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-58b4b310-ef77-4080-b19a-eeae92d5bcec None None] Current status of the port 442323e0-ac97-4ec6-b9a3-a8d29750b29b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:55.914949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2f9dc14-0592-46ae-830b-195987876173 req-c5d5fd08-1abd-440b-804f-cf0b353a4bd4 service neutron] 10.222.0.13 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682782 Mar 07 21:57:55.952981 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0bb4b0bc-042a-4f3e-b867-94b2a4ea2d4a req-0e497c7c-2f7b-4a60-a92e-c4f4e9783d5d tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5432167 Mar 07 21:57:55.968121 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1cbdf753-398c-44ba-b73d-40f6b82ee4a3 admin admin] Publish callbacks [] for security_group (49364111-9a47-406f-8a45-14f27bfef28e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:55.991643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a332d-a012-4e85-9fd8-994b8356c732 req-875d8a12-c7fb-495e-9453-6a40bc935a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:55.993178 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-219a332d-a012-4e85-9fd8-994b8356c732 req-875d8a12-c7fb-495e-9453-6a40bc935a95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73abf96a-6c42-426d-ac20-705242d902b2 HTTP/1.1" status: 200 len: 909 time: 0.1398132 Mar 07 21:57:56.017930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-9b295511-dcb7-4f63-af51-8f71922af1c7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port 851f994d-a4f6-4160-b497-b5294f5b6511 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:56.018298 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9b295511-dcb7-4f63-af51-8f71922af1c7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (851f994d-a4f6-4160-b497-b5294f5b6511), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:56.056969 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-219a332d-a012-4e85-9fd8-994b8356c732 req-1a1156ae-8156-41c9-a5a1-8b9f9736d988 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7efa538b-faa1-475b-8313-a5d7b09984d2 HTTP/1.1" status: 200 len: 217 time: 0.0570178 Mar 07 21:57:56.076010 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1cbdf753-398c-44ba-b73d-40f6b82ee4a3 admin admin] Publish callbacks [] for security_group (49364111-9a47-406f-8a45-14f27bfef28e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:56.123072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a332d-a012-4e85-9fd8-994b8356c732 req-bf96934d-12c6-4390-b3e8-38fe4aaa3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:56.124880 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-219a332d-a012-4e85-9fd8-994b8356c732 req-bf96934d-12c6-4390-b3e8-38fe4aaa3623 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1300f651-2739-45e8-b1b8-7364e98484bd HTTP/1.1" status: 200 len: 848 time: 0.0618875 Mar 07 21:57:56.137358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-aceea8ca-7e9d-4205-b1dc-06a2859b7a49 None None] Provisioning complete for port 851f994d-a4f6-4160-b497-b5294f5b6511 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:56.146376 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aceea8ca-7e9d-4205-b1dc-06a2859b7a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (851f994d-a4f6-4160-b497-b5294f5b6511), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:56.167466 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-219a332d-a012-4e85-9fd8-994b8356c732 req-7ca5ea62-2de7-4134-9216-0343e9ec3c2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73abf96a-6c42-426d-ac20-705242d902b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284712 Mar 07 21:57:56.190841 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2f9dc14-0592-46ae-830b-195987876173 req-8797bbe8-abe1-4235-8c07-9ce680f12e92 service neutron] 10.222.0.13 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617843 Mar 07 21:57:56.198831 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-aceea8ca-7e9d-4205-b1dc-06a2859b7a49 None None] Port 851f994d-a4f6-4160-b497-b5294f5b6511 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:57:56.231934 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9b295511-dcb7-4f63-af51-8f71922af1c7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (851f994d-a4f6-4160-b497-b5294f5b6511), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:56.250731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-9b295511-dcb7-4f63-af51-8f71922af1c7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for 851f994d-a4f6-4160-b497-b5294f5b6511 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:56.259479 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ab712-b099-4c9f-84c4-900d9d84b38b req-fd98d496-6205-4068-8fb2-28f912a5ef8a tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:56.261101 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-952ab712-b099-4c9f-84c4-900d9d84b38b req-fd98d496-6205-4068-8fb2-28f912a5ef8a tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 944 time: 0.1578383 Mar 07 21:57:56.265504 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1cbdf753-398c-44ba-b73d-40f6b82ee4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (49364111-9a47-406f-8a45-14f27bfef28e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:56.269298 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1cbdf753-398c-44ba-b73d-40f6b82ee4a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:56.272491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1cbdf753-398c-44ba-b73d-40f6b82ee4a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49364111-9a47-406f-8a45-14f27bfef28e HTTP/1.1" status: 204 len: 168 time: 0.8591633 Mar 07 21:57:56.315650 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-219a332d-a012-4e85-9fd8-994b8356c732 req-86626a67-aa76-4d1e-bc9a-260837d81e78 service neutron] 10.222.0.13 "GET /v2.0/networks/73abf96a-6c42-426d-ac20-705242d902b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419814 Mar 07 21:57:56.328582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdf753-398c-44ba-b73d-40f6b82ee4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49364111-9a47-406f-8a45-14f27bfef28e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:56.406925 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-952ab712-b099-4c9f-84c4-900d9d84b38b req-cc3e5417-2007-4392-9f43-06ad33986f82 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/security-groups?id=99f44c43-c635-43c4-8ea2-d3a03270d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327770 Mar 07 21:57:56.443152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04d000-e549-4069-811a-ee619cc78e1f req-b69cec8b-1c56-40f7-b9b3-8972ee9e7fb1 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:56.444810 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb04d000-e549-4069-811a-ee619cc78e1f req-b69cec8b-1c56-40f7-b9b3-8972ee9e7fb1 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec4ea5ae-bf2b-4814-8d06-0c66e4baf302 HTTP/1.1" status: 200 len: 944 time: 0.1069136 Mar 07 21:57:56.451692 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-219a332d-a012-4e85-9fd8-994b8356c732 req-aac45b1b-71e4-495c-8ea1-fb228cd1f8a4 service neutron] 10.222.0.13 "GET /v2.0/networks/73abf96a-6c42-426d-ac20-705242d902b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218634 Mar 07 21:57:56.561061 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9b295511-dcb7-4f63-af51-8f71922af1c7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (851f994d-a4f6-4160-b497-b5294f5b6511), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:56.594730 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b295511-dcb7-4f63-af51-8f71922af1c7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=851f994d-a4f6-4160-b497-b5294f5b6511,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:56.634788 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9b295511-dcb7-4f63-af51-8f71922af1c7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:56.638240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9b295511-dcb7-4f63-af51-8f71922af1c7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/851f994d-a4f6-4160-b497-b5294f5b6511 HTTP/1.1" status: 204 len: 168 time: 1.5311253 Mar 07 21:57:56.640741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50808) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:56.654194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-cb04d000-e549-4069-811a-ee619cc78e1f req-4e55acdd-9350-4ca1-a2eb-05f0b5939623 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Deleting port 446c2324-bae1-40a4-a4fa-1e068208ced5 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:56.654425 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cb04d000-e549-4069-811a-ee619cc78e1f req-4e55acdd-9350-4ca1-a2eb-05f0b5939623 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:56.789347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a3ed47-bd5a-4f52-ac8b-69e4200fa8c3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:56.790875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a3ed47-bd5a-4f52-ac8b-69e4200fa8c3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:56.792670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b4a3ed47-bd5a-4f52-ac8b-69e4200fa8c3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1509843 Mar 07 21:57:56.795254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50816) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:56.828499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-cb04d000-e549-4069-811a-ee619cc78e1f req-4e55acdd-9350-4ca1-a2eb-05f0b5939623 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] For port 446c2324-bae1-40a4-a4fa-1e068208ced5, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=446c2324-bae1-40a4-a4fa-1e068208ced5,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:56.829140 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cb04d000-e549-4069-811a-ee619cc78e1f req-4e55acdd-9350-4ca1-a2eb-05f0b5939623 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:56.861399 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-015dff1d-9b27-451f-b464-7fcc1a0e1dd8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 7bc341cb-42c8-4113-b8f3-b33e51515a52 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:57:56.864739 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-015dff1d-9b27-451f-b464-7fcc1a0e1dd8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (7bc341cb-42c8-4113-b8f3-b33e51515a52), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:56.876608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-cb04d000-e549-4069-811a-ee619cc78e1f req-4e55acdd-9350-4ca1-a2eb-05f0b5939623 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Calling delete_port for 446c2324-bae1-40a4-a4fa-1e068208ced5 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:56.921823 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-015dff1d-9b27-451f-b464-7fcc1a0e1dd8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (7bc341cb-42c8-4113-b8f3-b33e51515a52), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:56.980910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ef60a-2eb7-4402-a961-5b9ba474a144 req-0f88f6a5-97ba-4e51-a93c-14ec705f1601 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:56.982605 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30ef60a-2eb7-4402-a961-5b9ba474a144 req-0f88f6a5-97ba-4e51-a93c-14ec705f1601 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 943 time: 0.1590974 Mar 07 21:57:57.030753 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-015dff1d-9b27-451f-b464-7fcc1a0e1dd8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (7bc341cb-42c8-4113-b8f3-b33e51515a52), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:57.085165 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30ef60a-2eb7-4402-a961-5b9ba474a144 req-14a319b3-bdbb-4773-9505-fd34b78a775e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884593 Mar 07 21:57:57.093777 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cb04d000-e549-4069-811a-ee619cc78e1f req-4e55acdd-9350-4ca1-a2eb-05f0b5939623 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (446c2324-bae1-40a4-a4fa-1e068208ced5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:57.115145 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-015dff1d-9b27-451f-b464-7fcc1a0e1dd8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (7bc341cb-42c8-4113-b8f3-b33e51515a52), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:57.127257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55acdd-9350-4ca1-a2eb-05f0b5939623 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Pushing event deleted for resources: {'Port': ['ID=446c2324-bae1-40a4-a4fa-1e068208ced5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:57.166111 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd5d4ee-1f3f-4137-a646-7f502ed09414', 'tag': '981ab6a0-84e9-4a91-9e78-e46348f5790c'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:57.166465 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ef9cf8-f822-49d7-8fe1-b0e3aab3744e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd5d4ee-1f3f-4137-a646-7f502ed09414", "tag": "981ab6a0-84e9-4a91-9e78-e46348f5790c"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:57:57.170579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015dff1d-9b27-451f-b464-7fcc1a0e1dd8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc341cb-42c8-4113-b8f3-b33e51515a52,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:57.173542 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-015dff1d-9b27-451f-b464-7fcc1a0e1dd8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:57.179277 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-015dff1d-9b27-451f-b464-7fcc1a0e1dd8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/7bc341cb-42c8-4113-b8f3-b33e51515a52 HTTP/1.1" status: 204 len: 168 time: 0.3800933 Mar 07 21:57:57.180326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50828) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:57.182587 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887d9511-34ce-421f-98f2-250cd86d951e None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:57.193032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb04d000-e549-4069-811a-ee619cc78e1f req-4e55acdd-9350-4ca1-a2eb-05f0b5939623 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] No DVR routers for this DVR port 446c2324-bae1-40a4-a4fa-1e068208ced5 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:57:57.223493 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cb04d000-e549-4069-811a-ee619cc78e1f req-4e55acdd-9350-4ca1-a2eb-05f0b5939623 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:57.226877 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb04d000-e549-4069-811a-ee619cc78e1f req-4e55acdd-9350-4ca1-a2eb-05f0b5939623 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "DELETE /v2.0/ports/446c2324-bae1-40a4-a4fa-1e068208ced5 HTTP/1.1" status: 204 len: 173 time: 0.7754488 Mar 07 21:57:57.227342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4ea5ae-bf2b-4814-8d06-0c66e4baf302', 'name': 'network-vif-deleted', 'tag': '446c2324-bae1-40a4-a4fa-1e068208ced5'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:57.229623 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a843e3da-8ab3-454e-9967-2ea57f35a760" -d '{"events": [{"server_uuid": "ec4ea5ae-bf2b-4814-8d06-0c66e4baf302", "name": "network-vif-deleted", "tag": "446c2324-bae1-40a4-a4fa-1e068208ced5"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:57:57.246003 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5f58a5db-da54-4cd6-aa36-5dfd1067c35f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653713 Mar 07 21:57:57.257848 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50832) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:57.328530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92814c9f-01ab-43f0-9436-c561ba37f658 req-6df5a4fe-d4b7-48ed-9da7-d8cdc7e035ab tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:57.330125 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92814c9f-01ab-43f0-9436-c561ba37f658 req-6df5a4fe-d4b7-48ed-9da7-d8cdc7e035ab tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.1390779 Mar 07 21:57:57.340333 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50840) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:57.345896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3bfa6377-00c2-406d-88d9-f0c07c088094 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Request body: {'floatingip': {'port_id': '4b385e6f-9bbd-488a-87c6-04f7efc8a217'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:57.376848 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 442323e0-ac97-4ec6-b9a3-a8d29750b29b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:57.469841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 442323e0-ac97-4ec6-b9a3-a8d29750b29b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:57.471712 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (442323e0-ac97-4ec6-b9a3-a8d29750b29b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:57.492779 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6377-00c2-406d-88d9-f0c07c088094 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for floatingip (ae52bd67-0670-4866-b562-d6f232b570f9), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:57.549259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7f5ddf-e4be-4025-9d18-5a4ac7cebe67 None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:57:57.594709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ead22a4e-8016-4fac-b701-c17d0a8b7894 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:57:57.606967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd8f3-39e1-453b-9168-15795ce24f48 req-d4d86c4d-2a2a-4ce1-942a-fc94b66b6f03 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:57.607339 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea99323-e4d4-4a23-9664-ea762d49db63 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:57.609672 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bea99323-e4d4-4a23-9664-ea762d49db63 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3508656 Mar 07 21:57:57.620812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a8bd8f3-39e1-453b-9168-15795ce24f48 req-d4d86c4d-2a2a-4ce1-942a-fc94b66b6f03 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 944 time: 0.1647737 Mar 07 21:57:57.636767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50848) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:57.751925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 442323e0-ac97-4ec6-b9a3-a8d29750b29b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:57.756561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffbccda-9a5b-4193-8a7a-202aa061058e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:57.759439 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7ffbccda-9a5b-4193-8a7a-202aa061058e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1171439 Mar 07 21:57:57.765144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50850) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:57.783034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ba7f5ddf-e4be-4025-9d18-5a4ac7cebe67 None None] Deleting port 442323e0-ac97-4ec6-b9a3-a8d29750b29b {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:57:57.783549 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5ddf-e4be-4025-9d18-5a4ac7cebe67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (442323e0-ac97-4ec6-b9a3-a8d29750b29b), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:57.797751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a8bd8f3-39e1-453b-9168-15795ce24f48 req-a93d8c24-42cf-4c89-bbe8-d2d37c0f839c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708434 Mar 07 21:57:57.846829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:57.917881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'port_id': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'mac_address': 'fa:16:3e:2c:9b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:57:57.923737 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-26ef486b-9390-4df2-80c7-4e8ad933b52a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1572480 Mar 07 21:57:57.928494 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50856) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:57.933489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-37b62588-39b3-4ade-8f2f-455a091a54f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:57.936760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ba7f5ddf-e4be-4025-9d18-5a4ac7cebe67 None None] For port 442323e0-ac97-4ec6-b9a3-a8d29750b29b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=442323e0-ac97-4ec6-b9a3-a8d29750b29b,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:57.937172 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5ddf-e4be-4025-9d18-5a4ac7cebe67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (442323e0-ac97-4ec6-b9a3-a8d29750b29b), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:57.938869 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7cbeac-ae51-4780-844c-f79868e18d54 x-openstack-request-id: req-fa7cbeac-ae51-4780-844c-f79868e18d54 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:57:57.939164 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd5d4ee-1f3f-4137-a646-7f502ed09414", "tag": "981ab6a0-84e9-4a91-9e78-e46348f5790c", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:57:57.939425 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa7cbeac-ae51-4780-844c-f79868e18d54 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:57:57.939830 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd5d4ee-1f3f-4137-a646-7f502ed09414', 'tag': '981ab6a0-84e9-4a91-9e78-e46348f5790c', 'status': 'completed', 'code': 200} Mar 07 21:57:57.965736 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Mar 2022 21:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c80fcf1-46d7-4d49-aa8c-e917b3b359a9 x-openstack-request-id: req-1c80fcf1-46d7-4d49-aa8c-e917b3b359a9 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:57:57.966668 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4ea5ae-bf2b-4814-8d06-0c66e4baf302", "name": "network-vif-deleted", "tag": "446c2324-bae1-40a4-a4fa-1e068208ced5", "status": "failed", "code": 422}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:57:57.967091 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c80fcf1-46d7-4d49-aa8c-e917b3b359a9 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:57:57.967656 n-d-832330-1 neutron-server[103719]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ec4ea5ae-bf2b-4814-8d06-0c66e4baf302', 'name': 'network-vif-deleted', 'tag': '446c2324-bae1-40a4-a4fa-1e068208ced5', 'status': 'failed', 'code': 422} returned with failed status Mar 07 21:57:57.970368 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ba7f5ddf-e4be-4025-9d18-5a4ac7cebe67 None None] Calling delete_port for 442323e0-ac97-4ec6-b9a3-a8d29750b29b owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:57:58.136472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ead22a4e-8016-4fac-b701-c17d0a8b7894 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:57:58.139233 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:58.158636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d2b0a-e288-4a92-a6d6-17d6ed7b50df req-b0d76574-3bbd-49a3-842e-5e67791ea795 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:58.165769 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef5d2b0a-e288-4a92-a6d6-17d6ed7b50df req-b0d76574-3bbd-49a3-842e-5e67791ea795 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 944 time: 0.1046181 Mar 07 21:57:58.170443 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead22a4e-8016-4fac-b701-c17d0a8b7894 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:57:58.182205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef9cf8-f822-49d7-8fe1-b0e3aab3744e req-d78c7e34-ee05-4732-a2de-9c5a5a156919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:58.183827 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d5ef9cf8-f822-49d7-8fe1-b0e3aab3744e req-d78c7e34-ee05-4732-a2de-9c5a5a156919 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d192248e3994b0e99e0429603afce16&device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 1126 time: 0.1949399 Mar 07 21:57:58.218480 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:58.230822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b62588-39b3-4ade-8f2f-455a091a54f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:58.234625 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-37b62588-39b3-4ade-8f2f-455a091a54f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:58.256569 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:58.277648 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef5d2b0a-e288-4a92-a6d6-17d6ed7b50df req-5ccea297-286d-4f29-a80a-0f43d43efdb8 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/security-groups?id=99f44c43-c635-43c4-8ea2-d3a03270d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046946 Mar 07 21:57:58.286629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb55bc4-dcc0-4182-8965-19f2049a10b2 req-f628c371-3cf2-4e26-9403-5cf6de8aba25 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:58.288281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbb55bc4-dcc0-4182-8965-19f2049a10b2 req-f628c371-3cf2-4e26-9403-5cf6de8aba25 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 943 time: 0.0904729 Mar 07 21:57:58.312564 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5ddf-e4be-4025-9d18-5a4ac7cebe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (442323e0-ac97-4ec6-b9a3-a8d29750b29b), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:58.336943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f5ddf-e4be-4025-9d18-5a4ac7cebe67 None None] No DVR routers for this DVR port 442323e0-ac97-4ec6-b9a3-a8d29750b29b on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:57:58.375124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ead22a4e-8016-4fac-b701-c17d0a8b7894,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:58.411312 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbb55bc4-dcc0-4182-8965-19f2049a10b2 req-71c24f05-66a8-4599-8f9b-671943162c84 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101952 Mar 07 21:57:58.415320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f5ddf-e4be-4025-9d18-5a4ac7cebe67 None None] Pushing event deleted for resources: {'Port': ['ID=442323e0-ac97-4ec6-b9a3-a8d29750b29b,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:58.555704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-a8ddc915-b7d2-4b14-86a3-18d22391276c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:58.557827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-a8ddc915-b7d2-4b14-86a3-18d22391276c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 811 time: 0.1402380 Mar 07 21:57:58.574203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-3ceccd0c-5336-4610-abe7-c33f84ce1dea tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/quotas/87ba31d54d964f52a1f1a75c488819eb HTTP/1.1" status: 200 len: 375 time: 0.0101976 Mar 07 21:57:58.617506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-7c444e5c-b243-406f-8ef3-084b3a0974d8 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372014 Mar 07 21:57:58.619714 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['ead22a4e-8016-4fac-b701-c17d0a8b7894'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:57:58.871460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef9cf8-f822-49d7-8fe1-b0e3aab3744e req-457af6f3-ffd8-4596-8e32-69daa2f368fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:58.873026 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d5ef9cf8-f822-49d7-8fe1-b0e3aab3744e req-457af6f3-ffd8-4596-8e32-69daa2f368fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1eab49b-64bb-4485-afcf-f3b034208b07 HTTP/1.1" status: 200 len: 898 time: 0.6529884 Mar 07 21:57:58.877472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf820-73ea-41cf-b749-eaf099f61217 req-bcf428d5-32a3-45ce-80e7-c97afc8f3f77 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:58.879713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-bcf428d5-32a3-45ce-80e7-c97afc8f3f77 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.13 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 944 time: 0.2417374 Mar 07 21:57:58.890865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c800be-140c-4689-8167-76764425189a req-45a8a3a2-497f-47b5-91ee-5c0d298e84ec tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:58.892587 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90c800be-140c-4689-8167-76764425189a req-45a8a3a2-497f-47b5-91ee-5c0d298e84ec tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 944 time: 0.1775234 Mar 07 21:57:58.894818 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-b705b3eb-bc34-4140-a220-2a841064aa73 service neutron] 10.222.0.26 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699003 Mar 07 21:57:58.940062 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d5ef9cf8-f822-49d7-8fe1-b0e3aab3744e req-925e900c-0663-4ebc-b23b-95195db215a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=981ab6a0-84e9-4a91-9e78-e46348f5790c HTTP/1.1" status: 200 len: 217 time: 0.0599864 Mar 07 21:57:59.046030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef9cf8-f822-49d7-8fe1-b0e3aab3744e req-e30ac054-5b97-42f9-8407-ed4c28de73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:59.047784 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d5ef9cf8-f822-49d7-8fe1-b0e3aab3744e req-e30ac054-5b97-42f9-8407-ed4c28de73a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8562e1f9-0919-49ea-b90e-7514e4dc23f6 HTTP/1.1" status: 200 len: 837 time: 0.1017909 Mar 07 21:57:59.085667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90c800be-140c-4689-8167-76764425189a req-7212a03b-aeed-4620-905b-902ac6e36045 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817822 Mar 07 21:57:59.097431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-b557fabe-8b55-48e3-989f-4aefa57d5685 service neutron] 10.222.0.13 "GET /v2.0/ports/ead22a4e-8016-4fac-b701-c17d0a8b7894/bindings/n-h1-832330-1 HTTP/1.1" status: 200 len: 382 time: 0.2010503 Mar 07 21:57:59.104288 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-177d4b3e-dd5b-465b-8a38-71f7a0dfa5f0 service neutron] 10.222.0.26 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994400 Mar 07 21:57:59.141521 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50896) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:59.197750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf820-73ea-41cf-b749-eaf099f61217 req-7ab9e660-ffaf-4b45-8ee8-23688855f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:59.200801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-7ab9e660-ffaf-4b45-8ee8-23688855f90d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1126 time: 0.0781627 Mar 07 21:57:59.220682 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6377-00c2-406d-88d9-f0c07c088094 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:59.224374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef9cf8-f822-49d7-8fe1-b0e3aab3744e req-e9990ae4-3262-4eca-8053-ba1a97f57ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:59.226566 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d5ef9cf8-f822-49d7-8fe1-b0e3aab3744e req-e9990ae4-3262-4eca-8053-ba1a97f57ada service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1eab49b-64bb-4485-afcf-f3b034208b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1490145 Mar 07 21:57:59.261675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 442323e0-ac97-4ec6-b9a3-a8d29750b29b no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:57:59.304043 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 442323e0-ac97-4ec6-b9a3-a8d29750b29b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:57:59.308893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 442323e0-ac97-4ec6-b9a3-a8d29750b29b not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:57:59.346977 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6377-00c2-406d-88d9-f0c07c088094 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (ae52bd67-0670-4866-b562-d6f232b570f9), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:59.411597 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8b9d7de-ea9a-4531-a87e-ed4f9cf2ddb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:59.427866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-604e2456-d722-4070-8b6f-928465eb167d req-e6831878-ef8c-4498-b9dd-44319a6bab2d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 210 time: 0.0654562 Mar 07 21:57:59.438207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab4ce7-bbc9-462a-b1e7-7e79bc8afb4c req-323c9f65-3854-4da7-8524-3e6fc96df44b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:59.439691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ceab4ce7-bbc9-462a-b1e7-7e79bc8afb4c req-323c9f65-3854-4da7-8524-3e6fc96df44b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 944 time: 0.2330825 Mar 07 21:57:59.446100 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf820-73ea-41cf-b749-eaf099f61217 req-0ad5d2c8-df1a-440e-9318-ba2f8b78859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:59.447437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-0ad5d2c8-df1a-440e-9318-ba2f8b78859a service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc76cc78-d3aa-4131-a129-0f2d526c28eb HTTP/1.1" status: 200 len: 897 time: 0.2366312 Mar 07 21:57:59.528018 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d5ef9cf8-f822-49d7-8fe1-b0e3aab3744e req-1c77d985-b442-4615-8272-beefd8555932 service neutron] 10.222.0.13 "GET /v2.0/networks/a1eab49b-64bb-4485-afcf-f3b034208b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795641 Mar 07 21:57:59.544356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-a3286d1c-621c-4406-b500-bbf231dad859 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 998 time: 0.0749698 Mar 07 21:57:59.595337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 981ab6a0-84e9-4a91-9e78-e46348f5790c details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:57:59.602492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ead22a4e-8016-4fac-b701-c17d0a8b7894 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:57:59.605069 n-d-832330-1 neutron-server[103718]: DEBUG neutron.objects.ports [None req-37b62588-39b3-4ade-8f2f-455a091a54f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:57:59.637728 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-37b62588-39b3-4ade-8f2f-455a091a54f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (d30982bd-d5f2-4483-996f-58a096152e45), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:59.658215 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-3bfa6377-00c2-406d-88d9-f0c07c088094 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Floating IP ae52bd67-0670-4866-b562-d6f232b570f9 associated. External IP: 172.25.4.173, port: 4b385e6f-9bbd-488a-87c6-04f7efc8a217. Mar 07 21:57:59.680810 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ceab4ce7-bbc9-462a-b1e7-7e79bc8afb4c req-27ba4ad3-8036-4357-a267-7d822df24600 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270858 Mar 07 21:57:59.688652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf820-73ea-41cf-b749-eaf099f61217 req-4653f0a0-2494-4463-845b-c69e76bca3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:59.690343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-4653f0a0-2494-4463-845b-c69e76bca3ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43e2544a-756d-4aee-adf7-dbc5c3079d7c HTTP/1.1" status: 200 len: 834 time: 0.1332247 Mar 07 21:57:59.726296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b62588-39b3-4ade-8f2f-455a091a54f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:59.738056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-37b62588-39b3-4ade-8f2f-455a091a54f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:59.750635 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b62588-39b3-4ade-8f2f-455a091a54f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:59.751243 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-37b62588-39b3-4ade-8f2f-455a091a54f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:59.762006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ead71-ac5e-4270-97ef-d0d77703d754 req-d8b97326-b1aa-46af-a47b-0e668de4e1cb tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:59.765010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78189b6c-ab66-4313-90a5-55d62cbfbb56 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:57:59.771538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-140ead71-ac5e-4270-97ef-d0d77703d754 req-d8b97326-b1aa-46af-a47b-0e668de4e1cb tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 944 time: 0.2338445 Mar 07 21:57:59.789513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b62588-39b3-4ade-8f2f-455a091a54f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=d30982bd-d5f2-4483-996f-58a096152e45,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:59.797352 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8b9d7de-ea9a-4531-a87e-ed4f9cf2ddb5 admin admin] Publish callbacks [] for security_group (08a4595b-ed35-4072-97b2-8cbe9c1fe417), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:59.810879 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8b9d7de-ea9a-4531-a87e-ed4f9cf2ddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (08a4595b-ed35-4072-97b2-8cbe9c1fe417), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:59.840676 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d5ef9cf8-f822-49d7-8fe1-b0e3aab3744e req-1ef13db5-1bf4-45b5-af15-5a857d6d357d service neutron] 10.222.0.13 "GET /v2.0/networks/a1eab49b-64bb-4485-afcf-f3b034208b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055253 Mar 07 21:57:59.853917 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-37b62588-39b3-4ade-8f2f-455a091a54f6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9237778 Mar 07 21:57:59.857930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50914) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:59.865735 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-36a8dc04-79fb-4b8c-a994-d7174839f2db tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:59.879578 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 981ab6a0-84e9-4a91-9e78-e46348f5790c, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=981ab6a0-84e9-4a91-9e78-e46348f5790c,segment=NetworkSegment(2595d9fb-2320-4abb-b17d-ba38ce085b66),segment_id=2595d9fb-2320-4abb-b17d-ba38ce085b66)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:57:59.894490 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf820-73ea-41cf-b749-eaf099f61217 req-082ef662-6fb7-4fca-b381-a82edfb6a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:59.896310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-082ef662-6fb7-4fca-b381-a82edfb6a12f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc76cc78-d3aa-4131-a129-0f2d526c28eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1972609 Mar 07 21:57:59.902097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port ead22a4e-8016-4fac-b701-c17d0a8b7894 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:57:59.904420 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '981ab6a0-84e9-4a91-9e78-e46348f5790c', 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07', 'port_id': '981ab6a0-84e9-4a91-9e78-e46348f5790c', 'mac_address': 'fa:16:3e:13:e5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8562e1f9-0919-49ea-b90e-7514e4dc23f6', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:57:59.927883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port ead22a4e-8016-4fac-b701-c17d0a8b7894 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:57:59.928264 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:59.933139 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b8b9d7de-ea9a-4531-a87e-ed4f9cf2ddb5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad494c23b8554cb0923850e389553698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7876616 Mar 07 21:57:59.942641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50916) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:57:59.945195 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9d7de-ea9a-4531-a87e-ed4f9cf2ddb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a4595b-ed35-4072-97b2-8cbe9c1fe417,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:59.976710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93b13938-fab1-4c0e-a140-35734632e7e9', 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'project_id': 'fcd33ff4f5634a7ebf156eac6d9bb152', 'fixed_ips': [{'subnet_id': 'd30982bd-d5f2-4483-996f-58a096152e45'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:57:59.978144 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:57:59.986751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-140ead71-ac5e-4270-97ef-d0d77703d754 req-3aa29a62-bd42-4997-8a5f-cddf9992b65e tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/security-groups?id=99f44c43-c635-43c4-8ea2-d3a03270d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104478 Mar 07 21:58:00.031464 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 981ab6a0-84e9-4a91-9e78-e46348f5790c is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:00.032023 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:00.072526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981ab6a0-84e9-4a91-9e78-e46348f5790c {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:58:00.077779 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b6f78220-72e7-4c7d-ae0d-dac3a2959117 admin admin] Publish callbacks [] for security_group (08a4595b-ed35-4072-97b2-8cbe9c1fe417), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:00.106228 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-0a3f76fe-03c2-46bd-8b2d-418fb27302ed service neutron] 10.222.0.13 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958761 Mar 07 21:58:00.134081 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b6f78220-72e7-4c7d-ae0d-dac3a2959117 admin admin] Publish callbacks [] for security_group (08a4595b-ed35-4072-97b2-8cbe9c1fe417), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:00.172255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 981ab6a0-84e9-4a91-9e78-e46348f5790c, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=981ab6a0-84e9-4a91-9e78-e46348f5790c,segment=NetworkSegment(2595d9fb-2320-4abb-b17d-ba38ce085b66),segment_id=2595d9fb-2320-4abb-b17d-ba38ce085b66)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:00.204461 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:00.205134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 7efa538b-faa1-475b-8313-a5d7b09984d2 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:58:00.304159 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfa6377-00c2-406d-88d9-f0c07c088094 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Router 77be2438-9414-4250-bd25-3453747f608b has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:58:00.309127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ead22a4e-8016-4fac-b701-c17d0a8b7894 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:00.309641 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:00.310818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a8dc04-79fb-4b8c-a994-d7174839f2db tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:00.312918 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-97fa8094-f778-4ac3-a7f9-81e0c57f9e64 service neutron] 10.222.0.13 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996040 Mar 07 21:58:00.314997 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b6f78220-72e7-4c7d-ae0d-dac3a2959117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (08a4595b-ed35-4072-97b2-8cbe9c1fe417), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:00.315448 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36a8dc04-79fb-4b8c-a994-d7174839f2db tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:00.319007 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b6f78220-72e7-4c7d-ae0d-dac3a2959117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:00.320739 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b6f78220-72e7-4c7d-ae0d-dac3a2959117 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08a4595b-ed35-4072-97b2-8cbe9c1fe417 HTTP/1.1" status: 204 len: 168 time: 0.3760445 Mar 07 21:58:00.327172 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Allocated IP 2001:db8::f816:3eff:fe5a:4cd8 (93b13938-fab1-4c0e-a140-35734632e7e9/d30982bd-d5f2-4483-996f-58a096152e45/cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:00.347829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45653b90-8ea6-4022-824d-fc3632d11e01 req-6b6c08cd-6193-4d55-bc99-2957e86fad48 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:00.361416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45653b90-8ea6-4022-824d-fc3632d11e01 req-6b6c08cd-6193-4d55-bc99-2957e86fad48 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 944 time: 0.1514919 Mar 07 21:58:00.363951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f78220-72e7-4c7d-ae0d-dac3a2959117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a4595b-ed35-4072-97b2-8cbe9c1fe417,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:00.522814 n-d-832330-1 neutron-server[103718]: INFO neutron.db.ipam_backend_mixin [None req-36a8dc04-79fb-4b8c-a994-d7174839f2db tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d30982bd-d5f2-4483-996f-58a096152e45 (CIDR: 2001:db8::/64) Mar 07 21:58:00.539945 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a8dc04-79fb-4b8c-a994-d7174839f2db tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:58:00.540422 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a8dc04-79fb-4b8c-a994-d7174839f2db tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:00.649204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=981ab6a0-84e9-4a91-9e78-e46348f5790c,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:00.672790 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-36a8dc04-79fb-4b8c-a994-d7174839f2db tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8131030 Mar 07 21:58:00.673828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50926) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:00.680090 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-86f8b8b7-ef97-498a-a028-4550370a84e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:00.689545 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfa6377-00c2-406d-88d9-f0c07c088094 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:58:00.691498 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:00.695031 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7c426b-3894-4ef1-a35f-01461369c05d" -d '{"events": [{"server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "name": "network-vif-plugged", "status": "completed", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:58:00.701345 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f4c923-0fac-4163-9bf0-02ca9519f25b None None] Sync routers for ids ['77be2438-9414-4250-bd25-3453747f608b'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:58:00.706304 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6377-00c2-406d-88d9-f0c07c088094 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:00.722875 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4c923-0fac-4163-9bf0-02ca9519f25b None None] Routers {'77be2438-9414-4250-bd25-3453747f608b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:58:00.726396 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-82f4c923-0fac-4163-9bf0-02ca9519f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:57:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['77be2438-9414-4250-bd25-3453747f608b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:00.774708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 7efa538b-faa1-475b-8313-a5d7b09984d2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7efa538b-faa1-475b-8313-a5d7b09984d2,segment=NetworkSegment(93566e20-1c37-4964-a6f5-dfd225b31eef),segment_id=93566e20-1c37-4964-a6f5-dfd225b31eef)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:00.803795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:00.814135 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3bfa6377-00c2-406d-88d9-f0c07c088094 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "PUT /v2.0/floatingips/ae52bd67-0670-4866-b562-d6f232b570f9 HTTP/1.1" status: 200 len: 992 time: 3.4658189 Mar 07 21:58:00.814135 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e674cb51-93eb-4541-9cb8-69638fb0f0d3', 'tag': '4b385e6f-9bbd-488a-87c6-04f7efc8a217'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:00.814135 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430de8d3-9d70-4123-836f-21a9908aba2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e674cb51-93eb-4541-9cb8-69638fb0f0d3", "tag": "4b385e6f-9bbd-488a-87c6-04f7efc8a217"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:58:00.820653 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:00.825762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '7efa538b-faa1-475b-8313-a5d7b09984d2', 'network_id': '73abf96a-6c42-426d-ac20-705242d902b2', 'port_id': '7efa538b-faa1-475b-8313-a5d7b09984d2', 'mac_address': 'fa:16:3e:bc:97:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1300f651-2739-45e8-b1b8-7364e98484bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:58:00.880631 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50936) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:00.897149 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-252938f0-f193-4520-aa0f-491166d3ce5c req-bae72581-fdfc-4d7d-bc74-88791679d8e7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 210 time: 0.0625060 Mar 07 21:58:00.900217 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-695ed967-0d65-4494-83f3-2e2ef12dd658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:00.935327 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-82f4c923-0fac-4163-9bf0-02ca9519f25b None None] Set router 77be2438-9414-4250-bd25-3453747f608b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:58:00.963645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f8b8b7-ef97-498a-a028-4550370a84e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:00.963915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 7efa538b-faa1-475b-8313-a5d7b09984d2 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:00.965235 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7efa538b-faa1-475b-8313-a5d7b09984d2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:00.969764 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86f8b8b7-ef97-498a-a028-4550370a84e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:00.991312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efa538b-faa1-475b-8313-a5d7b09984d2 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:58:00.999440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ead22a4e-8016-4fac-b701-c17d0a8b7894,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:01.035330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45653b90-8ea6-4022-824d-fc3632d11e01 req-eed85228-9594-43cc-a3e8-58bb82bdf739 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6677933 Mar 07 21:58:01.036087 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 7efa538b-faa1-475b-8313-a5d7b09984d2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7efa538b-faa1-475b-8313-a5d7b09984d2,segment=NetworkSegment(93566e20-1c37-4964-a6f5-dfd225b31eef),segment_id=93566e20-1c37-4964-a6f5-dfd225b31eef)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:01.072729 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7efa538b-faa1-475b-8313-a5d7b09984d2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:01.083208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-7e8bbd26-b4ad-45ea-88ee-8c23981720a5 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:01.084664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-7e8bbd26-b4ad-45ea-88ee-8c23981720a5 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 811 time: 0.2811706 Mar 07 21:58:01.100262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-8c95fd05-36bb-43cb-9617-0bc54e320020 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Request body: {'port': {'device_id': '0f8747c6-4d91-47b4-88b8-561de78de812', 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57', 'admin_state_up': True, 'tenant_id': '87ba31d54d964f52a1f1a75c488819eb'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:01.113166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a0c7c-72ef-4de3-b8c2-76c939656df0 req-4bf62234-b423-4459-b443-e762381b0bba tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:01.121232 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa5a0c7c-72ef-4de3-b8c2-76c939656df0 req-4bf62234-b423-4459-b443-e762381b0bba tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 945 time: 0.1179740 Mar 07 21:58:01.137232 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=7efa538b-faa1-475b-8313-a5d7b09984d2,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:01.154402 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Publish callbacks [] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:01.163232 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:01.219533 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:01.222105 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:01.229451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:58:01.267177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Pushing event updated for resources: {'Port': ['ID=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:01.304466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa5a0c7c-72ef-4de3-b8c2-76c939656df0 req-225e85f8-df97-4bf9-bdef-33ca0afe3ce5 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823387 Mar 07 21:58:01.308496 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-695ed967-0d65-4494-83f3-2e2ef12dd658 admin admin] Publish callbacks [] for security_group (3c87314a-ca66-4609-bf51-de870e5822a1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:01.316543 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-695ed967-0d65-4494-83f3-2e2ef12dd658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3c87314a-ca66-4609-bf51-de870e5822a1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:01.330178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Attempting to bind port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:58:01.331200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Attempting to bind port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:58:01.332088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Attempting to bind port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 on network 93b13938-fab1-4c0e-a140-35734632e7e9 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:58:01.340737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:58:01.341501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Checking segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:58:01.342633 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:01.343708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Bound using segment: {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:58:01.344728 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Bound port: cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:58:01.345377 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:01.356075 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-8c95fd05-36bb-43cb-9617-0bc54e320020 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Made reservation on behalf of 87ba31d54d964f52a1f1a75c488819eb for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:01.361466 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-8c95fd05-36bb-43cb-9617-0bc54e320020 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:01.388961 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ed967-0d65-4494-83f3-2e2ef12dd658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c87314a-ca66-4609-bf51-de870e5822a1,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:01.408495 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-82f4c923-0fac-4163-9bf0-02ca9519f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'ae52bd67-0670-4866-b562-d6f232b570f9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '77be2438-9414-4250-bd25-3453747f608b', 'port_id': '4b385e6f-9bbd-488a-87c6-04f7efc8a217', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'mac_address': 'fa:16:3e:8f:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e674cb51-93eb-4541-9cb8-69638fb0f0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:57:28Z', 'updated_at': '2022-03-07T21:57:58Z', 'revision_number': 1, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a23f23d-c625-4719-8e51-b8d0609d41f3', 'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'mac_address': 'fa:16:3e:d4:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:19Z', 'updated_at': '2022-03-07T21:57:24Z', 'revision_number': 5, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'subnets': [{'id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:01.434292 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3af598c-e6e0-4c18-a3b6-72c2b095729f x-openstack-request-id: req-a3af598c-e6e0-4c18-a3b6-72c2b095729f {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:58:01.434594 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e674cb51-93eb-4541-9cb8-69638fb0f0d3", "tag": "4b385e6f-9bbd-488a-87c6-04f7efc8a217", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:58:01.434863 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3af598c-e6e0-4c18-a3b6-72c2b095729f {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:58:01.435275 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e674cb51-93eb-4541-9cb8-69638fb0f0d3', 'tag': '4b385e6f-9bbd-488a-87c6-04f7efc8a217', 'status': 'completed', 'code': 200} Mar 07 21:58:01.447935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['7efa538b-faa1-475b-8313-a5d7b09984d2'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:58:01.468072 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-695ed967-0d65-4494-83f3-2e2ef12dd658 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2806ff14ff049a9b8c7f3884a8821ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5823381 Mar 07 21:58:01.472092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['981ab6a0-84e9-4a91-9e78-e46348f5790c'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:58:01.476814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] For port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:58:01.477269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50942) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:01.491063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] For port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:58:01.498781 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86f8b8b7-ef97-498a-a028-4550370a84e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (68cbd9f4-5a3b-419e-94f0-bffd62dae876), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:01.501840 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f4c923-0fac-4163-9bf0-02ca9519f25b None None] Checking router: 77be2438-9414-4250-bd25-3453747f608b for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:58:01.527899 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4c923-0fac-4163-9bf0-02ca9519f25b None None] Routers {'77be2438-9414-4250-bd25-3453747f608b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:58:01.528718 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-82f4c923-0fac-4163-9bf0-02ca9519f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:57:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['77be2438-9414-4250-bd25-3453747f608b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:01.547621 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:01.564904 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f8b8b7-ef97-498a-a028-4550370a84e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:01.572981 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-86f8b8b7-ef97-498a-a028-4550370a84e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:01.576537 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f8b8b7-ef97-498a-a028-4550370a84e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:01.577315 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86f8b8b7-ef97-498a-a028-4550370a84e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:01.592790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8b8b7-ef97-498a-a028-4550370a84e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=68cbd9f4-5a3b-419e-94f0-bffd62dae876,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:01.608772 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430de8d3-9d70-4123-836f-21a9908aba2e req-6191f487-3995-48ce-9cfd-beac72f11fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:01.610530 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-430de8d3-9d70-4123-836f-21a9908aba2e req-6191f487-3995-48ce-9cfd-beac72f11fd7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bb6403373984f908124dcb70d1ed022&device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 1128 time: 0.1664546 Mar 07 21:58:01.623356 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-86f8b8b7-ef97-498a-a028-4550370a84e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9483144 Mar 07 21:58:01.630538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50944) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:01.649668 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d241c2b9-f75d-4a2e-b0ba-28552556a249 x-openstack-request-id: req-d241c2b9-f75d-4a2e-b0ba-28552556a249 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:58:01.653046 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "name": "network-vif-plugged", "status": "completed", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:58:01.653628 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d241c2b9-f75d-4a2e-b0ba-28552556a249 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:58:01.654303 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'code': 200} Mar 07 21:58:01.656351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'mac_address': 'fa:16:3e:35:f8:3a', 'name': 'tempest-NetworksTestDHCPv6-669689057'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:01.717443 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b1f41-f0d4-4d83-8fa3-c2504e6720e2 req-00cec827-a78c-4134-8caf-11d3f1e41940 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:01.731535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-409b1f41-f0d4-4d83-8fa3-c2504e6720e2 req-00cec827-a78c-4134-8caf-11d3f1e41940 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 945 time: 0.2051146 Mar 07 21:58:01.734778 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e28c0f4-a501-4e99-a368-9f8be6287937 admin admin] Publish callbacks [] for security_group (3c87314a-ca66-4609-bf51-de870e5822a1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:01.778456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-8c95fd05-36bb-43cb-9617-0bc54e320020 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Allocated IP 172.20.0.12 (5675c4b1-a997-4e40-b5a8-fe2906f9dd57/9e453854-77bd-461c-8a47-1e1f133854b2/bb14513f-5034-43b7-8255-aebf6cf5dfb8) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:01.788273 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-82f4c923-0fac-4163-9bf0-02ca9519f25b None None] Set router 77be2438-9414-4250-bd25-3453747f608b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:58:01.795214 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e28c0f4-a501-4e99-a368-9f8be6287937 admin admin] Publish callbacks [] for security_group (3c87314a-ca66-4609-bf51-de870e5822a1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:01.833069 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-409b1f41-f0d4-4d83-8fa3-c2504e6720e2 req-42cc1b66-f951-44d4-8f29-d933d32c3383 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/security-groups?id=99f44c43-c635-43c4-8ea2-d3a03270d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886433 Mar 07 21:58:01.839638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430de8d3-9d70-4123-836f-21a9908aba2e req-91323597-2bca-4720-900b-0d871e08f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:01.841178 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-430de8d3-9d70-4123-836f-21a9908aba2e req-91323597-2bca-4720-900b-0d871e08f278 service neutron] 10.222.0.15 "GET /v2.0/networks?id=17af4d75-4163-4f51-bf4d-822a5308abb9 HTTP/1.1" status: 200 len: 911 time: 0.2097378 Mar 07 21:58:01.843063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5fb49-a916-4f2a-a445-bc4339836a7a None None] Pushing event updated for resources: {'Port': ['ID=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:02.082300 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e28c0f4-a501-4e99-a368-9f8be6287937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3c87314a-ca66-4609-bf51-de870e5822a1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:02.086609 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e28c0f4-a501-4e99-a368-9f8be6287937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:02.095329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7e28c0f4-a501-4e99-a368-9f8be6287937 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c87314a-ca66-4609-bf51-de870e5822a1 HTTP/1.1" status: 204 len: 168 time: 0.6167579 Mar 07 21:58:02.182307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28c0f4-a501-4e99-a368-9f8be6287937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c87314a-ca66-4609-bf51-de870e5822a1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:02.318538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d72b1ade-3cce-47b4-af46-b337a18b2969 req-98f58504-ca12-4cb3-b597-543e431d1690 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 210 time: 0.2151184 Mar 07 21:58:02.392174 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-82f4c923-0fac-4163-9bf0-02ca9519f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'ae52bd67-0670-4866-b562-d6f232b570f9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '77be2438-9414-4250-bd25-3453747f608b', 'port_id': '4b385e6f-9bbd-488a-87c6-04f7efc8a217', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'mac_address': 'fa:16:3e:8f:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e674cb51-93eb-4541-9cb8-69638fb0f0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:57:28Z', 'updated_at': '2022-03-07T21:57:58Z', 'revision_number': 1, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a23f23d-c625-4719-8e51-b8d0609d41f3', 'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'mac_address': 'fa:16:3e:d4:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:19Z', 'updated_at': '2022-03-07T21:57:24Z', 'revision_number': 5, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'subnets': [{'id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:02.441434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:02.447069 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f4c923-0fac-4163-9bf0-02ca9519f25b None None] The sync data for ids ['77be2438-9414-4250-bd25-3453747f608b'] in n-d-832330-1 is: [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'ae52bd67-0670-4866-b562-d6f232b570f9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '77be2438-9414-4250-bd25-3453747f608b', 'port_id': '4b385e6f-9bbd-488a-87c6-04f7efc8a217', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'mac_address': 'fa:16:3e:8f:52:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e674cb51-93eb-4541-9cb8-69638fb0f0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:57:28Z', 'updated_at': '2022-03-07T21:57:58Z', 'revision_number': 1, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a23f23d-c625-4719-8e51-b8d0609d41f3', 'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'mac_address': 'fa:16:3e:d4:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:19Z', 'updated_at': '2022-03-07T21:57:24Z', 'revision_number': 5, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'subnets': [{'id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:58:02.472615 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-8c95fd05-36bb-43cb-9617-0bc54e320020 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks [] for port (bb14513f-5034-43b7-8255-aebf6cf5dfb8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:02.532262 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-8c95fd05-36bb-43cb-9617-0bc54e320020 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (bb14513f-5034-43b7-8255-aebf6cf5dfb8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:02.545554 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-430de8d3-9d70-4123-836f-21a9908aba2e req-8a57efe3-c54f-4ee9-bbae-e7c5b3e19555 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b385e6f-9bbd-488a-87c6-04f7efc8a217 HTTP/1.1" status: 200 len: 1000 time: 0.6964376 Mar 07 21:58:02.605452 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-8c95fd05-36bb-43cb-9617-0bc54e320020 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:02.616175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-8c95fd05-36bb-43cb-9617-0bc54e320020 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:02.626772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-8c95fd05-36bb-43cb-9617-0bc54e320020 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:58:02.636928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b824041-f150-4fa6-b659-c01076806c48 req-2c2f0455-6d95-4b73-8ef3-037b282ea891 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:02.638543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b824041-f150-4fa6-b659-c01076806c48 req-2c2f0455-6d95-4b73-8ef3-037b282ea891 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.4249098 Mar 07 21:58:02.652487 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430de8d3-9d70-4123-836f-21a9908aba2e req-b4f6feb1-9cd6-4657-80f7-64cde49622e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:02.653944 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-430de8d3-9d70-4123-836f-21a9908aba2e req-b4f6feb1-9cd6-4657-80f7-64cde49622e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b78d0f-0bb8-455d-a78c-07f57fa57eef HTTP/1.1" status: 200 len: 849 time: 0.0778904 Mar 07 21:58:02.676746 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:02.722642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port 0c24d709-9821-4689-a924-4adb8e8e2fff yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:58:02.770985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95fd05-36bb-43cb-9617-0bc54e320020 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Pushing event updated for resources: {'Port': ['ID=bb14513f-5034-43b7-8255-aebf6cf5dfb8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:02.791841 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430de8d3-9d70-4123-836f-21a9908aba2e req-c875f71b-cdaf-46af-8dd4-7f4022c8b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:02.793425 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-430de8d3-9d70-4123-836f-21a9908aba2e req-c875f71b-cdaf-46af-8dd4-7f4022c8b4c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17af4d75-4163-4f51-bf4d-822a5308abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1325426 Mar 07 21:58:02.877943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ed631-69e8-4676-a1ec-f3e915b416ab req-6fcfde13-458a-4e31-a78f-a1da1ae5ff29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:02.879682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf4ed631-69e8-4676-a1ec-f3e915b416ab req-6fcfde13-458a-4e31-a78f-a1da1ae5ff29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 945 time: 0.3647804 Mar 07 21:58:02.882926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab8504-b95a-4e7c-9b5e-9221f7a856de None None] New status for floating IP ae52bd67-0670-4866-b562-d6f232b570f9: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:58:02.892074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-8c95fd05-36bb-43cb-9617-0bc54e320020 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:02.892744 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-8c95fd05-36bb-43cb-9617-0bc54e320020 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:02.959768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b824041-f150-4fa6-b659-c01076806c48 req-a984179e-8ed4-4651-973b-aaf4ff01a619 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2964537 Mar 07 21:58:02.967724 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-8c95fd05-36bb-43cb-9617-0bc54e320020 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8738260 Mar 07 21:58:02.992926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Request body: {'port': {'device_id': '0f8747c6-4d91-47b4-88b8-561de78de812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:03.028624 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-430de8d3-9d70-4123-836f-21a9908aba2e req-c40de7d4-5fdb-43c9-94ac-8c476284c0e0 service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281392 Mar 07 21:58:03.039556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf820-73ea-41cf-b749-eaf099f61217 req-391eb909-3e77-4854-aa21-a4c2c1b8996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:03.041163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-391eb909-3e77-4854-aa21-a4c2c1b8996c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 1127 time: 0.2227790 Mar 07 21:58:03.083170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:03.154692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf4ed631-69e8-4676-a1ec-f3e915b416ab req-a4331c68-997b-4156-8d32-02f0296b590e tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560267 Mar 07 21:58:03.183000 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-430de8d3-9d70-4123-836f-21a9908aba2e req-19759929-4ca0-4e32-a50e-2448723e9b47 service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181262 Mar 07 21:58:03.213897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8:0:1::6c (93b13938-fab1-4c0e-a140-35734632e7e9/68cbd9f4-5a3b-419e-94f0-bffd62dae876/0c24d709-9821-4689-a924-4adb8e8e2fff) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:03.222186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::f816:3eff:fe35:f83a (93b13938-fab1-4c0e-a140-35734632e7e9/d30982bd-d5f2-4483-996f-58a096152e45/0c24d709-9821-4689-a924-4adb8e8e2fff) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:03.290548 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bb14513f-5034-43b7-8255-aebf6cf5dfb8), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:03.369374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5071fc6-9336-413b-b071-bf34a1b1cba3 req-023fb911-4dad-4167-9efd-9ee59ac6779f tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:03.376301 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5071fc6-9336-413b-b071-bf34a1b1cba3 req-023fb911-4dad-4167-9efd-9ee59ac6779f tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 945 time: 0.3020883 Mar 07 21:58:03.391326 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:58:03.443952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4edf7b8-0f64-46d3-9271-3d0a70e3ad05 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:03.476843 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (0c24d709-9821-4689-a924-4adb8e8e2fff), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:03.514850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5071fc6-9336-413b-b071-bf34a1b1cba3 req-7b128862-0c2f-43ee-b494-fe75797ff1a9 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/security-groups?id=99f44c43-c635-43c4-8ea2-d3a03270d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375649 Mar 07 21:58:03.515518 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:03.522825 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0c24d709-9821-4689-a924-4adb8e8e2fff), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:03.560145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9718d5ca-48d2-48ab-8e9c-d62d094c4f7a None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:03.560698 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9718d5ca-48d2-48ab-8e9c-d62d094c4f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:03.620013 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:03.624141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:03.628040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:58:03.635493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:03.636377 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:03.660014 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 7efa538b-faa1-475b-8313-a5d7b09984d2 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:58:03.693347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66abc6f-2dce-495e-919b-5bf7a182e6a6 req-5a3083fb-c9a9-4e4d-95e0-d3d70ad7557d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:03.694917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d66abc6f-2dce-495e-919b-5bf7a182e6a6 req-5a3083fb-c9a9-4e4d-95e0-d3d70ad7557d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 932 time: 0.2598155 Mar 07 21:58:03.700075 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0672998 Mar 07 21:58:03.701200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50980) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:03.702256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=0c24d709-9821-4689-a924-4adb8e8e2fff,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:03.731289 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:03.732163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:03.734628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:03.735133 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:03.736215 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:03.736768 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:03.738668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:03.739200 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:03.739698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:03.740659 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:03.742647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:03.743150 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:03.743654 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49173-5996-419c-b24f-f48167a85bcf tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:03.755950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:03.755950 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:03.905267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9718d5ca-48d2-48ab-8e9c-d62d094c4f7a None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:03.905921 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9718d5ca-48d2-48ab-8e9c-d62d094c4f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:03.984418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 7efa538b-faa1-475b-8313-a5d7b09984d2 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:58:03.991946 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 7efa538b-faa1-475b-8313-a5d7b09984d2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:03.992473 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7efa538b-faa1-475b-8313-a5d7b09984d2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.002946 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:04.003460 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.056625 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73420037-0236-4faa-bc23-9697d90232c6 None None] Update dhcp port {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': 'd30982bd-d5f2-4483-996f-58a096152e45', 'ip_address': '2001:db8::f816:3eff:fe5a:4cd8'}, {'subnet_id': '68cbd9f4-5a3b-419e-94f0-bffd62dae876'}], 'binding:host_id': 'n-d-832330-1'}, 'id': 'cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 21:58:04.066578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d66abc6f-2dce-495e-919b-5bf7a182e6a6 req-248d3e26-904e-4aca-a146-181657b54645 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021095 Mar 07 21:58:04.117105 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9718d5ca-48d2-48ab-8e9c-d62d094c4f7a None None] For port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:04.141549 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-73420037-0236-4faa-bc23-9697d90232c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.157147 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9718d5ca-48d2-48ab-8e9c-d62d094c4f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.189301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb14513f-5034-43b7-8255-aebf6cf5dfb8 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:58:04.221770 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Publish callbacks [] for port (bb14513f-5034-43b7-8255-aebf6cf5dfb8), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.265752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Transition to ACTIVE for port object bb14513f-5034-43b7-8255-aebf6cf5dfb8 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:58:04.269087 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-06db2dd2-274a-41f8-974f-40fb1f514235 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port 0c24d709-9821-4689-a924-4adb8e8e2fff {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:04.269436 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06db2dd2-274a-41f8-974f-40fb1f514235 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0c24d709-9821-4689-a924-4adb8e8e2fff), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.275546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:04.296391 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (bb14513f-5034-43b7-8255-aebf6cf5dfb8), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.334532 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:58:04.334909 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:58:04.421608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718d5ca-48d2-48ab-8e9c-d62d094c4f7a None None] Pushing event updated for resources: {'Port': ['ID=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:04.433383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 7efa538b-faa1-475b-8313-a5d7b09984d2 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:04.433856 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7efa538b-faa1-475b-8313-a5d7b09984d2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.474676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb4ce67-67a3-4a0d-94cb-6fcc397412a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efa538b-faa1-475b-8313-a5d7b09984d2'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:04.477133 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2ebcd3-8b11-40cb-a167-fa9b930ddbc2" -d '{"events": [{"server_uuid": "6bb4ce67-67a3-4a0d-94cb-6fcc397412a1", "name": "network-vif-plugged", "status": "completed", "tag": "7efa538b-faa1-475b-8313-a5d7b09984d2"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:58:04.498547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 7efa538b-faa1-475b-8313-a5d7b09984d2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7efa538b-faa1-475b-8313-a5d7b09984d2,segment=NetworkSegment(93566e20-1c37-4964-a6f5-dfd225b31eef),segment_id=93566e20-1c37-4964-a6f5-dfd225b31eef)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:04.525616 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7efa538b-faa1-475b-8313-a5d7b09984d2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.526506 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 981ab6a0-84e9-4a91-9e78-e46348f5790c up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:58:04.591610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=7efa538b-faa1-475b-8313-a5d7b09984d2,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:04.645420 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-73420037-0236-4faa-bc23-9697d90232c6 None None] Allocated IP 2001:db8:0:1::2 (93b13938-fab1-4c0e-a140-35734632e7e9/68cbd9f4-5a3b-419e-94f0-bffd62dae876/cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:04.693739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51012) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:04.698650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 981ab6a0-84e9-4a91-9e78-e46348f5790c completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:58:04.730931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 981ab6a0-84e9-4a91-9e78-e46348f5790c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:04.731312 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.737329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb14513f-5034-43b7-8255-aebf6cf5dfb8,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:04.746229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa6f43-0709-43cb-a881-9eaa5e496ff4 req-95a5f149-8d4c-4247-9098-1877124d7e43 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:04.753196 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05aa6f43-0709-43cb-a881-9eaa5e496ff4 req-95a5f149-8d4c-4247-9098-1877124d7e43 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 945 time: 0.6684060 Mar 07 21:58:04.801971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:58:04.803311 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-73420037-0236-4faa-bc23-9697d90232c6 None None] For port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:04.859293 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe0c8-a0d5-4981-bce3-b904c2742721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.895639 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06db2dd2-274a-41f8-974f-40fb1f514235 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0c24d709-9821-4689-a924-4adb8e8e2fff), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.902360 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-73420037-0236-4faa-bc23-9697d90232c6 None None] Publish callbacks [] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.905855 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 981ab6a0-84e9-4a91-9e78-e46348f5790c is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:04.906685 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.918784 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-73420037-0236-4faa-bc23-9697d90232c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.927594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:04.964971 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05aa6f43-0709-43cb-a881-9eaa5e496ff4 req-469c637f-23fc-4e1d-91fd-5855cb0d0b80 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061749 Mar 07 21:58:04.972301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22888382-7b78-46da-863f-b60fbe88d800 req-ffd5d76f-6817-4026-9743-5819a44dd9b2 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:04.980342 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe0c8-a0d5-4981-bce3-b904c2742721 admin admin] Publish callbacks [] for security_group (fdd39968-a675-4a4a-88a2-2005e727143f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.982225 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22888382-7b78-46da-863f-b60fbe88d800 req-ffd5d76f-6817-4026-9743-5819a44dd9b2 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 945 time: 0.6339445 Mar 07 21:58:04.984669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:04.989629 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d98cf12-2cd3-4a9f-838c-0f84163a5a0a" -d '{"events": [{"server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "name": "network-vif-unplugged", "status": "completed", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:58:04.993505 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Publish callbacks [] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:04.998403 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe0c8-a0d5-4981-bce3-b904c2742721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fdd39968-a675-4a4a-88a2-2005e727143f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:05.029188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-06db2dd2-274a-41f8-974f-40fb1f514235 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for 0c24d709-9821-4689-a924-4adb8e8e2fff owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:05.040561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffe0c8-a0d5-4981-bce3-b904c2742721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd39968-a675-4a4a-88a2-2005e727143f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:05.046117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 981ab6a0-84e9-4a91-9e78-e46348f5790c, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=981ab6a0-84e9-4a91-9e78-e46348f5790c,segment=NetworkSegment(2595d9fb-2320-4abb-b17d-ba38ce085b66),segment_id=2595d9fb-2320-4abb-b17d-ba38ce085b66)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:05.050463 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e699c260-7f3f-44e6-8c15-1424f0a94b95 x-openstack-request-id: req-e699c260-7f3f-44e6-8c15-1424f0a94b95 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:58:05.050899 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb4ce67-67a3-4a0d-94cb-6fcc397412a1", "name": "network-vif-plugged", "status": "completed", "tag": "7efa538b-faa1-475b-8313-a5d7b09984d2", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:58:05.051812 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e699c260-7f3f-44e6-8c15-1424f0a94b95 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:58:05.052345 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb4ce67-67a3-4a0d-94cb-6fcc397412a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efa538b-faa1-475b-8313-a5d7b09984d2', 'code': 200} Mar 07 21:58:05.080229 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:05.083211 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73420037-0236-4faa-bc23-9697d90232c6 None None] Pushing event updated for resources: {'Port': ['ID=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:05.112882 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d0ffe0c8-a0d5-4981-bce3-b904c2742721 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85d40719f461413ca4df93819eb194d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4169953 Mar 07 21:58:05.116156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51020) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:05.156032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=981ab6a0-84e9-4a91-9e78-e46348f5790c,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:05.157615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Transition to ACTIVE for port object ead22a4e-8016-4fac-b701-c17d0a8b7894 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:58:05.192472 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:05.236989 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f7f28da6-0cd0-4c7b-9ae0-ec5e66749462 admin admin] Publish callbacks [] for security_group (fdd39968-a675-4a4a-88a2-2005e727143f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:05.277868 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f7f28da6-0cd0-4c7b-9ae0-ec5e66749462 admin admin] Publish callbacks [] for security_group (fdd39968-a675-4a4a-88a2-2005e727143f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:05.300193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:58:05.308901 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Attempting to bind port bb14513f-5034-43b7-8255-aebf6cf5dfb8 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:58:05.309243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Attempting to bind port bb14513f-5034-43b7-8255-aebf6cf5dfb8 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:58:05.309571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Attempting to bind port bb14513f-5034-43b7-8255-aebf6cf5dfb8 on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:58:05.345497 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f7f28da6-0cd0-4c7b-9ae0-ec5e66749462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fdd39968-a675-4a4a-88a2-2005e727143f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:05.350526 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f7f28da6-0cd0-4c7b-9ae0-ec5e66749462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:05.354245 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f7f28da6-0cd0-4c7b-9ae0-ec5e66749462 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdd39968-a675-4a4a-88a2-2005e727143f HTTP/1.1" status: 204 len: 168 time: 0.2342439 Mar 07 21:58:05.366157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Port bb14513f-5034-43b7-8255-aebf6cf5dfb8 on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:58:05.366500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Attempting to bind port bb14513f-5034-43b7-8255-aebf6cf5dfb8 on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:58:05.368798 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f28da6-0cd0-4c7b-9ae0-ec5e66749462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd39968-a675-4a4a-88a2-2005e727143f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:05.379292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22888382-7b78-46da-863f-b60fbe88d800 req-212c6c66-c87c-4f64-90cf-a3575b329859 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3559809 Mar 07 21:58:05.411906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Pushing event updated for resources: {'Port': ['ID=ead22a4e-8016-4fac-b701-c17d0a8b7894,revision_number=10']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:05.465406 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:05.465793 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:05.492696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:58:05.493055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Checking segment: {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:58:05.493465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Bound using segment: {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:58:05.493939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Bound port: bb14513f-5034-43b7-8255-aebf6cf5dfb8, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:58:05.494420 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bb14513f-5034-43b7-8255-aebf6cf5dfb8), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:05.542144 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 21:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a501e683-67c2-4192-b108-62f97922e6e8 x-openstack-request-id: req-a501e683-67c2-4192-b108-62f97922e6e8 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:58:05.542468 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "name": "network-vif-unplugged", "status": "completed", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:58:05.544594 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a501e683-67c2-4192-b108-62f97922e6e8 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:58:05.545185 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'code': 200} Mar 07 21:58:05.590570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b84e8f-f26c-46f0-8511-2ab237d8b857 req-b573587c-5512-4be6-84e0-e0ee10505eab tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:05.600533 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3b84e8f-f26c-46f0-8511-2ab237d8b857 req-b573587c-5512-4be6-84e0-e0ee10505eab tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 946 time: 0.4217699 Mar 07 21:58:05.608123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d6cfa-a78d-43f4-a1af-306eaef9e0d6 req-141315f7-5242-40b7-b038-936d9d597219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:05.609637 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-694d6cfa-a78d-43f4-a1af-306eaef9e0d6 req-141315f7-5242-40b7-b038-936d9d597219 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 1128 time: 0.4715734 Mar 07 21:58:05.862025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ead22a4e-8016-4fac-b701-c17d0a8b7894 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:58:05.926923 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:05.945869 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] The host n-h1-832330-1 is not matching for port ead22a4e-8016-4fac-b701-c17d0a8b7894 host n-h2-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 21:58:05.946354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ead22a4e-8016-4fac-b701-c17d0a8b7894 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:58:05.948153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] No DVR routers for this DVR port ead22a4e-8016-4fac-b701-c17d0a8b7894 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:58:06.045306 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd584c63-7ef2-476e-a3bd-3fec401179ff req-751826d4-2072-4282-8bfd-241b1adee065 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:06.047202 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd584c63-7ef2-476e-a3bd-3fec401179ff req-751826d4-2072-4282-8bfd-241b1adee065 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 944 time: 0.4427438 Mar 07 21:58:06.090346 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3b84e8f-f26c-46f0-8511-2ab237d8b857 req-8a797b03-02a5-4a81-ae00-91c99e83b6b4 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/security-groups?id=99f44c43-c635-43c4-8ea2-d3a03270d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779003 Mar 07 21:58:06.092457 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-694d6cfa-a78d-43f4-a1af-306eaef9e0d6 req-b0f38198-36c5-4105-aa0b-2bd7a56439bf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=99f44c43-c635-43c4-8ea2-d3a03270d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206307 Mar 07 21:58:06.149508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] For port bb14513f-5034-43b7-8255-aebf6cf5dfb8, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:58:06.168428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1c148d0e-ce00-452d-99dc-bde1f54b6c8e None None] Provisioning complete for port 0c24d709-9821-4689-a924-4adb8e8e2fff triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:06.168691 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1c148d0e-ce00-452d-99dc-bde1f54b6c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0c24d709-9821-4689-a924-4adb8e8e2fff), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:06.209340 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06db2dd2-274a-41f8-974f-40fb1f514235 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0c24d709-9821-4689-a924-4adb8e8e2fff), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:06.215701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1c148d0e-ce00-452d-99dc-bde1f54b6c8e None None] Port 0c24d709-9821-4689-a924-4adb8e8e2fff was deleted so its status cannot be updated. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 07 21:58:06.221109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] For port bb14513f-5034-43b7-8255-aebf6cf5dfb8, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bb14513f-5034-43b7-8255-aebf6cf5dfb8,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:58:06.227679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1c148d0e-ce00-452d-99dc-bde1f54b6c8e None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:06.228284 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1c148d0e-ce00-452d-99dc-bde1f54b6c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:06.325330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd584c63-7ef2-476e-a3bd-3fec401179ff req-4998fc49-2010-47f6-8bcb-6d75be07a29f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317867 Mar 07 21:58:06.335009 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (bb14513f-5034-43b7-8255-aebf6cf5dfb8), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:06.340229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1c148d0e-ce00-452d-99dc-bde1f54b6c8e None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:06.357240 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db2dd2-274a-41f8-974f-40fb1f514235 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=0c24d709-9821-4689-a924-4adb8e8e2fff,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:06.457734 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06db2dd2-274a-41f8-974f-40fb1f514235 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:06.459918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2f46bd27-e1db-4a0d-bff0-de2d2d7f1a75 None None] Could not find standard attr ID for object 0c24d709-9821-4689-a924-4adb8e8e2fff. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:58:06.463266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-06db2dd2-274a-41f8-974f-40fb1f514235 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/0c24d709-9821-4689-a924-4adb8e8e2fff HTTP/1.1" status: 204 len: 168 time: 2.7573435 Mar 07 21:58:06.463983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51048) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:06.477611 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:06.478267 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:06.479697 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] 10.222.0.15 "PUT /v2.0/ports/bb14513f-5034-43b7-8255-aebf6cf5dfb8 HTTP/1.1" status: 200 len: 1092 time: 3.5038085 Mar 07 21:58:06.496849 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad49e24-1f50-4ffb-8494-1f12186472a7 req-ce0e4b55-d1a7-4447-b1b0-49d40622075f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:06.498425 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ad49e24-1f50-4ffb-8494-1f12186472a7 req-ce0e4b55-d1a7-4447-b1b0-49d40622075f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 944 time: 0.2798743 Mar 07 21:58:06.549163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524c3be8-d3c5-4ca9-bf83-d961d45ee129 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:06.554621 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-524c3be8-d3c5-4ca9-bf83-d961d45ee129 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0884657 Mar 07 21:58:06.555261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51052) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:06.584074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3001c8-e630-4c68-a1c0-fbb31c4f9bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb14513f-5034-43b7-8255-aebf6cf5dfb8,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:06.622767 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f76957c-b701-4986-aee2-ef74cb7fec56 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:06.624379 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4f76957c-b701-4986-aee2-ef74cb7fec56 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0681672 Mar 07 21:58:06.627045 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51054) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:06.644604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Attempting to bind port ead22a4e-8016-4fac-b701-c17d0a8b7894 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:58:06.645584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Attempting to bind port ead22a4e-8016-4fac-b701-c17d0a8b7894 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:58:06.645970 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Attempting to bind port ead22a4e-8016-4fac-b701-c17d0a8b7894 on network cc76cc78-d3aa-4131-a129-0f2d526c28eb {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:58:06.670806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Port ead22a4e-8016-4fac-b701-c17d0a8b7894 on network cc76cc78-d3aa-4131-a129-0f2d526c28eb not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:58:06.671145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Attempting to bind port ead22a4e-8016-4fac-b701-c17d0a8b7894 on network cc76cc78-d3aa-4131-a129-0f2d526c28eb {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:58:06.690559 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734a9f36-21e4-40ef-99a4-ef62c4923301 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:06.691975 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734a9f36-21e4-40ef-99a4-ef62c4923301 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:06.693326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734a9f36-21e4-40ef-99a4-ef62c4923301 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:06.694570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:58:06.697788 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-734a9f36-21e4-40ef-99a4-ef62c4923301 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0670378 Mar 07 21:58:06.697932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Checking segment: {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:58:06.697932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Bound using segment: {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:58:06.697932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Bound port: ead22a4e-8016-4fac-b701-c17d0a8b7894, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:58:06.697932 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:06.698306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51056) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:06.720426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ad49e24-1f50-4ffb-8494-1f12186472a7 req-abcceb07-e591-4c05-84c5-3590e5e5c459 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828175 Mar 07 21:58:06.724946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-1a1a082c-7258-46c9-bef4-9a8c2cb2fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:06.726568 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-1a1a082c-7258-46c9-bef4-9a8c2cb2fbc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 1126 time: 0.1835203 Mar 07 21:58:06.733653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c96b91-f39d-4f20-9368-1ee9127323d2 req-962b7960-617b-47a9-9bf1-587210446c8a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:06.735158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41c96b91-f39d-4f20-9368-1ee9127323d2 req-962b7960-617b-47a9-9bf1-587210446c8a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 946 time: 0.2316842 Mar 07 21:58:06.758576 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ca8d11-2c61-4960-9997-48bbfd4479c2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 68cbd9f4-5a3b-419e-94f0-bffd62dae876 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:58:06.761709 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57ca8d11-2c61-4960-9997-48bbfd4479c2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (68cbd9f4-5a3b-419e-94f0-bffd62dae876), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:06.797022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-a4d1c1e9-f8a1-439c-8c17-e2bd8a2439f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb14513f-5034-43b7-8255-aebf6cf5dfb8 HTTP/1.1" status: 200 len: 217 time: 0.0608943 Mar 07 21:58:06.801204 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57ca8d11-2c61-4960-9997-48bbfd4479c2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (68cbd9f4-5a3b-419e-94f0-bffd62dae876), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:06.882960 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57ca8d11-2c61-4960-9997-48bbfd4479c2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (68cbd9f4-5a3b-419e-94f0-bffd62dae876), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:06.895823 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41c96b91-f39d-4f20-9368-1ee9127323d2 req-1b4e08b6-8e52-4171-be28-a1f3fafb1a57 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506655 Mar 07 21:58:06.899352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:58:06.903964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:58:06.918148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-eebb8f6c-6cba-40e9-ae55-9b156c82ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:06.920294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-eebb8f6c-6cba-40e9-ae55-9b156c82ec5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e453854-77bd-461c-8a47-1e1f133854b2 HTTP/1.1" status: 200 len: 851 time: 0.1136017 Mar 07 21:58:06.921744 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:06.948101 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57ca8d11-2c61-4960-9997-48bbfd4479c2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (68cbd9f4-5a3b-419e-94f0-bffd62dae876), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:06.980999 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-57ca8d11-2c61-4960-9997-48bbfd4479c2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:06.981712 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-167ed7db-807d-4989-afbc-43cafde4f97d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545330 Mar 07 21:58:06.984880 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-57ca8d11-2c61-4960-9997-48bbfd4479c2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/68cbd9f4-5a3b-419e-94f0-bffd62dae876 HTTP/1.1" status: 204 len: 168 time: 0.2859015 Mar 07 21:58:06.986912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca8d11-2c61-4960-9997-48bbfd4479c2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=68cbd9f4-5a3b-419e-94f0-bffd62dae876,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:06.988214 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:06.989300 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b7b0b4-77ef-4b01-a78b-8431f97f0b71 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:06.989827 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51058) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:06.992944 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:06.993925 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] 10.222.0.15 "PUT /v2.0/ports/ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 1092 time: 3.9429517 Mar 07 21:58:07.064904 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd5d4ee-1f3f-4137-a646-7f502ed09414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981ab6a0-84e9-4a91-9e78-e46348f5790c'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:07.067865 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc8bd29-0588-493b-992d-27d0a2117622" -d '{"events": [{"server_uuid": "ecd5d4ee-1f3f-4137-a646-7f502ed09414", "name": "network-vif-plugged", "status": "completed", "tag": "981ab6a0-84e9-4a91-9e78-e46348f5790c"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:58:07.072873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ab7b2-86a2-4a80-bb74-299e7e19838c service neutron] Pushing event updated for resources: {'Port': ['ID=ead22a4e-8016-4fac-b701-c17d0a8b7894,revision_number=11']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:07.084313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-58806eb1-791c-4d93-91a8-fddc8cef6370 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet d30982bd-d5f2-4483-996f-58a096152e45 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:58:07.088484 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-58806eb1-791c-4d93-91a8-fddc8cef6370 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (d30982bd-d5f2-4483-996f-58a096152e45), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:07.118702 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42deceb1-6411-4e26-a461-34b958c4a7da x-openstack-request-id: req-42deceb1-6411-4e26-a461-34b958c4a7da {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:58:07.119241 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd5d4ee-1f3f-4137-a646-7f502ed09414", "name": "network-vif-plugged", "status": "completed", "tag": "981ab6a0-84e9-4a91-9e78-e46348f5790c", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:58:07.119671 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42deceb1-6411-4e26-a461-34b958c4a7da {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:58:07.120374 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd5d4ee-1f3f-4137-a646-7f502ed09414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981ab6a0-84e9-4a91-9e78-e46348f5790c', 'code': 200} Mar 07 21:58:07.157626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf820-73ea-41cf-b749-eaf099f61217 req-2b1a463b-76e6-42f4-b81f-40fd951158db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:07.161891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-2b1a463b-76e6-42f4-b81f-40fd951158db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1126 time: 0.1365595 Mar 07 21:58:07.190987 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-58806eb1-791c-4d93-91a8-fddc8cef6370 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (d30982bd-d5f2-4483-996f-58a096152e45), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:07.226160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-0787b534-16b4-4632-81dc-59533c04bcc3 service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292557 Mar 07 21:58:07.308901 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-58806eb1-791c-4d93-91a8-fddc8cef6370 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (d30982bd-d5f2-4483-996f-58a096152e45), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:07.403149 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-58806eb1-791c-4d93-91a8-fddc8cef6370 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (d30982bd-d5f2-4483-996f-58a096152e45), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:07.448677 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c67a2b-68ad-44fb-8280-ccd28f349c8f req-8774d18a-c5d3-4664-bc16-272f806b0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:07.449899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96c67a2b-68ad-44fb-8280-ccd28f349c8f req-8774d18a-c5d3-4664-bc16-272f806b0541 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 1128 time: 0.2350111 Mar 07 21:58:07.450940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf820-73ea-41cf-b749-eaf099f61217 req-923ab1ad-6863-48a3-8743-bbb7c7b34bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:07.451490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58806eb1-791c-4d93-91a8-fddc8cef6370 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=d30982bd-d5f2-4483-996f-58a096152e45,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:07.452245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-923ab1ad-6863-48a3-8743-bbb7c7b34bd4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc76cc78-d3aa-4131-a129-0f2d526c28eb HTTP/1.1" status: 200 len: 897 time: 0.2845786 Mar 07 21:58:07.458795 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-58806eb1-791c-4d93-91a8-fddc8cef6370 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:07.462916 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-58806eb1-791c-4d93-91a8-fddc8cef6370 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/d30982bd-d5f2-4483-996f-58a096152e45 HTTP/1.1" status: 204 len: 168 time: 0.4721889 Mar 07 21:58:07.465552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51066) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:07.492255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904d6c8-d375-4fa2-8979-0e3b4520b846 req-cefe37cd-b329-43d9-94ab-1d94da1e1098 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:07.494003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a904d6c8-d375-4fa2-8979-0e3b4520b846 req-cefe37cd-b329-43d9-94ab-1d94da1e1098 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 946 time: 0.2659087 Mar 07 21:58:07.514550 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ecb836c6-c3bf-40ee-bfa1-c24f6475c400 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465178 Mar 07 21:58:07.517519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51068) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:07.523642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:07.619859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:07.623803 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:07.825105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8747c6-4d91-47b4-88b8-561de78de812', 'tag': 'bb14513f-5034-43b7-8255-aebf6cf5dfb8'}, {'name': 'network-changed', 'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:07.827358 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6433e0-e5fa-4202-84fb-3819a539efb8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8747c6-4d91-47b4-88b8-561de78de812", "tag": "bb14513f-5034-43b7-8255-aebf6cf5dfb8"}, {"name": "network-changed", "server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:58:07.831318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cf64d4c-2e92-48e4-a097-f2e854543ab9 req-4b35fc46-86a2-49a8-831a-91803e2790ce service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818927 Mar 07 21:58:07.913026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572d9421-fb80-4eea-beed-b6f6c8629691 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:07.950993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-c9cb5378-7632-4723-998a-c5df99a02068 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 997 time: 0.4728837 Mar 07 21:58:07.959306 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602a1a4-c7c7-4220-ba72-64a9460547e0 req-da5063ac-5124-4c46-a05c-1d287724d360 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:07.960927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a602a1a4-c7c7-4220-ba72-64a9460547e0 req-da5063ac-5124-4c46-a05c-1d287724d360 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 944 time: 0.5397706 Mar 07 21:58:07.964438 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a904d6c8-d375-4fa2-8979-0e3b4520b846 req-6fd71303-a8d7-47c1-b733-bc66d32757f1 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/security-groups?id=99f44c43-c635-43c4-8ea2-d3a03270d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403430 Mar 07 21:58:07.968461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96c67a2b-68ad-44fb-8280-ccd28f349c8f req-bcecfbb3-4418-42ec-86f5-e68202205bb6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4918172 Mar 07 21:58:08.011812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.objects.ports [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:58:08.033048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf820-73ea-41cf-b749-eaf099f61217 req-9b0ebe00-5189-4ede-8fb2-03ad4288829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.034794 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-9b0ebe00-5189-4ede-8fb2-03ad4288829f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43e2544a-756d-4aee-adf7-dbc5c3079d7c HTTP/1.1" status: 200 len: 834 time: 0.0693095 Mar 07 21:58:08.099258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8d5b7173-917d-492d-8151-8409dae33514 None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:08.099834 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7173-917d-492d-8151-8409dae33514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:08.101122 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a602a1a4-c7c7-4220-ba72-64a9460547e0 req-10b8eb89-8ffc-481e-8900-6049df490a0b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240509 Mar 07 21:58:08.149554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf820-73ea-41cf-b749-eaf099f61217 req-e4548bde-077a-4403-9c52-748ad9c55f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.151020 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-e4548bde-077a-4403-9c52-748ad9c55f67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc76cc78-d3aa-4131-a129-0f2d526c28eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1056070 Mar 07 21:58:08.178688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e001e6-2463-4f71-abe2-a47daa5044ce req-b10ee0c6-f66b-4c7f-846b-249a868cd427 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.180221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3e001e6-2463-4f71-abe2-a47daa5044ce req-b10ee0c6-f66b-4c7f-846b-249a868cd427 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 944 time: 0.0936756 Mar 07 21:58:08.217142 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 21:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0d411c-d23d-414a-bf48-a5ab8e5ae820 x-openstack-request-id: req-5f0d411c-d23d-414a-bf48-a5ab8e5ae820 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:58:08.217441 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8747c6-4d91-47b4-88b8-561de78de812", "tag": "bb14513f-5034-43b7-8255-aebf6cf5dfb8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:58:08.217700 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f0d411c-d23d-414a-bf48-a5ab8e5ae820 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:58:08.218311 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8747c6-4d91-47b4-88b8-561de78de812', 'tag': 'bb14513f-5034-43b7-8255-aebf6cf5dfb8', 'status': 'completed', 'code': 200} Mar 07 21:58:08.218571 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'status': 'completed', 'code': 200} Mar 07 21:58:08.245885 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:08.248695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8d5b7173-917d-492d-8151-8409dae33514 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:08.393631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3e001e6-2463-4f71-abe2-a47daa5044ce req-cdb84265-d266-46dd-88b4-50b91c4a0e15 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032957 Mar 07 21:58:08.412169 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-036d3555-7708-423c-998c-ec5d11f23c77 service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525220 Mar 07 21:58:08.446158 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] For port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:08.449354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-7fbb564c-5171-43f8-8122-8b9995995265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.450874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-7fbb564c-5171-43f8-8122-8b9995995265 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1126 time: 0.1927006 Mar 07 21:58:08.462177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-b7ccbf17-65b2-4d6d-8dc1-edff9d100105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.463652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-b7ccbf17-65b2-4d6d-8dc1-edff9d100105 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 1126 time: 0.2043445 Mar 07 21:58:08.475920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-63e73873-37fc-4450-b01f-64dc86886887 None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:08.476306 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-63e73873-37fc-4450-b01f-64dc86886887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:08.481570 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:08.485864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e63c41-e814-4ffd-a4f6-df803edb643a req-bf70afe7-b819-4b4c-8d79-126867fd44ef tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.486931 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:08.490616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88e63c41-e814-4ffd-a4f6-df803edb643a req-bf70afe7-b819-4b4c-8d79-126867fd44ef tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 946 time: 0.1748984 Mar 07 21:58:08.521799 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (4e8c25b7-83fa-44ed-b1d0-cf24bb0747e5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:08.563010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-63e73873-37fc-4450-b01f-64dc86886887 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:08.589459 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:08.596671 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:08.598919 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,revision_number=8']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:08.602287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.602996 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:08.606476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81994bb0-9d27-4d64-9b1d-f69deb3f6bd8 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:08.612645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=4e8c25b7-83fa-44ed-b1d0-cf24bb0747e5,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:08.626984 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0685f6f1-1efb-4c07-af0c-706e37bbf8ff tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1081266 Mar 07 21:58:08.629637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51088) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:08.635804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3b334f0d-38dc-4de7-98af-564e132d7209 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:08.731495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912bf820-73ea-41cf-b749-eaf099f61217 req-067ce0d3-148f-4032-803b-7ceb1d36ae37 service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137236 Mar 07 21:58:08.735157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-f5d0d14f-7dcf-41d5-b7c8-40f1ed459cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.736554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-f5d0d14f-7dcf-41d5-b7c8-40f1ed459cd0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc76cc78-d3aa-4131-a129-0f2d526c28eb HTTP/1.1" status: 200 len: 897 time: 0.2691634 Mar 07 21:58:08.749057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88e63c41-e814-4ffd-a4f6-df803edb643a req-ca15451f-4352-4470-9927-986d71adf18e tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986413 Mar 07 21:58:08.768208 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b334f0d-38dc-4de7-98af-564e132d7209 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:08.772547 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b334f0d-38dc-4de7-98af-564e132d7209 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:08.801223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-71f0deb9-b142-4a8d-98a7-2047d788fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.802741 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-71f0deb9-b142-4a8d-98a7-2047d788fc60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 912 time: 0.3250725 Mar 07 21:58:08.859532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-05fc312f-cff2-4d31-939d-d49de566abde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb14513f-5034-43b7-8255-aebf6cf5dfb8 HTTP/1.1" status: 200 len: 217 time: 0.0491021 Mar 07 21:58:08.863583 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-322e180c-37df-4fa1-8d21-d5da705314fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 997 time: 0.1133327 Mar 07 21:58:08.871865 n-d-832330-1 neutron-server[103718]: INFO neutron.db.ipam_backend_mixin [None req-3b334f0d-38dc-4de7-98af-564e132d7209 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e8c25b7-83fa-44ed-b1d0-cf24bb0747e5 (CIDR: 2001:db8::/64) Mar 07 21:58:08.875432 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b334f0d-38dc-4de7-98af-564e132d7209 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:58:08.875974 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b334f0d-38dc-4de7-98af-564e132d7209 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:08.893428 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3b334f0d-38dc-4de7-98af-564e132d7209 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2620320 Mar 07 21:58:08.897545 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51090) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:08.903980 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-954d3d98-566c-4c03-9d83-2ae47963528b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:08.945525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-9e7e1d8f-85ee-4850-9d30-29732472ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.947043 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-9e7e1d8f-85ee-4850-9d30-29732472ae02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e453854-77bd-461c-8a47-1e1f133854b2 HTTP/1.1" status: 200 len: 851 time: 0.0809212 Mar 07 21:58:08.950647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-255776b9-30e9-4c1a-875b-1a20c50d16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.951979 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-255776b9-30e9-4c1a-875b-1a20c50d16d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43e2544a-756d-4aee-adf7-dbc5c3079d7c HTTP/1.1" status: 200 len: 834 time: 0.0764112 Mar 07 21:58:08.986430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-67d144e3-9ae6-4d8f-8a02-3f59bf1e1674 None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:08.986717 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-67d144e3-9ae6-4d8f-8a02-3f59bf1e1674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:09.010127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-04ba807b-f9ce-4588-9e5c-778f9336e13b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511527 Mar 07 21:58:09.037070 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954d3d98-566c-4c03-9d83-2ae47963528b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:09.041800 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-954d3d98-566c-4c03-9d83-2ae47963528b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:09.166883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-67d144e3-9ae6-4d8f-8a02-3f59bf1e1674 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:09.174464 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-35e02ba5-1186-4693-8746-898d60bb4074 service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581597 Mar 07 21:58:09.257047 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:58:09.262684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-ace68418-bd89-4b7b-8516-960491b872f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:09.263473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-ace68418-bd89-4b7b-8516-960491b872f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc76cc78-d3aa-4131-a129-0f2d526c28eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2978728 Mar 07 21:58:09.352867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:09.354184 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:09.376131 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-954d3d98-566c-4c03-9d83-2ae47963528b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (35c155ca-1f6e-445c-ae89-6adbbed81cdf), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:09.412229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d59a6-4b13-4e55-bd34-9ed54a6cd06c req-4b1e5d5f-058f-4fee-934d-20dd718b867b tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:09.413785 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f4d59a6-4b13-4e55-bd34-9ed54a6cd06c req-4b1e5d5f-058f-4fee-934d-20dd718b867b tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 946 time: 0.2375364 Mar 07 21:58:09.424708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954d3d98-566c-4c03-9d83-2ae47963528b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:09.428639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-954d3d98-566c-4c03-9d83-2ae47963528b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:09.433170 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954d3d98-566c-4c03-9d83-2ae47963528b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:09.433895 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-954d3d98-566c-4c03-9d83-2ae47963528b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:09.444105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17926e6-5309-4071-8c44-c6ccc9f17672 req-710af866-860c-494d-83e6-8050e50da3e9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:09.445028 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e17926e6-5309-4071-8c44-c6ccc9f17672 req-710af866-860c-494d-83e6-8050e50da3e9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 944 time: 0.2113225 Mar 07 21:58:09.447968 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2884a3c-e5eb-4b52-b9ec-2b1bc0bfd64d None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:09.458026 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-954d3d98-566c-4c03-9d83-2ae47963528b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5587423 Mar 07 21:58:09.458902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d3d98-566c-4c03-9d83-2ae47963528b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=35c155ca-1f6e-445c-ae89-6adbbed81cdf,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:09.461340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51104) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:09.466993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ca274135-68fc-4c11-94a4-df68c988b5ce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'mac_address': 'fa:16:3e:21:39:df', 'name': 'tempest-NetworksTestDHCPv6-1559396204'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:09.468207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:09.489207 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-a70223d4-d903-4804-9fdf-f435e5056904 service neutron] 10.222.0.13 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007644 Mar 07 21:58:09.535394 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-991d44e1-103d-4ce4-9d1c-be8a788ba93a service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223495 Mar 07 21:58:09.605386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca274135-68fc-4c11-94a4-df68c988b5ce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:09.641414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f4d59a6-4b13-4e55-bd34-9ed54a6cd06c req-d66dcef1-e71c-4106-9c1f-8991151ca7b6 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/security-groups?id=99f44c43-c635-43c4-8ea2-d3a03270d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953893 Mar 07 21:58:09.650293 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e17926e6-5309-4071-8c44-c6ccc9f17672 req-8f2c695b-8cde-4f68-8347-4485bfdf082d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965129 Mar 07 21:58:09.685786 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd4abfe-2250-4f46-8d1d-f8a66b9d0d00 None None] Update dhcp port {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': '4e8c25b7-83fa-44ed-b1d0-cf24bb0747e5', 'ip_address': '2001:db8::f816:3eff:fe5a:4cd8'}, {'subnet_id': '35c155ca-1f6e-445c-ae89-6adbbed81cdf'}], 'binding:host_id': 'n-d-832330-1'}, 'id': 'cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 21:58:09.688859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-51236bbe-50a8-49bb-87b8-9060fdac9453 service neutron] 10.222.0.13 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895578 Mar 07 21:58:09.697664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-0bca5dcb-5461-4d69-b06c-5247ad66c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:09.701874 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca274135-68fc-4c11-94a4-df68c988b5ce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:09.703956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-0bca5dcb-5461-4d69-b06c-5247ad66c455 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1126 time: 0.0996268 Mar 07 21:58:09.724041 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-ca274135-68fc-4c11-94a4-df68c988b5ce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port 4bc03f10-30b5-4bb5-95d0-9bcbc15dcdcb yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:58:09.741995 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9dd4abfe-2250-4f46-8d1d-f8a66b9d0d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:09.869732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-5a88b466-e7c5-41b9-9a89-fec2e696eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:09.872261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-5a88b466-e7c5-41b9-9a89-fec2e696eaa7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc76cc78-d3aa-4131-a129-0f2d526c28eb HTTP/1.1" status: 200 len: 897 time: 0.1608231 Mar 07 21:58:09.896730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device bb14513f-5034-43b7-8255-aebf6cf5dfb8 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:58:09.909784 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-ca274135-68fc-4c11-94a4-df68c988b5ce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8:0:1::bc (93b13938-fab1-4c0e-a140-35734632e7e9/35c155ca-1f6e-445c-ae89-6adbbed81cdf/4bc03f10-30b5-4bb5-95d0-9bcbc15dcdcb) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:09.916856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-ca274135-68fc-4c11-94a4-df68c988b5ce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::f816:3eff:fe21:39df (93b13938-fab1-4c0e-a140-35734632e7e9/4e8c25b7-83fa-44ed-b1d0-cf24bb0747e5/4bc03f10-30b5-4bb5-95d0-9bcbc15dcdcb) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:09.954958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacb88e-47c3-4aea-942c-c8c02d384c02 req-cb95c3e6-da56-43bc-88f4-5dfb438dd5e3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:09.956611 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cacb88e-47c3-4aea-942c-c8c02d384c02 req-cb95c3e6-da56-43bc-88f4-5dfb438dd5e3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 944 time: 0.1295233 Mar 07 21:58:10.010729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port bb14513f-5034-43b7-8255-aebf6cf5dfb8, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bb14513f-5034-43b7-8255-aebf6cf5dfb8,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:10.012818 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-32029867-c06b-4167-94e9-2961f3e34c28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 997 time: 0.1283984 Mar 07 21:58:10.021301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'bb14513f-5034-43b7-8255-aebf6cf5dfb8', 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57', 'port_id': 'bb14513f-5034-43b7-8255-aebf6cf5dfb8', 'mac_address': 'fa:16:3e:64:ba:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e453854-77bd-461c-8a47-1e1f133854b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:58:10.059672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port bb14513f-5034-43b7-8255-aebf6cf5dfb8 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:10.060066 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bb14513f-5034-43b7-8255-aebf6cf5dfb8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:10.074124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb14513f-5034-43b7-8255-aebf6cf5dfb8 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:58:10.083467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0363f-9d39-4d6b-ad44-ec9a3f131991 req-1df792cb-f22c-435f-a23b-864039c9d8cb tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:10.085342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55d0363f-9d39-4d6b-ad44-ec9a3f131991 req-1df792cb-f22c-435f-a23b-864039c9d8cb tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 946 time: 0.1515260 Mar 07 21:58:10.085554 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca274135-68fc-4c11-94a4-df68c988b5ce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (4bc03f10-30b5-4bb5-95d0-9bcbc15dcdcb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:10.092008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cacb88e-47c3-4aea-942c-c8c02d384c02 req-950fcd3e-e9f6-44d0-b6a9-6abd2ba8cd3b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138618 Mar 07 21:58:10.095504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port bb14513f-5034-43b7-8255-aebf6cf5dfb8, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bb14513f-5034-43b7-8255-aebf6cf5dfb8,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:10.102305 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bb14513f-5034-43b7-8255-aebf6cf5dfb8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:10.127858 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca274135-68fc-4c11-94a4-df68c988b5ce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4bc03f10-30b5-4bb5-95d0-9bcbc15dcdcb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:10.138380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-0e58df41-a7e6-4fc0-b9f2-76e6774efc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:10.140004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-0e58df41-a7e6-4fc0-b9f2-76e6774efc08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43e2544a-756d-4aee-adf7-dbc5c3079d7c HTTP/1.1" status: 200 len: 834 time: 0.1188068 Mar 07 21:58:10.192506 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca274135-68fc-4c11-94a4-df68c988b5ce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=4bc03f10-30b5-4bb5-95d0-9bcbc15dcdcb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:10.204300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca274135-68fc-4c11-94a4-df68c988b5ce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:10.206622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-ca274135-68fc-4c11-94a4-df68c988b5ce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:10.209900 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca274135-68fc-4c11-94a4-df68c988b5ce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:58:10.216798 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca274135-68fc-4c11-94a4-df68c988b5ce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:10.217447 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca274135-68fc-4c11-94a4-df68c988b5ce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:10.222259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55d0363f-9d39-4d6b-ad44-ec9a3f131991 req-a65deb76-b004-41a3-bb38-2474c6fc321c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239417 Mar 07 21:58:10.232446 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=bb14513f-5034-43b7-8255-aebf6cf5dfb8,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:10.243307 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ca274135-68fc-4c11-94a4-df68c988b5ce tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7805500 Mar 07 21:58:10.245902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51116) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:10.261416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-9dd4abfe-2250-4f46-8d1d-f8a66b9d0d00 None None] Allocated IP 2001:db8:0:1::2 (93b13938-fab1-4c0e-a140-35734632e7e9/35c155ca-1f6e-445c-ae89-6adbbed81cdf/cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:10.299381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-612fb012-9397-4258-b6ba-2197d213c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:10.301794 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-612fb012-9397-4258-b6ba-2197d213c5e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc76cc78-d3aa-4131-a129-0f2d526c28eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1534038 Mar 07 21:58:10.334146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45bd2cdc-2bef-45cb-a4a2-113b437eb7de req-450e22c4-1523-4c82-9cbd-18c26c2af3e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005929 Mar 07 21:58:10.409305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9dd4abfe-2250-4f46-8d1d-f8a66b9d0d00 None None] For port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:10.442010 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9dd4abfe-2250-4f46-8d1d-f8a66b9d0d00 None None] Publish callbacks [] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:10.442418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-38232865-d34f-47b2-bfef-3730240690e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port 4bc03f10-30b5-4bb5-95d0-9bcbc15dcdcb {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:10.442930 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-38232865-d34f-47b2-bfef-3730240690e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4bc03f10-30b5-4bb5-95d0-9bcbc15dcdcb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:10.452103 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9dd4abfe-2250-4f46-8d1d-f8a66b9d0d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:10.559437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd2cdc-2bef-45cb-a4a2-113b437eb7de req-34bd282e-99f8-40ca-b290-2e84c808ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:10.559821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['bb14513f-5034-43b7-8255-aebf6cf5dfb8'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:58:10.561296 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45bd2cdc-2bef-45cb-a4a2-113b437eb7de req-34bd282e-99f8-40ca-b290-2e84c808ab96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4115cbd761624389b66373c73c2acc7b&device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 1127 time: 0.1683147 Mar 07 21:58:10.565695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-2edf20b4-d3a7-4833-9ef0-bcaec0337d97 service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538042 Mar 07 21:58:10.575315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9bdcf-0783-4411-85a2-07960c9e6818 req-b383714c-289e-4553-870f-2fb4329960be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:10.577192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57f9bdcf-0783-4411-85a2-07960c9e6818 req-b383714c-289e-4553-870f-2fb4329960be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 946 time: 0.2420032 Mar 07 21:58:10.630023 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-38232865-d34f-47b2-bfef-3730240690e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4bc03f10-30b5-4bb5-95d0-9bcbc15dcdcb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:10.643165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4abfe-2250-4f46-8d1d-f8a66b9d0d00 None None] Pushing event updated for resources: {'Port': ['ID=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:10.665005 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-38232865-d34f-47b2-bfef-3730240690e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for 4bc03f10-30b5-4bb5-95d0-9bcbc15dcdcb owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:10.914137 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-38232865-d34f-47b2-bfef-3730240690e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4bc03f10-30b5-4bb5-95d0-9bcbc15dcdcb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:10.953285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38232865-d34f-47b2-bfef-3730240690e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=4bc03f10-30b5-4bb5-95d0-9bcbc15dcdcb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:11.002903 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-38232865-d34f-47b2-bfef-3730240690e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:11.008602 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-38232865-d34f-47b2-bfef-3730240690e3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/4bc03f10-30b5-4bb5-95d0-9bcbc15dcdcb HTTP/1.1" status: 204 len: 168 time: 0.7585859 Mar 07 21:58:11.008917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51134) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:11.065605 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4813b68a-bb0e-4737-96f3-9af3bf7585df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:11.067256 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4813b68a-bb0e-4737-96f3-9af3bf7585df tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0573378 Mar 07 21:58:11.069844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51136) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:11.131001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0f4a75-2c99-4321-8e4a-8d452b7f2eab tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:11.136216 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4d0f4a75-2c99-4321-8e4a-8d452b7f2eab tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0647218 Mar 07 21:58:11.136999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51140) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:11.174233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57f9bdcf-0783-4411-85a2-07960c9e6818 req-e77cc3de-bafb-44c5-acdd-8a15aad71fdb tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5868151 Mar 07 21:58:11.216929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd2cdc-2bef-45cb-a4a2-113b437eb7de req-274ea905-713a-4a31-a49b-a92caaa253b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:11.219920 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45bd2cdc-2bef-45cb-a4a2-113b437eb7de req-274ea905-713a-4a31-a49b-a92caaa253b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=83d57a19-3431-4910-9994-33f2e03a0fe7 HTTP/1.1" status: 200 len: 909 time: 0.6335955 Mar 07 21:58:11.224468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d6433e0-e5fa-4202-84fb-3819a539efb8 req-7a9d9f6b-14b8-49d8-8fb0-3fcbb64e4bf0 service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462727 Mar 07 21:58:11.225106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5707de8d-4b92-4721-bd7f-c27df30834b3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:11.226308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5707de8d-4b92-4721-bd7f-c27df30834b3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:11.227614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5707de8d-4b92-4721-bd7f-c27df30834b3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:11.231944 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5707de8d-4b92-4721-bd7f-c27df30834b3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0912747 Mar 07 21:58:11.232473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51144) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:11.245290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da70532-1b3e-4ebd-8b21-ff40a34cc682 req-b1cd1e5f-3e26-4899-a13b-9284a2489d63 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:11.252283 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6da70532-1b3e-4ebd-8b21-ff40a34cc682 req-b1cd1e5f-3e26-4899-a13b-9284a2489d63 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 945 time: 0.2255099 Mar 07 21:58:11.260858 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:58:11.313566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6b95a4-ee0d-4adf-8b26-241b86c07638 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 35c155ca-1f6e-445c-ae89-6adbbed81cdf {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:58:11.318333 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc6b95a4-ee0d-4adf-8b26-241b86c07638 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (35c155ca-1f6e-445c-ae89-6adbbed81cdf), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:11.349143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:11.349540 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:11.384452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45bd2cdc-2bef-45cb-a4a2-113b437eb7de req-9f854243-bf53-44e5-ae89-1dddd2e77272 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d92c1f69-abd4-430e-acd0-2c2aae679bc4 HTTP/1.1" status: 200 len: 1000 time: 0.1522005 Mar 07 21:58:11.386573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc6b95a4-ee0d-4adf-8b26-241b86c07638 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (35c155ca-1f6e-445c-ae89-6adbbed81cdf), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:11.402969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6da70532-1b3e-4ebd-8b21-ff40a34cc682 req-778d7dc4-f66f-47d8-bafc-793e9413be67 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497281 Mar 07 21:58:11.443013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-431d0c60-c539-42b6-a08f-6a6e3c7bf049 None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:11.443389 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-431d0c60-c539-42b6-a08f-6a6e3c7bf049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:11.482566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd2cdc-2bef-45cb-a4a2-113b437eb7de req-939ff5ea-8baf-4c45-bd82-06eb6f63d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:11.484181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45bd2cdc-2bef-45cb-a4a2-113b437eb7de req-939ff5ea-8baf-4c45-bd82-06eb6f63d5d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9615476-da71-4e49-a927-46d7be2e5c0c HTTP/1.1" status: 200 len: 847 time: 0.0802767 Mar 07 21:58:11.517237 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc6b95a4-ee0d-4adf-8b26-241b86c07638 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (35c155ca-1f6e-445c-ae89-6adbbed81cdf), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:11.551530 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:11.622134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28965a87-cd68-4588-9266-415faa5bf7c9 req-4e6ae4e7-eff6-4d1d-aa0e-fc5d4b24e0c6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:11.637868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28965a87-cd68-4588-9266-415faa5bf7c9 req-4e6ae4e7-eff6-4d1d-aa0e-fc5d4b24e0c6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 944 time: 0.1523869 Mar 07 21:58:11.658998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd2cdc-2bef-45cb-a4a2-113b437eb7de req-391d896f-ce1c-43d9-a45d-5313649ef93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:11.663150 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45bd2cdc-2bef-45cb-a4a2-113b437eb7de req-391d896f-ce1c-43d9-a45d-5313649ef93c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83d57a19-3431-4910-9994-33f2e03a0fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1355910 Mar 07 21:58:11.663893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-431d0c60-c539-42b6-a08f-6a6e3c7bf049 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:11.670376 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc6b95a4-ee0d-4adf-8b26-241b86c07638 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (35c155ca-1f6e-445c-ae89-6adbbed81cdf), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:11.725554 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc6b95a4-ee0d-4adf-8b26-241b86c07638 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:11.742462 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cc6b95a4-ee0d-4adf-8b26-241b86c07638 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/35c155ca-1f6e-445c-ae89-6adbbed81cdf HTTP/1.1" status: 204 len: 168 time: 0.5092657 Mar 07 21:58:11.743848 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b95a4-ee0d-4adf-8b26-241b86c07638 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=35c155ca-1f6e-445c-ae89-6adbbed81cdf,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:11.745451 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51160) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:11.797006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92881260-58ae-42c5-a075-9b80486844c2 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:11.836706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-3785092e-1160-4a70-a4ce-0b8d5582f173 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 4e8c25b7-83fa-44ed-b1d0-cf24bb0747e5 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:58:11.840518 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3785092e-1160-4a70-a4ce-0b8d5582f173 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (4e8c25b7-83fa-44ed-b1d0-cf24bb0747e5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:11.853109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28965a87-cd68-4588-9266-415faa5bf7c9 req-a5b32be1-9b13-41bc-86a0-8aedd0f2b83f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092342 Mar 07 21:58:11.867801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45bd2cdc-2bef-45cb-a4a2-113b437eb7de req-0e086319-2d6a-4f79-b0b0-d9abb90e10c0 service neutron] 10.222.0.13 "GET /v2.0/networks/83d57a19-3431-4910-9994-33f2e03a0fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893260 Mar 07 21:58:11.877817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51164) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:11.896429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4519faec-2bae-4594-baa0-e4a84dd8be5c None None] Could not find standard attr ID for object 4bc03f10-30b5-4bb5-95d0-9bcbc15dcdcb. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:58:11.915934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ead22a4e-8016-4fac-b701-c17d0a8b7894 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:58:11.919163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device bb14513f-5034-43b7-8255-aebf6cf5dfb8 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:58:11.957041 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1dc30afd-8156-47a0-988a-a5191cf4e8f6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/cc36fbcd-5894-4432-a055-cb272603cd40 HTTP/1.1" status: 200 len: 989 time: 0.0752995 Mar 07 21:58:11.972192 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3785092e-1160-4a70-a4ce-0b8d5582f173 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (4e8c25b7-83fa-44ed-b1d0-cf24bb0747e5), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:11.990729 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45bd2cdc-2bef-45cb-a4a2-113b437eb7de req-15c3e329-e2e7-4b47-9965-09ebdcde2538 service neutron] 10.222.0.13 "GET /v2.0/networks/83d57a19-3431-4910-9994-33f2e03a0fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175253 Mar 07 21:58:12.084664 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3785092e-1160-4a70-a4ce-0b8d5582f173 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (4e8c25b7-83fa-44ed-b1d0-cf24bb0747e5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:12.092952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port bb14513f-5034-43b7-8255-aebf6cf5dfb8 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:58:12.101492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port bb14513f-5034-43b7-8255-aebf6cf5dfb8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:12.102016 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bb14513f-5034-43b7-8255-aebf6cf5dfb8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:12.142553 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:12.166573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'port_id': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'mac_address': 'fa:16:3e:2c:9b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:58:12.171232 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3785092e-1160-4a70-a4ce-0b8d5582f173 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (4e8c25b7-83fa-44ed-b1d0-cf24bb0747e5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:12.218776 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785092e-1160-4a70-a4ce-0b8d5582f173 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=4e8c25b7-83fa-44ed-b1d0-cf24bb0747e5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:12.222551 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3785092e-1160-4a70-a4ce-0b8d5582f173 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:12.227191 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3785092e-1160-4a70-a4ce-0b8d5582f173 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/4e8c25b7-83fa-44ed-b1d0-cf24bb0747e5 HTTP/1.1" status: 204 len: 168 time: 0.4719150 Mar 07 21:58:12.229900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51174) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:12.248802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ead22a4e-8016-4fac-b701-c17d0a8b7894 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:12.249472 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:12.272257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead22a4e-8016-4fac-b701-c17d0a8b7894 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:58:12.275842 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d2629dfe-1af8-4bab-9ac3-8a6c2323bec4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447025 Mar 07 21:58:12.276370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port bb14513f-5034-43b7-8255-aebf6cf5dfb8 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:12.276763 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bb14513f-5034-43b7-8255-aebf6cf5dfb8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:12.278938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51176) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:12.284791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-20b2810b-eb14-4163-82eb-62fdf6adb413 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:12.312342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:12.319743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8747c6-4d91-47b4-88b8-561de78de812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb14513f-5034-43b7-8255-aebf6cf5dfb8'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:12.322018 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b371d9e-2016-4acf-be0e-e33a04f5e4a7" -d '{"events": [{"server_uuid": "0f8747c6-4d91-47b4-88b8-561de78de812", "name": "network-vif-plugged", "status": "completed", "tag": "bb14513f-5034-43b7-8255-aebf6cf5dfb8"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:58:12.332079 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:12.341817 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port bb14513f-5034-43b7-8255-aebf6cf5dfb8, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bb14513f-5034-43b7-8255-aebf6cf5dfb8,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:12.367488 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bb14513f-5034-43b7-8255-aebf6cf5dfb8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:12.378375 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3be6b40-1a37-4427-ab95-78631f478765 x-openstack-request-id: req-b3be6b40-1a37-4427-ab95-78631f478765 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:58:12.378679 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8747c6-4d91-47b4-88b8-561de78de812", "name": "network-vif-plugged", "status": "completed", "tag": "bb14513f-5034-43b7-8255-aebf6cf5dfb8", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:58:12.378940 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3be6b40-1a37-4427-ab95-78631f478765 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:58:12.379372 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8747c6-4d91-47b4-88b8-561de78de812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb14513f-5034-43b7-8255-aebf6cf5dfb8', 'code': 200} Mar 07 21:58:12.402774 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ead22a4e-8016-4fac-b701-c17d0a8b7894,revision_number=12']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:12.403048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b2810b-eb14-4163-82eb-62fdf6adb413 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:12.407620 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20b2810b-eb14-4163-82eb-62fdf6adb413 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:12.475105 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=bb14513f-5034-43b7-8255-aebf6cf5dfb8,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:12.573221 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0acac9-291a-400a-9db7-7a78cd4e0b64 req-7930583f-95a8-4fb6-b503-67b1338a0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:12.575651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e0acac9-291a-400a-9db7-7a78cd4e0b64 req-7930583f-95a8-4fb6-b503-67b1338a0a39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 1128 time: 0.1081254 Mar 07 21:58:12.597131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e567d-3269-42fd-a91b-e0c66757def0 req-7b98d1b4-5101-4522-a232-07a33a639288 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:12.598742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa8e567d-3269-42fd-a91b-e0c66757def0 req-7b98d1b4-5101-4522-a232-07a33a639288 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.0833006 Mar 07 21:58:12.633603 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ead22a4e-8016-4fac-b701-c17d0a8b7894'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:58:12.684622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e0acac9-291a-400a-9db7-7a78cd4e0b64 req-50f8946d-bd51-4e50-bcd6-d630277c4b69 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950625 Mar 07 21:58:12.692927 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20b2810b-eb14-4163-82eb-62fdf6adb413 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (576e3d1e-8a83-4a4f-876b-54974182c5a9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:12.695100 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa8e567d-3269-42fd-a91b-e0c66757def0 req-33a8f02c-f01e-4eb1-8ff8-c53ea8ab32b6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774002 Mar 07 21:58:12.712990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51190) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:12.763020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b2810b-eb14-4163-82eb-62fdf6adb413 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:12.766209 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-20b2810b-eb14-4163-82eb-62fdf6adb413 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:12.771291 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b2810b-eb14-4163-82eb-62fdf6adb413 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:12.771882 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20b2810b-eb14-4163-82eb-62fdf6adb413 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:12.795711 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2810b-eb14-4163-82eb-62fdf6adb413 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=576e3d1e-8a83-4a4f-876b-54974182c5a9,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:12.822871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51196) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:12.823074 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-20b2810b-eb14-4163-82eb-62fdf6adb413 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5418005 Mar 07 21:58:12.843806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b73aa393-10ce-469b-a1a1-c5e2f356986c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:12.902790 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e624308b-6e80-403f-b060-219e74718ca6 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:13.003123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-11975218-4913-401b-be16-f53b4717cd73 None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:13.003657 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-11975218-4913-401b-be16-f53b4717cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:13.237595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73aa393-10ce-469b-a1a1-c5e2f356986c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:13.241079 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b73aa393-10ce-469b-a1a1-c5e2f356986c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:13.314671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4b86f-8210-45ea-8ec6-3c1d9d980ed2 req-94d03778-e68c-4364-b6e2-e2fa301231fb tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:13.318578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcd4b86f-8210-45ea-8ec6-3c1d9d980ed2 req-94d03778-e68c-4364-b6e2-e2fa301231fb tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 946 time: 0.1993370 Mar 07 21:58:13.343133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-11975218-4913-401b-be16-f53b4717cd73 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:13.481750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcd4b86f-8210-45ea-8ec6-3c1d9d980ed2 req-628a23ad-9cbb-48c7-aadf-615e30002f4f tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/security-groups?id=99f44c43-c635-43c4-8ea2-d3a03270d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506913 Mar 07 21:58:13.484312 n-d-832330-1 neutron-server[103719]: INFO neutron.db.ipam_backend_mixin [None req-b73aa393-10ce-469b-a1a1-c5e2f356986c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 576e3d1e-8a83-4a4f-876b-54974182c5a9 (CIDR: 2001:db8::/64) Mar 07 21:58:13.510521 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73aa393-10ce-469b-a1a1-c5e2f356986c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:58:13.511024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73aa393-10ce-469b-a1a1-c5e2f356986c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:13.540872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b73aa393-10ce-469b-a1a1-c5e2f356986c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7166269 Mar 07 21:58:13.543831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51202) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:13.549032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:13.562636 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7be92769-8c8f-4599-aafa-c0ef7811c13f None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:13.563265 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7be92769-8c8f-4599-aafa-c0ef7811c13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:13.630334 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:13.648193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7be92769-8c8f-4599-aafa-c0ef7811c13f None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:13.662047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:13.665424 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:13.960540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fa21d-489b-4c76-b9fb-88f3e00fc345 req-6dd46fcf-13a3-4c9d-bfd5-ac449fa2c751 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:13.962114 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-093fa21d-489b-4c76-b9fb-88f3e00fc345 req-6dd46fcf-13a3-4c9d-bfd5-ac449fa2c751 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.1818933 Mar 07 21:58:14.331001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Allocated IP 172.20.0.17 (a1eab49b-64bb-4485-afcf-f3b034208b07/8562e1f9-0919-49ea-b90e-7514e4dc23f6/97d84630-f245-4141-b960-cf7df3a6d9c0) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:14.336177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-093fa21d-489b-4c76-b9fb-88f3e00fc345 req-8963fc9e-58c0-4c38-8d3b-c2a3f3e216da tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668990 Mar 07 21:58:14.353720 n-d-832330-1 neutron-server[103718]: DEBUG neutron.objects.ports [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:58:14.443683 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:14.492126 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:14.520944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:14.536989 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network a1eab49b-64bb-4485-afcf-f3b034208b07 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:14.540236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:14.544815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:58:14.548904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Port': ['ID=97d84630-f245-4141-b960-cf7df3a6d9c0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:14.581542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:14.581895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:14.582293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:14.582646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:14.582970 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:14.583309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:14.583629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:14.584057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:14.584391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:14.584716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:14.585042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:14.585369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:14.585691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:14.614987 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (755657e1-115d-4cb2-9c5d-5cb44d356594), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:14.695945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] For port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:14.728206 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:14.734121 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:14.766522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce7367-dbda-4793-9fc1-f8bda1016e3a req-4973aadc-3712-43e7-ba70-fc5de0c43f11 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:14.768663 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (91f16394-1924-4829-972c-a4215c672dd0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:14.773965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7ce7367-dbda-4793-9fc1-f8bda1016e3a req-4973aadc-3712-43e7-ba70-fc5de0c43f11 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 946 time: 0.1749489 Mar 07 21:58:14.817493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:14.827072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:14.832361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c147285-caa5-4d10-bc7c-c0d7808d2c37 req-9041d7f4-607a-4a89-bcbe-4eb820645124 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:14.836130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:14.836729 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:14.838317 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c147285-caa5-4d10-bc7c-c0d7808d2c37 req-9041d7f4-607a-4a89-bcbe-4eb820645124 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 946 time: 0.1635537 Mar 07 21:58:14.840902 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603cd43b-420b-4118-bcf0-042852096876 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:14.856977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=91f16394-1924-4829-972c-a4215c672dd0,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:14.865419 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,revision_number=13']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:14.884630 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5a7f3e1c-3a3e-4ea4-afed-7be41e5fe9de tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3369355 Mar 07 21:58:14.884806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51218) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:14.890808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-13501efc-cdcb-40b8-8091-538128729fa5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'mac_address': 'fa:16:3e:13:81:cf', 'name': 'tempest-NetworksTestDHCPv6-363511495'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:14.930162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7ce7367-dbda-4793-9fc1-f8bda1016e3a req-daca05ed-33fa-40ff-b4e0-445b4369a6b0 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/security-groups?id=99f44c43-c635-43c4-8ea2-d3a03270d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552093 Mar 07 21:58:14.932685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0294cb22-9eda-4207-a269-5f7ccb8b5805 None None] Provisioning complete for port 97d84630-f245-4141-b960-cf7df3a6d9c0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:14.933068 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0294cb22-9eda-4207-a269-5f7ccb8b5805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:14.987291 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:14.999061 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0294cb22-9eda-4207-a269-5f7ccb8b5805 None None] Port 97d84630-f245-4141-b960-cf7df3a6d9c0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:58:15.055894 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13501efc-cdcb-40b8-8091-538128729fa5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:15.088282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acaf960-0678-4753-8460-1fbb9a8bb0e9 None None] Update dhcp port {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': '91f16394-1924-4829-972c-a4215c672dd0', 'ip_address': '2001:db8:0:1:f816:3eff:fe5a:4cd8'}, {'subnet_id': '576e3d1e-8a83-4a4f-876b-54974182c5a9'}], 'binding:host_id': 'n-d-832330-1'}, 'id': 'cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 21:58:15.088970 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-0c147285-caa5-4d10-bc7c-c0d7808d2c37 req-4501a2ae-cc58-48db-bcf9-dd7f5a002476 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Deleting port 7efa538b-faa1-475b-8313-a5d7b09984d2 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:15.089560 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0c147285-caa5-4d10-bc7c-c0d7808d2c37 req-4501a2ae-cc58-48db-bcf9-dd7f5a002476 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7efa538b-faa1-475b-8313-a5d7b09984d2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.117681 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6acaf960-0678-4753-8460-1fbb9a8bb0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.144377 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13501efc-cdcb-40b8-8091-538128729fa5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.186135 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-13501efc-cdcb-40b8-8091-538128729fa5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port 7add7214-0bf3-4f36-ad99-f26599b792b9 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:58:15.239241 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:58:15.250882 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0c147285-caa5-4d10-bc7c-c0d7808d2c37 req-4501a2ae-cc58-48db-bcf9-dd7f5a002476 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] For port 7efa538b-faa1-475b-8313-a5d7b09984d2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7efa538b-faa1-475b-8313-a5d7b09984d2,segment=NetworkSegment(93566e20-1c37-4964-a6f5-dfd225b31eef),segment_id=93566e20-1c37-4964-a6f5-dfd225b31eef)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:15.251379 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0c147285-caa5-4d10-bc7c-c0d7808d2c37 req-4501a2ae-cc58-48db-bcf9-dd7f5a002476 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7efa538b-faa1-475b-8313-a5d7b09984d2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.279239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-0c147285-caa5-4d10-bc7c-c0d7808d2c37 req-4501a2ae-cc58-48db-bcf9-dd7f5a002476 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Calling delete_port for 7efa538b-faa1-475b-8313-a5d7b09984d2 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:15.305150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:15.305526 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.372299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-13501efc-cdcb-40b8-8091-538128729fa5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::190 (93b13938-fab1-4c0e-a140-35734632e7e9/576e3d1e-8a83-4a4f-876b-54974182c5a9/7add7214-0bf3-4f36-ad99-f26599b792b9) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:15.378864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-13501efc-cdcb-40b8-8091-538128729fa5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8:0:1:f816:3eff:fe13:81cf (93b13938-fab1-4c0e-a140-35734632e7e9/91f16394-1924-4829-972c-a4215c672dd0/7add7214-0bf3-4f36-ad99-f26599b792b9) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:15.409721 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:15.482715 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.506966 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.543898 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13501efc-cdcb-40b8-8091-538128729fa5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (7add7214-0bf3-4f36-ad99-f26599b792b9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.579097 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13501efc-cdcb-40b8-8091-538128729fa5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7add7214-0bf3-4f36-ad99-f26599b792b9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.607101 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0c147285-caa5-4d10-bc7c-c0d7808d2c37 req-4501a2ae-cc58-48db-bcf9-dd7f5a002476 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (7efa538b-faa1-475b-8313-a5d7b09984d2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.618305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc6c28-d364-4cf1-b9b8-ac635527dad4 req-e97ce695-420b-42ab-991a-759fe4e5bb4f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:15.618507 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['7efa538b-faa1-475b-8313-a5d7b09984d2'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:58:15.619913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88fc6c28-d364-4cf1-b9b8-ac635527dad4 req-e97ce695-420b-42ab-991a-759fe4e5bb4f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.1967418 Mar 07 21:58:15.620558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Port': ['ID=97d84630-f245-4141-b960-cf7df3a6d9c0,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:15.630334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13501efc-cdcb-40b8-8091-538128729fa5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:15.632909 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (755657e1-115d-4cb2-9c5d-5cb44d356594), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.636657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-13501efc-cdcb-40b8-8091-538128729fa5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:15.646880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13501efc-cdcb-40b8-8091-538128729fa5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:58:15.652421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13501efc-cdcb-40b8-8091-538128729fa5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:15.653142 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13501efc-cdcb-40b8-8091-538128729fa5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.660291 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13501efc-cdcb-40b8-8091-538128729fa5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=7add7214-0bf3-4f36-ad99-f26599b792b9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:15.665600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501a2ae-cc58-48db-bcf9-dd7f5a002476 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Pushing event deleted for resources: {'Port': ['ID=7efa538b-faa1-475b-8313-a5d7b09984d2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:15.679163 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-13501efc-cdcb-40b8-8091-538128729fa5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7932124 Mar 07 21:58:15.681932 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51222) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:15.682240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-6acaf960-0678-4753-8460-1fbb9a8bb0e9 None None] Allocated IP 2001:db8::2 (93b13938-fab1-4c0e-a140-35734632e7e9/576e3d1e-8a83-4a4f-876b-54974182c5a9/cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:15.685058 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-52734372-79fe-4183-9bde-2971de800034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.729964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c147285-caa5-4d10-bc7c-c0d7808d2c37 req-4501a2ae-cc58-48db-bcf9-dd7f5a002476 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] No DVR routers for this DVR port 7efa538b-faa1-475b-8313-a5d7b09984d2 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:58:15.734372 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0c147285-caa5-4d10-bc7c-c0d7808d2c37 req-4501a2ae-cc58-48db-bcf9-dd7f5a002476 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.737570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c147285-caa5-4d10-bc7c-c0d7808d2c37 req-4501a2ae-cc58-48db-bcf9-dd7f5a002476 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.13 "DELETE /v2.0/ports/7efa538b-faa1-475b-8313-a5d7b09984d2 HTTP/1.1" status: 204 len: 173 time: 0.8876140 Mar 07 21:58:15.743660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb4ce67-67a3-4a0d-94cb-6fcc397412a1', 'name': 'network-vif-deleted', 'tag': '7efa538b-faa1-475b-8313-a5d7b09984d2'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:15.745947 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff8c8b3-4f4e-4a33-97db-670a9c994cda" -d '{"events": [{"server_uuid": "6bb4ce67-67a3-4a0d-94cb-6fcc397412a1", "name": "network-vif-deleted", "tag": "7efa538b-faa1-475b-8313-a5d7b09984d2"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:58:15.797804 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fbb8c4-4147-4e76-bebf-c282d58d817d x-openstack-request-id: req-c4fbb8c4-4147-4e76-bebf-c282d58d817d {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:58:15.798759 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb4ce67-67a3-4a0d-94cb-6fcc397412a1", "name": "network-vif-deleted", "tag": "7efa538b-faa1-475b-8313-a5d7b09984d2", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:58:15.799216 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4fbb8c4-4147-4e76-bebf-c282d58d817d {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:58:15.799889 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb4ce67-67a3-4a0d-94cb-6fcc397412a1', 'name': 'network-vif-deleted', 'tag': '7efa538b-faa1-475b-8313-a5d7b09984d2', 'status': 'completed', 'code': 200} Mar 07 21:58:15.821691 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d5200-ad4c-4ffe-86d5-4ca4f898cf4e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port 7add7214-0bf3-4f36-ad99-f26599b792b9 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:15.822031 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5200-ad4c-4ffe-86d5-4ca4f898cf4e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7add7214-0bf3-4f36-ad99-f26599b792b9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.857819 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network a1eab49b-64bb-4485-afcf-f3b034208b07 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:15.860563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:15.867862 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88fc6c28-d364-4cf1-b9b8-ac635527dad4 req-4a5cee6b-12cb-46cb-85a5-1744619edca3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143269 Mar 07 21:58:15.914955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6acaf960-0678-4753-8460-1fbb9a8bb0e9 None None] For port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:15.920859 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ead22a4e-8016-4fac-b701-c17d0a8b7894 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:58:15.971377 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5200-ad4c-4ffe-86d5-4ca4f898cf4e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7add7214-0bf3-4f36-ad99-f26599b792b9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:15.996365 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d5200-ad4c-4ffe-86d5-4ca4f898cf4e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for 7add7214-0bf3-4f36-ad99-f26599b792b9 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:16.004676 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6acaf960-0678-4753-8460-1fbb9a8bb0e9 None None] Publish callbacks [] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:16.029823 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6acaf960-0678-4753-8460-1fbb9a8bb0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:16.093288 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:16.101085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Router 755657e1-115d-4cb2-9c5d-5cb44d356594 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:58:16.120212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port ead22a4e-8016-4fac-b701-c17d0a8b7894 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:58:16.163970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1084d9f0-72e4-4b22-9bcb-0b4458696cad req-bc88e3f3-35ee-4be9-88ac-2b0e994fd748 tempest-ServerTagsTestJSON-1635684208 tempest-ServerTagsTestJSON-1635684208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb4ce67-67a3-4a0d-94cb-6fcc397412a1 HTTP/1.1" status: 200 len: 210 time: 0.0521126 Mar 07 21:58:16.170110 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port ead22a4e-8016-4fac-b701-c17d0a8b7894 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:16.170481 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:16.237445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acaf960-0678-4753-8460-1fbb9a8bb0e9 None None] Pushing event updated for resources: {'Port': ['ID=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,revision_number=14']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:16.318959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ead22a4e-8016-4fac-b701-c17d0a8b7894 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:16.319213 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:16.355784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-317f648c-557d-4a42-a11c-ae307226ca72 None None] Provisioning complete for port 97d84630-f245-4141-b960-cf7df3a6d9c0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:16.356204 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-317f648c-557d-4a42-a11c-ae307226ca72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:16.361326 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:16.364280 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd48267-5bc8-483c-9f7b-1a709b151e91" -d '{"events": [{"server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "name": "network-vif-plugged", "status": "completed", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:58:16.393952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:16.400179 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5200-ad4c-4ffe-86d5-4ca4f898cf4e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7add7214-0bf3-4f36-ad99-f26599b792b9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:16.402099 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:58:16.408331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-288affa9-89f7-4c33-a044-0ed5847fc73d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "PUT /v2.0/routers/755657e1-115d-4cb2-9c5d-5cb44d356594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6939862 Mar 07 21:58:16.418727 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Sync routers for ids ['755657e1-115d-4cb2-9c5d-5cb44d356594'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:58:16.425402 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:16.437313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-317f648c-557d-4a42-a11c-ae307226ca72 None None] Port 97d84630-f245-4141-b960-cf7df3a6d9c0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:58:16.444891 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Routers {'755657e1-115d-4cb2-9c5d-5cb44d356594'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:58:16.445470 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:57:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['755657e1-115d-4cb2-9c5d-5cb44d356594'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:16.456583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d09ce7-6cd4-4ba1-8843-0eaa7865c614 req-afbdbcbf-7efc-42c6-a068-202d8786a221 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:16.467180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4d09ce7-6cd4-4ba1-8843-0eaa7865c614 req-afbdbcbf-7efc-42c6-a068-202d8786a221 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.2321973 Mar 07 21:58:16.479833 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d5200-ad4c-4ffe-86d5-4ca4f898cf4e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=7add7214-0bf3-4f36-ad99-f26599b792b9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:16.489352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ead22a4e-8016-4fac-b701-c17d0a8b7894,revision_number=13']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:16.493005 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fcf07e-7d9a-494f-9e85-3aabd226824d x-openstack-request-id: req-41fcf07e-7d9a-494f-9e85-3aabd226824d {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:58:16.493163 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "name": "network-vif-plugged", "status": "completed", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:58:16.496038 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41fcf07e-7d9a-494f-9e85-3aabd226824d {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:58:16.496038 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'code': 200} Mar 07 21:58:16.531376 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5200-ad4c-4ffe-86d5-4ca4f898cf4e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:16.537588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4d09ce7-6cd4-4ba1-8843-0eaa7865c614 req-809acda4-b74a-45b2-af22-7d290eec343a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694561 Mar 07 21:58:16.542342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51236) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:16.544806 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ac4d5200-ad4c-4ffe-86d5-4ca4f898cf4e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/7add7214-0bf3-4f36-ad99-f26599b792b9 HTTP/1.1" status: 204 len: 168 time: 0.8558939 Mar 07 21:58:16.603817 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208cbd4e-f91d-43af-a202-8578bfd0ef74 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:16.605725 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-208cbd4e-f91d-43af-a202-8578bfd0ef74 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0582080 Mar 07 21:58:16.606422 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Set router 755657e1-115d-4cb2-9c5d-5cb44d356594 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:58:16.608088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51240) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:16.664115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315a530a-282e-4bda-bf92-d99b42c7b73d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:16.665911 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-315a530a-282e-4bda-bf92-d99b42c7b73d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0567236 Mar 07 21:58:16.668362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51242) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:16.723521 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dcf215-e32a-47c4-825d-f403f3fea09e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:16.724850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dcf215-e32a-47c4-825d-f403f3fea09e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:16.726181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dcf215-e32a-47c4-825d-f403f3fea09e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:16.730643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51244) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:16.734627 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-95dcf215-e32a-47c4-825d-f403f3fea09e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0651190 Mar 07 21:58:16.786179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cf3663-3bf1-4d97-9ffe-71ee8acee597 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 576e3d1e-8a83-4a4f-876b-54974182c5a9 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:58:16.789664 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-25cf3663-3bf1-4d97-9ffe-71ee8acee597 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (576e3d1e-8a83-4a4f-876b-54974182c5a9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:16.835434 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-25cf3663-3bf1-4d97-9ffe-71ee8acee597 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (576e3d1e-8a83-4a4f-876b-54974182c5a9), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:16.860139 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:58:14Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '77a459dc-9549-4f25-8364-534a644759c9', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'port_id': '6624208d-38b7-448d-a146-6db381a25afc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'mac_address': 'fa:16:3e:c8:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:25Z', 'updated_at': '2022-03-07T21:56:31Z', 'revision_number': 1, 'project_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d84630-f245-4141-b960-cf7df3a6d9c0', 'name': '', 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:62:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '8562e1f9-0919-49ea-b90e-7514e4dc23f6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:13Z', 'updated_at': '2022-03-07T21:58:15Z', 'revision_number': 2, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': '8562e1f9-0919-49ea-b90e-7514e4dc23f6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad22dc2-0f92-4f15-aaee-9255f3de8efe', 'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:08:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:43Z', 'updated_at': '2022-03-07T21:55:50Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:16.890572 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Checking router: 755657e1-115d-4cb2-9c5d-5cb44d356594 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:58:16.890929 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Updating router 755657e1-115d-4cb2-9c5d-5cb44d356594 port 97d84630-f245-4141-b960-cf7df3a6d9c0 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:58:16.922165 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:16.922627 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-25cf3663-3bf1-4d97-9ffe-71ee8acee597 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (576e3d1e-8a83-4a4f-876b-54974182c5a9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:16.989139 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-25cf3663-3bf1-4d97-9ffe-71ee8acee597 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (576e3d1e-8a83-4a4f-876b-54974182c5a9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.020435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf3663-3bf1-4d97-9ffe-71ee8acee597 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=576e3d1e-8a83-4a4f-876b-54974182c5a9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:17.025277 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-25cf3663-3bf1-4d97-9ffe-71ee8acee597 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.030890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-25cf3663-3bf1-4d97-9ffe-71ee8acee597 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/576e3d1e-8a83-4a4f-876b-54974182c5a9 HTTP/1.1" status: 204 len: 168 time: 0.2968907 Mar 07 21:58:17.031834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51246) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:17.066817 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-eb1524b0-bdb1-4af5-9ede-9a7a03f5f3e7 None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:17.067415 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eb1524b0-bdb1-4af5-9ede-9a7a03f5f3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.095529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8c5800-2084-4e2a-94ea-e5004e1665fd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 91f16394-1924-4829-972c-a4215c672dd0 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:58:17.099778 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5800-2084-4e2a-94ea-e5004e1665fd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (91f16394-1924-4829-972c-a4215c672dd0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.149839 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5800-2084-4e2a-94ea-e5004e1665fd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (91f16394-1924-4829-972c-a4215c672dd0), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.164624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-eb1524b0-bdb1-4af5-9ede-9a7a03f5f3e7 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:17.258752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafd8071-d2b2-409e-988f-a42b420e1fe7 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:17.274277 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5800-2084-4e2a-94ea-e5004e1665fd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (91f16394-1924-4829-972c-a4215c672dd0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.275665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51250) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:17.293441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:58:17.326571 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-be2587bd-8843-4832-8b20-7ec2d84b9a43 None None] Could not find standard attr ID for object 7add7214-0bf3-4f36-ad99-f26599b792b9. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:58:17.336513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b43b4c2-e69a-4dad-a7fd-c60e9646e459 admin admin] Deleting subnet 1300f651-2739-45e8-b1b8-7364e98484bd {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:58:17.339977 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Publish callbacks [] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.342755 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7b43b4c2-e69a-4dad-a7fd-c60e9646e459 admin admin] Publish callbacks [] for subnet (1300f651-2739-45e8-b1b8-7364e98484bd), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.350385 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.357006 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5800-2084-4e2a-94ea-e5004e1665fd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (91f16394-1924-4829-972c-a4215c672dd0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.382507 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7b43b4c2-e69a-4dad-a7fd-c60e9646e459 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (1300f651-2739-45e8-b1b8-7364e98484bd), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.398768 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3cf9d-b2ce-4163-a1dc-2e71c99fdba6 None None] Pushing event updated for resources: {'Port': ['ID=97d84630-f245-4141-b960-cf7df3a6d9c0,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:17.407617 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5800-2084-4e2a-94ea-e5004e1665fd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.414376 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cc8c5800-2084-4e2a-94ea-e5004e1665fd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/91f16394-1924-4829-972c-a4215c672dd0 HTTP/1.1" status: 204 len: 168 time: 0.3807979 Mar 07 21:58:17.415775 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c5800-2084-4e2a-94ea-e5004e1665fd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=91f16394-1924-4829-972c-a4215c672dd0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:17.417502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51252) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:17.443409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:17.443797 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.468954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51254) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:17.469172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3654458c-6898-460b-b64a-acaf06282385 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504899 Mar 07 21:58:17.474564 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-22c47289-75c8-4ea0-b21f-21bd03914f52 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:17.477824 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7b43b4c2-e69a-4dad-a7fd-c60e9646e459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (1300f651-2739-45e8-b1b8-7364e98484bd), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.503899 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Attempting to bind port 97d84630-f245-4141-b960-cf7df3a6d9c0 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:58:17.505898 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Attempting to bind port 97d84630-f245-4141-b960-cf7df3a6d9c0 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '2595d9fb-2320-4abb-b17d-ba38ce085b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:58:17.507367 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Attempting to bind port 97d84630-f245-4141-b960-cf7df3a6d9c0 on network a1eab49b-64bb-4485-afcf-f3b034208b07 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:58:17.523389 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:58:17.524491 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Checking segment: {'id': '2595d9fb-2320-4abb-b17d-ba38ce085b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:58:17.524904 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.525324 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Bound using segment: {'id': '2595d9fb-2320-4abb-b17d-ba38ce085b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:58:17.525882 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Bound port: 97d84630-f245-4141-b960-cf7df3a6d9c0, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2595d9fb-2320-4abb-b17d-ba38ce085b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:58:17.526306 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.553455 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7b43b4c2-e69a-4dad-a7fd-c60e9646e459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (1300f651-2739-45e8-b1b8-7364e98484bd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.605066 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c47289-75c8-4ea0-b21f-21bd03914f52 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:17.608803 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-22c47289-75c8-4ea0-b21f-21bd03914f52 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.612143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43b4c2-e69a-4dad-a7fd-c60e9646e459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1300f651-2739-45e8-b1b8-7364e98484bd,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:17.631280 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7b43b4c2-e69a-4dad-a7fd-c60e9646e459 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.639891 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] For port 97d84630-f245-4141-b960-cf7df3a6d9c0, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:58:17.640103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7b43b4c2-e69a-4dad-a7fd-c60e9646e459 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1300f651-2739-45e8-b1b8-7364e98484bd HTTP/1.1" status: 204 len: 168 time: 0.3604090 Mar 07 21:58:17.640343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51258) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:17.641959 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] For port 97d84630-f245-4141-b960-cf7df3a6d9c0, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=97d84630-f245-4141-b960-cf7df3a6d9c0,segment=NetworkSegment(2595d9fb-2320-4abb-b17d-ba38ce085b66),segment_id=2595d9fb-2320-4abb-b17d-ba38ce085b66)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:58:17.651579 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.704544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:17.717088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 7efa538b-faa1-475b-8313-a5d7b09984d2 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:58:17.741050 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 7efa538b-faa1-475b-8313-a5d7b09984d2 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:58:17.741393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 7efa538b-faa1-475b-8313-a5d7b09984d2 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:58:17.745604 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3cf9d-b2ce-4163-a1dc-2e71c99fdba6 None None] Pushing event updated for resources: {'Port': ['ID=97d84630-f245-4141-b960-cf7df3a6d9c0,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:17.753336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb34e4b1-7619-44bf-9d3a-92236e0cf822 None None] Update dhcp port {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': '91f16394-1924-4829-972c-a4215c672dd0'}], 'binding:host_id': 'n-d-832330-1'}, 'id': 'cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 21:58:17.780728 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Routers {'755657e1-115d-4cb2-9c5d-5cb44d356594'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:58:17.781488 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:57:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['755657e1-115d-4cb2-9c5d-5cb44d356594'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:17.783591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Provisioning complete for port 97d84630-f245-4141-b960-cf7df3a6d9c0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:17.783950 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.814113 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-83b0448c-561c-47c9-bd7b-3a8f4a54be20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (73abf96a-6c42-426d-ac20-705242d902b2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.831419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3dd5c-3ba6-4169-a0c9-b8016e0b0a1f req-6cbfc075-0ce4-4aad-a946-306370049d14 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:17.837853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77c3dd5c-3ba6-4169-a0c9-b8016e0b0a1f req-6cbfc075-0ce4-4aad-a946-306370049d14 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.1662481 Mar 07 21:58:17.839673 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cb34e4b1-7619-44bf-9d3a-92236e0cf822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.855599 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-22c47289-75c8-4ea0-b21f-21bd03914f52 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (dd229576-224f-434e-a3a9-3ca1ba3c6895), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.918462 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-414e6b9b-4889-4dd4-915c-e2ef92c7ed72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.925001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c47289-75c8-4ea0-b21f-21bd03914f52 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=dd229576-224f-434e-a3a9-3ca1ba3c6895,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:17.946003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c47289-75c8-4ea0-b21f-21bd03914f52 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:17.947570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-22c47289-75c8-4ea0-b21f-21bd03914f52 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:17.952522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c47289-75c8-4ea0-b21f-21bd03914f52 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:17.953444 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-22c47289-75c8-4ea0-b21f-21bd03914f52 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.981866 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] Set router 755657e1-115d-4cb2-9c5d-5cb44d356594 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:58:17.982228 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-83b0448c-561c-47c9-bd7b-3a8f4a54be20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (73abf96a-6c42-426d-ac20-705242d902b2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:17.997239 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-22c47289-75c8-4ea0-b21f-21bd03914f52 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5269980 Mar 07 21:58:17.999825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51260) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:18.007770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-27e4892c-78b4-457b-b02b-d1a458ea33fd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:18.168355 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Current status of the port 97d84630-f245-4141-b960-cf7df3a6d9c0 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:18.168858 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:18.193279 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e4892c-78b4-457b-b02b-d1a458ea33fd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:18.197659 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27e4892c-78b4-457b-b02b-d1a458ea33fd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:18.211794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] For port 97d84630-f245-4141-b960-cf7df3a6d9c0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=97d84630-f245-4141-b960-cf7df3a6d9c0,segment=NetworkSegment(2595d9fb-2320-4abb-b17d-ba38ce085b66),segment_id=2595d9fb-2320-4abb-b17d-ba38ce085b66)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:18.218595 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:18.272982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b2a8c2-9682-411e-a337-8939438e660b None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:18.321821 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:58:14Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '77a459dc-9549-4f25-8364-534a644759c9', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'port_id': '6624208d-38b7-448d-a146-6db381a25afc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'mac_address': 'fa:16:3e:c8:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:25Z', 'updated_at': '2022-03-07T21:56:31Z', 'revision_number': 1, 'project_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d84630-f245-4141-b960-cf7df3a6d9c0', 'name': '', 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:62:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '8562e1f9-0919-49ea-b90e-7514e4dc23f6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:13Z', 'updated_at': '2022-03-07T21:58:17Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': '8562e1f9-0919-49ea-b90e-7514e4dc23f6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad22dc2-0f92-4f15-aaee-9255f3de8efe', 'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:08:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:43Z', 'updated_at': '2022-03-07T21:55:50Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:18.345326 n-d-832330-1 neutron-server[103718]: INFO neutron.db.ipam_backend_mixin [None req-27e4892c-78b4-457b-b02b-d1a458ea33fd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd229576-224f-434e-a3a9-3ca1ba3c6895 (CIDR: 2001:db8::/64) Mar 07 21:58:18.350602 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e4892c-78b4-457b-b02b-d1a458ea33fd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:58:18.351200 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e4892c-78b4-457b-b02b-d1a458ea33fd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:18.356041 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c718ca2-b3e8-4135-b5b2-dd695140c115 None None] The sync data for ids ['755657e1-115d-4cb2-9c5d-5cb44d356594'] in n-d-832330-1 is: [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:58:14Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '77a459dc-9549-4f25-8364-534a644759c9', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'port_id': '6624208d-38b7-448d-a146-6db381a25afc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'mac_address': 'fa:16:3e:c8:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:25Z', 'updated_at': '2022-03-07T21:56:31Z', 'revision_number': 1, 'project_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d84630-f245-4141-b960-cf7df3a6d9c0', 'name': '', 'network_id': 'a1eab49b-64bb-4485-afcf-f3b034208b07', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:62:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '8562e1f9-0919-49ea-b90e-7514e4dc23f6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:13Z', 'updated_at': '2022-03-07T21:58:17Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': '8562e1f9-0919-49ea-b90e-7514e4dc23f6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad22dc2-0f92-4f15-aaee-9255f3de8efe', 'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:08:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:43Z', 'updated_at': '2022-03-07T21:55:50Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:58:18.356319 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-83b0448c-561c-47c9-bd7b-3a8f4a54be20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73abf96a-6c42-426d-ac20-705242d902b2']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:18.360551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Pushing event updated for resources: {'Port': ['ID=97d84630-f245-4141-b960-cf7df3a6d9c0,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:18.375898 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-83b0448c-561c-47c9-bd7b-3a8f4a54be20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93566e20-1c37-4964-a6f5-dfd225b31eef') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:18.376274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-83b0448c-561c-47c9-bd7b-3a8f4a54be20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93566e20-1c37-4964-a6f5-dfd225b31eef') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:18.379128 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-27e4892c-78b4-457b-b02b-d1a458ea33fd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3776236 Mar 07 21:58:18.381744 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51262) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:18.388511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'subnet': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:18.392298 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:18.394256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:18.395134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:18.395613 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:18.395729 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-83b0448c-561c-47c9-bd7b-3a8f4a54be20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (93566e20-1c37-4964-a6f5-dfd225b31eef), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:18.395955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:18.396287 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:18.396616 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:18.397365 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:18.397698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:18.398029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:18.398378 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:18.398704 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:18.399080 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:18.399355 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58658c0e-0dcb-442e-94a2-924c61ec0557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:18.404944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77c3dd5c-3ba6-4169-a0c9-b8016e0b0a1f req-6f9ac5b8-d0d7-4176-874b-1df870da0ba4 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662255 Mar 07 21:58:18.414374 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-83b0448c-561c-47c9-bd7b-3a8f4a54be20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (93566e20-1c37-4964-a6f5-dfd225b31eef), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:18.427188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b0448c-561c-47c9-bd7b-3a8f4a54be20 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:58:18.427605 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-83b0448c-561c-47c9-bd7b-3a8f4a54be20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (93566e20-1c37-4964-a6f5-dfd225b31eef), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:58:18.430944 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:58:18.436250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b6dad56a-bb29-408e-817d-0f76d229306f None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:18.436748 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b6dad56a-bb29-408e-817d-0f76d229306f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:18.547034 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-83b0448c-561c-47c9-bd7b-3a8f4a54be20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (73abf96a-6c42-426d-ac20-705242d902b2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:18.576842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:18.577354 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-83b0448c-561c-47c9-bd7b-3a8f4a54be20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:18.580479 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:18.581099 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-83b0448c-561c-47c9-bd7b-3a8f4a54be20 admin admin] 10.222.0.26 "DELETE /v2.0/networks/73abf96a-6c42-426d-ac20-705242d902b2 HTTP/1.1" status: 204 len: 168 time: 0.9397287 Mar 07 21:58:18.582602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0448c-561c-47c9-bd7b-3a8f4a54be20 admin admin] Pushing event deleted for resources: {'Network': ['ID=73abf96a-6c42-426d-ac20-705242d902b2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:18.681553 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b6dad56a-bb29-408e-817d-0f76d229306f None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:18.695219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbb6287-c0dd-4020-9dea-b1a8932ed89e None None] Update dhcp port {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'fixed_ips': [{'subnet_id': 'dd229576-224f-434e-a3a9-3ca1ba3c6895'}], 'binding:host_id': 'n-d-832330-1'}, 'id': 'cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 21:58:18.724038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b6dad56a-bb29-408e-817d-0f76d229306f None None] Provisioning complete for port 97d84630-f245-4141-b960-cf7df3a6d9c0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:18.724676 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b6dad56a-bb29-408e-817d-0f76d229306f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:18.751434 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6287-c0dd-4020-9dea-b1a8932ed89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:18.831512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51266) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:18.890372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0e87bb53-5116-44ad-a9a3-ea42dd73ecb3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=051ecda8ea284c93949918641b8256b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561435 Mar 07 21:58:18.892189 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51268) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:18.916007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b6dad56a-bb29-408e-817d-0f76d229306f None None] Current status of the port 97d84630-f245-4141-b960-cf7df3a6d9c0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:18.971666 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-63c497c6-2c90-4589-9863-ab8424a93114 admin admin] Publish callbacks [] for security_group (99f44c43-c635-43c4-8ea2-d3a03270d0fb), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:18.976608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-6cbb6287-c0dd-4020-9dea-b1a8932ed89e None None] Allocated IP 2001:db8::2 (93b13938-fab1-4c0e-a140-35734632e7e9/dd229576-224f-434e-a3a9-3ca1ba3c6895/cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:19.005264 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-63c497c6-2c90-4589-9863-ab8424a93114 admin admin] Publish callbacks [] for security_group (99f44c43-c635-43c4-8ea2-d3a03270d0fb), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:19.030721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.objects.ports [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 21:58:19.090391 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-63c497c6-2c90-4589-9863-ab8424a93114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (99f44c43-c635-43c4-8ea2-d3a03270d0fb), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:19.093748 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-63c497c6-2c90-4589-9863-ab8424a93114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:19.095236 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-63c497c6-2c90-4589-9863-ab8424a93114 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99f44c43-c635-43c4-8ea2-d3a03270d0fb HTTP/1.1" status: 204 len: 168 time: 0.2012761 Mar 07 21:58:19.105306 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c497c6-2c90-4589-9863-ab8424a93114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f44c43-c635-43c4-8ea2-d3a03270d0fb,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:19.137254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6cbb6287-c0dd-4020-9dea-b1a8932ed89e None None] For port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:19.184050 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6287-c0dd-4020-9dea-b1a8932ed89e None None] Publish callbacks [] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:19.191193 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6287-c0dd-4020-9dea-b1a8932ed89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:19.297623 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:19.324948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb6287-c0dd-4020-9dea-b1a8932ed89e None None] Pushing event updated for resources: {'Port': ['ID=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,revision_number=17']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:19.329563 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:19.383850 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 97d84630-f245-4141-b960-cf7df3a6d9c0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:58:19.445525 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 97d84630-f245-4141-b960-cf7df3a6d9c0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:19.445970 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:19.550906 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] For port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:19.591785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 97d84630-f245-4141-b960-cf7df3a6d9c0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:19.610247 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:19.616399 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:19.620903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23467e-06df-46e8-9a74-c306bc70ff9f req-86e88767-694a-43cf-9ec7-8be3d5afbea0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:19.624315 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d23467e-06df-46e8-9a74-c306bc70ff9f req-86e88767-694a-43cf-9ec7-8be3d5afbea0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.0699794 Mar 07 21:58:19.669733 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (2f351614-9dbe-42d1-9065-01caf6728864), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:19.688371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d23467e-06df-46e8-9a74-c306bc70ff9f req-20c557a5-4c8c-452b-91d9-a3ea9a6872bf tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591664 Mar 07 21:58:19.689233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:58:19.739711 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Subnet': ['ID=2f351614-9dbe-42d1-9065-01caf6728864,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:19.756655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:19.760858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:19.762878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,revision_number=19']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:19.766536 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:19.767237 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:19.788833 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-47ae29de-58be-4da3-ae5a-9718c44e885a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4054105 Mar 07 21:58:19.791689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51286) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:19.797076 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c2cc54b6-40f3-49ab-a317-ec510fba5e25 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Request body: {'port': {'network_id': '93b13938-fab1-4c0e-a140-35734632e7e9', 'mac_address': 'fa:16:3e:8f:49:c0', 'name': 'tempest-NetworksTestDHCPv6-1374278430'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:19.930040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cc54b6-40f3-49ab-a317-ec510fba5e25 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Made reservation on behalf of fcd33ff4f5634a7ebf156eac6d9bb152 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:19.936713 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2cc54b6-40f3-49ab-a317-ec510fba5e25 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:19.960410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-c2cc54b6-40f3-49ab-a317-ec510fba5e25 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] device_id is not set on port 290ace18-2e23-4b61-8760-488c398cb27f yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:58:19.988435 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:19.988954 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:20.027708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:20.036279 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:20.097586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,revision_number=20']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:20.197304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-c2cc54b6-40f3-49ab-a317-ec510fba5e25 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8::7a (93b13938-fab1-4c0e-a140-35734632e7e9/dd229576-224f-434e-a3a9-3ca1ba3c6895/290ace18-2e23-4b61-8760-488c398cb27f) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:20.204164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-c2cc54b6-40f3-49ab-a317-ec510fba5e25 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8f:49c0 (93b13938-fab1-4c0e-a140-35734632e7e9/2f351614-9dbe-42d1-9065-01caf6728864/290ace18-2e23-4b61-8760-488c398cb27f) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:20.267956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fc160a-2757-45e8-8da1-b42727b39a5a None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:20.296022 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:20.377166 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2cc54b6-40f3-49ab-a317-ec510fba5e25 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for port (290ace18-2e23-4b61-8760-488c398cb27f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:20.379692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-88726166-964d-4935-bff9-687aee8a9ffa None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:20.379927 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-88726166-964d-4935-bff9-687aee8a9ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:20.424234 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2cc54b6-40f3-49ab-a317-ec510fba5e25 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (290ace18-2e23-4b61-8760-488c398cb27f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:20.479398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cc54b6-40f3-49ab-a317-ec510fba5e25 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Network 93b13938-fab1-4c0e-a140-35734632e7e9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:20.483938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c2cc54b6-40f3-49ab-a317-ec510fba5e25 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:20.490117 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cc54b6-40f3-49ab-a317-ec510fba5e25 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:58:20.496268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cc54b6-40f3-49ab-a317-ec510fba5e25 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:20.497328 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2cc54b6-40f3-49ab-a317-ec510fba5e25 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:20.504661 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-88726166-964d-4935-bff9-687aee8a9ffa None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:20.505132 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-88726166-964d-4935-bff9-687aee8a9ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:20.511558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc54b6-40f3-49ab-a317-ec510fba5e25 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event updated for resources: {'Port': ['ID=290ace18-2e23-4b61-8760-488c398cb27f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:20.522126 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c2cc54b6-40f3-49ab-a317-ec510fba5e25 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7278190 Mar 07 21:58:20.524034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51306) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:20.545983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-88726166-964d-4935-bff9-687aee8a9ffa None None] For port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:20.553368 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-88726166-964d-4935-bff9-687aee8a9ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:20.614170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88726166-964d-4935-bff9-687aee8a9ffa None None] Pushing event updated for resources: {'Port': ['ID=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,revision_number=21']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:20.660524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a670671b-4b83-4118-98a4-811968f00c87 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting port 290ace18-2e23-4b61-8760-488c398cb27f {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:20.661135 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a670671b-4b83-4118-98a4-811968f00c87 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (290ace18-2e23-4b61-8760-488c398cb27f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:20.687476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51310) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:20.775913 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a670671b-4b83-4118-98a4-811968f00c87 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (290ace18-2e23-4b61-8760-488c398cb27f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:20.811112 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a670671b-4b83-4118-98a4-811968f00c87 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Calling delete_port for 290ace18-2e23-4b61-8760-488c398cb27f owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:20.834165 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c728073e-2995-4164-b442-2cd9ce821d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:20.873114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df4846-39b8-429f-b26f-95ef095f79fa req-955409a1-6dfe-46ce-9857-d13ead64442e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:20.875016 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01df4846-39b8-429f-b26f-95ef095f79fa req-955409a1-6dfe-46ce-9857-d13ead64442e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.1111774 Mar 07 21:58:20.918662 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c728073e-2995-4164-b442-2cd9ce821d13 admin admin] Publish callbacks [] for security_group (7722623b-3e5d-400a-a722-cc8e464425ff), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:20.924036 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c728073e-2995-4164-b442-2cd9ce821d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7722623b-3e5d-400a-a722-cc8e464425ff), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:20.947303 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01df4846-39b8-429f-b26f-95ef095f79fa req-9a210976-112f-4510-9991-486e45ac2e10 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656638 Mar 07 21:58:20.977302 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c728073e-2995-4164-b442-2cd9ce821d13 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7dbbd3447d2445e9f6dcdd056b01896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2887108 Mar 07 21:58:20.978308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728073e-2995-4164-b442-2cd9ce821d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7722623b-3e5d-400a-a722-cc8e464425ff,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:20.981042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51316) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:21.039320 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2de9ffac-196b-4b43-aad1-3626c7b95fae admin admin] Publish callbacks [] for security_group (7722623b-3e5d-400a-a722-cc8e464425ff), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:21.062814 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2de9ffac-196b-4b43-aad1-3626c7b95fae admin admin] Publish callbacks [] for security_group (7722623b-3e5d-400a-a722-cc8e464425ff), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:21.072048 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a670671b-4b83-4118-98a4-811968f00c87 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (290ace18-2e23-4b61-8760-488c398cb27f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:21.103885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670671b-4b83-4118-98a4-811968f00c87 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Port': ['ID=290ace18-2e23-4b61-8760-488c398cb27f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:21.122521 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2de9ffac-196b-4b43-aad1-3626c7b95fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7722623b-3e5d-400a-a722-cc8e464425ff), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:21.125111 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2de9ffac-196b-4b43-aad1-3626c7b95fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:21.126804 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2de9ffac-196b-4b43-aad1-3626c7b95fae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7722623b-3e5d-400a-a722-cc8e464425ff HTTP/1.1" status: 204 len: 168 time: 0.1448925 Mar 07 21:58:21.136389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9ffac-196b-4b43-aad1-3626c7b95fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7722623b-3e5d-400a-a722-cc8e464425ff,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:21.184516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ba7ce0c5-b1d3-4537-83e2-aa3a77a75637 None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:21.185546 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ba7ce0c5-b1d3-4537-83e2-aa3a77a75637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:21.187263 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a670671b-4b83-4118-98a4-811968f00c87 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:21.194390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51320) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:21.194814 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a670671b-4b83-4118-98a4-811968f00c87 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/290ace18-2e23-4b61-8760-488c398cb27f HTTP/1.1" status: 204 len: 168 time: 0.6687236 Mar 07 21:58:21.294047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c686f2-3d54-4e17-bfd3-0201882f83b4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:21.298332 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-31c686f2-3d54-4e17-bfd3-0201882f83b4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1003482 Mar 07 21:58:21.299017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51324) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:21.337825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ce0c5-b1d3-4537-83e2-aa3a77a75637 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:21.340252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:58:21.379149 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07e1e33-75fd-4291-8787-09197f7014bd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:21.381320 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a07e1e33-75fd-4291-8787-09197f7014bd tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0812073 Mar 07 21:58:21.384054 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51328) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:21.394976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:21.395370 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:21.449478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c465e5-d8df-4a6b-b224-af9a349bec11 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:21.450856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c465e5-d8df-4a6b-b224-af9a349bec11 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:21.452188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c465e5-d8df-4a6b-b224-af9a349bec11 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:21.454303 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-11c465e5-d8df-4a6b-b224-af9a349bec11 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0690353 Mar 07 21:58:21.456698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51332) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:21.464516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2edc4924-836b-475b-a04a-4d84aa335493 None None] Could not find standard attr ID for object 290ace18-2e23-4b61-8760-488c398cb27f. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:58:21.523104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:21.531113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cd07bd-b46f-4256-b64e-7482aa41eac3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet 2f351614-9dbe-42d1-9065-01caf6728864 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:58:21.534500 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94cd07bd-b46f-4256-b64e-7482aa41eac3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (2f351614-9dbe-42d1-9065-01caf6728864), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:21.578278 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94cd07bd-b46f-4256-b64e-7482aa41eac3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (2f351614-9dbe-42d1-9065-01caf6728864), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:21.660288 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94cd07bd-b46f-4256-b64e-7482aa41eac3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (2f351614-9dbe-42d1-9065-01caf6728864), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:21.722827 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94cd07bd-b46f-4256-b64e-7482aa41eac3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (2f351614-9dbe-42d1-9065-01caf6728864), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:21.757876 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd07bd-b46f-4256-b64e-7482aa41eac3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=2f351614-9dbe-42d1-9065-01caf6728864,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:21.763059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-94cd07bd-b46f-4256-b64e-7482aa41eac3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:21.768713 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-94cd07bd-b46f-4256-b64e-7482aa41eac3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/2f351614-9dbe-42d1-9065-01caf6728864 HTTP/1.1" status: 204 len: 168 time: 0.3076496 Mar 07 21:58:21.768990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f8efad-76b1-453d-b451-f35476c55878 None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:21.769092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51346) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:21.826382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b821079-49e5-45df-aa4f-25b005e9c1e7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Deleting subnet dd229576-224f-434e-a3a9-3ca1ba3c6895 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:58:21.826382 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1b821079-49e5-45df-aa4f-25b005e9c1e7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (dd229576-224f-434e-a3a9-3ca1ba3c6895), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:21.870450 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1b821079-49e5-45df-aa4f-25b005e9c1e7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (dd229576-224f-434e-a3a9-3ca1ba3c6895), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:21.979617 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1b821079-49e5-45df-aa4f-25b005e9c1e7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (dd229576-224f-434e-a3a9-3ca1ba3c6895), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:22.085197 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1b821079-49e5-45df-aa4f-25b005e9c1e7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (dd229576-224f-434e-a3a9-3ca1ba3c6895), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:22.119599 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:22.126996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b821079-49e5-45df-aa4f-25b005e9c1e7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Subnet': ['ID=dd229576-224f-434e-a3a9-3ca1ba3c6895,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:22.130092 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1b821079-49e5-45df-aa4f-25b005e9c1e7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:22.133802 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1b821079-49e5-45df-aa4f-25b005e9c1e7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/dd229576-224f-434e-a3a9-3ca1ba3c6895 HTTP/1.1" status: 204 len: 168 time: 0.3629587 Mar 07 21:58:22.136491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51362) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.143169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6649b1-4a53-4d13-bb78-f2b39168409c req-21a2c064-f2b3-4f16-ace0-ad71c8c40d8f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:22.150786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c6649b1-4a53-4d13-bb78-f2b39168409c req-21a2c064-f2b3-4f16-ace0-ad71c8c40d8f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.1125455 Mar 07 21:58:22.194557 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2413585b-206d-4391-b79d-bc07e9779a47 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535650 Mar 07 21:58:22.194985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51366) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.210903 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c6649b1-4a53-4d13-bb78-f2b39168409c req-16dccf6a-30ee-4bd4-a7fe-9c8847a53106 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591452 Mar 07 21:58:22.251256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c0835-18ac-415c-91b0-c8edea23d68f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:22.252971 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ad3c0835-18ac-415c-91b0-c8edea23d68f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0559740 Mar 07 21:58:22.256093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51368) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.287168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51370) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.315909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b368a39-3ca2-46a2-8b2e-73a2c8e5d47c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:22.318360 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1b368a39-3ca2-46a2-8b2e-73a2c8e5d47c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0605514 Mar 07 21:58:22.321027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51374) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.361133 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8d811fe3-c5ae-4632-b8a8-774f4d09472e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387628 Mar 07 21:58:22.365126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51376) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.390255 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e682d00f-497c-4df1-b60d-89977d6676c7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.390915 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e682d00f-497c-4df1-b60d-89977d6676c7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.395095 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e682d00f-497c-4df1-b60d-89977d6676c7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/290ace18-2e23-4b61-8760-488c398cb27f HTTP/1.1" status: 404 len: 333 time: 0.0280101 Mar 07 21:58:22.397478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51378) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.417580 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f348d16-1b56-498e-8207-15821090df3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:22.423244 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29de551-db5a-41dc-8987-488d47564be0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.423707 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29de551-db5a-41dc-8987-488d47564be0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.426851 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e29de551-db5a-41dc-8987-488d47564be0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/2f351614-9dbe-42d1-9065-01caf6728864 HTTP/1.1" status: 404 len: 337 time: 0.0283830 Mar 07 21:58:22.429438 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51380) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.461809 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d7b4a3-2142-4f7d-aba4-e5b8546b5740 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.462294 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23d7b4a3-2142-4f7d-aba4-e5b8546b5740 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.465864 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-23d7b4a3-2142-4f7d-aba4-e5b8546b5740 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/dd229576-224f-434e-a3a9-3ca1ba3c6895 HTTP/1.1" status: 404 len: 337 time: 0.0352435 Mar 07 21:58:22.468501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51382) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.501128 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39f89ce-3607-43c6-b6f3-12633735f8ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.501785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39f89ce-3607-43c6-b6f3-12633735f8ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.505308 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c39f89ce-3607-43c6-b6f3-12633735f8ea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/7add7214-0bf3-4f36-ad99-f26599b792b9 HTTP/1.1" status: 404 len: 333 time: 0.0357380 Mar 07 21:58:22.507924 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51384) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.529764 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7760713-19d3-45ab-a3da-e21b30e5e14e None None] Network 93b13938-fab1-4c0e-a140-35734632e7e9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:22.542120 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd5ff9c-bab2-4aea-81b5-5685d09cde06 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.542984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd5ff9c-bab2-4aea-81b5-5685d09cde06 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.545818 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1dd5ff9c-bab2-4aea-81b5-5685d09cde06 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/91f16394-1924-4829-972c-a4215c672dd0 HTTP/1.1" status: 404 len: 337 time: 0.0369611 Mar 07 21:58:22.548350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51386) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.583606 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f348d16-1b56-498e-8207-15821090df3e admin admin] Publish callbacks [] for security_group (b42971b2-4085-42c5-b779-80495c77481f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:22.585197 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-3900c754-0e25-4509-8e96-d148c97230a2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.585715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3900c754-0e25-4509-8e96-d148c97230a2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.588973 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3900c754-0e25-4509-8e96-d148c97230a2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/576e3d1e-8a83-4a4f-876b-54974182c5a9 HTTP/1.1" status: 404 len: 337 time: 0.0397129 Mar 07 21:58:22.593303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51388) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.599063 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1f348d16-1b56-498e-8207-15821090df3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b42971b2-4085-42c5-b779-80495c77481f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:22.617963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a73946f3-cf6a-4792-852c-9ba373c8b11d None None] Provisioning complete for port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:22.618367 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a73946f3-cf6a-4792-852c-9ba373c8b11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:22.634567 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d213994-459a-4e29-bda3-7b233ba8528d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.635139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d213994-459a-4e29-bda3-7b233ba8528d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.638192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8d213994-459a-4e29-bda3-7b233ba8528d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/4bc03f10-30b5-4bb5-95d0-9bcbc15dcdcb HTTP/1.1" status: 404 len: 333 time: 0.0454512 Mar 07 21:58:22.640823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51390) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.662379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1f348d16-1b56-498e-8207-15821090df3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1933ae42a4b4489bada017c97d5a48fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740945 Mar 07 21:58:22.663283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f348d16-1b56-498e-8207-15821090df3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42971b2-4085-42c5-b779-80495c77481f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:22.665548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51392) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.686554 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-589ef9a5-6c21-426f-8a14-b0a40eeb2d65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.687206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589ef9a5-6c21-426f-8a14-b0a40eeb2d65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.690895 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-589ef9a5-6c21-426f-8a14-b0a40eeb2d65 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/35c155ca-1f6e-445c-ae89-6adbbed81cdf HTTP/1.1" status: 404 len: 337 time: 0.0490849 Mar 07 21:58:22.694679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51394) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.722572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a73946f3-cf6a-4792-852c-9ba373c8b11d None None] Current status of the port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:22.725642 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-e822ad52-58b0-4266-988b-b7a11c560fe4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.726286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e822ad52-58b0-4266-988b-b7a11c560fe4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.729406 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e822ad52-58b0-4266-988b-b7a11c560fe4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/4e8c25b7-83fa-44ed-b1d0-cf24bb0747e5 HTTP/1.1" status: 404 len: 337 time: 0.0337765 Mar 07 21:58:22.732017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51396) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.736347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec63c4b8-06db-421e-9019-2e998062b567 None None] DHCP port deletion for 93b13938-fab1-4c0e-a140-35734632e7e9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:58:22.747270 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6470f2e9-fd98-4610-ae09-798118e7b19c admin admin] Publish callbacks [] for security_group (b42971b2-4085-42c5-b779-80495c77481f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:22.760622 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df4a810-3ade-4e62-ad08-1e3212c7fd2e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.761478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df4a810-3ade-4e62-ad08-1e3212c7fd2e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.764708 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2df4a810-3ade-4e62-ad08-1e3212c7fd2e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/0c24d709-9821-4689-a924-4adb8e8e2fff HTTP/1.1" status: 404 len: 333 time: 0.0305111 Mar 07 21:58:22.768639 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51398) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.778185 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6470f2e9-fd98-4610-ae09-798118e7b19c admin admin] Publish callbacks [] for security_group (b42971b2-4085-42c5-b779-80495c77481f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:22.786495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ec63c4b8-06db-421e-9019-2e998062b567 None None] Deleting port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:22.786868 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec63c4b8-06db-421e-9019-2e998062b567 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:22.802932 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd043190-c7c2-4b14-aa8a-7218dc16e9ee tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.803329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd043190-c7c2-4b14-aa8a-7218dc16e9ee tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.808620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dd043190-c7c2-4b14-aa8a-7218dc16e9ee tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/68cbd9f4-5a3b-419e-94f0-bffd62dae876 HTTP/1.1" status: 404 len: 337 time: 0.0368087 Mar 07 21:58:22.808978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51400) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.848534 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e60a9d-9f05-47bf-9d9b-32a80be5f4a6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.849002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e60a9d-9f05-47bf-9d9b-32a80be5f4a6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.852035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-07e60a9d-9f05-47bf-9d9b-32a80be5f4a6 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/d30982bd-d5f2-4483-996f-58a096152e45 HTTP/1.1" status: 404 len: 337 time: 0.0421538 Mar 07 21:58:22.853546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ec63c4b8-06db-421e-9019-2e998062b567 None None] For port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,segment=NetworkSegment(8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b),segment_id=8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:22.853949 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec63c4b8-06db-421e-9019-2e998062b567 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:22.854674 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51402) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.866812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ec63c4b8-06db-421e-9019-2e998062b567 None None] Calling delete_port for cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:22.879958 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6470f2e9-fd98-4610-ae09-798118e7b19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b42971b2-4085-42c5-b779-80495c77481f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:22.880537 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe355c5-4be4-4d0a-8e79-af36c9c9c22a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.881111 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe355c5-4be4-4d0a-8e79-af36c9c9c22a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.882555 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6470f2e9-fd98-4610-ae09-798118e7b19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:22.883882 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6470f2e9-fd98-4610-ae09-798118e7b19c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b42971b2-4085-42c5-b779-80495c77481f HTTP/1.1" status: 204 len: 168 time: 0.2174172 Mar 07 21:58:22.884154 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0fe355c5-4be4-4d0a-8e79-af36c9c9c22a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/851f994d-a4f6-4160-b497-b5294f5b6511 HTTP/1.1" status: 404 len: 333 time: 0.0284798 Mar 07 21:58:22.886766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51404) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.900662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470f2e9-fd98-4610-ae09-798118e7b19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42971b2-4085-42c5-b779-80495c77481f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:22.921989 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae36bba-7d0e-4701-a599-fbdcb2b2a0a8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.922473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae36bba-7d0e-4701-a599-fbdcb2b2a0a8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.928574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4ae36bba-7d0e-4701-a599-fbdcb2b2a0a8 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/7bc341cb-42c8-4113-b8f3-b33e51515a52 HTTP/1.1" status: 404 len: 337 time: 0.0374737 Mar 07 21:58:22.929021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51408) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.953086 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c965f8a3-3546-4121-aab8-a6ce20652ae5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.953625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c965f8a3-3546-4121-aab8-a6ce20652ae5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.956555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c965f8a3-3546-4121-aab8-a6ce20652ae5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/3179cb39-8cbd-4949-a0af-15b329b83233 HTTP/1.1" status: 404 len: 333 time: 0.0268221 Mar 07 21:58:22.959727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51410) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:22.972982 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec63c4b8-06db-421e-9019-2e998062b567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:22.986922 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddc42ec-d7da-4cd4-9b75-fbdde8d3a119 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:22.987379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bddc42ec-d7da-4cd4-9b75-fbdde8d3a119 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:22.992984 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bddc42ec-d7da-4cd4-9b75-fbdde8d3a119 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/289d62e5-94c0-4ca8-959f-747ee93f7827 HTTP/1.1" status: 404 len: 337 time: 0.0299163 Mar 07 21:58:22.993093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51412) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.001985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63c4b8-06db-421e-9019-2e998062b567 None None] Pushing event deleted for resources: {'Port': ['ID=cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:23.004384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63c4b8-06db-421e-9019-2e998062b567 None None] No DVR routers for this DVR port cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:58:23.021296 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6048b1-0b96-4e63-ad5b-f996c0594fe9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.021848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6048b1-0b96-4e63-ad5b-f996c0594fe9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.024881 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ea6048b1-0b96-4e63-ad5b-f996c0594fe9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/55b3e4b7-e8fe-4131-aef5-d13cf8a0db10 HTTP/1.1" status: 404 len: 333 time: 0.0309143 Mar 07 21:58:23.028984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51414) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.057874 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e36b28-6b5f-4ddf-900e-8c8a8b3f0854 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.058375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e36b28-6b5f-4ddf-900e-8c8a8b3f0854 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.061435 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d2e36b28-6b5f-4ddf-900e-8c8a8b3f0854 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/b65444e8-4d07-4efd-87d0-e6ab66879b4a HTTP/1.1" status: 404 len: 337 time: 0.0330527 Mar 07 21:58:23.064088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51418) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.087818 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09fac6e-acf1-46fb-88b5-58c7ade3c4e5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.088351 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09fac6e-acf1-46fb-88b5-58c7ade3c4e5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.093927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c09fac6e-acf1-46fb-88b5-58c7ade3c4e5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/04c9f4f9-8f9a-4a00-bced-0b36531fc3d7 HTTP/1.1" status: 404 len: 333 time: 0.0266933 Mar 07 21:58:23.094180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51420) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.120657 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a4534a-2623-4d87-828c-bf984cba7d27 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.120657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a4534a-2623-4d87-828c-bf984cba7d27 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.123246 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-06a4534a-2623-4d87-828c-bf984cba7d27 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/13cf04fe-3bb1-422d-b6f9-831d012efd0f HTTP/1.1" status: 404 len: 337 time: 0.0281770 Mar 07 21:58:23.125846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51424) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.149566 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfed2fee-4e50-44e1-9a94-138f0e3f922f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.150158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfed2fee-4e50-44e1-9a94-138f0e3f922f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.153239 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cfed2fee-4e50-44e1-9a94-138f0e3f922f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/d414b4ef-86b0-405a-8bf2-9f32f40ae9ff HTTP/1.1" status: 404 len: 333 time: 0.0263927 Mar 07 21:58:23.155816 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51428) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.187917 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cce49a-09c8-4799-b280-32d8cfdf2fdb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.188467 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5cce49a-09c8-4799-b280-32d8cfdf2fdb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.192484 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e5cce49a-09c8-4799-b280-32d8cfdf2fdb tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/139b5cde-d02b-46bb-81d6-8f360681ae32 HTTP/1.1" status: 404 len: 337 time: 0.0348587 Mar 07 21:58:23.198093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51432) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.221011 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-63947ef8-c7d9-4cdc-b369-c56925cff3e5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.221557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63947ef8-c7d9-4cdc-b369-c56925cff3e5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.230686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51436) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.230972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:58:23.242336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-63947ef8-c7d9-4cdc-b369-c56925cff3e5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/f05b5838-5b1f-4a90-af9e-a893f5946664 HTTP/1.1" status: 404 len: 333 time: 0.0461888 Mar 07 21:58:23.262692 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-9094d0b1-e670-48fc-bed2-61e56c4cfa06 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.263159 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9094d0b1-e670-48fc-bed2-61e56c4cfa06 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.263987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:58:23.264379 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cfaefb4b-9c45-4c01-b1e7-2e49b0edcc79 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:58:23.267052 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9094d0b1-e670-48fc-bed2-61e56c4cfa06 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/06787c11-cbe3-43e9-a7f4-e487d80ee0f9 HTTP/1.1" status: 404 len: 337 time: 0.0353611 Mar 07 21:58:23.269656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51440) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.306133 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-691dd638-bebe-4d26-833b-9f210cd82f64 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.306591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691dd638-bebe-4d26-833b-9f210cd82f64 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.309675 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-691dd638-bebe-4d26-833b-9f210cd82f64 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/e59eddad-b70a-438b-9fe6-ab8cb185fb6f HTTP/1.1" status: 404 len: 337 time: 0.0387275 Mar 07 21:58:23.313073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51444) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.340925 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea69f0f2-b205-4031-a935-89b462421c34 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.341608 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea69f0f2-b205-4031-a935-89b462421c34 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.344854 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ea69f0f2-b205-4031-a935-89b462421c34 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/5945c1d1-ba24-416a-894b-f00e83c00159 HTTP/1.1" status: 404 len: 333 time: 0.0307953 Mar 07 21:58:23.348165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51446) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.374443 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44ebe3a-dbae-47b8-8f8e-0c4e715c23d7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.374912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44ebe3a-dbae-47b8-8f8e-0c4e715c23d7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.378728 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f44ebe3a-dbae-47b8-8f8e-0c4e715c23d7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/828012cb-ce75-46cb-aa29-a9da77f50d05 HTTP/1.1" status: 404 len: 337 time: 0.0295994 Mar 07 21:58:23.381264 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51450) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.384491 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26581aa6-7f89-460a-aa5d-2ad90e057221 req-621c36bf-b833-4e9d-a18b-85c588734079 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:23.386290 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26581aa6-7f89-460a-aa5d-2ad90e057221 req-621c36bf-b833-4e9d-a18b-85c588734079 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.0820937 Mar 07 21:58:23.407571 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-380c91e7-33e8-44a6-b036-86e3dcd116d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.408032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380c91e7-33e8-44a6-b036-86e3dcd116d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.411732 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-380c91e7-33e8-44a6-b036-86e3dcd116d0 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/6afd61dc-f53e-4291-880e-bf89513067c2 HTTP/1.1" status: 404 len: 337 time: 0.0294316 Mar 07 21:58:23.414553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51454) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.443315 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-4547546b-493c-488a-9d6a-5ca51730c39a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.444004 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4547546b-493c-488a-9d6a-5ca51730c39a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.447144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4547546b-493c-488a-9d6a-5ca51730c39a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/62729ef6-2253-4f16-8aa6-547ba5531ace HTTP/1.1" status: 404 len: 333 time: 0.0316012 Mar 07 21:58:23.450130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51458) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.469534 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26581aa6-7f89-460a-aa5d-2ad90e057221 req-92cc61bc-2976-4fd2-9fc4-748fa29b7a5e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758443 Mar 07 21:58:23.476679 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f757b9-0d50-46bf-a335-99dafa5b80a3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.477140 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f757b9-0d50-46bf-a335-99dafa5b80a3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.480993 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-55f757b9-0d50-46bf-a335-99dafa5b80a3 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/54937eda-f317-4da7-91a9-2fd5a1908b40 HTTP/1.1" status: 404 len: 337 time: 0.0290396 Mar 07 21:58:23.483240 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51460) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.512362 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-054de654-b5a0-4833-af3f-035f7c27ab7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.512810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054de654-b5a0-4833-af3f-035f7c27ab7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.518228 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-054de654-b5a0-4833-af3f-035f7c27ab7b tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/e1db71f3-46be-4334-831d-07bb75d54439 HTTP/1.1" status: 404 len: 337 time: 0.0313261 Mar 07 21:58:23.518561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51464) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.545186 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bd3de3-df57-4218-ba8e-74205f492aea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.545755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bd3de3-df57-4218-ba8e-74205f492aea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.549080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-44bd3de3-df57-4218-ba8e-74205f492aea tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/ddc995e1-d2f7-479b-b556-6ac61c101060 HTTP/1.1" status: 404 len: 333 time: 0.0297451 Mar 07 21:58:23.552121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51466) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.581536 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-244ce650-a6e7-401f-905a-e90f777ecb2c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.581915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244ce650-a6e7-401f-905a-e90f777ecb2c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.584885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-244ce650-a6e7-401f-905a-e90f777ecb2c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/d26512fc-9465-4b6d-8060-34c866b1a3e1 HTTP/1.1" status: 404 len: 337 time: 0.0318513 Mar 07 21:58:23.587335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51468) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.612172 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2afadf3-216e-43d2-8828-10ec543670e9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.612734 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2afadf3-216e-43d2-8828-10ec543670e9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.616176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a2afadf3-216e-43d2-8828-10ec543670e9 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/9f64b53e-59e3-4b9f-8be6-f13d41f987e4 HTTP/1.1" status: 404 len: 337 time: 0.0279469 Mar 07 21:58:23.618685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51472) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.645610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5ab34478-6b1f-4833-9569-a7bbc42e6d55 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports?device_id=e860db83-a6f6-44ab-a6aa-178ac0d10501 HTTP/1.1" status: 200 len: 205 time: 0.0258868 Mar 07 21:58:23.648077 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51474) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.685535 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-718afad7-737d-4de4-80a1-9ba2ddfe928e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] delete failed (client error): The resource could not be found. Mar 07 21:58:23.688876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-718afad7-737d-4de4-80a1-9ba2ddfe928e tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/routers/e860db83-a6f6-44ab-a6aa-178ac0d10501 HTTP/1.1" status: 404 len: 336 time: 0.0376103 Mar 07 21:58:23.689450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51476) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.715859 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68ae29e-8129-4865-9fab-d0019f681494 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.716327 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68ae29e-8129-4865-9fab-d0019f681494 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.719344 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d68ae29e-8129-4865-9fab-d0019f681494 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/9365d45b-e10b-468c-b8b3-ed1a3341b288 HTTP/1.1" status: 404 len: 337 time: 0.0289862 Mar 07 21:58:23.722932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51480) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.754588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9d547aac-9d51-446b-b45a-29588be229af tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae102f6b-b700-4492-8e13-60fd1c75e794 HTTP/1.1" status: 200 len: 205 time: 0.0304675 Mar 07 21:58:23.756918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51482) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.795493 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-fef995a3-cfde-4670-b0c0-53c1c69f7fe4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] delete failed (client error): The resource could not be found. Mar 07 21:58:23.796550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fef995a3-cfde-4670-b0c0-53c1c69f7fe4 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/routers/ae102f6b-b700-4492-8e13-60fd1c75e794 HTTP/1.1" status: 404 len: 336 time: 0.0386434 Mar 07 21:58:23.799022 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51484) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.825721 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbacd63-9da3-48ce-a60a-e1788284801f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.826213 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfbacd63-9da3-48ce-a60a-e1788284801f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.830527 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cfbacd63-9da3-48ce-a60a-e1788284801f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/f8d9c4ae-c89d-4c2d-9555-de1c98c03e1e HTTP/1.1" status: 404 len: 337 time: 0.0305648 Mar 07 21:58:23.831757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51488) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.857908 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d8da59-e1dd-49bc-8a1e-e4aa5c3a216c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.858397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d8da59-e1dd-49bc-8a1e-e4aa5c3a216c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.861371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-75d8da59-e1dd-49bc-8a1e-e4aa5c3a216c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/55cad0d0-7bc8-43bb-9195-198b0bb59464 HTTP/1.1" status: 404 len: 337 time: 0.0286782 Mar 07 21:58:23.864453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51492) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.891758 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-5085cb89-584e-4670-af06-b162a7f6193f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.892348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5085cb89-584e-4670-af06-b162a7f6193f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.895584 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5085cb89-584e-4670-af06-b162a7f6193f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/c0ec97ab-5c0a-4687-a3b6-a2f057c41759 HTTP/1.1" status: 404 len: 333 time: 0.0301905 Mar 07 21:58:23.898025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51494) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.923617 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1ce80b-9936-4112-b6e7-ac4d2351e5e7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.924082 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1ce80b-9936-4112-b6e7-ac4d2351e5e7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.927779 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9f1ce80b-9936-4112-b6e7-ac4d2351e5e7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/8718b213-39fa-4949-94e1-1783b1b4d1ab HTTP/1.1" status: 404 len: 337 time: 0.0288153 Mar 07 21:58:23.930355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51498) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.953599 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e80c37-02dd-4cfb-b88e-a0bebb170281 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.954279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e80c37-02dd-4cfb-b88e-a0bebb170281 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.959667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-45e80c37-02dd-4cfb-b88e-a0bebb170281 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/ee212fd3-9ad2-48b0-96d6-bd947c43cce2 HTTP/1.1" status: 404 len: 333 time: 0.0261297 Mar 07 21:58:23.959974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51500) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:23.985823 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-096f8be8-bb1e-40ca-b973-a53c9020536f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:23.986303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096f8be8-bb1e-40ca-b973-a53c9020536f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:23.989837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-096f8be8-bb1e-40ca-b973-a53c9020536f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/9d664093-a653-44b3-b8a4-8bd4e44b1a8c HTTP/1.1" status: 404 len: 337 time: 0.0288644 Mar 07 21:58:23.992403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51504) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:24.015809 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e4cb11-c45b-422f-bc79-cccfdacc9e7f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:24.016397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e4cb11-c45b-422f-bc79-cccfdacc9e7f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:24.019435 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c3e4cb11-c45b-422f-bc79-cccfdacc9e7f tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/813c27d8-9bf0-48aa-9b89-61ccc352a00c HTTP/1.1" status: 404 len: 333 time: 0.0261064 Mar 07 21:58:24.021895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51506) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:24.050499 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af996a8-3bb6-4b58-9713-9d832371e3c5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:24.051545 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af996a8-3bb6-4b58-9713-9d832371e3c5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:24.056813 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4af996a8-3bb6-4b58-9713-9d832371e3c5 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/c1fa8bb1-5b2a-4636-adb4-211a2e5f5e3d HTTP/1.1" status: 404 len: 337 time: 0.0317347 Mar 07 21:58:24.057249 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51510) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:24.085759 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-3101208d-53e4-4c43-ba99-7f1a83510c05 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:24.086394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3101208d-53e4-4c43-ba99-7f1a83510c05 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:24.089615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3101208d-53e4-4c43-ba99-7f1a83510c05 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/26f905da-333c-461c-8e1e-b964785afc82 HTTP/1.1" status: 404 len: 333 time: 0.0309134 Mar 07 21:58:24.092333 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51512) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:24.118854 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca0627c-781f-42aa-b75a-0299aefc8f3c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:24.119306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca0627c-781f-42aa-b75a-0299aefc8f3c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:24.122280 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4ca0627c-781f-42aa-b75a-0299aefc8f3c tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/3a81a501-f7d7-4d5f-a453-5af3883fc857 HTTP/1.1" status: 404 len: 337 time: 0.0289369 Mar 07 21:58:24.124844 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51514) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:24.150248 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-85edd4bc-b072-4f24-bb01-827a181fccdc tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:24.150812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85edd4bc-b072-4f24-bb01-827a181fccdc tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:24.156433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51518) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:24.156580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-85edd4bc-b072-4f24-bb01-827a181fccdc tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/d7aca427-af5a-4a01-8050-8a9f60b98ebd HTTP/1.1" status: 404 len: 333 time: 0.0306504 Mar 07 21:58:24.182358 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2810e8-152d-4310-bf2e-c165581dac5d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:24.182810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2810e8-152d-4310-bf2e-c165581dac5d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:24.185785 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b2810e8-152d-4310-bf2e-c165581dac5d tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/b3ebbe3a-837f-46ba-b5a6-3baa06f680f8 HTTP/1.1" status: 404 len: 337 time: 0.0282297 Mar 07 21:58:24.188581 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51522) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:24.212476 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-e791f5ad-d82a-41df-9e55-8a773c9437a7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:24.213028 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e791f5ad-d82a-41df-9e55-8a773c9437a7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:24.216305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e791f5ad-d82a-41df-9e55-8a773c9437a7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/ddfbeea1-8a1c-4682-9a1b-197da62eeacc HTTP/1.1" status: 404 len: 333 time: 0.0267289 Mar 07 21:58:24.218719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51524) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:24.245567 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e6c88c-b779-40c6-abb8-a0c50bc3e1b7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:24.246257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e6c88c-b779-40c6-abb8-a0c50bc3e1b7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:24.249951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-13e6c88c-b779-40c6-abb8-a0c50bc3e1b7 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/615d7d41-9367-4ccc-85c6-d6e85cc1583e HTTP/1.1" status: 404 len: 337 time: 0.0303295 Mar 07 21:58:24.252712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51526) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:24.283727 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb184db6-b41d-4d76-b9c8-7c4bfdfe4d31 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:24.284309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb184db6-b41d-4d76-b9c8-7c4bfdfe4d31 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:24.288064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-eb184db6-b41d-4d76-b9c8-7c4bfdfe4d31 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/ports/6af6757c-c97c-4feb-90e6-0442c179122e HTTP/1.1" status: 404 len: 333 time: 0.0339210 Mar 07 21:58:24.290551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51530) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:24.317659 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e25bad-cf94-40eb-9f36-37485f4789e2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] DELETE failed (client error): The resource could not be found. Mar 07 21:58:24.318162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e25bad-cf94-40eb-9f36-37485f4789e2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:58:24.321138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-73e25bad-cf94-40eb-9f36-37485f4789e2 tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/subnets/82e502e5-5611-4b4f-bcbf-8015bcff8e8c HTTP/1.1" status: 404 len: 337 time: 0.0296106 Mar 07 21:58:24.323709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51532) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:24.404380 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-271b5f5e-7e3f-420b-bf08-30527809c14a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (93b13938-fab1-4c0e-a140-35734632e7e9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:24.500920 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-271b5f5e-7e3f-420b-bf08-30527809c14a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (93b13938-fab1-4c0e-a140-35734632e7e9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:24.523394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-271b5f5e-7e3f-420b-bf08-30527809c14a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b13938-fab1-4c0e-a140-35734632e7e9']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:24.535055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-271b5f5e-7e3f-420b-bf08-30527809c14a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:24.535350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-271b5f5e-7e3f-420b-bf08-30527809c14a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:24.546370 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-271b5f5e-7e3f-420b-bf08-30527809c14a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:24.582894 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-271b5f5e-7e3f-420b-bf08-30527809c14a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:24.592191 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271b5f5e-7e3f-420b-bf08-30527809c14a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:58:24.592654 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-271b5f5e-7e3f-420b-bf08-30527809c14a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (8f598a3c-7f8c-45e7-8ab5-5d4fcb34088b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:58:24.595856 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:58:24.662757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02750f-6aa9-48e8-9b59-be58353f4e18 req-8f8143a6-f106-41ff-b368-b97b808c4210 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:24.667614 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed02750f-6aa9-48e8-9b59-be58353f4e18 req-8f8143a6-f106-41ff-b368-b97b808c4210 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.1199188 Mar 07 21:58:24.679299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-271b5f5e-7e3f-420b-bf08-30527809c14a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (93b13938-fab1-4c0e-a140-35734632e7e9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:24.683832 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-271b5f5e-7e3f-420b-bf08-30527809c14a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:24.687088 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-271b5f5e-7e3f-420b-bf08-30527809c14a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] 10.222.0.26 "DELETE /v2.0/networks/93b13938-fab1-4c0e-a140-35734632e7e9 HTTP/1.1" status: 204 len: 168 time: 0.3624547 Mar 07 21:58:24.712498 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b5f5e-7e3f-420b-bf08-30527809c14a tempest-NetworksTestDHCPv6-1772641793 tempest-NetworksTestDHCPv6-1772641793-project] Pushing event deleted for resources: {'Network': ['ID=93b13938-fab1-4c0e-a140-35734632e7e9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:24.739191 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed02750f-6aa9-48e8-9b59-be58353f4e18 req-d433a1e0-1864-4a75-b36f-e8383cdeeba2 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672479 Mar 07 21:58:24.995066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51550) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:25.125066 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-56e761a7-4480-4fef-8600-110a95503984 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fcd33ff4f5634a7ebf156eac6d9bb152&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287415 Mar 07 21:58:25.127645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51554) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:25.187414 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cae97593-2d4c-4134-a058-e0917de82e96 admin admin] Publish callbacks [] for security_group (eafaa39b-ce80-4b67-9861-a5013fa6329b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:25.210885 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cae97593-2d4c-4134-a058-e0917de82e96 admin admin] Publish callbacks [] for security_group (eafaa39b-ce80-4b67-9861-a5013fa6329b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:25.263631 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cae97593-2d4c-4134-a058-e0917de82e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (eafaa39b-ce80-4b67-9861-a5013fa6329b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:25.267004 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cae97593-2d4c-4134-a058-e0917de82e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:25.270750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cae97593-2d4c-4134-a058-e0917de82e96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eafaa39b-ce80-4b67-9861-a5013fa6329b HTTP/1.1" status: 204 len: 168 time: 0.1395729 Mar 07 21:58:25.276166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae97593-2d4c-4134-a058-e0917de82e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafaa39b-ce80-4b67-9861-a5013fa6329b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:25.420618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-934c260a-5398-4942-8391-8a679ce2b91c req-f4d3403b-7686-4ec8-a6de-2918585fa299 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527654 Mar 07 21:58:25.493983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c260a-5398-4942-8391-8a679ce2b91c req-9163c932-779c-416a-81bd-dac49a167dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:25.495527 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-934c260a-5398-4942-8391-8a679ce2b91c req-9163c932-779c-416a-81bd-dac49a167dd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1128 time: 0.0474052 Mar 07 21:58:25.609661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c260a-5398-4942-8391-8a679ce2b91c req-b3191f2d-a3d2-4dc5-a653-e5d857ba50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:25.611304 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-934c260a-5398-4942-8391-8a679ce2b91c req-b3191f2d-a3d2-4dc5-a653-e5d857ba50a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc76cc78-d3aa-4131-a129-0f2d526c28eb HTTP/1.1" status: 200 len: 897 time: 0.0960045 Mar 07 21:58:25.686145 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-934c260a-5398-4942-8391-8a679ce2b91c req-e24c1725-84ee-4401-b331-8a3f3ca9bd14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 999 time: 0.0682805 Mar 07 21:58:25.738298 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c260a-5398-4942-8391-8a679ce2b91c req-95624315-271a-40d4-bf89-b0b8a0eb5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:25.739902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-934c260a-5398-4942-8391-8a679ce2b91c req-95624315-271a-40d4-bf89-b0b8a0eb5e70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43e2544a-756d-4aee-adf7-dbc5c3079d7c HTTP/1.1" status: 200 len: 834 time: 0.0455773 Mar 07 21:58:25.807826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c260a-5398-4942-8391-8a679ce2b91c req-f68ea08f-79f8-4b96-ae5c-f829f6b1c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:25.809646 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-934c260a-5398-4942-8391-8a679ce2b91c req-f68ea08f-79f8-4b96-ae5c-f829f6b1c035 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc76cc78-d3aa-4131-a129-0f2d526c28eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0605347 Mar 07 21:58:25.937467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-934c260a-5398-4942-8391-8a679ce2b91c req-2acacf81-4370-4d41-a54b-65fe5e5fa5f2 service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200440 Mar 07 21:58:25.945186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4f221-4109-4092-b78d-5ae27e4431cd req-4906561e-8b1e-4342-8ccd-c003941d5121 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:25.946711 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6e4f221-4109-4092-b78d-5ae27e4431cd req-4906561e-8b1e-4342-8ccd-c003941d5121 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.1107626 Mar 07 21:58:26.070756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6e4f221-4109-4092-b78d-5ae27e4431cd req-bce6ca04-bc26-435e-a316-a681855c0384 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152449 Mar 07 21:58:26.093940 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-934c260a-5398-4942-8391-8a679ce2b91c req-d2889978-e2cc-4364-a4e5-7ea5ca1fe6d9 service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462445 Mar 07 21:58:26.213273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51606) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:26.405823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1668416727'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:26.426054 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Made reservation on behalf of 81e449007eef4fe09b2c0aadc1ca6875 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:26.429527 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:26.445048 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:26.521028 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks [] for security_group (2e7365ca-5a28-421d-a1d5-20f401943d46), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:26.525394 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2e7365ca-5a28-421d-a1d5-20f401943d46), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:26.548706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:58:26.567841 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7365ca-5a28-421d-a1d5-20f401943d46,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:26.571664 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f8405167-8b27-45c7-a813-ff63b2fbd116), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:26.572219 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Added segment f8405167-8b27-45c7-a813-ff63b2fbd116 of type vlan for network 2cd190b4-1960-44b5-a0a3-b97344c71e39 Mar 07 21:58:26.616584 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (2cd190b4-1960-44b5-a0a3-b97344c71e39), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:26.643218 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (2cd190b4-1960-44b5-a0a3-b97344c71e39), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:26.648616 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:26.649211 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:26.715380 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5009768 Mar 07 21:58:26.716252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51626) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:26.721330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0a6f59b0-dd6c-4aef-abe7-6d554c90b403 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Request body: {'subnet': {'network_id': '2cd190b4-1960-44b5-a0a3-b97344c71e39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:26.775439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b08cf-1a25-4cde-8b08-b9be3ecfa2a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Pushing event updated for resources: {'Network': ['ID=2cd190b4-1960-44b5-a0a3-b97344c71e39,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:26.788847 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 2cd190b4-1960-44b5-a0a3-b97344c71e39 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:58:26.827019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6f59b0-dd6c-4aef-abe7-6d554c90b403 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Made reservation on behalf of 81e449007eef4fe09b2c0aadc1ca6875 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:26.830805 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a6f59b0-dd6c-4aef-abe7-6d554c90b403 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:27.017731 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a6f59b0-dd6c-4aef-abe7-6d554c90b403 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (921e78bb-bf85-4fb8-a6e6-7cc9349a53fd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:27.075754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f59b0-dd6c-4aef-abe7-6d554c90b403 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Pushing event updated for resources: {'Subnet': ['ID=921e78bb-bf85-4fb8-a6e6-7cc9349a53fd,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:27.086925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6f59b0-dd6c-4aef-abe7-6d554c90b403 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Checking segment: {'id': 'f8405167-8b27-45c7-a813-ff63b2fbd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cd190b4-1960-44b5-a0a3-b97344c71e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:58:27.087290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6f59b0-dd6c-4aef-abe7-6d554c90b403 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Network hostable DHCP agents. Network: 2cd190b4-1960-44b5-a0a3-b97344c71e39, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:58:27.104365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6f59b0-dd6c-4aef-abe7-6d554c90b403 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Network 2cd190b4-1960-44b5-a0a3-b97344c71e39 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:58:27.117035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-0a6f59b0-dd6c-4aef-abe7-6d554c90b403 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 2cd190b4-1960-44b5-a0a3-b97344c71e39) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:27.118766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6f59b0-dd6c-4aef-abe7-6d554c90b403 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:27.119476 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0a6f59b0-dd6c-4aef-abe7-6d554c90b403 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:27.123618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40208c5b-3cc3-41b3-847e-7bbee4ddc8d9 None None] Network 2cd190b4-1960-44b5-a0a3-b97344c71e39 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:27.138747 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0a6f59b0-dd6c-4aef-abe7-6d554c90b403 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4206486 Mar 07 21:58:27.140802 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51648) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:27.147485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-262b880e-cb4c-4bbf-a905-348d2610cdc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Request body: {'port': {'network_id': '2cd190b4-1960-44b5-a0a3-b97344c71e39', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1246121436'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:27.232823 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-2cd190b4-1960-44b5-a0a3-b97344c71e39', 'network_id': '2cd190b4-1960-44b5-a0a3-b97344c71e39', 'project_id': '81e449007eef4fe09b2c0aadc1ca6875', 'fixed_ips': [{'subnet_id': '921e78bb-bf85-4fb8-a6e6-7cc9349a53fd'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:58:27.233685 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:27.284058 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a637b-ad82-462b-b6f0-6d7aebf4c2d9 req-3202acb7-8855-4d2c-9f15-194a64398a50 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:27.286129 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e8a637b-ad82-462b-b6f0-6d7aebf4c2d9 req-3202acb7-8855-4d2c-9f15-194a64398a50 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.1218317 Mar 07 21:58:27.322148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262b880e-cb4c-4bbf-a905-348d2610cdc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Made reservation on behalf of 81e449007eef4fe09b2c0aadc1ca6875 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:27.325789 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-262b880e-cb4c-4bbf-a905-348d2610cdc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:27.357390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-262b880e-cb4c-4bbf-a905-348d2610cdc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] device_id is not set on port 724240fa-b13c-4a0a-bf18-320e9e917524 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:58:27.370749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e8a637b-ad82-462b-b6f0-6d7aebf4c2d9 req-869778e2-f9d1-49c8-a7ca-3dd4305ffea6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768132 Mar 07 21:58:27.387638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Allocated IP 2001:db8::2 (2cd190b4-1960-44b5-a0a3-b97344c71e39/921e78bb-bf85-4fb8-a6e6-7cc9349a53fd/61f4a514-6e4b-412c-a889-ed58113e1bef) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:27.537897 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Publish callbacks [] for port (61f4a514-6e4b-412c-a889-ed58113e1bef), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:27.545837 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (61f4a514-6e4b-412c-a889-ed58113e1bef), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:27.588165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Network 2cd190b4-1960-44b5-a0a3-b97344c71e39 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:27.591266 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:27.593628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:58:27.604816 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Pushing event updated for resources: {'Port': ['ID=61f4a514-6e4b-412c-a889-ed58113e1bef,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:27.605038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-262b880e-cb4c-4bbf-a905-348d2610cdc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Allocated IP 2001:db8::2a0 (2cd190b4-1960-44b5-a0a3-b97344c71e39/921e78bb-bf85-4fb8-a6e6-7cc9349a53fd/724240fa-b13c-4a0a-bf18-320e9e917524) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:27.661922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Attempting to bind port 61f4a514-6e4b-412c-a889-ed58113e1bef on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:58:27.662335 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Attempting to bind port 61f4a514-6e4b-412c-a889-ed58113e1bef by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'f8405167-8b27-45c7-a813-ff63b2fbd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cd190b4-1960-44b5-a0a3-b97344c71e39'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:58:27.662675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Attempting to bind port 61f4a514-6e4b-412c-a889-ed58113e1bef on network 2cd190b4-1960-44b5-a0a3-b97344c71e39 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:58:27.667727 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:58:27.668102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Checking segment: {'id': 'f8405167-8b27-45c7-a813-ff63b2fbd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cd190b4-1960-44b5-a0a3-b97344c71e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:58:27.668502 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:27.668889 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Bound using segment: {'id': 'f8405167-8b27-45c7-a813-ff63b2fbd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cd190b4-1960-44b5-a0a3-b97344c71e39'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:58:27.669358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Bound port: 61f4a514-6e4b-412c-a889-ed58113e1bef, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8405167-8b27-45c7-a813-ff63b2fbd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cd190b4-1960-44b5-a0a3-b97344c71e39'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:58:27.669914 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (61f4a514-6e4b-412c-a889-ed58113e1bef), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:27.735489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] For port 61f4a514-6e4b-412c-a889-ed58113e1bef, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:58:27.739840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] For port 61f4a514-6e4b-412c-a889-ed58113e1bef, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=61f4a514-6e4b-412c-a889-ed58113e1bef,segment=NetworkSegment(f8405167-8b27-45c7-a813-ff63b2fbd116),segment_id=f8405167-8b27-45c7-a813-ff63b2fbd116)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:58:27.746805 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (61f4a514-6e4b-412c-a889-ed58113e1bef), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:27.762860 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-262b880e-cb4c-4bbf-a905-348d2610cdc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks [] for port (724240fa-b13c-4a0a-bf18-320e9e917524), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:27.832624 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-262b880e-cb4c-4bbf-a905-348d2610cdc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (724240fa-b13c-4a0a-bf18-320e9e917524), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:27.835320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222f210-ae6b-48e2-936b-cdc4c661ebb9 None None] Pushing event updated for resources: {'Port': ['ID=61f4a514-6e4b-412c-a889-ed58113e1bef,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:27.902808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b880e-cb4c-4bbf-a905-348d2610cdc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Pushing event updated for resources: {'Port': ['ID=724240fa-b13c-4a0a-bf18-320e9e917524,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:27.916754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262b880e-cb4c-4bbf-a905-348d2610cdc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Network 2cd190b4-1960-44b5-a0a3-b97344c71e39 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:27.919861 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-262b880e-cb4c-4bbf-a905-348d2610cdc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:27.922495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b880e-cb4c-4bbf-a905-348d2610cdc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:58:27.928488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262b880e-cb4c-4bbf-a905-348d2610cdc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:27.929151 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-262b880e-cb4c-4bbf-a905-348d2610cdc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:27.949598 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-262b880e-cb4c-4bbf-a905-348d2610cdc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8074849 Mar 07 21:58:27.950145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51666) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:27.959266 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Request body: {'port': {'network_id': '2cd190b4-1960-44b5-a0a3-b97344c71e39', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-515820008', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:27.960030 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.api.validators [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] bootfile-name is not in valid_values {{(pid=103718) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 21:58:27.960519 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.api.validators [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] tftp-server is not in valid_values {{(pid=103718) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 21:58:27.961007 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.api.validators [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] server-ip-address is not in valid_values {{(pid=103718) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 21:58:28.119245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Made reservation on behalf of 81e449007eef4fe09b2c0aadc1ca6875 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:28.123040 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:28.148460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] device_id is not set on port 054328e8-f950-45a9-b5cb-09c406c53d22 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:58:28.272040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Allocated IP 2001:db8::1f9 (2cd190b4-1960-44b5-a0a3-b97344c71e39/921e78bb-bf85-4fb8-a6e6-7cc9349a53fd/054328e8-f950-45a9-b5cb-09c406c53d22) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:28.451206 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks [] for port (054328e8-f950-45a9-b5cb-09c406c53d22), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:28.488904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda07731-b612-4d88-97ce-6e3aff127300 req-83528be7-03fb-4002-85c1-7069e9f1fa1d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:28.490517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dda07731-b612-4d88-97ce-6e3aff127300 req-83528be7-03fb-4002-85c1-7069e9f1fa1d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.0555196 Mar 07 21:58:28.492180 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (054328e8-f950-45a9-b5cb-09c406c53d22), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:28.534177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Network 2cd190b4-1960-44b5-a0a3-b97344c71e39 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:28.538792 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:28.543050 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:58:28.548343 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:28.549011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:28.565611 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dda07731-b612-4d88-97ce-6e3aff127300 req-e08e9972-c6a7-4087-8009-8f815f838789 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631931 Mar 07 21:58:28.585374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Pushing event updated for resources: {'Port': ['ID=054328e8-f950-45a9-b5cb-09c406c53d22,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:28.594969 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-52d54a65-79d1-4880-9473-e430c1ef2360 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.6396065 Mar 07 21:58:28.595077 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51676) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:28.656944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e712485-fdd1-4183-a602-2e1e3ed4acfc tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:28.662438 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e712485-fdd1-4183-a602-2e1e3ed4acfc tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:28.668206 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e712485-fdd1-4183-a602-2e1e3ed4acfc tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:28.669967 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7e712485-fdd1-4183-a602-2e1e3ed4acfc tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0742645 Mar 07 21:58:28.672944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51678) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:28.688984 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51680) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:28.776767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-36e49254-fe12-4275-a64b-f5757a776b78 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Deleting port 054328e8-f950-45a9-b5cb-09c406c53d22 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:28.777217 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36e49254-fe12-4275-a64b-f5757a776b78 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (054328e8-f950-45a9-b5cb-09c406c53d22), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:28.811656 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ee62cab-1a22-4651-ad68-564c454935a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:28.873798 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36e49254-fe12-4275-a64b-f5757a776b78 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (054328e8-f950-45a9-b5cb-09c406c53d22), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:28.874851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c813cdce-8bc3-420b-9363-d89e38fbb219 None None] Network 2cd190b4-1960-44b5-a0a3-b97344c71e39 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:28.888228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-36e49254-fe12-4275-a64b-f5757a776b78 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Calling delete_port for 054328e8-f950-45a9-b5cb-09c406c53d22 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:28.901380 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ee62cab-1a22-4651-ad68-564c454935a6 admin admin] Publish callbacks [] for security_group (a3a5d088-9435-48e3-8448-87569acc2445), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:28.906162 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ee62cab-1a22-4651-ad68-564c454935a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a3a5d088-9435-48e3-8448-87569acc2445), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:28.947197 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7ee62cab-1a22-4651-ad68-564c454935a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e113317d6bbd42ae89d5a42bd29b0b88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2569444 Mar 07 21:58:28.948733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee62cab-1a22-4651-ad68-564c454935a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a5d088-9435-48e3-8448-87569acc2445,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:28.949715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51684) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:28.953669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a1839f45-bb72-4789-8cfd-0a89c17547f9 None None] Provisioning complete for port 61f4a514-6e4b-412c-a889-ed58113e1bef triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:28.954055 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a1839f45-bb72-4789-8cfd-0a89c17547f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (61f4a514-6e4b-412c-a889-ed58113e1bef), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.022671 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e78ad249-b916-4582-9509-3079e14406e9 admin admin] Publish callbacks [] for security_group (a3a5d088-9435-48e3-8448-87569acc2445), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.081093 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e78ad249-b916-4582-9509-3079e14406e9 admin admin] Publish callbacks [] for security_group (a3a5d088-9435-48e3-8448-87569acc2445), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.093388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a1839f45-bb72-4789-8cfd-0a89c17547f9 None None] Current status of the port 61f4a514-6e4b-412c-a889-ed58113e1bef is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:29.093789 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a1839f45-bb72-4789-8cfd-0a89c17547f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (61f4a514-6e4b-412c-a889-ed58113e1bef), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.137447 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36e49254-fe12-4275-a64b-f5757a776b78 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (054328e8-f950-45a9-b5cb-09c406c53d22), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.146505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a1839f45-bb72-4789-8cfd-0a89c17547f9 None None] For port 61f4a514-6e4b-412c-a889-ed58113e1bef, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=61f4a514-6e4b-412c-a889-ed58113e1bef,segment=NetworkSegment(f8405167-8b27-45c7-a813-ff63b2fbd116),segment_id=f8405167-8b27-45c7-a813-ff63b2fbd116)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:29.154598 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a1839f45-bb72-4789-8cfd-0a89c17547f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (61f4a514-6e4b-412c-a889-ed58113e1bef), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.186830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e49254-fe12-4275-a64b-f5757a776b78 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Pushing event deleted for resources: {'Port': ['ID=054328e8-f950-45a9-b5cb-09c406c53d22,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:29.215965 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36e49254-fe12-4275-a64b-f5757a776b78 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.219616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-36e49254-fe12-4275-a64b-f5757a776b78 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] 10.222.0.26 "DELETE /v2.0/ports/054328e8-f950-45a9-b5cb-09c406c53d22 HTTP/1.1" status: 204 len: 168 time: 0.5456944 Mar 07 21:58:29.225131 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51692) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:29.228229 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e78ad249-b916-4582-9509-3079e14406e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a3a5d088-9435-48e3-8448-87569acc2445), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.231915 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e78ad249-b916-4582-9509-3079e14406e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.232077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-85920d3d-29b2-4cea-acae-925380c3d6ed tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Request body: {'port': {'name': 'tempest-new-port-name-660813675', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:29.232077 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.api.validators [None req-85920d3d-29b2-4cea-acae-925380c3d6ed tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] bootfile-name is not in valid_values {{(pid=103718) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 21:58:29.232077 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.api.validators [None req-85920d3d-29b2-4cea-acae-925380c3d6ed tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] tftp-server is not in valid_values {{(pid=103718) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 21:58:29.232077 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.api.validators [None req-85920d3d-29b2-4cea-acae-925380c3d6ed tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] server-ip-address is not in valid_values {{(pid=103718) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 21:58:29.240298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e78ad249-b916-4582-9509-3079e14406e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3a5d088-9435-48e3-8448-87569acc2445 HTTP/1.1" status: 204 len: 168 time: 0.2881320 Mar 07 21:58:29.252768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1839f45-bb72-4789-8cfd-0a89c17547f9 None None] Pushing event updated for resources: {'Port': ['ID=61f4a514-6e4b-412c-a889-ed58113e1bef,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:29.254198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ad249-b916-4582-9509-3079e14406e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a5d088-9435-48e3-8448-87569acc2445,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:29.335314 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-85920d3d-29b2-4cea-acae-925380c3d6ed tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (724240fa-b13c-4a0a-bf18-320e9e917524), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.399843 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 61f4a514-6e4b-412c-a889-ed58113e1bef up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:58:29.474784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 61f4a514-6e4b-412c-a889-ed58113e1bef triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:29.475425 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (61f4a514-6e4b-412c-a889-ed58113e1bef), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.528738 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-24934ae1-fbda-41ed-838f-6fe0d780bbd3 None None] Provisioning complete for port 724240fa-b13c-4a0a-bf18-320e9e917524 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:29.529116 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-24934ae1-fbda-41ed-838f-6fe0d780bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (724240fa-b13c-4a0a-bf18-320e9e917524), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.591585 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-24934ae1-fbda-41ed-838f-6fe0d780bbd3 None None] Port 724240fa-b13c-4a0a-bf18-320e9e917524 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:58:29.608821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 61f4a514-6e4b-412c-a889-ed58113e1bef is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:29.615227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-24934ae1-fbda-41ed-838f-6fe0d780bbd3 None None] Provisioning complete for port 61f4a514-6e4b-412c-a889-ed58113e1bef triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:29.615671 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-24934ae1-fbda-41ed-838f-6fe0d780bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (61f4a514-6e4b-412c-a889-ed58113e1bef), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.620379 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-85920d3d-29b2-4cea-acae-925380c3d6ed tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks [] for port (724240fa-b13c-4a0a-bf18-320e9e917524), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.627892 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-85920d3d-29b2-4cea-acae-925380c3d6ed tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (724240fa-b13c-4a0a-bf18-320e9e917524), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.646873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-85920d3d-29b2-4cea-acae-925380c3d6ed tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] In _notify_port_updated(), no bound segment for port 724240fa-b13c-4a0a-bf18-320e9e917524 on network 2cd190b4-1960-44b5-a0a3-b97344c71e39 {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 21:58:29.653673 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85920d3d-29b2-4cea-acae-925380c3d6ed tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:29.655115 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-85920d3d-29b2-4cea-acae-925380c3d6ed tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.656989 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-85920d3d-29b2-4cea-acae-925380c3d6ed tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] 10.222.0.26 "PUT /v2.0/ports/724240fa-b13c-4a0a-bf18-320e9e917524 HTTP/1.1" status: 200 len: 1129 time: 0.4307642 Mar 07 21:58:29.687386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51700) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:29.728330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e630ce6-9dbe-4177-9482-bb28dfd06110 req-21fbb721-9b56-4588-9d6d-18c459ed6e35 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:29.729891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e630ce6-9dbe-4177-9482-bb28dfd06110 req-21fbb721-9b56-4588-9d6d-18c459ed6e35 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.0751960 Mar 07 21:58:29.730402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51702) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:29.760614 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-10708e05-3df4-4d87-9741-6d59e26ab82e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.764486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-24934ae1-fbda-41ed-838f-6fe0d780bbd3 None None] Current status of the port 61f4a514-6e4b-412c-a889-ed58113e1bef is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:58:29.769834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-24934ae1-fbda-41ed-838f-6fe0d780bbd3 None None] Could not find standard attr ID for object 054328e8-f950-45a9-b5cb-09c406c53d22. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:58:29.771225 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1ced52-5211-44fc-8d16-2c53e1b42b53 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:29.772706 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cf1ced52-5211-44fc-8d16-2c53e1b42b53 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] 10.222.0.26 "GET /v2.0/ports/724240fa-b13c-4a0a-bf18-320e9e917524 HTTP/1.1" status: 200 len: 1129 time: 0.0839190 Mar 07 21:58:29.773789 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85920d3d-29b2-4cea-acae-925380c3d6ed tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Pushing event updated for resources: {'Port': ['ID=724240fa-b13c-4a0a-bf18-320e9e917524,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:29.776232 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51704) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:29.806339 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e630ce6-9dbe-4177-9482-bb28dfd06110 req-95f8d8a7-48e1-4e6d-ab90-2b916539207b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696905 Mar 07 21:58:29.868854 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-10708e05-3df4-4d87-9741-6d59e26ab82e admin admin] Publish callbacks [] for security_group (5fb0ae43-0c15-4485-b236-8a63aa6d6435), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.873903 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-10708e05-3df4-4d87-9741-6d59e26ab82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5fb0ae43-0c15-4485-b236-8a63aa6d6435), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.882146 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c2f449e9-d45d-43e0-bb77-12116a6f0a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Deleting port 724240fa-b13c-4a0a-bf18-320e9e917524 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:29.882781 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2f449e9-d45d-43e0-bb77-12116a6f0a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (724240fa-b13c-4a0a-bf18-320e9e917524), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.916138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4a033de9-2dad-4e3b-bf7e-04e13a1848d8 None None] Provisioning complete for port 724240fa-b13c-4a0a-bf18-320e9e917524 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:58:29.918822 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4a033de9-2dad-4e3b-bf7e-04e13a1848d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (724240fa-b13c-4a0a-bf18-320e9e917524), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:29.932959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-10708e05-3df4-4d87-9741-6d59e26ab82e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=30e02b4dadd44f9fa08d1d691c6f62e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1992869 Mar 07 21:58:29.933218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51706) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:29.939840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10708e05-3df4-4d87-9741-6d59e26ab82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb0ae43-0c15-4485-b236-8a63aa6d6435,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:29.989317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4a033de9-2dad-4e3b-bf7e-04e13a1848d8 None None] Port 724240fa-b13c-4a0a-bf18-320e9e917524 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:58:29.997299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bd16a800-759a-4b50-9dcd-56ae40860e3e admin admin] Publish callbacks [] for security_group (5fb0ae43-0c15-4485-b236-8a63aa6d6435), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:30.006418 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2f449e9-d45d-43e0-bb77-12116a6f0a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (724240fa-b13c-4a0a-bf18-320e9e917524), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:30.019625 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c2f449e9-d45d-43e0-bb77-12116a6f0a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Calling delete_port for 724240fa-b13c-4a0a-bf18-320e9e917524 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:30.020938 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bd16a800-759a-4b50-9dcd-56ae40860e3e admin admin] Publish callbacks [] for security_group (5fb0ae43-0c15-4485-b236-8a63aa6d6435), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:30.078590 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bd16a800-759a-4b50-9dcd-56ae40860e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5fb0ae43-0c15-4485-b236-8a63aa6d6435), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:30.082203 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bd16a800-759a-4b50-9dcd-56ae40860e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:30.084233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bd16a800-759a-4b50-9dcd-56ae40860e3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5fb0ae43-0c15-4485-b236-8a63aa6d6435 HTTP/1.1" status: 204 len: 168 time: 0.1499140 Mar 07 21:58:30.097168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16a800-759a-4b50-9dcd-56ae40860e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb0ae43-0c15-4485-b236-8a63aa6d6435,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:30.105680 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a0c73a47-77f0-4137-ba30-e3d13887dce5 None None] Could not find standard attr ID for object 054328e8-f950-45a9-b5cb-09c406c53d22. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:58:30.181978 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2f449e9-d45d-43e0-bb77-12116a6f0a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (724240fa-b13c-4a0a-bf18-320e9e917524), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:30.524846 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f449e9-d45d-43e0-bb77-12116a6f0a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Pushing event deleted for resources: {'Port': ['ID=724240fa-b13c-4a0a-bf18-320e9e917524,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:30.552944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2f449e9-d45d-43e0-bb77-12116a6f0a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:30.556463 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c2f449e9-d45d-43e0-bb77-12116a6f0a83 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] 10.222.0.26 "DELETE /v2.0/ports/724240fa-b13c-4a0a-bf18-320e9e917524 HTTP/1.1" status: 204 len: 168 time: 0.7791207 Mar 07 21:58:30.559014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51724) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:30.584848 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:58:30.616506 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ac6dfc-137e-4738-89bc-adb56096000d tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Deleting subnet 921e78bb-bf85-4fb8-a6e6-7cc9349a53fd {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:58:30.620041 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-79ac6dfc-137e-4738-89bc-adb56096000d tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks [] for subnet (921e78bb-bf85-4fb8-a6e6-7cc9349a53fd), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:30.630320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0b37a216-322c-4bcb-9cd1-77eebf418799 None None] Could not find standard attr ID for object 724240fa-b13c-4a0a-bf18-320e9e917524. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:58:30.675546 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-79ac6dfc-137e-4738-89bc-adb56096000d tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (921e78bb-bf85-4fb8-a6e6-7cc9349a53fd), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:30.766814 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-79ac6dfc-137e-4738-89bc-adb56096000d tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (921e78bb-bf85-4fb8-a6e6-7cc9349a53fd), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:30.826976 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-79ac6dfc-137e-4738-89bc-adb56096000d tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (921e78bb-bf85-4fb8-a6e6-7cc9349a53fd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:30.861785 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-79ac6dfc-137e-4738-89bc-adb56096000d tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:30.868285 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d0e1f8-4757-4ebe-8ece-71f037fff446 None None] Network 2cd190b4-1960-44b5-a0a3-b97344c71e39 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:30.869557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51736) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:30.869872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-79ac6dfc-137e-4738-89bc-adb56096000d tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] 10.222.0.26 "DELETE /v2.0/subnets/921e78bb-bf85-4fb8-a6e6-7cc9349a53fd HTTP/1.1" status: 204 len: 168 time: 0.3094788 Mar 07 21:58:30.870869 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac6dfc-137e-4738-89bc-adb56096000d tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Pushing event deleted for resources: {'Subnet': ['ID=921e78bb-bf85-4fb8-a6e6-7cc9349a53fd,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:30.956282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893256b-b78e-423b-898b-ad1de5da43e2 req-d34b40fa-49df-4279-ba7a-0b4a0b1a31b3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:30.957565 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (2cd190b4-1960-44b5-a0a3-b97344c71e39), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:30.959258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d893256b-b78e-423b-898b-ad1de5da43e2 req-d34b40fa-49df-4279-ba7a-0b4a0b1a31b3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.0646181 Mar 07 21:58:31.029513 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d893256b-b78e-423b-898b-ad1de5da43e2 req-42b5af9f-9fae-4d5d-9971-36e1b9124a55 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593143 Mar 07 21:58:31.048242 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Deleting port 61f4a514-6e4b-412c-a889-ed58113e1bef {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:31.048667 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (61f4a514-6e4b-412c-a889-ed58113e1bef), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:31.115937 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] For port 61f4a514-6e4b-412c-a889-ed58113e1bef, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=61f4a514-6e4b-412c-a889-ed58113e1bef,segment=NetworkSegment(f8405167-8b27-45c7-a813-ff63b2fbd116),segment_id=f8405167-8b27-45c7-a813-ff63b2fbd116)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:31.116313 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (61f4a514-6e4b-412c-a889-ed58113e1bef), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:31.130472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Calling delete_port for 61f4a514-6e4b-412c-a889-ed58113e1bef owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:31.234916 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (61f4a514-6e4b-412c-a889-ed58113e1bef), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:31.270249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Pushing event deleted for resources: {'Port': ['ID=61f4a514-6e4b-412c-a889-ed58113e1bef,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:31.277343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6526bcfc-dfe7-41a8-b043-e72a634bd266 None None] DHCP port deletion for 2cd190b4-1960-44b5-a0a3-b97344c71e39 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:58:31.285410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] No DVR routers for this DVR port 61f4a514-6e4b-412c-a889-ed58113e1bef on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:58:31.368254 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (2cd190b4-1960-44b5-a0a3-b97344c71e39), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:31.388918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd190b4-1960-44b5-a0a3-b97344c71e39']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:31.401865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8405167-8b27-45c7-a813-ff63b2fbd116') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:31.401865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8405167-8b27-45c7-a813-ff63b2fbd116') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:31.418556 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (f8405167-8b27-45c7-a813-ff63b2fbd116), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:31.433405 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f8405167-8b27-45c7-a813-ff63b2fbd116), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:31.440385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:58:31.440818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (f8405167-8b27-45c7-a813-ff63b2fbd116), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:58:31.444148 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:58:31.506086 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (2cd190b4-1960-44b5-a0a3-b97344c71e39), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:31.511321 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:31.517988 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] 10.222.0.26 "DELETE /v2.0/networks/2cd190b4-1960-44b5-a0a3-b97344c71e39 HTTP/1.1" status: 204 len: 168 time: 0.6471007 Mar 07 21:58:31.532785 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf661b-2111-4c7d-b152-df59c0721d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162 tempest-ExtraDHCPOptionsIpV6TestJSON-1413953162-project] Pushing event deleted for resources: {'Network': ['ID=2cd190b4-1960-44b5-a0a3-b97344c71e39,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:31.765810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51764) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:31.796137 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51768) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:32.005561 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8c8f5a29-0467-400d-8bc1-241f9b0fb22d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81e449007eef4fe09b2c0aadc1ca6875&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2081666 Mar 07 21:58:32.006557 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4c05-9a89-4bb7-b377-87a728fb6078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:32.008367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51774) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:32.097773 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7fdff3e2-4a57-4459-99a0-8e4b42a4e2ae admin admin] Publish callbacks [] for security_group (2e7365ca-5a28-421d-a1d5-20f401943d46), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:32.102492 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4c05-9a89-4bb7-b377-87a728fb6078 admin admin] Publish callbacks [] for security_group (31f535a0-d460-4c74-b65a-80ca725187e5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:32.115344 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4c05-9a89-4bb7-b377-87a728fb6078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (31f535a0-d460-4c74-b65a-80ca725187e5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:32.136055 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7fdff3e2-4a57-4459-99a0-8e4b42a4e2ae admin admin] Publish callbacks [] for security_group (2e7365ca-5a28-421d-a1d5-20f401943d46), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:32.159875 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f0fa4c05-9a89-4bb7-b377-87a728fb6078 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d24273e051c497297d975a3bce8a1f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3905029 Mar 07 21:58:32.160101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51784) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:32.177324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa4c05-9a89-4bb7-b377-87a728fb6078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f535a0-d460-4c74-b65a-80ca725187e5,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:32.213723 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd83553-dfb8-4c1d-bc92-0018857ea8ad req-9bc215b6-c6fc-443f-9cb2-6457a66be036 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:32.215576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcd83553-dfb8-4c1d-bc92-0018857ea8ad req-9bc215b6-c6fc-443f-9cb2-6457a66be036 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.0908809 Mar 07 21:58:32.221818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b63b9260-9899-4180-916a-e18be0ffeef4 admin admin] Publish callbacks [] for security_group (31f535a0-d460-4c74-b65a-80ca725187e5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:32.245056 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7fdff3e2-4a57-4459-99a0-8e4b42a4e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2e7365ca-5a28-421d-a1d5-20f401943d46), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:32.245302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b63b9260-9899-4180-916a-e18be0ffeef4 admin admin] Publish callbacks [] for security_group (31f535a0-d460-4c74-b65a-80ca725187e5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:32.247572 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7fdff3e2-4a57-4459-99a0-8e4b42a4e2ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:32.248811 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7fdff3e2-4a57-4459-99a0-8e4b42a4e2ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e7365ca-5a28-421d-a1d5-20f401943d46 HTTP/1.1" status: 204 len: 168 time: 0.2393734 Mar 07 21:58:32.265361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdff3e2-4a57-4459-99a0-8e4b42a4e2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7365ca-5a28-421d-a1d5-20f401943d46,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:32.287575 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcd83553-dfb8-4c1d-bc92-0018857ea8ad req-753f2d07-a9ed-4e38-b311-73f62d91bee8 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660033 Mar 07 21:58:32.338255 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b63b9260-9899-4180-916a-e18be0ffeef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (31f535a0-d460-4c74-b65a-80ca725187e5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:32.341857 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b63b9260-9899-4180-916a-e18be0ffeef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:32.343140 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b63b9260-9899-4180-916a-e18be0ffeef4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31f535a0-d460-4c74-b65a-80ca725187e5 HTTP/1.1" status: 204 len: 168 time: 0.1821449 Mar 07 21:58:32.352269 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b9260-9899-4180-916a-e18be0ffeef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f535a0-d460-4c74-b65a-80ca725187e5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:33.237921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 61f4a514-6e4b-412c-a889-ed58113e1bef no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:58:33.257535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 61f4a514-6e4b-412c-a889-ed58113e1bef {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:58:33.257886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 61f4a514-6e4b-412c-a889-ed58113e1bef not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:58:33.414607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57692d40-f771-476b-9090-0448749660e8 req-f72e4736-5339-464a-a9e9-5c16e9c8056e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:33.419058 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57692d40-f771-476b-9090-0448749660e8 req-f72e4736-5339-464a-a9e9-5c16e9c8056e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.0563979 Mar 07 21:58:33.419329 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51848) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:33.471037 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57692d40-f771-476b-9090-0448749660e8 req-c47cff84-c1b3-48a7-802c-47b1b5b7ca9b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488060 Mar 07 21:58:33.664047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Request body: {'networks': [{'name': 'tempest-network--883995985'}, {'name': 'tempest-network--254326357'}]} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:33.664366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Request body: {'network': {'name': 'tempest-network--883995985'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:33.664896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Request body: {'network': {'name': 'tempest-network--254326357'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:33.665975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51862) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:33.699969 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Made reservation on behalf of 8a992102f8d847b29bc73e30a58bf0c6 for: {'network': 2} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:33.704962 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:33.715553 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:33.742093 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e9a2822-8955-4b7a-aaf7-3954932ca7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:33.817818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for security_group (995b9cd3-a4bd-4f2a-a790-495ce476e645), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:33.824608 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (995b9cd3-a4bd-4f2a-a790-495ce476e645), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:33.825232 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:33.835220 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e9a2822-8955-4b7a-aaf7-3954932ca7f3 admin admin] Publish callbacks [] for security_group (f8e5f55e-ae4e-4417-96b8-f1bc66694f08), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:33.851593 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e9a2822-8955-4b7a-aaf7-3954932ca7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f8e5f55e-ae4e-4417-96b8-f1bc66694f08), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:33.867552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995b9cd3-a4bd-4f2a-a790-495ce476e645,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:33.875439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:58:33.887025 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (7f1851f3-cb04-41c1-8367-7cbac89c2313), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:33.887705 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Added segment 7f1851f3-cb04-41c1-8367-7cbac89c2313 of type vlan for network 14affa51-9c26-496c-85df-168b4d1a78f6 Mar 07 21:58:33.919359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5e9a2822-8955-4b7a-aaf7-3954932ca7f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=045db89a9f98413c9e4c5fc5b61de9b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2493315 Mar 07 21:58:33.919359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a2822-8955-4b7a-aaf7-3954932ca7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e5f55e-ae4e-4417-96b8-f1bc66694f08,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:33.919832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51872) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:33.949440 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (14affa51-9c26-496c-85df-168b4d1a78f6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:34.004448 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20fda2a6-37e9-4051-a6ed-abdfed6a3342 admin admin] Publish callbacks [] for security_group (f8e5f55e-ae4e-4417-96b8-f1bc66694f08), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:34.009806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:58:34.035598 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3542e0ab-65a8-49a5-a901-8cc2e0751585), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:34.035946 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Added segment 3542e0ab-65a8-49a5-a901-8cc2e0751585 of type vlan for network f2b0afe7-d83d-4fb8-b4cc-2949854852af Mar 07 21:58:34.132198 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20fda2a6-37e9-4051-a6ed-abdfed6a3342 admin admin] Publish callbacks [] for security_group (f8e5f55e-ae4e-4417-96b8-f1bc66694f08), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:34.145689 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (f2b0afe7-d83d-4fb8-b4cc-2949854852af), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:34.202708 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (14affa51-9c26-496c-85df-168b4d1a78f6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:34.203482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (f2b0afe7-d83d-4fb8-b4cc-2949854852af), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:34.210986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:34.223585 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:34.224485 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:34.267468 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.8472984 Mar 07 21:58:34.268434 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20fda2a6-37e9-4051-a6ed-abdfed6a3342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f8e5f55e-ae4e-4417-96b8-f1bc66694f08), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:34.270593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51892) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:34.271597 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20fda2a6-37e9-4051-a6ed-abdfed6a3342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:34.272945 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-20fda2a6-37e9-4051-a6ed-abdfed6a3342 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8e5f55e-ae4e-4417-96b8-f1bc66694f08 HTTP/1.1" status: 204 len: 168 time: 0.3526609 Mar 07 21:58:34.360372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event updated for resources: {'Network': ['ID=14affa51-9c26-496c-85df-168b4d1a78f6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:34.371958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 14affa51-9c26-496c-85df-168b4d1a78f6 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:58:34.397045 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fda2a6-37e9-4051-a6ed-abdfed6a3342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e5f55e-ae4e-4417-96b8-f1bc66694f08,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:34.498455 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93f956-db8c-43e6-8680-fcda85aec5f0 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event updated for resources: {'Network': ['ID=f2b0afe7-d83d-4fb8-b4cc-2949854852af,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:34.522514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network f2b0afe7-d83d-4fb8-b4cc-2949854852af details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:58:34.782514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51914) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:34.800616 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5f92c3d-e9ae-464f-be28-204253f0d459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:34.872030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157af951-e320-4566-9832-442842b88cce tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:34.878426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157af951-e320-4566-9832-442842b88cce tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:34.883824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157af951-e320-4566-9832-442842b88cce tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:34.889123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157af951-e320-4566-9832-442842b88cce tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:34.893413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-157af951-e320-4566-9832-442842b88cce tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6190820 Mar 07 21:58:34.895156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51928) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:34.930694 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5f92c3d-e9ae-464f-be28-204253f0d459 admin admin] Publish callbacks [] for security_group (2aa09580-f9d7-4f51-8161-b6b01820b8b5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:34.941159 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5f92c3d-e9ae-464f-be28-204253f0d459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2aa09580-f9d7-4f51-8161-b6b01820b8b5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:34.946740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92964a-bcd1-4762-9228-12bc0591c013 req-413e290a-45a1-474a-87c7-0105473544b6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:34.948706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad92964a-bcd1-4762-9228-12bc0591c013 req-413e290a-45a1-474a-87c7-0105473544b6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.0567589 Mar 07 21:58:35.024024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad92964a-bcd1-4762-9228-12bc0591c013 req-09fa2475-ab4d-4edd-95a7-3e8c8a448527 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698202 Mar 07 21:58:35.050913 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a5f92c3d-e9ae-464f-be28-204253f0d459 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e59a6434aa04e7f818f2486befecbe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2633693 Mar 07 21:58:35.053197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51938) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:35.100034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7514411-c530-4168-9e48-81b67ab80c43 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (14affa51-9c26-496c-85df-168b4d1a78f6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.103013 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f92c3d-e9ae-464f-be28-204253f0d459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa09580-f9d7-4f51-8161-b6b01820b8b5,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:35.131771 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7cf2986c-4c04-4a98-97d9-720eec14e216 admin admin] Publish callbacks [] for security_group (2aa09580-f9d7-4f51-8161-b6b01820b8b5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.161475 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7cf2986c-4c04-4a98-97d9-720eec14e216 admin admin] Publish callbacks [] for security_group (2aa09580-f9d7-4f51-8161-b6b01820b8b5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.221651 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7514411-c530-4168-9e48-81b67ab80c43 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (14affa51-9c26-496c-85df-168b4d1a78f6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.223903 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7cf2986c-4c04-4a98-97d9-720eec14e216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2aa09580-f9d7-4f51-8161-b6b01820b8b5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.229838 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7cf2986c-4c04-4a98-97d9-720eec14e216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.235475 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7cf2986c-4c04-4a98-97d9-720eec14e216 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2aa09580-f9d7-4f51-8161-b6b01820b8b5 HTTP/1.1" status: 204 len: 168 time: 0.1808946 Mar 07 21:58:35.246875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2986c-4c04-4a98-97d9-720eec14e216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa09580-f9d7-4f51-8161-b6b01820b8b5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:35.255902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-d7514411-c530-4168-9e48-81b67ab80c43 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14affa51-9c26-496c-85df-168b4d1a78f6']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:35.268453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-d7514411-c530-4168-9e48-81b67ab80c43 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1851f3-cb04-41c1-8367-7cbac89c2313') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:35.269821 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-d7514411-c530-4168-9e48-81b67ab80c43 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1851f3-cb04-41c1-8367-7cbac89c2313') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:35.285997 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7514411-c530-4168-9e48-81b67ab80c43 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (7f1851f3-cb04-41c1-8367-7cbac89c2313), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.300161 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7514411-c530-4168-9e48-81b67ab80c43 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (7f1851f3-cb04-41c1-8367-7cbac89c2313), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.311387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7514411-c530-4168-9e48-81b67ab80c43 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:58:35.311804 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7514411-c530-4168-9e48-81b67ab80c43 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (7f1851f3-cb04-41c1-8367-7cbac89c2313), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:58:35.315211 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:58:35.373371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51944) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:35.393142 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7514411-c530-4168-9e48-81b67ab80c43 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (14affa51-9c26-496c-85df-168b4d1a78f6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.414770 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7514411-c530-4168-9e48-81b67ab80c43 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.418005 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d7514411-c530-4168-9e48-81b67ab80c43 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "DELETE /v2.0/networks/14affa51-9c26-496c-85df-168b4d1a78f6 HTTP/1.1" status: 204 len: 168 time: 0.5194306 Mar 07 21:58:35.419112 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7514411-c530-4168-9e48-81b67ab80c43 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event deleted for resources: {'Network': ['ID=14affa51-9c26-496c-85df-168b4d1a78f6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:35.420802 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51948) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:35.524192 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76c0aecb-3754-438a-be43-dc85f36345ae tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (f2b0afe7-d83d-4fb8-b4cc-2949854852af), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.660725 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76c0aecb-3754-438a-be43-dc85f36345ae tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (f2b0afe7-d83d-4fb8-b4cc-2949854852af), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.688980 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-668bc831-fb87-48a1-85e4-4f52ecc67c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.694127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-76c0aecb-3754-438a-be43-dc85f36345ae tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b0afe7-d83d-4fb8-b4cc-2949854852af']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:35.717596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-76c0aecb-3754-438a-be43-dc85f36345ae tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3542e0ab-65a8-49a5-a901-8cc2e0751585') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:35.717899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-76c0aecb-3754-438a-be43-dc85f36345ae tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3542e0ab-65a8-49a5-a901-8cc2e0751585') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:35.732157 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76c0aecb-3754-438a-be43-dc85f36345ae tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (3542e0ab-65a8-49a5-a901-8cc2e0751585), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.757185 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76c0aecb-3754-438a-be43-dc85f36345ae tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3542e0ab-65a8-49a5-a901-8cc2e0751585), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.763497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c0aecb-3754-438a-be43-dc85f36345ae tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:58:35.763882 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76c0aecb-3754-438a-be43-dc85f36345ae tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (3542e0ab-65a8-49a5-a901-8cc2e0751585), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:58:35.767223 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:58:35.832015 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76c0aecb-3754-438a-be43-dc85f36345ae tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (f2b0afe7-d83d-4fb8-b4cc-2949854852af), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.839660 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76c0aecb-3754-438a-be43-dc85f36345ae tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.843212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-76c0aecb-3754-438a-be43-dc85f36345ae tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "DELETE /v2.0/networks/f2b0afe7-d83d-4fb8-b4cc-2949854852af HTTP/1.1" status: 204 len: 168 time: 0.4209018 Mar 07 21:58:35.845806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51960) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:35.864594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0aecb-3754-438a-be43-dc85f36345ae tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event deleted for resources: {'Network': ['ID=f2b0afe7-d83d-4fb8-b4cc-2949854852af,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:35.897749 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-668bc831-fb87-48a1-85e4-4f52ecc67c48 admin admin] Publish callbacks [] for security_group (95c2420a-75ea-41c0-bfd3-08f0010b5a91), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.902822 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-668bc831-fb87-48a1-85e4-4f52ecc67c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (95c2420a-75ea-41c0-bfd3-08f0010b5a91), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:35.947501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-668bc831-fb87-48a1-85e4-4f52ecc67c48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ce0898e51ff43ce8051c410db403eaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5711732 Mar 07 21:58:35.949298 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51968) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:35.955786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bc831-fb87-48a1-85e4-4f52ecc67c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c2420a-75ea-41c0-bfd3-08f0010b5a91,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:36.008408 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b26370f-5c99-47e8-925b-9e181f3b1c8e admin admin] Publish callbacks [] for security_group (95c2420a-75ea-41c0-bfd3-08f0010b5a91), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.029694 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b26370f-5c99-47e8-925b-9e181f3b1c8e admin admin] Publish callbacks [] for security_group (95c2420a-75ea-41c0-bfd3-08f0010b5a91), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.066731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb4d9a4-0a15-4117-9184-4f0c82e44757 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:36.072985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb4d9a4-0a15-4117-9184-4f0c82e44757 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:36.078906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51974) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:36.079041 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0cb4d9a4-0a15-4117-9184-4f0c82e44757 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2314737 Mar 07 21:58:36.084580 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-9734620e-7e97-4e92-9b78-b14467fc3c3f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1609750637'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:36.091907 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b26370f-5c99-47e8-925b-9e181f3b1c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (95c2420a-75ea-41c0-bfd3-08f0010b5a91), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.094560 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b26370f-5c99-47e8-925b-9e181f3b1c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.098829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0b26370f-5c99-47e8-925b-9e181f3b1c8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95c2420a-75ea-41c0-bfd3-08f0010b5a91 HTTP/1.1" status: 204 len: 168 time: 0.1455245 Mar 07 21:58:36.118914 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26370f-5c99-47e8-925b-9e181f3b1c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c2420a-75ea-41c0-bfd3-08f0010b5a91,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:36.160041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9734620e-7e97-4e92-9b78-b14467fc3c3f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Made reservation on behalf of 8a992102f8d847b29bc73e30a58bf0c6 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:36.163374 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9734620e-7e97-4e92-9b78-b14467fc3c3f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.198675 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9734620e-7e97-4e92-9b78-b14467fc3c3f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:58:36.216496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf385f37-1727-4ef6-a38f-5f63f4321924 req-10c3b25b-ec77-4379-b1db-ef93f8dfc6f6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:36.218204 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf385f37-1727-4ef6-a38f-5f63f4321924 req-10c3b25b-ec77-4379-b1db-ef93f8dfc6f6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.1029172 Mar 07 21:58:36.222828 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9734620e-7e97-4e92-9b78-b14467fc3c3f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d5db91a9-6413-4a0d-84ee-623afdf73b7c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.223230 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-9734620e-7e97-4e92-9b78-b14467fc3c3f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Added segment d5db91a9-6413-4a0d-84ee-623afdf73b7c of type vlan for network b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea Mar 07 21:58:36.311070 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9734620e-7e97-4e92-9b78-b14467fc3c3f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.334217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf385f37-1727-4ef6-a38f-5f63f4321924 req-17c972c3-c512-43e8-bbe3-f4937caffec4 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027250 Mar 07 21:58:36.367042 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9734620e-7e97-4e92-9b78-b14467fc3c3f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.372982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9734620e-7e97-4e92-9b78-b14467fc3c3f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:36.374472 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9734620e-7e97-4e92-9b78-b14467fc3c3f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.419321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9734620e-7e97-4e92-9b78-b14467fc3c3f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3375902 Mar 07 21:58:36.419743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51994) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:36.424652 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d14c78ca-c7dc-4604-b84a-4a0cae88ec13 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1180605354'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:36.463914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14c78ca-c7dc-4604-b84a-4a0cae88ec13 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Made reservation on behalf of 8a992102f8d847b29bc73e30a58bf0c6 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:36.467732 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d14c78ca-c7dc-4604-b84a-4a0cae88ec13 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.499843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734620e-7e97-4e92-9b78-b14467fc3c3f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event updated for resources: {'Network': ['ID=b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:36.507528 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14c78ca-c7dc-4604-b84a-4a0cae88ec13 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:58:36.510956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:58:36.518730 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d14c78ca-c7dc-4604-b84a-4a0cae88ec13 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (69dc8299-af33-4957-b17a-c4859cabca70), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.519311 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-d14c78ca-c7dc-4604-b84a-4a0cae88ec13 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Added segment 69dc8299-af33-4957-b17a-c4859cabca70 of type vlan for network 80f86444-5716-4918-8862-7a460ee4f56a Mar 07 21:58:36.577053 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d14c78ca-c7dc-4604-b84a-4a0cae88ec13 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (80f86444-5716-4918-8862-7a460ee4f56a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.631442 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d14c78ca-c7dc-4604-b84a-4a0cae88ec13 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (80f86444-5716-4918-8862-7a460ee4f56a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.637293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14c78ca-c7dc-4604-b84a-4a0cae88ec13 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:36.637914 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d14c78ca-c7dc-4604-b84a-4a0cae88ec13 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.645645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52004) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:36.664746 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-adade0a1-cd7e-48a0-a095-4f6dd3a23836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.715717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c78ca-c7dc-4604-b84a-4a0cae88ec13 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event updated for resources: {'Network': ['ID=80f86444-5716-4918-8862-7a460ee4f56a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:36.724029 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d14c78ca-c7dc-4604-b84a-4a0cae88ec13 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3032382 Mar 07 21:58:36.726915 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52008) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:36.742820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 80f86444-5716-4918-8862-7a460ee4f56a details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:58:36.754271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Request body: {'ports': [{'network_id': 'b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea', 'name': 'tempest-port--477457528', 'admin_state_up': True}, {'network_id': '80f86444-5716-4918-8862-7a460ee4f56a', 'admin_state_up': False}]} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:36.754590 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Request body: {'port': {'network_id': 'b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea', 'name': 'tempest-port--477457528', 'admin_state_up': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:36.755080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Request body: {'port': {'network_id': '80f86444-5716-4918-8862-7a460ee4f56a', 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:36.758381 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-adade0a1-cd7e-48a0-a095-4f6dd3a23836 admin admin] Publish callbacks [] for security_group (f722d93e-fdd0-4bf0-a668-f341d0bbe43f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.767762 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-adade0a1-cd7e-48a0-a095-4f6dd3a23836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f722d93e-fdd0-4bf0-a668-f341d0bbe43f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.828183 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-adade0a1-cd7e-48a0-a095-4f6dd3a23836 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b92efb3121924611b5cd94dcdf104249&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1789877 Mar 07 21:58:36.829052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52010) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:36.829915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adade0a1-cd7e-48a0-a095-4f6dd3a23836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f722d93e-fdd0-4bf0-a668-f341d0bbe43f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:36.892804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f045ae93-e78f-4b9f-9f98-549e84cb9243 admin admin] Publish callbacks [] for security_group (f722d93e-fdd0-4bf0-a668-f341d0bbe43f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.931618 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f045ae93-e78f-4b9f-9f98-549e84cb9243 admin admin] Publish callbacks [] for security_group (f722d93e-fdd0-4bf0-a668-f341d0bbe43f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.952278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Made reservation on behalf of 8a992102f8d847b29bc73e30a58bf0c6 for: {'port': 2} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:36.960340 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.992214 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:36.992380 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f045ae93-e78f-4b9f-9f98-549e84cb9243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f722d93e-fdd0-4bf0-a668-f341d0bbe43f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:37.003278 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f045ae93-e78f-4b9f-9f98-549e84cb9243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:37.005855 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f045ae93-e78f-4b9f-9f98-549e84cb9243 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f722d93e-fdd0-4bf0-a668-f341d0bbe43f HTTP/1.1" status: 204 len: 168 time: 0.1715317 Mar 07 21:58:37.017289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045ae93-e78f-4b9f-9f98-549e84cb9243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f722d93e-fdd0-4bf0-a668-f341d0bbe43f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:37.187612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] device_id is not set on port 083f5eba-59b4-4716-8d6c-f20750a4a3e8 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:58:37.279968 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for port (083f5eba-59b4-4716-8d6c-f20750a4a3e8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:37.377027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] device_id is not set on port 4ab4c33a-0aa9-4004-a310-dc8a4158a534 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:58:37.487279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for port (4ab4c33a-0aa9-4004-a310-dc8a4158a534), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:37.533186 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (083f5eba-59b4-4716-8d6c-f20750a4a3e8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:37.548726 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24949ae-0b96-47d6-b02c-d9da056775cd req-b99cb54a-4844-49c0-a5fe-506d917ff86e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:37.560420 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a24949ae-0b96-47d6-b02c-d9da056775cd req-b99cb54a-4844-49c0-a5fe-506d917ff86e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.1296873 Mar 07 21:58:37.610731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event updated for resources: {'Port': ['ID=083f5eba-59b4-4716-8d6c-f20750a4a3e8,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:37.642524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Checking segment: {'id': 'd5db91a9-6413-4a0d-84ee-623afdf73b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:58:37.643713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Network hostable DHCP agents. Network: b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:58:37.671277 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a24949ae-0b96-47d6-b02c-d9da056775cd req-aee93cea-8419-4b55-a4a1-b9be9b7e6eef tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092269 Mar 07 21:58:37.675525 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Network b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:58:37.692084 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:37.702239 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64264c99-4581-4854-abc3-eae56f94551d None None] Network b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:37.704749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:58:37.705992 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4ab4c33a-0aa9-4004-a310-dc8a4158a534), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:37.773522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event updated for resources: {'Port': ['ID=4ab4c33a-0aa9-4004-a310-dc8a4158a534,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:37.853431 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Checking segment: {'id': '69dc8299-af33-4957-b17a-c4859cabca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '80f86444-5716-4918-8862-7a460ee4f56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:58:37.853739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Network hostable DHCP agents. Network: 80f86444-5716-4918-8862-7a460ee4f56a, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:58:37.893126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Network 80f86444-5716-4918-8862-7a460ee4f56a is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:58:37.908960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 80f86444-5716-4918-8862-7a460ee4f56a) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:37.919749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812b8a4a-9b86-44a2-9a23-68f11e5038e1 None None] Network 80f86444-5716-4918-8862-7a460ee4f56a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:37.927593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:58:37.932918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:37.938971 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:37.939661 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:37.973630 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2c67263d-d8ce-473c-ab1e-6db67b907200 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.2438304 Mar 07 21:58:37.976337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52054) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:38.078169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af30adac-10bc-4f7b-ab8c-69e3af499feb tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:38.084846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af30adac-10bc-4f7b-ab8c-69e3af499feb tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:38.086539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-af30adac-10bc-4f7b-ab8c-69e3af499feb tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1087477 Mar 07 21:58:38.089649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52060) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:38.204215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-03cad031-c461-499f-baae-9d43345052a6 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Deleting port 083f5eba-59b4-4716-8d6c-f20750a4a3e8 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:38.204785 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-03cad031-c461-499f-baae-9d43345052a6 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (083f5eba-59b4-4716-8d6c-f20750a4a3e8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:38.282471 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-03cad031-c461-499f-baae-9d43345052a6 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (083f5eba-59b4-4716-8d6c-f20750a4a3e8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:38.308777 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-03cad031-c461-499f-baae-9d43345052a6 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Calling delete_port for 083f5eba-59b4-4716-8d6c-f20750a4a3e8 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:38.410462 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-03cad031-c461-499f-baae-9d43345052a6 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (083f5eba-59b4-4716-8d6c-f20750a4a3e8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:38.447939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cad031-c461-499f-baae-9d43345052a6 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event deleted for resources: {'Port': ['ID=083f5eba-59b4-4716-8d6c-f20750a4a3e8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:38.457670 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-03cad031-c461-499f-baae-9d43345052a6 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:38.462123 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-03cad031-c461-499f-baae-9d43345052a6 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "DELETE /v2.0/ports/083f5eba-59b4-4716-8d6c-f20750a4a3e8 HTTP/1.1" status: 204 len: 168 time: 0.3712502 Mar 07 21:58:38.464700 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52074) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:38.583536 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b15fc75d-5cea-4e3f-903f-ea088f11eb60 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Deleting port 4ab4c33a-0aa9-4004-a310-dc8a4158a534 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:38.583987 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b15fc75d-5cea-4e3f-903f-ea088f11eb60 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4ab4c33a-0aa9-4004-a310-dc8a4158a534), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:38.662995 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b15fc75d-5cea-4e3f-903f-ea088f11eb60 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4ab4c33a-0aa9-4004-a310-dc8a4158a534), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:38.681630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b15fc75d-5cea-4e3f-903f-ea088f11eb60 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Calling delete_port for 4ab4c33a-0aa9-4004-a310-dc8a4158a534 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:38.804900 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b15fc75d-5cea-4e3f-903f-ea088f11eb60 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4ab4c33a-0aa9-4004-a310-dc8a4158a534), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:38.860054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942f172-9947-423f-afaf-7a53194103b7 req-a600b2f6-22f1-4398-931f-79b68b483125 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:38.862006 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0942f172-9947-423f-afaf-7a53194103b7 req-a600b2f6-22f1-4398-931f-79b68b483125 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.0729587 Mar 07 21:58:38.885531 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b15fc75d-5cea-4e3f-903f-ea088f11eb60 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:38.890626 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b15fc75d-5cea-4e3f-903f-ea088f11eb60 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "DELETE /v2.0/ports/4ab4c33a-0aa9-4004-a310-dc8a4158a534 HTTP/1.1" status: 204 len: 168 time: 0.4248998 Mar 07 21:58:38.897687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52092) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:38.903113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fc75d-5cea-4e3f-903f-ea088f11eb60 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event deleted for resources: {'Port': ['ID=4ab4c33a-0aa9-4004-a310-dc8a4158a534,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:38.942723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ebc1b1d2-3bab-4d36-b43f-5f27871d19be tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0432482 Mar 07 21:58:38.946377 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52096) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:38.952292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8d28872f-0b92-4b76-a0d6-e218bf090045 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2139859170'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:38.990569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0942f172-9947-423f-afaf-7a53194103b7 req-6cf3a9ce-dcd0-48ae-8a5c-554639ec4122 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207476 Mar 07 21:58:38.997362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d28872f-0b92-4b76-a0d6-e218bf090045 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Made reservation on behalf of 8a992102f8d847b29bc73e30a58bf0c6 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:39.007221 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d28872f-0b92-4b76-a0d6-e218bf090045 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:39.036333 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d28872f-0b92-4b76-a0d6-e218bf090045 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:58:39.047203 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d28872f-0b92-4b76-a0d6-e218bf090045 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:39.047560 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-8d28872f-0b92-4b76-a0d6-e218bf090045 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Added segment 17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae of type vlan for network 912aa538-7b26-459e-96f5-7778dba8a43b Mar 07 21:58:39.102232 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d28872f-0b92-4b76-a0d6-e218bf090045 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (912aa538-7b26-459e-96f5-7778dba8a43b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:39.134302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d28872f-0b92-4b76-a0d6-e218bf090045 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (912aa538-7b26-459e-96f5-7778dba8a43b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:39.141008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d28872f-0b92-4b76-a0d6-e218bf090045 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:39.141802 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d28872f-0b92-4b76-a0d6-e218bf090045 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:39.201182 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8d28872f-0b92-4b76-a0d6-e218bf090045 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2511263 Mar 07 21:58:39.202655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52102) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:39.209394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-8e879bbb-1fa8-413e-917c-7dcf410a008f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-439295041'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:39.247871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28872f-0b92-4b76-a0d6-e218bf090045 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event updated for resources: {'Network': ['ID=912aa538-7b26-459e-96f5-7778dba8a43b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:39.254240 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e879bbb-1fa8-413e-917c-7dcf410a008f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Made reservation on behalf of 8a992102f8d847b29bc73e30a58bf0c6 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:39.258386 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e879bbb-1fa8-413e-917c-7dcf410a008f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:39.262274 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 912aa538-7b26-459e-96f5-7778dba8a43b details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:58:39.297606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e879bbb-1fa8-413e-917c-7dcf410a008f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:58:39.310337 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e879bbb-1fa8-413e-917c-7dcf410a008f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1045ec14-c684-40af-8671-ab8edfcedb68), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:39.311582 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-8e879bbb-1fa8-413e-917c-7dcf410a008f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Added segment 1045ec14-c684-40af-8671-ab8edfcedb68 of type vlan for network 72a4df4c-e63a-4565-ad07-1884c0491c55 Mar 07 21:58:39.360307 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e879bbb-1fa8-413e-917c-7dcf410a008f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (72a4df4c-e63a-4565-ad07-1884c0491c55), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:39.392798 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e879bbb-1fa8-413e-917c-7dcf410a008f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (72a4df4c-e63a-4565-ad07-1884c0491c55), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:39.402277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e879bbb-1fa8-413e-917c-7dcf410a008f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:39.402918 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e879bbb-1fa8-413e-917c-7dcf410a008f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:39.442865 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8e879bbb-1fa8-413e-917c-7dcf410a008f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2389975 Mar 07 21:58:39.494452 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e879bbb-1fa8-413e-917c-7dcf410a008f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event updated for resources: {'Network': ['ID=72a4df4c-e63a-4565-ad07-1884c0491c55,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:39.519993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 72a4df4c-e63a-4565-ad07-1884c0491c55 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:58:39.606728 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52126) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:39.607204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52128) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:39.611609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Request body: {'subnets': [{'network_id': '912aa538-7b26-459e-96f5-7778dba8a43b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--865156315', 'ip_version': 4}, {'network_id': '72a4df4c-e63a-4565-ad07-1884c0491c55', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:39.611936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Request body: {'subnet': {'network_id': '912aa538-7b26-459e-96f5-7778dba8a43b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--865156315', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:39.613159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Request body: {'subnet': {'network_id': '72a4df4c-e63a-4565-ad07-1884c0491c55', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:39.821473 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b42d89a-ce52-4e83-8720-9eef56b83b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:39.822711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Made reservation on behalf of 8a992102f8d847b29bc73e30a58bf0c6 for: {'subnet': 2} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:39.829340 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:39.829897 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:39.904539 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b42d89a-ce52-4e83-8720-9eef56b83b49 admin admin] Publish callbacks [] for security_group (6b28ddb0-1359-477b-a9ec-36a95026260a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:39.910648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b42d89a-ce52-4e83-8720-9eef56b83b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6b28ddb0-1359-477b-a9ec-36a95026260a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:39.953881 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0b42d89a-ce52-4e83-8720-9eef56b83b49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88caaf4ff7f54df699a769823ccd75f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3456097 Mar 07 21:58:39.958106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52158) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:39.978908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42d89a-ce52-4e83-8720-9eef56b83b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b28ddb0-1359-477b-a9ec-36a95026260a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:40.025751 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a9175a7-5de6-4d91-b521-f4abbe45cee3 admin admin] Publish callbacks [] for security_group (6b28ddb0-1359-477b-a9ec-36a95026260a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.066260 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a9175a7-5de6-4d91-b521-f4abbe45cee3 admin admin] Publish callbacks [] for security_group (6b28ddb0-1359-477b-a9ec-36a95026260a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.146541 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a9175a7-5de6-4d91-b521-f4abbe45cee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6b28ddb0-1359-477b-a9ec-36a95026260a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.150924 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a9175a7-5de6-4d91-b521-f4abbe45cee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.154514 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7a9175a7-5de6-4d91-b521-f4abbe45cee3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b28ddb0-1359-477b-a9ec-36a95026260a HTTP/1.1" status: 204 len: 168 time: 0.1932125 Mar 07 21:58:40.169478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9175a7-5de6-4d91-b521-f4abbe45cee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b28ddb0-1359-477b-a9ec-36a95026260a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:40.326998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b0376-7660-445e-9738-c661cfc0c6d1 req-fa2c0d50-03aa-4cbb-9063-9a31ee87511e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:40.329202 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-492b0376-7660-445e-9738-c661cfc0c6d1 req-fa2c0d50-03aa-4cbb-9063-9a31ee87511e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.1967587 Mar 07 21:58:40.334584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52168) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:40.430143 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-492b0376-7660-445e-9738-c661cfc0c6d1 req-2c672548-2d05-42f2-a497-ed066f4c37f7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892794 Mar 07 21:58:40.520786 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (4beff49a-71ec-4e14-b3c0-df1751a4a3b7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.558964 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-291ad0fd-7d0b-4992-9314-b7f4fa524c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.591236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event updated for resources: {'Subnet': ['ID=4beff49a-71ec-4e14-b3c0-df1751a4a3b7,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:40.599540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Checking segment: {'id': '17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '912aa538-7b26-459e-96f5-7778dba8a43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:58:40.599914 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Network hostable DHCP agents. Network: 912aa538-7b26-459e-96f5-7778dba8a43b, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:58:40.619309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Network 912aa538-7b26-459e-96f5-7778dba8a43b is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:58:40.624088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52174) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:40.632885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 912aa538-7b26-459e-96f5-7778dba8a43b) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:40.637115 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (f4100c30-167d-4bb7-987d-88ad2c92ec54), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.644821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abd085c-412e-4e2d-b9a7-dd126d201376 None None] Network 912aa538-7b26-459e-96f5-7778dba8a43b requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:40.651364 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab3c218a-4aa5-49ec-b11e-89c3267c9e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.694805 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-291ad0fd-7d0b-4992-9314-b7f4fa524c2a admin admin] Publish callbacks [] for security_group (b60f18cf-8f0b-4c63-874c-909f0eb1f60c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.708580 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-291ad0fd-7d0b-4992-9314-b7f4fa524c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b60f18cf-8f0b-4c63-874c-909f0eb1f60c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.714641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event updated for resources: {'Subnet': ['ID=f4100c30-167d-4bb7-987d-88ad2c92ec54,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:40.720121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Checking segment: {'id': '1045ec14-c684-40af-8671-ab8edfcedb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '72a4df4c-e63a-4565-ad07-1884c0491c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:58:40.720519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Network hostable DHCP agents. Network: 72a4df4c-e63a-4565-ad07-1884c0491c55, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:58:40.744368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Network 72a4df4c-e63a-4565-ad07-1884c0491c55 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:58:40.756283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 72a4df4c-e63a-4565-ad07-1884c0491c55) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:40.768083 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-291ad0fd-7d0b-4992-9314-b7f4fa524c2a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2255e395d7184b66aee5e0ba7fc9eb6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4323223 Mar 07 21:58:40.773088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ad0fd-7d0b-4992-9314-b7f4fa524c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60f18cf-8f0b-4c63-874c-909f0eb1f60c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:40.773643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52178) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:40.775588 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f2351-3c5f-4247-9c9c-a5b30b0a5430 None None] Network 72a4df4c-e63a-4565-ad07-1884c0491c55 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:40.782272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:40.783733 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:40.788247 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.797594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-912aa538-7b26-459e-96f5-7778dba8a43b', 'network_id': '912aa538-7b26-459e-96f5-7778dba8a43b', 'project_id': '8a992102f8d847b29bc73e30a58bf0c6', 'fixed_ips': [{'subnet_id': '4beff49a-71ec-4e14-b3c0-df1751a4a3b7'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:58:40.798707 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.832538 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab3c218a-4aa5-49ec-b11e-89c3267c9e1b admin admin] Publish callbacks [] for security_group (04d855af-9c77-4227-a592-075d42df01de), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.838721 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab3c218a-4aa5-49ec-b11e-89c3267c9e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (04d855af-9c77-4227-a592-075d42df01de), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.846748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1766c5a9-80a2-4e45-9b10-6539851ffe0f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.2369378 Mar 07 21:58:40.850274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52180) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:40.892421 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ab3c218a-4aa5-49ec-b11e-89c3267c9e1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d0f9aa9ab1c4152adca9d5eabc3e534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670829 Mar 07 21:58:40.893326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c218a-4aa5-49ec-b11e-89c3267c9e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d855af-9c77-4227-a592-075d42df01de,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:40.897351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52182) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:40.919077 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-47c5dfe7-1827-4d6e-88db-b4637f678c98 admin admin] Publish callbacks [] for security_group (b60f18cf-8f0b-4c63-874c-909f0eb1f60c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.955789 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-47c5dfe7-1827-4d6e-88db-b4637f678c98 admin admin] Publish callbacks [] for security_group (b60f18cf-8f0b-4c63-874c-909f0eb1f60c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.975093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d23820-165a-469b-8eb5-435b5b760003 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:40.976529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d23820-165a-469b-8eb5-435b5b760003 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:40.977991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d23820-165a-469b-8eb5-435b5b760003 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:40.990103 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e485b281-aae8-48c6-9ec3-7e3714cc5d75 admin admin] Publish callbacks [] for security_group (04d855af-9c77-4227-a592-075d42df01de), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:40.990896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52188) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:40.991494 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-52d23820-165a-469b-8eb5-435b5b760003 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1400046 Mar 07 21:58:41.010475 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-72a4df4c-e63a-4565-ad07-1884c0491c55', 'network_id': '72a4df4c-e63a-4565-ad07-1884c0491c55', 'project_id': '8a992102f8d847b29bc73e30a58bf0c6', 'fixed_ips': [{'subnet_id': 'f4100c30-167d-4bb7-987d-88ad2c92ec54'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:58:41.011337 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.039524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Allocated IP 172.20.0.2 (912aa538-7b26-459e-96f5-7778dba8a43b/4beff49a-71ec-4e14-b3c0-df1751a4a3b7/6bede97a-fa27-4183-9526-8014e1c07a94) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:41.085075 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e485b281-aae8-48c6-9ec3-7e3714cc5d75 admin admin] Publish callbacks [] for security_group (04d855af-9c77-4227-a592-075d42df01de), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.086466 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-47c5dfe7-1827-4d6e-88db-b4637f678c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b60f18cf-8f0b-4c63-874c-909f0eb1f60c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.091046 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-47c5dfe7-1827-4d6e-88db-b4637f678c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.092592 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-47c5dfe7-1827-4d6e-88db-b4637f678c98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b60f18cf-8f0b-4c63-874c-909f0eb1f60c HTTP/1.1" status: 204 len: 168 time: 0.2992764 Mar 07 21:58:41.103916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5dfe7-1827-4d6e-88db-b4637f678c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60f18cf-8f0b-4c63-874c-909f0eb1f60c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:41.135895 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b89ba24-6be4-4780-a2c4-9277c8aaf49b tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Deleting subnet 4beff49a-71ec-4e14-b3c0-df1751a4a3b7 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:58:41.196669 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e485b281-aae8-48c6-9ec3-7e3714cc5d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (04d855af-9c77-4227-a592-075d42df01de), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.199742 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e485b281-aae8-48c6-9ec3-7e3714cc5d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.204406 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e485b281-aae8-48c6-9ec3-7e3714cc5d75 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04d855af-9c77-4227-a592-075d42df01de HTTP/1.1" status: 204 len: 168 time: 0.3058262 Mar 07 21:58:41.213865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485b281-aae8-48c6-9ec3-7e3714cc5d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d855af-9c77-4227-a592-075d42df01de,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:41.276557 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Allocated IP 172.20.0.18 (72a4df4c-e63a-4565-ad07-1884c0491c55/f4100c30-167d-4bb7-987d-88ad2c92ec54/0dff171a-13fe-4959-8bb8-2cb04ef90ed7) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:41.403754 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Publish callbacks [] for port (6bede97a-fa27-4183-9526-8014e1c07a94), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.414619 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b89ba24-6be4-4780-a2c4-9277c8aaf49b tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for subnet (4beff49a-71ec-4e14-b3c0-df1751a4a3b7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.416138 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (6bede97a-fa27-4183-9526-8014e1c07a94), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.501980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Pushing event updated for resources: {'Port': ['ID=6bede97a-fa27-4183-9526-8014e1c07a94,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:41.519129 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b89ba24-6be4-4780-a2c4-9277c8aaf49b tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (4beff49a-71ec-4e14-b3c0-df1751a4a3b7), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.550780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Network 912aa538-7b26-459e-96f5-7778dba8a43b is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:41.579907 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:41.590322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:58:41.607024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52200) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:41.626454 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d462c5a-7f59-4345-83e0-0a8f5168e3bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.658805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a0f07-a5cb-437b-98dd-27d3bf79ddac req-0add141f-c692-421d-8e81-d5eeb7a51853 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:41.675321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-760a0f07-a5cb-437b-98dd-27d3bf79ddac req-0add141f-c692-421d-8e81-d5eeb7a51853 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.1174932 Mar 07 21:58:41.719293 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b89ba24-6be4-4780-a2c4-9277c8aaf49b tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (4beff49a-71ec-4e14-b3c0-df1751a4a3b7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.736298 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Attempting to bind port 6bede97a-fa27-4183-9526-8014e1c07a94 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:58:41.737896 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Attempting to bind port 6bede97a-fa27-4183-9526-8014e1c07a94 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '912aa538-7b26-459e-96f5-7778dba8a43b'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:58:41.738617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Attempting to bind port 6bede97a-fa27-4183-9526-8014e1c07a94 on network 912aa538-7b26-459e-96f5-7778dba8a43b {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:58:41.741782 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Publish callbacks [] for port (0dff171a-13fe-4959-8bb8-2cb04ef90ed7), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.749865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:58:41.750640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Checking segment: {'id': '17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '912aa538-7b26-459e-96f5-7778dba8a43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:58:41.751561 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.752186 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Bound using segment: {'id': '17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '912aa538-7b26-459e-96f5-7778dba8a43b'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:58:41.754779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Bound port: 6bede97a-fa27-4183-9526-8014e1c07a94, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '912aa538-7b26-459e-96f5-7778dba8a43b'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:58:41.755525 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6bede97a-fa27-4183-9526-8014e1c07a94), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.760790 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-760a0f07-a5cb-437b-98dd-27d3bf79ddac req-6f417b76-27c4-4124-89d2-9907cf7c9946 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788953 Mar 07 21:58:41.815387 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (0dff171a-13fe-4959-8bb8-2cb04ef90ed7), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.830335 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d462c5a-7f59-4345-83e0-0a8f5168e3bf admin admin] Publish callbacks [] for security_group (e5eb0df7-1634-46d2-b805-2d55b5134fab), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.836537 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b89ba24-6be4-4780-a2c4-9277c8aaf49b tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (4beff49a-71ec-4e14-b3c0-df1751a4a3b7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.861091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d462c5a-7f59-4345-83e0-0a8f5168e3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e5eb0df7-1634-46d2-b805-2d55b5134fab), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.889536 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Network 72a4df4c-e63a-4565-ad07-1884c0491c55 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:41.894313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:41.896884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:58:41.899274 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b89ba24-6be4-4780-a2c4-9277c8aaf49b tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:41.902828 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2b89ba24-6be4-4780-a2c4-9277c8aaf49b tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "DELETE /v2.0/subnets/4beff49a-71ec-4e14-b3c0-df1751a4a3b7 HTTP/1.1" status: 204 len: 168 time: 0.9102409 Mar 07 21:58:41.905316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52208) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:41.908334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89ba24-6be4-4780-a2c4-9277c8aaf49b tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event deleted for resources: {'Subnet': ['ID=4beff49a-71ec-4e14-b3c0-df1751a4a3b7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:41.955546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Pushing event updated for resources: {'Port': ['ID=0dff171a-13fe-4959-8bb8-2cb04ef90ed7,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:41.964801 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4d462c5a-7f59-4345-83e0-0a8f5168e3bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ef8fc85d4fc40ce85161f0fbf17938c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3544042 Mar 07 21:58:41.966675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d462c5a-7f59-4345-83e0-0a8f5168e3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eb0df7-1634-46d2-b805-2d55b5134fab,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:41.970026 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52212) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:42.014451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] For port 6bede97a-fa27-4183-9526-8014e1c07a94, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:58:42.016097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Attempting to bind port 0dff171a-13fe-4959-8bb8-2cb04ef90ed7 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:58:42.016556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Attempting to bind port 0dff171a-13fe-4959-8bb8-2cb04ef90ed7 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '1045ec14-c684-40af-8671-ab8edfcedb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '72a4df4c-e63a-4565-ad07-1884c0491c55'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:58:42.016991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Attempting to bind port 0dff171a-13fe-4959-8bb8-2cb04ef90ed7 on network 72a4df4c-e63a-4565-ad07-1884c0491c55 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:58:42.026020 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] For port 6bede97a-fa27-4183-9526-8014e1c07a94, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6bede97a-fa27-4183-9526-8014e1c07a94,segment=NetworkSegment(17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae),segment_id=17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:58:42.039023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:58:42.039409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Checking segment: {'id': '1045ec14-c684-40af-8671-ab8edfcedb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '72a4df4c-e63a-4565-ad07-1884c0491c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:58:42.039971 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:42.040435 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Bound using segment: {'id': '1045ec14-c684-40af-8671-ab8edfcedb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '72a4df4c-e63a-4565-ad07-1884c0491c55'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:58:42.041049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Bound port: 0dff171a-13fe-4959-8bb8-2cb04ef90ed7, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1045ec14-c684-40af-8671-ab8edfcedb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '72a4df4c-e63a-4565-ad07-1884c0491c55'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:58:42.042285 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0dff171a-13fe-4959-8bb8-2cb04ef90ed7), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:42.072200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a3e98ed8-2fdd-4209-9885-0544a739d6bf admin admin] Publish callbacks [] for security_group (e5eb0df7-1634-46d2-b805-2d55b5134fab), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:42.075288 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6bede97a-fa27-4183-9526-8014e1c07a94), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:42.075871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-4449b94b-9f02-4952-b84e-c755e059d381 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Deleting subnet f4100c30-167d-4bb7-987d-88ad2c92ec54 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:58:42.084154 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4449b94b-9f02-4952-b84e-c755e059d381 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for subnet (f4100c30-167d-4bb7-987d-88ad2c92ec54), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:42.102016 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a3e98ed8-2fdd-4209-9885-0544a739d6bf admin admin] Publish callbacks [] for security_group (e5eb0df7-1634-46d2-b805-2d55b5134fab), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:42.196706 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4449b94b-9f02-4952-b84e-c755e059d381 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (f4100c30-167d-4bb7-987d-88ad2c92ec54), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:42.207062 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a3e98ed8-2fdd-4209-9885-0544a739d6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e5eb0df7-1634-46d2-b805-2d55b5134fab), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:42.210379 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a3e98ed8-2fdd-4209-9885-0544a739d6bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:42.214628 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a3e98ed8-2fdd-4209-9885-0544a739d6bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5eb0df7-1634-46d2-b805-2d55b5134fab HTTP/1.1" status: 204 len: 168 time: 0.2430987 Mar 07 21:58:42.229957 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e98ed8-2fdd-4209-9885-0544a739d6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eb0df7-1634-46d2-b805-2d55b5134fab,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:42.322811 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4449b94b-9f02-4952-b84e-c755e059d381 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (f4100c30-167d-4bb7-987d-88ad2c92ec54), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:42.408295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46f917b-5ea4-4ca5-bbb9-222ecfcc1d29 None None] Network 912aa538-7b26-459e-96f5-7778dba8a43b requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:42.434590 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4449b94b-9f02-4952-b84e-c755e059d381 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (f4100c30-167d-4bb7-987d-88ad2c92ec54), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:42.442890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25575fe8-2293-48ff-a8ef-4a288264b146 None None] Pushing event updated for resources: {'Port': ['ID=6bede97a-fa27-4183-9526-8014e1c07a94,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:42.495404 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] For port 0dff171a-13fe-4959-8bb8-2cb04ef90ed7, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:58:42.521186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449b94b-9f02-4952-b84e-c755e059d381 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event deleted for resources: {'Subnet': ['ID=f4100c30-167d-4bb7-987d-88ad2c92ec54,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:42.532347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] For port 0dff171a-13fe-4959-8bb8-2cb04ef90ed7, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0dff171a-13fe-4959-8bb8-2cb04ef90ed7,segment=NetworkSegment(1045ec14-c684-40af-8671-ab8edfcedb68),segment_id=1045ec14-c684-40af-8671-ab8edfcedb68)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:58:42.539201 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4449b94b-9f02-4952-b84e-c755e059d381 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:42.542562 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4449b94b-9f02-4952-b84e-c755e059d381 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "DELETE /v2.0/subnets/f4100c30-167d-4bb7-987d-88ad2c92ec54 HTTP/1.1" status: 204 len: 168 time: 0.6352658 Mar 07 21:58:42.548862 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0dff171a-13fe-4959-8bb8-2cb04ef90ed7), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:42.549802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52230) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:42.627082 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b0f45-7ed5-46f5-9946-67d377053415 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:42.628891 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a63b0f45-7ed5-46f5-9946-67d377053415 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0776880 Mar 07 21:58:42.633128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52238) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:42.663743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca6113-e719-43c5-a487-dbcf2d8218e8 None None] Pushing event updated for resources: {'Port': ['ID=0dff171a-13fe-4959-8bb8-2cb04ef90ed7,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:42.773528 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (72a4df4c-e63a-4565-ad07-1884c0491c55), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:42.853748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Deleting port 0dff171a-13fe-4959-8bb8-2cb04ef90ed7 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:42.854108 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0dff171a-13fe-4959-8bb8-2cb04ef90ed7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:43.021419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] For port 0dff171a-13fe-4959-8bb8-2cb04ef90ed7, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0dff171a-13fe-4959-8bb8-2cb04ef90ed7,segment=NetworkSegment(1045ec14-c684-40af-8671-ab8edfcedb68),segment_id=1045ec14-c684-40af-8671-ab8edfcedb68)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:43.022190 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0dff171a-13fe-4959-8bb8-2cb04ef90ed7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:43.038429 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Calling delete_port for 0dff171a-13fe-4959-8bb8-2cb04ef90ed7 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:43.132582 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0dff171a-13fe-4959-8bb8-2cb04ef90ed7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:43.150029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] No DVR routers for this DVR port 0dff171a-13fe-4959-8bb8-2cb04ef90ed7 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:58:43.254440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2878cf-d639-4f92-a22c-b585b9a60aee req-5454c81a-3163-4709-a83c-d6e4f3ad3496 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:43.261617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb2878cf-d639-4f92-a22c-b585b9a60aee req-5454c81a-3163-4709-a83c-d6e4f3ad3496 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.3807275 Mar 07 21:58:43.273297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event deleted for resources: {'Port': ['ID=0dff171a-13fe-4959-8bb8-2cb04ef90ed7,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:43.356163 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (72a4df4c-e63a-4565-ad07-1884c0491c55), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:43.380322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0dff171a-13fe-4959-8bb8-2cb04ef90ed7 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:58:43.411359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 0dff171a-13fe-4959-8bb8-2cb04ef90ed7 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:58:43.412005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0dff171a-13fe-4959-8bb8-2cb04ef90ed7 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 07 21:58:43.414331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb2878cf-d639-4f92-a22c-b585b9a60aee req-4bc45cc7-29c0-4214-bd08-66ca57c4f2d2 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469400 Mar 07 21:58:43.416867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a4df4c-e63a-4565-ad07-1884c0491c55']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:43.439942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1045ec14-c684-40af-8671-ab8edfcedb68') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:43.439942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1045ec14-c684-40af-8671-ab8edfcedb68') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:43.450685 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (1045ec14-c684-40af-8671-ab8edfcedb68), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:43.457323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Port 0dff171a-13fe-4959-8bb8-2cb04ef90ed7 not found, will not notify nova. {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 07 21:58:43.477745 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1045ec14-c684-40af-8671-ab8edfcedb68), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:43.489228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:58:43.490545 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (1045ec14-c684-40af-8671-ab8edfcedb68), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:58:43.527562 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:58:43.589823 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (72a4df4c-e63a-4565-ad07-1884c0491c55), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:43.621250 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:43.626762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "DELETE /v2.0/networks/72a4df4c-e63a-4565-ad07-1884c0491c55 HTTP/1.1" status: 204 len: 168 time: 0.9890029 Mar 07 21:58:43.626762 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12916f74-515d-46b6-9ed1-859731384047 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event deleted for resources: {'Network': ['ID=72a4df4c-e63a-4565-ad07-1884c0491c55,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:43.627329 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52278) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:43.779106 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (912aa538-7b26-459e-96f5-7778dba8a43b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:43.848649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Deleting port 6bede97a-fa27-4183-9526-8014e1c07a94 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:43.850044 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6bede97a-fa27-4183-9526-8014e1c07a94), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:43.950811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] For port 6bede97a-fa27-4183-9526-8014e1c07a94, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6bede97a-fa27-4183-9526-8014e1c07a94,segment=NetworkSegment(17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae),segment_id=17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:43.951177 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6bede97a-fa27-4183-9526-8014e1c07a94), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:43.972396 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Calling delete_port for 6bede97a-fa27-4183-9526-8014e1c07a94 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:44.088938 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6bede97a-fa27-4183-9526-8014e1c07a94), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:44.105281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daedaf84-b8e0-48fb-8506-8abaced31c18 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 21:58:44.144953 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event deleted for resources: {'Port': ['ID=6bede97a-fa27-4183-9526-8014e1c07a94,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:44.149960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] No DVR routers for this DVR port 6bede97a-fa27-4183-9526-8014e1c07a94 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:58:44.241709 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (912aa538-7b26-459e-96f5-7778dba8a43b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:44.247269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-21ad8ab6-3f55-465d-aa1d-61fa212be3b6 None None] Could not find standard attr ID for object 0dff171a-13fe-4959-8bb8-2cb04ef90ed7. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:58:44.275332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912aa538-7b26-459e-96f5-7778dba8a43b']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:44.288168 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:44.288648 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:44.302716 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:44.322377 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:44.331695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daedaf84-b8e0-48fb-8506-8abaced31c18 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:58:44.337699 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:58:44.338134 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (17cd6d27-5b01-4b01-b5bb-e1c33b0f61ae), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:58:44.352181 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:58:44.462210 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (912aa538-7b26-459e-96f5-7778dba8a43b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:44.484679 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:44.490978 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "DELETE /v2.0/networks/912aa538-7b26-459e-96f5-7778dba8a43b HTTP/1.1" status: 204 len: 168 time: 0.8603325 Mar 07 21:58:44.490978 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b6b4f-a349-452e-9a6f-9bc7defd61c8 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event deleted for resources: {'Network': ['ID=912aa538-7b26-459e-96f5-7778dba8a43b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:44.491224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52308) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:44.631243 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0abfd9c4-637c-4438-ad72-b20ab2af951f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (80f86444-5716-4918-8862-7a460ee4f56a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:44.698253 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb37693-bd12-41c6-9d88-4b7c34e5245c req-760d9d43-2abb-4fdf-8438-46b118b10d40 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:44.701878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bbb37693-bd12-41c6-9d88-4b7c34e5245c req-760d9d43-2abb-4fdf-8438-46b118b10d40 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.1262176 Mar 07 21:58:44.809976 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bbb37693-bd12-41c6-9d88-4b7c34e5245c req-7795a46a-260a-4aa9-9b8f-fc0c23acd0c9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957432 Mar 07 21:58:44.849632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0abfd9c4-637c-4438-ad72-b20ab2af951f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (80f86444-5716-4918-8862-7a460ee4f56a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:44.873188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-0abfd9c4-637c-4438-ad72-b20ab2af951f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f86444-5716-4918-8862-7a460ee4f56a']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:44.884702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-0abfd9c4-637c-4438-ad72-b20ab2af951f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dc8299-af33-4957-b17a-c4859cabca70') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:44.885207 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-0abfd9c4-637c-4438-ad72-b20ab2af951f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dc8299-af33-4957-b17a-c4859cabca70') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:44.899816 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0abfd9c4-637c-4438-ad72-b20ab2af951f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (69dc8299-af33-4957-b17a-c4859cabca70), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:44.916245 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0abfd9c4-637c-4438-ad72-b20ab2af951f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (69dc8299-af33-4957-b17a-c4859cabca70), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:44.927352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abfd9c4-637c-4438-ad72-b20ab2af951f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:58:44.928071 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0abfd9c4-637c-4438-ad72-b20ab2af951f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (69dc8299-af33-4957-b17a-c4859cabca70), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:58:44.933038 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:58:45.006138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffd6137-5046-4d56-b79e-bfcba7a42f89 None None] DHCP port deletion for 72a4df4c-e63a-4565-ad07-1884c0491c55 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:58:45.046432 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0abfd9c4-637c-4438-ad72-b20ab2af951f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (80f86444-5716-4918-8862-7a460ee4f56a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:45.059697 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3f531c-882c-497c-966a-df3b282c7fd2 None None] Network 72a4df4c-e63a-4565-ad07-1884c0491c55 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:45.082938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3f531c-882c-497c-966a-df3b282c7fd2 None None] Network 72a4df4c-e63a-4565-ad07-1884c0491c55 could not be found, it might have been deleted concurrently. {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 21:58:45.094190 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0abfd9c4-637c-4438-ad72-b20ab2af951f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:45.099325 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0abfd9c4-637c-4438-ad72-b20ab2af951f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "DELETE /v2.0/networks/80f86444-5716-4918-8862-7a460ee4f56a HTTP/1.1" status: 204 len: 168 time: 0.6071389 Mar 07 21:58:45.100265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfd9c4-637c-4438-ad72-b20ab2af951f tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event deleted for resources: {'Network': ['ID=80f86444-5716-4918-8862-7a460ee4f56a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:45.102294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52332) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:45.306192 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a68c5f9d-18a4-4668-bbe7-f8e51ccf9695 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:45.319357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0dff171a-13fe-4959-8bb8-2cb04ef90ed7 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:58:45.330545 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbd0c6-8084-461f-b248-cd16c43f3cff req-d6dbd925-f7f2-4fc0-9178-c517f876a097 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:45.333776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38cbd0c6-8084-461f-b248-cd16c43f3cff req-d6dbd925-f7f2-4fc0-9178-c517f876a097 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1128 time: 0.1380539 Mar 07 21:58:45.352932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 0dff171a-13fe-4959-8bb8-2cb04ef90ed7 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:58:45.353371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0dff171a-13fe-4959-8bb8-2cb04ef90ed7 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:58:45.496923 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a68c5f9d-18a4-4668-bbe7-f8e51ccf9695 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:45.533673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-a68c5f9d-18a4-4668-bbe7-f8e51ccf9695 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:45.537951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38cbd0c6-8084-461f-b248-cd16c43f3cff req-cef6881e-203c-47d2-bbb1-8b8f1090f003 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671734 Mar 07 21:58:45.546449 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-a68c5f9d-18a4-4668-bbe7-f8e51ccf9695 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5db91a9-6413-4a0d-84ee-623afdf73b7c') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:45.546835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-a68c5f9d-18a4-4668-bbe7-f8e51ccf9695 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5db91a9-6413-4a0d-84ee-623afdf73b7c') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:45.556527 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a68c5f9d-18a4-4668-bbe7-f8e51ccf9695 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (d5db91a9-6413-4a0d-84ee-623afdf73b7c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:45.569271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52356) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:45.590521 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a68c5f9d-18a4-4668-bbe7-f8e51ccf9695 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d5db91a9-6413-4a0d-84ee-623afdf73b7c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:45.599266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68c5f9d-18a4-4668-bbe7-f8e51ccf9695 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:58:45.599266 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a68c5f9d-18a4-4668-bbe7-f8e51ccf9695 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (d5db91a9-6413-4a0d-84ee-623afdf73b7c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:45.655478 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f0c4496f-22f9-4bc2-90c4-9f4be8dc5f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:58:45.692652 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:58:45.696081 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52360) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:45.702309 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a68c5f9d-18a4-4668-bbe7-f8e51ccf9695 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:45.729123 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a68c5f9d-18a4-4668-bbe7-f8e51ccf9695 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:45.732314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a68c5f9d-18a4-4668-bbe7-f8e51ccf9695 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] 10.222.0.26 "DELETE /v2.0/networks/b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea HTTP/1.1" status: 204 len: 168 time: 0.6290398 Mar 07 21:58:45.733427 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c5f9d-18a4-4668-bbe7-f8e51ccf9695 tempest-BulkNetworkOpsTest-1628821956 tempest-BulkNetworkOpsTest-1628821956-project] Pushing event deleted for resources: {'Network': ['ID=b98a3ff4-d5fb-4f9d-91b0-d17c0e657cea,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:46.017631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5bb1a-1b26-416a-89ea-a4fed52278f5 req-135550b0-c940-473c-8773-f90510bf2822 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:46.040822 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:46.044548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2a5bb1a-1b26-416a-89ea-a4fed52278f5 req-135550b0-c940-473c-8773-f90510bf2822 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.1255479 Mar 07 21:58:46.183218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2a5bb1a-1b26-416a-89ea-a4fed52278f5 req-24ae78e0-d53e-4cb9-b83c-f651bffc4be2 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292243 Mar 07 21:58:46.399414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3333188a-2608-4c8c-b968-900d43230052 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port 0e7b1624-99cb-4775-a1e7-c8eae141c12d {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:46.399770 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3333188a-2608-4c8c-b968-900d43230052 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0e7b1624-99cb-4775-a1e7-c8eae141c12d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:46.403866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52384) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:46.624923 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3333188a-2608-4c8c-b968-900d43230052 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0e7b1624-99cb-4775-a1e7-c8eae141c12d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:46.625413 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3333188a-2608-4c8c-b968-900d43230052 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (0e7b1624-99cb-4775-a1e7-c8eae141c12d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:46.658886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3333188a-2608-4c8c-b968-900d43230052 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for 0e7b1624-99cb-4775-a1e7-c8eae141c12d owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:46.837620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-589a07f5-ddd9-415d-ab02-d546a33bf305 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a992102f8d847b29bc73e30a58bf0c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4325202 Mar 07 21:58:46.840276 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52406) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:46.913024 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2fd6001b-3a03-4056-b403-231f425696c2 admin admin] Publish callbacks [] for security_group (995b9cd3-a4bd-4f2a-a790-495ce476e645), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:46.939893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2fd6001b-3a03-4056-b403-231f425696c2 admin admin] Publish callbacks [] for security_group (995b9cd3-a4bd-4f2a-a790-495ce476e645), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:46.968538 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3333188a-2608-4c8c-b968-900d43230052 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0e7b1624-99cb-4775-a1e7-c8eae141c12d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:47.007427 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2fd6001b-3a03-4056-b403-231f425696c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (995b9cd3-a4bd-4f2a-a790-495ce476e645), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:47.013815 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2fd6001b-3a03-4056-b403-231f425696c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:47.015022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2fd6001b-3a03-4056-b403-231f425696c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/995b9cd3-a4bd-4f2a-a790-495ce476e645 HTTP/1.1" status: 204 len: 168 time: 0.1735618 Mar 07 21:58:47.031762 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333188a-2608-4c8c-b968-900d43230052 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=0e7b1624-99cb-4775-a1e7-c8eae141c12d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:47.039589 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6001b-3a03-4056-b403-231f425696c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995b9cd3-a4bd-4f2a-a790-495ce476e645,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:47.138169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52414) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:47.148021 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ec19582-21b1-4ed2-b131-1f4964186d2a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (755657e1-115d-4cb2-9c5d-5cb44d356594), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:47.199724 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3333188a-2608-4c8c-b968-900d43230052 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (cc36fbcd-5894-4432-a055-cb272603cd40), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:47.200096 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-3333188a-2608-4c8c-b968-900d43230052 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Floating IP cc36fbcd-5894-4432-a055-cb272603cd40 disassociated (deleted). External IP: 172.25.4.8, port: ead22a4e-8016-4fac-b701-c17d0a8b7894. Mar 07 21:58:47.356905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fc878-a90d-479b-aeb8-01991720ddbd req-efc7cd1c-b2b6-4bd2-83ab-bafb7fde0468 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:47.359503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-339fc878-a90d-479b-aeb8-01991720ddbd req-efc7cd1c-b2b6-4bd2-83ab-bafb7fde0468 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.0815172 Mar 07 21:58:47.428715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-339fc878-a90d-479b-aeb8-01991720ddbd req-64317a91-13c9-42c5-a7fc-5318ff88a862 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619168 Mar 07 21:58:47.577948 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1737ad5a-aa8b-4284-8974-2cf82da06324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:47.782698 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1737ad5a-aa8b-4284-8974-2cf82da06324 admin admin] Publish callbacks [] for security_group (2b6fe1d3-a76a-45ed-85ee-35790c31b7d5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:47.827172 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3333188a-2608-4c8c-b968-900d43230052 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router b614b3d1-92a4-4906-a9fb-50c094857e38 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:58:47.858835 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1737ad5a-aa8b-4284-8974-2cf82da06324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2b6fe1d3-a76a-45ed-85ee-35790c31b7d5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:47.892535 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5e688420-7b9b-4c14-8f29-64cd551a52dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:47.904291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737ad5a-aa8b-4284-8974-2cf82da06324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6fe1d3-a76a-45ed-85ee-35790c31b7d5,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:47.933739 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1737ad5a-aa8b-4284-8974-2cf82da06324 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7d2e62eca0d44f5ae344ec0b1d7c938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7921062 Mar 07 21:58:47.934717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52442) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:47.985091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3333188a-2608-4c8c-b968-900d43230052 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:58:47.985810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e69d7-b48c-49fa-af4b-753df7471e2c req-9503ed56-b9a9-47ef-a852-ebade6c34d77 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:47.987903 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc1e69d7-b48c-49fa-af4b-753df7471e2c req-9503ed56-b9a9-47ef-a852-ebade6c34d77 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.2002234 Mar 07 21:58:47.990729 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3333188a-2608-4c8c-b968-900d43230052 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:48.003962 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8cce3-04f7-419e-a2b1-704957f15365 None None] Sync routers for ids ['b614b3d1-92a4-4906-a9fb-50c094857e38'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:58:48.015317 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dd68667c-60b0-4a41-8cf3-60e6db1e822c admin admin] Publish callbacks [] for security_group (2b6fe1d3-a76a-45ed-85ee-35790c31b7d5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:48.024254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8cce3-04f7-419e-a2b1-704957f15365 None None] Routers {'b614b3d1-92a4-4906-a9fb-50c094857e38'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:58:48.025305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0df8cce3-04f7-419e-a2b1-704957f15365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:58:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b614b3d1-92a4-4906-a9fb-50c094857e38'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:48.048348 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dd68667c-60b0-4a41-8cf3-60e6db1e822c admin admin] Publish callbacks [] for security_group (2b6fe1d3-a76a-45ed-85ee-35790c31b7d5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:48.060864 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3333188a-2608-4c8c-b968-900d43230052 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/floatingips/cc36fbcd-5894-4432-a055-cb272603cd40 HTTP/1.1" status: 204 len: 168 time: 2.4904549 Mar 07 21:58:48.062101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:48.077347 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746bc48e-95fc-41e4-9e6a-7da3d613e87e" -d '{"events": [{"name": "network-changed", "server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:58:48.123212 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7ec19582-21b1-4ed2-b131-1f4964186d2a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Deleting port 97d84630-f245-4141-b960-cf7df3a6d9c0 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:48.123212 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ec19582-21b1-4ed2-b131-1f4964186d2a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:48.132694 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dd68667c-60b0-4a41-8cf3-60e6db1e822c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2b6fe1d3-a76a-45ed-85ee-35790c31b7d5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:48.136265 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dd68667c-60b0-4a41-8cf3-60e6db1e822c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:48.137707 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dd68667c-60b0-4a41-8cf3-60e6db1e822c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b6fe1d3-a76a-45ed-85ee-35790c31b7d5 HTTP/1.1" status: 204 len: 168 time: 0.2026756 Mar 07 21:58:48.166835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68667c-60b0-4a41-8cf3-60e6db1e822c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6fe1d3-a76a-45ed-85ee-35790c31b7d5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:48.195694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc1e69d7-b48c-49fa-af4b-753df7471e2c req-b72a4389-f3a3-4bf4-bd05-dbbc05dfb4d3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809599 Mar 07 21:58:48.347890 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:48.368531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-7ec19582-21b1-4ed2-b131-1f4964186d2a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] For port 97d84630-f245-4141-b960-cf7df3a6d9c0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=97d84630-f245-4141-b960-cf7df3a6d9c0,segment=NetworkSegment(2595d9fb-2320-4abb-b17d-ba38ce085b66),segment_id=2595d9fb-2320-4abb-b17d-ba38ce085b66)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:48.369942 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ec19582-21b1-4ed2-b131-1f4964186d2a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:48.374191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0df8cce3-04f7-419e-a2b1-704957f15365 None None] Set router b614b3d1-92a4-4906-a9fb-50c094857e38 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:58:48.396763 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7ec19582-21b1-4ed2-b131-1f4964186d2a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Calling delete_port for 97d84630-f245-4141-b960-cf7df3a6d9c0 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:48.435849 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e341b9-4e47-4b9d-9702-9f47006b9c85 req-83a91bbe-4e33-45b9-af90-9f3b1e60278c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:48.449030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0e341b9-4e47-4b9d-9702-9f47006b9c85 req-83a91bbe-4e33-45b9-af90-9f3b1e60278c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 946 time: 0.1015024 Mar 07 21:58:48.556510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0e341b9-4e47-4b9d-9702-9f47006b9c85 req-9b30bebd-9d18-4a9e-b55b-5b7527c8ed1e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061530 Mar 07 21:58:48.668533 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ec19582-21b1-4ed2-b131-1f4964186d2a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (97d84630-f245-4141-b960-cf7df3a6d9c0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:48.718249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec19582-21b1-4ed2-b131-1f4964186d2a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Port': ['ID=97d84630-f245-4141-b960-cf7df3a6d9c0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:48.774779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0df8cce3-04f7-419e-a2b1-704957f15365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:14Z', 'updated_at': '2022-03-07T21:56:21Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:15Z', 'updated_at': '2022-03-07T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '15a8d41f-203e-4751-9f0d-ca589ae15b20', 'name': '', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:44:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:20Z', 'updated_at': '2022-03-07T21:56:28Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:48.823316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8cce3-04f7-419e-a2b1-704957f15365 None None] Checking router: b614b3d1-92a4-4906-a9fb-50c094857e38 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:58:48.836880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8cce3-04f7-419e-a2b1-704957f15365 None None] Routers {'b614b3d1-92a4-4906-a9fb-50c094857e38'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:58:48.837517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0df8cce3-04f7-419e-a2b1-704957f15365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:58:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b614b3d1-92a4-4906-a9fb-50c094857e38'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:48.993445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0df8cce3-04f7-419e-a2b1-704957f15365 None None] Set router b614b3d1-92a4-4906-a9fb-50c094857e38 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:58:49.009258 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ec19582-21b1-4ed2-b131-1f4964186d2a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (755657e1-115d-4cb2-9c5d-5cb44d356594), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:49.013427 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e9547e-497c-4f42-8083-31d0efb6e189 x-openstack-request-id: req-54e9547e-497c-4f42-8083-31d0efb6e189 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:58:49.014185 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:58:49.014898 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54e9547e-497c-4f42-8083-31d0efb6e189 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:58:49.026454 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'status': 'completed', 'code': 200} Mar 07 21:58:49.223827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52472) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:49.272019 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1cb82c04-257f-4792-b428-3e75d2810b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:49.310009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bc48e-95fc-41e4-9e6a-7da3d613e87e req-0c2bb733-4a01-4514-88ac-a784d67275c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:49.316333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-746bc48e-95fc-41e4-9e6a-7da3d613e87e req-0c2bb733-4a01-4514-88ac-a784d67275c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 1128 time: 0.2786808 Mar 07 21:58:49.376588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4694f80-78dc-4557-b351-0fe50c00a83a req-c02b7dda-70a0-4cf4-ab1d-2e35f34d279d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:49.379115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4694f80-78dc-4557-b351-0fe50c00a83a req-c02b7dda-70a0-4cf4-ab1d-2e35f34d279d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.2613602 Mar 07 21:58:49.383703 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:49.451509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52476) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:49.494776 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec19582-21b1-4ed2-b131-1f4964186d2a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Router 755657e1-115d-4cb2-9c5d-5cb44d356594 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:58:49.532135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0df8cce3-04f7-419e-a2b1-704957f15365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:14Z', 'updated_at': '2022-03-07T21:56:21Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:15Z', 'updated_at': '2022-03-07T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '15a8d41f-203e-4751-9f0d-ca589ae15b20', 'name': '', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:44:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:20Z', 'updated_at': '2022-03-07T21:56:28Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:49.629415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8cce3-04f7-419e-a2b1-704957f15365 None None] The sync data for ids ['b614b3d1-92a4-4906-a9fb-50c094857e38'] in n-d-832330-1 is: [{'id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:14Z', 'updated_at': '2022-03-07T21:56:21Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:15Z', 'updated_at': '2022-03-07T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '15a8d41f-203e-4751-9f0d-ca589ae15b20', 'name': '', 'network_id': 'cc76cc78-d3aa-4131-a129-0f2d526c28eb', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:44:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:20Z', 'updated_at': '2022-03-07T21:56:28Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '43e2544a-756d-4aee-adf7-dbc5c3079d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:58:49.670576 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec19582-21b1-4ed2-b131-1f4964186d2a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:58:49.695397 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8705f398-dc63-427a-bf1a-188f6787b31f None None] Sync routers for ids ['755657e1-115d-4cb2-9c5d-5cb44d356594'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:58:49.708209 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7ec19582-21b1-4ed2-b131-1f4964186d2a tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "PUT /v2.0/routers/755657e1-115d-4cb2-9c5d-5cb44d356594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0025134 Mar 07 21:58:49.709714 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705f398-dc63-427a-bf1a-188f6787b31f None None] Routers {'755657e1-115d-4cb2-9c5d-5cb44d356594'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:58:49.710672 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-8705f398-dc63-427a-bf1a-188f6787b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:58:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['755657e1-115d-4cb2-9c5d-5cb44d356594'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:49.812206 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1cb82c04-257f-4792-b428-3e75d2810b78 admin admin] Publish callbacks [] for security_group (e5483b07-8e63-4f68-a6da-c05533581160), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:49.847884 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1cb82c04-257f-4792-b428-3e75d2810b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e5483b07-8e63-4f68-a6da-c05533581160), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:49.862924 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-8705f398-dc63-427a-bf1a-188f6787b31f None None] Set router 755657e1-115d-4cb2-9c5d-5cb44d356594 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:58:50.113907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f391b2c-302f-4e3f-a45b-dc3b79571894 req-407ba786-5c25-412c-9fa4-7bf9d6db775a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:50.124025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f391b2c-302f-4e3f-a45b-dc3b79571894 req-407ba786-5c25-412c-9fa4-7bf9d6db775a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.7642159 Mar 07 21:58:50.131953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b7ba15-8e0e-497e-bffd-38a894c32dba None None] New status for floating IP cc36fbcd-5894-4432-a055-cb272603cd40: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:58:50.148757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1cb82c04-257f-4792-b428-3e75d2810b78 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8308ef7fd0d941f8b971b96fc8fbf5f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9181333 Mar 07 21:58:50.164608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb82c04-257f-4792-b428-3e75d2810b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5483b07-8e63-4f68-a6da-c05533581160,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:50.192289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52490) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:50.254327 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-8705f398-dc63-427a-bf1a-188f6787b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:58:48Z', 'revision_number': 6, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '77a459dc-9549-4f25-8364-534a644759c9', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'port_id': '6624208d-38b7-448d-a146-6db381a25afc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'mac_address': 'fa:16:3e:c8:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:25Z', 'updated_at': '2022-03-07T21:56:31Z', 'revision_number': 1, 'project_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad22dc2-0f92-4f15-aaee-9255f3de8efe', 'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:08:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:43Z', 'updated_at': '2022-03-07T21:55:50Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:50.278003 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:50.284759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bc48e-95fc-41e4-9e6a-7da3d613e87e req-6c37149d-1828-474a-ae6f-8f3b632a048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:50.287070 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8705f398-dc63-427a-bf1a-188f6787b31f None None] Checking router: 755657e1-115d-4cb2-9c5d-5cb44d356594 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:58:50.292192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-746bc48e-95fc-41e4-9e6a-7da3d613e87e req-6c37149d-1828-474a-ae6f-8f3b632a048f service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc76cc78-d3aa-4131-a129-0f2d526c28eb HTTP/1.1" status: 200 len: 897 time: 0.9438839 Mar 07 21:58:50.300517 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705f398-dc63-427a-bf1a-188f6787b31f None None] Routers {'755657e1-115d-4cb2-9c5d-5cb44d356594'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:58:50.301298 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-8705f398-dc63-427a-bf1a-188f6787b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:58:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['755657e1-115d-4cb2-9c5d-5cb44d356594'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:50.382381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-d4694f80-78dc-4557-b351-0fe50c00a83a req-4c8a6f80-872e-48fb-a9ee-619c6757fd2b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Deleting port bb14513f-5034-43b7-8255-aebf6cf5dfb8 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:50.382987 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d4694f80-78dc-4557-b351-0fe50c00a83a req-4c8a6f80-872e-48fb-a9ee-619c6757fd2b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (bb14513f-5034-43b7-8255-aebf6cf5dfb8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:50.388402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1044665286'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:50.413743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-746bc48e-95fc-41e4-9e6a-7da3d613e87e req-c5ebda74-286d-4e13-aa80-3726501a26d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 200 len: 217 time: 0.1089339 Mar 07 21:58:50.424277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73838a-2200-4965-a349-2eb228ca28fe req-59679f44-a6ef-4214-9e18-462caf2c15b9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:50.428115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e73838a-2200-4965-a349-2eb228ca28fe req-59679f44-a6ef-4214-9e18-462caf2c15b9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 946 time: 0.5871735 Mar 07 21:58:50.435603 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-8705f398-dc63-427a-bf1a-188f6787b31f None None] Set router 755657e1-115d-4cb2-9c5d-5cb44d356594 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:58:50.436029 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Made reservation on behalf of a5bbe81cedfe4dfc88e1bfe0e675c595 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:50.439380 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:50.465803 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:50.477128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b5f31-db44-46eb-a127-83147050b852 req-52e03896-b357-41b2-b4e3-a4eec629df02 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:50.478663 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3b1b5f31-db44-46eb-a127-83147050b852 req-52e03896-b357-41b2-b4e3-a4eec629df02 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "GET /v2.0/ports?device_id=1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9 HTTP/1.1" status: 200 len: 946 time: 0.7230053 Mar 07 21:58:50.560059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f391b2c-302f-4e3f-a45b-dc3b79571894 req-87bec775-be5a-4e6a-ba49-b1309d5bbe7f tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080510 Mar 07 21:58:50.649033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-3b1b5f31-db44-46eb-a127-83147050b852 req-fbf7bf72-deae-493c-973f-d78a252311ad tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port ead22a4e-8016-4fac-b701-c17d0a8b7894 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:50.649436 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3b1b5f31-db44-46eb-a127-83147050b852 req-fbf7bf72-deae-493c-973f-d78a252311ad tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:50.657985 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Publish callbacks [] for security_group (e718f2ee-351f-4d83-a73f-4e04064bdcbe), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:50.695053 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e718f2ee-351f-4d83-a73f-4e04064bdcbe), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:50.851775 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-8705f398-dc63-427a-bf1a-188f6787b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:58:48Z', 'revision_number': 6, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '77a459dc-9549-4f25-8364-534a644759c9', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'port_id': '6624208d-38b7-448d-a146-6db381a25afc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'mac_address': 'fa:16:3e:c8:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:25Z', 'updated_at': '2022-03-07T21:56:31Z', 'revision_number': 1, 'project_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad22dc2-0f92-4f15-aaee-9255f3de8efe', 'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:08:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:43Z', 'updated_at': '2022-03-07T21:55:50Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:50.860051 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:58:50.924126 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d595b0c9-3c0e-41a0-ab79-73ca85d88e7f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:50.924527 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Added segment d595b0c9-3c0e-41a0-ab79-73ca85d88e7f of type vlan for network 1dd6ef24-dd20-4ff7-9c4d-9e64678ce817 Mar 07 21:58:50.929119 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e718f2ee-351f-4d83-a73f-4e04064bdcbe,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:50.936558 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8705f398-dc63-427a-bf1a-188f6787b31f None None] The sync data for ids ['755657e1-115d-4cb2-9c5d-5cb44d356594'] in n-d-832330-1 is: [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:58:48Z', 'revision_number': 6, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '77a459dc-9549-4f25-8364-534a644759c9', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'port_id': '6624208d-38b7-448d-a146-6db381a25afc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'mac_address': 'fa:16:3e:c8:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:25Z', 'updated_at': '2022-03-07T21:56:31Z', 'revision_number': 1, 'project_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad22dc2-0f92-4f15-aaee-9255f3de8efe', 'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:08:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:43Z', 'updated_at': '2022-03-07T21:55:50Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:58:50.989412 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-3b1b5f31-db44-46eb-a127-83147050b852 req-fbf7bf72-deae-493c-973f-d78a252311ad tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] For port ead22a4e-8016-4fac-b701-c17d0a8b7894, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ead22a4e-8016-4fac-b701-c17d0a8b7894,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:50.989817 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3b1b5f31-db44-46eb-a127-83147050b852 req-fbf7bf72-deae-493c-973f-d78a252311ad tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:51.014787 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (1dd6ef24-dd20-4ff7-9c4d-9e64678ce817), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:51.017201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-3b1b5f31-db44-46eb-a127-83147050b852 req-fbf7bf72-deae-493c-973f-d78a252311ad tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for ead22a4e-8016-4fac-b701-c17d0a8b7894 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:51.086385 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (1dd6ef24-dd20-4ff7-9c4d-9e64678ce817), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:51.092191 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:51.093048 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:51.149581 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.6963544 Mar 07 21:58:51.163595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52504) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:51.181223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.tag.tag_plugin [None req-aaecd44e-8927-45d6-ad40-5e4fa5884789 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1dd6ef24-dd20-4ff7-9c4d-9e64678ce817', 'tempest-TagsTest-Tag-1035372622') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:51.192389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df481855-ad59-4480-9eba-49ca63f3c9ca tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Pushing event updated for resources: {'Network': ['ID=1dd6ef24-dd20-4ff7-9c4d-9e64678ce817,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:51.207348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 1dd6ef24-dd20-4ff7-9c4d-9e64678ce817 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:58:51.239115 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8cf20e2e-291a-4cfd-bcc7-47f1c6e5e072 admin admin] Publish callbacks [] for security_group (e5483b07-8e63-4f68-a6da-c05533581160), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:51.268898 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3b1b5f31-db44-46eb-a127-83147050b852 req-fbf7bf72-deae-493c-973f-d78a252311ad tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ead22a4e-8016-4fac-b701-c17d0a8b7894), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:51.297155 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bc48e-95fc-41e4-9e6a-7da3d613e87e req-d1d29b46-e772-47f4-8e80-572d394cf4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:51.298659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-746bc48e-95fc-41e4-9e6a-7da3d613e87e req-d1d29b46-e772-47f4-8e80-572d394cf4da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43e2544a-756d-4aee-adf7-dbc5c3079d7c HTTP/1.1" status: 200 len: 834 time: 0.8691580 Mar 07 21:58:51.303758 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7bf72-deae-493c-973f-d78a252311ad tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=ead22a4e-8016-4fac-b701-c17d0a8b7894,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:51.331391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-d4694f80-78dc-4557-b351-0fe50c00a83a req-4c8a6f80-872e-48fb-a9ee-619c6757fd2b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] For port bb14513f-5034-43b7-8255-aebf6cf5dfb8, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=bb14513f-5034-43b7-8255-aebf6cf5dfb8,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:51.331784 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d4694f80-78dc-4557-b351-0fe50c00a83a req-4c8a6f80-872e-48fb-a9ee-619c6757fd2b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (bb14513f-5034-43b7-8255-aebf6cf5dfb8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:51.371145 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e73838a-2200-4965-a349-2eb228ca28fe req-b1100fc2-3218-4be1-a11b-46c604dd2ab1 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9206865 Mar 07 21:58:51.383536 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8cf20e2e-291a-4cfd-bcc7-47f1c6e5e072 admin admin] Publish callbacks [] for security_group (e5483b07-8e63-4f68-a6da-c05533581160), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:51.398705 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-d4694f80-78dc-4557-b351-0fe50c00a83a req-4c8a6f80-872e-48fb-a9ee-619c6757fd2b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Calling delete_port for bb14513f-5034-43b7-8255-aebf6cf5dfb8 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:51.399261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 97d84630-f245-4141-b960-cf7df3a6d9c0 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:58:51.413749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1b5f31-db44-46eb-a127-83147050b852 req-fbf7bf72-deae-493c-973f-d78a252311ad tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] No DVR routers for this DVR port ead22a4e-8016-4fac-b701-c17d0a8b7894 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:58:51.416912 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3b1b5f31-db44-46eb-a127-83147050b852 req-fbf7bf72-deae-493c-973f-d78a252311ad tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:51.421528 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3b1b5f31-db44-46eb-a127-83147050b852 req-fbf7bf72-deae-493c-973f-d78a252311ad tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "DELETE /v2.0/ports/ead22a4e-8016-4fac-b701-c17d0a8b7894 HTTP/1.1" status: 204 len: 173 time: 0.9320936 Mar 07 21:58:51.422174 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'name': 'network-vif-deleted', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:51.425135 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7869553d-23fa-4907-9335-e9ec1b95c853" -d '{"events": [{"server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "name": "network-vif-deleted", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:58:51.443754 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 97d84630-f245-4141-b960-cf7df3a6d9c0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:58:51.445253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 97d84630-f245-4141-b960-cf7df3a6d9c0 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:58:51.492253 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7815b269-4ed3-4e7b-a6dc-e1d931da432d x-openstack-request-id: req-7815b269-4ed3-4e7b-a6dc-e1d931da432d {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:58:51.492559 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9", "name": "network-vif-deleted", "tag": "ead22a4e-8016-4fac-b701-c17d0a8b7894", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:58:51.492839 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7815b269-4ed3-4e7b-a6dc-e1d931da432d {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:58:51.493257 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1393492c-e8f2-48ff-ac6d-4e9fb3b7f6c9', 'name': 'network-vif-deleted', 'tag': 'ead22a4e-8016-4fac-b701-c17d0a8b7894', 'status': 'completed', 'code': 200} Mar 07 21:58:51.529548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21125ca6-2d72-4598-8c72-118def2b50f6 req-a465c46b-a9c1-4154-9636-be92c9130a10 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:51.546566 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21125ca6-2d72-4598-8c72-118def2b50f6 req-a465c46b-a9c1-4154-9636-be92c9130a10 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 946 time: 0.3780813 Mar 07 21:58:51.645488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bc48e-95fc-41e4-9e6a-7da3d613e87e req-deb5b54d-cfb4-44a9-bcfe-0a380d89cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:51.647226 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-746bc48e-95fc-41e4-9e6a-7da3d613e87e req-deb5b54d-cfb4-44a9-bcfe-0a380d89cd0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc76cc78-d3aa-4131-a129-0f2d526c28eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3324478 Mar 07 21:58:51.670900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-aaecd44e-8927-45d6-ad40-5e4fa5884789 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] 10.222.0.26 "PUT /v2.0/networks/1dd6ef24-dd20-4ff7-9c4d-9e64678ce817/tags/tempest-TagsTest-Tag-1035372622 HTTP/1.1" status: 201 len: 201 time: 0.4969161 Mar 07 21:58:51.671266 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52516) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:51.675838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-1baea36a-9749-48da-8a9a-692d1aa04e7c tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1dd6ef24-dd20-4ff7-9c4d-9e64678ce817', 'tempest-TagsTest-Tag-1035372622') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:51.742633 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21125ca6-2d72-4598-8c72-118def2b50f6 req-3499b734-d628-457f-9a2f-834b86a5ada9 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950302 Mar 07 21:58:51.777623 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1baea36a-9749-48da-8a9a-692d1aa04e7c tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] 10.222.0.26 "GET /v2.0/networks/1dd6ef24-dd20-4ff7-9c4d-9e64678ce817/tags/tempest-TagsTest-Tag-1035372622 HTTP/1.1" status: 204 len: 168 time: 0.1051061 Mar 07 21:58:51.779899 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52518) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:51.787455 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-4723d1af-8887-4689-a6cd-8c4cb741ba0e tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1dd6ef24-dd20-4ff7-9c4d-9e64678ce817') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:51.873947 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4723d1af-8887-4689-a6cd-8c4cb741ba0e tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] 10.222.0.26 "GET /v2.0/networks/1dd6ef24-dd20-4ff7-9c4d-9e64678ce817/tags HTTP/1.1" status: 200 len: 238 time: 0.0929940 Mar 07 21:58:51.878885 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52520) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:51.883239 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-947d98e1-0632-4247-b2b0-bd3de99d122c tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1dd6ef24-dd20-4ff7-9c4d-9e64678ce817', {'tags': ['tempest-TagsTest-Tag-1371398322', 'tempest-TagsTest-Tag-1089596774', 'tempest-TagsTest-Tag-1372198867']}) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:51.887180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-746bc48e-95fc-41e4-9e6a-7da3d613e87e req-e91f8847-39ec-45b1-868d-453814252970 service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221224 Mar 07 21:58:51.897507 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8cf20e2e-291a-4cfd-bcc7-47f1c6e5e072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e5483b07-8e63-4f68-a6da-c05533581160), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:51.900827 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8cf20e2e-291a-4cfd-bcc7-47f1c6e5e072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:51.902223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8cf20e2e-291a-4cfd-bcc7-47f1c6e5e072 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5483b07-8e63-4f68-a6da-c05533581160 HTTP/1.1" status: 204 len: 168 time: 1.6966045 Mar 07 21:58:51.925535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf20e2e-291a-4cfd-bcc7-47f1c6e5e072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5483b07-8e63-4f68-a6da-c05533581160,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:51.998203 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-947d98e1-0632-4247-b2b0-bd3de99d122c tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] 10.222.0.26 "PUT /v2.0/networks/1dd6ef24-dd20-4ff7-9c4d-9e64678ce817/tags HTTP/1.1" status: 200 len: 309 time: 0.1184342 Mar 07 21:58:51.999826 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52526) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:52.006261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-8e51cb9c-a95a-40d7-82ab-55e97d8613d1 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1dd6ef24-dd20-4ff7-9c4d-9e64678ce817', 'tempest-TagsTest-Tag-1371398322') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:52.034519 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d4694f80-78dc-4557-b351-0fe50c00a83a req-4c8a6f80-872e-48fb-a9ee-619c6757fd2b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (bb14513f-5034-43b7-8255-aebf6cf5dfb8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:52.109687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792a258-133d-4750-88f9-9e902cf99bd0 req-e11268b0-59db-4657-bfff-f3284ddd7e2b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:52.125905 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:52.131707 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8792a258-133d-4750-88f9-9e902cf99bd0 req-e11268b0-59db-4657-bfff-f3284ddd7e2b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8747c6-4d91-47b4-88b8-561de78de812 HTTP/1.1" status: 200 len: 946 time: 0.4815652 Mar 07 21:58:52.136288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device bb14513f-5034-43b7-8255-aebf6cf5dfb8 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:58:52.162736 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8e51cb9c-a95a-40d7-82ab-55e97d8613d1 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] 10.222.0.26 "DELETE /v2.0/networks/1dd6ef24-dd20-4ff7-9c4d-9e64678ce817/tags/tempest-TagsTest-Tag-1371398322 HTTP/1.1" status: 204 len: 168 time: 0.1607223 Mar 07 21:58:52.163402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52530) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:52.168404 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-c8f606f4-6cff-4a62-866f-c84c7d7f8cb3 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1dd6ef24-dd20-4ff7-9c4d-9e64678ce817', 'tempest-TagsTest-Tag-1371398322') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:52.169867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a6f80-872e-48fb-a9ee-619c6757fd2b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Pushing event deleted for resources: {'Port': ['ID=bb14513f-5034-43b7-8255-aebf6cf5dfb8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:52.182939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: bb14513f-5034-43b7-8255-aebf6cf5dfb8 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:58:52.183564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device bb14513f-5034-43b7-8255-aebf6cf5dfb8 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:58:52.184158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ead22a4e-8016-4fac-b701-c17d0a8b7894 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:58:52.223313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: ead22a4e-8016-4fac-b701-c17d0a8b7894 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:58:52.224517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ead22a4e-8016-4fac-b701-c17d0a8b7894 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:58:52.260814 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-c8f606f4-6cff-4a62-866f-c84c7d7f8cb3 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] show failed (client error): The resource could not be found. Mar 07 21:58:52.264807 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c8f606f4-6cff-4a62-866f-c84c7d7f8cb3 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] 10.222.0.26 "GET /v2.0/networks/1dd6ef24-dd20-4ff7-9c4d-9e64678ce817/tags/tempest-TagsTest-Tag-1371398322 HTTP/1.1" status: 404 len: 326 time: 0.1003718 Mar 07 21:58:52.265278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52534) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:52.270559 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-5b9f51b2-cbe1-4344-9de4-2f5bab797ebc tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1dd6ef24-dd20-4ff7-9c4d-9e64678ce817', 'tempest-TagsTest-Tag-1089596774') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:52.272395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4694f80-78dc-4557-b351-0fe50c00a83a req-4c8a6f80-872e-48fb-a9ee-619c6757fd2b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] No DVR routers for this DVR port bb14513f-5034-43b7-8255-aebf6cf5dfb8 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:58:52.291152 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d4694f80-78dc-4557-b351-0fe50c00a83a req-4c8a6f80-872e-48fb-a9ee-619c6757fd2b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:52.294389 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4694f80-78dc-4557-b351-0fe50c00a83a req-4c8a6f80-872e-48fb-a9ee-619c6757fd2b tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "DELETE /v2.0/ports/bb14513f-5034-43b7-8255-aebf6cf5dfb8 HTTP/1.1" status: 204 len: 173 time: 2.8958597 Mar 07 21:58:52.295267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8747c6-4d91-47b4-88b8-561de78de812', 'name': 'network-vif-deleted', 'tag': 'bb14513f-5034-43b7-8255-aebf6cf5dfb8'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:52.297106 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a927db38-92df-42d7-bf5b-2b565f178473" -d '{"events": [{"server_uuid": "0f8747c6-4d91-47b4-88b8-561de78de812", "name": "network-vif-deleted", "tag": "bb14513f-5034-43b7-8255-aebf6cf5dfb8"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:58:52.329285 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-746bc48e-95fc-41e4-9e6a-7da3d613e87e req-19759618-b20b-4a4c-926c-03dc3dd2aaf2 service neutron] 10.222.0.15 "GET /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259326 Mar 07 21:58:52.358584 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8792a258-133d-4750-88f9-9e902cf99bd0 req-2393a0c4-4d1f-45da-98fe-77d8b97320bb tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256322 Mar 07 21:58:52.388083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f322ed-31b1-4a19-bbd6-b0a27bbe9483 req-971504be-e18a-49d9-aaf0-a30e21bf1178 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:52.389566 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5b9f51b2-cbe1-4344-9de4-2f5bab797ebc tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] 10.222.0.26 "GET /v2.0/networks/1dd6ef24-dd20-4ff7-9c4d-9e64678ce817/tags/tempest-TagsTest-Tag-1089596774 HTTP/1.1" status: 204 len: 168 time: 0.1228716 Mar 07 21:58:52.389879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0f322ed-31b1-4a19-bbd6-b0a27bbe9483 req-971504be-e18a-49d9-aaf0-a30e21bf1178 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 946 time: 0.1153395 Mar 07 21:58:52.391797 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52540) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:52.397857 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-9e9a9153-814d-456f-8e52-e90df5a12f09 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1dd6ef24-dd20-4ff7-9c4d-9e64678ce817', 'tempest-TagsTest-Tag-1372198867') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:52.455724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52546) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:52.485208 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9e9a9153-814d-456f-8e52-e90df5a12f09 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] 10.222.0.26 "GET /v2.0/networks/1dd6ef24-dd20-4ff7-9c4d-9e64678ce817/tags/tempest-TagsTest-Tag-1372198867 HTTP/1.1" status: 204 len: 168 time: 0.0921648 Mar 07 21:58:52.487790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52548) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:52.497611 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-09199d14-b6f1-4b9e-bc32-6dcf4fef5726 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1dd6ef24-dd20-4ff7-9c4d-9e64678ce817') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:52.604812 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-09199d14-b6f1-4b9e-bc32-6dcf4fef5726 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] 10.222.0.26 "DELETE /v2.0/networks/1dd6ef24-dd20-4ff7-9c4d-9e64678ce817/tags HTTP/1.1" status: 204 len: 168 time: 0.1148655 Mar 07 21:58:52.607017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52552) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:52.618004 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-6d48ec0a-66b5-4fd0-812a-a0e2ded86276 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1dd6ef24-dd20-4ff7-9c4d-9e64678ce817', 'tempest-TagsTest-Tag-1089596774') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:52.665288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-f0f322ed-31b1-4a19-bbd6-b0a27bbe9483 req-bb4c66f7-8e31-4875-8198-bcc506a5a146 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Deleting port 981ab6a0-84e9-4a91-9e78-e46348f5790c {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:52.665633 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f0f322ed-31b1-4a19-bbd6-b0a27bbe9483 req-bb4c66f7-8e31-4875-8198-bcc506a5a146 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:52.702214 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e06bd8-0be3-4987-b662-d31b248eebff x-openstack-request-id: req-99e06bd8-0be3-4987-b662-d31b248eebff {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:58:52.702518 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8747c6-4d91-47b4-88b8-561de78de812", "name": "network-vif-deleted", "tag": "bb14513f-5034-43b7-8255-aebf6cf5dfb8", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:58:52.702781 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99e06bd8-0be3-4987-b662-d31b248eebff {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:58:52.703187 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8747c6-4d91-47b4-88b8-561de78de812', 'name': 'network-vif-deleted', 'tag': 'bb14513f-5034-43b7-8255-aebf6cf5dfb8', 'status': 'completed', 'code': 200} Mar 07 21:58:52.731001 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-6d48ec0a-66b5-4fd0-812a-a0e2ded86276 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] show failed (client error): The resource could not be found. Mar 07 21:58:52.732331 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6d48ec0a-66b5-4fd0-812a-a0e2ded86276 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] 10.222.0.26 "GET /v2.0/networks/1dd6ef24-dd20-4ff7-9c4d-9e64678ce817/tags/tempest-TagsTest-Tag-1089596774 HTTP/1.1" status: 404 len: 326 time: 0.1227055 Mar 07 21:58:52.735719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52560) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:52.744513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-77286c68-c923-4957-abed-ab33120dc0d7 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1dd6ef24-dd20-4ff7-9c4d-9e64678ce817', 'tempest-TagsTest-Tag-1372198867') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:52.859028 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-f0f322ed-31b1-4a19-bbd6-b0a27bbe9483 req-bb4c66f7-8e31-4875-8198-bcc506a5a146 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] For port 981ab6a0-84e9-4a91-9e78-e46348f5790c, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=981ab6a0-84e9-4a91-9e78-e46348f5790c,segment=NetworkSegment(2595d9fb-2320-4abb-b17d-ba38ce085b66),segment_id=2595d9fb-2320-4abb-b17d-ba38ce085b66)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:52.859348 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f0f322ed-31b1-4a19-bbd6-b0a27bbe9483 req-bb4c66f7-8e31-4875-8198-bcc506a5a146 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:52.875600 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-77286c68-c923-4957-abed-ab33120dc0d7 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] show failed (client error): The resource could not be found. Mar 07 21:58:52.879503 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-77286c68-c923-4957-abed-ab33120dc0d7 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] 10.222.0.26 "GET /v2.0/networks/1dd6ef24-dd20-4ff7-9c4d-9e64678ce817/tags/tempest-TagsTest-Tag-1372198867 HTTP/1.1" status: 404 len: 326 time: 0.1400278 Mar 07 21:58:52.879763 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52566) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:52.888139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.tag.tag_plugin [None req-8e1bfd43-9822-40d3-b6eb-a99ccd1433c8 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1dd6ef24-dd20-4ff7-9c4d-9e64678ce817') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:52.919965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-f0f322ed-31b1-4a19-bbd6-b0a27bbe9483 req-bb4c66f7-8e31-4875-8198-bcc506a5a146 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Calling delete_port for 981ab6a0-84e9-4a91-9e78-e46348f5790c owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:52.997797 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8e1bfd43-9822-40d3-b6eb-a99ccd1433c8 tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] 10.222.0.26 "DELETE /v2.0/networks/1dd6ef24-dd20-4ff7-9c4d-9e64678ce817/tags HTTP/1.1" status: 204 len: 168 time: 0.1138277 Mar 07 21:58:52.998048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52572) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:53.029513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18a84a-73f6-4588-bb7e-da20426585ee req-a29bd717-767f-42ea-ad68-4e15606ddc50 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:53.031087 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c18a84a-73f6-4588-bb7e-da20426585ee req-a29bd717-767f-42ea-ad68-4e15606ddc50 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecd5d4ee-1f3f-4137-a646-7f502ed09414 HTTP/1.1" status: 200 len: 946 time: 0.1915908 Mar 07 21:58:53.121389 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bdb72950-f2eb-4a41-a77f-29a46dab783d tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (1dd6ef24-dd20-4ff7-9c4d-9e64678ce817), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:53.135433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c18a84a-73f6-4588-bb7e-da20426585ee req-b2da0f54-91e0-457e-b247-341035379f20 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943041 Mar 07 21:58:53.222479 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f0f322ed-31b1-4a19-bbd6-b0a27bbe9483 req-bb4c66f7-8e31-4875-8198-bcc506a5a146 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (981ab6a0-84e9-4a91-9e78-e46348f5790c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:53.249079 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bdb72950-f2eb-4a41-a77f-29a46dab783d tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (1dd6ef24-dd20-4ff7-9c4d-9e64678ce817), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:53.258810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c66f7-8e31-4875-8198-bcc506a5a146 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Port': ['ID=981ab6a0-84e9-4a91-9e78-e46348f5790c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:53.275254 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b621e2f6-bbed-49a9-b500-49310d2834ea tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (b614b3d1-92a4-4906-a9fb-50c094857e38), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:53.307840 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-bdb72950-f2eb-4a41-a77f-29a46dab783d tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd6ef24-dd20-4ff7-9c4d-9e64678ce817']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:53.318963 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-bdb72950-f2eb-4a41-a77f-29a46dab783d tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd595b0c9-3c0e-41a0-ab79-73ca85d88e7f') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:53.319274 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-bdb72950-f2eb-4a41-a77f-29a46dab783d tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd595b0c9-3c0e-41a0-ab79-73ca85d88e7f') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:53.329621 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bdb72950-f2eb-4a41-a77f-29a46dab783d tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (d595b0c9-3c0e-41a0-ab79-73ca85d88e7f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:53.346203 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bdb72950-f2eb-4a41-a77f-29a46dab783d tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d595b0c9-3c0e-41a0-ab79-73ca85d88e7f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:53.346580 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f322ed-31b1-4a19-bbd6-b0a27bbe9483 req-bb4c66f7-8e31-4875-8198-bcc506a5a146 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] No DVR routers for this DVR port 981ab6a0-84e9-4a91-9e78-e46348f5790c on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:58:53.350698 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f0f322ed-31b1-4a19-bbd6-b0a27bbe9483 req-bb4c66f7-8e31-4875-8198-bcc506a5a146 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:53.353995 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0f322ed-31b1-4a19-bbd6-b0a27bbe9483 req-bb4c66f7-8e31-4875-8198-bcc506a5a146 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.13 "DELETE /v2.0/ports/981ab6a0-84e9-4a91-9e78-e46348f5790c HTTP/1.1" status: 204 len: 173 time: 0.9589791 Mar 07 21:58:53.355424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb72950-f2eb-4a41-a77f-29a46dab783d tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:58:53.356092 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bdb72950-f2eb-4a41-a77f-29a46dab783d tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (d595b0c9-3c0e-41a0-ab79-73ca85d88e7f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:58:53.361488 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:58:53.524613 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bdb72950-f2eb-4a41-a77f-29a46dab783d tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (1dd6ef24-dd20-4ff7-9c4d-9e64678ce817), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:53.536039 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bdb72950-f2eb-4a41-a77f-29a46dab783d tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:53.543454 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bdb72950-f2eb-4a41-a77f-29a46dab783d tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] 10.222.0.26 "DELETE /v2.0/networks/1dd6ef24-dd20-4ff7-9c4d-9e64678ce817 HTTP/1.1" status: 204 len: 168 time: 0.5410957 Mar 07 21:58:53.566475 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb72950-f2eb-4a41-a77f-29a46dab783d tempest-TagsTest-1565344877 tempest-TagsTest-1565344877-project] Pushing event deleted for resources: {'Network': ['ID=1dd6ef24-dd20-4ff7-9c4d-9e64678ce817,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:53.676852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-b621e2f6-bbed-49a9-b500-49310d2834ea tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port 15a8d41f-203e-4751-9f0d-ca589ae15b20 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:53.677290 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b621e2f6-bbed-49a9-b500-49310d2834ea tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:53.905101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-b621e2f6-bbed-49a9-b500-49310d2834ea tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] For port 15a8d41f-203e-4751-9f0d-ca589ae15b20, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=15a8d41f-203e-4751-9f0d-ca589ae15b20,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:53.905589 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b621e2f6-bbed-49a9-b500-49310d2834ea tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:53.937500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-d01a6b6c-9c57-456d-a65f-63cda2a95fc6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:53.939118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-d01a6b6c-9c57-456d-a65f-63cda2a95fc6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 811 time: 0.1766858 Mar 07 21:58:53.940759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-b621e2f6-bbed-49a9-b500-49310d2834ea tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for 15a8d41f-203e-4751-9f0d-ca589ae15b20 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:53.962772 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-525a4699-4a09-44e8-9a35-555acb9e9c35 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/quotas/87ba31d54d964f52a1f1a75c488819eb HTTP/1.1" status: 200 len: 375 time: 0.0135179 Mar 07 21:58:54.042324 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-4e480f65-b3b5-4bfe-ac88-258a95a8a512 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715466 Mar 07 21:58:54.050634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52612) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:54.204540 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52620) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:54.298443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a18cb5d-dac1-456d-b3b3-16cd30581880 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (37cdcc93-20d0-49ba-b5cd-9ffb8e08f236), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:54.356978 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a18cb5d-dac1-456d-b3b3-16cd30581880 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (37cdcc93-20d0-49ba-b5cd-9ffb8e08f236), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:54.365180 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c086b257-60f3-4c80-88fd-bcf9073945c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5bbe81cedfe4dfc88e1bfe0e675c595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3105490 Mar 07 21:58:54.368991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52626) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:54.446114 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af4d56ee-6637-4444-828c-a18319da03b9 admin admin] Publish callbacks [] for security_group (e718f2ee-351f-4d83-a73f-4e04064bdcbe), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:54.493074 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af4d56ee-6637-4444-828c-a18319da03b9 admin admin] Publish callbacks [] for security_group (e718f2ee-351f-4d83-a73f-4e04064bdcbe), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:54.517877 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-fe14c52d-0dbb-4f95-90b6-09710ed30975 service neutron] 10.222.0.26 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663270 Mar 07 21:58:54.555369 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a18cb5d-dac1-456d-b3b3-16cd30581880 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (37cdcc93-20d0-49ba-b5cd-9ffb8e08f236), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:54.558935 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a18cb5d-dac1-456d-b3b3-16cd30581880 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:54.560497 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4a18cb5d-dac1-456d-b3b3-16cd30581880 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "DELETE /v2.0/security-groups/37cdcc93-20d0-49ba-b5cd-9ffb8e08f236 HTTP/1.1" status: 204 len: 168 time: 0.3549168 Mar 07 21:58:54.595129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18cb5d-dac1-456d-b3b3-16cd30581880 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cdcc93-20d0-49ba-b5cd-9ffb8e08f236,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:54.602577 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52640) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:54.673390 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b621e2f6-bbed-49a9-b500-49310d2834ea tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (15a8d41f-203e-4751-9f0d-ca589ae15b20), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:54.675940 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af4d56ee-6637-4444-828c-a18319da03b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e718f2ee-351f-4d83-a73f-4e04064bdcbe), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:54.679618 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af4d56ee-6637-4444-828c-a18319da03b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:54.684612 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-af4d56ee-6637-4444-828c-a18319da03b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e718f2ee-351f-4d83-a73f-4e04064bdcbe HTTP/1.1" status: 204 len: 168 time: 0.3146000 Mar 07 21:58:54.703254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d56ee-6637-4444-828c-a18319da03b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e718f2ee-351f-4d83-a73f-4e04064bdcbe,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:54.712499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd5d4ee-1f3f-4137-a646-7f502ed09414', 'name': 'network-vif-deleted', 'tag': '981ab6a0-84e9-4a91-9e78-e46348f5790c'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:54.715887 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0885f651-d636-455e-a120-0abb1298ea0d" -d '{"events": [{"server_uuid": "ecd5d4ee-1f3f-4137-a646-7f502ed09414", "name": "network-vif-deleted", "tag": "981ab6a0-84e9-4a91-9e78-e46348f5790c"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:58:54.720263 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-a8527770-30ba-450d-a25e-b870fb2cc440 service neutron] 10.222.0.26 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913106 Mar 07 21:58:54.724115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621e2f6-bbed-49a9-b500-49310d2834ea tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=15a8d41f-203e-4751-9f0d-ca589ae15b20,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:54.745923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ded537-1210-4bd5-a8a8-3b8fd73181db tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Deleting subnet 8562e1f9-0919-49ea-b90e-7514e4dc23f6 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:58:54.758004 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50ded537-1210-4bd5-a8a8-3b8fd73181db tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for subnet (8562e1f9-0919-49ea-b90e-7514e4dc23f6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:54.850574 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceac1600-e2ae-450a-9d8a-630b5294cdab x-openstack-request-id: req-ceac1600-e2ae-450a-9d8a-630b5294cdab {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:58:54.850883 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd5d4ee-1f3f-4137-a646-7f502ed09414", "name": "network-vif-deleted", "tag": "981ab6a0-84e9-4a91-9e78-e46348f5790c", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:58:54.851173 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ceac1600-e2ae-450a-9d8a-630b5294cdab {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:58:54.851549 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd5d4ee-1f3f-4137-a646-7f502ed09414', 'name': 'network-vif-deleted', 'tag': '981ab6a0-84e9-4a91-9e78-e46348f5790c', 'status': 'completed', 'code': 200} Mar 07 21:58:54.871009 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50ded537-1210-4bd5-a8a8-3b8fd73181db tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (8562e1f9-0919-49ea-b90e-7514e4dc23f6), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:55.071915 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50ded537-1210-4bd5-a8a8-3b8fd73181db tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (8562e1f9-0919-49ea-b90e-7514e4dc23f6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:55.102973 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c86be61-2b1c-45f9-8409-ab8f048de406 req-4114d5ef-e0ce-441a-b3f1-225bb18d6d76 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 210 time: 0.0489073 Mar 07 21:58:55.125891 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b621e2f6-bbed-49a9-b500-49310d2834ea tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (b614b3d1-92a4-4906-a9fb-50c094857e38), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:55.208405 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50ded537-1210-4bd5-a8a8-3b8fd73181db tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (8562e1f9-0919-49ea-b90e-7514e4dc23f6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:55.252384 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50ded537-1210-4bd5-a8a8-3b8fd73181db tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:55.261107 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-50ded537-1210-4bd5-a8a8-3b8fd73181db tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "DELETE /v2.0/subnets/8562e1f9-0919-49ea-b90e-7514e4dc23f6 HTTP/1.1" status: 204 len: 168 time: 0.6569457 Mar 07 21:58:55.261839 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52658) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:55.268975 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a057d3e9-808c-436b-b20d-dc90685e3295 None None] Network a1eab49b-64bb-4485-afcf-f3b034208b07 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:55.274114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ded537-1210-4bd5-a8a8-3b8fd73181db tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Subnet': ['ID=8562e1f9-0919-49ea-b90e-7514e4dc23f6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:55.358802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52666) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:55.401988 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (a1eab49b-64bb-4485-afcf-f3b034208b07), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:55.522937 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Deleting port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:55.523360 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:55.569759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b621e2f6-bbed-49a9-b500-49310d2834ea tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router b614b3d1-92a4-4906-a9fb-50c094857e38 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:58:55.599740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322a195d-36bc-4af4-94e4-e85c39872153 None None] DHCP port deletion for a1eab49b-64bb-4485-afcf-f3b034208b07 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:58:55.638634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] For port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3750164a-a5ab-425d-8f07-e97dd3a3e8b0,segment=NetworkSegment(2595d9fb-2320-4abb-b17d-ba38ce085b66),segment_id=2595d9fb-2320-4abb-b17d-ba38ce085b66)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:55.639268 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:55.654651 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Calling delete_port for 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:55.703652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b621e2f6-bbed-49a9-b500-49310d2834ea tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:58:55.703881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-322a195d-36bc-4af4-94e4-e85c39872153 None None] Deleting port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:55.707874 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-322a195d-36bc-4af4-94e4-e85c39872153 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:55.714479 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b621e2f6-bbed-49a9-b500-49310d2834ea tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "PUT /v2.0/routers/b614b3d1-92a4-4906-a9fb-50c094857e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2540267 Mar 07 21:58:55.716058 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52676) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:55.718556 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ef4ee-bce2-4f65-bb5a-357a16a96227 None None] Sync routers for ids ['b614b3d1-92a4-4906-a9fb-50c094857e38'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:58:55.736535 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ef4ee-bce2-4f65-bb5a-357a16a96227 None None] Routers {'b614b3d1-92a4-4906-a9fb-50c094857e38'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:58:55.738477 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e89ef4ee-bce2-4f65-bb5a-357a16a96227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:58:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b614b3d1-92a4-4906-a9fb-50c094857e38'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:55.776911 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-333226197'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:55.829889 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-322a195d-36bc-4af4-94e4-e85c39872153 None None] For port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3750164a-a5ab-425d-8f07-e97dd3a3e8b0,segment=NetworkSegment(2595d9fb-2320-4abb-b17d-ba38ce085b66),segment_id=2595d9fb-2320-4abb-b17d-ba38ce085b66)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:55.830426 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-322a195d-36bc-4af4-94e4-e85c39872153 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:55.845831 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-322a195d-36bc-4af4-94e4-e85c39872153 None None] Calling delete_port for 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:55.875669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Made reservation on behalf of 0a17ec09e33246e2aaa681898220f798 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:55.879108 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:55.898093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc9cb62-8b0f-430c-aefe-ddd64d827197 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting subnet 43e2544a-756d-4aee-adf7-dbc5c3079d7c {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:58:55.912102 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-adc9cb62-8b0f-430c-aefe-ddd64d827197 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for subnet (43e2544a-756d-4aee-adf7-dbc5c3079d7c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:55.912380 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:55.930551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 981ab6a0-84e9-4a91-9e78-e46348f5790c no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:58:55.972367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.000862 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-322a195d-36bc-4af4-94e4-e85c39872153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (3750164a-a5ab-425d-8f07-e97dd3a3e8b0), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.007399 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-adc9cb62-8b0f-430c-aefe-ddd64d827197 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (43e2544a-756d-4aee-adf7-dbc5c3079d7c), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.008830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Port': ['ID=3750164a-a5ab-425d-8f07-e97dd3a3e8b0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:56.028868 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] No DVR routers for this DVR port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:58:56.057289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 981ab6a0-84e9-4a91-9e78-e46348f5790c {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:58:56.057789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 981ab6a0-84e9-4a91-9e78-e46348f5790c not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:58:56.063697 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a195d-36bc-4af4-94e4-e85c39872153 None None] Pushing event deleted for resources: {'Port': ['ID=3750164a-a5ab-425d-8f07-e97dd3a3e8b0,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:56.084167 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322a195d-36bc-4af4-94e4-e85c39872153 None None] No DVR routers for this DVR port 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:58:56.143080 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks [] for security_group (7e70783b-9d46-41a8-b5e6-963216998dbe), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.150761 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7e70783b-9d46-41a8-b5e6-963216998dbe), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.190502 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e89ef4ee-bce2-4f65-bb5a-357a16a96227 None None] Set router b614b3d1-92a4-4906-a9fb-50c094857e38 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:58:56.230255 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:58:56.245231 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (a1eab49b-64bb-4485-afcf-f3b034208b07), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.259576 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.260047 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Added segment 0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1 of type vlan for network 97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0 Mar 07 21:58:56.264454 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e70783b-9d46-41a8-b5e6-963216998dbe,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:56.306349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1eab49b-64bb-4485-afcf-f3b034208b07']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:56.324938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2595d9fb-2320-4abb-b17d-ba38ce085b66') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:56.325378 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2595d9fb-2320-4abb-b17d-ba38ce085b66') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:56.363225 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (2595d9fb-2320-4abb-b17d-ba38ce085b66), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.366832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a310ca51-0266-4f1f-86ec-b8e1e6ab2107 req-6696b7ae-61a8-45dc-b290-1ef9938a8cdb tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 210 time: 0.0459957 Mar 07 21:58:56.371097 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-adc9cb62-8b0f-430c-aefe-ddd64d827197 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (43e2544a-756d-4aee-adf7-dbc5c3079d7c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.379856 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.389437 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (2595d9fb-2320-4abb-b17d-ba38ce085b66), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.403265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:58:56.403810 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (2595d9fb-2320-4abb-b17d-ba38ce085b66), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:58:56.407082 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:58:56.434439 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.439428 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:56.440700 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.461382 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-adc9cb62-8b0f-430c-aefe-ddd64d827197 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (43e2544a-756d-4aee-adf7-dbc5c3079d7c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.537328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9cb62-8b0f-430c-aefe-ddd64d827197 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Subnet': ['ID=43e2544a-756d-4aee-adf7-dbc5c3079d7c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:56.546389 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-adc9cb62-8b0f-430c-aefe-ddd64d827197 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.553562 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-adc9cb62-8b0f-430c-aefe-ddd64d827197 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/subnets/43e2544a-756d-4aee-adf7-dbc5c3079d7c HTTP/1.1" status: 204 len: 168 time: 0.8352275 Mar 07 21:58:56.554396 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861e21f3-2e9a-4070-96d9-504b3dc931f0 None None] Network cc76cc78-d3aa-4131-a129-0f2d526c28eb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:56.555991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52704) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:56.619202 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2586701 Mar 07 21:58:56.620331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52706) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:56.625798 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (a1eab49b-64bb-4485-afcf-f3b034208b07), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.628060 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ae2e2832-1d19-455d-91d7-b856ca7de91b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Request body: {'subnet': {'network_id': '97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:56.631525 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:56.635759 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "DELETE /v2.0/networks/a1eab49b-64bb-4485-afcf-f3b034208b07 HTTP/1.1" status: 204 len: 168 time: 1.3725557 Mar 07 21:58:56.638365 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56a019-3175-49e6-9f8b-0d01c76fab0e tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Pushing event updated for resources: {'Network': ['ID=97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:56.641994 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e89ef4ee-bce2-4f65-bb5a-357a16a96227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:14Z', 'updated_at': '2022-03-07T21:58:54Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:15Z', 'updated_at': '2022-03-07T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:56.650288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52710) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:56.661527 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd73858-9f4c-4531-81a6-0243600ba695 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Network': ['ID=a1eab49b-64bb-4485-afcf-f3b034208b07,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:56.747387 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ef4ee-bce2-4f65-bb5a-357a16a96227 None None] Checking router: b614b3d1-92a4-4906-a9fb-50c094857e38 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:58:56.767627 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ef4ee-bce2-4f65-bb5a-357a16a96227 None None] Routers {'b614b3d1-92a4-4906-a9fb-50c094857e38'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:58:56.768988 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e89ef4ee-bce2-4f65-bb5a-357a16a96227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:58:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['b614b3d1-92a4-4906-a9fb-50c094857e38'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:56.774238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:58:56.871308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52714) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:56.878314 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028775 Mar 07 21:58:56.879230 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52716) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:56.921835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52720) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:56.986384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e7eb7d-23ef-4ad3-9f8d-c8d3d49a7673 None None] DHCP port deletion for cc76cc78-d3aa-4131-a129-0f2d526c28eb request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:58:57.048997 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e89ef4ee-bce2-4f65-bb5a-357a16a96227 None None] Set router b614b3d1-92a4-4906-a9fb-50c094857e38 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:58:57.088233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-02e7eb7d-23ef-4ad3-9f8d-c8d3d49a7673 None None] Deleting port 5a580247-8770-438e-8ea9-5b97ee5c8b04 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:57.088710 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2e2832-1d19-455d-91d7-b856ca7de91b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Made reservation on behalf of 0a17ec09e33246e2aaa681898220f798 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:57.088885 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-02e7eb7d-23ef-4ad3-9f8d-c8d3d49a7673 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5a580247-8770-438e-8ea9-5b97ee5c8b04), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.092942 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ae2e2832-1d19-455d-91d7-b856ca7de91b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.119179 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d65e98b3-7072-48e2-9ca0-b099baba1eb0 tempest-NetworksApiDiscovery-98758802 tempest-NetworksApiDiscovery-98758802-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2388270 Mar 07 21:58:57.138322 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router (b614b3d1-92a4-4906-a9fb-50c094857e38), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.182000 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fd88-9a4c-4be3-8e94-bb6cce6d484d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.188781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-02e7eb7d-23ef-4ad3-9f8d-c8d3d49a7673 None None] For port 5a580247-8770-438e-8ea9-5b97ee5c8b04, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5a580247-8770-438e-8ea9-5b97ee5c8b04,segment=NetworkSegment(a3c3e2ca-c064-4f92-8986-e8dbf73e0693),segment_id=a3c3e2ca-c064-4f92-8986-e8dbf73e0693)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:57.189298 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-02e7eb7d-23ef-4ad3-9f8d-c8d3d49a7673 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5a580247-8770-438e-8ea9-5b97ee5c8b04), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.202984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-02e7eb7d-23ef-4ad3-9f8d-c8d3d49a7673 None None] Calling delete_port for 5a580247-8770-438e-8ea9-5b97ee5c8b04 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:57.326417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:58:57.360256 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e89ef4ee-bce2-4f65-bb5a-357a16a96227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:14Z', 'updated_at': '2022-03-07T21:58:54Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:15Z', 'updated_at': '2022-03-07T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:57.363928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-3a07a215-94d4-43ec-bb17-3bf68262976c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:57.365309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-3a07a215-94d4-43ec-bb17-3bf68262976c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 811 time: 0.5146625 Mar 07 21:58:57.375497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:58:57.376552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3750164a-a5ab-425d-8f07-e97dd3a3e8b0 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:58:57.377478 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5a580247-8770-438e-8ea9-5b97ee5c8b04 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:58:57.385178 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fd88-9a4c-4be3-8e94-bb6cce6d484d admin admin] Publish callbacks [] for security_group (fa45e1d4-473f-42b5-a8ab-151fcf236424), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.388920 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-b2699d56-3902-4c79-97f8-6f57a726fcc3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Request body: {'port': {'device_id': '826ac38d-b794-4157-bf42-644857fbbd94', 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57', 'admin_state_up': True, 'tenant_id': '87ba31d54d964f52a1f1a75c488819eb'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:57.394329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fd88-9a4c-4be3-8e94-bb6cce6d484d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fa45e1d4-473f-42b5-a8ab-151fcf236424), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.394772 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (b614b3d1-92a4-4906-a9fb-50c094857e38), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.408415 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ef4ee-bce2-4f65-bb5a-357a16a96227 None None] The sync data for ids ['b614b3d1-92a4-4906-a9fb-50c094857e38'] in n-d-832330-1 is: [{'id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391965710', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:14Z', 'updated_at': '2022-03-07T21:58:54Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'f0723558-320b-4f45-91fd-fb4f73cac662', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b614b3d1-92a4-4906-a9fb-50c094857e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:15Z', 'updated_at': '2022-03-07T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:58:57.450013 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dbb0fd88-9a4c-4be3-8e94-bb6cce6d484d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b10f4d0b066341bab44750bb355cddde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5251079 Mar 07 21:58:57.454362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52730) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:57.462182 n-d-832330-1 neutron-server[103720]: INFO neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No ports have port_id starting with 5a580247-8770-438e-8ea9-5b97ee5c8b04 Mar 07 21:58:57.467558 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-02e7eb7d-23ef-4ad3-9f8d-c8d3d49a7673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (5a580247-8770-438e-8ea9-5b97ee5c8b04), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.477626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ad9c4-699c-44a8-bf2d-a3255ed4e838 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Deleting port 0f29f290-38be-47a2-bccd-04fd8409cfd6 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:57.478253 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad9c4-699c-44a8-bf2d-a3255ed4e838 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0f29f290-38be-47a2-bccd-04fd8409cfd6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.497205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7eb7d-23ef-4ad3-9f8d-c8d3d49a7673 None None] Pushing event deleted for resources: {'Port': ['ID=5a580247-8770-438e-8ea9-5b97ee5c8b04,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:57.511198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e7eb7d-23ef-4ad3-9f8d-c8d3d49a7673 None None] No DVR routers for this DVR port 5a580247-8770-438e-8ea9-5b97ee5c8b04 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:58:57.529712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0fd88-9a4c-4be3-8e94-bb6cce6d484d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa45e1d4-473f-42b5-a8ab-151fcf236424,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:57.554793 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52732) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:57.584086 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e07279b3-acca-42b9-b9b8-53f28470844a admin admin] Publish callbacks [] for security_group (fa45e1d4-473f-42b5-a8ab-151fcf236424), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.615998 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e07279b3-acca-42b9-b9b8-53f28470844a admin admin] Publish callbacks [] for security_group (fa45e1d4-473f-42b5-a8ab-151fcf236424), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.652646 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12878390-78bb-4aa6-b61a-ae018265204b req-25dd7a28-6165-4a8e-8e16-e1a0d4abf9d7 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 210 time: 0.1204505 Mar 07 21:58:57.691105 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e07279b3-acca-42b9-b9b8-53f28470844a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fa45e1d4-473f-42b5-a8ab-151fcf236424), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.695171 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e07279b3-acca-42b9-b9b8-53f28470844a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.699065 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e07279b3-acca-42b9-b9b8-53f28470844a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa45e1d4-473f-42b5-a8ab-151fcf236424 HTTP/1.1" status: 204 len: 168 time: 0.2410634 Mar 07 21:58:57.715235 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07279b3-acca-42b9-b9b8-53f28470844a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa45e1d4-473f-42b5-a8ab-151fcf236424,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:57.735903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port f0723558-320b-4f45-91fd-fb4f73cac662 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:58:57.736240 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f0723558-320b-4f45-91fd-fb4f73cac662), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.740749 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a2d04dd9-7af6-4001-a735-6f721d9227a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.821812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] For port f0723558-320b-4f45-91fd-fb4f73cac662, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f0723558-320b-4f45-91fd-fb4f73cac662,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:58:57.822249 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f0723558-320b-4f45-91fd-fb4f73cac662), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.844243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for f0723558-320b-4f45-91fd-fb4f73cac662 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:57.884685 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a2d04dd9-7af6-4001-a735-6f721d9227a4 admin admin] Publish callbacks [] for security_group (95450d2e-5cf3-4741-b23b-9e0a516a2b09), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.895290 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a2d04dd9-7af6-4001-a735-6f721d9227a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (95450d2e-5cf3-4741-b23b-9e0a516a2b09), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:57.997251 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a2d04dd9-7af6-4001-a735-6f721d9227a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31bf29a98139497fbec2816121abefaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4413259 Mar 07 21:58:57.998040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52748) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:58.020649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d04dd9-7af6-4001-a735-6f721d9227a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95450d2e-5cf3-4741-b23b-9e0a516a2b09,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:58.124102 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e448ee0-7455-4527-a301-c7f3c7d2daca admin admin] Publish callbacks [] for security_group (95450d2e-5cf3-4741-b23b-9e0a516a2b09), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:58.149284 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e448ee0-7455-4527-a301-c7f3c7d2daca admin admin] Publish callbacks [] for security_group (95450d2e-5cf3-4741-b23b-9e0a516a2b09), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:58.177598 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52750) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:58.200006 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0a71b6c0-d67a-4b88-bbcb-a1db37edaef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:58.237607 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e448ee0-7455-4527-a301-c7f3c7d2daca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (95450d2e-5cf3-4741-b23b-9e0a516a2b09), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:58.240489 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e448ee0-7455-4527-a301-c7f3c7d2daca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:58.244415 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6e448ee0-7455-4527-a301-c7f3c7d2daca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95450d2e-5cf3-4741-b23b-9e0a516a2b09 HTTP/1.1" status: 204 len: 168 time: 0.2389841 Mar 07 21:58:58.261002 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e448ee0-7455-4527-a301-c7f3c7d2daca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95450d2e-5cf3-4741-b23b-9e0a516a2b09,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:58.313980 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0a71b6c0-d67a-4b88-bbcb-a1db37edaef7 admin admin] Publish callbacks [] for security_group (e3aa9407-bf9d-493b-a697-ea27f230fd91), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:58.320589 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0a71b6c0-d67a-4b88-bbcb-a1db37edaef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e3aa9407-bf9d-493b-a697-ea27f230fd91), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:58.368323 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0a71b6c0-d67a-4b88-bbcb-a1db37edaef7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d852f8f73a3446b85abb95fc155101b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1894889 Mar 07 21:58:58.370262 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71b6c0-d67a-4b88-bbcb-a1db37edaef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aa9407-bf9d-493b-a697-ea27f230fd91,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:58.371988 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52754) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:58.471582 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad9c4-699c-44a8-bf2d-a3255ed4e838 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0f29f290-38be-47a2-bccd-04fd8409cfd6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:58.471971 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad9c4-699c-44a8-bf2d-a3255ed4e838 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for floatingip (0f29f290-38be-47a2-bccd-04fd8409cfd6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:58.508365 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ae2e2832-1d19-455d-91d7-b856ca7de91b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (9bd0cca6-58b7-4d94-8e13-da4adee64d19), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:58.511310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ad9c4-699c-44a8-bf2d-a3255ed4e838 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Calling delete_port for 0f29f290-38be-47a2-bccd-04fd8409cfd6 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:58:58.558347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-b2699d56-3902-4c79-97f8-6f57a726fcc3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Made reservation on behalf of 87ba31d54d964f52a1f1a75c488819eb for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:58.561678 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-b2699d56-3902-4c79-97f8-6f57a726fcc3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:58.708084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67a0fc-a587-48a3-87c2-9f16f02c7b1c req-c388d591-87a1-4fc7-9d9f-2d2220e159e4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:58.715402 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb67a0fc-a587-48a3-87c2-9f16f02c7b1c req-c388d591-87a1-4fc7-9d9f-2d2220e159e4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.3545873 Mar 07 21:58:58.735481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e2832-1d19-455d-91d7-b856ca7de91b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Pushing event updated for resources: {'Subnet': ['ID=9bd0cca6-58b7-4d94-8e13-da4adee64d19,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:58.796331 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d18b696f-5d47-4f4e-b369-bfa64ac52148 admin admin] Publish callbacks [] for security_group (e3aa9407-bf9d-493b-a697-ea27f230fd91), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:58.887717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1618f0aa-a5ba-4ece-bba0-3a9737e6cdc0 req-69d62d33-3411-4899-9b32-4e22e19c333c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 210 time: 0.1129789 Mar 07 21:58:58.936895 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d18b696f-5d47-4f4e-b369-bfa64ac52148 admin admin] Publish callbacks [] for security_group (e3aa9407-bf9d-493b-a697-ea27f230fd91), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:58.938667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2e2832-1d19-455d-91d7-b856ca7de91b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Checking segment: {'id': '0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:58:58.939043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2e2832-1d19-455d-91d7-b856ca7de91b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Network hostable DHCP agents. Network: 97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:58:59.012703 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-ac3605b6-03cc-4ea8-a9d0-2cdd6e06df33 req-32d2b66f-3cdb-415d-ab35-e0a06fadc290 service neutron] (103719) timed out ('10.222.0.15', 59310) {{(pid=103719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 21:58:59.034879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb67a0fc-a587-48a3-87c2-9f16f02c7b1c req-6e41c3ba-8743-4081-9acd-2288221645d2 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3183632 Mar 07 21:58:59.109546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2e2832-1d19-455d-91d7-b856ca7de91b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Network 97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:58:59.164247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-b2699d56-3902-4c79-97f8-6f57a726fcc3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Allocated IP 172.20.0.14 (5675c4b1-a997-4e40-b5a8-fe2906f9dd57/9e453854-77bd-461c-8a47-1e1f133854b2/d5f06908-d3b9-4fa0-a713-9d750bec4bcf) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:59.171774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ae2e2832-1d19-455d-91d7-b856ca7de91b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:59.176650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2e2832-1d19-455d-91d7-b856ca7de91b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:59.177635 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ae2e2832-1d19-455d-91d7-b856ca7de91b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.180450 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6d506b-d6a5-4d8c-8b97-f4e62f99c5cd None None] Network 97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:58:59.187446 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d18b696f-5d47-4f4e-b369-bfa64ac52148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e3aa9407-bf9d-493b-a697-ea27f230fd91), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.191059 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d18b696f-5d47-4f4e-b369-bfa64ac52148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.192260 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d18b696f-5d47-4f4e-b369-bfa64ac52148 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3aa9407-bf9d-493b-a697-ea27f230fd91 HTTP/1.1" status: 204 len: 168 time: 0.8101268 Mar 07 21:58:59.211796 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f0723558-320b-4f45-91fd-fb4f73cac662), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.242123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b696f-5d47-4f4e-b369-bfa64ac52148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aa9407-bf9d-493b-a697-ea27f230fd91,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:59.254209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 15a8d41f-203e-4751-9f0d-ca589ae15b20 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:58:59.293502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 15a8d41f-203e-4751-9f0d-ca589ae15b20 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:58:59.294374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 15a8d41f-203e-4751-9f0d-ca589ae15b20 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:58:59.294639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52782) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:58:59.298652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ae2e2832-1d19-455d-91d7-b856ca7de91b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6770785 Mar 07 21:58:59.308933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=f0723558-320b-4f45-91fd-fb4f73cac662,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:59.312429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ad67a65e-f3e6-46ab-9746-8fb5f7456f3f tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Request body: {'port': {'network_id': '97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1575497662'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:59.333488 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad9c4-699c-44a8-bf2d-a3255ed4e838 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0f29f290-38be-47a2-bccd-04fd8409cfd6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.351638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0', 'network_id': '97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0', 'project_id': '0a17ec09e33246e2aaa681898220f798', 'fixed_ips': [{'subnet_id': '9bd0cca6-58b7-4d94-8e13-da4adee64d19'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:58:59.353320 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.438570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ad9c4-699c-44a8-bf2d-a3255ed4e838 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Port': ['ID=0f29f290-38be-47a2-bccd-04fd8409cfd6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:59.485903 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad67a65e-f3e6-46ab-9746-8fb5f7456f3f tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Made reservation on behalf of 0a17ec09e33246e2aaa681898220f798 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:59.491925 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ad67a65e-f3e6-46ab-9746-8fb5f7456f3f tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.512641 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-ad67a65e-f3e6-46ab-9746-8fb5f7456f3f tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] device_id is not set on port 8a43a841-1488-4dea-a0b7-63fe9018ad23 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:58:59.568373 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (b614b3d1-92a4-4906-a9fb-50c094857e38), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.573225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Allocated IP 172.20.0.2 (97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0/9bd0cca6-58b7-4d94-8e13-da4adee64d19/3d8900c4-907f-4e2c-9465-f3471b1d5bd0) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:59.691603 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad9c4-699c-44a8-bf2d-a3255ed4e838 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for floatingip (77a459dc-9549-4f25-8364-534a644759c9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.692290 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-2e4ad9c4-699c-44a8-bf2d-a3255ed4e838 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Floating IP 77a459dc-9549-4f25-8364-534a644759c9 disassociated (deleted). External IP: 172.25.4.3, port: 6624208d-38b7-448d-a146-6db381a25afc. Mar 07 21:58:59.764045 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Publish callbacks [] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.775775 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.780984 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (b614b3d1-92a4-4906-a9fb-50c094857e38), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.796220 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_controller (b614b3d1-92a4-4906-a9fb-50c094857e38), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.801854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Network 97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:59.806589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:59.835265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-ad67a65e-f3e6-46ab-9746-8fb5f7456f3f tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Allocated IP 172.20.0.3 (97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0/9bd0cca6-58b7-4d94-8e13-da4adee64d19/8a43a841-1488-4dea-a0b7-63fe9018ad23) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:59.836230 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:58:59.871871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Pushing event updated for resources: {'Port': ['ID=3d8900c4-907f-4e2c-9465-f3471b1d5bd0,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:59.919755 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-b2699d56-3902-4c79-97f8-6f57a726fcc3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks [] for port (d5f06908-d3b9-4fa0-a713-9d750bec4bcf), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.929513 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (b614b3d1-92a4-4906-a9fb-50c094857e38), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.930142 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Fanout notify agent at l3_agent the message router_deleted on router b614b3d1-92a4-4906-a9fb-50c094857e38 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:58:59.942445 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:58:59.943656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4fb8e926-71e0-4816-bb2c-1245455f26c7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/routers/b614b3d1-92a4-4906-a9fb-50c094857e38 HTTP/1.1" status: 204 len: 168 time: 3.3862665 Mar 07 21:58:59.950267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52804) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:00.006724 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Attempting to bind port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:00.007378 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Attempting to bind port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:00.007924 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Attempting to bind port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 on network 97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:00.013669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:59:00.014385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Checking segment: {'id': '0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:00.015948 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:00.016519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Bound using segment: {'id': '0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:59:00.017185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Bound port: 3d8900c4-907f-4e2c-9465-f3471b1d5bd0, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:59:00.017744 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:00.141427 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ad67a65e-f3e6-46ab-9746-8fb5f7456f3f tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks [] for port (8a43a841-1488-4dea-a0b7-63fe9018ad23), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:00.153201 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] For port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:00.159551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] For port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3d8900c4-907f-4e2c-9465-f3471b1d5bd0,segment=NetworkSegment(0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1),segment_id=0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:59:00.176023 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:00.219130 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ad67a65e-f3e6-46ab-9746-8fb5f7456f3f tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8a43a841-1488-4dea-a0b7-63fe9018ad23), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:00.262377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897e739-7045-48b7-8b9f-2f3ed0de1c7d None None] Pushing event updated for resources: {'Port': ['ID=3d8900c4-907f-4e2c-9465-f3471b1d5bd0,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:00.265121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1ba434c-cb7c-44e0-ae1f-c5b304952fdb req-4cc12269-774e-444f-9578-b3ec0484cf44 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 210 time: 0.2264326 Mar 07 21:59:00.317770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad67a65e-f3e6-46ab-9746-8fb5f7456f3f tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Network 97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:00.323519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-ad67a65e-f3e6-46ab-9746-8fb5f7456f3f tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:00.332897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad67a65e-f3e6-46ab-9746-8fb5f7456f3f tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:00.334374 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14c4996a-dda2-4cd1-b5a8-f630f5c72c70 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (cc76cc78-d3aa-4131-a129-0f2d526c28eb), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:00.348047 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-b2699d56-3902-4c79-97f8-6f57a726fcc3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d5f06908-d3b9-4fa0-a713-9d750bec4bcf), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:00.388414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67a65e-f3e6-46ab-9746-8fb5f7456f3f tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Pushing event updated for resources: {'Port': ['ID=8a43a841-1488-4dea-a0b7-63fe9018ad23,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:00.432622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67a65e-f3e6-46ab-9746-8fb5f7456f3f tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:00.433372 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ad67a65e-f3e6-46ab-9746-8fb5f7456f3f tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:00.459706 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ad67a65e-f3e6-46ab-9746-8fb5f7456f3f tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1618540 Mar 07 21:59:00.463521 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52824) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:00.484647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-b2699d56-3902-4c79-97f8-6f57a726fcc3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:00.508430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-b2699d56-3902-4c79-97f8-6f57a726fcc3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:00.513681 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-b2699d56-3902-4c79-97f8-6f57a726fcc3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:00.555341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf85bd9-fb80-4436-8151-1be97dcdc794 req-8bcb90ee-d519-4ece-8624-d4ddcb43182a tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:00.558573 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-baf85bd9-fb80-4436-8151-1be97dcdc794 req-8bcb90ee-d519-4ece-8624-d4ddcb43182a tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.3156536 Mar 07 21:59:00.606657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2699d56-3902-4c79-97f8-6f57a726fcc3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Pushing event updated for resources: {'Port': ['ID=d5f06908-d3b9-4fa0-a713-9d750bec4bcf,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:00.668186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4ad9c4-699c-44a8-bf2d-a3255ed4e838 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Router 755657e1-115d-4cb2-9c5d-5cb44d356594 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:59:00.669222 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9fae5-d6d6-4310-b3a4-6485017f7387 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Deleting port 8a43a841-1488-4dea-a0b7-63fe9018ad23 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:59:00.669651 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ee9fae5-d6d6-4310-b3a4-6485017f7387 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8a43a841-1488-4dea-a0b7-63fe9018ad23), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:00.720645 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14c4996a-dda2-4cd1-b5a8-f630f5c72c70 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (cc76cc78-d3aa-4131-a129-0f2d526c28eb), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:00.753352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-b2699d56-3902-4c79-97f8-6f57a726fcc3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:00.754004 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-b2699d56-3902-4c79-97f8-6f57a726fcc3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:00.783586 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ee9fae5-d6d6-4310-b3a4-6485017f7387 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8a43a841-1488-4dea-a0b7-63fe9018ad23), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:00.790961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-14c4996a-dda2-4cd1-b5a8-f630f5c72c70 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc76cc78-d3aa-4131-a129-0f2d526c28eb']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:00.796460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-baf85bd9-fb80-4436-8151-1be97dcdc794 req-61b19080-4aa5-45f1-b1af-988013c66dd9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1957886 Mar 07 21:59:00.812352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9fae5-d6d6-4310-b3a4-6485017f7387 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Calling delete_port for 8a43a841-1488-4dea-a0b7-63fe9018ad23 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:59:00.848034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-b2699d56-3902-4c79-97f8-6f57a726fcc3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4657452 Mar 07 21:59:00.854381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-14c4996a-dda2-4cd1-b5a8-f630f5c72c70 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:00.854740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-14c4996a-dda2-4cd1-b5a8-f630f5c72c70 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c3e2ca-c064-4f92-8986-e8dbf73e0693') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:00.874831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Request body: {'port': {'device_id': '826ac38d-b794-4157-bf42-644857fbbd94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:00.882348 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14c4996a-dda2-4cd1-b5a8-f630f5c72c70 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (a3c3e2ca-c064-4f92-8986-e8dbf73e0693), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:00.926103 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14c4996a-dda2-4cd1-b5a8-f630f5c72c70 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a3c3e2ca-c064-4f92-8986-e8dbf73e0693), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:00.976637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c4996a-dda2-4cd1-b5a8-f630f5c72c70 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:59:00.977083 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14c4996a-dda2-4cd1-b5a8-f630f5c72c70 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (a3c3e2ca-c064-4f92-8986-e8dbf73e0693), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:59:00.980494 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:59:01.013423 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ee9fae5-d6d6-4310-b3a4-6485017f7387 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8a43a841-1488-4dea-a0b7-63fe9018ad23), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.047333 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9fae5-d6d6-4310-b3a4-6485017f7387 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Pushing event deleted for resources: {'Port': ['ID=8a43a841-1488-4dea-a0b7-63fe9018ad23,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:01.096328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4ad9c4-699c-44a8-bf2d-a3255ed4e838 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:59:01.101201 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad9c4-699c-44a8-bf2d-a3255ed4e838 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.103599 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d5f06908-d3b9-4fa0-a713-9d750bec4bcf), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.112488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce32472f-2b73-4d9a-8885-bc6ca4db33cc None None] Sync routers for ids ['755657e1-115d-4cb2-9c5d-5cb44d356594'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:59:01.116488 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14c4996a-dda2-4cd1-b5a8-f630f5c72c70 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (cc76cc78-d3aa-4131-a129-0f2d526c28eb), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.122624 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14c4996a-dda2-4cd1-b5a8-f630f5c72c70 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.125747 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ee9fae5-d6d6-4310-b3a4-6485017f7387 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.129523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-14c4996a-dda2-4cd1-b5a8-f630f5c72c70 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/networks/cc76cc78-d3aa-4131-a129-0f2d526c28eb HTTP/1.1" status: 204 len: 168 time: 1.1749928 Mar 07 21:59:01.129651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce32472f-2b73-4d9a-8885-bc6ca4db33cc None None] Routers {'755657e1-115d-4cb2-9c5d-5cb44d356594'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:01.130354 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5ee9fae5-d6d6-4310-b3a4-6485017f7387 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] 10.222.0.26 "DELETE /v2.0/ports/8a43a841-1488-4dea-a0b7-63fe9018ad23 HTTP/1.1" status: 204 len: 168 time: 0.6658161 Mar 07 21:59:01.131045 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52836) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:01.132915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ce32472f-2b73-4d9a-8885-bc6ca4db33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:58:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['755657e1-115d-4cb2-9c5d-5cb44d356594'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:01.135703 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52838) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:01.175908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4996a-dda2-4cd1-b5a8-f630f5c72c70 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Network': ['ID=cc76cc78-d3aa-4131-a129-0f2d526c28eb,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:01.210450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2e4ad9c4-699c-44a8-bf2d-a3255ed4e838 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "DELETE /v2.0/floatingips/77a459dc-9549-4f25-8364-534a644759c9 HTTP/1.1" status: 204 len: 168 time: 4.5566339 Mar 07 21:59:01.213198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'tag': '6624208d-38b7-448d-a146-6db381a25afc'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:59:01.215789 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3744166-8aeb-4959-b084-c065c498d198" -d '{"events": [{"name": "network-changed", "server_uuid": "b443132a-bb4a-4d58-a3bd-27cf767fd159", "tag": "6624208d-38b7-448d-a146-6db381a25afc"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:59:01.297002 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd31b-d677-4253-a20c-593b515da736 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (45c779f9-f8f2-40a6-a0de-254f0ecd8a7a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.305492 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c057856b-66a7-448e-8a4b-02a63bc6cc01 x-openstack-request-id: req-c057856b-66a7-448e-8a4b-02a63bc6cc01 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:59:01.305795 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b443132a-bb4a-4d58-a3bd-27cf767fd159", "tag": "6624208d-38b7-448d-a146-6db381a25afc", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:59:01.306058 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c057856b-66a7-448e-8a4b-02a63bc6cc01 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:59:01.306601 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'tag': '6624208d-38b7-448d-a146-6db381a25afc', 'status': 'completed', 'code': 200} Mar 07 21:59:01.384306 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd31b-d677-4253-a20c-593b515da736 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (45c779f9-f8f2-40a6-a0de-254f0ecd8a7a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.517295 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd31b-d677-4253-a20c-593b515da736 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (45c779f9-f8f2-40a6-a0de-254f0ecd8a7a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.521157 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd31b-d677-4253-a20c-593b515da736 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.528053 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d0bbd31b-d677-4253-a20c-593b515da736 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/security-groups/45c779f9-f8f2-40a6-a0de-254f0ecd8a7a HTTP/1.1" status: 204 len: 168 time: 0.3926892 Mar 07 21:59:01.552200 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbd31b-d677-4253-a20c-593b515da736 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c779f9-f8f2-40a6-a0de-254f0ecd8a7a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:01.623483 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5f5ec66a-76ee-4e53-94fa-c6b9f0a38657 tempest-DHCPAgentSchedulersTestJSON-436670955 tempest-DHCPAgentSchedulersTestJSON-436670955-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4779968 Mar 07 21:59:01.626690 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52858) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:01.641316 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6a41d17a-1b75-49e6-9fe9-2c93664c8534 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1486382514'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:01.702564 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a41d17a-1b75-49e6-9fe9-2c93664c8534 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Made reservation on behalf of 0a17ec09e33246e2aaa681898220f798 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:01.713681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6a41d17a-1b75-49e6-9fe9-2c93664c8534 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.752421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:01.771338 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a41d17a-1b75-49e6-9fe9-2c93664c8534 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:59:01.782671 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6a41d17a-1b75-49e6-9fe9-2c93664c8534 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (4908834d-f97e-4b2e-a492-646f4b320db3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.782842 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-6a41d17a-1b75-49e6-9fe9-2c93664c8534 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Added segment 4908834d-f97e-4b2e-a492-646f4b320db3 of type vlan for network 3e4aa153-45d8-43d1-909b-ca5ad682a6ea Mar 07 21:59:01.832689 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6a41d17a-1b75-49e6-9fe9-2c93664c8534 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (3e4aa153-45d8-43d1-909b-ca5ad682a6ea), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.863638 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6a41d17a-1b75-49e6-9fe9-2c93664c8534 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (3e4aa153-45d8-43d1-909b-ca5ad682a6ea), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.869787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a41d17a-1b75-49e6-9fe9-2c93664c8534 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:01.870439 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6a41d17a-1b75-49e6-9fe9-2c93664c8534 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.899668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:01.900474 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:01.901602 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6a41d17a-1b75-49e6-9fe9-2c93664c8534 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2723866 Mar 07 21:59:01.911072 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-ce32472f-2b73-4d9a-8885-bc6ca4db33cc None None] Set router 755657e1-115d-4cb2-9c5d-5cb44d356594 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:01.919223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52868) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:02.112239 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce783b3-d799-4ca7-98df-870b3cc660a1 None None] Network 97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:59:02.171497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3744166-8aeb-4959-b084-c065c498d198 req-105cb271-665d-4f57-b7f7-4d0c6a934ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:02.173038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3744166-8aeb-4959-b084-c065c498d198 req-105cb271-665d-4f57-b7f7-4d0c6a934ade service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d192248e3994b0e99e0429603afce16&device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 1127 time: 0.8500021 Mar 07 21:59:02.264941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683c0f3-42e5-4e0b-972a-dbceb1b0e54b req-0b34d285-b19f-454e-afd2-2196c2f25741 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:02.267381 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b683c0f3-42e5-4e0b-972a-dbceb1b0e54b req-0b34d285-b19f-454e-afd2-2196c2f25741 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 932 time: 0.8458962 Mar 07 21:59:02.294729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:02.295941 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:02.303908 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e7f07c23-c030-4b87-9eb2-bb9279652891 tempest-DHCPAgentSchedulersTestJSON-436670955 tempest-DHCPAgentSchedulersTestJSON-436670955-project-admin] 10.222.0.26 "GET /v2.0/agents/3a59fca2-d880-44ee-9d7a-cf23d86a3c4e/dhcp-networks HTTP/1.1" status: 200 len: 7263 time: 0.3808374 Mar 07 21:59:02.312514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52882) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:02.313567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41d17a-1b75-49e6-9fe9-2c93664c8534 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Pushing event updated for resources: {'Network': ['ID=3e4aa153-45d8-43d1-909b-ca5ad682a6ea,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:02.326051 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ac672-f103-4d74-a662-ef318786ebdb req-d79e1da9-b1e1-4fa3-bceb-b4d6679bb91f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:02.336454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-818ac672-f103-4d74-a662-ef318786ebdb req-d79e1da9-b1e1-4fa3-bceb-b4d6679bb91f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 945 time: 0.3142679 Mar 07 21:59:02.345327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 3e4aa153-45d8-43d1-909b-ca5ad682a6ea details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:59:02.402394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3d8900c4-907f-4e2c-9465-f3471b1d5bd0,segment=NetworkSegment(0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1),segment_id=0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:02.413446 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3ee4ee77-d2dd-4f18-bf8a-0a23b9ce1869 None None] Provisioning complete for port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:02.413828 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ee77-d2dd-4f18-bf8a-0a23b9ce1869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:02.422293 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:02.525727 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=3d8900c4-907f-4e2c-9465-f3471b1d5bd0,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:02.576187 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f0723558-320b-4f45-91fd-fb4f73cac662 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:59:02.603384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3744166-8aeb-4959-b084-c065c498d198 req-c7bf0071-51b8-4ef6-b752-4c81c5560228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:02.605055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3744166-8aeb-4959-b084-c065c498d198 req-c7bf0071-51b8-4ef6-b752-4c81c5560228 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64fc6aa8-4664-4ea2-a04b-27a12c871a1b HTTP/1.1" status: 200 len: 898 time: 0.4225600 Mar 07 21:59:02.608382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b683c0f3-42e5-4e0b-972a-dbceb1b0e54b req-2e2b53c3-f796-4f5d-bf14-243bbe9fc48e tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996018 Mar 07 21:59:02.629807 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-818ac672-f103-4d74-a662-ef318786ebdb req-040937ef-fc7d-4aba-93c0-c2d3fd49ed65 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923048 Mar 07 21:59:02.636645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: f0723558-320b-4f45-91fd-fb4f73cac662 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:59:02.637005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f0723558-320b-4f45-91fd-fb4f73cac662 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:59:02.746307 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3744166-8aeb-4959-b084-c065c498d198 req-1e8c593a-23e2-4bf5-83b2-be43be5082b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6624208d-38b7-448d-a146-6db381a25afc HTTP/1.1" status: 200 len: 217 time: 0.1327705 Mar 07 21:59:02.800267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3ee4ee77-d2dd-4f18-bf8a-0a23b9ce1869 None None] Current status of the port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:02.832122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ce32472f-2b73-4d9a-8885-bc6ca4db33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:58:48Z', 'revision_number': 6, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'fad22dc2-0f92-4f15-aaee-9255f3de8efe', 'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:08:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:43Z', 'updated_at': '2022-03-07T21:55:50Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:02.838467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f06908-d3b9-4fa0-a713-9d750bec4bcf {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:59:02.899030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce32472f-2b73-4d9a-8885-bc6ca4db33cc None None] Checking router: 755657e1-115d-4cb2-9c5d-5cb44d356594 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:59:02.925202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce32472f-2b73-4d9a-8885-bc6ca4db33cc None None] Routers {'755657e1-115d-4cb2-9c5d-5cb44d356594'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:02.925840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ce32472f-2b73-4d9a-8885-bc6ca4db33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:58:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['755657e1-115d-4cb2-9c5d-5cb44d356594'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:02.934163 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Publish callbacks [] for port (d5f06908-d3b9-4fa0-a713-9d750bec4bcf), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:02.996512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3744166-8aeb-4959-b084-c065c498d198 req-7072844b-4f0e-4518-80db-b07dc0365c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:02.997948 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3744166-8aeb-4959-b084-c065c498d198 req-7072844b-4f0e-4518-80db-b07dc0365c78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc4754c7-988a-4bb2-b1de-0e1c9db5d817 HTTP/1.1" status: 200 len: 834 time: 0.2417545 Mar 07 21:59:03.026883 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Transition to ACTIVE for port object d5f06908-d3b9-4fa0-a713-9d750bec4bcf will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:59:03.050328 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (d5f06908-d3b9-4fa0-a713-9d750bec4bcf), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:03.187081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52902) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:03.200760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e07463ba-3c15-4a91-ab26-e79abbaf1d2f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413148675', 'description': 'tempest-secgroup-smoke-1413148675 description', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:03.232142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-ce32472f-2b73-4d9a-8885-bc6ca4db33cc None None] Set router 755657e1-115d-4cb2-9c5d-5cb44d356594 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:03.238933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36217ad-a563-45eb-bba6-d4815929f786 req-c487ee9d-6c63-4bac-86c0-449edd49e166 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:03.246547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a36217ad-a563-45eb-bba6-d4815929f786 req-c487ee9d-6c63-4bac-86c0-449edd49e166 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.4105120 Mar 07 21:59:03.257220 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e07463ba-3c15-4a91-ab26-e79abbaf1d2f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:03.382389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48556f37-d518-4d18-9ad6-2009434f5c3f tempest-DHCPAgentSchedulersTestJSON-436670955 tempest-DHCPAgentSchedulersTestJSON-436670955-project-admin] Network 3e4aa153-45d8-43d1-909b-ca5ad682a6ea is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:59:03.416130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8cad7-8af1-4c42-a729-43334df04ef9 req-6e8224b8-aeed-4ac5-b95c-ae2fda668e2c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:03.418174 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1af8cad7-8af1-4c42-a729-43334df04ef9 req-6e8224b8-aeed-4ac5-b95c-ae2fda668e2c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.13 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 945 time: 0.2279627 Mar 07 21:59:03.432097 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e07463ba-3c15-4a91-ab26-e79abbaf1d2f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (644f1811-a175-4463-aad8-bcf4207fcb14), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:03.432097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Pushing event updated for resources: {'Port': ['ID=d5f06908-d3b9-4fa0-a713-9d750bec4bcf,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:03.433992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52908) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:03.443969 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-48556f37-d518-4d18-9ad6-2009434f5c3f tempest-DHCPAgentSchedulersTestJSON-436670955 tempest-DHCPAgentSchedulersTestJSON-436670955-project-admin] 10.222.0.26 "POST /v2.0/agents/3a59fca2-d880-44ee-9d7a-cf23d86a3c4e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1260362 Mar 07 21:59:03.509593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a36217ad-a563-45eb-bba6-d4815929f786 req-7c6bb417-25e0-433e-8316-89b20a010288 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2620618 Mar 07 21:59:03.517654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3744166-8aeb-4959-b084-c065c498d198 req-e58428f7-29a7-42db-9f1b-8134cb334ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:03.520958 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3744166-8aeb-4959-b084-c065c498d198 req-e58428f7-29a7-42db-9f1b-8134cb334ab7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64fc6aa8-4664-4ea2-a04b-27a12c871a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4737501 Mar 07 21:59:03.524392 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e07463ba-3c15-4a91-ab26-e79abbaf1d2f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (644f1811-a175-4463-aad8-bcf4207fcb14), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:03.597716 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:03.604225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fed7ed7-b651-45e8-bae3-3808967d5c9c None None] Network 3e4aa153-45d8-43d1-909b-ca5ad682a6ea requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:59:03.643361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-1af8cad7-8af1-4c42-a729-43334df04ef9 req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Deleting port 6624208d-38b7-448d-a146-6db381a25afc {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:59:03.643701 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1af8cad7-8af1-4c42-a729-43334df04ef9 req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6624208d-38b7-448d-a146-6db381a25afc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:03.696208 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e07463ba-3c15-4a91-ab26-e79abbaf1d2f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:03.704599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52916) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:03.711150 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e07463ba-3c15-4a91-ab26-e79abbaf1d2f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5211999 Mar 07 21:59:03.723507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-fea79b03-0c30-4f41-b482-2d6ab4545727 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '644f1811-a175-4463-aad8-bcf4207fcb14', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:03.807162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07463ba-3c15-4a91-ab26-e79abbaf1d2f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644f1811-a175-4463-aad8-bcf4207fcb14,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:03.907806 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7a3303b5-ff41-4156-b52a-c616c4017dbe None None] Provisioning complete for port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:03.908290 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a3303b5-ff41-4156-b52a-c616c4017dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:03.944466 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-1af8cad7-8af1-4c42-a729-43334df04ef9 req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] For port 6624208d-38b7-448d-a146-6db381a25afc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6624208d-38b7-448d-a146-6db381a25afc,segment=NetworkSegment(a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7),segment_id=a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:03.944941 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1af8cad7-8af1-4c42-a729-43334df04ef9 req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6624208d-38b7-448d-a146-6db381a25afc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:03.982198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-1af8cad7-8af1-4c42-a729-43334df04ef9 req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Calling delete_port for 6624208d-38b7-448d-a146-6db381a25afc owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:59:04.065685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:04.066147 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:04.149421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Attempting to bind port d5f06908-d3b9-4fa0-a713-9d750bec4bcf on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:04.153027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Attempting to bind port d5f06908-d3b9-4fa0-a713-9d750bec4bcf by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:04.153397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Attempting to bind port d5f06908-d3b9-4fa0-a713-9d750bec4bcf on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:04.192726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3744166-8aeb-4959-b084-c065c498d198 req-ff48ae81-be4f-443b-a971-1fd382a260e2 service neutron] 10.222.0.13 "GET /v2.0/networks/64fc6aa8-4664-4ea2-a04b-27a12c871a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539280 Mar 07 21:59:04.244939 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1af8cad7-8af1-4c42-a729-43334df04ef9 req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6624208d-38b7-448d-a146-6db381a25afc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:04.245252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Port d5f06908-d3b9-4fa0-a713-9d750bec4bcf on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:04.247921 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fea79b03-0c30-4f41-b482-2d6ab4545727 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (4558978c-5abc-426e-8fb3-1e3c62e0b69b), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:04.251505 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Attempting to bind port d5f06908-d3b9-4fa0-a713-9d750bec4bcf on network 5675c4b1-a997-4e40-b5a8-fe2906f9dd57 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:04.293106 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ce32472f-2b73-4d9a-8885-bc6ca4db33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:58:48Z', 'revision_number': 6, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'fad22dc2-0f92-4f15-aaee-9255f3de8efe', 'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:08:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:43Z', 'updated_at': '2022-03-07T21:55:50Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:04.333264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c013d2c-1348-4599-b401-8992474ddaa6 req-82f577cf-866a-4288-adf4-9f4221662ffb tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:04.336036 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c013d2c-1348-4599-b401-8992474ddaa6 req-82f577cf-866a-4288-adf4-9f4221662ffb tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 944 time: 0.5089436 Mar 07 21:59:04.349222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:59:04.349567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Checking segment: {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:04.351249 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Bound using segment: {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:59:04.351709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Bound port: d5f06908-d3b9-4fa0-a713-9d750bec4bcf, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4013974-98c1-4178-8c2e-0e81f0d65a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:59:04.358141 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d5f06908-d3b9-4fa0-a713-9d750bec4bcf), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:04.363462 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce32472f-2b73-4d9a-8885-bc6ca4db33cc None None] The sync data for ids ['755657e1-115d-4cb2-9c5d-5cb44d356594'] in n-d-832330-1 is: [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:58:48Z', 'revision_number': 6, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'fad22dc2-0f92-4f15-aaee-9255f3de8efe', 'name': '', 'network_id': '64fc6aa8-4664-4ea2-a04b-27a12c871a1b', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:08:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:43Z', 'updated_at': '2022-03-07T21:55:50Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'cc4754c7-988a-4bb2-b1de-0e1c9db5d817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:59:04.379372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-83980089-5e20-490b-8a94-9f72d916b0a5 tempest-DHCPAgentSchedulersTestJSON-436670955 tempest-DHCPAgentSchedulersTestJSON-436670955-project-admin] 10.222.0.26 "GET /v2.0/agents/3a59fca2-d880-44ee-9d7a-cf23d86a3c4e/dhcp-networks HTTP/1.1" status: 200 len: 8034 time: 0.8980501 Mar 07 21:59:04.394686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbba33-3bce-40f2-b32e-11fc59ab3566 req-d1ab4b37-ac83-43f4-8f17-7ae0dbe43c99 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:04.394913 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52930) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:04.396254 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05dbba33-3bce-40f2-b32e-11fc59ab3566 req-d1ab4b37-ac83-43f4-8f17-7ae0dbe43c99 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=b443132a-bb4a-4d58-a3bd-27cf767fd159 HTTP/1.1" status: 200 len: 945 time: 0.5714171 Mar 07 21:59:04.404650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af8cad7-8af1-4c42-a729-43334df04ef9 req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] No DVR routers for this DVR port 6624208d-38b7-448d-a146-6db381a25afc on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:59:04.431888 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1af8cad7-8af1-4c42-a729-43334df04ef9 req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:04.447076 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1af8cad7-8af1-4c42-a729-43334df04ef9 req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.13 "DELETE /v2.0/ports/6624208d-38b7-448d-a146-6db381a25afc HTTP/1.1" status: 204 len: 173 time: 1.0009565 Mar 07 21:59:04.452939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Port': ['ID=6624208d-38b7-448d-a146-6db381a25afc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:04.465960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'name': 'network-vif-deleted', 'tag': '6624208d-38b7-448d-a146-6db381a25afc'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:59:04.468869 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7df04db-1264-40c0-ac24-e03c5e06a7a6" -d '{"events": [{"server_uuid": "b443132a-bb4a-4d58-a3bd-27cf767fd159", "name": "network-vif-deleted", "tag": "6624208d-38b7-448d-a146-6db381a25afc"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:59:04.497253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:04.497886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:04.499535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:04.500054 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:04.500721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:04.501815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:04.503043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:04.504969 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:04.507217 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:04.507729 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:04.508245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:04.508739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:04.509295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e70254-6166-486c-9dc0-68042d26ca7b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:04.540565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7a3303b5-ff41-4156-b52a-c616c4017dbe None None] Current status of the port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:04.548317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:04.661508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1c0c7089-92e5-4fe8-a920-46e9839aa977 None None] Could not find standard attr ID for object 8a43a841-1488-4dea-a0b7-63fe9018ad23. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 21:59:04.790535 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-83e9f45a-34fe-4450-ae9c-bbcdbd0e8bb9 tempest-DHCPAgentSchedulersTestJSON-436670955 tempest-DHCPAgentSchedulersTestJSON-436670955-project-admin] 10.222.0.26 "DELETE /v2.0/agents/3a59fca2-d880-44ee-9d7a-cf23d86a3c4e/dhcp-networks/3e4aa153-45d8-43d1-909b-ca5ad682a6ea HTTP/1.1" status: 204 len: 168 time: 0.3833332 Mar 07 21:59:04.797061 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fea79b03-0c30-4f41-b482-2d6ab4545727 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (4558978c-5abc-426e-8fb3-1e3c62e0b69b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:04.798105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52942) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:04.817208 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fea79b03-0c30-4f41-b482-2d6ab4545727 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (4558978c-5abc-426e-8fb3-1e3c62e0b69b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:04.886406 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea79b03-0c30-4f41-b482-2d6ab4545727 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4558978c-5abc-426e-8fb3-1e3c62e0b69b,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:04.897858 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fea79b03-0c30-4f41-b482-2d6ab4545727 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:04.899155 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fea79b03-0c30-4f41-b482-2d6ab4545727 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1936545 Mar 07 21:59:04.907648 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25732f-21a5-4357-85cc-8d0a7e776cd2 None None] New status for floating IP 77a459dc-9549-4f25-8364-534a644759c9: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:59:04.931069 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] For port d5f06908-d3b9-4fa0-a713-9d750bec4bcf, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:04.938276 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] For port d5f06908-d3b9-4fa0-a713-9d750bec4bcf, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d5f06908-d3b9-4fa0-a713-9d750bec4bcf,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:59:04.942259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52944) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:04.969200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6555f49e-b35d-477a-b642-fc521a469470 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '644f1811-a175-4463-aad8-bcf4207fcb14', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:04.979931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c013d2c-1348-4599-b401-8992474ddaa6 req-26f06feb-ced6-4646-8803-c86c6b3ef1a6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6167436 Mar 07 21:59:04.985151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05dbba33-3bce-40f2-b32e-11fc59ab3566 req-77c783e9-c5e0-4802-b75d-eaef088e4abd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=708d5546-1b44-4a10-a0a4-517a8ae40dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5690219 Mar 07 21:59:05.001437 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (d5f06908-d3b9-4fa0-a713-9d750bec4bcf), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:05.046116 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3744166-8aeb-4959-b084-c065c498d198 req-da4f07bc-8e86-4a79-a72f-682481bbab47 service neutron] 10.222.0.13 "GET /v2.0/networks/64fc6aa8-4664-4ea2-a04b-27a12c871a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8374531 Mar 07 21:59:05.095387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:05.096317 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:05.097924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] 10.222.0.15 "PUT /v2.0/ports/d5f06908-d3b9-4fa0-a713-9d750bec4bcf HTTP/1.1" status: 200 len: 1092 time: 4.2280867 Mar 07 21:59:05.100022 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826ac38d-b794-4157-bf42-644857fbbd94', 'tag': 'd5f06908-d3b9-4fa0-a713-9d750bec4bcf'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:59:05.107122 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b655c0a-6724-4a98-b4da-e42bd4894a99" -d '{"events": [{"name": "network-changed", "server_uuid": "826ac38d-b794-4157-bf42-644857fbbd94", "tag": "d5f06908-d3b9-4fa0-a713-9d750bec4bcf"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:59:05.188285 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb254d9c-a398-4432-b6ac-10e98df2f4ea x-openstack-request-id: req-bb254d9c-a398-4432-b6ac-10e98df2f4ea {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:59:05.191060 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b443132a-bb4a-4d58-a3bd-27cf767fd159", "name": "network-vif-deleted", "tag": "6624208d-38b7-448d-a146-6db381a25afc", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:59:05.191464 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb254d9c-a398-4432-b6ac-10e98df2f4ea {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:59:05.192729 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b443132a-bb4a-4d58-a3bd-27cf767fd159', 'name': 'network-vif-deleted', 'tag': '6624208d-38b7-448d-a146-6db381a25afc', 'status': 'completed', 'code': 200} Mar 07 21:59:05.239802 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6555f49e-b35d-477a-b642-fc521a469470 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (9753a1d6-1542-4df1-97bd-9878c2c6a6ca), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:05.270584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2973cc-17e3-439f-988e-983b2ed8672d service neutron] Pushing event updated for resources: {'Port': ['ID=d5f06908-d3b9-4fa0-a713-9d750bec4bcf,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:05.280557 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0e55ed18-2104-49c7-ad4e-c32432361fff tempest-DHCPAgentSchedulersTestJSON-436670955 tempest-DHCPAgentSchedulersTestJSON-436670955-project-admin] 10.222.0.26 "GET /v2.0/agents/3a59fca2-d880-44ee-9d7a-cf23d86a3c4e/dhcp-networks HTTP/1.1" status: 200 len: 7263 time: 0.4786856 Mar 07 21:59:05.283766 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52956) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:05.306600 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b79c5e-c2a6-495e-be0e-2ecb1a554a71 x-openstack-request-id: req-18b79c5e-c2a6-495e-be0e-2ecb1a554a71 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:59:05.307106 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826ac38d-b794-4157-bf42-644857fbbd94", "tag": "d5f06908-d3b9-4fa0-a713-9d750bec4bcf", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:59:05.307377 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18b79c5e-c2a6-495e-be0e-2ecb1a554a71 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:59:05.307797 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826ac38d-b794-4157-bf42-644857fbbd94', 'tag': 'd5f06908-d3b9-4fa0-a713-9d750bec4bcf', 'status': 'completed', 'code': 200} Mar 07 21:59:05.336567 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-63fa665d-57c7-4b88-8f9d-1a94ffe235d2 tempest-DHCPAgentSchedulersTestJSON-436670955 tempest-DHCPAgentSchedulersTestJSON-436670955-project-admin] 10.222.0.26 "GET /v2.0/networks/97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0493805 Mar 07 21:59:05.339768 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52958) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:05.376438 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-38ceda9d-7406-4d94-a569-49cf376ee16c tempest-DHCPAgentSchedulersTestJSON-436670955 tempest-DHCPAgentSchedulersTestJSON-436670955-project-admin] 10.222.0.26 "GET /v2.0/networks/97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0349553 Mar 07 21:59:05.379503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52960) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:05.456092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54841d6c-7b47-4a9a-ab2e-d5c6816b3ed4 req-40bae3a4-bc69-4943-926d-4eed377c10b6 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:05.463194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54841d6c-7b47-4a9a-ab2e-d5c6816b3ed4 req-40bae3a4-bc69-4943-926d-4eed377c10b6 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.2638361 Mar 07 21:59:05.466671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-6780d094-261d-483b-8364-14ad0c1f093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:05.468137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-6780d094-261d-483b-8364-14ad0c1f093e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 1126 time: 0.2017715 Mar 07 21:59:05.553797 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-84bb29cd-2dfd-49e3-bab4-6a5c9d3be1e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5f06908-d3b9-4fa0-a713-9d750bec4bcf HTTP/1.1" status: 200 len: 217 time: 0.0555437 Mar 07 21:59:05.558017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6555f49e-b35d-477a-b642-fc521a469470 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (9753a1d6-1542-4df1-97bd-9878c2c6a6ca), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:05.570024 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6555f49e-b35d-477a-b642-fc521a469470 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (9753a1d6-1542-4df1-97bd-9878c2c6a6ca), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:05.587229 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-02c7213e-aefd-4bcb-b4f6-454376973d23 tempest-DHCPAgentSchedulersTestJSON-436670955 tempest-DHCPAgentSchedulersTestJSON-436670955-project-admin] 10.222.0.26 "GET /v2.0/agents/3a59fca2-d880-44ee-9d7a-cf23d86a3c4e/dhcp-networks HTTP/1.1" status: 200 len: 7263 time: 0.2057359 Mar 07 21:59:05.590519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52966) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:05.643217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54841d6c-7b47-4a9a-ab2e-d5c6816b3ed4 req-508a63db-74d1-47e1-9430-1c27b1712b3c tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1789639 Mar 07 21:59:05.656651 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555f49e-b35d-477a-b642-fc521a469470 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9753a1d6-1542-4df1-97bd-9878c2c6a6ca,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:05.680371 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6555f49e-b35d-477a-b642-fc521a469470 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:05.682208 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6555f49e-b35d-477a-b642-fc521a469470 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7204175 Mar 07 21:59:05.684257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-65c02e6c-e9e0-493b-bc23-7335f46ed236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:05.686845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-65c02e6c-e9e0-493b-bc23-7335f46ed236 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e453854-77bd-461c-8a47-1e1f133854b2 HTTP/1.1" status: 200 len: 851 time: 0.1201949 Mar 07 21:59:05.687530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52968) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:05.693072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-70cf8c39-358b-4a40-9f0c-909f4024fbfa tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '644f1811-a175-4463-aad8-bcf4207fcb14', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:05.746313 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-9071b17d-26ba-438e-92fb-187697a336c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473187 Mar 07 21:59:05.812019 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abd76db3-cff1-4e2f-8dcc-12224264cb7c tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (3e4aa153-45d8-43d1-909b-ca5ad682a6ea), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:05.869477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-3a447647-ab84-48c7-a2c7-69933a6fd60b service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087298 Mar 07 21:59:05.878860 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-70cf8c39-358b-4a40-9f0c-909f4024fbfa tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (46fb1958-1c12-4eed-8063-f7a9d5ba7e1d), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:05.933431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6624208d-38b7-448d-a146-6db381a25afc no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:59:06.039973 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abd76db3-cff1-4e2f-8dcc-12224264cb7c tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (3e4aa153-45d8-43d1-909b-ca5ad682a6ea), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.066184 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-70cf8c39-358b-4a40-9f0c-909f4024fbfa tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (46fb1958-1c12-4eed-8063-f7a9d5ba7e1d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.073011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19dce118-98b6-4d7e-97b4-db65708cc849 req-800b158a-ccc4-4f1f-a4c1-b74ce7b284df service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962557 Mar 07 21:59:06.078411 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-70cf8c39-358b-4a40-9f0c-909f4024fbfa tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (46fb1958-1c12-4eed-8063-f7a9d5ba7e1d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.116742 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52976) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:06.121957 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf8c39-358b-4a40-9f0c-909f4024fbfa tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fb1958-1c12-4eed-8063-f7a9d5ba7e1d,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:06.140804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-70cf8c39-358b-4a40-9f0c-909f4024fbfa tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.143246 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-70cf8c39-358b-4a40-9f0c-909f4024fbfa tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4539311 Mar 07 21:59:06.153862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52978) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:06.160522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ca3eba6d-f8de-4e70-b0a7-fc8b2ae3faf5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '644f1811-a175-4463-aad8-bcf4207fcb14', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:06.175858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-abd76db3-cff1-4e2f-8dcc-12224264cb7c tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4aa153-45d8-43d1-909b-ca5ad682a6ea']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:06.223159 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-abd76db3-cff1-4e2f-8dcc-12224264cb7c tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4908834d-f97e-4b2e-a492-646f4b320db3') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:06.223457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-abd76db3-cff1-4e2f-8dcc-12224264cb7c tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4908834d-f97e-4b2e-a492-646f4b320db3') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:06.243152 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca3eba6d-f8de-4e70-b0a7-fc8b2ae3faf5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (bd90cba1-e500-4a4f-8774-1e8dbd78fb4d), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.257857 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abd76db3-cff1-4e2f-8dcc-12224264cb7c tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (4908834d-f97e-4b2e-a492-646f4b320db3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.286138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 6624208d-38b7-448d-a146-6db381a25afc {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:59:06.286492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6624208d-38b7-448d-a146-6db381a25afc not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:59:06.287221 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a475efc7-e6ea-407c-94ce-8086d6049d29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (708d5546-1b44-4a10-a0a4-517a8ae40dce), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.295907 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abd76db3-cff1-4e2f-8dcc-12224264cb7c tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (4908834d-f97e-4b2e-a492-646f4b320db3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.314043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd76db3-cff1-4e2f-8dcc-12224264cb7c tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:59:06.315322 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abd76db3-cff1-4e2f-8dcc-12224264cb7c tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (4908834d-f97e-4b2e-a492-646f4b320db3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.374860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b655c0a-6724-4a98-b4da-e42bd4894a99 req-27a1288e-537d-41e7-b9b6-fa3eba28bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:06.376839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b655c0a-6724-4a98-b4da-e42bd4894a99 req-27a1288e-537d-41e7-b9b6-fa3eba28bf96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87ba31d54d964f52a1f1a75c488819eb&device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 1126 time: 0.2323623 Mar 07 21:59:06.390672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc754f90-3170-438d-9c2b-1a56db4e117c req-8282475f-fdca-4ae3-8634-d1e830e9ea7c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:59:06.390862 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:59:06.395183 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc754f90-3170-438d-9c2b-1a56db4e117c req-8282475f-fdca-4ae3-8634-d1e830e9ea7c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 944 time: 0.2073669 Mar 07 21:59:06.399011 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca3eba6d-f8de-4e70-b0a7-fc8b2ae3faf5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (bd90cba1-e500-4a4f-8774-1e8dbd78fb4d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.410937 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca3eba6d-f8de-4e70-b0a7-fc8b2ae3faf5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (bd90cba1-e500-4a4f-8774-1e8dbd78fb4d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.426514 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a475efc7-e6ea-407c-94ce-8086d6049d29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (708d5546-1b44-4a10-a0a4-517a8ae40dce), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.454925 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abd76db3-cff1-4e2f-8dcc-12224264cb7c tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (3e4aa153-45d8-43d1-909b-ca5ad682a6ea), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.464916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3eba6d-f8de-4e70-b0a7-fc8b2ae3faf5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd90cba1-e500-4a4f-8774-1e8dbd78fb4d,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:06.495568 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abd76db3-cff1-4e2f-8dcc-12224264cb7c tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.509519 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-abd76db3-cff1-4e2f-8dcc-12224264cb7c tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] 10.222.0.26 "DELETE /v2.0/networks/3e4aa153-45d8-43d1-909b-ca5ad682a6ea HTTP/1.1" status: 204 len: 168 time: 0.9154205 Mar 07 21:59:06.518381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52992) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:06.522923 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca3eba6d-f8de-4e70-b0a7-fc8b2ae3faf5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.524149 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ca3eba6d-f8de-4e70-b0a7-fc8b2ae3faf5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3690135 Mar 07 21:59:06.535057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52994) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:06.543284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd76db3-cff1-4e2f-8dcc-12224264cb7c tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Pushing event deleted for resources: {'Network': ['ID=3e4aa153-45d8-43d1-909b-ca5ad682a6ea,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:06.552344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-48113faa-d25b-425d-93fe-928c25427346 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '644f1811-a175-4463-aad8-bcf4207fcb14', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:06.591613 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f176211-e6cf-4e0c-9df2-ac4793167b82 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] DELETE failed (client error): The resource could not be found. Mar 07 21:59:06.592168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f176211-e6cf-4e0c-9df2-ac4793167b82 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:59:06.592443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a475efc7-e6ea-407c-94ce-8086d6049d29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (708d5546-1b44-4a10-a0a4-517a8ae40dce), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.595496 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9f176211-e6cf-4e0c-9df2-ac4793167b82 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] 10.222.0.26 "DELETE /v2.0/ports/8a43a841-1488-4dea-a0b7-63fe9018ad23 HTTP/1.1" status: 404 len: 333 time: 0.0702577 Mar 07 21:59:06.595853 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a475efc7-e6ea-407c-94ce-8086d6049d29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.596897 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a475efc7-e6ea-407c-94ce-8086d6049d29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "DELETE /v2.0/security-groups/708d5546-1b44-4a10-a0a4-517a8ae40dce HTTP/1.1" status: 204 len: 168 time: 0.4760034 Mar 07 21:59:06.618215 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53000) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:06.621776 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475efc7-e6ea-407c-94ce-8086d6049d29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708d5546-1b44-4a10-a0a4-517a8ae40dce,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:06.661024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc754f90-3170-438d-9c2b-1a56db4e117c req-23276d57-dfec-4387-b40f-969ddf12def1 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535355 Mar 07 21:59:06.672262 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53002) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:06.680243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b655c0a-6724-4a98-b4da-e42bd4894a99 req-3c46f2f7-c7a0-47c3-841f-d9f52f52ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:06.682049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b655c0a-6724-4a98-b4da-e42bd4894a99 req-3c46f2f7-c7a0-47c3-841f-d9f52f52ab9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 200 len: 912 time: 0.2858944 Mar 07 21:59:06.697614 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-48113faa-d25b-425d-93fe-928c25427346 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Project d71f28e89e2f43a5bebeba445b8bc10e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:59:06.758611 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-48113faa-d25b-425d-93fe-928c25427346 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (45055beb-572b-4aae-96e8-30b85f85aa9e), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.765910 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b655c0a-6724-4a98-b4da-e42bd4894a99 req-d06f600f-288e-4b83-8e8e-129d13c669d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5f06908-d3b9-4fa0-a713-9d750bec4bcf HTTP/1.1" status: 200 len: 217 time: 0.0719342 Mar 07 21:59:06.856917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-066420d7-4426-49f6-aa80-e853381c273b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Deleting subnet 9bd0cca6-58b7-4d94-8e13-da4adee64d19 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:59:06.863063 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-066420d7-4426-49f6-aa80-e853381c273b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks [] for subnet (9bd0cca6-58b7-4d94-8e13-da4adee64d19), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:06.924862 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-066420d7-4426-49f6-aa80-e853381c273b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (9bd0cca6-58b7-4d94-8e13-da4adee64d19), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.120395 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-066420d7-4426-49f6-aa80-e853381c273b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (9bd0cca6-58b7-4d94-8e13-da4adee64d19), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.257806 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-066420d7-4426-49f6-aa80-e853381c273b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (9bd0cca6-58b7-4d94-8e13-da4adee64d19), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.264473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b655c0a-6724-4a98-b4da-e42bd4894a99 req-b9881e32-d2c0-48b3-803b-149452483a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:07.266156 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b655c0a-6724-4a98-b4da-e42bd4894a99 req-b9881e32-d2c0-48b3-803b-149452483a56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e453854-77bd-461c-8a47-1e1f133854b2 HTTP/1.1" status: 200 len: 851 time: 0.4754732 Mar 07 21:59:07.281859 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875008ce-5918-4f60-9088-dda87c714ba7 req-bae891e7-b098-40cb-be4b-7711aa8d3324 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:07.283399 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-875008ce-5918-4f60-9088-dda87c714ba7 req-bae891e7-b098-40cb-be4b-7711aa8d3324 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.5165396 Mar 07 21:59:07.290354 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-48113faa-d25b-425d-93fe-928c25427346 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (45055beb-572b-4aae-96e8-30b85f85aa9e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.297348 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-066420d7-4426-49f6-aa80-e853381c273b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.300987 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-48113faa-d25b-425d-93fe-928c25427346 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (45055beb-572b-4aae-96e8-30b85f85aa9e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.306346 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-066420d7-4426-49f6-aa80-e853381c273b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] 10.222.0.26 "DELETE /v2.0/subnets/9bd0cca6-58b7-4d94-8e13-da4adee64d19 HTTP/1.1" status: 204 len: 168 time: 0.6715436 Mar 07 21:59:07.307283 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972d90e-55bd-4964-bdd8-0fc9122e144b None None] Network 97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:59:07.309100 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066420d7-4426-49f6-aa80-e853381c273b tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd0cca6-58b7-4d94-8e13-da4adee64d19,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:07.314966 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53014) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:07.338053 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b655c0a-6724-4a98-b4da-e42bd4894a99 req-54e5bc58-dfc5-4d2a-a3e5-a263369be5e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5675c4b1-a997-4e40-b5a8-fe2906f9dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497715 Mar 07 21:59:07.352503 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-48113faa-d25b-425d-93fe-928c25427346 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.353690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-48113faa-d25b-425d-93fe-928c25427346 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8144453 Mar 07 21:59:07.357754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53016) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:07.365614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48113faa-d25b-425d-93fe-928c25427346 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45055beb-572b-4aae-96e8-30b85f85aa9e,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:07.371123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-73b30adf-adb3-4bdb-bdc0-f29994143452 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '644f1811-a175-4463-aad8-bcf4207fcb14', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:07.454811 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.469162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-875008ce-5918-4f60-9088-dda87c714ba7 req-29f1c641-c8ea-42ea-b0b4-8c7e0869a9bd tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1773489 Mar 07 21:59:07.472133 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-73b30adf-adb3-4bdb-bdc0-f29994143452 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Project d71f28e89e2f43a5bebeba445b8bc10e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:59:07.480421 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73b30adf-adb3-4bdb-bdc0-f29994143452 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (d7efaf50-f65e-4f47-9870-56d25a9225df), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.524889 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b52e-ec2c-4dcd-8d42-c5d944b6aff1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (755657e1-115d-4cb2-9c5d-5cb44d356594), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.533778 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b655c0a-6724-4a98-b4da-e42bd4894a99 req-4057a2bd-638e-482f-9324-524cac095b4d service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768661 Mar 07 21:59:07.584067 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:59:07.602954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Deleting port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:59:07.603453 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.644052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b00711d-12b0-4a94-b0a0-1430632d898a None None] DHCP port deletion for 97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:59:07.652405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b655c0a-6724-4a98-b4da-e42bd4894a99 req-5388bbff-6696-4ebe-b01f-73d1dc01f80e service neutron] 10.222.0.15 "GET /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073990 Mar 07 21:59:07.667804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73b30adf-adb3-4bdb-bdc0-f29994143452 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (d7efaf50-f65e-4f47-9870-56d25a9225df), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.675669 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73b30adf-adb3-4bdb-bdc0-f29994143452 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (d7efaf50-f65e-4f47-9870-56d25a9225df), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.719668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5b00711d-12b0-4a94-b0a0-1430632d898a None None] Deleting port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:59:07.720246 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5b00711d-12b0-4a94-b0a0-1430632d898a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.728754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b30adf-adb3-4bdb-bdc0-f29994143452 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7efaf50-f65e-4f47-9870-56d25a9225df,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:07.751203 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-73b30adf-adb3-4bdb-bdc0-f29994143452 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.757595 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-73b30adf-adb3-4bdb-bdc0-f29994143452 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3872786 Mar 07 21:59:07.757984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53026) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:07.769691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5c5cd600-7194-4601-a70a-43b8c1ef078e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'network': {'name': 'tempest-network-smoke--1223907109', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'port_security_enabled': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:07.805430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5b00711d-12b0-4a94-b0a0-1430632d898a None None] For port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3d8900c4-907f-4e2c-9465-f3471b1d5bd0,segment=NetworkSegment(0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1),segment_id=0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:07.805758 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5b00711d-12b0-4a94-b0a0-1430632d898a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.821557 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5b00711d-12b0-4a94-b0a0-1430632d898a None None] Calling delete_port for 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:59:07.835867 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] For port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3d8900c4-907f-4e2c-9465-f3471b1d5bd0,segment=NetworkSegment(0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1),segment_id=0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:07.838391 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.849815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5cd600-7194-4601-a70a-43b8c1ef078e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Made reservation on behalf of d71f28e89e2f43a5bebeba445b8bc10e for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:07.858670 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c5cd600-7194-4601-a70a-43b8c1ef078e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.920285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Calling delete_port for 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:59:07.937648 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5cd600-7194-4601-a70a-43b8c1ef078e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:59:07.953533 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c5cd600-7194-4601-a70a-43b8c1ef078e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.953890 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-5c5cd600-7194-4601-a70a-43b8c1ef078e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Added segment f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b of type vlan for network 018fd511-8bf3-432b-a258-cb1f5f17efa8 Mar 07 21:59:07.959615 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5b00711d-12b0-4a94-b0a0-1430632d898a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:07.980627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b00711d-12b0-4a94-b0a0-1430632d898a None None] No DVR routers for this DVR port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:59:08.001205 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c5cd600-7194-4601-a70a-43b8c1ef078e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (018fd511-8bf3-432b-a258-cb1f5f17efa8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.027720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00711d-12b0-4a94-b0a0-1430632d898a None None] Pushing event deleted for resources: {'Port': ['ID=3d8900c4-907f-4e2c-9465-f3471b1d5bd0,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:08.032651 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f658223-ccfc-4628-a228-8e17599b7a60 req-d88e5b99-ed26-4979-bbdf-637dd7601301 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:08.040201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f658223-ccfc-4628-a228-8e17599b7a60 req-d88e5b99-ed26-4979-bbdf-637dd7601301 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 944 time: 0.2620459 Mar 07 21:59:08.043535 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c5cd600-7194-4601-a70a-43b8c1ef078e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (018fd511-8bf3-432b-a258-cb1f5f17efa8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.048986 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5cd600-7194-4601-a70a-43b8c1ef078e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:08.049840 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c5cd600-7194-4601-a70a-43b8c1ef078e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.133653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cd600-7194-4601-a70a-43b8c1ef078e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Network': ['ID=018fd511-8bf3-432b-a258-cb1f5f17efa8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:08.147366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 018fd511-8bf3-432b-a258-cb1f5f17efa8 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:59:08.188718 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5c5cd600-7194-4601-a70a-43b8c1ef078e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4268792 Mar 07 21:59:08.190693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53030) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:08.191542 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3d8900c4-907f-4e2c-9465-f3471b1d5bd0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.196370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'admin_state_up': True, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:08.212754 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] No DVR routers for this DVR port 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:59:08.224011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f658223-ccfc-4628-a228-8e17599b7a60 req-04896c44-0850-4e1a-8bc1-d06616e0aaa4 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818163 Mar 07 21:59:08.225870 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (5ef1e49b-b580-4c98-a9fa-706129920602), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.227194 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (5ef1e49b-b580-4c98-a9fa-706129920602), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.280539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Pushing event deleted for resources: {'Port': ['ID=3d8900c4-907f-4e2c-9465-f3471b1d5bd0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:08.280803 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d5f06908-d3b9-4fa0-a713-9d750bec4bcf details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:59:08.332804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2b52e-ec2c-4dcd-8d42-c5d944b6aff1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Deleting port fad22dc2-0f92-4f15-aaee-9255f3de8efe {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:59:08.333448 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b52e-ec2c-4dcd-8d42-c5d944b6aff1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.357882 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_controller (5ef1e49b-b580-4c98-a9fa-706129920602), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.431926 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.460293 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d5f06908-d3b9-4fa0-a713-9d750bec4bcf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d5f06908-d3b9-4fa0-a713-9d750bec4bcf,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:08.471333 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:08.491864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:08.492310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:08.495325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'd5f06908-d3b9-4fa0-a713-9d750bec4bcf', 'network_id': '5675c4b1-a997-4e40-b5a8-fe2906f9dd57', 'port_id': 'd5f06908-d3b9-4fa0-a713-9d750bec4bcf', 'mac_address': 'fa:16:3e:52:39:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e453854-77bd-461c-8a47-1e1f133854b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:59:08.517583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.550558 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.565145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:59:08.565642 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (0f5278c2-2f3c-4916-a6e1-0d56a8a6e9c1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.584606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port d5f06908-d3b9-4fa0-a713-9d750bec4bcf is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:08.585345 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d5f06908-d3b9-4fa0-a713-9d750bec4bcf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.601978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f06908-d3b9-4fa0-a713-9d750bec4bcf {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:59:08.610456 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (5ef1e49b-b580-4c98-a9fa-706129920602), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:59:08.613513 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:59:08.630953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d5f06908-d3b9-4fa0-a713-9d750bec4bcf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d5f06908-d3b9-4fa0-a713-9d750bec4bcf,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:08.637112 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d5f06908-d3b9-4fa0-a713-9d750bec4bcf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.660644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-dfd2b52e-ec2c-4dcd-8d42-c5d944b6aff1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] For port fad22dc2-0f92-4f15-aaee-9255f3de8efe, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fad22dc2-0f92-4f15-aaee-9255f3de8efe,segment=NetworkSegment(a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7),segment_id=a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:08.661569 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b52e-ec2c-4dcd-8d42-c5d944b6aff1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.679441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2b52e-ec2c-4dcd-8d42-c5d944b6aff1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Calling delete_port for fad22dc2-0f92-4f15-aaee-9255f3de8efe owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:59:08.711395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=d5f06908-d3b9-4fa0-a713-9d750bec4bcf,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:08.766714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ad9cb-cf2e-4763-b015-7b21fdba333d req-fa146111-0910-41ec-969c-4d535886530a tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:08.775375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b9ad9cb-cf2e-4763-b015-7b21fdba333d req-fa146111-0910-41ec-969c-4d535886530a tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.1931405 Mar 07 21:59:08.805474 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.826191 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:08.832499 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] 10.222.0.26 "DELETE /v2.0/networks/97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0 HTTP/1.1" status: 204 len: 168 time: 1.5135572 Mar 07 21:59:08.834719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2e925-c6b7-4b1a-897d-c657d6dc4790 tempest-DHCPAgentSchedulersTestJSON-1416081720 tempest-DHCPAgentSchedulersTestJSON-1416081720-project] Pushing event deleted for resources: {'Network': ['ID=97ebb6ac-fbfc-41ae-99ad-bdf64fa8feb0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:08.915196 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b9ad9cb-cf2e-4763-b015-7b21fdba333d req-542fa2ab-8f36-4028-9f9e-e47233938dd3 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1381774 Mar 07 21:59:08.920471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['d5f06908-d3b9-4fa0-a713-9d750bec4bcf'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:59:08.972021 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b52e-ec2c-4dcd-8d42-c5d944b6aff1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (fad22dc2-0f92-4f15-aaee-9255f3de8efe), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:09.046171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2b52e-ec2c-4dcd-8d42-c5d944b6aff1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Port': ['ID=fad22dc2-0f92-4f15-aaee-9255f3de8efe,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:09.213831 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (5ef1e49b-b580-4c98-a9fa-706129920602), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:09.279653 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:09.414991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:59:09.450573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:59:09.452189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3d8900c4-907f-4e2c-9465-f3471b1d5bd0 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:59:09.532615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53052) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:09.630967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af4f1a-f387-49c7-a86e-8129e425be29 req-b5939635-9816-4bed-9e9c-0984259418d3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:09.632936 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32af4f1a-f387-49c7-a86e-8129e425be29 req-b5939635-9816-4bed-9e9c-0984259418d3 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 945 time: 0.1872098 Mar 07 21:59:09.656885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.25.4.80 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:09.725428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32af4f1a-f387-49c7-a86e-8129e425be29 req-838fb56c-2b31-4f2c-b32a-1d7ec6f9c440 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840905 Mar 07 21:59:09.804242 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:09.859226 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b52e-ec2c-4dcd-8d42-c5d944b6aff1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (755657e1-115d-4cb2-9c5d-5cb44d356594), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:09.881481 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:09.937158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:09.941511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:09.945765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:10.026557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:10.123365 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0fa45c14-6348-470d-8396-18f5645de2ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a17ec09e33246e2aaa681898220f798&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5881193 Mar 07 21:59:10.125837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53064) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:10.190618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d5f06908-d3b9-4fa0-a713-9d750bec4bcf up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:10.283944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-509410f7-af2f-48be-b3d4-3a52273a7979 admin admin] Publish callbacks [] for security_group (7e70783b-9d46-41a8-b5e6-963216998dbe), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:10.329013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13ab64-ae04-480e-bc32-91f5d64301fd req-d458c261-3919-4c02-8a49-34f93b8e2441 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:10.337131 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac13ab64-ae04-480e-bc32-91f5d64301fd req-d458c261-3919-4c02-8a49-34f93b8e2441 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.2815554 Mar 07 21:59:10.366500 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-509410f7-af2f-48be-b3d4-3a52273a7979 admin admin] Publish callbacks [] for security_group (7e70783b-9d46-41a8-b5e6-963216998dbe), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:10.389094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port d5f06908-d3b9-4fa0-a713-9d750bec4bcf completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:59:10.396883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port d5f06908-d3b9-4fa0-a713-9d750bec4bcf triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:10.397272 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d5f06908-d3b9-4fa0-a713-9d750bec4bcf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:10.427944 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd2b52e-ec2c-4dcd-8d42-c5d944b6aff1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Router 755657e1-115d-4cb2-9c5d-5cb44d356594 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:59:10.437032 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-509410f7-af2f-48be-b3d4-3a52273a7979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7e70783b-9d46-41a8-b5e6-963216998dbe), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:10.439930 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-509410f7-af2f-48be-b3d4-3a52273a7979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:10.443810 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-509410f7-af2f-48be-b3d4-3a52273a7979 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e70783b-9d46-41a8-b5e6-963216998dbe HTTP/1.1" status: 204 len: 168 time: 0.3142674 Mar 07 21:59:10.453168 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509410f7-af2f-48be-b3d4-3a52273a7979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e70783b-9d46-41a8-b5e6-963216998dbe,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:10.548677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac13ab64-ae04-480e-bc32-91f5d64301fd req-72dbc0b3-3e5c-4c78-aaa2-34eccd24a0b6 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2105830 Mar 07 21:59:10.617532 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port d5f06908-d3b9-4fa0-a713-9d750bec4bcf is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:10.617936 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d5f06908-d3b9-4fa0-a713-9d750bec4bcf), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:10.646044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd2b52e-ec2c-4dcd-8d42-c5d944b6aff1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:59:10.662053 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dfd2b52e-ec2c-4dcd-8d42-c5d944b6aff1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "PUT /v2.0/routers/755657e1-115d-4cb2-9c5d-5cb44d356594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9923711 Mar 07 21:59:10.664927 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53072) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:10.666902 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (5ef1e49b-b580-4c98-a9fa-706129920602), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:10.669304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5df1c-d84a-4d12-964b-c086ead5f642 None None] Sync routers for ids ['755657e1-115d-4cb2-9c5d-5cb44d356594'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:59:10.688403 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826ac38d-b794-4157-bf42-644857fbbd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f06908-d3b9-4fa0-a713-9d750bec4bcf'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:59:10.695325 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4bed7b-6462-4203-9816-96e3581ecf12" -d '{"events": [{"server_uuid": "826ac38d-b794-4157-bf42-644857fbbd94", "name": "network-vif-plugged", "status": "completed", "tag": "d5f06908-d3b9-4fa0-a713-9d750bec4bcf"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:59:10.731768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d5f06908-d3b9-4fa0-a713-9d750bec4bcf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d5f06908-d3b9-4fa0-a713-9d750bec4bcf,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:10.741791 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5df1c-d84a-4d12-964b-c086ead5f642 None None] Routers {'755657e1-115d-4cb2-9c5d-5cb44d356594'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:10.743437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c8b5df1c-d84a-4d12-964b-c086ead5f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:58:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['755657e1-115d-4cb2-9c5d-5cb44d356594'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:10.747423 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d5f06908-d3b9-4fa0-a713-9d750bec4bcf), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:10.808762 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc33938b-0498-4549-8e9c-09eb34f39a20 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Deleting subnet cc4754c7-988a-4bb2-b1de-0e1c9db5d817 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:59:10.819511 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bc33938b-0498-4549-8e9c-09eb34f39a20 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for subnet (cc4754c7-988a-4bb2-b1de-0e1c9db5d817), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:10.869212 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1714da4-d9c7-4946-8f31-23a05fd1f726 x-openstack-request-id: req-c1714da4-d9c7-4946-8f31-23a05fd1f726 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:59:10.869477 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826ac38d-b794-4157-bf42-644857fbbd94", "name": "network-vif-plugged", "status": "completed", "tag": "d5f06908-d3b9-4fa0-a713-9d750bec4bcf", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:59:10.869792 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1714da4-d9c7-4946-8f31-23a05fd1f726 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:59:10.870229 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826ac38d-b794-4157-bf42-644857fbbd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f06908-d3b9-4fa0-a713-9d750bec4bcf', 'code': 200} Mar 07 21:59:10.888773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bc33938b-0498-4549-8e9c-09eb34f39a20 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (cc4754c7-988a-4bb2-b1de-0e1c9db5d817), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:11.046908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7c36a-6bd9-47c7-85d8-a2cf48f06a45 req-0800d5d3-8544-4a37-8121-5f923d68a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:11.048555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9e7c36a-6bd9-47c7-85d8-a2cf48f06a45 req-0800d5d3-8544-4a37-8121-5f923d68a9a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 1128 time: 0.1697867 Mar 07 21:59:11.060071 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de29066-e3e1-404f-9d19-53ac853c0e0a req-f5e41c30-2448-4ff7-ac32-7d5d56d07db6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:11.070272 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3de29066-e3e1-404f-9d19-53ac853c0e0a req-f5e41c30-2448-4ff7-ac32-7d5d56d07db6 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 946 time: 0.2096648 Mar 07 21:59:11.104787 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=d5f06908-d3b9-4fa0-a713-9d750bec4bcf,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:11.113769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bc33938b-0498-4549-8e9c-09eb34f39a20 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (cc4754c7-988a-4bb2-b1de-0e1c9db5d817), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:11.143149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-c8b5df1c-d84a-4d12-964b-c086ead5f642 None None] Set router 755657e1-115d-4cb2-9c5d-5cb44d356594 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:11.227231 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53092) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:11.266017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3de29066-e3e1-404f-9d19-53ac853c0e0a req-122c55c1-57e6-40f0-87e7-7bca34281330 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929491 Mar 07 21:59:11.291269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9e7c36a-6bd9-47c7-85d8-a2cf48f06a45 req-4006a247-0133-4f7b-8dd2-cc531af6fef3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061007 Mar 07 21:59:11.291421 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d075ba15-ac18-45ec-be6e-2da83a55ef1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:11.291542 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (5ef1e49b-b580-4c98-a9fa-706129920602), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:11.342108 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bc33938b-0498-4549-8e9c-09eb34f39a20 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (cc4754c7-988a-4bb2-b1de-0e1c9db5d817), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:11.441831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33938b-0498-4549-8e9c-09eb34f39a20 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Subnet': ['ID=cc4754c7-988a-4bb2-b1de-0e1c9db5d817,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:11.458210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1d5463-0248-423d-8154-f752700ea2b7 None None] Network 64fc6aa8-4664-4ea2-a04b-27a12c871a1b requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:59:11.460088 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bc33938b-0498-4549-8e9c-09eb34f39a20 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:11.465491 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bc33938b-0498-4549-8e9c-09eb34f39a20 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "DELETE /v2.0/subnets/cc4754c7-988a-4bb2-b1de-0e1c9db5d817 HTTP/1.1" status: 204 len: 168 time: 0.7994742 Mar 07 21:59:11.468858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53094) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:11.598745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c8b5df1c-d84a-4d12-964b-c086ead5f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:59:08Z', 'revision_number': 7, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:11.677308 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5df1c-d84a-4d12-964b-c086ead5f642 None None] Checking router: 755657e1-115d-4cb2-9c5d-5cb44d356594 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:59:11.694587 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d075ba15-ac18-45ec-be6e-2da83a55ef1b admin admin] Publish callbacks [] for security_group (1bcf6c4b-bef9-4a18-b483-9235ba885a88), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:11.704637 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d075ba15-ac18-45ec-be6e-2da83a55ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1bcf6c4b-bef9-4a18-b483-9235ba885a88), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:11.712822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5df1c-d84a-4d12-964b-c086ead5f642 None None] Routers {'755657e1-115d-4cb2-9c5d-5cb44d356594'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:11.713804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c8b5df1c-d84a-4d12-964b-c086ead5f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:58:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['755657e1-115d-4cb2-9c5d-5cb44d356594'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:11.727447 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router (755657e1-115d-4cb2-9c5d-5cb44d356594), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:11.816148 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d075ba15-ac18-45ec-be6e-2da83a55ef1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f63bff610a3425fb16377edb7040b30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5873303 Mar 07 21:59:11.819249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075ba15-ac18-45ec-be6e-2da83a55ef1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcf6c4b-bef9-4a18-b483-9235ba885a88,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:11.823489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53102) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:11.824975 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e5ff0-4893-45b3-b728-01ca392a100b None None] DHCP port deletion for 64fc6aa8-4664-4ea2-a04b-27a12c871a1b request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 21:59:12.017256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-c8b5df1c-d84a-4d12-964b-c086ead5f642 None None] Set router 755657e1-115d-4cb2-9c5d-5cb44d356594 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:12.040461 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router_gateway (755657e1-115d-4cb2-9c5d-5cb44d356594), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:12.042832 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-374dd277-833c-4fb7-a3c4-8b5baee6a3b0 admin admin] Publish callbacks [] for security_group (1bcf6c4b-bef9-4a18-b483-9235ba885a88), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:12.105623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ffdf-7565-4581-af91-1ab5172a7d79 req-aa12c752-5052-4c01-8c50-54e10be63a18 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:12.107959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5618ffdf-7565-4581-af91-1ab5172a7d79 req-aa12c752-5052-4c01-8c50-54e10be63a18 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0830190 Mar 07 21:59:12.124759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-664e5ff0-4893-45b3-b728-01ca392a100b None None] Deleting port 6ebeeb7f-7944-467e-940e-24dd8ff01074 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:59:12.125260 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-664e5ff0-4893-45b3-b728-01ca392a100b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6ebeeb7f-7944-467e-940e-24dd8ff01074), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:12.138363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-374dd277-833c-4fb7-a3c4-8b5baee6a3b0 admin admin] Publish callbacks [] for security_group (1bcf6c4b-bef9-4a18-b483-9235ba885a88), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:12.200309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router 5ef1e49b-b580-4c98-a9fa-706129920602 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:59:12.232240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5618ffdf-7565-4581-af91-1ab5172a7d79 req-88b7384f-6c3f-4068-aa45-2d0fc7964a06 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023889 Mar 07 21:59:12.265633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Deleting port 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:59:12.265992 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:12.377982 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-374dd277-833c-4fb7-a3c4-8b5baee6a3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1bcf6c4b-bef9-4a18-b483-9235ba885a88), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:12.382016 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-374dd277-833c-4fb7-a3c4-8b5baee6a3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:12.386879 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-374dd277-833c-4fb7-a3c4-8b5baee6a3b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bcf6c4b-bef9-4a18-b483-9235ba885a88 HTTP/1.1" status: 204 len: 168 time: 0.5620880 Mar 07 21:59:12.435451 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374dd277-833c-4fb7-a3c4-8b5baee6a3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcf6c4b-bef9-4a18-b483-9235ba885a88,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:12.525840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:59:12.542889 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Sync routers for ids ['5ef1e49b-b580-4c98-a9fa-706129920602'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:59:12.553443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] For port 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:12.555345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:12.563213 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Routers {'5ef1e49b-b580-4c98-a9fa-706129920602'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:12.564595 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:58:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5ef1e49b-b580-4c98-a9fa-706129920602'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:12.588882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Calling delete_port for 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:59:12.613215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2071210-15bc-493d-8840-5c786b4ee558 req-a5252942-4910-46b0-8077-2cbe66c0c6f9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:12.615854 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2071210-15bc-493d-8840-5c786b4ee558 req-a5252942-4910-46b0-8077-2cbe66c0c6f9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 946 time: 0.2682037 Mar 07 21:59:12.645194 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:12.649880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e65a674c-a55e-4306-8529-8cb632103ea6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4551482 Mar 07 21:59:12.700574 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53124) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:12.727493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-664e5ff0-4893-45b3-b728-01ca392a100b None None] For port 6ebeeb7f-7944-467e-940e-24dd8ff01074, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6ebeeb7f-7944-467e-940e-24dd8ff01074,segment=NetworkSegment(a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7),segment_id=a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:12.729041 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-664e5ff0-4893-45b3-b728-01ca392a100b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6ebeeb7f-7944-467e-940e-24dd8ff01074), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:12.761400 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2071210-15bc-493d-8840-5c786b4ee558 req-828ad40a-bdfd-46b9-8a2e-1574b8eb98a9 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388960 Mar 07 21:59:12.771087 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-10f0f0a3-72a2-4529-9bc7-25ad0e38ba65 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=d71f28e89e2f43a5bebeba445b8bc10e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0692189 Mar 07 21:59:12.773904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53128) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:12.781702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-664e5ff0-4893-45b3-b728-01ca392a100b None None] Calling delete_port for 6ebeeb7f-7944-467e-940e-24dd8ff01074 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:59:12.808327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c8b5df1c-d84a-4d12-964b-c086ead5f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:59:08Z', 'revision_number': 7, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:12.841562 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Set router 5ef1e49b-b580-4c98-a9fa-706129920602 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:12.921616 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5df1c-d84a-4d12-964b-c086ead5f642 None None] The sync data for ids ['755657e1-115d-4cb2-9c5d-5cb44d356594'] in n-d-832330-1 is: [{'id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'name': 'tempest-TestNetworkBasicOps-router-1344895768', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:59:08Z', 'revision_number': 7, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755657e1-115d-4cb2-9c5d-5cb44d356594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:55:35Z', 'updated_at': '2022-03-07T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:59:12.934282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a95505-848b-4d8e-80fc-2d857cf9cbef tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:12.937045 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-61a95505-848b-4d8e-80fc-2d857cf9cbef tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1619716 Mar 07 21:59:12.940016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53132) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:13.020570 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-664e5ff0-4893-45b3-b728-01ca392a100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (6ebeeb7f-7944-467e-940e-24dd8ff01074), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:13.027369 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-34281b73-f729-4d60-b19f-111c83042c1f tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0861921 Mar 07 21:59:13.029943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53136) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:13.043822 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:13.047114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-fe193ebf-9618-4c6e-bea9-0ee995d8506b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1471388321', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:13.073633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e5ff0-4893-45b3-b728-01ca392a100b None None] Pushing event deleted for resources: {'Port': ['ID=6ebeeb7f-7944-467e-940e-24dd8ff01074,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:13.087038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e5ff0-4893-45b3-b728-01ca392a100b None None] No DVR routers for this DVR port 6ebeeb7f-7944-467e-940e-24dd8ff01074 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:59:13.099485 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Port': ['ID=7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:13.195609 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:08Z', 'updated_at': '2022-03-07T21:59:10Z', 'revision_number': 3, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:09Z', 'updated_at': '2022-03-07T21:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:13.230242 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (755657e1-115d-4cb2-9c5d-5cb44d356594), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:13.260531 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Checking router: 5ef1e49b-b580-4c98-a9fa-706129920602 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:59:13.261472 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Updating router 5ef1e49b-b580-4c98-a9fa-706129920602 port b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:59:13.300269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe193ebf-9618-4c6e-bea9-0ee995d8506b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Made reservation on behalf of d71f28e89e2f43a5bebeba445b8bc10e for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:13.316526 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe193ebf-9618-4c6e-bea9-0ee995d8506b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:13.362047 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:13.546964 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (755657e1-115d-4cb2-9c5d-5cb44d356594), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:13.555849 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router_controller (755657e1-115d-4cb2-9c5d-5cb44d356594), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:13.568866 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6ebeeb7f-7944-467e-940e-24dd8ff01074 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:59:13.645502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 6ebeeb7f-7944-467e-940e-24dd8ff01074 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:59:13.648692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6ebeeb7f-7944-467e-940e-24dd8ff01074 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:59:13.650514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fad22dc2-0f92-4f15-aaee-9255f3de8efe no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:59:13.675039 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (755657e1-115d-4cb2-9c5d-5cb44d356594), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:13.676148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Fanout notify agent at l3_agent the message router_deleted on router 755657e1-115d-4cb2-9c5d-5cb44d356594 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 21:59:13.686006 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:13.688372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8612c-58b2-4c03-a8af-ea5cd679d9ff req-9d58f749-98b6-4405-8bdd-dcc5d0e456d3 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:13.692978 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-65d5df21-4b1d-4e9d-9925-2fff5c8f9dbe tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "DELETE /v2.0/routers/755657e1-115d-4cb2-9c5d-5cb44d356594 HTTP/1.1" status: 204 len: 168 time: 2.2231059 Mar 07 21:59:13.697243 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53158) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:13.698298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fb8612c-58b2-4c03-a8af-ea5cd679d9ff req-9d58f749-98b6-4405-8bdd-dcc5d0e456d3 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.2372351 Mar 07 21:59:13.713627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: fad22dc2-0f92-4f15-aaee-9255f3de8efe {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:59:13.721371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fad22dc2-0f92-4f15-aaee-9255f3de8efe not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:59:13.902626 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe193ebf-9618-4c6e-bea9-0ee995d8506b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (c78fedcc-9da9-4523-beec-6912dd891870), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:13.909569 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71c1b56e-73ef-4ec0-8db1-393b8cd1206f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (64fc6aa8-4664-4ea2-a04b-27a12c871a1b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:13.991783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe193ebf-9618-4c6e-bea9-0ee995d8506b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Subnet': ['ID=c78fedcc-9da9-4523-beec-6912dd891870,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:14.038271 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Publish callbacks [] for port (b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:14.056532 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:14.103328 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9fb8612c-58b2-4c03-a8af-ea5cd679d9ff req-6db642f8-05d1-4980-ba56-6421709a91d3 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3955290 Mar 07 21:59:14.112917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe193ebf-9618-4c6e-bea9-0ee995d8506b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Checking segment: {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:14.113522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe193ebf-9618-4c6e-bea9-0ee995d8506b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network hostable DHCP agents. Network: 018fd511-8bf3-432b-a258-cb1f5f17efa8, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:59:14.129768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff30354-e758-46c8-9bdb-cb06b7624d0f req-b9b37048-3d75-476c-ab53-5fb550647cc4 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:14.131353 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bff30354-e758-46c8-9bdb-cb06b7624d0f req-b9b37048-3d75-476c-ab53-5fb550647cc4 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 946 time: 0.1427262 Mar 07 21:59:14.204798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe193ebf-9618-4c6e-bea9-0ee995d8506b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network 018fd511-8bf3-432b-a258-cb1f5f17efa8 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:59:14.209593 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Attempting to bind port b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:14.209974 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Attempting to bind port b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:14.218593 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Attempting to bind port b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:14.227347 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71c1b56e-73ef-4ec0-8db1-393b8cd1206f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (64fc6aa8-4664-4ea2-a04b-27a12c871a1b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:14.236463 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce92847-44bc-43db-a261-5216541f24bd None None] Pushing event updated for resources: {'Port': ['ID=b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:14.249954 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:59:14.250727 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:14.251340 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:14.253405 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:59:14.254155 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Bound port: b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:59:14.255171 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:14.256166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-fe193ebf-9618-4c6e-bea9-0ee995d8506b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 018fd511-8bf3-432b-a258-cb1f5f17efa8) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:14.267432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f986d90d-b21b-42c2-870f-bf55114fad62 None None] Network 018fd511-8bf3-432b-a258-cb1f5f17efa8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:59:14.271234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe193ebf-9618-4c6e-bea9-0ee995d8506b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:14.271391 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe193ebf-9618-4c6e-bea9-0ee995d8506b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:14.278698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-71c1b56e-73ef-4ec0-8db1-393b8cd1206f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fc6aa8-4664-4ea2-a04b-27a12c871a1b']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:14.292725 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce92847-44bc-43db-a261-5216541f24bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:14.293485 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce92847-44bc-43db-a261-5216541f24bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:14.294012 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce92847-44bc-43db-a261-5216541f24bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:14.294649 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce92847-44bc-43db-a261-5216541f24bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:14.295144 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce92847-44bc-43db-a261-5216541f24bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:14.295647 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce92847-44bc-43db-a261-5216541f24bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:14.296635 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce92847-44bc-43db-a261-5216541f24bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:14.297200 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce92847-44bc-43db-a261-5216541f24bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:14.297862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-71c1b56e-73ef-4ec0-8db1-393b8cd1206f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:14.298158 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce92847-44bc-43db-a261-5216541f24bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:14.298293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-71c1b56e-73ef-4ec0-8db1-393b8cd1206f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:14.299238 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce92847-44bc-43db-a261-5216541f24bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:14.300139 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce92847-44bc-43db-a261-5216541f24bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:14.300752 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce92847-44bc-43db-a261-5216541f24bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:14.301326 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce92847-44bc-43db-a261-5216541f24bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:14.317360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fe193ebf-9618-4c6e-bea9-0ee995d8506b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2825477 Mar 07 21:59:14.319693 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71c1b56e-73ef-4ec0-8db1-393b8cd1206f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:14.321823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53176) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:14.343095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bff30354-e758-46c8-9bdb-cb06b7624d0f req-c5bdc9ba-c068-40db-9dd7-9fd2124bb1ce tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894209 Mar 07 21:59:14.396670 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] For port b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:14.401400 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] For port b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:59:14.412112 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:14.447066 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71c1b56e-73ef-4ec0-8db1-393b8cd1206f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:14.458698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c1b56e-73ef-4ec0-8db1-393b8cd1206f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:59:14.474727 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71c1b56e-73ef-4ec0-8db1-393b8cd1206f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (a1729fe6-3bc4-41e3-bc8f-5c7b47b79db7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:59:14.478037 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:59:14.515759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-018fd511-8bf3-432b-a258-cb1f5f17efa8', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ips': [{'subnet_id': 'c78fedcc-9da9-4523-beec-6912dd891870'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:59:14.516993 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:14.543849 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce92847-44bc-43db-a261-5216541f24bd None None] Pushing event updated for resources: {'Port': ['ID=b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:14.546623 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Routers {'5ef1e49b-b580-4c98-a9fa-706129920602'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:14.547172 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:58:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5ef1e49b-b580-4c98-a9fa-706129920602'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:14.693307 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71c1b56e-73ef-4ec0-8db1-393b8cd1206f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (64fc6aa8-4664-4ea2-a04b-27a12c871a1b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:14.707235 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71c1b56e-73ef-4ec0-8db1-393b8cd1206f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:14.710765 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-71c1b56e-73ef-4ec0-8db1-393b8cd1206f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "DELETE /v2.0/networks/64fc6aa8-4664-4ea2-a04b-27a12c871a1b HTTP/1.1" status: 204 len: 168 time: 1.0122895 Mar 07 21:59:14.731383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53186) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:14.737474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'network': {'name': 'tempest-network-smoke--191632366', 'project_id': '2d192248e3994b0e99e0429603afce16', 'port_security_enabled': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:14.757756 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] Set router 5ef1e49b-b580-4c98-a9fa-706129920602 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:14.768410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1b56e-73ef-4ec0-8db1-393b8cd1206f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Network': ['ID=64fc6aa8-4664-4ea2-a04b-27a12c871a1b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:14.785621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Allocated IP 172.20.0.2 (018fd511-8bf3-432b-a258-cb1f5f17efa8/c78fedcc-9da9-4523-beec-6912dd891870/1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:14.792666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Made reservation on behalf of 2d192248e3994b0e99e0429603afce16 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:14.798246 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:14.860987 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:59:14.887933 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (bb0b9d28-0790-4f1c-90c2-76d288854f27), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:14.889001 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Added segment bb0b9d28-0790-4f1c-90c2-76d288854f27 of type vlan for network bdb980e6-1959-4c40-b77f-f4fa622d8c0c Mar 07 21:59:14.991654 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (bdb980e6-1959-4c40-b77f-f4fa622d8c0c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:15.060997 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (bdb980e6-1959-4c40-b77f-f4fa622d8c0c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:15.075626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:15.077753 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:15.233387 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Publish callbacks [] for port (1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:15.235035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4993267 Mar 07 21:59:15.239113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53200) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:15.244522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'admin_state_up': True, 'project_id': '2d192248e3994b0e99e0429603afce16', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:15.260180 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:15.290159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:59:15.343203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:59:15.343548 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7b2263f2-e6c5-411a-9a4f-f07f8b9a3e4b not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:59:15.376153 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (04648d18-7baf-4ad8-9d5f-897fa68e5346), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:15.378717 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (04648d18-7baf-4ad8-9d5f-897fa68e5346), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:15.425018 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:08Z', 'updated_at': '2022-03-07T21:59:10Z', 'revision_number': 3, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:09Z', 'updated_at': '2022-03-07T21:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:15.433555 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Network 018fd511-8bf3-432b-a258-cb1f5f17efa8 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:15.443835 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:15.449225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:15.457245 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eebcc2-a18e-4882-b505-fc079485eeea None None] The sync data for ids ['5ef1e49b-b580-4c98-a9fa-706129920602'] in n-d-832330-1 is: [{'id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:08Z', 'updated_at': '2022-03-07T21:59:10Z', 'revision_number': 3, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:09Z', 'updated_at': '2022-03-07T21:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:59:15.481713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Pushing event updated for resources: {'Port': ['ID=1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:15.517514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Network': ['ID=bdb980e6-1959-4c40-b77f-f4fa622d8c0c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:15.561617 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:15.561911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:15.562294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:15.562642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:15.562987 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:15.563363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:15.563691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:15.570511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Attempting to bind port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:15.571360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Attempting to bind port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:15.572399 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Attempting to bind port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b on network 018fd511-8bf3-432b-a258-cb1f5f17efa8 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:15.573893 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:15.575510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:15.577136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:15.577696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:15.579440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:15.580074 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:59:15.581111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506949-1f02-48df-b415-7abdc9ecf6be tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:15.581824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Checking segment: {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:15.583045 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:15.584172 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Bound using segment: {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:59:15.584925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Bound port: 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:59:15.585545 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:15.598611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router_controller (04648d18-7baf-4ad8-9d5f-897fa68e5346), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:15.608155 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network bdb980e6-1959-4c40-b77f-f4fa622d8c0c details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:59:15.636315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8e636-1294-45bf-8b84-160d87150a74 req-1a1af759-6d35-46a5-8c7e-5450ae8bb81d tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:15.646134 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fb8e636-1294-45bf-8b84-160d87150a74 req-1a1af759-6d35-46a5-8c7e-5450ae8bb81d tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.3775599 Mar 07 21:59:15.713444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2351e-0326-408b-a2dd-3e4b4aad4b64 req-2c381ec5-b955-4dfd-90a5-5c69cbcccf25 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:15.715998 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90c2351e-0326-408b-a2dd-3e4b4aad4b64 req-2c381ec5-b955-4dfd-90a5-5c69cbcccf25 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 946 time: 0.4119360 Mar 07 21:59:15.791277 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fb8e636-1294-45bf-8b84-160d87150a74 req-393d9767-024b-47cd-aa26-d0089be88ae9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1356645 Mar 07 21:59:15.855444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90c2351e-0326-408b-a2dd-3e4b4aad4b64 req-99aab4ac-5fce-4b31-9583-a345736bdaa0 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276534 Mar 07 21:59:15.867192 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:16.040658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] For port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:16.044919 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] For port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:59:16.056414 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ab60c269-0f8e-479f-a7d6-677da6dfca00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:16.062103 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:16.086719 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router_gateway (04648d18-7baf-4ad8-9d5f-897fa68e5346), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:16.187150 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:16.226006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434e9f4-f1c9-44b0-a314-a479207c8911 None None] Pushing event updated for resources: {'Port': ['ID=1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:16.810008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53230) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:16.817125 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router_gateway (04648d18-7baf-4ad8-9d5f-897fa68e5346), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:16.859477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:16.903874 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.20.0.1 (018fd511-8bf3-432b-a258-cb1f5f17efa8/c78fedcc-9da9-4523-beec-6912dd891870/1df6ca75-a70b-48ee-a8a5-cea3c9fe998b) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:17.128081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4bba0875-333a-4b71-8e85-685f2811a341 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-838061268'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:17.128711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4bba0875-333a-4b71-8e85-685f2811a341 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Unknown quota resources ['metering_label']. {{(pid=103719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 21:59:17.239810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Allocated IP 172.25.4.45 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/4e27b835-90b8-4aa0-9f44-84af90c08cf3) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:17.302610 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:17.398758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a83a6-e708-485a-861d-1a9ef75612d5 req-074dcece-eefb-46bc-99e2-4f83cdb272ba tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:17.401074 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-743a83a6-e708-485a-861d-1a9ef75612d5 req-074dcece-eefb-46bc-99e2-4f83cdb272ba tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.4668574 Mar 07 21:59:17.480205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:17.515566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f8016-e04e-4ed0-b442-99630aff59d9 req-12277663-bfdc-4033-bfa8-a207ef2e019c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:17.517426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de8f8016-e04e-4ed0-b442-99630aff59d9 req-12277663-bfdc-4033-bfa8-a207ef2e019c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 946 time: 0.5001683 Mar 07 21:59:17.545981 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:17.571562 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-743a83a6-e708-485a-861d-1a9ef75612d5 req-a8cc0ccc-6004-454c-b7df-b5423129c744 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841186 Mar 07 21:59:17.615396 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:17.615813 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:17.640189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53248) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:17.654710 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4bba0875-333a-4b71-8e85-685f2811a341 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:17.656179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4bba0875-333a-4b71-8e85-685f2811a341 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8444123 Mar 07 21:59:17.659273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network 018fd511-8bf3-432b-a258-cb1f5f17efa8 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:17.662223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53252) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:17.686825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2b3dde1d-3d20-4d49-ab37-1f3b47b6419f tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd7c8b50b-eec4-4e6c-9a04-2fd273997755'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:17.688054 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2b3dde1d-3d20-4d49-ab37-1f3b47b6419f tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 21:59:17.721083 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de8f8016-e04e-4ed0-b442-99630aff59d9 req-d364ece9-cdb8-47c5-83ee-f3b888eb7125 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552138 Mar 07 21:59:17.741780 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:17.796707 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:17.800032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:17.800442 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:17.803043 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for port (4e27b835-90b8-4aa0-9f44-84af90c08cf3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:17.806563 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=1df6ca75-a70b-48ee-a8a5-cea3c9fe998b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:17.891769 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a0ad07e0-4b71-4164-b135-6adf68178ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:17.920271 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:17.928967 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:17.930034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:18.019380 n-d-832330-1 neutron-server[103718]: WARNING neutron.services.metering.metering_plugin [None req-2b3dde1d-3d20-4d49-ab37-1f3b47b6419f tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 21:59:18.036541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eb1a7b-9b11-4f76-96df-0c5f2030794a None None] Network 018fd511-8bf3-432b-a258-cb1f5f17efa8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:59:18.163663 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cb89b-14f8-4c6f-8cd2-0a725a4b263b req-fa001ed9-e042-4c9e-9fc7-2d426bb4ce56 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:18.171678 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe3cb89b-14f8-4c6f-8cd2-0a725a4b263b req-fa001ed9-e042-4c9e-9fc7-2d426bb4ce56 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 946 time: 0.1019938 Mar 07 21:59:18.184903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:18.191757 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6261e9e3-401a-4946-936d-13b90ddca040 None None] Provisioning complete for port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:18.192231 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6261e9e3-401a-4946-936d-13b90ddca040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:18.258471 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe3cb89b-14f8-4c6f-8cd2-0a725a4b263b req-3cb72d5f-79fe-4e0a-9985-e647f99ae052 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857556 Mar 07 21:59:18.325297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:18.326021 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:18.372341 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:18.402889 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6261e9e3-401a-4946-936d-13b90ddca040 None None] Current status of the port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:18.469394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:18.469793 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:18.473840 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1bdff04-178b-444a-9e22-fbd47841f71c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:18.500071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:18.505082 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:18.571586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:18.576493 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (5ef1e49b-b580-4c98-a9fa-706129920602), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:18.581489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:18.582060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:18.582742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:18.584525 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:18.585051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:18.585947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:18.586510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:18.587057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:18.587588 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:18.588071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:18.588612 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:18.589146 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:18.590003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:18.677536 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b3dde1d-3d20-4d49-ab37-1f3b47b6419f tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:18.678938 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2b3dde1d-3d20-4d49-ab37-1f3b47b6419f tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9959514 Mar 07 21:59:18.684421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53264) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:18.691902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7c9e52ee-f7bb-4fe2-a096-4b4d8e2ca590 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd7c8b50b-eec4-4e6c-9a04-2fd273997755'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:18.692862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7c9e52ee-f7bb-4fe2-a096-4b4d8e2ca590 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 21:59:18.696684 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4e27b835-90b8-4aa0-9f44-84af90c08cf3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:18.748098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6d8be844-b079-4f4a-9e99-8daa63523aaa None None] Provisioning complete for port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:18.750026 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6d8be844-b079-4f4a-9e99-8daa63523aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:18.765671 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:18.789345 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:18.803586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6d8be844-b079-4f4a-9e99-8daa63523aaa None None] Port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:59:18.815830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6d8be844-b079-4f4a-9e99-8daa63523aaa None None] Provisioning complete for port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:18.816266 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6d8be844-b079-4f4a-9e99-8daa63523aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:18.833001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Port': ['ID=4e27b835-90b8-4aa0-9f44-84af90c08cf3,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:18.841034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:18.856260 n-d-832330-1 neutron-server[103719]: WARNING neutron.services.metering.metering_plugin [None req-7c9e52ee-f7bb-4fe2-a096-4b4d8e2ca590 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 21:59:18.956339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6d8be844-b079-4f4a-9e99-8daa63523aaa None None] Current status of the port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:18.975668 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1bdff04-178b-444a-9e22-fbd47841f71c admin admin] Publish callbacks [] for security_group (593bb7c0-b4ff-4a1d-8b41-2850701b4e9f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.005414 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1bdff04-178b-444a-9e22-fbd47841f71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (593bb7c0-b4ff-4a1d-8b41-2850701b4e9f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.039184 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7c9e52ee-f7bb-4fe2-a096-4b4d8e2ca590 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.043299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7c9e52ee-f7bb-4fe2-a096-4b4d8e2ca590 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3574989 Mar 07 21:59:19.044182 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53272) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:19.072254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e455b-3776-4488-b5b5-e5ab5703bba2 req-95726175-79bc-4fdf-a230-2dcee3a467cc tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:19.079535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e06e455b-3776-4488-b5b5-e5ab5703bba2 req-95726175-79bc-4fdf-a230-2dcee3a467cc tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.4087634 Mar 07 21:59:19.085514 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d32f775a-8469-4183-91b5-0ddaa3544c02 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=c8950645-5e09-40ea-bb45-761044ae1c88 HTTP/1.1" status: 200 len: 464 time: 0.0351954 Mar 07 21:59:19.086373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53274) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:19.091304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6c347b7a-3859-4848-ab26-fecdc977a7c5 None None] Provisioning complete for port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:19.091945 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6c347b7a-3859-4848-ab26-fecdc977a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.153322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e06e455b-3776-4488-b5b5-e5ab5703bba2 req-d2d71b1f-7f28-4865-a66b-a3a2d8551f0c tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676081 Mar 07 21:59:19.168355 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6c347b7a-3859-4848-ab26-fecdc977a7c5 None None] Port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:59:19.185173 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.237375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdff04-178b-444a-9e22-fbd47841f71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593bb7c0-b4ff-4a1d-8b41-2850701b4e9f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:19.244074 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d1bdff04-178b-444a-9e22-fbd47841f71c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e27e3a4bc5bb4641804269c0f043affa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5996082 Mar 07 21:59:19.246121 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e61d2e8-be68-4085-be86-9221a4e259fb tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.247868 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53276) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:19.250448 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6e61d2e8-be68-4085-be86-9221a4e259fb tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/c8950645-5e09-40ea-bb45-761044ae1c88 HTTP/1.1" status: 204 len: 168 time: 0.1624618 Mar 07 21:59:19.251083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53278) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:19.265848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0836b5c7-93e4-4a67-82d8-98965d04b5f9 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=c8950645-5e09-40ea-bb45-761044ae1c88 HTTP/1.1" status: 200 len: 221 time: 0.0136209 Mar 07 21:59:19.266527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53280) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:19.271072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-983330f7-78ed-4fa6-90aa-5b206a8addbc tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1557533514', 'description': 'label created by tempest'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:19.271532 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-983330f7-78ed-4fa6-90aa-5b206a8addbc tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Unknown quota resources ['metering_label']. {{(pid=103719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 21:59:19.297746 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.335937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:19.426840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:19.428272 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.535347 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-983330f7-78ed-4fa6-90aa-5b206a8addbc tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.540725 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-983330f7-78ed-4fa6-90aa-5b206a8addbc tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2730260 Mar 07 21:59:19.541793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53284) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:19.562216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:19.564378 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:19.565196 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cbd79cf7-4b3e-46d0-adb3-ba0d439fc233 admin admin] Publish callbacks [] for security_group (593bb7c0-b4ff-4a1d-8b41-2850701b4e9f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.621967 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:19.622431 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.640721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d19ba0c8-c020-4c16-af20-0d0d487ed87f tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=da23f4fa-e9cb-428a-9456-a7242041a598 HTTP/1.1" status: 200 len: 468 time: 0.0951698 Mar 07 21:59:19.640956 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cbd79cf7-4b3e-46d0-adb3-ba0d439fc233 admin admin] Publish callbacks [] for security_group (593bb7c0-b4ff-4a1d-8b41-2850701b4e9f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.641737 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53286) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:19.711950 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e8a35-2092-4d57-85d4-cb298a09b582 req-99301403-f21f-4d2a-8018-612a8634b21d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:19.714049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f07e8a35-2092-4d57-85d4-cb298a09b582 req-99301403-f21f-4d2a-8018-612a8634b21d tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 946 time: 0.3088577 Mar 07 21:59:19.727046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:19.746369 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cbd79cf7-4b3e-46d0-adb3-ba0d439fc233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (593bb7c0-b4ff-4a1d-8b41-2850701b4e9f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.748889 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cbd79cf7-4b3e-46d0-adb3-ba0d439fc233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.752862 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cbd79cf7-4b3e-46d0-adb3-ba0d439fc233 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/593bb7c0-b4ff-4a1d-8b41-2850701b4e9f HTTP/1.1" status: 204 len: 168 time: 0.5022907 Mar 07 21:59:19.780479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd79cf7-4b3e-46d0-adb3-ba0d439fc233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593bb7c0-b4ff-4a1d-8b41-2850701b4e9f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:19.790710 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router_gateway (04648d18-7baf-4ad8-9d5f-897fa68e5346), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.914145 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-85d59f49-0cbd-4e54-9c3c-e1ecc7dcacd6 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:19.919286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53292) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:19.919762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-85d59f49-0cbd-4e54-9c3c-e1ecc7dcacd6 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/da23f4fa-e9cb-428a-9456-a7242041a598 HTTP/1.1" status: 204 len: 168 time: 0.2752182 Mar 07 21:59:19.953907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743742a-9796-4af2-8053-593578dd800a req-535f448e-2a46-4cda-97e4-f8b8f9f3bd87 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:19.956113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1743742a-9796-4af2-8053-593578dd800a req-535f448e-2a46-4cda-97e4-f8b8f9f3bd87 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 946 time: 0.2406850 Mar 07 21:59:19.960817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f07e8a35-2092-4d57-85d4-cb298a09b582 req-d897942d-312b-4751-a059-784a8218603a tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a524dc8-2865-48bd-9202-c7bcde0fffac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862049 Mar 07 21:59:20.018301 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-10ae37b9-4397-42fc-a7ed-918bfa4945a6 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=da23f4fa-e9cb-428a-9456-a7242041a598 HTTP/1.1" status: 200 len: 216 time: 0.0925074 Mar 07 21:59:20.019533 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53294) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:20.070019 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-48361d08-9b7e-4ea0-b665-bd21cc6245b0 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0496533 Mar 07 21:59:20.075373 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53296) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:20.107273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-1743742a-9796-4af2-8053-593578dd800a req-d13ea86f-c2a6-43ae-911d-b311b4898b64 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Deleting port d5f06908-d3b9-4fa0-a713-9d750bec4bcf {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:59:20.107732 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1743742a-9796-4af2-8053-593578dd800a req-d13ea86f-c2a6-43ae-911d-b311b4898b64 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d5f06908-d3b9-4fa0-a713-9d750bec4bcf), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:20.113111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53300) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:20.118577 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3571ad2f-bd7a-4399-be82-c51aebb0d0b7 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0420167 Mar 07 21:59:20.133990 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53302) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:20.149766 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d11a1b20-cc84-4dc6-8cdc-e9d8f992794d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:20.203494 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3603a9d5-9a30-49a7-ae5a-9556cc1aa14a tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/d7c8b50b-eec4-4e6c-9a04-2fd273997755 HTTP/1.1" status: 200 len: 472 time: 0.0684485 Mar 07 21:59:20.212842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53308) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:20.237342 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (04648d18-7baf-4ad8-9d5f-897fa68e5346), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:20.247585 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8006a94d-7ca8-4809-bda8-6a755ac7a61e tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/6fa854df-b64b-4ca5-8bcb-e8c7184d0afa HTTP/1.1" status: 200 len: 461 time: 0.0307229 Mar 07 21:59:20.248218 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53310) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:20.278144 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:20.302962 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1743742a-9796-4af2-8053-593578dd800a req-d13ea86f-c2a6-43ae-911d-b311b4898b64 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] For port d5f06908-d3b9-4fa0-a713-9d750bec4bcf, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d5f06908-d3b9-4fa0-a713-9d750bec4bcf,segment=NetworkSegment(f4013974-98c1-4178-8c2e-0e81f0d65a16),segment_id=f4013974-98c1-4178-8c2e-0e81f0d65a16)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:20.303539 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1743742a-9796-4af2-8053-593578dd800a req-d13ea86f-c2a6-43ae-911d-b311b4898b64 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d5f06908-d3b9-4fa0-a713-9d750bec4bcf), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:20.326498 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:20.330600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-1743742a-9796-4af2-8053-593578dd800a req-d13ea86f-c2a6-43ae-911d-b311b4898b64 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Calling delete_port for d5f06908-d3b9-4fa0-a713-9d750bec4bcf owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:59:20.340917 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:20.411629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae27fd-d348-4501-bf4d-31b6b1944c50 req-83702c0a-7dab-4caf-a24b-3ada668b5dd3 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:20.413219 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06ae27fd-d348-4501-bf4d-31b6b1944c50 req-83702c0a-7dab-4caf-a24b-3ada668b5dd3 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.1693056 Mar 07 21:59:20.420339 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d11a1b20-cc84-4dc6-8cdc-e9d8f992794d admin admin] Publish callbacks [] for security_group (04f20c3e-2d49-4d4f-a46d-003ded02a95c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:20.497578 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cbd364fe-2e54-4cea-a487-2032df0b946f tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:20.501238 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cbd364fe-2e54-4cea-a487-2032df0b946f tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/6fa854df-b64b-4ca5-8bcb-e8c7184d0afa HTTP/1.1" status: 204 len: 168 time: 0.2496283 Mar 07 21:59:20.503609 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53312) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:20.604888 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=1df6ca75-a70b-48ee-a8a5-cea3c9fe998b,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:20.607380 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (5ef1e49b-b580-4c98-a9fa-706129920602), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:20.753280 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d11a1b20-cc84-4dc6-8cdc-e9d8f992794d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (04f20c3e-2d49-4d4f-a46d-003ded02a95c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:20.821441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d11a1b20-cc84-4dc6-8cdc-e9d8f992794d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d126303bc6b440628240c1d4ef918639&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7071579 Mar 07 21:59:20.825042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53314) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:20.830091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a1b20-cc84-4dc6-8cdc-e9d8f992794d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f20c3e-2d49-4d4f-a46d-003ded02a95c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:20.858140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06ae27fd-d348-4501-bf4d-31b6b1944c50 req-edb8758e-5201-4920-a1f3-26241221b438 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4362996 Mar 07 21:59:20.875141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Router 04648d18-7baf-4ad8-9d5f-897fa68e5346 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:59:20.900611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0997236a-3118-4b6d-8041-def9b65b57c1 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:20.905479 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0997236a-3118-4b6d-8041-def9b65b57c1 tempest-MeteringTestJSON-1572526723 tempest-MeteringTestJSON-1572526723-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/d7c8b50b-eec4-4e6c-9a04-2fd273997755 HTTP/1.1" status: 204 len: 168 time: 0.3945994 Mar 07 21:59:20.934798 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c9763d8a-843e-4550-9332-82ace855c201 admin admin] Publish callbacks [] for security_group (04f20c3e-2d49-4d4f-a46d-003ded02a95c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:20.936515 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1743742a-9796-4af2-8053-593578dd800a req-d13ea86f-c2a6-43ae-911d-b311b4898b64 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d5f06908-d3b9-4fa0-a713-9d750bec4bcf), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:20.949900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['d5f06908-d3b9-4fa0-a713-9d750bec4bcf'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:59:20.981015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ea86f-c2a6-43ae-911d-b311b4898b64 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Pushing event deleted for resources: {'Port': ['ID=d5f06908-d3b9-4fa0-a713-9d750bec4bcf,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:21.047511 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c9763d8a-843e-4550-9332-82ace855c201 admin admin] Publish callbacks [] for security_group (04f20c3e-2d49-4d4f-a46d-003ded02a95c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:21.099821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1743742a-9796-4af2-8053-593578dd800a req-d13ea86f-c2a6-43ae-911d-b311b4898b64 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] No DVR routers for this DVR port d5f06908-d3b9-4fa0-a713-9d750bec4bcf on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:59:21.109585 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1743742a-9796-4af2-8053-593578dd800a req-d13ea86f-c2a6-43ae-911d-b311b4898b64 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:21.113785 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1743742a-9796-4af2-8053-593578dd800a req-d13ea86f-c2a6-43ae-911d-b311b4898b64 tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.15 "DELETE /v2.0/ports/d5f06908-d3b9-4fa0-a713-9d750bec4bcf HTTP/1.1" status: 204 len: 173 time: 1.1432350 Mar 07 21:59:21.114605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826ac38d-b794-4157-bf42-644857fbbd94', 'name': 'network-vif-deleted', 'tag': 'd5f06908-d3b9-4fa0-a713-9d750bec4bcf'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:59:21.116863 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd54267-42cf-44ed-b124-ef70c884b190" -d '{"events": [{"server_uuid": "826ac38d-b794-4157-bf42-644857fbbd94", "name": "network-vif-deleted", "tag": "d5f06908-d3b9-4fa0-a713-9d750bec4bcf"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:59:21.184082 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98694eb6-9700-43e0-8a5a-55796ad3db78 x-openstack-request-id: req-98694eb6-9700-43e0-8a5a-55796ad3db78 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:59:21.185223 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826ac38d-b794-4157-bf42-644857fbbd94", "name": "network-vif-deleted", "tag": "d5f06908-d3b9-4fa0-a713-9d750bec4bcf", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:59:21.185699 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98694eb6-9700-43e0-8a5a-55796ad3db78 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:59:21.186386 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826ac38d-b794-4157-bf42-644857fbbd94', 'name': 'network-vif-deleted', 'tag': 'd5f06908-d3b9-4fa0-a713-9d750bec4bcf', 'status': 'completed', 'code': 200} Mar 07 21:59:21.200714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0e9e3d0-cefd-49f9-b9af-9910f86dd258 req-410c1e57-56ba-4fa1-8a57-d7b5d140b16c tempest-DeleteServersTestJSON-1456759873 tempest-DeleteServersTestJSON-1456759873-project] 10.222.0.26 "GET /v2.0/ports?device_id=826ac38d-b794-4157-bf42-644857fbbd94 HTTP/1.1" status: 200 len: 210 time: 0.1235125 Mar 07 21:59:21.238616 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c9763d8a-843e-4550-9332-82ace855c201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (04f20c3e-2d49-4d4f-a46d-003ded02a95c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:21.243102 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c9763d8a-843e-4550-9332-82ace855c201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:21.247120 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c9763d8a-843e-4550-9332-82ace855c201 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04f20c3e-2d49-4d4f-a46d-003ded02a95c HTTP/1.1" status: 204 len: 168 time: 0.4181397 Mar 07 21:59:21.270807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9763d8a-843e-4550-9332-82ace855c201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f20c3e-2d49-4d4f-a46d-003ded02a95c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:21.491212 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network 018fd511-8bf3-432b-a258-cb1f5f17efa8 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:21.493997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:21.589881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53332) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:21.699071 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:59:21.717719 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Sync routers for ids ['04648d18-7baf-4ad8-9d5f-897fa68e5346'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:59:21.759169 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router 5ef1e49b-b580-4c98-a9fa-706129920602 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:59:21.766683 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:21.769466 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0c2e7033-0489-466e-8b66-a027318eab29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5285933 Mar 07 21:59:21.769739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Routers {'04648d18-7baf-4ad8-9d5f-897fa68e5346'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:21.770701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['04648d18-7baf-4ad8-9d5f-897fa68e5346'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:21.772721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53336) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:21.900072 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5f0f2e8f-ee00-4f4b-9c81-4d45385f77a6 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=2d192248e3994b0e99e0429603afce16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1261311 Mar 07 21:59:21.901507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53340) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:21.914799 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53342) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:21.925503 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-659bdccc-7747-4873-9a15-63e0f796330f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:21.948673 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7f23cc15-2c80-45cf-ac16-b08b084c4ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:22.040805 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7f23cc15-2c80-45cf-ac16-b08b084c4ac2 admin admin] Publish callbacks [] for security_group (5935e6cb-d52a-41bc-82fa-8eb40070d810), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:22.046568 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8eea3420-5f97-4df4-84de-13fd45a855e6 None None] Provisioning complete for port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:22.047647 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8eea3420-5f97-4df4-84de-13fd45a855e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:22.076774 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7f23cc15-2c80-45cf-ac16-b08b084c4ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5935e6cb-d52a-41bc-82fa-8eb40070d810), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:22.096912 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8eea3420-5f97-4df4-84de-13fd45a855e6 None None] Port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:59:22.126913 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:22.133158 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23cc15-2c80-45cf-ac16-b08b084c4ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5935e6cb-d52a-41bc-82fa-8eb40070d810,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:22.137798 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7f23cc15-2c80-45cf-ac16-b08b084c4ac2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19f54e0edc0d4ccbbcfc561ae5e9d57d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219868 Mar 07 21:59:22.139180 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:59:22.140570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53344) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:22.149514 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6555b570-c792-44a5-afb0-1ae6e12e4582 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "PUT /v2.0/routers/5ef1e49b-b580-4c98-a9fa-706129920602/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8263106 Mar 07 21:59:22.155386 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Sync routers for ids ['5ef1e49b-b580-4c98-a9fa-706129920602'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:59:22.171244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Set router 04648d18-7baf-4ad8-9d5f-897fa68e5346 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:22.187587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-659bdccc-7747-4873-9a15-63e0f796330f admin admin] Publish callbacks [] for security_group (d40ad969-f109-4d8d-b879-68e28a171c92), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:22.195790 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-659bdccc-7747-4873-9a15-63e0f796330f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d40ad969-f109-4d8d-b879-68e28a171c92), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:22.215203 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Routers {'5ef1e49b-b580-4c98-a9fa-706129920602'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:22.222343 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5ef1e49b-b580-4c98-a9fa-706129920602'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:22.291515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bdccc-7747-4873-9a15-63e0f796330f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40ad969-f109-4d8d-b879-68e28a171c92,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:22.304149 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18050d7d-4666-4feb-9411-02508b4bd244 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:22.315328 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-18050d7d-4666-4feb-9411-02508b4bd244 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4104254 Mar 07 21:59:22.319339 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53350) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:22.391145 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9afe3834-935c-46f1-85d0-05a315d4eee7 admin admin] Publish callbacks [] for security_group (5935e6cb-d52a-41bc-82fa-8eb40070d810), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:22.418693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804c766-d9dc-4b28-a072-631e3f680fdc req-b0cd932b-8178-4147-a3f5-59ccbcfe0328 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:22.420251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3804c766-d9dc-4b28-a072-631e3f680fdc req-b0cd932b-8178-4147-a3f5-59ccbcfe0328 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.3463776 Mar 07 21:59:22.431463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8fed4a72-60dd-44df-9cb0-060af21aa0dc tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0988264 Mar 07 21:59:22.441524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53356) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:22.458692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-659bdccc-7747-4873-9a15-63e0f796330f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72c7aed75f754c5188fdfe3c5b31a7ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8675706 Mar 07 21:59:22.459373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53358) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:22.471991 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Set router 5ef1e49b-b580-4c98-a9fa-706129920602 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:22.474523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-354d7fe8-03b9-42cb-af9c-ae0f44c1abde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1304035495', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'project_id': '2d192248e3994b0e99e0429603afce16', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:22.609187 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9afe3834-935c-46f1-85d0-05a315d4eee7 admin admin] Publish callbacks [] for security_group (5935e6cb-d52a-41bc-82fa-8eb40070d810), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:22.637885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3804c766-d9dc-4b28-a072-631e3f680fdc req-bcf9ef55-1b75-4ee5-844b-9cb9fe62665c tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2049012 Mar 07 21:59:22.668868 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-989164ad-b4cc-4418-b845-f67388a124c0 admin admin] Publish callbacks [] for security_group (d40ad969-f109-4d8d-b879-68e28a171c92), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:22.719829 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-989164ad-b4cc-4418-b845-f67388a124c0 admin admin] Publish callbacks [] for security_group (d40ad969-f109-4d8d-b879-68e28a171c92), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:22.816621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354d7fe8-03b9-42cb-af9c-ae0f44c1abde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Made reservation on behalf of 2d192248e3994b0e99e0429603afce16 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:22.824293 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-354d7fe8-03b9-42cb-af9c-ae0f44c1abde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:22.861261 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9afe3834-935c-46f1-85d0-05a315d4eee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5935e6cb-d52a-41bc-82fa-8eb40070d810), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:22.866444 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9afe3834-935c-46f1-85d0-05a315d4eee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:22.869035 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9afe3834-935c-46f1-85d0-05a315d4eee7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5935e6cb-d52a-41bc-82fa-8eb40070d810 HTTP/1.1" status: 204 len: 168 time: 0.7268088 Mar 07 21:59:22.901680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe3834-935c-46f1-85d0-05a315d4eee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5935e6cb-d52a-41bc-82fa-8eb40070d810,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:22.972094 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:08Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:09Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '1df6ca75-a70b-48ee-a8a5-cea3c9fe998b', 'name': '', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:48:40:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:19Z', 'revision_number': 2, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:23.015902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-95366e7c-383a-4fe7-82d3-3934a8ca505e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413148675&fields=id&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 267 time: 0.2058156 Mar 07 21:59:23.019106 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-989164ad-b4cc-4418-b845-f67388a124c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d40ad969-f109-4d8d-b879-68e28a171c92), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:23.027138 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Checking router: 5ef1e49b-b580-4c98-a9fa-706129920602 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:59:23.028534 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Updating router 5ef1e49b-b580-4c98-a9fa-706129920602 port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:59:23.074863 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-989164ad-b4cc-4418-b845-f67388a124c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:23.081051 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-989164ad-b4cc-4418-b845-f67388a124c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d40ad969-f109-4d8d-b879-68e28a171c92 HTTP/1.1" status: 204 len: 168 time: 0.6048474 Mar 07 21:59:23.102532 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:23.118274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989164ad-b4cc-4418-b845-f67388a124c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40ad969-f109-4d8d-b879-68e28a171c92,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:23.332145 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-354d7fe8-03b9-42cb-af9c-ae0f44c1abde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (c4050649-59f5-45d9-ac7f-6b2b241a392e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:23.434881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-4f68df36-1878-4db0-bed2-a395bca916ab tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:23.453381 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-4f68df36-1878-4db0-bed2-a395bca916ab tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/networks?id=018fd511-8bf3-432b-a258-cb1f5f17efa8 HTTP/1.1" status: 200 len: 797 time: 0.3695467 Mar 07 21:59:23.457609 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d7fe8-03b9-42cb-af9c-ae0f44c1abde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Subnet': ['ID=c4050649-59f5-45d9-ac7f-6b2b241a392e,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:23.471595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:15Z', 'updated_at': '2022-03-07T21:59:19Z', 'revision_number': 3, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:32:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:23.486322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-3b0766c6-48a2-4810-ad91-c880d8f77993 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/quotas/d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 375 time: 0.0297680 Mar 07 21:59:23.567087 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d7fe8-03b9-42cb-af9c-ae0f44c1abde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Checking segment: {'id': 'bb0b9d28-0790-4f1c-90c2-76d288854f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:23.571233 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d7fe8-03b9-42cb-af9c-ae0f44c1abde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network hostable DHCP agents. Network: bdb980e6-1959-4c40-b77f-f4fa622d8c0c, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:59:23.573583 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Checking router: 04648d18-7baf-4ad8-9d5f-897fa68e5346 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:59:23.573945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Updating router 04648d18-7baf-4ad8-9d5f-897fa68e5346 port 4e27b835-90b8-4aa0-9f44-84af90c08cf3 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:59:23.628084 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-6aee6741-fc85-45a3-96f9-f1b0b8126c68 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1402748 Mar 07 21:59:23.639791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d7fe8-03b9-42cb-af9c-ae0f44c1abde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network bdb980e6-1959-4c40-b77f-f4fa622d8c0c is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:59:23.678408 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4e27b835-90b8-4aa0-9f44-84af90c08cf3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:23.680210 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-354d7fe8-03b9-42cb-af9c-ae0f44c1abde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, bdb980e6-1959-4c40-b77f-f4fa622d8c0c) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:23.717030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354d7fe8-03b9-42cb-af9c-ae0f44c1abde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:23.718052 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-354d7fe8-03b9-42cb-af9c-ae0f44c1abde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:23.745428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d230e4b-9615-46cb-8871-de72cdd0785d None None] Network bdb980e6-1959-4c40-b77f-f4fa622d8c0c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:59:23.809780 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-354d7fe8-03b9-42cb-af9c-ae0f44c1abde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3669212 Mar 07 21:59:23.820363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53410) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:23.950388 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Publish callbacks [] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:23.957120 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53416) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:24.033586 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:24.042914 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f2bad2bf-de8d-4b28-88dd-fe7e6252c37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:24.139327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-653fa9f5-84b8-469a-980b-f6c38239b6fb service neutron] 10.222.0.26 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952562 Mar 07 21:59:24.162886 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8804af7-7afc-4a0b-9f1b-d867ac99c686 None None] Pushing event updated for resources: {'Port': ['ID=1df6ca75-a70b-48ee-a8a5-cea3c9fe998b,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:24.250696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d5f06908-d3b9-4fa0-a713-9d750bec4bcf no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 21:59:24.266295 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6b0d6-1e1c-4aa4-a48a-82fe435c20ba req-e1090df9-8bcb-496e-8261-6b8097edaa11 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:24.269691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8aa6b0d6-1e1c-4aa4-a48a-82fe435c20ba req-e1090df9-8bcb-496e-8261-6b8097edaa11 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.2983739 Mar 07 21:59:24.275642 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f2bad2bf-de8d-4b28-88dd-fe7e6252c37b admin admin] Publish callbacks [] for security_group (65011b9f-bf50-4f6a-b31a-a73cda6af2e5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:24.286552 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f2bad2bf-de8d-4b28-88dd-fe7e6252c37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (65011b9f-bf50-4f6a-b31a-a73cda6af2e5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:24.333379 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Attempting to bind port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:24.333749 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Attempting to bind port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:24.341228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: d5f06908-d3b9-4fa0-a713-9d750bec4bcf {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 21:59:24.341534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d5f06908-d3b9-4fa0-a713-9d750bec4bcf not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 21:59:24.349074 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Attempting to bind port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b on network 018fd511-8bf3-432b-a258-cb1f5f17efa8 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:24.365610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'project_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ips': [{'subnet_id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:59:24.366820 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:24.373720 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:59:24.374176 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Checking segment: {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:24.374601 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:24.374998 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Bound using segment: {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:59:24.380659 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Bound port: 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:59:24.381297 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:24.416413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bad2bf-de8d-4b28-88dd-fe7e6252c37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65011b9f-bf50-4f6a-b31a-a73cda6af2e5,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:24.466103 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f2bad2bf-de8d-4b28-88dd-fe7e6252c37b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4707620f763b4884a7241f87d55f8496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5005581 Mar 07 21:59:24.471866 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53420) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:24.596550 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] For port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:24.601869 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] For port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1df6ca75-a70b-48ee-a8a5-cea3c9fe998b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:59:24.616878 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:24.692102 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1abb85a8-f87d-4d03-aed9-5a559a725e94 admin admin] Publish callbacks [] for security_group (65011b9f-bf50-4f6a-b31a-a73cda6af2e5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:24.748435 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-685b95cd-3004-42e1-b1cc-6e36e512bd9d service neutron] 10.222.0.26 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949321 Mar 07 21:59:24.775534 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1abb85a8-f87d-4d03-aed9-5a559a725e94 admin admin] Publish callbacks [] for security_group (65011b9f-bf50-4f6a-b31a-a73cda6af2e5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:24.778812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8aa6b0d6-1e1c-4aa4-a48a-82fe435c20ba req-4147d0ac-883f-4485-852a-8620b700df00 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4871762 Mar 07 21:59:24.784260 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Routers {'5ef1e49b-b580-4c98-a9fa-706129920602'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:24.789132 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5ef1e49b-b580-4c98-a9fa-706129920602'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:24.799340 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8804af7-7afc-4a0b-9f1b-d867ac99c686 None None] Pushing event updated for resources: {'Port': ['ID=1df6ca75-a70b-48ee-a8a5-cea3c9fe998b,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:24.981643 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1abb85a8-f87d-4d03-aed9-5a559a725e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (65011b9f-bf50-4f6a-b31a-a73cda6af2e5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:24.994910 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1abb85a8-f87d-4d03-aed9-5a559a725e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:25.001547 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1abb85a8-f87d-4d03-aed9-5a559a725e94 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65011b9f-bf50-4f6a-b31a-a73cda6af2e5 HTTP/1.1" status: 204 len: 168 time: 0.5234697 Mar 07 21:59:25.036574 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb85a8-f87d-4d03-aed9-5a559a725e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65011b9f-bf50-4f6a-b31a-a73cda6af2e5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:25.059885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-77cbc816-4e2e-4b39-9635-d26f1d9da33b None None] Provisioning complete for port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:25.063696 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-77cbc816-4e2e-4b39-9635-d26f1d9da33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:25.317241 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] Set router 5ef1e49b-b580-4c98-a9fa-706129920602 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:25.476610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Allocated IP 172.20.0.2 (bdb980e6-1959-4c40-b77f-f4fa622d8c0c/c4050649-59f5-45d9-ac7f-6b2b241a392e/78684149-9c0f-4890-b2af-7f48ca028048) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:25.589086 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f433a0e3-50d8-4d7a-a822-7400889af6a0 req-dd187eff-e2cd-4e81-a809-d0946e3679bf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 210 time: 0.1874602 Mar 07 21:59:25.616971 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Publish callbacks [] for port (4e27b835-90b8-4aa0-9f44-84af90c08cf3), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:25.741306 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4e27b835-90b8-4aa0-9f44-84af90c08cf3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:25.873147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11a4a0-e655-4e16-a5af-41dc13191313 req-89dd98b6-af36-43b8-9e33-5a81abf158a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:25.875389 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d11a4a0-e655-4e16-a5af-41dc13191313 req-89dd98b6-af36-43b8-9e33-5a81abf158a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bb6403373984f908124dcb70d1ed022&device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 1128 time: 0.3712702 Mar 07 21:59:25.882337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27754149-6798-47c2-86fe-48f9b935a7fd None None] Pushing event updated for resources: {'Port': ['ID=4e27b835-90b8-4aa0-9f44-84af90c08cf3,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:25.945187 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-77cbc816-4e2e-4b39-9635-d26f1d9da33b None None] Current status of the port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:25.945797 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-77cbc816-4e2e-4b39-9635-d26f1d9da33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:25.980372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6dfeb-0b23-4a38-91ab-0693d5266ad9 req-bfd25d1f-62ad-4dbd-8730-04ac3459cdf1 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:25.992589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32f6dfeb-0b23-4a38-91ab-0693d5266ad9 req-bfd25d1f-62ad-4dbd-8730-04ac3459cdf1 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.5537288 Mar 07 21:59:26.175266 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:08Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:09Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '1df6ca75-a70b-48ee-a8a5-cea3c9fe998b', 'name': '', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:48:40:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:24Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:26.177054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Attempting to bind port 4e27b835-90b8-4aa0-9f44-84af90c08cf3 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:26.182656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Attempting to bind port 4e27b835-90b8-4aa0-9f44-84af90c08cf3 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:26.182939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Attempting to bind port 4e27b835-90b8-4aa0-9f44-84af90c08cf3 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:26.219957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:59:26.222462 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:26.222874 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:26.223433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:59:26.223997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Bound port: 4e27b835-90b8-4aa0-9f44-84af90c08cf3, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:59:26.224454 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4e27b835-90b8-4aa0-9f44-84af90c08cf3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:26.265111 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a672a24-c5ff-4581-b975-797c054fa256 None None] The sync data for ids ['5ef1e49b-b580-4c98-a9fa-706129920602'] in n-d-832330-1 is: [{'id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:08Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:09Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '1df6ca75-a70b-48ee-a8a5-cea3c9fe998b', 'name': '', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:48:40:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:24Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:59:26.484073 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32f6dfeb-0b23-4a38-91ab-0693d5266ad9 req-98069083-c9fe-4c85-a7e5-d6db13eef69b tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4902771 Mar 07 21:59:26.499043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11a4a0-e655-4e16-a5af-41dc13191313 req-a68b7176-7e26-45d8-bd35-24cd00fb3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:26.516305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d11a4a0-e655-4e16-a5af-41dc13191313 req-a68b7176-7e26-45d8-bd35-24cd00fb3a9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=17af4d75-4163-4f51-bf4d-822a5308abb9 HTTP/1.1" status: 200 len: 911 time: 0.6039498 Mar 07 21:59:26.543043 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] For port 4e27b835-90b8-4aa0-9f44-84af90c08cf3, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:26.561895 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-77cbc816-4e2e-4b39-9635-d26f1d9da33b None None] For port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1df6ca75-a70b-48ee-a8a5-cea3c9fe998b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:26.578467 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-77cbc816-4e2e-4b39-9635-d26f1d9da33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:26.583708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] For port 4e27b835-90b8-4aa0-9f44-84af90c08cf3, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4e27b835-90b8-4aa0-9f44-84af90c08cf3,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:59:26.585671 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Publish callbacks [] for port (78684149-9c0f-4890-b2af-7f48ca028048), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:26.646882 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (78684149-9c0f-4890-b2af-7f48ca028048), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:26.651818 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4e27b835-90b8-4aa0-9f44-84af90c08cf3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:26.715645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbc816-4e2e-4b39-9635-d26f1d9da33b None None] Pushing event updated for resources: {'Port': ['ID=1df6ca75-a70b-48ee-a8a5-cea3c9fe998b,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:26.840175 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Routers {'04648d18-7baf-4ad8-9d5f-897fa68e5346'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:26.840175 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['04648d18-7baf-4ad8-9d5f-897fa68e5346'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:26.842984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Pushing event updated for resources: {'Port': ['ID=78684149-9c0f-4890-b2af-7f48ca028048,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:26.853720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d11a4a0-e655-4e16-a5af-41dc13191313 req-1b6394cf-d6d6-480b-84a4-a652a3df5e02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b385e6f-9bbd-488a-87c6-04f7efc8a217 HTTP/1.1" status: 200 len: 1002 time: 0.3340166 Mar 07 21:59:26.921391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11a4a0-e655-4e16-a5af-41dc13191313 req-09af39cf-47b9-4c77-b9c9-df2d39c1f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:26.923951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d11a4a0-e655-4e16-a5af-41dc13191313 req-09af39cf-47b9-4c77-b9c9-df2d39c1f18a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b78d0f-0bb8-455d-a78c-07f57fa57eef HTTP/1.1" status: 200 len: 849 time: 0.0557036 Mar 07 21:59:26.982433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a27360a-5602-473b-92f7-0808cd81e128 req-cf1db179-6448-4359-91ed-8cf7c6e687dd tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 210 time: 0.1789830 Mar 07 21:59:27.049571 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Network bdb980e6-1959-4c40-b77f-f4fa622d8c0c is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:27.069735 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:27.073367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:27.076761 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:27.093281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bc3ff12d-5fe6-4b5f-b65d-ab427b24eb12 None None] Provisioning complete for port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:27.093699 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bc3ff12d-5fe6-4b5f-b65d-ab427b24eb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:27.172960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11a4a0-e655-4e16-a5af-41dc13191313 req-a4f93d15-4e21-4586-b635-1f186e8af1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:27.175532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d11a4a0-e655-4e16-a5af-41dc13191313 req-a4f93d15-4e21-4586-b635-1f186e8af1f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17af4d75-4163-4f51-bf4d-822a5308abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2175832 Mar 07 21:59:27.435678 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d11a4a0-e655-4e16-a5af-41dc13191313 req-cb410c6b-dbed-4333-8373-03db3f606594 service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503219 Mar 07 21:59:27.628256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:27.650156 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d11a4a0-e655-4e16-a5af-41dc13191313 req-d1249837-9566-477e-b45c-8da8c1f90b42 service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992545 Mar 07 21:59:27.820252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27754149-6798-47c2-86fe-48f9b935a7fd None None] Pushing event updated for resources: {'Port': ['ID=4e27b835-90b8-4aa0-9f44-84af90c08cf3,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:27.982023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] Set router 04648d18-7baf-4ad8-9d5f-897fa68e5346 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:28.310185 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6541b2f-9cd6-4bbe-8876-a13bb2628cf7 req-ecae644d-b844-4027-92c2-ce249c1dca3d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 210 time: 0.0855901 Mar 07 21:59:28.417838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537bfd6-6cbd-4515-9b67-a64fed2fed95 req-ab42ab71-9280-4a2d-8ac9-4ecf2935ea1b tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:28.422649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5537bfd6-6cbd-4515-9b67-a64fed2fed95 req-ab42ab71-9280-4a2d-8ac9-4ecf2935ea1b tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.6094806 Mar 07 21:59:28.660511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Allocated IP 172.20.0.1 (bdb980e6-1959-4c40-b77f-f4fa622d8c0c/c4050649-59f5-45d9-ac7f-6b2b241a392e/4b664f65-c4ab-4a88-ad97-ce94f17c710a) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:28.847640 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:28.882990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Attempting to bind port 78684149-9c0f-4890-b2af-7f48ca028048 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:28.884402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Attempting to bind port 78684149-9c0f-4890-b2af-7f48ca028048 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'bb0b9d28-0790-4f1c-90c2-76d288854f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:28.885454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Attempting to bind port 78684149-9c0f-4890-b2af-7f48ca028048 on network bdb980e6-1959-4c40-b77f-f4fa622d8c0c {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:28.897008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15607cb-0084-4c35-8b3b-8363de9dbee8 req-eeb1b7e1-13a0-41da-b787-a7faa64f521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:28.899280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e15607cb-0084-4c35-8b3b-8363de9dbee8 req-eeb1b7e1-13a0-41da-b787-a7faa64f521c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bb6403373984f908124dcb70d1ed022&device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 1128 time: 0.9883082 Mar 07 21:59:28.940396 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:59:28.941942 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Checking segment: {'id': 'bb0b9d28-0790-4f1c-90c2-76d288854f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:28.942675 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:28.943832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Bound using segment: {'id': 'bb0b9d28-0790-4f1c-90c2-76d288854f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:59:28.945680 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Bound port: 78684149-9c0f-4890-b2af-7f48ca028048, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0b9d28-0790-4f1c-90c2-76d288854f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:59:28.946310 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (78684149-9c0f-4890-b2af-7f48ca028048), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:28.961334 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:29.005843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-fafed7d9-90e9-4607-a89b-b0a8e4985aa4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:29.007473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-fafed7d9-90e9-4607-a89b-b0a8e4985aa4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "GET /v2.0/networks?id=018fd511-8bf3-432b-a258-cb1f5f17efa8 HTTP/1.1" status: 200 len: 797 time: 1.3562338 Mar 07 21:59:29.080721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5537bfd6-6cbd-4515-9b67-a64fed2fed95 req-a92cd544-430d-4436-845e-69fd1bdd3eda tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5918329 Mar 07 21:59:29.199040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:29.199434 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:29.253619 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53536) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:29.347765 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ff12d-5fe6-4b5f-b65d-ab427b24eb12 None None] Current status of the port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:29.414091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] For port 78684149-9c0f-4890-b2af-7f48ca028048, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:29.421646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] For port 78684149-9c0f-4890-b2af-7f48ca028048, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=78684149-9c0f-4890-b2af-7f48ca028048,segment=NetworkSegment(bb0b9d28-0790-4f1c-90c2-76d288854f27),segment_id=bb0b9d28-0790-4f1c-90c2-76d288854f27)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:59:29.491541 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (78684149-9c0f-4890-b2af-7f48ca028048), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:29.588205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1687446240'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:29.616226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Made reservation on behalf of baeb41dc07dc4957b1d9896e3c1bed47 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:29.624958 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:29.641360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network bdb980e6-1959-4c40-b77f-f4fa622d8c0c is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:29.646149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684a0b6-dd7f-4971-b86f-8b614ad3dc69 None None] Pushing event updated for resources: {'Port': ['ID=78684149-9c0f-4890-b2af-7f48ca028048,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:29.648437 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:29.674156 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:29.676865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:29.737727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-5d33d3d1-0b0c-448c-92e3-498fe321d479 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 380 time: 0.6825752 Mar 07 21:59:29.746113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f218fc4e-d2f3-4572-a793-336d829fd273 req-968291f1-7fa1-42b2-b132-1fa79dea576f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 210 time: 0.1033289 Mar 07 21:59:29.752259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Port': ['ID=4b664f65-c4ab-4a88-ad97-ce94f17c710a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:29.763127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:29.765192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-35f32973-3981-4de6-8729-564e08054ee4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'port': {'device_id': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'admin_state_up': True, 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'security_groups': ['644f1811-a175-4463-aad8-bcf4207fcb14']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:29.800360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:15Z', 'updated_at': '2022-03-07T21:59:19Z', 'revision_number': 3, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:32:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:29.871295 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Publish callbacks [] for security_group (8294265d-6497-47ad-abda-461d1dcedd95), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:29.872938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53554) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:29.878366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce115f-979f-4796-a414-029c961d8a3f None None] The sync data for ids ['04648d18-7baf-4ad8-9d5f-897fa68e5346'] in n-d-832330-1 is: [{'id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:15Z', 'updated_at': '2022-03-07T21:59:19Z', 'revision_number': 3, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:32:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:59:29.887080 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15607cb-0084-4c35-8b3b-8363de9dbee8 req-50ec22d1-91f4-42c2-9b5a-6bdd2b4d0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:29.889509 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e15607cb-0084-4c35-8b3b-8363de9dbee8 req-50ec22d1-91f4-42c2-9b5a-6bdd2b4d0e83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=17af4d75-4163-4f51-bf4d-822a5308abb9 HTTP/1.1" status: 200 len: 911 time: 0.9514427 Mar 07 21:59:29.890454 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8294265d-6497-47ad-abda-461d1dcedd95), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:29.893303 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (04648d18-7baf-4ad8-9d5f-897fa68e5346), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:29.903939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:59:29.915329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (5740952d-555f-4200-a59e-19e62dc6e1a3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:29.915962 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Added segment 5740952d-555f-4200-a59e-19e62dc6e1a3 of type vlan for network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f Mar 07 21:59:30.067099 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:30.111352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8294265d-6497-47ad-abda-461d1dcedd95,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:30.138381 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:30.151847 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:30.154838 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:30.223187 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9685435 Mar 07 21:59:30.224262 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09dc9b2b-60b8-4c4c-87dd-fcb8ee3256e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:30.324137 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc43e5-3806-4b18-a4e5-1c455366a040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Pushing event updated for resources: {'Network': ['ID=6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:30.345908 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:59:30.457105 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e15607cb-0084-4c35-8b3b-8363de9dbee8 req-93069e53-979f-4b84-bab9-73b4eda4540b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b385e6f-9bbd-488a-87c6-04f7efc8a217 HTTP/1.1" status: 200 len: 1002 time: 0.4631596 Mar 07 21:59:30.497374 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09dc9b2b-60b8-4c4c-87dd-fcb8ee3256e9 admin admin] Publish callbacks [] for security_group (d719ddf1-af31-4140-88d7-a059de5c02f6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:30.500065 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-09dc9b2b-60b8-4c4c-87dd-fcb8ee3256e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d719ddf1-af31-4140-88d7-a059de5c02f6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:30.507736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-35f32973-3981-4de6-8729-564e08054ee4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Made reservation on behalf of d71f28e89e2f43a5bebeba445b8bc10e for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:30.510163 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-35f32973-3981-4de6-8729-564e08054ee4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:30.644503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947482e-af61-4740-a5ec-0ec2e8069dca req-a32eeec7-6a82-4e02-9f6d-b85595470b2b tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:30.645960 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0947482e-af61-4740-a5ec-0ec2e8069dca req-a32eeec7-6a82-4e02-9f6d-b85595470b2b tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.4039848 Mar 07 21:59:30.689779 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc9b2b-60b8-4c4c-87dd-fcb8ee3256e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d719ddf1-af31-4140-88d7-a059de5c02f6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:30.706147 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-09dc9b2b-60b8-4c4c-87dd-fcb8ee3256e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3673712b09594d428b1648aeea4ca48d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8228891 Mar 07 21:59:30.706453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53580) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:30.781814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15607cb-0084-4c35-8b3b-8363de9dbee8 req-3a920f29-08a3-4dca-aee2-60504b651906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:30.783395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e15607cb-0084-4c35-8b3b-8363de9dbee8 req-3a920f29-08a3-4dca-aee2-60504b651906 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b78d0f-0bb8-455d-a78c-07f57fa57eef HTTP/1.1" status: 200 len: 849 time: 0.2837362 Mar 07 21:59:30.797732 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:30.808666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c570ff18-2a26-4dcb-b1a8-edb14442599f admin admin] Publish callbacks [] for security_group (d719ddf1-af31-4140-88d7-a059de5c02f6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:30.839857 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c570ff18-2a26-4dcb-b1a8-edb14442599f admin admin] Publish callbacks [] for security_group (d719ddf1-af31-4140-88d7-a059de5c02f6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:30.916989 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53584) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:30.935178 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Request body: {'port': {'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f', 'binding:host_id': 'n-h2-832330-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-972299887'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:31.005097 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Made reservation on behalf of eb810297b6444316883b70e55bb1f09a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:31.012816 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:31.059612 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:31.085886 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c570ff18-2a26-4dcb-b1a8-edb14442599f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d719ddf1-af31-4140-88d7-a059de5c02f6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:31.089013 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c570ff18-2a26-4dcb-b1a8-edb14442599f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:31.094257 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c570ff18-2a26-4dcb-b1a8-edb14442599f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d719ddf1-af31-4140-88d7-a059de5c02f6 HTTP/1.1" status: 204 len: 168 time: 0.3866663 Mar 07 21:59:31.111052 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570ff18-2a26-4dcb-b1a8-edb14442599f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d719ddf1-af31-4140-88d7-a059de5c02f6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:31.142883 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0947482e-af61-4740-a5ec-0ec2e8069dca req-4eea70f6-d74e-4bfd-b40c-57e2c503af07 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4885240 Mar 07 21:59:31.260126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15607cb-0084-4c35-8b3b-8363de9dbee8 req-d18fd484-9461-41ea-b409-211a2fabd4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:31.262240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e15607cb-0084-4c35-8b3b-8363de9dbee8 req-d18fd484-9461-41ea-b409-211a2fabd4ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17af4d75-4163-4f51-bf4d-822a5308abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4695573 Mar 07 21:59:31.264511 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc9c29d8-05f7-47da-9ecf-9c8cd9a623b6 req-0734c3c2-a7d8-4853-89f7-4e606a975465 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 210 time: 0.1488929 Mar 07 21:59:31.308151 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks [] for security_group (7ee65909-4b81-4fe5-8ae2-b8e11841c916), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:31.315726 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7ee65909-4b81-4fe5-8ae2-b8e11841c916), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:31.333938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] device_id is not set on port bd8b6f17-3802-4771-a122-6f6de46546e4 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:59:31.462361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-35f32973-3981-4de6-8729-564e08054ee4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.20.0.8 (018fd511-8bf3-432b-a258-cb1f5f17efa8/c78fedcc-9da9-4523-beec-6912dd891870/5add9afa-e77b-4796-92a8-c4ec0f6deb1b) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:31.468198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e15607cb-0084-4c35-8b3b-8363de9dbee8 req-2550bb07-23f0-4581-b7a1-6de485c7e4f9 service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890676 Mar 07 21:59:31.515784 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee65909-4b81-4fe5-8ae2-b8e11841c916,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:31.519613 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b51eb57-d0bd-4ae2-93f7-c6d41c1dab5d None None] Network bdb980e6-1959-4c40-b77f-f4fa622d8c0c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:59:31.738936 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1e4213da-5216-432e-9cc8-8208c874f6d7 None None] Provisioning complete for port 78684149-9c0f-4890-b2af-7f48ca028048 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:31.739320 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1e4213da-5216-432e-9cc8-8208c874f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (78684149-9c0f-4890-b2af-7f48ca028048), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:31.821897 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-35f32973-3981-4de6-8729-564e08054ee4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:31.888651 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53598) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:31.898449 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-35f32973-3981-4de6-8729-564e08054ee4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:31.945146 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-223c3b2d-8e1d-4fce-ba0a-29c9ad37c858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:31.973343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1e4213da-5216-432e-9cc8-8208c874f6d7 None None] Current status of the port 78684149-9c0f-4890-b2af-7f48ca028048 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:31.973750 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1e4213da-5216-432e-9cc8-8208c874f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (78684149-9c0f-4890-b2af-7f48ca028048), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:32.015284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] device_id is not set on port bd8b6f17-3802-4771-a122-6f6de46546e4 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:59:32.045026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1e4213da-5216-432e-9cc8-8208c874f6d7 None None] For port 78684149-9c0f-4890-b2af-7f48ca028048, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=78684149-9c0f-4890-b2af-7f48ca028048,segment=NetworkSegment(bb0b9d28-0790-4f1c-90c2-76d288854f27),segment_id=bb0b9d28-0790-4f1c-90c2-76d288854f27)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:32.054272 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1e4213da-5216-432e-9cc8-8208c874f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (78684149-9c0f-4890-b2af-7f48ca028048), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:32.065488 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks [] for port (bd8b6f17-3802-4771-a122-6f6de46546e4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:32.083568 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (bd8b6f17-3802-4771-a122-6f6de46546e4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:32.106792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 78684149-9c0f-4890-b2af-7f48ca028048 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:32.207551 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:32.217210 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Pushing event updated for resources: {'Port': ['ID=bd8b6f17-3802-4771-a122-6f6de46546e4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:32.219597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-35f32973-3981-4de6-8729-564e08054ee4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network 018fd511-8bf3-432b-a258-cb1f5f17efa8 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:32.272715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4213da-5216-432e-9cc8-8208c874f6d7 None None] Pushing event updated for resources: {'Port': ['ID=78684149-9c0f-4890-b2af-7f48ca028048,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:32.296299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 78684149-9c0f-4890-b2af-7f48ca028048 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:32.297080 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (78684149-9c0f-4890-b2af-7f48ca028048), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:32.327767 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Checking segment: {'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:32.334983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Network hostable DHCP agents. Network: 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:59:32.355281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-35f32973-3981-4de6-8729-564e08054ee4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:32.357290 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:32.363038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e15607cb-0084-4c35-8b3b-8363de9dbee8 req-701139cd-0494-44cf-b0fe-4a0bbbc47c39 service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790664 Mar 07 21:59:32.372483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f32973-3981-4de6-8729-564e08054ee4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:32.390189 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-35f32973-3981-4de6-8729-564e08054ee4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:32.409022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-223c3b2d-8e1d-4fce-ba0a-29c9ad37c858 admin admin] Publish callbacks [] for security_group (c39238fc-6315-41d7-a72c-c020160c8850), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:32.440483 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-223c3b2d-8e1d-4fce-ba0a-29c9ad37c858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c39238fc-6315-41d7-a72c-c020160c8850), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:32.444645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1138916b-04b0-4e9c-9944-3afd1cdce563 None None] Provisioning complete for port 78684149-9c0f-4890-b2af-7f48ca028048 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:32.449872 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1138916b-04b0-4e9c-9944-3afd1cdce563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (78684149-9c0f-4890-b2af-7f48ca028048), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:32.477636 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:59:32.523101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:32.544084 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d15449-7c82-46a6-918e-00a087fddd3e None None] Network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:59:32.545331 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:32.600673 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-223c3b2d-8e1d-4fce-ba0a-29c9ad37c858 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=167ae9b2b1e14a4b898cee63b68fac24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7104075 Mar 07 21:59:32.601616 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c3b2d-8e1d-4fce-ba0a-29c9ad37c858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39238fc-6315-41d7-a72c-c020160c8850,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:32.617751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:32.618364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:32.619436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:32.625794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53604) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:32.662491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:32.663449 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:32.666921 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 2 to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 Mar 07 21:59:32.760788 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:32.761349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:32.763664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:32.783496 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:32.784109 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:32.786556 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 3 to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 Mar 07 21:59:32.802571 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be678e38-0e88-4e5b-b0c2-f23c29cd9100 admin admin] Publish callbacks [] for security_group (c39238fc-6315-41d7-a72c-c020160c8850), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:32.824173 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:32.824515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:32.824850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:32.840930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:32.841273 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:32.845640 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 4 to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 Mar 07 21:59:32.855049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 78684149-9c0f-4890-b2af-7f48ca028048 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:32.856208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4e27b835-90b8-4aa0-9f44-84af90c08cf3 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:32.864215 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be678e38-0e88-4e5b-b0c2-f23c29cd9100 admin admin] Publish callbacks [] for security_group (c39238fc-6315-41d7-a72c-c020160c8850), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:32.896144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Port': ['ID=4b664f65-c4ab-4a88-ad97-ce94f17c710a,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:32.921601 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:32.923712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:32.924224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:32.928945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03f7af-da56-45fe-9e66-c258c1d8a20d req-f72ce530-e279-4dad-903d-114a2b1a6b22 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:32.931738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e03f7af-da56-45fe-9e66-c258c1d8a20d req-f72ce530-e279-4dad-903d-114a2b1a6b22 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 931 time: 0.4355350 Mar 07 21:59:32.945564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-35f32973-3981-4de6-8729-564e08054ee4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:32.946269 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-35f32973-3981-4de6-8729-564e08054ee4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:32.951142 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:32.951654 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:32.954387 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 5 to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 Mar 07 21:59:32.955366 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (04648d18-7baf-4ad8-9d5f-897fa68e5346), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:32.970360 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:32.970687 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:32.971011 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:32.984314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:32.984634 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:32.986183 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 6 to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 Mar 07 21:59:32.999626 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1138916b-04b0-4e9c-9944-3afd1cdce563 None None] Current status of the port 78684149-9c0f-4890-b2af-7f48ca028048 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:33.013873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:33.014939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:33.015608 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:33.019579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 4e27b835-90b8-4aa0-9f44-84af90c08cf3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:33.019973 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4e27b835-90b8-4aa0-9f44-84af90c08cf3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:33.020592 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be678e38-0e88-4e5b-b0c2-f23c29cd9100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c39238fc-6315-41d7-a72c-c020160c8850), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:33.021692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1138916b-04b0-4e9c-9944-3afd1cdce563 None None] Provisioning complete for port 4b664f65-c4ab-4a88-ad97-ce94f17c710a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:33.022055 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1138916b-04b0-4e9c-9944-3afd1cdce563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:33.026208 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be678e38-0e88-4e5b-b0c2-f23c29cd9100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:33.027783 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-be678e38-0e88-4e5b-b0c2-f23c29cd9100 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c39238fc-6315-41d7-a72c-c020160c8850 HTTP/1.1" status: 204 len: 168 time: 0.4004958 Mar 07 21:59:33.066104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be678e38-0e88-4e5b-b0c2-f23c29cd9100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39238fc-6315-41d7-a72c-c020160c8850,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:33.075384 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:33.076116 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:33.076759 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 7 to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 Mar 07 21:59:33.120766 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:33.121138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:33.121625 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:33.122682 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1138916b-04b0-4e9c-9944-3afd1cdce563 None None] Port 4b664f65-c4ab-4a88-ad97-ce94f17c710a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:59:33.138407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:33.138777 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:33.140642 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 8 to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 Mar 07 21:59:33.177114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:33.177574 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:33.178960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 4e27b835-90b8-4aa0-9f44-84af90c08cf3 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:33.179624 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4e27b835-90b8-4aa0-9f44-84af90c08cf3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:33.179989 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:33.192691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network bdb980e6-1959-4c40-b77f-f4fa622d8c0c is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:33.193521 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:33.195019 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:33.195728 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 9 to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 Mar 07 21:59:33.198259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:33.212280 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 4e27b835-90b8-4aa0-9f44-84af90c08cf3, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4e27b835-90b8-4aa0-9f44-84af90c08cf3,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:33.218633 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4e27b835-90b8-4aa0-9f44-84af90c08cf3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:33.223011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-35f32973-3981-4de6-8729-564e08054ee4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4556618 Mar 07 21:59:33.228481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Request body: {'port': {'device_id': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:33.230490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:33.230839 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:33.231183 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:33.240337 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:33.241936 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:33.242245 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 10 to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 Mar 07 21:59:33.272715 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:33.273059 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:33.273394 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:33.299198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port bd8b6f17-3802-4771-a122-6f6de46546e4 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:33.299800 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port bd8b6f17-3802-4771-a122-6f6de46546e4 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:33.300200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bd8b6f17-3802-4771-a122-6f6de46546e4), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:33.302269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-36b8bc6c-3333-4577-b3c2-a147a89aea51 None None] Provisioning complete for port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:33.304117 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-36b8bc6c-3333-4577-b3c2-a147a89aea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:33.430590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e03f7af-da56-45fe-9e66-c258c1d8a20d req-ac4771ae-eb39-4b33-bc11-bec175c41f90 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4814479 Mar 07 21:59:33.432083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-36b8bc6c-3333-4577-b3c2-a147a89aea51 None None] Port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:59:33.436449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=4e27b835-90b8-4aa0-9f44-84af90c08cf3,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:33.441564 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] For port bd8b6f17-3802-4771-a122-6f6de46546e4, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:33.442087 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempted to set empty binding levels {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 21:59:33.443232 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:33.454567 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (bd8b6f17-3802-4771-a122-6f6de46546e4), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:33.469005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-36b8bc6c-3333-4577-b3c2-a147a89aea51 None None] Provisioning complete for port 4b664f65-c4ab-4a88-ad97-ce94f17c710a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:33.469390 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-36b8bc6c-3333-4577-b3c2-a147a89aea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:33.544234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:33.544918 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:33.600598 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.6770234 Mar 07 21:59:33.602534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78ee14-15ef-4236-bece-1336f975d35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Pushing event updated for resources: {'Port': ['ID=bd8b6f17-3802-4771-a122-6f6de46546e4,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:33.614325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53614) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:33.629422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-36b8bc6c-3333-4577-b3c2-a147a89aea51 None None] Port 4b664f65-c4ab-4a88-ad97-ce94f17c710a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:59:33.649376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Router 04648d18-7baf-4ad8-9d5f-897fa68e5346 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:59:33.741722 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-2486c173-2892-45d7-a0c2-3e4925de864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Deleting port bd8b6f17-3802-4771-a122-6f6de46546e4 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:59:33.742233 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2486c173-2892-45d7-a0c2-3e4925de864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (bd8b6f17-3802-4771-a122-6f6de46546e4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:33.762031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ab71109f-8ec8-40c6-aa16-d0950bd8c054 None None] Provisioning complete for port 4b664f65-c4ab-4a88-ad97-ce94f17c710a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:33.762584 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ab71109f-8ec8-40c6-aa16-d0950bd8c054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:33.810180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ab71109f-8ec8-40c6-aa16-d0950bd8c054 None None] Port 4b664f65-c4ab-4a88-ad97-ce94f17c710a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:59:33.868981 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-2486c173-2892-45d7-a0c2-3e4925de864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] For port bd8b6f17-3802-4771-a122-6f6de46546e4, host n-h2-832330-1, got binding levels [] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:33.869608 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2486c173-2892-45d7-a0c2-3e4925de864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (bd8b6f17-3802-4771-a122-6f6de46546e4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:33.889521 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-2486c173-2892-45d7-a0c2-3e4925de864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Calling delete_port for bd8b6f17-3802-4771-a122-6f6de46546e4 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:59:33.906825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 78684149-9c0f-4890-b2af-7f48ca028048 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:33.993785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:59:34.016032 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b398392e-82ca-4d17-b155-276443fce50c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "PUT /v2.0/routers/04648d18-7baf-4ad8-9d5f-897fa68e5346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1942468 Mar 07 21:59:34.016672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Sync routers for ids ['04648d18-7baf-4ad8-9d5f-897fa68e5346'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:59:34.022663 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53628) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:34.057783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Routers {'04648d18-7baf-4ad8-9d5f-897fa68e5346'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:34.062380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['04648d18-7baf-4ad8-9d5f-897fa68e5346'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:34.075881 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2486c173-2892-45d7-a0c2-3e4925de864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (bd8b6f17-3802-4771-a122-6f6de46546e4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:34.147174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 78684149-9c0f-4890-b2af-7f48ca028048 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:34.148006 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (78684149-9c0f-4890-b2af-7f48ca028048), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:34.187610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486c173-2892-45d7-a0c2-3e4925de864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd8b6f17-3802-4771-a122-6f6de46546e4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:34.218665 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2486c173-2892-45d7-a0c2-3e4925de864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:34.232613 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2486c173-2892-45d7-a0c2-3e4925de864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "DELETE /v2.0/ports/bd8b6f17-3802-4771-a122-6f6de46546e4 HTTP/1.1" status: 204 len: 168 time: 0.6167724 Mar 07 21:59:34.233258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53634) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:34.276970 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Set router 04648d18-7baf-4ad8-9d5f-897fa68e5346 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:34.287264 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c0d793-a210-4dfb-a011-40ad8e2ab865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] GET failed (client error): The resource could not be found. Mar 07 21:59:34.293878 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-72c0d793-a210-4dfb-a011-40ad8e2ab865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "GET /v2.0/ports/bd8b6f17-3802-4771-a122-6f6de46546e4 HTTP/1.1" status: 404 len: 333 time: 0.0594964 Mar 07 21:59:34.294521 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53638) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:34.301969 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a76128cf-fb64-4c09-852a-685a5b7343ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Request body: {'port': {'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295885597'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:34.348231 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76128cf-fb64-4c09-852a-685a5b7343ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Made reservation on behalf of eb810297b6444316883b70e55bb1f09a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:34.353751 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a76128cf-fb64-4c09-852a-685a5b7343ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:34.392299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-a76128cf-fb64-4c09-852a-685a5b7343ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] device_id is not set on port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:59:34.412938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 78684149-9c0f-4890-b2af-7f48ca028048 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:34.415216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4e27b835-90b8-4aa0-9f44-84af90c08cf3 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:34.643913 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a76128cf-fb64-4c09-852a-685a5b7343ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks [] for port (9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:34.722987 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a76128cf-fb64-4c09-852a-685a5b7343ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:34.779873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76128cf-fb64-4c09-852a-685a5b7343ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:34.783995 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a76128cf-fb64-4c09-852a-685a5b7343ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:34.790278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76128cf-fb64-4c09-852a-685a5b7343ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:34.791232 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76128cf-fb64-4c09-852a-685a5b7343ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:34.791836 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a76128cf-fb64-4c09-852a-685a5b7343ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:34.794284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76128cf-fb64-4c09-852a-685a5b7343ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Pushing event updated for resources: {'Port': ['ID=9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:34.822858 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a76128cf-fb64-4c09-852a-685a5b7343ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5245678 Mar 07 21:59:34.823104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53652) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:34.828372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:34.904573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 4e27b835-90b8-4aa0-9f44-84af90c08cf3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:34.905233 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4e27b835-90b8-4aa0-9f44-84af90c08cf3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:34.962627 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:35.010412 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:15Z', 'updated_at': '2022-03-07T21:59:30Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:32:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4b664f65-c4ab-4a88-ad97-ce94f17c710a', 'name': '', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:84:64:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:27Z', 'updated_at': '2022-03-07T21:59:32Z', 'revision_number': 2, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:35.041304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Checking router: 04648d18-7baf-4ad8-9d5f-897fa68e5346 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:59:35.041657 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Updating router 04648d18-7baf-4ad8-9d5f-897fa68e5346 port 4b664f65-c4ab-4a88-ad97-ce94f17c710a binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:59:35.169304 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:35.197255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 4e27b835-90b8-4aa0-9f44-84af90c08cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:35.351938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] device_id is not set on port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:59:35.368800 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks [] for port (9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:35.380881 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:35.383566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5add9afa-e77b-4796-92a8-c4ec0f6deb1b {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:59:35.401291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a7f4c-0f79-42de-ba32-b1906a5d702a tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.401936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a7f4c-0f79-42de-ba32-b1906a5d702a tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.402499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a7f4c-0f79-42de-ba32-b1906a5d702a tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.403025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a7f4c-0f79-42de-ba32-b1906a5d702a tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.403546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a7f4c-0f79-42de-ba32-b1906a5d702a tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.404068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a7f4c-0f79-42de-ba32-b1906a5d702a tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.404591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a7f4c-0f79-42de-ba32-b1906a5d702a tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.405125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a7f4c-0f79-42de-ba32-b1906a5d702a tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.405631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a7f4c-0f79-42de-ba32-b1906a5d702a tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.406177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a7f4c-0f79-42de-ba32-b1906a5d702a tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.409041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-570a7f4c-0f79-42de-ba32-b1906a5d702a tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7041 time: 1.3828793 Mar 07 21:59:35.411394 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Publish callbacks [] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:35.412644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53682) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:35.462848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac08ae4-97f2-418d-9e02-55ea031f8c25 req-7fc64f1a-be6a-410c-8cf1-1e6d2e53b468 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.471840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ac08ae4-97f2-418d-9e02-55ea031f8c25 req-7fc64f1a-be6a-410c-8cf1-1e6d2e53b468 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 931 time: 0.2016485 Mar 07 21:59:35.474211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Transition to ACTIVE for port object 5add9afa-e77b-4796-92a8-c4ec0f6deb1b will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:59:35.492499 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:35.614990 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ac08ae4-97f2-418d-9e02-55ea031f8c25 req-fcc7ab1d-5701-4675-aa7c-4becbc6277cd tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420934 Mar 07 21:59:35.615803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Pushing event updated for resources: {'Port': ['ID=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:35.698731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Pushing event updated for resources: {'Port': ['ID=9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:35.701330 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:35.701571 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:35.701911 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:35.715142 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:35.715646 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:35.719402 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 2 to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 Mar 07 21:59:35.744563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Attempting to bind port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:35.745161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Attempting to bind port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:35.745774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Attempting to bind port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b on network 018fd511-8bf3-432b-a258-cb1f5f17efa8 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:35.750767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b on network 018fd511-8bf3-432b-a258-cb1f5f17efa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:35.751514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Attempting to bind port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b on network 018fd511-8bf3-432b-a258-cb1f5f17efa8 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:35.762359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:59:35.763074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Checking segment: {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:35.763688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Bound using segment: {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:59:35.764511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Bound port: 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:59:35.765242 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:35.773586 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:35.773932 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:35.774292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:35.780901 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf324f6a-083a-4253-8c8f-878819580740 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.781366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf324f6a-083a-4253-8c8f-878819580740 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.781822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf324f6a-083a-4253-8c8f-878819580740 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.782824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf324f6a-083a-4253-8c8f-878819580740 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.783273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf324f6a-083a-4253-8c8f-878819580740 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.783833 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf324f6a-083a-4253-8c8f-878819580740 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.784151 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf324f6a-083a-4253-8c8f-878819580740 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.784596 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf324f6a-083a-4253-8c8f-878819580740 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.785057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf324f6a-083a-4253-8c8f-878819580740 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.787079 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cf324f6a-083a-4253-8c8f-878819580740 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5898 time: 0.3732843 Mar 07 21:59:35.790121 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53686) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:35.876468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:35.878487 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Publish callbacks [] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:35.885128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:59:35.894174 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:35.894420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53688) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:35.909467 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:35.981136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Pushing event updated for resources: {'Port': ['ID=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:35.991450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:35.992199 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:35.993809 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0ecf074d-b3f7-45e9-985f-db015dc5d0bd service neutron] 10.222.0.15 "PUT /v2.0/ports/5add9afa-e77b-4796-92a8-c4ec0f6deb1b HTTP/1.1" status: 200 len: 1091 time: 2.7696230 Mar 07 21:59:35.994284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:59:35.996590 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac20276-034a-45e7-89f9-9bcd47393da4" -d '{"events": [{"name": "network-changed", "server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:59:36.030821 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:36.033700 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:36.033700 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 3 to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 Mar 07 21:59:36.091874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36644b8-26a0-49af-91bb-49ee4db49655 None None] Pushing event updated for resources: {'Port': ['ID=4b664f65-c4ab-4a88-ad97-ce94f17c710a,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:36.119421 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7074b94-54a9-46bd-b8bc-2836e88d2967 x-openstack-request-id: req-d7074b94-54a9-46bd-b8bc-2836e88d2967 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:59:36.119948 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:59:36.120392 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7074b94-54a9-46bd-b8bc-2836e88d2967 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:59:36.120956 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b', 'status': 'completed', 'code': 200} Mar 07 21:59:36.141624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:36.143912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:36.143912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:36.165144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-066a80f3-19f5-4323-9a6b-a75dba569d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:36.166922 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-066a80f3-19f5-4323-9a6b-a75dba569d75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 1125 time: 0.1120899 Mar 07 21:59:36.168019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:36.170103 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:36.171101 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 4 to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 Mar 07 21:59:36.195305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Attempting to bind port 4b664f65-c4ab-4a88-ad97-ce94f17c710a on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:36.195983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Attempting to bind port 4b664f65-c4ab-4a88-ad97-ce94f17c710a by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'bb0b9d28-0790-4f1c-90c2-76d288854f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:36.196345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Attempting to bind port 4b664f65-c4ab-4a88-ad97-ce94f17c710a on network bdb980e6-1959-4c40-b77f-f4fa622d8c0c {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:36.213844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:59:36.214133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Checking segment: {'id': 'bb0b9d28-0790-4f1c-90c2-76d288854f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:36.214719 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:36.215257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Bound using segment: {'id': 'bb0b9d28-0790-4f1c-90c2-76d288854f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:59:36.215617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Bound port: 4b664f65-c4ab-4a88-ad97-ce94f17c710a, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0b9d28-0790-4f1c-90c2-76d288854f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:59:36.215993 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:36.245094 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:36.245716 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:36.246279 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:36.281340 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-10802770-7fb8-4410-b68f-25b82890bd1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b HTTP/1.1" status: 200 len: 217 time: 0.0929861 Mar 07 21:59:36.296206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:36.296542 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:36.300262 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 5 to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 Mar 07 21:59:36.314949 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af281e8a-e80b-49d0-b674-e81c4c9c2539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:36.376563 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] For port 4b664f65-c4ab-4a88-ad97-ce94f17c710a, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:36.381865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:36.382234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:36.384148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:36.388691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] For port 4b664f65-c4ab-4a88-ad97-ce94f17c710a, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4b664f65-c4ab-4a88-ad97-ce94f17c710a,segment=NetworkSegment(bb0b9d28-0790-4f1c-90c2-76d288854f27),segment_id=bb0b9d28-0790-4f1c-90c2-76d288854f27)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:59:36.402097 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:36.464085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-2f54a744-59ba-466a-a5d1-5db9e2930d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:36.468652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-2f54a744-59ba-466a-a5d1-5db9e2930d79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c78fedcc-9da9-4523-beec-6912dd891870 HTTP/1.1" status: 200 len: 835 time: 0.1866896 Mar 07 21:59:36.476139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:36.476477 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:36.478286 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 6 to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 Mar 07 21:59:36.518365 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:36.518763 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:36.519190 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:36.547055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:36.547439 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:36.548962 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 7 to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 Mar 07 21:59:36.552748 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36644b8-26a0-49af-91bb-49ee4db49655 None None] Pushing event updated for resources: {'Port': ['ID=4b664f65-c4ab-4a88-ad97-ce94f17c710a,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:36.602435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:36.602777 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:36.603103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:36.608534 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af281e8a-e80b-49d0-b674-e81c4c9c2539 admin admin] Publish callbacks [] for security_group (dd8652d7-51f6-4898-b534-b897187ce7fa), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:36.621793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Routers {'04648d18-7baf-4ad8-9d5f-897fa68e5346'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:36.624662 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['04648d18-7baf-4ad8-9d5f-897fa68e5346'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:36.629284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:36.629625 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:36.630322 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 8 to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 Mar 07 21:59:36.645066 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-14414831-5810-4988-b860-b9755891da8f tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4488 time: 0.8458245 Mar 07 21:59:36.650368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af281e8a-e80b-49d0-b674-e81c4c9c2539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dd8652d7-51f6-4898-b534-b897187ce7fa), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:36.660444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:36.660909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:36.661646 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:36.670379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:36.670856 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:36.671365 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 9 to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 Mar 07 21:59:36.680503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af281e8a-e80b-49d0-b674-e81c4c9c2539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8652d7-51f6-4898-b534-b897187ce7fa,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:36.687445 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:36.687939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:36.689232 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:36.696031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:36.696464 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:36.696974 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 10 to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 Mar 07 21:59:36.714124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:36.715075 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:36.715540 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:36.725104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:36.726866 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:36.727351 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:36.781959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-af281e8a-e80b-49d0-b674-e81c4c9c2539 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9bb1396584be428fa2da283f16996bae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8855550 Mar 07 21:59:36.788291 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53704) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:36.799460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-3e6749f4-9ca0-4994-b972-62cb1d85804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:36.808875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-3e6749f4-9ca0-4994-b972-62cb1d85804b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=018fd511-8bf3-432b-a258-cb1f5f17efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3263485 Mar 07 21:59:36.822637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b64167cf-b288-438c-a4a4-b6cb1db0a131 None None] Provisioning complete for port 4b664f65-c4ab-4a88-ad97-ce94f17c710a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:36.823255 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b64167cf-b288-438c-a4a4-b6cb1db0a131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:36.936649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] For port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:36.937177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempted to set empty binding levels {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 21:59:36.952641 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:37.011709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-d3fc7388-b74b-41c5-9c7d-e5d586b963ff service neutron] 10.222.0.15 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997375 Mar 07 21:59:37.043911 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] Set router 04648d18-7baf-4ad8-9d5f-897fa68e5346 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:37.072174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6259136-e9e0-4ec5-b32a-6ca185097030 req-a9b74d01-29b2-4f0e-880b-4c6574988917 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.073593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] In _notify_port_updated(), no bound segment for port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 21:59:37.074479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.074626 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6259136-e9e0-4ec5-b32a-6ca185097030 req-a9b74d01-29b2-4f0e-880b-4c6574988917 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 943 time: 0.3083994 Mar 07 21:59:37.075202 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:37.076374 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "PUT /v2.0/ports/9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 HTTP/1.1" status: 200 len: 979 time: 2.2523723 Mar 07 21:59:37.080770 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53708) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:37.086037 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb759-2812-416e-b4f1-c4ca726e42aa admin admin] Publish callbacks [] for security_group (dd8652d7-51f6-4898-b534-b897187ce7fa), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:37.139098 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb759-2812-416e-b4f1-c4ca726e42aa admin admin] Publish callbacks [] for security_group (dd8652d7-51f6-4898-b534-b897187ce7fa), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:37.204698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b64167cf-b288-438c-a4a4-b6cb1db0a131 None None] Current status of the port 4b664f65-c4ab-4a88-ad97-ce94f17c710a is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:37.205246 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b64167cf-b288-438c-a4a4-b6cb1db0a131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:37.231152 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb759-2812-416e-b4f1-c4ca726e42aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dd8652d7-51f6-4898-b534-b897187ce7fa), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:37.233785 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb759-2812-416e-b4f1-c4ca726e42aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:37.234979 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3c8fb759-2812-416e-b4f1-c4ca726e42aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd8652d7-51f6-4898-b534-b897187ce7fa HTTP/1.1" status: 204 len: 168 time: 0.4457431 Mar 07 21:59:37.243743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5231b7-c436-4baf-bc3c-13dbf72a96ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Pushing event updated for resources: {'Port': ['ID=9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:37.261997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fb759-2812-416e-b4f1-c4ca726e42aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8652d7-51f6-4898-b534-b897187ce7fa,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:37.279456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6259136-e9e0-4ec5-b32a-6ca185097030 req-e8c1f0ac-01c1-4b1d-a034-18543535f1f5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975200 Mar 07 21:59:37.316200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b64167cf-b288-438c-a4a4-b6cb1db0a131 None None] For port 4b664f65-c4ab-4a88-ad97-ce94f17c710a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4b664f65-c4ab-4a88-ad97-ce94f17c710a,segment=NetworkSegment(bb0b9d28-0790-4f1c-90c2-76d288854f27),segment_id=bb0b9d28-0790-4f1c-90c2-76d288854f27)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:37.366746 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.367359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.367962 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.368314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.368784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.369258 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.369717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.373362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.374544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.378822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.378822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.378822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.379960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.380448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.380984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.381466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.381940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.382486 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.383021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.384076 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.384918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.386029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.386529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.387020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.387608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.396277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53716) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:37.397131 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4ae61a66-0cfa-495c-a862-b3e56998daf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23261 time: 0.3142216 Mar 07 21:59:37.401843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0edfe8ee-3cef-40cf-963f-70548ad441e1 req-0c87dc50-c49c-4698-8468-73e18a676842 service neutron] 10.222.0.15 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850758 Mar 07 21:59:37.533544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53726) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:37.549285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5fac64f7-38a2-4eb0-9401-2943e3cd5252 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-181356816', 'description': 'tempest-secgroup-smoke-181356816 description', 'project_id': '2d192248e3994b0e99e0429603afce16'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:37.588735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53730) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:37.590943 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b64167cf-b288-438c-a4a4-b6cb1db0a131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:37.626433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac20276-034a-45e7-89f9-9bcd47393da4 req-12f7cb8f-cb72-4db6-a877-36dbbb2c4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:37.630921 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aac20276-034a-45e7-89f9-9bcd47393da4 req-12f7cb8f-cb72-4db6-a877-36dbbb2c4d5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 1125 time: 0.1746545 Mar 07 21:59:37.633810 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fac64f7-38a2-4eb0-9401-2943e3cd5252 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:37.725015 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64167cf-b288-438c-a4a4-b6cb1db0a131 None None] Pushing event updated for resources: {'Port': ['ID=4b664f65-c4ab-4a88-ad97-ce94f17c710a,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:37.748336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2bb5ae95-3703-4d34-b6f1-362dc0672258 None None] Provisioning complete for port 4b664f65-c4ab-4a88-ad97-ce94f17c710a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:37.749191 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ae95-3703-4d34-b6f1-362dc0672258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:37.767588 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c56df1b8-5a61-4b3d-8be4-cdce408287f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Deleting port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:59:37.768074 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c56df1b8-5a61-4b3d-8be4-cdce408287f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:37.916597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5ae95-3703-4d34-b6f1-362dc0672258 None None] Current status of the port 4b664f65-c4ab-4a88-ad97-ce94f17c710a is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:37.926684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:15Z', 'updated_at': '2022-03-07T21:59:30Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:32:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4b664f65-c4ab-4a88-ad97-ce94f17c710a', 'name': '', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:84:64:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:27Z', 'updated_at': '2022-03-07T21:59:36Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:37.978283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ef6761-2af3-4884-b45b-16b9c6162b27 admin admin] Deleting subnet 9e453854-77bd-461c-8a47-1e1f133854b2 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 21:59:37.978856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f19ced-bf5f-4165-a4da-d7b5967043e8 None None] The sync data for ids ['04648d18-7baf-4ad8-9d5f-897fa68e5346'] in n-d-832330-1 is: [{'id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:15Z', 'updated_at': '2022-03-07T21:59:30Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:32:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4b664f65-c4ab-4a88-ad97-ce94f17c710a', 'name': '', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:84:64:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:27Z', 'updated_at': '2022-03-07T21:59:36Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:59:37.988727 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31ef6761-2af3-4884-b45b-16b9c6162b27 admin admin] Publish callbacks [] for subnet (9e453854-77bd-461c-8a47-1e1f133854b2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.084006 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31ef6761-2af3-4884-b45b-16b9c6162b27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (9e453854-77bd-461c-8a47-1e1f133854b2), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.087359 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fac64f7-38a2-4eb0-9401-2943e3cd5252 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (f614570b-1103-4c3f-a646-340a99f650cf), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.088684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-c56df1b8-5a61-4b3d-8be4-cdce408287f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] For port 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8, host n-h2-832330-1, got binding levels [] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:38.089043 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c56df1b8-5a61-4b3d-8be4-cdce408287f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.103588 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fac64f7-38a2-4eb0-9401-2943e3cd5252 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f614570b-1103-4c3f-a646-340a99f650cf), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.106917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c56df1b8-5a61-4b3d-8be4-cdce408287f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Calling delete_port for 9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:59:38.137600 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31ef6761-2af3-4884-b45b-16b9c6162b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (9e453854-77bd-461c-8a47-1e1f133854b2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.158052 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5fac64f7-38a2-4eb0-9401-2943e3cd5252 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.160163 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5fac64f7-38a2-4eb0-9401-2943e3cd5252 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6255872 Mar 07 21:59:38.163401 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53742) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:38.168453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7c9dbf9d-b04d-4510-bbbc-8128818fcc37 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': 'f614570b-1103-4c3f-a646-340a99f650cf', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:38.176136 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac64f7-38a2-4eb0-9401-2943e3cd5252 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f614570b-1103-4c3f-a646-340a99f650cf,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:38.208649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac20276-034a-45e7-89f9-9bcd47393da4 req-1458edb1-363e-4ee9-a5b2-6f6e7242ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:38.212181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aac20276-034a-45e7-89f9-9bcd47393da4 req-1458edb1-363e-4ee9-a5b2-6f6e7242ac25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=018fd511-8bf3-432b-a258-cb1f5f17efa8 HTTP/1.1" status: 200 len: 898 time: 0.5690506 Mar 07 21:59:38.216656 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31ef6761-2af3-4884-b45b-16b9c6162b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (9e453854-77bd-461c-8a47-1e1f133854b2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.242361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5add9afa-e77b-4796-92a8-c4ec0f6deb1b details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:59:38.306173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef6761-2af3-4884-b45b-16b9c6162b27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e453854-77bd-461c-8a47-1e1f133854b2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:38.312909 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31ef6761-2af3-4884-b45b-16b9c6162b27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.317102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-31ef6761-2af3-4884-b45b-16b9c6162b27 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9e453854-77bd-461c-8a47-1e1f133854b2 HTTP/1.1" status: 204 len: 168 time: 0.7271109 Mar 07 21:59:38.318886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aac20276-034a-45e7-89f9-9bcd47393da4 req-d967ed39-cbf8-4e08-89b2-48d7e2cf3519 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b HTTP/1.1" status: 200 len: 217 time: 0.0977492 Mar 07 21:59:38.323122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53750) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:38.362582 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c9dbf9d-b04d-4510-bbbc-8128818fcc37 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (a8726ca8-bb2c-4f55-af11-ecdfcfc2bf13), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.502294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac20276-034a-45e7-89f9-9bcd47393da4 req-c011c24d-4b71-487b-b11c-2ff9cdd36cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:38.504049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aac20276-034a-45e7-89f9-9bcd47393da4 req-c011c24d-4b71-487b-b11c-2ff9cdd36cdf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c78fedcc-9da9-4523-beec-6912dd891870 HTTP/1.1" status: 200 len: 835 time: 0.1730952 Mar 07 21:59:38.512762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:38.542344 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'port_id': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b', 'mac_address': 'fa:16:3e:a3:f9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:59:38.579486 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b773369-0119-4ad6-ba53-c2a22f90b8fe req-e2c46593-b93a-42e9-b72e-72171e519310 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:38.581887 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b773369-0119-4ad6-ba53-c2a22f90b8fe req-e2c46593-b93a-42e9-b72e-72171e519310 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 943 time: 0.1631453 Mar 07 21:59:38.603540 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:38.604844 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.636505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5add9afa-e77b-4796-92a8-c4ec0f6deb1b {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:59:38.677639 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:38.684417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac20276-034a-45e7-89f9-9bcd47393da4 req-d73f0286-47f0-48c2-9fef-36ca85e4cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:38.686339 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aac20276-034a-45e7-89f9-9bcd47393da4 req-d73f0286-47f0-48c2-9fef-36ca85e4cada service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=018fd511-8bf3-432b-a258-cb1f5f17efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1698437 Mar 07 21:59:38.690597 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.692798 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b773369-0119-4ad6-ba53-c2a22f90b8fe req-cf84602f-f39b-45e0-982e-a506aa7e5b05 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033323 Mar 07 21:59:38.699811 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9dd2f6a-5e37-44ca-ba96-0fa55061a829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (5675c4b1-a997-4e40-b5a8-fe2906f9dd57), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.707423 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c56df1b8-5a61-4b3d-8be4-cdce408287f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.823567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56df1b8-5a61-4b3d-8be4-cdce408287f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:38.838926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:38.847751 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c9dbf9d-b04d-4510-bbbc-8128818fcc37 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (a8726ca8-bb2c-4f55-af11-ecdfcfc2bf13), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.850901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aac20276-034a-45e7-89f9-9bcd47393da4 req-219e4580-d9f3-48e0-a523-67dfb9b69c6c service neutron] 10.222.0.15 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536992 Mar 07 21:59:38.852216 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c56df1b8-5a61-4b3d-8be4-cdce408287f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.857520 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c56df1b8-5a61-4b3d-8be4-cdce408287f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "DELETE /v2.0/ports/9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 HTTP/1.1" status: 204 len: 168 time: 1.4591951 Mar 07 21:59:38.865495 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53764) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:38.964759 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c9dbf9d-b04d-4510-bbbc-8128818fcc37 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (a8726ca8-bb2c-4f55-af11-ecdfcfc2bf13), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:38.975892 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['5add9afa-e77b-4796-92a8-c4ec0f6deb1b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:59:39.106363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9dd2f6a-5e37-44ca-ba96-0fa55061a829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (5675c4b1-a997-4e40-b5a8-fe2906f9dd57), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:39.202207 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b9dd2f6a-5e37-44ca-ba96-0fa55061a829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5675c4b1-a997-4e40-b5a8-fe2906f9dd57']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:39.204966 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aac20276-034a-45e7-89f9-9bcd47393da4 req-c57b5eff-6077-4865-8594-aab74b811050 service neutron] 10.222.0.15 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503656 Mar 07 21:59:39.215632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b9dd2f6a-5e37-44ca-ba96-0fa55061a829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4013974-98c1-4178-8c2e-0e81f0d65a16') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:39.216157 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b9dd2f6a-5e37-44ca-ba96-0fa55061a829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4013974-98c1-4178-8c2e-0e81f0d65a16') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:39.233636 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9dd2f6a-5e37-44ca-ba96-0fa55061a829 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (f4013974-98c1-4178-8c2e-0e81f0d65a16), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:39.263848 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9dd2f6a-5e37-44ca-ba96-0fa55061a829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f4013974-98c1-4178-8c2e-0e81f0d65a16), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:39.272317 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9dd2f6a-5e37-44ca-ba96-0fa55061a829 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:59:39.273171 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9dd2f6a-5e37-44ca-ba96-0fa55061a829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (f4013974-98c1-4178-8c2e-0e81f0d65a16), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:59:39.387429 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:59:39.399375 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9dd2f6a-5e37-44ca-ba96-0fa55061a829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (5675c4b1-a997-4e40-b5a8-fe2906f9dd57), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:39.405498 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b9dd2f6a-5e37-44ca-ba96-0fa55061a829 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:39.410959 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b9dd2f6a-5e37-44ca-ba96-0fa55061a829 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5675c4b1-a997-4e40-b5a8-fe2906f9dd57 HTTP/1.1" status: 204 len: 168 time: 1.0793445 Mar 07 21:59:39.417785 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0cd98c3-333c-4b3a-a722-eac49caeca15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] GET failed (client error): The resource could not be found. Mar 07 21:59:39.419966 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f0cd98c3-333c-4b3a-a722-eac49caeca15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "GET /v2.0/ports/9e93a8cf-dada-4e0a-9c31-c9f28eeed9e8 HTTP/1.1" status: 404 len: 333 time: 0.4780989 Mar 07 21:59:39.423885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53782) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:39.428998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1bb0d7f5-3905-46ce-acd7-d3488f34c73a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-755863282', 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:39.431011 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dbf9d-b04d-4510-bbbc-8128818fcc37 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8726ca8-bb2c-4f55-af11-ecdfcfc2bf13,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:39.467120 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c9dbf9d-b04d-4510-bbbc-8128818fcc37 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:39.471911 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7c9dbf9d-b04d-4510-bbbc-8128818fcc37 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3071752 Mar 07 21:59:39.474293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53784) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:39.475552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd2f6a-5e37-44ca-ba96-0fa55061a829 admin admin] Pushing event deleted for resources: {'Network': ['ID=5675c4b1-a997-4e40-b5a8-fe2906f9dd57,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:39.497244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-101aadd6-6097-4a65-ae8e-07db71e01bff tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': 'f614570b-1103-4c3f-a646-340a99f650cf', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:39.553613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb0d7f5-3905-46ce-acd7-d3488f34c73a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Made reservation on behalf of eb810297b6444316883b70e55bb1f09a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:39.561760 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1bb0d7f5-3905-46ce-acd7-d3488f34c73a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:39.604099 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-101aadd6-6097-4a65-ae8e-07db71e01bff tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (dd06f11b-87be-40df-a30a-c1d64a3d07f9), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:39.667146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-1bb0d7f5-3905-46ce-acd7-d3488f34c73a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] device_id is not set on port 11e67a53-d057-4806-bee2-6f7544ad5c61 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:59:39.685546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53788) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:39.775720 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-af5d39ca-74a3-4877-9b7b-c976edc94afd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87ba31d54d964f52a1f1a75c488819eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0829000 Mar 07 21:59:39.776629 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53792) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:39.895509 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65ae82f2-02a7-4b35-821d-3f83a470a7a8 admin admin] Publish callbacks [] for security_group (9a524dc8-2865-48bd-9202-c7bcde0fffac), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:39.949939 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65ae82f2-02a7-4b35-821d-3f83a470a7a8 admin admin] Publish callbacks [] for security_group (9a524dc8-2865-48bd-9202-c7bcde0fffac), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.015816 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4b664f65-c4ab-4a88-ad97-ce94f17c710a up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:40.040840 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-101aadd6-6097-4a65-ae8e-07db71e01bff tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (dd06f11b-87be-40df-a30a-c1d64a3d07f9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.065198 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-101aadd6-6097-4a65-ae8e-07db71e01bff tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (dd06f11b-87be-40df-a30a-c1d64a3d07f9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.113687 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65ae82f2-02a7-4b35-821d-3f83a470a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9a524dc8-2865-48bd-9202-c7bcde0fffac), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.116741 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-65ae82f2-02a7-4b35-821d-3f83a470a7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.117986 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-65ae82f2-02a7-4b35-821d-3f83a470a7a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a524dc8-2865-48bd-9202-c7bcde0fffac HTTP/1.1" status: 204 len: 168 time: 0.3402486 Mar 07 21:59:40.170221 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae82f2-02a7-4b35-821d-3f83a470a7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a524dc8-2865-48bd-9202-c7bcde0fffac,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:40.179703 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101aadd6-6097-4a65-ae8e-07db71e01bff tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd06f11b-87be-40df-a30a-c1d64a3d07f9,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:40.197747 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-101aadd6-6097-4a65-ae8e-07db71e01bff tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.201613 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-101aadd6-6097-4a65-ae8e-07db71e01bff tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7222373 Mar 07 21:59:40.201776 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53800) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:40.208408 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2fe5300a-c164-41f7-844b-c515708ff08b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': 'f614570b-1103-4c3f-a646-340a99f650cf', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:40.278302 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5add9afa-e77b-4796-92a8-c4ec0f6deb1b up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:40.284721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c3ee8-8fc6-4b25-b767-ffbbcc40269d req-ee33d3d9-aa9b-44b6-8d26-ee21f7e6ae0f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:40.285884 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c93c3ee8-8fc6-4b25-b767-ffbbcc40269d req-ee33d3d9-aa9b-44b6-8d26-ee21f7e6ae0f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 944 time: 0.4202523 Mar 07 21:59:40.318571 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2fe5300a-c164-41f7-844b-c515708ff08b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (32683e61-1668-425b-89c9-9befa25bcdc8), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.452363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2fe5300a-c164-41f7-844b-c515708ff08b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (32683e61-1668-425b-89c9-9befa25bcdc8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.464601 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2fe5300a-c164-41f7-844b-c515708ff08b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (32683e61-1668-425b-89c9-9befa25bcdc8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.498098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 4b664f65-c4ab-4a88-ad97-ce94f17c710a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:40.499800 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.548796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5300a-c164-41f7-844b-c515708ff08b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32683e61-1668-425b-89c9-9befa25bcdc8,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:40.559565 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2fe5300a-c164-41f7-844b-c515708ff08b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.562997 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2fe5300a-c164-41f7-844b-c515708ff08b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3600919 Mar 07 21:59:40.566417 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53810) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:40.577604 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9a8fd5b1-686b-4f5e-902c-f360cdcb4d77 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': 'f614570b-1103-4c3f-a646-340a99f650cf', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:40.598169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 21:59:40.605076 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:40.605464 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.640530 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a8fd5b1-686b-4f5e-902c-f360cdcb4d77 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (54822286-9670-4d0f-8a2b-9651c40d2c6b), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.641879 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1bb0d7f5-3905-46ce-acd7-d3488f34c73a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks [] for port (11e67a53-d057-4806-bee2-6f7544ad5c61), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.679261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 4b664f65-c4ab-4a88-ad97-ce94f17c710a is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:40.696261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c93c3ee8-8fc6-4b25-b767-ffbbcc40269d req-6231c411-3496-46dc-9b08-022ce71587c6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817160 Mar 07 21:59:40.809981 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1bb0d7f5-3905-46ce-acd7-d3488f34c73a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (11e67a53-d057-4806-bee2-6f7544ad5c61), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.841657 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a8fd5b1-686b-4f5e-902c-f360cdcb4d77 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (54822286-9670-4d0f-8a2b-9651c40d2c6b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.850551 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a8fd5b1-686b-4f5e-902c-f360cdcb4d77 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (54822286-9670-4d0f-8a2b-9651c40d2c6b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.873055 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:40.873319 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.894976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fd5b1-686b-4f5e-902c-f360cdcb4d77 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54822286-9670-4d0f-8a2b-9651c40d2c6b,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:40.905189 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a8fd5b1-686b-4f5e-902c-f360cdcb4d77 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.909333 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9a8fd5b1-686b-4f5e-902c-f360cdcb4d77 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3416774 Mar 07 21:59:40.910313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53816) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:40.911990 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53818) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:40.933315 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-bd4e6e63-7cef-4afa-88af-1f9907d96d0b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': 'f614570b-1103-4c3f-a646-340a99f650cf', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:40.939940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb0d7f5-3905-46ce-acd7-d3488f34c73a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:40.956557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-1bb0d7f5-3905-46ce-acd7-d3488f34c73a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:40.965976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0d7f5-3905-46ce-acd7-d3488f34c73a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:40.974197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb0d7f5-3905-46ce-acd7-d3488f34c73a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:40.976640 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1bb0d7f5-3905-46ce-acd7-d3488f34c73a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:40.987585 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:59:40.993892 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae7af96-2520-4ae7-95b9-f5a209234750" -d '{"events": [{"server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "name": "network-vif-plugged", "status": "completed", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:59:40.994052 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-bd4e6e63-7cef-4afa-88af-1f9907d96d0b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Project 2d192248e3994b0e99e0429603afce16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:59:41.000237 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bd4e6e63-7cef-4afa-88af-1f9907d96d0b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (ee11bae6-d0ce-4df8-959f-a59e0a6e8284), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:41.018014 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:41.027459 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:41.040051 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0d7f5-3905-46ce-acd7-d3488f34c73a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Pushing event updated for resources: {'Port': ['ID=11e67a53-d057-4806-bee2-6f7544ad5c61,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:41.058333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1bb0d7f5-3905-46ce-acd7-d3488f34c73a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6307507 Mar 07 21:59:41.058976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53826) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:41.136478 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b31d5eb-01d4-4624-8587-86771ea9fc2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:41.144294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5b31d5eb-01d4-4624-8587-86771ea9fc2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "GET /v2.0/ports/11e67a53-d057-4806-bee2-6f7544ad5c61 HTTP/1.1" status: 200 len: 958 time: 0.0782146 Mar 07 21:59:41.146801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53830) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:41.154946 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bd4e6e63-7cef-4afa-88af-1f9907d96d0b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (ee11bae6-d0ce-4df8-959f-a59e0a6e8284), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:41.157331 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 21:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d42c47-9696-4e3a-9ca2-772863e88c51 x-openstack-request-id: req-91d42c47-9696-4e3a-9ca2-772863e88c51 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:59:41.157660 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "name": "network-vif-plugged", "status": "completed", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:59:41.157885 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91d42c47-9696-4e3a-9ca2-772863e88c51 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:59:41.158323 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b', 'code': 200} Mar 07 21:59:41.164297 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bd4e6e63-7cef-4afa-88af-1f9907d96d0b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (ee11bae6-d0ce-4df8-959f-a59e0a6e8284), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:41.188021 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:41.238367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e6e63-7cef-4afa-88af-1f9907d96d0b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee11bae6-d0ce-4df8-959f-a59e0a6e8284,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:41.258391 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bd4e6e63-7cef-4afa-88af-1f9907d96d0b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:41.263750 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bd4e6e63-7cef-4afa-88af-1f9907d96d0b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3346293 Mar 07 21:59:41.266546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53834) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:41.283337 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f28bad2a-2a5f-4f1b-b3b6-04f3022971f4 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'security_group_rule': {'security_group_id': 'f614570b-1103-4c3f-a646-340a99f650cf', 'project_id': '2d192248e3994b0e99e0429603afce16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:41.327151 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5011b805-2150-4d24-ac8a-d03e61f08732 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:41.373757 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5011b805-2150-4d24-ac8a-d03e61f08732 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] 10.222.0.26 "PUT /v2.0/quotas/1e02e9208cb640b3871b731f195d883b HTTP/1.1" status: 200 len: 368 time: 0.4598539 Mar 07 21:59:41.377370 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-f28bad2a-2a5f-4f1b-b3b6-04f3022971f4 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Project 2d192248e3994b0e99e0429603afce16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:59:41.386888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53840) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:41.388239 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f28bad2a-2a5f-4f1b-b3b6-04f3022971f4 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (70122bcd-6baa-4728-b757-b1ef52034ac0), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:41.413441 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Request body: {'network': {'project_id': '1e02e9208cb640b3871b731f195d883b'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:41.453228 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f28bad2a-2a5f-4f1b-b3b6-04f3022971f4 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (70122bcd-6baa-4728-b757-b1ef52034ac0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:41.459352 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f28bad2a-2a5f-4f1b-b3b6-04f3022971f4 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (70122bcd-6baa-4728-b757-b1ef52034ac0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:41.480502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Made reservation on behalf of 1e02e9208cb640b3871b731f195d883b for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:41.490739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bad2a-2a5f-4f1b-b3b6-04f3022971f4 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70122bcd-6baa-4728-b757-b1ef52034ac0,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:41.494128 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:41.504443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f28bad2a-2a5f-4f1b-b3b6-04f3022971f4 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:41.505474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a98035-4352-43b7-b2b1-3e65afcc71e7 req-0bb57f1a-2ade-41c2-a7ff-b5f9ced7f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:41.507328 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9a98035-4352-43b7-b2b1-3e65afcc71e7 req-0bb57f1a-2ade-41c2-a7ff-b5f9ced7f4b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 1127 time: 0.2299075 Mar 07 21:59:41.512225 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f28bad2a-2a5f-4f1b-b3b6-04f3022971f4 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2440946 Mar 07 21:59:41.550847 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:41.581046 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-331c12bc-df71-4b69-ba22-7da35293823e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Deleting port 11e67a53-d057-4806-bee2-6f7544ad5c61 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:59:41.581477 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-331c12bc-df71-4b69-ba22-7da35293823e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (11e67a53-d057-4806-bee2-6f7544ad5c61), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:41.694174 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9a98035-4352-43b7-b2b1-3e65afcc71e7 req-2862cdc2-0c70-45ef-937d-5a56ff8b72a6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799676 Mar 07 21:59:41.724790 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-331c12bc-df71-4b69-ba22-7da35293823e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (11e67a53-d057-4806-bee2-6f7544ad5c61), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:41.750392 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-331c12bc-df71-4b69-ba22-7da35293823e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Calling delete_port for 11e67a53-d057-4806-bee2-6f7544ad5c61 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:59:41.759740 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53856) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:41.916431 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks [] for security_group (1367bed7-8d9e-49ec-8092-2f13150a46c7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:41.941864 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1367bed7-8d9e-49ec-8092-2f13150a46c7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:41.988256 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1367bed7-8d9e-49ec-8092-2f13150a46c7,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:42.025106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-992575566-network', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:42.026301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c5e2e-cd3a-4510-a3f9-0e764232692d req-15710ee0-0ae9-4561-8bf6-a2eddec0a3f5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:42.027883 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b1c5e2e-cd3a-4510-a3f9-0e764232692d req-15710ee0-0ae9-4561-8bf6-a2eddec0a3f5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 945 time: 0.2089038 Mar 07 21:59:42.033198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:59:42.038986 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-8c3b17b4-5759-484a-88aa-fed124b1ccb8 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-181356816&fields=id&tenant_id=2d192248e3994b0e99e0429603afce16 HTTP/1.1" status: 200 len: 267 time: 0.1657746 Mar 07 21:59:42.064946 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] Made reservation on behalf of 3fc67ef9f01d44319fd008ca1bc5a8e4 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:42.070850 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.083280 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.094255 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a167131f-2156-47f3-851e-fbd1e7010f23), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.095388 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Added segment a167131f-2156-47f3-851e-fbd1e7010f23 of type vlan for network a80fc6f0-b69e-4d4e-a52d-3417134be2d7 Mar 07 21:59:42.183652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b1c5e2e-cd3a-4510-a3f9-0e764232692d req-ffa2e632-d4fd-4d7f-9c44-be24b8476481 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372116 Mar 07 21:59:42.193059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] Publish callbacks [] for security_group (b649087d-104c-4519-82f2-06152ef735a9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.198894 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b649087d-104c-4519-82f2-06152ef735a9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.230017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-331c12bc-df71-4b69-ba22-7da35293823e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (11e67a53-d057-4806-bee2-6f7544ad5c61), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.254668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:59:42.257324 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (a80fc6f0-b69e-4d4e-a52d-3417134be2d7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.263717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b649087d-104c-4519-82f2-06152ef735a9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:42.285069 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c12bc-df71-4b69-ba22-7da35293823e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Pushing event deleted for resources: {'Port': ['ID=11e67a53-d057-4806-bee2-6f7544ad5c61,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:42.293805 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (9ccee63f-6835-41fb-9085-3a09c869f5f3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.295651 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] Added segment 9ccee63f-6835-41fb-9085-3a09c869f5f3 of type vlan for network dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 Mar 07 21:59:42.305516 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-331c12bc-df71-4b69-ba22-7da35293823e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.309541 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-331c12bc-df71-4b69-ba22-7da35293823e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "DELETE /v2.0/ports/11e67a53-d057-4806-bee2-6f7544ad5c61 HTTP/1.1" status: 204 len: 168 time: 1.1616900 Mar 07 21:59:42.315534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53868) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:42.355248 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-9f145012-e0c3-4f01-b594-56117383e160 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:42.361276 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-9f145012-e0c3-4f01-b594-56117383e160 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/networks?id=bdb980e6-1959-4c40-b77f-f4fa622d8c0c HTTP/1.1" status: 200 len: 796 time: 0.3079569 Mar 07 21:59:42.395947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-729b5f3f-40e9-41f7-b413-01adfd69cbfd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/quotas/2d192248e3994b0e99e0429603afce16 HTTP/1.1" status: 200 len: 375 time: 0.0276179 Mar 07 21:59:42.397393 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (a80fc6f0-b69e-4d4e-a52d-3417134be2d7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.397546 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a861c39a-15c3-4b3e-86fd-8fadcf44d333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] GET failed (client error): The resource could not be found. Mar 07 21:59:42.398855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:42.399758 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.399888 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a861c39a-15c3-4b3e-86fd-8fadcf44d333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "GET /v2.0/ports/11e67a53-d057-4806-bee2-6f7544ad5c61 HTTP/1.1" status: 404 len: 333 time: 0.0829518 Mar 07 21:59:42.403654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53872) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:42.415297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-71de869d-3b63-4304-8929-372509859b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Request body: {'port': {'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-335767837'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:42.416386 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.454214 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.456345 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:42.457246 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.476768 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7157233 Mar 07 21:59:42.489671 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53874) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:42.493993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1038952 Mar 07 21:59:42.494874 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-038f0421-9712-4cc5-969d-66a8671a8955 admin admin] Request body: {'subnet': {'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-subnet', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:42.504091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53876) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:42.521435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-15c09779-9188-4db8-b71c-59a896dbd8e3 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Request body: {'network': {'project_id': '1e02e9208cb640b3871b731f195d883b'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:42.557362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949757e-639e-43cb-a761-f2708a1f80d2 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Pushing event updated for resources: {'Network': ['ID=a80fc6f0-b69e-4d4e-a52d-3417134be2d7,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:42.564713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71de869d-3b63-4304-8929-372509859b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Made reservation on behalf of eb810297b6444316883b70e55bb1f09a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:42.567095 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71de869d-3b63-4304-8929-372509859b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.573100 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network a80fc6f0-b69e-4d4e-a52d-3417134be2d7 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:59:42.590620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-71de869d-3b63-4304-8929-372509859b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] device_id is not set on port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:59:42.601721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-f794c274-0b10-4d52-a891-f06f7ed973c3 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d192248e3994b0e99e0429603afce16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1809456 Mar 07 21:59:42.882808 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71de869d-3b63-4304-8929-372509859b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks [] for port (2379d6ba-5a5b-4201-a837-e9c82efccdc1), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:42.917500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-77b773c1-46c1-4c51-a010-2815cbd468f7 service neutron] 10.222.0.26 "GET /v2.0/networks/bdb980e6-1959-4c40-b77f-f4fa622d8c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761710 Mar 07 21:59:43.011265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7e7a8-22cc-4e03-958f-7b9e79a84f2c admin admin] Pushing event updated for resources: {'Network': ['ID=dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:43.019204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038f0421-9712-4cc5-969d-66a8671a8955 admin admin] Made reservation on behalf of 3fc67ef9f01d44319fd008ca1bc5a8e4 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:43.022199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:59:43.024378 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-038f0421-9712-4cc5-969d-66a8671a8955 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.029872 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c09779-9188-4db8-b71c-59a896dbd8e3 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Made reservation on behalf of 1e02e9208cb640b3871b731f195d883b for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:43.033131 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15c09779-9188-4db8-b71c-59a896dbd8e3 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.040799 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71de869d-3b63-4304-8929-372509859b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2379d6ba-5a5b-4201-a837-e9c82efccdc1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.111794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de869d-3b63-4304-8929-372509859b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:43.115117 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c09779-9188-4db8-b71c-59a896dbd8e3 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:59:43.119318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-71de869d-3b63-4304-8929-372509859b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:43.121055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de869d-3b63-4304-8929-372509859b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Pushing event updated for resources: {'Port': ['ID=2379d6ba-5a5b-4201-a837-e9c82efccdc1,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:43.123305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de869d-3b63-4304-8929-372509859b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:43.124335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71de869d-3b63-4304-8929-372509859b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:43.125089 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-71de869d-3b63-4304-8929-372509859b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.140450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-c9ded38c-e3be-4f55-8a31-4b8713685711 service neutron] 10.222.0.26 "GET /v2.0/networks/bdb980e6-1959-4c40-b77f-f4fa622d8c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219601 Mar 07 21:59:43.140705 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15c09779-9188-4db8-b71c-59a896dbd8e3 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (93db8248-66b1-4cbe-90b5-405ece53ebf8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.141332 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-15c09779-9188-4db8-b71c-59a896dbd8e3 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Added segment 93db8248-66b1-4cbe-90b5-405ece53ebf8 of type vlan for network 27a96268-a5c2-4efe-91f1-96463a411a06 Mar 07 21:59:43.150158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-71de869d-3b63-4304-8929-372509859b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7443607 Mar 07 21:59:43.151034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53880) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:43.156547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:43.225956 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2379d6ba-5a5b-4201-a837-e9c82efccdc1), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.251042 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15c09779-9188-4db8-b71c-59a896dbd8e3 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (27a96268-a5c2-4efe-91f1-96463a411a06), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.335757 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15c09779-9188-4db8-b71c-59a896dbd8e3 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (27a96268-a5c2-4efe-91f1-96463a411a06), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.336669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c09779-9188-4db8-b71c-59a896dbd8e3 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:43.337280 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15c09779-9188-4db8-b71c-59a896dbd8e3 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.380676 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-038f0421-9712-4cc5-969d-66a8671a8955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (8e487eb0-cf82-4d95-adff-ac9720e5bf10), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.413158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2231f64-e353-446d-ba53-5dba7eaf86b9 req-9f80215c-8fb4-4825-b9b3-9e037c65af33 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 210 time: 0.0543168 Mar 07 21:59:43.444286 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-15c09779-9188-4db8-b71c-59a896dbd8e3 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9391601 Mar 07 21:59:43.454666 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53892) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:43.461657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-fdf15308-269b-443a-8d6a-2c477d357cfc tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Request body: {'network': {'project_id': '1e02e9208cb640b3871b731f195d883b'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:43.468505 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c09779-9188-4db8-b71c-59a896dbd8e3 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Pushing event updated for resources: {'Network': ['ID=27a96268-a5c2-4efe-91f1-96463a411a06,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:43.479101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 27a96268-a5c2-4efe-91f1-96463a411a06 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:59:43.499229 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f0421-9712-4cc5-969d-66a8671a8955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e487eb0-cf82-4d95-adff-ac9720e5bf10,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:43.513236 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf15308-269b-443a-8d6a-2c477d357cfc tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 21:59:43.513713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf15308-269b-443a-8d6a-2c477d357cfc tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:59:43.515381 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fdf15308-269b-443a-8d6a-2c477d357cfc tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0599754 Mar 07 21:59:43.524231 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53898) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:43.547427 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] device_id is not set on port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:59:43.560134 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038f0421-9712-4cc5-969d-66a8671a8955 admin admin] Checking segment: {'id': '9ccee63f-6835-41fb-9085-3a09c869f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:43.560340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f0421-9712-4cc5-969d-66a8671a8955 admin admin] Network hostable DHCP agents. Network: dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:59:43.581625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f83fa-13fb-499c-b5e8-75d8b5fe0015 req-c67a04ce-3f2f-4650-ae24-32b0c0b94a14 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:43.590011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d59f83fa-13fb-499c-b5e8-75d8b5fe0015 req-c67a04ce-3f2f-4650-ae24-32b0c0b94a14 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 945 time: 0.3024440 Mar 07 21:59:43.597792 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6cae362d-3a61-4eb9-9007-11a854448757 tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e02e9208cb640b3871b731f195d883b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0723951 Mar 07 21:59:43.600346 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53906) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:43.603654 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks [] for port (2379d6ba-5a5b-4201-a837-e9c82efccdc1), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.617771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f0421-9712-4cc5-969d-66a8671a8955 admin admin] Network dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:59:43.619844 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (2379d6ba-5a5b-4201-a837-e9c82efccdc1), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.641015 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-038f0421-9712-4cc5-969d-66a8671a8955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:43.647526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038f0421-9712-4cc5-969d-66a8671a8955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:43.648345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-038f0421-9712-4cc5-969d-66a8671a8955 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.657354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f88f36-15aa-4a59-8a37-7d0801c93918 None None] Network dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:59:43.696713 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-038f0421-9712-4cc5-969d-66a8671a8955 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2033067 Mar 07 21:59:43.696996 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53908) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:43.701997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:43.709879 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a6bd05e-ea36-43b7-a121-d8ac352a120c tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks [] for security_group (1367bed7-8d9e-49ec-8092-2f13150a46c7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.743509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Pushing event updated for resources: {'Port': ['ID=2379d6ba-5a5b-4201-a837-e9c82efccdc1,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:43.754944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a6bd05e-ea36-43b7-a121-d8ac352a120c tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks [] for security_group (1367bed7-8d9e-49ec-8092-2f13150a46c7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.772520 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (c7a895eb-86a6-4403-82c9-dce04f0db69b), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.774006 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (c7a895eb-86a6-4403-82c9-dce04f0db69b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.784546 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d59f83fa-13fb-499c-b5e8-75d8b5fe0015 req-a8d18659-57fd-48df-b785-1d36c8f868b1 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933517 Mar 07 21:59:43.793053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:43.793393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:43.793762 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:43.824750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:43.825537 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:43.825537 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 2 to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 Mar 07 21:59:43.866304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:43.866640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:43.866974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:43.875065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:43.875407 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:43.875836 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 3 to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 Mar 07 21:59:43.880791 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'fixed_ips': [{'subnet_id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:59:43.881675 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.899043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:43.899311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:43.899735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:43.900284 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Publish callbacks [] for router_controller (c7a895eb-86a6-4403-82c9-dce04f0db69b), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.905329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:43.905663 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:43.906047 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 4 to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 Mar 07 21:59:43.919847 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:43.920217 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:43.920612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:43.935576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:43.935906 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:43.938096 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 5 to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 Mar 07 21:59:43.992541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:43.993066 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a6bd05e-ea36-43b7-a121-d8ac352a120c tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1367bed7-8d9e-49ec-8092-2f13150a46c7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.994519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:43.995098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:43.996960 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a6bd05e-ea36-43b7-a121-d8ac352a120c tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:43.998311 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9a6bd05e-ea36-43b7-a121-d8ac352a120c tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/1367bed7-8d9e-49ec-8092-2f13150a46c7 HTTP/1.1" status: 204 len: 168 time: 0.3968539 Mar 07 21:59:44.002388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53918) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:44.004061 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:44.004395 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:44.005679 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 6 to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 Mar 07 21:59:44.026842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:44.027331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:44.027671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:44.044143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8e057-0714-41ce-bf99-169212bdebdd req-f3f9865e-95f5-4aa2-a174-766576457019 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:44.045704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-29c8e057-0714-41ce-bf99-169212bdebdd req-f3f9865e-95f5-4aa2-a174-766576457019 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 945 time: 0.1216748 Mar 07 21:59:44.048186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:44.048518 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:44.048907 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 7 to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 Mar 07 21:59:44.071388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bd05e-ea36-43b7-a121-d8ac352a120c tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1367bed7-8d9e-49ec-8092-2f13150a46c7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:44.073342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:44.073681 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:44.074019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:44.086874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:44.087110 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:44.092657 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 8 to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 Mar 07 21:59:44.110127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Allocated IP 172.20.0.2 (dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8/8e487eb0-cf82-4d95-adff-ac9720e5bf10/8b4f9eee-61ff-4e8e-91bc-22cc7876bb35) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:44.121528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:44.121528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:44.122103 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:44.129294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:44.129641 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:44.130342 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 9 to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 Mar 07 21:59:44.135880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-29c8e057-0714-41ce-bf99-169212bdebdd req-52bc276a-6b11-4a70-b4bf-cdb4f4f83bf5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830724 Mar 07 21:59:44.148418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:44.148763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:44.149151 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:44.154223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:44.154563 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:44.154999 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempt 10 to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 Mar 07 21:59:44.163727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53920) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:44.171338 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Publish callbacks [] for router_gateway (c7a895eb-86a6-4403-82c9-dce04f0db69b), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.178240 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:44.178579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:44.178919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempting to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:44.194202 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-374b5e69-1fbc-4448-881e-7ecc3724953e tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (27a96268-a5c2-4efe-91f1-96463a411a06), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.208484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:44.208868 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Failed to bind port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '5740952d-555f-4200-a59e-19e62dc6e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f'}] Mar 07 21:59:44.209245 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2379d6ba-5a5b-4201-a837-e9c82efccdc1), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.265168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14e9487-f051-447b-b9cb-db52c8a9f441 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:44.266821 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f14e9487-f051-447b-b9cb-db52c8a9f441 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 1122 time: 0.1013737 Mar 07 21:59:44.271500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53922) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:44.276580 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:44.319274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] For port 2379d6ba-5a5b-4201-a837-e9c82efccdc1, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:44.319706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attempted to set empty binding levels {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 21:59:44.322760 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.339144 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (2379d6ba-5a5b-4201-a837-e9c82efccdc1), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.358433 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-374b5e69-1fbc-4448-881e-7ecc3724953e tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (27a96268-a5c2-4efe-91f1-96463a411a06), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.386971 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-374b5e69-1fbc-4448-881e-7ecc3724953e tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a96268-a5c2-4efe-91f1-96463a411a06']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:44.399316 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Publish callbacks [] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.404797 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-374b5e69-1fbc-4448-881e-7ecc3724953e tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93db8248-66b1-4cbe-90b5-405ece53ebf8') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:44.405138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-374b5e69-1fbc-4448-881e-7ecc3724953e tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93db8248-66b1-4cbe-90b5-405ece53ebf8') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:44.409035 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.420495 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-374b5e69-1fbc-4448-881e-7ecc3724953e tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (93db8248-66b1-4cbe-90b5-405ece53ebf8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.430414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] In _notify_port_updated(), no bound segment for port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 on network 6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f {{(pid=103719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 21:59:44.434768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:44.436139 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.444058 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-374b5e69-1fbc-4448-881e-7ecc3724953e tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (93db8248-66b1-4cbe-90b5-405ece53ebf8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.453981 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Network dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:44.457878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374b5e69-1fbc-4448-881e-7ecc3724953e tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:59:44.458458 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-374b5e69-1fbc-4448-881e-7ecc3724953e tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (93db8248-66b1-4cbe-90b5-405ece53ebf8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.458693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "PUT /v2.0/ports/2379d6ba-5a5b-4201-a837-e9c82efccdc1 HTTP/1.1" status: 200 len: 978 time: 1.3059518 Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: warnings.warn('Neutron quota engine will require "--force" ' Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:59:44.461176 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:59:44.467431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:44.468697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53926) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:44.471477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:44.527749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Pushing event updated for resources: {'Port': ['ID=8b4f9eee-61ff-4e8e-91bc-22cc7876bb35,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:44.541016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Attempting to bind port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:44.541458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Attempting to bind port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '9ccee63f-6835-41fb-9085-3a09c869f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:44.541884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Attempting to bind port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 on network dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:44.548922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:59:44.549401 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Checking segment: {'id': '9ccee63f-6835-41fb-9085-3a09c869f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:44.549986 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.550544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Bound using segment: {'id': '9ccee63f-6835-41fb-9085-3a09c869f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:59:44.551108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Bound port: 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ccee63f-6835-41fb-9085-3a09c869f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:59:44.551548 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.555664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba57ff-9341-45f0-82f7-53355fa459de tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Pushing event updated for resources: {'Port': ['ID=2379d6ba-5a5b-4201-a837-e9c82efccdc1,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:44.584874 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 21:59:44.620739 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f01df461-c224-48e5-a5a7-51a0739f9ef8 req-fd2cb80d-503c-4037-8fbd-6478d51da068 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 210 time: 0.0624094 Mar 07 21:59:44.670891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] For port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:44.675753 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-374b5e69-1fbc-4448-881e-7ecc3724953e tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (27a96268-a5c2-4efe-91f1-96463a411a06), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.685583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-374b5e69-1fbc-4448-881e-7ecc3724953e tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.689733 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-374b5e69-1fbc-4448-881e-7ecc3724953e tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] 10.222.0.26 "DELETE /v2.0/networks/27a96268-a5c2-4efe-91f1-96463a411a06 HTTP/1.1" status: 204 len: 168 time: 0.6846154 Mar 07 21:59:44.693318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53928) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:44.694337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] For port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8b4f9eee-61ff-4e8e-91bc-22cc7876bb35,segment=NetworkSegment(9ccee63f-6835-41fb-9085-3a09c869f5f3),segment_id=9ccee63f-6835-41fb-9085-3a09c869f5f3)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:59:44.710759 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.716549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b5e69-1fbc-4448-881e-7ecc3724953e tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Pushing event deleted for resources: {'Network': ['ID=27a96268-a5c2-4efe-91f1-96463a411a06,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:44.719086 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Publish callbacks [] for router_gateway (c7a895eb-86a6-4403-82c9-dce04f0db69b), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.754888 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:44.867152 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274d01a-e187-4070-ae0d-5a0f7ff64747 None None] Pushing event updated for resources: {'Port': ['ID=8b4f9eee-61ff-4e8e-91bc-22cc7876bb35,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:44.876769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe067b29-a589-4ed8-834e-01cd037c989d tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (a80fc6f0-b69e-4d4e-a52d-3417134be2d7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:45.001162 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Allocated IP 172.25.4.124 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/d4ff252f-dd1c-4121-a20d-1da0a9a7bb22) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:45.096060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe067b29-a589-4ed8-834e-01cd037c989d tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (a80fc6f0-b69e-4d4e-a52d-3417134be2d7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:45.158721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-fe067b29-a589-4ed8-834e-01cd037c989d tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80fc6f0-b69e-4d4e-a52d-3417134be2d7']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:45.178406 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-fe067b29-a589-4ed8-834e-01cd037c989d tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a167131f-2156-47f3-851e-fbd1e7010f23') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:45.178601 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-fe067b29-a589-4ed8-834e-01cd037c989d tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a167131f-2156-47f3-851e-fbd1e7010f23') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:45.192875 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe067b29-a589-4ed8-834e-01cd037c989d tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (a167131f-2156-47f3-851e-fbd1e7010f23), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:45.203947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-330bec89-23e6-470c-bb3f-859df6dbbb42 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:45.205416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-330bec89-23e6-470c-bb3f-859df6dbbb42 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.13 "GET /v2.0/networks?id=bdb980e6-1959-4c40-b77f-f4fa622d8c0c HTTP/1.1" status: 200 len: 796 time: 0.1744435 Mar 07 21:59:45.217769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe067b29-a589-4ed8-834e-01cd037c989d tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a167131f-2156-47f3-851e-fbd1e7010f23), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:45.244575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe067b29-a589-4ed8-834e-01cd037c989d tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:59:45.244989 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe067b29-a589-4ed8-834e-01cd037c989d tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (a167131f-2156-47f3-851e-fbd1e7010f23), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: timer() Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:59:45.249596 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:59:45.274681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Publish callbacks [] for port (d4ff252f-dd1c-4121-a20d-1da0a9a7bb22), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:45.274926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2b698-20dd-4bc1-9c09-336684b816e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Deleting port 2379d6ba-5a5b-4201-a837-e9c82efccdc1 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 21:59:45.275037 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1f2b698-20dd-4bc1-9c09-336684b816e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2379d6ba-5a5b-4201-a837-e9c82efccdc1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:45.304447 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:45.337684 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe067b29-a589-4ed8-834e-01cd037c989d tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (a80fc6f0-b69e-4d4e-a52d-3417134be2d7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:45.349751 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fe067b29-a589-4ed8-834e-01cd037c989d tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:45.355482 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fe067b29-a589-4ed8-834e-01cd037c989d tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] 10.222.0.26 "DELETE /v2.0/networks/a80fc6f0-b69e-4d4e-a52d-3417134be2d7 HTTP/1.1" status: 204 len: 168 time: 0.6582651 Mar 07 21:59:45.369521 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe067b29-a589-4ed8-834e-01cd037c989d tempest-QuotasNegativeTest-64269773 tempest-QuotasNegativeTest-64269773-project-admin] Pushing event deleted for resources: {'Network': ['ID=a80fc6f0-b69e-4d4e-a52d-3417134be2d7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:45.385164 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d4ff252f-dd1c-4121-a20d-1da0a9a7bb22), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:45.393216 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-0f8cb94a-f295-491c-a20f-7411f01ae425 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d192248e3994b0e99e0429603afce16 HTTP/1.1" status: 200 len: 379 time: 0.1759474 Mar 07 21:59:45.432716 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:45.435707 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:45.441759 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:45.445339 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ff252f-dd1c-4121-a20d-1da0a9a7bb22,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:45.500129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-23bb3d09-9b6d-48a6-9dac-6ab9bec58abd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'port': {'device_id': 'bf3827b4-4b03-45f3-951e-6764adb0d7b5', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'admin_state_up': True, 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'security_groups': ['f614570b-1103-4c3f-a646-340a99f650cf']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:45.538264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-f1f2b698-20dd-4bc1-9c09-336684b816e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] For port 2379d6ba-5a5b-4201-a837-e9c82efccdc1, host n-h2-832330-1, got binding levels [] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:45.538642 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1f2b698-20dd-4bc1-9c09-336684b816e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2379d6ba-5a5b-4201-a837-e9c82efccdc1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:45.593491 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2b698-20dd-4bc1-9c09-336684b816e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Calling delete_port for 2379d6ba-5a5b-4201-a837-e9c82efccdc1 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 21:59:45.656235 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1c26c4de-560a-434f-9071-d2fa661f2454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:45.767090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.25.4.204 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/e64cdb10-0e32-4002-946f-6602de422c5f) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:45.811628 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a1e5fc1-a843-4ab1-aac1-c293c231cbfa req-c0245dd8-c03a-4e6c-be3c-e7b891fba2e4 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 210 time: 0.0421648 Mar 07 21:59:45.847216 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Publish callbacks [] for router_gateway (c7a895eb-86a6-4403-82c9-dce04f0db69b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:45.948011 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-23bb3d09-9b6d-48a6-9dac-6ab9bec58abd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Made reservation on behalf of 2d192248e3994b0e99e0429603afce16 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:45.951502 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-23bb3d09-9b6d-48a6-9dac-6ab9bec58abd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:45.983071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:45.991520 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1f2b698-20dd-4bc1-9c09-336684b816e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2379d6ba-5a5b-4201-a837-e9c82efccdc1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:46.142891 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (e64cdb10-0e32-4002-946f-6602de422c5f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:46.155851 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:46.181033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53946) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:46.184712 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:46.185088 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:46.201658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2b698-20dd-4bc1-9c09-336684b816e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Pushing event deleted for resources: {'Port': ['ID=2379d6ba-5a5b-4201-a837-e9c82efccdc1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:46.225282 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (c7a895eb-86a6-4403-82c9-dce04f0db69b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:46.243161 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1f2b698-20dd-4bc1-9c09-336684b816e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:46.262755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f1f2b698-20dd-4bc1-9c09-336684b816e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "DELETE /v2.0/ports/2379d6ba-5a5b-4201-a837-e9c82efccdc1 HTTP/1.1" status: 204 len: 168 time: 1.7749736 Mar 07 21:59:46.266278 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53950) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:46.267377 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e64cdb10-0e32-4002-946f-6602de422c5f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:46.340883 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb1f6af-a119-4897-8082-f18914cb0b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] GET failed (client error): The resource could not be found. Mar 07 21:59:46.352251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3cb1f6af-a119-4897-8082-f18914cb0b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341856828-project-admin] 10.222.0.26 "GET /v2.0/ports/2379d6ba-5a5b-4201-a837-e9c82efccdc1 HTTP/1.1" status: 404 len: 333 time: 0.0825601 Mar 07 21:59:46.356960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53952) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:46.411982 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7572ce4-65ba-4703-a588-8969d3322dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:46.470170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:46.481363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:46.482748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Router c7a895eb-86a6-4403-82c9-dce04f0db69b is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:59:46.516662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=e64cdb10-0e32-4002-946f-6602de422c5f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:46.529675 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:46.577425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-23bb3d09-9b6d-48a6-9dac-6ab9bec58abd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Allocated IP 172.20.0.3 (bdb980e6-1959-4c40-b77f-f4fa622d8c0c/c4050649-59f5-45d9-ac7f-6b2b241a392e/99690a6f-ff51-44bd-be76-a58d50a7c453) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:46.605138 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6945f4f0-6dfb-4cec-b7e7-976f6879462e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:46.625400 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a7cbe1-cf88-4908-8ba3-d4e3d0067290 None None] Network dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:59:46.671402 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7572ce4-65ba-4703-a588-8969d3322dd6 admin admin] Publish callbacks [] for security_group (94dd231e-78cc-4cec-abb4-18dacc1b865e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:46.681862 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7572ce4-65ba-4703-a588-8969d3322dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (94dd231e-78cc-4cec-abb4-18dacc1b865e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:46.710317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-338437c6-7fa0-46a9-bfdb-b1ef0257d788 None None] Provisioning complete for port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:46.710958 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-338437c6-7fa0-46a9-bfdb-b1ef0257d788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:46.728211 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:59:46.738362 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Sync routers for ids ['c7a895eb-86a6-4403-82c9-dce04f0db69b'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:59:46.751479 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Routers {'c7a895eb-86a6-4403-82c9-dce04f0db69b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:46.754772 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c7a895eb-86a6-4403-82c9-dce04f0db69b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:46.754940 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e7572ce4-65ba-4703-a588-8969d3322dd6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0431a83125f34efeb291c2cf7fb150b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5702550 Mar 07 21:59:46.756846 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:46.758461 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-328a0b61-dd52-4daa-8fe9-52786222b012 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0602839 Mar 07 21:59:46.759266 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7572ce4-65ba-4703-a588-8969d3322dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dd231e-78cc-4cec-abb4-18dacc1b865e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:46.763271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53954) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:46.763614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53956) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:46.830608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:46.831264 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:46.912520 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ad15881f-cd60-4dd3-9c1c-83f84a2d5dbc admin admin] Publish callbacks [] for security_group (94dd231e-78cc-4cec-abb4-18dacc1b865e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:46.954184 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8b4f9eee-61ff-4e8e-91bc-22cc7876bb35,segment=NetworkSegment(9ccee63f-6835-41fb-9085-3a09c869f5f3),segment_id=9ccee63f-6835-41fb-9085-3a09c869f5f3)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:46.954613 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Set router c7a895eb-86a6-4403-82c9-dce04f0db69b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:46.997295 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:47.009979 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-338437c6-7fa0-46a9-bfdb-b1ef0257d788 None None] Current status of the port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:47.010400 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-338437c6-7fa0-46a9-bfdb-b1ef0257d788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:47.011741 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ad15881f-cd60-4dd3-9c1c-83f84a2d5dbc admin admin] Publish callbacks [] for security_group (94dd231e-78cc-4cec-abb4-18dacc1b865e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:47.217974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=8b4f9eee-61ff-4e8e-91bc-22cc7876bb35,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:47.262448 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-23bb3d09-9b6d-48a6-9dac-6ab9bec58abd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:47.263781 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-338437c6-7fa0-46a9-bfdb-b1ef0257d788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:59:47.264393 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-338437c6-7fa0-46a9-bfdb-b1ef0257d788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:59:47.358619 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-23bb3d09-9b6d-48a6-9dac-6ab9bec58abd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:47.444310 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:43Z', 'updated_at': '2022-03-07T21:59:45Z', 'revision_number': 3, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'gw_port': {'id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:44Z', 'updated_at': '2022-03-07T21:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:47.472550 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Checking router: c7a895eb-86a6-4403-82c9-dce04f0db69b for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:59:47.472912 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Updating router c7a895eb-86a6-4403-82c9-dce04f0db69b port d4ff252f-dd1c-4121-a20d-1da0a9a7bb22 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:59:47.503620 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d4ff252f-dd1c-4121-a20d-1da0a9a7bb22), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:47.529632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ad15881f-cd60-4dd3-9c1c-83f84a2d5dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (94dd231e-78cc-4cec-abb4-18dacc1b865e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:47.532235 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ad15881f-cd60-4dd3-9c1c-83f84a2d5dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:47.536193 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ad15881f-cd60-4dd3-9c1c-83f84a2d5dbc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94dd231e-78cc-4cec-abb4-18dacc1b865e HTTP/1.1" status: 204 len: 168 time: 0.7715342 Mar 07 21:59:47.555124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15881f-cd60-4dd3-9c1c-83f84a2d5dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dd231e-78cc-4cec-abb4-18dacc1b865e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:47.685751 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (b7946a27-5b0e-42d8-96dd-96cdd8ba1677), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:47.885197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-23bb3d09-9b6d-48a6-9dac-6ab9bec58abd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network bdb980e6-1959-4c40-b77f-f4fa622d8c0c is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:47.899732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-23bb3d09-9b6d-48a6-9dac-6ab9bec58abd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:47.902308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb3d09-9b6d-48a6-9dac-6ab9bec58abd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Port': ['ID=99690a6f-ff51-44bd-be76-a58d50a7c453,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:47.917789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-338437c6-7fa0-46a9-bfdb-b1ef0257d788 None None] Current status of the port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:47.918570 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:47.941387 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f81f9597-9fd3-4f17-9fc7-02e6f5d8139d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:47.953636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-23bb3d09-9b6d-48a6-9dac-6ab9bec58abd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:47.970191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:47.972823 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6945f4f0-6dfb-4cec-b7e7-976f6879462e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.003411 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e64cdb10-0e32-4002-946f-6602de422c5f), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.026656 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Publish callbacks [] for port (d4ff252f-dd1c-4121-a20d-1da0a9a7bb22), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.044631 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d4ff252f-dd1c-4121-a20d-1da0a9a7bb22), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.048731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33253000-d307-4f65-a990-5a5ab26563bd req-f854f814-801a-40b5-8dda-66bd2a21407e tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:48.055871 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33253000-d307-4f65-a990-5a5ab26563bd req-f854f814-801a-40b5-8dda-66bd2a21407e tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 931 time: 0.7305346 Mar 07 21:59:48.120797 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bb236a68-b1e4-4763-a092-12d73bcb1c5f None None] Provisioning complete for port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:48.121310 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bb236a68-b1e4-4763-a092-12d73bcb1c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.142991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-6945f4f0-6dfb-4cec-b7e7-976f6879462e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:48.153950 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53968) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:48.158834 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Attempting to bind port d4ff252f-dd1c-4121-a20d-1da0a9a7bb22 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:48.159209 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Attempting to bind port d4ff252f-dd1c-4121-a20d-1da0a9a7bb22 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:48.159580 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Attempting to bind port d4ff252f-dd1c-4121-a20d-1da0a9a7bb22 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:48.165958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-6945f4f0-6dfb-4cec-b7e7-976f6879462e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5740952d-555f-4200-a59e-19e62dc6e1a3') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:48.166535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-6945f4f0-6dfb-4cec-b7e7-976f6879462e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5740952d-555f-4200-a59e-19e62dc6e1a3') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:48.175608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:48.179432 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:59:48.180501 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6945f4f0-6dfb-4cec-b7e7-976f6879462e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (5740952d-555f-4200-a59e-19e62dc6e1a3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.182775 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:48.183688 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.184276 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.190793 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:59:48.191237 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Bound port: d4ff252f-dd1c-4121-a20d-1da0a9a7bb22, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:59:48.191639 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d4ff252f-dd1c-4121-a20d-1da0a9a7bb22), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.199711 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6945f4f0-6dfb-4cec-b7e7-976f6879462e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (5740952d-555f-4200-a59e-19e62dc6e1a3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.204866 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d69de8d9-0698-47ee-9240-91e93d5087f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.207925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6945f4f0-6dfb-4cec-b7e7-976f6879462e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:59:48.208648 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6945f4f0-6dfb-4cec-b7e7-976f6879462e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (5740952d-555f-4200-a59e-19e62dc6e1a3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.235331 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802289f-4074-4f94-87f9-26038055efb9 None None] Pushing event updated for resources: {'Port': ['ID=d4ff252f-dd1c-4121-a20d-1da0a9a7bb22,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:48.312496 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] For port d4ff252f-dd1c-4121-a20d-1da0a9a7bb22, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:48.329334 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] For port d4ff252f-dd1c-4121-a20d-1da0a9a7bb22, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d4ff252f-dd1c-4121-a20d-1da0a9a7bb22,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:59:48.340783 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d4ff252f-dd1c-4121-a20d-1da0a9a7bb22), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.427773 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Allocated IP 172.20.0.1 (dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8/8e487eb0-cf82-4d95-adff-ac9720e5bf10/d66e4b92-850c-424c-99d1-285368452793) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:48.444150 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.496837 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d69de8d9-0698-47ee-9240-91e93d5087f6 admin admin] Publish callbacks [] for security_group (89af1706-8229-41ef-9a6e-ce826686e37b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.503027 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802289f-4074-4f94-87f9-26038055efb9 None None] Pushing event updated for resources: {'Port': ['ID=d4ff252f-dd1c-4121-a20d-1da0a9a7bb22,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:48.506529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:48.506955 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d69de8d9-0698-47ee-9240-91e93d5087f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (89af1706-8229-41ef-9a6e-ce826686e37b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.519698 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (e64cdb10-0e32-4002-946f-6602de422c5f), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: timer() Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:59:48.521745 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:59:48.524727 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Routers {'c7a895eb-86a6-4403-82c9-dce04f0db69b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:48.526571 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6945f4f0-6dfb-4cec-b7e7-976f6879462e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.526742 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c7a895eb-86a6-4403-82c9-dce04f0db69b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:48.531536 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bb236a68-b1e4-4763-a092-12d73bcb1c5f None None] Current status of the port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:48.536425 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6945f4f0-6dfb-4cec-b7e7-976f6879462e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.541543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6945f4f0-6dfb-4cec-b7e7-976f6879462e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] 10.222.0.26 "DELETE /v2.0/networks/6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f HTTP/1.1" status: 204 len: 168 time: 2.1809826 Mar 07 21:59:48.599957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33253000-d307-4f65-a990-5a5ab26563bd req-f69d413f-7169-4f2b-b33b-9930f2007d29 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=f614570b-1103-4c3f-a646-340a99f650cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5427763 Mar 07 21:59:48.600919 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e64cdb10-0e32-4002-946f-6602de422c5f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.608506 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d69de8d9-0698-47ee-9240-91e93d5087f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e29382a29f65450eab33b53ad6867955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4512935 Mar 07 21:59:48.611124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53976) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:48.613940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69de8d9-0698-47ee-9240-91e93d5087f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89af1706-8229-41ef-9a6e-ce826686e37b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:48.673289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-83d7ca3e-04f9-483d-b60b-68fd082b3cd6 None None] Provisioning complete for port 99690a6f-ff51-44bd-be76-a58d50a7c453 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:48.673675 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-83d7ca3e-04f9-483d-b60b-68fd082b3cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.685608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=e64cdb10-0e32-4002-946f-6602de422c5f,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:48.698259 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Publish callbacks [] for port (d66e4b92-850c-424c-99d1-285368452793), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.706863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-23bb3d09-9b6d-48a6-9dac-6ab9bec58abd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:48.708368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-23bb3d09-9b6d-48a6-9dac-6ab9bec58abd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.726650 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] Set router c7a895eb-86a6-4403-82c9-dce04f0db69b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:48.738648 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945f4f0-6dfb-4cec-b7e7-976f6879462e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762032862-project] Pushing event deleted for resources: {'Network': ['ID=6c2b14f1-f7fc-4fbb-9380-db5b07ba5d7f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:48.746501 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eb6db3d3-75be-480a-a5c5-ccf0da2ee4c1 admin admin] Publish callbacks [] for security_group (89af1706-8229-41ef-9a6e-ce826686e37b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.756247 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-23bb3d09-9b6d-48a6-9dac-6ab9bec58abd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2715108 Mar 07 21:59:48.763290 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-83d7ca3e-04f9-483d-b60b-68fd082b3cd6 None None] Port 99690a6f-ff51-44bd-be76-a58d50a7c453 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:59:48.784959 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d66e4b92-850c-424c-99d1-285368452793), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.795061 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eb6db3d3-75be-480a-a5c5-ccf0da2ee4c1 admin admin] Publish callbacks [] for security_group (89af1706-8229-41ef-9a6e-ce826686e37b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.815215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Request body: {'port': {'device_id': 'bf3827b4-4b03-45f3-951e-6764adb0d7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:48.818032 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (b7946a27-5b0e-42d8-96dd-96cdd8ba1677), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:48.952893 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Pushing event updated for resources: {'Port': ['ID=d66e4b92-850c-424c-99d1-285368452793,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:48.978323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Network dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:48.982264 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:48.993391 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:43Z', 'updated_at': '2022-03-07T21:59:45Z', 'revision_number': 3, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'gw_port': {'id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:44Z', 'updated_at': '2022-03-07T21:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:48.998973 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:49.066159 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b98e07-68db-48b2-bc2f-0d696b743c05 None None] The sync data for ids ['c7a895eb-86a6-4403-82c9-dce04f0db69b'] in n-d-832330-1 is: [{'id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:43Z', 'updated_at': '2022-03-07T21:59:45Z', 'revision_number': 3, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'gw_port': {'id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:44Z', 'updated_at': '2022-03-07T21:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:59:49.089745 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (c7a895eb-86a6-4403-82c9-dce04f0db69b), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:49.094429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eb6db3d3-75be-480a-a5c5-ccf0da2ee4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (89af1706-8229-41ef-9a6e-ce826686e37b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:49.098461 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eb6db3d3-75be-480a-a5c5-ccf0da2ee4c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:49.099632 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eb6db3d3-75be-480a-a5c5-ccf0da2ee4c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89af1706-8229-41ef-9a6e-ce826686e37b HTTP/1.1" status: 204 len: 168 time: 0.4869640 Mar 07 21:59:49.184985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53982) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:49.215633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6db3d3-75be-480a-a5c5-ccf0da2ee4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89af1706-8229-41ef-9a6e-ce826686e37b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:49.311173 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:49.408748 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2b0efa4d-84d7-4de0-a702-b1df8e433677 None None] Provisioning complete for port d66e4b92-850c-424c-99d1-285368452793 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:49.409140 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2b0efa4d-84d7-4de0-a702-b1df8e433677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d66e4b92-850c-424c-99d1-285368452793), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:49.432862 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d66e4b92-850c-424c-99d1-285368452793), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:49.509092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2b0efa4d-84d7-4de0-a702-b1df8e433677 None None] Port d66e4b92-850c-424c-99d1-285368452793 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:59:49.727592 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Floating IP b7946a27-5b0e-42d8-96dd-96cdd8ba1677 associated. External IP: 172.25.4.204, port: 5add9afa-e77b-4796-92a8-c4ec0f6deb1b. Mar 07 21:59:49.837249 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8e268f69-bae6-4b87-be83-451431ad5b72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=baeb41dc07dc4957b1d9896e3c1bed47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6508439 Mar 07 21:59:49.850918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54000) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:49.893902 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:49.980116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d4ff252f-dd1c-4121-a20d-1da0a9a7bb22 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:49.985996 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abcdbd4f-8826-4e7b-b6e3-e267a403a35f admin admin] Publish callbacks [] for security_group (8294265d-6497-47ad-abda-461d1dcedd95), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:49.989573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Publish callbacks [] for port (d66e4b92-850c-424c-99d1-285368452793), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:50.004246 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (d66e4b92-850c-424c-99d1-285368452793), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:50.005951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc4278-9045-46d4-9fba-b92fefa5d39d req-42793b41-dc53-44d8-9723-ef4308c133c7 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:50.007810 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecfc4278-9045-46d4-9fba-b92fefa5d39d req-42793b41-dc53-44d8-9723-ef4308c133c7 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 931 time: 0.2771986 Mar 07 21:59:50.115329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (c7a895eb-86a6-4403-82c9-dce04f0db69b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:50.121153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Pushing event updated for resources: {'Port': ['ID=d66e4b92-850c-424c-99d1-285368452793,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:50.129176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port d4ff252f-dd1c-4121-a20d-1da0a9a7bb22 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:50.129807 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d4ff252f-dd1c-4121-a20d-1da0a9a7bb22), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:50.149652 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abcdbd4f-8826-4e7b-b6e3-e267a403a35f admin admin] Publish callbacks [] for security_group (8294265d-6497-47ad-abda-461d1dcedd95), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:50.325173 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Network dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:50.327850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:50.360651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecfc4278-9045-46d4-9fba-b92fefa5d39d req-43349c7d-2ef4-4908-b643-5b86651d9ed2 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=f614570b-1103-4c3f-a646-340a99f650cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325486 Mar 07 21:59:50.372633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port d4ff252f-dd1c-4121-a20d-1da0a9a7bb22 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:50.373235 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d4ff252f-dd1c-4121-a20d-1da0a9a7bb22), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:50.382209 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:50.415078 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port d4ff252f-dd1c-4121-a20d-1da0a9a7bb22, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d4ff252f-dd1c-4121-a20d-1da0a9a7bb22,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:50.427473 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d4ff252f-dd1c-4121-a20d-1da0a9a7bb22), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:50.514722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=d4ff252f-dd1c-4121-a20d-1da0a9a7bb22,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:50.555581 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abcdbd4f-8826-4e7b-b6e3-e267a403a35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8294265d-6497-47ad-abda-461d1dcedd95), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:50.563993 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-abcdbd4f-8826-4e7b-b6e3-e267a403a35f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:50.566496 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-abcdbd4f-8826-4e7b-b6e3-e267a403a35f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8294265d-6497-47ad-abda-461d1dcedd95 HTTP/1.1" status: 204 len: 168 time: 0.7146308 Mar 07 21:59:50.582045 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Router c7a895eb-86a6-4403-82c9-dce04f0db69b has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:59:50.598192 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdbd4f-8826-4e7b-b6e3-e267a403a35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8294265d-6497-47ad-abda-461d1dcedd95,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:50.739822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router 5ef1e49b-b580-4c98-a9fa-706129920602 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 21:59:50.760732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1199295d-45eb-488d-8f4c-91ce8fc57da9 None None] Provisioning complete for port d66e4b92-850c-424c-99d1-285368452793 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:50.763011 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1199295d-45eb-488d-8f4c-91ce8fc57da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d66e4b92-850c-424c-99d1-285368452793), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:50.852730 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:59:50.864428 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3e980e28-eb6b-4467-8bec-fd55e440a02d admin admin] 10.222.0.26 "PUT /v2.0/routers/c7a895eb-86a6-4403-82c9-dce04f0db69b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0983765 Mar 07 21:59:50.873173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1199295d-45eb-488d-8f4c-91ce8fc57da9 None None] Port d66e4b92-850c-424c-99d1-285368452793 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:59:51.003579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99690a6f-ff51-44bd-be76-a58d50a7c453 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:59:51.025069 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Publish callbacks [] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:51.090979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Transition to ACTIVE for port object 99690a6f-ff51-44bd-be76-a58d50a7c453 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 21:59:51.108759 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:51.214867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:59:51.283576 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576c21e5-4616-4bbf-8b06-aeae0f6552a1 None None] Sync routers for ids ['5ef1e49b-b580-4c98-a9fa-706129920602'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:59:51.307612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Pushing event updated for resources: {'Port': ['ID=99690a6f-ff51-44bd-be76-a58d50a7c453,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:51.308319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54042) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:51.324247 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c21e5-4616-4bbf-8b06-aeae0f6552a1 None None] Routers {'5ef1e49b-b580-4c98-a9fa-706129920602'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:51.327007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-576c21e5-4616-4bbf-8b06-aeae0f6552a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5ef1e49b-b580-4c98-a9fa-706129920602'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:51.344891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Attempting to bind port 99690a6f-ff51-44bd-be76-a58d50a7c453 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:51.346471 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Attempting to bind port 99690a6f-ff51-44bd-be76-a58d50a7c453 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'bb0b9d28-0790-4f1c-90c2-76d288854f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:51.347195 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Attempting to bind port 99690a6f-ff51-44bd-be76-a58d50a7c453 on network bdb980e6-1959-4c40-b77f-f4fa622d8c0c {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:51.353802 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:51.388070 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Port 99690a6f-ff51-44bd-be76-a58d50a7c453 on network bdb980e6-1959-4c40-b77f-f4fa622d8c0c not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:51.388970 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Attempting to bind port 99690a6f-ff51-44bd-be76-a58d50a7c453 on network bdb980e6-1959-4c40-b77f-f4fa622d8c0c {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:51.397579 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ad20ad55-95d8-4427-8b92-2c0a03acdc6d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb810297b6444316883b70e55bb1f09a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0852201 Mar 07 21:59:51.397829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54048) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:51.410616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:59:51.414804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Checking segment: {'id': 'bb0b9d28-0790-4f1c-90c2-76d288854f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:51.415218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Bound using segment: {'id': 'bb0b9d28-0790-4f1c-90c2-76d288854f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:59:51.415690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Bound port: 99690a6f-ff51-44bd-be76-a58d50a7c453, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0b9d28-0790-4f1c-90c2-76d288854f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:59:51.416068 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:51.499110 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39e721bc-92f6-4dac-831d-07b4434fa2a2 admin admin] Publish callbacks [] for security_group (7ee65909-4b81-4fe5-8ae2-b8e11841c916), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:51.566521 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39e721bc-92f6-4dac-831d-07b4434fa2a2 admin admin] Publish callbacks [] for security_group (7ee65909-4b81-4fe5-8ae2-b8e11841c916), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:51.608830 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8c61dafc-b418-444e-ae2c-440b131f559d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3337173 Mar 07 21:59:51.616242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:59:51.621587 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c2d32d-d4b3-4a89-9a90-6e1c4aa66311" -d '{"events": [{"name": "network-changed", "server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:59:51.672889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] For port 99690a6f-ff51-44bd-be76-a58d50a7c453, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:51.674363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39e721bc-92f6-4dac-831d-07b4434fa2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7ee65909-4b81-4fe5-8ae2-b8e11841c916), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:51.677493 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39e721bc-92f6-4dac-831d-07b4434fa2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:51.681063 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-39e721bc-92f6-4dac-831d-07b4434fa2a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ee65909-4b81-4fe5-8ae2-b8e11841c916 HTTP/1.1" status: 204 len: 168 time: 0.2797396 Mar 07 21:59:51.694854 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e721bc-92f6-4dac-831d-07b4434fa2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee65909-4b81-4fe5-8ae2-b8e11841c916,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:51.754897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] For port 99690a6f-ff51-44bd-be76-a58d50a7c453, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=99690a6f-ff51-44bd-be76-a58d50a7c453,segment=NetworkSegment(bb0b9d28-0790-4f1c-90c2-76d288854f27),segment_id=bb0b9d28-0790-4f1c-90c2-76d288854f27)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:59:51.778239 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-576c21e5-4616-4bbf-8b06-aeae0f6552a1 None None] Set router 5ef1e49b-b580-4c98-a9fa-706129920602 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:51.784835 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:51.868398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Pushing event updated for resources: {'Port': ['ID=99690a6f-ff51-44bd-be76-a58d50a7c453,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:51.871854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:51.873562 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:51.875086 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-65b1b3e8-a6b3-4096-9533-ae86a5abb824 service neutron] 10.222.0.13 "PUT /v2.0/ports/99690a6f-ff51-44bd-be76-a58d50a7c453 HTTP/1.1" status: 200 len: 1091 time: 3.0645640 Mar 07 21:59:51.925281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa326a4-8a1a-44fa-9b9d-c06126088e7b req-765ccb99-10b6-4845-a8f4-bc41c5a14e2e tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:51.927031 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7aa326a4-8a1a-44fa-9b9d-c06126088e7b req-765ccb99-10b6-4845-a8f4-bc41c5a14e2e tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 943 time: 0.3421512 Mar 07 21:59:51.946161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad552633-a9ea-42dd-8841-747211d5a5f1 req-cd59cb42-447d-4e31-8a12-5b7d16535111 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:51.957427 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad552633-a9ea-42dd-8841-747211d5a5f1 req-cd59cb42-447d-4e31-8a12-5b7d16535111 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 945 time: 0.2334425 Mar 07 21:59:52.004593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d4ff252f-dd1c-4121-a20d-1da0a9a7bb22 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:52.192400 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:52.230252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port d4ff252f-dd1c-4121-a20d-1da0a9a7bb22 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:52.230785 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d4ff252f-dd1c-4121-a20d-1da0a9a7bb22), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:52.242990 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Sync routers for ids ['c7a895eb-86a6-4403-82c9-dce04f0db69b'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:59:52.248852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-0bc48c0d-083c-49a6-866b-9f728219337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:52.251565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-0bc48c0d-083c-49a6-866b-9f728219337a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d192248e3994b0e99e0429603afce16&device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 1125 time: 0.3184721 Mar 07 21:59:52.262960 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad552633-a9ea-42dd-8841-747211d5a5f1 req-8f190fd7-8f80-4e51-a174-68f4e926ff8c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037851 Mar 07 21:59:52.268802 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Routers {'c7a895eb-86a6-4403-82c9-dce04f0db69b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:52.269434 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c7a895eb-86a6-4403-82c9-dce04f0db69b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:52.277645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7aa326a4-8a1a-44fa-9b9d-c06126088e7b req-d19d0f83-4358-4d30-bf75-5a8139575de7 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=f614570b-1103-4c3f-a646-340a99f650cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3163009 Mar 07 21:59:52.280913 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54076) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:52.399553 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9ade93-ddcd-428e-b304-c5fd24bd8018 x-openstack-request-id: req-0a9ade93-ddcd-428e-b304-c5fd24bd8018 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:59:52.399880 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:59:52.399997 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a9ade93-ddcd-428e-b304-c5fd24bd8018 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:59:52.400397 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b', 'status': 'completed', 'code': 200} Mar 07 21:59:52.412577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-56cc3ead-a344-417f-8a02-af139545be14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99690a6f-ff51-44bd-be76-a58d50a7c453 HTTP/1.1" status: 200 len: 217 time: 0.1419156 Mar 07 21:59:52.505314 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6ff3173f-fad0-4a5b-a23b-0fc76685466a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/b7946a27-5b0e-42d8-96dd-96cdd8ba1677 HTTP/1.1" status: 200 len: 991 time: 0.2231755 Mar 07 21:59:52.550567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-3a3c91a4-cf41-4931-9732-e01915eea89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:52.553927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-3a3c91a4-cf41-4931-9732-e01915eea89c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4050649-59f5-45d9-ac7f-6b2b241a392e HTTP/1.1" status: 200 len: 835 time: 0.1241708 Mar 07 21:59:52.593907 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Set router c7a895eb-86a6-4403-82c9-dce04f0db69b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:52.687487 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54084) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:52.696319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-504506522-network', 'tenant_id': 'ba7339f3428f40afa753a233edbb3e22'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:52.763809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] Made reservation on behalf of ba7339f3428f40afa753a233edbb3e22 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:52.765234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-383c2c31-eb4e-4155-bf6a-e384f6e27434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:52.767522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-383c2c31-eb4e-4155-bf6a-e384f6e27434 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdb980e6-1959-4c40-b77f-f4fa622d8c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1702795 Mar 07 21:59:52.768341 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:52.769610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2d32d-d4b3-4a89-9a90-6e1c4aa66311 req-75041f6e-56f9-46d1-af30-a5a9db7aca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:52.781465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5c2d32d-d4b3-4a89-9a90-6e1c4aa66311 req-75041f6e-56f9-46d1-af30-a5a9db7aca2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 1127 time: 0.3659453 Mar 07 21:59:52.813941 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:52.826232 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54088) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:53.026823 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] Publish callbacks [] for security_group (15c7d548-d85c-4e16-9eec-03cd2753c25e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:53.045382 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (15c7d548-d85c-4e16-9eec-03cd2753c25e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:53.075247 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:43Z', 'updated_at': '2022-03-07T21:59:49Z', 'revision_number': 4, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'gw_port': {'id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:44Z', 'updated_at': '2022-03-07T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'd66e4b92-850c-424c-99d1-285368452793', 'name': '', 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'mac_address': 'fa:16:3e:50:99:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:47Z', 'updated_at': '2022-03-07T21:59:49Z', 'revision_number': 2, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'subnets': [{'id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:53.106923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c7d548-d85c-4e16-9eec-03cd2753c25e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:53.136143 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:59:53.141092 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Checking router: c7a895eb-86a6-4403-82c9-dce04f0db69b for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:59:53.141645 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Updating router c7a895eb-86a6-4403-82c9-dce04f0db69b port d66e4b92-850c-424c-99d1-285368452793 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:59:53.150943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port d4ff252f-dd1c-4121-a20d-1da0a9a7bb22 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:53.183324 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c1164004-3442-4cd5-95f7-cd6dd756688a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:53.183674 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] Added segment c1164004-3442-4cd5-95f7-cd6dd756688a of type vlan for network 30822684-90c0-4f4f-92a4-f5e9831248bc Mar 07 21:59:53.207376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-576c21e5-4616-4bbf-8b06-aeae0f6552a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:08Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:09Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'b7946a27-5b0e-42d8-96dd-96cdd8ba1677', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'port_id': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'mac_address': 'fa:16:3e:a3:f9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:59:46Z', 'updated_at': '2022-03-07T21:59:46Z', 'revision_number': 0, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df6ca75-a70b-48ee-a8a5-cea3c9fe998b', 'name': '', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:48:40:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:26Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:53.218583 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d66e4b92-850c-424c-99d1-285368452793), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:53.296716 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576c21e5-4616-4bbf-8b06-aeae0f6552a1 None None] Checking router: 5ef1e49b-b580-4c98-a9fa-706129920602 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:59:53.308556 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (30822684-90c0-4f4f-92a4-f5e9831248bc), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:53.321860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c21e5-4616-4bbf-8b06-aeae0f6552a1 None None] Routers {'5ef1e49b-b580-4c98-a9fa-706129920602'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:53.322609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-576c21e5-4616-4bbf-8b06-aeae0f6552a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5ef1e49b-b580-4c98-a9fa-706129920602'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:53.357657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-554f4803-6918-43d0-83b1-4c2c31712fb6 service neutron] 10.222.0.13 "GET /v2.0/networks/bdb980e6-1959-4c40-b77f-f4fa622d8c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746202 Mar 07 21:59:53.361367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2d32d-d4b3-4a89-9a90-6e1c4aa66311 req-ac0fcc92-ae8d-4ee5-9528-50b901496b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:53.365801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5c2d32d-d4b3-4a89-9a90-6e1c4aa66311 req-ac0fcc92-ae8d-4ee5-9528-50b901496b88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=018fd511-8bf3-432b-a258-cb1f5f17efa8 HTTP/1.1" status: 200 len: 898 time: 0.5514271 Mar 07 21:59:53.419583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-525824817'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:53.442452 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (30822684-90c0-4f4f-92a4-f5e9831248bc), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:53.444600 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:53.450841 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:53.506209 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c378e790-7aae-4d46-a002-b6fb9fe2ea26 req-cd668cda-e064-4d1d-aee4-5bbbb9f27af0 service neutron] 10.222.0.13 "GET /v2.0/networks/bdb980e6-1959-4c40-b77f-f4fa622d8c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378996 Mar 07 21:59:53.509271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54114) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:53.528143 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8385539 Mar 07 21:59:53.534033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54116) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:53.595371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-14d1c900-2e74-4e36-b6dc-edd84bedc7a6 admin admin] Request body: {'subnet': {'network_id': '30822684-90c0-4f4f-92a4-f5e9831248bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-504506522-subnet', 'tenant_id': 'ba7339f3428f40afa753a233edbb3e22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:53.603182 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Made reservation on behalf of 1cc9a4d1ab55415fa1e9b5ad6d764b18 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:53.606635 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:53.631446 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:53.633495 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf34e1f-ed9a-4a04-b7d8-9494855976e2 admin admin] Pushing event updated for resources: {'Network': ['ID=30822684-90c0-4f4f-92a4-f5e9831248bc,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:53.665617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-576c21e5-4616-4bbf-8b06-aeae0f6552a1 None None] Set router 5ef1e49b-b580-4c98-a9fa-706129920602 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:53.666040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d1c900-2e74-4e36-b6dc-edd84bedc7a6 admin admin] Made reservation on behalf of ba7339f3428f40afa753a233edbb3e22 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:53.668617 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14d1c900-2e74-4e36-b6dc-edd84bedc7a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:53.677181 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-09ad420a-79d7-4540-97b1-48f7ece326e0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/b7946a27-5b0e-42d8-96dd-96cdd8ba1677 HTTP/1.1" status: 200 len: 991 time: 0.1597323 Mar 07 21:59:53.729736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dd55a-6544-4e88-a674-a456f6310af5 req-13b83987-94ce-4498-ac7e-b5c5853c3fc2 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:53.731308 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-850dd55a-6544-4e88-a674-a456f6310af5 req-13b83987-94ce-4498-ac7e-b5c5853c3fc2 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 943 time: 0.2231092 Mar 07 21:59:53.733682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5c2d32d-d4b3-4a89-9a90-6e1c4aa66311 req-a44240cf-8374-4425-ab48-d97519c1c5f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b HTTP/1.1" status: 200 len: 999 time: 0.2265821 Mar 07 21:59:53.843935 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Publish callbacks [] for security_group (498d2719-3c3c-464a-b7bb-f3223fcccf02), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:53.852252 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Publish callbacks [] for port (d66e4b92-850c-424c-99d1-285368452793), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:53.855208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2d32d-d4b3-4a89-9a90-6e1c4aa66311 req-1a338076-fb5c-45f7-a009-299f131702e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:53.856853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5c2d32d-d4b3-4a89-9a90-6e1c4aa66311 req-1a338076-fb5c-45f7-a009-299f131702e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c78fedcc-9da9-4523-beec-6912dd891870 HTTP/1.1" status: 200 len: 835 time: 0.1118498 Mar 07 21:59:53.859345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54120) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:53.863613 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d66e4b92-850c-424c-99d1-285368452793), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:53.894506 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 30822684-90c0-4f4f-92a4-f5e9831248bc details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:59:53.929302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (498d2719-3c3c-464a-b7bb-f3223fcccf02), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:53.967956 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=498d2719-3c3c-464a-b7bb-f3223fcccf02,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:53.985684 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14d1c900-2e74-4e36-b6dc-edd84bedc7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (4143eaa4-447f-4ed3-9adf-f967c4de2e33), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:54.125213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-850dd55a-6544-4e88-a674-a456f6310af5 req-1ab34039-a655-4c14-9841-d2e3594ae2ca tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=f614570b-1103-4c3f-a646-340a99f650cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3820736 Mar 07 21:59:54.131055 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-576c21e5-4616-4bbf-8b06-aeae0f6552a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:08Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:09Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'b7946a27-5b0e-42d8-96dd-96cdd8ba1677', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'port_id': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'mac_address': 'fa:16:3e:a3:f9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:59:46Z', 'updated_at': '2022-03-07T21:59:46Z', 'revision_number': 0, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df6ca75-a70b-48ee-a8a5-cea3c9fe998b', 'name': '', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:48:40:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:26Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:54.134686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2d32d-d4b3-4a89-9a90-6e1c4aa66311 req-fb1de894-2a57-4724-bb08-d3cc02d4d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:54.151205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5c2d32d-d4b3-4a89-9a90-6e1c4aa66311 req-fb1de894-2a57-4724-bb08-d3cc02d4d206 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=018fd511-8bf3-432b-a258-cb1f5f17efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2823069 Mar 07 21:59:54.179986 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbd248-b770-4cda-9194-8c9a448ed163 None None] Pushing event updated for resources: {'Port': ['ID=d66e4b92-850c-424c-99d1-285368452793,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:54.196096 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:59:54.198420 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Attempting to bind port d66e4b92-850c-424c-99d1-285368452793 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:54.198988 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Attempting to bind port d66e4b92-850c-424c-99d1-285368452793 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '9ccee63f-6835-41fb-9085-3a09c869f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:54.199704 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Attempting to bind port d66e4b92-850c-424c-99d1-285368452793 on network dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:54.212774 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576c21e5-4616-4bbf-8b06-aeae0f6552a1 None None] The sync data for ids ['5ef1e49b-b580-4c98-a9fa-706129920602'] in n-d-832330-1 is: [{'id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:08Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:09Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'b7946a27-5b0e-42d8-96dd-96cdd8ba1677', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'port_id': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'mac_address': 'fa:16:3e:a3:f9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:59:46Z', 'updated_at': '2022-03-07T21:59:46Z', 'revision_number': 0, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df6ca75-a70b-48ee-a8a5-cea3c9fe998b', 'name': '', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:48:40:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:26Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:59:54.214042 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:59:54.214960 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Checking segment: {'id': '9ccee63f-6835-41fb-9085-3a09c869f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:54.216503 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:54.217959 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Bound using segment: {'id': '9ccee63f-6835-41fb-9085-3a09c869f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:59:54.220507 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Bound port: d66e4b92-850c-424c-99d1-285368452793, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ccee63f-6835-41fb-9085-3a09c869f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:59:54.221107 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d66e4b92-850c-424c-99d1-285368452793), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:54.254232 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (36953ef9-b51c-4c53-9c3d-beaa3eb18c24), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:54.260119 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Added segment 36953ef9-b51c-4c53-9c3d-beaa3eb18c24 of type vlan for network 5ae81250-adbc-44c9-85f0-7207b4e70f24 Mar 07 21:59:54.316712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1c900-2e74-4e36-b6dc-edd84bedc7a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4143eaa4-447f-4ed3-9adf-f967c4de2e33,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:54.331007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1086635375'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:54.396464 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d1c900-2e74-4e36-b6dc-edd84bedc7a6 admin admin] Checking segment: {'id': 'c1164004-3442-4cd5-95f7-cd6dd756688a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '30822684-90c0-4f4f-92a4-f5e9831248bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:54.397925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-81aca8f0-97d2-44d8-a881-42b3a6d063da None None] Provisioning complete for port d66e4b92-850c-424c-99d1-285368452793 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:54.398327 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81aca8f0-97d2-44d8-a881-42b3a6d063da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d66e4b92-850c-424c-99d1-285368452793), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:54.398466 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d1c900-2e74-4e36-b6dc-edd84bedc7a6 admin admin] Network hostable DHCP agents. Network: 30822684-90c0-4f4f-92a4-f5e9831248bc, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:59:54.401647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3827b4-4b03-45f3-951e-6764adb0d7b5', 'tag': '99690a6f-ff51-44bd-be76-a58d50a7c453'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:59:54.404438 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7556f248-0ba0-4833-9987-f969e166427d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3827b4-4b03-45f3-951e-6764adb0d7b5", "tag": "99690a6f-ff51-44bd-be76-a58d50a7c453"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 21:59:54.435872 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Made reservation on behalf of 3cde80f441f748fa945da457814d1f9c for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:54.436853 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (5ae81250-adbc-44c9-85f0-7207b4e70f24), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:54.457490 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:54.481285 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 21:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73f3074-6cfe-4227-bd56-dad63c806e92 x-openstack-request-id: req-a73f3074-6cfe-4227-bd56-dad63c806e92 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 21:59:54.481967 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3827b4-4b03-45f3-951e-6764adb0d7b5", "tag": "99690a6f-ff51-44bd-be76-a58d50a7c453", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 21:59:54.482511 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a73f3074-6cfe-4227-bd56-dad63c806e92 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 21:59:54.483172 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3827b4-4b03-45f3-951e-6764adb0d7b5', 'tag': '99690a6f-ff51-44bd-be76-a58d50a7c453', 'status': 'completed', 'code': 200} Mar 07 21:59:54.484556 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:54.499261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5c2d32d-d4b3-4a89-9a90-6e1c4aa66311 req-fb593d06-d5c4-4b9e-81bd-ed9850c9020e service neutron] 10.222.0.15 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362427 Mar 07 21:59:54.502128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d1c900-2e74-4e36-b6dc-edd84bedc7a6 admin admin] Network 30822684-90c0-4f4f-92a4-f5e9831248bc is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:59:54.532938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-14d1c900-2e74-4e36-b6dc-edd84bedc7a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 30822684-90c0-4f4f-92a4-f5e9831248bc) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:54.535372 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (5ae81250-adbc-44c9-85f0-7207b4e70f24), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:54.539501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-81aca8f0-97d2-44d8-a881-42b3a6d063da None None] Port d66e4b92-850c-424c-99d1-285368452793 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 21:59:54.551314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:54.551973 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:54.554912 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8696e56e-f6c0-437e-8597-d21819f4081c None None] Network 30822684-90c0-4f4f-92a4-f5e9831248bc requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:59:54.652121 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] For port d66e4b92-850c-424c-99d1-285368452793, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:54.661593 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] For port d66e4b92-850c-424c-99d1-285368452793, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d66e4b92-850c-424c-99d1-285368452793,segment=NetworkSegment(9ccee63f-6835-41fb-9085-3a09c869f5f3),segment_id=9ccee63f-6835-41fb-9085-3a09c869f5f3)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:59:54.676015 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d66e4b92-850c-424c-99d1-285368452793), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:54.684047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54130) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:54.685618 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d1c900-2e74-4e36-b6dc-edd84bedc7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:54.686301 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14d1c900-2e74-4e36-b6dc-edd84bedc7a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:54.692192 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Pushing event updated for resources: {'Network': ['ID=5ae81250-adbc-44c9-85f0-7207b4e70f24,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:54.710346 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2c512865-292f-4325-9ab7-69810d77967c tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8802440 Mar 07 21:59:54.718215 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc4ad11-6833-4995-b882-b9948b4807c9 None None] New status for floating IP b7946a27-5b0e-42d8-96dd-96cdd8ba1677: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:59:54.800090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556f248-0ba0-4833-9987-f969e166427d req-63d17c77-2959-45fa-a5f8-a0b7f3570533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:54.800906 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbd248-b770-4cda-9194-8c9a448ed163 None None] Pushing event updated for resources: {'Port': ['ID=d66e4b92-850c-424c-99d1-285368452793,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:54.802011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7556f248-0ba0-4833-9987-f969e166427d req-63d17c77-2959-45fa-a5f8-a0b7f3570533 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d192248e3994b0e99e0429603afce16&device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 1125 time: 0.2881620 Mar 07 21:59:54.851650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 5ae81250-adbc-44c9-85f0-7207b4e70f24 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:59:54.856411 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Routers {'c7a895eb-86a6-4403-82c9-dce04f0db69b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:54.858820 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c7a895eb-86a6-4403-82c9-dce04f0db69b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:54.886721 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-14d1c900-2e74-4e36-b6dc-edd84bedc7a6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3522713 Mar 07 21:59:54.887436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54136) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:54.899863 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-504506522-router', 'tenant_id': 'ba7339f3428f40afa753a233edbb3e22', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:54.922058 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-02954a3f-b5cb-4e3b-b84c-b5872b62ac65 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/b7946a27-5b0e-42d8-96dd-96cdd8ba1677 HTTP/1.1" status: 200 len: 991 time: 0.2194610 Mar 07 21:59:54.942455 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (147ec415-5420-4f5e-9a2d-ff2155535796), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:54.974365 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (147ec415-5420-4f5e-9a2d-ff2155535796), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:55.042692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5c2d32d-d4b3-4a89-9a90-6e1c4aa66311 req-7c375d91-eb8d-4813-8ec1-2a39abfa4358 service neutron] 10.222.0.15 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363526 Mar 07 21:59:55.107780 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for security_group (b777a6b8-2e74-422b-8a7b-cfa1dff8c89f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:55.120720 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b777a6b8-2e74-422b-8a7b-cfa1dff8c89f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:55.161603 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] Set router c7a895eb-86a6-4403-82c9-dce04f0db69b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:55.179943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Publish callbacks [] for router_controller (147ec415-5420-4f5e-9a2d-ff2155535796), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:55.186370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:59:55.216061 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54142) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:55.225845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Request body: {'port': {'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24', 'binding:host_id': 'n-h2-832330-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1876076570'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:55.265133 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (158f2984-0396-452b-9b6d-3fad5938a89f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:55.266978 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Added segment 158f2984-0396-452b-9b6d-3fad5938a89f of type vlan for network 3212ba9c-eca9-47d5-916d-43cadbcaf05d Mar 07 21:59:55.272365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Made reservation on behalf of d3622953478c4540b4af6303bbb54e03 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:55.275059 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:55.369160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b777a6b8-2e74-422b-8a7b-cfa1dff8c89f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:55.406843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556f248-0ba0-4833-9987-f969e166427d req-44e1d7dd-10e5-4f10-bbac-5ad4524915d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:55.413622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7556f248-0ba0-4833-9987-f969e166427d req-44e1d7dd-10e5-4f10-bbac-5ad4524915d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdb980e6-1959-4c40-b77f-f4fa622d8c0c HTTP/1.1" status: 200 len: 897 time: 0.6005304 Mar 07 21:59:55.431831 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-741b49d2-a283-48ae-a666-17b54cbce6fe None None] Provisioning complete for port d66e4b92-850c-424c-99d1-285368452793 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:55.435419 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-741b49d2-a283-48ae-a666-17b54cbce6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d66e4b92-850c-424c-99d1-285368452793), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:55.463427 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:55.502674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-30822684-90c0-4f4f-92a4-f5e9831248bc', 'network_id': '30822684-90c0-4f4f-92a4-f5e9831248bc', 'project_id': 'ba7339f3428f40afa753a233edbb3e22', 'fixed_ips': [{'subnet_id': '4143eaa4-447f-4ed3-9adf-f967c4de2e33'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:59:55.504120 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:55.506190 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Publish callbacks [] for router_gateway (147ec415-5420-4f5e-9a2d-ff2155535796), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:55.612205 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:43Z', 'updated_at': '2022-03-07T21:59:49Z', 'revision_number': 4, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'gw_port': {'id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:44Z', 'updated_at': '2022-03-07T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'd66e4b92-850c-424c-99d1-285368452793', 'name': '', 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'mac_address': 'fa:16:3e:50:99:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:47Z', 'updated_at': '2022-03-07T21:59:54Z', 'revision_number': 4, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'subnets': [{'id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:55.654945 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (3212ba9c-eca9-47d5-916d-43cadbcaf05d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:55.677315 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee3e220-0d5c-412f-a6c4-8db891f2c8d2 None None] The sync data for ids ['c7a895eb-86a6-4403-82c9-dce04f0db69b'] in n-d-832330-1 is: [{'id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:43Z', 'updated_at': '2022-03-07T21:59:49Z', 'revision_number': 4, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'gw_port': {'id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:44Z', 'updated_at': '2022-03-07T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'd66e4b92-850c-424c-99d1-285368452793', 'name': '', 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'mac_address': 'fa:16:3e:50:99:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:47Z', 'updated_at': '2022-03-07T21:59:54Z', 'revision_number': 4, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'subnets': [{'id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:59:55.696827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7556f248-0ba0-4833-9987-f969e166427d req-990f8b7a-abdb-46b6-ac1e-012b81491f12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99690a6f-ff51-44bd-be76-a58d50a7c453 HTTP/1.1" status: 200 len: 217 time: 0.2305365 Mar 07 21:59:55.808782 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-741b49d2-a283-48ae-a666-17b54cbce6fe None None] Current status of the port d66e4b92-850c-424c-99d1-285368452793 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:55.809265 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-741b49d2-a283-48ae-a666-17b54cbce6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d66e4b92-850c-424c-99d1-285368452793), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:55.820739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556f248-0ba0-4833-9987-f969e166427d req-a284cbb3-747c-4418-9354-545d130e6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:55.833945 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7556f248-0ba0-4833-9987-f969e166427d req-a284cbb3-747c-4418-9354-545d130e6bb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4050649-59f5-45d9-ac7f-6b2b241a392e HTTP/1.1" status: 200 len: 835 time: 0.1217933 Mar 07 21:59:55.874329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e929c5d-5966-4ee6-913f-0af2c63a653e req-7d69355a-ff69-4c4e-9d88-162f4e0b3ea5 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:55.876545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e929c5d-5966-4ee6-913f-0af2c63a653e req-7d69355a-ff69-4c4e-9d88-162f4e0b3ea5 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 943 time: 0.6054156 Mar 07 21:59:55.881775 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Allocated IP 172.20.0.2 (30822684-90c0-4f4f-92a4-f5e9831248bc/4143eaa4-447f-4ed3-9adf-f967c4de2e33/d6c32463-5125-4d4f-a222-b06edfb9a81d) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:55.889707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-741b49d2-a283-48ae-a666-17b54cbce6fe None None] For port d66e4b92-850c-424c-99d1-285368452793, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d66e4b92-850c-424c-99d1-285368452793,segment=NetworkSegment(9ccee63f-6835-41fb-9085-3a09c869f5f3),segment_id=9ccee63f-6835-41fb-9085-3a09c869f5f3)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:55.900890 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-741b49d2-a283-48ae-a666-17b54cbce6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d66e4b92-850c-424c-99d1-285368452793), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:55.930492 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54148) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:55.954494 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks [] for security_group (5cc6d7dc-9467-4765-813f-51afad052a14), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:55.990654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d66e4b92-850c-424c-99d1-285368452793 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:56.025033 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0d0ee040-c10b-46f4-9611-95307b455c7a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/b7946a27-5b0e-42d8-96dd-96cdd8ba1677 HTTP/1.1" status: 200 len: 993 time: 0.0880554 Mar 07 21:59:56.033219 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Publish callbacks [] for router_gateway (147ec415-5420-4f5e-9a2d-ff2155535796), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:56.054851 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e929c5d-5966-4ee6-913f-0af2c63a653e req-d7decad9-f7c1-4732-b775-e06c058036c6 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=f614570b-1103-4c3f-a646-340a99f650cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045296 Mar 07 21:59:56.057118 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5cc6d7dc-9467-4765-813f-51afad052a14), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:56.063573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:56.072269 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (3212ba9c-eca9-47d5-916d-43cadbcaf05d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:56.095502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:56.096303 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:56.111471 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] device_id is not set on port 2eacd637-9c5c-4360-935d-ba3fafbf2986 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:59:56.138755 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b49d2-a283-48ae-a666-17b54cbce6fe None None] Pushing event updated for resources: {'Port': ['ID=d66e4b92-850c-424c-99d1-285368452793,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:56.175432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port d66e4b92-850c-424c-99d1-285368452793 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:56.176076 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d66e4b92-850c-424c-99d1-285368452793), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:56.192097 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3252926 Mar 07 21:59:56.217394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 99690a6f-ff51-44bd-be76-a58d50a7c453 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 21:59:56.256880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54150) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:56.292107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-8af90aca-bf16-4d09-8e48-fee90a319810 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Request body: {'subnet': {'network_id': '3212ba9c-eca9-47d5-916d-43cadbcaf05d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:56.348167 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Publish callbacks [] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:56.415065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc6d7dc-9467-4765-813f-51afad052a14,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:56.426543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af90aca-bf16-4d09-8e48-fee90a319810 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Made reservation on behalf of 3cde80f441f748fa945da457814d1f9c for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:56.430302 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8af90aca-bf16-4d09-8e48-fee90a319810 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:56.435614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556f248-0ba0-4833-9987-f969e166427d req-797a03c8-2c33-4851-8b1c-4b38d5d567e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:56.437236 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7556f248-0ba0-4833-9987-f969e166427d req-797a03c8-2c33-4851-8b1c-4b38d5d567e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdb980e6-1959-4c40-b77f-f4fa622d8c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5394301 Mar 07 21:59:56.447629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90f42e-e770-4e88-9ba5-1305dd2beeaf tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event updated for resources: {'Network': ['ID=3212ba9c-eca9-47d5-916d-43cadbcaf05d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:56.484063 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:56.487027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 3212ba9c-eca9-47d5-916d-43cadbcaf05d details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 21:59:56.558931 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Allocated IP 172.25.4.108 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/14a4ded2-bf58-4562-bc36-075feb4eef7b) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:56.612305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Network 30822684-90c0-4f4f-92a4-f5e9831248bc is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:56.617012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port d66e4b92-850c-424c-99d1-285368452793 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:56.650505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:56.655649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:56.679366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Pushing event updated for resources: {'Port': ['ID=d6c32463-5125-4d4f-a222-b06edfb9a81d,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:56.709687 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 99690a6f-ff51-44bd-be76-a58d50a7c453, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=99690a6f-ff51-44bd-be76-a58d50a7c453,segment=NetworkSegment(bb0b9d28-0790-4f1c-90c2-76d288854f27),segment_id=bb0b9d28-0790-4f1c-90c2-76d288854f27)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:56.720776 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Publish callbacks [] for port (14a4ded2-bf58-4562-bc36-075feb4eef7b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:56.760542 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '99690a6f-ff51-44bd-be76-a58d50a7c453', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'port_id': '99690a6f-ff51-44bd-be76-a58d50a7c453', 'mac_address': 'fa:16:3e:a1:61:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 21:59:56.770753 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (14a4ded2-bf58-4562-bc36-075feb4eef7b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:56.831965 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Pushing event updated for resources: {'Port': ['ID=14a4ded2-bf58-4562-bc36-075feb4eef7b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:56.833298 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Attempting to bind port d6c32463-5125-4d4f-a222-b06edfb9a81d on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:56.833853 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Attempting to bind port d6c32463-5125-4d4f-a222-b06edfb9a81d by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'c1164004-3442-4cd5-95f7-cd6dd756688a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '30822684-90c0-4f4f-92a4-f5e9831248bc'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:56.834337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Attempting to bind port d6c32463-5125-4d4f-a222-b06edfb9a81d on network 30822684-90c0-4f4f-92a4-f5e9831248bc {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:56.851040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:59:56.851426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Checking segment: {'id': 'c1164004-3442-4cd5-95f7-cd6dd756688a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '30822684-90c0-4f4f-92a4-f5e9831248bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:56.851838 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:56.852235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Bound using segment: {'id': 'c1164004-3442-4cd5-95f7-cd6dd756688a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '30822684-90c0-4f4f-92a4-f5e9831248bc'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:59:56.852720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Bound port: d6c32463-5125-4d4f-a222-b06edfb9a81d, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1164004-3442-4cd5-95f7-cd6dd756688a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '30822684-90c0-4f4f-92a4-f5e9831248bc'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:59:56.853104 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:56.873559 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:56.879571 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:56.883807 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:56.885339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 99690a6f-ff51-44bd-be76-a58d50a7c453 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:56.885960 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:56.949942 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99690a6f-ff51-44bd-be76-a58d50a7c453 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:59:56.967309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7556f248-0ba0-4833-9987-f969e166427d req-18bcfe3e-5b4d-4b34-8601-c37aaa7fd867 service neutron] 10.222.0.13 "GET /v2.0/networks/bdb980e6-1959-4c40-b77f-f4fa622d8c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143390 Mar 07 21:59:56.990603 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 99690a6f-ff51-44bd-be76-a58d50a7c453, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=99690a6f-ff51-44bd-be76-a58d50a7c453,segment=NetworkSegment(bb0b9d28-0790-4f1c-90c2-76d288854f27),segment_id=bb0b9d28-0790-4f1c-90c2-76d288854f27)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:57.001094 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:57.006245 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8af90aca-bf16-4d09-8e48-fee90a319810 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (32aed8b5-9258-436a-b6b2-726f4bf6807c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:57.064311 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] For port d6c32463-5125-4d4f-a222-b06edfb9a81d, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:57.100788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] For port d6c32463-5125-4d4f-a222-b06edfb9a81d, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d6c32463-5125-4d4f-a222-b06edfb9a81d,segment=NetworkSegment(c1164004-3442-4cd5-95f7-cd6dd756688a),segment_id=c1164004-3442-4cd5-95f7-cd6dd756688a)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:59:57.103154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af90aca-bf16-4d09-8e48-fee90a319810 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event updated for resources: {'Subnet': ['ID=32aed8b5-9258-436a-b6b2-726f4bf6807c,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:57.123604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=99690a6f-ff51-44bd-be76-a58d50a7c453,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:57.127133 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:57.418660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c60dd-a325-450c-89b3-c898509f48ad None None] Pushing event updated for resources: {'Port': ['ID=d6c32463-5125-4d4f-a222-b06edfb9a81d,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:57.453900 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Publish callbacks [] for router_gateway (147ec415-5420-4f5e-9a2d-ff2155535796), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:57.478116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['99690a6f-ff51-44bd-be76-a58d50a7c453'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 21:59:57.673120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] device_id is not set on port 2eacd637-9c5c-4360-935d-ba3fafbf2986 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:59:57.775045 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks [] for port (2eacd637-9c5c-4360-935d-ba3fafbf2986), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:57.777731 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (147ec415-5420-4f5e-9a2d-ff2155535796), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:57.836548 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2eacd637-9c5c-4360-935d-ba3fafbf2986), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:57.923475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af90aca-bf16-4d09-8e48-fee90a319810 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Checking segment: {'id': '158f2984-0396-452b-9b6d-3fad5938a89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3212ba9c-eca9-47d5-916d-43cadbcaf05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:57.923852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af90aca-bf16-4d09-8e48-fee90a319810 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Network hostable DHCP agents. Network: 3212ba9c-eca9-47d5-916d-43cadbcaf05d, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:59:57.982786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1ed11-7253-4bfa-82f5-2263d1aa9989 req-9d566e3d-df39-4f67-9c62-410e56a450a9 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:57.984491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fe1ed11-7253-4bfa-82f5-2263d1aa9989 req-9d566e3d-df39-4f67-9c62-410e56a450a9 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 944 time: 0.2710555 Mar 07 21:59:57.985964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Router 147ec415-5420-4f5e-9a2d-ff2155535796 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 21:59:57.987741 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7556f248-0ba0-4833-9987-f969e166427d req-84441114-3455-48b7-8550-b3e193db928e service neutron] 10.222.0.13 "GET /v2.0/networks/bdb980e6-1959-4c40-b77f-f4fa622d8c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0072062 Mar 07 21:59:57.991597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Pushing event updated for resources: {'Port': ['ID=2eacd637-9c5c-4360-935d-ba3fafbf2986,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:58.051108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Checking segment: {'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:58.051487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Network hostable DHCP agents. Network: 5ae81250-adbc-44c9-85f0-7207b4e70f24, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:59:58.055792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af90aca-bf16-4d09-8e48-fee90a319810 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Network 3212ba9c-eca9-47d5-916d-43cadbcaf05d is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:59:58.085990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-8af90aca-bf16-4d09-8e48-fee90a319810 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 3212ba9c-eca9-47d5-916d-43cadbcaf05d) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:58.095812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af90aca-bf16-4d09-8e48-fee90a319810 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:58.096767 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8af90aca-bf16-4d09-8e48-fee90a319810 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:58.097502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c383dda-ac4f-416c-be89-f5be9c6a1fd4 None None] Network 3212ba9c-eca9-47d5-916d-43cadbcaf05d requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:59:58.144622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Network 5ae81250-adbc-44c9-85f0-7207b4e70f24 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:59:58.154655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fe1ed11-7253-4bfa-82f5-2263d1aa9989 req-8436eef8-9b37-46de-b447-23f67c23b100 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=f614570b-1103-4c3f-a646-340a99f650cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415799 Mar 07 21:59:58.159365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 5ae81250-adbc-44c9-85f0-7207b4e70f24) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:58.164034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:58.184189 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8af90aca-bf16-4d09-8e48-fee90a319810 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8876152 Mar 07 21:59:58.191125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54176) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:58.197771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-910e577c-a036-4afe-98b8-46d2fba6188e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Request body: {'port': {'network_id': '3212ba9c-eca9-47d5-916d-43cadbcaf05d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1131621042'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:58.217744 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3505d9ab-6cd2-4626-8f6e-8f589df47ff7 None None] Network 5ae81250-adbc-44c9-85f0-7207b4e70f24 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:59:58.220642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d66e4b92-850c-424c-99d1-285368452793 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:58.229180 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 21:59:58.238447 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Sync routers for ids ['147ec415-5420-4f5e-9a2d-ff2155535796'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:59:58.255451 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Routers {'147ec415-5420-4f5e-9a2d-ff2155535796'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 21:59:58.257462 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['147ec415-5420-4f5e-9a2d-ff2155535796'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:58.261029 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:58.263999 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ff6ca809-9c75-4100-8c64-ee89b25e5483 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3716385 Mar 07 21:59:58.267437 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54178) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:58.323676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:58.324013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:58.324347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:58.332803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:58.333136 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 21:59:58.334687 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 2 to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 Mar 07 21:59:58.367857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910e577c-a036-4afe-98b8-46d2fba6188e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Made reservation on behalf of 3cde80f441f748fa945da457814d1f9c for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:58.371893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-910e577c-a036-4afe-98b8-46d2fba6188e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:58.381765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:58.382147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:58.382530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:58.401042 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-3212ba9c-eca9-47d5-916d-43cadbcaf05d', 'network_id': '3212ba9c-eca9-47d5-916d-43cadbcaf05d', 'project_id': '3cde80f441f748fa945da457814d1f9c', 'fixed_ips': [{'subnet_id': '32aed8b5-9258-436a-b6b2-726f4bf6807c'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 21:59:58.405568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:58.405905 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 21:59:58.408848 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 3 to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 Mar 07 21:59:58.409697 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:58.446340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-910e577c-a036-4afe-98b8-46d2fba6188e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] device_id is not set on port fc0958e7-902d-4e20-adab-e71289217d54 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:59:58.458887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:58.467670 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port d66e4b92-850c-424c-99d1-285368452793 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:58.468295 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d66e4b92-850c-424c-99d1-285368452793), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:58.471763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:58.472959 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:58.489853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:58.492229 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 21:59:58.499580 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 4 to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 Mar 07 21:59:58.564177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:58.564856 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:58.565413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:58.574550 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:58.575206 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 21:59:58.578119 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 5 to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 Mar 07 21:59:58.608820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:58.610399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:58.610909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:58.629059 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Set router 147ec415-5420-4f5e-9a2d-ff2155535796 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 21:59:58.683782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:58.686081 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 21:59:58.693642 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 6 to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 Mar 07 21:59:58.756254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port d66e4b92-850c-424c-99d1-285368452793 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:58.757398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d6c32463-5125-4d4f-a222-b06edfb9a81d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 21:59:58.777732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:58.789276 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:58.789878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:58.814566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-910e577c-a036-4afe-98b8-46d2fba6188e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Allocated IP 2001:db8::232 (3212ba9c-eca9-47d5-916d-43cadbcaf05d/32aed8b5-9258-436a-b6b2-726f4bf6807c/fc0958e7-902d-4e20-adab-e71289217d54) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:58.822566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:58.824516 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 21:59:58.826421 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 7 to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 Mar 07 21:59:58.836409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port d6c32463-5125-4d4f-a222-b06edfb9a81d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:58.836869 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:58.908734 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:58.924312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:58.925037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:58.944848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:58.945546 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 21:59:58.948371 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 8 to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 Mar 07 21:59:58.999187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:58.999919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:59.000506 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:59.021284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port d6c32463-5125-4d4f-a222-b06edfb9a81d is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:59.021942 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'name': 'tempest-TaggedBootDevicesTest_v242-504506522-router', 'tenant_id': 'ba7339f3428f40afa753a233edbb3e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '14a4ded2-bf58-4562-bc36-075feb4eef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:54Z', 'updated_at': '2022-03-07T21:59:57Z', 'revision_number': 3, 'project_id': 'ba7339f3428f40afa753a233edbb3e22', 'gw_port': {'id': '14a4ded2-bf58-4562-bc36-075feb4eef7b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:56Z', 'updated_at': '2022-03-07T21:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:59.022409 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.028460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:59.028795 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 21:59:59.032655 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 9 to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 Mar 07 21:59:59.063926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:59.067207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:59.068315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:59.073287 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port d6c32463-5125-4d4f-a222-b06edfb9a81d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d6c32463-5125-4d4f-a222-b06edfb9a81d,segment=NetworkSegment(c1164004-3442-4cd5-95f7-cd6dd756688a),segment_id=c1164004-3442-4cd5-95f7-cd6dd756688a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 21:59:59.075442 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d990d0-a0cc-4f45-ba37-fefe3dd27731 None None] Network 30822684-90c0-4f4f-92a4-f5e9831248bc requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 21:59:59.083599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:59.083939 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 21:59:59.088095 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Checking router: 147ec415-5420-4f5e-9a2d-ff2155535796 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:59:59.088668 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Updating router 147ec415-5420-4f5e-9a2d-ff2155535796 port 14a4ded2-bf58-4562-bc36-075feb4eef7b binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:59:59.095847 n-d-832330-1 neutron-server[103719]: INFO neutron.plugins.ml2.plugin [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 10 to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 Mar 07 21:59:59.118697 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (14a4ded2-bf58-4562-bc36-075feb4eef7b), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.191151 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.212609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:59.213536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:59.214111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:59.248632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 21:59:59.248973 n-d-832330-1 neutron-server[103719]: ERROR neutron.plugins.ml2.managers [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 2eacd637-9c5c-4360-935d-ba3fafbf2986 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 21:59:59.249341 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2eacd637-9c5c-4360-935d-ba3fafbf2986), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.334747 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.373056 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=d6c32463-5125-4d4f-a222-b06edfb9a81d,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:59.387244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a5a6d993-046d-43d1-8902-f8721176ddb8 None None] Provisioning complete for port d6c32463-5125-4d4f-a222-b06edfb9a81d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 21:59:59.389590 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d993-046d-43d1-8902-f8721176ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.502754 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-910e577c-a036-4afe-98b8-46d2fba6188e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for port (fc0958e7-902d-4e20-adab-e71289217d54), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.518142 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] For port 2eacd637-9c5c-4360-935d-ba3fafbf2986, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:59.518525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempted to set empty binding levels {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 21:59:59.533783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aac6a-e24b-47b2-98af-b3df1cefcdee req-e2838e5c-357e-4b62-8a27-f50cacfd5807 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:59.535521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-368aac6a-e24b-47b2-98af-b3df1cefcdee req-e2838e5c-357e-4b62-8a27-f50cacfd5807 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 944 time: 0.1637297 Mar 07 21:59:59.538879 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (2eacd637-9c5c-4360-935d-ba3fafbf2986), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.568235 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Publish callbacks [] for port (14a4ded2-bf58-4562-bc36-075feb4eef7b), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.587052 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (14a4ded2-bf58-4562-bc36-075feb4eef7b), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.623328 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6d993-046d-43d1-8902-f8721176ddb8 None None] Current status of the port d6c32463-5125-4d4f-a222-b06edfb9a81d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 21:59:59.628761 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Allocated IP 172.20.0.1 (30822684-90c0-4f4f-92a4-f5e9831248bc/4143eaa4-447f-4ed3-9adf-f967c4de2e33/1d33ab88-abca-42ae-8bdd-aaf2fb94dce6) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:59.640404 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:59.640826 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.709198 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1e36a-362f-4eee-99a6-fd8de79ca19e None None] Pushing event updated for resources: {'Port': ['ID=14a4ded2-bf58-4562-bc36-075feb4eef7b,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:59.721465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.5010586 Mar 07 21:59:59.722546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bbec1-e20b-4e3b-899b-9252168a286b tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Pushing event updated for resources: {'Port': ['ID=2eacd637-9c5c-4360-935d-ba3fafbf2986,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:59.723800 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54190) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 21:59:59.736602 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Attempting to bind port 14a4ded2-bf58-4562-bc36-075feb4eef7b on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 21:59:59.736997 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Attempting to bind port 14a4ded2-bf58-4562-bc36-075feb4eef7b by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 21:59:59.737990 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Attempting to bind port 14a4ded2-bf58-4562-bc36-075feb4eef7b on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 21:59:59.747341 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 21:59:59.747846 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 21:59:59.748212 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.748652 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 21:59:59.749142 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Bound port: 14a4ded2-bf58-4562-bc36-075feb4eef7b, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 21:59:59.749331 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-910e577c-a036-4afe-98b8-46d2fba6188e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (fc0958e7-902d-4e20-adab-e71289217d54), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.749615 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (14a4ded2-bf58-4562-bc36-075feb4eef7b), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.869330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Allocated IP 2001:db8::2 (3212ba9c-eca9-47d5-916d-43cadbcaf05d/32aed8b5-9258-436a-b6b2-726f4bf6807c/8e031900-dd50-41fe-a659-964b3ff7d34f) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:59.877092 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] For port 14a4ded2-bf58-4562-bc36-075feb4eef7b, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 21:59:59.878829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-368aac6a-e24b-47b2-98af-b3df1cefcdee req-d7914110-ac97-4d0e-94f0-dcaddf4960e3 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=f614570b-1103-4c3f-a646-340a99f650cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284943 Mar 07 21:59:59.880966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e577c-a036-4afe-98b8-46d2fba6188e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event updated for resources: {'Port': ['ID=fc0958e7-902d-4e20-adab-e71289217d54,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:59.898648 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] For port 14a4ded2-bf58-4562-bc36-075feb4eef7b, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=14a4ded2-bf58-4562-bc36-075feb4eef7b,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 21:59:59.912086 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (14a4ded2-bf58-4562-bc36-075feb4eef7b), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.933849 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910e577c-a036-4afe-98b8-46d2fba6188e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Network 3212ba9c-eca9-47d5-916d-43cadbcaf05d is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:59.936352 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Publish callbacks [] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.936453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-910e577c-a036-4afe-98b8-46d2fba6188e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:59.941759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e577c-a036-4afe-98b8-46d2fba6188e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 21:59:59.958186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910e577c-a036-4afe-98b8-46d2fba6188e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:59.959156 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-910e577c-a036-4afe-98b8-46d2fba6188e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 21:59:59.996814 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1e36a-362f-4eee-99a6-fd8de79ca19e None None] Pushing event updated for resources: {'Port': ['ID=14a4ded2-bf58-4562-bc36-075feb4eef7b,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:00.000105 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Routers {'147ec415-5420-4f5e-9a2d-ff2155535796'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:00.000715 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['147ec415-5420-4f5e-9a2d-ff2155535796'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:00.006973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d6c32463-5125-4d4f-a222-b06edfb9a81d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:00.009515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6cea3e30-3b15-4d7e-a051-fce37be7904a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Deleting port 2eacd637-9c5c-4360-935d-ba3fafbf2986 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:00.009870 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cea3e30-3b15-4d7e-a051-fce37be7904a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2eacd637-9c5c-4360-935d-ba3fafbf2986), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.061132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-910e577c-a036-4afe-98b8-46d2fba6188e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8689313 Mar 07 22:00:00.062969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54194) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:00.068139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-caa7b9dd-9523-440a-874f-65abd7366410 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Request body: {'port': {'network_id': '3212ba9c-eca9-47d5-916d-43cadbcaf05d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-826239370', 'allowed_address_pairs': [{'ip_address': '2001:db8::232', 'mac_address': 'fa:16:3e:2c:d3:25'}]}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:00.101515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-6cea3e30-3b15-4d7e-a051-fce37be7904a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] For port 2eacd637-9c5c-4360-935d-ba3fafbf2986, host n-h2-832330-1, got binding levels [] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:00.101893 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cea3e30-3b15-4d7e-a051-fce37be7904a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2eacd637-9c5c-4360-935d-ba3fafbf2986), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.115675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6cea3e30-3b15-4d7e-a051-fce37be7904a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Calling delete_port for 2eacd637-9c5c-4360-935d-ba3fafbf2986 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:00.121495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a325c99c-ab0a-4605-8c06-e10200f0696d None None] Provisioning complete for port d6c32463-5125-4d4f-a222-b06edfb9a81d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:00.121958 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a325c99c-ab0a-4605-8c06-e10200f0696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.125612 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] Set router 147ec415-5420-4f5e-9a2d-ff2155535796 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:00.162877 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.167378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa610c9b-36d3-4b39-abf9-304466c548c9 req-ce2b52f0-106f-46cc-88ae-c349a0c7f373 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:00.169158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa610c9b-36d3-4b39-abf9-304466c548c9 req-ce2b52f0-106f-46cc-88ae-c349a0c7f373 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 945 time: 0.2052925 Mar 07 22:00:00.183309 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port d6c32463-5125-4d4f-a222-b06edfb9a81d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:00.183309 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.215382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Pushing event updated for resources: {'Port': ['ID=1d33ab88-abca-42ae-8bdd-aaf2fb94dce6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:00.234451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 99690a6f-ff51-44bd-be76-a58d50a7c453 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:00.240617 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Network 30822684-90c0-4f4f-92a4-f5e9831248bc is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:00.245097 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:00.248624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:00.310375 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (147ec415-5420-4f5e-9a2d-ff2155535796), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.316115 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cea3e30-3b15-4d7e-a051-fce37be7904a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (2eacd637-9c5c-4360-935d-ba3fafbf2986), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.329283 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa610c9b-36d3-4b39-abf9-304466c548c9 req-3632303e-779d-4256-bc0e-acfa486a90af tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/security-groups?id=e239fc60-bae1-4267-8915-f7454382f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300490 Mar 07 22:00:00.370908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa7b9dd-9523-440a-874f-65abd7366410 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Made reservation on behalf of 3cde80f441f748fa945da457814d1f9c for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:00.423690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a325c99c-ab0a-4605-8c06-e10200f0696d None None] Current status of the port d6c32463-5125-4d4f-a222-b06edfb9a81d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:00.499941 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Publish callbacks [] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.505850 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port d6c32463-5125-4d4f-a222-b06edfb9a81d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:00.511663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea3e30-3b15-4d7e-a051-fce37be7904a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eacd637-9c5c-4360-935d-ba3fafbf2986,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:00.515508 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.516344 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'name': 'tempest-TaggedBootDevicesTest_v242-504506522-router', 'tenant_id': 'ba7339f3428f40afa753a233edbb3e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '14a4ded2-bf58-4562-bc36-075feb4eef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:54Z', 'updated_at': '2022-03-07T21:59:57Z', 'revision_number': 3, 'project_id': 'ba7339f3428f40afa753a233edbb3e22', 'gw_port': {'id': '14a4ded2-bf58-4562-bc36-075feb4eef7b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:56Z', 'updated_at': '2022-03-07T21:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:00.526140 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cea3e30-3b15-4d7e-a051-fce37be7904a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.534977 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6cea3e30-3b15-4d7e-a051-fce37be7904a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "DELETE /v2.0/ports/2eacd637-9c5c-4360-935d-ba3fafbf2986 HTTP/1.1" status: 204 len: 168 time: 0.8028281 Mar 07 22:00:00.560521 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231af016-bdb9-4acf-8a11-68528a3c2c3c None None] The sync data for ids ['147ec415-5420-4f5e-9a2d-ff2155535796'] in n-d-832330-1 is: [{'id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'name': 'tempest-TaggedBootDevicesTest_v242-504506522-router', 'tenant_id': 'ba7339f3428f40afa753a233edbb3e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '14a4ded2-bf58-4562-bc36-075feb4eef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:54Z', 'updated_at': '2022-03-07T21:59:57Z', 'revision_number': 3, 'project_id': 'ba7339f3428f40afa753a233edbb3e22', 'gw_port': {'id': '14a4ded2-bf58-4562-bc36-075feb4eef7b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:56Z', 'updated_at': '2022-03-07T21:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:00:00.587849 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54202) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:00.615780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Network 3212ba9c-eca9-47d5-916d-43cadbcaf05d is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:00.616667 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Pushing event updated for resources: {'Port': ['ID=8e031900-dd50-41fe-a659-964b3ff7d34f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:00.619819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:00.622921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:00.624874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 99690a6f-ff51-44bd-be76-a58d50a7c453 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:00:00.630314 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 99690a6f-ff51-44bd-be76-a58d50a7c453 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:00.630692 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.665886 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-caa7b9dd-9523-440a-874f-65abd7366410 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.677156 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-82355e60-f992-4c41-989f-dce9b3541bae tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] GET failed (client error): The resource could not be found. Mar 07 22:00:00.682126 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-82355e60-f992-4c41-989f-dce9b3541bae tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "GET /v2.0/ports/2eacd637-9c5c-4360-935d-ba3fafbf2986 HTTP/1.1" status: 404 len: 333 time: 0.0895045 Mar 07 22:00:00.682126 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.682990 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54206) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:00.687473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-15fc613d-31c4-41fb-9176-ede50d73b572 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Request body: {'port': {'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-718231545'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:00.721152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-caa7b9dd-9523-440a-874f-65abd7366410 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] device_id is not set on port a409ab3e-c13c-46b6-9f06-90bc6627b69b yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:00.733253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Attempting to bind port 8e031900-dd50-41fe-a659-964b3ff7d34f on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:00.733631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Attempting to bind port 8e031900-dd50-41fe-a659-964b3ff7d34f by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '158f2984-0396-452b-9b6d-3fad5938a89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3212ba9c-eca9-47d5-916d-43cadbcaf05d'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:00.734088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Attempting to bind port 8e031900-dd50-41fe-a659-964b3ff7d34f on network 3212ba9c-eca9-47d5-916d-43cadbcaf05d {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:00.752370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:00:00.752778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Checking segment: {'id': '158f2984-0396-452b-9b6d-3fad5938a89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3212ba9c-eca9-47d5-916d-43cadbcaf05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:00.753390 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.753800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Bound using segment: {'id': '158f2984-0396-452b-9b6d-3fad5938a89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3212ba9c-eca9-47d5-916d-43cadbcaf05d'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:00:00.754456 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Bound port: 8e031900-dd50-41fe-a659-964b3ff7d34f, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158f2984-0396-452b-9b6d-3fad5938a89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3212ba9c-eca9-47d5-916d-43cadbcaf05d'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:00:00.754847 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.781998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e8040-9472-4430-ab0c-58d262958eff req-44c51826-e323-409e-8118-0f8faeb025e1 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:00.784106 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c84e8040-9472-4430-ab0c-58d262958eff req-44c51826-e323-409e-8118-0f8faeb025e1 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 945 time: 0.4374506 Mar 07 22:00:00.788404 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fc613d-31c4-41fb-9176-ede50d73b572 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Made reservation on behalf of d3622953478c4540b4af6303bbb54e03 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:00.791220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15fc613d-31c4-41fb-9176-ede50d73b572 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.792452 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-db90cd75-aa16-4e60-a16e-29b01fe0d2fc None None] Provisioning complete for port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:00.792830 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-db90cd75-aa16-4e60-a16e-29b01fe0d2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.828006 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-15fc613d-31c4-41fb-9176-ede50d73b572 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] device_id is not set on port 0013a423-48dc-41ad-a93d-caa45198c9ef yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:00.867667 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 99690a6f-ff51-44bd-be76-a58d50a7c453 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:00.868047 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.907348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3827b4-4b03-45f3-951e-6764adb0d7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99690a6f-ff51-44bd-be76-a58d50a7c453'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:00:00.909621 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a42f66e-1f3e-45ed-ae05-a58f92308e4e" -d '{"events": [{"server_uuid": "bf3827b4-4b03-45f3-951e-6764adb0d7b5", "name": "network-vif-plugged", "status": "completed", "tag": "99690a6f-ff51-44bd-be76-a58d50a7c453"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:00:00.919815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-db90cd75-aa16-4e60-a16e-29b01fe0d2fc None None] Port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:00.933290 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 99690a6f-ff51-44bd-be76-a58d50a7c453, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=99690a6f-ff51-44bd-be76-a58d50a7c453,segment=NetworkSegment(bb0b9d28-0790-4f1c-90c2-76d288854f27),segment_id=bb0b9d28-0790-4f1c-90c2-76d288854f27)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:00.939725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] For port 8e031900-dd50-41fe-a659-964b3ff7d34f, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:00:00.943145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] For port 8e031900-dd50-41fe-a659-964b3ff7d34f, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8e031900-dd50-41fe-a659-964b3ff7d34f,segment=NetworkSegment(158f2984-0396-452b-9b6d-3fad5938a89f),segment_id=158f2984-0396-452b-9b6d-3fad5938a89f)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:00:00.944512 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.972170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-c84e8040-9472-4430-ab0c-58d262958eff req-914d8118-1c64-4c00-8167-a042b0225069 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Deleting port d92c1f69-abd4-430e-acd0-2c2aae679bc4 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:00.972482 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c84e8040-9472-4430-ab0c-58d262958eff req-914d8118-1c64-4c00-8167-a042b0225069 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:00.991138 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:01.035494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-caa7b9dd-9523-440a-874f-65abd7366410 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Allocated IP 2001:db8::358 (3212ba9c-eca9-47d5-916d-43cadbcaf05d/32aed8b5-9258-436a-b6b2-726f4bf6807c/a409ab3e-c13c-46b6-9f06-90bc6627b69b) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:01.056744 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Publish callbacks [] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:01.064201 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=99690a6f-ff51-44bd-be76-a58d50a7c453,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:01.092475 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:01.302528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c84e8040-9472-4430-ab0c-58d262958eff req-914d8118-1c64-4c00-8167-a042b0225069 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] For port d92c1f69-abd4-430e-acd0-2c2aae679bc4, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=d92c1f69-abd4-430e-acd0-2c2aae679bc4,segment=NetworkSegment(0271bfd5-8b9a-441a-9a81-e2e7c3fb3824),segment_id=0271bfd5-8b9a-441a-9a81-e2e7c3fb3824)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:01.303389 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c84e8040-9472-4430-ab0c-58d262958eff req-914d8118-1c64-4c00-8167-a042b0225069 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:01.345211 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15fc613d-31c4-41fb-9176-ede50d73b572 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks [] for port (0013a423-48dc-41ad-a93d-caa45198c9ef), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:01.380885 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (147ec415-5420-4f5e-9a2d-ff2155535796), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:01.461535 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777629ea-2afe-48e1-9d24-499cd15de111 x-openstack-request-id: req-777629ea-2afe-48e1-9d24-499cd15de111 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:00:01.462693 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3827b4-4b03-45f3-951e-6764adb0d7b5", "name": "network-vif-plugged", "status": "completed", "tag": "99690a6f-ff51-44bd-be76-a58d50a7c453", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:00:01.463171 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-777629ea-2afe-48e1-9d24-499cd15de111 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:00:01.463826 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3827b4-4b03-45f3-951e-6764adb0d7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99690a6f-ff51-44bd-be76-a58d50a7c453', 'code': 200} Mar 07 22:00:01.464714 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3545015-63e3-4762-a777-2b82556a51ba None None] Pushing event updated for resources: {'Port': ['ID=8e031900-dd50-41fe-a659-964b3ff7d34f,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:01.535451 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dfd7b-6930-408b-b865-849fa3247488 req-14ffba1a-7de9-465b-959e-ff11e0ed5e20 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:01.544154 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e5dfd7b-6930-408b-b865-849fa3247488 req-14ffba1a-7de9-465b-959e-ff11e0ed5e20 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 945 time: 0.3731024 Mar 07 22:00:01.733009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adff78-53e6-473b-820e-49450bcb1820 req-d1901bec-b875-4888-a4f9-c0dd67566065 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:01.734718 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0adff78-53e6-473b-820e-49450bcb1820 req-d1901bec-b875-4888-a4f9-c0dd67566065 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 945 time: 0.2618732 Mar 07 22:00:01.778891 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Pushing event updated for resources: {'Port': ['ID=1d33ab88-abca-42ae-8bdd-aaf2fb94dce6,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:01.785686 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e5dfd7b-6930-408b-b865-849fa3247488 req-cf6a8426-d78e-4a4f-a2c4-077506e48d74 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=f614570b-1103-4c3f-a646-340a99f650cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403252 Mar 07 22:00:01.791807 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-caa7b9dd-9523-440a-874f-65abd7366410 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for port (a409ab3e-c13c-46b6-9f06-90bc6627b69b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:01.822180 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a64903-4d9d-4c1f-89e7-ff8ec461bf5f req-94c697cb-8121-4c1e-a0ef-6a11d211a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:01.823724 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-23a64903-4d9d-4c1f-89e7-ff8ec461bf5f req-94c697cb-8121-4c1e-a0ef-6a11d211a94f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 1127 time: 0.6189876 Mar 07 22:00:01.871730 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15fc613d-31c4-41fb-9176-ede50d73b572 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0013a423-48dc-41ad-a93d-caa45198c9ef), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:01.932284 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c84e8040-9472-4430-ab0c-58d262958eff req-914d8118-1c64-4c00-8167-a042b0225069 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:01.933375 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c84e8040-9472-4430-ab0c-58d262958eff req-914d8118-1c64-4c00-8167-a042b0225069 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (a8399d83-0de3-445c-9b61-e7a30efc68cb), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:01.933794 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-c84e8040-9472-4430-ab0c-58d262958eff req-914d8118-1c64-4c00-8167-a042b0225069 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Floating IP a8399d83-0de3-445c-9b61-e7a30efc68cb disassociated. External IP: 172.25.4.42, port: d92c1f69-abd4-430e-acd0-2c2aae679bc4. Mar 07 22:00:01.937300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-c84e8040-9472-4430-ab0c-58d262958eff req-914d8118-1c64-4c00-8167-a042b0225069 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Calling delete_port for d92c1f69-abd4-430e-acd0-2c2aae679bc4 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:01.983753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0adff78-53e6-473b-820e-49450bcb1820 req-0a31a4ce-31f7-416a-aea2-3895f4f273ee tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/security-groups?id=e239fc60-bae1-4267-8915-f7454382f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956942 Mar 07 22:00:02.012258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc613d-31c4-41fb-9176-ede50d73b572 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Pushing event updated for resources: {'Port': ['ID=0013a423-48dc-41ad-a93d-caa45198c9ef,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:02.016809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fc613d-31c4-41fb-9176-ede50d73b572 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Network 5ae81250-adbc-44c9-85f0-7207b4e70f24 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:02.024750 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Network 30822684-90c0-4f4f-92a4-f5e9831248bc is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:02.029533 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-15fc613d-31c4-41fb-9176-ede50d73b572 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:02.041407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:02.044753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc613d-31c4-41fb-9176-ede50d73b572 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:02.045516 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fc613d-31c4-41fb-9176-ede50d73b572 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:02.053237 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15fc613d-31c4-41fb-9176-ede50d73b572 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:02.073505 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-caa7b9dd-9523-440a-874f-65abd7366410 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a409ab3e-c13c-46b6-9f06-90bc6627b69b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:02.091610 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-15fc613d-31c4-41fb-9176-ede50d73b572 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4072847 Mar 07 22:00:02.094318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54222) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:02.100149 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:02.105042 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 14a4ded2-bf58-4562-bc36-075feb4eef7b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:02.162444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa7b9dd-9523-440a-874f-65abd7366410 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Network 3212ba9c-eca9-47d5-916d-43cadbcaf05d is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:02.179184 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-caa7b9dd-9523-440a-874f-65abd7366410 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:02.181836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa7b9dd-9523-440a-874f-65abd7366410 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:02.192812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa7b9dd-9523-440a-874f-65abd7366410 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:02.193497 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-caa7b9dd-9523-440a-874f-65abd7366410 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:02.197948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7b9dd-9523-440a-874f-65abd7366410 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event updated for resources: {'Port': ['ID=a409ab3e-c13c-46b6-9f06-90bc6627b69b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:02.204873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 14a4ded2-bf58-4562-bc36-075feb4eef7b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:02.205458 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (14a4ded2-bf58-4562-bc36-075feb4eef7b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:02.218050 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-23a64903-4d9d-4c1f-89e7-ff8ec461bf5f req-131c5ba2-c43e-4bf7-aa0e-f24d583c3cab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f614570b-1103-4c3f-a646-340a99f650cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3849151 Mar 07 22:00:02.236944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-caa7b9dd-9523-440a-874f-65abd7366410 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.1725230 Mar 07 22:00:02.238301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54224) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:02.357009 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c84e8040-9472-4430-ab0c-58d262958eff req-914d8118-1c64-4c00-8167-a042b0225069 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d92c1f69-abd4-430e-acd0-2c2aae679bc4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:02.370259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 14a4ded2-bf58-4562-bc36-075feb4eef7b is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:02.370743 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (14a4ded2-bf58-4562-bc36-075feb4eef7b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:02.378317 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0013a423-48dc-41ad-a93d-caa45198c9ef), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:02.395713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Router 147ec415-5420-4f5e-9a2d-ff2155535796 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:00:02.407614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 14a4ded2-bf58-4562-bc36-075feb4eef7b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=14a4ded2-bf58-4562-bc36-075feb4eef7b,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:02.416164 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (14a4ded2-bf58-4562-bc36-075feb4eef7b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:02.417990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8e031900-dd50-41fe-a659-964b3ff7d34f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:02.425078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d8118-1c64-4c00-8167-a042b0225069 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Pushing event deleted for resources: {'Port': ['ID=d92c1f69-abd4-430e-acd0-2c2aae679bc4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:02.439359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce91139-4636-4502-8253-91b6525e9006 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:02.455284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce91139-4636-4502-8253-91b6525e9006 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:02.466596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce91139-4636-4502-8253-91b6525e9006 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:02.468440 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5ce91139-4636-4502-8253-91b6525e9006 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2192614 Mar 07 22:00:02.475237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54226) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:02.576234 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=14a4ded2-bf58-4562-bc36-075feb4eef7b,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:02.623090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-42ba15ef-b287-4a49-8c08-49299d3a3cb3 None None] Provisioning complete for port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:02.623569 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-42ba15ef-b287-4a49-8c08-49299d3a3cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:02.628221 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8e031900-dd50-41fe-a659-964b3ff7d34f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:02.628679 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:02.671649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c84e8040-9472-4430-ab0c-58d262958eff req-914d8118-1c64-4c00-8167-a042b0225069 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Router 175f041a-0626-4300-b5e3-ba5a62a24f69 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:00:02.689600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a55d36dc-dabe-439d-9204-956371ce4158 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Deleting port a409ab3e-c13c-46b6-9f06-90bc6627b69b {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:02.689897 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a55d36dc-dabe-439d-9204-956371ce4158 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a409ab3e-c13c-46b6-9f06-90bc6627b69b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:02.695848 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de68c94f-3282-464e-99a9-ba7695dd7ffb None None] Network 3212ba9c-eca9-47d5-916d-43cadbcaf05d requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:00:02.739080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:00:02.743100 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] device_id is not set on port 0013a423-48dc-41ad-a93d-caa45198c9ef yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:02.764053 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b33531d6-a5c4-4d0e-97da-1db063c9c08a admin admin] 10.222.0.26 "PUT /v2.0/routers/147ec415-5420-4f5e-9a2d-ff2155535796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4954515 Mar 07 22:00:02.771180 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks [] for port (0013a423-48dc-41ad-a93d-caa45198c9ef), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:02.785566 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (0013a423-48dc-41ad-a93d-caa45198c9ef), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:02.814224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-42ba15ef-b287-4a49-8c08-49299d3a3cb3 None None] Port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:02.891517 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Pushing event updated for resources: {'Port': ['ID=0013a423-48dc-41ad-a93d-caa45198c9ef,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:02.896539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:02.898753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:02.899318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:02.910924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:02.911272 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:02.911676 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 2 to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef Mar 07 22:00:02.922605 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a55d36dc-dabe-439d-9204-956371ce4158 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a409ab3e-c13c-46b6-9f06-90bc6627b69b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:02.940213 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:02.940563 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:02.940918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:02.941935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a55d36dc-dabe-439d-9204-956371ce4158 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Calling delete_port for a409ab3e-c13c-46b6-9f06-90bc6627b69b owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:02.948880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:02.949220 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:02.949621 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 3 to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef Mar 07 22:00:02.993091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:02.993091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:02.994002 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:03.003150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ea47cc3c-daf3-48b8-bf3a-6823490c418e None None] Provisioning complete for port 8e031900-dd50-41fe-a659-964b3ff7d34f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:03.003525 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ea47cc3c-daf3-48b8-bf3a-6823490c418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:03.006210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8e031900-dd50-41fe-a659-964b3ff7d34f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:03.006588 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:03.009593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:03.011477 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:03.011477 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 4 to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef Mar 07 22:00:03.033721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:03.034985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:03.038453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:03.053154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:03.054782 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:03.055693 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 5 to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef Mar 07 22:00:03.106612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:03.107476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:03.113326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:03.115407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c84e8040-9472-4430-ab0c-58d262958eff req-914d8118-1c64-4c00-8167-a042b0225069 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:00:03.145889 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:03.147763 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:03.148888 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 6 to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef Mar 07 22:00:03.189263 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:03.190708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:03.191226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:03.200023 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:03.208702 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:03.209358 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 7 to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef Mar 07 22:00:03.217372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84e8040-9472-4430-ab0c-58d262958eff req-914d8118-1c64-4c00-8167-a042b0225069 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] No DVR routers for this DVR port d92c1f69-abd4-430e-acd0-2c2aae679bc4 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:00:03.229366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:03.229778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:03.230351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:03.236498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:03.236929 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:03.237461 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 8 to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef Mar 07 22:00:03.251301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5eb5d-c5c7-4d0c-a257-74b901c2474f req-065e139f-5a50-4be1-a3c2-8c624641c3fd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:03.263922 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:03.264433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:03.264914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:03.266627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fb5eb5d-c5c7-4d0c-a257-74b901c2474f req-065e139f-5a50-4be1-a3c2-8c624641c3fd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 945 time: 0.2248583 Mar 07 22:00:03.269620 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c84e8040-9472-4430-ab0c-58d262958eff req-914d8118-1c64-4c00-8167-a042b0225069 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:03.272499 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:03.272943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c84e8040-9472-4430-ab0c-58d262958eff req-914d8118-1c64-4c00-8167-a042b0225069 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.13 "DELETE /v2.0/ports/d92c1f69-abd4-430e-acd0-2c2aae679bc4 HTTP/1.1" status: 204 len: 173 time: 2.4835403 Mar 07 22:00:03.273448 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:03.274959 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 9 to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef Mar 07 22:00:03.281784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b763e9-64e1-4dae-baca-6f60ca16d5d2', 'name': 'network-vif-deleted', 'tag': 'd92c1f69-abd4-430e-acd0-2c2aae679bc4'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:00:03.284190 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d30e9ee-1edb-4e1f-82bb-c2ddd97d59c2" -d '{"events": [{"server_uuid": "f3b763e9-64e1-4dae-baca-6f60ca16d5d2", "name": "network-vif-deleted", "tag": "d92c1f69-abd4-430e-acd0-2c2aae679bc4"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:00:03.299238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434788d4-3056-41c5-a71c-049744066c17 None None] Sync routers for ids ['175f041a-0626-4300-b5e3-ba5a62a24f69'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:00:03.331539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:03.331945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:03.332420 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:03.366104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:03.367106 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:03.367482 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 10 to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef Mar 07 22:00:03.374310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fdd0701a-ab34-4ed4-b834-e7b5210580e0 req-3e8212c9-c0d2-4d03-8c9c-bed3dd17643e tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3b763e9-64e1-4dae-baca-6f60ca16d5d2 HTTP/1.1" status: 200 len: 210 time: 0.1640882 Mar 07 22:00:03.411489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 8e031900-dd50-41fe-a659-964b3ff7d34f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8e031900-dd50-41fe-a659-964b3ff7d34f,segment=NetworkSegment(158f2984-0396-452b-9b6d-3fad5938a89f),segment_id=158f2984-0396-452b-9b6d-3fad5938a89f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:03.418427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434788d4-3056-41c5-a71c-049744066c17 None None] Routers {'175f041a-0626-4300-b5e3-ba5a62a24f69'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:03.421061 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-434788d4-3056-41c5-a71c-049744066c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['175f041a-0626-4300-b5e3-ba5a62a24f69'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:03.434688 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:03.452756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:03.453694 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:03.454040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:03.485964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:03.488645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fb5eb5d-c5c7-4d0c-a257-74b901c2474f req-eb48e31a-6825-434e-bde5-6123ec18aac9 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=f614570b-1103-4c3f-a646-340a99f650cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211289 Mar 07 22:00:03.498760 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a55d36dc-dabe-439d-9204-956371ce4158 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a409ab3e-c13c-46b6-9f06-90bc6627b69b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:03.531775 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 0013a423-48dc-41ad-a93d-caa45198c9ef on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:03.532380 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0013a423-48dc-41ad-a93d-caa45198c9ef), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:03.691602 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c400f704-1384-4583-b37a-095d26078305 None None] Sync routers for ids ['147ec415-5420-4f5e-9a2d-ff2155535796'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:00:03.732115 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c400f704-1384-4583-b37a-095d26078305 None None] Routers {'147ec415-5420-4f5e-9a2d-ff2155535796'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:03.733096 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c400f704-1384-4583-b37a-095d26078305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['147ec415-5420-4f5e-9a2d-ff2155535796'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:03.798519 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a7ac3f-f105-468a-9fd7-cf1cda3190b1 x-openstack-request-id: req-75a7ac3f-f105-468a-9fd7-cf1cda3190b1 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:00:03.799488 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b763e9-64e1-4dae-baca-6f60ca16d5d2", "name": "network-vif-deleted", "tag": "d92c1f69-abd4-430e-acd0-2c2aae679bc4", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:00:03.799853 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75a7ac3f-f105-468a-9fd7-cf1cda3190b1 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:00:03.800320 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b763e9-64e1-4dae-baca-6f60ca16d5d2', 'name': 'network-vif-deleted', 'tag': 'd92c1f69-abd4-430e-acd0-2c2aae679bc4', 'status': 'completed', 'code': 200} Mar 07 22:00:03.831336 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] For port 0013a423-48dc-41ad-a93d-caa45198c9ef, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:00:03.831904 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempted to set empty binding levels {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 22:00:03.838141 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ea47cc3c-daf3-48b8-bf3a-6823490c418e None None] Current status of the port 8e031900-dd50-41fe-a659-964b3ff7d34f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:03.844718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d36dc-dabe-439d-9204-956371ce4158 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event deleted for resources: {'Port': ['ID=a409ab3e-c13c-46b6-9f06-90bc6627b69b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:03.844865 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (0013a423-48dc-41ad-a93d-caa45198c9ef), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:03.926822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=8e031900-dd50-41fe-a659-964b3ff7d34f,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:03.989445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e2994462-c12e-4339-90f3-96760b04169e None None] Provisioning complete for port 8e031900-dd50-41fe-a659-964b3ff7d34f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:03.989937 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2994462-c12e-4339-90f3-96760b04169e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:04.001878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-434788d4-3056-41c5-a71c-049744066c17 None None] Set router 175f041a-0626-4300-b5e3-ba5a62a24f69 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:04.012410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] In _notify_port_updated(), no bound segment for port 0013a423-48dc-41ad-a93d-caa45198c9ef on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 22:00:04.015249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.015919 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:04.019722 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "PUT /v2.0/ports/0013a423-48dc-41ad-a93d-caa45198c9ef HTTP/1.1" status: 200 len: 974 time: 1.9220259 Mar 07 22:00:04.033770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54286) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:04.085679 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a55d36dc-dabe-439d-9204-956371ce4158 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:04.096378 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a55d36dc-dabe-439d-9204-956371ce4158 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "DELETE /v2.0/ports/a409ab3e-c13c-46b6-9f06-90bc6627b69b HTTP/1.1" status: 204 len: 168 time: 1.6200836 Mar 07 22:00:04.100866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54288) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:04.181898 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ae0e86-a250-4fea-87a5-b853d84474bd tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] GET failed (client error): The resource could not be found. Mar 07 22:00:04.191134 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-03ae0e86-a250-4fea-87a5-b853d84474bd tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "GET /v2.0/ports/a409ab3e-c13c-46b6-9f06-90bc6627b69b HTTP/1.1" status: 404 len: 333 time: 0.0887752 Mar 07 22:00:04.193202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54290) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:04.197073 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 14a4ded2-bf58-4562-bc36-075feb4eef7b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:04.207588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5616c6c7-d8ff-4a93-adc1-7f6ffb57afac tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Request body: {'port': {'network_id': '3212ba9c-eca9-47d5-916d-43cadbcaf05d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1824514347'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:04.215222 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed851886-7e94-4748-8169-d7ff1cee4d0f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Pushing event updated for resources: {'Port': ['ID=0013a423-48dc-41ad-a93d-caa45198c9ef,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:04.333488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device d92c1f69-abd4-430e-acd0-2c2aae679bc4 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:00:04.358232 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.360652 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.363610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.365400 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.366084 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.366728 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.373189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.373910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.374571 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.387212 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.387921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.388583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.389263 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.393988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.395335 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.398045 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.399290 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.401193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: d92c1f69-abd4-430e-acd0-2c2aae679bc4 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:00:04.401466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device d92c1f69-abd4-430e-acd0-2c2aae679bc4 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:00:04.407440 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-c400f704-1384-4583-b37a-095d26078305 None None] Set router 147ec415-5420-4f5e-9a2d-ff2155535796 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:04.414817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.417141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.423859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.424373 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.424852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.425323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.425788 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.426286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.426749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.427209 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.427663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.428125 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.428580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.429054 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.456669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.457280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.460341 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:04.471507 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-95e268dc-7226-4acf-afe4-5ae388d43b13 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31352 time: 0.4365866 Mar 07 22:00:04.476001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54300) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:04.514347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5616c6c7-d8ff-4a93-adc1-7f6ffb57afac tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Made reservation on behalf of 3cde80f441f748fa945da457814d1f9c for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:04.518873 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5616c6c7-d8ff-4a93-adc1-7f6ffb57afac tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:04.546295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54304) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:04.560254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-5616c6c7-d8ff-4a93-adc1-7f6ffb57afac tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] device_id is not set on port e1262215-c98d-47f0-bb7f-b62f6d468408 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:04.750797 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 14a4ded2-bf58-4562-bc36-075feb4eef7b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:04.751172 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (14a4ded2-bf58-4562-bc36-075feb4eef7b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:04.868428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e2994462-c12e-4339-90f3-96760b04169e None None] Current status of the port 8e031900-dd50-41fe-a659-964b3ff7d34f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:04.965683 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 14a4ded2-bf58-4562-bc36-075feb4eef7b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:04.968137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e2994462-c12e-4339-90f3-96760b04169e None None] Could not find standard attr ID for object a409ab3e-c13c-46b6-9f06-90bc6627b69b. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:00:04.982752 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c400f704-1384-4583-b37a-095d26078305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'name': 'tempest-TaggedBootDevicesTest_v242-504506522-router', 'tenant_id': 'ba7339f3428f40afa753a233edbb3e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '14a4ded2-bf58-4562-bc36-075feb4eef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:54Z', 'updated_at': '2022-03-07T22:00:00Z', 'revision_number': 4, 'project_id': 'ba7339f3428f40afa753a233edbb3e22', 'gw_port': {'id': '14a4ded2-bf58-4562-bc36-075feb4eef7b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:56Z', 'updated_at': '2022-03-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '1d33ab88-abca-42ae-8bdd-aaf2fb94dce6', 'name': '', 'network_id': '30822684-90c0-4f4f-92a4-f5e9831248bc', 'tenant_id': 'ba7339f3428f40afa753a233edbb3e22', 'mac_address': 'fa:16:3e:f8:c8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '4143eaa4-447f-4ed3-9adf-f967c4de2e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:59Z', 'updated_at': '2022-03-07T22:00:00Z', 'revision_number': 2, 'project_id': 'ba7339f3428f40afa753a233edbb3e22', 'subnets': [{'id': '4143eaa4-447f-4ed3-9adf-f967c4de2e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:05.056364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Deleting port 0013a423-48dc-41ad-a93d-caa45198c9ef {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:05.058541 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0013a423-48dc-41ad-a93d-caa45198c9ef), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:05.071290 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e2994462-c12e-4339-90f3-96760b04169e None None] Provisioning complete for port fc0958e7-902d-4e20-adab-e71289217d54 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:05.071678 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2994462-c12e-4339-90f3-96760b04169e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fc0958e7-902d-4e20-adab-e71289217d54), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:05.100110 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c400f704-1384-4583-b37a-095d26078305 None None] Checking router: 147ec415-5420-4f5e-9a2d-ff2155535796 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:00:05.103285 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c400f704-1384-4583-b37a-095d26078305 None None] Updating router 147ec415-5420-4f5e-9a2d-ff2155535796 port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:00:05.144285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f861693a-c221-46c0-a217-60acf8b0da9c tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Deleting port 289130dc-cfec-431a-b7d5-71001dbe9828 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:05.146817 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f861693a-c221-46c0-a217-60acf8b0da9c tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (289130dc-cfec-431a-b7d5-71001dbe9828), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:05.205018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e2994462-c12e-4339-90f3-96760b04169e None None] Port fc0958e7-902d-4e20-adab-e71289217d54 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:05.206195 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c400f704-1384-4583-b37a-095d26078305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:05.252020 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-434788d4-3056-41c5-a71c-049744066c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '51f38451-b132-425f-9a3e-367c06078b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T21:53:55Z', 'revision_number': 4, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'gw_port': {'id': '51f38451-b132-425f-9a3e-367c06078b0a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:50Z', 'updated_at': '2022-03-07T21:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'b27cdf53-44e1-4c92-9bf9-e4551d2ee79e', 'name': '', 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'mac_address': 'fa:16:3e:7e:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:54Z', 'updated_at': '2022-03-07T21:54:02Z', 'revision_number': 5, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'subnets': [{'id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:05.326754 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434788d4-3056-41c5-a71c-049744066c17 None None] Checking router: 175f041a-0626-4300-b5e3-ba5a62a24f69 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:00:05.338567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] For port 0013a423-48dc-41ad-a93d-caa45198c9ef, host n-h2-832330-1, got binding levels [] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:05.339130 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0013a423-48dc-41ad-a93d-caa45198c9ef), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:05.363375 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434788d4-3056-41c5-a71c-049744066c17 None None] Routers {'175f041a-0626-4300-b5e3-ba5a62a24f69'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:05.364289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-434788d4-3056-41c5-a71c-049744066c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['175f041a-0626-4300-b5e3-ba5a62a24f69'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:05.409552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Calling delete_port for 0013a423-48dc-41ad-a93d-caa45198c9ef owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:05.480176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f861693a-c221-46c0-a217-60acf8b0da9c tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (289130dc-cfec-431a-b7d5-71001dbe9828), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:05.480920 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f861693a-c221-46c0-a217-60acf8b0da9c tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for floatingip (289130dc-cfec-431a-b7d5-71001dbe9828), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:05.502989 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f861693a-c221-46c0-a217-60acf8b0da9c tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Calling delete_port for 289130dc-cfec-431a-b7d5-71001dbe9828 owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:05.554765 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-434788d4-3056-41c5-a71c-049744066c17 None None] Set router 175f041a-0626-4300-b5e3-ba5a62a24f69 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:05.611595 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0013a423-48dc-41ad-a93d-caa45198c9ef), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:05.674473 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:05.678466 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "DELETE /v2.0/ports/0013a423-48dc-41ad-a93d-caa45198c9ef HTTP/1.1" status: 204 len: 168 time: 1.2012975 Mar 07 22:00:05.681370 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Pushing event deleted for resources: {'Port': ['ID=0013a423-48dc-41ad-a93d-caa45198c9ef,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:05.684789 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54348) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:05.721561 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22b9c19-b5f5-4a63-97fa-51ee4fa09105 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] GET failed (client error): The resource could not be found. Mar 07 22:00:05.723558 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b22b9c19-b5f5-4a63-97fa-51ee4fa09105 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "GET /v2.0/ports/0013a423-48dc-41ad-a93d-caa45198c9ef HTTP/1.1" status: 404 len: 333 time: 0.0375216 Mar 07 22:00:05.741853 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54350) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:05.748951 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6080032d-404d-459c-b0c5-260712e08a7a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-244838650', 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:05.757075 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:05.758222 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:05.759480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:05.761273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:05.761630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:05.762824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:05.763427 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:05.763775 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:05.764116 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:05.764457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:05.764795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:05.769744 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:05.770122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02192b13-469e-41c9-9b5c-b8c64b1e7248 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:05.935384 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6080032d-404d-459c-b0c5-260712e08a7a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Made reservation on behalf of d3622953478c4540b4af6303bbb54e03 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:05.938996 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6080032d-404d-459c-b0c5-260712e08a7a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.002732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-6080032d-404d-459c-b0c5-260712e08a7a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] device_id is not set on port 31b9b3eb-fccd-4a0f-832a-1216df3d8bca yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:06.035074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-5616c6c7-d8ff-4a93-adc1-7f6ffb57afac tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Allocated IP 2001:db8::25a (3212ba9c-eca9-47d5-916d-43cadbcaf05d/32aed8b5-9258-436a-b6b2-726f4bf6807c/e1262215-c98d-47f0-bb7f-b62f6d468408) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:06.048376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-00e4e77b-613c-4ac6-8921-7fdfc15abc10 None None] Provisioning complete for port fc0958e7-902d-4e20-adab-e71289217d54 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:06.049027 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-00e4e77b-613c-4ac6-8921-7fdfc15abc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fc0958e7-902d-4e20-adab-e71289217d54), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.136666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-00e4e77b-613c-4ac6-8921-7fdfc15abc10 None None] Port fc0958e7-902d-4e20-adab-e71289217d54 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:06.144479 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8e031900-dd50-41fe-a659-964b3ff7d34f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:06.169099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-00e4e77b-613c-4ac6-8921-7fdfc15abc10 None None] Could not find standard attr ID for object a409ab3e-c13c-46b6-9f06-90bc6627b69b. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:00:06.197362 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c400f704-1384-4583-b37a-095d26078305 None None] Publish callbacks [] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.211776 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c400f704-1384-4583-b37a-095d26078305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.312105 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6080032d-404d-459c-b0c5-260712e08a7a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks [] for port (31b9b3eb-fccd-4a0f-832a-1216df3d8bca), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.356973 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f861693a-c221-46c0-a217-60acf8b0da9c tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (289130dc-cfec-431a-b7d5-71001dbe9828), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.377940 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7fa39-806a-4aa6-bb0e-5852e44dd98a None None] Pushing event updated for resources: {'Port': ['ID=1d33ab88-abca-42ae-8bdd-aaf2fb94dce6,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:06.424376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861693a-c221-46c0-a217-60acf8b0da9c tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Pushing event deleted for resources: {'Port': ['ID=289130dc-cfec-431a-b7d5-71001dbe9828,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:06.434925 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6080032d-404d-459c-b0c5-260712e08a7a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (31b9b3eb-fccd-4a0f-832a-1216df3d8bca), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.507929 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5616c6c7-d8ff-4a93-adc1-7f6ffb57afac tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for port (e1262215-c98d-47f0-bb7f-b62f6d468408), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.542747 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-c400f704-1384-4583-b37a-095d26078305 None None] Attempting to bind port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:06.543133 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-c400f704-1384-4583-b37a-095d26078305 None None] Attempting to bind port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'c1164004-3442-4cd5-95f7-cd6dd756688a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '30822684-90c0-4f4f-92a4-f5e9831248bc'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:06.543638 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c400f704-1384-4583-b37a-095d26078305 None None] Attempting to bind port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 on network 30822684-90c0-4f4f-92a4-f5e9831248bc {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:06.560599 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c400f704-1384-4583-b37a-095d26078305 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:00:06.573104 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c400f704-1384-4583-b37a-095d26078305 None None] Checking segment: {'id': 'c1164004-3442-4cd5-95f7-cd6dd756688a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '30822684-90c0-4f4f-92a4-f5e9831248bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:06.575751 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c400f704-1384-4583-b37a-095d26078305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.576194 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c400f704-1384-4583-b37a-095d26078305 None None] Bound using segment: {'id': 'c1164004-3442-4cd5-95f7-cd6dd756688a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '30822684-90c0-4f4f-92a4-f5e9831248bc'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:00:06.576827 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-c400f704-1384-4583-b37a-095d26078305 None None] Bound port: 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1164004-3442-4cd5-95f7-cd6dd756688a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '30822684-90c0-4f4f-92a4-f5e9831248bc'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:00:06.579922 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c400f704-1384-4583-b37a-095d26078305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.583541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6080032d-404d-459c-b0c5-260712e08a7a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Network 5ae81250-adbc-44c9-85f0-7207b4e70f24 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:06.590600 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8e031900-dd50-41fe-a659-964b3ff7d34f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:06.591108 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.596381 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-6080032d-404d-459c-b0c5-260712e08a7a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:06.600519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6080032d-404d-459c-b0c5-260712e08a7a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:06.601411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6080032d-404d-459c-b0c5-260712e08a7a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:06.602018 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6080032d-404d-459c-b0c5-260712e08a7a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.654741 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6080032d-404d-459c-b0c5-260712e08a7a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9111965 Mar 07 22:00:06.664875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7026797-d1bb-4762-a93e-be6df71bef71 req-994fae65-c97a-4f85-9998-12cebc40e6c1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:06.668754 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7026797-d1bb-4762-a93e-be6df71bef71 req-994fae65-c97a-4f85-9998-12cebc40e6c1 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 945 time: 2.0036376 Mar 07 22:00:06.670914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54364) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:06.674510 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5616c6c7-d8ff-4a93-adc1-7f6ffb57afac tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e1262215-c98d-47f0-bb7f-b62f6d468408), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.753036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080032d-404d-459c-b0c5-260712e08a7a tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Pushing event updated for resources: {'Port': ['ID=31b9b3eb-fccd-4a0f-832a-1216df3d8bca,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:06.831599 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-c400f704-1384-4583-b37a-095d26078305 None None] For port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:00:06.845207 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f861693a-c221-46c0-a217-60acf8b0da9c tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for floatingip (a8399d83-0de3-445c-9b61-e7a30efc68cb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.846228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616c6c7-d8ff-4a93-adc1-7f6ffb57afac tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event updated for resources: {'Port': ['ID=e1262215-c98d-47f0-bb7f-b62f6d468408,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:06.847525 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-c400f704-1384-4583-b37a-095d26078305 None None] For port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1d33ab88-abca-42ae-8bdd-aaf2fb94dce6,segment=NetworkSegment(c1164004-3442-4cd5-95f7-cd6dd756688a),segment_id=c1164004-3442-4cd5-95f7-cd6dd756688a)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:00:06.855083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5616c6c7-d8ff-4a93-adc1-7f6ffb57afac tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Network 3212ba9c-eca9-47d5-916d-43cadbcaf05d is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:06.864197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-5616c6c7-d8ff-4a93-adc1-7f6ffb57afac tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:06.864410 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f861693a-c221-46c0-a217-60acf8b0da9c tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.870244 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f861693a-c221-46c0-a217-60acf8b0da9c tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "DELETE /v2.0/floatingips/a8399d83-0de3-445c-9b61-e7a30efc68cb HTTP/1.1" status: 204 len: 168 time: 2.3082714 Mar 07 22:00:06.877104 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c400f704-1384-4583-b37a-095d26078305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.880761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7026797-d1bb-4762-a93e-be6df71bef71 req-374ad101-5370-45e8-be54-bd56c643f66c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=f614570b-1103-4c3f-a646-340a99f650cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945081 Mar 07 22:00:06.884105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5616c6c7-d8ff-4a93-adc1-7f6ffb57afac tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:06.906759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5616c6c7-d8ff-4a93-adc1-7f6ffb57afac tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:06.908161 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5616c6c7-d8ff-4a93-adc1-7f6ffb57afac tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.916046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9a27f1-781d-425c-b4ad-aed151bf7e3c tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:06.920258 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b9a27f1-781d-425c-b4ad-aed151bf7e3c tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "GET /v2.0/ports/31b9b3eb-fccd-4a0f-832a-1216df3d8bca HTTP/1.1" status: 200 len: 954 time: 0.2325482 Mar 07 22:00:06.922562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54372) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:06.944642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1633e5bb-0b29-461f-a948-7e1c004c845a None None] Provisioning complete for port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:06.944642 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1633e5bb-0b29-461f-a948-7e1c004c845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:06.959205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5616c6c7-d8ff-4a93-adc1-7f6ffb57afac tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7643025 Mar 07 22:00:06.968073 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54376) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:06.986362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7a1db946-22e2-4d1b-8bce-2114a98c7b08 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::232', 'mac_address': 'fa:16:3e:2c:d3:25'}]}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:07.069951 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54378) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:07.118547 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7fa39-806a-4aa6-bb0e-5852e44dd98a None None] Pushing event updated for resources: {'Port': ['ID=1d33ab88-abca-42ae-8bdd-aaf2fb94dce6,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:07.157720 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c400f704-1384-4583-b37a-095d26078305 None None] Routers {'147ec415-5420-4f5e-9a2d-ff2155535796'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:07.160025 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c400f704-1384-4583-b37a-095d26078305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['147ec415-5420-4f5e-9a2d-ff2155535796'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:07.290679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-434788d4-3056-41c5-a71c-049744066c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '51f38451-b132-425f-9a3e-367c06078b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T21:53:55Z', 'revision_number': 4, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'gw_port': {'id': '51f38451-b132-425f-9a3e-367c06078b0a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:50Z', 'updated_at': '2022-03-07T21:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'b27cdf53-44e1-4c92-9bf9-e4551d2ee79e', 'name': '', 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'mac_address': 'fa:16:3e:7e:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:54Z', 'updated_at': '2022-03-07T21:54:02Z', 'revision_number': 5, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'subnets': [{'id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:07.401327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434788d4-3056-41c5-a71c-049744066c17 None None] The sync data for ids ['175f041a-0626-4300-b5e3-ba5a62a24f69'] in n-d-832330-1 is: [{'id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '51f38451-b132-425f-9a3e-367c06078b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T21:53:55Z', 'revision_number': 4, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'gw_port': {'id': '51f38451-b132-425f-9a3e-367c06078b0a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:50Z', 'updated_at': '2022-03-07T21:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'b27cdf53-44e1-4c92-9bf9-e4551d2ee79e', 'name': '', 'network_id': '83d57a19-3431-4910-9994-33f2e03a0fe7', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'mac_address': 'fa:16:3e:7e:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:54Z', 'updated_at': '2022-03-07T21:54:02Z', 'revision_number': 5, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'subnets': [{'id': 'a9615476-da71-4e49-a927-46d7be2e5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:00:07.418341 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51eeca12-f81c-441d-8d01-a57beb832bf4 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group (e239fc60-bae1-4267-8915-f7454382f97d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:07.442935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be4674-4189-4ee9-8404-46475a494528 req-bf784758-1156-4427-a4c2-e945dff3d82c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:07.452737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8e031900-dd50-41fe-a659-964b3ff7d34f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:07.457140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5be4674-4189-4ee9-8404-46475a494528 req-bf784758-1156-4427-a4c2-e945dff3d82c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 945 time: 0.3815572 Mar 07 22:00:07.563388 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51eeca12-f81c-441d-8d01-a57beb832bf4 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group (e239fc60-bae1-4267-8915-f7454382f97d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:07.579112 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-c400f704-1384-4583-b37a-095d26078305 None None] Set router 147ec415-5420-4f5e-9a2d-ff2155535796 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:07.619376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1633e5bb-0b29-461f-a948-7e1c004c845a None None] Current status of the port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:07.619774 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1633e5bb-0b29-461f-a948-7e1c004c845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:07.665310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1843a160-8857-4d9c-a4f2-b8fc6cfb5a87 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Deleting port 31b9b3eb-fccd-4a0f-832a-1216df3d8bca {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:07.665662 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1843a160-8857-4d9c-a4f2-b8fc6cfb5a87 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (31b9b3eb-fccd-4a0f-832a-1216df3d8bca), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:07.718007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5be4674-4189-4ee9-8404-46475a494528 req-1b47060a-c736-4d4b-9dc4-bd14992722ec tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=f614570b-1103-4c3f-a646-340a99f650cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487516 Mar 07 22:00:07.718862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54384) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:07.731806 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1633e5bb-0b29-461f-a948-7e1c004c845a None None] For port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1d33ab88-abca-42ae-8bdd-aaf2fb94dce6,segment=NetworkSegment(c1164004-3442-4cd5-95f7-cd6dd756688a),segment_id=c1164004-3442-4cd5-95f7-cd6dd756688a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:07.744548 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1633e5bb-0b29-461f-a948-7e1c004c845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:07.925172 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1843a160-8857-4d9c-a4f2-b8fc6cfb5a87 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (31b9b3eb-fccd-4a0f-832a-1216df3d8bca), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:07.932872 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a1db946-22e2-4d1b-8bce-2114a98c7b08 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e1262215-c98d-47f0-bb7f-b62f6d468408), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:07.962724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1843a160-8857-4d9c-a4f2-b8fc6cfb5a87 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Calling delete_port for 31b9b3eb-fccd-4a0f-832a-1216df3d8bca owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:07.971220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633e5bb-0b29-461f-a948-7e1c004c845a None None] Pushing event updated for resources: {'Port': ['ID=1d33ab88-abca-42ae-8bdd-aaf2fb94dce6,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:07.991937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f178c825-62d9-42d1-8c5b-1bffe627bef8 None None] Provisioning complete for port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:07.994433 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f178c825-62d9-42d1-8c5b-1bffe627bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:08.092109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b87d1fe-8fb2-4cd8-98d9-b0bb98b7eb07 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:08.092366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aedf56b-856a-4426-8119-cd5a233c9fb8 None None] New status for floating IP a8399d83-0de3-445c-9b61-e7a30efc68cb: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:00:08.110238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0b87d1fe-8fb2-4cd8-98d9-b0bb98b7eb07 tempest-TestNetworkBasicOps-1314839068 tempest-TestNetworkBasicOps-1314839068-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 1122 time: 0.3876557 Mar 07 22:00:08.110904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54388) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:08.123593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': '99690a6f-ff51-44bd-be76-a58d50a7c453', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:08.150111 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1843a160-8857-4d9c-a4f2-b8fc6cfb5a87 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (31b9b3eb-fccd-4a0f-832a-1216df3d8bca), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:08.177212 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:08.192110 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c400f704-1384-4583-b37a-095d26078305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'name': 'tempest-TaggedBootDevicesTest_v242-504506522-router', 'tenant_id': 'ba7339f3428f40afa753a233edbb3e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '14a4ded2-bf58-4562-bc36-075feb4eef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:54Z', 'updated_at': '2022-03-07T22:00:00Z', 'revision_number': 4, 'project_id': 'ba7339f3428f40afa753a233edbb3e22', 'gw_port': {'id': '14a4ded2-bf58-4562-bc36-075feb4eef7b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:56Z', 'updated_at': '2022-03-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '1d33ab88-abca-42ae-8bdd-aaf2fb94dce6', 'name': '', 'network_id': '30822684-90c0-4f4f-92a4-f5e9831248bc', 'tenant_id': 'ba7339f3428f40afa753a233edbb3e22', 'mac_address': 'fa:16:3e:f8:c8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '4143eaa4-447f-4ed3-9adf-f967c4de2e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:59Z', 'updated_at': '2022-03-07T22:00:06Z', 'revision_number': 4, 'project_id': 'ba7339f3428f40afa753a233edbb3e22', 'subnets': [{'id': '4143eaa4-447f-4ed3-9adf-f967c4de2e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:08.213882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843a160-8857-4d9c-a4f2-b8fc6cfb5a87 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Pushing event deleted for resources: {'Port': ['ID=31b9b3eb-fccd-4a0f-832a-1216df3d8bca,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:08.235249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1843a160-8857-4d9c-a4f2-b8fc6cfb5a87 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:08.238551 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1843a160-8857-4d9c-a4f2-b8fc6cfb5a87 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "DELETE /v2.0/ports/31b9b3eb-fccd-4a0f-832a-1216df3d8bca HTTP/1.1" status: 204 len: 168 time: 1.3150208 Mar 07 22:00:08.241158 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54390) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:08.285597 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c400f704-1384-4583-b37a-095d26078305 None None] The sync data for ids ['147ec415-5420-4f5e-9a2d-ff2155535796'] in n-d-832330-1 is: [{'id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'name': 'tempest-TaggedBootDevicesTest_v242-504506522-router', 'tenant_id': 'ba7339f3428f40afa753a233edbb3e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '14a4ded2-bf58-4562-bc36-075feb4eef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:54Z', 'updated_at': '2022-03-07T22:00:00Z', 'revision_number': 4, 'project_id': 'ba7339f3428f40afa753a233edbb3e22', 'gw_port': {'id': '14a4ded2-bf58-4562-bc36-075feb4eef7b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:56Z', 'updated_at': '2022-03-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '1d33ab88-abca-42ae-8bdd-aaf2fb94dce6', 'name': '', 'network_id': '30822684-90c0-4f4f-92a4-f5e9831248bc', 'tenant_id': 'ba7339f3428f40afa753a233edbb3e22', 'mac_address': 'fa:16:3e:f8:c8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '4143eaa4-447f-4ed3-9adf-f967c4de2e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:59Z', 'updated_at': '2022-03-07T22:00:06Z', 'revision_number': 4, 'project_id': 'ba7339f3428f40afa753a233edbb3e22', 'subnets': [{'id': '4143eaa4-447f-4ed3-9adf-f967c4de2e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:00:08.299608 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-4068855b-e1bb-4090-bfa4-68e427d4d48e tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] GET failed (client error): The resource could not be found. Mar 07 22:00:08.304453 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4068855b-e1bb-4090-bfa4-68e427d4d48e tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "GET /v2.0/ports/31b9b3eb-fccd-4a0f-832a-1216df3d8bca HTTP/1.1" status: 404 len: 333 time: 0.0581861 Mar 07 22:00:08.306523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54392) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:08.311581 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-96c7b596-6863-45b4-baf9-e71cfd854928 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Request body: {'port': {'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-284860511'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:08.395910 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51eeca12-f81c-441d-8d01-a57beb832bf4 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e239fc60-bae1-4267-8915-f7454382f97d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:08.398592 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51eeca12-f81c-441d-8d01-a57beb832bf4 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:08.399750 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-51eeca12-f81c-441d-8d01-a57beb832bf4 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] 10.222.0.26 "DELETE /v2.0/security-groups/e239fc60-bae1-4267-8915-f7454382f97d HTTP/1.1" status: 204 len: 168 time: 1.3287804 Mar 07 22:00:08.403433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c7b596-6863-45b4-baf9-e71cfd854928 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Made reservation on behalf of d3622953478c4540b4af6303bbb54e03 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:08.405776 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-96c7b596-6863-45b4-baf9-e71cfd854928 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:08.497148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54396) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:08.504216 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eeca12-f81c-441d-8d01-a57beb832bf4 tempest-TestServerBasicOps-1691096359 tempest-TestServerBasicOps-1691096359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e239fc60-bae1-4267-8915-f7454382f97d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:08.582219 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-96c7b596-6863-45b4-baf9-e71cfd854928 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] device_id is not set on port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:08.602934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f178c825-62d9-42d1-8c5b-1bffe627bef8 None None] Current status of the port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:08.639934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f178c825-62d9-42d1-8c5b-1bffe627bef8 None None] Provisioning complete for port e1262215-c98d-47f0-bb7f-b62f6d468408 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:08.640296 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f178c825-62d9-42d1-8c5b-1bffe627bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e1262215-c98d-47f0-bb7f-b62f6d468408), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:08.650984 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a1db946-22e2-4d1b-8bce-2114a98c7b08 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for port (e1262215-c98d-47f0-bb7f-b62f6d468408), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:08.675008 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a1db946-22e2-4d1b-8bce-2114a98c7b08 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e1262215-c98d-47f0-bb7f-b62f6d468408), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:08.740785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f178c825-62d9-42d1-8c5b-1bffe627bef8 None None] Port e1262215-c98d-47f0-bb7f-b62f6d468408 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:08.871087 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-7a1db946-22e2-4d1b-8bce-2114a98c7b08 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] In _notify_port_updated(), no bound segment for port e1262215-c98d-47f0-bb7f-b62f6d468408 on network 3212ba9c-eca9-47d5-916d-43cadbcaf05d {{(pid=103719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 22:00:08.893056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1db946-22e2-4d1b-8bce-2114a98c7b08 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:08.898855 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a1db946-22e2-4d1b-8bce-2114a98c7b08 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:08.902903 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7a1db946-22e2-4d1b-8bce-2114a98c7b08 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "PUT /v2.0/ports/e1262215-c98d-47f0-bb7f-b62f6d468408 HTTP/1.1" status: 200 len: 1003 time: 1.9272783 Mar 07 22:00:08.913504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54404) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:09.141074 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:09.243472 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-96c7b596-6863-45b4-baf9-e71cfd854928 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks [] for port (9f3591ab-ba2f-446f-8c20-561ebdd50b58), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:09.377982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1db946-22e2-4d1b-8bce-2114a98c7b08 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event updated for resources: {'Port': ['ID=e1262215-c98d-47f0-bb7f-b62f6d468408,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:09.435104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-76986118-6b8b-4c38-be95-5010cdf3c3c4 None None] Provisioning complete for port e1262215-c98d-47f0-bb7f-b62f6d468408 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:09.435481 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-76986118-6b8b-4c38-be95-5010cdf3c3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e1262215-c98d-47f0-bb7f-b62f6d468408), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:09.500765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Allocated IP 172.25.4.228 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/43399c48-d25a-466c-b6c6-3e9c609a76da) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:09.567640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-76986118-6b8b-4c38-be95-5010cdf3c3c4 None None] Port e1262215-c98d-47f0-bb7f-b62f6d468408 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:09.574279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-96c7b596-6863-45b4-baf9-e71cfd854928 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9f3591ab-ba2f-446f-8c20-561ebdd50b58), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:09.707584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-da95812a-4165-4d13-ac1d-73f78554c504 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Deleting port e1262215-c98d-47f0-bb7f-b62f6d468408 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:09.708181 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-da95812a-4165-4d13-ac1d-73f78554c504 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e1262215-c98d-47f0-bb7f-b62f6d468408), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:09.761221 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c7b596-6863-45b4-baf9-e71cfd854928 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Network 5ae81250-adbc-44c9-85f0-7207b4e70f24 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:09.776432 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-96c7b596-6863-45b4-baf9-e71cfd854928 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:09.791699 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c7b596-6863-45b4-baf9-e71cfd854928 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:09.792668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c7b596-6863-45b4-baf9-e71cfd854928 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:09.793279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-96c7b596-6863-45b4-baf9-e71cfd854928 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:09.836626 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7b596-6863-45b4-baf9-e71cfd854928 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Pushing event updated for resources: {'Port': ['ID=9f3591ab-ba2f-446f-8c20-561ebdd50b58,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:09.852622 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-96c7b596-6863-45b4-baf9-e71cfd854928 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5447335 Mar 07 22:00:09.858349 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-da95812a-4165-4d13-ac1d-73f78554c504 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e1262215-c98d-47f0-bb7f-b62f6d468408), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:09.879530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-da95812a-4165-4d13-ac1d-73f78554c504 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Calling delete_port for e1262215-c98d-47f0-bb7f-b62f6d468408 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:09.885718 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54408) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:09.890936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:09.995249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9f3591ab-ba2f-446f-8c20-561ebdd50b58), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:10.049150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:10.066989 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for port (43399c48-d25a-466c-b6c6-3e9c609a76da), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:10.149003 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (43399c48-d25a-466c-b6c6-3e9c609a76da), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:10.194503 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:10.199631 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:10.307707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:10.320485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:10.355522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:10.405966 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:10.441907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Port': ['ID=43399c48-d25a-466c-b6c6-3e9c609a76da,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:10.847268 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-da95812a-4165-4d13-ac1d-73f78554c504 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e1262215-c98d-47f0-bb7f-b62f6d468408), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:10.951501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95812a-4165-4d13-ac1d-73f78554c504 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event deleted for resources: {'Port': ['ID=e1262215-c98d-47f0-bb7f-b62f6d468408,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:11.253644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] device_id is not set on port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:11.271499 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks [] for port (9f3591ab-ba2f-446f-8c20-561ebdd50b58), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:11.283160 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-da95812a-4165-4d13-ac1d-73f78554c504 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:11.289234 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3810-3770-435a-9159-d59a27ebffeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (175f041a-0626-4300-b5e3-ba5a62a24f69), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:11.289430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-da95812a-4165-4d13-ac1d-73f78554c504 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "DELETE /v2.0/ports/e1262215-c98d-47f0-bb7f-b62f6d468408 HTTP/1.1" status: 204 len: 168 time: 2.3576009 Mar 07 22:00:11.289981 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (9f3591ab-ba2f-446f-8c20-561ebdd50b58), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:11.290495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54424) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:11.382618 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for floatingip (f8886e2f-2873-434e-9c61-7ad9037a4b58), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:11.451724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Pushing event updated for resources: {'Port': ['ID=9f3591ab-ba2f-446f-8c20-561ebdd50b58,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:11.452492 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e8861a-2d55-4a05-ae03-cedff6dd085b tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] GET failed (client error): The resource could not be found. Mar 07 22:00:11.454548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-00e8861a-2d55-4a05-ae03-cedff6dd085b tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "GET /v2.0/ports/e1262215-c98d-47f0-bb7f-b62f6d468408 HTTP/1.1" status: 404 len: 333 time: 0.0329936 Mar 07 22:00:11.457971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54428) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:11.467104 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-60082842-b693-4744-8e0d-ac37ccbbc10f tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Request body: {'port': {'network_id': '3212ba9c-eca9-47d5-916d-43cadbcaf05d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2017665139'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:11.536199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:11.536199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:11.536675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:11.539587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (43399c48-d25a-466c-b6c6-3e9c609a76da), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:11.545830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:11.547817 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:11.550345 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 2 to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 Mar 07 22:00:11.574541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:11.574881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:11.575225 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:11.630318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:11.630672 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:11.631376 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 3 to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 Mar 07 22:00:11.673710 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:11.674049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:11.674418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:11.689101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:11.689607 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:11.690832 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 4 to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 Mar 07 22:00:11.710088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:11.710461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:11.710811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:11.723296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:11.723633 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:11.724294 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 5 to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 Mar 07 22:00:11.743009 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:11.743367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:11.744162 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:11.756873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60082842-b693-4744-8e0d-ac37ccbbc10f tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Made reservation on behalf of 3cde80f441f748fa945da457814d1f9c for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:11.760721 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-60082842-b693-4744-8e0d-ac37ccbbc10f tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:11.779933 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:11.780276 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:11.784796 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 6 to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 Mar 07 22:00:11.807643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-60082842-b693-4744-8e0d-ac37ccbbc10f tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] device_id is not set on port 6d5a13d6-224a-4bdb-8959-14efa3bbb76a yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:11.808746 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:11.809089 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:11.809429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:11.851462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:11.851800 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:11.853604 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 7 to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 Mar 07 22:00:11.880011 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:11.880545 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:11.880869 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:11.885114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for port (43399c48-d25a-466c-b6c6-3e9c609a76da), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:11.895457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:11.895799 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:11.897254 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 8 to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 Mar 07 22:00:11.915707 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (43399c48-d25a-466c-b6c6-3e9c609a76da), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:11.944192 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:11.946607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:11.947118 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:11.962235 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:11.964687 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:11.970455 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 9 to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 Mar 07 22:00:11.997534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd3810-3770-435a-9159-d59a27ebffeb admin admin] Deleting port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:11.998409 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3810-3770-435a-9159-d59a27ebffeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:12.017556 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:12.018177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:12.018675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:12.026277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:12.026830 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:12.035141 n-d-832330-1 neutron-server[103718]: INFO neutron.plugins.ml2.plugin [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempt 10 to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 Mar 07 22:00:12.092977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:12.093343 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:12.094198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempting to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:12.111817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:12.112046 n-d-832330-1 neutron-server[103718]: ERROR neutron.plugins.ml2.managers [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Failed to bind port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on host n-h2-832330-1 for vnic_type normal using segments [{'id': '36953ef9-b51c-4c53-9c3d-beaa3eb18c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ae81250-adbc-44c9-85f0-7207b4e70f24'}] Mar 07 22:00:12.112318 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9f3591ab-ba2f-446f-8c20-561ebdd50b58), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:12.136975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event updated for resources: {'Port': ['ID=43399c48-d25a-466c-b6c6-3e9c609a76da,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:12.231933 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-a9fd3810-3770-435a-9159-d59a27ebffeb admin admin] For port b27cdf53-44e1-4c92-9bf9-e4551d2ee79e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b27cdf53-44e1-4c92-9bf9-e4551d2ee79e,segment=NetworkSegment(0271bfd5-8b9a-441a-9a81-e2e7c3fb3824),segment_id=0271bfd5-8b9a-441a-9a81-e2e7c3fb3824)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:12.231933 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3810-3770-435a-9159-d59a27ebffeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:12.253502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd3810-3770-435a-9159-d59a27ebffeb admin admin] Calling delete_port for b27cdf53-44e1-4c92-9bf9-e4551d2ee79e owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:12.301323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] For port 9f3591ab-ba2f-446f-8c20-561ebdd50b58, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:00:12.302555 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attempted to set empty binding levels {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 22:00:12.306772 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (f8886e2f-2873-434e-9c61-7ad9037a4b58), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:12.318805 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (9f3591ab-ba2f-446f-8c20-561ebdd50b58), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:12.338133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-60082842-b693-4744-8e0d-ac37ccbbc10f tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Allocated IP 2001:db8::1e3 (3212ba9c-eca9-47d5-916d-43cadbcaf05d/32aed8b5-9258-436a-b6b2-726f4bf6807c/6d5a13d6-224a-4bdb-8959-14efa3bbb76a) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:12.709834 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3810-3770-435a-9159-d59a27ebffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b27cdf53-44e1-4c92-9bf9-e4551d2ee79e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:12.715438 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] In _notify_port_updated(), no bound segment for port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 on network 5ae81250-adbc-44c9-85f0-7207b4e70f24 {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 22:00:12.716390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:12.717062 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:12.720638 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "PUT /v2.0/ports/9f3591ab-ba2f-446f-8c20-561ebdd50b58 HTTP/1.1" status: 200 len: 974 time: 2.8338077 Mar 07 22:00:12.723953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54436) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:12.732850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f076834-b6c6-4f11-bb23-bfc40c3912ce tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Pushing event updated for resources: {'Port': ['ID=9f3591ab-ba2f-446f-8c20-561ebdd50b58,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:12.789532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27d78860-a4ee-4d54-9bc1-8a01222bc453 req-329e433b-616f-4f41-af76-44bb6ed461fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5600574 Mar 07 22:00:12.882786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd3810-3770-435a-9159-d59a27ebffeb admin admin] Pushing event deleted for resources: {'Port': ['ID=b27cdf53-44e1-4c92-9bf9-e4551d2ee79e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:13.000632 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Floating IP f8886e2f-2873-434e-9c61-7ad9037a4b58 associated. External IP: 172.25.4.228, port: 99690a6f-ff51-44bd-be76-a58d50a7c453. Mar 07 22:00:13.102295 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d78860-a4ee-4d54-9bc1-8a01222bc453 req-c0787174-8ec0-47db-8a39-4c87370d2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:13.104350 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27d78860-a4ee-4d54-9bc1-8a01222bc453 req-c0787174-8ec0-47db-8a39-4c87370d2cd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d192248e3994b0e99e0429603afce16&device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 1127 time: 0.2381294 Mar 07 22:00:13.117049 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3810-3770-435a-9159-d59a27ebffeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (175f041a-0626-4300-b5e3-ba5a62a24f69), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:13.128261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e8867c48-3ec6-4d24-a279-4e80f0b9c312 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Deleting port 9f3591ab-ba2f-446f-8c20-561ebdd50b58 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:13.128261 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e8867c48-3ec6-4d24-a279-4e80f0b9c312 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9f3591ab-ba2f-446f-8c20-561ebdd50b58), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:13.288947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d78860-a4ee-4d54-9bc1-8a01222bc453 req-d92d9df3-d2a8-4dfd-82a6-948055a3dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:13.290442 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27d78860-a4ee-4d54-9bc1-8a01222bc453 req-d92d9df3-d2a8-4dfd-82a6-948055a3dfab service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdb980e6-1959-4c40-b77f-f4fa622d8c0c HTTP/1.1" status: 200 len: 897 time: 0.1510572 Mar 07 22:00:13.293511 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-60082842-b693-4744-8e0d-ac37ccbbc10f tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for port (6d5a13d6-224a-4bdb-8959-14efa3bbb76a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:13.467336 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-e8867c48-3ec6-4d24-a279-4e80f0b9c312 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] For port 9f3591ab-ba2f-446f-8c20-561ebdd50b58, host n-h2-832330-1, got binding levels [] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:13.468103 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e8867c48-3ec6-4d24-a279-4e80f0b9c312 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9f3591ab-ba2f-446f-8c20-561ebdd50b58), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:13.491639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fd3810-3770-435a-9159-d59a27ebffeb admin admin] Router 175f041a-0626-4300-b5e3-ba5a62a24f69 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:00:13.515204 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e8867c48-3ec6-4d24-a279-4e80f0b9c312 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Calling delete_port for 9f3591ab-ba2f-446f-8c20-561ebdd50b58 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:13.641201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27d78860-a4ee-4d54-9bc1-8a01222bc453 req-d53d802c-2272-4e94-88c4-1a38e1a29991 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99690a6f-ff51-44bd-be76-a58d50a7c453 HTTP/1.1" status: 200 len: 999 time: 0.3355038 Mar 07 22:00:13.662657 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-60082842-b693-4744-8e0d-ac37ccbbc10f tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6d5a13d6-224a-4bdb-8959-14efa3bbb76a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:13.694406 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fd3810-3770-435a-9159-d59a27ebffeb admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:00:13.708403 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8c575-b9db-4509-9b58-4d3d3dd3a959 None None] Sync routers for ids ['175f041a-0626-4300-b5e3-ba5a62a24f69'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:00:13.731885 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a9fd3810-3770-435a-9159-d59a27ebffeb admin admin] 10.222.0.26 "PUT /v2.0/routers/175f041a-0626-4300-b5e3-ba5a62a24f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2252924 Mar 07 22:00:13.734344 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54448) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:13.735408 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8c575-b9db-4509-9b58-4d3d3dd3a959 None None] Routers {'175f041a-0626-4300-b5e3-ba5a62a24f69'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:13.736231 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-28b8c575-b9db-4509-9b58-4d3d3dd3a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['175f041a-0626-4300-b5e3-ba5a62a24f69'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:13.873216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60082842-b693-4744-8e0d-ac37ccbbc10f tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event updated for resources: {'Port': ['ID=6d5a13d6-224a-4bdb-8959-14efa3bbb76a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:13.977582 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-28b8c575-b9db-4509-9b58-4d3d3dd3a959 None None] Set router 175f041a-0626-4300-b5e3-ba5a62a24f69 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:14.008023 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] Publish callbacks [] for router (175f041a-0626-4300-b5e3-ba5a62a24f69), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:14.039455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60082842-b693-4744-8e0d-ac37ccbbc10f tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Network 3212ba9c-eca9-47d5-916d-43cadbcaf05d is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:14.065934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-60082842-b693-4744-8e0d-ac37ccbbc10f tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:14.068897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d78860-a4ee-4d54-9bc1-8a01222bc453 req-6a668377-33eb-481e-9944-4539f8ed5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:14.091911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27d78860-a4ee-4d54-9bc1-8a01222bc453 req-6a668377-33eb-481e-9944-4539f8ed5aa1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4050649-59f5-45d9-ac7f-6b2b241a392e HTTP/1.1" status: 200 len: 835 time: 0.4426999 Mar 07 22:00:14.097290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60082842-b693-4744-8e0d-ac37ccbbc10f tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:14.106736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60082842-b693-4744-8e0d-ac37ccbbc10f tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:14.107388 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-60082842-b693-4744-8e0d-ac37ccbbc10f tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:14.208372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Router 04648d18-7baf-4ad8-9d5f-897fa68e5346 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:00:14.244958 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] Publish callbacks [] for router_gateway (175f041a-0626-4300-b5e3-ba5a62a24f69), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:14.395796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] Deleting port 51f38451-b132-425f-9a3e-367c06078b0a {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:14.396300 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (51f38451-b132-425f-9a3e-367c06078b0a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:14.409816 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-28b8c575-b9db-4509-9b58-4d3d3dd3a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '51f38451-b132-425f-9a3e-367c06078b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T22:00:12Z', 'revision_number': 5, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'gw_port': {'id': '51f38451-b132-425f-9a3e-367c06078b0a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:50Z', 'updated_at': '2022-03-07T21:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:14.481581 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8c575-b9db-4509-9b58-4d3d3dd3a959 None None] Checking router: 175f041a-0626-4300-b5e3-ba5a62a24f69 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:00:14.497933 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8c575-b9db-4509-9b58-4d3d3dd3a959 None None] Routers {'175f041a-0626-4300-b5e3-ba5a62a24f69'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:14.498607 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-28b8c575-b9db-4509-9b58-4d3d3dd3a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['175f041a-0626-4300-b5e3-ba5a62a24f69'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:14.526406 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-60082842-b693-4744-8e0d-ac37ccbbc10f tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0670798 Mar 07 22:00:14.527979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:00:14.538820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc829685-f17f-4e16-a4e5-067af984f29f None None] Sync routers for ids ['04648d18-7baf-4ad8-9d5f-897fa68e5346'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:00:14.557049 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54454) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:14.565858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2c:d3:25'}]}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:14.571245 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc829685-f17f-4e16-a4e5-067af984f29f None None] Routers {'04648d18-7baf-4ad8-9d5f-897fa68e5346'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:14.573890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fc829685-f17f-4e16-a4e5-067af984f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['04648d18-7baf-4ad8-9d5f-897fa68e5346'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:14.624421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] For port 51f38451-b132-425f-9a3e-367c06078b0a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=51f38451-b132-425f-9a3e-367c06078b0a,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:14.628115 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (51f38451-b132-425f-9a3e-367c06078b0a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:14.661442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] Calling delete_port for 51f38451-b132-425f-9a3e-367c06078b0a owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:14.810222 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:14.818429 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-28b8c575-b9db-4509-9b58-4d3d3dd3a959 None None] Set router 175f041a-0626-4300-b5e3-ba5a62a24f69 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:14.861332 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e8867c48-3ec6-4d24-a279-4e80f0b9c312 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (9f3591ab-ba2f-446f-8c20-561ebdd50b58), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:14.876431 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-28b8c575-b9db-4509-9b58-4d3d3dd3a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T22:00:14Z', 'revision_number': 6, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:14.894052 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e8867c48-3ec6-4d24-a279-4e80f0b9c312 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:14.899919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e8867c48-3ec6-4d24-a279-4e80f0b9c312 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "DELETE /v2.0/ports/9f3591ab-ba2f-446f-8c20-561ebdd50b58 HTTP/1.1" status: 204 len: 168 time: 2.1386697 Mar 07 22:00:14.906956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54458) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:14.913637 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8c575-b9db-4509-9b58-4d3d3dd3a959 None None] The sync data for ids ['175f041a-0626-4300-b5e3-ba5a62a24f69'] in n-d-832330-1 is: [{'id': '175f041a-0626-4300-b5e3-ba5a62a24f69', 'name': 'tempest-TestServerBasicOps-867070487-router', 'tenant_id': '4115cbd761624389b66373c73c2acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:48Z', 'updated_at': '2022-03-07T22:00:14Z', 'revision_number': 6, 'project_id': '4115cbd761624389b66373c73c2acc7b', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:00:14.943721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d78860-a4ee-4d54-9bc1-8a01222bc453 req-ca2b784d-d6f4-42be-9b66-4b12e0796ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:14.945242 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27d78860-a4ee-4d54-9bc1-8a01222bc453 req-ca2b784d-d6f4-42be-9b66-4b12e0796ac3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdb980e6-1959-4c40-b77f-f4fa622d8c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8135684 Mar 07 22:00:14.954724 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-fc829685-f17f-4e16-a4e5-067af984f29f None None] Set router 04648d18-7baf-4ad8-9d5f-897fa68e5346 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:14.989438 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63d7b4e-348b-4a37-a13e-73375d38899f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] GET failed (client error): The resource could not be found. Mar 07 22:00:14.991556 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f63d7b4e-348b-4a37-a13e-73375d38899f tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] 10.222.0.26 "GET /v2.0/ports/9f3591ab-ba2f-446f-8c20-561ebdd50b58 HTTP/1.1" status: 404 len: 333 time: 0.0454319 Mar 07 22:00:14.999844 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8867c48-3ec6-4d24-a279-4e80f0b9c312 tempest-PortsAdminExtendedAttrsTestJSON-269967536 tempest-PortsAdminExtendedAttrsTestJSON-269967536-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f3591ab-ba2f-446f-8c20-561ebdd50b58,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:15.003490 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a0fb1ae0-5ce9-4e63-bea5-d986fbd93af7 None None] Provisioning complete for port 6d5a13d6-224a-4bdb-8959-14efa3bbb76a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:15.004158 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a0fb1ae0-5ce9-4e63-bea5-d986fbd93af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6d5a13d6-224a-4bdb-8959-14efa3bbb76a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:15.011482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54460) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:15.014792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-44e6c5ef-c158-4642-ac18-a1b1598aedde tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9004514 Mar 07 22:00:15.025020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54462) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:15.104365 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb1ae0-5ce9-4e63-bea5-d986fbd93af7 None None] Port 6d5a13d6-224a-4bdb-8959-14efa3bbb76a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:15.105133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3827b4-4b03-45f3-951e-6764adb0d7b5', 'tag': '99690a6f-ff51-44bd-be76-a58d50a7c453'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:00:15.109832 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97c919e-d9bb-41aa-a1b6-026539fc6b45" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3827b4-4b03-45f3-951e-6764adb0d7b5", "tag": "99690a6f-ff51-44bd-be76-a58d50a7c453"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:00:15.112031 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (51f38451-b132-425f-9a3e-367c06078b0a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:15.112171 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6d5a13d6-224a-4bdb-8959-14efa3bbb76a), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:15.126682 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49aa1e41-6120-4d46-9020-d8cf60534f62 tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (5ae81250-adbc-44c9-85f0-7207b4e70f24), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:15.175913 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] Pushing event deleted for resources: {'Port': ['ID=51f38451-b132-425f-9a3e-367c06078b0a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:15.268850 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1dda5a58-e6ac-444f-9884-c9625a0b499e tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/floatingips/f8886e2f-2873-434e-9c61-7ad9037a4b58 HTTP/1.1" status: 200 len: 991 time: 0.2415962 Mar 07 22:00:15.269612 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d558c1-9663-4c44-96fa-fbd1d75a779a x-openstack-request-id: req-c4d558c1-9663-4c44-96fa-fbd1d75a779a {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:00:15.269870 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (175f041a-0626-4300-b5e3-ba5a62a24f69), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:15.269995 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3827b4-4b03-45f3-951e-6764adb0d7b5", "tag": "99690a6f-ff51-44bd-be76-a58d50a7c453", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:00:15.270595 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4d558c1-9663-4c44-96fa-fbd1d75a779a {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:00:15.271001 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3827b4-4b03-45f3-951e-6764adb0d7b5', 'tag': '99690a6f-ff51-44bd-be76-a58d50a7c453', 'status': 'completed', 'code': 200} Mar 07 22:00:15.523150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fc829685-f17f-4e16-a4e5-067af984f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:15Z', 'updated_at': '2022-03-07T21:59:30Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:32:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'f8886e2f-2873-434e-9c61-7ad9037a4b58', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'floating_ip_address': '172.25.4.228', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'port_id': '99690a6f-ff51-44bd-be76-a58d50a7c453', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'mac_address': 'fa:16:3e:a1:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3827b4-4b03-45f3-951e-6764adb0d7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:00:10Z', 'updated_at': '2022-03-07T22:00:10Z', 'revision_number': 0, 'project_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b664f65-c4ab-4a88-ad97-ce94f17c710a', 'name': '', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:84:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:27Z', 'updated_at': '2022-03-07T21:59:37Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:15.570561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc829685-f17f-4e16-a4e5-067af984f29f None None] Checking router: 04648d18-7baf-4ad8-9d5f-897fa68e5346 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:00:15.599208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc829685-f17f-4e16-a4e5-067af984f29f None None] Routers {'04648d18-7baf-4ad8-9d5f-897fa68e5346'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:15.600429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fc829685-f17f-4e16-a4e5-067af984f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T21:59:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['04648d18-7baf-4ad8-9d5f-897fa68e5346'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:15.819149 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f583f271-c09e-4256-bb3e-8e7077cb72a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:15.946358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-fc829685-f17f-4e16-a4e5-067af984f29f None None] Set router 04648d18-7baf-4ad8-9d5f-897fa68e5346 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:16.035977 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (175f041a-0626-4300-b5e3-ba5a62a24f69), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.048268 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] Publish callbacks [] for router_controller (175f041a-0626-4300-b5e3-ba5a62a24f69), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.086052 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.103178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 51f38451-b132-425f-9a3e-367c06078b0a no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:00:16.156586 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (175f041a-0626-4300-b5e3-ba5a62a24f69), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.157131 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 175f041a-0626-4300-b5e3-ba5a62a24f69 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:00:16.162040 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.163218 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-edc37ed8-5769-4f8e-846f-944bc8d64230 admin admin] 10.222.0.26 "DELETE /v2.0/routers/175f041a-0626-4300-b5e3-ba5a62a24f69 HTTP/1.1" status: 204 len: 168 time: 2.4258296 Mar 07 22:00:16.166556 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54472) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:16.176165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 51f38451-b132-425f-9a3e-367c06078b0a {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:00:16.176881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 51f38451-b132-425f-9a3e-367c06078b0a not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:00:16.177489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b27cdf53-44e1-4c92-9bf9-e4551d2ee79e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:00:16.227225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: b27cdf53-44e1-4c92-9bf9-e4551d2ee79e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:00:16.227996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b27cdf53-44e1-4c92-9bf9-e4551d2ee79e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:00:16.273104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93c8aa3-ad37-4d7a-8eb4-dbf3d210bbd8 admin admin] Deleting subnet a9615476-da71-4e49-a927-46d7be2e5c0c {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:00:16.275698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54474) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:16.291715 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for port (6d5a13d6-224a-4bdb-8959-14efa3bbb76a), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.297695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e93c8aa3-ad37-4d7a-8eb4-dbf3d210bbd8 admin admin] Publish callbacks [] for subnet (a9615476-da71-4e49-a927-46d7be2e5c0c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.308750 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49aa1e41-6120-4d46-9020-d8cf60534f62 tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (5ae81250-adbc-44c9-85f0-7207b4e70f24), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.311420 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (6d5a13d6-224a-4bdb-8959-14efa3bbb76a), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.413656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event updated for resources: {'Port': ['ID=6d5a13d6-224a-4bdb-8959-14efa3bbb76a,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:16.423440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-49aa1e41-6120-4d46-9020-d8cf60534f62 tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae81250-adbc-44c9-85f0-7207b4e70f24']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:16.434297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27d78860-a4ee-4d54-9bc1-8a01222bc453 req-66b14827-130e-40cc-9e9b-970ccf0aa00b service neutron] 10.222.0.13 "GET /v2.0/networks/bdb980e6-1959-4c40-b77f-f4fa622d8c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4412112 Mar 07 22:00:16.454197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] In _notify_port_updated(), no bound segment for port 6d5a13d6-224a-4bdb-8959-14efa3bbb76a on network 3212ba9c-eca9-47d5-916d-43cadbcaf05d {{(pid=103719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 22:00:16.481394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:16.482274 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.484975 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "PUT /v2.0/ports/6d5a13d6-224a-4bdb-8959-14efa3bbb76a HTTP/1.1" status: 200 len: 1003 time: 1.9254897 Mar 07 22:00:16.495478 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-49aa1e41-6120-4d46-9020-d8cf60534f62 tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36953ef9-b51c-4c53-9c3d-beaa3eb18c24') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:16.495931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-49aa1e41-6120-4d46-9020-d8cf60534f62 tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36953ef9-b51c-4c53-9c3d-beaa3eb18c24') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:16.500864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54478) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:16.516426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:16.521274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:16.524456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:16.525189 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:16.527518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:16.528981 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fc829685-f17f-4e16-a4e5-067af984f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:15Z', 'updated_at': '2022-03-07T21:59:30Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:32:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'f8886e2f-2873-434e-9c61-7ad9037a4b58', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'floating_ip_address': '172.25.4.228', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'port_id': '99690a6f-ff51-44bd-be76-a58d50a7c453', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'mac_address': 'fa:16:3e:a1:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3827b4-4b03-45f3-951e-6764adb0d7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:00:10Z', 'updated_at': '2022-03-07T22:00:10Z', 'revision_number': 0, 'project_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b664f65-c4ab-4a88-ad97-ce94f17c710a', 'name': '', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:84:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:27Z', 'updated_at': '2022-03-07T21:59:37Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:16.531870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:16.534600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:16.535130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:16.535824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:16.538362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:16.538839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:16.539304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:16.539768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1888b944-66cc-4a62-b219-c2ab62339b5e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:16.565345 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49aa1e41-6120-4d46-9020-d8cf60534f62 tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (36953ef9-b51c-4c53-9c3d-beaa3eb18c24), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.613337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc829685-f17f-4e16-a4e5-067af984f29f None None] The sync data for ids ['04648d18-7baf-4ad8-9d5f-897fa68e5346'] in n-d-832330-1 is: [{'id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:15Z', 'updated_at': '2022-03-07T21:59:30Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:32:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'f8886e2f-2873-434e-9c61-7ad9037a4b58', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'floating_ip_address': '172.25.4.228', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'port_id': '99690a6f-ff51-44bd-be76-a58d50a7c453', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'mac_address': 'fa:16:3e:a1:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3827b4-4b03-45f3-951e-6764adb0d7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:00:10Z', 'updated_at': '2022-03-07T22:00:10Z', 'revision_number': 0, 'project_id': '2d192248e3994b0e99e0429603afce16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b664f65-c4ab-4a88-ad97-ce94f17c710a', 'name': '', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:84:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:27Z', 'updated_at': '2022-03-07T21:59:37Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:00:16.632620 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5eba0676-8641-434c-8d0e-00cb9e9a1f82 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/floatingips/f8886e2f-2873-434e-9c61-7ad9037a4b58 HTTP/1.1" status: 200 len: 991 time: 0.3474240 Mar 07 22:00:16.659062 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e93c8aa3-ad37-4d7a-8eb4-dbf3d210bbd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (a9615476-da71-4e49-a927-46d7be2e5c0c), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.721980 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49aa1e41-6120-4d46-9020-d8cf60534f62 tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (36953ef9-b51c-4c53-9c3d-beaa3eb18c24), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.756358 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49aa1e41-6120-4d46-9020-d8cf60534f62 tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:00:16.757384 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49aa1e41-6120-4d46-9020-d8cf60534f62 tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (36953ef9-b51c-4c53-9c3d-beaa3eb18c24), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:00:16.763280 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:00:16.927257 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e93c8aa3-ad37-4d7a-8eb4-dbf3d210bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (a9615476-da71-4e49-a927-46d7be2e5c0c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.949193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27d78860-a4ee-4d54-9bc1-8a01222bc453 req-3e8d4089-dcea-406f-bc8e-b963fb225b62 service neutron] 10.222.0.13 "GET /v2.0/networks/bdb980e6-1959-4c40-b77f-f4fa622d8c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604542 Mar 07 22:00:16.956666 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49aa1e41-6120-4d46-9020-d8cf60534f62 tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (5ae81250-adbc-44c9-85f0-7207b4e70f24), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.975721 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49aa1e41-6120-4d46-9020-d8cf60534f62 tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:16.981874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-49aa1e41-6120-4d46-9020-d8cf60534f62 tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] 10.222.0.26 "DELETE /v2.0/networks/5ae81250-adbc-44c9-85f0-7207b4e70f24 HTTP/1.1" status: 204 len: 168 time: 1.9669638 Mar 07 22:00:17.018789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa1e41-6120-4d46-9020-d8cf60534f62 tempest-PortsAdminExtendedAttrsTestJSON-245098691 tempest-PortsAdminExtendedAttrsTestJSON-245098691-project] Pushing event deleted for resources: {'Network': ['ID=5ae81250-adbc-44c9-85f0-7207b4e70f24,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:17.064630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1773400e-18cd-436e-9744-c55664b6e08d None None] Provisioning complete for port 6d5a13d6-224a-4bdb-8959-14efa3bbb76a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:17.065216 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1773400e-18cd-436e-9744-c55664b6e08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6d5a13d6-224a-4bdb-8959-14efa3bbb76a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:17.086925 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faa4dec-3ef8-4889-bc80-0d09ce29d123 None None] New status for floating IP f8886e2f-2873-434e-9c61-7ad9037a4b58: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:00:17.145953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c919e-d9bb-41aa-a1b6-026539fc6b45 req-75c9c2f8-0cb3-4500-924c-9d9a1180aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:17.147695 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b2f26500-8008-4272-8f07-116b77186d20 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Deleting port 6d5a13d6-224a-4bdb-8959-14efa3bbb76a {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:17.147695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2f26500-8008-4272-8f07-116b77186d20 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6d5a13d6-224a-4bdb-8959-14efa3bbb76a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:17.149354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b97c919e-d9bb-41aa-a1b6-026539fc6b45 req-75c9c2f8-0cb3-4500-924c-9d9a1180aafb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d192248e3994b0e99e0429603afce16&device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 1127 time: 0.1361008 Mar 07 22:00:17.251792 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e93c8aa3-ad37-4d7a-8eb4-dbf3d210bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (a9615476-da71-4e49-a927-46d7be2e5c0c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:17.255911 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1773400e-18cd-436e-9744-c55664b6e08d None None] Port 6d5a13d6-224a-4bdb-8959-14efa3bbb76a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:17.306535 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e93c8aa3-ad37-4d7a-8eb4-dbf3d210bbd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:17.315856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2f13ca-4725-4036-9c94-1aaad0ba728e None None] Network 83d57a19-3431-4910-9994-33f2e03a0fe7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:00:17.337537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54488) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:17.342409 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e93c8aa3-ad37-4d7a-8eb4-dbf3d210bbd8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a9615476-da71-4e49-a927-46d7be2e5c0c HTTP/1.1" status: 204 len: 168 time: 1.1743231 Mar 07 22:00:17.462387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c8aa3-ad37-4d7a-8eb4-dbf3d210bbd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9615476-da71-4e49-a927-46d7be2e5c0c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:17.474493 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (83d57a19-3431-4910-9994-33f2e03a0fe7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:17.589067 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c919e-d9bb-41aa-a1b6-026539fc6b45 req-c131a5ef-087d-469a-98cc-d4dd83af4741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:17.601952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b97c919e-d9bb-41aa-a1b6-026539fc6b45 req-c131a5ef-087d-469a-98cc-d4dd83af4741 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdb980e6-1959-4c40-b77f-f4fa622d8c0c HTTP/1.1" status: 200 len: 897 time: 0.4422283 Mar 07 22:00:17.636200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54492) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:17.676298 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] DHCP port deletion for 83d57a19-3431-4910-9994-33f2e03a0fe7 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:00:17.757410 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2f26500-8008-4272-8f07-116b77186d20 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6d5a13d6-224a-4bdb-8959-14efa3bbb76a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:17.773737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54494) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:17.788965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Deleting port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:17.789255 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:17.804444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b2f26500-8008-4272-8f07-116b77186d20 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Calling delete_port for 6d5a13d6-224a-4bdb-8959-14efa3bbb76a owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:17.839589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b97c919e-d9bb-41aa-a1b6-026539fc6b45 req-35f12047-90ae-46dc-ab7f-a3af4e6da220 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99690a6f-ff51-44bd-be76-a58d50a7c453 HTTP/1.1" status: 200 len: 999 time: 0.2317371 Mar 07 22:00:17.962907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c919e-d9bb-41aa-a1b6-026539fc6b45 req-90ce39fb-1ee3-4007-9a6c-f5fdd5c664a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:17.969244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b97c919e-d9bb-41aa-a1b6-026539fc6b45 req-90ce39fb-1ee3-4007-9a6c-f5fdd5c664a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4050649-59f5-45d9-ac7f-6b2b241a392e HTTP/1.1" status: 200 len: 835 time: 0.0842953 Mar 07 22:00:17.979300 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] For port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0e7d5753-9b41-4113-a2d9-bfaa025ea0b9,segment=NetworkSegment(0271bfd5-8b9a-441a-9a81-e2e7c3fb3824),segment_id=0271bfd5-8b9a-441a-9a81-e2e7c3fb3824)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:17.979737 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:17.988564 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2e365c28-a2bb-455c-8fca-08205e9097d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:18.009755 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:00:18.013733 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ee769040-5498-4155-a4dd-fa3d29b6bf25 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/floatingips/f8886e2f-2873-434e-9c61-7ad9037a4b58 HTTP/1.1" status: 200 len: 991 time: 0.3720710 Mar 07 22:00:18.018456 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Calling delete_port for 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:18.035771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] Deleting port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:18.035771 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:18.131136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] For port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0e7d5753-9b41-4113-a2d9-bfaa025ea0b9,segment=NetworkSegment(0271bfd5-8b9a-441a-9a81-e2e7c3fb3824),segment_id=0271bfd5-8b9a-441a-9a81-e2e7c3fb3824)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:18.134256 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:18.211704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] Calling delete_port for 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:18.291543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c919e-d9bb-41aa-a1b6-026539fc6b45 req-ffa758f8-4bd2-4e3f-b008-5fa2f69f65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:18.293112 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b97c919e-d9bb-41aa-a1b6-026539fc6b45 req-ffa758f8-4bd2-4e3f-b008-5fa2f69f65c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdb980e6-1959-4c40-b77f-f4fa622d8c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1551199 Mar 07 22:00:18.368793 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e9decfdb-7203-4785-9c94-5d84f5d925d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1cc9a4d1ab55415fa1e9b5ad6d764b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5914600 Mar 07 22:00:18.368793 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2f26500-8008-4272-8f07-116b77186d20 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6d5a13d6-224a-4bdb-8959-14efa3bbb76a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:18.370374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54512) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:18.430197 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b97c919e-d9bb-41aa-a1b6-026539fc6b45 req-cd88039e-7c83-45e6-9752-9d9609855bc0 service neutron] 10.222.0.13 "GET /v2.0/networks/bdb980e6-1959-4c40-b77f-f4fa622d8c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282718 Mar 07 22:00:18.492906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:18.493138 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:18.497988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f26500-8008-4272-8f07-116b77186d20 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event deleted for resources: {'Port': ['ID=6d5a13d6-224a-4bdb-8959-14efa3bbb76a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:18.531621 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:18.575494 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] No DVR routers for this DVR port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:00:18.577012 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:18.623323 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2f26500-8008-4272-8f07-116b77186d20 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:18.625980 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0e7d5753-9b41-4113-a2d9-bfaa025ea0b9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:18.630892 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Pushing event deleted for resources: {'Port': ['ID=0e7d5753-9b41-4113-a2d9-bfaa025ea0b9,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:18.633756 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b2f26500-8008-4272-8f07-116b77186d20 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "DELETE /v2.0/ports/6d5a13d6-224a-4bdb-8959-14efa3bbb76a HTTP/1.1" status: 204 len: 168 time: 2.1278100 Mar 07 22:00:18.647502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54520) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:18.665525 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:18.666738 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:18.667493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:18.668073 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:18.668633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:18.669285 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:18.669847 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:18.670432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:18.671001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:18.671751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:18.672327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:18.673497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:18.673938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b77635-379d-4834-9306-6f9aa86b4524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:18.733173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7d5753-9b41-4113-a2d9-bfaa025ea0b9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:18.746996 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-db087c33-67aa-4759-a2c6-4d894d684f31 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] GET failed (client error): The resource could not be found. Mar 07 22:00:18.749039 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-db087c33-67aa-4759-a2c6-4d894d684f31 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "GET /v2.0/ports/6d5a13d6-224a-4bdb-8959-14efa3bbb76a HTTP/1.1" status: 404 len: 333 time: 0.1004083 Mar 07 22:00:18.750651 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e6662ed-648f-4718-9700-51d6a09a9887 admin admin] Publish callbacks [] for security_group (498d2719-3c3c-464a-b7bb-f3223fcccf02), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:18.774986 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b97c919e-d9bb-41aa-a1b6-026539fc6b45 req-35a31973-8a0d-4dfe-946f-6689000cd714 service neutron] 10.222.0.13 "GET /v2.0/networks/bdb980e6-1959-4c40-b77f-f4fa622d8c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286211 Mar 07 22:00:18.774986 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] No DVR routers for this DVR port 0e7d5753-9b41-4113-a2d9-bfaa025ea0b9 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:00:18.774986 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54526) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:18.798241 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e6662ed-648f-4718-9700-51d6a09a9887 admin admin] Publish callbacks [] for security_group (498d2719-3c3c-464a-b7bb-f3223fcccf02), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:18.807904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4a1afb70-bdae-41e2-8a2f-e51f0fef3735 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Request body: {'port': {'network_id': '3212ba9c-eca9-47d5-916d-43cadbcaf05d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-437378671'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:18.855042 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e6662ed-648f-4718-9700-51d6a09a9887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (498d2719-3c3c-464a-b7bb-f3223fcccf02), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:18.858248 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9e6662ed-648f-4718-9700-51d6a09a9887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:18.860137 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9e6662ed-648f-4718-9700-51d6a09a9887 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/498d2719-3c3c-464a-b7bb-f3223fcccf02 HTTP/1.1" status: 204 len: 168 time: 0.4884908 Mar 07 22:00:18.881863 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6662ed-648f-4718-9700-51d6a09a9887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498d2719-3c3c-464a-b7bb-f3223fcccf02,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:19.016557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54532) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:19.174304 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (83d57a19-3431-4910-9994-33f2e03a0fe7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:19.256129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d57a19-3431-4910-9994-33f2e03a0fe7']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:19.275666 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2172c6f2-656d-4d1f-949d-bcd78d52ea3c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/floatingips/f8886e2f-2873-434e-9c61-7ad9037a4b58 HTTP/1.1" status: 200 len: 993 time: 0.2565076 Mar 07 22:00:19.302797 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:19.314606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0271bfd5-8b9a-441a-9a81-e2e7c3fb3824') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:19.317507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0271bfd5-8b9a-441a-9a81-e2e7c3fb3824') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:19.346712 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (0271bfd5-8b9a-441a-9a81-e2e7c3fb3824), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:19.369178 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0271bfd5-8b9a-441a-9a81-e2e7c3fb3824), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:19.377394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1afb70-bdae-41e2-8a2f-e51f0fef3735 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Made reservation on behalf of 3cde80f441f748fa945da457814d1f9c for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:19.381285 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a1afb70-bdae-41e2-8a2f-e51f0fef3735 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:19.385184 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:00:19.386156 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (0271bfd5-8b9a-441a-9a81-e2e7c3fb3824), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:00:19.388834 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:00:19.408501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54538) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:19.460258 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-4a1afb70-bdae-41e2-8a2f-e51f0fef3735 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] device_id is not set on port f2f3e171-5b18-453c-a52e-acb6feaf255a yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:19.478119 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6a2260be-c856-41a1-ab23-6c72b8400d36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3622953478c4540b4af6303bbb54e03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677774 Mar 07 22:00:19.478360 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (83d57a19-3431-4910-9994-33f2e03a0fe7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:19.480560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54540) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:19.527734 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:19.531548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] 10.222.0.26 "DELETE /v2.0/networks/83d57a19-3431-4910-9994-33f2e03a0fe7 HTTP/1.1" status: 204 len: 168 time: 2.1928644 Mar 07 22:00:19.540451 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54542) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:19.545323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36e96c-3d7f-4e33-b27d-70ea4d789828 admin admin] Pushing event deleted for resources: {'Network': ['ID=83d57a19-3431-4910-9994-33f2e03a0fe7,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:19.635303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-4a1afb70-bdae-41e2-8a2f-e51f0fef3735 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Allocated IP 2001:db8::17a (3212ba9c-eca9-47d5-916d-43cadbcaf05d/32aed8b5-9258-436a-b6b2-726f4bf6807c/f2f3e171-5b18-453c-a52e-acb6feaf255a) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:19.804714 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af2842d7-637e-4ae6-a946-b0f2233efc37 admin admin] Publish callbacks [] for security_group (5cc6d7dc-9467-4765-813f-51afad052a14), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:19.818734 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a1afb70-bdae-41e2-8a2f-e51f0fef3735 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for port (f2f3e171-5b18-453c-a52e-acb6feaf255a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:19.835407 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af2842d7-637e-4ae6-a946-b0f2233efc37 admin admin] Publish callbacks [] for security_group (5cc6d7dc-9467-4765-813f-51afad052a14), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:19.869399 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a1afb70-bdae-41e2-8a2f-e51f0fef3735 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f2f3e171-5b18-453c-a52e-acb6feaf255a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:19.909234 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af2842d7-637e-4ae6-a946-b0f2233efc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5cc6d7dc-9467-4765-813f-51afad052a14), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:19.915744 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af2842d7-637e-4ae6-a946-b0f2233efc37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:19.917109 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-af2842d7-637e-4ae6-a946-b0f2233efc37 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cc6d7dc-9467-4765-813f-51afad052a14 HTTP/1.1" status: 204 len: 168 time: 0.4346542 Mar 07 22:00:19.932530 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2842d7-637e-4ae6-a946-b0f2233efc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc6d7dc-9467-4765-813f-51afad052a14,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:19.949405 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1afb70-bdae-41e2-8a2f-e51f0fef3735 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event updated for resources: {'Port': ['ID=f2f3e171-5b18-453c-a52e-acb6feaf255a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:19.960375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1afb70-bdae-41e2-8a2f-e51f0fef3735 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Network 3212ba9c-eca9-47d5-916d-43cadbcaf05d is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:19.962109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-4a1afb70-bdae-41e2-8a2f-e51f0fef3735 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:19.965730 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1afb70-bdae-41e2-8a2f-e51f0fef3735 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:19.973222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1afb70-bdae-41e2-8a2f-e51f0fef3735 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:19.973471 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a1afb70-bdae-41e2-8a2f-e51f0fef3735 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:20.005518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4a1afb70-bdae-41e2-8a2f-e51f0fef3735 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2357738 Mar 07 22:00:20.006247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54548) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:20.021705 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e07afa55-cb40-4505-a6ba-1462ea95efca tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Request body: {'port': {'network_id': '3212ba9c-eca9-47d5-916d-43cadbcaf05d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-690107420'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:20.247260 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9bac7818-c7b5-4ef6-addf-e0879d375bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (af7decad-79be-4f87-8872-f455ad5aeffe), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:20.310466 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:20.355785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07afa55-cb40-4505-a6ba-1462ea95efca tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Made reservation on behalf of 3cde80f441f748fa945da457814d1f9c for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:20.362147 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e07afa55-cb40-4505-a6ba-1462ea95efca tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:20.393037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-e07afa55-cb40-4505-a6ba-1462ea95efca tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] device_id is not set on port a1c0fb83-d296-4497-aa3d-f3f7f4ce6959 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:20.526137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1fcd53a6-e7d7-4fd8-a8b3-bb488b1e19bb None None] Provisioning complete for port f2f3e171-5b18-453c-a52e-acb6feaf255a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:20.526839 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1fcd53a6-e7d7-4fd8-a8b3-bb488b1e19bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f2f3e171-5b18-453c-a52e-acb6feaf255a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:20.630261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd53a6-e7d7-4fd8-a8b3-bb488b1e19bb None None] Port f2f3e171-5b18-453c-a52e-acb6feaf255a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:20.680366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-e07afa55-cb40-4505-a6ba-1462ea95efca tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Allocated IP 2001:db8::30d (3212ba9c-eca9-47d5-916d-43cadbcaf05d/32aed8b5-9258-436a-b6b2-726f4bf6807c/a1c0fb83-d296-4497-aa3d-f3f7f4ce6959) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:20.854241 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e07afa55-cb40-4505-a6ba-1462ea95efca tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for port (a1c0fb83-d296-4497-aa3d-f3f7f4ce6959), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:20.916968 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e07afa55-cb40-4505-a6ba-1462ea95efca tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a1c0fb83-d296-4497-aa3d-f3f7f4ce6959), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:21.007921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-9bac7818-c7b5-4ef6-addf-e0879d375bda admin admin] Deleting port 36773fd4-e349-402d-8b3f-0df2304fd99b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:21.008545 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9bac7818-c7b5-4ef6-addf-e0879d375bda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:21.027026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07afa55-cb40-4505-a6ba-1462ea95efca tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Network 3212ba9c-eca9-47d5-916d-43cadbcaf05d is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:21.040548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e07afa55-cb40-4505-a6ba-1462ea95efca tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:21.059921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07afa55-cb40-4505-a6ba-1462ea95efca tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:21.065569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07afa55-cb40-4505-a6ba-1462ea95efca tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:21.066575 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e07afa55-cb40-4505-a6ba-1462ea95efca tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:21.100431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07afa55-cb40-4505-a6ba-1462ea95efca tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event updated for resources: {'Port': ['ID=a1c0fb83-d296-4497-aa3d-f3f7f4ce6959,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:21.113625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e07afa55-cb40-4505-a6ba-1462ea95efca tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1035168 Mar 07 22:00:21.116633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54568) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:21.129072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-797c20de-daf0-4d0a-94a1-ff10305043d4 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::232', 'mac_address': 'fa:16:3e:2c:d3:25'}, {'ip_address': '2001:db8::17a', 'mac_address': 'fa:16:3e:f2:af:43'}]}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:21.133562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-9bac7818-c7b5-4ef6-addf-e0879d375bda admin admin] For port 36773fd4-e349-402d-8b3f-0df2304fd99b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=36773fd4-e349-402d-8b3f-0df2304fd99b,segment=NetworkSegment(f7a5dd6f-b558-47b4-8345-da149bbcc9d1),segment_id=f7a5dd6f-b558-47b4-8345-da149bbcc9d1)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:21.134190 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9bac7818-c7b5-4ef6-addf-e0879d375bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:21.154227 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-9bac7818-c7b5-4ef6-addf-e0879d375bda admin admin] Calling delete_port for 36773fd4-e349-402d-8b3f-0df2304fd99b owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:21.469632 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-797c20de-daf0-4d0a-94a1-ff10305043d4 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a1c0fb83-d296-4497-aa3d-f3f7f4ce6959), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:21.538334 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9bac7818-c7b5-4ef6-addf-e0879d375bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (36773fd4-e349-402d-8b3f-0df2304fd99b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:21.571919 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac7818-c7b5-4ef6-addf-e0879d375bda admin admin] Pushing event deleted for resources: {'Port': ['ID=36773fd4-e349-402d-8b3f-0df2304fd99b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:21.585228 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:00:21.607137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fbf9d9ba-9d24-4e0c-bd4d-a21e27dc6518 None None] Provisioning complete for port a1c0fb83-d296-4497-aa3d-f3f7f4ce6959 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:21.608097 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fbf9d9ba-9d24-4e0c-bd4d-a21e27dc6518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a1c0fb83-d296-4497-aa3d-f3f7f4ce6959), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:21.701470 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fbf9d9ba-9d24-4e0c-bd4d-a21e27dc6518 None None] Port a1c0fb83-d296-4497-aa3d-f3f7f4ce6959 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:21.920082 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9bac7818-c7b5-4ef6-addf-e0879d375bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (af7decad-79be-4f87-8872-f455ad5aeffe), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:21.936870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a9ca8-e653-4e91-999b-2e60b9bdd71e req-4ed70055-081e-4014-a773-d6db2550fd37 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:21.958212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d7a9ca8-e653-4e91-999b-2e60b9bdd71e req-4ed70055-081e-4014-a773-d6db2550fd37 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 945 time: 0.3402185 Mar 07 22:00:22.095748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d7a9ca8-e653-4e91-999b-2e60b9bdd71e req-db9549f2-4d44-4e07-aa1b-f6093bb6a24c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366661 Mar 07 22:00:22.104960 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-797c20de-daf0-4d0a-94a1-ff10305043d4 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for port (a1c0fb83-d296-4497-aa3d-f3f7f4ce6959), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:22.111415 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-797c20de-daf0-4d0a-94a1-ff10305043d4 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a1c0fb83-d296-4497-aa3d-f3f7f4ce6959), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:22.126967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54592) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:22.132427 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:22.204954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-797c20de-daf0-4d0a-94a1-ff10305043d4 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] In _notify_port_updated(), no bound segment for port a1c0fb83-d296-4497-aa3d-f3f7f4ce6959 on network 3212ba9c-eca9-47d5-916d-43cadbcaf05d {{(pid=103719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 22:00:22.210878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797c20de-daf0-4d0a-94a1-ff10305043d4 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:22.211687 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-797c20de-daf0-4d0a-94a1-ff10305043d4 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:22.213775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-797c20de-daf0-4d0a-94a1-ff10305043d4 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "PUT /v2.0/ports/a1c0fb83-d296-4497-aa3d-f3f7f4ce6959 HTTP/1.1" status: 200 len: 1067 time: 1.0959373 Mar 07 22:00:22.222294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54596) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:22.283750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c20de-daf0-4d0a-94a1-ff10305043d4 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event updated for resources: {'Port': ['ID=a1c0fb83-d296-4497-aa3d-f3f7f4ce6959,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:22.321875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-76c36ede-250b-43c3-accc-856b191527b5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/b7946a27-5b0e-42d8-96dd-96cdd8ba1677 HTTP/1.1" status: 200 len: 993 time: 0.1859155 Mar 07 22:00:22.463046 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-68bd33b1-39c2-462c-9e15-719dd581a682 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Deleting port a1c0fb83-d296-4497-aa3d-f3f7f4ce6959 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:22.479889 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68bd33b1-39c2-462c-9e15-719dd581a682 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a1c0fb83-d296-4497-aa3d-f3f7f4ce6959), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:22.572113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bac7818-c7b5-4ef6-addf-e0879d375bda admin admin] Router af7decad-79be-4f87-8872-f455ad5aeffe has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:00:22.667686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-de24b4e6-92a9-43d4-9a59-784e5b1182df None None] Provisioning complete for port a1c0fb83-d296-4497-aa3d-f3f7f4ce6959 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:22.668215 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-de24b4e6-92a9-43d4-9a59-784e5b1182df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a1c0fb83-d296-4497-aa3d-f3f7f4ce6959), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:22.784005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-de24b4e6-92a9-43d4-9a59-784e5b1182df None None] Port a1c0fb83-d296-4497-aa3d-f3f7f4ce6959 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:22.880271 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68bd33b1-39c2-462c-9e15-719dd581a682 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a1c0fb83-d296-4497-aa3d-f3f7f4ce6959), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:22.896803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bac7818-c7b5-4ef6-addf-e0879d375bda admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:00:22.907313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c830a3-e150-4464-b107-79a4d0735e70 None None] Sync routers for ids ['af7decad-79be-4f87-8872-f455ad5aeffe'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:00:22.933002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c830a3-e150-4464-b107-79a4d0735e70 None None] Routers {'af7decad-79be-4f87-8872-f455ad5aeffe'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:22.934160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e8c830a3-e150-4464-b107-79a4d0735e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['af7decad-79be-4f87-8872-f455ad5aeffe'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:22.935701 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9bac7818-c7b5-4ef6-addf-e0879d375bda admin admin] 10.222.0.26 "PUT /v2.0/routers/af7decad-79be-4f87-8872-f455ad5aeffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3933737 Mar 07 22:00:22.936365 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54620) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:22.942426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-68bd33b1-39c2-462c-9e15-719dd581a682 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Calling delete_port for a1c0fb83-d296-4497-aa3d-f3f7f4ce6959 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:23.084898 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078adf9-fb8b-44f7-80be-a58ec5b6d290 req-4cce41fa-9310-4060-8009-1b9a206e5bb8 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:23.086522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7078adf9-fb8b-44f7-80be-a58ec5b6d290 req-4cce41fa-9310-4060-8009-1b9a206e5bb8 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 1127 time: 0.3284631 Mar 07 22:00:23.157523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54626) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:23.184608 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] Publish callbacks [] for router (af7decad-79be-4f87-8872-f455ad5aeffe), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:23.242306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-e8c830a3-e150-4464-b107-79a4d0735e70 None None] Set router af7decad-79be-4f87-8872-f455ad5aeffe gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:23.306201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7078adf9-fb8b-44f7-80be-a58ec5b6d290 req-7641a546-f3c3-487c-a5de-550efbe64ea4 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052329 Mar 07 22:00:23.318147 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68bd33b1-39c2-462c-9e15-719dd581a682 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a1c0fb83-d296-4497-aa3d-f3f7f4ce6959), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:23.415707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd33b1-39c2-462c-9e15-719dd581a682 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event deleted for resources: {'Port': ['ID=a1c0fb83-d296-4497-aa3d-f3f7f4ce6959,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:23.478925 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] Publish callbacks [] for router_gateway (af7decad-79be-4f87-8872-f455ad5aeffe), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:23.510886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8409db8f-9a47-4dad-aa46-d672c5b180b6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:23.645679 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8409db8f-9a47-4dad-aa46-d672c5b180b6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] 10.222.0.26 "PUT /v2.0/quotas/58cefa5a36984ef4a9265fbc2343d38a HTTP/1.1" status: 200 len: 366 time: 0.4848523 Mar 07 22:00:23.647023 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54634) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:23.688591 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e1cc1449-5ab0-478b-a0f3-71c24aef2ec1 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0360751 Mar 07 22:00:23.689138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54636) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:23.744452 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b4e4cf43-645a-4dd1-8900-a48055c8e867 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] 10.222.0.26 "GET /v2.0/quotas/58cefa5a36984ef4a9265fbc2343d38a HTTP/1.1" status: 200 len: 366 time: 0.0517786 Mar 07 22:00:23.745114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] Deleting port ee1e9bb8-9226-4969-b565-983e38c0a2f2 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:23.745477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ee1e9bb8-9226-4969-b565-983e38c0a2f2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:23.772732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54638) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:23.784573 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68bd33b1-39c2-462c-9e15-719dd581a682 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:23.795902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-68bd33b1-39c2-462c-9e15-719dd581a682 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "DELETE /v2.0/ports/a1c0fb83-d296-4497-aa3d-f3f7f4ce6959 HTTP/1.1" status: 204 len: 168 time: 1.5728047 Mar 07 22:00:23.811513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54642) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:23.846009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e8c830a3-e150-4464-b107-79a4d0735e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'name': 'tempest-TestServerBasicOps-1315134036-router', 'tenant_id': 'ed2cf00226014c47b5acfcebe57f7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ee1e9bb8-9226-4969-b565-983e38c0a2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:59Z', 'updated_at': '2022-03-07T22:00:21Z', 'revision_number': 5, 'project_id': 'ed2cf00226014c47b5acfcebe57f7573', 'gw_port': {'id': 'ee1e9bb8-9226-4969-b565-983e38c0a2f2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:54:01Z', 'updated_at': '2022-03-07T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:23.922710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c830a3-e150-4464-b107-79a4d0735e70 None None] Checking router: af7decad-79be-4f87-8872-f455ad5aeffe for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:00:23.949859 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c830a3-e150-4464-b107-79a4d0735e70 None None] Routers {'af7decad-79be-4f87-8872-f455ad5aeffe'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:23.950534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e8c830a3-e150-4464-b107-79a4d0735e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['af7decad-79be-4f87-8872-f455ad5aeffe'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:23.985917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] For port ee1e9bb8-9226-4969-b565-983e38c0a2f2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ee1e9bb8-9226-4969-b565-983e38c0a2f2,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:23.988278 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ee1e9bb8-9226-4969-b565-983e38c0a2f2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:24.016826 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] Calling delete_port for ee1e9bb8-9226-4969-b565-983e38c0a2f2 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:24.208805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-e8c830a3-e150-4464-b107-79a4d0735e70 None None] Set router af7decad-79be-4f87-8872-f455ad5aeffe gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:24.329871 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ee1e9bb8-9226-4969-b565-983e38c0a2f2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:24.343635 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e8c830a3-e150-4464-b107-79a4d0735e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'name': 'tempest-TestServerBasicOps-1315134036-router', 'tenant_id': 'ed2cf00226014c47b5acfcebe57f7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:59Z', 'updated_at': '2022-03-07T22:00:23Z', 'revision_number': 6, 'project_id': 'ed2cf00226014c47b5acfcebe57f7573', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:24.378966 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70b0950-c15f-4c7e-af2d-4888698e75d1 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] GET failed (client error): The resource could not be found. Mar 07 22:00:24.385181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a70b0950-c15f-4c7e-af2d-4888698e75d1 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "GET /v2.0/ports/a1c0fb83-d296-4497-aa3d-f3f7f4ce6959 HTTP/1.1" status: 404 len: 333 time: 0.5720596 Mar 07 22:00:24.389546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54662) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:24.410356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1e9bb8-9226-4969-b565-983e38c0a2f2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:24.434770 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c830a3-e150-4464-b107-79a4d0735e70 None None] The sync data for ids ['af7decad-79be-4f87-8872-f455ad5aeffe'] in n-d-832330-1 is: [{'id': 'af7decad-79be-4f87-8872-f455ad5aeffe', 'name': 'tempest-TestServerBasicOps-1315134036-router', 'tenant_id': 'ed2cf00226014c47b5acfcebe57f7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:59Z', 'updated_at': '2022-03-07T22:00:23Z', 'revision_number': 6, 'project_id': 'ed2cf00226014c47b5acfcebe57f7573', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:00:24.447858 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-164d36e8-7af1-47c9-a1c1-e2cd86b5341f tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/58cefa5a36984ef4a9265fbc2343d38a HTTP/1.1" status: 204 len: 168 time: 0.6747220 Mar 07 22:00:24.450530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54664) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:24.483605 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3ef023e6-7510-4eba-abd4-c9a7b4e8b16f tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0297859 Mar 07 22:00:24.485007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54666) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:24.500568 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3e4a87fc-3838-4cc6-8c9d-15555de05243 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] 10.222.0.26 "GET /v2.0/quotas/58cefa5a36984ef4a9265fbc2343d38a HTTP/1.1" status: 200 len: 370 time: 0.0120118 Mar 07 22:00:24.502144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54668) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:24.510864 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f8573ab5-cd0a-4ff1-9147-25f87d70cfb7 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] 10.222.0.26 "GET /v2.0/quotas/58cefa5a36984ef4a9265fbc2343d38a/default HTTP/1.1" status: 200 len: 370 time: 0.0052156 Mar 07 22:00:24.521226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54670) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:24.565946 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (af7decad-79be-4f87-8872-f455ad5aeffe), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:24.566392 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-07b2b90b-52e8-4a44-83d3-862c01765a10 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] delete failed (client error): The resource could not be found. Mar 07 22:00:24.573335 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-07b2b90b-52e8-4a44-83d3-862c01765a10 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/58cefa5a36984ef4a9265fbc2343d38a HTTP/1.1" status: 404 len: 348 time: 0.0508311 Mar 07 22:00:24.631787 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-d41dc907-ec9e-45cc-9739-f653e20cfe5c tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Deleting port f2f3e171-5b18-453c-a52e-acb6feaf255a {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:24.632886 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d41dc907-ec9e-45cc-9739-f653e20cfe5c tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f2f3e171-5b18-453c-a52e-acb6feaf255a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:24.711637 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (af7decad-79be-4f87-8872-f455ad5aeffe), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:24.716239 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] Publish callbacks [] for router_controller (af7decad-79be-4f87-8872-f455ad5aeffe), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:24.815175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54678) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:24.894142 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Usage tracker for resource:network and project:15679d18602544a1b360db123f134368 is out of sync, need to count used quota {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 22:00:24.927978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 22:00:24.941765 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d41dc907-ec9e-45cc-9739-f653e20cfe5c tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f2f3e171-5b18-453c-a52e-acb6feaf255a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:24.964220 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Usage tracker for resource:subnet and project:15679d18602544a1b360db123f134368 is out of sync, need to count used quota {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 22:00:24.986458 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-d41dc907-ec9e-45cc-9739-f653e20cfe5c tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Calling delete_port for f2f3e171-5b18-453c-a52e-acb6feaf255a owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:24.991066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 22:00:25.016071 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Usage tracker for resource:subnetpool and project:15679d18602544a1b360db123f134368 is out of sync, need to count used quota {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 22:00:25.235822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 22:00:25.242521 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d41dc907-ec9e-45cc-9739-f653e20cfe5c tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f2f3e171-5b18-453c-a52e-acb6feaf255a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:25.262329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (af7decad-79be-4f87-8872-f455ad5aeffe), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:25.263323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af7decad-79be-4f87-8872-f455ad5aeffe {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:00:25.270632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:25.272026 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3fc53e16-9c58-4525-9300-a5b6650c0677 admin admin] 10.222.0.26 "DELETE /v2.0/routers/af7decad-79be-4f87-8872-f455ad5aeffe HTTP/1.1" status: 204 len: 168 time: 2.3317363 Mar 07 22:00:25.277944 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54684) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:25.332096 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-cde314ee-0e99-45c8-8f38-d83b595df41b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7623672 Mar 07 22:00:25.347342 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-b3ef2d66-1567-42f1-b196-8eefbef015f2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:25.351040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Usage tracker for resource:port and project:15679d18602544a1b360db123f134368 is out of sync, need to count used quota {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 22:00:25.351678 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-b3ef2d66-1567-42f1-b196-8eefbef015f2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133381 Mar 07 22:00:25.353210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dc907-ec9e-45cc-9739-f653e20cfe5c tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event deleted for resources: {'Port': ['ID=f2f3e171-5b18-453c-a52e-acb6feaf255a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:25.365639 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d41dc907-ec9e-45cc-9739-f653e20cfe5c tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:25.368541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-9227c75e-35de-46da-ac6c-070c833405be admin admin] Deleting subnet bbd90a59-3556-4fed-bef7-c9ff8d796383 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:00:25.375185 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9227c75e-35de-46da-ac6c-070c833405be admin admin] Publish callbacks [] for subnet (bbd90a59-3556-4fed-bef7-c9ff8d796383), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:25.378396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d41dc907-ec9e-45cc-9739-f653e20cfe5c tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "DELETE /v2.0/ports/f2f3e171-5b18-453c-a52e-acb6feaf255a HTTP/1.1" status: 204 len: 168 time: 0.9871659 Mar 07 22:00:25.380183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54686) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:25.449303 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9227c75e-35de-46da-ac6c-070c833405be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (bbd90a59-3556-4fed-bef7-c9ff8d796383), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:25.460594 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-343554d5-3f48-4b08-b715-552fb47585a8 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] GET failed (client error): The resource could not be found. Mar 07 22:00:25.466435 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-343554d5-3f48-4b08-b715-552fb47585a8 tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "GET /v2.0/ports/f2f3e171-5b18-453c-a52e-acb6feaf255a HTTP/1.1" status: 404 len: 333 time: 0.0792332 Mar 07 22:00:25.467065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54688) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:25.469227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 22:00:25.583756 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9227c75e-35de-46da-ac6c-070c833405be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (bbd90a59-3556-4fed-bef7-c9ff8d796383), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:25.616632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Usage tracker for resource:router and project:15679d18602544a1b360db123f134368 is out of sync, need to count used quota {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 22:00:25.636396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 22:00:25.673354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Usage tracker for resource:floatingip and project:15679d18602544a1b360db123f134368 is out of sync, need to count used quota {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 22:00:25.689450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 22:00:25.698547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-14d4f4ef-aedc-44ac-b527-96c1db77b22b tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Deleting port fc0958e7-902d-4e20-adab-e71289217d54 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:25.699014 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14d4f4ef-aedc-44ac-b527-96c1db77b22b tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fc0958e7-902d-4e20-adab-e71289217d54), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:25.700794 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9227c75e-35de-46da-ac6c-070c833405be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (bbd90a59-3556-4fed-bef7-c9ff8d796383), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:25.771695 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227c75e-35de-46da-ac6c-070c833405be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd90a59-3556-4fed-bef7-c9ff8d796383,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:25.775588 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9227c75e-35de-46da-ac6c-070c833405be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:25.775951 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dea1b8d-1428-4f40-ba57-888de09d65f5 None None] Network b2da03fa-ee21-4cb9-844b-fe768b57d8ab requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:00:25.788764 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9227c75e-35de-46da-ac6c-070c833405be admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bbd90a59-3556-4fed-bef7-c9ff8d796383 HTTP/1.1" status: 204 len: 168 time: 0.5022740 Mar 07 22:00:25.793751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54692) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:25.942255 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14d4f4ef-aedc-44ac-b527-96c1db77b22b tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fc0958e7-902d-4e20-adab-e71289217d54), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:26.002244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-14d4f4ef-aedc-44ac-b527-96c1db77b22b tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Calling delete_port for fc0958e7-902d-4e20-adab-e71289217d54 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:26.032346 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (b2da03fa-ee21-4cb9-844b-fe768b57d8ab), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:26.074565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 36773fd4-e349-402d-8b3f-0df2304fd99b no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:00:26.132727 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-c2d72259-73fe-4469-a1b8-08b8b6a94833 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:26.134265 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-c2d72259-73fe-4469-a1b8-08b8b6a94833 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/ports/5add9afa-e77b-4796-92a8-c4ec0f6deb1b HTTP/1.1" status: 200 len: 1124 time: 0.5051684 Mar 07 22:00:26.150808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 36773fd4-e349-402d-8b3f-0df2304fd99b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:00:26.151569 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 36773fd4-e349-402d-8b3f-0df2304fd99b not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:00:26.152171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee1e9bb8-9226-4969-b565-983e38c0a2f2 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:00:26.165386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] Deleting port e07adf72-18fc-48eb-977c-ad49e5795608 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:26.165826 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:26.205144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Usage tracker for resource:security_group and project:15679d18602544a1b360db123f134368 is out of sync, need to count used quota {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 22:00:26.211617 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 22:00:26.221940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: ee1e9bb8-9226-4969-b565-983e38c0a2f2 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:00:26.222720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee1e9bb8-9226-4969-b565-983e38c0a2f2 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:00:26.251986 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Usage tracker for resource:security_group_rule and project:15679d18602544a1b360db123f134368 is out of sync, need to count used quota {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 22:00:26.259433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.quota.resource [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103719) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 22:00:26.306808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d37cf8-648d-4788-9d2c-5f17982cabae None None] DHCP port deletion for b2da03fa-ee21-4cb9-844b-fe768b57d8ab request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:00:26.308959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-62a49f6f-41fb-4ad6-a9d0-5971361dbab6 tempest-QuotasTest-1647696600 tempest-QuotasTest-1647696600-project-admin] 10.222.0.26 "GET /v2.0/quotas/15679d18602544a1b360db123f134368/details.json HTTP/1.1" status: 200 len: 703 time: 1.4926744 Mar 07 22:00:26.388971 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] For port e07adf72-18fc-48eb-977c-ad49e5795608, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e07adf72-18fc-48eb-977c-ad49e5795608,segment=NetworkSegment(f7a5dd6f-b558-47b4-8345-da149bbcc9d1),segment_id=f7a5dd6f-b558-47b4-8345-da149bbcc9d1)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:26.392442 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:26.435031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] Calling delete_port for e07adf72-18fc-48eb-977c-ad49e5795608 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:26.448969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f6d37cf8-648d-4788-9d2c-5f17982cabae None None] Deleting port e07adf72-18fc-48eb-977c-ad49e5795608 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:26.449365 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f6d37cf8-648d-4788-9d2c-5f17982cabae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:26.455716 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14d4f4ef-aedc-44ac-b527-96c1db77b22b tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (fc0958e7-902d-4e20-adab-e71289217d54), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:26.531367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4f4ef-aedc-44ac-b527-96c1db77b22b tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event deleted for resources: {'Port': ['ID=fc0958e7-902d-4e20-adab-e71289217d54,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:26.628755 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f6d37cf8-648d-4788-9d2c-5f17982cabae None None] For port e07adf72-18fc-48eb-977c-ad49e5795608, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e07adf72-18fc-48eb-977c-ad49e5795608,segment=NetworkSegment(f7a5dd6f-b558-47b4-8345-da149bbcc9d1),segment_id=f7a5dd6f-b558-47b4-8345-da149bbcc9d1)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:26.630741 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f6d37cf8-648d-4788-9d2c-5f17982cabae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:26.664840 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14d4f4ef-aedc-44ac-b527-96c1db77b22b tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:26.678283 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f6d37cf8-648d-4788-9d2c-5f17982cabae None None] Calling delete_port for e07adf72-18fc-48eb-977c-ad49e5795608 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:26.678979 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54716) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:26.692579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-14d4f4ef-aedc-44ac-b527-96c1db77b22b tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "DELETE /v2.0/ports/fc0958e7-902d-4e20-adab-e71289217d54 HTTP/1.1" status: 204 len: 168 time: 1.2242136 Mar 07 22:00:26.700758 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:26.770103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] No DVR routers for this DVR port e07adf72-18fc-48eb-977c-ad49e5795608 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:00:26.788367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07adf72-18fc-48eb-977c-ad49e5795608,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:26.856879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c926b4c-ebc9-4c52-a667-7ad77aae871e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Deleting subnet 32aed8b5-9258-436a-b6b2-726f4bf6807c {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:00:26.862269 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8c926b4c-ebc9-4c52-a667-7ad77aae871e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for subnet (32aed8b5-9258-436a-b6b2-726f4bf6807c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:26.875188 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:00:26.890938 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f6d37cf8-648d-4788-9d2c-5f17982cabae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (e07adf72-18fc-48eb-977c-ad49e5795608), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:26.929496 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (b2da03fa-ee21-4cb9-844b-fe768b57d8ab), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:26.948430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d37cf8-648d-4788-9d2c-5f17982cabae None None] Pushing event deleted for resources: {'Port': ['ID=e07adf72-18fc-48eb-977c-ad49e5795608,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:26.964544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d37cf8-648d-4788-9d2c-5f17982cabae None None] No DVR routers for this DVR port e07adf72-18fc-48eb-977c-ad49e5795608 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:00:26.997510 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8c926b4c-ebc9-4c52-a667-7ad77aae871e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (32aed8b5-9258-436a-b6b2-726f4bf6807c), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:27.007266 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2da03fa-ee21-4cb9-844b-fe768b57d8ab']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:27.023278 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54720) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:27.052091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a5dd6f-b558-47b4-8345-da149bbcc9d1') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:27.052401 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a5dd6f-b558-47b4-8345-da149bbcc9d1') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:27.067843 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (f7a5dd6f-b558-47b4-8345-da149bbcc9d1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:27.103950 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f7a5dd6f-b558-47b4-8345-da149bbcc9d1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:27.232619 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:00:27.232854 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (f7a5dd6f-b558-47b4-8345-da149bbcc9d1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: warnings.warn('Neutron quota engine will require "--force" ' Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:00:27.240304 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:00:27.282764 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8c926b4c-ebc9-4c52-a667-7ad77aae871e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (32aed8b5-9258-436a-b6b2-726f4bf6807c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:27.315779 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d743baf-dab1-4f1c-ad4f-4548704c811f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:27.338738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-1ccb9a86-aa1e-4dbd-9b42-da52d9f2c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:27.340525 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-1ccb9a86-aa1e-4dbd-9b42-da52d9f2c05c service neutron] 10.222.0.26 "GET /v2.0/ports/5add9afa-e77b-4796-92a8-c4ec0f6deb1b HTTP/1.1" status: 200 len: 1124 time: 0.2511477 Mar 07 22:00:27.377810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-dcf84793-7038-4d78-bf6e-438081d99834 service neutron] Request body: {'binding': {'host': 'n-h1-832330-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:27.378310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-dcf84793-7038-4d78-bf6e-438081d99834 service neutron] Unknown quota resources ['binding']. {{(pid=103718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 22:00:27.386945 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (b2da03fa-ee21-4cb9-844b-fe768b57d8ab), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:27.422205 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:27.426420 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b2da03fa-ee21-4cb9-844b-fe768b57d8ab HTTP/1.1" status: 204 len: 168 time: 1.6310387 Mar 07 22:00:27.454326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b583b08-8b3e-4a7c-b8a8-23b6e4a1e226 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2da03fa-ee21-4cb9-844b-fe768b57d8ab,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:27.475088 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8c926b4c-ebc9-4c52-a667-7ad77aae871e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (32aed8b5-9258-436a-b6b2-726f4bf6807c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:27.509198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c926b4c-ebc9-4c52-a667-7ad77aae871e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event deleted for resources: {'Subnet': ['ID=32aed8b5-9258-436a-b6b2-726f4bf6807c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:27.551003 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8c926b4c-ebc9-4c52-a667-7ad77aae871e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:27.555107 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8c926b4c-ebc9-4c52-a667-7ad77aae871e tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "DELETE /v2.0/subnets/32aed8b5-9258-436a-b6b2-726f4bf6807c HTTP/1.1" status: 204 len: 168 time: 0.8744571 Mar 07 22:00:27.555873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace24c05-a741-4a4e-8916-bd6acc69b33e None None] Network 3212ba9c-eca9-47d5-916d-43cadbcaf05d requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:00:27.557790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54736) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:27.643961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67a89a-e9a3-4f67-b750-95fd2672d072 req-7627f38b-b489-4449-8cf5-815a4c68dc8e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:27.645530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf67a89a-e9a3-4f67-b750-95fd2672d072 req-7627f38b-b489-4449-8cf5-815a4c68dc8e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.2035682 Mar 07 22:00:27.647561 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d743baf-dab1-4f1c-ad4f-4548704c811f admin admin] Publish callbacks [] for security_group (a5b175f7-6dd8-4172-9248-31ef601386dc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:27.653879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eac20-66e8-4c1d-950f-839536b308bb req-17c39efb-0ad2-4b44-95f3-b44bfb4d9ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:27.655465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-394eac20-66e8-4c1d-950f-839536b308bb req-17c39efb-0ad2-4b44-95f3-b44bfb4d9ebd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bb6403373984f908124dcb70d1ed022&device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 1128 time: 0.1861575 Mar 07 22:00:27.658512 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d743baf-dab1-4f1c-ad4f-4548704c811f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a5b175f7-6dd8-4172-9248-31ef601386dc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:27.664099 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54738) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:27.710559 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (3212ba9c-eca9-47d5-916d-43cadbcaf05d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:27.732292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-dcf84793-7038-4d78-bf6e-438081d99834 service neutron] Attempting to bind port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b on host n-h1-832330-1 for vnic_type normal with profile None {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:27.733165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-dcf84793-7038-4d78-bf6e-438081d99834 service neutron] Attempting to bind port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:27.734598 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-dcf84793-7038-4d78-bf6e-438081d99834 service neutron] Attempting to bind port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b on network 018fd511-8bf3-432b-a258-cb1f5f17efa8 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:27.739961 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-dcf84793-7038-4d78-bf6e-438081d99834 service neutron] Port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b on network 018fd511-8bf3-432b-a258-cb1f5f17efa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:27.740651 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-dcf84793-7038-4d78-bf6e-438081d99834 service neutron] Attempting to bind port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b on network 018fd511-8bf3-432b-a258-cb1f5f17efa8 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:27.749717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-dcf84793-7038-4d78-bf6e-438081d99834 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:00:27.750489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-dcf84793-7038-4d78-bf6e-438081d99834 service neutron] Checking segment: {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:27.751795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-dcf84793-7038-4d78-bf6e-438081d99834 service neutron] Bound using segment: {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:00:27.752484 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-dcf84793-7038-4d78-bf6e-438081d99834 service neutron] Bound port: 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:00:27.791028 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5d743baf-dab1-4f1c-ad4f-4548704c811f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8546394ff3e64641b931afa663a151c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7664051 Mar 07 22:00:27.796091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d743baf-dab1-4f1c-ad4f-4548704c811f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b175f7-6dd8-4172-9248-31ef601386dc,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:27.799389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54740) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:27.805523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf67a89a-e9a3-4f67-b750-95fd2672d072 req-d95c2d65-5b72-4b85-a447-a6e6805369c5 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1487756 Mar 07 22:00:27.892376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb516da-e134-4a40-82bd-7adf5fdffda8 None None] DHCP port deletion for 3212ba9c-eca9-47d5-916d-43cadbcaf05d request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:00:27.912213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8f0497d7-33bb-4520-a718-753fa08d4a87 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4115cbd761624389b66373c73c2acc7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395642 Mar 07 22:00:27.913080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54742) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:27.957562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eac20-66e8-4c1d-950f-839536b308bb req-b00f9a90-9030-496f-97a4-ea3858cf2e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:27.959123 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-394eac20-66e8-4c1d-950f-839536b308bb req-b00f9a90-9030-496f-97a4-ea3858cf2e5b service neutron] 10.222.0.15 "GET /v2.0/networks?id=17af4d75-4163-4f51-bf4d-822a5308abb9 HTTP/1.1" status: 200 len: 911 time: 0.2676592 Mar 07 22:00:27.966230 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8a71943f-a73b-48b1-9116-defa2901d017 admin admin] Publish callbacks [] for security_group (a5b175f7-6dd8-4172-9248-31ef601386dc), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:27.998512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5eb516da-e134-4a40-82bd-7adf5fdffda8 None None] Deleting port 8e031900-dd50-41fe-a659-964b3ff7d34f {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:27.998900 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5eb516da-e134-4a40-82bd-7adf5fdffda8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.021629 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-dcf84793-7038-4d78-bf6e-438081d99834 service neutron] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:00:28.040223 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8a71943f-a73b-48b1-9116-defa2901d017 admin admin] Publish callbacks [] for security_group (a5b175f7-6dd8-4172-9248-31ef601386dc), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.041093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e07adf72-18fc-48eb-977c-ad49e5795608 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:00:28.054615 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-dcf84793-7038-4d78-bf6e-438081d99834 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.055969 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-dcf84793-7038-4d78-bf6e-438081d99834 service neutron] 10.222.0.26 "POST /v2.0/ports/5add9afa-e77b-4796-92a8-c4ec0f6deb1b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6841974 Mar 07 22:00:28.073045 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-394eac20-66e8-4c1d-950f-839536b308bb req-39834d7e-35f0-4d0e-9be4-e75b437cf983 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b385e6f-9bbd-488a-87c6-04f7efc8a217 HTTP/1.1" status: 200 len: 1002 time: 0.1072390 Mar 07 22:00:28.075658 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Deleting port 8e031900-dd50-41fe-a659-964b3ff7d34f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:28.076158 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.089526 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8272212-5469-4d25-b564-a4d555f768aa admin admin] Publish callbacks [] for security_group (2cd8583b-5dec-47b7-addd-df395f6d6746), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.113399 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8272212-5469-4d25-b564-a4d555f768aa admin admin] Publish callbacks [] for security_group (2cd8583b-5dec-47b7-addd-df395f6d6746), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.143913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eac20-66e8-4c1d-950f-839536b308bb req-13e1df03-5b7b-46c0-a0cf-afd39707a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:28.145550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-394eac20-66e8-4c1d-950f-839536b308bb req-13e1df03-5b7b-46c0-a0cf-afd39707a8d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b78d0f-0bb8-455d-a78c-07f57fa57eef HTTP/1.1" status: 200 len: 849 time: 0.0607269 Mar 07 22:00:28.205369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: e07adf72-18fc-48eb-977c-ad49e5795608 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:00:28.205821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e07adf72-18fc-48eb-977c-ad49e5795608 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:00:28.218518 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5eb516da-e134-4a40-82bd-7adf5fdffda8 None None] For port 8e031900-dd50-41fe-a659-964b3ff7d34f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8e031900-dd50-41fe-a659-964b3ff7d34f,segment=NetworkSegment(158f2984-0396-452b-9b6d-3fad5938a89f),segment_id=158f2984-0396-452b-9b6d-3fad5938a89f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:28.219116 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5eb516da-e134-4a40-82bd-7adf5fdffda8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.220352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] For port 8e031900-dd50-41fe-a659-964b3ff7d34f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8e031900-dd50-41fe-a659-964b3ff7d34f,segment=NetworkSegment(158f2984-0396-452b-9b6d-3fad5938a89f),segment_id=158f2984-0396-452b-9b6d-3fad5938a89f)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:28.220850 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.239732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Calling delete_port for 8e031900-dd50-41fe-a659-964b3ff7d34f owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:28.244410 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8272212-5469-4d25-b564-a4d555f768aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2cd8583b-5dec-47b7-addd-df395f6d6746), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.248538 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8272212-5469-4d25-b564-a4d555f768aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.251141 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e8272212-5469-4d25-b564-a4d555f768aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2cd8583b-5dec-47b7-addd-df395f6d6746 HTTP/1.1" status: 204 len: 168 time: 0.3358200 Mar 07 22:00:28.285471 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8a71943f-a73b-48b1-9116-defa2901d017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a5b175f7-6dd8-4172-9248-31ef601386dc), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.294833 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8272212-5469-4d25-b564-a4d555f768aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd8583b-5dec-47b7-addd-df395f6d6746,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:28.297990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5eb516da-e134-4a40-82bd-7adf5fdffda8 None None] Calling delete_port for 8e031900-dd50-41fe-a659-964b3ff7d34f owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:28.302789 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8a71943f-a73b-48b1-9116-defa2901d017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.306549 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8a71943f-a73b-48b1-9116-defa2901d017 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5b175f7-6dd8-4172-9248-31ef601386dc HTTP/1.1" status: 204 len: 168 time: 0.4997449 Mar 07 22:00:28.342676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71943f-a73b-48b1-9116-defa2901d017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b175f7-6dd8-4172-9248-31ef601386dc,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:28.377586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eac20-66e8-4c1d-950f-839536b308bb req-0f43142b-e222-4e83-95bc-3b58e773ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:28.383651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-394eac20-66e8-4c1d-950f-839536b308bb req-0f43142b-e222-4e83-95bc-3b58e773ef12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17af4d75-4163-4f51-bf4d-822a5308abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2256236 Mar 07 22:00:28.501253 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5eb516da-e134-4a40-82bd-7adf5fdffda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.541424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb516da-e134-4a40-82bd-7adf5fdffda8 None None] Pushing event deleted for resources: {'Port': ['ID=8e031900-dd50-41fe-a659-964b3ff7d34f,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:28.543636 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb516da-e134-4a40-82bd-7adf5fdffda8 None None] No DVR routers for this DVR port 8e031900-dd50-41fe-a659-964b3ff7d34f on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:00:28.581483 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8e031900-dd50-41fe-a659-964b3ff7d34f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.662837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event deleted for resources: {'Port': ['ID=8e031900-dd50-41fe-a659-964b3ff7d34f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:28.667976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] No DVR routers for this DVR port 8e031900-dd50-41fe-a659-964b3ff7d34f on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:00:28.794192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-b130e7bb-fffd-4b99-afe2-c7a94f6705d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:28.796721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-b130e7bb-fffd-4b99-afe2-c7a94f6705d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 1127 time: 0.3367972 Mar 07 22:00:28.848020 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (3212ba9c-eca9-47d5-916d-43cadbcaf05d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.873110 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3212ba9c-eca9-47d5-916d-43cadbcaf05d']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:28.885595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158f2984-0396-452b-9b6d-3fad5938a89f') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:28.886405 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158f2984-0396-452b-9b6d-3fad5938a89f') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:28.907150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (158f2984-0396-452b-9b6d-3fad5938a89f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.924959 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (158f2984-0396-452b-9b6d-3fad5938a89f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.945950 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:00:28.946629 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (158f2984-0396-452b-9b6d-3fad5938a89f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:00:28.951527 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:00:29.010669 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-394eac20-66e8-4c1d-950f-839536b308bb req-e6bc2bfe-1ea5-41c8-89ee-6caa5011baa9 service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6179760 Mar 07 22:00:29.059614 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (3212ba9c-eca9-47d5-916d-43cadbcaf05d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:29.096127 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:29.104134 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] 10.222.0.26 "DELETE /v2.0/networks/3212ba9c-eca9-47d5-916d-43cadbcaf05d HTTP/1.1" status: 204 len: 168 time: 1.5436244 Mar 07 22:00:29.125313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54772) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:29.147588 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b062a-8e88-40e9-87ac-9ecfebdf30ad tempest-AllowedAddressPairIpV6TestJSON-1767271122 tempest-AllowedAddressPairIpV6TestJSON-1767271122-project] Pushing event deleted for resources: {'Network': ['ID=3212ba9c-eca9-47d5-916d-43cadbcaf05d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:29.161897 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e805fe1-976f-4f2a-82ba-f8a7bcfa300f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:29.163863 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54774) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:29.250274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0601cbc-42ef-4702-9ad5-cc71c57836c4 req-30a603f0-7ab4-40ab-ab63-dc6ea322f14a tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:29.253286 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0601cbc-42ef-4702-9ad5-cc71c57836c4 req-30a603f0-7ab4-40ab-ab63-dc6ea322f14a tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.2457702 Mar 07 22:00:29.262228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db6a58-7bb7-487a-977a-9e27cec19406 req-03d7ed02-a8d1-401a-928b-fb9ed2f77f70 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:29.262682 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-78d26897-6260-44e5-8a01-1480581b1a6f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed2cf00226014c47b5acfcebe57f7573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0962706 Mar 07 22:00:29.265937 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54776) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:29.266635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4db6a58-7bb7-487a-977a-9e27cec19406 req-03d7ed02-a8d1-401a-928b-fb9ed2f77f70 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 945 time: 0.4238722 Mar 07 22:00:29.277337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-5a8486e7-03ae-4132-8fc8-a8c5413cd193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:29.279172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-5a8486e7-03ae-4132-8fc8-a8c5413cd193 service neutron] 10.222.0.13 "GET /v2.0/networks?id=018fd511-8bf3-432b-a258-cb1f5f17efa8 HTTP/1.1" status: 200 len: 898 time: 0.4745033 Mar 07 22:00:29.338177 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c695e41-f06a-46d9-a6ea-59567c4a5473 admin admin] Publish callbacks [] for security_group (ac362ebf-a4be-4a4c-ad19-a79ed42fc863), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:29.363067 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c695e41-f06a-46d9-a6ea-59567c4a5473 admin admin] Publish callbacks [] for security_group (ac362ebf-a4be-4a4c-ad19-a79ed42fc863), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:29.367199 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-394eac20-66e8-4c1d-950f-839536b308bb req-24b810e5-797d-46a6-b5ed-ba57bb6c7561 service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309996 Mar 07 22:00:29.440786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0601cbc-42ef-4702-9ad5-cc71c57836c4 req-f93738a8-c240-48cf-993c-5b8f4f84c11d tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1719990 Mar 07 22:00:29.459735 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c695e41-f06a-46d9-a6ea-59567c4a5473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ac362ebf-a4be-4a4c-ad19-a79ed42fc863), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:29.466296 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c695e41-f06a-46d9-a6ea-59567c4a5473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:29.471451 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3c695e41-f06a-46d9-a6ea-59567c4a5473 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac362ebf-a4be-4a4c-ad19-a79ed42fc863 HTTP/1.1" status: 204 len: 168 time: 0.2044015 Mar 07 22:00:29.485451 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-d7f8651d-ed9c-46d4-ba48-aef5eb05357e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b HTTP/1.1" status: 200 len: 1001 time: 0.1972954 Mar 07 22:00:29.487441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695e41-f06a-46d9-a6ea-59567c4a5473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac362ebf-a4be-4a4c-ad19-a79ed42fc863,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:29.523621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4db6a58-7bb7-487a-977a-9e27cec19406 req-14cf6219-c19b-4c77-ba80-d839e0ea5d24 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433960 Mar 07 22:00:29.601352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-1dd49280-17c9-4dfb-a6c1-6e8da5c2928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:29.602917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-1dd49280-17c9-4dfb-a6c1-6e8da5c2928d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c78fedcc-9da9-4523-beec-6912dd891870 HTTP/1.1" status: 200 len: 835 time: 0.1059520 Mar 07 22:00:29.604985 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e805fe1-976f-4f2a-82ba-f8a7bcfa300f admin admin] Publish callbacks [] for security_group (3dc5d18a-506d-4a63-abfd-50ed837d455d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:29.619119 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e805fe1-976f-4f2a-82ba-f8a7bcfa300f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3dc5d18a-506d-4a63-abfd-50ed837d455d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:29.675955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-b4309292-b0fe-488f-bcee-7f72da45127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:29.680342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-b4309292-b0fe-488f-bcee-7f72da45127d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=018fd511-8bf3-432b-a258-cb1f5f17efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0690367 Mar 07 22:00:29.688729 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3e805fe1-976f-4f2a-82ba-f8a7bcfa300f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15679d18602544a1b360db123f134368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5556679 Mar 07 22:00:29.694150 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54794) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:29.729304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54796) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:29.796534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e805fe1-976f-4f2a-82ba-f8a7bcfa300f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc5d18a-506d-4a63-abfd-50ed837d455d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:29.858180 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36bcf3a8-6f96-41b5-ac8e-f3a4134ca0de admin admin] Publish callbacks [] for security_group (3dc5d18a-506d-4a63-abfd-50ed837d455d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:29.882281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-4a8dec2e-ef0d-4af2-9824-af9f4fe78eb2 service neutron] 10.222.0.13 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975167 Mar 07 22:00:29.926694 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36bcf3a8-6f96-41b5-ac8e-f3a4134ca0de admin admin] Publish callbacks [] for security_group (3dc5d18a-506d-4a63-abfd-50ed837d455d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:29.960282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8e031900-dd50-41fe-a659-964b3ff7d34f no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:00:30.008534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 8e031900-dd50-41fe-a659-964b3ff7d34f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:00:30.009712 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8e031900-dd50-41fe-a659-964b3ff7d34f not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:00:30.049553 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36bcf3a8-6f96-41b5-ac8e-f3a4134ca0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3dc5d18a-506d-4a63-abfd-50ed837d455d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:30.053668 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36bcf3a8-6f96-41b5-ac8e-f3a4134ca0de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:30.058373 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-36bcf3a8-6f96-41b5-ac8e-f3a4134ca0de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3dc5d18a-506d-4a63-abfd-50ed837d455d HTTP/1.1" status: 204 len: 168 time: 0.3618052 Mar 07 22:00:30.069842 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-73858f32-b9b2-419a-aa9c-9eb0d5b74d07 service neutron] 10.222.0.13 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792433 Mar 07 22:00:30.070645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcf3a8-6f96-41b5-ac8e-f3a4134ca0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc5d18a-506d-4a63-abfd-50ed837d455d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:30.347282 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c83a3146-9f81-4d55-a8f9-a25d763205f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3cde80f441f748fa945da457814d1f9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6164746 Mar 07 22:00:30.350649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54826) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:30.365645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-0fcc0c53-ca8d-418a-98ec-38f2ba501292 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:30.367771 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-0fcc0c53-ca8d-418a-98ec-38f2ba501292 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 1127 time: 0.2160394 Mar 07 22:00:30.378836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832330-1'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:30.471252 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:30.545192 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-88afa3fd-0f8b-4f0b-b755-e2a11d82f674 admin admin] Publish callbacks [] for security_group (b777a6b8-2e74-422b-8a7b-cfa1dff8c89f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:30.611768 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-88afa3fd-0f8b-4f0b-b755-e2a11d82f674 admin admin] Publish callbacks [] for security_group (b777a6b8-2e74-422b-8a7b-cfa1dff8c89f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:30.744579 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-88afa3fd-0f8b-4f0b-b755-e2a11d82f674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b777a6b8-2e74-422b-8a7b-cfa1dff8c89f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:30.749986 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-88afa3fd-0f8b-4f0b-b755-e2a11d82f674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:30.754564 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-88afa3fd-0f8b-4f0b-b755-e2a11d82f674 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b777a6b8-2e74-422b-8a7b-cfa1dff8c89f HTTP/1.1" status: 204 len: 168 time: 0.4027460 Mar 07 22:00:30.773693 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afa3fd-0f8b-4f0b-b755-e2a11d82f674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b777a6b8-2e74-422b-8a7b-cfa1dff8c89f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:30.826506 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:30.886851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54850) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:30.982912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ccbcb-bebe-4eba-818d-4479e17f533b req-4180f335-2c23-457b-b5b1-77bc6cc719ae tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:30.986548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a2ccbcb-bebe-4eba-818d-4479e17f533b req-4180f335-2c23-457b-b5b1-77bc6cc719ae tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 945 time: 0.1373105 Mar 07 22:00:30.994507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:00:31.035630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853514da-1821-40b4-a922-4018b1660659 req-21988fdf-0ea9-402a-876c-817251bff291 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:31.037574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-853514da-1821-40b4-a922-4018b1660659 req-21988fdf-0ea9-402a-876c-817251bff291 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.4674153 Mar 07 22:00:31.114485 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a2ccbcb-bebe-4eba-818d-4479e17f533b req-256642e6-8035-42d0-8e61-d135b168430d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209276 Mar 07 22:00:31.136424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:00:31.136424 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a88e5d-952f-4244-ab46-973eb23215e5" -d '{"events": [{"server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "name": "network-vif-unplugged", "status": "completed", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:00:31.155554 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Publish callbacks [] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:31.178606 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:31.264881 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e4727e-77a7-4473-9a45-760fab758999 x-openstack-request-id: req-f5e4727e-77a7-4473-9a45-760fab758999 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:00:31.265177 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "name": "network-vif-unplugged", "status": "completed", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:00:31.265438 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5e4727e-77a7-4473-9a45-760fab758999 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:00:31.265831 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b', 'code': 200} Mar 07 22:00:31.285687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-853514da-1821-40b4-a922-4018b1660659 req-5735900b-dc21-4627-aa20-1c662778bd6e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2364571 Mar 07 22:00:31.439530 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1195500734-network', 'tenant_id': '952550adff154113ba5d0fc45e25513e'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:31.496761 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] Made reservation on behalf of 952550adff154113ba5d0fc45e25513e for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:31.500738 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:31.515227 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:31.700428 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] Publish callbacks [] for security_group (6072fa79-e660-4154-b4d7-6cca02eb9d97), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:31.714004 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6072fa79-e660-4154-b4d7-6cca02eb9d97), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:31.768798 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:00:31.793591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-43ab37d2-0312-4a7d-9e03-dc9476bc1654 None None] Provisioning complete for port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:31.794600 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-43ab37d2-0312-4a7d-9e03-dc9476bc1654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:31.821802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6072fa79-e660-4154-b4d7-6cca02eb9d97,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:31.829763 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a804b832-333d-43ad-8b88-30a8c7a44c30), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:31.833569 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] Added segment a804b832-333d-43ad-8b88-30a8c7a44c30 of type vlan for network 8246d4db-145e-4a5d-a7a2-1307583915c1 Mar 07 22:00:31.873339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-43ab37d2-0312-4a7d-9e03-dc9476bc1654 None None] Port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:31.887171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54880) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:31.933372 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (8246d4db-145e-4a5d-a7a2-1307583915c1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:31.966334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Pushing event updated for resources: {'Port': ['ID=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,revision_number=7']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:31.990353 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (8246d4db-145e-4a5d-a7a2-1307583915c1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:31.991379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:31.991970 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:32.043923 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1554837 Mar 07 22:00:32.051317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54888) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:32.063271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-372612d6-fd2b-4e9e-bd59-b7b714004afa admin admin] Request body: {'subnet': {'network_id': '8246d4db-145e-4a5d-a7a2-1307583915c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1195500734-subnet', 'tenant_id': '952550adff154113ba5d0fc45e25513e', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:32.069502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Attempting to bind port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b on host n-h2-832330-1 for vnic_type normal with profile {"migrating_to": "n-h1-832330-1"} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:32.069886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Attempting to bind port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:32.070196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Attempting to bind port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b on network 018fd511-8bf3-432b-a258-cb1f5f17efa8 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:32.076835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b on network 018fd511-8bf3-432b-a258-cb1f5f17efa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:00:32.077798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Attempting to bind port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b on network 018fd511-8bf3-432b-a258-cb1f5f17efa8 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:32.084788 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d6bab-1150-4745-a9af-b06b196b2d4d admin admin] Pushing event updated for resources: {'Network': ['ID=8246d4db-145e-4a5d-a7a2-1307583915c1,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:32.092115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:00:32.092654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Checking segment: {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:32.093074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Bound using segment: {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:00:32.093562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Bound port: 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:00:32.094165 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:32.094377 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-438014177'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:32.099644 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 8246d4db-145e-4a5d-a7a2-1307583915c1 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:00:32.118219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372612d6-fd2b-4e9e-bd59-b7b714004afa admin admin] Made reservation on behalf of 952550adff154113ba5d0fc45e25513e for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:32.122973 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-372612d6-fd2b-4e9e-bd59-b7b714004afa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:32.147285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Made reservation on behalf of 2f177fce87c74fd19c7c423a9ae8ae61 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:32.152617 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:32.174028 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:32.294559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:00:32.354564 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for security_group (c20ce685-5b3c-49f7-aabe-a1b7153e9c03), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:32.365626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:00:32.366629 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c20ce685-5b3c-49f7-aabe-a1b7153e9c03), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:32.415710 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:00:32.427909 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (bdd17d90-2a70-4e5e-9961-53fd9838af52), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:32.428528 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Added segment bdd17d90-2a70-4e5e-9961-53fd9838af52 of type vlan for network f361bec9-6e93-45fd-b4e8-10f0a1f88086 Mar 07 22:00:32.451974 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:32.461885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54902) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:32.487219 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (f361bec9-6e93-45fd-b4e8-10f0a1f88086), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:32.523836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Pushing event updated for resources: {'Port': ['ID=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,revision_number=8']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:32.526388 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (f361bec9-6e93-45fd-b4e8-10f0a1f88086), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:32.536986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:32.539773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:32.557593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9012f-5ba0-44be-b6e5-a5bc69bf5333 req-99f6fd92-24e7-4180-99a8-4c026d38b922 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:32.568266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bd9012f-5ba0-44be-b6e5-a5bc69bf5333 req-99f6fd92-24e7-4180-99a8-4c026d38b922 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 943 time: 0.2927306 Mar 07 22:00:32.604473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20ce685-5b3c-49f7-aabe-a1b7153e9c03,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:32.703659 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8153124 Mar 07 22:00:32.709542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54906) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:32.716698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0b9150aa-cb16-4f3f-9e18-118958276c87 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Request body: {'subnet': {'network_id': 'f361bec9-6e93-45fd-b4e8-10f0a1f88086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:32.726581 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ceae8-bae2-449a-a168-33454512c5f2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event updated for resources: {'Network': ['ID=f361bec9-6e93-45fd-b4e8-10f0a1f88086,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:32.739356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network f361bec9-6e93-45fd-b4e8-10f0a1f88086 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:00:32.753961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-1959a3b5-2b4c-408e-8588-2c68699044e7 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:32.755126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1959a3b5-2b4c-408e-8588-2c68699044e7 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2444828 Mar 07 22:00:32.761320 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54908) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:32.767333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253209ab-e6cf-449b-9fcc-e11ae2b0dee0 req-82888176-8476-41a6-ba27-240d7f2df9e6 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:32.768900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-253209ab-e6cf-449b-9fcc-e11ae2b0dee0 req-82888176-8476-41a6-ba27-240d7f2df9e6 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.3510952 Mar 07 22:00:32.775663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-cbaf7846-7abe-44f7-bfc9-17d9ff47acd7 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:32.776892 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cbaf7846-7abe-44f7-bfc9-17d9ff47acd7 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0142913 Mar 07 22:00:32.804756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54910) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:32.821264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-21d6205c-1641-40ed-a179-e0896d2148ca tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:32.822403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-21d6205c-1641-40ed-a179-e0896d2148ca tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0109971 Mar 07 22:00:32.841737 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bd9012f-5ba0-44be-b6e5-a5bc69bf5333 req-53cdd8eb-e7e7-4040-b871-0b68ab92223b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724187 Mar 07 22:00:32.861610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54912) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:32.868137 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-bd06df15-2c4e-4e84-b9d2-14b7211a90ab tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:32.869570 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bd06df15-2c4e-4e84-b9d2-14b7211a90ab tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0065131 Mar 07 22:00:32.873258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54916) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:32.883951 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-d8a6e407-5bd9-4314-bbb3-ea30f46a738d tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:32.887000 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d8a6e407-5bd9-4314-bbb3-ea30f46a738d tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0116916 Mar 07 22:00:32.894353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54918) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:32.901394 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-0c2f590c-93ae-4f25-b1df-9e9167075140 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:32.903089 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0c2f590c-93ae-4f25-b1df-9e9167075140 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0068405 Mar 07 22:00:32.906459 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54920) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:32.908115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-253209ab-e6cf-449b-9fcc-e11ae2b0dee0 req-88718f02-6524-4c50-8f02-24c276264bb4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1288259 Mar 07 22:00:32.923813 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-372612d6-fd2b-4e9e-bd59-b7b714004afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (9a29622c-2bec-4191-bd2d-96d0f779a3bf), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:32.929717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-9371b48e-2792-409a-b673-ed9bf74d3bcb tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:32.931177 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9371b48e-2792-409a-b673-ed9bf74d3bcb tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0153677 Mar 07 22:00:32.938663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54922) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:32.946134 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-8ee9c7b5-2abc-49c7-bf5c-f66ce17c80ee tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:32.947917 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8ee9c7b5-2abc-49c7-bf5c-f66ce17c80ee tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0077581 Mar 07 22:00:32.951537 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54924) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:32.954179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:32.955326 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:32.957160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-927a46c9-ae76-413f-8918-5999ba877d0b service neutron] 10.222.0.13 "PUT /v2.0/ports/5add9afa-e77b-4796-92a8-c4ec0f6deb1b HTTP/1.1" status: 200 len: 1121 time: 2.5827808 Mar 07 22:00:32.971124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-7d242878-47f4-4ca2-b6dc-6fd72cc3e9bc tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:32.972353 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7d242878-47f4-4ca2-b6dc-6fd72cc3e9bc tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0189967 Mar 07 22:00:32.975189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54926) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.021405 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-95a5bca5-aa33-4a74-a750-9f4c4a2fd6fa tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.022676 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-95a5bca5-aa33-4a74-a750-9f4c4a2fd6fa tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0397885 Mar 07 22:00:33.027802 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54928) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.032155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9150aa-cb16-4f3f-9e18-118958276c87 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Made reservation on behalf of 2f177fce87c74fd19c7c423a9ae8ae61 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:33.036615 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b9150aa-cb16-4f3f-9e18-118958276c87 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:33.048973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['5add9afa-e77b-4796-92a8-c4ec0f6deb1b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:00:33.071916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-00dd021b-f52a-4d1d-be18-6fdcc336164f tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.073055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-00dd021b-f52a-4d1d-be18-6fdcc336164f tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0246880 Mar 07 22:00:33.077324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54930) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.091134 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-6515a0a6-9b74-4c29-9085-0ef2f124cff5 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.092373 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6515a0a6-9b74-4c29-9085-0ef2f124cff5 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0141914 Mar 07 22:00:33.099824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54932) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.114365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-67e3ce4d-327f-40ca-b273-f16ecb38a6dc tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.115385 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-67e3ce4d-327f-40ca-b273-f16ecb38a6dc tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0130889 Mar 07 22:00:33.130282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54934) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.136920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-52db9928-7c68-47bd-b544-7a866c8c13b7 None None] Provisioning complete for port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:33.137650 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-52db9928-7c68-47bd-b544-7a866c8c13b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:33.143008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-1a00e065-3ed1-4024-b0c0-e85b27b4f6fe tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.146646 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1a00e065-3ed1-4024-b0c0-e85b27b4f6fe tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0128155 Mar 07 22:00:33.178006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372612d6-fd2b-4e9e-bd59-b7b714004afa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a29622c-2bec-4191-bd2d-96d0f779a3bf,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:33.182653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54936) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.189084 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-3cd72325-d7a9-4fa0-8176-ab835323f68e tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.190657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372612d6-fd2b-4e9e-bd59-b7b714004afa admin admin] Checking segment: {'id': 'a804b832-333d-43ad-8b88-30a8c7a44c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8246d4db-145e-4a5d-a7a2-1307583915c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:33.191161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372612d6-fd2b-4e9e-bd59-b7b714004afa admin admin] Network hostable DHCP agents. Network: 8246d4db-145e-4a5d-a7a2-1307583915c1, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:00:33.197606 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3cd72325-d7a9-4fa0-8176-ab835323f68e tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0114686 Mar 07 22:00:33.198628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54938) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.210708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-cbd27480-8a7d-43f6-9720-eee7b0865035 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.214588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372612d6-fd2b-4e9e-bd59-b7b714004afa admin admin] Network 8246d4db-145e-4a5d-a7a2-1307583915c1 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:00:33.214741 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cbd27480-8a7d-43f6-9720-eee7b0865035 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0124047 Mar 07 22:00:33.215355 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54940) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.221861 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-235bf1f3-9482-45a6-a86d-aab938ad0e39 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.225286 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-235bf1f3-9482-45a6-a86d-aab938ad0e39 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0064745 Mar 07 22:00:33.226559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54942) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.232966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-d51a1087-3aec-4562-9ac0-5f6b3b8894b9 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.237132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d51a1087-3aec-4562-9ac0-5f6b3b8894b9 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0094922 Mar 07 22:00:33.238506 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54948) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.241811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-372612d6-fd2b-4e9e-bd59-b7b714004afa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 8246d4db-145e-4a5d-a7a2-1307583915c1) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:33.247467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372612d6-fd2b-4e9e-bd59-b7b714004afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:33.248391 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-372612d6-fd2b-4e9e-bd59-b7b714004afa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:33.257086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-3ed61575-cdd4-483f-8beb-73bf15485ebc tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.261672 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3ed61575-cdd4-483f-8beb-73bf15485ebc tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0214267 Mar 07 22:00:33.262692 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54950) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.268467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:00:33.271103 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95767aa-2a15-4e60-bf41-42b8fd4e5820" -d '{"events": [{"name": "network-changed", "server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:00:33.277328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-66e1a9df-169c-4fa3-9e9e-96cf41b0815f tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.278583 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92beae3c-bc09-4d80-909f-2bbba5c67f69 None None] Network 8246d4db-145e-4a5d-a7a2-1307583915c1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:00:33.282423 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-66e1a9df-169c-4fa3-9e9e-96cf41b0815f tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0146697 Mar 07 22:00:33.289203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54958) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.307350 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-e8900d6a-8740-4c33-82ad-e3eb5fc5c3bd tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.308927 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e8900d6a-8740-4c33-82ad-e3eb5fc5c3bd tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0185354 Mar 07 22:00:33.313405 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54960) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.328788 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-ebb72241-965b-4764-8d18-88cff779d472 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.335227 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ebb72241-965b-4764-8d18-88cff779d472 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0201263 Mar 07 22:00:33.337162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54962) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.351781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-372612d6-fd2b-4e9e-bd59-b7b714004afa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2966111 Mar 07 22:00:33.352004 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54964) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.356187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-4bf2909a-ac84-4100-b158-c5752f89359a tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.356761 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1195500734-router', 'tenant_id': '952550adff154113ba5d0fc45e25513e', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:33.364211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4bf2909a-ac84-4100-b158-c5752f89359a tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0240517 Mar 07 22:00:33.365019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54966) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.372984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-b550c508-dea9-4a30-8416-36afb786e088 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.379735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b550c508-dea9-4a30-8416-36afb786e088 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0122168 Mar 07 22:00:33.380677 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54968) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.383225 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b82d74-a2dc-4d95-89fb-dc2c4a0be078 x-openstack-request-id: req-13b82d74-a2dc-4d95-89fb-dc2c4a0be078 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:00:33.383838 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:00:33.384437 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13b82d74-a2dc-4d95-89fb-dc2c4a0be078 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:00:33.385524 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b', 'status': 'completed', 'code': 200} Mar 07 22:00:33.394079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-5a2008df-5e5b-438c-808c-8f8870e015bf tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.398710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5a2008df-5e5b-438c-808c-8f8870e015bf tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0117042 Mar 07 22:00:33.400348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54972) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.406603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-c27b79c7-6fa3-446c-af0c-9827c6ae946f tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.411093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c27b79c7-6fa3-446c-af0c-9827c6ae946f tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0104434 Mar 07 22:00:33.411778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54974) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.417702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-476cd150-ccba-480b-8c88-31d31a178b97 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.422919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-476cd150-ccba-480b-8c88-31d31a178b97 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0101149 Mar 07 22:00:33.423564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54976) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.429520 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (7f00c032-dcf9-494f-ab2e-912549301a79), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:33.430744 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (7f00c032-dcf9-494f-ab2e-912549301a79), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:33.440531 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-cb6eecd6-8763-4377-ab13-ead6d7eed7a6 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.444482 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cb6eecd6-8763-4377-ab13-ead6d7eed7a6 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0096934 Mar 07 22:00:33.450159 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54978) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.456603 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-d28abe84-9540-4dc2-8c68-9cc2cba82a1b tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.457701 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d28abe84-9540-4dc2-8c68-9cc2cba82a1b tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0065007 Mar 07 22:00:33.463802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54980) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.482921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-6d0b0a29-3506-448d-8ddc-e91d921a67cc tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.487386 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6d0b0a29-3506-448d-8ddc-e91d921a67cc tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0196719 Mar 07 22:00:33.490717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54984) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.504246 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-3e394ef6-f41b-4429-8b62-5e3367df0fdf tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.507773 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3e394ef6-f41b-4429-8b62-5e3367df0fdf tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0105126 Mar 07 22:00:33.507930 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b9150aa-cb16-4f3f-9e18-118958276c87 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (cef951df-4f04-42ce-866d-802607713ea0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:33.510308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54986) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.517791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-884e08df-f67e-47aa-8536-e0f19eb0e9ed tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.521761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-884e08df-f67e-47aa-8536-e0f19eb0e9ed tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0076199 Mar 07 22:00:33.527170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54988) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.536863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-11bf43d7-3666-4bfb-be73-b7bec364c878 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.540311 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-11bf43d7-3666-4bfb-be73-b7bec364c878 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0050139 Mar 07 22:00:33.541522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54990) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.551826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-249c8cec-0d43-49c2-9dac-d81ae5ea649f tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.551826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-249c8cec-0d43-49c2-9dac-d81ae5ea649f tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0066321 Mar 07 22:00:33.559131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95767aa-2a15-4e60-bf41-42b8fd4e5820 req-bbf4bb78-61ca-479e-9df6-f90cae6e64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:33.562146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a95767aa-2a15-4e60-bf41-42b8fd4e5820 req-bbf4bb78-61ca-479e-9df6-f90cae6e64ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 1155 time: 0.1374030 Mar 07 22:00:33.562914 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54992) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.567749 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-ceb94c53-cb6b-4595-8727-2ea5ac52510b tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.571155 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ceb94c53-cb6b-4595-8727-2ea5ac52510b tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0047231 Mar 07 22:00:33.571706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54994) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.584390 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Publish callbacks [] for router_controller (7f00c032-dcf9-494f-ab2e-912549301a79), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:33.652175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9150aa-cb16-4f3f-9e18-118958276c87 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event updated for resources: {'Subnet': ['ID=cef951df-4f04-42ce-866d-802607713ea0,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:33.661697 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9150aa-cb16-4f3f-9e18-118958276c87 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Checking segment: {'id': 'bdd17d90-2a70-4e5e-9961-53fd9838af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f361bec9-6e93-45fd-b4e8-10f0a1f88086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:33.662769 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9150aa-cb16-4f3f-9e18-118958276c87 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Network hostable DHCP agents. Network: f361bec9-6e93-45fd-b4e8-10f0a1f88086, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:00:33.681074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95767aa-2a15-4e60-bf41-42b8fd4e5820 req-0285ae65-4299-4e13-be3e-1511d5ee090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:33.682750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a95767aa-2a15-4e60-bf41-42b8fd4e5820 req-0285ae65-4299-4e13-be3e-1511d5ee090b service neutron] 10.222.0.15 "GET /v2.0/networks?id=018fd511-8bf3-432b-a258-cb1f5f17efa8 HTTP/1.1" status: 200 len: 898 time: 0.1117616 Mar 07 22:00:33.685828 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-7b2af154-904e-4147-917a-789e180e3a63 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.687389 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7b2af154-904e-4147-917a-789e180e3a63 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0079763 Mar 07 22:00:33.689996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54996) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.695971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-aa9f63df-63d0-49d8-b8c2-600dd9b444f2 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.697049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-aa9f63df-63d0-49d8-b8c2-600dd9b444f2 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0060787 Mar 07 22:00:33.704339 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54998) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.712967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-83c45522-6cb7-485c-9aba-01e5e8680e7e tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.714524 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-83c45522-6cb7-485c-9aba-01e5e8680e7e tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0063846 Mar 07 22:00:33.720762 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55000) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.723601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-52db9928-7c68-47bd-b544-7a866c8c13b7 None None] Current status of the port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:33.724065 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-52db9928-7c68-47bd-b544-7a866c8c13b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:33.726829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-ce32eaa1-54cb-4967-9161-d49d79f72f5a tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.728062 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ce32eaa1-54cb-4967-9161-d49d79f72f5a tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0061147 Mar 07 22:00:33.731585 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55002) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.739501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-03535f64-3326-452d-883b-cabe76ddc2e3 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.740711 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-03535f64-3326-452d-883b-cabe76ddc2e3 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0058498 Mar 07 22:00:33.745386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55004) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.750341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-52b839f9-a021-404f-9a13-5cadb68a39c8 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.751463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-52b839f9-a021-404f-9a13-5cadb68a39c8 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0051501 Mar 07 22:00:33.754182 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55006) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.760174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-78791318-d0ab-4d99-a5ef-907ac52278f0 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.761284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-78791318-d0ab-4d99-a5ef-907ac52278f0 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0060830 Mar 07 22:00:33.767977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55008) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.774101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-468691c9-28e5-48b9-8995-276f67c61e9f tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.775241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-468691c9-28e5-48b9-8995-276f67c61e9f tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0066066 Mar 07 22:00:33.778288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55010) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.785902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-4c1bef1b-86e4-4ff8-be2f-2dfc2c7549d1 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.786715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4c1bef1b-86e4-4ff8-be2f-2dfc2c7549d1 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0078409 Mar 07 22:00:33.789553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55012) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.805825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-0babcaa0-f725-4208-adf0-231e3d987117 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.807127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0babcaa0-f725-4208-adf0-231e3d987117 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0165389 Mar 07 22:00:33.809217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a95767aa-2a15-4e60-bf41-42b8fd4e5820 req-61558c62-c4f1-4558-bd8e-497143fc9269 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b HTTP/1.1" status: 200 len: 999 time: 0.1111882 Mar 07 22:00:33.809870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55014) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.815403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-bb379be2-e796-430d-8a02-1fbaddbd7ead tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.816739 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bb379be2-e796-430d-8a02-1fbaddbd7ead tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0057864 Mar 07 22:00:33.825219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55016) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.826036 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:00:33.829638 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdb69a7-b4ee-417e-a7a8-515e5e7a9729" -d '{"events": [{"server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "name": "network-vif-plugged", "status": "completed", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:00:33.832912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-4301113e-c4be-413c-8fdc-0b5f4e5fe639 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.834139 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4301113e-c4be-413c-8fdc-0b5f4e5fe639 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0058887 Mar 07 22:00:33.839679 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Publish callbacks [] for router_gateway (7f00c032-dcf9-494f-ab2e-912549301a79), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:33.846212 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55020) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.847277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9150aa-cb16-4f3f-9e18-118958276c87 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Network f361bec9-6e93-45fd-b4e8-10f0a1f88086 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:00:33.862319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-d307fa7d-3fb2-48ab-b386-e750e503f352 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.863233 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d307fa7d-3fb2-48ab-b386-e750e503f352 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067878 Mar 07 22:00:33.866999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-0b9150aa-cb16-4f3f-9e18-118958276c87 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, f361bec9-6e93-45fd-b4e8-10f0a1f88086) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:33.872129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9150aa-cb16-4f3f-9e18-118958276c87 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:33.872747 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b9150aa-cb16-4f3f-9e18-118958276c87 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:33.877873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55024) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.882409 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-5b20d478-4b23-4240-8f95-d78314921719 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.883411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5b20d478-4b23-4240-8f95-d78314921719 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042892 Mar 07 22:00:33.885996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55026) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.891109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-6d89bf3b-fa73-434c-bd16-b3673c0b9139 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.892163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6d89bf3b-fa73-434c-bd16-b3673c0b9139 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0051696 Mar 07 22:00:33.894838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55028) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.899165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-f2853fd8-112d-41c9-a08e-59aa105b4881 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.900200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f2853fd8-112d-41c9-a08e-59aa105b4881 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043993 Mar 07 22:00:33.903983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55030) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.910639 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-b5f19d3f-a789-4887-8edc-f51fb6fbad8b tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.915064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b5f19d3f-a789-4887-8edc-f51fb6fbad8b tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0086942 Mar 07 22:00:33.917765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55032) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.924225 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0b9150aa-cb16-4f3f-9e18-118958276c87 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2117083 Mar 07 22:00:33.924883 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55034) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.925440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8cc6c8-e544-4611-8654-abd1db843568 None None] Network f361bec9-6e93-45fd-b4e8-10f0a1f88086 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:00:33.925635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-8fbc886b-ad92-4be8-9155-c76dde89b885 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.928935 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8fbc886b-ad92-4be8-9155-c76dde89b885 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0079439 Mar 07 22:00:33.935890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55036) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.937023 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7e65c922-04c8-45d1-9c2a-052796dd706a tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Request body: {'port': {'network_id': 'f361bec9-6e93-45fd-b4e8-10f0a1f88086', 'name': 'tempest-AllowedAddressPairTestJSON-22791445'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:33.944305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-c7cb3892-cefe-45c7-a576-d5d6ca274ab1 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.949474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c7cb3892-cefe-45c7-a576-d5d6ca274ab1 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0078371 Mar 07 22:00:33.952465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55040) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:33.954255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-52db9928-7c68-47bd-b544-7a866c8c13b7 None None] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:33.963279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-80ee191a-78e3-4163-8d77-b005b5c911e0 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:33.966959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-80ee191a-78e3-4163-8d77-b005b5c911e0 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0114543 Mar 07 22:00:33.990795 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4704b97b-aa93-426c-9110-91b02e24755a x-openstack-request-id: req-4704b97b-aa93-426c-9110-91b02e24755a {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:00:33.991444 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "name": "network-vif-plugged", "status": "completed", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:00:33.991925 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4704b97b-aa93-426c-9110-91b02e24755a {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:00:33.992777 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b', 'code': 200} Mar 07 22:00:34.004400 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-52db9928-7c68-47bd-b544-7a866c8c13b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:34.056417 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55042) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.089836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95767aa-2a15-4e60-bf41-42b8fd4e5820 req-94063373-0b4d-4a42-a929-a2ba73f0567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:34.091390 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a95767aa-2a15-4e60-bf41-42b8fd4e5820 req-94063373-0b4d-4a42-a929-a2ba73f0567b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c78fedcc-9da9-4523-beec-6912dd891870 HTTP/1.1" status: 200 len: 835 time: 0.2734604 Mar 07 22:00:34.099750 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-00d21ea8-94b5-4adf-a74c-5e9130fa8bc9 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.110668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55046) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.110884 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-00d21ea8-94b5-4adf-a74c-5e9130fa8bc9 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0240543 Mar 07 22:00:34.121254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-6e29c940-3620-4cdf-bd29-ab15256f97f5 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.122369 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6e29c940-3620-4cdf-bd29-ab15256f97f5 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0093474 Mar 07 22:00:34.132089 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55048) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.140096 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-69f24b44-e9ae-465b-8c55-a05418851cfd tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.144644 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-69f24b44-e9ae-465b-8c55-a05418851cfd tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0121040 Mar 07 22:00:34.145356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55050) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.152092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-ce720fad-ebfb-4679-b79f-a9c2f7e0a33c tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.160125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55052) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.160627 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ce720fad-ebfb-4679-b79f-a9c2f7e0a33c tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0117428 Mar 07 22:00:34.164810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e65c922-04c8-45d1-9c2a-052796dd706a tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Made reservation on behalf of 2f177fce87c74fd19c7c423a9ae8ae61 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:34.168327 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e65c922-04c8-45d1-9c2a-052796dd706a tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:34.182302 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-abb02d8f-1be4-47bc-8d78-dfc5172fc0dd tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.183251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-abb02d8f-1be4-47bc-8d78-dfc5172fc0dd tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0048299 Mar 07 22:00:34.192594 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55054) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.205950 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-3c34f611-8122-4467-9fa9-6b1e58d91dd4 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.209315 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3c34f611-8122-4467-9fa9-6b1e58d91dd4 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0062788 Mar 07 22:00:34.218302 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55056) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.222882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-d667530b-64ad-4562-931e-d34cb6b704b7 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.226093 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d667530b-64ad-4562-931e-d34cb6b704b7 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0045743 Mar 07 22:00:34.236277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480b5cf-8364-4e86-a1d9-4015cd0281e9 req-822260d7-ca54-4bd0-83d4-a8df603fdb4f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:34.238641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e480b5cf-8364-4e86-a1d9-4015cd0281e9 req-822260d7-ca54-4bd0-83d4-a8df603fdb4f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 945 time: 0.2716494 Mar 07 22:00:34.246832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55058) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.257190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-afaa04fa-124c-4fed-af3c-b6b708f35e6e tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.261331 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-7e65c922-04c8-45d1-9c2a-052796dd706a tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] device_id is not set on port 76010b7c-302b-4dcd-89db-f9845e9947dc yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:34.261886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-afaa04fa-124c-4fed-af3c-b6b708f35e6e tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0091779 Mar 07 22:00:34.263980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55060) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.274338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-ae5d1498-9de1-46d1-9fd6-ad919ba0c2ec tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.278683 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ae5d1498-9de1-46d1-9fd6-ad919ba0c2ec tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0076728 Mar 07 22:00:34.279517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55062) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.290022 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95767aa-2a15-4e60-bf41-42b8fd4e5820 req-10a8356e-d14c-4cc2-a644-24a2b096ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:34.291899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a95767aa-2a15-4e60-bf41-42b8fd4e5820 req-10a8356e-d14c-4cc2-a644-24a2b096ee31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=018fd511-8bf3-432b-a258-cb1f5f17efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1931868 Mar 07 22:00:34.299623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-29a56543-3bc2-4a0a-834e-276e01cf6150 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.303617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-29a56543-3bc2-4a0a-834e-276e01cf6150 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0105178 Mar 07 22:00:34.306001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55064) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.317781 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-36a6d283-9fa1-4a12-bc00-2e911881793d tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.322298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-36a6d283-9fa1-4a12-bc00-2e911881793d tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0081449 Mar 07 22:00:34.331863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e02216-6b1f-40a8-8f91-a023a793f2dc req-f5ceb4d3-d498-4e89-9611-ff185d76f3a2 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:34.333822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5e02216-6b1f-40a8-8f91-a023a793f2dc req-f5ceb4d3-d498-4e89-9611-ff185d76f3a2 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.2254567 Mar 07 22:00:34.377075 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-7e65c922-04c8-45d1-9c2a-052796dd706a tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Allocated IP 172.20.0.12 (f361bec9-6e93-45fd-b4e8-10f0a1f88086/cef951df-4f04-42ce-866d-802607713ea0/76010b7c-302b-4dcd-89db-f9845e9947dc) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:34.446059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-8246d4db-145e-4a5d-a7a2-1307583915c1', 'network_id': '8246d4db-145e-4a5d-a7a2-1307583915c1', 'project_id': '952550adff154113ba5d0fc45e25513e', 'fixed_ips': [{'subnet_id': '9a29622c-2bec-4191-bd2d-96d0f779a3bf'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:00:34.448545 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:34.469929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55066) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.472664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a95767aa-2a15-4e60-bf41-42b8fd4e5820 req-022172a3-95c4-4046-95c3-d22525d19f10 service neutron] 10.222.0.15 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670668 Mar 07 22:00:34.490502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db9928-7c68-47bd-b544-7a866c8c13b7 None None] Pushing event updated for resources: {'Port': ['ID=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:34.504010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-389b5ae0-f1eb-4ac7-acb7-bca05227473c tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.518510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-389b5ae0-f1eb-4ac7-acb7-bca05227473c tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0439270 Mar 07 22:00:34.542056 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e65c922-04c8-45d1-9c2a-052796dd706a tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for port (76010b7c-302b-4dcd-89db-f9845e9947dc), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:34.546174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-f361bec9-6e93-45fd-b4e8-10f0a1f88086', 'network_id': 'f361bec9-6e93-45fd-b4e8-10f0a1f88086', 'project_id': '2f177fce87c74fd19c7c423a9ae8ae61', 'fixed_ips': [{'subnet_id': 'cef951df-4f04-42ce-866d-802607713ea0'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:00:34.548815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55068) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.550602 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:34.556574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5e02216-6b1f-40a8-8f91-a023a793f2dc req-1c6fcbc6-2f18-4931-9f83-86941b1656f4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796494 Mar 07 22:00:34.562754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [None req-3aeaa4c1-8bcd-4737-88cb-2dce9911bb40 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.567261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3aeaa4c1-8bcd-4737-88cb-2dce9911bb40 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0096257 Mar 07 22:00:34.583686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55072) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.591044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-cc164ad1-78de-4fcd-bc4d-75d203d6058c tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.592198 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cc164ad1-78de-4fcd-bc4d-75d203d6058c tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0073304 Mar 07 22:00:34.596512 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55074) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.602523 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e65c922-04c8-45d1-9c2a-052796dd706a tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (76010b7c-302b-4dcd-89db-f9845e9947dc), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:34.612073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-dc09f487-6904-40a2-b566-0f0d61855910 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.613071 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dc09f487-6904-40a2-b566-0f0d61855910 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0121646 Mar 07 22:00:34.619280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55076) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.628318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [None req-ced51b8a-fd3c-4425-919b-332c50c96877 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:00:34.629352 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ced51b8a-fd3c-4425-919b-332c50c96877 tempest-ExtensionsTestJSON-1743952586 tempest-ExtensionsTestJSON-1743952586-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0069833 Mar 07 22:00:34.685917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e65c922-04c8-45d1-9c2a-052796dd706a tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Network f361bec9-6e93-45fd-b4e8-10f0a1f88086 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:34.692735 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-7e65c922-04c8-45d1-9c2a-052796dd706a tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:34.695273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e65c922-04c8-45d1-9c2a-052796dd706a tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:34.762117 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65c922-04c8-45d1-9c2a-052796dd706a tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:34.762671 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e65c922-04c8-45d1-9c2a-052796dd706a tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:34.791739 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7e65c922-04c8-45d1-9c2a-052796dd706a tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8654203 Mar 07 22:00:34.795532 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55082) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:34.828893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a95767aa-2a15-4e60-bf41-42b8fd4e5820 req-aebbf652-be75-4ea6-9e13-c2dfc1971a8f service neutron] 10.222.0.15 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757781 Mar 07 22:00:34.832977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Allocated IP 172.20.0.2 (8246d4db-145e-4a5d-a7a2-1307583915c1/9a29622c-2bec-4191-bd2d-96d0f779a3bf/0456755c-8c09-406e-83e1-7abf28a4f54d) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:34.911401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e480b5cf-8364-4e86-a1d9-4015cd0281e9 req-62b51325-3eed-4486-9002-32cdb14fcdfa tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6641617 Mar 07 22:00:35.046723 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Publish callbacks [] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:35.077776 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:35.235995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55088) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:35.240689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-59f7035b-d81d-42b6-aa77-2d791dfa987e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Request body: {'port': {'network_id': 'f361bec9-6e93-45fd-b4e8-10f0a1f88086', 'name': 'tempest-AllowedAddressPairTestJSON-1277333151', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:f0:ef:bd'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:35.249568 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65c922-04c8-45d1-9c2a-052796dd706a tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event updated for resources: {'Port': ['ID=76010b7c-302b-4dcd-89db-f9845e9947dc,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:35.329872 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Pushing event updated for resources: {'Port': ['ID=0456755c-8c09-406e-83e1-7abf28a4f54d,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:35.389556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Network 8246d4db-145e-4a5d-a7a2-1307583915c1 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:35.393883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:35.407866 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:35.413037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Allocated IP 172.20.0.2 (f361bec9-6e93-45fd-b4e8-10f0a1f88086/cef951df-4f04-42ce-866d-802607713ea0/9b825a09-b2d3-4b29-8fa6-dde0220c0e7f) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:35.418930 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Publish callbacks [] for router_gateway (7f00c032-dcf9-494f-ab2e-912549301a79), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:35.426518 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f106b4ce-c36d-418d-8506-562d9188273e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:35.456116 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:35.542891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Attempting to bind port 0456755c-8c09-406e-83e1-7abf28a4f54d on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:35.543515 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Attempting to bind port 0456755c-8c09-406e-83e1-7abf28a4f54d by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'a804b832-333d-43ad-8b88-30a8c7a44c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8246d4db-145e-4a5d-a7a2-1307583915c1'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:35.543869 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Attempting to bind port 0456755c-8c09-406e-83e1-7abf28a4f54d on network 8246d4db-145e-4a5d-a7a2-1307583915c1 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:35.553658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:00:35.554189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Checking segment: {'id': 'a804b832-333d-43ad-8b88-30a8c7a44c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8246d4db-145e-4a5d-a7a2-1307583915c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:35.554643 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:35.555302 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Bound using segment: {'id': 'a804b832-333d-43ad-8b88-30a8c7a44c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8246d4db-145e-4a5d-a7a2-1307583915c1'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:00:35.555800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Bound port: 0456755c-8c09-406e-83e1-7abf28a4f54d, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a804b832-333d-43ad-8b88-30a8c7a44c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8246d4db-145e-4a5d-a7a2-1307583915c1'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:00:35.556200 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:35.566996 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f7035b-d81d-42b6-aa77-2d791dfa987e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Made reservation on behalf of 2f177fce87c74fd19c7c423a9ae8ae61 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:35.621957 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f106b4ce-c36d-418d-8506-562d9188273e admin admin] Publish callbacks [] for security_group (b74eadcf-1358-4bac-aae2-7ccdd2177ddb), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:35.628428 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f106b4ce-c36d-418d-8506-562d9188273e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b74eadcf-1358-4bac-aae2-7ccdd2177ddb), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:35.667959 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Allocated IP 172.25.4.218 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/eb529626-71e3-4639-a0b6-c0a290f29295) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:35.692309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f106b4ce-c36d-418d-8506-562d9188273e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5df329c71f694022b5753e0b7db26764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4528348 Mar 07 22:00:35.692985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55094) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:35.693915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106b4ce-c36d-418d-8506-562d9188273e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74eadcf-1358-4bac-aae2-7ccdd2177ddb,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:35.734847 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-59f7035b-d81d-42b6-aa77-2d791dfa987e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:35.742917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] For port 0456755c-8c09-406e-83e1-7abf28a4f54d, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:00:35.747662 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] For port 0456755c-8c09-406e-83e1-7abf28a4f54d, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0456755c-8c09-406e-83e1-7abf28a4f54d,segment=NetworkSegment(a804b832-333d-43ad-8b88-30a8c7a44c30),segment_id=a804b832-333d-43ad-8b88-30a8c7a44c30)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:00:35.780738 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:35.847172 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Publish callbacks [] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:35.852969 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-59f7035b-d81d-42b6-aa77-2d791dfa987e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] device_id is not set on port 3a105a01-365a-46ac-9160-9a7341e40b0a yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:35.864993 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:35.898489 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-02fbf34d-0bd1-4841-8204-4c780aecf99f admin admin] Publish callbacks [] for security_group (b74eadcf-1358-4bac-aae2-7ccdd2177ddb), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:35.909689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Network f361bec9-6e93-45fd-b4e8-10f0a1f88086 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:35.910524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3250c5-d962-42bd-bab8-0b6d7f807b52 None None] Pushing event updated for resources: {'Port': ['ID=0456755c-8c09-406e-83e1-7abf28a4f54d,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:35.917998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:35.925943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:35.948296 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-02fbf34d-0bd1-4841-8204-4c780aecf99f admin admin] Publish callbacks [] for security_group (b74eadcf-1358-4bac-aae2-7ccdd2177ddb), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:36.014190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb250b-a7ce-4a08-8d0f-de87995fc196 req-df7025d7-60ae-474c-bc7c-2f647bc3c83f tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:36.016153 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36eb250b-a7ce-4a08-8d0f-de87995fc196 req-df7025d7-60ae-474c-bc7c-2f647bc3c83f tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.2500274 Mar 07 22:00:36.017638 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-02fbf34d-0bd1-4841-8204-4c780aecf99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b74eadcf-1358-4bac-aae2-7ccdd2177ddb), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:36.021136 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-02fbf34d-0bd1-4841-8204-4c780aecf99f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:36.026912 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-02fbf34d-0bd1-4841-8204-4c780aecf99f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b74eadcf-1358-4bac-aae2-7ccdd2177ddb HTTP/1.1" status: 204 len: 168 time: 0.3176877 Mar 07 22:00:36.039563 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-59f7035b-d81d-42b6-aa77-2d791dfa987e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Allocated IP 172.20.0.7 (f361bec9-6e93-45fd-b4e8-10f0a1f88086/cef951df-4f04-42ce-866d-802607713ea0/3a105a01-365a-46ac-9160-9a7341e40b0a) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:36.043529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbf34d-0bd1-4841-8204-4c780aecf99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74eadcf-1358-4bac-aae2-7ccdd2177ddb,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:36.130648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Attempting to bind port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:36.130969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Attempting to bind port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'bdd17d90-2a70-4e5e-9961-53fd9838af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f361bec9-6e93-45fd-b4e8-10f0a1f88086'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:36.131366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Attempting to bind port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f on network f361bec9-6e93-45fd-b4e8-10f0a1f88086 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:36.157447 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:00:36.160421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Checking segment: {'id': 'bdd17d90-2a70-4e5e-9961-53fd9838af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f361bec9-6e93-45fd-b4e8-10f0a1f88086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:36.160873 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:36.162282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Bound using segment: {'id': 'bdd17d90-2a70-4e5e-9961-53fd9838af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f361bec9-6e93-45fd-b4e8-10f0a1f88086'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:00:36.164025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Bound port: 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd17d90-2a70-4e5e-9961-53fd9838af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f361bec9-6e93-45fd-b4e8-10f0a1f88086'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:00:36.164439 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:36.223614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Pushing event updated for resources: {'Port': ['ID=9b825a09-b2d3-4b29-8fa6-dde0220c0e7f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:36.261300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b0bdf-e5c8-4fb8-8def-6ba9f0da137b req-511c1471-fc19-43d1-a3e1-52b7df0afd21 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:36.267274 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2b0bdf-e5c8-4fb8-8def-6ba9f0da137b req-511c1471-fc19-43d1-a3e1-52b7df0afd21 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 945 time: 0.1828759 Mar 07 22:00:36.285354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36eb250b-a7ce-4a08-8d0f-de87995fc196 req-8c13ea25-0ddf-4cce-887a-adf47e947a3a tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2565005 Mar 07 22:00:36.359179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2b0bdf-e5c8-4fb8-8def-6ba9f0da137b req-a0e7f30d-abb6-4603-9a61-05e3bef62180 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705268 Mar 07 22:00:36.360410 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-59f7035b-d81d-42b6-aa77-2d791dfa987e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for port (3a105a01-365a-46ac-9160-9a7341e40b0a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:36.395099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5add9afa-e77b-4796-92a8-c4ec0f6deb1b details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:00:36.417509 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-59f7035b-d81d-42b6-aa77-2d791dfa987e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3a105a01-365a-46ac-9160-9a7341e40b0a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:36.461168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] For port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:00:36.466098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] For port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9b825a09-b2d3-4b29-8fa6-dde0220c0e7f,segment=NetworkSegment(bdd17d90-2a70-4e5e-9961-53fd9838af52),segment_id=bdd17d90-2a70-4e5e-9961-53fd9838af52)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:00:36.483383 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:36.497211 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7035b-d81d-42b6-aa77-2d791dfa987e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event updated for resources: {'Port': ['ID=3a105a01-365a-46ac-9160-9a7341e40b0a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:36.514002 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Publish callbacks [] for port (eb529626-71e3-4639-a0b6-c0a290f29295), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:36.527379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f7035b-d81d-42b6-aa77-2d791dfa987e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Network f361bec9-6e93-45fd-b4e8-10f0a1f88086 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:36.531322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-59f7035b-d81d-42b6-aa77-2d791dfa987e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:36.534860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f7035b-d81d-42b6-aa77-2d791dfa987e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:36.614697 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f7035b-d81d-42b6-aa77-2d791dfa987e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:36.615404 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-59f7035b-d81d-42b6-aa77-2d791dfa987e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:36.622770 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (eb529626-71e3-4639-a0b6-c0a290f29295), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:36.675260 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:36.680871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:36.692777 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:36.715103 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-59f7035b-d81d-42b6-aa77-2d791dfa987e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.4798918 Mar 07 22:00:36.718191 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55114) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:36.766809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Pushing event updated for resources: {'Port': ['ID=eb529626-71e3-4639-a0b6-c0a290f29295,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:36.852960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:36.877058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5add9afa-e77b-4796-92a8-c4ec0f6deb1b has no active binding in host n-h1-832330-1 {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 22:00:36.877367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee12e91-0583-43c1-878d-a073f9b5d54e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:36.894950 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee12e91-0583-43c1-878d-a073f9b5d54e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:36.918321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee12e91-0583-43c1-878d-a073f9b5d54e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:36.920887 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6b188-4cbf-4714-b4bc-98336698258c None None] Pushing event updated for resources: {'Port': ['ID=9b825a09-b2d3-4b29-8fa6-dde0220c0e7f,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:36.925638 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bee12e91-0583-43c1-878d-a073f9b5d54e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2033660 Mar 07 22:00:36.926015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55120) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:37.130265 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Publish callbacks [] for router_gateway (7f00c032-dcf9-494f-ab2e-912549301a79), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:37.229128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-76345a1a-3b52-457b-98a7-554e991d71be tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Deleting port 3a105a01-365a-46ac-9160-9a7341e40b0a {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:37.229476 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76345a1a-3b52-457b-98a7-554e991d71be tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3a105a01-365a-46ac-9160-9a7341e40b0a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:37.449800 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76345a1a-3b52-457b-98a7-554e991d71be tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3a105a01-365a-46ac-9160-9a7341e40b0a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:37.485412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-76345a1a-3b52-457b-98a7-554e991d71be tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Calling delete_port for 3a105a01-365a-46ac-9160-9a7341e40b0a owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:37.564933 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (7f00c032-dcf9-494f-ab2e-912549301a79), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:37.612007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55138) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:37.723259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13581649-c1c2-4e74-a787-13457014e2bd req-bfe53e76-de58-48c4-ba69-c06f2783bb3e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:37.737119 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13581649-c1c2-4e74-a787-13457014e2bd req-bfe53e76-de58-48c4-ba69-c06f2783bb3e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.3002875 Mar 07 22:00:37.759042 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce60ae6-8ed2-4836-96e3-6666ea8245e1 None None] Network 8246d4db-145e-4a5d-a7a2-1307583915c1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:00:37.859998 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Router 7f00c032-dcf9-494f-ab2e-912549301a79 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:00:37.888660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa90fb4-d557-43db-84be-969ea1f2a86a req-a4b827f9-1d38-4c00-b21d-5a5d2e918732 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:37.906343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8fa90fb4-d557-43db-84be-969ea1f2a86a req-a4b827f9-1d38-4c00-b21d-5a5d2e918732 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 945 time: 0.4155989 Mar 07 22:00:37.986844 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-9a72a019-2a2d-4c2e-82ac-7491e2fd16d9 tempest-DvrRoutersNegativeTest-1228496200 tempest-DvrRoutersNegativeTest-1228496200-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1412097030', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:37.993101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.policy [None req-9a72a019-2a2d-4c2e-82ac-7491e2fd16d9 tempest-DvrRoutersNegativeTest-1228496200 tempest-DvrRoutersNegativeTest-1228496200-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103719) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 07 22:00:38.001173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.policy [None req-9a72a019-2a2d-4c2e-82ac-7491e2fd16d9 tempest-DvrRoutersNegativeTest-1228496200 tempest-DvrRoutersNegativeTest-1228496200-project] Failed policy check for 'create_router' {{(pid=103719) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 07 22:00:38.002085 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-9a72a019-2a2d-4c2e-82ac-7491e2fd16d9 tempest-DvrRoutersNegativeTest-1228496200 tempest-DvrRoutersNegativeTest-1228496200-project] create failed (client error): Access was denied to this resource. Mar 07 22:00:38.002933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9a72a019-2a2d-4c2e-82ac-7491e2fd16d9 tempest-DvrRoutersNegativeTest-1228496200 tempest-DvrRoutersNegativeTest-1228496200-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3899717 Mar 07 22:00:38.015882 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4e0ce36e-fc7c-4448-97ce-355cc0328667 None None] Provisioning complete for port 0456755c-8c09-406e-83e1-7abf28a4f54d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:38.016424 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce36e-fc7c-4448-97ce-355cc0328667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:38.173930 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8fa90fb4-d557-43db-84be-969ea1f2a86a req-06d95935-d814-4cef-b1ca-2747e601b0f3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643013 Mar 07 22:00:38.175136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13581649-c1c2-4e74-a787-13457014e2bd req-2f05430b-6224-44b1-a250-f5a137d52a83 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4371648 Mar 07 22:00:38.215226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:00:38.227078 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Sync routers for ids ['7f00c032-dcf9-494f-ab2e-912549301a79'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:00:38.249165 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Routers {'7f00c032-dcf9-494f-ab2e-912549301a79'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:38.251488 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['7f00c032-dcf9-494f-ab2e-912549301a79'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:38.252063 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:38.255719 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3245e5c4-d226-4c0e-b6b9-0b14fe99ee74 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.9026358 Mar 07 22:00:38.261490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55148) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:38.264149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0456755c-8c09-406e-83e1-7abf28a4f54d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:38.394998 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76345a1a-3b52-457b-98a7-554e991d71be tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (3a105a01-365a-46ac-9160-9a7341e40b0a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:38.395456 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ce36e-fc7c-4448-97ce-355cc0328667 None None] Current status of the port 0456755c-8c09-406e-83e1-7abf28a4f54d is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:38.395891 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce36e-fc7c-4448-97ce-355cc0328667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:38.492144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76345a1a-3b52-457b-98a7-554e991d71be tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event deleted for resources: {'Port': ['ID=3a105a01-365a-46ac-9160-9a7341e40b0a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:38.525937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-4e0ce36e-fc7c-4448-97ce-355cc0328667 None None] For port 0456755c-8c09-406e-83e1-7abf28a4f54d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0456755c-8c09-406e-83e1-7abf28a4f54d,segment=NetworkSegment(a804b832-333d-43ad-8b88-30a8c7a44c30),segment_id=a804b832-333d-43ad-8b88-30a8c7a44c30)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:38.548557 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce36e-fc7c-4448-97ce-355cc0328667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:38.624927 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Set router 7f00c032-dcf9-494f-ab2e-912549301a79 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:38.683411 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9216bbe1-7683-4ef4-ab08-c82132ef108c None None] Network f361bec9-6e93-45fd-b4e8-10f0a1f88086 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:00:38.704791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55154) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:38.816856 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'name': 'tempest-ImageQuotaTest-1195500734-router', 'tenant_id': '952550adff154113ba5d0fc45e25513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'eb529626-71e3-4639-a0b6-c0a290f29295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:00:33Z', 'updated_at': '2022-03-07T22:00:36Z', 'revision_number': 3, 'project_id': '952550adff154113ba5d0fc45e25513e', 'gw_port': {'id': 'eb529626-71e3-4639-a0b6-c0a290f29295', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:00:35Z', 'updated_at': '2022-03-07T22:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:38.854845 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Checking router: 7f00c032-dcf9-494f-ab2e-912549301a79 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:00:38.855483 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Updating router 7f00c032-dcf9-494f-ab2e-912549301a79 port eb529626-71e3-4639-a0b6-c0a290f29295 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:00:38.869574 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76345a1a-3b52-457b-98a7-554e991d71be tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:38.877147 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-76345a1a-3b52-457b-98a7-554e991d71be tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "DELETE /v2.0/ports/3a105a01-365a-46ac-9160-9a7341e40b0a HTTP/1.1" status: 204 len: 168 time: 1.9490585 Mar 07 22:00:38.881032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55158) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:38.885626 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 0456755c-8c09-406e-83e1-7abf28a4f54d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:38.886168 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:38.887563 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (eb529626-71e3-4639-a0b6-c0a290f29295), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:38.939918 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e244c5-15c3-49f0-90bb-62e2391287fd tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] GET failed (client error): The resource could not be found. Mar 07 22:00:38.944197 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-94e244c5-15c3-49f0-90bb-62e2391287fd tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "GET /v2.0/ports/3a105a01-365a-46ac-9160-9a7341e40b0a HTTP/1.1" status: 404 len: 333 time: 0.0620039 Mar 07 22:00:38.949831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55160) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:38.963936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-fddfe82c-c4ca-4a0f-9c35-ac09f9cc059f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Request body: {'port': {'network_id': 'f361bec9-6e93-45fd-b4e8-10f0a1f88086', 'name': 'tempest-AllowedAddressPairTestJSON-820558143'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:39.165202 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Publish callbacks [] for port (eb529626-71e3-4639-a0b6-c0a290f29295), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:39.177797 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (eb529626-71e3-4639-a0b6-c0a290f29295), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:39.281410 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4566e-bc36-4f17-adaf-cbd072e14a4f None None] Pushing event updated for resources: {'Port': ['ID=eb529626-71e3-4639-a0b6-c0a290f29295,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:39.283006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddfe82c-c4ca-4a0f-9c35-ac09f9cc059f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Made reservation on behalf of 2f177fce87c74fd19c7c423a9ae8ae61 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:39.287143 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fddfe82c-c4ca-4a0f-9c35-ac09f9cc059f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:39.344659 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4566e-bc36-4f17-adaf-cbd072e14a4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:39.345009 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4566e-bc36-4f17-adaf-cbd072e14a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:39.345164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-fddfe82c-c4ca-4a0f-9c35-ac09f9cc059f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] device_id is not set on port 17255526-e3d5-4e2e-90f2-dd2df9d19a5f yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:39.345678 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4566e-bc36-4f17-adaf-cbd072e14a4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:39.346225 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4566e-bc36-4f17-adaf-cbd072e14a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:39.346725 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4566e-bc36-4f17-adaf-cbd072e14a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:39.347220 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4566e-bc36-4f17-adaf-cbd072e14a4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:39.347717 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4566e-bc36-4f17-adaf-cbd072e14a4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:39.348236 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4566e-bc36-4f17-adaf-cbd072e14a4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:39.357827 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4566e-bc36-4f17-adaf-cbd072e14a4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:39.358495 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4566e-bc36-4f17-adaf-cbd072e14a4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:39.366847 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4566e-bc36-4f17-adaf-cbd072e14a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:39.367384 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4566e-bc36-4f17-adaf-cbd072e14a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:39.373294 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4566e-bc36-4f17-adaf-cbd072e14a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:39.376816 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Attempting to bind port eb529626-71e3-4639-a0b6-c0a290f29295 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:39.377103 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f79889c8-569c-493e-9673-cec51a9b56f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:39.377867 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Attempting to bind port eb529626-71e3-4639-a0b6-c0a290f29295 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:39.378460 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Attempting to bind port eb529626-71e3-4639-a0b6-c0a290f29295 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:39.398754 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:00:39.399462 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:39.400038 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:39.400601 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:00:39.401255 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Bound port: eb529626-71e3-4639-a0b6-c0a290f29295, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:00:39.401819 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (eb529626-71e3-4639-a0b6-c0a290f29295), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:39.497739 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] For port eb529626-71e3-4639-a0b6-c0a290f29295, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:00:39.501955 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] For port eb529626-71e3-4639-a0b6-c0a290f29295, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=eb529626-71e3-4639-a0b6-c0a290f29295,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:00:39.511598 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (eb529626-71e3-4639-a0b6-c0a290f29295), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:39.531125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3139c03c-8ba6-4065-8a4f-81185750d510 None None] Provisioning complete for port 0456755c-8c09-406e-83e1-7abf28a4f54d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:39.533248 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3139c03c-8ba6-4065-8a4f-81185750d510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:39.564963 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f79889c8-569c-493e-9673-cec51a9b56f2 admin admin] Publish callbacks [] for security_group (ea574fa5-d68a-440f-9bc2-c95382d61c52), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:39.577034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f79889c8-569c-493e-9673-cec51a9b56f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ea574fa5-d68a-440f-9bc2-c95382d61c52), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:39.591340 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4566e-bc36-4f17-adaf-cbd072e14a4f None None] Pushing event updated for resources: {'Port': ['ID=eb529626-71e3-4639-a0b6-c0a290f29295,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:39.616464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe11fa-b2c3-4df0-8a62-ac3be2418361 req-8f56e789-48dd-4a36-b09d-61c0bd6853ee tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:39.617961 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Routers {'7f00c032-dcf9-494f-ab2e-912549301a79'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:39.618376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aebe11fa-b2c3-4df0-8a62-ac3be2418361 req-8f56e789-48dd-4a36-b09d-61c0bd6853ee tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.3020389 Mar 07 22:00:39.625092 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['7f00c032-dcf9-494f-ab2e-912549301a79'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:39.663383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ad6b5-e63e-475b-9559-16843e84b8f8 req-7b7f4d38-2838-48ce-9d64-2928110ac216 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:39.664932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b06ad6b5-e63e-475b-9559-16843e84b8f8 req-7b7f4d38-2838-48ce-9d64-2928110ac216 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 945 time: 0.2319758 Mar 07 22:00:39.670556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ce36e-fc7c-4448-97ce-355cc0328667 None None] Pushing event updated for resources: {'Port': ['ID=0456755c-8c09-406e-83e1-7abf28a4f54d,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:39.768140 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] Set router 7f00c032-dcf9-494f-ab2e-912549301a79 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:39.769456 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79889c8-569c-493e-9673-cec51a9b56f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea574fa5-d68a-440f-9bc2-c95382d61c52,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:39.779394 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b06ad6b5-e63e-475b-9559-16843e84b8f8 req-54023c68-3b67-4041-ab53-707c16579cbc tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682533 Mar 07 22:00:39.795020 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f79889c8-569c-493e-9673-cec51a9b56f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a63cbbcc5e104236b65ce44050b77f19&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0889924 Mar 07 22:00:39.802162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55174) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:39.840038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aebe11fa-b2c3-4df0-8a62-ac3be2418361 req-061fe17e-8b4f-4ace-9901-ad5bcbd12bbc tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2114594 Mar 07 22:00:39.854978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-fddfe82c-c4ca-4a0f-9c35-ac09f9cc059f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Allocated IP 172.20.0.7 (f361bec9-6e93-45fd-b4e8-10f0a1f88086/cef951df-4f04-42ce-866d-802607713ea0/17255526-e3d5-4e2e-90f2-dd2df9d19a5f) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:39.888747 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20e8218d-9897-4b34-8744-70e40b155a80 admin admin] Publish callbacks [] for security_group (ea574fa5-d68a-440f-9bc2-c95382d61c52), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:39.915010 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20e8218d-9897-4b34-8744-70e40b155a80 admin admin] Publish callbacks [] for security_group (ea574fa5-d68a-440f-9bc2-c95382d61c52), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:39.943809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3139c03c-8ba6-4065-8a4f-81185750d510 None None] Current status of the port 0456755c-8c09-406e-83e1-7abf28a4f54d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:39.971557 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 0456755c-8c09-406e-83e1-7abf28a4f54d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:39.972969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:40.003023 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20e8218d-9897-4b34-8744-70e40b155a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ea574fa5-d68a-440f-9bc2-c95382d61c52), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:40.005669 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20e8218d-9897-4b34-8744-70e40b155a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:40.006865 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-20e8218d-9897-4b34-8744-70e40b155a80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea574fa5-d68a-440f-9bc2-c95382d61c52 HTTP/1.1" status: 204 len: 168 time: 0.2037539 Mar 07 22:00:40.037232 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:40.050574 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8218d-9897-4b34-8744-70e40b155a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea574fa5-d68a-440f-9bc2-c95382d61c52,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:40.116539 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3139c03c-8ba6-4065-8a4f-81185750d510 None None] Provisioning complete for port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:40.118588 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3139c03c-8ba6-4065-8a4f-81185750d510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:40.272869 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:40.273260 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:40.423514 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'name': 'tempest-ImageQuotaTest-1195500734-router', 'tenant_id': '952550adff154113ba5d0fc45e25513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'eb529626-71e3-4639-a0b6-c0a290f29295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:00:33Z', 'updated_at': '2022-03-07T22:00:36Z', 'revision_number': 3, 'project_id': '952550adff154113ba5d0fc45e25513e', 'gw_port': {'id': 'eb529626-71e3-4639-a0b6-c0a290f29295', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:00:35Z', 'updated_at': '2022-03-07T22:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:40.516489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3139c03c-8ba6-4065-8a4f-81185750d510 None None] Current status of the port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:40.516718 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3139c03c-8ba6-4065-8a4f-81185750d510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:40.538816 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01815e0c-651b-4d6d-90b4-19bcaa738f03 None None] The sync data for ids ['7f00c032-dcf9-494f-ab2e-912549301a79'] in n-d-832330-1 is: [{'id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'name': 'tempest-ImageQuotaTest-1195500734-router', 'tenant_id': '952550adff154113ba5d0fc45e25513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'eb529626-71e3-4639-a0b6-c0a290f29295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:00:33Z', 'updated_at': '2022-03-07T22:00:36Z', 'revision_number': 3, 'project_id': '952550adff154113ba5d0fc45e25513e', 'gw_port': {'id': 'eb529626-71e3-4639-a0b6-c0a290f29295', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:00:35Z', 'updated_at': '2022-03-07T22:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:00:40.550738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Allocated IP 172.20.0.1 (8246d4db-145e-4a5d-a7a2-1307583915c1/9a29622c-2bec-4191-bd2d-96d0f779a3bf/82a42e48-8b82-42e2-ac5c-a936a7045bd6) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:40.612460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf7209-aeb6-48a4-97e8-657fc3eb75c6 req-ce9d3a28-20e7-4811-b130-a1474774988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:40.613999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9edf7209-aeb6-48a4-97e8-657fc3eb75c6 req-ce9d3a28-20e7-4811-b130-a1474774988c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bb6403373984f908124dcb70d1ed022&device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 1128 time: 0.3340297 Mar 07 22:00:40.671463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:40.672008 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:40.820984 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Publish callbacks [] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:40.823776 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3139c03c-8ba6-4065-8a4f-81185750d510 None None] For port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9b825a09-b2d3-4b29-8fa6-dde0220c0e7f,segment=NetworkSegment(bdd17d90-2a70-4e5e-9961-53fd9838af52),segment_id=bdd17d90-2a70-4e5e-9961-53fd9838af52)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:40.835679 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3139c03c-8ba6-4065-8a4f-81185750d510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:40.946286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:41.055962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Network 8246d4db-145e-4a5d-a7a2-1307583915c1 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:41.064266 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:41.071961 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:41.103393 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:00:41.103393 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:00:41.144978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cf5a5164-03c6-43c7-9d1a-b70e7bec4a0c None None] Provisioning complete for port 76010b7c-302b-4dcd-89db-f9845e9947dc triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:41.145361 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5164-03c6-43c7-9d1a-b70e7bec4a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (76010b7c-302b-4dcd-89db-f9845e9947dc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:41.147218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139c03c-8ba6-4065-8a4f-81185750d510 None None] Pushing event updated for resources: {'Port': ['ID=9b825a09-b2d3-4b29-8fa6-dde0220c0e7f,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:41.191354 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Pushing event updated for resources: {'Port': ['ID=82a42e48-8b82-42e2-ac5c-a936a7045bd6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:41.196880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a5164-03c6-43c7-9d1a-b70e7bec4a0c None None] Port 76010b7c-302b-4dcd-89db-f9845e9947dc cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:41.212084 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cf5a5164-03c6-43c7-9d1a-b70e7bec4a0c None None] Provisioning complete for port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:41.212571 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5164-03c6-43c7-9d1a-b70e7bec4a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:41.262223 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (7f00c032-dcf9-494f-ab2e-912549301a79), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:41.435456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934fc72-449e-4766-ab38-8ec31f888e72 req-34b2b7d1-9345-4656-97b7-16a06df70cfb tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:41.447393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a5164-03c6-43c7-9d1a-b70e7bec4a0c None None] Current status of the port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:41.448627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3934fc72-449e-4766-ab38-8ec31f888e72 req-34b2b7d1-9345-4656-97b7-16a06df70cfb tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.9993203 Mar 07 22:00:41.571170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-eee1d326-4665-42d6-9842-edf611cbbd60 None None] Could not find standard attr ID for object 3a105a01-365a-46ac-9160-9a7341e40b0a. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:00:41.602025 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:41.692413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55214) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:41.693268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:41.751833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e735305e-d5b5-4262-96e9-0710ce324259 None None] Provisioning complete for port 82a42e48-8b82-42e2-ac5c-a936a7045bd6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:41.766146 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e735305e-d5b5-4262-96e9-0710ce324259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:41.771910 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fddfe82c-c4ca-4a0f-9c35-ac09f9cc059f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for port (17255526-e3d5-4e2e-90f2-dd2df9d19a5f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:41.880518 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e735305e-d5b5-4262-96e9-0710ce324259 None None] Port 82a42e48-8b82-42e2-ac5c-a936a7045bd6 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:41.945270 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-576a9dd3-b184-470a-a0f5-7fa2adcab573 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1259023208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:41.945585 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3934fc72-449e-4766-ab38-8ec31f888e72 req-3c6a3045-e8a1-4b7d-b4fb-8ae8303225bd tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4956279 Mar 07 22:00:41.986351 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf7209-aeb6-48a4-97e8-657fc3eb75c6 req-f2307895-fd83-4d3e-ae2e-a8575be0c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:41.988134 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9edf7209-aeb6-48a4-97e8-657fc3eb75c6 req-f2307895-fd83-4d3e-ae2e-a8575be0c462 service neutron] 10.222.0.15 "GET /v2.0/networks?id=17af4d75-4163-4f51-bf4d-822a5308abb9 HTTP/1.1" status: 200 len: 911 time: 1.3459561 Mar 07 22:00:41.994462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-43a36ebf-d98c-4339-ab9c-102842c368da service neutron] 10.222.0.15 "GET /v2.0/ports/5add9afa-e77b-4796-92a8-c4ec0f6deb1b/bindings/n-h1-832330-1 HTTP/1.1" status: 200 len: 384 time: 0.5251849 Mar 07 22:00:42.008654 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-576a9dd3-b184-470a-a0f5-7fa2adcab573 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (f4f08850-b752-406d-a32a-baba140e7fb5), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:42.009697 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-576a9dd3-b184-470a-a0f5-7fa2adcab573 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (f4f08850-b752-406d-a32a-baba140e7fb5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:42.074899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0456755c-8c09-406e-83e1-7abf28a4f54d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:42.138824 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fddfe82c-c4ca-4a0f-9c35-ac09f9cc059f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (17255526-e3d5-4e2e-90f2-dd2df9d19a5f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:42.166151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9edf7209-aeb6-48a4-97e8-657fc3eb75c6 req-884ffb10-6a73-4a86-b2aa-8e1a04aba1fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b385e6f-9bbd-488a-87c6-04f7efc8a217 HTTP/1.1" status: 200 len: 1002 time: 0.1546311 Mar 07 22:00:42.183049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 0456755c-8c09-406e-83e1-7abf28a4f54d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:42.183849 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:42.227880 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-576a9dd3-b184-470a-a0f5-7fa2adcab573 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for router_controller (f4f08850-b752-406d-a32a-baba140e7fb5), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:42.249051 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-576a9dd3-b184-470a-a0f5-7fa2adcab573 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (f4f08850-b752-406d-a32a-baba140e7fb5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:42.271227 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Publish callbacks [] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:42.289911 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:42.314013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 0456755c-8c09-406e-83e1-7abf28a4f54d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:42.315757 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:42.335268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddfe82c-c4ca-4a0f-9c35-ac09f9cc059f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Network f361bec9-6e93-45fd-b4e8-10f0a1f88086 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:42.345356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-fddfe82c-c4ca-4a0f-9c35-ac09f9cc059f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:42.360883 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-576a9dd3-b184-470a-a0f5-7fa2adcab573 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:42.364248 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-576a9dd3-b184-470a-a0f5-7fa2adcab573 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6648452 Mar 07 22:00:42.383935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddfe82c-c4ca-4a0f-9c35-ac09f9cc059f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:42.389411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55220) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:42.394655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1758611015'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:42.417218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfe82c-c4ca-4a0f-9c35-ac09f9cc059f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event updated for resources: {'Port': ['ID=17255526-e3d5-4e2e-90f2-dd2df9d19a5f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:42.417667 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:42.418147 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:42.455139 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (7f00c032-dcf9-494f-ab2e-912549301a79), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:42.489244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Pushing event updated for resources: {'Port': ['ID=82a42e48-8b82-42e2-ac5c-a936a7045bd6,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:42.507492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf7209-aeb6-48a4-97e8-657fc3eb75c6 req-8a18d141-59d0-4d43-8317-ee8c0e3e4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:42.509089 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9edf7209-aeb6-48a4-97e8-657fc3eb75c6 req-8a18d141-59d0-4d43-8317-ee8c0e3e4349 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b78d0f-0bb8-455d-a78c-07f57fa57eef HTTP/1.1" status: 200 len: 849 time: 0.2849846 Mar 07 22:00:42.654545 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:42.655796 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device eb529626-71e3-4639-a0b6-c0a290f29295 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:42.656966 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Network 8246d4db-145e-4a5d-a7a2-1307583915c1 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:42.658981 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:42.671004 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-7e5bda2d-fa24-4bdd-92e5-ed91ac125ea9 service neutron] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:42.698368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-7e5bda2d-fa24-4bdd-92e5-ed91ac125ea9 service neutron] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:00:42.773875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-7e5bda2d-fa24-4bdd-92e5-ed91ac125ea9 service neutron] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:42.803096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:00:42.805902 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8e5603-f733-4ce6-90e9-c55a3806eba2" -d '{"events": [{"server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "name": "network-vif-unplugged", "status": "completed", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:00:42.812903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-aa1a9f52-759b-4bea-b123-2296b30ce612 None None] Provisioning complete for port 17255526-e3d5-4e2e-90f2-dd2df9d19a5f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:42.813480 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa1a9f52-759b-4bea-b123-2296b30ce612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (17255526-e3d5-4e2e-90f2-dd2df9d19a5f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:42.831389 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-7e5bda2d-fa24-4bdd-92e5-ed91ac125ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:42.883538 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port eb529626-71e3-4639-a0b6-c0a290f29295 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:42.883912 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (eb529626-71e3-4639-a0b6-c0a290f29295), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:42.896046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Router 7f00c032-dcf9-494f-ab2e-912549301a79 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:00:42.963364 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-7e5bda2d-fa24-4bdd-92e5-ed91ac125ea9 service neutron] Transition to ACTIVE for port object 5add9afa-e77b-4796-92a8-c4ec0f6deb1b will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:00:42.974231 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f353137-3b41-4ab0-8c1d-648d13ea61ff req-18083252-cd2f-4078-8477-5c6d3b842080 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:42.976467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f353137-3b41-4ab0-8c1d-648d13ea61ff req-18083252-cd2f-4078-8477-5c6d3b842080 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 945 time: 0.8320763 Mar 07 22:00:42.989040 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-7e5bda2d-fa24-4bdd-92e5-ed91ac125ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:43.027223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Made reservation on behalf of 4edfe8641daa43e59ab3391b58d8e02b for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:43.032152 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-aa1a9f52-759b-4bea-b123-2296b30ce612 None None] Port 17255526-e3d5-4e2e-90f2-dd2df9d19a5f cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:43.033258 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:43.090968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:00:43.098095 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cd5a5830-9de9-4973-a2cd-d6661be184d4 admin admin] 10.222.0.26 "PUT /v2.0/routers/7f00c032-dcf9-494f-ab2e-912549301a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8309848 Mar 07 22:00:43.125354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port eb529626-71e3-4639-a0b6-c0a290f29295 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:43.125772 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (eb529626-71e3-4639-a0b6-c0a290f29295), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:43.157976 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:43.177693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bda2d-fa24-4bdd-92e5-ed91ac125ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,revision_number=11']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:43.186775 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9ee75517-bfe7-4ae1-a478-5fe58309168a None None] Provisioning complete for port 82a42e48-8b82-42e2-ac5c-a936a7045bd6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:43.187156 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9ee75517-bfe7-4ae1-a478-5fe58309168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:43.269641 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9ee75517-bfe7-4ae1-a478-5fe58309168a None None] Port 82a42e48-8b82-42e2-ac5c-a936a7045bd6 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:43.280952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port eb529626-71e3-4639-a0b6-c0a290f29295, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=eb529626-71e3-4639-a0b6-c0a290f29295,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:43.292852 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (eb529626-71e3-4639-a0b6-c0a290f29295), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:43.371918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddfe82c-c4ca-4a0f-9c35-ac09f9cc059f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:43.372799 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fddfe82c-c4ca-4a0f-9c35-ac09f9cc059f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:43.412882 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=eb529626-71e3-4639-a0b6-c0a290f29295,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:43.442930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-7e5bda2d-fa24-4bdd-92e5-ed91ac125ea9 service neutron] No DVR routers for this DVR port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:00:43.642202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Sync routers for ids ['7f00c032-dcf9-494f-ab2e-912549301a79'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:00:43.664684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf7209-aeb6-48a4-97e8-657fc3eb75c6 req-4085d995-4122-44e1-b0c0-ffda2bc472fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:43.666102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9edf7209-aeb6-48a4-97e8-657fc3eb75c6 req-4085d995-4122-44e1-b0c0-ffda2bc472fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17af4d75-4163-4f51-bf4d-822a5308abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1419244 Mar 07 22:00:43.670140 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Routers {'7f00c032-dcf9-494f-ab2e-912549301a79'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:43.671303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['7f00c032-dcf9-494f-ab2e-912549301a79'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:43.697224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55236) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:43.699417 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fddfe82c-c4ca-4a0f-9c35-ac09f9cc059f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7432423 Mar 07 22:00:43.712852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b7c990e4-c0d8-4ddf-a6f7-d35b490f0bf2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:f0:ef:bd'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:43.722435 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f353137-3b41-4ab0-8c1d-648d13ea61ff req-2b0bedb7-d022-46c7-8507-ee3c98f505b5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6482139 Mar 07 22:00:43.879414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-7e5bda2d-fa24-4bdd-92e5-ed91ac125ea9 service neutron] 10.222.0.15 "PUT /v2.0/ports/5add9afa-e77b-4796-92a8-c4ec0f6deb1b/bindings/n-h1-832330-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8540072 Mar 07 22:00:43.936587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for security_group (10d57003-ba91-4793-b099-e1c8d7ccb205), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:43.947496 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (10d57003-ba91-4793-b099-e1c8d7ccb205), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:43.976076 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:00:43.993091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device eb529626-71e3-4639-a0b6-c0a290f29295 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:43.995456 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (809a4f0e-01a5-4e5a-abdf-44f38569dbc3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:43.995815 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Added segment 809a4f0e-01a5-4e5a-abdf-44f38569dbc3 of type vlan for network 1cba69b6-0944-4a2f-88bb-928b6cf21f88 Mar 07 22:00:44.095745 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (1cba69b6-0944-4a2f-88bb-928b6cf21f88), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:44.163529 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41af2003-c04c-4934-bc7a-0534736cf80b x-openstack-request-id: req-41af2003-c04c-4934-bc7a-0534736cf80b {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:00:44.163844 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "name": "network-vif-unplugged", "status": "completed", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:00:44.167167 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41af2003-c04c-4934-bc7a-0534736cf80b {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:00:44.168369 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b', 'code': 200} Mar 07 22:00:44.189610 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7c990e4-c0d8-4ddf-a6f7-d35b490f0bf2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (17255526-e3d5-4e2e-90f2-dd2df9d19a5f), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:44.194973 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (1cba69b6-0944-4a2f-88bb-928b6cf21f88), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:44.200305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:44.200974 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:44.344743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port eb529626-71e3-4639-a0b6-c0a290f29295 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:44.345139 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (eb529626-71e3-4639-a0b6-c0a290f29295), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:44.362541 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9edf7209-aeb6-48a4-97e8-657fc3eb75c6 req-61f3adc1-50fa-495d-b593-29a877ba34f1 service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722288 Mar 07 22:00:44.402422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Set router 7f00c032-dcf9-494f-ab2e-912549301a79 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:44.447566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d57003-ba91-4793-b099-e1c8d7ccb205,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:44.534192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.1429780 Mar 07 22:00:44.544695 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55252) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:44.548201 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7c990e4-c0d8-4ddf-a6f7-d35b490f0bf2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for port (17255526-e3d5-4e2e-90f2-dd2df9d19a5f), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:44.551410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-36005458-2f0c-4761-9d9e-10e7c1b98c28 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Request body: {'subnet': {'network_id': '1cba69b6-0944-4a2f-88bb-928b6cf21f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:44.555167 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7c990e4-c0d8-4ddf-a6f7-d35b490f0bf2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (17255526-e3d5-4e2e-90f2-dd2df9d19a5f), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:44.555790 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5add9afa-e77b-4796-92a8-c4ec0f6deb1b no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:00:44.606325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] The host n-h2-832330-1 is not matching for port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b host n-h1-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 22:00:44.606717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5add9afa-e77b-4796-92a8-c4ec0f6deb1b not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:00:44.621945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ca5f2-71e3-4600-8110-d73d3d236acc tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event updated for resources: {'Network': ['ID=1cba69b6-0944-4a2f-88bb-928b6cf21f88,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:44.655248 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 1cba69b6-0944-4a2f-88bb-928b6cf21f88 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:00:44.684630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c990e4-c0d8-4ddf-a6f7-d35b490f0bf2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event updated for resources: {'Port': ['ID=17255526-e3d5-4e2e-90f2-dd2df9d19a5f,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:44.698909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b7c990e4-c0d8-4ddf-a6f7-d35b490f0bf2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] In _notify_port_updated(), no bound segment for port 17255526-e3d5-4e2e-90f2-dd2df9d19a5f on network f361bec9-6e93-45fd-b4e8-10f0a1f88086 {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 22:00:44.705837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c990e4-c0d8-4ddf-a6f7-d35b490f0bf2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:44.706884 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b7c990e4-c0d8-4ddf-a6f7-d35b490f0bf2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:44.711732 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b7c990e4-c0d8-4ddf-a6f7-d35b490f0bf2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "PUT /v2.0/ports/17255526-e3d5-4e2e-90f2-dd2df9d19a5f HTTP/1.1" status: 200 len: 993 time: 1.0131543 Mar 07 22:00:44.712852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55254) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:44.775237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port eb529626-71e3-4639-a0b6-c0a290f29295 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:44.857797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932320b-504c-4f47-8ab2-fb45f1ae5eb2 req-4f8cdc1e-61cb-40d3-9d40-5649efa4ff24 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:44.869261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1932320b-504c-4f47-8ab2-fb45f1ae5eb2 req-4f8cdc1e-61cb-40d3-9d40-5649efa4ff24 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.6898379 Mar 07 22:00:44.870816 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1d47c6d9-f6bc-4a70-85e0-ed330324b064 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Deleting port 17255526-e3d5-4e2e-90f2-dd2df9d19a5f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:44.871164 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d47c6d9-f6bc-4a70-85e0-ed330324b064 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (17255526-e3d5-4e2e-90f2-dd2df9d19a5f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:44.938409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'name': 'tempest-ImageQuotaTest-1195500734-router', 'tenant_id': '952550adff154113ba5d0fc45e25513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'eb529626-71e3-4639-a0b6-c0a290f29295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:00:33Z', 'updated_at': '2022-03-07T22:00:41Z', 'revision_number': 4, 'project_id': '952550adff154113ba5d0fc45e25513e', 'gw_port': {'id': 'eb529626-71e3-4639-a0b6-c0a290f29295', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:00:35Z', 'updated_at': '2022-03-07T22:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '82a42e48-8b82-42e2-ac5c-a936a7045bd6', 'name': '', 'network_id': '8246d4db-145e-4a5d-a7a2-1307583915c1', 'tenant_id': '952550adff154113ba5d0fc45e25513e', 'mac_address': 'fa:16:3e:cc:16:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '9a29622c-2bec-4191-bd2d-96d0f779a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:00:40Z', 'updated_at': '2022-03-07T22:00:41Z', 'revision_number': 2, 'project_id': '952550adff154113ba5d0fc45e25513e', 'subnets': [{'id': '9a29622c-2bec-4191-bd2d-96d0f779a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:44.976721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9edf7209-aeb6-48a4-97e8-657fc3eb75c6 req-57ca61cf-8897-449e-8467-208a0e30ef90 service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560381 Mar 07 22:00:44.983777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Checking router: 7f00c032-dcf9-494f-ab2e-912549301a79 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:00:44.984134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Updating router 7f00c032-dcf9-494f-ab2e-912549301a79 port 82a42e48-8b82-42e2-ac5c-a936a7045bd6 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:00:45.014573 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:45.019537 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d47c6d9-f6bc-4a70-85e0-ed330324b064 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (17255526-e3d5-4e2e-90f2-dd2df9d19a5f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:45.040258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1d47c6d9-f6bc-4a70-85e0-ed330324b064 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Calling delete_port for 17255526-e3d5-4e2e-90f2-dd2df9d19a5f owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:45.114625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1932320b-504c-4f47-8ab2-fb45f1ae5eb2 req-93edd261-126f-43f0-b360-1d2dba72a933 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2426109 Mar 07 22:00:45.116862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36005458-2f0c-4761-9d9e-10e7c1b98c28 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Made reservation on behalf of 4edfe8641daa43e59ab3391b58d8e02b for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:45.131630 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36005458-2f0c-4761-9d9e-10e7c1b98c28 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:45.405618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a9f7a2b2-d12e-495f-a448-a21878f307f6 None None] Provisioning complete for port 17255526-e3d5-4e2e-90f2-dd2df9d19a5f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:45.406145 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a2b2-d12e-495f-a448-a21878f307f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (17255526-e3d5-4e2e-90f2-dd2df9d19a5f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:45.418294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a2f9d-b090-49e5-a294-f3bc6d00fac2 req-0840285b-86d2-4372-84d0-c2a4fa18ef17 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:45.420866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-415a2f9d-b090-49e5-a294-f3bc6d00fac2 req-0840285b-86d2-4372-84d0-c2a4fa18ef17 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 944 time: 0.1287279 Mar 07 22:00:45.432197 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d47c6d9-f6bc-4a70-85e0-ed330324b064 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (17255526-e3d5-4e2e-90f2-dd2df9d19a5f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:45.477472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47c6d9-f6bc-4a70-85e0-ed330324b064 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event deleted for resources: {'Port': ['ID=17255526-e3d5-4e2e-90f2-dd2df9d19a5f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:45.512816 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7a2b2-d12e-495f-a448-a21878f307f6 None None] Port 17255526-e3d5-4e2e-90f2-dd2df9d19a5f cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:45.752322 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-798b9886-0466-42c7-bcb9-b59431a5f08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:45.805182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-415a2f9d-b090-49e5-a294-f3bc6d00fac2 req-4bfb146e-b190-4200-88d7-9372f9f47cd3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778446 Mar 07 22:00:45.870915 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Publish callbacks [] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:45.883128 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:45.923007 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1d47c6d9-f6bc-4a70-85e0-ed330324b064 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:45.942032 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1d47c6d9-f6bc-4a70-85e0-ed330324b064 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "DELETE /v2.0/ports/17255526-e3d5-4e2e-90f2-dd2df9d19a5f HTTP/1.1" status: 204 len: 168 time: 1.2180014 Mar 07 22:00:45.942994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55282) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:45.999937 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36005458-2f0c-4761-9d9e-10e7c1b98c28 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (6e434066-2ef5-41ca-b77d-7e43edbb0cdd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:46.018125 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cedaa2-30d7-4ae1-9203-a50944bf372c tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] GET failed (client error): The resource could not be found. Mar 07 22:00:46.019946 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-31cedaa2-30d7-4ae1-9203-a50944bf372c tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "GET /v2.0/ports/17255526-e3d5-4e2e-90f2-dd2df9d19a5f HTTP/1.1" status: 404 len: 333 time: 0.0757768 Mar 07 22:00:46.025527 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55284) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:46.031527 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e605449a-b4a5-47af-a2b8-09ec37fd0d65 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Request body: {'port': {'network_id': 'f361bec9-6e93-45fd-b4e8-10f0a1f88086', 'name': 'tempest-AllowedAddressPairTestJSON-1848447617'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:46.086107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36005458-2f0c-4761-9d9e-10e7c1b98c28 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event updated for resources: {'Subnet': ['ID=6e434066-2ef5-41ca-b77d-7e43edbb0cdd,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:46.108953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55286) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:46.208177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006797f-66cc-4f5b-a2a2-6a793b600ca1 None None] Pushing event updated for resources: {'Port': ['ID=82a42e48-8b82-42e2-ac5c-a936a7045bd6,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:46.234151 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:46.236945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e605449a-b4a5-47af-a2b8-09ec37fd0d65 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Made reservation on behalf of 2f177fce87c74fd19c7c423a9ae8ae61 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:46.241015 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e605449a-b4a5-47af-a2b8-09ec37fd0d65 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:46.267179 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-e605449a-b4a5-47af-a2b8-09ec37fd0d65 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] device_id is not set on port 02681e33-2174-4561-9586-04c846278d91 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:46.271934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Attempting to bind port 82a42e48-8b82-42e2-ac5c-a936a7045bd6 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:46.272515 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Attempting to bind port 82a42e48-8b82-42e2-ac5c-a936a7045bd6 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'a804b832-333d-43ad-8b88-30a8c7a44c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8246d4db-145e-4a5d-a7a2-1307583915c1'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:46.273063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Attempting to bind port 82a42e48-8b82-42e2-ac5c-a936a7045bd6 on network 8246d4db-145e-4a5d-a7a2-1307583915c1 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:46.278956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:00:46.279740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Checking segment: {'id': 'a804b832-333d-43ad-8b88-30a8c7a44c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8246d4db-145e-4a5d-a7a2-1307583915c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:46.280381 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:46.280972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Bound using segment: {'id': 'a804b832-333d-43ad-8b88-30a8c7a44c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8246d4db-145e-4a5d-a7a2-1307583915c1'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:00:46.281624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Bound port: 82a42e48-8b82-42e2-ac5c-a936a7045bd6, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a804b832-333d-43ad-8b88-30a8c7a44c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8246d4db-145e-4a5d-a7a2-1307583915c1'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:00:46.282269 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:46.379140 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] For port 82a42e48-8b82-42e2-ac5c-a936a7045bd6, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:00:46.384501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] For port 82a42e48-8b82-42e2-ac5c-a936a7045bd6, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=82a42e48-8b82-42e2-ac5c-a936a7045bd6,segment=NetworkSegment(a804b832-333d-43ad-8b88-30a8c7a44c30),segment_id=a804b832-333d-43ad-8b88-30a8c7a44c30)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:00:46.408470 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:46.440280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-e605449a-b4a5-47af-a2b8-09ec37fd0d65 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Allocated IP 172.20.0.7 (f361bec9-6e93-45fd-b4e8-10f0a1f88086/cef951df-4f04-42ce-866d-802607713ea0/02681e33-2174-4561-9586-04c846278d91) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:46.516033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Routers {'7f00c032-dcf9-494f-ab2e-912549301a79'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:46.516942 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['7f00c032-dcf9-494f-ab2e-912549301a79'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:46.593889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36005458-2f0c-4761-9d9e-10e7c1b98c28 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Checking segment: {'id': '809a4f0e-01a5-4e5a-abdf-44f38569dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1cba69b6-0944-4a2f-88bb-928b6cf21f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:46.594302 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36005458-2f0c-4761-9d9e-10e7c1b98c28 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Network hostable DHCP agents. Network: 1cba69b6-0944-4a2f-88bb-928b6cf21f88, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:00:46.624244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006797f-66cc-4f5b-a2a2-6a793b600ca1 None None] Pushing event updated for resources: {'Port': ['ID=82a42e48-8b82-42e2-ac5c-a936a7045bd6,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:46.709773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e605449a-b4a5-47af-a2b8-09ec37fd0d65 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for port (02681e33-2174-4561-9586-04c846278d91), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:46.726373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-10553db4-52f1-4ec1-a472-4152bad75bd9 None None] Provisioning complete for port 82a42e48-8b82-42e2-ac5c-a936a7045bd6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:46.727065 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-10553db4-52f1-4ec1-a472-4152bad75bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:46.756891 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e605449a-b4a5-47af-a2b8-09ec37fd0d65 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (02681e33-2174-4561-9586-04c846278d91), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:46.806564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] Set router 7f00c032-dcf9-494f-ab2e-912549301a79 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:46.873382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e605449a-b4a5-47af-a2b8-09ec37fd0d65 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Network f361bec9-6e93-45fd-b4e8-10f0a1f88086 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:46.888457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-e605449a-b4a5-47af-a2b8-09ec37fd0d65 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:46.893252 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605449a-b4a5-47af-a2b8-09ec37fd0d65 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:47.020669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e605449a-b4a5-47af-a2b8-09ec37fd0d65 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:47.021371 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e605449a-b4a5-47af-a2b8-09ec37fd0d65 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:47.052564 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605449a-b4a5-47af-a2b8-09ec37fd0d65 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event updated for resources: {'Port': ['ID=02681e33-2174-4561-9586-04c846278d91,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:47.068833 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e605449a-b4a5-47af-a2b8-09ec37fd0d65 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0398145 Mar 07 22:00:47.069433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55298) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:47.077541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-dceb4fd2-4048-4881-bafb-52c67988072f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f0:ef:bd'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:47.130666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-10553db4-52f1-4ec1-a472-4152bad75bd9 None None] Current status of the port 82a42e48-8b82-42e2-ac5c-a936a7045bd6 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:47.137924 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-10553db4-52f1-4ec1-a472-4152bad75bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:47.189647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36aed35-eca4-447e-87eb-ebc59e408de9 req-ce28e55f-23ae-4418-ac32-d78d05fd567d tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:47.199338 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b36aed35-eca4-447e-87eb-ebc59e408de9 req-ce28e55f-23ae-4418-ac32-d78d05fd567d tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.7550185 Mar 07 22:00:47.224172 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-10553db4-52f1-4ec1-a472-4152bad75bd9 None None] For port 82a42e48-8b82-42e2-ac5c-a936a7045bd6, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=82a42e48-8b82-42e2-ac5c-a936a7045bd6,segment=NetworkSegment(a804b832-333d-43ad-8b88-30a8c7a44c30),segment_id=a804b832-333d-43ad-8b88-30a8c7a44c30)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:47.257540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36005458-2f0c-4761-9d9e-10e7c1b98c28 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Network 1cba69b6-0944-4a2f-88bb-928b6cf21f88 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:00:47.270648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dceb4fd2-4048-4881-bafb-52c67988072f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (02681e33-2174-4561-9586-04c846278d91), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:47.274641 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-10553db4-52f1-4ec1-a472-4152bad75bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:47.309690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-36005458-2f0c-4761-9d9e-10e7c1b98c28 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 1cba69b6-0944-4a2f-88bb-928b6cf21f88) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:47.318421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36005458-2f0c-4761-9d9e-10e7c1b98c28 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:47.319215 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36005458-2f0c-4761-9d9e-10e7c1b98c28 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:47.354969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10553db4-52f1-4ec1-a472-4152bad75bd9 None None] Pushing event updated for resources: {'Port': ['ID=82a42e48-8b82-42e2-ac5c-a936a7045bd6,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:47.368708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2ace16-29e5-4e84-bc2c-1b20c495ddc8 None None] Network 1cba69b6-0944-4a2f-88bb-928b6cf21f88 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:00:47.394684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b36aed35-eca4-447e-87eb-ebc59e408de9 req-ac2b07f7-5afa-4de2-9a34-d34477127a2c tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1943629 Mar 07 22:00:47.426977 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-36005458-2f0c-4761-9d9e-10e7c1b98c28 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8801982 Mar 07 22:00:47.435994 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55308) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:47.458827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7bec29bb-7b04-4d68-a459-0fc56f7c912b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Request body: {'network': {'name': 'tempest-router-network01--1791726891'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:47.611432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-1cba69b6-0944-4a2f-88bb-928b6cf21f88', 'network_id': '1cba69b6-0944-4a2f-88bb-928b6cf21f88', 'project_id': '4edfe8641daa43e59ab3391b58d8e02b', 'fixed_ips': [{'subnet_id': '6e434066-2ef5-41ca-b77d-7e43edbb0cdd'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:00:47.612662 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:47.615073 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-042b77fb-69a4-4c77-a08d-1fc6efd69adc None None] Provisioning complete for port 82a42e48-8b82-42e2-ac5c-a936a7045bd6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:47.615622 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-042b77fb-69a4-4c77-a08d-1fc6efd69adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:47.618634 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dceb4fd2-4048-4881-bafb-52c67988072f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for port (02681e33-2174-4561-9586-04c846278d91), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:47.627330 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dceb4fd2-4048-4881-bafb-52c67988072f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (02681e33-2174-4561-9586-04c846278d91), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:47.679874 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb4fd2-4048-4881-bafb-52c67988072f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event updated for resources: {'Port': ['ID=02681e33-2174-4561-9586-04c846278d91,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:47.740334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bec29bb-7b04-4d68-a459-0fc56f7c912b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Made reservation on behalf of 4edfe8641daa43e59ab3391b58d8e02b for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:47.743729 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7bec29bb-7b04-4d68-a459-0fc56f7c912b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:47.757082 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-dceb4fd2-4048-4881-bafb-52c67988072f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] In _notify_port_updated(), no bound segment for port 02681e33-2174-4561-9586-04c846278d91 on network f361bec9-6e93-45fd-b4e8-10f0a1f88086 {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 22:00:47.772124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'name': 'tempest-ImageQuotaTest-1195500734-router', 'tenant_id': '952550adff154113ba5d0fc45e25513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'eb529626-71e3-4639-a0b6-c0a290f29295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:00:33Z', 'updated_at': '2022-03-07T22:00:41Z', 'revision_number': 4, 'project_id': '952550adff154113ba5d0fc45e25513e', 'gw_port': {'id': 'eb529626-71e3-4639-a0b6-c0a290f29295', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:00:35Z', 'updated_at': '2022-03-07T22:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '82a42e48-8b82-42e2-ac5c-a936a7045bd6', 'name': '', 'network_id': '8246d4db-145e-4a5d-a7a2-1307583915c1', 'tenant_id': '952550adff154113ba5d0fc45e25513e', 'mac_address': 'fa:16:3e:cc:16:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '9a29622c-2bec-4191-bd2d-96d0f779a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:00:40Z', 'updated_at': '2022-03-07T22:00:46Z', 'revision_number': 4, 'project_id': '952550adff154113ba5d0fc45e25513e', 'subnets': [{'id': '9a29622c-2bec-4191-bd2d-96d0f779a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:47.772905 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceb4fd2-4048-4881-bafb-52c67988072f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:47.774767 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dceb4fd2-4048-4881-bafb-52c67988072f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:47.783068 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dceb4fd2-4048-4881-bafb-52c67988072f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "PUT /v2.0/ports/02681e33-2174-4561-9586-04c846278d91 HTTP/1.1" status: 200 len: 996 time: 0.7101548 Mar 07 22:00:47.783448 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55314) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:47.823771 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb84a7-c96d-4a22-98ca-66ccc0c613d0 None None] The sync data for ids ['7f00c032-dcf9-494f-ab2e-912549301a79'] in n-d-832330-1 is: [{'id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'name': 'tempest-ImageQuotaTest-1195500734-router', 'tenant_id': '952550adff154113ba5d0fc45e25513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'eb529626-71e3-4639-a0b6-c0a290f29295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:00:33Z', 'updated_at': '2022-03-07T22:00:41Z', 'revision_number': 4, 'project_id': '952550adff154113ba5d0fc45e25513e', 'gw_port': {'id': 'eb529626-71e3-4639-a0b6-c0a290f29295', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:00:35Z', 'updated_at': '2022-03-07T22:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '82a42e48-8b82-42e2-ac5c-a936a7045bd6', 'name': '', 'network_id': '8246d4db-145e-4a5d-a7a2-1307583915c1', 'tenant_id': '952550adff154113ba5d0fc45e25513e', 'mac_address': 'fa:16:3e:cc:16:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '9a29622c-2bec-4191-bd2d-96d0f779a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:00:40Z', 'updated_at': '2022-03-07T22:00:46Z', 'revision_number': 4, 'project_id': '952550adff154113ba5d0fc45e25513e', 'subnets': [{'id': '9a29622c-2bec-4191-bd2d-96d0f779a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:00:48.057264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bec29bb-7b04-4d68-a459-0fc56f7c912b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:00:48.100735 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7bec29bb-7b04-4d68-a459-0fc56f7c912b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d82561c0-7671-4574-ba36-7c1963e43bc1), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:48.101100 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-7bec29bb-7b04-4d68-a459-0fc56f7c912b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Added segment d82561c0-7671-4574-ba36-7c1963e43bc1 of type vlan for network 28c8688b-b5ac-402f-be28-9e571765c1e1 Mar 07 22:00:48.103209 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-581cac0a-a300-4f61-8814-b21d9a64532e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Deleting port 02681e33-2174-4561-9586-04c846278d91 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:48.107367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-581cac0a-a300-4f61-8814-b21d9a64532e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (02681e33-2174-4561-9586-04c846278d91), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:48.129808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9e38b-e1bc-42c3-9de1-25ff086f0a95 req-478aeeec-17e3-4b27-98e7-8d0f368d760a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:48.138688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-042b77fb-69a4-4c77-a08d-1fc6efd69adc None None] Current status of the port 82a42e48-8b82-42e2-ac5c-a936a7045bd6 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:48.148318 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4f51833a-bb48-494f-839a-4fdfbc6fcf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:48.150823 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ff9e38b-e1bc-42c3-9de1-25ff086f0a95 req-478aeeec-17e3-4b27-98e7-8d0f368d760a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 944 time: 0.5437205 Mar 07 22:00:48.213193 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-092747de-14de-42b6-9d4f-4f261c3bd44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (7f00c032-dcf9-494f-ab2e-912549301a79), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:48.226520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-042b77fb-69a4-4c77-a08d-1fc6efd69adc None None] Provisioning complete for port 02681e33-2174-4561-9586-04c846278d91 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:48.227489 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-042b77fb-69a4-4c77-a08d-1fc6efd69adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (02681e33-2174-4561-9586-04c846278d91), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:48.288182 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-042b77fb-69a4-4c77-a08d-1fc6efd69adc None None] Port 02681e33-2174-4561-9586-04c846278d91 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:48.298954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Allocated IP 172.20.0.2 (1cba69b6-0944-4a2f-88bb-928b6cf21f88/6e434066-2ef5-41ca-b77d-7e43edbb0cdd/1e1e3ee4-129a-4bb6-a941-51844b5f163f) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:48.365327 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:48.375466 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-581cac0a-a300-4f61-8814-b21d9a64532e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (02681e33-2174-4561-9586-04c846278d91), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:48.383662 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7bec29bb-7b04-4d68-a459-0fc56f7c912b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (28c8688b-b5ac-402f-be28-9e571765c1e1), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:48.410428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-a01253f1-650c-4eb9-8e8d-6ba71e2de2b6 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:48.415206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-a01253f1-650c-4eb9-8e8d-6ba71e2de2b6 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 1126 time: 0.4826796 Mar 07 22:00:48.425833 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-581cac0a-a300-4f61-8814-b21d9a64532e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Calling delete_port for 02681e33-2174-4561-9586-04c846278d91 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:48.489066 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ff9e38b-e1bc-42c3-9de1-25ff086f0a95 req-45c70cd8-7afe-4895-99f6-dc735ac038c4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3371222 Mar 07 22:00:48.598498 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9e5725df-ca75-4a97-84e5-31adeb2604cd None None] Provisioning complete for port 02681e33-2174-4561-9586-04c846278d91 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:48.598879 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9e5725df-ca75-4a97-84e5-31adeb2604cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (02681e33-2174-4561-9586-04c846278d91), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:48.614603 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.db.resource_extend [None req-7bec29bb-7b04-4d68-a459-0fc56f7c912b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 22:00:48.731764 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7bec29bb-7b04-4d68-a459-0fc56f7c912b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (28c8688b-b5ac-402f-be28-9e571765c1e1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:48.734492 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-581cac0a-a300-4f61-8814-b21d9a64532e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (02681e33-2174-4561-9586-04c846278d91), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:48.739165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bec29bb-7b04-4d68-a459-0fc56f7c912b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:48.739900 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7bec29bb-7b04-4d68-a459-0fc56f7c912b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:48.796067 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7bec29bb-7b04-4d68-a459-0fc56f7c912b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3586037 Mar 07 22:00:48.813310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55330) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:48.844002 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-84bf934a-d06d-4a0a-9bb0-15b821592c61 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Request body: {'network': {'name': 'tempest-router-network02--1370481575'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:48.861309 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9e5725df-ca75-4a97-84e5-31adeb2604cd None None] Port 02681e33-2174-4561-9586-04c846278d91 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:48.907083 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Publish callbacks [] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:48.921311 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:48.975837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-f730e0c1-69cb-4b6f-afa0-fe11e94c1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:48.977495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-f730e0c1-69cb-4b6f-afa0-fe11e94c1157 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 1126 time: 0.5471742 Mar 07 22:00:49.040277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cac0a-a300-4f61-8814-b21d9a64532e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event deleted for resources: {'Port': ['ID=02681e33-2174-4561-9586-04c846278d91,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:49.055223 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Network 1cba69b6-0944-4a2f-88bb-928b6cf21f88 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:49.065016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:49.084514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec29bb-7b04-4d68-a459-0fc56f7c912b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event updated for resources: {'Network': ['ID=28c8688b-b5ac-402f-be28-9e571765c1e1,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:49.087323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:49.142394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 28c8688b-b5ac-402f-be28-9e571765c1e1 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:00:49.220690 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bf934a-d06d-4a0a-9bb0-15b821592c61 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Made reservation on behalf of 4edfe8641daa43e59ab3391b58d8e02b for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:49.236897 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-84bf934a-d06d-4a0a-9bb0-15b821592c61 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:49.334101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-f6c940e4-cfc0-4789-99b1-206df6441551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:49.334647 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-581cac0a-a300-4f61-8814-b21d9a64532e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:49.338619 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-f6c940e4-cfc0-4789-99b1-206df6441551 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 1126 time: 0.3252809 Mar 07 22:00:49.347605 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-581cac0a-a300-4f61-8814-b21d9a64532e tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "DELETE /v2.0/ports/02681e33-2174-4561-9586-04c846278d91 HTTP/1.1" status: 204 len: 168 time: 1.5627997 Mar 07 22:00:49.348254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55336) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:49.387766 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65639ca-3f52-476d-9053-7b41e220911b tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] GET failed (client error): The resource could not be found. Mar 07 22:00:49.396512 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e65639ca-3f52-476d-9053-7b41e220911b tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "GET /v2.0/ports/02681e33-2174-4561-9586-04c846278d91 HTTP/1.1" status: 404 len: 333 time: 0.0470018 Mar 07 22:00:49.397306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55338) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:49.404270 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5ef4aac2-25bf-4274-8dd0-d04fc1f00fab tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Request body: {'port': {'network_id': 'f361bec9-6e93-45fd-b4e8-10f0a1f88086', 'name': 'tempest-AllowedAddressPairTestJSON-1782846096'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:49.456131 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bf934a-d06d-4a0a-9bb0-15b821592c61 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:00:49.459345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Pushing event updated for resources: {'Port': ['ID=1e1e3ee4-129a-4bb6-a941-51844b5f163f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:49.596394 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-84bf934a-d06d-4a0a-9bb0-15b821592c61 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (06b20114-23d1-4e2f-a51f-8205644b3900), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:49.596877 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-84bf934a-d06d-4a0a-9bb0-15b821592c61 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Added segment 06b20114-23d1-4e2f-a51f-8205644b3900 of type vlan for network e4f8f82b-a822-406e-a008-e763946404c5 Mar 07 22:00:49.642266 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:49.661362 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Attempting to bind port 1e1e3ee4-129a-4bb6-a941-51844b5f163f on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:49.661740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Attempting to bind port 1e1e3ee4-129a-4bb6-a941-51844b5f163f by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '809a4f0e-01a5-4e5a-abdf-44f38569dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1cba69b6-0944-4a2f-88bb-928b6cf21f88'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:49.663377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Attempting to bind port 1e1e3ee4-129a-4bb6-a941-51844b5f163f on network 1cba69b6-0944-4a2f-88bb-928b6cf21f88 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:49.676721 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-84bf934a-d06d-4a0a-9bb0-15b821592c61 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (e4f8f82b-a822-406e-a008-e763946404c5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:49.678683 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:00:49.679254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Checking segment: {'id': '809a4f0e-01a5-4e5a-abdf-44f38569dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1cba69b6-0944-4a2f-88bb-928b6cf21f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:49.679670 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:49.680166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Bound using segment: {'id': '809a4f0e-01a5-4e5a-abdf-44f38569dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1cba69b6-0944-4a2f-88bb-928b6cf21f88'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:00:49.680541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Bound port: 1e1e3ee4-129a-4bb6-a941-51844b5f163f, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809a4f0e-01a5-4e5a-abdf-44f38569dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1cba69b6-0944-4a2f-88bb-928b6cf21f88'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:00:49.681645 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:49.800593 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-84bf934a-d06d-4a0a-9bb0-15b821592c61 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (e4f8f82b-a822-406e-a008-e763946404c5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:49.805634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bf934a-d06d-4a0a-9bb0-15b821592c61 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:49.817053 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-84bf934a-d06d-4a0a-9bb0-15b821592c61 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:49.888353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef4aac2-25bf-4274-8dd0-d04fc1f00fab tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Made reservation on behalf of 2f177fce87c74fd19c7c423a9ae8ae61 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:49.903846 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ef4aac2-25bf-4274-8dd0-d04fc1f00fab tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:49.916193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 82a42e48-8b82-42e2-ac5c-a936a7045bd6 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:49.948035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-c930f5ef-d3f1-496d-9056-793117a2de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:49.950926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-c930f5ef-d3f1-496d-9056-793117a2de32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=018fd511-8bf3-432b-a258-cb1f5f17efa8 HTTP/1.1" status: 200 len: 898 time: 0.6029580 Mar 07 22:00:49.971794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-5ef4aac2-25bf-4274-8dd0-d04fc1f00fab tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] device_id is not set on port 46669031-647c-4d0c-8060-f09330c3c857 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:49.977938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0697a8f-a395-44dc-a39d-53dabcc1a4e8 req-8a854619-8067-4586-8462-7f0b5bf9ec73 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:49.992519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0697a8f-a395-44dc-a39d-53dabcc1a4e8 req-8a854619-8067-4586-8462-7f0b5bf9ec73 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 944 time: 0.3762813 Mar 07 22:00:50.022054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] For port 1e1e3ee4-129a-4bb6-a941-51844b5f163f, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:00:50.071007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] For port 1e1e3ee4-129a-4bb6-a941-51844b5f163f, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1e1e3ee4-129a-4bb6-a941-51844b5f163f,segment=NetworkSegment(809a4f0e-01a5-4e5a-abdf-44f38569dbc3),segment_id=809a4f0e-01a5-4e5a-abdf-44f38569dbc3)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:00:50.101013 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:50.120031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 82a42e48-8b82-42e2-ac5c-a936a7045bd6 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:50.120567 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:50.147319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-5ef4aac2-25bf-4274-8dd0-d04fc1f00fab tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Allocated IP 172.20.0.13 (f361bec9-6e93-45fd-b4e8-10f0a1f88086/cef951df-4f04-42ce-866d-802607713ea0/46669031-647c-4d0c-8060-f09330c3c857) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:50.150874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-bd1d3fde-dccf-4e88-9364-bfbe17385764 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b HTTP/1.1" status: 200 len: 999 time: 0.1484084 Mar 07 22:00:50.233344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-092747de-14de-42b6-9d4f-4f261c3bd44c admin admin] Deleting port 82a42e48-8b82-42e2-ac5c-a936a7045bd6 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:50.233973 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-092747de-14de-42b6-9d4f-4f261c3bd44c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:50.236940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-8afd5ff9-9a21-4da0-9803-785b50667fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:50.238637 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-8afd5ff9-9a21-4da0-9803-785b50667fb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c78fedcc-9da9-4523-beec-6912dd891870 HTTP/1.1" status: 200 len: 835 time: 0.0798261 Mar 07 22:00:50.327990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea5dfa-fa6b-461c-9e41-ee19cee22e41 None None] Pushing event updated for resources: {'Port': ['ID=1e1e3ee4-129a-4bb6-a941-51844b5f163f,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:50.361072 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:50.424366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-3d8059bd-d4b5-42ab-8cc9-a0874f00023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:50.426557 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-3d8059bd-d4b5-42ab-8cc9-a0874f00023b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=018fd511-8bf3-432b-a258-cb1f5f17efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1794949 Mar 07 22:00:50.431639 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 82a42e48-8b82-42e2-ac5c-a936a7045bd6 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:50.452057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0697a8f-a395-44dc-a39d-53dabcc1a4e8 req-bed65117-edd8-4acc-be18-5db26544eacf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4586401 Mar 07 22:00:50.615852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-092747de-14de-42b6-9d4f-4f261c3bd44c admin admin] For port 82a42e48-8b82-42e2-ac5c-a936a7045bd6, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=82a42e48-8b82-42e2-ac5c-a936a7045bd6,segment=NetworkSegment(a804b832-333d-43ad-8b88-30a8c7a44c30),segment_id=a804b832-333d-43ad-8b88-30a8c7a44c30)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:50.616634 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-092747de-14de-42b6-9d4f-4f261c3bd44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:50.638838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-092747de-14de-42b6-9d4f-4f261c3bd44c admin admin] Calling delete_port for 82a42e48-8b82-42e2-ac5c-a936a7045bd6 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:50.726318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-fc4d4a7c-a432-4071-aa73-c2d410af4a4f service neutron] 10.222.0.13 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636428 Mar 07 22:00:50.816156 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-84bf934a-d06d-4a0a-9bb0-15b821592c61 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9977970 Mar 07 22:00:50.821522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55352) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:50.826785 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-115714a2-9a55-42f4-a085-321c47d6e441 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Request body: {'subnet': {'network_id': '28c8688b-b5ac-402f-be28-9e571765c1e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:50.917734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf934a-d06d-4a0a-9bb0-15b821592c61 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event updated for resources: {'Network': ['ID=e4f8f82b-a822-406e-a008-e763946404c5,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:50.931076 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network e4f8f82b-a822-406e-a008-e763946404c5 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:00:50.957357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-af10d970-8233-46dc-96fb-f820fb308bf4 service neutron] 10.222.0.13 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233741 Mar 07 22:00:51.030128 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ef4aac2-25bf-4274-8dd0-d04fc1f00fab tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for port (46669031-647c-4d0c-8060-f09330c3c857), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:51.096101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115714a2-9a55-42f4-a085-321c47d6e441 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Made reservation on behalf of 4edfe8641daa43e59ab3391b58d8e02b for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:51.111267 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-115714a2-9a55-42f4-a085-321c47d6e441 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:51.164094 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ef4aac2-25bf-4274-8dd0-d04fc1f00fab tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (46669031-647c-4d0c-8060-f09330c3c857), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:51.168218 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-092747de-14de-42b6-9d4f-4f261c3bd44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (82a42e48-8b82-42e2-ac5c-a936a7045bd6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:51.226449 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef4aac2-25bf-4274-8dd0-d04fc1f00fab tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Network f361bec9-6e93-45fd-b4e8-10f0a1f88086 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:51.265353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-5ef4aac2-25bf-4274-8dd0-d04fc1f00fab tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:51.273085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef4aac2-25bf-4274-8dd0-d04fc1f00fab tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:51.323290 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4aac2-25bf-4274-8dd0-d04fc1f00fab tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event updated for resources: {'Port': ['ID=46669031-647c-4d0c-8060-f09330c3c857,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:51.356721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef4aac2-25bf-4274-8dd0-d04fc1f00fab tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:51.357394 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ef4aac2-25bf-4274-8dd0-d04fc1f00fab tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:51.401782 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5ef4aac2-25bf-4274-8dd0-d04fc1f00fab tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0020773 Mar 07 22:00:51.405326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55358) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:51.410523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1250b10c-b902-428e-9498-89536871be1f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Request body: {'port': {'network_id': 'f361bec9-6e93-45fd-b4e8-10f0a1f88086', 'name': 'tempest-AllowedAddressPairTestJSON-415305554'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:51.672409 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092747de-14de-42b6-9d4f-4f261c3bd44c admin admin] Pushing event deleted for resources: {'Port': ['ID=82a42e48-8b82-42e2-ac5c-a936a7045bd6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:51.681543 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-115714a2-9a55-42f4-a085-321c47d6e441 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (10a9ba83-aa70-4d8e-ba77-3b315cbb135f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:51.771153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1250b10c-b902-428e-9498-89536871be1f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Made reservation on behalf of 2f177fce87c74fd19c7c423a9ae8ae61 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:51.774897 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1250b10c-b902-428e-9498-89536871be1f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:51.782778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115714a2-9a55-42f4-a085-321c47d6e441 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event updated for resources: {'Subnet': ['ID=10a9ba83-aa70-4d8e-ba77-3b315cbb135f,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:51.811899 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115714a2-9a55-42f4-a085-321c47d6e441 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Checking segment: {'id': 'd82561c0-7671-4574-ba36-7c1963e43bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28c8688b-b5ac-402f-be28-9e571765c1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:51.812317 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115714a2-9a55-42f4-a085-321c47d6e441 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Network hostable DHCP agents. Network: 28c8688b-b5ac-402f-be28-9e571765c1e1, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:00:51.817718 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-1250b10c-b902-428e-9498-89536871be1f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] device_id is not set on port 91848d0b-d621-4085-a079-0f247f65e5bf yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:00:51.825179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-6c2dbf75-8872-475f-a21e-0c05ebc2dd96 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:51.827202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ced8b7f7-de77-455c-8952-3b631c41aa04 None None] Provisioning complete for port 46669031-647c-4d0c-8060-f09330c3c857 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:51.827587 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ced8b7f7-de77-455c-8952-3b631c41aa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (46669031-647c-4d0c-8060-f09330c3c857), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:51.839054 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-6c2dbf75-8872-475f-a21e-0c05ebc2dd96 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 1126 time: 0.1938980 Mar 07 22:00:51.854634 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2b514-7384-4628-a733-ad9e1d32010a req-be8f3813-9ede-44c5-9eea-4ac8ec5b3548 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:51.856184 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73a2b514-7384-4628-a733-ad9e1d32010a req-be8f3813-9ede-44c5-9eea-4ac8ec5b3548 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 944 time: 0.2123017 Mar 07 22:00:51.887717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ced8b7f7-de77-455c-8952-3b631c41aa04 None None] Port 46669031-647c-4d0c-8060-f09330c3c857 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:51.910893 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115714a2-9a55-42f4-a085-321c47d6e441 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Network 28c8688b-b5ac-402f-be28-9e571765c1e1 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:00:51.932850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-115714a2-9a55-42f4-a085-321c47d6e441 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 28c8688b-b5ac-402f-be28-9e571765c1e1) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:51.938992 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115714a2-9a55-42f4-a085-321c47d6e441 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:51.939655 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-115714a2-9a55-42f4-a085-321c47d6e441 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:51.956399 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3031765-f004-47d5-b4e3-1d97dd5b3a3b None None] Network 28c8688b-b5ac-402f-be28-9e571765c1e1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:00:51.974482 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-115714a2-9a55-42f4-a085-321c47d6e441 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1515169 Mar 07 22:00:51.979444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55364) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:51.987615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-77d2f4d4-0580-4bee-920e-10daea3e6a2c tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Request body: {'subnet': {'network_id': 'e4f8f82b-a822-406e-a008-e763946404c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:52.060170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ba1e93-4f98-4e07-9ae7-b591dce17bc0 None None] Network 1cba69b6-0944-4a2f-88bb-928b6cf21f88 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:00:52.069577 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-1250b10c-b902-428e-9498-89536871be1f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Allocated IP 172.20.0.7 (f361bec9-6e93-45fd-b4e8-10f0a1f88086/cef951df-4f04-42ce-866d-802607713ea0/91848d0b-d621-4085-a079-0f247f65e5bf) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:52.111930 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1e1e3ee4-129a-4bb6-a941-51844b5f163f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:52.166054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-28c8688b-b5ac-402f-be28-9e571765c1e1', 'network_id': '28c8688b-b5ac-402f-be28-9e571765c1e1', 'project_id': '4edfe8641daa43e59ab3391b58d8e02b', 'fixed_ips': [{'subnet_id': '10a9ba83-aa70-4d8e-ba77-3b315cbb135f'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:00:52.166934 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:52.189464 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73a2b514-7384-4628-a733-ad9e1d32010a req-b464bae4-c0eb-49a6-bcd4-b0077162f91d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839143 Mar 07 22:00:52.288945 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1250b10c-b902-428e-9498-89536871be1f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for port (91848d0b-d621-4085-a079-0f247f65e5bf), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:52.336812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d2f4d4-0580-4bee-920e-10daea3e6a2c tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Made reservation on behalf of 4edfe8641daa43e59ab3391b58d8e02b for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:52.341261 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-77d2f4d4-0580-4bee-920e-10daea3e6a2c tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:52.353939 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1250b10c-b902-428e-9498-89536871be1f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (91848d0b-d621-4085-a079-0f247f65e5bf), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:52.394548 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-092747de-14de-42b6-9d4f-4f261c3bd44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (7f00c032-dcf9-494f-ab2e-912549301a79), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:52.409496 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1250b10c-b902-428e-9498-89536871be1f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Network f361bec9-6e93-45fd-b4e8-10f0a1f88086 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:52.412741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-1250b10c-b902-428e-9498-89536871be1f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:52.416544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1250b10c-b902-428e-9498-89536871be1f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:52.460332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250b10c-b902-428e-9498-89536871be1f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event updated for resources: {'Port': ['ID=91848d0b-d621-4085-a079-0f247f65e5bf,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:52.509402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1250b10c-b902-428e-9498-89536871be1f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:52.510104 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1250b10c-b902-428e-9498-89536871be1f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:52.544804 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1250b10c-b902-428e-9498-89536871be1f tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1382751 Mar 07 22:00:52.547909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55376) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:52.555593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-261b0bf2-61e4-4c92-b022-9f9c09113a2b tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:f0:ef:bd'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5e:17:50'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:52.567508 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:52.593861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c6a7ec9d-10f6-4226-9377-078a6cd0982f None None] Provisioning complete for port 1e1e3ee4-129a-4bb6-a941-51844b5f163f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:52.594264 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6a7ec9d-10f6-4226-9377-078a6cd0982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:52.768105 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 1e1e3ee4-129a-4bb6-a941-51844b5f163f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:52.768105 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:52.825253 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-261b0bf2-61e4-4c92-b022-9f9c09113a2b tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (91848d0b-d621-4085-a079-0f247f65e5bf), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:52.844106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-78ac1ca5-0b35-45cb-bb7a-8590f4baa60d service neutron] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:00:52.855829 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-78ac1ca5-0b35-45cb-bb7a-8590f4baa60d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:52.856969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-78ac1ca5-0b35-45cb-bb7a-8590f4baa60d service neutron] 10.222.0.13 "DELETE /v2.0/ports/5add9afa-e77b-4796-92a8-c4ec0f6deb1b/bindings/n-h2-832330-1 HTTP/1.1" status: 204 len: 173 time: 0.9998691 Mar 07 22:00:52.859272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Allocated IP 172.20.0.2 (28c8688b-b5ac-402f-be28-9e571765c1e1/10a9ba83-aa70-4d8e-ba77-3b315cbb135f/fd0f8625-682e-4c39-bef6-d6f7095d1087) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:52.876879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa831dd-fd4f-48cd-acd8-d64d3736497e req-a52eac65-abb1-4abf-ae43-47f6741c5ee4 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:52.878621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfa831dd-fd4f-48cd-acd8-d64d3736497e req-a52eac65-abb1-4abf-ae43-47f6741c5ee4 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 1126 time: 0.5771620 Mar 07 22:00:52.929908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092747de-14de-42b6-9d4f-4f261c3bd44c admin admin] Router 7f00c032-dcf9-494f-ab2e-912549301a79 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:00:53.104161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfa831dd-fd4f-48cd-acd8-d64d3736497e req-92bbf4d3-c285-49d5-9639-27118d357043 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169390 Mar 07 22:00:53.168368 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-261b0bf2-61e4-4c92-b022-9f9c09113a2b tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for port (91848d0b-d621-4085-a079-0f247f65e5bf), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:53.181677 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-261b0bf2-61e4-4c92-b022-9f9c09113a2b tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (91848d0b-d621-4085-a079-0f247f65e5bf), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:53.326259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7ec9d-10f6-4226-9377-078a6cd0982f None None] Current status of the port 1e1e3ee4-129a-4bb6-a941-51844b5f163f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:53.330325 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6a7ec9d-10f6-4226-9377-078a6cd0982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:53.385683 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-77d2f4d4-0580-4bee-920e-10daea3e6a2c tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (729f2d8a-7fb6-4439-8080-39df02d077a5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:53.460431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2f4d4-0580-4bee-920e-10daea3e6a2c tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event updated for resources: {'Subnet': ['ID=729f2d8a-7fb6-4439-8080-39df02d077a5,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:53.466990 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b0bf2-61e4-4c92-b022-9f9c09113a2b tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event updated for resources: {'Port': ['ID=91848d0b-d621-4085-a079-0f247f65e5bf,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:53.470649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 1e1e3ee4-129a-4bb6-a941-51844b5f163f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:53.470986 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:53.492427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c6a7ec9d-10f6-4226-9377-078a6cd0982f None None] For port 1e1e3ee4-129a-4bb6-a941-51844b5f163f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1e1e3ee4-129a-4bb6-a941-51844b5f163f,segment=NetworkSegment(809a4f0e-01a5-4e5a-abdf-44f38569dbc3),segment_id=809a4f0e-01a5-4e5a-abdf-44f38569dbc3)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:53.513258 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6a7ec9d-10f6-4226-9377-078a6cd0982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:53.516593 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Publish callbacks [] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:53.517287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-261b0bf2-61e4-4c92-b022-9f9c09113a2b tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] In _notify_port_updated(), no bound segment for port 91848d0b-d621-4085-a079-0f247f65e5bf on network f361bec9-6e93-45fd-b4e8-10f0a1f88086 {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 22:00:53.546931 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261b0bf2-61e4-4c92-b022-9f9c09113a2b tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:53.547939 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-261b0bf2-61e4-4c92-b022-9f9c09113a2b tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:53.551562 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-261b0bf2-61e4-4c92-b022-9f9c09113a2b tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "PUT /v2.0/ports/91848d0b-d621-4085-a079-0f247f65e5bf HTTP/1.1" status: 200 len: 1056 time: 0.9999666 Mar 07 22:00:53.552303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55390) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:53.554927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092747de-14de-42b6-9d4f-4f261c3bd44c admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:00:53.564580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-092747de-14de-42b6-9d4f-4f261c3bd44c admin admin] 10.222.0.26 "PUT /v2.0/routers/7f00c032-dcf9-494f-ab2e-912549301a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4498892 Mar 07 22:00:53.566110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55392) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:53.576491 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be50007-5ab8-41e9-9b5c-e0fd637d201d None None] Sync routers for ids ['7f00c032-dcf9-494f-ab2e-912549301a79'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:00:53.598146 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be50007-5ab8-41e9-9b5c-e0fd637d201d None None] Routers {'7f00c032-dcf9-494f-ab2e-912549301a79'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:53.598808 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5be50007-5ab8-41e9-9b5c-e0fd637d201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['7f00c032-dcf9-494f-ab2e-912549301a79'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:53.624036 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7ec9d-10f6-4226-9377-078a6cd0982f None None] Pushing event updated for resources: {'Port': ['ID=1e1e3ee4-129a-4bb6-a941-51844b5f163f,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:53.709665 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:00:53.710021 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:00:53.710991 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:53.749672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0a077-131c-4087-8875-67605c9df1d7 req-7d09b263-4b55-4240-bdce-156103cfa8be tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:53.751276 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76a0a077-131c-4087-8875-67605c9df1d7 req-7d09b263-4b55-4240-bdce-156103cfa8be tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 944 time: 0.4394436 Mar 07 22:00:53.757458 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2f4d4-0580-4bee-920e-10daea3e6a2c tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Checking segment: {'id': '06b20114-23d1-4e2f-a51f-8205644b3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4f8f82b-a822-406e-a008-e763946404c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:53.757839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d2f4d4-0580-4bee-920e-10daea3e6a2c tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Network hostable DHCP agents. Network: e4f8f82b-a822-406e-a008-e763946404c5, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:00:53.782040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Pushing event updated for resources: {'Port': ['ID=fd0f8625-682e-4c39-bef6-d6f7095d1087,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:53.792811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Network 28c8688b-b5ac-402f-be28-9e571765c1e1 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:53.794240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-142a88dd-2b69-4532-9ae7-679691f27d06 None None] Provisioning complete for port 91848d0b-d621-4085-a079-0f247f65e5bf triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:53.794240 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-142a88dd-2b69-4532-9ae7-679691f27d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (91848d0b-d621-4085-a079-0f247f65e5bf), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:53.798543 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ff6eba90-5da6-473d-910f-653c3e0350f3 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Deleting port 91848d0b-d621-4085-a079-0f247f65e5bf {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:53.799093 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6eba90-5da6-473d-910f-653c3e0350f3 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (91848d0b-d621-4085-a079-0f247f65e5bf), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:53.872116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-142a88dd-2b69-4532-9ae7-679691f27d06 None None] Port 91848d0b-d621-4085-a079-0f247f65e5bf cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:53.877611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:53.890442 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:53.912592 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76a0a077-131c-4087-8875-67605c9df1d7 req-99ff0959-47a7-46d9-a67a-8d49110c53f8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363761 Mar 07 22:00:53.929090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d2f4d4-0580-4bee-920e-10daea3e6a2c tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Network e4f8f82b-a822-406e-a008-e763946404c5 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:00:53.956453 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-5be50007-5ab8-41e9-9b5c-e0fd637d201d None None] Set router 7f00c032-dcf9-494f-ab2e-912549301a79 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:53.984164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55398) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:54.013833 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6eba90-5da6-473d-910f-653c3e0350f3 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (91848d0b-d621-4085-a079-0f247f65e5bf), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:54.028537 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ff6eba90-5da6-473d-910f-653c3e0350f3 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Calling delete_port for 91848d0b-d621-4085-a079-0f247f65e5bf owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:54.053502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Attempting to bind port fd0f8625-682e-4c39-bef6-d6f7095d1087 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:54.053885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Attempting to bind port fd0f8625-682e-4c39-bef6-d6f7095d1087 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'd82561c0-7671-4574-ba36-7c1963e43bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28c8688b-b5ac-402f-be28-9e571765c1e1'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:54.054389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Attempting to bind port fd0f8625-682e-4c39-bef6-d6f7095d1087 on network 28c8688b-b5ac-402f-be28-9e571765c1e1 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:54.058238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3c9ae49e-cd5d-45c2-a254-5d8aa565fe49 None None] Provisioning complete for port 1e1e3ee4-129a-4bb6-a941-51844b5f163f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:54.058619 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c9ae49e-cd5d-45c2-a254-5d8aa565fe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:54.081584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:00:54.083421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-77d2f4d4-0580-4bee-920e-10daea3e6a2c tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, e4f8f82b-a822-406e-a008-e763946404c5) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:54.094214 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Checking segment: {'id': 'd82561c0-7671-4574-ba36-7c1963e43bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28c8688b-b5ac-402f-be28-9e571765c1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:54.094776 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:54.095744 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Bound using segment: {'id': 'd82561c0-7671-4574-ba36-7c1963e43bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28c8688b-b5ac-402f-be28-9e571765c1e1'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:00:54.096277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Bound port: fd0f8625-682e-4c39-bef6-d6f7095d1087, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82561c0-7671-4574-ba36-7c1963e43bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28c8688b-b5ac-402f-be28-9e571765c1e1'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:00:54.096504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d2f4d4-0580-4bee-920e-10daea3e6a2c tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:54.096693 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:54.097045 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-77d2f4d4-0580-4bee-920e-10daea3e6a2c tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:54.124069 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] Publish callbacks [] for router (7f00c032-dcf9-494f-ab2e-912549301a79), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:54.140276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac39cb9c-5ef8-40ea-b173-991e21d7981e None None] Network e4f8f82b-a822-406e-a008-e763946404c5 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:00:54.188403 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6eba90-5da6-473d-910f-653c3e0350f3 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (91848d0b-d621-4085-a079-0f247f65e5bf), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:54.206388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-77d2f4d4-0580-4bee-920e-10daea3e6a2c tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2241488 Mar 07 22:00:54.210732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55400) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:54.283929 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5be50007-5ab8-41e9-9b5c-e0fd637d201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'name': 'tempest-ImageQuotaTest-1195500734-router', 'tenant_id': '952550adff154113ba5d0fc45e25513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'eb529626-71e3-4639-a0b6-c0a290f29295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:00:33Z', 'updated_at': '2022-03-07T22:00:51Z', 'revision_number': 5, 'project_id': '952550adff154113ba5d0fc45e25513e', 'gw_port': {'id': 'eb529626-71e3-4639-a0b6-c0a290f29295', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:00:35Z', 'updated_at': '2022-03-07T22:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:54.287968 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bc58b337-9c81-484d-9da2-fa613d724f7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/b7946a27-5b0e-42d8-96dd-96cdd8ba1677 HTTP/1.1" status: 200 len: 991 time: 0.3015914 Mar 07 22:00:54.301085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6eba90-5da6-473d-910f-653c3e0350f3 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event deleted for resources: {'Port': ['ID=91848d0b-d621-4085-a079-0f247f65e5bf,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:54.328197 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] Publish callbacks [] for router_gateway (7f00c032-dcf9-494f-ab2e-912549301a79), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:54.382040 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be50007-5ab8-41e9-9b5c-e0fd637d201d None None] Checking router: 7f00c032-dcf9-494f-ab2e-912549301a79 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:00:54.412206 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be50007-5ab8-41e9-9b5c-e0fd637d201d None None] Routers {'7f00c032-dcf9-494f-ab2e-912549301a79'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:54.413096 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5be50007-5ab8-41e9-9b5c-e0fd637d201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['7f00c032-dcf9-494f-ab2e-912549301a79'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:54.461670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] Deleting port eb529626-71e3-4639-a0b6-c0a290f29295 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:54.462457 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (eb529626-71e3-4639-a0b6-c0a290f29295), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:54.579918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 1e1e3ee4-129a-4bb6-a941-51844b5f163f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:54.615505 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-5be50007-5ab8-41e9-9b5c-e0fd637d201d None None] Set router 7f00c032-dcf9-494f-ab2e-912549301a79 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:00:54.667872 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] For port eb529626-71e3-4639-a0b6-c0a290f29295, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=eb529626-71e3-4639-a0b6-c0a290f29295,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:54.668240 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (eb529626-71e3-4639-a0b6-c0a290f29295), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:54.688872 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] For port fd0f8625-682e-4c39-bef6-d6f7095d1087, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:00:54.703191 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] Calling delete_port for eb529626-71e3-4639-a0b6-c0a290f29295 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:54.743135 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5be50007-5ab8-41e9-9b5c-e0fd637d201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'name': 'tempest-ImageQuotaTest-1195500734-router', 'tenant_id': '952550adff154113ba5d0fc45e25513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:00:33Z', 'updated_at': '2022-03-07T22:00:54Z', 'revision_number': 6, 'project_id': '952550adff154113ba5d0fc45e25513e', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:54.746615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1e1e3ee4-129a-4bb6-a941-51844b5f163f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:54.821033 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be50007-5ab8-41e9-9b5c-e0fd637d201d None None] The sync data for ids ['7f00c032-dcf9-494f-ab2e-912549301a79'] in n-d-832330-1 is: [{'id': '7f00c032-dcf9-494f-ab2e-912549301a79', 'name': 'tempest-ImageQuotaTest-1195500734-router', 'tenant_id': '952550adff154113ba5d0fc45e25513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:00:33Z', 'updated_at': '2022-03-07T22:00:54Z', 'revision_number': 6, 'project_id': '952550adff154113ba5d0fc45e25513e', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:00:54.824952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-e4f8f82b-a822-406e-a008-e763946404c5', 'network_id': 'e4f8f82b-a822-406e-a008-e763946404c5', 'project_id': '4edfe8641daa43e59ab3391b58d8e02b', 'fixed_ips': [{'subnet_id': '729f2d8a-7fb6-4439-8080-39df02d077a5'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:00:54.832406 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:54.837481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] For port fd0f8625-682e-4c39-bef6-d6f7095d1087, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fd0f8625-682e-4c39-bef6-d6f7095d1087,segment=NetworkSegment(d82561c0-7671-4574-ba36-7c1963e43bc1),segment_id=d82561c0-7671-4574-ba36-7c1963e43bc1)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:00:54.891241 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ae49e-cd5d-45c2-a254-5d8aa565fe49 None None] Current status of the port 1e1e3ee4-129a-4bb6-a941-51844b5f163f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:54.894411 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:55.051345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:55.078840 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (eb529626-71e3-4639-a0b6-c0a290f29295), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:55.109091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff6eba90-5da6-473d-910f-653c3e0350f3 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:55.114761 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ff6eba90-5da6-473d-910f-653c3e0350f3 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "DELETE /v2.0/ports/91848d0b-d621-4085-a079-0f247f65e5bf HTTP/1.1" status: 204 len: 168 time: 1.5594375 Mar 07 22:00:55.115091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55408) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:55.149917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb529626-71e3-4639-a0b6-c0a290f29295,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:55.244788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Allocated IP 172.20.0.2 (e4f8f82b-a822-406e-a008-e763946404c5/729f2d8a-7fb6-4439-8080-39df02d077a5/6e4a6f55-3931-48d4-a711-a2386cb4109e) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:55.251343 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b97c5d4-0a1c-4d10-ac71-8f9df25eb531 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] GET failed (client error): The resource could not be found. Mar 07 22:00:55.252952 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2b97c5d4-0a1c-4d10-ac71-8f9df25eb531 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "GET /v2.0/ports/91848d0b-d621-4085-a079-0f247f65e5bf HTTP/1.1" status: 404 len: 333 time: 0.1370065 Mar 07 22:00:55.257126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55410) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:55.273105 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (7f00c032-dcf9-494f-ab2e-912549301a79), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:55.411543 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3c9ae49e-cd5d-45c2-a254-5d8aa565fe49 None None] Could not find standard attr ID for object 91848d0b-d621-4085-a079-0f247f65e5bf. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:00:55.422929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62badded-965d-4d64-b4c9-ed9b9d2cd92f None None] Pushing event updated for resources: {'Port': ['ID=fd0f8625-682e-4c39-bef6-d6f7095d1087,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:55.626040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 1e1e3ee4-129a-4bb6-a941-51844b5f163f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:55.630558 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:55.651951 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Allocated IP 172.20.0.1 (28c8688b-b5ac-402f-be28-9e571765c1e1/10a9ba83-aa70-4d8e-ba77-3b315cbb135f/699b0449-43bb-4856-a4dd-0b4c3628d850) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:55.751501 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Publish callbacks [] for port (6e4a6f55-3931-48d4-a711-a2386cb4109e), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:55.777409 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (6e4a6f55-3931-48d4-a711-a2386cb4109e), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:55.898599 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Pushing event updated for resources: {'Port': ['ID=6e4a6f55-3931-48d4-a711-a2386cb4109e,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:55.941285 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 1e1e3ee4-129a-4bb6-a941-51844b5f163f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:55.952089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Network e4f8f82b-a822-406e-a008-e763946404c5 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:55.953505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:55.964567 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:55.990422 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for port (699b0449-43bb-4856-a4dd-0b4c3628d850), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.004548 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (7f00c032-dcf9-494f-ab2e-912549301a79), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.007985 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] Publish callbacks [] for router_controller (7f00c032-dcf9-494f-ab2e-912549301a79), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.050327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Attempting to bind port 6e4a6f55-3931-48d4-a711-a2386cb4109e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:00:56.050703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Attempting to bind port 6e4a6f55-3931-48d4-a711-a2386cb4109e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '06b20114-23d1-4e2f-a51f-8205644b3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4f8f82b-a822-406e-a008-e763946404c5'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:00:56.051067 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Attempting to bind port 6e4a6f55-3931-48d4-a711-a2386cb4109e on network e4f8f82b-a822-406e-a008-e763946404c5 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:00:56.057709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:00:56.063910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Checking segment: {'id': '06b20114-23d1-4e2f-a51f-8205644b3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4f8f82b-a822-406e-a008-e763946404c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:00:56.064332 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.064743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Bound using segment: {'id': '06b20114-23d1-4e2f-a51f-8205644b3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4f8f82b-a822-406e-a008-e763946404c5'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:00:56.065245 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Bound port: 6e4a6f55-3931-48d4-a711-a2386cb4109e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b20114-23d1-4e2f-a51f-8205644b3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4f8f82b-a822-406e-a008-e763946404c5'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:00:56.065635 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e4a6f55-3931-48d4-a711-a2386cb4109e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.066125 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (699b0449-43bb-4856-a4dd-0b4c3628d850), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.109197 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (7f00c032-dcf9-494f-ab2e-912549301a79), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.109745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f00c032-dcf9-494f-ab2e-912549301a79 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:00:56.115230 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.118012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-68956486-f036-4cc2-b27c-38748fd16fc7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7f00c032-dcf9-494f-ab2e-912549301a79 HTTP/1.1" status: 204 len: 168 time: 2.5522008 Mar 07 22:00:56.122864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55416) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:56.142108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-725eceb6-dec0-41da-ba58-4efd1c27b01c tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Deleting port 46669031-647c-4d0c-8060-f09330c3c857 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:56.142467 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-725eceb6-dec0-41da-ba58-4efd1c27b01c tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (46669031-647c-4d0c-8060-f09330c3c857), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.161003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Network 28c8688b-b5ac-402f-be28-9e571765c1e1 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:56.163203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] For port 6e4a6f55-3931-48d4-a711-a2386cb4109e, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:00:56.166012 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:56.167805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] For port 6e4a6f55-3931-48d4-a711-a2386cb4109e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6e4a6f55-3931-48d4-a711-a2386cb4109e,segment=NetworkSegment(06b20114-23d1-4e2f-a51f-8205644b3900),segment_id=06b20114-23d1-4e2f-a51f-8205644b3900)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:00:56.177716 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e4a6f55-3931-48d4-a711-a2386cb4109e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.184953 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:00:56.265705 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f48e38-a340-4d72-9bce-38311f18cefe None None] Pushing event updated for resources: {'Port': ['ID=6e4a6f55-3931-48d4-a711-a2386cb4109e,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:56.268153 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (f4f08850-b752-406d-a32a-baba140e7fb5), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.279079 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event updated for resources: {'Port': ['ID=699b0449-43bb-4856-a4dd-0b4c3628d850,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:56.303972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfba454-bb23-4021-b022-85b365ba57aa admin admin] Deleting subnet 9a29622c-2bec-4191-bd2d-96d0f779a3bf {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:00:56.349008 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6dfba454-bb23-4021-b022-85b365ba57aa admin admin] Publish callbacks [] for subnet (9a29622c-2bec-4191-bd2d-96d0f779a3bf), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.351829 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-725eceb6-dec0-41da-ba58-4efd1c27b01c tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (46669031-647c-4d0c-8060-f09330c3c857), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.394878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-725eceb6-dec0-41da-ba58-4efd1c27b01c tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Calling delete_port for 46669031-647c-4d0c-8060-f09330c3c857 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:56.411271 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6dfba454-bb23-4021-b022-85b365ba57aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (9a29622c-2bec-4191-bd2d-96d0f779a3bf), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.475804 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (699b0449-43bb-4856-a4dd-0b4c3628d850), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.767539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55422) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:56.782936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-801b3c54-d249-4287-90a6-7e4c49840f05 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-314930801'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:56.818189 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6dfba454-bb23-4021-b022-85b365ba57aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (9a29622c-2bec-4191-bd2d-96d0f779a3bf), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.843280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801b3c54-d249-4287-90a6-7e4c49840f05 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Made reservation on behalf of 3fc67ef9f01d44319fd008ca1bc5a8e4 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:56.848540 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-801b3c54-d249-4287-90a6-7e4c49840f05 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.930203 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-725eceb6-dec0-41da-ba58-4efd1c27b01c tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (46669031-647c-4d0c-8060-f09330c3c857), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:56.955702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6e4a6f55-3931-48d4-a711-a2386cb4109e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:56.984792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725eceb6-dec0-41da-ba58-4efd1c27b01c tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event deleted for resources: {'Port': ['ID=46669031-647c-4d0c-8060-f09330c3c857,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:56.987250 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6dfba454-bb23-4021-b022-85b365ba57aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (9a29622c-2bec-4191-bd2d-96d0f779a3bf), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.065786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801b3c54-d249-4287-90a6-7e4c49840f05 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:00:57.076948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 6e4a6f55-3931-48d4-a711-a2386cb4109e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:57.077861 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6e4a6f55-3931-48d4-a711-a2386cb4109e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.080567 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-801b3c54-d249-4287-90a6-7e4c49840f05 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (ad3b0843-f143-491a-b3d9-69585a44a3b8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.081536 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-801b3c54-d249-4287-90a6-7e4c49840f05 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Added segment ad3b0843-f143-491a-b3d9-69585a44a3b8 of type vlan for network 030f98ea-4abb-4c6e-ab36-d010ae9a67db Mar 07 22:00:57.089171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfba454-bb23-4021-b022-85b365ba57aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a29622c-2bec-4191-bd2d-96d0f779a3bf,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:57.093155 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6dfba454-bb23-4021-b022-85b365ba57aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.106853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6dfba454-bb23-4021-b022-85b365ba57aa admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9a29622c-2bec-4191-bd2d-96d0f779a3bf HTTP/1.1" status: 204 len: 168 time: 0.9824131 Mar 07 22:00:57.113489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55424) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:57.133494 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1344570-9ddc-445a-9598-1bfece650f28 None None] Network 8246d4db-145e-4a5d-a7a2-1307583915c1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:00:57.159644 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-801b3c54-d249-4287-90a6-7e4c49840f05 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (030f98ea-4abb-4c6e-ab36-d010ae9a67db), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.228507 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-801b3c54-d249-4287-90a6-7e4c49840f05 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (030f98ea-4abb-4c6e-ab36-d010ae9a67db), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.233619 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b3c54-d249-4287-90a6-7e4c49840f05 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:57.234297 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-801b3c54-d249-4287-90a6-7e4c49840f05 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.276560 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-725eceb6-dec0-41da-ba58-4efd1c27b01c tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.278011 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-801b3c54-d249-4287-90a6-7e4c49840f05 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5038035 Mar 07 22:00:57.280952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-725eceb6-dec0-41da-ba58-4efd1c27b01c tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "DELETE /v2.0/ports/46669031-647c-4d0c-8060-f09330c3c857 HTTP/1.1" status: 204 len: 168 time: 2.0228834 Mar 07 22:00:57.283910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55426) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:57.284243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55428) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:57.289915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7cc2309d-979d-4c39-ae64-c6f2847e1495 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-963710013'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:57.300159 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for port (699b0449-43bb-4856-a4dd-0b4c3628d850), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.312603 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (699b0449-43bb-4856-a4dd-0b4c3628d850), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.341255 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-264f849b-00bb-475f-8086-36bc3b75df67 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] GET failed (client error): The resource could not be found. Mar 07 22:00:57.345475 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-264f849b-00bb-475f-8086-36bc3b75df67 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "GET /v2.0/ports/46669031-647c-4d0c-8060-f09330c3c857 HTTP/1.1" status: 404 len: 333 time: 0.0506902 Mar 07 22:00:57.362376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55430) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:57.383749 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (8246d4db-145e-4a5d-a7a2-1307583915c1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.398685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 6e4a6f55-3931-48d4-a711-a2386cb4109e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:57.399150 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e4a6f55-3931-48d4-a711-a2386cb4109e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.419653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b3c54-d249-4287-90a6-7e4c49840f05 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'Network': ['ID=030f98ea-4abb-4c6e-ab36-d010ae9a67db,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:57.447035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 030f98ea-4abb-4c6e-ab36-d010ae9a67db details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:00:57.449805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc2309d-979d-4c39-ae64-c6f2847e1495 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Made reservation on behalf of 3fc67ef9f01d44319fd008ca1bc5a8e4 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:57.459559 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (f4f08850-b752-406d-a32a-baba140e7fb5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.460782 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7cc2309d-979d-4c39-ae64-c6f2847e1495 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.477666 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event updated for resources: {'Port': ['ID=699b0449-43bb-4856-a4dd-0b4c3628d850,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:57.502493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 6e4a6f55-3931-48d4-a711-a2386cb4109e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6e4a6f55-3931-48d4-a711-a2386cb4109e,segment=NetworkSegment(06b20114-23d1-4e2f-a51f-8205644b3900),segment_id=06b20114-23d1-4e2f-a51f-8205644b3900)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:57.624122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Network 28c8688b-b5ac-402f-be28-9e571765c1e1 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:57.626157 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:57.675067 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc2309d-979d-4c39-ae64-c6f2847e1495 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:00:57.680882 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55434) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:57.762880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be8652a-2375-4c0d-9199-16b379fc6fc6 None None] Network 28c8688b-b5ac-402f-be28-9e571765c1e1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:00:57.766235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4e89c6-fd48-4fec-98f9-b96e0acaedc9 None None] DHCP port deletion for 8246d4db-145e-4a5d-a7a2-1307583915c1 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:00:57.770362 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e4a6f55-3931-48d4-a711-a2386cb4109e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.771431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fd0f8625-682e-4c39-bef6-d6f7095d1087 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:00:57.775270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a43294db-08d5-4cd6-a4d6-dd0c7c45a6b8 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Deleting port 76010b7c-302b-4dcd-89db-f9845e9947dc {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:57.775770 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a43294db-08d5-4cd6-a4d6-dd0c7c45a6b8 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (76010b7c-302b-4dcd-89db-f9845e9947dc), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.882703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=6e4a6f55-3931-48d4-a711-a2386cb4109e,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:57.931984 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7cc2309d-979d-4c39-ae64-c6f2847e1495 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (2d91140e-39bf-435e-a1e5-f8b7a367052f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.932341 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-7cc2309d-979d-4c39-ae64-c6f2847e1495 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Added segment 2d91140e-39bf-435e-a1e5-f8b7a367052f of type vlan for network 2520dcc8-19a9-4132-961a-b62643ae8e21 Mar 07 22:00:57.934386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] Deleting port 0456755c-8c09-406e-83e1-7abf28a4f54d {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:57.934820 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:57.981898 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c866e3-ae19-484d-9323-540936c52293 None None] Network e4f8f82b-a822-406e-a008-e763946404c5 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:00:58.027134 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a43294db-08d5-4cd6-a4d6-dd0c7c45a6b8 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (76010b7c-302b-4dcd-89db-f9845e9947dc), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.041669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-32151883-04c9-4a9e-bd6a-228518598ea6 None None] Provisioning complete for port fd0f8625-682e-4c39-bef6-d6f7095d1087 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:58.041669 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-32151883-04c9-4a9e-bd6a-228518598ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.119254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a43294db-08d5-4cd6-a4d6-dd0c7c45a6b8 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Calling delete_port for 76010b7c-302b-4dcd-89db-f9845e9947dc owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:58.158671 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Router f4f08850-b752-406d-a32a-baba140e7fb5 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:00:58.175612 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port fd0f8625-682e-4c39-bef6-d6f7095d1087 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:58.175923 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.269957 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:00:58.278342 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7a14187a-cacf-45d8-8d86-c2478604f70a tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "PUT /v2.0/routers/f4f08850-b752-406d-a32a-baba140e7fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0626454 Mar 07 22:00:58.278491 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e89c6-fd48-4fec-98f9-b96e0acaedc9 None None] Deleting port 0456755c-8c09-406e-83e1-7abf28a4f54d {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:58.278611 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55456) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:58.278729 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a4e89c6-fd48-4fec-98f9-b96e0acaedc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.311792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] For port 0456755c-8c09-406e-83e1-7abf28a4f54d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0456755c-8c09-406e-83e1-7abf28a4f54d,segment=NetworkSegment(a804b832-333d-43ad-8b88-30a8c7a44c30),segment_id=a804b832-333d-43ad-8b88-30a8c7a44c30)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:58.312245 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.327876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] Calling delete_port for 0456755c-8c09-406e-83e1-7abf28a4f54d owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:58.347517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3a4e89c6-fd48-4fec-98f9-b96e0acaedc9 None None] For port 0456755c-8c09-406e-83e1-7abf28a4f54d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0456755c-8c09-406e-83e1-7abf28a4f54d,segment=NetworkSegment(a804b832-333d-43ad-8b88-30a8c7a44c30),segment_id=a804b832-333d-43ad-8b88-30a8c7a44c30)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:58.347913 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a4e89c6-fd48-4fec-98f9-b96e0acaedc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.365445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e89c6-fd48-4fec-98f9-b96e0acaedc9 None None] Calling delete_port for 0456755c-8c09-406e-83e1-7abf28a4f54d owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:58.375104 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7cc2309d-979d-4c39-ae64-c6f2847e1495 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (2520dcc8-19a9-4132-961a-b62643ae8e21), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.461417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ede13df-1840-470e-898a-7e5eb50e54a9 None None] Sync routers for ids ['f4f08850-b752-406d-a32a-baba140e7fb5'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:00:58.493918 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7cc2309d-979d-4c39-ae64-c6f2847e1495 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (2520dcc8-19a9-4132-961a-b62643ae8e21), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.494410 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a4e89c6-fd48-4fec-98f9-b96e0acaedc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.500189 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc2309d-979d-4c39-ae64-c6f2847e1495 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:58.500876 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7cc2309d-979d-4c39-ae64-c6f2847e1495 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.537195 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ede13df-1840-470e-898a-7e5eb50e54a9 None None] Routers {'f4f08850-b752-406d-a32a-baba140e7fb5'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:58.537838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4ede13df-1840-470e-898a-7e5eb50e54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f4f08850-b752-406d-a32a-baba140e7fb5'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:58.580462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7cc2309d-979d-4c39-ae64-c6f2847e1495 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2950394 Mar 07 22:00:58.583370 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55460) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:58.588703 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:00:58.611319 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0456755c-8c09-406e-83e1-7abf28a4f54d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.618981 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d7982ba7-b59b-4894-b966-c0530fb824d2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'subnet': {'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:58.625273 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4ede13df-1840-470e-898a-7e5eb50e54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:58.627938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] No DVR routers for this DVR port 0456755c-8c09-406e-83e1-7abf28a4f54d on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:00:58.637207 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a43294db-08d5-4cd6-a4d6-dd0c7c45a6b8 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (76010b7c-302b-4dcd-89db-f9845e9947dc), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.637926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e89c6-fd48-4fec-98f9-b96e0acaedc9 None None] Pushing event deleted for resources: {'Port': ['ID=0456755c-8c09-406e-83e1-7abf28a4f54d,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:58.655574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e89c6-fd48-4fec-98f9-b96e0acaedc9 None None] No DVR routers for this DVR port 0456755c-8c09-406e-83e1-7abf28a4f54d on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:00:58.695677 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2309d-979d-4c39-ae64-c6f2847e1495 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'Network': ['ID=2520dcc8-19a9-4132-961a-b62643ae8e21,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:58.706679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] Pushing event deleted for resources: {'Port': ['ID=0456755c-8c09-406e-83e1-7abf28a4f54d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:58.708504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ede13df-1840-470e-898a-7e5eb50e54a9 None None] Routers {'f4f08850-b752-406d-a32a-baba140e7fb5'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:00:58.712663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4ede13df-1840-470e-898a-7e5eb50e54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f4f08850-b752-406d-a32a-baba140e7fb5'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:58.760734 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4ede13df-1840-470e-898a-7e5eb50e54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:58.761404 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ede13df-1840-470e-898a-7e5eb50e54a9 None None] The sync data for ids ['f4f08850-b752-406d-a32a-baba140e7fb5'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:00:58.770113 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-32151883-04c9-4a9e-bd6a-228518598ea6 None None] Current status of the port fd0f8625-682e-4c39-bef6-d6f7095d1087 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:58.770920 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-32151883-04c9-4a9e-bd6a-228518598ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.807227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 2520dcc8-19a9-4132-961a-b62643ae8e21 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:00:58.808746 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (8246d4db-145e-4a5d-a7a2-1307583915c1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.840471 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8246d4db-145e-4a5d-a7a2-1307583915c1']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:58.877808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a804b832-333d-43ad-8b88-30a8c7a44c30') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:58.882325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a804b832-333d-43ad-8b88-30a8c7a44c30') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:00:58.905271 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (a804b832-333d-43ad-8b88-30a8c7a44c30), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.923839 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a804b832-333d-43ad-8b88-30a8c7a44c30), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:58.932985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:00:58.933737 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (a804b832-333d-43ad-8b88-30a8c7a44c30), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.018369 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-72dba1ce-7966-45ff-b8b7-02fe260cb8e9 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 22:00:59.023602 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-72dba1ce-7966-45ff-b8b7-02fe260cb8e9 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "PUT /v2.0/routers/f4f08850-b752-406d-a32a-baba140e7fb5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7432108 Mar 07 22:00:59.025877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55462) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:59.058096 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7982ba7-b59b-4894-b966-c0530fb824d2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Made reservation on behalf of 3fc67ef9f01d44319fd008ca1bc5a8e4 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:59.074443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7982ba7-b59b-4894-b966-c0530fb824d2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.084659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-32151883-04c9-4a9e-bd6a-228518598ea6 None None] For port fd0f8625-682e-4c39-bef6-d6f7095d1087, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fd0f8625-682e-4c39-bef6-d6f7095d1087,segment=NetworkSegment(d82561c0-7671-4574-ba36-7c1963e43bc1),segment_id=d82561c0-7671-4574-ba36-7c1963e43bc1)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:00:59.095455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port fd0f8625-682e-4c39-bef6-d6f7095d1087 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:59.095942 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: self.session.flush() Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:00:59.114355 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:00:59.117544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43294db-08d5-4cd6-a4d6-dd0c7c45a6b8 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event deleted for resources: {'Port': ['ID=76010b7c-302b-4dcd-89db-f9845e9947dc,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:59.128896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-29379424-391c-4d65-bd0e-c89a45e73250 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port e64cdb10-0e32-4002-946f-6602de422c5f {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:00:59.129541 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-29379424-391c-4d65-bd0e-c89a45e73250 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e64cdb10-0e32-4002-946f-6602de422c5f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.184085 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-32151883-04c9-4a9e-bd6a-228518598ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.298561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32151883-04c9-4a9e-bd6a-228518598ea6 None None] Pushing event updated for resources: {'Port': ['ID=fd0f8625-682e-4c39-bef6-d6f7095d1087,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:59.307675 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:00:59.308186 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:00:59.349572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-78f13c35-d5de-43db-9fed-7dec0398c770 None None] Provisioning complete for port fd0f8625-682e-4c39-bef6-d6f7095d1087 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:59.350302 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-78f13c35-d5de-43db-9fed-7dec0398c770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.402655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (8246d4db-145e-4a5d-a7a2-1307583915c1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.416055 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.421035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8246d4db-145e-4a5d-a7a2-1307583915c1 HTTP/1.1" status: 204 len: 168 time: 2.3064547 Mar 07 22:00:59.526895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1d37c-1e22-4b1b-90f9-9008c87f1065 admin admin] Pushing event deleted for resources: {'Network': ['ID=8246d4db-145e-4a5d-a7a2-1307583915c1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:59.559377 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a43294db-08d5-4cd6-a4d6-dd0c7c45a6b8 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.561390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-78f13c35-d5de-43db-9fed-7dec0398c770 None None] Current status of the port fd0f8625-682e-4c39-bef6-d6f7095d1087 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:59.563358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a43294db-08d5-4cd6-a4d6-dd0c7c45a6b8 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "DELETE /v2.0/ports/76010b7c-302b-4dcd-89db-f9845e9947dc HTTP/1.1" status: 204 len: 168 time: 2.1985071 Mar 07 22:00:59.566268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55468) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:59.584108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-78f13c35-d5de-43db-9fed-7dec0398c770 None None] Provisioning complete for port 6e4a6f55-3931-48d4-a711-a2386cb4109e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:59.584612 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-78f13c35-d5de-43db-9fed-7dec0398c770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6e4a6f55-3931-48d4-a711-a2386cb4109e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.627640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b19625-d57b-4e0e-8868-25771af06f06 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Deleting subnet cef951df-4f04-42ce-866d-802607713ea0 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:00:59.631192 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-13b19625-d57b-4e0e-8868-25771af06f06 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for subnet (cef951df-4f04-42ce-866d-802607713ea0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.678000 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-13b19625-d57b-4e0e-8868-25771af06f06 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (cef951df-4f04-42ce-866d-802607713ea0), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.703936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55470) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:59.795705 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-78f13c35-d5de-43db-9fed-7dec0398c770 None None] Current status of the port 6e4a6f55-3931-48d4-a711-a2386cb4109e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:59.806913 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-13b19625-d57b-4e0e-8868-25771af06f06 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (cef951df-4f04-42ce-866d-802607713ea0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.835278 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-29379424-391c-4d65-bd0e-c89a45e73250 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e64cdb10-0e32-4002-946f-6602de422c5f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.835526 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-29379424-391c-4d65-bd0e-c89a45e73250 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (e64cdb10-0e32-4002-946f-6602de422c5f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.860920 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-29379424-391c-4d65-bd0e-c89a45e73250 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for e64cdb10-0e32-4002-946f-6602de422c5f owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:00:59.866732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-78f13c35-d5de-43db-9fed-7dec0398c770 None None] Provisioning complete for port 699b0449-43bb-4856-a4dd-0b4c3628d850 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:00:59.867111 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-78f13c35-d5de-43db-9fed-7dec0398c770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (699b0449-43bb-4856-a4dd-0b4c3628d850), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.894898 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c6c4714d-e2f3-4438-903d-53b97e0eb86d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=952550adff154113ba5d0fc45e25513e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1896136 Mar 07 22:00:59.901895 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55472) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:00:59.915878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port fd0f8625-682e-4c39-bef6-d6f7095d1087 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:00:59.917782 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-78f13c35-d5de-43db-9fed-7dec0398c770 None None] Port 699b0449-43bb-4856-a4dd-0b4c3628d850 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:00:59.924981 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7982ba7-b59b-4894-b966-c0530fb824d2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (74787413-84bd-4383-8dc9-399403023240), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:00:59.987259 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-13b19625-d57b-4e0e-8868-25771af06f06 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (cef951df-4f04-42ce-866d-802607713ea0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.004212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 82a42e48-8b82-42e2-ac5c-a936a7045bd6 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:00.040464 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 82a42e48-8b82-42e2-ac5c-a936a7045bd6 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:00.041310 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 82a42e48-8b82-42e2-ac5c-a936a7045bd6 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:00.042675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device eb529626-71e3-4639-a0b6-c0a290f29295 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:00.067639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7982ba7-b59b-4894-b966-c0530fb824d2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'Subnet': ['ID=74787413-84bd-4383-8dc9-399403023240,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:00.077201 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-13b19625-d57b-4e0e-8868-25771af06f06 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.083447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-13b19625-d57b-4e0e-8868-25771af06f06 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "DELETE /v2.0/subnets/cef951df-4f04-42ce-866d-802607713ea0 HTTP/1.1" status: 204 len: 168 time: 0.5158777 Mar 07 22:01:00.086033 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76b5d8fa-497a-4cad-8385-ef90045a8a84 admin admin] Publish callbacks [] for security_group (6072fa79-e660-4154-b4d7-6cca02eb9d97), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.089005 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55474) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:00.091495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b19625-d57b-4e0e-8868-25771af06f06 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event deleted for resources: {'Subnet': ['ID=cef951df-4f04-42ce-866d-802607713ea0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:00.100796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7982ba7-b59b-4894-b966-c0530fb824d2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Checking segment: {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:00.101171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7982ba7-b59b-4894-b966-c0530fb824d2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Network hostable DHCP agents. Network: 030f98ea-4abb-4c6e-ab36-d010ae9a67db, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:01:00.104240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: eb529626-71e3-4639-a0b6-c0a290f29295 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:00.105903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device eb529626-71e3-4639-a0b6-c0a290f29295 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:00.121910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ef1ebc-1342-4403-bd4a-0fd540ac22b8 None None] Network f361bec9-6e93-45fd-b4e8-10f0a1f88086 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:00.164272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3d9285f3-83df-4dc4-bd56-08f326abb24b None None] Provisioning complete for port 699b0449-43bb-4856-a4dd-0b4c3628d850 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:00.165185 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3d9285f3-83df-4dc4-bd56-08f326abb24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (699b0449-43bb-4856-a4dd-0b4c3628d850), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.168558 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76b5d8fa-497a-4cad-8385-ef90045a8a84 admin admin] Publish callbacks [] for security_group (6072fa79-e660-4154-b4d7-6cca02eb9d97), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.234723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3d9285f3-83df-4dc4-bd56-08f326abb24b None None] Port 699b0449-43bb-4856-a4dd-0b4c3628d850 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:00.251778 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-29379424-391c-4d65-bd0e-c89a45e73250 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e64cdb10-0e32-4002-946f-6602de422c5f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.284092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7982ba7-b59b-4894-b966-c0530fb824d2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Network 030f98ea-4abb-4c6e-ab36-d010ae9a67db is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:01:00.286945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29379424-391c-4d65-bd0e-c89a45e73250 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=e64cdb10-0e32-4002-946f-6602de422c5f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:00.303368 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6e4a6f55-3931-48d4-a711-a2386cb4109e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:00.317858 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (f361bec9-6e93-45fd-b4e8-10f0a1f88086), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.365646 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76b5d8fa-497a-4cad-8385-ef90045a8a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6072fa79-e660-4154-b4d7-6cca02eb9d97), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.367651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 6e4a6f55-3931-48d4-a711-a2386cb4109e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:00.368033 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6e4a6f55-3931-48d4-a711-a2386cb4109e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.368712 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-76b5d8fa-497a-4cad-8385-ef90045a8a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.375682 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-76b5d8fa-497a-4cad-8385-ef90045a8a84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6072fa79-e660-4154-b4d7-6cca02eb9d97 HTTP/1.1" status: 204 len: 168 time: 0.4720078 Mar 07 22:01:00.390004 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5d8fa-497a-4cad-8385-ef90045a8a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6072fa79-e660-4154-b4d7-6cca02eb9d97,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:00.393348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-d7982ba7-b59b-4894-b966-c0530fb824d2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 030f98ea-4abb-4c6e-ab36-d010ae9a67db) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:00.399050 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7982ba7-b59b-4894-b966-c0530fb824d2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:00.399690 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-29379424-391c-4d65-bd0e-c89a45e73250 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (b7946a27-5b0e-42d8-96dd-96cdd8ba1677), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.400014 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7982ba7-b59b-4894-b966-c0530fb824d2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.400155 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-29379424-391c-4d65-bd0e-c89a45e73250 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Floating IP b7946a27-5b0e-42d8-96dd-96cdd8ba1677 disassociated (deleted). External IP: 172.25.4.204, port: 5add9afa-e77b-4796-92a8-c4ec0f6deb1b. Mar 07 22:01:00.429854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee2c94d-1064-4033-ace2-7dec00f438d1 None None] Network 030f98ea-4abb-4c6e-ab36-d010ae9a67db requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:00.436564 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d7982ba7-b59b-4894-b966-c0530fb824d2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8221538 Mar 07 22:01:00.439031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55480) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:00.444113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-43fd8dd2-9a14-405c-a0e8-9e199cb5e7c4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'subnet': {'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:00.477550 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab19bbe3-5c0f-4bc8-bb87-4ffa8807a2cb None None] DHCP port deletion for f361bec9-6e93-45fd-b4e8-10f0a1f88086 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:01:00.571571 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13115961-403c-4aed-abd9-761bd0dc95d9 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (f4f08850-b752-406d-a32a-baba140e7fb5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.634787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Deleting port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:00.635298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.715481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] For port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9b825a09-b2d3-4b29-8fa6-dde0220c0e7f,segment=NetworkSegment(bdd17d90-2a70-4e5e-9961-53fd9838af52),segment_id=bdd17d90-2a70-4e5e-9961-53fd9838af52)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:00.716139 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.729439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Calling delete_port for 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:00.736476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29379424-391c-4d65-bd0e-c89a45e73250 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router 5ef1e49b-b580-4c98-a9fa-706129920602 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:01:00.812328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fd8dd2-9a14-405c-a0e8-9e199cb5e7c4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Made reservation on behalf of 3fc67ef9f01d44319fd008ca1bc5a8e4 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:00.817165 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43fd8dd2-9a14-405c-a0e8-9e199cb5e7c4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.938961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55484) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:00.966401 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a7e11bd-846b-424c-9b1a-3acac60519cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:00.966663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 6e4a6f55-3931-48d4-a711-a2386cb4109e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:00.967335 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fd0f8625-682e-4c39-bef6-d6f7095d1087 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:01.007642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-030f98ea-4abb-4c6e-ab36-d010ae9a67db', 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db', 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'fixed_ips': [{'subnet_id': '74787413-84bd-4383-8dc9-399403023240'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:01:01.008477 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:01.009509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29379424-391c-4d65-bd0e-c89a45e73250 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:01:01.018198 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-29379424-391c-4d65-bd0e-c89a45e73250 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:01.022535 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3118922-2f99-4575-be2d-69103ec9d12b None None] Sync routers for ids ['5ef1e49b-b580-4c98-a9fa-706129920602'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:01:01.034843 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:01.039517 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3118922-2f99-4575-be2d-69103ec9d12b None None] Routers {'5ef1e49b-b580-4c98-a9fa-706129920602'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:01.040431 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a3118922-2f99-4575-be2d-69103ec9d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5ef1e49b-b580-4c98-a9fa-706129920602'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:01.078689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ab19bbe3-5c0f-4bc8-bb87-4ffa8807a2cb None None] Deleting port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:01.079059 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ab19bbe3-5c0f-4bc8-bb87-4ffa8807a2cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:01.093197 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event deleted for resources: {'Port': ['ID=9b825a09-b2d3-4b29-8fa6-dde0220c0e7f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:01.113719 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port fd0f8625-682e-4c39-bef6-d6f7095d1087 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:01.114381 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:01.172532 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] No DVR routers for this DVR port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:01.218544 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-a3118922-2f99-4575-be2d-69103ec9d12b None None] Set router 5ef1e49b-b580-4c98-a9fa-706129920602 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:01.315053 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43fd8dd2-9a14-405c-a0e8-9e199cb5e7c4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (753aac05-577c-4ca7-bcc1-f8bed7e2a1e7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:01.334537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ab19bbe3-5c0f-4bc8-bb87-4ffa8807a2cb None None] For port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:01.334920 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ab19bbe3-5c0f-4bc8-bb87-4ffa8807a2cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:01.386948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ab19bbe3-5c0f-4bc8-bb87-4ffa8807a2cb None None] Calling delete_port for 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:01.390024 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-ab19bbe3-5c0f-4bc8-bb87-4ffa8807a2cb None None] Port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 22:01:01.391722 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ab19bbe3-5c0f-4bc8-bb87-4ffa8807a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (9b825a09-b2d3-4b29-8fa6-dde0220c0e7f), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:01.489665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Allocated IP 10.1.1.2 (030f98ea-4abb-4c6e-ab36-d010ae9a67db/74787413-84bd-4383-8dc9-399403023240/7eee7c3e-8a19-45d1-8af2-ba6f28c47e98) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:01.530395 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a3118922-2f99-4575-be2d-69103ec9d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:08Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:09Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '1df6ca75-a70b-48ee-a8a5-cea3c9fe998b', 'name': '', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:48:40:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:26Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:01.568563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-29379424-391c-4d65-bd0e-c89a45e73250 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/floatingips/b7946a27-5b0e-42d8-96dd-96cdd8ba1677 HTTP/1.1" status: 204 len: 168 time: 3.8776917 Mar 07 22:01:01.568563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:01.572505 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3118922-2f99-4575-be2d-69103ec9d12b None None] Checking router: 5ef1e49b-b580-4c98-a9fa-706129920602 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:01:01.584160 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3118922-2f99-4575-be2d-69103ec9d12b None None] Routers {'5ef1e49b-b580-4c98-a9fa-706129920602'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:01.585062 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a3118922-2f99-4575-be2d-69103ec9d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5ef1e49b-b580-4c98-a9fa-706129920602'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:01.585445 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6693b66-629f-485a-8d01-0d4c3166a9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:01:01.698194 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Publish callbacks [] for port (7eee7c3e-8a19-45d1-8af2-ba6f28c47e98), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:01.736378 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-a3118922-2f99-4575-be2d-69103ec9d12b None None] Set router 5ef1e49b-b580-4c98-a9fa-706129920602 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:01.741326 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a7e11bd-846b-424c-9b1a-3acac60519cc admin admin] Publish callbacks [] for security_group (f3131b6c-f162-43cf-aa86-d22ba16f0772), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:01.772291 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (7eee7c3e-8a19-45d1-8af2-ba6f28c47e98), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:01.783149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19bbe3-5c0f-4bc8-bb87-4ffa8807a2cb None None] No DVR routers for this DVR port 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:01.784274 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead7229c-1a51-40ab-bacf-a4ab3f3dc1e4 x-openstack-request-id: req-ead7229c-1a51-40ab-bacf-a4ab3f3dc1e4 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:01:01.784702 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:01:01.784838 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ead7229c-1a51-40ab-bacf-a4ab3f3dc1e4 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:01:01.787640 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b', 'status': 'completed', 'code': 200} Mar 07 22:01:01.788874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port fd0f8625-682e-4c39-bef6-d6f7095d1087 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:01.798436 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a7e11bd-846b-424c-9b1a-3acac60519cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f3131b6c-f162-43cf-aa86-d22ba16f0772), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:01.824052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19bbe3-5c0f-4bc8-bb87-4ffa8807a2cb None None] Pushing event deleted for resources: {'Port': ['ID=9b825a09-b2d3-4b29-8fa6-dde0220c0e7f,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:01.866498 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3a7e11bd-846b-424c-9b1a-3acac60519cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.9180441 Mar 07 22:01:01.867193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55494) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:01.931075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Pushing event updated for resources: {'Port': ['ID=7eee7c3e-8a19-45d1-8af2-ba6f28c47e98,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:01.940188 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0456755c-8c09-406e-83e1-7abf28a4f54d no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:01.976122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 0456755c-8c09-406e-83e1-7abf28a4f54d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:01.976122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0456755c-8c09-406e-83e1-7abf28a4f54d not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:01.985364 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Network 030f98ea-4abb-4c6e-ab36-d010ae9a67db is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:01.987604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:01.992385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:02.013147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e11bd-846b-424c-9b1a-3acac60519cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3131b6c-f162-43cf-aa86-d22ba16f0772,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:02.034930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6693b66-629f-485a-8d01-0d4c3166a9fe req-e74b8ca9-53e2-425a-8ffc-fac50d432a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:02.036520 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6693b66-629f-485a-8d01-0d4c3166a9fe req-e74b8ca9-53e2-425a-8ffc-fac50d432a1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 1126 time: 0.2935972 Mar 07 22:01:02.056460 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a3118922-2f99-4575-be2d-69103ec9d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:08Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:09Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '1df6ca75-a70b-48ee-a8a5-cea3c9fe998b', 'name': '', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:48:40:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:26Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:02.057006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a0472-1c18-4cc2-94dc-76a8c369ec34 req-d83ac3a6-43b5-4065-9602-59d83752f2b4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:02.058218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7b8a0472-1c18-4cc2-94dc-76a8c369ec34 req-d83ac3a6-43b5-4065-9602-59d83752f2b4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 944 time: 0.1130524 Mar 07 22:01:02.068205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Attempting to bind port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:01:02.068753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Attempting to bind port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:01:02.070375 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Attempting to bind port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 on network 030f98ea-4abb-4c6e-ab36-d010ae9a67db {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:02.077045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:01:02.077761 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Checking segment: {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:02.078276 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:02.078769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Bound using segment: {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:01:02.079387 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Bound port: 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:01:02.079872 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7eee7c3e-8a19-45d1-8af2-ba6f28c47e98), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:02.085413 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b319177-d11b-43bd-a493-62aba0050f95 admin admin] Publish callbacks [] for security_group (f3131b6c-f162-43cf-aa86-d22ba16f0772), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:02.103067 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3118922-2f99-4575-be2d-69103ec9d12b None None] The sync data for ids ['5ef1e49b-b580-4c98-a9fa-706129920602'] in n-d-832330-1 is: [{'id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:08Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:09Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '1df6ca75-a70b-48ee-a8a5-cea3c9fe998b', 'name': '', 'network_id': '018fd511-8bf3-432b-a258-cb1f5f17efa8', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:48:40:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:26Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': 'c78fedcc-9da9-4523-beec-6912dd891870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:01:02.124411 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (f361bec9-6e93-45fd-b4e8-10f0a1f88086), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:02.159947 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd8dd2-9a14-405c-a0e8-9e199cb5e7c4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'Subnet': ['ID=753aac05-577c-4ca7-bcc1-f8bed7e2a1e7,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:02.179645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] For port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:01:02.183104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f361bec9-6e93-45fd-b4e8-10f0a1f88086']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:02.184919 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] For port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7eee7c3e-8a19-45d1-8af2-ba6f28c47e98,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:01:02.197977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd8dd2-9a14-405c-a0e8-9e199cb5e7c4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Checking segment: {'id': '2d91140e-39bf-435e-a1e5-f8b7a367052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:02.198375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fd8dd2-9a14-405c-a0e8-9e199cb5e7c4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Network hostable DHCP agents. Network: 2520dcc8-19a9-4132-961a-b62643ae8e21, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:01:02.200356 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7eee7c3e-8a19-45d1-8af2-ba6f28c47e98), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:02.227839 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd17d90-2a70-4e5e-9961-53fd9838af52') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:02.228124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd17d90-2a70-4e5e-9961-53fd9838af52') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:02.239617 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b319177-d11b-43bd-a493-62aba0050f95 admin admin] Publish callbacks [] for security_group (f3131b6c-f162-43cf-aa86-d22ba16f0772), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:02.270398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:02.270842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (bdd17d90-2a70-4e5e-9961-53fd9838af52), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:02.290918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fd8dd2-9a14-405c-a0e8-9e199cb5e7c4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Network 2520dcc8-19a9-4132-961a-b62643ae8e21 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:01:02.303331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:02.303793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9b825a09-b2d3-4b29-8fa6-dde0220c0e7f not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:02.339574 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-43fd8dd2-9a14-405c-a0e8-9e199cb5e7c4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 2520dcc8-19a9-4132-961a-b62643ae8e21) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:02.340363 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b319177-d11b-43bd-a493-62aba0050f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f3131b6c-f162-43cf-aa86-d22ba16f0772), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:02.348992 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b319177-d11b-43bd-a493-62aba0050f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:02.349457 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (bdd17d90-2a70-4e5e-9961-53fd9838af52), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:02.351781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0b319177-d11b-43bd-a493-62aba0050f95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3131b6c-f162-43cf-aa86-d22ba16f0772 HTTP/1.1" status: 204 len: 168 time: 0.4824278 Mar 07 22:01:02.352388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fd8dd2-9a14-405c-a0e8-9e199cb5e7c4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:02.353201 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43fd8dd2-9a14-405c-a0e8-9e199cb5e7c4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:02.355973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a024e43f-7307-4dcd-afe1-3eee2d104089 None None] Network 2520dcc8-19a9-4132-961a-b62643ae8e21 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:02.368235 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:01:02.373190 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (bdd17d90-2a70-4e5e-9961-53fd9838af52), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:02.396743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b319177-d11b-43bd-a493-62aba0050f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3131b6c-f162-43cf-aa86-d22ba16f0772,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:01:02.408866 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:01:02.413654 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7b8a0472-1c18-4cc2-94dc-76a8c369ec34 req-98a58a8c-6d8a-422d-84a0-edf31e1ba076 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446312 Mar 07 22:01:02.441167 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-43fd8dd2-9a14-405c-a0e8-9e199cb5e7c4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9988644 Mar 07 22:01:02.443116 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55498) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:02.456942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6693b66-629f-485a-8d01-0d4c3166a9fe req-2899c8f8-347b-4482-bf35-f92358ea73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:02.460629 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6693b66-629f-485a-8d01-0d4c3166a9fe req-2899c8f8-347b-4482-bf35-f92358ea73a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=018fd511-8bf3-432b-a258-cb1f5f17efa8 HTTP/1.1" status: 200 len: 898 time: 0.4137661 Mar 07 22:01:02.461547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ca202ddd-cf8c-4d74-b0a9-8314ac24f4b6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'port': {'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db', 'name': 'tempest-TaggedBootDevicesTest_v242-1643675255', 'fixed_ips': [{'subnet_id': '74787413-84bd-4383-8dc9-399403023240'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:02.462796 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349103b-b4f6-47e7-905e-0f8c3fb51e28 None None] Pushing event updated for resources: {'Port': ['ID=7eee7c3e-8a19-45d1-8af2-ba6f28c47e98,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:02.531868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-2520dcc8-19a9-4132-961a-b62643ae8e21', 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21', 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'fixed_ips': [{'subnet_id': '753aac05-577c-4ca7-bcc1-f8bed7e2a1e7'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:01:02.532743 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:02.580726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6693b66-629f-485a-8d01-0d4c3166a9fe req-303061db-a72e-4907-a801-be960e26784a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b HTTP/1.1" status: 200 len: 217 time: 0.1101360 Mar 07 22:01:02.737527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6693b66-629f-485a-8d01-0d4c3166a9fe req-43b18e8d-a74a-47a2-b3bb-38fc30b12610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:02.739394 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6693b66-629f-485a-8d01-0d4c3166a9fe req-43b18e8d-a74a-47a2-b3bb-38fc30b12610 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c78fedcc-9da9-4523-beec-6912dd891870 HTTP/1.1" status: 200 len: 835 time: 0.1534252 Mar 07 22:01:02.760797 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177777d9-82be-460f-84c8-e69c5b8f6396 None None] New status for floating IP b7946a27-5b0e-42d8-96dd-96cdd8ba1677: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:01:02.823819 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6693b66-629f-485a-8d01-0d4c3166a9fe req-17b5cf96-5897-4138-8165-490e95c2b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:02.825812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6693b66-629f-485a-8d01-0d4c3166a9fe req-17b5cf96-5897-4138-8165-490e95c2b10d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=018fd511-8bf3-432b-a258-cb1f5f17efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0792599 Mar 07 22:01:02.906187 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (f361bec9-6e93-45fd-b4e8-10f0a1f88086), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:02.932281 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:02.937003 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] 10.222.0.26 "DELETE /v2.0/networks/f361bec9-6e93-45fd-b4e8-10f0a1f88086 HTTP/1.1" status: 204 len: 168 time: 2.8466785 Mar 07 22:01:02.950432 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbef255-8cb3-4add-aaec-1453db8e3ce2 tempest-AllowedAddressPairTestJSON-510487358 tempest-AllowedAddressPairTestJSON-510487358-project] Pushing event deleted for resources: {'Network': ['ID=f361bec9-6e93-45fd-b4e8-10f0a1f88086,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:02.967882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-13115961-403c-4aed-abd9-761bd0dc95d9 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Deleting port 699b0449-43bb-4856-a4dd-0b4c3628d850 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:02.969660 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13115961-403c-4aed-abd9-761bd0dc95d9 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (699b0449-43bb-4856-a4dd-0b4c3628d850), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:03.103531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Allocated IP 10.2.2.2 (2520dcc8-19a9-4132-961a-b62643ae8e21/753aac05-577c-4ca7-bcc1-f8bed7e2a1e7/cab4d715-a6f1-4f51-a388-4cc9d7f04fbb) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:03.103778 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6693b66-629f-485a-8d01-0d4c3166a9fe req-c53fd237-8010-440c-91a4-30119dbfadc0 service neutron] 10.222.0.13 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706451 Mar 07 22:01:03.157286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca202ddd-cf8c-4d74-b0a9-8314ac24f4b6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Made reservation on behalf of 3fc67ef9f01d44319fd008ca1bc5a8e4 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:03.184237 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae209201-d7ac-469f-a718-efe7c47215b8 req-45575e6a-6bab-4a97-afa8-fcf5be249cd9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:03.187122 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ae209201-d7ac-469f-a718-efe7c47215b8 req-45575e6a-6bab-4a97-afa8-fcf5be249cd9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 944 time: 0.6806424 Mar 07 22:01:03.287945 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Publish callbacks [] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:03.298558 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:03.314462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6693b66-629f-485a-8d01-0d4c3166a9fe req-4b007dc9-f8b7-4e60-a78a-01e3898591a9 service neutron] 10.222.0.13 "GET /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033491 Mar 07 22:01:03.359070 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Network 2520dcc8-19a9-4132-961a-b62643ae8e21 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:03.362249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:03.370361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:03.402190 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca202ddd-cf8c-4d74-b0a9-8314ac24f4b6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:03.428840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55522) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:03.442488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Pushing event updated for resources: {'Port': ['ID=cab4d715-a6f1-4f51-a388-4cc9d7f04fbb,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:03.470717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Attempting to bind port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:01:03.471052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Attempting to bind port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '2d91140e-39bf-435e-a1e5-f8b7a367052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:01:03.471423 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Attempting to bind port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb on network 2520dcc8-19a9-4132-961a-b62643ae8e21 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:03.487891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:01:03.488272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Checking segment: {'id': '2d91140e-39bf-435e-a1e5-f8b7a367052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:03.488685 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:03.489088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Bound using segment: {'id': '2d91140e-39bf-435e-a1e5-f8b7a367052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:01:03.489569 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Bound port: cab4d715-a6f1-4f51-a388-4cc9d7f04fbb, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d91140e-39bf-435e-a1e5-f8b7a367052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:01:03.489961 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:03.565533 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-ca202ddd-cf8c-4d74-b0a9-8314ac24f4b6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] device_id is not set on port 3cfe58ad-c800-469f-9dac-12f4b77541dc yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:01:03.635982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] For port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:01:03.643417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d3706-efac-4fb0-82c0-c9ee8806a9ab req-004d2484-348b-4e1c-99c3-609cc3f627d0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:03.645854 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb0d3706-efac-4fb0-82c0-c9ee8806a9ab req-004d2484-348b-4e1c-99c3-609cc3f627d0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 944 time: 0.0972486 Mar 07 22:01:03.651992 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] For port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cab4d715-a6f1-4f51-a388-4cc9d7f04fbb,segment=NetworkSegment(2d91140e-39bf-435e-a1e5-f8b7a367052f),segment_id=2d91140e-39bf-435e-a1e5-f8b7a367052f)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:01:03.664612 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:03.779495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ef97da70-5f0c-4827-a208-1121019d4953 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f177fce87c74fd19c7c423a9ae8ae61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3485935 Mar 07 22:01:03.785054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55528) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:03.821598 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0c216-0a4d-4e97-ae32-3fee90000d1f None None] Pushing event updated for resources: {'Port': ['ID=cab4d715-a6f1-4f51-a388-4cc9d7f04fbb,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:03.825302 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-ca202ddd-cf8c-4d74-b0a9-8314ac24f4b6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Allocated IP 10.1.1.156 (030f98ea-4abb-4c6e-ab36-d010ae9a67db/74787413-84bd-4383-8dc9-399403023240/3cfe58ad-c800-469f-9dac-12f4b77541dc) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:03.832445 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb0d3706-efac-4fb0-82c0-c9ee8806a9ab req-96ca495c-480e-4d07-ac8c-7dba617b7499 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=644f1811-a175-4463-aad8-bcf4207fcb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747382 Mar 07 22:01:03.883648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13115961-403c-4aed-abd9-761bd0dc95d9 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (699b0449-43bb-4856-a4dd-0b4c3628d850), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:03.902723 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1158c53d-3182-4e31-a0dd-c21ace7b1c36 admin admin] Publish callbacks [] for security_group (c20ce685-5b3c-49f7-aabe-a1b7153e9c03), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:03.933879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-13115961-403c-4aed-abd9-761bd0dc95d9 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Calling delete_port for 699b0449-43bb-4856-a4dd-0b4c3628d850 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:03.940280 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1158c53d-3182-4e31-a0dd-c21ace7b1c36 admin admin] Publish callbacks [] for security_group (c20ce685-5b3c-49f7-aabe-a1b7153e9c03), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:04.023076 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1158c53d-3182-4e31-a0dd-c21ace7b1c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c20ce685-5b3c-49f7-aabe-a1b7153e9c03), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:04.027218 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1158c53d-3182-4e31-a0dd-c21ace7b1c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:04.033710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1158c53d-3182-4e31-a0dd-c21ace7b1c36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c20ce685-5b3c-49f7-aabe-a1b7153e9c03 HTTP/1.1" status: 204 len: 168 time: 0.2424278 Mar 07 22:01:04.044081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158c53d-3182-4e31-a0dd-c21ace7b1c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20ce685-5b3c-49f7-aabe-a1b7153e9c03,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:04.072809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-ae209201-d7ac-469f-a718-efe7c47215b8 req-b4aedb00-0db0-4d36-ad09-eb0418bedb8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:04.073158 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ae209201-d7ac-469f-a718-efe7c47215b8 req-b4aedb00-0db0-4d36-ad09-eb0418bedb8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:04.245900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f0df37-b957-41d8-8809-e40775821ddc None None] Network 030f98ea-4abb-4c6e-ab36-d010ae9a67db requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:04.304362 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca202ddd-cf8c-4d74-b0a9-8314ac24f4b6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:04.414362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-ae209201-d7ac-469f-a718-efe7c47215b8 req-b4aedb00-0db0-4d36-ad09-eb0418bedb8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] For port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:04.415023 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ae209201-d7ac-469f-a718-efe7c47215b8 req-b4aedb00-0db0-4d36-ad09-eb0418bedb8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:04.429340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-ae209201-d7ac-469f-a718-efe7c47215b8 req-b4aedb00-0db0-4d36-ad09-eb0418bedb8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for 5add9afa-e77b-4796-92a8-c4ec0f6deb1b owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:04.465869 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-dc273cde-76d8-43f1-9cd9-106319ef2f72 None None] Provisioning complete for port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:04.466488 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dc273cde-76d8-43f1-9cd9-106319ef2f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7eee7c3e-8a19-45d1-8af2-ba6f28c47e98), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:04.561049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cab4d715-a6f1-4f51-a388-4cc9d7f04fbb up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:04.630654 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca202ddd-cf8c-4d74-b0a9-8314ac24f4b6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:04.641813 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ae209201-d7ac-469f-a718-efe7c47215b8 req-b4aedb00-0db0-4d36-ad09-eb0418bedb8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5add9afa-e77b-4796-92a8-c4ec0f6deb1b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:04.714223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca202ddd-cf8c-4d74-b0a9-8314ac24f4b6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Network 030f98ea-4abb-4c6e-ab36-d010ae9a67db is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:04.719678 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-ca202ddd-cf8c-4d74-b0a9-8314ac24f4b6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:04.731088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca202ddd-cf8c-4d74-b0a9-8314ac24f4b6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:04.766914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:04.768962 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:04.772896 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-dc273cde-76d8-43f1-9cd9-106319ef2f72 None None] Current status of the port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:04.773581 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dc273cde-76d8-43f1-9cd9-106319ef2f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7eee7c3e-8a19-45d1-8af2-ba6f28c47e98), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:04.809538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca202ddd-cf8c-4d74-b0a9-8314ac24f4b6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:04.810276 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca202ddd-cf8c-4d74-b0a9-8314ac24f4b6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:04.835939 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ca202ddd-cf8c-4d74-b0a9-8314ac24f4b6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3808270 Mar 07 22:01:04.838848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55548) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:04.846445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c1d2cab7-bc81-49d4-9365-bdaf5315d985 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'port': {'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db', 'name': 'tempest-TaggedBootDevicesTest_v242-2061743610', 'fixed_ips': [{'subnet_id': '74787413-84bd-4383-8dc9-399403023240'}]}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:04.908067 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-dc273cde-76d8-43f1-9cd9-106319ef2f72 None None] For port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7eee7c3e-8a19-45d1-8af2-ba6f28c47e98,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:04.920516 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dc273cde-76d8-43f1-9cd9-106319ef2f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7eee7c3e-8a19-45d1-8af2-ba6f28c47e98), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:05.055158 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae209201-d7ac-469f-a718-efe7c47215b8 req-b4aedb00-0db0-4d36-ad09-eb0418bedb8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] No DVR routers for this DVR port 5add9afa-e77b-4796-92a8-c4ec0f6deb1b on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:05.064685 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ae209201-d7ac-469f-a718-efe7c47215b8 req-b4aedb00-0db0-4d36-ad09-eb0418bedb8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:05.077879 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ae209201-d7ac-469f-a718-efe7c47215b8 req-b4aedb00-0db0-4d36-ad09-eb0418bedb8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.13 "DELETE /v2.0/ports/5add9afa-e77b-4796-92a8-c4ec0f6deb1b HTTP/1.1" status: 204 len: 173 time: 1.8580642 Mar 07 22:01:05.082744 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8757064-1b56-4263-919d-6998146eb3ac req-65c01833-f49d-48e8-8cf8-2b817c8e439f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d739f8e-db67-4f1e-9d80-f875a8ca96e9 HTTP/1.1" status: 200 len: 210 time: 0.0605583 Mar 07 22:01:05.091036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca202ddd-cf8c-4d74-b0a9-8314ac24f4b6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'Port': ['ID=3cfe58ad-c800-469f-9dac-12f4b77541dc,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:05.101578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'name': 'network-vif-deleted', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:05.132317 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f0286b-c562-47ac-a858-6a7d4e0dd45e" -d '{"events": [{"server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "name": "network-vif-deleted", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:01:05.200391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d2cab7-bc81-49d4-9365-bdaf5315d985 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Made reservation on behalf of 3fc67ef9f01d44319fd008ca1bc5a8e4 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:05.226627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:05.245518 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:05.290765 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13115961-403c-4aed-abd9-761bd0dc95d9 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (699b0449-43bb-4856-a4dd-0b4c3628d850), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:05.293138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aedb00-0db0-4d36-ad09-eb0418bedb8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=5add9afa-e77b-4796-92a8-c4ec0f6deb1b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:05.337160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc273cde-76d8-43f1-9cd9-106319ef2f72 None None] Pushing event updated for resources: {'Port': ['ID=7eee7c3e-8a19-45d1-8af2-ba6f28c47e98,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:05.349718 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02982985-6375-4ec4-b53e-d45dea186032 x-openstack-request-id: req-02982985-6375-4ec4-b53e-d45dea186032 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:01:05.350374 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d739f8e-db67-4f1e-9d80-f875a8ca96e9", "name": "network-vif-deleted", "tag": "5add9afa-e77b-4796-92a8-c4ec0f6deb1b", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:01:05.350718 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02982985-6375-4ec4-b53e-d45dea186032 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:01:05.351411 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d739f8e-db67-4f1e-9d80-f875a8ca96e9', 'name': 'network-vif-deleted', 'tag': '5add9afa-e77b-4796-92a8-c4ec0f6deb1b', 'status': 'completed', 'code': 200} Mar 07 22:01:05.391166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-86b65193-09ba-4951-96d4-ad394125f81a None None] Provisioning complete for port 3cfe58ad-c800-469f-9dac-12f4b77541dc triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:05.392666 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-86b65193-09ba-4951-96d4-ad394125f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:05.426057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13115961-403c-4aed-abd9-761bd0dc95d9 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event deleted for resources: {'Port': ['ID=699b0449-43bb-4856-a4dd-0b4c3628d850,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:05.542436 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cab4d715-a6f1-4f51-a388-4cc9d7f04fbb,segment=NetworkSegment(2d91140e-39bf-435e-a1e5-f8b7a367052f),segment_id=2d91140e-39bf-435e-a1e5-f8b7a367052f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:05.566031 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:05.573696 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1d2cab7-bc81-49d4-9365-bdaf5315d985 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:05.580144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:05.621329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55566) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:05.685984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-c1d2cab7-bc81-49d4-9365-bdaf5315d985 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] device_id is not set on port 5d5198c5-e420-4fec-b032-62b96c0b5e13 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:01:05.836023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=cab4d715-a6f1-4f51-a388-4cc9d7f04fbb,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:05.866418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-86b65193-09ba-4951-96d4-ad394125f81a None None] Port 3cfe58ad-c800-469f-9dac-12f4b77541dc cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:05.899856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-86b65193-09ba-4951-96d4-ad394125f81a None None] Provisioning complete for port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:05.900237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2117649496'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:05.900744 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-86b65193-09ba-4951-96d4-ad394125f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7eee7c3e-8a19-45d1-8af2-ba6f28c47e98), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:05.921233 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-13115961-403c-4aed-abd9-761bd0dc95d9 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (f4f08850-b752-406d-a32a-baba140e7fb5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:05.953729 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:05.960869 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:05.971381 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c8959c-6cbd-43ab-9b3e-0536632b4a46 None None] Network 2520dcc8-19a9-4132-961a-b62643ae8e21 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:06.006026 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:06.135188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13115961-403c-4aed-abd9-761bd0dc95d9 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Router f4f08850-b752-406d-a32a-baba140e7fb5 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:01:06.146154 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:06.146583 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7eee7c3e-8a19-45d1-8af2-ba6f28c47e98), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:06.177690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-c1d2cab7-bc81-49d4-9365-bdaf5315d985 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Allocated IP 10.1.1.233 (030f98ea-4abb-4c6e-ab36-d010ae9a67db/74787413-84bd-4383-8dc9-399403023240/5d5198c5-e420-4fec-b032-62b96c0b5e13) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:06.206723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55572) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:06.226225 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (28850d29-7e2c-4e91-8441-3daeea814b70), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:06.240047 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (28850d29-7e2c-4e91-8441-3daeea814b70), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:06.278530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:01:06.313194 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b1e40654-1400-4814-8d5c-2cc28d80ab31), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:06.313804 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Added segment b1e40654-1400-4814-8d5c-2cc28d80ab31 of type vlan for network 8d579dd8-ff24-4d4b-b298-d85d88e44450 Mar 07 22:01:06.315356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28850d29-7e2c-4e91-8441-3daeea814b70,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:06.381556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-86b65193-09ba-4951-96d4-ad394125f81a None None] Current status of the port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:06.410327 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (8d579dd8-ff24-4d4b-b298-d85d88e44450), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:06.458489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13115961-403c-4aed-abd9-761bd0dc95d9 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:01:06.462129 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1d2cab7-bc81-49d4-9365-bdaf5315d985 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:06.467694 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (8d579dd8-ff24-4d4b-b298-d85d88e44450), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:06.474395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:06.475218 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:06.476140 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f92a0f9-a182-46fb-988b-53a0ca262e28 None None] Sync routers for ids ['f4f08850-b752-406d-a32a-baba140e7fb5'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:01:06.481829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55574) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:06.484299 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-13115961-403c-4aed-abd9-761bd0dc95d9 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "PUT /v2.0/routers/f4f08850-b752-406d-a32a-baba140e7fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4518256 Mar 07 22:01:06.497516 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f92a0f9-a182-46fb-988b-53a0ca262e28 None None] Routers {'f4f08850-b752-406d-a32a-baba140e7fb5'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:06.498224 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9f92a0f9-a182-46fb-988b-53a0ca262e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f4f08850-b752-406d-a32a-baba140e7fb5'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:06.500424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5add9afa-e77b-4796-92a8-c4ec0f6deb1b no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:06.544246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 5add9afa-e77b-4796-92a8-c4ec0f6deb1b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:06.545480 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5add9afa-e77b-4796-92a8-c4ec0f6deb1b not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:06.554508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:06.556885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3bf1bd19-6312-4667-ac4c-21fe3d474eb2 None None] Provisioning complete for port 3cfe58ad-c800-469f-9dac-12f4b77541dc triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:06.557264 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3bf1bd19-6312-4667-ac4c-21fe3d474eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:06.582556 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-cd4aa1e2-aca7-4308-b7a7-56b933057428 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] delete failed (client error): The resource could not be found. Mar 07 22:01:06.585481 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cd4aa1e2-aca7-4308-b7a7-56b933057428 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-269522026 HTTP/1.1" status: 404 len: 334 time: 0.0964308 Mar 07 22:01:06.616701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1bd19-6312-4667-ac4c-21fe3d474eb2 None None] Port 3cfe58ad-c800-469f-9dac-12f4b77541dc cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:06.624622 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9f92a0f9-a182-46fb-988b-53a0ca262e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:06.640974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3bf1bd19-6312-4667-ac4c-21fe3d474eb2 None None] Provisioning complete for port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:06.641524 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3bf1bd19-6312-4667-ac4c-21fe3d474eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:06.644223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55576) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:06.649668 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f92a0f9-a182-46fb-988b-53a0ca262e28 None None] Routers {'f4f08850-b752-406d-a32a-baba140e7fb5'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:06.650538 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9f92a0f9-a182-46fb-988b-53a0ca262e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f4f08850-b752-406d-a32a-baba140e7fb5'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:06.668928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c74a7a47-cfeb-4660-b8a0-753dc64056d1 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f4f08850-b752-406d-a32a-baba140e7fb5'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:06.733910 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9f92a0f9-a182-46fb-988b-53a0ca262e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:06.739386 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f92a0f9-a182-46fb-988b-53a0ca262e28 None None] The sync data for ids ['f4f08850-b752-406d-a32a-baba140e7fb5'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:01:06.813746 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cab4d715-a6f1-4f51-a388-4cc9d7f04fbb up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:06.899194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1bd19-6312-4667-ac4c-21fe3d474eb2 None None] Current status of the port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:06.924657 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:06.925032 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:06.943533 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6795369a-f650-4a12-bc1b-f0ec1385fddf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (5ef1e49b-b580-4c98-a9fa-706129920602), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:07.014515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3919840 Mar 07 22:01:07.056583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55582) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:07.061824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'name': 'tempest-PortsIpV6TestJSON-1051383759'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:07.090462 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:07.094055 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:07.112739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d6db7-35e3-4b53-9d84-6e89b594a335 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Network': ['ID=8d579dd8-ff24-4d4b-b298-d85d88e44450,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:07.140639 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:01:07.143160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-178dd6b5-5f01-4f75-9276-af4acac94873 None None] Provisioning complete for port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:07.143938 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-178dd6b5-5f01-4f75-9276-af4acac94873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:07.198167 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1d2cab7-bc81-49d4-9365-bdaf5315d985 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:07.212779 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c74a7a47-cfeb-4660-b8a0-753dc64056d1 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for router_gateway (f4f08850-b752-406d-a32a-baba140e7fb5), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:07.225313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:07.229430 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:07.280015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d2cab7-bc81-49d4-9365-bdaf5315d985 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Network 030f98ea-4abb-4c6e-ab36-d010ae9a67db is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:07.281320 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-c74a7a47-cfeb-4660-b8a0-753dc64056d1 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] update failed (client error): The resource could not be found. Mar 07 22:01:07.287146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c74a7a47-cfeb-4660-b8a0-753dc64056d1 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "PUT /v2.0/routers/f4f08850-b752-406d-a32a-baba140e7fb5 HTTP/1.1" status: 404 len: 339 time: 0.6355152 Mar 07 22:01:07.287146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-c1d2cab7-bc81-49d4-9365-bdaf5315d985 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:07.287427 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55584) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:07.299376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2cab7-bc81-49d4-9365-bdaf5315d985 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:07.303240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-178dd6b5-5f01-4f75-9276-af4acac94873 None None] Current status of the port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:07.311098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2cab7-bc81-49d4-9365-bdaf5315d985 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'Port': ['ID=5d5198c5-e420-4fec-b032-62b96c0b5e13,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:07.373917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:07.374430 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7eee7c3e-8a19-45d1-8af2-ba6f28c47e98), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:07.484803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d2cab7-bc81-49d4-9365-bdaf5315d985 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:07.485730 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1d2cab7-bc81-49d4-9365-bdaf5315d985 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:07.531272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:07.636354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4e18b9a9-53dd-49f4-9d1d-3edc1801fbb0 None None] Provisioning complete for port 5d5198c5-e420-4fec-b032-62b96c0b5e13 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:07.636904 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4e18b9a9-53dd-49f4-9d1d-3edc1801fbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:07.701800 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port 0ef2adcf-3c5f-4082-938a-97213c081b81 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:01:07.707613 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4e18b9a9-53dd-49f4-9d1d-3edc1801fbb0 None None] Port 5d5198c5-e420-4fec-b032-62b96c0b5e13 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:07.810110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c1d2cab7-bc81-49d4-9365-bdaf5315d985 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9672370 Mar 07 22:01:07.836799 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:07.988784 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6795369a-f650-4a12-bc1b-f0ec1385fddf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:07.989122 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6795369a-f650-4a12-bc1b-f0ec1385fddf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:08.016940 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (0ef2adcf-3c5f-4082-938a-97213c081b81), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:08.119672 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-6795369a-f650-4a12-bc1b-f0ec1385fddf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] For port 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1df6ca75-a70b-48ee-a8a5-cea3c9fe998b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:08.120249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6795369a-f650-4a12-bc1b-f0ec1385fddf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:08.135146 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6795369a-f650-4a12-bc1b-f0ec1385fddf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:08.137747 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0ef2adcf-3c5f-4082-938a-97213c081b81), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:08.208994 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Allocated IP 172.20.0.1 (1cba69b6-0944-4a2f-88bb-928b6cf21f88/6e434066-2ef5-41ca-b77d-7e43edbb0cdd/0370cd1a-a233-45cd-88ca-5d92d2d8d92a) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:08.235284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=0ef2adcf-3c5f-4082-938a-97213c081b81,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:08.249807 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:08.250100 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:08.250468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:08.250807 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:08.251587 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:08.251587 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:08.251936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:08.252275 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:08.252720 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:08.253171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:08.254199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:08.254199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:08.254199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:08.280218 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Checking segment: {'id': 'b1e40654-1400-4814-8d5c-2cc28d80ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:08.280599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network hostable DHCP agents. Network: 8d579dd8-ff24-4d4b-b298-d85d88e44450, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:01:08.347261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:01:08.368423 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 8d579dd8-ff24-4d4b-b298-d85d88e44450) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:08.377311 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71e0fe4-f8d8-4197-960b-1fed51ed2f7a None None] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:08.377527 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:08.382723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:08.383350 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:08.412883 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4987c33c-c0eb-40ec-8b11-62930da51d9d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3530934 Mar 07 22:01:08.413761 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55594) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:08.419208 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f6b7663a-343f-423d-b628-bad890b68d81 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-306978823'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:08.452533 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b7663a-343f-423d-b628-bad890b68d81 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:08.456332 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6b7663a-343f-423d-b628-bad890b68d81 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:08.527373 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b7663a-343f-423d-b628-bad890b68d81 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:01:08.534159 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6795369a-f650-4a12-bc1b-f0ec1385fddf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (1df6ca75-a70b-48ee-a8a5-cea3c9fe998b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:08.569035 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795369a-f650-4a12-bc1b-f0ec1385fddf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=1df6ca75-a70b-48ee-a8a5-cea3c9fe998b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:08.575099 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6b7663a-343f-423d-b628-bad890b68d81 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (5fb55994-0aa8-4c5a-9f4c-bcb5bc202407), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:08.575454 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-f6b7663a-343f-423d-b628-bad890b68d81 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Added segment 5fb55994-0aa8-4c5a-9f4c-bcb5bc202407 of type vlan for network d5b32922-c7e1-4dd7-bd6d-3dccad090f57 Mar 07 22:01:08.630921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55596) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:08.652133 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f08fe339-a673-4019-9bd7-8032b15cd5a9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1917348331', 'description': 'tempest-description--1634269934'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:08.694611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6b7663a-343f-423d-b628-bad890b68d81 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (d5b32922-c7e1-4dd7-bd6d-3dccad090f57), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:08.721646 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f08fe339-a673-4019-9bd7-8032b15cd5a9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:08.792534 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6b7663a-343f-423d-b628-bad890b68d81 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (d5b32922-c7e1-4dd7-bd6d-3dccad090f57), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:08.798119 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b7663a-343f-423d-b628-bad890b68d81 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:08.798298 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for port (0370cd1a-a233-45cd-88ca-5d92d2d8d92a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:08.799083 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6b7663a-343f-423d-b628-bad890b68d81 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:08.841808 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0370cd1a-a233-45cd-88ca-5d92d2d8d92a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:08.886031 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f6b7663a-343f-423d-b628-bad890b68d81 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4716198 Mar 07 22:01:08.889231 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Network 1cba69b6-0944-4a2f-88bb-928b6cf21f88 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:08.890901 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55598) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:08.900843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'ports': [{'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450'}, {'network_id': 'd5b32922-c7e1-4dd7-bd6d-3dccad090f57'}]} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:08.901133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:08.902165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'network_id': 'd5b32922-c7e1-4dd7-bd6d-3dccad090f57'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:08.908160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:08.913654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:08.956832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7663a-343f-423d-b628-bad890b68d81 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Network': ['ID=d5b32922-c7e1-4dd7-bd6d-3dccad090f57,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:08.974686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network d5b32922-c7e1-4dd7-bd6d-3dccad090f57 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:01:08.979226 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6795369a-f650-4a12-bc1b-f0ec1385fddf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (5ef1e49b-b580-4c98-a9fa-706129920602), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:08.988047 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event updated for resources: {'Port': ['ID=0370cd1a-a233-45cd-88ca-5d92d2d8d92a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:09.034506 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f08fe339-a673-4019-9bd7-8032b15cd5a9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for security_group (9594157e-e61a-46a4-bcaf-0f50227d6f0a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.115798 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f08fe339-a673-4019-9bd7-8032b15cd5a9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9594157e-e61a-46a4-bcaf-0f50227d6f0a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.120267 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (f4f08850-b752-406d-a32a-baba140e7fb5), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.144629 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f08fe339-a673-4019-9bd7-8032b15cd5a9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.146201 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f08fe339-a673-4019-9bd7-8032b15cd5a9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4976494 Mar 07 22:01:09.155942 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55604) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:09.164507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e9891eda-1f25-41f0-ab73-e9fa7b31809e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'security_group_rule': {'security_group_id': '9594157e-e61a-46a4-bcaf-0f50227d6f0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:09.194423 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fe339-a673-4019-9bd7-8032b15cd5a9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9594157e-e61a-46a4-bcaf-0f50227d6f0a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:09.248217 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9891eda-1f25-41f0-ab73-e9fa7b31809e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for security_group_rule (11217bf4-2f28-490f-a7c8-03c15bf8f416), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.326783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'port': 2} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:09.331439 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.352720 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.365515 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0370cd1a-a233-45cd-88ca-5d92d2d8d92a), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.377496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d8450310-4771-486d-aad8-f12d17a18819 None None] Provisioning complete for port 0370cd1a-a233-45cd-88ca-5d92d2d8d92a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:09.378259 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8450310-4771-486d-aad8-f12d17a18819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0370cd1a-a233-45cd-88ca-5d92d2d8d92a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.392501 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9891eda-1f25-41f0-ab73-e9fa7b31809e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for security_group_rule (11217bf4-2f28-490f-a7c8-03c15bf8f416), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.403313 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9891eda-1f25-41f0-ab73-e9fa7b31809e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (11217bf4-2f28-490f-a7c8-03c15bf8f416), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.429565 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9891eda-1f25-41f0-ab73-e9fa7b31809e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11217bf4-2f28-490f-a7c8-03c15bf8f416,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:09.442632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d8450310-4771-486d-aad8-f12d17a18819 None None] Port 0370cd1a-a233-45cd-88ca-5d92d2d8d92a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:09.443039 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9891eda-1f25-41f0-ab73-e9fa7b31809e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.446775 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e9891eda-1f25-41f0-ab73-e9fa7b31809e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2873559 Mar 07 22:01:09.446775 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6795369a-f650-4a12-bc1b-f0ec1385fddf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router 5ef1e49b-b580-4c98-a9fa-706129920602 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:01:09.447229 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55606) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:09.452119 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9b319e82-d11a-4854-bcf5-a860ff2ea331 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'security_group_rule': {'security_group_id': '9594157e-e61a-46a4-bcaf-0f50227d6f0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:09.531176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b319e82-d11a-4854-bcf5-a860ff2ea331 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for security_group_rule (07142442-37f3-4d9f-aaac-e06bb36a8593), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.612044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6795369a-f650-4a12-bc1b-f0ec1385fddf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:01:09.617776 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6795369a-f650-4a12-bc1b-f0ec1385fddf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "PUT /v2.0/routers/5ef1e49b-b580-4c98-a9fa-706129920602/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4100442 Mar 07 22:01:09.621263 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55608) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:09.629214 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8974e46e-c5b4-4b12-9662-5c3138bf2ad8 None None] Sync routers for ids ['5ef1e49b-b580-4c98-a9fa-706129920602'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:01:09.636585 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b319e82-d11a-4854-bcf5-a860ff2ea331 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for security_group_rule (07142442-37f3-4d9f-aaac-e06bb36a8593), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.639307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port 1cbfd09e-fee5-4a99-aa37-413c6617b31e yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:01:09.654840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8974e46e-c5b4-4b12-9662-5c3138bf2ad8 None None] Routers {'5ef1e49b-b580-4c98-a9fa-706129920602'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:09.656054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8974e46e-c5b4-4b12-9662-5c3138bf2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5ef1e49b-b580-4c98-a9fa-706129920602'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:09.666469 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b319e82-d11a-4854-bcf5-a860ff2ea331 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (07142442-37f3-4d9f-aaac-e06bb36a8593), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.704410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b319e82-d11a-4854-bcf5-a860ff2ea331 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07142442-37f3-4d9f-aaac-e06bb36a8593,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:09.711329 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf283fa2-fdfc-4ce4-b081-e40c73f3a262 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting subnet c78fedcc-9da9-4523-beec-6912dd891870 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:01:09.715973 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf283fa2-fdfc-4ce4-b081-e40c73f3a262 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for subnet (c78fedcc-9da9-4523-beec-6912dd891870), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.746024 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b319e82-d11a-4854-bcf5-a860ff2ea331 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.751183 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b319e82-d11a-4854-bcf5-a860ff2ea331 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2990692 Mar 07 22:01:09.751399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55610) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:09.758041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:09.775786 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf283fa2-fdfc-4ce4-b081-e40c73f3a262 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (c78fedcc-9da9-4523-beec-6912dd891870), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.844160 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.882188 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf283fa2-fdfc-4ce4-b081-e40c73f3a262 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (c78fedcc-9da9-4523-beec-6912dd891870), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.886715 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (1cbfd09e-fee5-4a99-aa37-413c6617b31e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.908022 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for port (0370cd1a-a233-45cd-88ca-5d92d2d8d92a), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.925061 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (0370cd1a-a233-45cd-88ca-5d92d2d8d92a), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:09.965046 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf283fa2-fdfc-4ce4-b081-e40c73f3a262 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (c78fedcc-9da9-4523-beec-6912dd891870), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:10.003513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf283fa2-fdfc-4ce4-b081-e40c73f3a262 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Subnet': ['ID=c78fedcc-9da9-4523-beec-6912dd891870,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:10.014150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cf283fa2-fdfc-4ce4-b081-e40c73f3a262 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:10.018182 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cf283fa2-fdfc-4ce4-b081-e40c73f3a262 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/subnets/c78fedcc-9da9-4523-beec-6912dd891870 HTTP/1.1" status: 204 len: 168 time: 0.3958435 Mar 07 22:01:10.020806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55612) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:10.066673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port 64aca943-c949-437d-97ba-bf4441866b74 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:01:10.110839 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (f4f08850-b752-406d-a32a-baba140e7fb5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:10.113879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event updated for resources: {'Port': ['ID=0370cd1a-a233-45cd-88ca-5d92d2d8d92a,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:10.116879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a116ee6-dff6-4554-81ec-5b6645054782 None None] Network 018fd511-8bf3-432b-a258-cb1f5f17efa8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:10.185968 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router (5ef1e49b-b580-4c98-a9fa-706129920602), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:10.296854 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:10.322307 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (64aca943-c949-437d-97ba-bf4441866b74), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:10.334366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-8974e46e-c5b4-4b12-9662-5c3138bf2ad8 None None] Set router 5ef1e49b-b580-4c98-a9fa-706129920602 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:10.375942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Network 1cba69b6-0944-4a2f-88bb-928b6cf21f88 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:10.384140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:10.441593 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (5ef1e49b-b580-4c98-a9fa-706129920602), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:10.581025 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1cbfd09e-fee5-4a99-aa37-413c6617b31e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:10.624640 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:10.624989 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:10.636346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:10.640232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Allocated IP 172.25.4.229 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/ac18054f-5eec-47a1-bdef-af979bb59193) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:10.642792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:10.668999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:10.671264 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (64aca943-c949-437d-97ba-bf4441866b74), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:10.674625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Router f4f08850-b752-406d-a32a-baba140e7fb5 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:01:10.719706 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94382c5e-dd7e-4d02-890f-422cdb350c5f None None] DHCP port deletion for 018fd511-8bf3-432b-a258-cb1f5f17efa8 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:01:10.784537 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55644) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:10.869320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:01:10.876664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-afe15d0e-111a-44b7-a204-4917adbaa173 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "PUT /v2.0/routers/f4f08850-b752-406d-a32a-baba140e7fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5882413 Mar 07 22:01:10.880361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=1cbfd09e-fee5-4a99-aa37-413c6617b31e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:10.884798 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cee295-9f86-45c0-9fbd-ee6f345190d9 None None] Sync routers for ids ['f4f08850-b752-406d-a32a-baba140e7fb5'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:01:10.889676 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55646) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:10.902288 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cee295-9f86-45c0-9fbd-ee6f345190d9 None None] Routers {'f4f08850-b752-406d-a32a-baba140e7fb5'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:10.906163 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-18cee295-9f86-45c0-9fbd-ee6f345190d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f4f08850-b752-406d-a32a-baba140e7fb5'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:10.911312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8974e46e-c5b4-4b12-9662-5c3138bf2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:08Z', 'updated_at': '2022-03-07T22:01:08Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': 'b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:09Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:10.918295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] For port b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:10.919966 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:10.947204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8974e46e-c5b4-4b12-9662-5c3138bf2ad8 None None] Checking router: 5ef1e49b-b580-4c98-a9fa-706129920602 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:01:10.951779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a704f6c2-bc6d-45e1-82e0-fec10c083aba None None] Provisioning complete for port 0370cd1a-a233-45cd-88ca-5d92d2d8d92a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:10.952153 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a704f6c2-bc6d-45e1-82e0-fec10c083aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0370cd1a-a233-45cd-88ca-5d92d2d8d92a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:10.983563 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-94382c5e-dd7e-4d02-890f-422cdb350c5f None None] Deleting port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:10.983913 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-94382c5e-dd7e-4d02-890f-422cdb350c5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:11.004442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=64aca943-c949-437d-97ba-bf4441866b74,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:11.069333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Checking segment: {'id': '5fb55994-0aa8-4c5a-9f4c-bcb5bc202407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd5b32922-c7e1-4dd7-bd6d-3dccad090f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:11.070125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network hostable DHCP agents. Network: d5b32922-c7e1-4dd7-bd6d-3dccad090f57, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:01:11.101387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network d5b32922-c7e1-4dd7-bd6d-3dccad090f57 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:01:11.122590 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-94382c5e-dd7e-4d02-890f-422cdb350c5f None None] For port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b,segment=NetworkSegment(f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b),segment_id=f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:11.123183 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-94382c5e-dd7e-4d02-890f-422cdb350c5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:11.126685 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:11.143958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, d5b32922-c7e1-4dd7-bd6d-3dccad090f57) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:11.156831 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for port (ac18054f-5eec-47a1-bdef-af979bb59193), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:11.158706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:11.163189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-94382c5e-dd7e-4d02-890f-422cdb350c5f None None] Calling delete_port for 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:11.170791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:11.178672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:11.181710 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-18cee295-9f86-45c0-9fbd-ee6f345190d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:11.186359 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:11.188456 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55650) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:11.211409 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cee295-9f86-45c0-9fbd-ee6f345190d9 None None] Routers {'f4f08850-b752-406d-a32a-baba140e7fb5'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:11.212377 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-18cee295-9f86-45c0-9fbd-ee6f345190d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f4f08850-b752-406d-a32a-baba140e7fb5'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:11.229447 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55654) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:11.229814 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e045df7d-6f4a-40ab-8a3a-8f6a8c427667 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3337710 Mar 07 22:01:11.246670 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3cab807e-a584-4b8e-956b-502ea1420f53 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/floatingips/f8886e2f-2873-434e-9c61-7ad9037a4b58 HTTP/1.1" status: 200 len: 993 time: 0.4610207 Mar 07 22:01:11.271792 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-18cee295-9f86-45c0-9fbd-ee6f345190d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:11.273140 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cee295-9f86-45c0-9fbd-ee6f345190d9 None None] The sync data for ids ['f4f08850-b752-406d-a32a-baba140e7fb5'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:01:11.278559 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8406bb-c2e2-487f-9d86-2a2e58fbd88e None None] Network d5b32922-c7e1-4dd7-bd6d-3dccad090f57 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:11.303321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8974e46e-c5b4-4b12-9662-5c3138bf2ad8 None None] Routers {'5ef1e49b-b580-4c98-a9fa-706129920602'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:11.305377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8974e46e-c5b4-4b12-9662-5c3138bf2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['5ef1e49b-b580-4c98-a9fa-706129920602'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:11.311416 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ac18054f-5eec-47a1-bdef-af979bb59193), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:11.362952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'Port': ['ID=ac18054f-5eec-47a1-bdef-af979bb59193,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:11.389541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:11.392748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:11.401095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:11.406828 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-04096c21-0e79-46b6-9252-2b8ff540813b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for router (f4f08850-b752-406d-a32a-baba140e7fb5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:11.532013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55660) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:11.541872 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for floatingip (8d36e30b-ae7b-45eb-92ad-7e3687d6eeb5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:11.584130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-8974e46e-c5b4-4b12-9662-5c3138bf2ad8 None None] Set router 5ef1e49b-b580-4c98-a9fa-706129920602 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:11.627265 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ac18054f-5eec-47a1-bdef-af979bb59193), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:11.665686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a704f6c2-bc6d-45e1-82e0-fec10c083aba None None] Port 0370cd1a-a233-45cd-88ca-5d92d2d8d92a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:11.670242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8974e46e-c5b4-4b12-9662-5c3138bf2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:08Z', 'updated_at': '2022-03-07T22:01:10Z', 'revision_number': 6, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:11.708811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8974e46e-c5b4-4b12-9662-5c3138bf2ad8 None None] The sync data for ids ['5ef1e49b-b580-4c98-a9fa-706129920602'] in n-d-832330-1 is: [{'id': '5ef1e49b-b580-4c98-a9fa-706129920602', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011064016', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:08Z', 'updated_at': '2022-03-07T22:01:10Z', 'revision_number': 6, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:01:11.748984 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-94382c5e-dd7e-4d02-890f-422cdb350c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:11.789901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94382c5e-dd7e-4d02-890f-422cdb350c5f None None] Pushing event deleted for resources: {'Port': ['ID=1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:11.795393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94382c5e-dd7e-4d02-890f-422cdb350c5f None None] No DVR routers for this DVR port 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:11.861182 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb95ab-6079-4fa1-8617-50bcd2ecf345 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Deleting port 43399c48-d25a-466c-b6c6-3e9c609a76da {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:11.861543 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0fb95ab-6079-4fa1-8617-50bcd2ecf345 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (43399c48-d25a-466c-b6c6-3e9c609a76da), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:11.889165 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb3d9642-afed-4e0d-9e22-fd780a98de44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:11.967336 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0fb95ab-6079-4fa1-8617-50bcd2ecf345 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (43399c48-d25a-466c-b6c6-3e9c609a76da), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:11.967666 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0fb95ab-6079-4fa1-8617-50bcd2ecf345 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for floatingip (43399c48-d25a-466c-b6c6-3e9c609a76da), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:11.989515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb95ab-6079-4fa1-8617-50bcd2ecf345 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Calling delete_port for 43399c48-d25a-466c-b6c6-3e9c609a76da owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:11.995772 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for port (ac18054f-5eec-47a1-bdef-af979bb59193), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.003657 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ac18054f-5eec-47a1-bdef-af979bb59193), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.013709 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-04096c21-0e79-46b6-9252-2b8ff540813b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 22:01:12.015796 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-04096c21-0e79-46b6-9252-2b8ff540813b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "DELETE /v2.0/routers/f4f08850-b752-406d-a32a-baba140e7fb5 HTTP/1.1" status: 409 len: 376 time: 1.1245008 Mar 07 22:01:12.024343 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55662) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:12.125111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'Port': ['ID=ac18054f-5eec-47a1-bdef-af979bb59193,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:12.146275 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (8d36e30b-ae7b-45eb-92ad-7e3687d6eeb5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.152132 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.162588 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b6b4fc04-ca5e-417c-b1bd-c5b86657b38b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port 64aca943-c949-437d-97ba-bf4441866b74 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:12.163189 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fc04-ca5e-417c-b1bd-c5b86657b38b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (64aca943-c949-437d-97ba-bf4441866b74), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.174107 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.183281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e177343a-9cc8-4f83-8614-afb39a82c446 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4213710 Mar 07 22:01:12.234653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:12.334805 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0fb95ab-6079-4fa1-8617-50bcd2ecf345 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (43399c48-d25a-466c-b6c6-3e9c609a76da), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.379622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb95ab-6079-4fa1-8617-50bcd2ecf345 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Port': ['ID=43399c48-d25a-466c-b6c6-3e9c609a76da,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:12.380593 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fc04-ca5e-417c-b1bd-c5b86657b38b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (64aca943-c949-437d-97ba-bf4441866b74), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.476670 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b6b4fc04-ca5e-417c-b1bd-c5b86657b38b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for 64aca943-c949-437d-97ba-bf4441866b74 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:12.485624 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0fb95ab-6079-4fa1-8617-50bcd2ecf345 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for floatingip (f8886e2f-2873-434e-9c61-7ad9037a4b58), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.486261 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-a0fb95ab-6079-4fa1-8617-50bcd2ecf345 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Floating IP f8886e2f-2873-434e-9c61-7ad9037a4b58 disassociated (deleted). External IP: 172.25.4.228, port: 99690a6f-ff51-44bd-be76-a58d50a7c453. Mar 07 22:01:12.501781 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb3d9642-afed-4e0d-9e22-fd780a98de44 admin admin] Publish callbacks [] for security_group (4be4ea43-74c2-494c-9386-f72f23b068bd), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.516409 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb3d9642-afed-4e0d-9e22-fd780a98de44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4be4ea43-74c2-494c-9386-f72f23b068bd), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.582946 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (5ef1e49b-b580-4c98-a9fa-706129920602), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.741411 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fb3d9642-afed-4e0d-9e22-fd780a98de44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25ae7f9186724657b608b70dbdabc106&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5478878 Mar 07 22:01:12.742194 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d9642-afed-4e0d-9e22-fd780a98de44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be4ea43-74c2-494c-9386-f72f23b068bd,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:12.753131 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55678) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:12.762272 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (5ef1e49b-b580-4c98-a9fa-706129920602), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.766278 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_controller (5ef1e49b-b580-4c98-a9fa-706129920602), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.793970 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:12.817081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:12.817576 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1d07a38b-f6ff-49ac-88a8-a9c7d928ca4b not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:12.818012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:12.844691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:12.845029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b2c3c2bd-16d5-4dbd-993f-7c5aff3fd814 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:12.848254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:12.856279 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-bc3529f5-8c6f-4a46-9ba4-e4e5395f5e33 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1917348331&fields=id&tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4 HTTP/1.1" status: 200 len: 267 time: 0.4221377 Mar 07 22:01:12.875148 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:12.875809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1df6ca75-a70b-48ee-a8a5-cea3c9fe998b not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:12.882594 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (5ef1e49b-b580-4c98-a9fa-706129920602), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.883295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Fanout notify agent at l3_agent the message router_deleted on router 5ef1e49b-b580-4c98-a9fa-706129920602 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:01:12.895558 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.898174 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cb5e8ab7-27d5-4bca-b0a2-033904e12000 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/routers/5ef1e49b-b580-4c98-a9fa-706129920602 HTTP/1.1" status: 204 len: 168 time: 2.8751500 Mar 07 22:01:12.899862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55680) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:12.904714 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fc04-ca5e-417c-b1bd-c5b86657b38b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (64aca943-c949-437d-97ba-bf4441866b74), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.949049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4fc04-ca5e-417c-b1bd-c5b86657b38b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=64aca943-c949-437d-97ba-bf4441866b74,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:12.952658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-890dd07a-c901-4b4c-abb1-c584d6136c13 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:12.957068 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-890dd07a-c901-4b4c-abb1-c584d6136c13 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports/3cfe58ad-c800-469f-9dac-12f4b77541dc HTTP/1.1" status: 200 len: 937 time: 0.0998130 Mar 07 22:01:12.961876 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fc04-ca5e-417c-b1bd-c5b86657b38b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:12.967528 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b6b4fc04-ca5e-417c-b1bd-c5b86657b38b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/64aca943-c949-437d-97ba-bf4441866b74 HTTP/1.1" status: 204 len: 168 time: 1.7336502 Mar 07 22:01:12.969155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55682) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:12.978882 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-301d89ad-e409-44f2-86a6-d3ada9b1aa9c admin admin] Publish callbacks [] for security_group (4be4ea43-74c2-494c-9386-f72f23b068bd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.046691 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-301d89ad-e409-44f2-86a6-d3ada9b1aa9c admin admin] Publish callbacks [] for security_group (4be4ea43-74c2-494c-9386-f72f23b068bd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.080299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-15f3edb7-b77e-470d-9ad2-a6918f302cce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (018fd511-8bf3-432b-a258-cb1f5f17efa8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.105519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-aa53da69-6268-4608-ace7-7ac5b44ccf7d tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:13.107009 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-aa53da69-6268-4608-ace7-7ac5b44ccf7d tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports/5d5198c5-e420-4fec-b032-62b96c0b5e13 HTTP/1.1" status: 200 len: 937 time: 0.0890889 Mar 07 22:01:13.141865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b2141-e933-4f65-a682-168aa02cd266 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:13.147253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b2141-e933-4f65-a682-168aa02cd266 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:13.150229 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c42b2141-e933-4f65-a682-168aa02cd266 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1787291 Mar 07 22:01:13.152787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55684) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:13.202792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-0d86e169-2aa6-41b8-aceb-76a77b0d0560 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?network_id=2520dcc8-19a9-4132-961a-b62643ae8e21&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0868254 Mar 07 22:01:13.211408 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e35ed2b-af13-44ff-8415-4b1387262c9f tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (f4f08850-b752-406d-a32a-baba140e7fb5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.214057 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-301d89ad-e409-44f2-86a6-d3ada9b1aa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4be4ea43-74c2-494c-9386-f72f23b068bd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.217364 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-301d89ad-e409-44f2-86a6-d3ada9b1aa9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.218515 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-301d89ad-e409-44f2-86a6-d3ada9b1aa9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4be4ea43-74c2-494c-9386-f72f23b068bd HTTP/1.1" status: 204 len: 168 time: 0.4650950 Mar 07 22:01:13.283432 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-851ca8f8-3829-4d34-9c74-8814e0db319d tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?network_id=2520dcc8-19a9-4132-961a-b62643ae8e21&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0563934 Mar 07 22:01:13.310702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d89ad-e409-44f2-86a6-d3ada9b1aa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be4ea43-74c2-494c-9386-f72f23b068bd,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:13.333735 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-15f3edb7-b77e-470d-9ad2-a6918f302cce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (018fd511-8bf3-432b-a258-cb1f5f17efa8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.359456 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e3beb1be-e1e8-4d60-a393-f97235a4626e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port 1cbfd09e-fee5-4a99-aa37-413c6617b31e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:13.359803 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3beb1be-e1e8-4d60-a393-f97235a4626e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1cbfd09e-fee5-4a99-aa37-413c6617b31e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.455841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-15f3edb7-b77e-470d-9ad2-a6918f302cce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018fd511-8bf3-432b-a258-cb1f5f17efa8']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:13.473080 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-15f3edb7-b77e-470d-9ad2-a6918f302cce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:13.473316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-15f3edb7-b77e-470d-9ad2-a6918f302cce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:13.481189 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3beb1be-e1e8-4d60-a393-f97235a4626e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1cbfd09e-fee5-4a99-aa37-413c6617b31e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.490039 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-15f3edb7-b77e-470d-9ad2-a6918f302cce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.499815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e3beb1be-e1e8-4d60-a393-f97235a4626e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for 1cbfd09e-fee5-4a99-aa37-413c6617b31e owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:13.516165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fb95ab-6079-4fa1-8617-50bcd2ecf345 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Router 04648d18-7baf-4ad8-9d5f-897fa68e5346 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:01:13.526482 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-15f3edb7-b77e-470d-9ad2-a6918f302cce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.538090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-e0484b19-1c4a-4d6e-9990-900c5f938667 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:13.543148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-e0484b19-1c4a-4d6e-9990-900c5f938667 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:13.550095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-e0484b19-1c4a-4d6e-9990-900c5f938667 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:13.551749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-e0484b19-1c4a-4d6e-9990-900c5f938667 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/networks?id=dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8&id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&id=2520dcc8-19a9-4132-961a-b62643ae8e21&id=2520dcc8-19a9-4132-961a-b62643ae8e21 HTTP/1.1" status: 200 len: 1993 time: 0.2346501 Mar 07 22:01:13.556792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f3edb7-b77e-470d-9ad2-a6918f302cce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:01:13.557174 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-15f3edb7-b77e-470d-9ad2-a6918f302cce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (f0cb14ff-17a5-4d8a-ba2e-fa0ae8020c0b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:01:13.561299 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:01:13.578455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55690) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:13.654668 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3beb1be-e1e8-4d60-a393-f97235a4626e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (1cbfd09e-fee5-4a99-aa37-413c6617b31e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.675570 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96434de1-79c4-44b2-87f8-cd6989c02640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.678536 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-9029cbf6-54e9-449e-8308-b8cf4279fc61 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/quotas/3fc67ef9f01d44319fd008ca1bc5a8e4 HTTP/1.1" status: 200 len: 375 time: 0.1045048 Mar 07 22:01:13.693998 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3beb1be-e1e8-4d60-a393-f97235a4626e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=1cbfd09e-fee5-4a99-aa37-413c6617b31e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:13.698016 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3beb1be-e1e8-4d60-a393-f97235a4626e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.710338 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e3beb1be-e1e8-4d60-a393-f97235a4626e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/1cbfd09e-fee5-4a99-aa37-413c6617b31e HTTP/1.1" status: 204 len: 168 time: 0.5558825 Mar 07 22:01:13.713040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55692) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:13.718027 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-15f3edb7-b77e-470d-9ad2-a6918f302cce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (018fd511-8bf3-432b-a258-cb1f5f17efa8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.728131 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3e35ed2b-af13-44ff-8415-4b1387262c9f tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Deleting port 0370cd1a-a233-45cd-88ca-5d92d2d8d92a {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:13.728499 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e35ed2b-af13-44ff-8415-4b1387262c9f tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0370cd1a-a233-45cd-88ca-5d92d2d8d92a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.784432 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-15f3edb7-b77e-470d-9ad2-a6918f302cce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.787563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-15f3edb7-b77e-470d-9ad2-a6918f302cce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/networks/018fd511-8bf3-432b-a258-cb1f5f17efa8 HTTP/1.1" status: 204 len: 168 time: 0.8851173 Mar 07 22:01:13.792916 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55694) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:13.829993 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3edb7-b77e-470d-9ad2-a6918f302cce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Network': ['ID=018fd511-8bf3-432b-a258-cb1f5f17efa8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:13.855678 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e35ed2b-af13-44ff-8415-4b1387262c9f tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0370cd1a-a233-45cd-88ca-5d92d2d8d92a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.878266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fb95ab-6079-4fa1-8617-50bcd2ecf345 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:01:13.878976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3e35ed2b-af13-44ff-8415-4b1387262c9f tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Calling delete_port for 0370cd1a-a233-45cd-88ca-5d92d2d8d92a owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:13.888650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e293913a-2b99-4911-adc9-20a1a3092240 None None] Sync routers for ids ['04648d18-7baf-4ad8-9d5f-897fa68e5346'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:01:13.890350 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f346-0770-45fd-85db-9c31655c23d9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (644f1811-a175-4463-aad8-bcf4207fcb14), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.896046 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-9b526538-59a0-4ed1-99df-d54b7413d899 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2053478 Mar 07 22:01:13.900620 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a0fb95ab-6079-4fa1-8617-50bcd2ecf345 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.912486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293913a-2b99-4911-adc9-20a1a3092240 None None] Routers {'04648d18-7baf-4ad8-9d5f-897fa68e5346'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:13.913237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e293913a-2b99-4911-adc9-20a1a3092240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['04648d18-7baf-4ad8-9d5f-897fa68e5346'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:13.945424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd2855c-03fe-4c8a-a27d-45c661ecd3c3 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:13.946949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9fd2855c-03fe-4c8a-a27d-45c661ecd3c3 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2299740 Mar 07 22:01:13.950891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55698) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:13.960762 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f346-0770-45fd-85db-9c31655c23d9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (644f1811-a175-4463-aad8-bcf4207fcb14), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:13.991848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a0fb95ab-6079-4fa1-8617-50bcd2ecf345 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "DELETE /v2.0/floatingips/f8886e2f-2873-434e-9c61-7ad9037a4b58 HTTP/1.1" status: 204 len: 168 time: 2.4588590 Mar 07 22:01:13.997809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3827b4-4b03-45f3-951e-6764adb0d7b5', 'tag': '99690a6f-ff51-44bd-be76-a58d50a7c453'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:14.000415 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a6cb6d-c8f4-4ba8-9857-bab442a0e8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3827b4-4b03-45f3-951e-6764adb0d7b5", "tag": "99690a6f-ff51-44bd-be76-a58d50a7c453"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:01:14.006466 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d1ac82-9af2-4d57-9320-fe6921a84e9c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] GET failed (client error): The resource could not be found. Mar 07 22:01:14.008210 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-95d1ac82-9af2-4d57-9320-fe6921a84e9c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/64aca943-c949-437d-97ba-bf4441866b74 HTTP/1.1" status: 404 len: 333 time: 0.0526309 Mar 07 22:01:14.011116 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55704) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:14.035423 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96434de1-79c4-44b2-87f8-cd6989c02640 admin admin] Publish callbacks [] for security_group (0020be1b-5b5b-43e1-8533-03e9535e5ef4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:14.046445 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96434de1-79c4-44b2-87f8-cd6989c02640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0020be1b-5b5b-43e1-8533-03e9535e5ef4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:14.075826 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e482685-d36b-436f-8bff-33169ec6c898 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] GET failed (client error): The resource could not be found. Mar 07 22:01:14.077514 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3e482685-d36b-436f-8bff-33169ec6c898 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/1cbfd09e-fee5-4a99-aa37-413c6617b31e HTTP/1.1" status: 404 len: 333 time: 0.0645669 Mar 07 22:01:14.084605 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55706) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:14.105496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-e293913a-2b99-4911-adc9-20a1a3092240 None None] Set router 04648d18-7baf-4ad8-9d5f-897fa68e5346 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:14.106668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-96434de1-79c4-44b2-87f8-cd6989c02640 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5936db1f0e184aee89dfa390473511af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5159380 Mar 07 22:01:14.108401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96434de1-79c4-44b2-87f8-cd6989c02640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0020be1b-5b5b-43e1-8533-03e9535e5ef4,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:14.110989 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55708) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:14.191192 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8ca99d1c-71d0-4d7c-bb9a-8177dd4d9f5a admin admin] Publish callbacks [] for security_group (0020be1b-5b5b-43e1-8533-03e9535e5ef4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:14.261558 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dea78a7-8066-49bb-809a-14c191cd489a x-openstack-request-id: req-4dea78a7-8066-49bb-809a-14c191cd489a {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:01:14.261929 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3827b4-4b03-45f3-951e-6764adb0d7b5", "tag": "99690a6f-ff51-44bd-be76-a58d50a7c453", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:01:14.262215 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4dea78a7-8066-49bb-809a-14c191cd489a {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:01:14.262672 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3827b4-4b03-45f3-951e-6764adb0d7b5', 'tag': '99690a6f-ff51-44bd-be76-a58d50a7c453', 'status': 'completed', 'code': 200} Mar 07 22:01:14.283180 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8ca99d1c-71d0-4d7c-bb9a-8177dd4d9f5a admin admin] Publish callbacks [] for security_group (0020be1b-5b5b-43e1-8533-03e9535e5ef4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:14.283434 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f346-0770-45fd-85db-9c31655c23d9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (644f1811-a175-4463-aad8-bcf4207fcb14), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:14.286397 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f346-0770-45fd-85db-9c31655c23d9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:14.287552 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9fe5f346-0770-45fd-85db-9c31655c23d9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/security-groups/644f1811-a175-4463-aad8-bcf4207fcb14 HTTP/1.1" status: 204 len: 168 time: 0.4937077 Mar 07 22:01:14.398976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5f346-0770-45fd-85db-9c31655c23d9 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644f1811-a175-4463-aad8-bcf4207fcb14,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:14.410339 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d32b-0874-482f-9d58-0fdbb93749ae tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (d5b32922-c7e1-4dd7-bd6d-3dccad090f57), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:14.419776 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e293913a-2b99-4911-adc9-20a1a3092240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:15Z', 'updated_at': '2022-03-07T21:59:30Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:32:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4b664f65-c4ab-4a88-ad97-ce94f17c710a', 'name': '', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:84:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:27Z', 'updated_at': '2022-03-07T21:59:37Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:14.420943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e35ed2b-af13-44ff-8415-4b1387262c9f tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0370cd1a-a233-45cd-88ca-5d92d2d8d92a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:14.426826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-9466291a-940d-406f-94e8-0f7f7b9c5077 service neutron] 10.222.0.26 "GET /v2.0/networks/dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038145 Mar 07 22:01:14.439328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d4a6c-6cea-4c30-a219-42c95800eb7a req-5ab72cda-3f41-4d57-a256-d9adce149e1c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:14.440766 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-641d4a6c-6cea-4c30-a219-42c95800eb7a req-5ab72cda-3f41-4d57-a256-d9adce149e1c tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 945 time: 0.0976899 Mar 07 22:01:14.450646 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8ca99d1c-71d0-4d7c-bb9a-8177dd4d9f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0020be1b-5b5b-43e1-8533-03e9535e5ef4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:14.452759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e293913a-2b99-4911-adc9-20a1a3092240 None None] Checking router: 04648d18-7baf-4ad8-9d5f-897fa68e5346 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:01:14.453198 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8ca99d1c-71d0-4d7c-bb9a-8177dd4d9f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:14.457141 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8ca99d1c-71d0-4d7c-bb9a-8177dd4d9f5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0020be1b-5b5b-43e1-8533-03e9535e5ef4 HTTP/1.1" status: 204 len: 168 time: 0.3451777 Mar 07 22:01:14.486825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293913a-2b99-4911-adc9-20a1a3092240 None None] Routers {'04648d18-7baf-4ad8-9d5f-897fa68e5346'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:14.489634 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e293913a-2b99-4911-adc9-20a1a3092240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['04648d18-7baf-4ad8-9d5f-897fa68e5346'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:14.500847 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35ed2b-af13-44ff-8415-4b1387262c9f tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event deleted for resources: {'Port': ['ID=0370cd1a-a233-45cd-88ca-5d92d2d8d92a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:14.511154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca99d1c-71d0-4d7c-bb9a-8177dd4d9f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0020be1b-5b5b-43e1-8533-03e9535e5ef4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:14.609324 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-641d4a6c-6cea-4c30-a219-42c95800eb7a req-a423b418-4127-4907-afb9-fb562adc6835 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=f614570b-1103-4c3f-a646-340a99f650cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358125 Mar 07 22:01:14.644532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-eb67a7dc-855f-4b41-98f0-431b937dfbf7 service neutron] 10.222.0.26 "GET /v2.0/networks/dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027617 Mar 07 22:01:14.715902 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-e293913a-2b99-4911-adc9-20a1a3092240 None None] Set router 04648d18-7baf-4ad8-9d5f-897fa68e5346 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:14.724825 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-79bbab92-65a6-4b2b-b3ec-c70e08b3939a service neutron] 10.222.0.26 "GET /v2.0/ports/3cfe58ad-c800-469f-9dac-12f4b77541dc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0722957 Mar 07 22:01:14.911091 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-650eb2ba-f2f1-4ff8-9933-e8c175c586a7 service neutron] 10.222.0.26 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751406 Mar 07 22:01:15.022950 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55722) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:15.027612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b8853585-c5a3-4c65-b020-c391216096d5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-93894018', 'description': 'tempest-secgroup-smoke-93894018 description', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:15.043288 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6cb6d-c8f4-4ba8-9857-bab442a0e8d7 req-1490c8f3-50c0-4eea-818c-d2eaf38344c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:15.045382 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-20a6cb6d-c8f4-4ba8-9857-bab442a0e8d7 req-1490c8f3-50c0-4eea-818c-d2eaf38344c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d192248e3994b0e99e0429603afce16&device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 1127 time: 0.7493153 Mar 07 22:01:15.062671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-0bc2dd02-da0e-4d45-bfe2-b673df7cea87 service neutron] 10.222.0.26 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501179 Mar 07 22:01:15.064907 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8853585-c5a3-4c65-b020-c391216096d5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.134422 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-9031e4c0-f120-4eff-a398-8e5fd8018595 service neutron] 10.222.0.26 "GET /v2.0/ports/5d5198c5-e420-4fec-b032-62b96c0b5e13?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0503743 Mar 07 22:01:15.159173 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d32b-0874-482f-9d58-0fdbb93749ae tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (d5b32922-c7e1-4dd7-bd6d-3dccad090f57), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.179044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e293913a-2b99-4911-adc9-20a1a3092240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:15Z', 'updated_at': '2022-03-07T21:59:30Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:32:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4b664f65-c4ab-4a88-ad97-ce94f17c710a', 'name': '', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:84:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:27Z', 'updated_at': '2022-03-07T21:59:37Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:15.223892 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e293913a-2b99-4911-adc9-20a1a3092240 None None] The sync data for ids ['04648d18-7baf-4ad8-9d5f-897fa68e5346'] in n-d-832330-1 is: [{'id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:15Z', 'updated_at': '2022-03-07T21:59:30Z', 'revision_number': 4, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:32:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4b664f65-c4ab-4a88-ad97-ce94f17c710a', 'name': '', 'network_id': 'bdb980e6-1959-4c40-b77f-f4fa622d8c0c', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'mac_address': 'fa:16:3e:84:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:27Z', 'updated_at': '2022-03-07T21:59:37Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'subnets': [{'id': 'c4050649-59f5-45d9-ac7f-6b2b241a392e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:01:15.258577 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8853585-c5a3-4c65-b020-c391216096d5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (729dc1a3-5245-41d0-bc67-b35a6068e740), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.265169 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-5ba558b0-28f8-4cac-990c-7b0578640cc2 service neutron] 10.222.0.26 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247404 Mar 07 22:01:15.267345 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8853585-c5a3-4c65-b020-c391216096d5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (729dc1a3-5245-41d0-bc67-b35a6068e740), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.285946 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-a8f6d32b-0874-482f-9d58-0fdbb93749ae tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b32922-c7e1-4dd7-bd6d-3dccad090f57']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:15.296466 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e35ed2b-af13-44ff-8415-4b1387262c9f tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (f4f08850-b752-406d-a32a-baba140e7fb5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.301441 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b8853585-c5a3-4c65-b020-c391216096d5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.303432 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b8853585-c5a3-4c65-b020-c391216096d5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2787676 Mar 07 22:01:15.303755 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-a8f6d32b-0874-482f-9d58-0fdbb93749ae tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb55994-0aa8-4c5a-9f4c-bcb5bc202407') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:15.304319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-a8f6d32b-0874-482f-9d58-0fdbb93749ae tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb55994-0aa8-4c5a-9f4c-bcb5bc202407') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:15.312471 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55732) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:15.317453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3dd84681-9b39-4e96-b2d2-51c54d348f42 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '729dc1a3-5245-41d0-bc67-b35a6068e740', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:15.345536 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d32b-0874-482f-9d58-0fdbb93749ae tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (5fb55994-0aa8-4c5a-9f4c-bcb5bc202407), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.356369 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6cb6d-c8f4-4ba8-9857-bab442a0e8d7 req-35652a1b-13fc-4cc1-b254-ab77af53f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:15.358017 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-20a6cb6d-c8f4-4ba8-9857-bab442a0e8d7 req-35652a1b-13fc-4cc1-b254-ab77af53f948 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdb980e6-1959-4c40-b77f-f4fa622d8c0c HTTP/1.1" status: 200 len: 897 time: 0.3042147 Mar 07 22:01:15.368285 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8853585-c5a3-4c65-b020-c391216096d5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729dc1a3-5245-41d0-bc67-b35a6068e740,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:15.399441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-6ed8448b-3306-462e-b2e3-c343230694eb service neutron] 10.222.0.26 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206596 Mar 07 22:01:15.430874 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d32b-0874-482f-9d58-0fdbb93749ae tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (5fb55994-0aa8-4c5a-9f4c-bcb5bc202407), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.470364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f6d32b-0874-482f-9d58-0fdbb93749ae tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:01:15.470780 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d32b-0874-482f-9d58-0fdbb93749ae tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (5fb55994-0aa8-4c5a-9f4c-bcb5bc202407), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.500397 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-20a6cb6d-c8f4-4ba8-9857-bab442a0e8d7 req-3a015eb0-a493-46f4-87a5-ca61bf2ae113 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99690a6f-ff51-44bd-be76-a58d50a7c453 HTTP/1.1" status: 200 len: 217 time: 0.1326966 Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:01:15.506717 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:01:15.521544 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-81f89c5a-8378-4d4e-ae16-a002bca72539 service neutron] 10.222.0.26 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143594 Mar 07 22:01:15.622164 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3dd84681-9b39-4e96-b2d2-51c54d348f42 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (9448d805-0d1c-4417-a39e-e3a1a86eed01), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.624194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-64c5a01c-9422-4729-8807-cd7bfd5d2292 service neutron] 10.222.0.26 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017134 Mar 07 22:01:15.656538 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a89749f-d164-4887-a992-ed725fbe9fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.704624 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5de25e-5357-47dd-80da-46dd7082a461 None None] New status for floating IP f8886e2f-2873-434e-9c61-7ad9037a4b58: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:01:15.706799 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d32b-0874-482f-9d58-0fdbb93749ae tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (d5b32922-c7e1-4dd7-bd6d-3dccad090f57), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.721520 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d32b-0874-482f-9d58-0fdbb93749ae tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.731551 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a8f6d32b-0874-482f-9d58-0fdbb93749ae tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/networks/d5b32922-c7e1-4dd7-bd6d-3dccad090f57 HTTP/1.1" status: 204 len: 168 time: 1.6436961 Mar 07 22:01:15.731965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55746) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:15.761430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1029041662'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:15.789930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6cb6d-c8f4-4ba8-9857-bab442a0e8d7 req-645f7e54-af5e-45d9-be93-70c49c485a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:15.791710 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-20a6cb6d-c8f4-4ba8-9857-bab442a0e8d7 req-645f7e54-af5e-45d9-be93-70c49c485a23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4050649-59f5-45d9-ac7f-6b2b241a392e HTTP/1.1" status: 200 len: 835 time: 0.2671661 Mar 07 22:01:15.855990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3317b-c562-4015-b742-bf9663982997 req-f6a1e4c5-4a57-40a7-91fb-3f63e06c3d32 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:15.858031 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95d3317b-c562-4015-b742-bf9663982997 req-f6a1e4c5-4a57-40a7-91fb-3f63e06c3d32 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 945 time: 0.1394575 Mar 07 22:01:15.860145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:15.863402 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.872131 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-ddb720d7-0bcc-443e-af37-8d81350490da service neutron] 10.222.0.26 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470322 Mar 07 22:01:15.885057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6d32b-0874-482f-9d58-0fdbb93749ae tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Network': ['ID=d5b32922-c7e1-4dd7-bd6d-3dccad090f57,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:15.935839 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e35ed2b-af13-44ff-8415-4b1387262c9f tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Router f4f08850-b752-406d-a32a-baba140e7fb5 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:01:15.952585 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3dd84681-9b39-4e96-b2d2-51c54d348f42 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (9448d805-0d1c-4417-a39e-e3a1a86eed01), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.963330 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3dd84681-9b39-4e96-b2d2-51c54d348f42 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (9448d805-0d1c-4417-a39e-e3a1a86eed01), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:15.995505 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56945f-ba61-4d82-9a1e-8311541f952f req-2d9b9a64-67c4-4017-a3ee-6b8ec64248fd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:15.996966 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f56945f-ba61-4d82-9a1e-8311541f952f req-2d9b9a64-67c4-4017-a3ee-6b8ec64248fd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 945 time: 0.2401946 Mar 07 22:01:16.012923 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:01:16.021764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd84681-9b39-4e96-b2d2-51c54d348f42 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9448d805-0d1c-4417-a39e-e3a1a86eed01,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:16.033281 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.034464 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6cb6d-c8f4-4ba8-9857-bab442a0e8d7 req-25e2507f-52c4-4c0e-8db7-7a8ab59d1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:16.036090 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-20a6cb6d-c8f4-4ba8-9857-bab442a0e8d7 req-25e2507f-52c4-4c0e-8db7-7a8ab59d1c07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdb980e6-1959-4c40-b77f-f4fa622d8c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2236972 Mar 07 22:01:16.040998 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3dd84681-9b39-4e96-b2d2-51c54d348f42 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.042175 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3dd84681-9b39-4e96-b2d2-51c54d348f42 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7284431 Mar 07 22:01:16.066982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55754) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:16.077406 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '729dc1a3-5245-41d0-bc67-b35a6068e740', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:16.087774 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (011e75ea-5033-474b-b75f-44fb1ba3cb18), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.088117 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Added segment 011e75ea-5033-474b-b75f-44fb1ba3cb18 of type vlan for network fafd11e6-5d9c-421a-987b-3e7a3e737897 Mar 07 22:01:16.097126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e35ed2b-af13-44ff-8415-4b1387262c9f tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:01:16.112436 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3e35ed2b-af13-44ff-8415-4b1387262c9f tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "PUT /v2.0/routers/f4f08850-b752-406d-a32a-baba140e7fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0826302 Mar 07 22:01:16.112436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55758) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:16.115391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd0f36f-f585-4865-82dd-54c8db175674 None None] Sync routers for ids ['f4f08850-b752-406d-a32a-baba140e7fb5'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:01:16.126052 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95d3317b-c562-4015-b742-bf9663982997 req-f1599a0c-8a52-4af5-83ba-480496d5b2df tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=f614570b-1103-4c3f-a646-340a99f650cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511392 Mar 07 22:01:16.126236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0f36f-f585-4865-82dd-54c8db175674 None None] Routers {'f4f08850-b752-406d-a32a-baba140e7fb5'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:16.126853 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6dd0f36f-f585-4865-82dd-54c8db175674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f4f08850-b752-406d-a32a-baba140e7fb5'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:16.147974 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-163ee052-6b51-4e9d-898f-ac7dfd8a7413 service neutron] 10.222.0.26 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744629 Mar 07 22:01:16.179238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6dd0f36f-f585-4865-82dd-54c8db175674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:16.189656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0f36f-f585-4865-82dd-54c8db175674 None None] Routers {'f4f08850-b752-406d-a32a-baba140e7fb5'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:16.190670 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6dd0f36f-f585-4865-82dd-54c8db175674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:00:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f4f08850-b752-406d-a32a-baba140e7fb5'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:16.208978 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-5f36bc73-ad89-46e9-8a56-d4f869d3e9c0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] show failed (client error): The resource could not be found. Mar 07 22:01:16.210532 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5f36bc73-ad89-46e9-8a56-d4f869d3e9c0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-40973563 HTTP/1.1" status: 404 len: 333 time: 0.0973785 Mar 07 22:01:16.216663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55760) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:16.224463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7669f689-a545-4620-b378-f6ebfa4545c4 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:16.233503 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (fafd11e6-5d9c-421a-987b-3e7a3e737897), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.241733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6dd0f36f-f585-4865-82dd-54c8db175674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:16.242652 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd0f36f-f585-4865-82dd-54c8db175674 None None] The sync data for ids ['f4f08850-b752-406d-a32a-baba140e7fb5'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:01:16.253883 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (05116c46-48e4-4325-b171-558f4f7a608a), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.270483 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-7669f689-a545-4620-b378-f6ebfa4545c4 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] update failed (client error): The resource could not be found. Mar 07 22:01:16.273783 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7669f689-a545-4620-b378-f6ebfa4545c4 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-987519480 HTTP/1.1" status: 404 len: 334 time: 0.0539258 Mar 07 22:01:16.276650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55766) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:16.328569 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-20a6cb6d-c8f4-4ba8-9857-bab442a0e8d7 req-d920e451-dd0d-4696-8650-2ff849ea725a service neutron] 10.222.0.13 "GET /v2.0/networks/bdb980e6-1959-4c40-b77f-f4fa622d8c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547958 Mar 07 22:01:16.360610 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (fafd11e6-5d9c-421a-987b-3e7a3e737897), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.360890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-af358202-c200-416a-b726-7f8041b98d56 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Deleting subnet 729f2d8a-7fb6-4439-8080-39df02d077a5 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:01:16.365522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:16.366109 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.370869 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af358202-c200-416a-b726-7f8041b98d56 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for subnet (729f2d8a-7fb6-4439-8080-39df02d077a5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.399906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-2f56945f-ba61-4d82-9a1e-8311541f952f req-a552fb18-bfeb-4f9f-b1f7-afd280db6b9d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Deleting port 99690a6f-ff51-44bd-be76-a58d50a7c453 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:16.400247 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2f56945f-ba61-4d82-9a1e-8311541f952f req-a552fb18-bfeb-4f9f-b1f7-afd280db6b9d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.432109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-ac63a8a9-ac8f-4e32-be0c-7b5e4f35429b service neutron] 10.222.0.26 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660525 Mar 07 22:01:16.436069 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (05116c46-48e4-4325-b171-558f4f7a608a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.449448 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af358202-c200-416a-b726-7f8041b98d56 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (729f2d8a-7fb6-4439-8080-39df02d077a5), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.488563 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (05116c46-48e4-4325-b171-558f4f7a608a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.498103 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-20a6cb6d-c8f4-4ba8-9857-bab442a0e8d7 req-2b41713f-b5c7-4774-aa18-b84cf77f2f4b service neutron] 10.222.0.13 "GET /v2.0/networks/bdb980e6-1959-4c40-b77f-f4fa622d8c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615589 Mar 07 22:01:16.503234 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7675529 Mar 07 22:01:16.505592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55772) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:16.514388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-31ab36d0-41b6-4dd8-b52a-05784c6ad21f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'subnet': {'network_id': 'fafd11e6-5d9c-421a-987b-3e7a3e737897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:16.641703 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af358202-c200-416a-b726-7f8041b98d56 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (729f2d8a-7fb6-4439-8080-39df02d077a5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.702244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ab36d0-41b6-4dd8-b52a-05784c6ad21f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:16.706195 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31ab36d0-41b6-4dd8-b52a-05784c6ad21f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.778738 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af358202-c200-416a-b726-7f8041b98d56 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (729f2d8a-7fb6-4439-8080-39df02d077a5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.788890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-31ab36d0-41b6-4dd8-b52a-05784c6ad21f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Performing IP validity checks on allocation pools {{(pid=103718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 22:01:16.805875 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-31ab36d0-41b6-4dd8-b52a-05784c6ad21f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 22:01:16.824505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384be222-9d4e-4a3c-a99b-e725cd8b98e0 None None] Network e4f8f82b-a822-406e-a008-e763946404c5 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:16.834337 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af358202-c200-416a-b726-7f8041b98d56 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.840059 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-af358202-c200-416a-b726-7f8041b98d56 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "DELETE /v2.0/subnets/729f2d8a-7fb6-4439-8080-39df02d077a5 HTTP/1.1" status: 204 len: 168 time: 0.5599978 Mar 07 22:01:16.841564 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55790) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:16.842488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af358202-c200-416a-b726-7f8041b98d56 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event deleted for resources: {'Subnet': ['ID=729f2d8a-7fb6-4439-8080-39df02d077a5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:16.911288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Network': ['ID=fafd11e6-5d9c-421a-987b-3e7a3e737897,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:16.912443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc0f6b8-52c4-4185-b63b-1777161c1bd6 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Deleting subnet 10a9ba83-aa70-4d8e-ba77-3b315cbb135f {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:01:16.915727 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f6b8-52c4-4185-b63b-1777161c1bd6 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for subnet (10a9ba83-aa70-4d8e-ba77-3b315cbb135f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:16.924579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05116c46-48e4-4325-b171-558f4f7a608a,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:16.946957 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:16.947614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:16.948182 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:16.948732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:16.950534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:16.951236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:16.952490 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:16.953907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:16.954889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:16.955451 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:16.956222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:16.957192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:16.958138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539de337-9fd0-4c61-a2e4-501f569f3396 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:16.988905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network fafd11e6-5d9c-421a-987b-3e7a3e737897 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:01:16.995189 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.012352 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f6b8-52c4-4185-b63b-1777161c1bd6 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (10a9ba83-aa70-4d8e-ba77-3b315cbb135f), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.012867 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9447942 Mar 07 22:01:17.013560 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55802) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:17.074346 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4d9460-9702-4003-9ed5-eec286c04fbd None None] DHCP port deletion for e4f8f82b-a822-406e-a008-e763946404c5 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:01:17.112169 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31ab36d0-41b6-4dd8-b52a-05784c6ad21f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (461eac84-5c74-46c1-8c66-321bf6546c5c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.123670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-efef5677-f465-4d18-aaae-7627df3d0ece tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '729dc1a3-5245-41d0-bc67-b35a6068e740', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:17.136153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d9460-9702-4003-9ed5-eec286c04fbd None None] Deleting port 6e4a6f55-3931-48d4-a711-a2386cb4109e {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:17.136528 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0a4d9460-9702-4003-9ed5-eec286c04fbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6e4a6f55-3931-48d4-a711-a2386cb4109e), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.147751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:17.150115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:17.150596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:17.151745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:17.151745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:17.152132 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:17.152568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:17.153200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:17.154227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:17.154824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:17.155261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:17.155698 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:17.156265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc63e6-ea6d-43fb-91bf-bff1813bcdda tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:17.160988 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-d97e93eb-8923-4d56-9610-387d136ffa01 service neutron] 10.222.0.26 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7096341 Mar 07 22:01:17.203542 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-efef5677-f465-4d18-aaae-7627df3d0ece tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (4f7163c6-cae3-4006-9fae-94cbf5852490), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.213801 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0a4d9460-9702-4003-9ed5-eec286c04fbd None None] For port 6e4a6f55-3931-48d4-a711-a2386cb4109e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6e4a6f55-3931-48d4-a711-a2386cb4109e,segment=NetworkSegment(06b20114-23d1-4e2f-a51f-8205644b3900),segment_id=06b20114-23d1-4e2f-a51f-8205644b3900)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:17.214669 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0a4d9460-9702-4003-9ed5-eec286c04fbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6e4a6f55-3931-48d4-a711-a2386cb4109e), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.229613 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d9460-9702-4003-9ed5-eec286c04fbd None None] Calling delete_port for 6e4a6f55-3931-48d4-a711-a2386cb4109e owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:17.281279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f6b8-52c4-4185-b63b-1777161c1bd6 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (10a9ba83-aa70-4d8e-ba77-3b315cbb135f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.293348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2f56945f-ba61-4d82-9a1e-8311541f952f req-a552fb18-bfeb-4f9f-b1f7-afd280db6b9d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] For port 99690a6f-ff51-44bd-be76-a58d50a7c453, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=99690a6f-ff51-44bd-be76-a58d50a7c453,segment=NetworkSegment(bb0b9d28-0790-4f1c-90c2-76d288854f27),segment_id=bb0b9d28-0790-4f1c-90c2-76d288854f27)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:17.293736 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2f56945f-ba61-4d82-9a1e-8311541f952f req-a552fb18-bfeb-4f9f-b1f7-afd280db6b9d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.313696 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab36d0-41b6-4dd8-b52a-05784c6ad21f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Checking segment: {'id': '011e75ea-5033-474b-b75f-44fb1ba3cb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fafd11e6-5d9c-421a-987b-3e7a3e737897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:17.314547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ab36d0-41b6-4dd8-b52a-05784c6ad21f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network hostable DHCP agents. Network: fafd11e6-5d9c-421a-987b-3e7a3e737897, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:01:17.326482 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0a4d9460-9702-4003-9ed5-eec286c04fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (6e4a6f55-3931-48d4-a711-a2386cb4109e), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.348873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab36d0-41b6-4dd8-b52a-05784c6ad21f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Subnet': ['ID=461eac84-5c74-46c1-8c66-321bf6546c5c,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:17.352820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d9460-9702-4003-9ed5-eec286c04fbd None None] Pushing event deleted for resources: {'Port': ['ID=6e4a6f55-3931-48d4-a711-a2386cb4109e,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:17.360577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d9460-9702-4003-9ed5-eec286c04fbd None None] No DVR routers for this DVR port 6e4a6f55-3931-48d4-a711-a2386cb4109e on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:17.376395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ab36d0-41b6-4dd8-b52a-05784c6ad21f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network fafd11e6-5d9c-421a-987b-3e7a3e737897 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:01:17.392767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-2f56945f-ba61-4d82-9a1e-8311541f952f req-a552fb18-bfeb-4f9f-b1f7-afd280db6b9d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Calling delete_port for 99690a6f-ff51-44bd-be76-a58d50a7c453 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:17.402635 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-31ab36d0-41b6-4dd8-b52a-05784c6ad21f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, fafd11e6-5d9c-421a-987b-3e7a3e737897) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:17.411383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ab36d0-41b6-4dd8-b52a-05784c6ad21f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:17.412107 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31ab36d0-41b6-4dd8-b52a-05784c6ad21f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.415377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba01e8ba-7d5a-4279-9c5f-eebd147a1069 None None] Network fafd11e6-5d9c-421a-987b-3e7a3e737897 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:17.432357 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-efef5677-f465-4d18-aaae-7627df3d0ece tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (4f7163c6-cae3-4006-9fae-94cbf5852490), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.438630 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-31ab36d0-41b6-4dd8-b52a-05784c6ad21f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9313002 Mar 07 22:01:17.441026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55810) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:17.441510 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f6b8-52c4-4185-b63b-1777161c1bd6 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (10a9ba83-aa70-4d8e-ba77-3b315cbb135f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.476095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e50b95aa-ab0b-446b-b8a1-6c3498b67216 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'network_id': 'fafd11e6-5d9c-421a-987b-3e7a3e737897', 'name': 'tempest-PortsIpV6TestJSON-1948734865'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:17.478719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55812) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:17.479537 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0f6b8-52c4-4185-b63b-1777161c1bd6 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event deleted for resources: {'Subnet': ['ID=10a9ba83-aa70-4d8e-ba77-3b315cbb135f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:17.483651 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f6b8-52c4-4185-b63b-1777161c1bd6 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.485503 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-efef5677-f465-4d18-aaae-7627df3d0ece tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (4f7163c6-cae3-4006-9fae-94cbf5852490), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.488195 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6cc0f6b8-52c4-4185-b63b-1777161c1bd6 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "DELETE /v2.0/subnets/10a9ba83-aa70-4d8e-ba77-3b315cbb135f HTTP/1.1" status: 204 len: 168 time: 0.6435370 Mar 07 22:01:17.492680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55814) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:17.500410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aac4e6-6950-4ee0-8509-74a2ac23406b None None] Network 28c8688b-b5ac-402f-be28-9e571765c1e1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:17.525719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f821036-01b8-45a3-b757-fdfb8e339f28 req-47335742-a145-42e0-b77f-a51d94eff72f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:17.532952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f821036-01b8-45a3-b757-fdfb8e339f28 req-47335742-a145-42e0-b77f-a51d94eff72f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 945 time: 0.2523732 Mar 07 22:01:17.562604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef5677-f465-4d18-aaae-7627df3d0ece tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7163c6-cae3-4006-9fae-94cbf5852490,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:17.596613 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61a4da8b-dc31-4f59-9d76-9d480b11cd95 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (e4f8f82b-a822-406e-a008-e763946404c5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.630602 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-fafd11e6-5d9c-421a-987b-3e7a3e737897', 'network_id': 'fafd11e6-5d9c-421a-987b-3e7a3e737897', 'project_id': 'e61a787c1d794c53bf034f810d226e5a', 'fixed_ips': [{'subnet_id': '461eac84-5c74-46c1-8c66-321bf6546c5c'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:01:17.630857 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.631342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f821036-01b8-45a3-b757-fdfb8e339f28 req-ea2b3ea5-a56c-430e-997e-e01876288bf4 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/security-groups?id=f614570b-1103-4c3f-a646-340a99f650cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822041 Mar 07 22:01:17.698926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-867855b4-a374-4042-9639-e4f61b6c9e7e service neutron] 10.222.0.26 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208457 Mar 07 22:01:17.708424 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61a4da8b-dc31-4f59-9d76-9d480b11cd95 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (e4f8f82b-a822-406e-a008-e763946404c5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.713353 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-efef5677-f465-4d18-aaae-7627df3d0ece tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.721452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-efef5677-f465-4d18-aaae-7627df3d0ece tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6012995 Mar 07 22:01:17.724205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55818) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:17.729833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7cd21c-0963-441d-a7f2-0ac97ac10931 None None] DHCP port deletion for 28c8688b-b5ac-402f-be28-9e571765c1e1 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:01:17.734466 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-61a4da8b-dc31-4f59-9d76-9d480b11cd95 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f8f82b-a822-406e-a008-e763946404c5']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:17.743282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6e026d52-33c4-4e76-96e5-8b5636e906fc tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '729dc1a3-5245-41d0-bc67-b35a6068e740', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:17.751582 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-173d75cc-c9c1-4256-879a-6651d5d29ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.766584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-61a4da8b-dc31-4f59-9d76-9d480b11cd95 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b20114-23d1-4e2f-a51f-8205644b3900') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:17.766917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-61a4da8b-dc31-4f59-9d76-9d480b11cd95 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b20114-23d1-4e2f-a51f-8205644b3900') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:17.780206 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61a4da8b-dc31-4f59-9d76-9d480b11cd95 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (06b20114-23d1-4e2f-a51f-8205644b3900), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.802985 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61a4da8b-dc31-4f59-9d76-9d480b11cd95 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (06b20114-23d1-4e2f-a51f-8205644b3900), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.816986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a4da8b-dc31-4f59-9d76-9d480b11cd95 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:01:17.817477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61a4da8b-dc31-4f59-9d76-9d480b11cd95 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (06b20114-23d1-4e2f-a51f-8205644b3900), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.819826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Allocated IP 2001:db8::2 (fafd11e6-5d9c-421a-987b-3e7a3e737897/461eac84-5c74-46c1-8c66-321bf6546c5c/9239f9bd-10b3-41ee-9457-6de13dbac8ed) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:01:17.820847 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:01:17.838958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ad7cd21c-0963-441d-a7f2-0ac97ac10931 None None] Deleting port fd0f8625-682e-4c39-bef6-d6f7095d1087 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:17.839575 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd21c-0963-441d-a7f2-0ac97ac10931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.882503 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e026d52-33c4-4e76-96e5-8b5636e906fc tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (9fced021-0810-46e3-8614-c70fc7a17125), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.911289 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61a4da8b-dc31-4f59-9d76-9d480b11cd95 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (e4f8f82b-a822-406e-a008-e763946404c5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.918570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50b95aa-ab0b-446b-b8a1-6c3498b67216 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:17.922510 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e50b95aa-ab0b-446b-b8a1-6c3498b67216 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.931650 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61a4da8b-dc31-4f59-9d76-9d480b11cd95 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.937760 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-61a4da8b-dc31-4f59-9d76-9d480b11cd95 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "DELETE /v2.0/networks/e4f8f82b-a822-406e-a008-e763946404c5 HTTP/1.1" status: 204 len: 168 time: 0.4411223 Mar 07 22:01:17.939177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4da8b-dc31-4f59-9d76-9d480b11cd95 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event deleted for resources: {'Network': ['ID=e4f8f82b-a822-406e-a008-e763946404c5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:17.945016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55820) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:17.967777 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-173d75cc-c9c1-4256-879a-6651d5d29ca4 admin admin] Publish callbacks [] for security_group (2447e687-2a7e-49b2-bc69-d2e42e7ef4d4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.977257 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b0a9cf64-d0de-400d-934d-13f054732e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.984490 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-173d75cc-c9c1-4256-879a-6651d5d29ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2447e687-2a7e-49b2-bc69-d2e42e7ef4d4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.987818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ad7cd21c-0963-441d-a7f2-0ac97ac10931 None None] For port fd0f8625-682e-4c39-bef6-d6f7095d1087, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fd0f8625-682e-4c39-bef6-d6f7095d1087,segment=NetworkSegment(d82561c0-7671-4574-ba36-7c1963e43bc1),segment_id=d82561c0-7671-4574-ba36-7c1963e43bc1)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:17.988212 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd21c-0963-441d-a7f2-0ac97ac10931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:17.994988 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-8d29c7b7-ec49-4067-9c38-b29943ec541b service neutron] 10.222.0.26 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845173 Mar 07 22:01:18.006798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ad7cd21c-0963-441d-a7f2-0ac97ac10931 None None] Calling delete_port for fd0f8625-682e-4c39-bef6-d6f7095d1087 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:18.017437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-e50b95aa-ab0b-446b-b8a1-6c3498b67216 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port c880c5ef-3e18-451e-be01-2ef672db561e yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:01:18.054001 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e026d52-33c4-4e76-96e5-8b5636e906fc tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (9fced021-0810-46e3-8614-c70fc7a17125), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.070427 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-173d75cc-c9c1-4256-879a-6651d5d29ca4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd15166bc58d4b9e958f2c2a82255537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5862849 Mar 07 22:01:18.072242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55822) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:18.072412 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (28c8688b-b5ac-402f-be28-9e571765c1e1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.075159 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d75cc-c9c1-4256-879a-6651d5d29ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2447e687-2a7e-49b2-bc69-d2e42e7ef4d4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:18.075528 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2f56945f-ba61-4d82-9a1e-8311541f952f req-a552fb18-bfeb-4f9f-b1f7-afd280db6b9d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (99690a6f-ff51-44bd-be76-a58d50a7c453), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.131132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Deleting port fd0f8625-682e-4c39-bef6-d6f7095d1087 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:18.131760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.142638 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Publish callbacks [] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.149258 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.166576 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e026d52-33c4-4e76-96e5-8b5636e906fc tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (9fced021-0810-46e3-8614-c70fc7a17125), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.183724 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd21c-0963-441d-a7f2-0ac97ac10931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.207548 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] For port fd0f8625-682e-4c39-bef6-d6f7095d1087, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fd0f8625-682e-4c39-bef6-d6f7095d1087,segment=NetworkSegment(d82561c0-7671-4574-ba36-7c1963e43bc1),segment_id=d82561c0-7671-4574-ba36-7c1963e43bc1)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:18.207909 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.210339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7cd21c-0963-441d-a7f2-0ac97ac10931 None None] No DVR routers for this DVR port fd0f8625-682e-4c39-bef6-d6f7095d1087 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:18.218627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Network fafd11e6-5d9c-421a-987b-3e7a3e737897 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:18.220533 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Pushing event updated for resources: {'Port': ['ID=9239f9bd-10b3-41ee-9457-6de13dbac8ed,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:18.222169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1957e194-30dd-41e1-aee3-0675564fb5ce tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:18.224173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:18.228060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:18.230414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1957e194-30dd-41e1-aee3-0675564fb5ce tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports/3cfe58ad-c800-469f-9dac-12f4b77541dc HTTP/1.1" status: 200 len: 937 time: 0.2183919 Mar 07 22:01:18.232314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Calling delete_port for fd0f8625-682e-4c39-bef6-d6f7095d1087 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:18.268198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552fb18-bfeb-4f9f-b1f7-afd280db6b9d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Port': ['ID=99690a6f-ff51-44bd-be76-a58d50a7c453,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:18.285600 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cd21c-0963-441d-a7f2-0ac97ac10931 None None] Pushing event deleted for resources: {'Port': ['ID=fd0f8625-682e-4c39-bef6-d6f7095d1087,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:18.324755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e026d52-33c4-4e76-96e5-8b5636e906fc tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fced021-0810-46e3-8614-c70fc7a17125,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:18.328722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Attempting to bind port 9239f9bd-10b3-41ee-9457-6de13dbac8ed on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:01:18.329895 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Attempting to bind port 9239f9bd-10b3-41ee-9457-6de13dbac8ed by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '011e75ea-5033-474b-b75f-44fb1ba3cb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fafd11e6-5d9c-421a-987b-3e7a3e737897'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:01:18.330431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Attempting to bind port 9239f9bd-10b3-41ee-9457-6de13dbac8ed on network fafd11e6-5d9c-421a-987b-3e7a3e737897 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:18.336777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:01:18.337337 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e026d52-33c4-4e76-96e5-8b5636e906fc tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.337462 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Checking segment: {'id': '011e75ea-5033-474b-b75f-44fb1ba3cb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fafd11e6-5d9c-421a-987b-3e7a3e737897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:18.337938 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.338391 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6e026d52-33c4-4e76-96e5-8b5636e906fc tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6051104 Mar 07 22:01:18.342157 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55824) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:18.342321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Bound using segment: {'id': '011e75ea-5033-474b-b75f-44fb1ba3cb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fafd11e6-5d9c-421a-987b-3e7a3e737897'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:01:18.342321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Bound port: 9239f9bd-10b3-41ee-9457-6de13dbac8ed, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011e75ea-5033-474b-b75f-44fb1ba3cb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fafd11e6-5d9c-421a-987b-3e7a3e737897'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:01:18.343018 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.346424 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.348258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8063a3bb-c8de-42e6-8889-63f4ae7511e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '729dc1a3-5245-41d0-bc67-b35a6068e740', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:18.353563 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (fd0f8625-682e-4c39-bef6-d6f7095d1087), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.366896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f56945f-ba61-4d82-9a1e-8311541f952f req-a552fb18-bfeb-4f9f-b1f7-afd280db6b9d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] No DVR routers for this DVR port 99690a6f-ff51-44bd-be76-a58d50a7c453 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:18.369302 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2f56945f-ba61-4d82-9a1e-8311541f952f req-a552fb18-bfeb-4f9f-b1f7-afd280db6b9d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.373208 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f56945f-ba61-4d82-9a1e-8311541f952f req-a552fb18-bfeb-4f9f-b1f7-afd280db6b9d tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.13 "DELETE /v2.0/ports/99690a6f-ff51-44bd-be76-a58d50a7c453 HTTP/1.1" status: 204 len: 173 time: 2.3660960 Mar 07 22:01:18.382553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3827b4-4b03-45f3-951e-6764adb0d7b5', 'name': 'network-vif-deleted', 'tag': '99690a6f-ff51-44bd-be76-a58d50a7c453'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:18.385762 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02800f7-1d81-4d4f-ab5d-2ad68805568e" -d '{"events": [{"server_uuid": "bf3827b4-4b03-45f3-951e-6764adb0d7b5", "name": "network-vif-deleted", "tag": "99690a6f-ff51-44bd-be76-a58d50a7c453"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:01:18.391491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event deleted for resources: {'Port': ['ID=fd0f8625-682e-4c39-bef6-d6f7095d1087,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:18.396323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] No DVR routers for this DVR port fd0f8625-682e-4c39-bef6-d6f7095d1087 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:18.444647 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-8063a3bb-c8de-42e6-8889-63f4ae7511e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Project d71f28e89e2f43a5bebeba445b8bc10e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:01:18.451020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-4e173177-b40b-4715-aced-511e3e19c632 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:18.452491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-4e173177-b40b-4715-aced-511e3e19c632 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports/5d5198c5-e420-4fec-b032-62b96c0b5e13 HTTP/1.1" status: 200 len: 937 time: 0.2209787 Mar 07 22:01:18.454603 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bea67b-38ba-4fb6-ad41-89c0712002d8 x-openstack-request-id: req-f1bea67b-38ba-4fb6-ad41-89c0712002d8 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:01:18.454902 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3827b4-4b03-45f3-951e-6764adb0d7b5", "name": "network-vif-deleted", "tag": "99690a6f-ff51-44bd-be76-a58d50a7c453", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:01:18.455166 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1bea67b-38ba-4fb6-ad41-89c0712002d8 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:01:18.455572 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3827b4-4b03-45f3-951e-6764adb0d7b5', 'name': 'network-vif-deleted', 'tag': '99690a6f-ff51-44bd-be76-a58d50a7c453', 'status': 'completed', 'code': 200} Mar 07 22:01:18.461731 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8063a3bb-c8de-42e6-8889-63f4ae7511e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (4fb2d5e6-7404-4a28-b51a-84bd67fc12bb), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.473240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] For port 9239f9bd-10b3-41ee-9457-6de13dbac8ed, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:01:18.480989 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2bb147da-5d58-47c3-b960-1e28a62f18b1 admin admin] Publish callbacks [] for security_group (2447e687-2a7e-49b2-bc69-d2e42e7ef4d4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.481673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] For port 9239f9bd-10b3-41ee-9457-6de13dbac8ed, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9239f9bd-10b3-41ee-9457-6de13dbac8ed,segment=NetworkSegment(011e75ea-5033-474b-b75f-44fb1ba3cb18),segment_id=011e75ea-5033-474b-b75f-44fb1ba3cb18)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:01:18.497751 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.508929 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (28c8688b-b5ac-402f-be28-9e571765c1e1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.512265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-e50b95aa-ab0b-446b-b8a1-6c3498b67216 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Allocated IP 2001:db8::168 (fafd11e6-5d9c-421a-987b-3e7a3e737897/461eac84-5c74-46c1-8c66-321bf6546c5c/c880c5ef-3e18-451e-be01-2ef672db561e) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:18.549427 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c8688b-b5ac-402f-be28-9e571765c1e1']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:18.564406 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82561c0-7671-4574-ba36-7c1963e43bc1') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:18.564697 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82561c0-7671-4574-ba36-7c1963e43bc1') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:18.581148 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 99690a6f-ff51-44bd-be76-a58d50a7c453 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:18.582430 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (d82561c0-7671-4574-ba36-7c1963e43bc1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.591707 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2bb147da-5d58-47c3-b960-1e28a62f18b1 admin admin] Publish callbacks [] for security_group (2447e687-2a7e-49b2-bc69-d2e42e7ef4d4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.628998 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8063a3bb-c8de-42e6-8889-63f4ae7511e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (4fb2d5e6-7404-4a28-b51a-84bd67fc12bb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.640666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 99690a6f-ff51-44bd-be76-a58d50a7c453 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:18.641020 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 99690a6f-ff51-44bd-be76-a58d50a7c453 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:18.644038 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8063a3bb-c8de-42e6-8889-63f4ae7511e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (4fb2d5e6-7404-4a28-b51a-84bd67fc12bb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.649342 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d82561c0-7671-4574-ba36-7c1963e43bc1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.745934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Pushing event updated for resources: {'Port': ['ID=9239f9bd-10b3-41ee-9457-6de13dbac8ed,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:18.761373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:18.761723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:18.762084 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:18.762445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:18.762810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:18.763136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:18.763865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:18.763865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:18.764098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:18.764381 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:18.764707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:18.765052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:18.765482 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422fb59-a189-4d38-b98e-23f746c61b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:18.782663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6e4a6f55-3931-48d4-a711-a2386cb4109e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:18.823990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 6e4a6f55-3931-48d4-a711-a2386cb4109e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:18.824341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6e4a6f55-3931-48d4-a711-a2386cb4109e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:18.824768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fd0f8625-682e-4c39-bef6-d6f7095d1087 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:18.840616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-83d890cd-0479-446c-a251-c926e0b14863 req-cdf9926b-f492-4768-8846-158c6ee4b34b tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3827b4-4b03-45f3-951e-6764adb0d7b5 HTTP/1.1" status: 200 len: 210 time: 0.0986612 Mar 07 22:01:18.846431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: fd0f8625-682e-4c39-bef6-d6f7095d1087 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:18.846779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fd0f8625-682e-4c39-bef6-d6f7095d1087 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:18.882155 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2bb147da-5d58-47c3-b960-1e28a62f18b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2447e687-2a7e-49b2-bc69-d2e42e7ef4d4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.884770 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2bb147da-5d58-47c3-b960-1e28a62f18b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:18.888984 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2bb147da-5d58-47c3-b960-1e28a62f18b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2447e687-2a7e-49b2-bc69-d2e42e7ef4d4 HTTP/1.1" status: 204 len: 168 time: 0.7959869 Mar 07 22:01:19.023223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb147da-5d58-47c3-b960-1e28a62f18b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2447e687-2a7e-49b2-bc69-d2e42e7ef4d4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:19.131705 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e50b95aa-ab0b-446b-b8a1-6c3498b67216 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (c880c5ef-3e18-451e-be01-2ef672db561e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.190224 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e50b95aa-ab0b-446b-b8a1-6c3498b67216 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c880c5ef-3e18-451e-be01-2ef672db561e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.231674 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50b95aa-ab0b-446b-b8a1-6c3498b67216 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network fafd11e6-5d9c-421a-987b-3e7a3e737897 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:19.234620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e50b95aa-ab0b-446b-b8a1-6c3498b67216 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:19.276521 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50b95aa-ab0b-446b-b8a1-6c3498b67216 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:19.286600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50b95aa-ab0b-446b-b8a1-6c3498b67216 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:19.287248 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e50b95aa-ab0b-446b-b8a1-6c3498b67216 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.313531 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.317432 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:01:19.318046 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (d82561c0-7671-4574-ba36-7c1963e43bc1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.362203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b95aa-ab0b-446b-b8a1-6c3498b67216 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=c880c5ef-3e18-451e-be01-2ef672db561e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:19.371408 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e50b95aa-ab0b-446b-b8a1-6c3498b67216 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8987141 Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:01:19.374128 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:01:19.378938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55854) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:19.389945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063a3bb-c8de-42e6-8889-63f4ae7511e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb2d5e6-7404-4a28-b51a-84bd67fc12bb,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:19.404170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8063a3bb-c8de-42e6-8889-63f4ae7511e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.408753 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8063a3bb-c8de-42e6-8889-63f4ae7511e5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0655358 Mar 07 22:01:19.410194 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55856) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:19.415188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-45180a4c-818e-4518-b566-2639e49d1222 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'security_group_rule': {'security_group_id': '729dc1a3-5245-41d0-bc67-b35a6068e740', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:19.432821 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (28c8688b-b5ac-402f-be28-9e571765c1e1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.442715 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.446855 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "DELETE /v2.0/networks/28c8688b-b5ac-402f-be28-9e571765c1e1 HTTP/1.1" status: 204 len: 168 time: 1.5008419 Mar 07 22:01:19.450249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55858) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:19.471320 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c98d9-692f-4619-b96f-6883d428e76b tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event deleted for resources: {'Network': ['ID=28c8688b-b5ac-402f-be28-9e571765c1e1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:19.486925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55860) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:19.513326 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-05195f5a-90fa-4b40-a772-74d6522e2d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.529329 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-45180a4c-818e-4518-b566-2639e49d1222 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Project d71f28e89e2f43a5bebeba445b8bc10e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:01:19.539712 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-45180a4c-818e-4518-b566-2639e49d1222 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (63cc80de-cbbf-4a52-bd0b-89c8ec55adfb), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.550520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-ab392d81-63f1-489e-a3d2-204609101447 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port c880c5ef-3e18-451e-be01-2ef672db561e {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:19.550908 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ab392d81-63f1-489e-a3d2-204609101447 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c880c5ef-3e18-451e-be01-2ef672db561e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.562792 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68787fc-33a2-4357-9c78-08dd0ac366c5 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Deleting subnet 6e434066-2ef5-41ca-b77d-7e43edbb0cdd {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:01:19.576818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f68787fc-33a2-4357-9c78-08dd0ac366c5 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for subnet (6e434066-2ef5-41ca-b77d-7e43edbb0cdd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.605182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b8d3f1e-47b8-498c-9b8e-be925c5fc7ac req-bf65c2aa-e006-4688-9b5a-c877a5ad4654 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0512342 Mar 07 22:01:19.652898 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f68787fc-33a2-4357-9c78-08dd0ac366c5 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (6e434066-2ef5-41ca-b77d-7e43edbb0cdd), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.686767 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-45180a4c-818e-4518-b566-2639e49d1222 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (63cc80de-cbbf-4a52-bd0b-89c8ec55adfb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.692546 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-45180a4c-818e-4518-b566-2639e49d1222 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (63cc80de-cbbf-4a52-bd0b-89c8ec55adfb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.702867 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ab392d81-63f1-489e-a3d2-204609101447 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c880c5ef-3e18-451e-be01-2ef672db561e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.722725 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45180a4c-818e-4518-b566-2639e49d1222 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63cc80de-cbbf-4a52-bd0b-89c8ec55adfb,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:19.725716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-ab392d81-63f1-489e-a3d2-204609101447 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for c880c5ef-3e18-451e-be01-2ef672db561e owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:19.749964 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-45180a4c-818e-4518-b566-2639e49d1222 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.750239 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-05195f5a-90fa-4b40-a772-74d6522e2d73 admin admin] Publish callbacks [] for security_group (1ce129e7-7a95-4f08-9bf9-466ca72ef9f8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.751240 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-45180a4c-818e-4518-b566-2639e49d1222 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3398974 Mar 07 22:01:19.754645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55866) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:19.772064 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0ecb711a-4dca-4e4f-afc5-82ff695a9ced tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'network': {'name': 'tempest-network-smoke--2132288874', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'port_security_enabled': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:19.784406 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f68787fc-33a2-4357-9c78-08dd0ac366c5 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (6e434066-2ef5-41ca-b77d-7e43edbb0cdd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.809706 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-05195f5a-90fa-4b40-a772-74d6522e2d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1ce129e7-7a95-4f08-9bf9-466ca72ef9f8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.883104 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-05195f5a-90fa-4b40-a772-74d6522e2d73 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad6d0394ed2f4f6eb05d22deeb0ae88d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3943217 Mar 07 22:01:19.884658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05195f5a-90fa-4b40-a772-74d6522e2d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce129e7-7a95-4f08-9bf9-466ca72ef9f8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:19.889073 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55870) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:19.895925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecb711a-4dca-4e4f-afc5-82ff695a9ced tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Made reservation on behalf of d71f28e89e2f43a5bebeba445b8bc10e for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:19.899192 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ecb711a-4dca-4e4f-afc5-82ff695a9ced tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.917377 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-0d4f5334-ef2f-4f07-b555-06a05e8ba55d tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:19.919021 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-0d4f5334-ef2f-4f07-b555-06a05e8ba55d tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports/3cfe58ad-c800-469f-9dac-12f4b77541dc HTTP/1.1" status: 200 len: 937 time: 0.3752120 Mar 07 22:01:19.924302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f68787fc-33a2-4357-9c78-08dd0ac366c5 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (6e434066-2ef5-41ca-b77d-7e43edbb0cdd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:19.927285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55872) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:20.004315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3d41e1-e66d-46e3-9f0e-60411845bf30 None None] Network 1cba69b6-0944-4a2f-88bb-928b6cf21f88 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:20.005549 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f68787fc-33a2-4357-9c78-08dd0ac366c5 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.008961 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f68787fc-33a2-4357-9c78-08dd0ac366c5 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "DELETE /v2.0/subnets/6e434066-2ef5-41ca-b77d-7e43edbb0cdd HTTP/1.1" status: 204 len: 168 time: 0.5486419 Mar 07 22:01:20.014488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68787fc-33a2-4357-9c78-08dd0ac366c5 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event deleted for resources: {'Subnet': ['ID=6e434066-2ef5-41ca-b77d-7e43edbb0cdd,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:20.018881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55876) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:20.026335 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cfe63a72-1d01-40db-8e25-4c697de89eae admin admin] Publish callbacks [] for security_group (1ce129e7-7a95-4f08-9bf9-466ca72ef9f8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.032095 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ab392d81-63f1-489e-a3d2-204609101447 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c880c5ef-3e18-451e-be01-2ef672db561e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.048611 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecb711a-4dca-4e4f-afc5-82ff695a9ced tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:01:20.062213 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-09dddff6-2be5-40df-93bb-11caadc9cfbb tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:20.063982 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-09dddff6-2be5-40df-93bb-11caadc9cfbb tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports/5d5198c5-e420-4fec-b032-62b96c0b5e13 HTTP/1.1" status: 200 len: 937 time: 0.1358197 Mar 07 22:01:20.150014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab392d81-63f1-489e-a3d2-204609101447 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=c880c5ef-3e18-451e-be01-2ef672db561e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:20.174118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9b8994e-6096-447a-840d-470e31b1659f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (f614570b-1103-4c3f-a646-340a99f650cf), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.197738 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cfe63a72-1d01-40db-8e25-4c697de89eae admin admin] Publish callbacks [] for security_group (1ce129e7-7a95-4f08-9bf9-466ca72ef9f8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.203695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9b8994e-6096-447a-840d-470e31b1659f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (f614570b-1103-4c3f-a646-340a99f650cf), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.221201 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ecb711a-4dca-4e4f-afc5-82ff695a9ced tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a9bd321e-5082-4576-8c12-a90695c64286), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.221894 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-0ecb711a-4dca-4e4f-afc5-82ff695a9ced tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Added segment a9bd321e-5082-4576-8c12-a90695c64286 of type vlan for network 67f9c363-c485-4a33-9b48-fd10e475751a Mar 07 22:01:20.236225 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ab392d81-63f1-489e-a3d2-204609101447 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.242177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ab392d81-63f1-489e-a3d2-204609101447 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/c880c5ef-3e18-451e-be01-2ef672db561e HTTP/1.1" status: 204 len: 168 time: 0.8633904 Mar 07 22:01:20.251181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55880) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:20.259648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (1cba69b6-0944-4a2f-88bb-928b6cf21f88), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.281282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1e083d-c7ee-45e0-8114-ec4424a3b261 None None] DHCP port deletion for 1cba69b6-0944-4a2f-88bb-928b6cf21f88 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:01:20.334755 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Deleting port 1e1e3ee4-129a-4bb6-a941-51844b5f163f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:20.335292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.348021 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b84fd78-8db3-4a93-ac77-5ef3b572b51a None None] Network fafd11e6-5d9c-421a-987b-3e7a3e737897 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:20.351554 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.362367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9b8994e-6096-447a-840d-470e31b1659f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f614570b-1103-4c3f-a646-340a99f650cf), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.365238 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9b8994e-6096-447a-840d-470e31b1659f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.369107 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c9b8994e-6096-447a-840d-470e31b1659f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "DELETE /v2.0/security-groups/f614570b-1103-4c3f-a646-340a99f650cf HTTP/1.1" status: 204 len: 168 time: 0.4347215 Mar 07 22:01:20.369298 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ecb711a-4dca-4e4f-afc5-82ff695a9ced tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (67f9c363-c485-4a33-9b48-fd10e475751a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.390879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8994e-6096-447a-840d-470e31b1659f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f614570b-1103-4c3f-a646-340a99f650cf,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:20.427891 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55890) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:20.431737 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-6590bea7-233e-4be5-bfa1-a38bf8824127 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] DELETE failed (client error): The resource could not be found. Mar 07 22:01:20.432599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6590bea7-233e-4be5-bfa1-a38bf8824127 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:01:20.439927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6590bea7-233e-4be5-bfa1-a38bf8824127 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/c880c5ef-3e18-451e-be01-2ef672db561e HTTP/1.1" status: 404 len: 333 time: 0.1876843 Mar 07 22:01:20.440901 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55892) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:20.478990 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ecb711a-4dca-4e4f-afc5-82ff695a9ced tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (67f9c363-c485-4a33-9b48-fd10e475751a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.486131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb711a-4dca-4e4f-afc5-82ff695a9ced tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:20.487101 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ecb711a-4dca-4e4f-afc5-82ff695a9ced tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.490686 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91b171d-5922-4477-9d4b-eddfb5b21751 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] GET failed (client error): The resource could not be found. Mar 07 22:01:20.495734 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a91b171d-5922-4477-9d4b-eddfb5b21751 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/c880c5ef-3e18-451e-be01-2ef672db561e HTTP/1.1" status: 404 len: 333 time: 0.0505962 Mar 07 22:01:20.498797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55894) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:20.578621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] For port 1e1e3ee4-129a-4bb6-a941-51844b5f163f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1e1e3ee4-129a-4bb6-a941-51844b5f163f,segment=NetworkSegment(809a4f0e-01a5-4e5a-abdf-44f38569dbc3),segment_id=809a4f0e-01a5-4e5a-abdf-44f38569dbc3)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:20.579256 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.601324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Calling delete_port for 1e1e3ee4-129a-4bb6-a941-51844b5f163f owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:20.658540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0ecb711a-4dca-4e4f-afc5-82ff695a9ced tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9026022 Mar 07 22:01:20.673868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-06bb1b68-8240-4586-8a28-d7249d3dc7f2 None None] Provisioning complete for port 9239f9bd-10b3-41ee-9457-6de13dbac8ed triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:20.675814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55902) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:20.676259 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06bb1b68-8240-4586-8a28-d7249d3dc7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.695529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'admin_state_up': True, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:20.815930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d2f3af-d65d-4898-a873-81bb0ed580df tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting subnet 461eac84-5c74-46c1-8c66-321bf6546c5c {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:01:20.826172 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.827512 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.836941 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cfe63a72-1d01-40db-8e25-4c697de89eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1ce129e7-7a95-4f08-9bf9-466ca72ef9f8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.864881 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cfe63a72-1d01-40db-8e25-4c697de89eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.866833 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cfe63a72-1d01-40db-8e25-4c697de89eae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ce129e7-7a95-4f08-9bf9-466ca72ef9f8 HTTP/1.1" status: 204 len: 168 time: 0.9747741 Mar 07 22:01:20.888655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f3af-d65d-4898-a873-81bb0ed580df tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (461eac84-5c74-46c1-8c66-321bf6546c5c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:20.973404 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.011615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb711a-4dca-4e4f-afc5-82ff695a9ced tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Network': ['ID=67f9c363-c485-4a33-9b48-fd10e475751a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:21.017217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6375966e-8e60-4c3e-816e-5ea8bb8fe271 req-38e444a5-ebe5-4075-b2d9-0ac1479bbdbb tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.2128952 Mar 07 22:01:21.065949 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] No DVR routers for this DVR port 1e1e3ee4-129a-4bb6-a941-51844b5f163f on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:21.068601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe63a72-1d01-40db-8e25-4c697de89eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce129e7-7a95-4f08-9bf9-466ca72ef9f8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:21.078123 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event deleted for resources: {'Port': ['ID=1e1e3ee4-129a-4bb6-a941-51844b5f163f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:21.141543 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_controller (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.167593 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f3af-d65d-4898-a873-81bb0ed580df tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (461eac84-5c74-46c1-8c66-321bf6546c5c), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.181565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e083d-c7ee-45e0-8114-ec4424a3b261 None None] Deleting port 1e1e3ee4-129a-4bb6-a941-51844b5f163f {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:21.181999 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dc1e083d-c7ee-45e0-8114-ec4424a3b261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.189236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9239f9bd-10b3-41ee-9457-6de13dbac8ed up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:21.222799 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 67f9c363-c485-4a33-9b48-fd10e475751a details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:01:21.234100 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (1cba69b6-0944-4a2f-88bb-928b6cf21f88), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.266970 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cba69b6-0944-4a2f-88bb-928b6cf21f88']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:21.282891 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2897-a544-4940-bde1-631d2c603a9f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (04648d18-7baf-4ad8-9d5f-897fa68e5346), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.375299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809a4f0e-01a5-4e5a-abdf-44f38569dbc3') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:21.377383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809a4f0e-01a5-4e5a-abdf-44f38569dbc3') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:21.424286 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f3af-d65d-4898-a873-81bb0ed580df tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (461eac84-5c74-46c1-8c66-321bf6546c5c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.427971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-dc1e083d-c7ee-45e0-8114-ec4424a3b261 None None] For port 1e1e3ee4-129a-4bb6-a941-51844b5f163f, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:21.429567 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dc1e083d-c7ee-45e0-8114-ec4424a3b261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.434916 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (809a4f0e-01a5-4e5a-abdf-44f38569dbc3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.452035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 9239f9bd-10b3-41ee-9457-6de13dbac8ed triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:21.452722 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.462146 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (809a4f0e-01a5-4e5a-abdf-44f38569dbc3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.508823 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e083d-c7ee-45e0-8114-ec4424a3b261 None None] Calling delete_port for 1e1e3ee4-129a-4bb6-a941-51844b5f163f owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:21.512533 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-dc1e083d-c7ee-45e0-8114-ec4424a3b261 None None] Port 1e1e3ee4-129a-4bb6-a941-51844b5f163f was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 22:01:21.524908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:01:21.525321 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (809a4f0e-01a5-4e5a-abdf-44f38569dbc3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:01:21.528590 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:01:21.567234 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dc1e083d-c7ee-45e0-8114-ec4424a3b261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (1e1e3ee4-129a-4bb6-a941-51844b5f163f), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.595802 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.613602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de282d-f87e-452b-99bb-85cd3e533bee req-bf6c1794-d65b-4f1c-a027-f7e93286873c tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:21.626234 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36de282d-f87e-452b-99bb-85cd3e533bee req-bf6c1794-d65b-4f1c-a027-f7e93286873c tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.5017405 Mar 07 22:01:21.718637 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (1cba69b6-0944-4a2f-88bb-928b6cf21f88), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.749616 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e083d-c7ee-45e0-8114-ec4424a3b261 None None] Pushing event deleted for resources: {'Port': ['ID=1e1e3ee4-129a-4bb6-a941-51844b5f163f,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:21.758329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.762645 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "DELETE /v2.0/networks/1cba69b6-0944-4a2f-88bb-928b6cf21f88 HTTP/1.1" status: 204 len: 168 time: 1.7403741 Mar 07 22:01:21.766260 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eaaf6-da32-439f-ad98-ce00cc9abbc0 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Pushing event deleted for resources: {'Network': ['ID=1cba69b6-0944-4a2f-88bb-928b6cf21f88,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:21.788319 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55922) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:21.796742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e083d-c7ee-45e0-8114-ec4424a3b261 None None] No DVR routers for this DVR port 1e1e3ee4-129a-4bb6-a941-51844b5f163f on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:21.815505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-06bb1b68-8240-4586-8a28-d7249d3dc7f2 None None] Current status of the port 9239f9bd-10b3-41ee-9457-6de13dbac8ed is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:21.815655 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06bb1b68-8240-4586-8a28-d7249d3dc7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.834995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9239f9bd-10b3-41ee-9457-6de13dbac8ed is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:21.836150 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.836774 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f3af-d65d-4898-a873-81bb0ed580df tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (461eac84-5c74-46c1-8c66-321bf6546c5c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:21.887330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-00895068-1965-40a0-9497-6e27f20f61bb tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4f08850-b752-406d-a32a-baba140e7fb5 HTTP/1.1" status: 200 len: 205 time: 0.0978377 Mar 07 22:01:21.889419 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55928) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:21.914057 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-06bb1b68-8240-4586-8a28-d7249d3dc7f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:01:21.915197 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-06bb1b68-8240-4586-8a28-d7249d3dc7f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:01:21.920768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-8a4ae4e9-2d32-426a-8b71-28c37b86a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:21.922176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-8a4ae4e9-2d32-426a-8b71-28c37b86a5f2 service neutron] 10.222.0.13 "GET /v2.0/ports/3cfe58ad-c800-469f-9dac-12f4b77541dc HTTP/1.1" status: 200 len: 1033 time: 0.2192931 Mar 07 22:01:21.952687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36de282d-f87e-452b-99bb-85cd3e533bee req-da63d757-5c29-498d-baeb-669102195fb4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3252509 Mar 07 22:01:21.966478 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:01:21.967452 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:01:21.984225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2f3af-d65d-4898-a873-81bb0ed580df tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Subnet': ['ID=461eac84-5c74-46c1-8c66-321bf6546c5c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:22.010254 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f3af-d65d-4898-a873-81bb0ed580df tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.014446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e7d2f3af-d65d-4898-a873-81bb0ed580df tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/461eac84-5c74-46c1-8c66-321bf6546c5c HTTP/1.1" status: 204 len: 168 time: 1.4986854 Mar 07 22:01:22.046362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55932) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:22.074993 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-66b9340b-ea7e-467b-852b-4f7c8f64b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:22.077765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-66b9340b-ea7e-467b-852b-4f7c8f64b78e service neutron] 10.222.0.13 "GET /v2.0/ports/5d5198c5-e420-4fec-b032-62b96c0b5e13 HTTP/1.1" status: 200 len: 1033 time: 0.1056077 Mar 07 22:01:22.129918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30967dd-1499-409a-8b84-ac186d716c5d None None] Network fafd11e6-5d9c-421a-987b-3e7a3e737897 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:22.140167 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-032066ab-59ff-45ec-8022-69ca5343e7a7 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for router (f4f08850-b752-406d-a32a-baba140e7fb5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.164494 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.333474 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (fafd11e6-5d9c-421a-987b-3e7a3e737897), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.362439 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd33423c-cb58-423b-9da3-4163dc39d9f0 None None] DHCP port deletion for fafd11e6-5d9c-421a-987b-3e7a3e737897 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:01:22.423069 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e2897-a544-4940-bde1-631d2c603a9f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Deleting port 4b664f65-c4ab-4a88-ad97-ce94f17c710a {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:22.424228 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2897-a544-4940-bde1-631d2c603a9f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.474103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-06bb1b68-8240-4586-8a28-d7249d3dc7f2 None None] Current status of the port 9239f9bd-10b3-41ee-9457-6de13dbac8ed is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:22.474683 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06bb1b68-8240-4586-8a28-d7249d3dc7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.490272 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-032066ab-59ff-45ec-8022-69ca5343e7a7 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (f4f08850-b752-406d-a32a-baba140e7fb5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.494202 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-032066ab-59ff-45ec-8022-69ca5343e7a7 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for router_controller (f4f08850-b752-406d-a32a-baba140e7fb5), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.540132 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-06bb1b68-8240-4586-8a28-d7249d3dc7f2 None None] For port 9239f9bd-10b3-41ee-9457-6de13dbac8ed, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9239f9bd-10b3-41ee-9457-6de13dbac8ed,segment=NetworkSegment(011e75ea-5033-474b-b75f-44fb1ba3cb18),segment_id=011e75ea-5033-474b-b75f-44fb1ba3cb18)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:22.552774 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06bb1b68-8240-4586-8a28-d7249d3dc7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.637548 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cd33423c-cb58-423b-9da3-4163dc39d9f0 None None] Deleting port 9239f9bd-10b3-41ee-9457-6de13dbac8ed {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:22.638125 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cd33423c-cb58-423b-9da3-4163dc39d9f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.693543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3d7371e-1f5d-4bd1-855a-1007f789665b req-e2889235-d16c-43db-b055-82f9bd0e5792 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.4731073 Mar 07 22:01:22.728415 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5b5003e-0c05-44c7-9a97-b93ca5f4d3c2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:22.734878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5b5003e-0c05-44c7-9a97-b93ca5f4d3c2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:22.735025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cd33423c-cb58-423b-9da3-4163dc39d9f0 None None] For port 9239f9bd-10b3-41ee-9457-6de13dbac8ed, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9239f9bd-10b3-41ee-9457-6de13dbac8ed,segment=NetworkSegment(011e75ea-5033-474b-b75f-44fb1ba3cb18),segment_id=011e75ea-5033-474b-b75f-44fb1ba3cb18)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:22.735025 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cd33423c-cb58-423b-9da3-4163dc39d9f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.746188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5b5003e-0c05-44c7-9a97-b93ca5f4d3c2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:22.746188 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5b5003e-0c05-44c7-9a97-b93ca5f4d3c2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "GET /v2.0/networks?id=dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8&id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&id=2520dcc8-19a9-4132-961a-b62643ae8e21&id=2520dcc8-19a9-4132-961a-b62643ae8e21 HTTP/1.1" status: 200 len: 1993 time: 0.6573303 Mar 07 22:01:22.755100 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cd33423c-cb58-423b-9da3-4163dc39d9f0 None None] Calling delete_port for 9239f9bd-10b3-41ee-9457-6de13dbac8ed owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:22.782497 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-4a1e2897-a544-4940-bde1-631d2c603a9f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] For port 4b664f65-c4ab-4a88-ad97-ce94f17c710a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4b664f65-c4ab-4a88-ad97-ce94f17c710a,segment=NetworkSegment(bb0b9d28-0790-4f1c-90c2-76d288854f27),segment_id=bb0b9d28-0790-4f1c-90c2-76d288854f27)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:22.783301 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2897-a544-4940-bde1-631d2c603a9f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.800681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e2897-a544-4940-bde1-631d2c603a9f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Calling delete_port for 4b664f65-c4ab-4a88-ad97-ce94f17c710a owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:22.847249 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cd33423c-cb58-423b-9da3-4163dc39d9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.849512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9239f9bd-10b3-41ee-9457-6de13dbac8ed is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:22.849896 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.869212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d0edef36-eb26-4478-989a-8410fcc3b92d None None] Could not find standard attr ID for object 9239f9bd-10b3-41ee-9457-6de13dbac8ed. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:01:22.870970 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.878385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d0edef36-eb26-4478-989a-8410fcc3b92d None None] Could not find standard attr ID for object c880c5ef-3e18-451e-be01-2ef672db561e. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:01:22.895873 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.903186 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33423c-cb58-423b-9da3-4163dc39d9f0 None None] No DVR routers for this DVR port 9239f9bd-10b3-41ee-9457-6de13dbac8ed on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:22.918621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-c60ee914-6385-42d9-adc3-d50e7b97fc1f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4 HTTP/1.1" status: 200 len: 380 time: 0.1671083 Mar 07 22:01:22.951492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb1b68-8240-4586-8a28-d7249d3dc7f2 None None] Pushing event updated for resources: {'Port': ['ID=9239f9bd-10b3-41ee-9457-6de13dbac8ed,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:22.975600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-70c6993d-7451-4999-bbf1-c9d8152da012 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'port': {'device_id': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'admin_state_up': True, 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'security_groups': ['9594157e-e61a-46a4-bcaf-0f50227d6f0a']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:22.977775 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-032066ab-59ff-45ec-8022-69ca5343e7a7 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (f4f08850-b752-406d-a32a-baba140e7fb5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:22.978475 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032066ab-59ff-45ec-8022-69ca5343e7a7 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Fanout notify agent at l3_agent the message router_deleted on router f4f08850-b752-406d-a32a-baba140e7fb5 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:01:23.007599 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-032066ab-59ff-45ec-8022-69ca5343e7a7 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:23.011162 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-032066ab-59ff-45ec-8022-69ca5343e7a7 tempest-RoutersNegativeTest-1662047469 tempest-RoutersNegativeTest-1662047469-project] 10.222.0.26 "DELETE /v2.0/routers/f4f08850-b752-406d-a32a-baba140e7fb5 HTTP/1.1" status: 204 len: 168 time: 1.1177773 Mar 07 22:01:23.053829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33423c-cb58-423b-9da3-4163dc39d9f0 None None] Pushing event deleted for resources: {'Port': ['ID=9239f9bd-10b3-41ee-9457-6de13dbac8ed,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:23.101375 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1e1e3ee4-129a-4bb6-a941-51844b5f163f no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:23.137163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port 9239f9bd-10b3-41ee-9457-6de13dbac8ed {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:23.138442 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:23.156508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 1e1e3ee4-129a-4bb6-a941-51844b5f163f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:23.158461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1e1e3ee4-129a-4bb6-a941-51844b5f163f not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:23.212560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] For port 9239f9bd-10b3-41ee-9457-6de13dbac8ed, host n-d-832330-1, got binding levels [] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:23.213291 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:23.229457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for 9239f9bd-10b3-41ee-9457-6de13dbac8ed owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:23.229622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.25.4.137 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/80193634-8601-405d-a278-1a3dcc76627e) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:23.232371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Port 9239f9bd-10b3-41ee-9457-6de13dbac8ed was not found and therefore no delete operation was performed {{(pid=103718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 22:01:23.238678 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9239f9bd-10b3-41ee-9457-6de13dbac8ed), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:23.282607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No DVR routers for this DVR port 9239f9bd-10b3-41ee-9457-6de13dbac8ed on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:23.297062 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=9239f9bd-10b3-41ee-9457-6de13dbac8ed,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:23.347919 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9239f9bd-10b3-41ee-9457-6de13dbac8ed no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:23.365992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99953f7d-20b9-4b32-b589-0122b8218bd8 req-a4ea5ad2-b576-49a1-8516-d3495bbf43d5 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:23.373405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99953f7d-20b9-4b32-b589-0122b8218bd8 req-a4ea5ad2-b576-49a1-8516-d3495bbf43d5 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.2592304 Mar 07 22:01:23.375222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-70c6993d-7451-4999-bbf1-c9d8152da012 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Made reservation on behalf of 3fc67ef9f01d44319fd008ca1bc5a8e4 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:23.378853 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-70c6993d-7451-4999-bbf1-c9d8152da012 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:23.385792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 9239f9bd-10b3-41ee-9457-6de13dbac8ed {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:23.386172 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9239f9bd-10b3-41ee-9457-6de13dbac8ed not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:23.402095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-0e7e7360-a241-4888-b1c0-a590cb56fc0c tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:23.403884 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-0e7e7360-a241-4888-b1c0-a590cb56fc0c tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.15 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.2687154 Mar 07 22:01:23.439600 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (fafd11e6-5d9c-421a-987b-3e7a3e737897), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:23.633401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55962) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:23.690057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99953f7d-20b9-4b32-b589-0122b8218bd8 req-08323c2b-cece-43fd-b88d-4a0eae89af03 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3156431 Mar 07 22:01:23.707896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-70c6993d-7451-4999-bbf1-c9d8152da012 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Allocated IP 172.20.0.13 (dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8/8e487eb0-cf82-4d95-adff-ac9720e5bf10/1f0085bd-f10a-46c4-8348-adbfde20e030) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:23.884310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafd11e6-5d9c-421a-987b-3e7a3e737897']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:23.885130 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-70c6993d-7451-4999-bbf1-c9d8152da012 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:23.898772 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011e75ea-5033-474b-b75f-44fb1ba3cb18') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:23.899064 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011e75ea-5033-474b-b75f-44fb1ba3cb18') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:23.913686 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (011e75ea-5033-474b-b75f-44fb1ba3cb18), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:23.923103 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2897-a544-4940-bde1-631d2c603a9f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4b664f65-c4ab-4a88-ad97-ce94f17c710a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:23.936651 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (011e75ea-5033-474b-b75f-44fb1ba3cb18), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:23.962436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e2897-a544-4940-bde1-631d2c603a9f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Port': ['ID=4b664f65-c4ab-4a88-ad97-ce94f17c710a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:23.965349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:01:23.966556 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (011e75ea-5033-474b-b75f-44fb1ba3cb18), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:01:23.970173 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:01:24.035293 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (80193634-8601-405d-a278-1a3dcc76627e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.101810 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96e3ff91-6e28-4963-9f10-a4fb26445d59 req-e4d72c3b-2e10-46c5-a8e1-cc716ae014db tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.2731938 Mar 07 22:01:24.110185 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-70c6993d-7451-4999-bbf1-c9d8152da012 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.114235 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (fafd11e6-5d9c-421a-987b-3e7a3e737897), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.118826 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.124495 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/networks/fafd11e6-5d9c-421a-987b-3e7a3e737897 HTTP/1.1" status: 204 len: 168 time: 2.0769408 Mar 07 22:01:24.134459 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55976) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:24.170505 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-debf7cb6-b83a-4049-a815-1723fd5f2a79 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1253932411'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:24.181298 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (80193634-8601-405d-a278-1a3dcc76627e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.182483 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29fd1b-a016-406e-8be9-abbce43e4c56 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Network': ['ID=fafd11e6-5d9c-421a-987b-3e7a3e737897,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:24.206906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-70c6993d-7451-4999-bbf1-c9d8152da012 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Network dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:24.212661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-70c6993d-7451-4999-bbf1-c9d8152da012 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:24.257473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-84ac07f4-6408-4ada-8772-b7edc0ea4015 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4edfe8641daa43e59ab3391b58d8e02b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6221514 Mar 07 22:01:24.265681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55978) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:24.268366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:24.273423 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-70c6993d-7451-4999-bbf1-c9d8152da012 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:24.286453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debf7cb6-b83a-4049-a815-1723fd5f2a79 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:24.290199 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debf7cb6-b83a-4049-a815-1723fd5f2a79 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.342015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:24.350583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-70c6993d-7451-4999-bbf1-c9d8152da012 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:24.351229 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-70c6993d-7451-4999-bbf1-c9d8152da012 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.365377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:24.397263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6993d-7451-4999-bbf1-c9d8152da012 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'Port': ['ID=1f0085bd-f10a-46c4-8348-adbfde20e030,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:24.403122 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-70c6993d-7451-4999-bbf1-c9d8152da012 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4766672 Mar 07 22:01:24.418494 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debf7cb6-b83a-4049-a815-1723fd5f2a79 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:01:24.421962 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2897-a544-4940-bde1-631d2c603a9f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (04648d18-7baf-4ad8-9d5f-897fa68e5346), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.435932 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c6f1-4bfc-42df-9a4c-2162825c424b admin admin] Publish callbacks [] for security_group (10d57003-ba91-4793-b099-e1c8d7ccb205), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.459423 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-25559520-041e-4a3c-ba3f-053cb19483f9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Deleting port 4b385e6f-9bbd-488a-87c6-04f7efc8a217 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:24.459767 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-25559520-041e-4a3c-ba3f-053cb19483f9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.494670 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debf7cb6-b83a-4049-a815-1723fd5f2a79 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b60b1df9-eaa2-46bc-b397-a84806581ef7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.495636 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-debf7cb6-b83a-4049-a815-1723fd5f2a79 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Added segment b60b1df9-eaa2-46bc-b397-a84806581ef7 of type vlan for network 27ef9d4c-4d2e-47a5-988c-bd50c7d68956 Mar 07 22:01:24.540363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c6f1-4bfc-42df-9a4c-2162825c424b admin admin] Publish callbacks [] for security_group (10d57003-ba91-4793-b099-e1c8d7ccb205), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.545811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-3aa07a22-938f-4109-bc2b-df47f16908bf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'port': {'device_id': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db', 'admin_state_up': True, 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'security_groups': ['9594157e-e61a-46a4-bcaf-0f50227d6f0a']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:24.548678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=80193634-8601-405d-a278-1a3dcc76627e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:24.578197 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debf7cb6-b83a-4049-a815-1723fd5f2a79 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (27ef9d4c-4d2e-47a5-988c-bd50c7d68956), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.643061 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fb5cdc22-670e-41bd-b557-c3c27fe08263 None None] Provisioning complete for port 1f0085bd-f10a-46c4-8348-adbfde20e030 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:24.644749 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fb5cdc22-670e-41bd-b557-c3c27fe08263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.681827 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debf7cb6-b83a-4049-a815-1723fd5f2a79 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (27ef9d4c-4d2e-47a5-988c-bd50c7d68956), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.684356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-25559520-041e-4a3c-ba3f-053cb19483f9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] For port 4b385e6f-9bbd-488a-87c6-04f7efc8a217, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4b385e6f-9bbd-488a-87c6-04f7efc8a217,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:24.685246 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-25559520-041e-4a3c-ba3f-053cb19483f9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.687331 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debf7cb6-b83a-4049-a815-1723fd5f2a79 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:24.688153 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debf7cb6-b83a-4049-a815-1723fd5f2a79 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.720142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fb5cdc22-670e-41bd-b557-c3c27fe08263 None None] Port 1f0085bd-f10a-46c4-8348-adbfde20e030 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:24.755231 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c6f1-4bfc-42df-9a4c-2162825c424b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (10d57003-ba91-4793-b099-e1c8d7ccb205), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.756502 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c6f1-4bfc-42df-9a4c-2162825c424b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:24.760138 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c4f7c6f1-4bfc-42df-9a4c-2162825c424b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10d57003-ba91-4793-b099-e1c8d7ccb205 HTTP/1.1" status: 204 len: 168 time: 0.4909902 Mar 07 22:01:24.853641 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-debf7cb6-b83a-4049-a815-1723fd5f2a79 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6988492 Mar 07 22:01:24.859558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7c6f1-4bfc-42df-9a4c-2162825c424b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d57003-ba91-4793-b099-e1c8d7ccb205,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:24.868454 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55984) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:24.873670 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-fcccdca9-4928-4d20-be5b-226fa709114c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'subnet': {'network_id': '27ef9d4c-4d2e-47a5-988c-bd50c7d68956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:24.902206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf7cb6-b83a-4049-a815-1723fd5f2a79 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Network': ['ID=27ef9d4c-4d2e-47a5-988c-bd50c7d68956,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:24.920289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 27ef9d4c-4d2e-47a5-988c-bd50c7d68956 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:01:24.962120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-3aa07a22-938f-4109-bc2b-df47f16908bf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Made reservation on behalf of 3fc67ef9f01d44319fd008ca1bc5a8e4 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:24.966392 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-3aa07a22-938f-4109-bc2b-df47f16908bf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:25.089943 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1e2897-a544-4940-bde1-631d2c603a9f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Router 04648d18-7baf-4ad8-9d5f-897fa68e5346 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:01:25.108313 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894cfc6-fd2b-422f-b1c5-9d6cd54ca3ea req-f977d3ac-d2b0-4f9a-b258-c8045207f6ea tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:25.110156 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8894cfc6-fd2b-422f-b1c5-9d6cd54ca3ea req-f977d3ac-d2b0-4f9a-b258-c8045207f6ea tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 0.2982783 Mar 07 22:01:25.112620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcccdca9-4928-4d20-be5b-226fa709114c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:25.116080 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcccdca9-4928-4d20-be5b-226fa709114c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:25.227720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8894cfc6-fd2b-422f-b1c5-9d6cd54ca3ea req-1684f564-63a0-4bae-9b07-0bf0b6357e20 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972924 Mar 07 22:01:25.353647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1e2897-a544-4940-bde1-631d2c603a9f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:01:25.364713 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd20b85-b03a-4e83-ae29-eccfd9c59a28 None None] Sync routers for ids ['04648d18-7baf-4ad8-9d5f-897fa68e5346'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:01:25.367689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55998) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:25.370173 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-25559520-041e-4a3c-ba3f-053cb19483f9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:25.370550 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-25559520-041e-4a3c-ba3f-053cb19483f9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (ae52bd67-0670-4866-b562-d6f232b570f9), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:25.370878 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-25559520-041e-4a3c-ba3f-053cb19483f9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Floating IP ae52bd67-0670-4866-b562-d6f232b570f9 disassociated. External IP: 172.25.4.173, port: 4b385e6f-9bbd-488a-87c6-04f7efc8a217. Mar 07 22:01:25.371417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-25559520-041e-4a3c-ba3f-053cb19483f9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Calling delete_port for 4b385e6f-9bbd-488a-87c6-04f7efc8a217 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:25.374908 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4a1e2897-a544-4940-bde1-631d2c603a9f tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "PUT /v2.0/routers/04648d18-7baf-4ad8-9d5f-897fa68e5346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9409893 Mar 07 22:01:25.393402 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd20b85-b03a-4e83-ae29-eccfd9c59a28 None None] Routers {'04648d18-7baf-4ad8-9d5f-897fa68e5346'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:25.394177 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3bd20b85-b03a-4e83-ae29-eccfd9c59a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:01:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['04648d18-7baf-4ad8-9d5f-897fa68e5346'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:25.546209 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-3bd20b85-b03a-4e83-ae29-eccfd9c59a28 None None] Set router 04648d18-7baf-4ad8-9d5f-897fa68e5346 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:25.677091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcccdca9-4928-4d20-be5b-226fa709114c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (8829c61c-41c4-4166-ae40-7aef9cf0f2e1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:25.772687 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccdca9-4928-4d20-be5b-226fa709114c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Subnet': ['ID=8829c61c-41c4-4166-ae40-7aef9cf0f2e1,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:25.781506 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcccdca9-4928-4d20-be5b-226fa709114c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Checking segment: {'id': 'b60b1df9-eaa2-46bc-b397-a84806581ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ef9d4c-4d2e-47a5-988c-bd50c7d68956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:25.782091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcccdca9-4928-4d20-be5b-226fa709114c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network hostable DHCP agents. Network: 27ef9d4c-4d2e-47a5-988c-bd50c7d68956, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:01:25.806792 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcccdca9-4928-4d20-be5b-226fa709114c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 27ef9d4c-4d2e-47a5-988c-bd50c7d68956 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:01:25.817835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-fcccdca9-4928-4d20-be5b-226fa709114c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 27ef9d4c-4d2e-47a5-988c-bd50c7d68956) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:25.827114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcccdca9-4928-4d20-be5b-226fa709114c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:25.827711 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fcccdca9-4928-4d20-be5b-226fa709114c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:25.830974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3fa1d9-4da4-45a4-872b-a1bc36553f0f None None] Network 27ef9d4c-4d2e-47a5-988c-bd50c7d68956 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:25.882744 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fcccdca9-4928-4d20-be5b-226fa709114c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0129182 Mar 07 22:01:25.883402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56012) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:25.893092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ca7c963e-0c0c-4ec8-a421-be3119a94e66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'network_id': '27ef9d4c-4d2e-47a5-988c-bd50c7d68956', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1439735432'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:25.894951 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3bd20b85-b03a-4e83-ae29-eccfd9c59a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:15Z', 'updated_at': '2022-03-07T22:01:23Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:32:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:25.925627 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd20b85-b03a-4e83-ae29-eccfd9c59a28 None None] Checking router: 04648d18-7baf-4ad8-9d5f-897fa68e5346 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:01:25.937407 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd20b85-b03a-4e83-ae29-eccfd9c59a28 None None] Routers {'04648d18-7baf-4ad8-9d5f-897fa68e5346'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:25.938636 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3bd20b85-b03a-4e83-ae29-eccfd9c59a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:01:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['04648d18-7baf-4ad8-9d5f-897fa68e5346'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:26.014768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc3c8de-0e4e-4629-933e-c6afb1b4a131 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Deleting subnet c4050649-59f5-45d9-ac7f-6b2b241a392e {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:01:26.050752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-27ef9d4c-4d2e-47a5-988c-bd50c7d68956', 'network_id': '27ef9d4c-4d2e-47a5-988c-bd50c7d68956', 'project_id': 'e61a787c1d794c53bf034f810d226e5a', 'fixed_ips': [{'subnet_id': '8829c61c-41c4-4166-ae40-7aef9cf0f2e1'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:01:26.051614 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:26.053366 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dbc3c8de-0e4e-4629-933e-c6afb1b4a131 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for subnet (c4050649-59f5-45d9-ac7f-6b2b241a392e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:26.146098 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:26.168026 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7c963e-0c0c-4ec8-a421-be3119a94e66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:26.178309 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca7c963e-0c0c-4ec8-a421-be3119a94e66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:26.196461 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-3bd20b85-b03a-4e83-ae29-eccfd9c59a28 None None] Set router 04648d18-7baf-4ad8-9d5f-897fa68e5346 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:26.213481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-ca7c963e-0c0c-4ec8-a421-be3119a94e66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port 3ca59e3d-6761-4cc2-9d04-d347dc1f7174 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:01:26.232712 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dbc3c8de-0e4e-4629-933e-c6afb1b4a131 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (c4050649-59f5-45d9-ac7f-6b2b241a392e), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:26.270138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091d6d-645b-4d6a-a39e-c00d1d11ccd3 req-5a2c54a2-5abb-4595-b564-719a183a9868 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:26.278467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81091d6d-645b-4d6a-a39e-c00d1d11ccd3 req-5a2c54a2-5abb-4595-b564-719a183a9868 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 932 time: 0.9639900 Mar 07 22:01:26.295281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-3aa07a22-938f-4109-bc2b-df47f16908bf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Allocated IP 10.1.1.46 (030f98ea-4abb-4c6e-ab36-d010ae9a67db/74787413-84bd-4383-8dc9-399403023240/06c160fb-b584-4b25-8107-c17294f3ccb2) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:26.376987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Allocated IP 2001:db8::2 (27ef9d4c-4d2e-47a5-988c-bd50c7d68956/8829c61c-41c4-4166-ae40-7aef9cf0f2e1/00fa800e-8f9d-4a09-8192-7437296db676) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:26.590477 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3bd20b85-b03a-4e83-ae29-eccfd9c59a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:15Z', 'updated_at': '2022-03-07T22:01:23Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:32:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:26.632784 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd20b85-b03a-4e83-ae29-eccfd9c59a28 None None] The sync data for ids ['04648d18-7baf-4ad8-9d5f-897fa68e5346'] in n-d-832330-1 is: [{'id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'name': 'tempest-TestNetworkBasicOps-router-2125716769', 'tenant_id': '2d192248e3994b0e99e0429603afce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:15Z', 'updated_at': '2022-03-07T22:01:23Z', 'revision_number': 5, 'project_id': '2d192248e3994b0e99e0429603afce16', 'gw_port': {'id': '4e27b835-90b8-4aa0-9f44-84af90c08cf3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:32:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04648d18-7baf-4ad8-9d5f-897fa68e5346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:16Z', 'updated_at': '2022-03-07T21:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:01:26.686891 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Publish callbacks [] for port (00fa800e-8f9d-4a09-8192-7437296db676), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:26.692191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4b385e6f-9bbd-488a-87c6-04f7efc8a217 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:26.694043 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dbc3c8de-0e4e-4629-933e-c6afb1b4a131 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (c4050649-59f5-45d9-ac7f-6b2b241a392e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:26.749876 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (00fa800e-8f9d-4a09-8192-7437296db676), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:26.838495 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-ca7c963e-0c0c-4ec8-a421-be3119a94e66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Allocated IP 2001:db8::1b0 (27ef9d4c-4d2e-47a5-988c-bd50c7d68956/8829c61c-41c4-4166-ae40-7aef9cf0f2e1/3ca59e3d-6761-4cc2-9d04-d347dc1f7174) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:26.870114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Network 27ef9d4c-4d2e-47a5-988c-bd50c7d68956 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:26.880116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:26.895025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:26.901519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Pushing event updated for resources: {'Port': ['ID=00fa800e-8f9d-4a09-8192-7437296db676,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:26.905793 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81091d6d-645b-4d6a-a39e-c00d1d11ccd3 req-142ab07f-7233-4fe4-8c42-91c3155836c4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6261628 Mar 07 22:01:27.109850 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-25559520-041e-4a3c-ba3f-053cb19483f9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:27.122792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4b385e6f-9bbd-488a-87c6-04f7efc8a217 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:27.123111 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4b385e6f-9bbd-488a-87c6-04f7efc8a217), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:27.126046 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dbc3c8de-0e4e-4629-933e-c6afb1b4a131 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (c4050649-59f5-45d9-ac7f-6b2b241a392e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:27.131485 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca7c963e-0c0c-4ec8-a421-be3119a94e66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (3ca59e3d-6761-4cc2-9d04-d347dc1f7174), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:27.132565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Attempting to bind port 00fa800e-8f9d-4a09-8192-7437296db676 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:01:27.132945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Attempting to bind port 00fa800e-8f9d-4a09-8192-7437296db676 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'b60b1df9-eaa2-46bc-b397-a84806581ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ef9d4c-4d2e-47a5-988c-bd50c7d68956'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:01:27.133318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Attempting to bind port 00fa800e-8f9d-4a09-8192-7437296db676 on network 27ef9d4c-4d2e-47a5-988c-bd50c7d68956 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:27.176993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:01:27.177370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Checking segment: {'id': 'b60b1df9-eaa2-46bc-b397-a84806581ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ef9d4c-4d2e-47a5-988c-bd50c7d68956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:27.179393 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:27.180773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Bound using segment: {'id': 'b60b1df9-eaa2-46bc-b397-a84806581ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ef9d4c-4d2e-47a5-988c-bd50c7d68956'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:01:27.186082 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Bound port: 00fa800e-8f9d-4a09-8192-7437296db676, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60b1df9-eaa2-46bc-b397-a84806581ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ef9d4c-4d2e-47a5-988c-bd50c7d68956'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:01:27.188981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25559520-041e-4a3c-ba3f-053cb19483f9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event deleted for resources: {'Port': ['ID=4b385e6f-9bbd-488a-87c6-04f7efc8a217,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:27.189626 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (00fa800e-8f9d-4a09-8192-7437296db676), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:27.280948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca7c963e-0c0c-4ec8-a421-be3119a94e66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3ca59e3d-6761-4cc2-9d04-d347dc1f7174), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:27.290192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4b664f65-c4ab-4a88-ad97-ce94f17c710a no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:27.345486 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:27.370793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d8883-bd1b-46e2-bcd7-634ece6a680f req-5d83370c-e03c-4da3-a017-539cc753e29e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:27.375575 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 4b664f65-c4ab-4a88-ad97-ce94f17c710a {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:27.376284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4b664f65-c4ab-4a88-ad97-ce94f17c710a not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:27.380975 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b7d8883-bd1b-46e2-bcd7-634ece6a680f req-5d83370c-e03c-4da3-a017-539cc753e29e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 946 time: 1.0183842 Mar 07 22:01:27.429046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c963e-0c0c-4ec8-a421-be3119a94e66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=3ca59e3d-6761-4cc2-9d04-d347dc1f7174,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:27.457386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7c963e-0c0c-4ec8-a421-be3119a94e66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 27ef9d4c-4d2e-47a5-988c-bd50c7d68956 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:27.459347 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-ca7c963e-0c0c-4ec8-a421-be3119a94e66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:27.462872 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c963e-0c0c-4ec8-a421-be3119a94e66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:27.463750 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] For port 00fa800e-8f9d-4a09-8192-7437296db676, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:01:27.469138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] For port 00fa800e-8f9d-4a09-8192-7437296db676, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=00fa800e-8f9d-4a09-8192-7437296db676,segment=NetworkSegment(b60b1df9-eaa2-46bc-b397-a84806581ef7),segment_id=b60b1df9-eaa2-46bc-b397-a84806581ef7)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:01:27.471610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7c963e-0c0c-4ec8-a421-be3119a94e66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:27.472429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca7c963e-0c0c-4ec8-a421-be3119a94e66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:27.479231 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-25559520-041e-4a3c-ba3f-053cb19483f9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Router 77be2438-9414-4250-bd25-3453747f608b has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:01:27.485261 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (00fa800e-8f9d-4a09-8192-7437296db676), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:27.508513 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ca7c963e-0c0c-4ec8-a421-be3119a94e66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.6239386 Mar 07 22:01:27.509307 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56050) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:27.559947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96cbc6d-fe9c-4b89-8dd2-f2a37adcad20 None None] Network bdb980e6-1959-4c40-b77f-f4fa622d8c0c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:27.567161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3149ac6-6ea2-42a1-81b0-78bf8b990b2a None None] Pushing event updated for resources: {'Port': ['ID=00fa800e-8f9d-4a09-8192-7437296db676,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:27.621283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3c8de-0e4e-4629-933e-c6afb1b4a131 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Subnet': ['ID=c4050649-59f5-45d9-ac7f-6b2b241a392e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:27.635113 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dbc3c8de-0e4e-4629-933e-c6afb1b4a131 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:27.649208 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dbc3c8de-0e4e-4629-933e-c6afb1b4a131 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "DELETE /v2.0/subnets/c4050649-59f5-45d9-ac7f-6b2b241a392e HTTP/1.1" status: 204 len: 168 time: 2.2638812 Mar 07 22:01:27.685241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56052) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:27.704739 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b7d8883-bd1b-46e2-bcd7-634ece6a680f req-69c07765-875f-4dfd-97ed-0126118fc42e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9c4843a-321e-4ebd-9efe-999312f49520&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3203712 Mar 07 22:01:27.912668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d88561-4e52-4bcb-ad73-a12cd907669f None None] DHCP port deletion for bdb980e6-1959-4c40-b77f-f4fa622d8c0c request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:01:28.019633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b2d88561-4e52-4bcb-ad73-a12cd907669f None None] Deleting port 78684149-9c0f-4890-b2af-7f48ca028048 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:28.020013 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b2d88561-4e52-4bcb-ad73-a12cd907669f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (78684149-9c0f-4890-b2af-7f48ca028048), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:28.064459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-3aa07a22-938f-4109-bc2b-df47f16908bf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:28.088607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-06b7ffd3-df01-4979-8c21-33b11416b05c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port 3ca59e3d-6761-4cc2-9d04-d347dc1f7174 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:28.089172 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06b7ffd3-df01-4979-8c21-33b11416b05c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3ca59e3d-6761-4cc2-9d04-d347dc1f7174), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:28.228699 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router (04648d18-7baf-4ad8-9d5f-897fa68e5346), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:28.283011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b2d88561-4e52-4bcb-ad73-a12cd907669f None None] For port 78684149-9c0f-4890-b2af-7f48ca028048, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=78684149-9c0f-4890-b2af-7f48ca028048,segment=NetworkSegment(bb0b9d28-0790-4f1c-90c2-76d288854f27),segment_id=bb0b9d28-0790-4f1c-90c2-76d288854f27)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:28.286623 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b2d88561-4e52-4bcb-ad73-a12cd907669f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (78684149-9c0f-4890-b2af-7f48ca028048), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:28.317649 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06b7ffd3-df01-4979-8c21-33b11416b05c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3ca59e3d-6761-4cc2-9d04-d347dc1f7174), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:28.338808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b2d88561-4e52-4bcb-ad73-a12cd907669f None None] Calling delete_port for 78684149-9c0f-4890-b2af-7f48ca028048 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:28.397743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-06b7ffd3-df01-4979-8c21-33b11416b05c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for 3ca59e3d-6761-4cc2-9d04-d347dc1f7174 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:28.423210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc0be0-fa9c-4e94-b94a-aa87fde34ba1 req-c0c97f41-1fb5-44d7-906c-41873339333a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:28.439206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3dc0be0-fa9c-4e94-b94a-aa87fde34ba1 req-c0c97f41-1fb5-44d7-906c-41873339333a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 932 time: 0.3049288 Mar 07 22:01:28.464517 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router_gateway (04648d18-7baf-4ad8-9d5f-897fa68e5346), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:28.544257 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b2d88561-4e52-4bcb-ad73-a12cd907669f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (78684149-9c0f-4890-b2af-7f48ca028048), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:28.589913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d88561-4e52-4bcb-ad73-a12cd907669f None None] Pushing event deleted for resources: {'Port': ['ID=78684149-9c0f-4890-b2af-7f48ca028048,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:28.601414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d88561-4e52-4bcb-ad73-a12cd907669f None None] No DVR routers for this DVR port 78684149-9c0f-4890-b2af-7f48ca028048 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:28.607156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Deleting port 4e27b835-90b8-4aa0-9f44-84af90c08cf3 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:28.607905 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4e27b835-90b8-4aa0-9f44-84af90c08cf3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:28.624223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-25559520-041e-4a3c-ba3f-053cb19483f9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:01:28.633845 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39e94d8-68e3-4392-88bb-f17a2320599d None None] Sync routers for ids ['77be2438-9414-4250-bd25-3453747f608b'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:01:28.650918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39e94d8-68e3-4392-88bb-f17a2320599d None None] Routers {'77be2438-9414-4250-bd25-3453747f608b'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:28.651670 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f39e94d8-68e3-4392-88bb-f17a2320599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:01:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['77be2438-9414-4250-bd25-3453747f608b'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:28.673389 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06b7ffd3-df01-4979-8c21-33b11416b05c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3ca59e3d-6761-4cc2-9d04-d347dc1f7174), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:28.700910 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3dc0be0-fa9c-4e94-b94a-aa87fde34ba1 req-39498905-e810-4af1-9123-0bb1ddc6b4cf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605548 Mar 07 22:01:28.728088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56074) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:28.732371 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-3aa07a22-938f-4109-bc2b-df47f16908bf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:28.800354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-25559520-041e-4a3c-ba3f-053cb19483f9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] No DVR routers for this DVR port 4b385e6f-9bbd-488a-87c6-04f7efc8a217 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:28.813940 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-25559520-041e-4a3c-ba3f-053cb19483f9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:28.818297 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7ffd3-df01-4979-8c21-33b11416b05c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=3ca59e3d-6761-4cc2-9d04-d347dc1f7174,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:28.829911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f1f177ed-f2fb-442e-83d8-8a331c611971 req-25559520-041e-4a3c-ba3f-053cb19483f9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.15 "DELETE /v2.0/ports/4b385e6f-9bbd-488a-87c6-04f7efc8a217 HTTP/1.1" status: 204 len: 173 time: 5.4021673 Mar 07 22:01:28.875964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e674cb51-93eb-4541-9cb8-69638fb0f0d3', 'name': 'network-vif-deleted', 'tag': '4b385e6f-9bbd-488a-87c6-04f7efc8a217'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:28.886293 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2c8f2d-f3ca-4737-a692-e90c045932dc" -d '{"events": [{"server_uuid": "e674cb51-93eb-4541-9cb8-69638fb0f0d3", "name": "network-vif-deleted", "tag": "4b385e6f-9bbd-488a-87c6-04f7efc8a217"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:01:28.899880 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06b7ffd3-df01-4979-8c21-33b11416b05c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:28.903838 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-06b7ffd3-df01-4979-8c21-33b11416b05c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/3ca59e3d-6761-4cc2-9d04-d347dc1f7174 HTTP/1.1" status: 204 len: 168 time: 1.3920662 Mar 07 22:01:28.917741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56082) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:28.989200 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] For port 4e27b835-90b8-4aa0-9f44-84af90c08cf3, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4e27b835-90b8-4aa0-9f44-84af90c08cf3,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:29.000792 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4e27b835-90b8-4aa0-9f44-84af90c08cf3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:29.031323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Calling delete_port for 4e27b835-90b8-4aa0-9f44-84af90c08cf3 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:29.128583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-3aa07a22-938f-4109-bc2b-df47f16908bf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Network 030f98ea-4abb-4c6e-ab36-d010ae9a67db is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:29.141987 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271e27f1-e655-492d-a9ef-119c4a27934d x-openstack-request-id: req-271e27f1-e655-492d-a9ef-119c4a27934d {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:01:29.142500 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e674cb51-93eb-4541-9cb8-69638fb0f0d3", "name": "network-vif-deleted", "tag": "4b385e6f-9bbd-488a-87c6-04f7efc8a217", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:01:29.143000 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-271e27f1-e655-492d-a9ef-119c4a27934d {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:01:29.143545 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e674cb51-93eb-4541-9cb8-69638fb0f0d3', 'name': 'network-vif-deleted', 'tag': '4b385e6f-9bbd-488a-87c6-04f7efc8a217', 'status': 'completed', 'code': 200} Mar 07 22:01:29.152058 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-3aa07a22-938f-4109-bc2b-df47f16908bf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:29.155789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-3aa07a22-938f-4109-bc2b-df47f16908bf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:29.264362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e59475c-5b9e-42ad-9e80-7f0af2382cf8 req-b7380137-9894-4274-8f58-1097e7400820 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e674cb51-93eb-4541-9cb8-69638fb0f0d3 HTTP/1.1" status: 200 len: 210 time: 0.4601426 Mar 07 22:01:29.289354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-3aa07a22-938f-4109-bc2b-df47f16908bf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:29.290166 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-3aa07a22-938f-4109-bc2b-df47f16908bf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:29.292989 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-7034ac3f-b3bb-40b0-b820-608cb31e3655 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] GET failed (client error): The resource could not be found. Mar 07 22:01:29.294567 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7034ac3f-b3bb-40b0-b820-608cb31e3655 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/3ca59e3d-6761-4cc2-9d04-d347dc1f7174 HTTP/1.1" status: 404 len: 333 time: 0.3341177 Mar 07 22:01:29.295365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router fb97f42c-3df2-412a-8dae-d2bd7e1312fa is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:01:29.300044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56084) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:29.433074 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-f39e94d8-68e3-4392-88bb-f17a2320599d None None] Set router 77be2438-9414-4250-bd25-3453747f608b gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:29.482465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:01:29.492557 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Sync routers for ids ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:01:29.529749 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (4e27b835-90b8-4aa0-9f44-84af90c08cf3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:29.540865 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Routers {'fb97f42c-3df2-412a-8dae-d2bd7e1312fa'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:29.544588 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:01:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:29.573798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 00fa800e-8f9d-4a09-8192-7437296db676 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:29.604109 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Port': ['ID=4e27b835-90b8-4aa0-9f44-84af90c08cf3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:29.615569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa07a22-938f-4109-bc2b-df47f16908bf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'Port': ['ID=06c160fb-b584-4b25-8107-c17294f3ccb2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:29.631662 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94c21048-5215-46bf-95b6-fe916448e51f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:29.699143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187368b7-d390-40c1-a99e-a812552ca17f None None] Network 27ef9d4c-4d2e-47a5-988c-bd50c7d68956 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:29.706757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-3aa07a22-938f-4109-bc2b-df47f16908bf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2505956 Mar 07 22:01:29.750347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d45900-1f7a-44b5-bc06-cfafadafb50e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting subnet 8829c61c-41c4-4166-ae40-7aef9cf0f2e1 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:01:29.759484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f31235d8-87dc-491d-84aa-6690d2a0f7e1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'port': {'device_id': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db', 'admin_state_up': True, 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'security_groups': ['9594157e-e61a-46a4-bcaf-0f50227d6f0a']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:29.767920 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:29.772623 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d064cb6b-d31f-4fa8-a59d-a89756b27a7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.0860062 Mar 07 22:01:29.772623 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d45900-1f7a-44b5-bc06-cfafadafb50e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (8829c61c-41c4-4166-ae40-7aef9cf0f2e1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:29.779494 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56092) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:29.812633 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (04648d18-7baf-4ad8-9d5f-897fa68e5346), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:29.823063 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Set router fb97f42c-3df2-412a-8dae-d2bd7e1312fa gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:29.926232 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1fe17893-2b66-42b2-a6c3-4eaaf3b3a9c4 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=d71f28e89e2f43a5bebeba445b8bc10e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1453352 Mar 07 22:01:29.942166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56094) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:30.070867 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '80193634-8601-405d-a278-1a3dcc76627e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:20Z', 'updated_at': '2022-03-07T22:01:24Z', 'revision_number': 3, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': '80193634-8601-405d-a278-1a3dcc76627e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:22Z', 'updated_at': '2022-03-07T22:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:30.072418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1dcb2a71-70b5-4b5f-8c3f-b9a6bf956a7a None None] Provisioning complete for port 00fa800e-8f9d-4a09-8192-7437296db676 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:30.073152 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2a71-70b5-4b5f-8c3f-b9a6bf956a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (00fa800e-8f9d-4a09-8192-7437296db676), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.105632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (04648d18-7baf-4ad8-9d5f-897fa68e5346), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.109045 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router_controller (04648d18-7baf-4ad8-9d5f-897fa68e5346), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.164428 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (04648d18-7baf-4ad8-9d5f-897fa68e5346), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.165468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Fanout notify agent at l3_agent the message router_deleted on router 04648d18-7baf-4ad8-9d5f-897fa68e5346 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:01:30.175112 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.181063 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-40ada86d-5eac-413b-99ce-c6b3df18b7dd tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "DELETE /v2.0/routers/04648d18-7baf-4ad8-9d5f-897fa68e5346 HTTP/1.1" status: 204 len: 168 time: 2.4381659 Mar 07 22:01:30.184390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56096) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:30.297140 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Checking router: fb97f42c-3df2-412a-8dae-d2bd7e1312fa for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:01:30.297490 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Updating router fb97f42c-3df2-412a-8dae-d2bd7e1312fa port 80193634-8601-405d-a278-1a3dcc76627e binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:01:30.363839 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (80193634-8601-405d-a278-1a3dcc76627e), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.406208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb2a71-70b5-4b5f-8c3f-b9a6bf956a7a None None] Current status of the port 00fa800e-8f9d-4a09-8192-7437296db676 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:30.406749 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2a71-70b5-4b5f-8c3f-b9a6bf956a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (00fa800e-8f9d-4a09-8192-7437296db676), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.407562 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42a2deec-a4d8-4dfa-a355-5fa8b3645243 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (bdb980e6-1959-4c40-b77f-f4fa622d8c0c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.409191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 00fa800e-8f9d-4a09-8192-7437296db676 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:30.409840 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (00fa800e-8f9d-4a09-8192-7437296db676), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.424242 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56102) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:30.592322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1dcb2a71-70b5-4b5f-8c3f-b9a6bf956a7a None None] For port 00fa800e-8f9d-4a09-8192-7437296db676, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=00fa800e-8f9d-4a09-8192-7437296db676,segment=NetworkSegment(b60b1df9-eaa2-46bc-b397-a84806581ef7),segment_id=b60b1df9-eaa2-46bc-b397-a84806581ef7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:30.622923 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2a71-70b5-4b5f-8c3f-b9a6bf956a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (00fa800e-8f9d-4a09-8192-7437296db676), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.781596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d45900-1f7a-44b5-bc06-cfafadafb50e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (8829c61c-41c4-4166-ae40-7aef9cf0f2e1), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.808418 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42a2deec-a4d8-4dfa-a355-5fa8b3645243 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (bdb980e6-1959-4c40-b77f-f4fa622d8c0c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.860780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb2a71-70b5-4b5f-8c3f-b9a6bf956a7a None None] Pushing event updated for resources: {'Port': ['ID=00fa800e-8f9d-4a09-8192-7437296db676,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:30.884369 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-42a2deec-a4d8-4dfa-a355-5fa8b3645243 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb980e6-1959-4c40-b77f-f4fa622d8c0c']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:30.919630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-42a2deec-a4d8-4dfa-a355-5fa8b3645243 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0b9d28-0790-4f1c-90c2-76d288854f27') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:30.925490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-42a2deec-a4d8-4dfa-a355-5fa8b3645243 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0b9d28-0790-4f1c-90c2-76d288854f27') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:30.960527 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Publish callbacks [] for port (80193634-8601-405d-a278-1a3dcc76627e), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.961485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-974a671c-b986-4426-a818-7dc29bff19cb None None] Provisioning complete for port 06c160fb-b584-4b25-8107-c17294f3ccb2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:30.964978 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42a2deec-a4d8-4dfa-a355-5fa8b3645243 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (bb0b9d28-0790-4f1c-90c2-76d288854f27), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.968405 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-974a671c-b986-4426-a818-7dc29bff19cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.983291 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (80193634-8601-405d-a278-1a3dcc76627e), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:30.985696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 00fa800e-8f9d-4a09-8192-7437296db676 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:31.015822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b56c02-c10b-43f8-b9bb-303d0f10817e tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:31.020186 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-65b56c02-c10b-43f8-b9bb-303d0f10817e tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0706999 Mar 07 22:01:31.020355 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42a2deec-a4d8-4dfa-a355-5fa8b3645243 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (bb0b9d28-0790-4f1c-90c2-76d288854f27), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:31.032124 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56108) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:31.039321 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a2deec-a4d8-4dfa-a355-5fa8b3645243 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:01:31.039321 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42a2deec-a4d8-4dfa-a355-5fa8b3645243 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (bb0b9d28-0790-4f1c-90c2-76d288854f27), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:31.063107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585006-11f4-42a1-98b4-0ff65d022132 req-d8bf1a4c-6d57-46bf-b7e3-8437ea6e413b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:31.069236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585006-11f4-42a1-98b4-0ff65d022132 req-d8bf1a4c-6d57-46bf-b7e3-8437ea6e413b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:31.070846 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c585006-11f4-42a1-98b4-0ff65d022132 req-d8bf1a4c-6d57-46bf-b7e3-8437ea6e413b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 1653 time: 1.1933842 Mar 07 22:01:31.083430 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f909a8-6565-4f0d-b0c2-178f8b98e9a4 None None] Pushing event updated for resources: {'Port': ['ID=80193634-8601-405d-a278-1a3dcc76627e,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:31.096344 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Attempting to bind port 80193634-8601-405d-a278-1a3dcc76627e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:01:31.096667 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f39e94d8-68e3-4392-88bb-f17a2320599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4a23f23d-c625-4719-8e51-b8d0609d41f3', 'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'mac_address': 'fa:16:3e:d4:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:19Z', 'updated_at': '2022-03-07T21:57:24Z', 'revision_number': 5, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'subnets': [{'id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:31.097223 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Attempting to bind port 80193634-8601-405d-a278-1a3dcc76627e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:01:31.097833 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Attempting to bind port 80193634-8601-405d-a278-1a3dcc76627e on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:31.104569 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:01:31.105289 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:31.105869 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:31.106488 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:01:31.107147 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Bound port: 80193634-8601-405d-a278-1a3dcc76627e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:01:31.107790 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (80193634-8601-405d-a278-1a3dcc76627e), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:31.167845 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 78684149-9c0f-4890-b2af-7f48ca028048 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:31.178790 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] For port 80193634-8601-405d-a278-1a3dcc76627e, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:01:31.183819 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] For port 80193634-8601-405d-a278-1a3dcc76627e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=80193634-8601-405d-a278-1a3dcc76627e,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:01:31.191488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 78684149-9c0f-4890-b2af-7f48ca028048 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:31.191994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 78684149-9c0f-4890-b2af-7f48ca028048 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:31.193340 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39e94d8-68e3-4392-88bb-f17a2320599d None None] Checking router: 77be2438-9414-4250-bd25-3453747f608b for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:01:31.206044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-974a671c-b986-4426-a818-7dc29bff19cb None None] Port 06c160fb-b584-4b25-8107-c17294f3ccb2 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:31.211714 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (80193634-8601-405d-a278-1a3dcc76627e), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:01:31.217688 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:01:31.220061 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbe072d2-af2d-4fa1-85c6-c52d800be08e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group (b9c4843a-321e-4ebd-9efe-999312f49520), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:31.220161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39e94d8-68e3-4392-88bb-f17a2320599d None None] Routers {'77be2438-9414-4250-bd25-3453747f608b'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:31.220161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f39e94d8-68e3-4392-88bb-f17a2320599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:01:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['77be2438-9414-4250-bd25-3453747f608b'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:31.272764 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42a2deec-a4d8-4dfa-a355-5fa8b3645243 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (bdb980e6-1959-4c40-b77f-f4fa622d8c0c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:31.288650 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4172c8be-01e1-4e6c-9543-86bd354aa73e tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2495837 Mar 07 22:01:31.295018 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56110) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:31.296038 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42a2deec-a4d8-4dfa-a355-5fa8b3645243 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:31.299189 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94c21048-5215-46bf-95b6-fe916448e51f admin admin] Publish callbacks [] for security_group (5e862a9c-3b82-4284-8a08-9ce33561372f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:31.322806 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-42a2deec-a4d8-4dfa-a355-5fa8b3645243 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] 10.222.0.26 "DELETE /v2.0/networks/bdb980e6-1959-4c40-b77f-f4fa622d8c0c HTTP/1.1" status: 204 len: 168 time: 1.1369100 Mar 07 22:01:31.325516 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbe072d2-af2d-4fa1-85c6-c52d800be08e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group (b9c4843a-321e-4ebd-9efe-999312f49520), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:31.338820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f31235d8-87dc-491d-84aa-6690d2a0f7e1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Made reservation on behalf of 3fc67ef9f01d44319fd008ca1bc5a8e4 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:31.342534 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f31235d8-87dc-491d-84aa-6690d2a0f7e1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:31.371585 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-eccffda1-f1ec-4d20-a54e-0c99217262e0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2010615103', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:31.392056 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d45900-1f7a-44b5-bc06-cfafadafb50e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (8829c61c-41c4-4166-ae40-7aef9cf0f2e1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:31.401176 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94c21048-5215-46bf-95b6-fe916448e51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5e862a9c-3b82-4284-8a08-9ce33561372f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:31.405958 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f909a8-6565-4f0d-b0c2-178f8b98e9a4 None None] Pushing event updated for resources: {'Port': ['ID=80193634-8601-405d-a278-1a3dcc76627e,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:31.432347 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2deec-a4d8-4dfa-a355-5fa8b3645243 tempest-TestNetworkBasicOps-864435779 tempest-TestNetworkBasicOps-864435779-project] Pushing event deleted for resources: {'Network': ['ID=bdb980e6-1959-4c40-b77f-f4fa622d8c0c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:31.448894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 00fa800e-8f9d-4a09-8192-7437296db676 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:31.449688 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Routers {'fb97f42c-3df2-412a-8dae-d2bd7e1312fa'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:31.452186 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:01:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:31.527996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8f7a5e21-60f4-48a9-8f4c-7dba5f1695e1 None None] Provisioning complete for port 00fa800e-8f9d-4a09-8192-7437296db676 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:31.528624 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f7a5e21-60f4-48a9-8f4c-7dba5f1695e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (00fa800e-8f9d-4a09-8192-7437296db676), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:31.675215 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-f39e94d8-68e3-4392-88bb-f17a2320599d None None] Set router 77be2438-9414-4250-bd25-3453747f608b gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:31.700368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-94c21048-5215-46bf-95b6-fe916448e51f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1bcdcd7b87be4150ad3397a60503d873&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9693024 Mar 07 22:01:31.703606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c585006-11f4-42a1-98b4-0ff65d022132 req-2edc9c68-87c7-4111-bb61-3b00ba031a83 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6070549 Mar 07 22:01:31.706969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56116) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:31.754839 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] Set router fb97f42c-3df2-412a-8dae-d2bd7e1312fa gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:31.782788 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c21048-5215-46bf-95b6-fe916448e51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e862a9c-3b82-4284-8a08-9ce33561372f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:31.838943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 00fa800e-8f9d-4a09-8192-7437296db676 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:31.840179 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (00fa800e-8f9d-4a09-8192-7437296db676), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:31.933884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56120) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:31.982379 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d45900-1f7a-44b5-bc06-cfafadafb50e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (8829c61c-41c4-4166-ae40-7aef9cf0f2e1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:32.073604 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bcdee1a3-cb46-420a-a90a-f2b56d6ad94e admin admin] Publish callbacks [] for security_group (5e862a9c-3b82-4284-8a08-9ce33561372f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:32.078096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d45900-1f7a-44b5-bc06-cfafadafb50e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Subnet': ['ID=8829c61c-41c4-4166-ae40-7aef9cf0f2e1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:32.099986 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d45900-1f7a-44b5-bc06-cfafadafb50e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:32.103486 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-66d45900-1f7a-44b5-bc06-cfafadafb50e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/8829c61c-41c4-4166-ae40-7aef9cf0f2e1 HTTP/1.1" status: 204 len: 168 time: 2.7862651 Mar 07 22:01:32.115760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56130) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:32.120207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f31235d8-87dc-491d-84aa-6690d2a0f7e1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Allocated IP 10.1.1.116 (030f98ea-4abb-4c6e-ab36-d010ae9a67db/74787413-84bd-4383-8dc9-399403023240/05afd382-defc-4b8d-9fd1-655e05ad1958) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:32.133759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09469c75-b1a7-49b9-a3ba-8d822d9e1b74 None None] Network 27ef9d4c-4d2e-47a5-988c-bd50c7d68956 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:32.176275 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bcdee1a3-cb46-420a-a90a-f2b56d6ad94e admin admin] Publish callbacks [] for security_group (5e862a9c-3b82-4284-8a08-9ce33561372f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:32.298593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccffda1-f1ec-4d20-a54e-0c99217262e0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Made reservation on behalf of d71f28e89e2f43a5bebeba445b8bc10e for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:32.303696 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '80193634-8601-405d-a278-1a3dcc76627e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:20Z', 'updated_at': '2022-03-07T22:01:24Z', 'revision_number': 3, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': '80193634-8601-405d-a278-1a3dcc76627e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:22Z', 'updated_at': '2022-03-07T22:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:32.307756 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eccffda1-f1ec-4d20-a54e-0c99217262e0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:32.336472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8f7a5e21-60f4-48a9-8f4c-7dba5f1695e1 None None] Current status of the port 00fa800e-8f9d-4a09-8192-7437296db676 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:32.352453 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbe072d2-af2d-4fa1-85c6-c52d800be08e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b9c4843a-321e-4ebd-9efe-999312f49520), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:32.362661 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbe072d2-af2d-4fa1-85c6-c52d800be08e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:32.366322 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dbe072d2-af2d-4fa1-85c6-c52d800be08e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "DELETE /v2.0/security-groups/b9c4843a-321e-4ebd-9efe-999312f49520 HTTP/1.1" status: 204 len: 168 time: 1.9391401 Mar 07 22:01:32.369635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56136) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:32.378220 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf2418-b56a-4a85-a96a-3224c1ec7a00 None None] The sync data for ids ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'] in n-d-832330-1 is: [{'id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '80193634-8601-405d-a278-1a3dcc76627e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:20Z', 'updated_at': '2022-03-07T22:01:24Z', 'revision_number': 3, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': '80193634-8601-405d-a278-1a3dcc76627e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:22Z', 'updated_at': '2022-03-07T22:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:01:32.414844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f39e94d8-68e3-4392-88bb-f17a2320599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4a23f23d-c625-4719-8e51-b8d0609d41f3', 'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'mac_address': 'fa:16:3e:d4:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:19Z', 'updated_at': '2022-03-07T21:57:24Z', 'revision_number': 5, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'subnets': [{'id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:32.420706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe072d2-af2d-4fa1-85c6-c52d800be08e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c4843a-321e-4ebd-9efe-999312f49520,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:32.484015 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39e94d8-68e3-4392-88bb-f17a2320599d None None] The sync data for ids ['77be2438-9414-4250-bd25-3453747f608b'] in n-d-832330-1 is: [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4a23f23d-c625-4719-8e51-b8d0609d41f3', 'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'mac_address': 'fa:16:3e:d4:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:19Z', 'updated_at': '2022-03-07T21:57:24Z', 'revision_number': 5, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'subnets': [{'id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:01:32.493282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-64af1828-bb5b-48e2-8021-a328077c803b None None] Could not find standard attr ID for object 3ca59e3d-6761-4cc2-9d04-d347dc1f7174. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:01:32.496129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 00fa800e-8f9d-4a09-8192-7437296db676 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:32.550290 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f31235d8-87dc-491d-84aa-6690d2a0f7e1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:32.570475 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3e2337-246b-4009-963f-cb0a957a3863 None None] DHCP port deletion for 27ef9d4c-4d2e-47a5-988c-bd50c7d68956 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:01:32.617769 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bcdee1a3-cb46-420a-a90a-f2b56d6ad94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5e862a9c-3b82-4284-8a08-9ce33561372f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:32.622443 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bcdee1a3-cb46-420a-a90a-f2b56d6ad94e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:32.624076 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bcdee1a3-cb46-420a-a90a-f2b56d6ad94e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e862a9c-3b82-4284-8a08-9ce33561372f HTTP/1.1" status: 204 len: 168 time: 0.8974974 Mar 07 22:01:32.651133 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f31235d8-87dc-491d-84aa-6690d2a0f7e1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:32.652160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4e27b835-90b8-4aa0-9f44-84af90c08cf3 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:32.658888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdee1a3-cb46-420a-a90a-f2b56d6ad94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e862a9c-3b82-4284-8a08-9ce33561372f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:32.719322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 4e27b835-90b8-4aa0-9f44-84af90c08cf3 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:32.719918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4e27b835-90b8-4aa0-9f44-84af90c08cf3 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:32.759301 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-16be29ea-703f-41b8-8582-a478ed0e9bcc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d192248e3994b0e99e0429603afce16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8254235 Mar 07 22:01:32.763893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (27ef9d4c-4d2e-47a5-988c-bd50c7d68956), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:32.772103 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56148) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:32.786976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e2337-246b-4009-963f-cb0a957a3863 None None] Deleting port 00fa800e-8f9d-4a09-8192-7437296db676 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:32.787355 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce3e2337-246b-4009-963f-cb0a957a3863 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (00fa800e-8f9d-4a09-8192-7437296db676), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:32.877987 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-82c42742-7ba5-40f4-b206-1c29e5323461 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] show failed (client error): The resource could not be found. Mar 07 22:01:32.900144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-82c42742-7ba5-40f4-b206-1c29e5323461 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups/b9c4843a-321e-4ebd-9efe-999312f49520 HTTP/1.1" status: 404 len: 347 time: 0.2650299 Mar 07 22:01:32.902237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56154) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:32.975634 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f31235d8-87dc-491d-84aa-6690d2a0f7e1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Network 030f98ea-4abb-4c6e-ab36-d010ae9a67db is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:32.994562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31235d8-87dc-491d-84aa-6690d2a0f7e1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'Port': ['ID=05afd382-defc-4b8d-9fd1-655e05ad1958,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:33.060383 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eccffda1-f1ec-4d20-a54e-0c99217262e0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (14fed293-735f-4cee-812b-734c593e0466), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:33.066813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f31235d8-87dc-491d-84aa-6690d2a0f7e1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:33.074519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f31235d8-87dc-491d-84aa-6690d2a0f7e1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:33.095816 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce3e2337-246b-4009-963f-cb0a957a3863 None None] For port 00fa800e-8f9d-4a09-8192-7437296db676, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=00fa800e-8f9d-4a09-8192-7437296db676,segment=NetworkSegment(b60b1df9-eaa2-46bc-b397-a84806581ef7),segment_id=b60b1df9-eaa2-46bc-b397-a84806581ef7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:33.096276 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce3e2337-246b-4009-963f-cb0a957a3863 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (00fa800e-8f9d-4a09-8192-7437296db676), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:33.167046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e2337-246b-4009-963f-cb0a957a3863 None None] Calling delete_port for 00fa800e-8f9d-4a09-8192-7437296db676 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:33.204996 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccffda1-f1ec-4d20-a54e-0c99217262e0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Subnet': ['ID=14fed293-735f-4cee-812b-734c593e0466,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:33.321092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccffda1-f1ec-4d20-a54e-0c99217262e0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Checking segment: {'id': 'a9bd321e-5082-4576-8c12-a90695c64286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:33.327739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccffda1-f1ec-4d20-a54e-0c99217262e0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network hostable DHCP agents. Network: 67f9c363-c485-4a33-9b48-fd10e475751a, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:01:33.364885 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccffda1-f1ec-4d20-a54e-0c99217262e0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network 67f9c363-c485-4a33-9b48-fd10e475751a is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:01:33.367233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b862e80b-d64d-4baf-9d2c-aca33b5f9f54 None None] New status for floating IP ae52bd67-0670-4866-b562-d6f232b570f9: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:01:33.389616 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-eccffda1-f1ec-4d20-a54e-0c99217262e0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 67f9c363-c485-4a33-9b48-fd10e475751a) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:33.414047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccffda1-f1ec-4d20-a54e-0c99217262e0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:33.415090 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eccffda1-f1ec-4d20-a54e-0c99217262e0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:33.434038 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56160) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:33.470539 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f31235d8-87dc-491d-84aa-6690d2a0f7e1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:33.471347 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f31235d8-87dc-491d-84aa-6690d2a0f7e1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:33.474254 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eccffda1-f1ec-4d20-a54e-0c99217262e0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1282835 Mar 07 22:01:33.480688 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56162) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:33.490099 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcb62bda-933f-44fa-adbb-eec301e26916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:33.555364 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f31235d8-87dc-491d-84aa-6690d2a0f7e1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8003182 Mar 07 22:01:33.568801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f56ed314-2303-4586-9b29-9517ec8305c8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'port': {'device_id': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21', 'admin_state_up': True, 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'security_groups': ['9594157e-e61a-46a4-bcaf-0f50227d6f0a']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:33.643859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcb62bda-933f-44fa-adbb-eec301e26916 admin admin] Publish callbacks [] for security_group (d2ce1cb3-f2a7-48c9-826e-3734893eb485), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:33.663395 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcb62bda-933f-44fa-adbb-eec301e26916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d2ce1cb3-f2a7-48c9-826e-3734893eb485), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:33.719724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb62bda-933f-44fa-adbb-eec301e26916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ce1cb3-f2a7-48c9-826e-3734893eb485,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:33.778624 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bcb62bda-933f-44fa-adbb-eec301e26916 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70a7db0c8556494a971e88799e8c342b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3392832 Mar 07 22:01:33.787735 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56164) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:33.795117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f56ed314-2303-4586-9b29-9517ec8305c8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Made reservation on behalf of 3fc67ef9f01d44319fd008ca1bc5a8e4 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:33.933627 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e10d5-9ef4-4261-8050-0bb7376dab25 req-a644e630-cb9a-45d3-b26e-a469b8239f0b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:33.940710 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e10d5-9ef4-4261-8050-0bb7376dab25 req-a644e630-cb9a-45d3-b26e-a469b8239f0b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:33.946766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e10d5-9ef4-4261-8050-0bb7376dab25 req-a644e630-cb9a-45d3-b26e-a469b8239f0b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:33.948772 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a13e10d5-9ef4-4261-8050-0bb7376dab25 req-a644e630-cb9a-45d3-b26e-a469b8239f0b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 2374 time: 0.8888574 Mar 07 22:01:33.951659 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f56ed314-2303-4586-9b29-9517ec8305c8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:33.980849 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-387686ef-9544-48b4-96ec-6bb4f31ba409 admin admin] Publish callbacks [] for security_group (d49e8488-fc5f-443d-8eec-a85677de97c9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.012248 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-387686ef-9544-48b4-96ec-6bb4f31ba409 admin admin] Publish callbacks [] for security_group (d49e8488-fc5f-443d-8eec-a85677de97c9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.021552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c859ce78-03aa-4cc2-b34e-be2ff0b40138 None None] Network 67f9c363-c485-4a33-9b48-fd10e475751a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:34.024308 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 80193634-8601-405d-a278-1a3dcc76627e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:34.050153 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f159f12-293d-4ae2-9a74-98034975b5b0 admin admin] Publish callbacks [] for security_group (d2ce1cb3-f2a7-48c9-826e-3734893eb485), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.084516 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-387686ef-9544-48b4-96ec-6bb4f31ba409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d49e8488-fc5f-443d-8eec-a85677de97c9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.087493 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-387686ef-9544-48b4-96ec-6bb4f31ba409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.088778 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-387686ef-9544-48b4-96ec-6bb4f31ba409 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d49e8488-fc5f-443d-8eec-a85677de97c9 HTTP/1.1" status: 204 len: 168 time: 1.3050399 Mar 07 22:01:34.136134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port 00fa800e-8f9d-4a09-8192-7437296db676 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:34.136619 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (00fa800e-8f9d-4a09-8192-7437296db676), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.207173 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce3e2337-246b-4009-963f-cb0a957a3863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (00fa800e-8f9d-4a09-8192-7437296db676), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.240491 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-65ea252f-bee6-4b45-9293-cb72d85d99cf None None] Provisioning complete for port 05afd382-defc-4b8d-9fd1-655e05ad1958 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:34.240871 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-65ea252f-bee6-4b45-9293-cb72d85d99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.251855 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e2337-246b-4009-963f-cb0a957a3863 None None] No DVR routers for this DVR port 00fa800e-8f9d-4a09-8192-7437296db676 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:34.326139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] For port 00fa800e-8f9d-4a09-8192-7437296db676, host n-d-832330-1, got binding levels [] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:34.326913 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (00fa800e-8f9d-4a09-8192-7437296db676), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.342885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for 00fa800e-8f9d-4a09-8192-7437296db676 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:34.346707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.ipam_backend_mixin [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Port 00fa800e-8f9d-4a09-8192-7437296db676 was not found and therefore no delete operation was performed {{(pid=103719) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 22:01:34.352285 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f159f12-293d-4ae2-9a74-98034975b5b0 admin admin] Publish callbacks [] for security_group (d2ce1cb3-f2a7-48c9-826e-3734893eb485), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.357329 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (00fa800e-8f9d-4a09-8192-7437296db676), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.381983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e2337-246b-4009-963f-cb0a957a3863 None None] Pushing event deleted for resources: {'Port': ['ID=00fa800e-8f9d-4a09-8192-7437296db676,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:34.396832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 80193634-8601-405d-a278-1a3dcc76627e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:34.396832 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (80193634-8601-405d-a278-1a3dcc76627e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.519436 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f159f12-293d-4ae2-9a74-98034975b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d2ce1cb3-f2a7-48c9-826e-3734893eb485), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.527151 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f159f12-293d-4ae2-9a74-98034975b5b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.529123 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0f159f12-293d-4ae2-9a74-98034975b5b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2ce1cb3-f2a7-48c9-826e-3734893eb485 HTTP/1.1" status: 204 len: 168 time: 0.7383814 Mar 07 22:01:34.559002 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f159f12-293d-4ae2-9a74-98034975b5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ce1cb3-f2a7-48c9-826e-3734893eb485,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:34.577444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-67f9c363-c485-4a33-9b48-fd10e475751a', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ips': [{'subnet_id': '14fed293-735f-4cee-812b-734c593e0466'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:01:34.580223 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.582466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-65ea252f-bee6-4b45-9293-cb72d85d99cf None None] Port 05afd382-defc-4b8d-9fd1-655e05ad1958 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:34.688410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f56ed314-2303-4586-9b29-9517ec8305c8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Allocated IP 10.2.2.100 (2520dcc8-19a9-4132-961a-b62643ae8e21/753aac05-577c-4ca7-bcc1-f8bed7e2a1e7/8ac8df2f-126b-4c71-9e1e-1238cf14624f) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:34.850750 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:34.865916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387686ef-9544-48b4-96ec-6bb4f31ba409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49e8488-fc5f-443d-8eec-a85677de97c9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:34.916913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No DVR routers for this DVR port 00fa800e-8f9d-4a09-8192-7437296db676 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:35.020965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56178) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:35.083303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 80193634-8601-405d-a278-1a3dcc76627e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:35.084844 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (80193634-8601-405d-a278-1a3dcc76627e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.097325 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0c66a46b-b709-4cc6-9a92-6c80cd42e0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.099208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=00fa800e-8f9d-4a09-8192-7437296db676,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:35.117522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a13e10d5-9ef4-4261-8050-0bb7376dab25 req-fe157495-e8d0-4c5a-9ed4-56fdca9a8985 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1619208 Mar 07 22:01:35.120593 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f56ed314-2303-4586-9b29-9517ec8305c8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.132487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Allocated IP 172.20.0.2 (67f9c363-c485-4a33-9b48-fd10e475751a/14fed293-735f-4cee-812b-734c593e0466/54172ef4-ae9c-412a-af9f-e6f8058b1075) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:35.136178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 80193634-8601-405d-a278-1a3dcc76627e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=80193634-8601-405d-a278-1a3dcc76627e,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:35.150894 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (80193634-8601-405d-a278-1a3dcc76627e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.236734 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (27ef9d4c-4d2e-47a5-988c-bd50c7d68956), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.266118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 00fa800e-8f9d-4a09-8192-7437296db676 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:01:35.298213 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ef9d4c-4d2e-47a5-988c-bd50c7d68956']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:35.363685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 00fa800e-8f9d-4a09-8192-7437296db676 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:01:35.365053 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 00fa800e-8f9d-4a09-8192-7437296db676 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:01:35.446481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=80193634-8601-405d-a278-1a3dcc76627e,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:35.452332 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0c66a46b-b709-4cc6-9a92-6c80cd42e0a6 admin admin] Publish callbacks [] for security_group (3dbba64e-fc77-4b8a-8587-6bfc03d6e936), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.458107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60b1df9-eaa2-46bc-b397-a84806581ef7') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:35.458309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60b1df9-eaa2-46bc-b397-a84806581ef7') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:35.471992 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0c66a46b-b709-4cc6-9a92-6c80cd42e0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3dbba64e-fc77-4b8a-8587-6bfc03d6e936), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.493668 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (b60b1df9-eaa2-46bc-b397-a84806581ef7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.497526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e12886ef-afd0-4a3c-ac1e-8a4ebce19e09 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Deleting port 555c2a06-bcdc-47b0-b501-bde3cdf5afaf {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:35.498142 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e12886ef-afd0-4a3c-ac1e-8a4ebce19e09 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (555c2a06-bcdc-47b0-b501-bde3cdf5afaf), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.590720 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:01:35.595793 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b60b1df9-eaa2-46bc-b397-a84806581ef7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.605077 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Publish callbacks [] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.617720 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.652011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0c66a46b-b709-4cc6-9a92-6c80cd42e0a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5af1a1d1079e4901b7f89b6be51fb820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6260223 Mar 07 22:01:35.656910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:01:35.657629 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (b60b1df9-eaa2-46bc-b397-a84806581ef7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.661015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66a46b-b709-4cc6-9a92-6c80cd42e0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbba64e-fc77-4b8a-8587-6bfc03d6e936,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:01:35.664804 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:01:35.669370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Network 67f9c363-c485-4a33-9b48-fd10e475751a is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:35.676656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:35.679003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Pushing event updated for resources: {'Port': ['ID=54172ef4-ae9c-412a-af9f-e6f8058b1075,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:35.681306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:35.684822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56192) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:35.698604 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f56ed314-2303-4586-9b29-9517ec8305c8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.757024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.20.0.1 (67f9c363-c485-4a33-9b48-fd10e475751a/14fed293-735f-4cee-812b-734c593e0466/05b0e70e-4876-420d-86d3-1387ad3d59aa) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:35.807341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Attempting to bind port 54172ef4-ae9c-412a-af9f-e6f8058b1075 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:01:35.812120 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Attempting to bind port 54172ef4-ae9c-412a-af9f-e6f8058b1075 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'a9bd321e-5082-4576-8c12-a90695c64286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:01:35.813736 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Attempting to bind port 54172ef4-ae9c-412a-af9f-e6f8058b1075 on network 67f9c363-c485-4a33-9b48-fd10e475751a {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:35.818348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f56ed314-2303-4586-9b29-9517ec8305c8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Network 2520dcc8-19a9-4132-961a-b62643ae8e21 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:35.827642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:01:35.830460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f56ed314-2303-4586-9b29-9517ec8305c8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:35.831136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Checking segment: {'id': 'a9bd321e-5082-4576-8c12-a90695c64286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:35.832008 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.847934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Bound using segment: {'id': 'a9bd321e-5082-4576-8c12-a90695c64286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:01:35.849704 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (27ef9d4c-4d2e-47a5-988c-bd50c7d68956), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.851833 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f56ed314-2303-4586-9b29-9517ec8305c8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:35.852908 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Bound port: 54172ef4-ae9c-412a-af9f-e6f8058b1075, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bd321e-5082-4576-8c12-a90695c64286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:01:35.854094 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.953996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f56ed314-2303-4586-9b29-9517ec8305c8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:35.956876 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f56ed314-2303-4586-9b29-9517ec8305c8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.964741 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e12886ef-afd0-4a3c-ac1e-8a4ebce19e09 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (555c2a06-bcdc-47b0-b501-bde3cdf5afaf), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:35.965103 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e12886ef-afd0-4a3c-ac1e-8a4ebce19e09 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for floatingip (555c2a06-bcdc-47b0-b501-bde3cdf5afaf), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:36.010142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] For port 54172ef4-ae9c-412a-af9f-e6f8058b1075, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:01:36.012872 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:36.015807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] For port 54172ef4-ae9c-412a-af9f-e6f8058b1075, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=54172ef4-ae9c-412a-af9f-e6f8058b1075,segment=NetworkSegment(a9bd321e-5082-4576-8c12-a90695c64286),segment_id=a9bd321e-5082-4576-8c12-a90695c64286)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:01:36.020128 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:36.032183 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/networks/27ef9d4c-4d2e-47a5-988c-bd50c7d68956 HTTP/1.1" status: 204 len: 168 time: 3.9150715 Mar 07 22:01:36.038380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56200) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:36.040293 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:36.048461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2ab1bcb8-1789-4d67-869e-803b106a05fb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'name': 'tempest-PortsIpV6TestJSON-159036945'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:36.128021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ed314-2303-4586-9b29-9517ec8305c8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'Port': ['ID=8ac8df2f-126b-4c71-9e1e-1238cf14624f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:36.146698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32638c-5769-4086-ba0d-eed0eae2a4df None None] Pushing event updated for resources: {'Port': ['ID=54172ef4-ae9c-412a-af9f-e6f8058b1075,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:36.149297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719d421-a5cd-48e5-a8f7-9917937d9959 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Network': ['ID=27ef9d4c-4d2e-47a5-988c-bd50c7d68956,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:36.172813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e12886ef-afd0-4a3c-ac1e-8a4ebce19e09 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Calling delete_port for 555c2a06-bcdc-47b0-b501-bde3cdf5afaf owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:36.205298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f56ed314-2303-4586-9b29-9517ec8305c8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6403394 Mar 07 22:01:36.255129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-023f5cce-d700-4b34-b64d-c40ac3a3e95b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'port': {'device_id': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21', 'admin_state_up': True, 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'security_groups': ['9594157e-e61a-46a4-bcaf-0f50227d6f0a']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:36.298854 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-37fefaf9-fc16-4280-98bb-72bcb5fe9454 admin admin] Publish callbacks [] for security_group (3dbba64e-fc77-4b8a-8587-6bfc03d6e936), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:36.309697 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:36.335067 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fb0bff89-3fc0-47b3-9fe8-6ffeee1233a5 None None] Provisioning complete for port 8ac8df2f-126b-4c71-9e1e-1238cf14624f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:36.338416 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fb0bff89-3fc0-47b3-9fe8-6ffeee1233a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:36.351597 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab1bcb8-1789-4d67-869e-803b106a05fb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:36.355909 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2ab1bcb8-1789-4d67-869e-803b106a05fb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:36.390549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network 67f9c363-c485-4a33-9b48-fd10e475751a is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:36.413890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:36.419376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:36.463057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fb0bff89-3fc0-47b3-9fe8-6ffeee1233a5 None None] Port 8ac8df2f-126b-4c71-9e1e-1238cf14624f cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:36.479819 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=05b0e70e-4876-420d-86d3-1387ad3d59aa,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:36.586035 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-37fefaf9-fc16-4280-98bb-72bcb5fe9454 admin admin] Publish callbacks [] for security_group (3dbba64e-fc77-4b8a-8587-6bfc03d6e936), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:36.591250 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-2ab1bcb8-1789-4d67-869e-803b106a05fb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port c8c99db0-7729-43fc-85d6-d082bb985531 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:01:36.668411 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-37fefaf9-fc16-4280-98bb-72bcb5fe9454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3dbba64e-fc77-4b8a-8587-6bfc03d6e936), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:36.671050 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-37fefaf9-fc16-4280-98bb-72bcb5fe9454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:36.671390 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:36.672212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-37fefaf9-fc16-4280-98bb-72bcb5fe9454 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3dbba64e-fc77-4b8a-8587-6bfc03d6e936 HTTP/1.1" status: 204 len: 168 time: 0.9854701 Mar 07 22:01:36.702729 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-023f5cce-d700-4b34-b64d-c40ac3a3e95b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Made reservation on behalf of 3fc67ef9f01d44319fd008ca1bc5a8e4 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:36.707643 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-023f5cce-d700-4b34-b64d-c40ac3a3e95b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:36.736612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fefaf9-fc16-4280-98bb-72bcb5fe9454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbba64e-fc77-4b8a-8587-6bfc03d6e936,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:36.946455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-023f5cce-d700-4b34-b64d-c40ac3a3e95b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Allocated IP 10.2.2.200 (2520dcc8-19a9-4132-961a-b62643ae8e21/753aac05-577c-4ca7-bcc1-f8bed7e2a1e7/98738167-0a20-476f-92f4-f20d36442fad) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:37.037808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581afe5b-ce6f-438f-8649-9d3f7ed9dacf req-1a478df0-46db-443c-b521-5569894e0e49 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:37.045292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581afe5b-ce6f-438f-8649-9d3f7ed9dacf req-1a478df0-46db-443c-b521-5569894e0e49 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:37.057316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581afe5b-ce6f-438f-8649-9d3f7ed9dacf req-1a478df0-46db-443c-b521-5569894e0e49 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:37.065186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581afe5b-ce6f-438f-8649-9d3f7ed9dacf req-1a478df0-46db-443c-b521-5569894e0e49 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:37.072450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-581afe5b-ce6f-438f-8649-9d3f7ed9dacf req-1a478df0-46db-443c-b521-5569894e0e49 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 3095 time: 0.7495451 Mar 07 22:01:37.199066 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-581afe5b-ce6f-438f-8649-9d3f7ed9dacf req-3cf33cf6-5223-4104-85ba-6b5dace99481 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256490 Mar 07 22:01:37.301816 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2ab1bcb8-1789-4d67-869e-803b106a05fb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (c8c99db0-7729-43fc-85d6-d082bb985531), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:37.307424 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:37.348815 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e12886ef-afd0-4a3c-ac1e-8a4ebce19e09 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (555c2a06-bcdc-47b0-b501-bde3cdf5afaf), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:37.362723 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-023f5cce-d700-4b34-b64d-c40ac3a3e95b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for port (98738167-0a20-476f-92f4-f20d36442fad), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:37.504619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12886ef-afd0-4a3c-ac1e-8a4ebce19e09 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event deleted for resources: {'Port': ['ID=555c2a06-bcdc-47b0-b501-bde3cdf5afaf,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:37.634177 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2ab1bcb8-1789-4d67-869e-803b106a05fb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c8c99db0-7729-43fc-85d6-d082bb985531), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:37.685351 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e12886ef-afd0-4a3c-ac1e-8a4ebce19e09 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for floatingip (ae52bd67-0670-4866-b562-d6f232b570f9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:37.704692 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e12886ef-afd0-4a3c-ac1e-8a4ebce19e09 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:37.710449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e12886ef-afd0-4a3c-ac1e-8a4ebce19e09 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "DELETE /v2.0/floatingips/ae52bd67-0670-4866-b562-d6f232b570f9 HTTP/1.1" status: 204 len: 168 time: 4.7163751 Mar 07 22:01:37.732537 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-023f5cce-d700-4b34-b64d-c40ac3a3e95b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (98738167-0a20-476f-92f4-f20d36442fad), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:37.753361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 54172ef4-ae9c-412a-af9f-e6f8058b1075 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:37.875189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 54172ef4-ae9c-412a-af9f-e6f8058b1075 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:37.875576 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:37.895347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f5cce-d700-4b34-b64d-c40ac3a3e95b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event updated for resources: {'Port': ['ID=98738167-0a20-476f-92f4-f20d36442fad,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:37.920848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-023f5cce-d700-4b34-b64d-c40ac3a3e95b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Network 2520dcc8-19a9-4132-961a-b62643ae8e21 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:37.924318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-023f5cce-d700-4b34-b64d-c40ac3a3e95b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:37.932264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-023f5cce-d700-4b34-b64d-c40ac3a3e95b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:37.997199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1bcb8-1789-4d67-869e-803b106a05fb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=c8c99db0-7729-43fc-85d6-d082bb985531,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:38.006761 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab1bcb8-1789-4d67-869e-803b106a05fb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:38.010387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-2ab1bcb8-1789-4d67-869e-803b106a05fb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:38.030962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1bcb8-1789-4d67-869e-803b106a05fb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:38.051264 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab1bcb8-1789-4d67-869e-803b106a05fb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:38.057111 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2ab1bcb8-1789-4d67-869e-803b106a05fb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:38.097189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 54172ef4-ae9c-412a-af9f-e6f8058b1075 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:38.098365 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:38.119681 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-023f5cce-d700-4b34-b64d-c40ac3a3e95b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:38.120461 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-023f5cce-d700-4b34-b64d-c40ac3a3e95b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:38.139349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56252) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:38.139891 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2ab1bcb8-1789-4d67-869e-803b106a05fb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0988972 Mar 07 22:01:38.221620 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 54172ef4-ae9c-412a-af9f-e6f8058b1075, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=54172ef4-ae9c-412a-af9f-e6f8058b1075,segment=NetworkSegment(a9bd321e-5082-4576-8c12-a90695c64286),segment_id=a9bd321e-5082-4576-8c12-a90695c64286)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:38.233526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51909f16-fb4f-4a0f-a683-9774def8853b None None] Network 67f9c363-c485-4a33-9b48-fd10e475751a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:38.273504 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:38.274677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 80193634-8601-405d-a278-1a3dcc76627e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:38.481733 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-023f5cce-d700-4b34-b64d-c40ac3a3e95b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2512889 Mar 07 22:01:38.490219 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:38.498232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Request body: {'port': {'device_id': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:38.498759 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:38.571865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=54172ef4-ae9c-412a-af9f-e6f8058b1075,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:38.582363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9d17c535-3e6f-43fa-a269-d0586d48b948 None None] Provisioning complete for port 54172ef4-ae9c-412a-af9f-e6f8058b1075 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:38.582665 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9d17c535-3e6f-43fa-a269-d0586d48b948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:38.731485 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=05b0e70e-4876-420d-86d3-1387ad3d59aa,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:38.751885 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56268) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:38.770859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1540de9e-09ba-4c2f-be59-5c46378ed111 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714099138', 'description': 'tempest-description--1639491355'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:38.810962 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:38.852862 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1540de9e-09ba-4c2f-be59-5c46378ed111 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:38.860939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 80193634-8601-405d-a278-1a3dcc76627e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:38.861911 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (80193634-8601-405d-a278-1a3dcc76627e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:38.991555 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 80193634-8601-405d-a278-1a3dcc76627e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:39.061451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9d17c535-3e6f-43fa-a269-d0586d48b948 None None] Current status of the port 54172ef4-ae9c-412a-af9f-e6f8058b1075 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:39.192681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a8d4dbab-3b9d-4ae9-8691-05f084ac9bc0 None None] Provisioning complete for port 98738167-0a20-476f-92f4-f20d36442fad triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:39.193059 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a8d4dbab-3b9d-4ae9-8691-05f084ac9bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (98738167-0a20-476f-92f4-f20d36442fad), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:39.250659 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:39.289195 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d2755-eeb0-4466-ba0e-0e2e04832282 req-6d255f89-e820-475d-80e9-365d7d0a9127 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:39.300341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d2755-eeb0-4466-ba0e-0e2e04832282 req-6d255f89-e820-475d-80e9-365d7d0a9127 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:39.303783 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1540de9e-09ba-4c2f-be59-5c46378ed111 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group (fb84931a-2640-4a60-a963-8d8f4b244146), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:39.313818 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d2755-eeb0-4466-ba0e-0e2e04832282 req-6d255f89-e820-475d-80e9-365d7d0a9127 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:39.325138 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1540de9e-09ba-4c2f-be59-5c46378ed111 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fb84931a-2640-4a60-a963-8d8f4b244146), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:39.327628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a8d4dbab-3b9d-4ae9-8691-05f084ac9bc0 None None] Port 98738167-0a20-476f-92f4-f20d36442fad cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:39.329019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d2755-eeb0-4466-ba0e-0e2e04832282 req-6d255f89-e820-475d-80e9-365d7d0a9127 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:39.346490 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d2755-eeb0-4466-ba0e-0e2e04832282 req-6d255f89-e820-475d-80e9-365d7d0a9127 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:39.352515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc6d2755-eeb0-4466-ba0e-0e2e04832282 req-6d255f89-e820-475d-80e9-365d7d0a9127 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 3816 time: 0.9730883 Mar 07 22:01:39.355397 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network 67f9c363-c485-4a33-9b48-fd10e475751a is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:39.372289 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1540de9e-09ba-4c2f-be59-5c46378ed111 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:39.374614 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1540de9e-09ba-4c2f-be59-5c46378ed111 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6196752 Mar 07 22:01:39.397662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:39.405393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56282) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:39.416490 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0030d6d7-84bd-4e48-a69f-c03c26de1d87 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Request body: {'security_group_rule': {'security_group_id': 'fb84931a-2640-4a60-a963-8d8f4b244146', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:39.451557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540de9e-09ba-4c2f-be59-5c46378ed111 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb84931a-2640-4a60-a963-8d8f4b244146,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:39.505504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-fae081a1-9a17-4d17-972f-d2d4ec6f8a8e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port c8c99db0-7729-43fc-85d6-d082bb985531 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:39.505852 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fae081a1-9a17-4d17-972f-d2d4ec6f8a8e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c8c99db0-7729-43fc-85d6-d082bb985531), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:39.607934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-de655e93-a98c-44dc-a191-e3121045790a None None] Provisioning complete for port 54172ef4-ae9c-412a-af9f-e6f8058b1075 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:39.608311 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-de655e93-a98c-44dc-a191-e3121045790a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:39.734046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 54172ef4-ae9c-412a-af9f-e6f8058b1075 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:39.821468 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0030d6d7-84bd-4e48-a69f-c03c26de1d87 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group_rule (07688991-4de6-4504-916c-fa50b1f82186), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:39.855600 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router fb97f42c-3df2-412a-8dae-d2bd7e1312fa has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:01:39.978576 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-de655e93-a98c-44dc-a191-e3121045790a None None] Current status of the port 54172ef4-ae9c-412a-af9f-e6f8058b1075 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:40.008742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 54172ef4-ae9c-412a-af9f-e6f8058b1075 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:40.017947 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:40.079140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc6d2755-eeb0-4466-ba0e-0e2e04832282 req-54ecbe9d-2a2e-4e09-ab94-827957a961cd tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7125273 Mar 07 22:01:40.091865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-de655e93-a98c-44dc-a191-e3121045790a None None] Provisioning complete for port 05b0e70e-4876-420d-86d3-1387ad3d59aa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:40.092476 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-de655e93-a98c-44dc-a191-e3121045790a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:40.162385 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fae081a1-9a17-4d17-972f-d2d4ec6f8a8e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c8c99db0-7729-43fc-85d6-d082bb985531), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:40.165008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:01:40.181401 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Sync routers for ids ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:01:40.219829 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e8eb843b-7927-46d5-86c1-08747c7cb5ce tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "PUT /v2.0/routers/fb97f42c-3df2-412a-8dae-d2bd7e1312fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7258656 Mar 07 22:01:40.221456 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0030d6d7-84bd-4e48-a69f-c03c26de1d87 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group_rule (07688991-4de6-4504-916c-fa50b1f82186), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:40.230462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-fae081a1-9a17-4d17-972f-d2d4ec6f8a8e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for c8c99db0-7729-43fc-85d6-d082bb985531 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:40.231788 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Routers {'fb97f42c-3df2-412a-8dae-d2bd7e1312fa'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:40.233444 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:01:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:40.237753 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0030d6d7-84bd-4e48-a69f-c03c26de1d87 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (07688991-4de6-4504-916c-fa50b1f82186), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:40.256959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-de655e93-a98c-44dc-a191-e3121045790a None None] Port 05b0e70e-4876-420d-86d3-1387ad3d59aa cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:40.390714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030d6d7-84bd-4e48-a69f-c03c26de1d87 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07688991-4de6-4504-916c-fa50b1f82186,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:40.437310 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0030d6d7-84bd-4e48-a69f-c03c26de1d87 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:40.438412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0030d6d7-84bd-4e48-a69f-c03c26de1d87 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0306795 Mar 07 22:01:40.441105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56308) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:40.443540 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 54172ef4-ae9c-412a-af9f-e6f8058b1075 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:40.456724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b495b67b-70d2-41b2-997e-5258f9afa8e8 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Request body: {'security_group_rule': {'security_group_id': 'fb84931a-2640-4a60-a963-8d8f4b244146', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:40.463246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-753503e0-e94c-4c1c-904d-ee1890b34e45 None None] Provisioning complete for port 05b0e70e-4876-420d-86d3-1387ad3d59aa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:40.464162 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-753503e0-e94c-4c1c-904d-ee1890b34e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:40.555393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-753503e0-e94c-4c1c-904d-ee1890b34e45 None None] Port 05b0e70e-4876-420d-86d3-1387ad3d59aa cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:40.583643 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b495b67b-70d2-41b2-997e-5258f9afa8e8 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group_rule (0eec7a25-b779-4021-8004-f0d85665675b), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:40.612550 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Set router fb97f42c-3df2-412a-8dae-d2bd7e1312fa gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:40.685231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a3ca3230-7d42-49cd-bfe2-5075ed7137a1 None None] Provisioning complete for port 05b0e70e-4876-420d-86d3-1387ad3d59aa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:40.686033 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a3ca3230-7d42-49cd-bfe2-5075ed7137a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:40.693475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0085bd-f10a-46c4-8348-adbfde20e030 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:01:40.725175 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Publish callbacks [] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:40.764670 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fae081a1-9a17-4d17-972f-d2d4ec6f8a8e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c8c99db0-7729-43fc-85d6-d082bb985531), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:40.782025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca3230-7d42-49cd-bfe2-5075ed7137a1 None None] Port 05b0e70e-4876-420d-86d3-1387ad3d59aa cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:40.794387 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b495b67b-70d2-41b2-997e-5258f9afa8e8 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group_rule (0eec7a25-b779-4021-8004-f0d85665675b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:40.801994 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b495b67b-70d2-41b2-997e-5258f9afa8e8 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (0eec7a25-b779-4021-8004-f0d85665675b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:40.833146 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495b67b-70d2-41b2-997e-5258f9afa8e8 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eec7a25-b779-4021-8004-f0d85665675b,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:40.873911 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b495b67b-70d2-41b2-997e-5258f9afa8e8 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:40.878783 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b495b67b-70d2-41b2-997e-5258f9afa8e8 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4349463 Mar 07 22:01:40.883278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56328) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:40.884520 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fae081a1-9a17-4d17-972f-d2d4ec6f8a8e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:40.893629 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:40.899902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fae081a1-9a17-4d17-972f-d2d4ec6f8a8e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/c8c99db0-7729-43fc-85d6-d082bb985531 HTTP/1.1" status: 204 len: 168 time: 2.7594717 Mar 07 22:01:40.904113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56330) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:40.918390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5151dd6c-7db8-4dee-9c0e-db2c344ee713 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'mac_address': 'fa:16:3e:8b:79:6b', 'name': 'tempest-PortsIpV6TestJSON-1066269011'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:40.981477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae081a1-9a17-4d17-972f-d2d4ec6f8a8e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=c8c99db0-7729-43fc-85d6-d082bb985531,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:40.984866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Transition to ACTIVE for port object 1f0085bd-f10a-46c4-8348-adbfde20e030 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:01:41.007310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-a1a3c2b0-c4bd-441a-b48e-a973e6072ad8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93894018&fields=id&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 267 time: 0.3981569 Mar 07 22:01:41.024602 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:41.047073 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:41.070926 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5151dd6c-7db8-4dee-9c0e-db2c344ee713 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:41.103241 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '80193634-8601-405d-a278-1a3dcc76627e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:20Z', 'updated_at': '2022-03-07T22:01:37Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': '80193634-8601-405d-a278-1a3dcc76627e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:22Z', 'updated_at': '2022-03-07T22:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05b0e70e-4876-420d-86d3-1387ad3d59aa', 'name': '', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:28:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '14fed293-735f-4cee-812b-734c593e0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:35Z', 'updated_at': '2022-03-07T22:01:38Z', 'revision_number': 2, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '14fed293-735f-4cee-812b-734c593e0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:41.162254 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5151dd6c-7db8-4dee-9c0e-db2c344ee713 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:41.197523 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Checking router: fb97f42c-3df2-412a-8dae-d2bd7e1312fa for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:01:41.200390 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Updating router fb97f42c-3df2-412a-8dae-d2bd7e1312fa port 05b0e70e-4876-420d-86d3-1387ad3d59aa binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:01:41.269502 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:41.277635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Pushing event updated for resources: {'Port': ['ID=1f0085bd-f10a-46c4-8348-adbfde20e030,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:41.301978 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-5151dd6c-7db8-4dee-9c0e-db2c344ee713 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port 6bdb602f-a604-4f00-b1f3-d1b397eb6615 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:01:41.458101 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:41.493527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571db94b-c668-4bd0-881a-87fb866ba841 req-f4770d37-97de-451b-8735-bfb4cf6ab14c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:41.501544 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-f4770d37-97de-451b-8735-bfb4cf6ab14c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/networks?id=67f9c363-c485-4a33-9b48-fd10e475751a HTTP/1.1" status: 200 len: 797 time: 0.4931011 Mar 07 22:01:41.559719 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-ab496b42-384b-494c-a859-be1e1e57af1e tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/quotas/d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 375 time: 0.0563989 Mar 07 22:01:41.620034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Attempting to bind port 1f0085bd-f10a-46c4-8348-adbfde20e030 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:01:41.622486 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Attempting to bind port 1f0085bd-f10a-46c4-8348-adbfde20e030 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '9ccee63f-6835-41fb-9085-3a09c869f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:01:41.623027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Attempting to bind port 1f0085bd-f10a-46c4-8348-adbfde20e030 on network dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:41.634947 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Allocated IP 172.25.4.6 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/e43aaceb-4056-42a5-a488-47a12f4319cb) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:41.638280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Port 1f0085bd-f10a-46c4-8348-adbfde20e030 on network dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:01:41.642572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Attempting to bind port 1f0085bd-f10a-46c4-8348-adbfde20e030 on network dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:41.676146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:01:41.676518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Checking segment: {'id': '9ccee63f-6835-41fb-9085-3a09c869f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:41.686272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Bound using segment: {'id': '9ccee63f-6835-41fb-9085-3a09c869f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:01:41.686799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Bound port: 1f0085bd-f10a-46c4-8348-adbfde20e030, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccee63f-6835-41fb-9085-3a09c869f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:01:41.687326 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:41.744211 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Publish callbacks [] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:41.752620 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:41.764782 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for port (e43aaceb-4056-42a5-a488-47a12f4319cb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:41.808824 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ea873-925c-4aa4-b818-02634863c18f None None] Pushing event updated for resources: {'Port': ['ID=05b0e70e-4876-420d-86d3-1387ad3d59aa,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:41.811729 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e43aaceb-4056-42a5-a488-47a12f4319cb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:41.825828 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ea873-925c-4aa4-b818-02634863c18f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:41.826741 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ea873-925c-4aa4-b818-02634863c18f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:41.827397 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ea873-925c-4aa4-b818-02634863c18f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:41.828090 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ea873-925c-4aa4-b818-02634863c18f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:41.828817 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ea873-925c-4aa4-b818-02634863c18f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:41.829359 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ea873-925c-4aa4-b818-02634863c18f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:41.829881 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ea873-925c-4aa4-b818-02634863c18f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:41.830473 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ea873-925c-4aa4-b818-02634863c18f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:41.830991 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ea873-925c-4aa4-b818-02634863c18f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:41.831553 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ea873-925c-4aa4-b818-02634863c18f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:41.832087 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ea873-925c-4aa4-b818-02634863c18f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:41.832834 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ea873-925c-4aa4-b818-02634863c18f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:41.833660 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ea873-925c-4aa4-b818-02634863c18f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:41.857429 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-31043751-b69c-41c9-aca0-c7e1e8effa52 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2899542 Mar 07 22:01:41.903540 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event updated for resources: {'Port': ['ID=e43aaceb-4056-42a5-a488-47a12f4319cb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:41.948427 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:41.971709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:41.981615 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:41.992765 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Attempting to bind port 05b0e70e-4876-420d-86d3-1387ad3d59aa on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:01:41.993231 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Attempting to bind port 05b0e70e-4876-420d-86d3-1387ad3d59aa by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'a9bd321e-5082-4576-8c12-a90695c64286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:01:41.993659 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Attempting to bind port 05b0e70e-4876-420d-86d3-1387ad3d59aa on network 67f9c363-c485-4a33-9b48-fd10e475751a {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:42.002683 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:01:42.003097 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Checking segment: {'id': 'a9bd321e-5082-4576-8c12-a90695c64286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:42.003758 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:42.004275 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Bound using segment: {'id': 'a9bd321e-5082-4576-8c12-a90695c64286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:01:42.004913 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Bound port: 05b0e70e-4876-420d-86d3-1387ad3d59aa, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bd321e-5082-4576-8c12-a90695c64286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:01:42.005397 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:42.140990 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-c0132a60-9c8a-4621-bc9b-f0398877e4f9 service neutron] 10.222.0.26 "GET /v2.0/networks/67f9c363-c485-4a33-9b48-fd10e475751a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677250 Mar 07 22:01:42.202033 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] For port 05b0e70e-4876-420d-86d3-1387ad3d59aa, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:01:42.208373 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] For port 05b0e70e-4876-420d-86d3-1387ad3d59aa, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=05b0e70e-4876-420d-86d3-1387ad3d59aa,segment=NetworkSegment(a9bd321e-5082-4576-8c12-a90695c64286),segment_id=a9bd321e-5082-4576-8c12-a90695c64286)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:01:42.229494 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:42.328568 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Routers {'fb97f42c-3df2-412a-8dae-d2bd7e1312fa'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:42.329216 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:01:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:42.355735 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for floatingip (f1a74746-10c6-4d45-90d6-7b8e51e122a5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:42.379464 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a9f2daee-48f4-462f-ade9-8ec34a618204 None None] Provisioning complete for port 05b0e70e-4876-420d-86d3-1387ad3d59aa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:42.380088 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a9f2daee-48f4-462f-ade9-8ec34a618204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:42.425712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] For port 1f0085bd-f10a-46c4-8348-adbfde20e030, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:01:42.436568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] For port 1f0085bd-f10a-46c4-8348-adbfde20e030, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=1f0085bd-f10a-46c4-8348-adbfde20e030,segment=NetworkSegment(9ccee63f-6835-41fb-9085-3a09c869f5f3),segment_id=9ccee63f-6835-41fb-9085-3a09c869f5f3)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:01:42.463103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-6e0c1130-5bae-4e77-b1b0-39b76be2bbad service neutron] 10.222.0.26 "GET /v2.0/networks/67f9c363-c485-4a33-9b48-fd10e475751a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213336 Mar 07 22:01:42.472606 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:42.630444 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e43aaceb-4056-42a5-a488-47a12f4319cb), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:42.639013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:42.639758 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:42.645210 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] 10.222.0.13 "PUT /v2.0/ports/1f0085bd-f10a-46c4-8348-adbfde20e030 HTTP/1.1" status: 200 len: 1092 time: 4.1557672 Mar 07 22:01:42.653568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '1f0085bd-f10a-46c4-8348-adbfde20e030'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:42.667713 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5aa9d9-b45a-4fa5-8c7f-5d2aa23ff147" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "1f0085bd-f10a-46c4-8348-adbfde20e030"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:01:42.686369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Request body: {'port': {'device_id': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:42.700665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2daee-48f4-462f-ade9-8ec34a618204 None None] Current status of the port 05b0e70e-4876-420d-86d3-1387ad3d59aa is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:42.701063 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a9f2daee-48f4-462f-ade9-8ec34a618204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:42.821888 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a9f2daee-48f4-462f-ade9-8ec34a618204 None None] For port 05b0e70e-4876-420d-86d3-1387ad3d59aa, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=05b0e70e-4876-420d-86d3-1387ad3d59aa,segment=NetworkSegment(a9bd321e-5082-4576-8c12-a90695c64286),segment_id=a9bd321e-5082-4576-8c12-a90695c64286)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:42.830800 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a9f2daee-48f4-462f-ade9-8ec34a618204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:42.929428 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:42.940599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5d127-eec4-49fe-911e-b80d244a94ef service neutron] Pushing event updated for resources: {'Port': ['ID=1f0085bd-f10a-46c4-8348-adbfde20e030,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:43.020883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2daee-48f4-462f-ade9-8ec34a618204 None None] Pushing event updated for resources: {'Port': ['ID=05b0e70e-4876-420d-86d3-1387ad3d59aa,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:43.034162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-39e0923e-b020-402a-9ccd-63baf6b4d734 None None] Provisioning complete for port 05b0e70e-4876-420d-86d3-1387ad3d59aa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:43.034856 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-39e0923e-b020-402a-9ccd-63baf6b4d734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:43.113489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56350) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:43.132945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Request body: {'network': {'name': 'tempest-network-smoke--399853854', 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'port_security_enabled': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:43.176847 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5151dd6c-7db8-4dee-9c0e-db2c344ee713 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (6bdb602f-a604-4f00-b1f3-d1b397eb6615), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:43.280882 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ea873-925c-4aa4-b818-02634863c18f None None] Pushing event updated for resources: {'Port': ['ID=05b0e70e-4876-420d-86d3-1387ad3d59aa,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:43.329044 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36654cc-faa3-440b-b3e2-d1f8a668e239 x-openstack-request-id: req-f36654cc-faa3-440b-b3e2-d1f8a668e239 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:01:43.332949 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "1f0085bd-f10a-46c4-8348-adbfde20e030", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:01:43.333391 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f36654cc-faa3-440b-b3e2-d1f8a668e239 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:01:43.334242 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '1f0085bd-f10a-46c4-8348-adbfde20e030', 'status': 'completed', 'code': 200} Mar 07 22:01:43.385778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-39e0923e-b020-402a-9ccd-63baf6b4d734 None None] Current status of the port 05b0e70e-4876-420d-86d3-1387ad3d59aa is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:43.415315 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] Set router fb97f42c-3df2-412a-8dae-d2bd7e1312fa gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:43.438150 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Made reservation on behalf of e87eae701f45487cbc6b93aa1c25c985 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:43.453601 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:43.508431 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:43.638986 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-100d7284-09ff-4f89-a026-faa61f54e294 req-2382766b-4cb0-4a23-81a7-aa08088860d3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 210 time: 0.1525960 Mar 07 22:01:43.669331 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for port (e43aaceb-4056-42a5-a488-47a12f4319cb), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:43.675992 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5151dd6c-7db8-4dee-9c0e-db2c344ee713 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6bdb602f-a604-4f00-b1f3-d1b397eb6615), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:43.679919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3049d-e631-45d4-a7ed-38d79a83e3fb req-3e052b30-eb59-4e64-875e-936456f6a96c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:43.687978 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e43aaceb-4056-42a5-a488-47a12f4319cb), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:43.702442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3049d-e631-45d4-a7ed-38d79a83e3fb req-3e052b30-eb59-4e64-875e-936456f6a96c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:43.737274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3049d-e631-45d4-a7ed-38d79a83e3fb req-3e052b30-eb59-4e64-875e-936456f6a96c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:43.767091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3049d-e631-45d4-a7ed-38d79a83e3fb req-3e052b30-eb59-4e64-875e-936456f6a96c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:43.788902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3049d-e631-45d4-a7ed-38d79a83e3fb req-3e052b30-eb59-4e64-875e-936456f6a96c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:43.790772 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-04a3049d-e631-45d4-a7ed-38d79a83e3fb req-3e052b30-eb59-4e64-875e-936456f6a96c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 3828 time: 0.7646222 Mar 07 22:01:43.834904 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aa9d9-b45a-4fa5-8c7f-5d2aa23ff147 req-74598646-f8fe-4506-8151-88abb92b6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:43.835955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aa9d9-b45a-4fa5-8c7f-5d2aa23ff147 req-74598646-f8fe-4506-8151-88abb92b6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:43.841070 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aa9d9-b45a-4fa5-8c7f-5d2aa23ff147 req-74598646-f8fe-4506-8151-88abb92b6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:43.843358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aa9d9-b45a-4fa5-8c7f-5d2aa23ff147 req-74598646-f8fe-4506-8151-88abb92b6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:43.844168 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aa9d9-b45a-4fa5-8c7f-5d2aa23ff147 req-74598646-f8fe-4506-8151-88abb92b6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:43.859002 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4d5aa9d9-b45a-4fa5-8c7f-5d2aa23ff147 req-74598646-f8fe-4506-8151-88abb92b6c77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 4394 time: 0.5520465 Mar 07 22:01:43.924130 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '80193634-8601-405d-a278-1a3dcc76627e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:20Z', 'updated_at': '2022-03-07T22:01:37Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': '80193634-8601-405d-a278-1a3dcc76627e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:22Z', 'updated_at': '2022-03-07T22:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05b0e70e-4876-420d-86d3-1387ad3d59aa', 'name': '', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:28:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '14fed293-735f-4cee-812b-734c593e0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:35Z', 'updated_at': '2022-03-07T22:01:42Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '14fed293-735f-4cee-812b-734c593e0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:44.002237 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78a456b-2f54-4267-8a93-73ad9bd38025 None None] The sync data for ids ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'] in n-d-832330-1 is: [{'id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '80193634-8601-405d-a278-1a3dcc76627e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:20Z', 'updated_at': '2022-03-07T22:01:37Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': '80193634-8601-405d-a278-1a3dcc76627e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:22Z', 'updated_at': '2022-03-07T22:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05b0e70e-4876-420d-86d3-1387ad3d59aa', 'name': '', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:28:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '14fed293-735f-4cee-812b-734c593e0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:35Z', 'updated_at': '2022-03-07T22:01:42Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '14fed293-735f-4cee-812b-734c593e0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:01:44.191769 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5151dd6c-7db8-4dee-9c0e-db2c344ee713 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:44.212217 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-5151dd6c-7db8-4dee-9c0e-db2c344ee713 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:44.230762 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151dd6c-7db8-4dee-9c0e-db2c344ee713 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:44.248189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5151dd6c-7db8-4dee-9c0e-db2c344ee713 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:44.249152 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5151dd6c-7db8-4dee-9c0e-db2c344ee713 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:44.302868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-04a3049d-e631-45d4-a7ed-38d79a83e3fb req-99ef3c68-b072-462d-85e7-e73883d91613 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174357 Mar 07 22:01:44.430806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfe58ad-c800-469f-9dac-12f4b77541dc {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:01:44.446831 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Publish callbacks [] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:44.484943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Transition to ACTIVE for port object 3cfe58ad-c800-469f-9dac-12f4b77541dc will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:01:44.498459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:44.606395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfe58ad-c800-469f-9dac-12f4b77541dc,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:44.745998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Attempting to bind port 3cfe58ad-c800-469f-9dac-12f4b77541dc on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:01:44.747225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Attempting to bind port 3cfe58ad-c800-469f-9dac-12f4b77541dc by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:01:44.747767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Attempting to bind port 3cfe58ad-c800-469f-9dac-12f4b77541dc on network 030f98ea-4abb-4c6e-ab36-d010ae9a67db {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:44.754503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Port 3cfe58ad-c800-469f-9dac-12f4b77541dc on network 030f98ea-4abb-4c6e-ab36-d010ae9a67db not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:01:44.755088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Attempting to bind port 3cfe58ad-c800-469f-9dac-12f4b77541dc on network 030f98ea-4abb-4c6e-ab36-d010ae9a67db {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:44.764981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:01:44.765653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Checking segment: {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:44.766279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Bound using segment: {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:01:44.766889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Bound port: 3cfe58ad-c800-469f-9dac-12f4b77541dc, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:01:44.770603 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:44.921984 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a606dfa-f02f-4fc2-9851-8b149ab2a434 req-0889abfd-de75-4eef-a526-c24b8ca18670 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 210 time: 0.0675342 Mar 07 22:01:45.210385 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] For port 3cfe58ad-c800-469f-9dac-12f4b77541dc, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:01:45.251338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] For port 3cfe58ad-c800-469f-9dac-12f4b77541dc, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=3cfe58ad-c800-469f-9dac-12f4b77541dc,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:01:45.346991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571db94b-c668-4bd0-881a-87fb866ba841 req-e68240d8-e9ec-4f6a-bd15-5309f28a54b4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:45.349020 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-e68240d8-e9ec-4f6a-bd15-5309f28a54b4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "GET /v2.0/networks?id=67f9c363-c485-4a33-9b48-fd10e475751a HTTP/1.1" status: 200 len: 797 time: 0.4168215 Mar 07 22:01:45.351421 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:45.360783 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aa9d9-b45a-4fa5-8c7f-5d2aa23ff147 req-f90c6c34-ecb8-4eb9-9db0-eac838be4b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:45.361421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aa9d9-b45a-4fa5-8c7f-5d2aa23ff147 req-f90c6c34-ecb8-4eb9-9db0-eac838be4b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:45.361702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aa9d9-b45a-4fa5-8c7f-5d2aa23ff147 req-f90c6c34-ecb8-4eb9-9db0-eac838be4b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:45.363722 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4d5aa9d9-b45a-4fa5-8c7f-5d2aa23ff147 req-f90c6c34-ecb8-4eb9-9db0-eac838be4b66 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.5038321 Mar 07 22:01:45.428149 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:45.432722 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:45.434569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] 10.222.0.13 "PUT /v2.0/ports/3cfe58ad-c800-469f-9dac-12f4b77541dc HTTP/1.1" status: 200 len: 1136 time: 2.7545831 Mar 07 22:01:45.512514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '3cfe58ad-c800-469f-9dac-12f4b77541dc'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:45.515180 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54583114-9aa4-4fd2-a3fd-f9b85d761e83" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "3cfe58ad-c800-469f-9dac-12f4b77541dc"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:01:45.579821 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group (a2dfb9e3-40d7-4a42-bdf3-ff91101b057b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:45.602964 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5151dd6c-7db8-4dee-9c0e-db2c344ee713 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.6967168 Mar 07 22:01:45.645728 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 05b0e70e-4876-420d-86d3-1387ad3d59aa up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:45.655413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56400) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:45.663864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Request body: {'port': {'device_id': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:45.678732 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a2dfb9e3-40d7-4a42-bdf3-ff91101b057b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:45.762989 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17df821b-a76d-432a-bdb5-7204ad82f791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:45.798503 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 05b0e70e-4876-420d-86d3-1387ad3d59aa triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:45.799268 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:45.833296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:01:45.859019 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45b78df-95ea-411c-8f16-fd5f47fd853a x-openstack-request-id: req-e45b78df-95ea-411c-8f16-fd5f47fd853a {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:01:45.860030 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (9d610a6b-d876-4037-976c-83f95a49d725), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:45.860393 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Added segment 9d610a6b-d876-4037-976c-83f95a49d725 of type vlan for network 93e36d87-abd6-4d06-9369-07c32ad83c51 Mar 07 22:01:45.861082 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "3cfe58ad-c800-469f-9dac-12f4b77541dc", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:01:45.861367 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e45b78df-95ea-411c-8f16-fd5f47fd853a {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:01:45.861790 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '3cfe58ad-c800-469f-9dac-12f4b77541dc', 'status': 'completed', 'code': 200} Mar 07 22:01:46.078820 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (93e36d87-abd6-4d06-9369-07c32ad83c51), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:46.085484 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event updated for resources: {'Port': ['ID=e43aaceb-4056-42a5-a488-47a12f4319cb,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:46.139511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f2f6a-c4d4-45d3-89be-c160d32a1432 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfe58ad-c800-469f-9dac-12f4b77541dc,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:46.261489 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:46.262926 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (f1a74746-10c6-4d45-90d6-7b8e51e122a5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:46.264638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 05b0e70e-4876-420d-86d3-1387ad3d59aa is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:46.289915 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dfb9e3-40d7-4a42-bdf3-ff91101b057b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:46.432039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62bf86-9ce5-4ef9-92c4-f51be0db241b req-ae1d1294-f626-4b4b-a74e-66a9d6cb87b4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:46.440129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62bf86-9ce5-4ef9-92c4-f51be0db241b req-ae1d1294-f626-4b4b-a74e-66a9d6cb87b4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:46.458327 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62bf86-9ce5-4ef9-92c4-f51be0db241b req-ae1d1294-f626-4b4b-a74e-66a9d6cb87b4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:46.475951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62bf86-9ce5-4ef9-92c4-f51be0db241b req-ae1d1294-f626-4b4b-a74e-66a9d6cb87b4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:46.481576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62bf86-9ce5-4ef9-92c4-f51be0db241b req-ae1d1294-f626-4b4b-a74e-66a9d6cb87b4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:46.510099 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62bf86-9ce5-4ef9-92c4-f51be0db241b req-ae1d1294-f626-4b4b-a74e-66a9d6cb87b4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:46.533746 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a62bf86-9ce5-4ef9-92c4-f51be0db241b req-ae1d1294-f626-4b4b-a74e-66a9d6cb87b4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 4606 time: 0.9411094 Mar 07 22:01:46.558401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27558b7b-9cb4-4b31-9ce8-612467b41b18 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:46.562896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-27558b7b-9cb4-4b31-9ce8-612467b41b18 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/6bdb602f-a604-4f00-b1f3-d1b397eb6615 HTTP/1.1" status: 200 len: 845 time: 0.8404634 Mar 07 22:01:46.582684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84e9879f-b0d2-4549-963e-372f38e1216c req-3f2b1078-4d89-4142-8413-6811d22663b5 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 210 time: 0.4901805 Mar 07 22:01:46.584349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56418) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:46.629136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-ae318b78-3810-40c5-a588-e69c158b3458 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d71f28e89e2f43a5bebeba445b8bc10e HTTP/1.1" status: 200 len: 378 time: 1.2623587 Mar 07 22:01:46.673576 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151dd6c-7db8-4dee-9c0e-db2c344ee713 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=6bdb602f-a604-4f00-b1f3-d1b397eb6615,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:46.678873 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:46.709648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.db.resource_extend [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 22:01:46.711843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-571db94b-c668-4bd0-881a-87fb866ba841 req-e50a0876-8af5-4701-8d0c-580263a27bbe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'port': {'device_id': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'admin_state_up': True, 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'security_groups': ['729dc1a3-5245-41d0-bc67-b35a6068e740']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:46.753358 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:46.763083 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-77d065b5-6080-4b52-b0ac-4a7fe81e1173 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.8704195 Mar 07 22:01:46.837073 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (93e36d87-abd6-4d06-9369-07c32ad83c51), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:46.854168 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:46.854821 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:46.998676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571db94b-c668-4bd0-881a-87fb866ba841 req-e50a0876-8af5-4701-8d0c-580263a27bbe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Made reservation on behalf of d71f28e89e2f43a5bebeba445b8bc10e for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:47.007341 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-571db94b-c668-4bd0-881a-87fb866ba841 req-e50a0876-8af5-4701-8d0c-580263a27bbe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:47.009372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aa9d9-b45a-4fa5-8c7f-5d2aa23ff147 req-946719c8-3460-4be4-90ae-fb52ce8fe060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:47.010934 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4d5aa9d9-b45a-4fa5-8c7f-5d2aa23ff147 req-946719c8-3460-4be4-90ae-fb52ce8fe060 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6292017 Mar 07 22:01:47.166922 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 4.0500035 Mar 07 22:01:47.172997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56438) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:47.182238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'admin_state_up': True, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:47.209421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede0288-25a7-4489-8371-e99bb38af754 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'Network': ['ID=93e36d87-abd6-4d06-9369-07c32ad83c51,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:47.221517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 93e36d87-abd6-4d06-9369-07c32ad83c51 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:01:47.303096 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583114-9aa4-4fd2-a3fd-f9b85d761e83 req-9c51d582-00bd-46a2-81be-4b5036e44915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:47.310753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583114-9aa4-4fd2-a3fd-f9b85d761e83 req-9c51d582-00bd-46a2-81be-4b5036e44915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:47.311505 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583114-9aa4-4fd2-a3fd-f9b85d761e83 req-9c51d582-00bd-46a2-81be-4b5036e44915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:47.312263 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583114-9aa4-4fd2-a3fd-f9b85d761e83 req-9c51d582-00bd-46a2-81be-4b5036e44915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:47.312892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583114-9aa4-4fd2-a3fd-f9b85d761e83 req-9c51d582-00bd-46a2-81be-4b5036e44915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:47.313521 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583114-9aa4-4fd2-a3fd-f9b85d761e83 req-9c51d582-00bd-46a2-81be-4b5036e44915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:47.315693 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-54583114-9aa4-4fd2-a3fd-f9b85d761e83 req-9c51d582-00bd-46a2-81be-4b5036e44915 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5354 time: 0.2503479 Mar 07 22:01:47.319298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (dc4d1325-642d-427f-9bd6-64fa5439818d), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:47.323261 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (dc4d1325-642d-427f-9bd6-64fa5439818d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:47.518777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a62bf86-9ce5-4ef9-92c4-f51be0db241b req-8b67a63a-bc98-431c-9650-280cc5114c77 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9839501 Mar 07 22:01:47.630826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-1b4ce811-e912-4cae-8dae-e6f20ffceeb2 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--714099138&fields=id&tenant_id=9bb6403373984f908124dcb70d1ed022 HTTP/1.1" status: 200 len: 267 time: 0.3803358 Mar 07 22:01:47.712258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583114-9aa4-4fd2-a3fd-f9b85d761e83 req-a55c651b-5d4c-44e0-818f-48c1cf2cbbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:47.713430 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583114-9aa4-4fd2-a3fd-f9b85d761e83 req-a55c651b-5d4c-44e0-818f-48c1cf2cbbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:47.714094 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583114-9aa4-4fd2-a3fd-f9b85d761e83 req-a55c651b-5d4c-44e0-818f-48c1cf2cbbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:47.716780 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-54583114-9aa4-4fd2-a3fd-f9b85d761e83 req-a55c651b-5d4c-44e0-818f-48c1cf2cbbfe service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3800101 Mar 07 22:01:47.732996 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router_controller (dc4d1325-642d-427f-9bd6-64fa5439818d), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:47.883741 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9aa58135-1818-48ce-a718-acc6a2f3fd30 req-cc6187a8-48de-40a7-8409-a24070af17b8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 210 time: 0.0893207 Mar 07 22:01:47.908399 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cc58fd34-d332-4778-9944-7b67884ec91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:48.092791 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router_gateway (dc4d1325-642d-427f-9bd6-64fa5439818d), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:48.103644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583114-9aa4-4fd2-a3fd-f9b85d761e83 req-90a7ecca-bf0a-45b9-936d-3bf6d55fd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:48.108578 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-54583114-9aa4-4fd2-a3fd-f9b85d761e83 req-90a7ecca-bf0a-45b9-936d-3bf6d55fd5e6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3775349 Mar 07 22:01:48.135801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-54a8d889-cec1-4a9f-af86-26e103a6d5f7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port 6bdb602f-a604-4f00-b1f3-d1b397eb6615 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:48.138507 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54a8d889-cec1-4a9f-af86-26e103a6d5f7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6bdb602f-a604-4f00-b1f3-d1b397eb6615), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:48.343850 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:48.414539 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54a8d889-cec1-4a9f-af86-26e103a6d5f7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6bdb602f-a604-4f00-b1f3-d1b397eb6615), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:48.442010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-54a8d889-cec1-4a9f-af86-26e103a6d5f7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for 6bdb602f-a604-4f00-b1f3-d1b397eb6615 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:48.481783 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router_gateway (dc4d1325-642d-427f-9bd6-64fa5439818d), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:48.514928 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:48.661205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Allocated IP 172.25.4.198 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/96449f16-1a9a-4017-a43a-64c77a66d250) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:48.713908 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54a8d889-cec1-4a9f-af86-26e103a6d5f7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6bdb602f-a604-4f00-b1f3-d1b397eb6615), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:48.827420 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for port (96449f16-1a9a-4017-a43a-64c77a66d250), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:48.847061 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8d889-cec1-4a9f-af86-26e103a6d5f7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=6bdb602f-a604-4f00-b1f3-d1b397eb6615,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:48.896542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-571db94b-c668-4bd0-881a-87fb866ba841 req-e50a0876-8af5-4701-8d0c-580263a27bbe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.20.0.7 (67f9c363-c485-4a33-9b48-fd10e475751a/14fed293-735f-4cee-812b-734c593e0466/e26427fc-13e0-4243-aabe-2d42f6042158) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:48.908407 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (96449f16-1a9a-4017-a43a-64c77a66d250), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:48.953245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:48.980108 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:48.999662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:49.057175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'Port': ['ID=96449f16-1a9a-4017-a43a-64c77a66d250,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:49.334821 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:49.556523 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router_gateway (dc4d1325-642d-427f-9bd6-64fa5439818d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:49.698185 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54a8d889-cec1-4a9f-af86-26e103a6d5f7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:49.707847 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-54a8d889-cec1-4a9f-af86-26e103a6d5f7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/6bdb602f-a604-4f00-b1f3-d1b397eb6615 HTTP/1.1" status: 204 len: 168 time: 3.1191390 Mar 07 22:01:49.811171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5198c5-e420-4fec-b032-62b96c0b5e13 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:01:49.819707 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Publish callbacks [] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:49.841964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Transition to ACTIVE for port object 5d5198c5-e420-4fec-b032-62b96c0b5e13 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:01:49.844981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56458) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:49.856549 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-4b531b96-b696-47f5-b97f-bd5520b57717 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:49.873681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-4b531b96-b696-47f5-b97f-bd5520b57717 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/networks?id=17af4d75-4163-4f51-bf4d-822a5308abb9 HTTP/1.1" status: 200 len: 810 time: 2.2043235 Mar 07 22:01:49.906897 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:49.919136 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (dc4d1325-642d-427f-9bd6-64fa5439818d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:49.967005 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ac3d06c2-b048-43ae-88be-f86a755f5b5e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/quotas/9bb6403373984f908124dcb70d1ed022 HTTP/1.1" status: 200 len: 375 time: 0.0822680 Mar 07 22:01:50.106795 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-571db94b-c668-4bd0-881a-87fb866ba841 req-e50a0876-8af5-4701-8d0c-580263a27bbe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (e26427fc-13e0-4243-aabe-2d42f6042158), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:50.207620 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b77bbe-3f6a-4f57-8254-557d588543f6 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] GET failed (client error): The resource could not be found. Mar 07 22:01:50.219322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-91b77bbe-3f6a-4f57-8254-557d588543f6 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/6bdb602f-a604-4f00-b1f3-d1b397eb6615 HTTP/1.1" status: 404 len: 333 time: 0.3417706 Mar 07 22:01:50.227075 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56466) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:50.295770 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-add6c0ea-29b2-49be-bbe3-e46ae68a89d7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'name': 'tempest-PortsIpV6TestJSON-1197387803'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:50.299461 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-571db94b-c668-4bd0-881a-87fb866ba841 req-e50a0876-8af5-4701-8d0c-580263a27bbe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:50.337858 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:50.438959 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Pushing event updated for resources: {'Port': ['ID=5d5198c5-e420-4fec-b032-62b96c0b5e13,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:50.595036 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c389b02-db94-4f52-9be8-7a66a13fceac req-de25e5f8-e6bb-4bce-a005-9b0fd829c427 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:50.603045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c389b02-db94-4f52-9be8-7a66a13fceac req-de25e5f8-e6bb-4bce-a005-9b0fd829c427 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:50.610316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c389b02-db94-4f52-9be8-7a66a13fceac req-de25e5f8-e6bb-4bce-a005-9b0fd829c427 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:50.616740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c389b02-db94-4f52-9be8-7a66a13fceac req-de25e5f8-e6bb-4bce-a005-9b0fd829c427 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:50.627069 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c389b02-db94-4f52-9be8-7a66a13fceac req-de25e5f8-e6bb-4bce-a005-9b0fd829c427 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:50.635382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c389b02-db94-4f52-9be8-7a66a13fceac req-de25e5f8-e6bb-4bce-a005-9b0fd829c427 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:50.640102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c389b02-db94-4f52-9be8-7a66a13fceac req-de25e5f8-e6bb-4bce-a005-9b0fd829c427 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 4606 time: 1.9052982 Mar 07 22:01:50.668535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Router dc4d1325-642d-427f-9bd6-64fa5439818d is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:01:50.820026 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:01:50.821565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c389b02-db94-4f52-9be8-7a66a13fceac req-d5488e7f-9756-4b49-9f23-591a5b861543 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1538835 Mar 07 22:01:50.837039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Sync routers for ids ['dc4d1325-642d-427f-9bd6-64fa5439818d'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:01:50.853430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Routers {'dc4d1325-642d-427f-9bd6-64fa5439818d'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:50.854052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:01:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['dc4d1325-642d-427f-9bd6-64fa5439818d'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:50.893472 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:50.897724 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fd2d7f05-8d95-4171-adc5-b58693de2a62 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.7208428 Mar 07 22:01:50.898451 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56480) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:50.915053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a0876-8af5-4701-8d0c-580263a27bbe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=e26427fc-13e0-4243-aabe-2d42f6042158,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:50.923633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571db94b-c668-4bd0-881a-87fb866ba841 req-e50a0876-8af5-4701-8d0c-580263a27bbe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network 67f9c363-c485-4a33-9b48-fd10e475751a is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:50.938204 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-571db94b-c668-4bd0-881a-87fb866ba841 req-e50a0876-8af5-4701-8d0c-580263a27bbe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:50.982677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-06d52afe-62e1-4b91-9c40-1efded4ea895 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bb6403373984f908124dcb70d1ed022&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0179906 Mar 07 22:01:50.990313 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-571db94b-c668-4bd0-881a-87fb866ba841 req-e50a0876-8af5-4701-8d0c-580263a27bbe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:51.167289 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5a5ab212-b116-4c09-a550-8a6fd7824d6f tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=e87eae701f45487cbc6b93aa1c25c985&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2679834 Mar 07 22:01:51.175510 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56484) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:51.309875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ca18014f-8955-491a-9004-7379d3733816 service neutron] 10.222.0.26 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888556 Mar 07 22:01:51.382645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a7c76133-6e40-41b5-b66d-e9a3e0bb86b5 None None] Provisioning complete for port e26427fc-13e0-4243-aabe-2d42f6042158 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:51.383223 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a7c76133-6e40-41b5-b66d-e9a3e0bb86b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:51.394802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172051ee-2732-4c41-9faa-74cfb4fd1caa tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:51.396741 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-172051ee-2732-4c41-9faa-74cfb4fd1caa tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2200117 Mar 07 22:01:51.401013 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56486) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:51.457970 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-631f62ef-62ec-4a50-9d74-b70fd51525c4 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0550048 Mar 07 22:01:51.460655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56488) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:51.467802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-fee09a0e-5175-4130-9300-9628bc44b90d tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1228820499', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:51.491261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Set router dc4d1325-642d-427f-9bd6-64fa5439818d gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:51.494292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add6c0ea-29b2-49be-bbe3-e46ae68a89d7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:51.497874 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-add6c0ea-29b2-49be-bbe3-e46ae68a89d7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:51.525080 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Attempting to bind port 5d5198c5-e420-4fec-b032-62b96c0b5e13 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:01:51.525456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Attempting to bind port 5d5198c5-e420-4fec-b032-62b96c0b5e13 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:01:51.525743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Attempting to bind port 5d5198c5-e420-4fec-b032-62b96c0b5e13 on network 030f98ea-4abb-4c6e-ab36-d010ae9a67db {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:51.567428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a7c76133-6e40-41b5-b66d-e9a3e0bb86b5 None None] Port e26427fc-13e0-4243-aabe-2d42f6042158 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:51.581992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571db94b-c668-4bd0-881a-87fb866ba841 req-e50a0876-8af5-4701-8d0c-580263a27bbe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:51.582765 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-571db94b-c668-4bd0-881a-87fb866ba841 req-e50a0876-8af5-4701-8d0c-580263a27bbe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:51.590773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-add6c0ea-29b2-49be-bbe3-e46ae68a89d7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port d2d022c4-21fa-4138-be5e-6358f0413641 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:01:51.700598 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee09a0e-5175-4130-9300-9628bc44b90d tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Made reservation on behalf of e87eae701f45487cbc6b93aa1c25c985 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:51.706588 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fee09a0e-5175-4130-9300-9628bc44b90d tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:51.936231 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-add6c0ea-29b2-49be-bbe3-e46ae68a89d7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (d2d022c4-21fa-4138-be5e-6358f0413641), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:51.953651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:47Z', 'updated_at': '2022-03-07T22:01:49Z', 'revision_number': 3, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:48Z', 'updated_at': '2022-03-07T22:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:51.990876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Port 5d5198c5-e420-4fec-b032-62b96c0b5e13 on network 030f98ea-4abb-4c6e-ab36-d010ae9a67db not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:01:51.991342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Attempting to bind port 5d5198c5-e420-4fec-b032-62b96c0b5e13 on network 030f98ea-4abb-4c6e-ab36-d010ae9a67db {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:52.000726 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-add6c0ea-29b2-49be-bbe3-e46ae68a89d7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d2d022c4-21fa-4138-be5e-6358f0413641), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:52.015791 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Checking router: dc4d1325-642d-427f-9bd6-64fa5439818d for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:01:52.016153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Updating router dc4d1325-642d-427f-9bd6-64fa5439818d port 96449f16-1a9a-4017-a43a-64c77a66d250 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:01:52.022612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:01:52.022864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Checking segment: {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:52.023227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Bound using segment: {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:01:52.023778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Bound port: 5d5198c5-e420-4fec-b032-62b96c0b5e13, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:01:52.024145 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:52.078285 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96449f16-1a9a-4017-a43a-64c77a66d250), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:52.095323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf45172-ee01-4ed4-a61a-050d9515cd9e req-ea043d8c-1daf-406d-a30a-a3cda3c9cc3d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:52.103037 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fee09a0e-5175-4130-9300-9628bc44b90d tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (045bdb65-74d3-48e1-a3f1-4e20559d5419), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:52.110569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cf45172-ee01-4ed4-a61a-050d9515cd9e req-ea043d8c-1daf-406d-a30a-a3cda3c9cc3d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 931 time: 1.1430981 Mar 07 22:01:52.120509 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-e50a0876-8af5-4701-8d0c-580263a27bbe tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4446118 Mar 07 22:01:52.151284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add6c0ea-29b2-49be-bbe3-e46ae68a89d7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:52.170633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Request body: {'port': {'device_id': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:52.222558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-add6c0ea-29b2-49be-bbe3-e46ae68a89d7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:52.261480 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6c0ea-29b2-49be-bbe3-e46ae68a89d7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:52.262050 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee09a0e-5175-4130-9300-9628bc44b90d tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Checking segment: {'id': '9d610a6b-d876-4037-976c-83f95a49d725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:52.264224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee09a0e-5175-4130-9300-9628bc44b90d tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Network hostable DHCP agents. Network: 93e36d87-abd6-4d06-9369-07c32ad83c51, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:01:52.268126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add6c0ea-29b2-49be-bbe3-e46ae68a89d7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:52.269137 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-add6c0ea-29b2-49be-bbe3-e46ae68a89d7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:52.270507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee09a0e-5175-4130-9300-9628bc44b90d tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'Subnet': ['ID=045bdb65-74d3-48e1-a3f1-4e20559d5419,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:52.311313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee09a0e-5175-4130-9300-9628bc44b90d tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Network 93e36d87-abd6-4d06-9369-07c32ad83c51 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:01:52.323570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-fee09a0e-5175-4130-9300-9628bc44b90d tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 93e36d87-abd6-4d06-9369-07c32ad83c51) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:52.329825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee09a0e-5175-4130-9300-9628bc44b90d tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:52.331083 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fee09a0e-5175-4130-9300-9628bc44b90d tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:52.337624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6c0ea-29b2-49be-bbe3-e46ae68a89d7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=d2d022c4-21fa-4138-be5e-6358f0413641,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:52.364526 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fee09a0e-5175-4130-9300-9628bc44b90d tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9021497 Mar 07 22:01:52.367347 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56498) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:52.395089 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Publish callbacks [] for port (96449f16-1a9a-4017-a43a-64c77a66d250), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:52.405343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c40613-49ec-41f9-8971-268bfda3f996 None None] Network 93e36d87-abd6-4d06-9369-07c32ad83c51 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:52.440272 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-add6c0ea-29b2-49be-bbe3-e46ae68a89d7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1494029 Mar 07 22:01:52.446623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56500) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:52.448740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-d86934af-9adc-4e38-ad22-27bf2b794477 service neutron] 10.222.0.26 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0558472 Mar 07 22:01:52.454607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e35b5324-8648-427c-b294-46a08fe40037 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:52.497455 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (96449f16-1a9a-4017-a43a-64c77a66d250), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:52.508385 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:52.540877 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cf45172-ee01-4ed4-a61a-050d9515cd9e req-fcc094a2-74d8-430f-a380-bc14ccb1e651 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4272375 Mar 07 22:01:52.584688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c8ac8-dc46-43fa-9a35-908d092464be None None] Pushing event updated for resources: {'Port': ['ID=96449f16-1a9a-4017-a43a-64c77a66d250,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:52.644689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93e36d87-abd6-4d06-9369-07c32ad83c51', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'fixed_ips': [{'subnet_id': '045bdb65-74d3-48e1-a3f1-4e20559d5419'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:01:52.648620 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:52.705314 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:52.764412 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Attempting to bind port 96449f16-1a9a-4017-a43a-64c77a66d250 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:01:52.765224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Attempting to bind port 96449f16-1a9a-4017-a43a-64c77a66d250 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:01:52.765599 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Attempting to bind port 96449f16-1a9a-4017-a43a-64c77a66d250 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:52.802534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:01:52.803218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:52.804342 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:52.808086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:01:52.809346 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Bound port: 96449f16-1a9a-4017-a43a-64c77a66d250, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:01:52.817576 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96449f16-1a9a-4017-a43a-64c77a66d250), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:53.059480 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26427fc-13e0-4243-aabe-2d42f6042158 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:01:53.075197 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Publish callbacks [] for port (e26427fc-13e0-4243-aabe-2d42f6042158), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:53.105004 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Transition to ACTIVE for port object e26427fc-13e0-4243-aabe-2d42f6042158 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:01:53.140284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Allocated IP 172.20.0.2 (93e36d87-abd6-4d06-9369-07c32ad83c51/045bdb65-74d3-48e1-a3f1-4e20559d5419/c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:53.222426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] For port 5d5198c5-e420-4fec-b032-62b96c0b5e13, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:01:53.249738 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:53.387674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2dc587cb-04d7-42bf-865b-729b418050ca req-e439b8b8-e746-430c-934e-dce3021bbdc9 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 210 time: 0.1923099 Mar 07 22:01:53.438001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] For port 5d5198c5-e420-4fec-b032-62b96c0b5e13, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5d5198c5-e420-4fec-b032-62b96c0b5e13,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:01:53.525221 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:53.536762 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:53.571355 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Publish callbacks [] for port (c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:53.590999 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e35b5324-8648-427c-b294-46a08fe40037 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d2d022c4-21fa-4138-be5e-6358f0413641), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:53.601198 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:53.639725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] For port 96449f16-1a9a-4017-a43a-64c77a66d250, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:01:53.657066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeda93-0611-42db-9df8-fc5174fead3a req-fb6e8849-c886-46e9-917a-ec205e9398ef tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:53.662958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeda93-0611-42db-9df8-fc5174fead3a req-fb6e8849-c886-46e9-917a-ec205e9398ef tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:53.668964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeda93-0611-42db-9df8-fc5174fead3a req-fb6e8849-c886-46e9-917a-ec205e9398ef tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:53.675250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeda93-0611-42db-9df8-fc5174fead3a req-fb6e8849-c886-46e9-917a-ec205e9398ef tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:53.689321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeda93-0611-42db-9df8-fc5174fead3a req-fb6e8849-c886-46e9-917a-ec205e9398ef tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:53.703972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeda93-0611-42db-9df8-fc5174fead3a req-fb6e8849-c886-46e9-917a-ec205e9398ef tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:53.708919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeda93-0611-42db-9df8-fc5174fead3a req-fb6e8849-c886-46e9-917a-ec205e9398ef tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:53.711403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21aeda93-0611-42db-9df8-fc5174fead3a req-fb6e8849-c886-46e9-917a-ec205e9398ef tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5384 time: 0.6039679 Mar 07 22:01:53.769719 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] For port 96449f16-1a9a-4017-a43a-64c77a66d250, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=96449f16-1a9a-4017-a43a-64c77a66d250,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:01:53.791647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Network 93e36d87-abd6-4d06-9369-07c32ad83c51 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:53.806827 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (96449f16-1a9a-4017-a43a-64c77a66d250), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:53.841049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:53.855394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Pushing event updated for resources: {'Port': ['ID=e26427fc-13e0-4243-aabe-2d42f6042158,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:53.875181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:53.888218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:53.889917 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:53.890763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] 10.222.0.13 "PUT /v2.0/ports/5d5198c5-e420-4fec-b032-62b96c0b5e13 HTTP/1.1" status: 200 len: 1136 time: 8.2755344 Mar 07 22:01:53.893165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '5d5198c5-e420-4fec-b032-62b96c0b5e13'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:53.895657 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d4b100-753c-4fa4-a11c-8a2bd749155f" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "5d5198c5-e420-4fec-b032-62b96c0b5e13"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:01:53.915164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Pushing event updated for resources: {'Port': ['ID=c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:53.970820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Request body: {'port': {'device_id': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:54.034791 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Routers {'dc4d1325-642d-427f-9bd6-64fa5439818d'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:01:54.035477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:01:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['dc4d1325-642d-427f-9bd6-64fa5439818d'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:54.200299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Allocated IP 172.20.0.1 (93e36d87-abd6-4d06-9369-07c32ad83c51/045bdb65-74d3-48e1-a3f1-4e20559d5419/5a05106e-15c5-41a3-b670-e05926eb6ddb) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:54.239064 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:54.244253 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551126c1-f977-41a2-b12c-4c19b74b7c6b service neutron] Pushing event updated for resources: {'Port': ['ID=5d5198c5-e420-4fec-b032-62b96c0b5e13,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:54.257311 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Attempting to bind port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:01:54.257694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Attempting to bind port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '9d610a6b-d876-4037-976c-83f95a49d725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:01:54.258088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Attempting to bind port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f on network 93e36d87-abd6-4d06-9369-07c32ad83c51 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:54.331767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c8ac8-dc46-43fa-9a35-908d092464be None None] Pushing event updated for resources: {'Port': ['ID=96449f16-1a9a-4017-a43a-64c77a66d250,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:54.343883 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21aeda93-0611-42db-9df8-fc5174fead3a req-faa66e6a-6981-4710-bb68-3cde1b183bf6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4678183 Mar 07 22:01:54.345668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:01:54.346054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Checking segment: {'id': '9d610a6b-d876-4037-976c-83f95a49d725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:54.346483 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:54.346879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Bound using segment: {'id': '9d610a6b-d876-4037-976c-83f95a49d725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:01:54.347366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Bound port: c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d610a6b-d876-4037-976c-83f95a49d725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:01:54.347751 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:54.366781 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12792c-7938-4965-a98d-96cf838ebdb5 req-f982c800-c045-42d4-bb48-a925d719ec5a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:54.374968 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc12792c-7938-4965-a98d-96cf838ebdb5 req-f982c800-c045-42d4-bb48-a925d719ec5a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 943 time: 0.5687544 Mar 07 22:01:54.509230 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8231ae-f312-49fc-87a4-03928ff88640 x-openstack-request-id: req-2e8231ae-f312-49fc-87a4-03928ff88640 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:01:54.509523 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "5d5198c5-e420-4fec-b032-62b96c0b5e13", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:01:54.509804 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e8231ae-f312-49fc-87a4-03928ff88640 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:01:54.510274 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '5d5198c5-e420-4fec-b032-62b96c0b5e13', 'status': 'completed', 'code': 200} Mar 07 22:01:54.523025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] Set router dc4d1325-642d-427f-9bd6-64fa5439818d gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:01:54.560855 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc12792c-7938-4965-a98d-96cf838ebdb5 req-b2430231-ac9f-40bf-b849-42115ae597ba tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1846485 Mar 07 22:01:54.595695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:54.660190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Attempting to bind port e26427fc-13e0-4243-aabe-2d42f6042158 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:01:54.660476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Attempting to bind port e26427fc-13e0-4243-aabe-2d42f6042158 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'a9bd321e-5082-4576-8c12-a90695c64286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:01:54.660820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Attempting to bind port e26427fc-13e0-4243-aabe-2d42f6042158 on network 67f9c363-c485-4a33-9b48-fd10e475751a {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:54.676910 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:54.714618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] For port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:01:54.732752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] For port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f,segment=NetworkSegment(9d610a6b-d876-4037-976c-83f95a49d725),segment_id=9d610a6b-d876-4037-976c-83f95a49d725)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:01:54.748983 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:54.827816 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Network 93e36d87-abd6-4d06-9369-07c32ad83c51 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:54.838986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:54.845422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Port e26427fc-13e0-4243-aabe-2d42f6042158 on network 67f9c363-c485-4a33-9b48-fd10e475751a not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:01:54.845758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Attempting to bind port e26427fc-13e0-4243-aabe-2d42f6042158 on network 67f9c363-c485-4a33-9b48-fd10e475751a {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:54.856637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:01:54.865201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'Port': ['ID=5a05106e-15c5-41a3-b670-e05926eb6ddb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:54.872817 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36c385-2db5-42f9-8164-ddbf9d301787 None None] Pushing event updated for resources: {'Port': ['ID=c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:54.900495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:47Z', 'updated_at': '2022-03-07T22:01:49Z', 'revision_number': 3, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:48Z', 'updated_at': '2022-03-07T22:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:54.942979 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4246a2eb-dbe0-45cf-a570-784554a324ed None None] The sync data for ids ['dc4d1325-642d-427f-9bd6-64fa5439818d'] in n-d-832330-1 is: [{'id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:47Z', 'updated_at': '2022-03-07T22:01:49Z', 'revision_number': 3, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:48Z', 'updated_at': '2022-03-07T22:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:01:54.969579 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e35b5324-8648-427c-b294-46a08fe40037 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (d2d022c4-21fa-4138-be5e-6358f0413641), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:54.970589 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b100-753c-4fa4-a11c-8a2bd749155f req-3caf7dbd-d223-41f3-bbd0-077379611699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:54.971086 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b100-753c-4fa4-a11c-8a2bd749155f req-3caf7dbd-d223-41f3-bbd0-077379611699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:54.971563 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b100-753c-4fa4-a11c-8a2bd749155f req-3caf7dbd-d223-41f3-bbd0-077379611699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:54.972044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b100-753c-4fa4-a11c-8a2bd749155f req-3caf7dbd-d223-41f3-bbd0-077379611699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:54.972507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b100-753c-4fa4-a11c-8a2bd749155f req-3caf7dbd-d223-41f3-bbd0-077379611699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:54.972979 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b100-753c-4fa4-a11c-8a2bd749155f req-3caf7dbd-d223-41f3-bbd0-077379611699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:54.973449 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b100-753c-4fa4-a11c-8a2bd749155f req-3caf7dbd-d223-41f3-bbd0-077379611699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:54.988155 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-53d4b100-753c-4fa4-a11c-8a2bd749155f req-3caf7dbd-d223-41f3-bbd0-077379611699 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 6314 time: 0.3153460 Mar 07 22:01:55.007552 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2885b5eb-b75a-4ccd-9c2e-9ba9a90b6f2a req-ba5575eb-2074-4ad6-924d-56e575ac7682 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 210 time: 0.3072319 Mar 07 22:01:55.008715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:01:55.011146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Checking segment: {'id': 'a9bd321e-5082-4576-8c12-a90695c64286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:55.011997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Bound using segment: {'id': 'a9bd321e-5082-4576-8c12-a90695c64286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:01:55.013213 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Bound port: e26427fc-13e0-4243-aabe-2d42f6042158, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9bd321e-5082-4576-8c12-a90695c64286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:01:55.014454 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:55.038607 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (dc4d1325-642d-427f-9bd6-64fa5439818d), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:55.150564 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e35b5324-8648-427c-b294-46a08fe40037 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (d2d022c4-21fa-4138-be5e-6358f0413641), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:55.234908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b100-753c-4fa4-a11c-8a2bd749155f req-3f4c4254-5922-4ac0-b3ad-e4f62e4c660b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:55.235387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b100-753c-4fa4-a11c-8a2bd749155f req-3f4c4254-5922-4ac0-b3ad-e4f62e4c660b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:55.235856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b100-753c-4fa4-a11c-8a2bd749155f req-3f4c4254-5922-4ac0-b3ad-e4f62e4c660b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:55.237472 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-53d4b100-753c-4fa4-a11c-8a2bd749155f req-3f4c4254-5922-4ac0-b3ad-e4f62e4c660b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2485335 Mar 07 22:01:55.275250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e35b5324-8648-427c-b294-46a08fe40037 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] In _notify_port_updated(), no bound segment for port d2d022c4-21fa-4138-be5e-6358f0413641 on network 8d579dd8-ff24-4d4b-b298-d85d88e44450 {{(pid=103719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 22:01:55.280909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b5324-8648-427c-b294-46a08fe40037 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:55.282143 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e35b5324-8648-427c-b294-46a08fe40037 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:55.286328 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e35b5324-8648-427c-b294-46a08fe40037 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "PUT /v2.0/ports/d2d022c4-21fa-4138-be5e-6358f0413641 HTTP/1.1" status: 200 len: 818 time: 2.8340955 Mar 07 22:01:55.308631 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56546) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:55.318536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b5324-8648-427c-b294-46a08fe40037 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=d2d022c4-21fa-4138-be5e-6358f0413641,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:55.670653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b100-753c-4fa4-a11c-8a2bd749155f req-e7189e6d-a272-4e75-9430-4b01590656c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:55.672464 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-53d4b100-753c-4fa4-a11c-8a2bd749155f req-e7189e6d-a272-4e75-9430-4b01590656c4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3716583 Mar 07 22:01:55.789871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 96449f16-1a9a-4017-a43a-64c77a66d250 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:55.832364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee7cb6-85a7-41f4-8b95-772f2a63baa2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port d2d022c4-21fa-4138-be5e-6358f0413641 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:01:55.832723 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7cb6-85a7-41f4-8b95-772f2a63baa2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d2d022c4-21fa-4138-be5e-6358f0413641), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:55.925511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 96449f16-1a9a-4017-a43a-64c77a66d250 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:55.925739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c160fb-b584-4b25-8107-c17294f3ccb2 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:01:55.925844 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (96449f16-1a9a-4017-a43a-64c77a66d250), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:55.940313 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Publish callbacks [] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:55.974467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Transition to ACTIVE for port object 06c160fb-b584-4b25-8107-c17294f3ccb2 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:01:56.015626 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:56.042781 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:56.071509 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7cb6-85a7-41f4-8b95-772f2a63baa2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d2d022c4-21fa-4138-be5e-6358f0413641), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:56.112637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56568) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:56.194115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee7cb6-85a7-41f4-8b95-772f2a63baa2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for d2d022c4-21fa-4138-be5e-6358f0413641 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:01:56.214164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 96449f16-1a9a-4017-a43a-64c77a66d250 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:56.214707 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96449f16-1a9a-4017-a43a-64c77a66d250), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:56.253465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] For port e26427fc-13e0-4243-aabe-2d42f6042158, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:01:56.265712 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 96449f16-1a9a-4017-a43a-64c77a66d250, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=96449f16-1a9a-4017-a43a-64c77a66d250,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:56.275515 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (96449f16-1a9a-4017-a43a-64c77a66d250), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:56.275925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Pushing event updated for resources: {'Port': ['ID=06c160fb-b584-4b25-8107-c17294f3ccb2,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:56.276473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:56.338399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] For port e26427fc-13e0-4243-aabe-2d42f6042158, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e26427fc-13e0-4243-aabe-2d42f6042158,segment=NetworkSegment(a9bd321e-5082-4576-8c12-a90695c64286),segment_id=a9bd321e-5082-4576-8c12-a90695c64286)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:01:56.368073 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-dcdcc479-620d-4899-a311-32455202de3e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:56.378520 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-dcdcc479-620d-4899-a311-32455202de3e tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.15 "GET /v2.0/networks?id=17af4d75-4163-4f51-bf4d-822a5308abb9 HTTP/1.1" status: 200 len: 810 time: 1.8103194 Mar 07 22:01:56.406424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:56.407072 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:56.479781 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-150071ab-bd59-4384-b03f-dda4b417a424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:56.583382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-c1d26b49-8b78-4a67-bde1-2e96969ff232 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb6403373984f908124dcb70d1ed022 HTTP/1.1" status: 200 len: 379 time: 0.1724653 Mar 07 22:01:56.586000 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:56.601945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-b6950fd5-1913-4a55-b5e1-737b1cead9fa tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Request body: {'port': {'device_id': '3ac0670c-a45d-4512-85b1-32dd3c1eff19', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'admin_state_up': True, 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'security_groups': ['fb84931a-2640-4a60-a963-8d8f4b244146']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:56.761862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641e1bf-099d-426c-84fc-331c904fb8ce req-85fdc1e0-fab6-4328-90ad-3967cce4418f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:56.765533 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c641e1bf-099d-426c-84fc-331c904fb8ce req-85fdc1e0-fab6-4328-90ad-3967cce4418f tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 943 time: 0.7633255 Mar 07 22:01:56.770877 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7cb6-85a7-41f4-8b95-772f2a63baa2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d2d022c4-21fa-4138-be5e-6358f0413641), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:56.842484 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7cb6-85a7-41f4-8b95-772f2a63baa2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:56.848656 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e4ee7cb6-85a7-41f4-8b95-772f2a63baa2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/d2d022c4-21fa-4138-be5e-6358f0413641 HTTP/1.1" status: 204 len: 168 time: 1.5390294 Mar 07 22:01:56.855806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56572) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:56.873466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2620f3c5-be74-4866-9b5a-6e28ea678ad7 None None] Network 93e36d87-abd6-4d06-9369-07c32ad83c51 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:01:56.894653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee7cb6-85a7-41f4-8b95-772f2a63baa2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=d2d022c4-21fa-4138-be5e-6358f0413641,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:56.977349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31526014-c417-420b-b69e-ac06f27244b2 req-07b432be-7c60-46d8-8655-fb927bef4ffa tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:56.984840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31526014-c417-420b-b69e-ac06f27244b2 req-07b432be-7c60-46d8-8655-fb927bef4ffa tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:56.991344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31526014-c417-420b-b69e-ac06f27244b2 req-07b432be-7c60-46d8-8655-fb927bef4ffa tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:56.998836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31526014-c417-420b-b69e-ac06f27244b2 req-07b432be-7c60-46d8-8655-fb927bef4ffa tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:57.010136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31526014-c417-420b-b69e-ac06f27244b2 req-07b432be-7c60-46d8-8655-fb927bef4ffa tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:57.016028 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31526014-c417-420b-b69e-ac06f27244b2 req-07b432be-7c60-46d8-8655-fb927bef4ffa tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:57.021520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31526014-c417-420b-b69e-ac06f27244b2 req-07b432be-7c60-46d8-8655-fb927bef4ffa tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:57.031856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=96449f16-1a9a-4017-a43a-64c77a66d250,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:57.037047 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31526014-c417-420b-b69e-ac06f27244b2 req-07b432be-7c60-46d8-8655-fb927bef4ffa tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5396 time: 1.0434310 Mar 07 22:01:57.111164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5dd251-4c25-48f4-afaf-04b213cf7a5b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:57.116133 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4d5dd251-4c25-48f4-afaf-04b213cf7a5b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2587829 Mar 07 22:01:57.117387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56574) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:57.119854 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-150071ab-bd59-4384-b03f-dda4b417a424 admin admin] Publish callbacks [] for security_group (c3ba05fc-c712-4c22-ad9c-8122a35a3359), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:57.161838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:57.162261 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:57.190287 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-29200013-94f9-4bba-ac35-4e40d2a9722e None None] Provisioning complete for port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:57.190664 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-29200013-94f9-4bba-ac35-4e40d2a9722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:57.235666 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-25733d4e-5b6c-4c4e-b7a1-4db4851fb203 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] GET failed (client error): The resource could not be found. Mar 07 22:01:57.244009 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-25733d4e-5b6c-4c4e-b7a1-4db4851fb203 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/d2d022c4-21fa-4138-be5e-6358f0413641 HTTP/1.1" status: 404 len: 333 time: 0.1193607 Mar 07 22:01:57.259688 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56580) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:57.262109 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-150071ab-bd59-4384-b03f-dda4b417a424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c3ba05fc-c712-4c22-ad9c-8122a35a3359), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:57.278747 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5bb231b4-d391-48ee-b6c7-4303ea97f6f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1872146371'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:57.286664 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f,segment=NetworkSegment(9d610a6b-d876-4037-976c-83f95a49d725),segment_id=9d610a6b-d876-4037-976c-83f95a49d725)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:01:57.304980 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:57.354037 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb231b4-d391-48ee-b6c7-4303ea97f6f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:57.363517 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5bb231b4-d391-48ee-b6c7-4303ea97f6f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:57.435789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:57.465867 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb231b4-d391-48ee-b6c7-4303ea97f6f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:01:57.496642 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5bb231b4-d391-48ee-b6c7-4303ea97f6f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (5e04ebda-ca64-4d18-80d3-f3e31fabb00e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:57.498212 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-5bb231b4-d391-48ee-b6c7-4303ea97f6f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Added segment 5e04ebda-ca64-4d18-80d3-f3e31fabb00e of type vlan for network 08aec525-313a-46f0-8827-13391b9f1184 Mar 07 22:01:57.568632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-29200013-94f9-4bba-ac35-4e40d2a9722e None None] Current status of the port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:57.601031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 96449f16-1a9a-4017-a43a-64c77a66d250 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:57.663445 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-150071ab-bd59-4384-b03f-dda4b417a424 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93795a6c2c1b463c93610e22c3361f89&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5497856 Mar 07 22:01:57.698904 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 96449f16-1a9a-4017-a43a-64c77a66d250 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:57.699316 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (96449f16-1a9a-4017-a43a-64c77a66d250), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:57.708046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56592) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:57.766753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6f3cde55-d8ba-438d-bdbc-cae2dd20b7f6 None None] Provisioning complete for port 5a05106e-15c5-41a3-b670-e05926eb6ddb triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:57.767127 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6f3cde55-d8ba-438d-bdbc-cae2dd20b7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:57.792859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5bb231b4-d391-48ee-b6c7-4303ea97f6f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (08aec525-313a-46f0-8827-13391b9f1184), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:57.826358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150071ab-bd59-4384-b03f-dda4b417a424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ba05fc-c712-4c22-ad9c-8122a35a3359,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:57.866478 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:57.868660 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:57.874539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] 10.222.0.15 "PUT /v2.0/ports/e26427fc-13e0-4243-aabe-2d42f6042158 HTTP/1.1" status: 200 len: 1091 time: 5.7084913 Mar 07 22:01:57.923443 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'tag': 'e26427fc-13e0-4243-aabe-2d42f6042158'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:57.927166 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440093d6-6d51-45bf-86c2-26cde6b55a95" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbe3c97-d3e0-468f-9f11-d494d2db8b96", "tag": "e26427fc-13e0-4243-aabe-2d42f6042158"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:01:57.965955 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:57.982047 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cde55-d8ba-438d-bdbc-cae2dd20b7f6 None None] Port 5a05106e-15c5-41a3-b670-e05926eb6ddb cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:58.009849 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c70258-0626-4016-aea2-d42e0808aef5 service neutron] Pushing event updated for resources: {'Port': ['ID=e26427fc-13e0-4243-aabe-2d42f6042158,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:58.012009 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:58.031300 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 96449f16-1a9a-4017-a43a-64c77a66d250 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:58.052253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6f3cde55-d8ba-438d-bdbc-cae2dd20b7f6 None None] Provisioning complete for port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:58.052639 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6f3cde55-d8ba-438d-bdbc-cae2dd20b7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:58.135799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c641e1bf-099d-426c-84fc-331c904fb8ce req-1a575bae-37e2-4901-82cb-8dd875eccee0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.3361290 Mar 07 22:01:58.167269 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (dc4d1325-642d-427f-9bd6-64fa5439818d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:58.209091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Attempting to bind port 06c160fb-b584-4b25-8107-c17294f3ccb2 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:01:58.209853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Attempting to bind port 06c160fb-b584-4b25-8107-c17294f3ccb2 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:01:58.212056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Attempting to bind port 06c160fb-b584-4b25-8107-c17294f3ccb2 on network 030f98ea-4abb-4c6e-ab36-d010ae9a67db {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:58.243481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Port 06c160fb-b584-4b25-8107-c17294f3ccb2 on network 030f98ea-4abb-4c6e-ab36-d010ae9a67db not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:01:58.243755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Attempting to bind port 06c160fb-b584-4b25-8107-c17294f3ccb2 on network 030f98ea-4abb-4c6e-ab36-d010ae9a67db {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:01:58.253516 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:01:58.253991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Checking segment: {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:01:58.254711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Bound using segment: {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:01:58.255235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Bound port: 06c160fb-b584-4b25-8107-c17294f3ccb2, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:01:58.255705 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:58.320090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cde55-d8ba-438d-bdbc-cae2dd20b7f6 None None] Current status of the port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:01:58.322000 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-b6950fd5-1913-4a55-b5e1-737b1cead9fa tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Made reservation on behalf of 9bb6403373984f908124dcb70d1ed022 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:58.326568 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-b6950fd5-1913-4a55-b5e1-737b1cead9fa tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:58.420533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] For port 06c160fb-b584-4b25-8107-c17294f3ccb2, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:01:58.429362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] For port 06c160fb-b584-4b25-8107-c17294f3ccb2, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=06c160fb-b584-4b25-8107-c17294f3ccb2,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:01:58.450940 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31526014-c417-420b-b69e-ac06f27244b2 req-8f6813e5-0860-4c65-ae93-9f976e637380 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4129190 Mar 07 22:01:58.460995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-15030664-6f50-4ca5-99ba-b680ed68a541 None None] Provisioning complete for port 5a05106e-15c5-41a3-b670-e05926eb6ddb triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:58.471839 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-15030664-6f50-4ca5-99ba-b680ed68a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:58.475213 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571db94b-c668-4bd0-881a-87fb866ba841 req-b6e0735b-bebc-43ec-a0f1-6ba6355cd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:58.483059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-b6e0735b-bebc-43ec-a0f1-6ba6355cd25a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 1125 time: 0.5063736 Mar 07 22:01:58.484469 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:58.606037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-15030664-6f50-4ca5-99ba-b680ed68a541 None None] Port 5a05106e-15c5-41a3-b670-e05926eb6ddb cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:01:58.639213 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Pushing event updated for resources: {'Port': ['ID=06c160fb-b584-4b25-8107-c17294f3ccb2,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:58.666707 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64db7e93-51aa-4ac0-9494-a29e95967276 x-openstack-request-id: req-64db7e93-51aa-4ac0-9494-a29e95967276 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:01:58.667014 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbe3c97-d3e0-468f-9f11-d494d2db8b96", "tag": "e26427fc-13e0-4243-aabe-2d42f6042158", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:01:58.667280 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64db7e93-51aa-4ac0-9494-a29e95967276 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:01:58.668270 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'tag': 'e26427fc-13e0-4243-aabe-2d42f6042158', 'status': 'completed', 'code': 200} Mar 07 22:01:58.679908 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4febdb1e-5fea-4f29-9dc1-a8cfe0a70e6e req-46779cc8-1b90-4adb-b8cc-77324aa5d1ab tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 210 time: 0.3249724 Mar 07 22:01:58.774649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:58.775575 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:58.777242 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1e011c3c-6c66-404d-8cf7-504a0fbe7b02 service neutron] 10.222.0.13 "PUT /v2.0/ports/06c160fb-b584-4b25-8107-c17294f3ccb2 HTTP/1.1" status: 200 len: 1090 time: 4.8157058 Mar 07 22:01:58.782809 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-3047d2af-b21e-43b5-9b72-b9fdafd433cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e26427fc-13e0-4243-aabe-2d42f6042158 HTTP/1.1" status: 200 len: 217 time: 0.1820927 Mar 07 22:01:58.878565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Request body: {'port': {'device_id': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:58.909574 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-881bc16a-f599-4bbf-b246-74bccce794d2 admin admin] Publish callbacks [] for security_group (c3ba05fc-c712-4c22-ad9c-8122a35a3359), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:58.951091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-881bc16a-f599-4bbf-b246-74bccce794d2 admin admin] Publish callbacks [] for security_group (c3ba05fc-c712-4c22-ad9c-8122a35a3359), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:59.038095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571db94b-c668-4bd0-881a-87fb866ba841 req-af252fcb-07f3-4cd9-bad2-1a95c55a9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:59.043835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-af252fcb-07f3-4cd9-bad2-1a95c55a9242 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14fed293-735f-4cee-812b-734c593e0466 HTTP/1.1" status: 200 len: 835 time: 0.1927261 Mar 07 22:01:59.047960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'Port': ['ID=5a05106e-15c5-41a3-b670-e05926eb6ddb,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:59.050507 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5bb231b4-d391-48ee-b6c7-4303ea97f6f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (08aec525-313a-46f0-8827-13391b9f1184), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:59.056103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb231b4-d391-48ee-b6c7-4303ea97f6f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:59.057013 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5bb231b4-d391-48ee-b6c7-4303ea97f6f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:59.068903 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-881bc16a-f599-4bbf-b246-74bccce794d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c3ba05fc-c712-4c22-ad9c-8122a35a3359), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:59.072171 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-881bc16a-f599-4bbf-b246-74bccce794d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:59.077053 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-881bc16a-f599-4bbf-b246-74bccce794d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3ba05fc-c712-4c22-ad9c-8122a35a3359 HTTP/1.1" status: 204 len: 168 time: 1.3599575 Mar 07 22:01:59.125953 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bc16a-f599-4bbf-b246-74bccce794d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ba05fc-c712-4c22-ad9c-8122a35a3359,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:59.139074 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5bb231b4-d391-48ee-b6c7-4303ea97f6f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8761380 Mar 07 22:01:59.175061 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56604) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:01:59.184372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e526858f-5331-4e27-8026-91ba851d1db7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'subnet': {'network_id': '08aec525-313a-46f0-8827-13391b9f1184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:59.364305 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb231b4-d391-48ee-b6c7-4303ea97f6f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Network': ['ID=08aec525-313a-46f0-8827-13391b9f1184,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:59.378969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 08aec525-313a-46f0-8827-13391b9f1184 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:01:59.389192 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Network 93e36d87-abd6-4d06-9369-07c32ad83c51 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:59.392606 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:59.466203 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:59.526118 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e526858f-5331-4e27-8026-91ba851d1db7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:59.528792 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e526858f-5331-4e27-8026-91ba851d1db7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:59.584514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:01:59.743656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:01:59.747065 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:01:59.928002 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56618) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:00.027093 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f1798a87-4ba0-4ab3-8f98-75ede4f1b84f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:00.067455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-da6d348a-a267-4f6e-88d2-c0a024fea3a7 None None] Provisioning complete for port 5a05106e-15c5-41a3-b670-e05926eb6ddb triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:00.067733 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-da6d348a-a267-4f6e-88d2-c0a024fea3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:00.116157 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:00.125865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Router dc4d1325-642d-427f-9bd6-64fa5439818d has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:02:00.148075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-da6d348a-a267-4f6e-88d2-c0a024fea3a7 None None] Port 5a05106e-15c5-41a3-b670-e05926eb6ddb cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:00.180887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05afd382-defc-4b8d-9fd1-655e05ad1958 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:00.194873 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Publish callbacks [] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:00.265569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-b6950fd5-1913-4a55-b5e1-737b1cead9fa tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Allocated IP 172.20.0.9 (17af4d75-4163-4f51-bf4d-822a5308abb9/53b78d0f-0bb8-455d-a78c-07f57fa57eef/4655b1e6-03e2-4f0c-9de3-a8f68cf05fda) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:00.279111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Transition to ACTIVE for port object 05afd382-defc-4b8d-9fd1-655e05ad1958 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:02:00.302747 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd795e-84e9-4c1c-b49e-ba635e4d4eb2 req-6b2739d7-1bef-4f37-87fc-6197c1d51df7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:00.304391 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16bd795e-84e9-4c1c-b49e-ba635e4d4eb2 req-6b2739d7-1bef-4f37-87fc-6197c1d51df7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 943 time: 0.9912319 Mar 07 22:02:00.314789 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:00.326214 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571db94b-c668-4bd0-881a-87fb866ba841 req-f04de06b-4f8a-436c-9874-9ea5fdf4ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:00.327758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-f04de06b-4f8a-436c-9874-9ea5fdf4ec31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67f9c363-c485-4a33-9b48-fd10e475751a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.2720783 Mar 07 22:02:00.422677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16bd795e-84e9-4c1c-b49e-ba635e4d4eb2 req-dd79a30e-2216-40c8-a92d-c1064e6239f7 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899267 Mar 07 22:02:00.485292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f1798a87-4ba0-4ab3-8f98-75ede4f1b84f admin admin] Publish callbacks [] for security_group (fa698be7-ff7c-4593-92bf-ebc5799b0ea6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:00.534813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbce6b-dcca-4d13-8638-4435f9f10f97 req-0ecf721e-8796-4ba4-80bb-f16a2103d389 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:00.540251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbce6b-dcca-4d13-8638-4435f9f10f97 req-0ecf721e-8796-4ba4-80bb-f16a2103d389 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:00.551183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbce6b-dcca-4d13-8638-4435f9f10f97 req-0ecf721e-8796-4ba4-80bb-f16a2103d389 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:00.556792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbce6b-dcca-4d13-8638-4435f9f10f97 req-0ecf721e-8796-4ba4-80bb-f16a2103d389 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:00.564511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbce6b-dcca-4d13-8638-4435f9f10f97 req-0ecf721e-8796-4ba4-80bb-f16a2103d389 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:00.569901 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbce6b-dcca-4d13-8638-4435f9f10f97 req-0ecf721e-8796-4ba4-80bb-f16a2103d389 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:00.579981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbce6b-dcca-4d13-8638-4435f9f10f97 req-0ecf721e-8796-4ba4-80bb-f16a2103d389 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:00.587817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36dbce6b-dcca-4d13-8638-4435f9f10f97 req-0ecf721e-8796-4ba4-80bb-f16a2103d389 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5396 time: 0.5922976 Mar 07 22:02:00.596153 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f1798a87-4ba0-4ab3-8f98-75ede4f1b84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fa698be7-ff7c-4593-92bf-ebc5799b0ea6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:00.643761 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f1798a87-4ba0-4ab3-8f98-75ede4f1b84f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd0549a36b9d4b138e1b24a91fc0ef58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6972919 Mar 07 22:02:00.644771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56624) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:00.657165 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e526858f-5331-4e27-8026-91ba851d1db7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (d75c8f33-bab5-4fb3-b7a6-e6daf3045635), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:00.671056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Pushing event updated for resources: {'Port': ['ID=05afd382-defc-4b8d-9fd1-655e05ad1958,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:00.673140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '06c160fb-b584-4b25-8107-c17294f3ccb2'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:00.675384 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da1099d-74da-45fd-ab99-6f26aa5862a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "06c160fb-b584-4b25-8107-c17294f3ccb2"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:00.791453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526858f-5331-4e27-8026-91ba851d1db7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Subnet': ['ID=d75c8f33-bab5-4fb3-b7a6-e6daf3045635,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:00.832748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0187f6a1-5d27-40d9-92b9-d32e2d9b99c6 req-fb7fdfc8-6e73-4fb5-ae07-34b2122981b7 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 210 time: 0.1626532 Mar 07 22:02:00.906625 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1798a87-4ba0-4ab3-8f98-75ede4f1b84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa698be7-ff7c-4593-92bf-ebc5799b0ea6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:00.967221 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-498373f2-14bc-45bd-a17a-89685c7c8151 admin admin] Publish callbacks [] for security_group (fa698be7-ff7c-4593-92bf-ebc5799b0ea6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:00.976625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36dbce6b-dcca-4d13-8638-4435f9f10f97 req-effc1331-7117-43d6-83e9-20eded03da49 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3877747 Mar 07 22:02:00.979516 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:02:00.985622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-2b0d4553-d951-4cbe-9818-cde3b6652956 service neutron] 10.222.0.15 "GET /v2.0/networks/67f9c363-c485-4a33-9b48-fd10e475751a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6221154 Mar 07 22:02:00.992822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Attempting to bind port 05afd382-defc-4b8d-9fd1-655e05ad1958 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:02:00.993166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Attempting to bind port 05afd382-defc-4b8d-9fd1-655e05ad1958 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:02:00.993528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Attempting to bind port 05afd382-defc-4b8d-9fd1-655e05ad1958 on network 030f98ea-4abb-4c6e-ab36-d010ae9a67db {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:00.996189 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Sync routers for ids ['dc4d1325-642d-427f-9bd6-64fa5439818d'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:02:01.006798 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe227ff-f053-427a-9fa7-85df923071ed x-openstack-request-id: req-1fe227ff-f053-427a-9fa7-85df923071ed {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:01.007187 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "06c160fb-b584-4b25-8107-c17294f3ccb2", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:01.007431 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1fe227ff-f053-427a-9fa7-85df923071ed {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:01.007754 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '06c160fb-b584-4b25-8107-c17294f3ccb2', 'status': 'completed', 'code': 200} Mar 07 22:02:01.012942 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-b6950fd5-1913-4a55-b5e1-737b1cead9fa tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:01.022762 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Routers {'dc4d1325-642d-427f-9bd6-64fa5439818d'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:02:01.024728 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:01:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['dc4d1325-642d-427f-9bd6-64fa5439818d'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:01.026036 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-41ebf186-4337-4bb7-82dd-21c8c287eb60 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "PUT /v2.0/routers/dc4d1325-642d-427f-9bd6-64fa5439818d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6576345 Mar 07 22:02:01.035431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56628) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:01.054104 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-fa6e1113-923f-42a4-a118-06dfe1d3a7a8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1761020630', 'description': 'tempest-secgroup_access--1761020630 description', 'project_id': 'e87eae701f45487cbc6b93aa1c25c985'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:01.060486 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Port 05afd382-defc-4b8d-9fd1-655e05ad1958 on network 030f98ea-4abb-4c6e-ab36-d010ae9a67db not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:02:01.060903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Attempting to bind port 05afd382-defc-4b8d-9fd1-655e05ad1958 on network 030f98ea-4abb-4c6e-ab36-d010ae9a67db {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:01.115165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e526858f-5331-4e27-8026-91ba851d1db7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Checking segment: {'id': '5e04ebda-ca64-4d18-80d3-f3e31fabb00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '08aec525-313a-46f0-8827-13391b9f1184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:01.116018 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e526858f-5331-4e27-8026-91ba851d1db7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network hostable DHCP agents. Network: 08aec525-313a-46f0-8827-13391b9f1184, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:02:01.130934 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-498373f2-14bc-45bd-a17a-89685c7c8151 admin admin] Publish callbacks [] for security_group (fa698be7-ff7c-4593-92bf-ebc5799b0ea6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:01.186033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1099d-74da-45fd-ab99-6f26aa5862a2 req-0b12b846-4e79-409d-8378-3c8d542107ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:01.186699 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1099d-74da-45fd-ab99-6f26aa5862a2 req-0b12b846-4e79-409d-8378-3c8d542107ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:01.187287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1099d-74da-45fd-ab99-6f26aa5862a2 req-0b12b846-4e79-409d-8378-3c8d542107ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:01.187927 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1099d-74da-45fd-ab99-6f26aa5862a2 req-0b12b846-4e79-409d-8378-3c8d542107ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:01.188667 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1099d-74da-45fd-ab99-6f26aa5862a2 req-0b12b846-4e79-409d-8378-3c8d542107ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:01.189411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1099d-74da-45fd-ab99-6f26aa5862a2 req-0b12b846-4e79-409d-8378-3c8d542107ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:01.190295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1099d-74da-45fd-ab99-6f26aa5862a2 req-0b12b846-4e79-409d-8378-3c8d542107ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:01.192536 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6da1099d-74da-45fd-ab99-6f26aa5862a2 req-0b12b846-4e79-409d-8378-3c8d542107ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 6437 time: 0.1776979 Mar 07 22:02:01.196525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:02:01.197067 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Checking segment: {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:01.197261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Bound using segment: {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:02:01.197718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Bound port: 05afd382-defc-4b8d-9fd1-655e05ad1958, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3b0843-f143-491a-b3d9-69585a44a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:02:01.198102 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:01.233721 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1113-923f-42a4-a118-06dfe1d3a7a8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:01.270478 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Set router dc4d1325-642d-427f-9bd6-64fa5439818d gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:02:01.323605 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-571db94b-c668-4bd0-881a-87fb866ba841 req-a04694cd-d6e7-4162-9f0b-bf3c1c44f952 service neutron] 10.222.0.15 "GET /v2.0/networks/67f9c363-c485-4a33-9b48-fd10e475751a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260748 Mar 07 22:02:01.341062 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-b6950fd5-1913-4a55-b5e1-737b1cead9fa tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:01.346531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e526858f-5331-4e27-8026-91ba851d1db7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 08aec525-313a-46f0-8827-13391b9f1184 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:02:01.349495 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1099d-74da-45fd-ab99-6f26aa5862a2 req-15e59847-d6b8-43ca-9fd9-58f1062840d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:01.351580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1099d-74da-45fd-ab99-6f26aa5862a2 req-15e59847-d6b8-43ca-9fd9-58f1062840d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:01.351580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1099d-74da-45fd-ab99-6f26aa5862a2 req-15e59847-d6b8-43ca-9fd9-58f1062840d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:01.354134 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6da1099d-74da-45fd-ab99-6f26aa5862a2 req-15e59847-d6b8-43ca-9fd9-58f1062840d4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1499541 Mar 07 22:02:01.418182 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-e526858f-5331-4e27-8026-91ba851d1db7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 08aec525-313a-46f0-8827-13391b9f1184) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:01.428146 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90292c9a-fc13-4ffe-9293-e240365d52d3 None None] Network 08aec525-313a-46f0-8827-13391b9f1184 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:01.468268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] For port 05afd382-defc-4b8d-9fd1-655e05ad1958, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:02:01.477717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e526858f-5331-4e27-8026-91ba851d1db7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:01.478442 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e526858f-5331-4e27-8026-91ba851d1db7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:01.520781 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e526858f-5331-4e27-8026-91ba851d1db7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3418698 Mar 07 22:02:01.525566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56634) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:01.532215 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-24c0c41f-0b92-4e5a-b34f-eef8ce6356b8 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'subnet': {'network_id': '08aec525-313a-46f0-8827-13391b9f1184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:01.599936 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-498373f2-14bc-45bd-a17a-89685c7c8151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fa698be7-ff7c-4593-92bf-ebc5799b0ea6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:01.609714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] For port 05afd382-defc-4b8d-9fd1-655e05ad1958, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=05afd382-defc-4b8d-9fd1-655e05ad1958,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:02:01.619452 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-498373f2-14bc-45bd-a17a-89685c7c8151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:01.627597 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-498373f2-14bc-45bd-a17a-89685c7c8151 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa698be7-ff7c-4593-92bf-ebc5799b0ea6 HTTP/1.1" status: 204 len: 168 time: 0.9775817 Mar 07 22:02:01.650789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-08aec525-313a-46f0-8827-13391b9f1184', 'network_id': '08aec525-313a-46f0-8827-13391b9f1184', 'project_id': 'e61a787c1d794c53bf034f810d226e5a', 'fixed_ips': [{'subnet_id': 'd75c8f33-bab5-4fb3-b7a6-e6daf3045635'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:02:01.651657 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:01.681234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498373f2-14bc-45bd-a17a-89685c7c8151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa698be7-ff7c-4593-92bf-ebc5799b0ea6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:01.696606 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1099d-74da-45fd-ab99-6f26aa5862a2 req-a2c723e6-5468-4ff9-a443-7eb8a915ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:01.698093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-b6950fd5-1913-4a55-b5e1-737b1cead9fa tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Network 17af4d75-4163-4f51-bf4d-822a5308abb9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:01.703730 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6da1099d-74da-45fd-ab99-6f26aa5862a2 req-a2c723e6-5468-4ff9-a443-7eb8a915ea1c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3356442 Mar 07 22:02:01.752428 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:47Z', 'updated_at': '2022-03-07T22:01:55Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:48Z', 'updated_at': '2022-03-07T22:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '5a05106e-15c5-41a3-b670-e05926eb6ddb', 'name': '', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'mac_address': 'fa:16:3e:1b:ec:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:53Z', 'updated_at': '2022-03-07T22:01:56Z', 'revision_number': 2, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'subnets': [{'id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:01.784017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6950fd5-1913-4a55-b5e1-737b1cead9fa tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event updated for resources: {'Port': ['ID=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:01.799997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-b6950fd5-1913-4a55-b5e1-737b1cead9fa tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:01.813016 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Checking router: dc4d1325-642d-427f-9bd6-64fa5439818d for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:02:01.815771 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Updating router dc4d1325-642d-427f-9bd6-64fa5439818d port 5a05106e-15c5-41a3-b670-e05926eb6ddb binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:02:01.826366 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:01.845587 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-b6950fd5-1913-4a55-b5e1-737b1cead9fa tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:01.851384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Allocated IP 2001:db8::2 (08aec525-313a-46f0-8827-13391b9f1184/d75c8f33-bab5-4fb3-b7a6-e6daf3045635/1b569251-3f4d-4e9e-a0bc-1ce4103124a5) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:01.881634 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1113-923f-42a4-a118-06dfe1d3a7a8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group (611a10d3-1ab0-40d9-a0b1-690942fa3365), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:01.922209 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c0c41f-0b92-4e5a-b34f-eef8ce6356b8 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:01.926181 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24c0c41f-0b92-4e5a-b34f-eef8ce6356b8 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:01.946611 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:02.005695 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1113-923f-42a4-a118-06dfe1d3a7a8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (611a10d3-1ab0-40d9-a0b1-690942fa3365), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:02.132553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:02.133607 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:02.138434 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] 10.222.0.13 "PUT /v2.0/ports/05afd382-defc-4b8d-9fd1-655e05ad1958 HTTP/1.1" status: 200 len: 1091 time: 3.2738831 Mar 07 22:02:02.167083 n-d-832330-1 neutron-server[103718]: INFO neutron.db.ipam_backend_mixin [None req-24c0c41f-0b92-4e5a-b34f-eef8ce6356b8 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d75c8f33-bab5-4fb3-b7a6-e6daf3045635 (CIDR: 2001:db8::/64) Mar 07 22:02:02.173236 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c0c41f-0b92-4e5a-b34f-eef8ce6356b8 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 22:02:02.173710 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c0c41f-0b92-4e5a-b34f-eef8ce6356b8 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:02:02.203578 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Publish callbacks [] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:02.212285 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-24c0c41f-0b92-4e5a-b34f-eef8ce6356b8 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6853921 Mar 07 22:02:02.215764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56648) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:02.221034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0dce71c9-a74b-45de-a611-fc3a4c9f0937 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'subnet': {'network_id': '08aec525-313a-46f0-8827-13391b9f1184', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:02.235611 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Request body: {'port': {'device_id': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:02.248470 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:02.276091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440093d6-6d51-45bf-86c2-26cde6b55a95 req-1cf382fa-d416-4a74-a860-e6c1e6c8442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:02.284109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-440093d6-6d51-45bf-86c2-26cde6b55a95 req-1cf382fa-d416-4a74-a860-e6c1e6c8442f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 1125 time: 0.8803260 Mar 07 22:02:02.428774 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3e37244c-7512-455d-b718-873bec7fed4d None None] Provisioning complete for port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:02.429369 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3e37244c-7512-455d-b718-873bec7fed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:02.444085 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Network 08aec525-313a-46f0-8827-13391b9f1184 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:02.529761 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:02.543863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Pushing event updated for resources: {'Port': ['ID=1b569251-3f4d-4e9e-a0bc-1ce4103124a5,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:02.552614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:02.561275 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dce71c9-a74b-45de-a611-fc3a4c9f0937 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:02.568109 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0dce71c9-a74b-45de-a611-fc3a4c9f0937 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:02.620203 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Publish callbacks [] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:02.630184 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3e37244c-7512-455d-b718-873bec7fed4d None None] Port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:02.640771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440093d6-6d51-45bf-86c2-26cde6b55a95 req-9afd57e4-3c4e-400b-a7c6-16cdececa1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:02.642230 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:02.645873 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-440093d6-6d51-45bf-86c2-26cde6b55a95 req-9afd57e4-3c4e-400b-a7c6-16cdececa1b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67f9c363-c485-4a33-9b48-fd10e475751a HTTP/1.1" status: 200 len: 898 time: 0.3296473 Mar 07 22:02:02.676992 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Attempting to bind port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:02:02.690385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Attempting to bind port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '5e04ebda-ca64-4d18-80d3-f3e31fabb00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '08aec525-313a-46f0-8827-13391b9f1184'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:02:02.692240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Attempting to bind port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 on network 08aec525-313a-46f0-8827-13391b9f1184 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:02.692859 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1113-923f-42a4-a118-06dfe1d3a7a8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:02.708728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fa6e1113-923f-42a4-a118-06dfe1d3a7a8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.6580529 Mar 07 22:02:02.711252 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018c944-0442-4f15-875b-3df8c7ce5273 None None] Pushing event updated for resources: {'Port': ['ID=5a05106e-15c5-41a3-b670-e05926eb6ddb,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:02.713395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:02:02.713897 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Checking segment: {'id': '5e04ebda-ca64-4d18-80d3-f3e31fabb00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '08aec525-313a-46f0-8827-13391b9f1184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:02.715759 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:02.717695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Bound using segment: {'id': '5e04ebda-ca64-4d18-80d3-f3e31fabb00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '08aec525-313a-46f0-8827-13391b9f1184'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:02:02.731983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56660) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:02.733519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Bound port: 1b569251-3f4d-4e9e-a0bc-1ce4103124a5, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e04ebda-ca64-4d18-80d3-f3e31fabb00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '08aec525-313a-46f0-8827-13391b9f1184'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:02:02.734031 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:02.793872 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e1113-923f-42a4-a118-06dfe1d3a7a8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611a10d3-1ab0-40d9-a0b1-690942fa3365,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:02.873892 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-af404f7f-e0c8-4302-9625-5d8c7f5dc22f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1658017517', 'description': 'tempest-secgroup_general--1658017517 description', 'project_id': 'e87eae701f45487cbc6b93aa1c25c985'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:02.881220 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Attempting to bind port 5a05106e-15c5-41a3-b670-e05926eb6ddb on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:02:02.881816 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Attempting to bind port 5a05106e-15c5-41a3-b670-e05926eb6ddb by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '9d610a6b-d876-4037-976c-83f95a49d725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:02:02.882427 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Attempting to bind port 5a05106e-15c5-41a3-b670-e05926eb6ddb on network 93e36d87-abd6-4d06-9369-07c32ad83c51 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:02.892487 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:02:02.892892 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Checking segment: {'id': '9d610a6b-d876-4037-976c-83f95a49d725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:02.894035 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:02.896399 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Bound using segment: {'id': '9d610a6b-d876-4037-976c-83f95a49d725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:02:02.897218 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Bound port: 5a05106e-15c5-41a3-b670-e05926eb6ddb, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d610a6b-d876-4037-976c-83f95a49d725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:02:02.899545 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:02.908161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a7c13-6443-46f8-83ab-cffdc1c33b9c req-24e11760-ddcc-4a91-8f93-b6fa68fc062a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:02.914358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d05a7c13-6443-46f8-83ab-cffdc1c33b9c req-24e11760-ddcc-4a91-8f93-b6fa68fc062a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 943 time: 1.3356595 Mar 07 22:02:02.928493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-b6950fd5-1913-4a55-b5e1-737b1cead9fa tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:02.929177 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-b6950fd5-1913-4a55-b5e1-737b1cead9fa tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:02.979343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] For port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:02:02.984142 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-440093d6-6d51-45bf-86c2-26cde6b55a95 req-8ce8ca37-387b-49cf-bc33-c0883fa60317 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e26427fc-13e0-4243-aabe-2d42f6042158 HTTP/1.1" status: 200 len: 217 time: 0.2697880 Mar 07 22:02:02.986052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] For port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1b569251-3f4d-4e9e-a0bc-1ce4103124a5,segment=NetworkSegment(5e04ebda-ca64-4d18-80d3-f3e31fabb00e),segment_id=5e04ebda-ca64-4d18-80d3-f3e31fabb00e)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:02:02.999091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3d6ec-d994-40f9-987d-63f504b9b420 service neutron] Pushing event updated for resources: {'Port': ['ID=05afd382-defc-4b8d-9fd1-655e05ad1958,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:03.008108 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:03.103548 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] For port 5a05106e-15c5-41a3-b670-e05926eb6ddb, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:02:03.114819 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] For port 5a05106e-15c5-41a3-b670-e05926eb6ddb, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5a05106e-15c5-41a3-b670-e05926eb6ddb,segment=NetworkSegment(9d610a6b-d876-4037-976c-83f95a49d725),segment_id=9d610a6b-d876-4037-976c-83f95a49d725)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:02:03.115871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '05afd382-defc-4b8d-9fd1-655e05ad1958'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:03.126866 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1a48ff-3d88-47c0-a91d-397c50f43ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "05afd382-defc-4b8d-9fd1-655e05ad1958"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:03.132004 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:03.143859 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe58dea-d8fa-406c-bee9-c5a09486550d req-1bb3d885-1dde-40a1-9610-017bda512869 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:03.157519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ebe58dea-d8fa-406c-bee9-c5a09486550d req-1bb3d885-1dde-40a1-9610-017bda512869 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 931 time: 1.1327906 Mar 07 22:02:03.165686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a3f4d-8cd8-4710-8120-85cd8aa025ba None None] Pushing event updated for resources: {'Port': ['ID=1b569251-3f4d-4e9e-a0bc-1ce4103124a5,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:03.178917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56672) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:03.200706 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3e7049c7-9400-417a-8541-0a5838654fed None None] Provisioning complete for port 5a05106e-15c5-41a3-b670-e05926eb6ddb triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:03.201227 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3e7049c7-9400-417a-8541-0a5838654fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:03.253747 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-b6950fd5-1913-4a55-b5e1-737b1cead9fa tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6583016 Mar 07 22:02:03.283165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Request body: {'port': {'device_id': '3ac0670c-a45d-4512-85b1-32dd3c1eff19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:03.312647 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0dce71c9-a74b-45de-a611-fc3a4c9f0937 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (77c733b6-b859-4e4e-a081-5e6ffc8896bf), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:03.321484 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018c944-0442-4f15-875b-3df8c7ce5273 None None] Pushing event updated for resources: {'Port': ['ID=5a05106e-15c5-41a3-b670-e05926eb6ddb,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:03.353432 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Routers {'dc4d1325-642d-427f-9bd6-64fa5439818d'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:02:03.354928 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:01:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['dc4d1325-642d-427f-9bd6-64fa5439818d'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:03.387576 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3e7049c7-9400-417a-8541-0a5838654fed None None] Current status of the port 5a05106e-15c5-41a3-b670-e05926eb6ddb is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:03.389807 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3e7049c7-9400-417a-8541-0a5838654fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:03.430211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440093d6-6d51-45bf-86c2-26cde6b55a95 req-89ca4828-3978-4094-94ff-8c22044a6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:03.438135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-440093d6-6d51-45bf-86c2-26cde6b55a95 req-89ca4828-3978-4094-94ff-8c22044a6195 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14fed293-735f-4cee-812b-734c593e0466 HTTP/1.1" status: 200 len: 835 time: 0.4190176 Mar 07 22:02:03.439247 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af404f7f-e0c8-4302-9625-5d8c7f5dc22f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:03.468123 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2102351151-network', 'tenant_id': 'a77fbbd37a60414788031b846b39498e'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:03.546504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3e7049c7-9400-417a-8541-0a5838654fed None None] For port 5a05106e-15c5-41a3-b670-e05926eb6ddb, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5a05106e-15c5-41a3-b670-e05926eb6ddb,segment=NetworkSegment(9d610a6b-d876-4037-976c-83f95a49d725),segment_id=9d610a6b-d876-4037-976c-83f95a49d725)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:03.555534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce71c9-a74b-45de-a611-fc3a4c9f0937 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 08aec525-313a-46f0-8827-13391b9f1184 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:03.575426 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3e7049c7-9400-417a-8541-0a5838654fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:03.613331 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-0dce71c9-a74b-45de-a611-fc3a4c9f0937 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:03.636610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dce71c9-a74b-45de-a611-fc3a4c9f0937 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:03.637962 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] Set router dc4d1325-642d-427f-9bd6-64fa5439818d gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:02:03.642438 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0dce71c9-a74b-45de-a611-fc3a4c9f0937 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:03.694527 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ebe58dea-d8fa-406c-bee9-c5a09486550d req-f09080a3-9ab4-4b9f-871e-03046ae5c6df tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb84931a-2640-4a60-a963-8d8f4b244146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5360820 Mar 07 22:02:03.705692 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0dce71c9-a74b-45de-a611-fc3a4c9f0937 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4863899 Mar 07 22:02:03.724288 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56676) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:03.736255 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-deab5aee-79fe-4702-8816-18a530beaccd tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'network_id': '08aec525-313a-46f0-8827-13391b9f1184', 'fixed_ips': [{'subnet_id': 'd75c8f33-bab5-4fb3-b7a6-e6daf3045635'}, {'subnet_id': '77c733b6-b859-4e4e-a081-5e6ffc8896bf'}], 'name': 'tempest-PortsIpV6TestJSON-1623651611'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:03.741136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7049c7-9400-417a-8541-0a5838654fed None None] Pushing event updated for resources: {'Port': ['ID=5a05106e-15c5-41a3-b670-e05926eb6ddb,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:03.761512 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] Made reservation on behalf of a77fbbd37a60414788031b846b39498e for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:03.764725 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:03.768477 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce71c9-a74b-45de-a611-fc3a4c9f0937 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Subnet': ['ID=77c733b6-b859-4e4e-a081-5e6ffc8896bf,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:03.847934 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:03.854557 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:03.913045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8c4c4dc6-14ae-4221-b3a6-6a8447900d8a None None] Provisioning complete for port 5a05106e-15c5-41a3-b670-e05926eb6ddb triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:03.925399 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8c4c4dc6-14ae-4221-b3a6-6a8447900d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:04.085584 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af404f7f-e0c8-4302-9625-5d8c7f5dc22f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group (f557019f-2911-4a44-8a81-01dbb922cc98), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:04.119189 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d05a7c13-6443-46f8-83ab-cffdc1c33b9c req-e7c9f237-4657-4499-b56e-d8c44542b566 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1413033 Mar 07 22:02:04.119599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deab5aee-79fe-4702-8816-18a530beaccd tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:04.119804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af404f7f-e0c8-4302-9625-5d8c7f5dc22f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f557019f-2911-4a44-8a81-01dbb922cc98), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:04.176261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c4dc6-14ae-4221-b3a6-6a8447900d8a None None] Current status of the port 5a05106e-15c5-41a3-b670-e05926eb6ddb is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:04.235914 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] Publish callbacks [] for security_group (bc5c9859-48d0-478f-bd67-07198a29261c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:04.243616 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:47Z', 'updated_at': '2022-03-07T22:01:55Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:48Z', 'updated_at': '2022-03-07T22:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '5a05106e-15c5-41a3-b670-e05926eb6ddb', 'name': '', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'mac_address': 'fa:16:3e:1b:ec:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:53Z', 'updated_at': '2022-03-07T22:02:03Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'subnets': [{'id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:04.271585 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-deab5aee-79fe-4702-8816-18a530beaccd tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:04.283441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bc5c9859-48d0-478f-bd67-07198a29261c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:04.328578 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ce906-8a50-4399-85a8-d6309d170174 None None] The sync data for ids ['dc4d1325-642d-427f-9bd6-64fa5439818d'] in n-d-832330-1 is: [{'id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:47Z', 'updated_at': '2022-03-07T22:01:55Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:48Z', 'updated_at': '2022-03-07T22:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '5a05106e-15c5-41a3-b670-e05926eb6ddb', 'name': '', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'mac_address': 'fa:16:3e:1b:ec:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:53Z', 'updated_at': '2022-03-07T22:02:03Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'subnets': [{'id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:02:04.332908 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:04.337102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af404f7f-e0c8-4302-9625-5d8c7f5dc22f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f557019f-2911-4a44-8a81-01dbb922cc98,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:04.341885 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e2c74d-0f59-48e1-ae6e-421e44289cc9 x-openstack-request-id: req-94e2c74d-0f59-48e1-ae6e-421e44289cc9 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:04.342251 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "05afd382-defc-4b8d-9fd1-655e05ad1958", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:04.342593 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94e2c74d-0f59-48e1-ae6e-421e44289cc9 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:04.343058 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '05afd382-defc-4b8d-9fd1-655e05ad1958', 'status': 'completed', 'code': 200} Mar 07 22:02:04.363396 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af404f7f-e0c8-4302-9625-5d8c7f5dc22f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:04.367466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-af404f7f-e0c8-4302-9625-5d8c7f5dc22f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.5907464 Mar 07 22:02:04.400280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:02:04.406896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56682) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:04.440690 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-89a41d42-d415-4eb2-9704-f21ed50e1964 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Request body: {'security_group_rule': {'security_group_id': '611a10d3-1ab0-40d9-a0b1-690942fa3365', 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:04.445886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440093d6-6d51-45bf-86c2-26cde6b55a95 req-e6c6631f-e594-436a-bd2e-0069e233a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:04.447503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-440093d6-6d51-45bf-86c2-26cde6b55a95 req-e6c6631f-e594-436a-bd2e-0069e233a173 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67f9c363-c485-4a33-9b48-fd10e475751a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9349587 Mar 07 22:02:04.485162 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-deab5aee-79fe-4702-8816-18a530beaccd tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port 08c43fa5-c247-4e7e-99a5-50e6b10dbafa yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:02:04.677412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-440093d6-6d51-45bf-86c2-26cde6b55a95 req-18be5aa7-32b3-47db-b36e-4335e1c57128 service neutron] 10.222.0.15 "GET /v2.0/networks/67f9c363-c485-4a33-9b48-fd10e475751a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896198 Mar 07 22:02:04.781344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ec88b-ee31-4946-b4c7-28550acf2ef3 req-8e03c2c7-9591-41a3-92e0-77330ae86dfb tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:04.796518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ec88b-ee31-4946-b4c7-28550acf2ef3 req-8e03c2c7-9591-41a3-92e0-77330ae86dfb tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:04.810972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ec88b-ee31-4946-b4c7-28550acf2ef3 req-8e03c2c7-9591-41a3-92e0-77330ae86dfb tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:04.818826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ec88b-ee31-4946-b4c7-28550acf2ef3 req-8e03c2c7-9591-41a3-92e0-77330ae86dfb tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:04.825248 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ec88b-ee31-4946-b4c7-28550acf2ef3 req-8e03c2c7-9591-41a3-92e0-77330ae86dfb tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:04.830773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ec88b-ee31-4946-b4c7-28550acf2ef3 req-8e03c2c7-9591-41a3-92e0-77330ae86dfb tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:04.836118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ec88b-ee31-4946-b4c7-28550acf2ef3 req-8e03c2c7-9591-41a3-92e0-77330ae86dfb tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:04.838193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c79ec88b-ee31-4946-b4c7-28550acf2ef3 req-8e03c2c7-9591-41a3-92e0-77330ae86dfb tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5408 time: 0.9325206 Mar 07 22:02:04.856938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e26427fc-13e0-4243-aabe-2d42f6042158 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:02:04.888357 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (eb457261-b753-476f-bd3b-9a3f07095074), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:04.890218 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] Added segment eb457261-b753-476f-bd3b-9a3f07095074 of type vlan for network 40fac801-bd86-4d20-8b90-5699db62ad4c Mar 07 22:02:04.946260 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5c9859-48d0-478f-bd67-07198a29261c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:04.957436 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-89a41d42-d415-4eb2-9704-f21ed50e1964 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group_rule (a2b1c096-65a5-4bc8-a0d0-182f01db92fa), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:05.164006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cb1af7-bb9f-4637-b7ed-8b7a753178a5 None None] Network 08aec525-313a-46f0-8827-13391b9f1184 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:05.247870 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (40fac801-bd86-4d20-8b90-5699db62ad4c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:05.284319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a48ff-3d88-47c0-a91d-397c50f43ba8 req-70a896df-b040-48b9-832d-a18caf445b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:05.285205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a48ff-3d88-47c0-a91d-397c50f43ba8 req-70a896df-b040-48b9-832d-a18caf445b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:05.285854 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a48ff-3d88-47c0-a91d-397c50f43ba8 req-70a896df-b040-48b9-832d-a18caf445b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:05.286671 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a48ff-3d88-47c0-a91d-397c50f43ba8 req-70a896df-b040-48b9-832d-a18caf445b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:05.287714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a48ff-3d88-47c0-a91d-397c50f43ba8 req-70a896df-b040-48b9-832d-a18caf445b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:05.288367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a48ff-3d88-47c0-a91d-397c50f43ba8 req-70a896df-b040-48b9-832d-a18caf445b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:05.289012 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a48ff-3d88-47c0-a91d-397c50f43ba8 req-70a896df-b040-48b9-832d-a18caf445b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:05.291473 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cd1a48ff-3d88-47c0-a91d-397c50f43ba8 req-70a896df-b040-48b9-832d-a18caf445b21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 6510 time: 0.9744570 Mar 07 22:02:05.367058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e26427fc-13e0-4243-aabe-2d42f6042158, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e26427fc-13e0-4243-aabe-2d42f6042158,segment=NetworkSegment(a9bd321e-5082-4576-8c12-a90695c64286),segment_id=a9bd321e-5082-4576-8c12-a90695c64286)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:05.477620 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'e26427fc-13e0-4243-aabe-2d42f6042158', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'port_id': 'e26427fc-13e0-4243-aabe-2d42f6042158', 'mac_address': 'fa:16:3e:8a:0c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fed293-735f-4cee-812b-734c593e0466', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:02:05.479327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fa3e3f20-59e7-44f5-9cea-6be48632f13e None None] Provisioning complete for port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:05.479923 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3f20-59e7-44f5-9cea-6be48632f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:05.584889 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-89a41d42-d415-4eb2-9704-f21ed50e1964 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group_rule (a2b1c096-65a5-4bc8-a0d0-182f01db92fa), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:05.607711 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-89a41d42-d415-4eb2-9704-f21ed50e1964 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (a2b1c096-65a5-4bc8-a0d0-182f01db92fa), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:05.642466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e26427fc-13e0-4243-aabe-2d42f6042158 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:05.643266 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:05.682238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26427fc-13e0-4243-aabe-2d42f6042158 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:05.689760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (40fac801-bd86-4d20-8b90-5699db62ad4c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:05.706332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:05.706724 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:05.741045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e26427fc-13e0-4243-aabe-2d42f6042158, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e26427fc-13e0-4243-aabe-2d42f6042158,segment=NetworkSegment(a9bd321e-5082-4576-8c12-a90695c64286),segment_id=a9bd321e-5082-4576-8c12-a90695c64286)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:05.753009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5a05106e-15c5-41a3-b670-e05926eb6ddb up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:05.794555 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:05.864313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a41d42-d415-4eb2-9704-f21ed50e1964 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b1c096-65a5-4bc8-a0d0-182f01db92fa,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:05.865566 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c79ec88b-ee31-4946-b4c7-28550acf2ef3 req-b7f0e05e-94b4-45a9-a4fc-41d838ac9256 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9939084 Mar 07 22:02:06.017047 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33bcb7d-b8e2-4f2e-a410-f6612a119b1b None None] Update dhcp port {'port': {'network_id': '08aec525-313a-46f0-8827-13391b9f1184', 'fixed_ips': [{'subnet_id': 'd75c8f33-bab5-4fb3-b7a6-e6daf3045635', 'ip_address': '2001:db8::2'}, {'subnet_id': '77c733b6-b859-4e4e-a081-5e6ffc8896bf'}], 'binding:host_id': 'n-d-832330-1'}, 'id': '1b569251-3f4d-4e9e-a0bc-1ce4103124a5'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 22:02:06.066456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b9207-681a-4f06-a969-f5cfa4bbe055 req-9feca6c1-bbcb-4d46-b39f-a25f2ea584fa tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:06.069017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb6b9207-681a-4f06-a969-f5cfa4bbe055 req-9feca6c1-bbcb-4d46-b39f-a25f2ea584fa tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 931 time: 1.2299099 Mar 07 22:02:06.090953 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9102659 Mar 07 22:02:06.091735 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56692) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:06.151276 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ef081f92-d577-493d-b7df-bbe0262d9259 admin admin] Request body: {'subnet': {'network_id': '40fac801-bd86-4d20-8b90-5699db62ad4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2102351151-subnet', 'tenant_id': 'a77fbbd37a60414788031b846b39498e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:06.159973 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-89a41d42-d415-4eb2-9704-f21ed50e1964 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:06.161161 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-89a41d42-d415-4eb2-9704-f21ed50e1964 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7267823 Mar 07 22:02:06.161930 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['e26427fc-13e0-4243-aabe-2d42f6042158'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:02:06.173520 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-440093d6-6d51-45bf-86c2-26cde6b55a95 req-97943147-03f8-477a-9880-5e21c5213fc0 service neutron] 10.222.0.15 "GET /v2.0/networks/67f9c363-c485-4a33-9b48-fd10e475751a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4733608 Mar 07 22:02:06.190007 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a48ff-3d88-47c0-a91d-397c50f43ba8 req-c4071a49-417d-42b2-8087-612034d6aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:06.190503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a48ff-3d88-47c0-a91d-397c50f43ba8 req-c4071a49-417d-42b2-8087-612034d6aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:06.190985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a48ff-3d88-47c0-a91d-397c50f43ba8 req-c4071a49-417d-42b2-8087-612034d6aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:06.192617 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cd1a48ff-3d88-47c0-a91d-397c50f43ba8 req-c4071a49-417d-42b2-8087-612034d6aef4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8903692 Mar 07 22:02:06.259338 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc33c4-016b-41a6-ad81-cf8b66b70278 admin admin] Pushing event updated for resources: {'Network': ['ID=40fac801-bd86-4d20-8b90-5699db62ad4c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:06.267973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fa3e3f20-59e7-44f5-9cea-6be48632f13e None None] Current status of the port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:06.277937 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3f20-59e7-44f5-9cea-6be48632f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:06.303442 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb6b9207-681a-4f06-a969-f5cfa4bbe055 req-bdc35c0e-16bf-4f3d-97f8-45b7a6a3ca73 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb84931a-2640-4a60-a963-8d8f4b244146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966689 Mar 07 22:02:06.325992 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 40fac801-bd86-4d20-8b90-5699db62ad4c details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:02:06.364453 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b33bcb7d-b8e2-4f2e-a410-f6612a119b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:06.371759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e26427fc-13e0-4243-aabe-2d42f6042158,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:06.406392 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91268b99-a80d-42c5-8aeb-59c2513f0555 req-43235d5c-6788-4439-aa6e-4daa201fe4ac tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:06.419031 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91268b99-a80d-42c5-8aeb-59c2513f0555 req-43235d5c-6788-4439-aa6e-4daa201fe4ac tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 944 time: 0.3963046 Mar 07 22:02:06.470497 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-deab5aee-79fe-4702-8816-18a530beaccd tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Allocated IP 2001:db8::264 (08aec525-313a-46f0-8827-13391b9f1184/d75c8f33-bab5-4fb3-b7a6-e6daf3045635/08c43fa5-c247-4e7e-99a5-50e6b10dbafa) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:06.520069 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 5a05106e-15c5-41a3-b670-e05926eb6ddb triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:06.520828 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:06.550647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef081f92-d577-493d-b7df-bbe0262d9259 admin admin] Made reservation on behalf of a77fbbd37a60414788031b846b39498e for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:06.566090 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ef081f92-d577-493d-b7df-bbe0262d9259 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:06.587357 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-deab5aee-79fe-4702-8816-18a530beaccd tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Allocated IP 2001:db8:0:1::52 (08aec525-313a-46f0-8827-13391b9f1184/77c733b6-b859-4e4e-a081-5e6ffc8896bf/08c43fa5-c247-4e7e-99a5-50e6b10dbafa) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:06.639485 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91268b99-a80d-42c5-8aeb-59c2513f0555 req-1c1f751f-9619-4dd8-937f-f57bcfa4d23a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2194781 Mar 07 22:02:06.680719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac8df2f-126b-4c71-9e1e-1238cf14624f {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:06.706319 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Publish callbacks [] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:06.825351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fa3e3f20-59e7-44f5-9cea-6be48632f13e None None] For port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1b569251-3f4d-4e9e-a0bc-1ce4103124a5,segment=NetworkSegment(5e04ebda-ca64-4d18-80d3-f3e31fabb00e),segment_id=5e04ebda-ca64-4d18-80d3-f3e31fabb00e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:06.849835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Transition to ACTIVE for port object 8ac8df2f-126b-4c71-9e1e-1238cf14624f will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:02:06.869869 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:06.881634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a48ff-3d88-47c0-a91d-397c50f43ba8 req-dbea337d-daa9-48b5-a1a0-ab1d51492e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:06.883200 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cd1a48ff-3d88-47c0-a91d-397c50f43ba8 req-dbea337d-daa9-48b5-a1a0-ab1d51492e3b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6815019 Mar 07 22:02:06.906813 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3f20-59e7-44f5-9cea-6be48632f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:07.046930 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-9c060c17-d9f6-4b4d-8a52-9e6957f32c8a tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_general--1658017517&fields=id&tenant_id=e87eae701f45487cbc6b93aa1c25c985 HTTP/1.1" status: 200 len: 267 time: 0.5073547 Mar 07 22:02:07.079796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac8df2f-126b-4c71-9e1e-1238cf14624f,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:07.119775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:07.135778 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-deab5aee-79fe-4702-8816-18a530beaccd tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (08c43fa5-c247-4e7e-99a5-50e6b10dbafa), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:07.180350 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ef081f92-d577-493d-b7df-bbe0262d9259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (3aba7568-bf1c-4224-91eb-7783295d6d58), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:07.195439 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Publish callbacks [] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:07.281929 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-deab5aee-79fe-4702-8816-18a530beaccd tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (08c43fa5-c247-4e7e-99a5-50e6b10dbafa), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:07.296420 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-73564bc7-e345-42d3-a3bb-b955457547af tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_access--1761020630&fields=id&tenant_id=e87eae701f45487cbc6b93aa1c25c985 HTTP/1.1" status: 200 len: 267 time: 0.2485094 Mar 07 22:02:07.313991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef081f92-d577-493d-b7df-bbe0262d9259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aba7568-bf1c-4224-91eb-7783295d6d58,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:07.407097 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deab5aee-79fe-4702-8816-18a530beaccd tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 08aec525-313a-46f0-8827-13391b9f1184 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:07.419001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef081f92-d577-493d-b7df-bbe0262d9259 admin admin] Checking segment: {'id': 'eb457261-b753-476f-bd3b-9a3f07095074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '40fac801-bd86-4d20-8b90-5699db62ad4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:07.419376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef081f92-d577-493d-b7df-bbe0262d9259 admin admin] Network hostable DHCP agents. Network: 40fac801-bd86-4d20-8b90-5699db62ad4c, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:02:07.442332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-deab5aee-79fe-4702-8816-18a530beaccd tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:07.461135 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab5aee-79fe-4702-8816-18a530beaccd tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:07.464613 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 5a05106e-15c5-41a3-b670-e05926eb6ddb is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:07.472705 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:07.474897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deab5aee-79fe-4702-8816-18a530beaccd tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:07.475611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-deab5aee-79fe-4702-8816-18a530beaccd tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:07.487462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cc921-caf2-4c77-8318-809176bd204d req-bfb00e1b-3fa4-403f-97ba-17716140f133 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:07.498240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-bfb00e1b-3fa4-403f-97ba-17716140f133 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/networks?id=93e36d87-abd6-4d06-9369-07c32ad83c51 HTTP/1.1" status: 200 len: 796 time: 0.1991553 Mar 07 22:02:07.504086 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab5aee-79fe-4702-8816-18a530beaccd tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=08c43fa5-c247-4e7e-99a5-50e6b10dbafa,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:07.523495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Transition to ACTIVE for port object 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:02:07.549145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef081f92-d577-493d-b7df-bbe0262d9259 admin admin] Network 40fac801-bd86-4d20-8b90-5699db62ad4c is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:02:07.556325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-91b70f45-eb45-4c43-bbdb-3d61d6a54eed tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/quotas/e87eae701f45487cbc6b93aa1c25c985 HTTP/1.1" status: 200 len: 375 time: 0.0569916 Mar 07 22:02:07.562284 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-deab5aee-79fe-4702-8816-18a530beaccd tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.8405995 Mar 07 22:02:07.564245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56718) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:07.576529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd75c8f33-bab5-4fb3-b7a6-e6daf3045635'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:07.640622 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e3f20-59e7-44f5-9cea-6be48632f13e None None] Pushing event updated for resources: {'Port': ['ID=1b569251-3f4d-4e9e-a0bc-1ce4103124a5,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:07.646864 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:07.685020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-ef081f92-d577-493d-b7df-bbe0262d9259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 40fac801-bd86-4d20-8b90-5699db62ad4c) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:07.722216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9b5a-4e1d-4fab-9845-d2225dfccb34 req-4b2c9436-578a-4e67-bd92-0c91844694a9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:07.729763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9b5a-4e1d-4fab-9845-d2225dfccb34 req-4b2c9436-578a-4e67-bd92-0c91844694a9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:07.733954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c438a936-b79f-4fc6-a5f6-75bc55ca9229 None None] Network 40fac801-bd86-4d20-8b90-5699db62ad4c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:07.739895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9b5a-4e1d-4fab-9845-d2225dfccb34 req-4b2c9436-578a-4e67-bd92-0c91844694a9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:07.750128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9b5a-4e1d-4fab-9845-d2225dfccb34 req-4b2c9436-578a-4e67-bd92-0c91844694a9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:07.756536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9b5a-4e1d-4fab-9845-d2225dfccb34 req-4b2c9436-578a-4e67-bd92-0c91844694a9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:07.764260 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef081f92-d577-493d-b7df-bbe0262d9259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:07.765003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9b5a-4e1d-4fab-9845-d2225dfccb34 req-4b2c9436-578a-4e67-bd92-0c91844694a9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:07.765160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:07.765472 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:07.766166 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ef081f92-d577-493d-b7df-bbe0262d9259 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:07.771699 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9b5a-4e1d-4fab-9845-d2225dfccb34 req-4b2c9436-578a-4e67-bd92-0c91844694a9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:07.773969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-547f9b5a-4e1d-4fab-9845-d2225dfccb34 req-4b2c9436-578a-4e67-bd92-0c91844694a9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5420 time: 0.6757822 Mar 07 22:02:07.797470 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (08c43fa5-c247-4e7e-99a5-50e6b10dbafa), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:07.803693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Attempting to bind port 8ac8df2f-126b-4c71-9e1e-1238cf14624f on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:02:07.804062 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Attempting to bind port 8ac8df2f-126b-4c71-9e1e-1238cf14624f by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '2d91140e-39bf-435e-a1e5-f8b7a367052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:02:07.806207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Attempting to bind port 8ac8df2f-126b-4c71-9e1e-1238cf14624f on network 2520dcc8-19a9-4132-961a-b62643ae8e21 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:07.831376 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ef081f92-d577-493d-b7df-bbe0262d9259 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6950994 Mar 07 22:02:07.908819 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Port 8ac8df2f-126b-4c71-9e1e-1238cf14624f on network 2520dcc8-19a9-4132-961a-b62643ae8e21 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:02:07.908819 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Attempting to bind port 8ac8df2f-126b-4c71-9e1e-1238cf14624f on network 2520dcc8-19a9-4132-961a-b62643ae8e21 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:07.934007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:02:07.934420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Checking segment: {'id': '2d91140e-39bf-435e-a1e5-f8b7a367052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:07.934823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Bound using segment: {'id': '2d91140e-39bf-435e-a1e5-f8b7a367052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:02:07.939239 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-b33bcb7d-b8e2-4f2e-a410-f6612a119b1b None None] Allocated IP 2001:db8:0:1::2 (08aec525-313a-46f0-8827-13391b9f1184/77c733b6-b859-4e4e-a081-5e6ffc8896bf/1b569251-3f4d-4e9e-a0bc-1ce4103124a5) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:07.941768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Bound port: 8ac8df2f-126b-4c71-9e1e-1238cf14624f, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d91140e-39bf-435e-a1e5-f8b7a367052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:02:07.942412 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:08.083642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] For port 8ac8df2f-126b-4c71-9e1e-1238cf14624f, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:02:08.092983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] For port 8ac8df2f-126b-4c71-9e1e-1238cf14624f, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=8ac8df2f-126b-4c71-9e1e-1238cf14624f,segment=NetworkSegment(2d91140e-39bf-435e-a1e5-f8b7a367052f),segment_id=2d91140e-39bf-435e-a1e5-f8b7a367052f)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:02:08.103700 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Pushing event updated for resources: {'Port': ['ID=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:08.124893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:08.145419 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-c6a29ea9-d80d-401c-9a04-971eca7f6cb4 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e87eae701f45487cbc6b93aa1c25c985&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5880611 Mar 07 22:02:08.436108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:08.436745 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:08.438662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] 10.222.0.13 "PUT /v2.0/ports/8ac8df2f-126b-4c71-9e1e-1238cf14624f HTTP/1.1" status: 200 len: 1091 time: 6.2138333 Mar 07 22:02:08.455854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '8ac8df2f-126b-4c71-9e1e-1238cf14624f'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:08.463546 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7effaf-e690-44d1-abe4-45b867135b54" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "8ac8df2f-126b-4c71-9e1e-1238cf14624f"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:08.496689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-547f9b5a-4e1d-4fab-9845-d2225dfccb34 req-274ef83e-e97e-47cc-846e-bdfc83ade5b5 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6965988 Mar 07 22:02:08.524853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-a6d32bdb-c11e-4dbc-bf8b-338a1786d6d3 service neutron] 10.222.0.26 "GET /v2.0/networks/93e36d87-abd6-4d06-9369-07c32ad83c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233888 Mar 07 22:02:08.561489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Request body: {'port': {'device_id': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:08.584332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Attempting to bind port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:02:08.585002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Attempting to bind port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:02:08.585446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Attempting to bind port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda on network 17af4d75-4163-4f51-bf4d-822a5308abb9 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:08.606949 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:08.650446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda on network 17af4d75-4163-4f51-bf4d-822a5308abb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:02:08.650921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Attempting to bind port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda on network 17af4d75-4163-4f51-bf4d-822a5308abb9 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:08.670262 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633a225c-2d8d-4dfc-abf2-948017ddc7e7 None None] Network 40fac801-bd86-4d20-8b90-5699db62ad4c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:08.859834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:08.934704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-ff4863b5-5e73-4dc0-8221-3579d0465ea3 service neutron] 10.222.0.26 "GET /v2.0/networks/93e36d87-abd6-4d06-9369-07c32ad83c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082844 Mar 07 22:02:08.986146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:02:08.994548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Checking segment: {'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:08.995139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Bound using segment: {'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:02:08.996292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Bound port: 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6873dc2-7de3-4cd8-871f-158adb84ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:02:08.996879 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:08.999226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017038b-8dd9-444c-90e7-09a1dbfff998 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac8df2f-126b-4c71-9e1e-1238cf14624f,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:09.035741 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b33bcb7d-b8e2-4f2e-a410-f6612a119b1b None None] For port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1b569251-3f4d-4e9e-a0bc-1ce4103124a5,segment=NetworkSegment(5e04ebda-ca64-4d18-80d3-f3e31fabb00e),segment_id=5e04ebda-ca64-4d18-80d3-f3e31fabb00e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:09.070514 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (98738167-0a20-476f-92f4-f20d36442fad), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:09.273123 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b33bcb7d-b8e2-4f2e-a410-f6612a119b1b None None] Publish callbacks [] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:09.287403 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:09.287900 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:09.328737 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b33bcb7d-b8e2-4f2e-a410-f6612a119b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:09.406425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bcb7d-b8e2-4f2e-a410-f6612a119b1b None None] Pushing event updated for resources: {'Port': ['ID=1b569251-3f4d-4e9e-a0bc-1ce4103124a5,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:09.410353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Delete allocated IP 2001:db8:0:1::52 (08aec525-313a-46f0-8827-13391b9f1184/77c733b6-b859-4e4e-a081-5e6ffc8896bf) {{(pid=103718) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 22:02:09.539609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:09.696331 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (08c43fa5-c247-4e7e-99a5-50e6b10dbafa), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:09.703588 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (08c43fa5-c247-4e7e-99a5-50e6b10dbafa), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:09.813163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] In _notify_port_updated(), no bound segment for port 08c43fa5-c247-4e7e-99a5-50e6b10dbafa on network 08aec525-313a-46f0-8827-13391b9f1184 {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 22:02:09.824102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:09.824773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:09.826205 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "PUT /v2.0/ports/08c43fa5-c247-4e7e-99a5-50e6b10dbafa HTTP/1.1" status: 200 len: 926 time: 2.2594404 Mar 07 22:02:09.837323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6e3f2-29f4-4b06-997e-64d1f416853d req-234999e5-6c05-4d3c-bd5a-15226c2130c7 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:09.843722 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56750) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:09.845591 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55d6e3f2-29f4-4b06-997e-64d1f416853d req-234999e5-6c05-4d3c-bd5a-15226c2130c7 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 943 time: 1.2384930 Mar 07 22:02:09.849960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b072f8cf-4b3e-47c9-8189-643be6e1a8a6 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd75c8f33-bab5-4fb3-b7a6-e6daf3045635'}, {'subnet_id': '77c733b6-b859-4e4e-a081-5e6ffc8896bf'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:09.912685 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=08c43fa5-c247-4e7e-99a5-50e6b10dbafa,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:09.946185 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:09.949253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:09.951362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:09.951941 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:09.952463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:09.954164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:09.954967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:09.957905 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:09.958490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:09.959050 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:09.959653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:09.960156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:09.960663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aba38-9998-431d-aeb0-2d0e8c56368b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:10.104913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] For port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:02:10.172242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98738167-0a20-476f-92f4-f20d36442fad {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:10.212894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d268985-8ddb-4087-b638-2c2e400f7ff1 req-20ec0b66-5d7c-4f11-be26-e514753a91bf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:10.216639 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d268985-8ddb-4087-b638-2c2e400f7ff1 req-20ec0b66-5d7c-4f11-be26-e514753a91bf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 944 time: 0.3293307 Mar 07 22:02:10.224701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] For port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:02:10.246035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55d6e3f2-29f4-4b06-997e-64d1f416853d req-52466ab0-58c8-4b99-ab40-b9d7729cfb66 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb84931a-2640-4a60-a963-8d8f4b244146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3985779 Mar 07 22:02:10.255981 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Publish callbacks [] for port (98738167-0a20-476f-92f4-f20d36442fad), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:10.295618 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:10.357043 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b072f8cf-4b3e-47c9-8189-643be6e1a8a6 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (08c43fa5-c247-4e7e-99a5-50e6b10dbafa), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:10.451146 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb5b695-6544-42e7-91e8-8e967f6bbc33 x-openstack-request-id: req-cfb5b695-6544-42e7-91e8-8e967f6bbc33 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:10.451449 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "8ac8df2f-126b-4c71-9e1e-1238cf14624f", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:10.451720 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cfb5b695-6544-42e7-91e8-8e967f6bbc33 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:10.452144 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '8ac8df2f-126b-4c71-9e1e-1238cf14624f', 'status': 'completed', 'code': 200} Mar 07 22:02:10.485540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:10.486207 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:10.487634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] 10.222.0.15 "PUT /v2.0/ports/4655b1e6-03e2-4f0c-9de3-a8f68cf05fda HTTP/1.1" status: 200 len: 1091 time: 7.2151299 Mar 07 22:02:10.499407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Transition to ACTIVE for port object 98738167-0a20-476f-92f4-f20d36442fad will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:02:10.538215 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (98738167-0a20-476f-92f4-f20d36442fad), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:10.558840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1bcd7a6-3b47-45a4-b2ab-eb0ef1cbc118 req-376ff0ac-f2cf-4e90-8863-2a08d1f72c1c tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 210 time: 0.0683353 Mar 07 22:02:10.621672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f905926b-0782-4dce-9544-8b0aa729d99e None None] Network 08aec525-313a-46f0-8827-13391b9f1184 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:10.626812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99f680-268a-491a-a7ae-239226864e73 service neutron] Pushing event updated for resources: {'Port': ['ID=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:10.641159 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d268985-8ddb-4087-b638-2c2e400f7ff1 req-a75e95c1-0fc4-41a5-92d3-3f56987dde7b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3798199 Mar 07 22:02:10.806564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Pushing event updated for resources: {'Port': ['ID=98738167-0a20-476f-92f4-f20d36442fad,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:10.853823 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:10.893621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e26427fc-13e0-4243-aabe-2d42f6042158 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:11.013986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a8845a33-4957-4b92-bcb0-13cef6bec285 None None] Provisioning complete for port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:11.014324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7effaf-e690-44d1-abe4-45b867135b54 req-93d364e0-88fb-45cc-bc83-57cce705d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.015145 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a8845a33-4957-4b92-bcb0-13cef6bec285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:11.015547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7effaf-e690-44d1-abe4-45b867135b54 req-93d364e0-88fb-45cc-bc83-57cce705d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.016195 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7effaf-e690-44d1-abe4-45b867135b54 req-93d364e0-88fb-45cc-bc83-57cce705d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.016828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7effaf-e690-44d1-abe4-45b867135b54 req-93d364e0-88fb-45cc-bc83-57cce705d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.017458 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7effaf-e690-44d1-abe4-45b867135b54 req-93d364e0-88fb-45cc-bc83-57cce705d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.018132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7effaf-e690-44d1-abe4-45b867135b54 req-93d364e0-88fb-45cc-bc83-57cce705d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.018771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7effaf-e690-44d1-abe4-45b867135b54 req-93d364e0-88fb-45cc-bc83-57cce705d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.021128 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c7effaf-e690-44d1-abe4-45b867135b54 req-93d364e0-88fb-45cc-bc83-57cce705d294 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 6608 time: 0.6183472 Mar 07 22:02:11.225353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Attempting to bind port 98738167-0a20-476f-92f4-f20d36442fad on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:02:11.226367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Attempting to bind port 98738167-0a20-476f-92f4-f20d36442fad by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '2d91140e-39bf-435e-a1e5-f8b7a367052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:02:11.226902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Attempting to bind port 98738167-0a20-476f-92f4-f20d36442fad on network 2520dcc8-19a9-4132-961a-b62643ae8e21 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:11.256467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368b496-d3cc-4a75-b955-ed33475cc0cf req-b228f673-a8fa-403d-bc05-2833fa0585e8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.277651 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368b496-d3cc-4a75-b955-ed33475cc0cf req-b228f673-a8fa-403d-bc05-2833fa0585e8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.302774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368b496-d3cc-4a75-b955-ed33475cc0cf req-b228f673-a8fa-403d-bc05-2833fa0585e8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.327030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368b496-d3cc-4a75-b955-ed33475cc0cf req-b228f673-a8fa-403d-bc05-2833fa0585e8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.342441 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368b496-d3cc-4a75-b955-ed33475cc0cf req-b228f673-a8fa-403d-bc05-2833fa0585e8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.366309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368b496-d3cc-4a75-b955-ed33475cc0cf req-b228f673-a8fa-403d-bc05-2833fa0585e8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.378596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368b496-d3cc-4a75-b955-ed33475cc0cf req-b228f673-a8fa-403d-bc05-2833fa0585e8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.397291 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4368b496-d3cc-4a75-b955-ed33475cc0cf req-b228f673-a8fa-403d-bc05-2833fa0585e8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.5786278 Mar 07 22:02:11.397610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:11.397994 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:11.419915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a8845a33-4957-4b92-bcb0-13cef6bec285 None None] Current status of the port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:11.441039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-04b59f88-7dd8-491d-af50-32ec93b252c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.443585 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-04b59f88-7dd8-491d-af50-32ec93b252c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bb6403373984f908124dcb70d1ed022&device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 1125 time: 0.7627435 Mar 07 22:02:11.504711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port e26427fc-13e0-4243-aabe-2d42f6042158 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:02:11.539182 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port e26427fc-13e0-4243-aabe-2d42f6042158 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:11.540165 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:11.556210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Port 98738167-0a20-476f-92f4-f20d36442fad on network 2520dcc8-19a9-4132-961a-b62643ae8e21 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:02:11.556525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Attempting to bind port 98738167-0a20-476f-92f4-f20d36442fad on network 2520dcc8-19a9-4132-961a-b62643ae8e21 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:11.664746 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-67f888bb-1a81-48fa-a49a-6744a8c4ea0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda HTTP/1.1" status: 200 len: 217 time: 0.1367946 Mar 07 22:02:11.671999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:02:11.672441 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Checking segment: {'id': '2d91140e-39bf-435e-a1e5-f8b7a367052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:11.672830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Bound using segment: {'id': '2d91140e-39bf-435e-a1e5-f8b7a367052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:02:11.673197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Bound port: 98738167-0a20-476f-92f4-f20d36442fad, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d91140e-39bf-435e-a1e5-f8b7a367052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:02:11.673565 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (98738167-0a20-476f-92f4-f20d36442fad), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:11.816466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e26427fc-13e0-4243-aabe-2d42f6042158 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:11.817024 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:11.889868 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f5227-1c19-4c5b-a8b2-37209eb7ade7 req-ba9a51e3-ea57-4e30-baf0-2a7c57c1d6ec tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.903828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-574f5227-1c19-4c5b-a8b2-37209eb7ade7 req-ba9a51e3-ea57-4e30-baf0-2a7c57c1d6ec tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 943 time: 0.4691837 Mar 07 22:02:11.904052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:11.951483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e26427fc-13e0-4243-aabe-2d42f6042158, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e26427fc-13e0-4243-aabe-2d42f6042158,segment=NetworkSegment(a9bd321e-5082-4576-8c12-a90695c64286),segment_id=a9bd321e-5082-4576-8c12-a90695c64286)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:11.959861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26427fc-13e0-4243-aabe-2d42f6042158'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:11.965059 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-8fbfa3da-7b1b-40db-b192-5cdd8a9dc57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.970436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-8fbfa3da-7b1b-40db-b192-5cdd8a9dc57e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b78d0f-0bb8-455d-a78c-07f57fa57eef HTTP/1.1" status: 200 len: 849 time: 0.2609286 Mar 07 22:02:11.973424 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b667b1b-c529-44a5-838f-6aef50d22689" -d '{"events": [{"server_uuid": "5fbe3c97-d3e0-468f-9f11-d494d2db8b96", "name": "network-vif-plugged", "status": "completed", "tag": "e26427fc-13e0-4243-aabe-2d42f6042158"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:11.981094 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:12.021399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] For port 98738167-0a20-476f-92f4-f20d36442fad, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:02:12.026251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] For port 98738167-0a20-476f-92f4-f20d36442fad, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=98738167-0a20-476f-92f4-f20d36442fad,segment=NetworkSegment(2d91140e-39bf-435e-a1e5-f8b7a367052f),segment_id=2d91140e-39bf-435e-a1e5-f8b7a367052f)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:02:12.070602 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (98738167-0a20-476f-92f4-f20d36442fad), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:12.099007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e26427fc-13e0-4243-aabe-2d42f6042158,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:12.142973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7f31c157-07b5-40ef-89de-452a1f73f020 None None] Provisioning complete for port 08c43fa5-c247-4e7e-99a5-50e6b10dbafa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:12.143355 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7f31c157-07b5-40ef-89de-452a1f73f020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (08c43fa5-c247-4e7e-99a5-50e6b10dbafa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:12.185869 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-b072f8cf-4b3e-47c9-8189-643be6e1a8a6 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Allocated IP 2001:db8:0:1::14 (08aec525-313a-46f0-8827-13391b9f1184/77c733b6-b859-4e4e-a081-5e6ffc8896bf/08c43fa5-c247-4e7e-99a5-50e6b10dbafa) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:12.207036 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7f31c157-07b5-40ef-89de-452a1f73f020 None None] Port 08c43fa5-c247-4e7e-99a5-50e6b10dbafa cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:12.220998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7f31c157-07b5-40ef-89de-452a1f73f020 None None] Provisioning complete for port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:12.221393 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7f31c157-07b5-40ef-89de-452a1f73f020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:12.308691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Pushing event updated for resources: {'Port': ['ID=98738167-0a20-476f-92f4-f20d36442fad,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:12.365486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7f31c157-07b5-40ef-89de-452a1f73f020 None None] Current status of the port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:12.410389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:12.411085 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:12.412554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] 10.222.0.13 "PUT /v2.0/ports/98738167-0a20-476f-92f4-f20d36442fad HTTP/1.1" status: 200 len: 1091 time: 3.9017787 Mar 07 22:02:12.462984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac0670c-a45d-4512-85b1-32dd3c1eff19', 'tag': '4655b1e6-03e2-4f0c-9de3-a8f68cf05fda'}, {'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '98738167-0a20-476f-92f4-f20d36442fad'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:12.478528 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac0670c-a45d-4512-85b1-32dd3c1eff19", "tag": "4655b1e6-03e2-4f0c-9de3-a8f68cf05fda"}, {"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "98738167-0a20-476f-92f4-f20d36442fad"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:12.487018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4368b496-d3cc-4a75-b955-ed33475cc0cf req-3e614c04-13c4-4a69-a4a9-da377d957591 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0798478 Mar 07 22:02:12.503092 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b072f8cf-4b3e-47c9-8189-643be6e1a8a6 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (08c43fa5-c247-4e7e-99a5-50e6b10dbafa), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:12.528089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-54ae1943-24b7-4826-8270-c4dc16b8d40a None None] Provisioning complete for port 08c43fa5-c247-4e7e-99a5-50e6b10dbafa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:12.528478 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-54ae1943-24b7-4826-8270-c4dc16b8d40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (08c43fa5-c247-4e7e-99a5-50e6b10dbafa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:12.541603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-f0b79680-573b-46c9-ab74-b86bf46f9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:12.544097 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-f0b79680-573b-46c9-ab74-b86bf46f9204 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17af4d75-4163-4f51-bf4d-822a5308abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4909465 Mar 07 22:02:12.548993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-574f5227-1c19-4c5b-a8b2-37209eb7ade7 req-1abedd39-5699-41a4-b832-bc8ffbd39c9d tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb84931a-2640-4a60-a963-8d8f4b244146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5161328 Mar 07 22:02:12.591033 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:02:12.605139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7effaf-e690-44d1-abe4-45b867135b54 req-b441448d-1a6b-45ed-8092-deba9d153650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:12.611340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7effaf-e690-44d1-abe4-45b867135b54 req-b441448d-1a6b-45ed-8092-deba9d153650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:12.612004 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7effaf-e690-44d1-abe4-45b867135b54 req-b441448d-1a6b-45ed-8092-deba9d153650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:12.620254 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c7effaf-e690-44d1-abe4-45b867135b54 req-b441448d-1a6b-45ed-8092-deba9d153650 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.5602965 Mar 07 22:02:12.662160 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b072f8cf-4b3e-47c9-8189-643be6e1a8a6 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (08c43fa5-c247-4e7e-99a5-50e6b10dbafa), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:12.701791 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-54ae1943-24b7-4826-8270-c4dc16b8d40a None None] Port 08c43fa5-c247-4e7e-99a5-50e6b10dbafa cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:12.838161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-38b6a8df-71c9-4951-8ead-938bed19ca56 None None] Provisioning complete for port 08c43fa5-c247-4e7e-99a5-50e6b10dbafa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:12.838722 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-38b6a8df-71c9-4951-8ead-938bed19ca56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (08c43fa5-c247-4e7e-99a5-50e6b10dbafa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:12.865743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79dabd66-0b5f-4ced-8743-e75183b59636 req-9fc42352-5acc-436d-a67d-e995b8a7d935 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 210 time: 0.1208379 Mar 07 22:02:12.895929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-e6252467-acd4-4839-ad5d-82bf4000bf45 service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401368 Mar 07 22:02:12.898544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-38b6a8df-71c9-4951-8ead-938bed19ca56 None None] Port 08c43fa5-c247-4e7e-99a5-50e6b10dbafa cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:12.920703 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b072f8cf-4b3e-47c9-8189-643be6e1a8a6 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] In _notify_port_updated(), no bound segment for port 08c43fa5-c247-4e7e-99a5-50e6b10dbafa on network 08aec525-313a-46f0-8827-13391b9f1184 {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 22:02:12.927093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b072f8cf-4b3e-47c9-8189-643be6e1a8a6 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:12.928048 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b072f8cf-4b3e-47c9-8189-643be6e1a8a6 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:12.930382 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b072f8cf-4b3e-47c9-8189-643be6e1a8a6 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "PUT /v2.0/ports/08c43fa5-c247-4e7e-99a5-50e6b10dbafa HTTP/1.1" status: 200 len: 1011 time: 3.0856392 Mar 07 22:02:12.932108 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072f8cf-4b3e-47c9-8189-643be6e1a8a6 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=08c43fa5-c247-4e7e-99a5-50e6b10dbafa,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:12.975154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ab1fa-57c1-43fd-b2bc-4bc09602381a req-73aeb153-6e4f-4b86-95e1-b582db580c5b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:12.983167 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b1ab1fa-57c1-43fd-b2bc-4bc09602381a req-73aeb153-6e4f-4b86-95e1-b582db580c5b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.2651758 Mar 07 22:02:12.991026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56788) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:13.008114 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e311cf-2fee-4cb0-b814-3ba4d0e72d54 x-openstack-request-id: req-f9e311cf-2fee-4cb0-b814-3ba4d0e72d54 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:13.008421 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe3c97-d3e0-468f-9f11-d494d2db8b96", "name": "network-vif-plugged", "status": "completed", "tag": "e26427fc-13e0-4243-aabe-2d42f6042158", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:13.008712 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9e311cf-2fee-4cb0-b814-3ba4d0e72d54 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:13.009210 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26427fc-13e0-4243-aabe-2d42f6042158', 'code': 200} Mar 07 22:02:13.046126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cc921-caf2-4c77-8318-809176bd204d req-23ad0a89-df85-4ea6-af4e-313f62522107 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:13.047676 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-23ad0a89-df85-4ea6-af4e-313f62522107 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.13 "GET /v2.0/networks?id=93e36d87-abd6-4d06-9369-07c32ad83c51 HTTP/1.1" status: 200 len: 796 time: 1.9494681 Mar 07 22:02:13.096273 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d8da22-5912-47f1-a7d8-92d179811114 x-openstack-request-id: req-d6d8da22-5912-47f1-a7d8-92d179811114 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:13.096601 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac0670c-a45d-4512-85b1-32dd3c1eff19", "tag": "4655b1e6-03e2-4f0c-9de3-a8f68cf05fda", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "98738167-0a20-476f-92f4-f20d36442fad", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:13.096813 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6d8da22-5912-47f1-a7d8-92d179811114 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:13.097221 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac0670c-a45d-4512-85b1-32dd3c1eff19', 'tag': '4655b1e6-03e2-4f0c-9de3-a8f68cf05fda', 'status': 'completed', 'code': 200} Mar 07 22:02:13.097484 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '98738167-0a20-476f-92f4-f20d36442fad', 'status': 'completed', 'code': 200} Mar 07 22:02:13.180206 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a4cba798-6915-4d91-9257-b113231fd9db None None] Provisioning complete for port 08c43fa5-c247-4e7e-99a5-50e6b10dbafa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:13.180597 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a4cba798-6915-4d91-9257-b113231fd9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (08c43fa5-c247-4e7e-99a5-50e6b10dbafa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:13.194392 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7effaf-e690-44d1-abe4-45b867135b54 req-d04bcb6b-d639-4bf6-9a51-e315470a0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:13.205973 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c7effaf-e690-44d1-abe4-45b867135b54 req-d04bcb6b-d639-4bf6-9a51-e315470a0e29 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5629847 Mar 07 22:02:13.266626 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a4cba798-6915-4d91-9257-b113231fd9db None None] Port 08c43fa5-c247-4e7e-99a5-50e6b10dbafa cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:13.307015 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-ca1c9fbd-b7f3-4afb-a7d5-d266acacd709 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e87eae701f45487cbc6b93aa1c25c985 HTTP/1.1" status: 200 len: 478 time: 0.2376146 Mar 07 22:02:13.317684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-662cc921-caf2-4c77-8318-809176bd204d req-7d848c86-7066-42a6-8efe-18aa2ed1ea0b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Request body: {'port': {'device_id': 'd65cc767-1139-44b4-83d0-2ad4b119f5f7', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'admin_state_up': True, 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'security_groups': ['f557019f-2911-4a44-8a81-01dbb922cc98', '611a10d3-1ab0-40d9-a0b1-690942fa3365']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:13.371344 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-44b2f844-6f43-4db2-965a-c59752a04ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:13.372188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-44b2f844-6f43-4db2-965a-c59752a04ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:13.372993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-44b2f844-6f43-4db2-965a-c59752a04ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:13.373528 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-44b2f844-6f43-4db2-965a-c59752a04ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:13.374861 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-44b2f844-6f43-4db2-965a-c59752a04ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:13.374861 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-44b2f844-6f43-4db2-965a-c59752a04ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:13.375269 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-44b2f844-6f43-4db2-965a-c59752a04ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:13.377651 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-44b2f844-6f43-4db2-965a-c59752a04ccf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 6706 time: 0.1298492 Mar 07 22:02:13.407093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b1ab1fa-57c1-43fd-b2bc-4bc09602381a req-7d78a645-6b5c-4d0b-be8a-4da0a49ff7c0 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4228926 Mar 07 22:02:13.447696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e223cf7-1977-40aa-b058-c3013f619eb4 req-d2b697b9-622d-4d1f-bd62-feb79b9d25b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:13.449213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e223cf7-1977-40aa-b058-c3013f619eb4 req-d2b697b9-622d-4d1f-bd62-feb79b9d25b3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 1127 time: 0.3468640 Mar 07 22:02:13.455519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229ca1d4-6f0b-402a-beab-bcf9e599e11f req-86b3872f-f3ae-463e-bcec-b335ccb00a5f service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482910 Mar 07 22:02:13.483229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-6251a669-7bed-41e6-9329-11cd2bc5c994 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:13.484890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-6251a669-7bed-41e6-9329-11cd2bc5c994 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/networks?id=40fac801-bd86-4d20-8b90-5699db62ad4c HTTP/1.1" status: 200 len: 809 time: 0.2800515 Mar 07 22:02:13.507138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-a1521bb8-3314-474a-a47e-6e4cff1f2090 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/quotas/a77fbbd37a60414788031b846b39498e HTTP/1.1" status: 200 len: 375 time: 0.0145185 Mar 07 22:02:13.510756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-1023145f-92ed-4060-aab5-ace50db1ec4d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port 08c43fa5-c247-4e7e-99a5-50e6b10dbafa {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:02:13.511105 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1023145f-92ed-4060-aab5-ace50db1ec4d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (08c43fa5-c247-4e7e-99a5-50e6b10dbafa), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:13.537244 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-08f68a78-2fe1-4647-9903-aada784d59b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f0085bd-f10a-46c4-8348-adbfde20e030 HTTP/1.1" status: 200 len: 217 time: 0.1200683 Mar 07 22:02:13.608128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-05e1e7d8-ba1c-4af6-8fc0-ea4d7c4b26fc tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a77fbbd37a60414788031b846b39498e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897028 Mar 07 22:02:13.618616 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662cc921-caf2-4c77-8318-809176bd204d req-7d848c86-7066-42a6-8efe-18aa2ed1ea0b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Made reservation on behalf of e87eae701f45487cbc6b93aa1c25c985 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:13.625254 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-662cc921-caf2-4c77-8318-809176bd204d req-7d848c86-7066-42a6-8efe-18aa2ed1ea0b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:13.643577 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f3752b38-b19c-4eb7-8015-f97bf54de8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:13.647447 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f3752b38-b19c-4eb7-8015-f97bf54de8a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e487eb0-cf82-4d95-adff-ac9720e5bf10 HTTP/1.1" status: 200 len: 855 time: 0.1022298 Mar 07 22:02:13.848680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-662cc921-caf2-4c77-8318-809176bd204d req-7d848c86-7066-42a6-8efe-18aa2ed1ea0b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Allocated IP 172.20.0.13 (93e36d87-abd6-4d06-9369-07c32ad83c51/045bdb65-74d3-48e1-a3f1-4e20559d5419/ad07daea-7511-42f7-b47c-65012068c34c) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:14.142598 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-662cc921-caf2-4c77-8318-809176bd204d req-7d848c86-7066-42a6-8efe-18aa2ed1ea0b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for port (ad07daea-7511-42f7-b47c-65012068c34c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:14.142826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e223cf7-1977-40aa-b058-c3013f619eb4 req-a4ce385f-9f16-4c64-8c8a-5a939ec94cc8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6780546 Mar 07 22:02:14.189819 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-662cc921-caf2-4c77-8318-809176bd204d req-7d848c86-7066-42a6-8efe-18aa2ed1ea0b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ad07daea-7511-42f7-b47c-65012068c34c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:14.199335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-91cbf91a-d002-4d36-8a64-aa45a2af7b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:14.200868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-91cbf91a-d002-4d36-8a64-aa45a2af7b52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bb6403373984f908124dcb70d1ed022&device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 1125 time: 0.6864901 Mar 07 22:02:14.232557 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1023145f-92ed-4060-aab5-ace50db1ec4d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (08c43fa5-c247-4e7e-99a5-50e6b10dbafa), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:14.237164 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-17d30faa-750b-4d91-9c20-861118a06d32 service neutron] 10.222.0.26 "GET /v2.0/networks/40fac801-bd86-4d20-8b90-5699db62ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652225 Mar 07 22:02:14.258019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-1023145f-92ed-4060-aab5-ace50db1ec4d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for 08c43fa5-c247-4e7e-99a5-50e6b10dbafa owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:02:14.280645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abdf99-42ba-4994-8edf-f0897e928ac2 req-c9a0e638-2023-44ee-a683-48bc05922ffe tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:14.286164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abdf99-42ba-4994-8edf-f0897e928ac2 req-c9a0e638-2023-44ee-a683-48bc05922ffe tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:14.291665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abdf99-42ba-4994-8edf-f0897e928ac2 req-c9a0e638-2023-44ee-a683-48bc05922ffe tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:14.291848 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7c862b11-7b6c-4351-a431-03a40c2103eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:14.293235 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7c862b11-7b6c-4351-a431-03a40c2103eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1161401 Mar 07 22:02:14.296955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662cc921-caf2-4c77-8318-809176bd204d req-7d848c86-7066-42a6-8efe-18aa2ed1ea0b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Network 93e36d87-abd6-4d06-9369-07c32ad83c51 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:14.297188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abdf99-42ba-4994-8edf-f0897e928ac2 req-c9a0e638-2023-44ee-a683-48bc05922ffe tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:14.302473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abdf99-42ba-4994-8edf-f0897e928ac2 req-c9a0e638-2023-44ee-a683-48bc05922ffe tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:14.308032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abdf99-42ba-4994-8edf-f0897e928ac2 req-c9a0e638-2023-44ee-a683-48bc05922ffe tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:14.313511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abdf99-42ba-4994-8edf-f0897e928ac2 req-c9a0e638-2023-44ee-a683-48bc05922ffe tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:14.320940 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16abdf99-42ba-4994-8edf-f0897e928ac2 req-c9a0e638-2023-44ee-a683-48bc05922ffe tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.6585503 Mar 07 22:02:14.410212 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-cc8833cd-fdcc-47dd-b14e-ced268d79962 service neutron] 10.222.0.13 "GET /v2.0/networks/dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084311 Mar 07 22:02:14.411419 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d848c86-7066-42a6-8efe-18aa2ed1ea0b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'Port': ['ID=ad07daea-7511-42f7-b47c-65012068c34c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:14.414108 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-662cc921-caf2-4c77-8318-809176bd204d req-7d848c86-7066-42a6-8efe-18aa2ed1ea0b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:14.416808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-662cc921-caf2-4c77-8318-809176bd204d req-7d848c86-7066-42a6-8efe-18aa2ed1ea0b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:14.453584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-0d1a1b32-2b16-4803-881b-7689da94b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:14.455125 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-0d1a1b32-2b16-4803-881b-7689da94b141 service neutron] 10.222.0.15 "GET /v2.0/networks?id=17af4d75-4163-4f51-bf4d-822a5308abb9 HTTP/1.1" status: 200 len: 911 time: 0.1004930 Mar 07 22:02:14.575035 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cc921-caf2-4c77-8318-809176bd204d req-7d848c86-7066-42a6-8efe-18aa2ed1ea0b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:14.577051 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-662cc921-caf2-4c77-8318-809176bd204d req-7d848c86-7066-42a6-8efe-18aa2ed1ea0b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:14.593498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56830) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:14.624506 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-7d848c86-7066-42a6-8efe-18aa2ed1ea0b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.3116133 Mar 07 22:02:14.650402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Request body: {'port': {'device_id': 'd65cc767-1139-44b4-83d0-2ad4b119f5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:14.674504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-2d227562-fa19-416b-9662-d8bad4b5d080 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda HTTP/1.1" status: 200 len: 217 time: 0.1308794 Mar 07 22:02:14.811008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-e82880b5-36be-49c9-a977-0546ca9a2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:14.812556 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-e82880b5-36be-49c9-a977-0546ca9a2711 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b78d0f-0bb8-455d-a78c-07f57fa57eef HTTP/1.1" status: 200 len: 849 time: 0.1238546 Mar 07 22:02:14.822153 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ad07daea-7511-42f7-b47c-65012068c34c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:14.833064 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-86cf6696-d838-430f-afcd-c14c5d1eebfb service neutron] 10.222.0.13 "GET /v2.0/networks/dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626602 Mar 07 22:02:14.860496 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16abdf99-42ba-4994-8edf-f0897e928ac2 req-2d125702-6a65-4ae8-ae92-f09bf9bf052a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5385201 Mar 07 22:02:14.879596 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-aec92ecb-d7a0-4b69-a3b4-1dd47d39ee48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=3cfe58ad-c800-469f-9dac-12f4b77541dc HTTP/1.1" status: 200 len: 217 time: 0.0403261 Mar 07 22:02:14.906544 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-d737a562-88d7-4b26-ab0e-d2cf9f0cc851 service neutron] 10.222.0.26 "GET /v2.0/networks/40fac801-bd86-4d20-8b90-5699db62ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571047 Mar 07 22:02:14.935364 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a52492ec-29bb-4921-adff-62c2f019559a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:14.936078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-dc8eab27-2d76-433f-a07a-5ec07ee91f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:14.937700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-dc8eab27-2d76-433f-a07a-5ec07ee91f40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17af4d75-4163-4f51-bf4d-822a5308abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1089079 Mar 07 22:02:14.941253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0dd40175-d000-4b9c-bb03-ee35d7bdea17 None None] Provisioning complete for port ad07daea-7511-42f7-b47c-65012068c34c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:14.941726 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0dd40175-d000-4b9c-bb03-ee35d7bdea17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ad07daea-7511-42f7-b47c-65012068c34c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:14.993779 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-7d02f704-bed1-4436-b2ff-92a707d063ca service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:02:14.994801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-7d02f704-bed1-4436-b2ff-92a707d063ca service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142231 Mar 07 22:02:15.022585 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-744891ec-7e41-47b6-81a6-cbd0bda7c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:15.024403 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-744891ec-7e41-47b6-81a6-cbd0bda7c213 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74787413-84bd-4383-8dc9-399403023240 HTTP/1.1" status: 200 len: 797 time: 0.1315265 Mar 07 22:02:15.065693 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0dd40175-d000-4b9c-bb03-ee35d7bdea17 None None] Port ad07daea-7511-42f7-b47c-65012068c34c cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:15.466640 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-c3c527c7-ea39-4762-94c2-35607b8a8c9f service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594848 Mar 07 22:02:15.519148 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1023145f-92ed-4060-aab5-ace50db1ec4d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (08c43fa5-c247-4e7e-99a5-50e6b10dbafa), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:15.534912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c3ead-a0ee-4656-bf87-41bd02184789 req-b00479af-b90b-4ee3-8fc5-236f53ee3ac3 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:15.536957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-387c3ead-a0ee-4656-bf87-41bd02184789 req-b00479af-b90b-4ee3-8fc5-236f53ee3ac3 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 943 time: 0.5479338 Mar 07 22:02:15.551944 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1c70c434-b49d-48e3-aefc-54a822ed4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:15.553804 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1c70c434-b49d-48e3-aefc-54a822ed4ea8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5110328 Mar 07 22:02:15.654679 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9f55e6d6-d930-450b-8746-82a232e748f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:15.686076 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023145f-92ed-4060-aab5-ace50db1ec4d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=08c43fa5-c247-4e7e-99a5-50e6b10dbafa,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:15.733114 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-387c3ead-a0ee-4656-bf87-41bd02184789 req-25085f56-bf23-4379-a8c4-fd1b2fe3edbe tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb84931a-2640-4a60-a963-8d8f4b244146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758430 Mar 07 22:02:15.844804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad07daea-7511-42f7-b47c-65012068c34c {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:15.861881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb3540-2ba7-4451-aebc-68e5ea7c58d3 req-dd5ca85e-27e4-48e1-ba66-ca354c3cdfcd tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:15.863539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5cb3540-2ba7-4451-aebc-68e5ea7c58d3 req-dd5ca85e-27e4-48e1-ba66-ca354c3cdfcd tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 971 time: 0.5632725 Mar 07 22:02:15.873791 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Publish callbacks [] for port (ad07daea-7511-42f7-b47c-65012068c34c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:15.906378 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Transition to ACTIVE for port object ad07daea-7511-42f7-b47c-65012068c34c will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:02:15.920734 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1023145f-92ed-4060-aab5-ace50db1ec4d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:15.925432 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1023145f-92ed-4060-aab5-ace50db1ec4d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/08c43fa5-c247-4e7e-99a5-50e6b10dbafa HTTP/1.1" status: 204 len: 168 time: 2.9331970 Mar 07 22:02:15.931065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56848) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:15.951162 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (ad07daea-7511-42f7-b47c-65012068c34c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:16.049992 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:16.118887 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02b5de1-73f6-4109-9edd-364fc4c5a375 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] GET failed (client error): The resource could not be found. Mar 07 22:02:16.121650 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e02b5de1-73f6-4109-9edd-364fc4c5a375 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/08c43fa5-c247-4e7e-99a5-50e6b10dbafa HTTP/1.1" status: 404 len: 333 time: 0.1875327 Mar 07 22:02:16.124296 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-f9c3a7da-071a-4a99-a590-d319b04a9a2b service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477017 Mar 07 22:02:16.128563 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56850) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:16.141257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5cb3540-2ba7-4451-aebc-68e5ea7c58d3 req-e3c6f913-9904-42af-805d-ceae73466dfc tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/security-groups?id=f557019f-2911-4a44-8a81-01dbb922cc98&id=611a10d3-1ab0-40d9-a0b1-690942fa3365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2636526 Mar 07 22:02:16.190998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218adc0-553b-472e-84ed-d1432361f1d1 req-f7ecc28f-e431-4e1a-bdb7-05cc9e8ece7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:16.200314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0218adc0-553b-472e-84ed-d1432361f1d1 req-f7ecc28f-e431-4e1a-bdb7-05cc9e8ece7c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.2887878 Mar 07 22:02:16.266823 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0218adc0-553b-472e-84ed-d1432361f1d1 req-840d8ed2-df4c-4415-ab72-86463481726b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651922 Mar 07 22:02:16.349937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-83b3376d-93ed-4752-beb7-e51cb50edd48 req-c8e24edd-795c-4c3c-8b04-f2d7af584149 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0474527 Mar 07 22:02:16.378516 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-d90c8bdb-1f48-4c74-912f-a349f1ccfd8a service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8130870 Mar 07 22:02:16.399955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Pushing event updated for resources: {'Port': ['ID=ad07daea-7511-42f7-b47c-65012068c34c,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:16.449172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2fe2-16c0-4b30-8fe7-4b8e71df2b1d req-8f3d821b-7d90-4a59-a72e-f306061ac6ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:16.454984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2fe2-16c0-4b30-8fe7-4b8e71df2b1d req-8f3d821b-7d90-4a59-a72e-f306061ac6ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:16.462385 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2fe2-16c0-4b30-8fe7-4b8e71df2b1d req-8f3d821b-7d90-4a59-a72e-f306061ac6ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:16.469311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2fe2-16c0-4b30-8fe7-4b8e71df2b1d req-8f3d821b-7d90-4a59-a72e-f306061ac6ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:16.474826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2fe2-16c0-4b30-8fe7-4b8e71df2b1d req-8f3d821b-7d90-4a59-a72e-f306061ac6ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:16.482416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2fe2-16c0-4b30-8fe7-4b8e71df2b1d req-8f3d821b-7d90-4a59-a72e-f306061ac6ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:16.489854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2fe2-16c0-4b30-8fe7-4b8e71df2b1d req-8f3d821b-7d90-4a59-a72e-f306061ac6ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:16.492157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab7f2fe2-16c0-4b30-8fe7-4b8e71df2b1d req-8f3d821b-7d90-4a59-a72e-f306061ac6ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.1156335 Mar 07 22:02:16.512871 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a52492ec-29bb-4921-adff-62c2f019559a admin admin] Publish callbacks [] for security_group (9500da7d-8b56-4b1b-ae34-53dc340baaa2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:16.590963 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5db5ef-3a97-472f-8729-829b0a3a9ce2 req-c87b6635-31f2-407b-b058-cf21c2906314 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:16.592156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ae811f-bd55-41fd-a7e6-797b670b6411 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting subnet 77c733b6-b859-4e4e-a081-5e6ffc8896bf {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:02:16.593451 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c5db5ef-3a97-472f-8729-829b0a3a9ce2 req-c87b6635-31f2-407b-b058-cf21c2906314 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.1002593 Mar 07 22:02:16.597239 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3ae811f-bd55-41fd-a7e6-797b670b6411 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (77c733b6-b859-4e4e-a081-5e6ffc8896bf), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:16.609848 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a52492ec-29bb-4921-adff-62c2f019559a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9500da7d-8b56-4b1b-ae34-53dc340baaa2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:16.680452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab7f2fe2-16c0-4b30-8fe7-4b8e71df2b1d req-6dd0fa03-b3bf-4fbb-9f5e-bf10cdf350a7 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1781580 Mar 07 22:02:16.719488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52492ec-29bb-4921-adff-62c2f019559a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9500da7d-8b56-4b1b-ae34-53dc340baaa2,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:16.732801 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3ae811f-bd55-41fd-a7e6-797b670b6411 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (77c733b6-b859-4e4e-a081-5e6ffc8896bf), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:16.750349 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a52492ec-29bb-4921-adff-62c2f019559a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a86c77b42fa5484faa065d4befa8d533&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1501226 Mar 07 22:02:16.788088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56854) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:16.800376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c5db5ef-3a97-472f-8729-829b0a3a9ce2 req-b1e43c29-98a2-4c61-baf0-8f3076e8393a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1983001 Mar 07 22:02:16.817172 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Attempting to bind port ad07daea-7511-42f7-b47c-65012068c34c on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:02:16.817517 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Attempting to bind port ad07daea-7511-42f7-b47c-65012068c34c by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '9d610a6b-d876-4037-976c-83f95a49d725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:02:16.817859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Attempting to bind port ad07daea-7511-42f7-b47c-65012068c34c on network 93e36d87-abd6-4d06-9369-07c32ad83c51 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:16.828963 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-89ca50c4-fe39-46ff-b5b1-f88a02c7613f service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399943 Mar 07 22:02:16.833748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56858) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:16.836702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Port ad07daea-7511-42f7-b47c-65012068c34c on network 93e36d87-abd6-4d06-9369-07c32ad83c51 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:02:16.837035 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Attempting to bind port ad07daea-7511-42f7-b47c-65012068c34c on network 93e36d87-abd6-4d06-9369-07c32ad83c51 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:16.903780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:02:16.908475 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:02:16.908831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Checking segment: {'id': '9d610a6b-d876-4037-976c-83f95a49d725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:16.909230 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Bound using segment: {'id': '9d610a6b-d876-4037-976c-83f95a49d725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:02:16.909672 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Bound port: ad07daea-7511-42f7-b47c-65012068c34c, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d610a6b-d876-4037-976c-83f95a49d725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:02:16.910038 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ad07daea-7511-42f7-b47c-65012068c34c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:16.916848 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-7bf18645-a7c4-4650-8e5d-7f18a87c9332 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=5d5198c5-e420-4fec-b032-62b96c0b5e13 HTTP/1.1" status: 200 len: 217 time: 0.0660865 Mar 07 22:02:16.983494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-e3422ca7-76e2-4d25-8225-8b596c4efb2b tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:16.986135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-e3422ca7-76e2-4d25-8225-8b596c4efb2b tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.15 "GET /v2.0/networks?id=40fac801-bd86-4d20-8b90-5699db62ad4c HTTP/1.1" status: 200 len: 809 time: 0.2904408 Mar 07 22:02:17.014040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-587ddba9-bbb2-4323-8fb4-0cd30e84a106 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Request body: {'port': {'device_id': 'cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5', 'network_id': '40fac801-bd86-4d20-8b90-5699db62ad4c', 'admin_state_up': True, 'tenant_id': 'a77fbbd37a60414788031b846b39498e'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:17.049114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Publish callbacks [] for security_group (9500da7d-8b56-4b1b-ae34-53dc340baaa2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:17.059785 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3ae811f-bd55-41fd-a7e6-797b670b6411 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (77c733b6-b859-4e4e-a081-5e6ffc8896bf), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:17.065496 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-dd6db140-7786-46fd-92e6-b9a11706da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:17.067479 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-dd6db140-7786-46fd-92e6-b9a11706da34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74787413-84bd-4383-8dc9-399403023240 HTTP/1.1" status: 200 len: 797 time: 0.1419168 Mar 07 22:02:17.069969 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf8e070-94b5-4f49-89c0-f83a426bed68 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:17.074608 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eaf8e070-94b5-4f49-89c0-f83a426bed68 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 1122 time: 0.2325854 Mar 07 22:02:17.084526 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Publish callbacks [] for security_group (9500da7d-8b56-4b1b-ae34-53dc340baaa2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:17.087946 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56860) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:17.113187 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': 'e26427fc-13e0-4243-aabe-2d42f6042158', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:17.128417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:17.150167 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '4655b1e6-03e2-4f0c-9de3-a8f68cf05fda', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'port_id': '4655b1e6-03e2-4f0c-9de3-a8f68cf05fda', 'mac_address': 'fa:16:3e:23:90:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:02:17.191828 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9500da7d-8b56-4b1b-ae34-53dc340baaa2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:17.197694 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:17.200230 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9500da7d-8b56-4b1b-ae34-53dc340baaa2 HTTP/1.1" status: 204 len: 168 time: 0.3958817 Mar 07 22:02:17.222304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:17.222720 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:17.257290 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] For port ad07daea-7511-42f7-b47c-65012068c34c, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:02:17.266968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] For port ad07daea-7511-42f7-b47c-65012068c34c, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ad07daea-7511-42f7-b47c-65012068c34c,segment=NetworkSegment(9d610a6b-d876-4037-976c-83f95a49d725),segment_id=9d610a6b-d876-4037-976c-83f95a49d725)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:02:17.272367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:17.275170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e565f-f2e0-4a26-86e9-23d2f7588fb7 req-887f7427-7fd9-4f32-ad31-e1afb0e7a396 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:17.277631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-361e565f-f2e0-4a26-86e9-23d2f7588fb7 req-887f7427-7fd9-4f32-ad31-e1afb0e7a396 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 943 time: 0.3126271 Mar 07 22:02:17.278783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9500da7d-8b56-4b1b-ae34-53dc340baaa2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:17.279261 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:17.306852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:17.307724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:17.308339 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:17.308959 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:17.309669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:17.310288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:17.311022 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:17.311593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:17.312152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:17.312712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:17.313271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:17.313855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:17.314432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12260d5f-a927-41e5-8f98-c67d8ddbed6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:17.350109 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (ad07daea-7511-42f7-b47c-65012068c34c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:17.358788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:17.378639 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:17.480261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:17.499640 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:17.500525 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:17.502274 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] 10.222.0.13 "PUT /v2.0/ports/ad07daea-7511-42f7-b47c-65012068c34c HTTP/1.1" status: 200 len: 1131 time: 2.8660705 Mar 07 22:02:17.506146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-587ddba9-bbb2-4323-8fb4-0cd30e84a106 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Made reservation on behalf of a77fbbd37a60414788031b846b39498e for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:17.509818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65cc767-1139-44b4-83d0-2ad4b119f5f7', 'tag': 'ad07daea-7511-42f7-b47c-65012068c34c'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:17.512738 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a0b02a-e789-4f8b-a7a0-f85dad32f1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d65cc767-1139-44b4-83d0-2ad4b119f5f7", "tag": "ad07daea-7511-42f7-b47c-65012068c34c"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:17.519199 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-587ddba9-bbb2-4323-8fb4-0cd30e84a106 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:17.528279 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1c66cc56-b8f0-4d96-84d2-50838b016b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:17.542591 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1c66cc56-b8f0-4d96-84d2-50838b016b01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4615316 Mar 07 22:02:17.550775 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3ae811f-bd55-41fd-a7e6-797b670b6411 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (77c733b6-b859-4e4e-a081-5e6ffc8896bf), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:17.555296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8629738-ee1e-4587-b9f7-55e16e444126 req-565ed5fd-f251-4325-a36e-d25306fd0489 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:17.562881 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8629738-ee1e-4587-b9f7-55e16e444126 req-565ed5fd-f251-4325-a36e-d25306fd0489 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 983 time: 0.2666669 Mar 07 22:02:17.580186 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-361e565f-f2e0-4a26-86e9-23d2f7588fb7 req-f5af437d-d84c-492c-9f52-331deea8f1ba tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb84931a-2640-4a60-a963-8d8f4b244146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924147 Mar 07 22:02:17.629918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['4655b1e6-03e2-4f0c-9de3-a8f68cf05fda'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:02:17.707584 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8629738-ee1e-4587-b9f7-55e16e444126 req-2db0e114-c66c-4cc9-8cbf-951a0a0a12c0 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/security-groups?id=f557019f-2911-4a44-8a81-01dbb922cc98&id=611a10d3-1ab0-40d9-a0b1-690942fa3365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1416516 Mar 07 22:02:17.757806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56874) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:17.777881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae811f-bd55-41fd-a7e6-797b670b6411 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Subnet': ['ID=77c733b6-b859-4e4e-a081-5e6ffc8896bf,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:17.816775 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fda11f8-676a-45a9-a3df-93ca06bb0db8 x-openstack-request-id: req-7fda11f8-676a-45a9-a3df-93ca06bb0db8 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:17.818973 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65cc767-1139-44b4-83d0-2ad4b119f5f7", "tag": "ad07daea-7511-42f7-b47c-65012068c34c", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:17.819510 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fda11f8-676a-45a9-a3df-93ca06bb0db8 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:17.820669 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65cc767-1139-44b4-83d0-2ad4b119f5f7', 'tag': 'ad07daea-7511-42f7-b47c-65012068c34c', 'status': 'completed', 'code': 200} Mar 07 22:02:17.867976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58241dcf-53ef-49fd-b36f-83f51bfbef8a None None] Network 08aec525-313a-46f0-8827-13391b9f1184 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:17.877504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0532fe-2e93-42bb-b370-e3e3b1db5def service neutron] Pushing event updated for resources: {'Port': ['ID=ad07daea-7511-42f7-b47c-65012068c34c,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:17.888015 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3ae811f-bd55-41fd-a7e6-797b670b6411 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:17.893987 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e3ae811f-bd55-41fd-a7e6-797b670b6411 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/77c733b6-b859-4e4e-a081-5e6ffc8896bf HTTP/1.1" status: 204 len: 168 time: 1.7480345 Mar 07 22:02:17.904946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56876) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:17.954526 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-24a909dc-268d-4045-8366-84c734d2f93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:17.962539 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c825a28-9d74-456b-848d-5904129b8a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:17.976803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cc921-caf2-4c77-8318-809176bd204d req-a1d1ff17-d442-48f3-8a5c-13e1652a2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:17.986980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73a848fa-6932-4676-9c5d-6565d1dae69c req-1ca1f0c9-4022-4bb0-bfa0-6f21000d0338 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 210 time: 0.2161121 Mar 07 22:02:17.989283 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-a1d1ff17-d442-48f3-8a5c-13e1652a2b31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e87eae701f45487cbc6b93aa1c25c985&device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 1165 time: 0.4218314 Mar 07 22:02:17.989839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfecdf8-fe23-4f30-aed2-acdc10331b97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting subnet d75c8f33-bab5-4fb3-b7a6-e6daf3045635 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:02:18.008591 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8bfecdf8-fe23-4f30-aed2-acdc10331b97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (d75c8f33-bab5-4fb3-b7a6-e6daf3045635), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:18.052419 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-9327ba24-189d-4481-81f4-7f1b1c4a979b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad07daea-7511-42f7-b47c-65012068c34c HTTP/1.1" status: 200 len: 217 time: 0.0549259 Mar 07 22:02:18.056588 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b130fc2c-2bed-46af-906b-335a8e92aa0a service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904740 Mar 07 22:02:18.056764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-587ddba9-bbb2-4323-8fb4-0cd30e84a106 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Allocated IP 172.20.0.2 (40fac801-bd86-4d20-8b90-5699db62ad4c/3aba7568-bf1c-4224-91eb-7783295d6d58/67c87165-d081-4d4c-afd5-8f4341a6404b) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:18.113052 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8bfecdf8-fe23-4f30-aed2-acdc10331b97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (d75c8f33-bab5-4fb3-b7a6-e6daf3045635), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:18.337748 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:18.343848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97427e7-3068-4792-92a5-d07290d89b36 req-39590c0e-0954-45bf-b0fe-48a2151030a8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:18.354335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97427e7-3068-4792-92a5-d07290d89b36 req-39590c0e-0954-45bf-b0fe-48a2151030a8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:18.362396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97427e7-3068-4792-92a5-d07290d89b36 req-39590c0e-0954-45bf-b0fe-48a2151030a8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:18.368822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97427e7-3068-4792-92a5-d07290d89b36 req-39590c0e-0954-45bf-b0fe-48a2151030a8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:18.375780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97427e7-3068-4792-92a5-d07290d89b36 req-39590c0e-0954-45bf-b0fe-48a2151030a8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:18.381290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97427e7-3068-4792-92a5-d07290d89b36 req-39590c0e-0954-45bf-b0fe-48a2151030a8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:18.388820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97427e7-3068-4792-92a5-d07290d89b36 req-39590c0e-0954-45bf-b0fe-48a2151030a8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:18.391893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b97427e7-3068-4792-92a5-d07290d89b36 req-39590c0e-0954-45bf-b0fe-48a2151030a8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.4832394 Mar 07 22:02:18.559286 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b97427e7-3068-4792-92a5-d07290d89b36 req-a9ce5ee6-c15e-49db-9f01-19e81cc098ea tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431220 Mar 07 22:02:18.593696 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-587ddba9-bbb2-4323-8fb4-0cd30e84a106 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks [] for port (67c87165-d081-4d4c-afd5-8f4341a6404b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:18.599679 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8bfecdf8-fe23-4f30-aed2-acdc10331b97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (d75c8f33-bab5-4fb3-b7a6-e6daf3045635), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:18.644542 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c825a28-9d74-456b-848d-5904129b8a65 admin admin] Publish callbacks [] for security_group (b2932d82-e684-4e3d-973e-b322d55224ed), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:18.660276 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-88d9d58f-a6b6-4000-8486-841081a3ff22 service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867651 Mar 07 22:02:18.663215 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5c825a28-9d74-456b-848d-5904129b8a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b2932d82-e684-4e3d-973e-b322d55224ed), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:18.667325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cc921-caf2-4c77-8318-809176bd204d req-695fd410-84a1-45e7-a220-93a061b595ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:18.668890 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-695fd410-84a1-45e7-a220-93a061b595ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=045bdb65-74d3-48e1-a3f1-4e20559d5419 HTTP/1.1" status: 200 len: 835 time: 0.6092353 Mar 07 22:02:18.701457 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c825a28-9d74-456b-848d-5904129b8a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2932d82-e684-4e3d-973e-b322d55224ed,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:18.775429 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-fa53c765-421d-4b41-9372-4707b67f2c58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=06c160fb-b584-4b25-8107-c17294f3ccb2 HTTP/1.1" status: 200 len: 217 time: 0.1038620 Mar 07 22:02:18.777430 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:18.781138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5c825a28-9d74-456b-848d-5904129b8a65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cdf3fc2a97f541bc977f61a36588b218&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0170808 Mar 07 22:02:18.791647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56882) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:18.823105 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-587ddba9-bbb2-4323-8fb4-0cd30e84a106 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (67c87165-d081-4d4c-afd5-8f4341a6404b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:18.830474 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8bfecdf8-fe23-4f30-aed2-acdc10331b97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (d75c8f33-bab5-4fb3-b7a6-e6daf3045635), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:18.926935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfecdf8-fe23-4f30-aed2-acdc10331b97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Subnet': ['ID=d75c8f33-bab5-4fb3-b7a6-e6daf3045635,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:18.934779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:18.937990 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-d639d011-da7f-45e0-9af4-719a1d8b37d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:18.938604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-587ddba9-bbb2-4323-8fb4-0cd30e84a106 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Network 40fac801-bd86-4d20-8b90-5699db62ad4c is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:18.940766 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8bfecdf8-fe23-4f30-aed2-acdc10331b97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:18.946512 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-d639d011-da7f-45e0-9af4-719a1d8b37d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74787413-84bd-4383-8dc9-399403023240 HTTP/1.1" status: 200 len: 797 time: 0.1534176 Mar 07 22:02:18.946713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8bfecdf8-fe23-4f30-aed2-acdc10331b97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/d75c8f33-bab5-4fb3-b7a6-e6daf3045635 HTTP/1.1" status: 204 len: 168 time: 1.0347283 Mar 07 22:02:18.954818 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56884) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:18.955981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-587ddba9-bbb2-4323-8fb4-0cd30e84a106 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:18.960483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-587ddba9-bbb2-4323-8fb4-0cd30e84a106 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:18.974383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ddba9-bbb2-4323-8fb4-0cd30e84a106 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Pushing event updated for resources: {'Port': ['ID=67c87165-d081-4d4c-afd5-8f4341a6404b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:18.986163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b3c8cb-9d9a-4d13-b90d-69be05f05e10 None None] Network 08aec525-313a-46f0-8827-13391b9f1184 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:19.004573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cc921-caf2-4c77-8318-809176bd204d req-f978b67f-4f26-41c9-a6d8-b9b6039b1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:19.006611 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-f978b67f-4f26-41c9-a6d8-b9b6039b1839 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93e36d87-abd6-4d06-9369-07c32ad83c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2704015 Mar 07 22:02:19.027782 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e7bb98c0-02a5-48b4-b1a3-df942544276a None None] Provisioning complete for port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:19.028176 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e7bb98c0-02a5-48b4-b1a3-df942544276a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.029796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68345bbf-b92f-4bba-94d4-6a65ca39cac8 req-c9043b8b-1ff5-4f27-9df8-29f0bcc33d1a tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:19.031673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68345bbf-b92f-4bba-94d4-6a65ca39cac8 req-c9043b8b-1ff5-4f27-9df8-29f0bcc33d1a tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 944 time: 0.3063488 Mar 07 22:02:19.088213 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ebdbb-952b-4866-8929-1bb0760ae93b req-96f7ecdd-f87e-4b93-aaa7-fa0b4f9f7d0f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:19.096021 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a6ebdbb-952b-4866-8929-1bb0760ae93b req-96f7ecdd-f87e-4b93-aaa7-fa0b4f9f7d0f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 983 time: 0.2749186 Mar 07 22:02:19.120186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Allocated IP 172.25.4.57 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/12ff6465-1eac-4d64-88b9-744d0327b8ff) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:19.143694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:02:19.149760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-587ddba9-bbb2-4323-8fb4-0cd30e84a106 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:19.150433 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-587ddba9-bbb2-4323-8fb4-0cd30e84a106 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.176642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:19.177056 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.179259 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (08aec525-313a-46f0-8827-13391b9f1184), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.222683 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb98c0-02a5-48b4-b1a3-df942544276a None None] Current status of the port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:19.232345 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-587ddba9-bbb2-4323-8fb4-0cd30e84a106 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2227268 Mar 07 22:02:19.248489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68345bbf-b92f-4bba-94d4-6a65ca39cac8 req-9f2a1ad2-daf1-4759-975b-7f4166fba0af tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb84931a-2640-4a60-a963-8d8f4b244146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018654 Mar 07 22:02:19.253162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Request body: {'port': {'device_id': 'cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:19.277227 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a6ebdbb-952b-4866-8929-1bb0760ae93b req-092c0b85-050a-42cb-b96d-16bfd095f62d tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/security-groups?id=f557019f-2911-4a44-8a81-01dbb922cc98&id=611a10d3-1ab0-40d9-a0b1-690942fa3365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1743557 Mar 07 22:02:19.303983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:19.304514 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.383492 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (12ff6465-1eac-4d64-88b9-744d0327b8ff), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.456489 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (67c87165-d081-4d4c-afd5-8f4341a6404b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.477695 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:02:19.478390 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.508892 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64281c3c-4c42-44ec-9287-11812e8ed515 None None] DHCP port deletion for 08aec525-313a-46f0-8827-13391b9f1184 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:02:19.532523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933cdf7-faba-4fef-af8a-9645fa01bf33 req-c2e1267a-a6d5-42ec-a498-8e8b930bf8d0 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:19.534449 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.535490 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac0670c-a45d-4512-85b1-32dd3c1eff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4655b1e6-03e2-4f0c-9de3-a8f68cf05fda'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:19.537937 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b119cbf-2140-402e-9102-31d890f88f01" -d '{"events": [{"server_uuid": "3ac0670c-a45d-4512-85b1-32dd3c1eff19", "name": "network-vif-plugged", "status": "completed", "tag": "4655b1e6-03e2-4f0c-9de3-a8f68cf05fda"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:19.540473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7933cdf7-faba-4fef-af8a-9645fa01bf33 req-c2e1267a-a6d5-42ec-a498-8e8b930bf8d0 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 931 time: 0.1572931 Mar 07 22:02:19.558949 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-bccfdfd0-0469-401f-b03b-e58d8c8a7875 service neutron] 10.222.0.13 "GET /v2.0/networks/93e36d87-abd6-4d06-9369-07c32ad83c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199882 Mar 07 22:02:19.561641 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (12ff6465-1eac-4d64-88b9-744d0327b8ff), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.567981 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1896-4637-4995-afe9-d0ba988a9f3d admin admin] Publish callbacks [] for security_group (b2932d82-e684-4e3d-973e-b322d55224ed), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.571362 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:19.580087 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.638959 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484e8d07-44a9-4d91-b40e-f9d305076848 x-openstack-request-id: req-484e8d07-44a9-4d91-b40e-f9d305076848 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:19.638959 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac0670c-a45d-4512-85b1-32dd3c1eff19", "name": "network-vif-plugged", "status": "completed", "tag": "4655b1e6-03e2-4f0c-9de3-a8f68cf05fda", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:19.639327 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-484e8d07-44a9-4d91-b40e-f9d305076848 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:19.639633 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac0670c-a45d-4512-85b1-32dd3c1eff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4655b1e6-03e2-4f0c-9de3-a8f68cf05fda', 'code': 200} Mar 07 22:02:19.641432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:19.653107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] For port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1b569251-3f4d-4e9e-a0bc-1ce4103124a5,segment=NetworkSegment(5e04ebda-ca64-4d18-80d3-f3e31fabb00e),segment_id=5e04ebda-ca64-4d18-80d3-f3e31fabb00e)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:19.654671 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.656515 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:19.656874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:19.657224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:19.657720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:19.658096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:19.658433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:19.658769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:19.659103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:19.659433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:19.659763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:19.660094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:19.660442 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:19.660771 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:19.674283 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-64281c3c-4c42-44ec-9287-11812e8ed515 None None] Deleting port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:02:19.674671 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-64281c3c-4c42-44ec-9287-11812e8ed515 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.701543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:02:19.752403 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-64281c3c-4c42-44ec-9287-11812e8ed515 None None] For port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1b569251-3f4d-4e9e-a0bc-1ce4103124a5,segment=NetworkSegment(5e04ebda-ca64-4d18-80d3-f3e31fabb00e),segment_id=5e04ebda-ca64-4d18-80d3-f3e31fabb00e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:19.752810 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-64281c3c-4c42-44ec-9287-11812e8ed515 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.766207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-64281c3c-4c42-44ec-9287-11812e8ed515 None None] Calling delete_port for 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:02:19.766465 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-662cc921-caf2-4c77-8318-809176bd204d req-a5f95a99-60cf-4c9a-9236-d6e24b79964e service neutron] 10.222.0.13 "GET /v2.0/networks/93e36d87-abd6-4d06-9369-07c32ad83c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938407 Mar 07 22:02:19.768437 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=12ff6465-1eac-4d64-88b9-744d0327b8ff,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:19.829897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:19.840300 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.858975 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-64281c3c-4c42-44ec-9287-11812e8ed515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (1b569251-3f4d-4e9e-a0bc-1ce4103124a5), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.877895 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-3cb782ca-2a5a-4546-b488-ad1c75e822fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:19.879747 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-3cb782ca-2a5a-4546-b488-ad1c75e822fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.9167013 Mar 07 22:02:19.882955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64281c3c-4c42-44ec-9287-11812e8ed515 None None] Pushing event deleted for resources: {'Port': ['ID=1b569251-3f4d-4e9e-a0bc-1ce4103124a5,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:19.893618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64281c3c-4c42-44ec-9287-11812e8ed515 None None] No DVR routers for this DVR port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:02:19.896108 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:19.918192 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1896-4637-4995-afe9-d0ba988a9f3d admin admin] Publish callbacks [] for security_group (b2932d82-e684-4e3d-973e-b322d55224ed), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:19.921218 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:19.958010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=1b569251-3f4d-4e9e-a0bc-1ce4103124a5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:20.009976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No DVR routers for this DVR port 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:02:20.071661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7933cdf7-faba-4fef-af8a-9645fa01bf33 req-d8f6b734-6bf3-479b-bf91-f32a21a76430 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301290 Mar 07 22:02:20.077578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0b02a-e789-4f8b-a7a0-f85dad32f1ac req-849f7373-4c33-45ff-86ea-1cf70805e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.079404 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-65a0b02a-e789-4f8b-a7a0-f85dad32f1ac req-849f7373-4c33-45ff-86ea-1cf70805e8ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e87eae701f45487cbc6b93aa1c25c985&device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 1165 time: 0.2483468 Mar 07 22:02:20.133991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b32007-8d70-45c0-b888-88a2bcbe6f32 req-6acfbba4-8569-4474-b000-afdaf8442e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.136263 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2b32007-8d70-45c0-b888-88a2bcbe6f32 req-6acfbba4-8569-4474-b000-afdaf8442e09 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 1127 time: 0.3148019 Mar 07 22:02:20.153704 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-f4e3dc1e-29ad-4d02-9012-c971f7ef54fb service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533078 Mar 07 22:02:20.177119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232d2f5-a45a-48f0-8ef5-379f3ded7af3 req-88ae3ef9-d214-4386-8f69-23051a662f5c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.182601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232d2f5-a45a-48f0-8ef5-379f3ded7af3 req-88ae3ef9-d214-4386-8f69-23051a662f5c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.188070 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232d2f5-a45a-48f0-8ef5-379f3ded7af3 req-88ae3ef9-d214-4386-8f69-23051a662f5c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.193447 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232d2f5-a45a-48f0-8ef5-379f3ded7af3 req-88ae3ef9-d214-4386-8f69-23051a662f5c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.202637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232d2f5-a45a-48f0-8ef5-379f3ded7af3 req-88ae3ef9-d214-4386-8f69-23051a662f5c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.205021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232d2f5-a45a-48f0-8ef5-379f3ded7af3 req-88ae3ef9-d214-4386-8f69-23051a662f5c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.210526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232d2f5-a45a-48f0-8ef5-379f3ded7af3 req-88ae3ef9-d214-4386-8f69-23051a662f5c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.219490 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a232d2f5-a45a-48f0-8ef5-379f3ded7af3 req-88ae3ef9-d214-4386-8f69-23051a662f5c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.4067423 Mar 07 22:02:20.228734 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (08aec525-313a-46f0-8827-13391b9f1184), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:20.244797 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1896-4637-4995-afe9-d0ba988a9f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b2932d82-e684-4e3d-973e-b322d55224ed), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:20.247475 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1896-4637-4995-afe9-d0ba988a9f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:20.251058 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d7bb1896-4637-4995-afe9-d0ba988a9f3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2932d82-e684-4e3d-973e-b322d55224ed HTTP/1.1" status: 204 len: 168 time: 1.4533582 Mar 07 22:02:20.313883 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:20.343445 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb1896-4637-4995-afe9-d0ba988a9f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2932d82-e684-4e3d-973e-b322d55224ed,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:20.423666 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0b02a-e789-4f8b-a7a0-f85dad32f1ac req-cb7fefd7-9554-49e3-ae40-9934a6fa7cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.425209 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-65a0b02a-e789-4f8b-a7a0-f85dad32f1ac req-cb7fefd7-9554-49e3-ae40-9934a6fa7cbf service neutron] 10.222.0.13 "GET /v2.0/networks?id=93e36d87-abd6-4d06-9369-07c32ad83c51 HTTP/1.1" status: 200 len: 897 time: 0.3388703 Mar 07 22:02:20.501512 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-65a0b02a-e789-4f8b-a7a0-f85dad32f1ac req-6e2dfe80-0c85-4fa0-a690-5179b6943bc1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad07daea-7511-42f7-b47c-65012068c34c HTTP/1.1" status: 200 len: 217 time: 0.0627716 Mar 07 22:02:20.505446 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-5c494c97-f0fa-4d60-8b4a-5d63219cc9d8 service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440959 Mar 07 22:02:20.649711 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-cb7562bd-e88e-4ad1-9e3f-639b2bee3f4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=05afd382-defc-4b8d-9fd1-655e05ad1958 HTTP/1.1" status: 200 len: 217 time: 0.1088507 Mar 07 22:02:20.651413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0b02a-e789-4f8b-a7a0-f85dad32f1ac req-917992c6-b944-43e7-b11e-93c60e315e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.653020 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-65a0b02a-e789-4f8b-a7a0-f85dad32f1ac req-917992c6-b944-43e7-b11e-93c60e315e16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=045bdb65-74d3-48e1-a3f1-4e20559d5419 HTTP/1.1" status: 200 len: 835 time: 0.1111419 Mar 07 22:02:20.721188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08aec525-313a-46f0-8827-13391b9f1184']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:20.752588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e04ebda-ca64-4d18-80d3-f3e31fabb00e') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:20.752837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e04ebda-ca64-4d18-80d3-f3e31fabb00e') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:20.759117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:02:20.794874 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (5e04ebda-ca64-4d18-80d3-f3e31fabb00e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:20.798257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:02:20.798630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1b569251-3f4d-4e9e-a0bc-1ce4103124a5 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:02:20.810986 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2b32007-8d70-45c0-b888-88a2bcbe6f32 req-780f1436-a017-4fc1-ba74-2642bca19fa5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fb84931a-2640-4a60-a963-8d8f4b244146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5886660 Mar 07 22:02:20.842951 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (5e04ebda-ca64-4d18-80d3-f3e31fabb00e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:20.853866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a232d2f5-a45a-48f0-8ef5-379f3ded7af3 req-adf8658c-a7f5-496c-a5c5-092082283ab7 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6334317 Mar 07 22:02:20.866847 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:02:20.867715 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (5e04ebda-ca64-4d18-80d3-f3e31fabb00e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:02:20.871698 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:02:20.875530 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-e260e701-64e1-40ee-a0fc-92a263b20f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.877672 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-e260e701-64e1-40ee-a0fc-92a263b20f79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74787413-84bd-4383-8dc9-399403023240 HTTP/1.1" status: 200 len: 797 time: 0.2130585 Mar 07 22:02:20.897613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c75d-ad7a-4ec7-a59a-98cb09bf1f85 req-46b779e3-9d22-480d-8a96-f48866bf2f61 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.899198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9bf7c75d-ad7a-4ec7-a59a-98cb09bf1f85 req-46b779e3-9d22-480d-8a96-f48866bf2f61 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 983 time: 0.2367973 Mar 07 22:02:20.928392 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0b02a-e789-4f8b-a7a0-f85dad32f1ac req-5174e892-7079-4df5-b1d8-e933553d9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.930313 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-65a0b02a-e789-4f8b-a7a0-f85dad32f1ac req-5174e892-7079-4df5-b1d8-e933553d9558 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93e36d87-abd6-4d06-9369-07c32ad83c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2648568 Mar 07 22:02:20.982575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-8b481ead-9f6a-4f41-a7f7-ae7e20bfe61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.989571 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-8b481ead-9f6a-4f41-a7f7-ae7e20bfe61c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1048694 Mar 07 22:02:21.008026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c87165-d081-4d4c-afd5-8f4341a6404b {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:21.028062 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Publish callbacks [] for port (67c87165-d081-4d4c-afd5-8f4341a6404b), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:21.033162 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (08aec525-313a-46f0-8827-13391b9f1184), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:21.050727 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:21.058919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/networks/08aec525-313a-46f0-8827-13391b9f1184 HTTP/1.1" status: 204 len: 168 time: 2.0959973 Mar 07 22:02:21.058919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56910) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:21.095821 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9bf7c75d-ad7a-4ec7-a59a-98cb09bf1f85 req-0a86eaa2-3765-4eb8-bff9-9bd377747fdb tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/security-groups?id=f557019f-2911-4a44-8a81-01dbb922cc98&id=611a10d3-1ab0-40d9-a0b1-690942fa3365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1775932 Mar 07 22:02:21.131089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Transition to ACTIVE for port object 67c87165-d081-4d4c-afd5-8f4341a6404b will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:02:21.131807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521d3c4-eca9-4766-b794-f20d6959a2ba tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Network': ['ID=08aec525-313a-46f0-8827-13391b9f1184,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:21.147927 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (67c87165-d081-4d4c-afd5-8f4341a6404b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:21.301713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Pushing event updated for resources: {'Port': ['ID=67c87165-d081-4d4c-afd5-8f4341a6404b,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:21.325813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8587465-dc82-4e81-8b1d-fba9fd1ab80a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:21.330783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d8587465-dc82-4e81-8b1d-fba9fd1ab80a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2597556 Mar 07 22:02:21.331210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56922) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:21.352851 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-8c23c103-07c0-4d6f-b42f-1fa27253ffca service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560762 Mar 07 22:02:21.453284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10315e3f-a865-49c4-a688-d0bda9a33531 req-42e623bf-957f-4070-b9a9-fd12624be7ad tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:21.454826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10315e3f-a865-49c4-a688-d0bda9a33531 req-42e623bf-957f-4070-b9a9-fd12624be7ad tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 943 time: 0.2439747 Mar 07 22:02:21.472201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e499-0f27-4c94-a50f-5dc18e043627 req-ddd94f66-dbc7-4b1a-9362-5fccd64a7607 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:21.473713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5f8e499-0f27-4c94-a50f-5dc18e043627 req-ddd94f66-dbc7-4b1a-9362-5fccd64a7607 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 945 time: 0.4763918 Mar 07 22:02:21.486020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Attempting to bind port 67c87165-d081-4d4c-afd5-8f4341a6404b on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:02:21.486389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Attempting to bind port 67c87165-d081-4d4c-afd5-8f4341a6404b by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'eb457261-b753-476f-bd3b-9a3f07095074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '40fac801-bd86-4d20-8b90-5699db62ad4c'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:02:21.486725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Attempting to bind port 67c87165-d081-4d4c-afd5-8f4341a6404b on network 40fac801-bd86-4d20-8b90-5699db62ad4c {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:21.508004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ab840e4b-4218-40ef-8e4d-9109f10ba000 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1740429 Mar 07 22:02:21.517414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56926) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:21.530323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-953e3ee3-9534-41e4-a7f1-3c064a9979c5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1169287936'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:21.533175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Port 67c87165-d081-4d4c-afd5-8f4341a6404b on network 40fac801-bd86-4d20-8b90-5699db62ad4c not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:02:21.533512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Attempting to bind port 67c87165-d081-4d4c-afd5-8f4341a6404b on network 40fac801-bd86-4d20-8b90-5699db62ad4c {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:21.553953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:02:21.554327 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Checking segment: {'id': 'eb457261-b753-476f-bd3b-9a3f07095074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '40fac801-bd86-4d20-8b90-5699db62ad4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:21.554719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Bound using segment: {'id': 'eb457261-b753-476f-bd3b-9a3f07095074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '40fac801-bd86-4d20-8b90-5699db62ad4c'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:02:21.555172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Bound port: 67c87165-d081-4d4c-afd5-8f4341a6404b, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb457261-b753-476f-bd3b-9a3f07095074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '40fac801-bd86-4d20-8b90-5699db62ad4c'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:02:21.555539 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (67c87165-d081-4d4c-afd5-8f4341a6404b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:21.559569 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-df690e10-9ea6-463a-950d-c11b9f6cca59 service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991205 Mar 07 22:02:21.591961 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-65a0b02a-e789-4f8b-a7a0-f85dad32f1ac req-d6b3254a-f86f-4dc3-80b5-6ada3a04de5b service neutron] 10.222.0.13 "GET /v2.0/networks/93e36d87-abd6-4d06-9369-07c32ad83c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519589 Mar 07 22:02:21.614747 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10315e3f-a865-49c4-a688-d0bda9a33531 req-f14b5a0f-ac89-4bcf-9117-8b37a8136739 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378226 Mar 07 22:02:21.622618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5f8e499-0f27-4c94-a50f-5dc18e043627 req-32c00bd1-9396-4ff1-bd78-b41c7a202541 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb84931a-2640-4a60-a963-8d8f4b244146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318517 Mar 07 22:02:21.652197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953e3ee3-9534-41e4-a7f1-3c064a9979c5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:21.655872 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-953e3ee3-9534-41e4-a7f1-3c064a9979c5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:21.661490 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-2d2ed661-9648-40ba-a7fe-2a6f25462f96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8ac8df2f-126b-4c71-9e1e-1238cf14624f HTTP/1.1" status: 200 len: 217 time: 0.0933130 Mar 07 22:02:21.702767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953e3ee3-9534-41e4-a7f1-3c064a9979c5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:02:21.708735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] For port 67c87165-d081-4d4c-afd5-8f4341a6404b, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:02:21.712662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] For port 67c87165-d081-4d4c-afd5-8f4341a6404b, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=67c87165-d081-4d4c-afd5-8f4341a6404b,segment=NetworkSegment(eb457261-b753-476f-bd3b-9a3f07095074),segment_id=eb457261-b753-476f-bd3b-9a3f07095074)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:02:21.719502 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-953e3ee3-9534-41e4-a7f1-3c064a9979c5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (85fa5a65-d4d6-4858-bc63-065ad6ae8f8e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:21.719855 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-953e3ee3-9534-41e4-a7f1-3c064a9979c5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Added segment 85fa5a65-d4d6-4858-bc63-065ad6ae8f8e of type vlan for network 775f9026-91c4-450e-a61b-c4fb1157f53e Mar 07 22:02:21.729512 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (90d98ffd-b938-4ece-bfa3-02e2f5545898), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:21.729681 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (67c87165-d081-4d4c-afd5-8f4341a6404b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:21.803659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:21.804322 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:21.805674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] 10.222.0.15 "PUT /v2.0/ports/67c87165-d081-4d4c-afd5-8f4341a6404b HTTP/1.1" status: 200 len: 1091 time: 2.5609732 Mar 07 22:02:21.806103 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5', 'tag': '67c87165-d081-4d4c-afd5-8f4341a6404b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:21.808811 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fea8d4e-307a-4c5e-ba77-e150d9b3dcb7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5", "tag": "67c87165-d081-4d4c-afd5-8f4341a6404b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:21.812822 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-953e3ee3-9534-41e4-a7f1-3c064a9979c5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (775f9026-91c4-450e-a61b-c4fb1157f53e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:21.860156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-e5278a28-6de6-42c7-bf86-a877170e4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:21.860433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239c97b-09f3-4ba7-9718-4800abd7c257 service neutron] Pushing event updated for resources: {'Port': ['ID=67c87165-d081-4d4c-afd5-8f4341a6404b,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:21.861727 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-e5278a28-6de6-42c7-bf86-a877170e4e14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=753aac05-577c-4ca7-bcc1-f8bed7e2a1e7 HTTP/1.1" status: 200 len: 797 time: 0.1820660 Mar 07 22:02:21.894715 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-953e3ee3-9534-41e4-a7f1-3c064a9979c5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (775f9026-91c4-450e-a61b-c4fb1157f53e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:21.901299 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e3ee3-9534-41e4-a7f1-3c064a9979c5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:21.902143 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-953e3ee3-9534-41e4-a7f1-3c064a9979c5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:21.922013 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-65a0b02a-e789-4f8b-a7a0-f85dad32f1ac req-52968d4c-bff7-41a3-926e-96e4d1a0eb0e service neutron] 10.222.0.13 "GET /v2.0/networks/93e36d87-abd6-4d06-9369-07c32ad83c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159416 Mar 07 22:02:21.939565 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (12ff6465-1eac-4d64-88b9-744d0327b8ff), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:21.968698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1cbb0554-f9a8-44b7-be51-8bc6eafb09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:21.970237 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-1cbb0554-f9a8-44b7-be51-8bc6eafb09a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2520dcc8-19a9-4132-961a-b62643ae8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1015468 Mar 07 22:02:22.054691 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607eaa1d-9110-4461-81ff-f356deb12c43 x-openstack-request-id: req-607eaa1d-9110-4461-81ff-f356deb12c43 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:22.055296 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5", "tag": "67c87165-d081-4d4c-afd5-8f4341a6404b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:22.055792 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-607eaa1d-9110-4461-81ff-f356deb12c43 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:22.056672 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5', 'tag': '67c87165-d081-4d4c-afd5-8f4341a6404b', 'status': 'completed', 'code': 200} Mar 07 22:02:22.076927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-953e3ee3-9534-41e4-a7f1-3c064a9979c5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5580139 Mar 07 22:02:22.133770 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56940) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:22.145996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-aa862732-cecf-480f-a887-261e4789da35 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'subnet': {'network_id': '775f9026-91c4-450e-a61b-c4fb1157f53e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:22.148710 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:22.224400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e3ee3-9534-41e4-a7f1-3c064a9979c5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Network': ['ID=775f9026-91c4-450e-a61b-c4fb1157f53e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:22.234881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 775f9026-91c4-450e-a61b-c4fb1157f53e details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:02:22.344795 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-adbdcafa-e59d-451a-a7b7-f8e431b3f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:22.346734 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-adbdcafa-e59d-451a-a7b7-f8e431b3f52a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a77fbbd37a60414788031b846b39498e&device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 1125 time: 0.3991477 Mar 07 22:02:22.447023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-01fb3292-62c4-43af-a64d-591ed5e40c11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67c87165-d081-4d4c-afd5-8f4341a6404b HTTP/1.1" status: 200 len: 217 time: 0.0862796 Mar 07 22:02:22.465342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39527d-c475-48e9-a5ff-6061954e57d7 req-1daec57c-5d89-4be9-b867-8af380e09d3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:22.471119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39527d-c475-48e9-a5ff-6061954e57d7 req-1daec57c-5d89-4be9-b867-8af380e09d3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:22.477468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39527d-c475-48e9-a5ff-6061954e57d7 req-1daec57c-5d89-4be9-b867-8af380e09d3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:22.482953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39527d-c475-48e9-a5ff-6061954e57d7 req-1daec57c-5d89-4be9-b867-8af380e09d3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:22.490508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39527d-c475-48e9-a5ff-6061954e57d7 req-1daec57c-5d89-4be9-b867-8af380e09d3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:22.496675 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39527d-c475-48e9-a5ff-6061954e57d7 req-1daec57c-5d89-4be9-b867-8af380e09d3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:22.503406 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39527d-c475-48e9-a5ff-6061954e57d7 req-1daec57c-5d89-4be9-b867-8af380e09d3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:22.511151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c39527d-c475-48e9-a5ff-6061954e57d7 req-1daec57c-5d89-4be9-b867-8af380e09d3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.4524238 Mar 07 22:02:22.571735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa862732-cecf-480f-a887-261e4789da35 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:22.577302 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aa862732-cecf-480f-a887-261e4789da35 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:22.611392 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262dbe2-e676-45e9-8966-e5989172ad46 req-0aec1332-f54b-4e22-aaf4-89f27299a1e2 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:22.613346 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4262dbe2-e676-45e9-8966-e5989172ad46 req-0aec1332-f54b-4e22-aaf4-89f27299a1e2 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 983 time: 0.3190200 Mar 07 22:02:22.621903 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-03d0c62a-6c63-4965-9795-502c80db9257 service neutron] 10.222.0.13 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6451056 Mar 07 22:02:22.735884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-02302f72-ab41-421a-8e3a-d6d25d9dd1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:22.738158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-02302f72-ab41-421a-8e3a-d6d25d9dd1a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3aba7568-bf1c-4224-91eb-7783295d6d58 HTTP/1.1" status: 200 len: 849 time: 0.2231083 Mar 07 22:02:22.755131 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for port (12ff6465-1eac-4d64-88b9-744d0327b8ff), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:22.769216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ad07daea-7511-42f7-b47c-65012068c34c details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:02:22.769567 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (12ff6465-1eac-4d64-88b9-744d0327b8ff), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:22.795955 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c39527d-c475-48e9-a5ff-6061954e57d7 req-fad4a9de-b706-44f0-82de-2964434cbd8f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2839141 Mar 07 22:02:22.804977 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-1c721bbe-155d-43b7-87ff-717db5a575e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40fac801-bd86-4d20-8b90-5699db62ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555537 Mar 07 22:02:22.813400 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b493f2f9-4781-47d9-a94e-756dccae2be1 service neutron] 10.222.0.13 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781101 Mar 07 22:02:22.876543 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (90d98ffd-b938-4ece-bfa3-02e2f5545898), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:22.887891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4262dbe2-e676-45e9-8966-e5989172ad46 req-16b90d0b-3e1b-419d-a77d-bf18fe0da9ad tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/security-groups?id=f557019f-2911-4a44-8a81-01dbb922cc98&id=611a10d3-1ab0-40d9-a0b1-690942fa3365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2523954 Mar 07 22:02:22.968288 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-3dc95e8b-18c0-45c4-8137-39cd3820109b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=98738167-0a20-476f-92f4-f20d36442fad HTTP/1.1" status: 200 len: 217 time: 0.1451542 Mar 07 22:02:22.993175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event updated for resources: {'Port': ['ID=12ff6465-1eac-4d64-88b9-744d0327b8ff,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:23.043568 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ad07daea-7511-42f7-b47c-65012068c34c, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ad07daea-7511-42f7-b47c-65012068c34c,segment=NetworkSegment(9d610a6b-d876-4037-976c-83f95a49d725),segment_id=9d610a6b-d876-4037-976c-83f95a49d725)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:23.065715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'ad07daea-7511-42f7-b47c-65012068c34c', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'port_id': 'ad07daea-7511-42f7-b47c-65012068c34c', 'mac_address': 'fa:16:3e:d9:6c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:02:23.101778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-2a149615-048c-48c4-b718-2d8aadee7bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:23.104069 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-2a149615-048c-48c4-b718-2d8aadee7bfa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=753aac05-577c-4ca7-bcc1-f8bed7e2a1e7 HTTP/1.1" status: 200 len: 797 time: 0.1276052 Mar 07 22:02:23.130293 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-01b73851-b3ce-4947-be1a-3be6ac4309d1 service neutron] 10.222.0.15 "GET /v2.0/networks/40fac801-bd86-4d20-8b90-5699db62ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178787 Mar 07 22:02:23.140421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ad07daea-7511-42f7-b47c-65012068c34c is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:23.141252 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ad07daea-7511-42f7-b47c-65012068c34c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:23.156579 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Floating IP 90d98ffd-b938-4ece-bfa3-02e2f5545898 associated. External IP: 172.25.4.57, port: e26427fc-13e0-4243-aabe-2d42f6042158. Mar 07 22:02:23.167752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad07daea-7511-42f7-b47c-65012068c34c {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:23.200685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ad07daea-7511-42f7-b47c-65012068c34c, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ad07daea-7511-42f7-b47c-65012068c34c,segment=NetworkSegment(9d610a6b-d876-4037-976c-83f95a49d725),segment_id=9d610a6b-d876-4037-976c-83f95a49d725)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:23.207715 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ad07daea-7511-42f7-b47c-65012068c34c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:23.228880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319d482-4111-420b-b7f0-1fba909674fc req-c0a81575-2d01-48f0-a8d1-7b53556e4a51 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:23.230674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b319d482-4111-420b-b7f0-1fba909674fc req-c0a81575-2d01-48f0-a8d1-7b53556e4a51 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 945 time: 0.2285931 Mar 07 22:02:23.240223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcd1f7-28f9-4c94-914d-c49d2cdd3447 req-d4435561-ab4f-4250-bf91-ca6577ec03b8 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:23.243314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-80bcd1f7-28f9-4c94-914d-c49d2cdd3447 req-d4435561-ab4f-4250-bf91-ca6577ec03b8 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 943 time: 0.2681658 Mar 07 22:02:23.275643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ad07daea-7511-42f7-b47c-65012068c34c,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:23.352034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-4b06606d-2073-4416-ad01-ee942377e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:23.353869 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-4b06606d-2073-4416-ad01-ee942377e41a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2520dcc8-19a9-4132-961a-b62643ae8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2420051 Mar 07 22:02:23.393801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-80bcd1f7-28f9-4c94-914d-c49d2cdd3447 req-c5a3ac53-16ea-40ed-b5ad-ab6dd419fe8e tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373355 Mar 07 22:02:23.395513 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aa862732-cecf-480f-a887-261e4789da35 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (220d305e-452d-4990-81b6-5607d5033222), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:23.468548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa862732-cecf-480f-a887-261e4789da35 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Subnet': ['ID=220d305e-452d-4990-81b6-5607d5033222,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:23.473382 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b4de6839-f163-4356-8b8e-612fa2e25c95 service neutron] 10.222.0.13 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120286 Mar 07 22:02:23.536071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['ad07daea-7511-42f7-b47c-65012068c34c'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:02:23.537859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b319d482-4111-420b-b7f0-1fba909674fc req-13a20789-a5ad-42e3-8322-9a3f2f8884af tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb84931a-2640-4a60-a963-8d8f4b244146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837472 Mar 07 22:02:23.540588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa862732-cecf-480f-a887-261e4789da35 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Checking segment: {'id': '85fa5a65-d4d6-4858-bc63-065ad6ae8f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '775f9026-91c4-450e-a61b-c4fb1157f53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:23.540960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa862732-cecf-480f-a887-261e4789da35 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network hostable DHCP agents. Network: 775f9026-91c4-450e-a61b-c4fb1157f53e, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:02:23.577665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa862732-cecf-480f-a887-261e4789da35 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 775f9026-91c4-450e-a61b-c4fb1157f53e is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:02:23.594532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e09601b-ff5e-4567-bfb9-ab768bb4afe2 req-0cff4925-04ee-4ff8-afc0-f5aae6281967 service neutron] 10.222.0.15 "GET /v2.0/networks/40fac801-bd86-4d20-8b90-5699db62ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267652 Mar 07 22:02:23.597609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-aa862732-cecf-480f-a887-261e4789da35 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 775f9026-91c4-450e-a61b-c4fb1157f53e) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:23.636730 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa862732-cecf-480f-a887-261e4789da35 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:23.639460 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aa862732-cecf-480f-a887-261e4789da35 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:23.639621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router fb97f42c-3df2-412a-8dae-d2bd7e1312fa has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:02:23.639832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a20b97f-a01c-4a3c-9ab8-a7f3554f3b21 None None] Network 775f9026-91c4-450e-a61b-c4fb1157f53e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:23.662814 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-19aa40be-ffda-4536-bce0-765ade8e2716 service neutron] 10.222.0.13 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533451 Mar 07 22:02:23.802312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-775f9026-91c4-450e-a61b-c4fb1157f53e', 'network_id': '775f9026-91c4-450e-a61b-c4fb1157f53e', 'project_id': 'e61a787c1d794c53bf034f810d226e5a', 'fixed_ips': [{'subnet_id': '220d305e-452d-4990-81b6-5607d5033222'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:02:23.803172 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:23.811059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-aa862732-cecf-480f-a887-261e4789da35 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6702385 Mar 07 22:02:23.818586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56964) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:23.829024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c0583891-d0e0-4271-9a4b-5dbac01edb51 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'network_id': '775f9026-91c4-450e-a61b-c4fb1157f53e', 'name': 'tempest-PortsIpV6TestJSON-718210412'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:23.877342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea8d4e-307a-4c5e-ba77-e150d9b3dcb7 req-d924716a-6640-401d-a177-7cb3f0daeac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:23.879367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fea8d4e-307a-4c5e-ba77-e150d9b3dcb7 req-d924716a-6640-401d-a177-7cb3f0daeac1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a77fbbd37a60414788031b846b39498e&device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 1125 time: 0.1877594 Mar 07 22:02:23.893566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a45a5a-57f7-4902-9db0-6757a6213f44 req-ca085d16-17e9-47f1-b87c-79942332243a tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:23.895410 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47a45a5a-57f7-4902-9db0-6757a6213f44 req-ca085d16-17e9-47f1-b87c-79942332243a tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 945 time: 0.2448912 Mar 07 22:02:23.929424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 56970) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:23.954397 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f666589b-458b-490d-8cff-1a1c8bf4f057 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Request body: {'floatingip': {'port_id': '4655b1e6-03e2-4f0c-9de3-a8f68cf05fda'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:24.144246 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0583891-d0e0-4271-9a4b-5dbac01edb51 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:24.152954 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c0583891-d0e0-4271-9a4b-5dbac01edb51 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:24.157127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Allocated IP 2001:db8::2 (775f9026-91c4-450e-a61b-c4fb1157f53e/220d305e-452d-4990-81b6-5607d5033222/fd9a7246-0d7e-4968-a9d0-3dc1c04941f5) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:24.204544 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f666589b-458b-490d-8cff-1a1c8bf4f057 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for floatingip (f1a74746-10c6-4d45-90d6-7b8e51e122a5), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:24.322670 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-b134e94f-1ff9-4d10-bc3e-d14d7d19d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.323575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-b134e94f-1ff9-4d10-bc3e-d14d7d19d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.324390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-b134e94f-1ff9-4d10-bc3e-d14d7d19d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.325212 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-b134e94f-1ff9-4d10-bc3e-d14d7d19d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.326265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-b134e94f-1ff9-4d10-bc3e-d14d7d19d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.327090 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-b134e94f-1ff9-4d10-bc3e-d14d7d19d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.328168 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-b134e94f-1ff9-4d10-bc3e-d14d7d19d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.332840 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-b134e94f-1ff9-4d10-bc3e-d14d7d19d5f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 6706 time: 0.5813298 Mar 07 22:02:24.393508 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Publish callbacks [] for port (fd9a7246-0d7e-4968-a9d0-3dc1c04941f5), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:24.402216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea8d4e-307a-4c5e-ba77-e150d9b3dcb7 req-283eecab-83ba-4824-a23e-5c1886a65bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.404122 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fea8d4e-307a-4c5e-ba77-e150d9b3dcb7 req-283eecab-83ba-4824-a23e-5c1886a65bb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40fac801-bd86-4d20-8b90-5699db62ad4c HTTP/1.1" status: 200 len: 910 time: 0.4721591 Mar 07 22:02:24.405471 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-c0583891-d0e0-4271-9a4b-5dbac01edb51 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port c5923971-319c-4f82-beac-3491c41db0e3 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:02:24.407555 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (fd9a7246-0d7e-4968-a9d0-3dc1c04941f5), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:24.439361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Network 775f9026-91c4-450e-a61b-c4fb1157f53e is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:24.442033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:24.468902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:02:24.493734 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:24.516436 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6352b-2f43-4fb3-9b5c-7537ed6f0202 None None] Sync routers for ids ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:02:24.535508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-c0583891-d0e0-4271-9a4b-5dbac01edb51 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Allocated IP 2001:db8::368 (775f9026-91c4-450e-a61b-c4fb1157f53e/220d305e-452d-4990-81b6-5607d5033222/c5923971-319c-4f82-beac-3491c41db0e3) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:24.599580 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:24.599814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Pushing event updated for resources: {'Port': ['ID=fd9a7246-0d7e-4968-a9d0-3dc1c04941f5,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:24.679213 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-43def171-1138-488d-86ad-0f384deefc67 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.5698349 Mar 07 22:02:24.683928 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'tag': 'e26427fc-13e0-4243-aabe-2d42f6042158'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:24.684095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6352b-2f43-4fb3-9b5c-7537ed6f0202 None None] Routers {'fb97f42c-3df2-412a-8dae-d2bd7e1312fa'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:02:24.684689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-abe6352b-2f43-4fb3-9b5c-7537ed6f0202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:02:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:24.686501 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2035ab86-b04a-4347-8df0-99a628bd12c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbe3c97-d3e0-468f-9f11-d494d2db8b96", "tag": "e26427fc-13e0-4243-aabe-2d42f6042158"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:24.722498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-3c211c0a-2ce0-403c-b0fe-3bf4e1e61d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.724516 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-3c211c0a-2ce0-403c-b0fe-3bf4e1e61d7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2520dcc8-19a9-4132-961a-b62643ae8e21 HTTP/1.1" status: 200 len: 902 time: 0.2457483 Mar 07 22:02:24.749960 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fea8d4e-307a-4c5e-ba77-e150d9b3dcb7 req-b3226756-0eb4-4d2a-b9c1-156b907dae6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67c87165-d081-4d4c-afd5-8f4341a6404b HTTP/1.1" status: 200 len: 217 time: 0.0821528 Mar 07 22:02:24.785857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ad07daea-7511-42f7-b47c-65012068c34c up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:24.836482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b9c49-6ef8-4aae-9fbc-e548e1f06fa8 req-b949cd83-f8c8-4b62-ab1f-9ab267a6e830 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.842597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Attempting to bind port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:02:24.843270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Attempting to bind port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '85fa5a65-d4d6-4858-bc63-065ad6ae8f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '775f9026-91c4-450e-a61b-c4fb1157f53e'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:02:24.843858 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Attempting to bind port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 on network 775f9026-91c4-450e-a61b-c4fb1157f53e {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:24.844750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-334b9c49-6ef8-4aae-9fbc-e548e1f06fa8 req-b949cd83-f8c8-4b62-ab1f-9ab267a6e830 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 984 time: 0.7840500 Mar 07 22:02:24.894992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862564f6-ae96-4def-b2ea-c00d7193695c req-37db6448-7b0b-4aa9-9902-edb42c2c2a26 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.900382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862564f6-ae96-4def-b2ea-c00d7193695c req-37db6448-7b0b-4aa9-9902-edb42c2c2a26 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.901065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:02:24.901757 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Checking segment: {'id': '85fa5a65-d4d6-4858-bc63-065ad6ae8f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '775f9026-91c4-450e-a61b-c4fb1157f53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:24.905741 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:24.905883 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862564f6-ae96-4def-b2ea-c00d7193695c req-37db6448-7b0b-4aa9-9902-edb42c2c2a26 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.906548 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Bound using segment: {'id': '85fa5a65-d4d6-4858-bc63-065ad6ae8f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '775f9026-91c4-450e-a61b-c4fb1157f53e'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:02:24.907284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Bound port: fd9a7246-0d7e-4968-a9d0-3dc1c04941f5, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85fa5a65-d4d6-4858-bc63-065ad6ae8f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '775f9026-91c4-450e-a61b-c4fb1157f53e'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:02:24.908041 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fd9a7246-0d7e-4968-a9d0-3dc1c04941f5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:24.911359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862564f6-ae96-4def-b2ea-c00d7193695c req-37db6448-7b0b-4aa9-9902-edb42c2c2a26 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.916917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862564f6-ae96-4def-b2ea-c00d7193695c req-37db6448-7b0b-4aa9-9902-edb42c2c2a26 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.936303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862564f6-ae96-4def-b2ea-c00d7193695c req-37db6448-7b0b-4aa9-9902-edb42c2c2a26 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.947566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862564f6-ae96-4def-b2ea-c00d7193695c req-37db6448-7b0b-4aa9-9902-edb42c2c2a26 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.950043 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-862564f6-ae96-4def-b2ea-c00d7193695c req-37db6448-7b0b-4aa9-9902-edb42c2c2a26 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.8128886 Mar 07 22:02:25.032573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f666589b-458b-490d-8cff-1a1c8bf4f057 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:25.059663 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f666589b-458b-490d-8cff-1a1c8bf4f057 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (f1a74746-10c6-4d45-90d6-7b8e51e122a5), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:25.075385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port ad07daea-7511-42f7-b47c-65012068c34c completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:02:25.101913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port ad07daea-7511-42f7-b47c-65012068c34c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:25.102314 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ad07daea-7511-42f7-b47c-65012068c34c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:25.112895 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-abe6352b-2f43-4fb3-9b5c-7537ed6f0202 None None] Set router fb97f42c-3df2-412a-8dae-d2bd7e1312fa gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:02:25.124925 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c0583891-d0e0-4271-9a4b-5dbac01edb51 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (c5923971-319c-4f82-beac-3491c41db0e3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:25.142262 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-925e2bca-e443-47d1-8946-00964795637a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=98738167-0a20-476f-92f4-f20d36442fad HTTP/1.1" status: 200 len: 217 time: 0.1043236 Mar 07 22:02:25.160778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea8d4e-307a-4c5e-ba77-e150d9b3dcb7 req-d866fb15-fc07-4c53-8cf8-ce5caf1780df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:25.163218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fea8d4e-307a-4c5e-ba77-e150d9b3dcb7 req-d866fb15-fc07-4c53-8cf8-ce5caf1780df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3aba7568-bf1c-4224-91eb-7783295d6d58 HTTP/1.1" status: 200 len: 849 time: 0.3979044 Mar 07 22:02:25.170433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] For port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:02:25.180022 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c0583891-d0e0-4271-9a4b-5dbac01edb51 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c5923971-319c-4f82-beac-3491c41db0e3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:25.256564 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fea8d4e-307a-4c5e-ba77-e150d9b3dcb7 req-b795968b-da06-49d9-977a-499ce51c6ba4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40fac801-bd86-4d20-8b90-5699db62ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789638 Mar 07 22:02:25.268772 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] For port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fd9a7246-0d7e-4968-a9d0-3dc1c04941f5,segment=NetworkSegment(85fa5a65-d4d6-4858-bc63-065ad6ae8f8e),segment_id=85fa5a65-d4d6-4858-bc63-065ad6ae8f8e)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:02:25.291791 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fd9a7246-0d7e-4968-a9d0-3dc1c04941f5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:25.297859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-7ad74207-0407-4e90-bcae-34f108ab6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:25.299891 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-7ad74207-0407-4e90-bcae-34f108ab6d0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=753aac05-577c-4ca7-bcc1-f8bed7e2a1e7 HTTP/1.1" status: 200 len: 797 time: 0.1053970 Mar 07 22:02:25.372527 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-f666589b-458b-490d-8cff-1a1c8bf4f057 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Floating IP f1a74746-10c6-4d45-90d6-7b8e51e122a5 associated. External IP: 172.25.4.6, port: 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda. Mar 07 22:02:25.382941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0583891-d0e0-4271-9a4b-5dbac01edb51 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 775f9026-91c4-450e-a61b-c4fb1157f53e is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:25.414614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-c0583891-d0e0-4271-9a4b-5dbac01edb51 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:25.419255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0583891-d0e0-4271-9a4b-5dbac01edb51 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:25.424655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0583891-d0e0-4271-9a4b-5dbac01edb51 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:25.425331 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c0583891-d0e0-4271-9a4b-5dbac01edb51 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:25.490725 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-334b9c49-6ef8-4aae-9fbc-e548e1f06fa8 req-88bac896-fdeb-450b-bf96-1c92b0c7dd24 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/security-groups?id=f557019f-2911-4a44-8a81-01dbb922cc98&id=611a10d3-1ab0-40d9-a0b1-690942fa3365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6450307 Mar 07 22:02:25.499173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace155b9-e37a-4b1a-a7d7-9c46bc24144c None None] Pushing event updated for resources: {'Port': ['ID=fd9a7246-0d7e-4968-a9d0-3dc1c04941f5,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:25.516783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ad07daea-7511-42f7-b47c-65012068c34c is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:25.517488 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ad07daea-7511-42f7-b47c-65012068c34c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:25.560360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0583891-d0e0-4271-9a4b-5dbac01edb51 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=c5923971-319c-4f82-beac-3491c41db0e3,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:25.574684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65cc767-1139-44b4-83d0-2ad4b119f5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad07daea-7511-42f7-b47c-65012068c34c'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:25.577783 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084eb7dc-f4ec-467e-b791-9fe1f08c8ac6" -d '{"events": [{"server_uuid": "d65cc767-1139-44b4-83d0-2ad4b119f5f7", "name": "network-vif-plugged", "status": "completed", "tag": "ad07daea-7511-42f7-b47c-65012068c34c"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:25.599198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c0583891-d0e0-4271-9a4b-5dbac01edb51 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7755895 Mar 07 22:02:25.599719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 56986) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:25.613389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ad07daea-7511-42f7-b47c-65012068c34c, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ad07daea-7511-42f7-b47c-65012068c34c,segment=NetworkSegment(9d610a6b-d876-4037-976c-83f95a49d725),segment_id=9d610a6b-d876-4037-976c-83f95a49d725)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:25.632340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-eea631f3-e6a8-41a5-9cd5-0596cdc922d0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'network_id': '775f9026-91c4-450e-a61b-c4fb1157f53e', 'name': 'tempest-PortsIpV6TestJSON-1058365745'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:25.645042 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ad07daea-7511-42f7-b47c-65012068c34c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:25.810008 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ad07daea-7511-42f7-b47c-65012068c34c,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:25.820791 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-abe6352b-2f43-4fb3-9b5c-7537ed6f0202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '80193634-8601-405d-a278-1a3dcc76627e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:20Z', 'updated_at': '2022-03-07T22:01:37Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': '80193634-8601-405d-a278-1a3dcc76627e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:22Z', 'updated_at': '2022-03-07T22:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '90d98ffd-b938-4ece-bfa3-02e2f5545898', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'floating_ip_address': '172.25.4.57', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'port_id': 'e26427fc-13e0-4243-aabe-2d42f6042158', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'mac_address': 'fa:16:3e:8a:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:20Z', 'updated_at': '2022-03-07T22:02:20Z', 'revision_number': 0, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b0e70e-4876-420d-86d3-1387ad3d59aa', 'name': '', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:28:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '14fed293-735f-4cee-812b-734c593e0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:35Z', 'updated_at': '2022-03-07T22:01:42Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '14fed293-735f-4cee-812b-734c593e0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:25.881882 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6352b-2f43-4fb3-9b5c-7537ed6f0202 None None] Checking router: fb97f42c-3df2-412a-8dae-d2bd7e1312fa for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:02:25.897198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-862564f6-ae96-4def-b2ea-c00d7193695c req-06cdc396-10ed-4bee-9d95-fd5e8bd93bc5 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9280705 Mar 07 22:02:25.897820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea631f3-e6a8-41a5-9cd5-0596cdc922d0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:25.901753 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eea631f3-e6a8-41a5-9cd5-0596cdc922d0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:25.912775 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6352b-2f43-4fb3-9b5c-7537ed6f0202 None None] Routers {'fb97f42c-3df2-412a-8dae-d2bd7e1312fa'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:02:25.913989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-abe6352b-2f43-4fb3-9b5c-7537ed6f0202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:02:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:25.942998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-eea631f3-e6a8-41a5-9cd5-0596cdc922d0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port ae68b86a-edb2-4224-99bd-733a40af2c88 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:02:26.047480 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fea8d4e-307a-4c5e-ba77-e150d9b3dcb7 req-2bf9e9a5-1ee7-4887-a2f4-29a64d1c8d62 service neutron] 10.222.0.15 "GET /v2.0/networks/40fac801-bd86-4d20-8b90-5699db62ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7279308 Mar 07 22:02:26.180977 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fea8d4e-307a-4c5e-ba77-e150d9b3dcb7 req-41d46728-22dd-40a9-96bf-0969b8717a58 service neutron] 10.222.0.15 "GET /v2.0/networks/40fac801-bd86-4d20-8b90-5699db62ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890012 Mar 07 22:02:26.195012 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-88ada651-e597-4f0f-b53a-c165f27b76de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:26.196531 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-88ada651-e597-4f0f-b53a-c165f27b76de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2520dcc8-19a9-4132-961a-b62643ae8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8887069 Mar 07 22:02:26.213035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-abe6352b-2f43-4fb3-9b5c-7537ed6f0202 None None] Set router fb97f42c-3df2-412a-8dae-d2bd7e1312fa gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:02:26.250722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8928c-e87f-4d64-8b97-0122a291935a req-65f254a3-eefd-49f6-8ee9-b8731a715c89 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:26.252286 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67c8928c-e87f-4d64-8b97-0122a291935a req-65f254a3-eefd-49f6-8ee9-b8731a715c89 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.2090204 Mar 07 22:02:26.259413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91762ae-e608-4d24-a257-ff9dfa2aed4c req-1e0a3cf4-2755-4386-bb75-0250b3b2e8b1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:26.266712 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b91762ae-e608-4d24-a257-ff9dfa2aed4c req-1e0a3cf4-2755-4386-bb75-0250b3b2e8b1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 943 time: 0.3923490 Mar 07 22:02:26.317424 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-5721beec-7bc5-46bc-a501-ca2187096869 service neutron] 10.222.0.13 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108949 Mar 07 22:02:26.575879 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-83ba3371-7dc7-4a31-8edc-7aa571bcbb1f req-2efb2ab4-e3c1-45ef-9f91-d95a2079e825 service neutron] 10.222.0.13 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512352 Mar 07 22:02:26.619578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f666589b-458b-490d-8cff-1a1c8bf4f057 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Router 77be2438-9414-4250-bd25-3453747f608b has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:02:26.794845 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f666589b-458b-490d-8cff-1a1c8bf4f057 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:02:26.800686 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f666589b-458b-490d-8cff-1a1c8bf4f057 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:26.806554 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83bc057-81d1-453b-82a5-14f6e42104df None None] Sync routers for ids ['77be2438-9414-4250-bd25-3453747f608b'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:02:26.827059 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83bc057-81d1-453b-82a5-14f6e42104df None None] Routers {'77be2438-9414-4250-bd25-3453747f608b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:02:26.827793 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e83bc057-81d1-453b-82a5-14f6e42104df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:02:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['77be2438-9414-4250-bd25-3453747f608b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:26.881427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:26.890374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-eea631f3-e6a8-41a5-9cd5-0596cdc922d0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Allocated IP 2001:db8::23f (775f9026-91c4-450e-a61b-c4fb1157f53e/220d305e-452d-4990-81b6-5607d5033222/ae68b86a-edb2-4224-99bd-733a40af2c88) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:26.921661 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f666589b-458b-490d-8cff-1a1c8bf4f057 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "PUT /v2.0/floatingips/f1a74746-10c6-4d45-90d6-7b8e51e122a5 HTTP/1.1" status: 200 len: 989 time: 2.9833479 Mar 07 22:02:26.958138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 67c87165-d081-4d4c-afd5-8f4341a6404b details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:02:26.981748 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e83bc057-81d1-453b-82a5-14f6e42104df None None] Set router 77be2438-9414-4250-bd25-3453747f608b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:02:27.150517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 67c87165-d081-4d4c-afd5-8f4341a6404b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=67c87165-d081-4d4c-afd5-8f4341a6404b,segment=NetworkSegment(eb457261-b753-476f-bd3b-9a3f07095074),segment_id=eb457261-b753-476f-bd3b-9a3f07095074)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:27.163477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb19a208-da1d-4159-93db-3dbb5437b2d6 None None] Network 775f9026-91c4-450e-a61b-c4fb1157f53e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:27.165663 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b91762ae-e608-4d24-a257-ff9dfa2aed4c req-2b89fc5f-2e40-4d21-a7a9-727987a573e1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8980987 Mar 07 22:02:27.173226 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eea631f3-e6a8-41a5-9cd5-0596cdc922d0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (ae68b86a-edb2-4224-99bd-733a40af2c88), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:27.190932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67c8928c-e87f-4d64-8b97-0122a291935a req-a1b9c423-cae1-47a5-889d-0ed1f1b3fecf tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8931816 Mar 07 22:02:27.221292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57006) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:27.235211 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1196f1af-254e-4fa8-ae0b-a22d2875ddb4 x-openstack-request-id: req-1196f1af-254e-4fa8-ae0b-a22d2875ddb4 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:27.235861 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbe3c97-d3e0-468f-9f11-d494d2db8b96", "tag": "e26427fc-13e0-4243-aabe-2d42f6042158", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:27.236387 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1196f1af-254e-4fa8-ae0b-a22d2875ddb4 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:27.237202 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'tag': 'e26427fc-13e0-4243-aabe-2d42f6042158', 'status': 'completed', 'code': 200} Mar 07 22:02:27.271567 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-abe6352b-2f43-4fb3-9b5c-7537ed6f0202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '80193634-8601-405d-a278-1a3dcc76627e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:20Z', 'updated_at': '2022-03-07T22:01:37Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': '80193634-8601-405d-a278-1a3dcc76627e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:22Z', 'updated_at': '2022-03-07T22:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '90d98ffd-b938-4ece-bfa3-02e2f5545898', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'floating_ip_address': '172.25.4.57', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'port_id': 'e26427fc-13e0-4243-aabe-2d42f6042158', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'mac_address': 'fa:16:3e:8a:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:20Z', 'updated_at': '2022-03-07T22:02:20Z', 'revision_number': 0, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b0e70e-4876-420d-86d3-1387ad3d59aa', 'name': '', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:28:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '14fed293-735f-4cee-812b-734c593e0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:35Z', 'updated_at': '2022-03-07T22:01:42Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '14fed293-735f-4cee-812b-734c593e0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:27.393093 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e83bc057-81d1-453b-82a5-14f6e42104df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'f1a74746-10c6-4d45-90d6-7b8e51e122a5', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '77be2438-9414-4250-bd25-3453747f608b', 'port_id': '4655b1e6-03e2-4f0c-9de3-a8f68cf05fda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'mac_address': 'fa:16:3e:23:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac0670c-a45d-4512-85b1-32dd3c1eff19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:01:42Z', 'updated_at': '2022-03-07T22:02:24Z', 'revision_number': 1, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a23f23d-c625-4719-8e51-b8d0609d41f3', 'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'mac_address': 'fa:16:3e:d4:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:19Z', 'updated_at': '2022-03-07T21:57:24Z', 'revision_number': 5, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'subnets': [{'id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:27.421929 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d1a60c2f-db0c-4ab1-995b-a4e54fb717ac tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/90d98ffd-b938-4ece-bfa3-02e2f5545898 HTTP/1.1" status: 200 len: 990 time: 0.1943526 Mar 07 22:02:27.426342 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff11e54-3f54-43a5-8d51-608974d0dc0e x-openstack-request-id: req-6ff11e54-3f54-43a5-8d51-608974d0dc0e {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:27.426656 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65cc767-1139-44b4-83d0-2ad4b119f5f7", "name": "network-vif-plugged", "status": "completed", "tag": "ad07daea-7511-42f7-b47c-65012068c34c", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:27.426893 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ff11e54-3f54-43a5-8d51-608974d0dc0e {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:27.427296 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65cc767-1139-44b4-83d0-2ad4b119f5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad07daea-7511-42f7-b47c-65012068c34c', 'code': 200} Mar 07 22:02:27.433690 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83bc057-81d1-453b-82a5-14f6e42104df None None] Checking router: 77be2438-9414-4250-bd25-3453747f608b for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:02:27.443405 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83bc057-81d1-453b-82a5-14f6e42104df None None] Routers {'77be2438-9414-4250-bd25-3453747f608b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:02:27.444020 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e83bc057-81d1-453b-82a5-14f6e42104df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:02:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['77be2438-9414-4250-bd25-3453747f608b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:27.453068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '67c87165-d081-4d4c-afd5-8f4341a6404b', 'network_id': '40fac801-bd86-4d20-8b90-5699db62ad4c', 'port_id': '67c87165-d081-4d4c-afd5-8f4341a6404b', 'mac_address': 'fa:16:3e:82:3d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aba7568-bf1c-4224-91eb-7783295d6d58', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:02:27.455031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6352b-2f43-4fb3-9b5c-7537ed6f0202 None None] The sync data for ids ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'] in n-d-832330-1 is: [{'id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '80193634-8601-405d-a278-1a3dcc76627e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:20Z', 'updated_at': '2022-03-07T22:01:37Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': '80193634-8601-405d-a278-1a3dcc76627e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:22Z', 'updated_at': '2022-03-07T22:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '90d98ffd-b938-4ece-bfa3-02e2f5545898', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'floating_ip_address': '172.25.4.57', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'port_id': 'e26427fc-13e0-4243-aabe-2d42f6042158', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'mac_address': 'fa:16:3e:8a:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:20Z', 'updated_at': '2022-03-07T22:02:20Z', 'revision_number': 0, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b0e70e-4876-420d-86d3-1387ad3d59aa', 'name': '', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:28:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '14fed293-735f-4cee-812b-734c593e0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:35Z', 'updated_at': '2022-03-07T22:01:42Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '14fed293-735f-4cee-812b-734c593e0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:02:27.455268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03823a7-0f2f-4ac6-b9e5-4df47280954b req-e19e0ab0-a693-4ee0-b51c-49a52bb221da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:27.457833 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c03823a7-0f2f-4ac6-b9e5-4df47280954b req-e19e0ab0-a693-4ee0-b51c-49a52bb221da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 1167 time: 0.0986686 Mar 07 22:02:27.472557 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-52b26218-2407-44ec-8ac8-affee6262fff None None] Provisioning complete for port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:27.473072 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-52b26218-2407-44ec-8ac8-affee6262fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fd9a7246-0d7e-4968-a9d0-3dc1c04941f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:27.479939 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eea631f3-e6a8-41a5-9cd5-0596cdc922d0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ae68b86a-edb2-4224-99bd-733a40af2c88), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:27.496540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035ab86-b04a-4347-8df0-99a628bd12c3 req-25a3c3e3-3799-4c5e-8323-e0bcbc5ee2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:27.498415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2035ab86-b04a-4347-8df0-99a628bd12c3 req-25a3c3e3-3799-4c5e-8323-e0bcbc5ee2a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 1127 time: 0.2425683 Mar 07 22:02:27.581355 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c03823a7-0f2f-4ac6-b9e5-4df47280954b req-f4e8038f-f698-4e10-90c2-c06a7e288d30 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=611a10d3-1ab0-40d9-a0b1-690942fa3365&id=f557019f-2911-4a44-8a81-01dbb922cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1106043 Mar 07 22:02:27.593604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:27.593982 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fd9a7246-0d7e-4968-a9d0-3dc1c04941f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:27.600411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54208af0-1a2d-4a22-8859-6a975a5c483e req-9e978d12-1f32-4916-8810-96965b2d25f3 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:27.608287 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54208af0-1a2d-4a22-8859-6a975a5c483e req-9e978d12-1f32-4916-8810-96965b2d25f3 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 985 time: 0.2717390 Mar 07 22:02:27.616541 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e83bc057-81d1-453b-82a5-14f6e42104df None None] Set router 77be2438-9414-4250-bd25-3453747f608b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:02:27.646653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bcde9-104a-441f-ba1f-cc0e9fcf77ef req-0d9c95f3-62cf-4c9c-a2c3-fbda22028b92 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:27.653295 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bcde9-104a-441f-ba1f-cc0e9fcf77ef req-0d9c95f3-62cf-4c9c-a2c3-fbda22028b92 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:27.659405 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bcde9-104a-441f-ba1f-cc0e9fcf77ef req-0d9c95f3-62cf-4c9c-a2c3-fbda22028b92 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:27.664939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bcde9-104a-441f-ba1f-cc0e9fcf77ef req-0d9c95f3-62cf-4c9c-a2c3-fbda22028b92 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:27.671202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bcde9-104a-441f-ba1f-cc0e9fcf77ef req-0d9c95f3-62cf-4c9c-a2c3-fbda22028b92 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:27.676774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bcde9-104a-441f-ba1f-cc0e9fcf77ef req-0d9c95f3-62cf-4c9c-a2c3-fbda22028b92 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:27.683018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bcde9-104a-441f-ba1f-cc0e9fcf77ef req-0d9c95f3-62cf-4c9c-a2c3-fbda22028b92 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:27.685407 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc7bcde9-104a-441f-ba1f-cc0e9fcf77ef req-0d9c95f3-62cf-4c9c-a2c3-fbda22028b92 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.3405864 Mar 07 22:02:27.688312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea631f3-e6a8-41a5-9cd5-0596cdc922d0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 775f9026-91c4-450e-a61b-c4fb1157f53e is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:27.704039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 67c87165-d081-4d4c-afd5-8f4341a6404b is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:27.704273 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (67c87165-d081-4d4c-afd5-8f4341a6404b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:27.743494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-eea631f3-e6a8-41a5-9cd5-0596cdc922d0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:27.768164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c87165-d081-4d4c-afd5-8f4341a6404b {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:27.770840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea631f3-e6a8-41a5-9cd5-0596cdc922d0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:27.777404 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea631f3-e6a8-41a5-9cd5-0596cdc922d0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:27.778522 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eea631f3-e6a8-41a5-9cd5-0596cdc922d0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:27.786340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea631f3-e6a8-41a5-9cd5-0596cdc922d0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=ae68b86a-edb2-4224-99bd-733a40af2c88,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:27.888071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 67c87165-d081-4d4c-afd5-8f4341a6404b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=67c87165-d081-4d4c-afd5-8f4341a6404b,segment=NetworkSegment(eb457261-b753-476f-bd3b-9a3f07095074),segment_id=eb457261-b753-476f-bd3b-9a3f07095074)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:27.888897 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:27.889520 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fd9a7246-0d7e-4968-a9d0-3dc1c04941f5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:27.892099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe46d6-781e-4866-ae92-591ebd66e040 None None] New status for floating IP 90d98ffd-b938-4ece-bfa3-02e2f5545898: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:02:27.924687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54208af0-1a2d-4a22-8859-6a975a5c483e req-280d56fb-1ebe-4eb1-a83b-fb337a1a1636 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/security-groups?id=f557019f-2911-4a44-8a81-01dbb922cc98&id=611a10d3-1ab0-40d9-a0b1-690942fa3365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3148799 Mar 07 22:02:27.969470 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-eea631f3-e6a8-41a5-9cd5-0596cdc922d0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3478246 Mar 07 22:02:27.972254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57008) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:27.983674 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035ab86-b04a-4347-8df0-99a628bd12c3 req-30be22d7-01cf-4cba-a94a-e7705a14a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:27.985636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2035ab86-b04a-4347-8df0-99a628bd12c3 req-30be22d7-01cf-4cba-a94a-e7705a14a185 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67f9c363-c485-4a33-9b48-fd10e475751a HTTP/1.1" status: 200 len: 898 time: 0.4505460 Mar 07 22:02:27.986394 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e83bc057-81d1-453b-82a5-14f6e42104df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'f1a74746-10c6-4d45-90d6-7b8e51e122a5', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '77be2438-9414-4250-bd25-3453747f608b', 'port_id': '4655b1e6-03e2-4f0c-9de3-a8f68cf05fda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'mac_address': 'fa:16:3e:23:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac0670c-a45d-4512-85b1-32dd3c1eff19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:01:42Z', 'updated_at': '2022-03-07T22:02:24Z', 'revision_number': 1, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a23f23d-c625-4719-8e51-b8d0609d41f3', 'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'mac_address': 'fa:16:3e:d4:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:19Z', 'updated_at': '2022-03-07T21:57:24Z', 'revision_number': 5, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'subnets': [{'id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:27.992820 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (67c87165-d081-4d4c-afd5-8f4341a6404b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:28.004998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-52b26218-2407-44ec-8ac8-affee6262fff None None] Current status of the port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:28.005386 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-52b26218-2407-44ec-8ac8-affee6262fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fd9a7246-0d7e-4968-a9d0-3dc1c04941f5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:28.022418 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc7bcde9-104a-441f-ba1f-cc0e9fcf77ef req-386d03ca-bc7d-48ef-b186-be34300142d5 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2870064 Mar 07 22:02:28.060124 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83bc057-81d1-453b-82a5-14f6e42104df None None] The sync data for ids ['77be2438-9414-4250-bd25-3453747f608b'] in n-d-832330-1 is: [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'f1a74746-10c6-4d45-90d6-7b8e51e122a5', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '77be2438-9414-4250-bd25-3453747f608b', 'port_id': '4655b1e6-03e2-4f0c-9de3-a8f68cf05fda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'mac_address': 'fa:16:3e:23:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac0670c-a45d-4512-85b1-32dd3c1eff19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:01:42Z', 'updated_at': '2022-03-07T22:02:24Z', 'revision_number': 1, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a23f23d-c625-4719-8e51-b8d0609d41f3', 'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'mac_address': 'fa:16:3e:d4:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:19Z', 'updated_at': '2022-03-07T21:57:24Z', 'revision_number': 5, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'subnets': [{'id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:02:28.144910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76565482-a88b-4135-8154-8d7233a9136d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:28.164399 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-76565482-a88b-4135-8154-8d7233a9136d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A368 HTTP/1.1" status: 200 len: 928 time: 0.1883454 Mar 07 22:02:28.164889 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57012) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:28.183261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2035ab86-b04a-4347-8df0-99a628bd12c3 req-00ec8a7e-fec3-4657-a6af-ced2a814b642 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e26427fc-13e0-4243-aabe-2d42f6042158 HTTP/1.1" status: 200 len: 998 time: 0.1598504 Mar 07 22:02:28.382622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c218cd85-febf-4a87-ac29-41751b0635ef tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port ae68b86a-edb2-4224-99bd-733a40af2c88 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:02:28.382982 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c218cd85-febf-4a87-ac29-41751b0635ef tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ae68b86a-edb2-4224-99bd-733a40af2c88), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:28.396242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fd9a7246-0d7e-4968-a9d0-3dc1c04941f5,segment=NetworkSegment(85fa5a65-d4d6-4858-bc63-065ad6ae8f8e),segment_id=85fa5a65-d4d6-4858-bc63-065ad6ae8f8e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:28.434323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035ab86-b04a-4347-8df0-99a628bd12c3 req-f741857c-adcd-49e1-a23c-9e192f876de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:28.434323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2035ab86-b04a-4347-8df0-99a628bd12c3 req-f741857c-adcd-49e1-a23c-9e192f876de8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14fed293-735f-4cee-812b-734c593e0466 HTTP/1.1" status: 200 len: 835 time: 0.2291491 Mar 07 22:02:28.434323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57018) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:28.435987 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fd9a7246-0d7e-4968-a9d0-3dc1c04941f5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:28.507286 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['67c87165-d081-4d4c-afd5-8f4341a6404b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:02:28.528012 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62470b6a-b08a-4617-9e45-143ed7850646 None None] New status for floating IP f1a74746-10c6-4d45-90d6-7b8e51e122a5: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:02:28.529202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=67c87165-d081-4d4c-afd5-8f4341a6404b,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:28.663308 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c218cd85-febf-4a87-ac29-41751b0635ef tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ae68b86a-edb2-4224-99bd-733a40af2c88), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:28.694763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8252444e-2752-4a6e-8ddc-c6045c410cbc tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/90d98ffd-b938-4ece-bfa3-02e2f5545898 HTTP/1.1" status: 200 len: 992 time: 0.2567363 Mar 07 22:02:28.696641 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c218cd85-febf-4a87-ac29-41751b0635ef tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for ae68b86a-edb2-4224-99bd-733a40af2c88 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:02:28.756434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65a400-3021-49a2-956b-6249ae468b0d req-c21fc829-d4f5-4640-b8e0-47cc3f58e237 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:28.757055 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-52b26218-2407-44ec-8ac8-affee6262fff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:02:28.757518 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-52b26218-2407-44ec-8ac8-affee6262fff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:02:28.762662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d65a400-3021-49a2-956b-6249ae468b0d req-c21fc829-d4f5-4640-b8e0-47cc3f58e237 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 944 time: 0.4327595 Mar 07 22:02:28.799729 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035ab86-b04a-4347-8df0-99a628bd12c3 req-ccec39d9-8d3e-48b5-9964-85740534fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:28.803888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2035ab86-b04a-4347-8df0-99a628bd12c3 req-ccec39d9-8d3e-48b5-9964-85740534fa1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67f9c363-c485-4a33-9b48-fd10e475751a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3589041 Mar 07 22:02:28.947554 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c218cd85-febf-4a87-ac29-41751b0635ef tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ae68b86a-edb2-4224-99bd-733a40af2c88), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:28.968789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=fd9a7246-0d7e-4968-a9d0-3dc1c04941f5,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:29.119609 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218cd85-febf-4a87-ac29-41751b0635ef tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=ae68b86a-edb2-4224-99bd-733a40af2c88,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:29.139647 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d65a400-3021-49a2-956b-6249ae468b0d req-0e94c582-8440-4a37-97e0-990b62abcd6a tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630686 Mar 07 22:02:29.184448 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c218cd85-febf-4a87-ac29-41751b0635ef tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:29.190054 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c218cd85-febf-4a87-ac29-41751b0635ef tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/ae68b86a-edb2-4224-99bd-733a40af2c88 HTTP/1.1" status: 204 len: 168 time: 1.0242515 Mar 07 22:02:29.191259 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57028) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:29.214816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2035ab86-b04a-4347-8df0-99a628bd12c3 req-2adf3853-5edd-452e-bc32-63b057ef8d15 service neutron] 10.222.0.15 "GET /v2.0/networks/67f9c363-c485-4a33-9b48-fd10e475751a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851604 Mar 07 22:02:29.256107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac0670c-a45d-4512-85b1-32dd3c1eff19', 'tag': '4655b1e6-03e2-4f0c-9de3-a8f68cf05fda'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:29.258514 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2507e00b-eef2-43c8-9668-2f697696f80e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac0670c-a45d-4512-85b1-32dd3c1eff19", "tag": "4655b1e6-03e2-4f0c-9de3-a8f68cf05fda"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:29.262482 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abb8489-31b9-425d-84ba-882347cf2187 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] GET failed (client error): The resource could not be found. Mar 07 22:02:29.264642 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2abb8489-31b9-425d-84ba-882347cf2187 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/ae68b86a-edb2-4224-99bd-733a40af2c88 HTTP/1.1" status: 404 len: 333 time: 0.0664945 Mar 07 22:02:29.268130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57032) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:29.316504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-52b26218-2407-44ec-8ac8-affee6262fff None None] Current status of the port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:29.459328 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cdbf4d17-9899-4553-b37c-968148664843 None None] Provisioning complete for port c5923971-319c-4f82-beac-3491c41db0e3 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:29.460492 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cdbf4d17-9899-4553-b37c-968148664843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c5923971-319c-4f82-beac-3491c41db0e3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:29.495119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e754f2-e87d-4f78-bac1-8e69c0d7199a req-83f707cb-52df-4018-b6de-85e18a550440 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:29.501367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e754f2-e87d-4f78-bac1-8e69c0d7199a req-83f707cb-52df-4018-b6de-85e18a550440 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:29.507124 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e754f2-e87d-4f78-bac1-8e69c0d7199a req-83f707cb-52df-4018-b6de-85e18a550440 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:29.513328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e754f2-e87d-4f78-bac1-8e69c0d7199a req-83f707cb-52df-4018-b6de-85e18a550440 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:29.519086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e754f2-e87d-4f78-bac1-8e69c0d7199a req-83f707cb-52df-4018-b6de-85e18a550440 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:29.524811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e754f2-e87d-4f78-bac1-8e69c0d7199a req-83f707cb-52df-4018-b6de-85e18a550440 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:29.530444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e754f2-e87d-4f78-bac1-8e69c0d7199a req-83f707cb-52df-4018-b6de-85e18a550440 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:29.531760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf4d17-9899-4553-b37c-968148664843 None None] Port c5923971-319c-4f82-beac-3491c41db0e3 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:29.535891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cdbf4d17-9899-4553-b37c-968148664843 None None] Could not find standard attr ID for object ae68b86a-edb2-4224-99bd-733a40af2c88. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:02:29.539519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33e754f2-e87d-4f78-bac1-8e69c0d7199a req-83f707cb-52df-4018-b6de-85e18a550440 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.2401390 Mar 07 22:02:29.547160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c6920-21b4-40c7-8ff1-b7daf390a2be req-9d29fa15-2603-4863-bafe-13a5a413a962 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:29.551739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cdbf4d17-9899-4553-b37c-968148664843 None None] Provisioning complete for port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:29.552124 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cdbf4d17-9899-4553-b37c-968148664843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fd9a7246-0d7e-4968-a9d0-3dc1c04941f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:29.554877 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee8c6920-21b4-40c7-8ff1-b7daf390a2be req-9d29fa15-2603-4863-bafe-13a5a413a962 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 985 time: 0.3383741 Mar 07 22:02:29.649623 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf4d17-9899-4553-b37c-968148664843 None None] Current status of the port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:29.665007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2035ab86-b04a-4347-8df0-99a628bd12c3 req-abfef4cb-aea8-431c-aa9f-7f8d5e5704c6 service neutron] 10.222.0.15 "GET /v2.0/networks/67f9c363-c485-4a33-9b48-fd10e475751a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341283 Mar 07 22:02:29.688576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33e754f2-e87d-4f78-bac1-8e69c0d7199a req-6ef61b09-b28f-4ae7-8739-a8313090276d tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210818 Mar 07 22:02:29.705544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-57aaecb6-fa2d-4f6a-aa19-c982743d0e27 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port c5923971-319c-4f82-beac-3491c41db0e3 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:02:29.705929 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57aaecb6-fa2d-4f6a-aa19-c982743d0e27 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c5923971-319c-4f82-beac-3491c41db0e3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:29.733338 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee8c6920-21b4-40c7-8ff1-b7daf390a2be req-41cf8a70-9d62-4a6b-863b-cdcc3cca237b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/security-groups?id=f557019f-2911-4a44-8a81-01dbb922cc98&id=611a10d3-1ab0-40d9-a0b1-690942fa3365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1643035 Mar 07 22:02:29.784247 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d350521-f09c-46af-a9aa-4bd408502f55 x-openstack-request-id: req-5d350521-f09c-46af-a9aa-4bd408502f55 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:29.784761 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac0670c-a45d-4512-85b1-32dd3c1eff19", "tag": "4655b1e6-03e2-4f0c-9de3-a8f68cf05fda", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:29.785015 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d350521-f09c-46af-a9aa-4bd408502f55 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:29.785567 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac0670c-a45d-4512-85b1-32dd3c1eff19', 'tag': '4655b1e6-03e2-4f0c-9de3-a8f68cf05fda', 'status': 'completed', 'code': 200} Mar 07 22:02:29.858665 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57aaecb6-fa2d-4f6a-aa19-c982743d0e27 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c5923971-319c-4f82-beac-3491c41db0e3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:29.874089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-57aaecb6-fa2d-4f6a-aa19-c982743d0e27 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for c5923971-319c-4f82-beac-3491c41db0e3 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:02:29.895071 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507e00b-eef2-43c8-9668-2f697696f80e req-cf78f0eb-f1e6-46b5-872b-33e5fa45d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:29.896608 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2507e00b-eef2-43c8-9668-2f697696f80e req-cf78f0eb-f1e6-46b5-872b-33e5fa45d299 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bb6403373984f908124dcb70d1ed022&device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 1127 time: 0.0905089 Mar 07 22:02:30.041897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507e00b-eef2-43c8-9668-2f697696f80e req-2c05d2e3-0004-4af5-a9f1-7931ef6d4215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:30.043574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2507e00b-eef2-43c8-9668-2f697696f80e req-2c05d2e3-0004-4af5-a9f1-7931ef6d4215 service neutron] 10.222.0.15 "GET /v2.0/networks?id=17af4d75-4163-4f51-bf4d-822a5308abb9 HTTP/1.1" status: 200 len: 911 time: 0.1195571 Mar 07 22:02:30.151269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2507e00b-eef2-43c8-9668-2f697696f80e req-6c024739-bc4c-4da8-8ba7-dd4acce0d9ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda HTTP/1.1" status: 200 len: 999 time: 0.1012895 Mar 07 22:02:30.153492 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57aaecb6-fa2d-4f6a-aa19-c982743d0e27 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c5923971-319c-4f82-beac-3491c41db0e3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:30.257018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaecb6-fa2d-4f6a-aa19-c982743d0e27 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=c5923971-319c-4f82-beac-3491c41db0e3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:30.336282 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57aaecb6-fa2d-4f6a-aa19-c982743d0e27 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:30.339777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-57aaecb6-fa2d-4f6a-aa19-c982743d0e27 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/c5923971-319c-4f82-beac-3491c41db0e3 HTTP/1.1" status: 204 len: 168 time: 1.0691283 Mar 07 22:02:30.342735 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57038) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:30.394581 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f55b49c-5d00-4be0-b497-6b6dca64a34f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] GET failed (client error): The resource could not be found. Mar 07 22:02:30.397236 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8f55b49c-5d00-4be0-b497-6b6dca64a34f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/c5923971-319c-4f82-beac-3491c41db0e3 HTTP/1.1" status: 404 len: 333 time: 0.0534997 Mar 07 22:02:30.400410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57040) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:30.408070 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe71a73-13fd-43a7-8f80-23d01d4a4404 req-1d13b636-0dd4-4ae1-8e58-5d553b05e7bf tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:30.409645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfe71a73-13fd-43a7-8f80-23d01d4a4404 req-1d13b636-0dd4-4ae1-8e58-5d553b05e7bf tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 944 time: 0.1441305 Mar 07 22:02:30.411450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507e00b-eef2-43c8-9668-2f697696f80e req-87839edb-28e2-4f6c-b661-9bf4ea9edca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:30.412857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2507e00b-eef2-43c8-9668-2f697696f80e req-87839edb-28e2-4f6c-b661-9bf4ea9edca8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b78d0f-0bb8-455d-a78c-07f57fa57eef HTTP/1.1" status: 200 len: 849 time: 0.2566452 Mar 07 22:02:30.464115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c988628-c397-4f70-9ce6-f7c160cf3298 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting subnet 220d305e-452d-4990-81b6-5607d5033222 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:02:30.469132 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c988628-c397-4f70-9ce6-f7c160cf3298 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (220d305e-452d-4990-81b6-5607d5033222), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:30.525620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfe71a73-13fd-43a7-8f80-23d01d4a4404 req-0a14055c-f703-47de-b45e-5cf9c94a227a tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829511 Mar 07 22:02:30.540244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fffed46-27ab-4b82-8ed8-5cfc84e190e1 req-5ec63109-b508-4472-8e2d-80a768bc70f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1414695 Mar 07 22:02:30.540647 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c988628-c397-4f70-9ce6-f7c160cf3298 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (220d305e-452d-4990-81b6-5607d5033222), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:30.545813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507e00b-eef2-43c8-9668-2f697696f80e req-6d7632a7-848a-4bd6-8993-b6f68e0d33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:30.547515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2507e00b-eef2-43c8-9668-2f697696f80e req-6d7632a7-848a-4bd6-8993-b6f68e0d33b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17af4d75-4163-4f51-bf4d-822a5308abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1063578 Mar 07 22:02:30.656629 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c988628-c397-4f70-9ce6-f7c160cf3298 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (220d305e-452d-4990-81b6-5607d5033222), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:30.687067 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffed46-27ab-4b82-8ed8-5cfc84e190e1 req-728bd005-77bb-487d-bb64-264cc3f1b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:30.688616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fffed46-27ab-4b82-8ed8-5cfc84e190e1 req-728bd005-77bb-487d-bb64-264cc3f1b03d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 1127 time: 0.0929871 Mar 07 22:02:30.718475 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2507e00b-eef2-43c8-9668-2f697696f80e req-3d27ba54-8f2e-4828-aabe-70e62c055248 service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615586 Mar 07 22:02:30.736597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:30.751179 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c988628-c397-4f70-9ce6-f7c160cf3298 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (220d305e-452d-4990-81b6-5607d5033222), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:30.768091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3c988628-c397-4f70-9ce6-f7c160cf3298 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:30.774212 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3c988628-c397-4f70-9ce6-f7c160cf3298 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/220d305e-452d-4990-81b6-5607d5033222 HTTP/1.1" status: 204 len: 168 time: 0.3705411 Mar 07 22:02:30.783702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57046) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:30.798631 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c988628-c397-4f70-9ce6-f7c160cf3298 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Subnet': ['ID=220d305e-452d-4990-81b6-5607d5033222,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:30.842830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886327b1-4e00-47fb-8ad6-6e61e65578c1 None None] Network 775f9026-91c4-450e-a61b-c4fb1157f53e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:30.880824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:30.881204 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fd9a7246-0d7e-4968-a9d0-3dc1c04941f5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:30.964068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 67c87165-d081-4d4c-afd5-8f4341a6404b up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:31.045236 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64301a21-3fe5-4305-a1f0-2648d9c017d9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (775f9026-91c4-450e-a61b-c4fb1157f53e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:31.069392 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 67c87165-d081-4d4c-afd5-8f4341a6404b completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:02:31.077917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e8f97-86ef-40cb-861b-ef51a387456d req-5c465ac4-decd-40fc-a0b1-10149b4c8a50 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:31.078237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 67c87165-d081-4d4c-afd5-8f4341a6404b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:31.078618 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (67c87165-d081-4d4c-afd5-8f4341a6404b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:31.089220 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e8f97-86ef-40cb-861b-ef51a387456d req-5c465ac4-decd-40fc-a0b1-10149b4c8a50 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:31.095241 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e8f97-86ef-40cb-861b-ef51a387456d req-5c465ac4-decd-40fc-a0b1-10149b4c8a50 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:31.100799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e8f97-86ef-40cb-861b-ef51a387456d req-5c465ac4-decd-40fc-a0b1-10149b4c8a50 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:31.108245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e8f97-86ef-40cb-861b-ef51a387456d req-5c465ac4-decd-40fc-a0b1-10149b4c8a50 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:31.111441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:31.118410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e8f97-86ef-40cb-861b-ef51a387456d req-5c465ac4-decd-40fc-a0b1-10149b4c8a50 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:31.118762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fc67ad-b869-47f6-b506-ee9deaaa2cb1 None None] DHCP port deletion for 775f9026-91c4-450e-a61b-c4fb1157f53e request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:02:31.125765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e8f97-86ef-40cb-861b-ef51a387456d req-5c465ac4-decd-40fc-a0b1-10149b4c8a50 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:31.127993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-558e8f97-86ef-40cb-861b-ef51a387456d req-5c465ac4-decd-40fc-a0b1-10149b4c8a50 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.2641730 Mar 07 22:02:31.129349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffed46-27ab-4b82-8ed8-5cfc84e190e1 req-ab521c07-9d29-497e-b834-bd489aa1111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:31.131023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fffed46-27ab-4b82-8ed8-5cfc84e190e1 req-ab521c07-9d29-497e-b834-bd489aa1111f service neutron] 10.222.0.15 "GET /v2.0/networks?id=67f9c363-c485-4a33-9b48-fd10e475751a HTTP/1.1" status: 200 len: 898 time: 0.4032493 Mar 07 22:02:31.173176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2507e00b-eef2-43c8-9668-2f697696f80e req-72caf267-f26f-4313-8a00-9c3de033be8d service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465096 Mar 07 22:02:31.207875 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 67c87165-d081-4d4c-afd5-8f4341a6404b is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:31.208270 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (67c87165-d081-4d4c-afd5-8f4341a6404b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:31.233807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-59fc67ad-b869-47f6-b506-ee9deaaa2cb1 None None] Deleting port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:02:31.234142 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59fc67ad-b869-47f6-b506-ee9deaaa2cb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fd9a7246-0d7e-4968-a9d0-3dc1c04941f5), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:31.251039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97768db5-d38b-4c10-8ae4-9d3f1236a8d0 req-6592cce2-7a8e-4eb1-bc47-ef894209e939 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:31.252740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97768db5-d38b-4c10-8ae4-9d3f1236a8d0 req-6592cce2-7a8e-4eb1-bc47-ef894209e939 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 985 time: 0.4045475 Mar 07 22:02:31.311275 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-59fc67ad-b869-47f6-b506-ee9deaaa2cb1 None None] For port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=fd9a7246-0d7e-4968-a9d0-3dc1c04941f5,segment=NetworkSegment(85fa5a65-d4d6-4858-bc63-065ad6ae8f8e),segment_id=85fa5a65-d4d6-4858-bc63-065ad6ae8f8e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:31.311737 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59fc67ad-b869-47f6-b506-ee9deaaa2cb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fd9a7246-0d7e-4968-a9d0-3dc1c04941f5), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:31.321565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c87165-d081-4d4c-afd5-8f4341a6404b'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:31.323903 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6db4af9-fa4a-432c-bf66-9a48705f3fcf" -d '{"events": [{"server_uuid": "cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5", "name": "network-vif-plugged", "status": "completed", "tag": "67c87165-d081-4d4c-afd5-8f4341a6404b"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:31.330899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-59fc67ad-b869-47f6-b506-ee9deaaa2cb1 None None] Calling delete_port for fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:02:31.352716 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 67c87165-d081-4d4c-afd5-8f4341a6404b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=67c87165-d081-4d4c-afd5-8f4341a6404b,segment=NetworkSegment(eb457261-b753-476f-bd3b-9a3f07095074),segment_id=eb457261-b753-476f-bd3b-9a3f07095074)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:31.359259 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (67c87165-d081-4d4c-afd5-8f4341a6404b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:31.454143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=67c87165-d081-4d4c-afd5-8f4341a6404b,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:31.475203 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59fc67ad-b869-47f6-b506-ee9deaaa2cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (fd9a7246-0d7e-4968-a9d0-3dc1c04941f5), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:31.507497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc67ad-b869-47f6-b506-ee9deaaa2cb1 None None] Pushing event deleted for resources: {'Port': ['ID=fd9a7246-0d7e-4968-a9d0-3dc1c04941f5,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:31.509264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc67ad-b869-47f6-b506-ee9deaaa2cb1 None None] No DVR routers for this DVR port fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:02:31.630764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-558e8f97-86ef-40cb-861b-ef51a387456d req-036964f3-b926-4d33-b332-17e6d8478a4e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4835808 Mar 07 22:02:31.631468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-64301a21-3fe5-4305-a1f0-2648d9c017d9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] The port 'fd9a7246-0d7e-4968-a9d0-3dc1c04941f5' was deleted {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 07 22:02:31.660432 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fffed46-27ab-4b82-8ed8-5cfc84e190e1 req-86bb6c70-214d-4959-ba1c-6c3191326515 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e26427fc-13e0-4243-aabe-2d42f6042158 HTTP/1.1" status: 200 len: 1000 time: 0.5189412 Mar 07 22:02:31.686809 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055cdc5e-da03-4211-a4c0-c16d91064e9f x-openstack-request-id: req-055cdc5e-da03-4211-a4c0-c16d91064e9f {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:31.687138 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5", "name": "network-vif-plugged", "status": "completed", "tag": "67c87165-d081-4d4c-afd5-8f4341a6404b", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:31.687502 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-055cdc5e-da03-4211-a4c0-c16d91064e9f {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:31.688254 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c87165-d081-4d4c-afd5-8f4341a6404b', 'code': 200} Mar 07 22:02:31.811777 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64301a21-3fe5-4305-a1f0-2648d9c017d9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (775f9026-91c4-450e-a61b-c4fb1157f53e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:31.848468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97768db5-d38b-4c10-8ae4-9d3f1236a8d0 req-5a03f662-8e33-4890-9924-faf4e9763ba8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/security-groups?id=f557019f-2911-4a44-8a81-01dbb922cc98&id=611a10d3-1ab0-40d9-a0b1-690942fa3365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5793633 Mar 07 22:02:31.854573 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffed46-27ab-4b82-8ed8-5cfc84e190e1 req-b1291afc-0c80-4c56-86ea-0930c8de2295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:31.856084 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fffed46-27ab-4b82-8ed8-5cfc84e190e1 req-b1291afc-0c80-4c56-86ea-0930c8de2295 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14fed293-735f-4cee-812b-734c593e0466 HTTP/1.1" status: 200 len: 835 time: 0.1820912 Mar 07 22:02:31.884622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-64301a21-3fe5-4305-a1f0-2648d9c017d9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775f9026-91c4-450e-a61b-c4fb1157f53e']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:31.915445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-64301a21-3fe5-4305-a1f0-2648d9c017d9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fa5a65-d4d6-4858-bc63-065ad6ae8f8e') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:31.915719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-64301a21-3fe5-4305-a1f0-2648d9c017d9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fa5a65-d4d6-4858-bc63-065ad6ae8f8e') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:31.934294 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64301a21-3fe5-4305-a1f0-2648d9c017d9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (85fa5a65-d4d6-4858-bc63-065ad6ae8f8e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:31.981516 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f693f1b-4667-4d9a-95d7-c6a303e811e2 req-278df5b7-33f7-48cb-8ede-7da2cb552590 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:31.983017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f693f1b-4667-4d9a-95d7-c6a303e811e2 req-278df5b7-33f7-48cb-8ede-7da2cb552590 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 945 time: 0.2436922 Mar 07 22:02:31.991962 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64301a21-3fe5-4305-a1f0-2648d9c017d9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (85fa5a65-d4d6-4858-bc63-065ad6ae8f8e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:32.009760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43847d8e-14a0-42cc-964d-61a546050f41 req-77a1d416-542a-4cac-85eb-d950bf61f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.011750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43847d8e-14a0-42cc-964d-61a546050f41 req-77a1d416-542a-4cac-85eb-d950bf61f90a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 1127 time: 0.2263169 Mar 07 22:02:32.012694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64301a21-3fe5-4305-a1f0-2648d9c017d9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:02:32.013098 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64301a21-3fe5-4305-a1f0-2648d9c017d9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (85fa5a65-d4d6-4858-bc63-065ad6ae8f8e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:02:32.018043 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:02:32.039650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffed46-27ab-4b82-8ed8-5cfc84e190e1 req-3abafe28-7deb-4616-913d-c667f532fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.041153 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fffed46-27ab-4b82-8ed8-5cfc84e190e1 req-3abafe28-7deb-4616-913d-c667f532fa5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67f9c363-c485-4a33-9b48-fd10e475751a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1768851 Mar 07 22:02:32.155899 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64301a21-3fe5-4305-a1f0-2648d9c017d9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (775f9026-91c4-450e-a61b-c4fb1157f53e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:32.163935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da0d97-6129-4b29-8826-ac8b97fe4979 req-90ea73b7-a6d7-474f-ae07-d51c4a8b9982 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.165405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7da0d97-6129-4b29-8826-ac8b97fe4979 req-90ea73b7-a6d7-474f-ae07-d51c4a8b9982 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 985 time: 0.2386520 Mar 07 22:02:32.178221 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64301a21-3fe5-4305-a1f0-2648d9c017d9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:32.181233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-64301a21-3fe5-4305-a1f0-2648d9c017d9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/networks/775f9026-91c4-450e-a61b-c4fb1157f53e HTTP/1.1" status: 204 len: 168 time: 1.3965979 Mar 07 22:02:32.185347 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57056) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:32.191184 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-44c8bd8c-8c52-4937-bbf3-53dd2309a65f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-93248900'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:32.211657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c8bd8c-8c52-4937-bbf3-53dd2309a65f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:32.216224 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44c8bd8c-8c52-4937-bbf3-53dd2309a65f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:32.239827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f693f1b-4667-4d9a-95d7-c6a303e811e2 req-2043593d-130c-42b0-b810-d9d6272ec574 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456584 Mar 07 22:02:32.249714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64301a21-3fe5-4305-a1f0-2648d9c017d9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Network': ['ID=775f9026-91c4-450e-a61b-c4fb1157f53e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:32.261600 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c8bd8c-8c52-4937-bbf3-53dd2309a65f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:02:32.263152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43847d8e-14a0-42cc-964d-61a546050f41 req-852964e9-ae46-4adb-9de8-55cfb1e9e170 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175648 Mar 07 22:02:32.272189 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44c8bd8c-8c52-4937-bbf3-53dd2309a65f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (25053dc6-78a6-4dc6-9d65-20fb27bd353c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:32.272907 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-44c8bd8c-8c52-4937-bbf3-53dd2309a65f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Added segment 25053dc6-78a6-4dc6-9d65-20fb27bd353c of type vlan for network f8df18ee-f702-4a72-b518-6fcafde4b43f Mar 07 22:02:32.308014 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fffed46-27ab-4b82-8ed8-5cfc84e190e1 req-6bc4872c-3cb2-4deb-9884-4fa63466380a service neutron] 10.222.0.15 "GET /v2.0/networks/67f9c363-c485-4a33-9b48-fd10e475751a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248576 Mar 07 22:02:32.312830 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44c8bd8c-8c52-4937-bbf3-53dd2309a65f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (f8df18ee-f702-4a72-b518-6fcafde4b43f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:32.313874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7da0d97-6129-4b29-8826-ac8b97fe4979 req-4c0b9ce5-15ca-4712-bc40-eb787cb3116a tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/security-groups?id=f557019f-2911-4a44-8a81-01dbb922cc98&id=611a10d3-1ab0-40d9-a0b1-690942fa3365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1023798 Mar 07 22:02:32.346821 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44c8bd8c-8c52-4937-bbf3-53dd2309a65f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (f8df18ee-f702-4a72-b518-6fcafde4b43f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:32.353258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c8bd8c-8c52-4937-bbf3-53dd2309a65f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.354206 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44c8bd8c-8c52-4937-bbf3-53dd2309a65f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:32.399276 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-44c8bd8c-8c52-4937-bbf3-53dd2309a65f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2121747 Mar 07 22:02:32.402600 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57062) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:32.407881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4f906cde-b9c9-44dd-b01c-6b7d419f3b2e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'subnet': {'network_id': 'f8df18ee-f702-4a72-b518-6fcafde4b43f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:32.441000 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257fc10-5302-4bbd-8250-caddef82b104 req-c9a5fbe4-6f51-46a3-8574-2153e1017790 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.442588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9257fc10-5302-4bbd-8250-caddef82b104 req-c9a5fbe4-6f51-46a3-8574-2153e1017790 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 1167 time: 0.0485966 Mar 07 22:02:32.471704 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9257fc10-5302-4bbd-8250-caddef82b104 req-6279d107-6c16-425b-be21-74c020ac610e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:32.476143 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8bd8c-8c52-4937-bbf3-53dd2309a65f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Network': ['ID=f8df18ee-f702-4a72-b518-6fcafde4b43f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:32.486451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network f8df18ee-f702-4a72-b518-6fcafde4b43f details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:02:32.567893 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f906cde-b9c9-44dd-b01c-6b7d419f3b2e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:32.572051 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f906cde-b9c9-44dd-b01c-6b7d419f3b2e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:32.617499 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9257fc10-5302-4bbd-8250-caddef82b104 req-6279d107-6c16-425b-be21-74c020ac610e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Publish callbacks [] for security_group (e389cf5c-bc55-4ccb-b736-580d4903e408), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:32.625315 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9257fc10-5302-4bbd-8250-caddef82b104 req-6279d107-6c16-425b-be21-74c020ac610e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e389cf5c-bc55-4ccb-b736-580d4903e408), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:32.674872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fffed46-27ab-4b82-8ed8-5cfc84e190e1 req-eae5f3cc-a33f-43c9-b197-7da2974ca92b service neutron] 10.222.0.15 "GET /v2.0/networks/67f9c363-c485-4a33-9b48-fd10e475751a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109289 Mar 07 22:02:32.719831 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:02:32.754385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:02:32.754782 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device fd9a7246-0d7e-4968-a9d0-3dc1c04941f5 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:02:32.781863 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9257fc10-5302-4bbd-8250-caddef82b104 req-6279d107-6c16-425b-be21-74c020ac610e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=f557019f-2911-4a44-8a81-01dbb922cc98&id=611a10d3-1ab0-40d9-a0b1-690942fa3365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3328063 Mar 07 22:02:32.793625 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f906cde-b9c9-44dd-b01c-6b7d419f3b2e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (408b3cf5-50cf-425a-9efb-45f693fb173d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:32.807839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279d107-6c16-425b-be21-74c020ac610e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e389cf5c-bc55-4ccb-b736-580d4903e408,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:32.809025 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57066) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:32.846239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd8104-ddd1-4408-bb9f-25778bb470fa req-38ba8f31-812f-44d6-87db-243c40659843 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.852396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd8104-ddd1-4408-bb9f-25778bb470fa req-38ba8f31-812f-44d6-87db-243c40659843 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.858295 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd8104-ddd1-4408-bb9f-25778bb470fa req-38ba8f31-812f-44d6-87db-243c40659843 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.863598 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd8104-ddd1-4408-bb9f-25778bb470fa req-38ba8f31-812f-44d6-87db-243c40659843 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.870171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd8104-ddd1-4408-bb9f-25778bb470fa req-38ba8f31-812f-44d6-87db-243c40659843 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.875463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd8104-ddd1-4408-bb9f-25778bb470fa req-38ba8f31-812f-44d6-87db-243c40659843 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.880739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd8104-ddd1-4408-bb9f-25778bb470fa req-38ba8f31-812f-44d6-87db-243c40659843 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.882742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3bd8104-ddd1-4408-bb9f-25778bb470fa req-38ba8f31-812f-44d6-87db-243c40659843 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.1316411 Mar 07 22:02:32.910508 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f906cde-b9c9-44dd-b01c-6b7d419f3b2e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Subnet': ['ID=408b3cf5-50cf-425a-9efb-45f693fb173d,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:32.914973 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f906cde-b9c9-44dd-b01c-6b7d419f3b2e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Checking segment: {'id': '25053dc6-78a6-4dc6-9d65-20fb27bd353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f8df18ee-f702-4a72-b518-6fcafde4b43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:32.915335 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f906cde-b9c9-44dd-b01c-6b7d419f3b2e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network hostable DHCP agents. Network: f8df18ee-f702-4a72-b518-6fcafde4b43f, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:02:32.931414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5772a7d4-bf47-4894-b393-23fb8c65c51d tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.935802 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5772a7d4-bf47-4894-b393-23fb8c65c51d tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 1162 time: 0.0993791 Mar 07 22:02:32.935968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57068) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:32.942426 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': 'ad07daea-7511-42f7-b47c-65012068c34c', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:32.952759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3bd8104-ddd1-4408-bb9f-25778bb470fa req-287147b6-4954-4485-b7da-5c19f1a23f70 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623295 Mar 07 22:02:32.956355 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f906cde-b9c9-44dd-b01c-6b7d419f3b2e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network f8df18ee-f702-4a72-b518-6fcafde4b43f is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:02:32.969922 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-4f906cde-b9c9-44dd-b01c-6b7d419f3b2e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, f8df18ee-f702-4a72-b518-6fcafde4b43f) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:32.981016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f906cde-b9c9-44dd-b01c-6b7d419f3b2e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.982199 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f906cde-b9c9-44dd-b01c-6b7d419f3b2e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:32.983176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbba960-bdfd-46cb-b622-a9a8d9624fd7 None None] Network f8df18ee-f702-4a72-b518-6fcafde4b43f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:32.986580 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:33.013620 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4f906cde-b9c9-44dd-b01c-6b7d419f3b2e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6096556 Mar 07 22:02:33.016619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57070) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:33.023482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6e31b144-ee37-4f26-a396-d0bcbf8ede04 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'network_id': 'f8df18ee-f702-4a72-b518-6fcafde4b43f', 'name': 'tempest-PortsIpV6TestJSON-930845486', 'fixed_ips': [{'subnet_id': '408b3cf5-50cf-425a-9efb-45f693fb173d', 'ip_address': '2001:db8::10'}]}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:33.097850 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-f8df18ee-f702-4a72-b518-6fcafde4b43f', 'network_id': 'f8df18ee-f702-4a72-b518-6fcafde4b43f', 'project_id': 'e61a787c1d794c53bf034f810d226e5a', 'fixed_ips': [{'subnet_id': '408b3cf5-50cf-425a-9efb-45f693fb173d'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:02:33.098753 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:33.118958 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:33.169727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e31b144-ee37-4f26-a396-d0bcbf8ede04 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:33.258300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Allocated IP 172.25.4.204 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/31ebbdaf-1861-4334-943b-b9cc0a06b277) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:33.266520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Allocated IP 2001:db8::2 (f8df18ee-f702-4a72-b518-6fcafde4b43f/408b3cf5-50cf-425a-9efb-45f693fb173d/9d23f5cd-4676-4ccc-9d5d-840334309fd1) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:33.273113 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e31b144-ee37-4f26-a396-d0bcbf8ede04 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:33.297328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-6e31b144-ee37-4f26-a396-d0bcbf8ede04 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port dce94c89-d47d-4683-b04b-731d848b3d86 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:02:33.528079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97984e3e-97bd-4e2f-9b4c-4e52c58bbc04 req-4a12eb91-4005-4012-9e5c-426af4c7770e tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:33.529675 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97984e3e-97bd-4e2f-9b4c-4e52c58bbc04 req-4a12eb91-4005-4012-9e5c-426af4c7770e tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 945 time: 0.1627305 Mar 07 22:02:33.543361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for port (31ebbdaf-1861-4334-943b-b9cc0a06b277), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:33.599928 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (31ebbdaf-1861-4334-943b-b9cc0a06b277), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:33.623773 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97984e3e-97bd-4e2f-9b4c-4e52c58bbc04 req-55f6a924-c616-4c6d-92b1-7d11748aa1d7 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876887 Mar 07 22:02:33.650003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:33.653170 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:33.655619 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:33.684936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'Port': ['ID=31ebbdaf-1861-4334-943b-b9cc0a06b277,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:33.697231 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Publish callbacks [] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:33.704484 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:33.751591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Pushing event updated for resources: {'Port': ['ID=9d23f5cd-4676-4ccc-9d5d-840334309fd1,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:33.762039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Network f8df18ee-f702-4a72-b518-6fcafde4b43f is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:33.762921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:33.765312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:33.789482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-6e31b144-ee37-4f26-a396-d0bcbf8ede04 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Allocated IP 2001:db8::10 (f8df18ee-f702-4a72-b518-6fcafde4b43f/408b3cf5-50cf-425a-9efb-45f693fb173d/dce94c89-d47d-4683-b04b-731d848b3d86) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:33.865383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Attempting to bind port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:02:33.866552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Attempting to bind port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '25053dc6-78a6-4dc6-9d65-20fb27bd353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f8df18ee-f702-4a72-b518-6fcafde4b43f'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:02:33.866925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Attempting to bind port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 on network f8df18ee-f702-4a72-b518-6fcafde4b43f {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:33.878589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:02:33.880279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Checking segment: {'id': '25053dc6-78a6-4dc6-9d65-20fb27bd353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f8df18ee-f702-4a72-b518-6fcafde4b43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:33.880995 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:33.882321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Bound using segment: {'id': '25053dc6-78a6-4dc6-9d65-20fb27bd353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f8df18ee-f702-4a72-b518-6fcafde4b43f'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:02:33.883156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Bound port: 9d23f5cd-4676-4ccc-9d5d-840334309fd1, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25053dc6-78a6-4dc6-9d65-20fb27bd353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f8df18ee-f702-4a72-b518-6fcafde4b43f'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:02:33.884907 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:33.957081 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e31b144-ee37-4f26-a396-d0bcbf8ede04 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (dce94c89-d47d-4683-b04b-731d848b3d86), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:33.967798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] For port 9d23f5cd-4676-4ccc-9d5d-840334309fd1, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:02:33.971141 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] For port 9d23f5cd-4676-4ccc-9d5d-840334309fd1, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9d23f5cd-4676-4ccc-9d5d-840334309fd1,segment=NetworkSegment(25053dc6-78a6-4dc6-9d65-20fb27bd353c),segment_id=25053dc6-78a6-4dc6-9d65-20fb27bd353c)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:02:33.977607 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:34.003196 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e31b144-ee37-4f26-a396-d0bcbf8ede04 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (dce94c89-d47d-4683-b04b-731d848b3d86), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:34.103291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e31b144-ee37-4f26-a396-d0bcbf8ede04 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network f8df18ee-f702-4a72-b518-6fcafde4b43f is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:34.110269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79edd3a-2b70-4d70-a0c0-0e047f8a5fcc None None] Pushing event updated for resources: {'Port': ['ID=9d23f5cd-4676-4ccc-9d5d-840334309fd1,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:34.126014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-6e31b144-ee37-4f26-a396-d0bcbf8ede04 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:34.128673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31b144-ee37-4f26-a396-d0bcbf8ede04 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=dce94c89-d47d-4683-b04b-731d848b3d86,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:34.131607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31b144-ee37-4f26-a396-d0bcbf8ede04 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:34.137927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e31b144-ee37-4f26-a396-d0bcbf8ede04 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:34.138861 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e31b144-ee37-4f26-a396-d0bcbf8ede04 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:34.141123 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for floatingip (5b019c96-a37a-4cf6-83ec-bfc0c21c97ba), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:34.187247 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6e31b144-ee37-4f26-a396-d0bcbf8ede04 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1668234 Mar 07 22:02:34.188168 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57080) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:34.193935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-778f3717-9b00-4321-b6fe-9fdbfe679f97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'network_id': 'f8df18ee-f702-4a72-b518-6fcafde4b43f', 'name': 'tempest-PortsIpV6TestJSON-311188796', 'fixed_ips': [{'subnet_id': '408b3cf5-50cf-425a-9efb-45f693fb173d', 'ip_address': '2001:db8::f'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:34.201744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ed2ad-7c3e-4943-af3f-bda996459870 req-9c4be5d4-74fc-4d52-b803-73e5c50e42a6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:34.207331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ed2ad-7c3e-4943-af3f-bda996459870 req-9c4be5d4-74fc-4d52-b803-73e5c50e42a6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:34.212873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ed2ad-7c3e-4943-af3f-bda996459870 req-9c4be5d4-74fc-4d52-b803-73e5c50e42a6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:34.218627 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ed2ad-7c3e-4943-af3f-bda996459870 req-9c4be5d4-74fc-4d52-b803-73e5c50e42a6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:34.224442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ed2ad-7c3e-4943-af3f-bda996459870 req-9c4be5d4-74fc-4d52-b803-73e5c50e42a6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:34.230519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ed2ad-7c3e-4943-af3f-bda996459870 req-9c4be5d4-74fc-4d52-b803-73e5c50e42a6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:34.235901 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ed2ad-7c3e-4943-af3f-bda996459870 req-9c4be5d4-74fc-4d52-b803-73e5c50e42a6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:34.237935 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-652ed2ad-7c3e-4943-af3f-bda996459870 req-9c4be5d4-74fc-4d52-b803-73e5c50e42a6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.1422229 Mar 07 22:02:34.305133 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (31ebbdaf-1861-4334-943b-b9cc0a06b277), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:34.344626 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-652ed2ad-7c3e-4943-af3f-bda996459870 req-9071e0a6-c52e-45e9-80a9-2db6c0acc349 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954711 Mar 07 22:02:34.450611 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778f3717-9b00-4321-b6fe-9fdbfe679f97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:34.565421 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for port (31ebbdaf-1861-4334-943b-b9cc0a06b277), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:34.574272 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-778f3717-9b00-4321-b6fe-9fdbfe679f97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:34.576221 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (31ebbdaf-1861-4334-943b-b9cc0a06b277), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:34.645219 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-778f3717-9b00-4321-b6fe-9fdbfe679f97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port f1f31ff1-347a-47be-8432-a96c432a1922 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:02:34.700928 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'Port': ['ID=31ebbdaf-1861-4334-943b-b9cc0a06b277,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:34.715534 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (5b019c96-a37a-4cf6-83ec-bfc0c21c97ba), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:34.777835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a3ff9-fbe2-426d-ab32-a10563781907 req-a6fe1365-5a04-4c0a-8bae-c0d2a2ef5939 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:34.779464 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-159a3ff9-fbe2-426d-ab32-a10563781907 req-a6fe1365-5a04-4c0a-8bae-c0d2a2ef5939 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 945 time: 0.0694249 Mar 07 22:02:34.803567 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9d23f5cd-4676-4ccc-9d5d-840334309fd1 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:34.851209 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-159a3ff9-fbe2-426d-ab32-a10563781907 req-72845de9-9970-4291-bb9c-5ac0b9056bee tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575767 Mar 07 22:02:34.909570 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:34.910134 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:34.947216 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Floating IP 5b019c96-a37a-4cf6-83ec-bfc0c21c97ba associated. External IP: 172.25.4.204, port: ad07daea-7511-42f7-b47c-65012068c34c. Mar 07 22:02:35.003981 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-778f3717-9b00-4321-b6fe-9fdbfe679f97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Allocated IP 2001:db8::f (f8df18ee-f702-4a72-b518-6fcafde4b43f/408b3cf5-50cf-425a-9efb-45f693fb173d/f1f31ff1-347a-47be-8432-a96c432a1922) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:35.049894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:35.050745 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:35.096491 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 9d23f5cd-4676-4ccc-9d5d-840334309fd1, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9d23f5cd-4676-4ccc-9d5d-840334309fd1,segment=NetworkSegment(25053dc6-78a6-4dc6-9d65-20fb27bd353c),segment_id=25053dc6-78a6-4dc6-9d65-20fb27bd353c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:35.106057 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:35.184123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=9d23f5cd-4676-4ccc-9d5d-840334309fd1,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:35.359949 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-778f3717-9b00-4321-b6fe-9fdbfe679f97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (f1f31ff1-347a-47be-8432-a96c432a1922), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:35.363108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a650b3a-f247-4aab-a3a3-c6298b9f60f3 None None] Network f8df18ee-f702-4a72-b518-6fcafde4b43f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:35.406511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Router dc4d1325-642d-427f-9bd6-64fa5439818d has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:02:35.482367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-778f3717-9b00-4321-b6fe-9fdbfe679f97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f1f31ff1-347a-47be-8432-a96c432a1922), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:35.543528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cb05f0a9-5ff1-4358-9f7e-8f46f7281d43 None None] Provisioning complete for port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:35.544189 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cb05f0a9-5ff1-4358-9f7e-8f46f7281d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:35.563946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7fa39-a35c-4771-8f9f-5c272e02acf2 req-4fdd8cb5-5736-43b5-8436-41cfed2bfc51 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:35.570547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7fa39-a35c-4771-8f9f-5c272e02acf2 req-4fdd8cb5-5736-43b5-8436-41cfed2bfc51 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:35.578216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7fa39-a35c-4771-8f9f-5c272e02acf2 req-4fdd8cb5-5736-43b5-8436-41cfed2bfc51 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:35.584482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7fa39-a35c-4771-8f9f-5c272e02acf2 req-4fdd8cb5-5736-43b5-8436-41cfed2bfc51 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:35.591962 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7fa39-a35c-4771-8f9f-5c272e02acf2 req-4fdd8cb5-5736-43b5-8436-41cfed2bfc51 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:35.597812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7fa39-a35c-4771-8f9f-5c272e02acf2 req-4fdd8cb5-5736-43b5-8436-41cfed2bfc51 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:35.604844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f3717-9b00-4321-b6fe-9fdbfe679f97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network f8df18ee-f702-4a72-b518-6fcafde4b43f is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:35.614584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7fa39-a35c-4771-8f9f-5c272e02acf2 req-4fdd8cb5-5736-43b5-8436-41cfed2bfc51 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:35.627247 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56f7fa39-a35c-4771-8f9f-5c272e02acf2 req-4fdd8cb5-5736-43b5-8436-41cfed2bfc51 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.1709588 Mar 07 22:02:35.692989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cb05f0a9-5ff1-4358-9f7e-8f46f7281d43 None None] Current status of the port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:35.758701 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56f7fa39-a35c-4771-8f9f-5c272e02acf2 req-7e3a50e9-dc1b-489a-a72d-412b745c2ded tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1310284 Mar 07 22:02:35.788214 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385cb87-492a-4387-97fb-f92a7cb415e4 req-4cbb41da-0049-409e-abbc-690dd78fa6d3 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:35.795056 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d385cb87-492a-4387-97fb-f92a7cb415e4 req-4cbb41da-0049-409e-abbc-690dd78fa6d3 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 945 time: 0.1258688 Mar 07 22:02:35.875360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d385cb87-492a-4387-97fb-f92a7cb415e4 req-3769ce2f-1f1d-47d3-b772-91159097feea tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719056 Mar 07 22:02:36.019760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bbbada9a-d501-446a-98c9-4c8dc17fa405 None None] Provisioning complete for port f1f31ff1-347a-47be-8432-a96c432a1922 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:36.020425 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bbbada9a-d501-446a-98c9-4c8dc17fa405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f1f31ff1-347a-47be-8432-a96c432a1922), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:36.064827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bbbada9a-d501-446a-98c9-4c8dc17fa405 None None] Port f1f31ff1-347a-47be-8432-a96c432a1922 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:36.076133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bbbada9a-d501-446a-98c9-4c8dc17fa405 None None] Provisioning complete for port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:36.076627 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bbbada9a-d501-446a-98c9-4c8dc17fa405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:36.082295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-778f3717-9b00-4321-b6fe-9fdbfe679f97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:36.090016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f3717-9b00-4321-b6fe-9fdbfe679f97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:36.095204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778f3717-9b00-4321-b6fe-9fdbfe679f97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.095845 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-778f3717-9b00-4321-b6fe-9fdbfe679f97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:36.130845 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f3717-9b00-4321-b6fe-9fdbfe679f97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=f1f31ff1-347a-47be-8432-a96c432a1922,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:36.145633 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-778f3717-9b00-4321-b6fe-9fdbfe679f97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9561856 Mar 07 22:02:36.148856 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57102) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:36.149860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:02:36.166134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bbbada9a-d501-446a-98c9-4c8dc17fa405 None None] Current status of the port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:36.172214 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f87b8-6e79-4289-a2ae-918fee3f5898 None None] Sync routers for ids ['dc4d1325-642d-427f-9bd6-64fa5439818d'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:02:36.173223 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:36.187957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f87b8-6e79-4289-a2ae-918fee3f5898 None None] Routers {'dc4d1325-642d-427f-9bd6-64fa5439818d'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:02:36.188602 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7d2f87b8-6e79-4289-a2ae-918fee3f5898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:02:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['dc4d1325-642d-427f-9bd6-64fa5439818d'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:36.191897 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bbbada9a-d501-446a-98c9-4c8dc17fa405 None None] Provisioning complete for port dce94c89-d47d-4683-b04b-731d848b3d86 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:36.192275 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bbbada9a-d501-446a-98c9-4c8dc17fa405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (dce94c89-d47d-4683-b04b-731d848b3d86), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:36.211716 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f83e7a2a-5cc7-401a-be2f-9927491196a5 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2723320 Mar 07 22:02:36.211716 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65cc767-1139-44b4-83d0-2ad4b119f5f7', 'tag': 'ad07daea-7511-42f7-b47c-65012068c34c'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:36.212448 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f84314c-c9af-48f9-b90e-6cac9162ae71" -d '{"events": [{"name": "network-changed", "server_uuid": "d65cc767-1139-44b4-83d0-2ad4b119f5f7", "tag": "ad07daea-7511-42f7-b47c-65012068c34c"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:36.215926 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57104) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:36.286989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bbbada9a-d501-446a-98c9-4c8dc17fa405 None None] Port dce94c89-d47d-4683-b04b-731d848b3d86 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:36.302252 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2a2b5e-f271-4d71-b8ed-fe094d61f23d x-openstack-request-id: req-af2a2b5e-f271-4d71-b8ed-fe094d61f23d {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:36.302721 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65cc767-1139-44b4-83d0-2ad4b119f5f7", "tag": "ad07daea-7511-42f7-b47c-65012068c34c", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:36.302983 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af2a2b5e-f271-4d71-b8ed-fe094d61f23d {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:36.303391 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65cc767-1139-44b4-83d0-2ad4b119f5f7', 'tag': 'ad07daea-7511-42f7-b47c-65012068c34c', 'status': 'completed', 'code': 200} Mar 07 22:02:36.315824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f56bbe-1010-411e-883c-97fceb21d3e0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.320900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-73f56bbe-1010-411e-883c-97fceb21d3e0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1705730 Mar 07 22:02:36.321889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57108) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:36.352953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-7d2f87b8-6e79-4289-a2ae-918fee3f5898 None None] Set router dc4d1325-642d-427f-9bd6-64fa5439818d gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:02:36.389575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7968c060-06e8-485e-aaf0-b1354feb8406 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.395410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7968c060-06e8-485e-aaf0-b1354feb8406 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.401922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7968c060-06e8-485e-aaf0-b1354feb8406 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.406898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7968c060-06e8-485e-aaf0-b1354feb8406 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0839195 Mar 07 22:02:36.407913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57110) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:36.466003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b72e8bfc-172a-4a33-a26d-5f4299c18189 None None] Provisioning complete for port dce94c89-d47d-4683-b04b-731d848b3d86 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:36.466412 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b72e8bfc-172a-4a33-a26d-5f4299c18189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (dce94c89-d47d-4683-b04b-731d848b3d86), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:36.511453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-d47317fb-c6c5-412d-97b6-ab7b97de7f59 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port f1f31ff1-347a-47be-8432-a96c432a1922 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:02:36.511717 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d47317fb-c6c5-412d-97b6-ab7b97de7f59 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f1f31ff1-347a-47be-8432-a96c432a1922), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:36.517860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84314c-c9af-48f9-b90e-6cac9162ae71 req-acc1d03e-b9b9-4901-94c0-1d0da0fd26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.519568 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2f84314c-c9af-48f9-b90e-6cac9162ae71 req-acc1d03e-b9b9-4901-94c0-1d0da0fd26e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e87eae701f45487cbc6b93aa1c25c985&device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 1167 time: 0.2079322 Mar 07 22:02:36.551277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c034d-5bd4-4786-b6fa-feaf7fa00929 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.551907 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c034d-5bd4-4786-b6fa-feaf7fa00929 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.552439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c034d-5bd4-4786-b6fa-feaf7fa00929 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.553149 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c034d-5bd4-4786-b6fa-feaf7fa00929 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.553679 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c034d-5bd4-4786-b6fa-feaf7fa00929 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.554234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c034d-5bd4-4786-b6fa-feaf7fa00929 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.554748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c034d-5bd4-4786-b6fa-feaf7fa00929 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.555268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c034d-5bd4-4786-b6fa-feaf7fa00929 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.555784 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c034d-5bd4-4786-b6fa-feaf7fa00929 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.556295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c034d-5bd4-4786-b6fa-feaf7fa00929 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.556845 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c034d-5bd4-4786-b6fa-feaf7fa00929 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.557361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c034d-5bd4-4786-b6fa-feaf7fa00929 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.557870 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c034d-5bd4-4786-b6fa-feaf7fa00929 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.563203 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-af4c034d-5bd4-4786-b6fa-feaf7fa00929 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9100 time: 0.3463309 Mar 07 22:02:36.563966 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57112) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:36.569965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b72e8bfc-172a-4a33-a26d-5f4299c18189 None None] Port dce94c89-d47d-4683-b04b-731d848b3d86 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:36.606449 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d47317fb-c6c5-412d-97b6-ab7b97de7f59 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f1f31ff1-347a-47be-8432-a96c432a1922), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:36.619804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-d47317fb-c6c5-412d-97b6-ab7b97de7f59 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for f1f31ff1-347a-47be-8432-a96c432a1922 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:02:36.673388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7d2f87b8-6e79-4289-a2ae-918fee3f5898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:47Z', 'updated_at': '2022-03-07T22:01:55Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:48Z', 'updated_at': '2022-03-07T22:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '5b019c96-a37a-4cf6-83ec-bfc0c21c97ba', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'port_id': 'ad07daea-7511-42f7-b47c-65012068c34c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'mac_address': 'fa:16:3e:d9:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65cc767-1139-44b4-83d0-2ad4b119f5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:33Z', 'updated_at': '2022-03-07T22:02:33Z', 'revision_number': 0, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a05106e-15c5-41a3-b670-e05926eb6ddb', 'name': '', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'mac_address': 'fa:16:3e:1b:ec:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:53Z', 'updated_at': '2022-03-07T22:02:03Z', 'revision_number': 5, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'subnets': [{'id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:36.723151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f87b8-6e79-4289-a2ae-918fee3f5898 None None] Checking router: dc4d1325-642d-427f-9bd6-64fa5439818d for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:02:36.725540 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552c98c-82d7-4be7-bd80-09227b1d9e6e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.726011 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552c98c-82d7-4be7-bd80-09227b1d9e6e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.737195 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552c98c-82d7-4be7-bd80-09227b1d9e6e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.737762 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552c98c-82d7-4be7-bd80-09227b1d9e6e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.738257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552c98c-82d7-4be7-bd80-09227b1d9e6e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.738876 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552c98c-82d7-4be7-bd80-09227b1d9e6e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.739175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552c98c-82d7-4be7-bd80-09227b1d9e6e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.741815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552c98c-82d7-4be7-bd80-09227b1d9e6e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.741815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552c98c-82d7-4be7-bd80-09227b1d9e6e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.742236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552c98c-82d7-4be7-bd80-09227b1d9e6e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.742692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552c98c-82d7-4be7-bd80-09227b1d9e6e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.743142 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552c98c-82d7-4be7-bd80-09227b1d9e6e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.748959 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0552c98c-82d7-4be7-bd80-09227b1d9e6e tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7693 time: 0.1822572 Mar 07 22:02:36.751736 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57118) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:36.766082 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f87b8-6e79-4289-a2ae-918fee3f5898 None None] Routers {'dc4d1325-642d-427f-9bd6-64fa5439818d'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:02:36.766082 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7d2f87b8-6e79-4289-a2ae-918fee3f5898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:02:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['dc4d1325-642d-427f-9bd6-64fa5439818d'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:36.813129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9d23f5cd-4676-4ccc-9d5d-840334309fd1 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:36.840467 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84314c-c9af-48f9-b90e-6cac9162ae71 req-09f838dc-20a2-4d66-beee-6a72148ae83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.842204 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2f84314c-c9af-48f9-b90e-6cac9162ae71 req-09f838dc-20a2-4d66-beee-6a72148ae83d service neutron] 10.222.0.13 "GET /v2.0/networks?id=93e36d87-abd6-4d06-9369-07c32ad83c51 HTTP/1.1" status: 200 len: 897 time: 0.3162565 Mar 07 22:02:36.848627 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d47317fb-c6c5-412d-97b6-ab7b97de7f59 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f1f31ff1-347a-47be-8432-a96c432a1922), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:36.866328 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-42e12c12-daf9-4f91-9193-aeb7aa09ef67 None None] Provisioning complete for port f1f31ff1-347a-47be-8432-a96c432a1922 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:36.866705 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-42e12c12-daf9-4f91-9193-aeb7aa09ef67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f1f31ff1-347a-47be-8432-a96c432a1922), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:36.918730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-42e12c12-daf9-4f91-9193-aeb7aa09ef67 None None] Port f1f31ff1-347a-47be-8432-a96c432a1922 was deleted so its status cannot be updated. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 07 22:02:36.978101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:36.978544 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:36.984604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47317fb-c6c5-412d-97b6-ab7b97de7f59 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=f1f31ff1-347a-47be-8432-a96c432a1922,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:36.997072 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2f84314c-c9af-48f9-b90e-6cac9162ae71 req-443378ce-283e-43d5-85af-c66517af04b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad07daea-7511-42f7-b47c-65012068c34c HTTP/1.1" status: 200 len: 1000 time: 0.1471319 Mar 07 22:02:37.071218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-7d2f87b8-6e79-4289-a2ae-918fee3f5898 None None] Set router dc4d1325-642d-427f-9bd6-64fa5439818d gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:02:37.111334 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d47317fb-c6c5-412d-97b6-ab7b97de7f59 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:37.119031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57128) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:37.120281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d47317fb-c6c5-412d-97b6-ab7b97de7f59 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/f1f31ff1-347a-47be-8432-a96c432a1922 HTTP/1.1" status: 204 len: 168 time: 0.7110853 Mar 07 22:02:37.152395 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f52889-b8eb-41df-bf97-43fba0258d97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] GET failed (client error): The resource could not be found. Mar 07 22:02:37.153872 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b1f52889-b8eb-41df-bf97-43fba0258d97 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/f1f31ff1-347a-47be-8432-a96c432a1922 HTTP/1.1" status: 404 len: 333 time: 0.0275352 Mar 07 22:02:37.159996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:37.163689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57130) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:37.175327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84314c-c9af-48f9-b90e-6cac9162ae71 req-9aa8d072-ae46-42d5-9da3-e1dd3bddf8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:37.177016 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2f84314c-c9af-48f9-b90e-6cac9162ae71 req-9aa8d072-ae46-42d5-9da3-e1dd3bddf8bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=045bdb65-74d3-48e1-a3f1-4e20559d5419 HTTP/1.1" status: 200 len: 835 time: 0.1736209 Mar 07 22:02:37.265256 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbe151-6f5b-4d10-b98c-f0cfb52fa75e req-28acf149-4e87-4d44-872c-da086d127998 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:37.291556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbe151-6f5b-4d10-b98c-f0cfb52fa75e req-28acf149-4e87-4d44-872c-da086d127998 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:37.301177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbe151-6f5b-4d10-b98c-f0cfb52fa75e req-28acf149-4e87-4d44-872c-da086d127998 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:37.306653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbe151-6f5b-4d10-b98c-f0cfb52fa75e req-28acf149-4e87-4d44-872c-da086d127998 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:37.312624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbe151-6f5b-4d10-b98c-f0cfb52fa75e req-28acf149-4e87-4d44-872c-da086d127998 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:37.317950 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbe151-6f5b-4d10-b98c-f0cfb52fa75e req-28acf149-4e87-4d44-872c-da086d127998 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:37.323403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbe151-6f5b-4d10-b98c-f0cfb52fa75e req-28acf149-4e87-4d44-872c-da086d127998 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:37.325366 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8cbe151-6f5b-4d10-b98c-f0cfb52fa75e req-28acf149-4e87-4d44-872c-da086d127998 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.3697741 Mar 07 22:02:37.333676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efc010-fdea-49c6-9b33-3ba26f9019ef req-a3e68182-04a7-4652-8bf2-7b923132784b tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:37.335219 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6efc010-fdea-49c6-9b33-3ba26f9019ef req-a3e68182-04a7-4652-8bf2-7b923132784b tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 945 time: 0.3133922 Mar 07 22:02:37.349153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6c4d3-91dd-45e1-a25d-a28ea3452620 req-766924d4-a38d-4a19-822d-62a06c08731e tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:37.350738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6dc6c4d3-91dd-45e1-a25d-a28ea3452620 req-766924d4-a38d-4a19-822d-62a06c08731e tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 945 time: 0.2794538 Mar 07 22:02:37.390285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84314c-c9af-48f9-b90e-6cac9162ae71 req-9f3efb22-bfa8-4dfb-b8e2-fd38b8a105ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:37.390649 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2f84314c-c9af-48f9-b90e-6cac9162ae71 req-9f3efb22-bfa8-4dfb-b8e2-fd38b8a105ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93e36d87-abd6-4d06-9369-07c32ad83c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2054806 Mar 07 22:02:37.402290 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fff7ae54-2fc9-4e5b-b7ab-9a190186234d tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4511 time: 0.6497481 Mar 07 22:02:37.412510 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57132) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:37.437414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7d2f87b8-6e79-4289-a2ae-918fee3f5898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:47Z', 'updated_at': '2022-03-07T22:01:55Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:48Z', 'updated_at': '2022-03-07T22:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '5b019c96-a37a-4cf6-83ec-bfc0c21c97ba', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'port_id': 'ad07daea-7511-42f7-b47c-65012068c34c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'mac_address': 'fa:16:3e:d9:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65cc767-1139-44b4-83d0-2ad4b119f5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:33Z', 'updated_at': '2022-03-07T22:02:33Z', 'revision_number': 0, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a05106e-15c5-41a3-b670-e05926eb6ddb', 'name': '', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'mac_address': 'fa:16:3e:1b:ec:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:53Z', 'updated_at': '2022-03-07T22:02:03Z', 'revision_number': 5, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'subnets': [{'id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:37.482618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f87b8-6e79-4289-a2ae-918fee3f5898 None None] The sync data for ids ['dc4d1325-642d-427f-9bd6-64fa5439818d'] in n-d-832330-1 is: [{'id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:47Z', 'updated_at': '2022-03-07T22:01:55Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:48Z', 'updated_at': '2022-03-07T22:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '5b019c96-a37a-4cf6-83ec-bfc0c21c97ba', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'port_id': 'ad07daea-7511-42f7-b47c-65012068c34c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'mac_address': 'fa:16:3e:d9:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65cc767-1139-44b4-83d0-2ad4b119f5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:33Z', 'updated_at': '2022-03-07T22:02:33Z', 'revision_number': 0, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a05106e-15c5-41a3-b670-e05926eb6ddb', 'name': '', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'mac_address': 'fa:16:3e:1b:ec:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:53Z', 'updated_at': '2022-03-07T22:02:03Z', 'revision_number': 5, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'subnets': [{'id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:02:37.513322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-adbc0771-903b-4120-a592-196dc3933449 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port dce94c89-d47d-4683-b04b-731d848b3d86 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:02:37.513664 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-adbc0771-903b-4120-a592-196dc3933449 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (dce94c89-d47d-4683-b04b-731d848b3d86), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:37.524557 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6efc010-fdea-49c6-9b33-3ba26f9019ef req-8c07e22d-7df8-4d22-9fd7-3e371a649bd2 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728196 Mar 07 22:02:37.538540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8cbe151-6f5b-4d10-b98c-f0cfb52fa75e req-263dc6fd-a673-42ff-875b-fbab608832cc tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2019918 Mar 07 22:02:37.555478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59e4a10-5637-466f-9291-dc5ae4d517cd tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:37.555972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59e4a10-5637-466f-9291-dc5ae4d517cd tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:37.575830 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f59e4a10-5637-466f-9291-dc5ae4d517cd tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc4d1325-642d-427f-9bd6-64fa5439818d HTTP/1.1" status: 200 len: 2062 time: 0.1567898 Mar 07 22:02:37.601803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-6dc6c4d3-91dd-45e1-a25d-a28ea3452620 req-e2f5d82e-47e3-46bd-bd4a-e288a97ae6ab tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Deleting port 67c87165-d081-4d4c-afd5-8f4341a6404b {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:02:37.602308 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6dc6c4d3-91dd-45e1-a25d-a28ea3452620 req-e2f5d82e-47e3-46bd-bd4a-e288a97ae6ab tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (67c87165-d081-4d4c-afd5-8f4341a6404b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:37.628366 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2f84314c-c9af-48f9-b90e-6cac9162ae71 req-19a3934c-2465-4fe5-bf05-32b8e9a4352d service neutron] 10.222.0.13 "GET /v2.0/networks/93e36d87-abd6-4d06-9369-07c32ad83c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249725 Mar 07 22:02:37.675947 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-adbc0771-903b-4120-a592-196dc3933449 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (dce94c89-d47d-4683-b04b-731d848b3d86), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:37.719001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-6dc6c4d3-91dd-45e1-a25d-a28ea3452620 req-e2f5d82e-47e3-46bd-bd4a-e288a97ae6ab tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] For port 67c87165-d081-4d4c-afd5-8f4341a6404b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=67c87165-d081-4d4c-afd5-8f4341a6404b,segment=NetworkSegment(eb457261-b753-476f-bd3b-9a3f07095074),segment_id=eb457261-b753-476f-bd3b-9a3f07095074)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:37.719966 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6dc6c4d3-91dd-45e1-a25d-a28ea3452620 req-e2f5d82e-47e3-46bd-bd4a-e288a97ae6ab tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (67c87165-d081-4d4c-afd5-8f4341a6404b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:37.725478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-adbc0771-903b-4120-a592-196dc3933449 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for dce94c89-d47d-4683-b04b-731d848b3d86 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:02:37.745884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-6dc6c4d3-91dd-45e1-a25d-a28ea3452620 req-e2f5d82e-47e3-46bd-bd4a-e288a97ae6ab tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Calling delete_port for 67c87165-d081-4d4c-afd5-8f4341a6404b owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:02:37.818689 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2f84314c-c9af-48f9-b90e-6cac9162ae71 req-ffc91a96-df30-4367-a507-e8ea599c1c79 service neutron] 10.222.0.13 "GET /v2.0/networks/93e36d87-abd6-4d06-9369-07c32ad83c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826289 Mar 07 22:02:37.833789 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78b41f1-8ec8-4009-8cb7-44eebbe9ce37 None None] New status for floating IP 5b019c96-a37a-4cf6-83ec-bfc0c21c97ba: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:02:37.912292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-adbc0771-903b-4120-a592-196dc3933449 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (dce94c89-d47d-4683-b04b-731d848b3d86), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:37.916355 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6dc6c4d3-91dd-45e1-a25d-a28ea3452620 req-e2f5d82e-47e3-46bd-bd4a-e288a97ae6ab tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (67c87165-d081-4d4c-afd5-8f4341a6404b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:37.931132 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['67c87165-d081-4d4c-afd5-8f4341a6404b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:02:37.953408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5d82e-47e3-46bd-bd4a-e288a97ae6ab tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Pushing event deleted for resources: {'Port': ['ID=67c87165-d081-4d4c-afd5-8f4341a6404b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:37.974363 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc0771-903b-4120-a592-196dc3933449 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=dce94c89-d47d-4683-b04b-731d848b3d86,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:38.021933 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-adbc0771-903b-4120-a592-196dc3933449 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:38.026236 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-adbc0771-903b-4120-a592-196dc3933449 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/dce94c89-d47d-4683-b04b-731d848b3d86 HTTP/1.1" status: 204 len: 168 time: 0.8615232 Mar 07 22:02:38.029266 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57138) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:38.050037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc6c4d3-91dd-45e1-a25d-a28ea3452620 req-e2f5d82e-47e3-46bd-bd4a-e288a97ae6ab tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] No DVR routers for this DVR port 67c87165-d081-4d4c-afd5-8f4341a6404b on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:02:38.066996 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6dc6c4d3-91dd-45e1-a25d-a28ea3452620 req-e2f5d82e-47e3-46bd-bd4a-e288a97ae6ab tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:38.070321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6dc6c4d3-91dd-45e1-a25d-a28ea3452620 req-e2f5d82e-47e3-46bd-bd4a-e288a97ae6ab tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.15 "DELETE /v2.0/ports/67c87165-d081-4d4c-afd5-8f4341a6404b HTTP/1.1" status: 204 len: 173 time: 0.6996047 Mar 07 22:02:38.070837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5', 'name': 'network-vif-deleted', 'tag': '67c87165-d081-4d4c-afd5-8f4341a6404b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:38.073158 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc5d22d-8e19-4c2b-a939-306c3e9dda07" -d '{"events": [{"server_uuid": "cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5", "name": "network-vif-deleted", "tag": "67c87165-d081-4d4c-afd5-8f4341a6404b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:38.087850 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c966abc-7f9b-4c3e-b859-907a9a9d19ec tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] GET failed (client error): The resource could not be found. Mar 07 22:02:38.092960 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5c966abc-7f9b-4c3e-b859-907a9a9d19ec tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/dce94c89-d47d-4683-b04b-731d848b3d86 HTTP/1.1" status: 404 len: 333 time: 0.0621903 Mar 07 22:02:38.095988 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57142) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:38.123927 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cc7296-6e5f-467d-b3e5-1716ee223010 x-openstack-request-id: req-c0cc7296-6e5f-467d-b3e5-1716ee223010 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:38.124230 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5", "name": "network-vif-deleted", "tag": "67c87165-d081-4d4c-afd5-8f4341a6404b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:38.124494 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0cc7296-6e5f-467d-b3e5-1716ee223010 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:38.124900 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5', 'name': 'network-vif-deleted', 'tag': '67c87165-d081-4d4c-afd5-8f4341a6404b', 'status': 'completed', 'code': 200} Mar 07 22:02:38.200072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-867db5db-298a-422e-879f-cb0a61caaef5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting subnet 408b3cf5-50cf-425a-9efb-45f693fb173d {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:02:38.203778 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-867db5db-298a-422e-879f-cb0a61caaef5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (408b3cf5-50cf-425a-9efb-45f693fb173d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:38.253358 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-867db5db-298a-422e-879f-cb0a61caaef5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (408b3cf5-50cf-425a-9efb-45f693fb173d), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:38.346387 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-867db5db-298a-422e-879f-cb0a61caaef5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (408b3cf5-50cf-425a-9efb-45f693fb173d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:38.413204 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-867db5db-298a-422e-879f-cb0a61caaef5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (408b3cf5-50cf-425a-9efb-45f693fb173d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:38.439644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867db5db-298a-422e-879f-cb0a61caaef5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Subnet': ['ID=408b3cf5-50cf-425a-9efb-45f693fb173d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:38.446058 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-867db5db-298a-422e-879f-cb0a61caaef5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:38.452435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57144) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:38.454002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4548ba50-9b27-4a72-a379-482e4f746f26 None None] Network f8df18ee-f702-4a72-b518-6fcafde4b43f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:38.461476 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-867db5db-298a-422e-879f-cb0a61caaef5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/408b3cf5-50cf-425a-9efb-45f693fb173d HTTP/1.1" status: 204 len: 168 time: 0.3644254 Mar 07 22:02:38.533318 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (f8df18ee-f702-4a72-b518-6fcafde4b43f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:38.632848 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:02:38.633456 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:38.669977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccba6fa-4f75-4c6d-ab25-43277df9ffab None None] DHCP port deletion for f8df18ee-f702-4a72-b518-6fcafde4b43f request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:02:38.736917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] For port 9d23f5cd-4676-4ccc-9d5d-840334309fd1, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9d23f5cd-4676-4ccc-9d5d-840334309fd1,segment=NetworkSegment(25053dc6-78a6-4dc6-9d65-20fb27bd353c),segment_id=25053dc6-78a6-4dc6-9d65-20fb27bd353c)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:38.736917 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:38.750963 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for 9d23f5cd-4676-4ccc-9d5d-840334309fd1 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:02:38.813940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8ccba6fa-4f75-4c6d-ab25-43277df9ffab None None] Deleting port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:02:38.814589 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8ccba6fa-4f75-4c6d-ab25-43277df9ffab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:38.818275 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9d23f5cd-4676-4ccc-9d5d-840334309fd1 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:02:38.823832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe93fb18-d51a-4b7b-9dfa-b7546296498e req-386ad72c-cfcb-410b-8f56-6c2dbcab4ee1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc7c99a9-b65e-4a77-be73-f0cc93b3f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0750613 Mar 07 22:02:38.856646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609bc5b-a2a5-4d19-b83a-e67f853ede7d req-8f616f9e-1641-4b71-83ca-f82a1ed8fc3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:38.861059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:38.862201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609bc5b-a2a5-4d19-b83a-e67f853ede7d req-8f616f9e-1641-4b71-83ca-f82a1ed8fc3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:38.868267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609bc5b-a2a5-4d19-b83a-e67f853ede7d req-8f616f9e-1641-4b71-83ca-f82a1ed8fc3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:38.873574 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609bc5b-a2a5-4d19-b83a-e67f853ede7d req-8f616f9e-1641-4b71-83ca-f82a1ed8fc3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:38.878853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609bc5b-a2a5-4d19-b83a-e67f853ede7d req-8f616f9e-1641-4b71-83ca-f82a1ed8fc3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:38.884546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609bc5b-a2a5-4d19-b83a-e67f853ede7d req-8f616f9e-1641-4b71-83ca-f82a1ed8fc3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:38.890439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609bc5b-a2a5-4d19-b83a-e67f853ede7d req-8f616f9e-1641-4b71-83ca-f82a1ed8fc3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:38.894304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=9d23f5cd-4676-4ccc-9d5d-840334309fd1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:38.898056 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c609bc5b-a2a5-4d19-b83a-e67f853ede7d req-8f616f9e-1641-4b71-83ca-f82a1ed8fc3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.2220089 Mar 07 22:02:38.906649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No DVR routers for this DVR port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:02:38.940502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8ccba6fa-4f75-4c6d-ab25-43277df9ffab None None] For port 9d23f5cd-4676-4ccc-9d5d-840334309fd1, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9d23f5cd-4676-4ccc-9d5d-840334309fd1,segment=NetworkSegment(25053dc6-78a6-4dc6-9d65-20fb27bd353c),segment_id=25053dc6-78a6-4dc6-9d65-20fb27bd353c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:38.941010 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8ccba6fa-4f75-4c6d-ab25-43277df9ffab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:38.959839 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8ccba6fa-4f75-4c6d-ab25-43277df9ffab None None] Calling delete_port for 9d23f5cd-4676-4ccc-9d5d-840334309fd1 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:02:38.973086 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c609bc5b-a2a5-4d19-b83a-e67f853ede7d req-d53cc540-b5ab-4eb6-88f3-dce6067a9f93 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740037 Mar 07 22:02:39.026809 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (f8df18ee-f702-4a72-b518-6fcafde4b43f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.048147 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8df18ee-f702-4a72-b518-6fcafde4b43f']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:39.065135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No active binding found for port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 {{(pid=103720) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 22:02:39.065510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] The host n-d-832330-1 is not matching for port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 host None! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 22:02:39.065902 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9d23f5cd-4676-4ccc-9d5d-840334309fd1 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:02:39.071171 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8ccba6fa-4f75-4c6d-ab25-43277df9ffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (9d23f5cd-4676-4ccc-9d5d-840334309fd1), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.073795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25053dc6-78a6-4dc6-9d65-20fb27bd353c') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:39.074927 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25053dc6-78a6-4dc6-9d65-20fb27bd353c') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:39.104447 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccba6fa-4f75-4c6d-ab25-43277df9ffab None None] Pushing event deleted for resources: {'Port': ['ID=9d23f5cd-4676-4ccc-9d5d-840334309fd1,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:39.109856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccba6fa-4f75-4c6d-ab25-43277df9ffab None None] No DVR routers for this DVR port 9d23f5cd-4676-4ccc-9d5d-840334309fd1 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:02:39.119170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (25053dc6-78a6-4dc6-9d65-20fb27bd353c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.143012 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (25053dc6-78a6-4dc6-9d65-20fb27bd353c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.151634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:02:39.152060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (25053dc6-78a6-4dc6-9d65-20fb27bd353c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:02:39.155074 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:02:39.212047 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (f8df18ee-f702-4a72-b518-6fcafde4b43f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.231986 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.235184 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/networks/f8df18ee-f702-4a72-b518-6fcafde4b43f HTTP/1.1" status: 204 len: 168 time: 0.7817385 Mar 07 22:02:39.236474 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94e42b-c93c-4665-b46a-d11ef7f29039 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Network': ['ID=f8df18ee-f702-4a72-b518-6fcafde4b43f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:39.240531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57152) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:39.246309 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ae9c05a6-9cf8-4eab-91d0-124b82f7481d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1895986559'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:39.267414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9c05a6-9cf8-4eab-91d0-124b82f7481d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:39.271022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae9c05a6-9cf8-4eab-91d0-124b82f7481d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.310835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9c05a6-9cf8-4eab-91d0-124b82f7481d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:02:39.321904 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae9c05a6-9cf8-4eab-91d0-124b82f7481d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (05e54948-b278-4b19-a672-5d996e46dd0f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.322973 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-ae9c05a6-9cf8-4eab-91d0-124b82f7481d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Added segment 05e54948-b278-4b19-a672-5d996e46dd0f of type vlan for network d6353ebf-c180-46a1-86ca-948d0f90a036 Mar 07 22:02:39.363116 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae9c05a6-9cf8-4eab-91d0-124b82f7481d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (d6353ebf-c180-46a1-86ca-948d0f90a036), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.399229 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae9c05a6-9cf8-4eab-91d0-124b82f7481d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (d6353ebf-c180-46a1-86ca-948d0f90a036), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.404883 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9c05a6-9cf8-4eab-91d0-124b82f7481d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:39.405463 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae9c05a6-9cf8-4eab-91d0-124b82f7481d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.468353 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ae9c05a6-9cf8-4eab-91d0-124b82f7481d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2261648 Mar 07 22:02:39.471216 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57154) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:39.478000 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8b4ff9b1-462f-4e6b-bc98-2cc94fe495aa tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'subnet': {'network_id': 'd6353ebf-c180-46a1-86ca-948d0f90a036', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:39.483189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c05a6-9cf8-4eab-91d0-124b82f7481d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Network': ['ID=d6353ebf-c180-46a1-86ca-948d0f90a036,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:39.493924 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network d6353ebf-c180-46a1-86ca-948d0f90a036 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:02:39.571152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4ff9b1-462f-4e6b-bc98-2cc94fe495aa tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:39.575472 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff9b1-462f-4e6b-bc98-2cc94fe495aa tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.765345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff9b1-462f-4e6b-bc98-2cc94fe495aa tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (64b0ead5-ee03-481a-8995-148607227746), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.825965 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ff9b1-462f-4e6b-bc98-2cc94fe495aa tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Subnet': ['ID=64b0ead5-ee03-481a-8995-148607227746,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:39.834040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ff9b1-462f-4e6b-bc98-2cc94fe495aa tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Checking segment: {'id': '05e54948-b278-4b19-a672-5d996e46dd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd6353ebf-c180-46a1-86ca-948d0f90a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:39.834437 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4ff9b1-462f-4e6b-bc98-2cc94fe495aa tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network hostable DHCP agents. Network: d6353ebf-c180-46a1-86ca-948d0f90a036, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:02:39.851294 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4ff9b1-462f-4e6b-bc98-2cc94fe495aa tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network d6353ebf-c180-46a1-86ca-948d0f90a036 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:02:39.861082 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-8b4ff9b1-462f-4e6b-bc98-2cc94fe495aa tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, d6353ebf-c180-46a1-86ca-948d0f90a036) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:39.866810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4ff9b1-462f-4e6b-bc98-2cc94fe495aa tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:39.867461 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff9b1-462f-4e6b-bc98-2cc94fe495aa tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.875451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a0e621-0c27-46e1-8327-0c820665c1ca None None] Network d6353ebf-c180-46a1-86ca-948d0f90a036 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:39.903437 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8b4ff9b1-462f-4e6b-bc98-2cc94fe495aa tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4218416 Mar 07 22:02:39.903437 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57158) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:39.903437 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-dbec2aa4-845a-41b9-aaff-cdf9cca0df8a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1516656186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:39.932510 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbec2aa4-845a-41b9-aaff-cdf9cca0df8a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (650735bb-20ee-4eb6-8791-08dc36924f0d), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:39.933840 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbec2aa4-845a-41b9-aaff-cdf9cca0df8a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (650735bb-20ee-4eb6-8791-08dc36924f0d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:40.037954 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbec2aa4-845a-41b9-aaff-cdf9cca0df8a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for router_controller (650735bb-20ee-4eb6-8791-08dc36924f0d), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:40.039869 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-d6353ebf-c180-46a1-86ca-948d0f90a036', 'network_id': 'd6353ebf-c180-46a1-86ca-948d0f90a036', 'project_id': 'e61a787c1d794c53bf034f810d226e5a', 'fixed_ips': [{'subnet_id': '64b0ead5-ee03-481a-8995-148607227746'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:02:40.041152 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:40.043197 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbec2aa4-845a-41b9-aaff-cdf9cca0df8a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (650735bb-20ee-4eb6-8791-08dc36924f0d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:40.064451 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dbec2aa4-845a-41b9-aaff-cdf9cca0df8a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:40.066684 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dbec2aa4-845a-41b9-aaff-cdf9cca0df8a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1688817 Mar 07 22:02:40.069456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57164) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:40.079388 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c19328b8-fab0-44d0-9e7d-34c6db897eb2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'network_id': 'd6353ebf-c180-46a1-86ca-948d0f90a036', 'name': 'tempest-PortsIpV6TestJSON-1713865600'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:40.352448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a1918-5838-44bc-8381-766ade06a731 req-a113fa12-67b0-4519-922b-ba29536be14f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:40.358452 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a1918-5838-44bc-8381-766ade06a731 req-a113fa12-67b0-4519-922b-ba29536be14f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:40.364139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a1918-5838-44bc-8381-766ade06a731 req-a113fa12-67b0-4519-922b-ba29536be14f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:40.370107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a1918-5838-44bc-8381-766ade06a731 req-a113fa12-67b0-4519-922b-ba29536be14f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:40.375902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a1918-5838-44bc-8381-766ade06a731 req-a113fa12-67b0-4519-922b-ba29536be14f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:40.381424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a1918-5838-44bc-8381-766ade06a731 req-a113fa12-67b0-4519-922b-ba29536be14f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:40.386484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a1918-5838-44bc-8381-766ade06a731 req-a113fa12-67b0-4519-922b-ba29536be14f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:40.388375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-016a1918-5838-44bc-8381-766ade06a731 req-a113fa12-67b0-4519-922b-ba29536be14f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.2203367 Mar 07 22:02:40.406284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Allocated IP 2001:db8::2 (d6353ebf-c180-46a1-86ca-948d0f90a036/64b0ead5-ee03-481a-8995-148607227746/7f0430f5-60c3-465c-b09f-2cbce6a52e6e) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:40.412026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-b648ba3e-e887-41e6-b7a2-cd463d1e2165 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:40.413677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-b648ba3e-e887-41e6-b7a2-cd463d1e2165 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/networks?id=40fac801-bd86-4d20-8b90-5699db62ad4c HTTP/1.1" status: 200 len: 809 time: 0.2445517 Mar 07 22:02:40.422618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19328b8-fab0-44d0-9e7d-34c6db897eb2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:40.426013 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c19328b8-fab0-44d0-9e7d-34c6db897eb2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:40.453923 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-cfd18d39-2068-422c-ba6d-30a8dc3c16a2 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/quotas/a77fbbd37a60414788031b846b39498e HTTP/1.1" status: 200 len: 375 time: 0.0237238 Mar 07 22:02:40.467519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-c19328b8-fab0-44d0-9e7d-34c6db897eb2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port 3a89c233-3573-4d4e-b972-50c25b91fd01 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:02:40.508085 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-d10c5ff4-d8da-4797-8b08-a1bc101c3eee tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a77fbbd37a60414788031b846b39498e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462933 Mar 07 22:02:40.556676 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Publish callbacks [] for port (7f0430f5-60c3-465c-b09f-2cbce6a52e6e), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:40.565300 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (7f0430f5-60c3-465c-b09f-2cbce6a52e6e), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:40.588445 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-016a1918-5838-44bc-8381-766ade06a731 req-7689f4ac-8d32-4fad-a381-1ca137fd2ac1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1942344 Mar 07 22:02:40.613749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Network d6353ebf-c180-46a1-86ca-948d0f90a036 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:40.616838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:40.622316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Pushing event updated for resources: {'Port': ['ID=7f0430f5-60c3-465c-b09f-2cbce6a52e6e,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:40.631284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:40.694628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Attempting to bind port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:02:40.695128 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Attempting to bind port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '05e54948-b278-4b19-a672-5d996e46dd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd6353ebf-c180-46a1-86ca-948d0f90a036'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:02:40.695524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Attempting to bind port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e on network d6353ebf-c180-46a1-86ca-948d0f90a036 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:40.700524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:02:40.700903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Checking segment: {'id': '05e54948-b278-4b19-a672-5d996e46dd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd6353ebf-c180-46a1-86ca-948d0f90a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:40.701315 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:40.701713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Bound using segment: {'id': '05e54948-b278-4b19-a672-5d996e46dd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd6353ebf-c180-46a1-86ca-948d0f90a036'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:02:40.702368 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Bound port: 7f0430f5-60c3-465c-b09f-2cbce6a52e6e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e54948-b278-4b19-a672-5d996e46dd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd6353ebf-c180-46a1-86ca-948d0f90a036'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:02:40.702368 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7f0430f5-60c3-465c-b09f-2cbce6a52e6e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:40.718185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-c19328b8-fab0-44d0-9e7d-34c6db897eb2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Allocated IP 2001:db8::250 (d6353ebf-c180-46a1-86ca-948d0f90a036/64b0ead5-ee03-481a-8995-148607227746/3a89c233-3573-4d4e-b972-50c25b91fd01) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:40.726687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-60c955fb-f411-45e0-93d4-9a2178817959 service neutron] 10.222.0.26 "GET /v2.0/networks/40fac801-bd86-4d20-8b90-5699db62ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895006 Mar 07 22:02:40.780475 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] For port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:02:40.788428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] For port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7f0430f5-60c3-465c-b09f-2cbce6a52e6e,segment=NetworkSegment(05e54948-b278-4b19-a672-5d996e46dd0f),segment_id=05e54948-b278-4b19-a672-5d996e46dd0f)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:02:40.796260 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7f0430f5-60c3-465c-b09f-2cbce6a52e6e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:40.864029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d385d9c-fc5b-4048-83a2-03e5f65aca68 None None] Pushing event updated for resources: {'Port': ['ID=7f0430f5-60c3-465c-b09f-2cbce6a52e6e,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:40.894516 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-f5d8fad5-6bc1-4591-865f-5193283db7eb service neutron] 10.222.0.26 "GET /v2.0/networks/40fac801-bd86-4d20-8b90-5699db62ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599333 Mar 07 22:02:40.987277 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c19328b8-fab0-44d0-9e7d-34c6db897eb2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (3a89c233-3573-4d4e-b972-50c25b91fd01), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:41.010360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 67c87165-d081-4d4c-afd5-8f4341a6404b no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:02:41.051429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 67c87165-d081-4d4c-afd5-8f4341a6404b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:02:41.051896 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 67c87165-d081-4d4c-afd5-8f4341a6404b not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:02:41.081499 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c19328b8-fab0-44d0-9e7d-34c6db897eb2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (3a89c233-3573-4d4e-b972-50c25b91fd01), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:41.505981 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c70ab297-93cd-4af9-be82-bc84227ff1b9 req-3cda3a2e-82eb-40c4-8aa1-0505ab99b534 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 210 time: 0.4426868 Mar 07 22:02:41.529199 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19328b8-fab0-44d0-9e7d-34c6db897eb2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network d6353ebf-c180-46a1-86ca-948d0f90a036 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:41.534744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-c19328b8-fab0-44d0-9e7d-34c6db897eb2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:41.538529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19328b8-fab0-44d0-9e7d-34c6db897eb2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:41.544473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19328b8-fab0-44d0-9e7d-34c6db897eb2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:41.545600 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c19328b8-fab0-44d0-9e7d-34c6db897eb2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:41.561509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19328b8-fab0-44d0-9e7d-34c6db897eb2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=3a89c233-3573-4d4e-b972-50c25b91fd01,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:41.570132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c19328b8-fab0-44d0-9e7d-34c6db897eb2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4943264 Mar 07 22:02:41.571554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57198) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:41.680060 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57202) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:41.880724 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60992089-4508-4502-b5b1-ed153629b84a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:41.998569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b31c-ce23-475e-bdbf-61b66db6fed3 req-3bc3737b-5553-4797-b323-9ab28b6b17f9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:42.004720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b31c-ce23-475e-bdbf-61b66db6fed3 req-3bc3737b-5553-4797-b323-9ab28b6b17f9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:42.005792 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60992089-4508-4502-b5b1-ed153629b84a admin admin] Publish callbacks [] for security_group (f89cc746-3879-4c59-8cbe-545df3a4aa4d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:42.012344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b31c-ce23-475e-bdbf-61b66db6fed3 req-3bc3737b-5553-4797-b323-9ab28b6b17f9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:42.015744 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60992089-4508-4502-b5b1-ed153629b84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f89cc746-3879-4c59-8cbe-545df3a4aa4d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:42.018756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b31c-ce23-475e-bdbf-61b66db6fed3 req-3bc3737b-5553-4797-b323-9ab28b6b17f9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:42.024845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b31c-ce23-475e-bdbf-61b66db6fed3 req-3bc3737b-5553-4797-b323-9ab28b6b17f9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:42.031754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b31c-ce23-475e-bdbf-61b66db6fed3 req-3bc3737b-5553-4797-b323-9ab28b6b17f9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:42.038236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b31c-ce23-475e-bdbf-61b66db6fed3 req-3bc3737b-5553-4797-b323-9ab28b6b17f9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:42.040367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef74b31c-ce23-475e-bdbf-61b66db6fed3 req-3bc3737b-5553-4797-b323-9ab28b6b17f9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.3163204 Mar 07 22:02:42.047378 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-60992089-4508-4502-b5b1-ed153629b84a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88cb30a07579464eb885dd7408291710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3659933 Mar 07 22:02:42.054643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57206) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:42.068573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60992089-4508-4502-b5b1-ed153629b84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89cc746-3879-4c59-8cbe-545df3a4aa4d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:42.200809 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef74b31c-ce23-475e-bdbf-61b66db6fed3 req-5ee4cb16-d93a-4fa1-992c-3cf92d5e5376 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512675 Mar 07 22:02:42.217743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3fb928-b7fe-4a81-83be-a42e68cef9f3 None None] Network d6353ebf-c180-46a1-86ca-948d0f90a036 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:42.225816 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e6af30f-9416-4ac6-9e12-66750e090f5b admin admin] Publish callbacks [] for security_group (f89cc746-3879-4c59-8cbe-545df3a4aa4d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:42.260781 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e6af30f-9416-4ac6-9e12-66750e090f5b admin admin] Publish callbacks [] for security_group (f89cc746-3879-4c59-8cbe-545df3a4aa4d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:42.262699 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0891ad03-81e3-4cee-9de7-306a60627a47 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3a89c233-3573-4d4e-b972-50c25b91fd01), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:42.332504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e7b145dd-06d0-4a60-8670-91c621863fad None None] Provisioning complete for port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:42.333024 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e7b145dd-06d0-4a60-8670-91c621863fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7f0430f5-60c3-465c-b09f-2cbce6a52e6e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:42.468619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e7b145dd-06d0-4a60-8670-91c621863fad None None] Current status of the port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:42.469448 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e7b145dd-06d0-4a60-8670-91c621863fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7f0430f5-60c3-465c-b09f-2cbce6a52e6e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:42.520920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e7b145dd-06d0-4a60-8670-91c621863fad None None] For port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7f0430f5-60c3-465c-b09f-2cbce6a52e6e,segment=NetworkSegment(05e54948-b278-4b19-a672-5d996e46dd0f),segment_id=05e54948-b278-4b19-a672-5d996e46dd0f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:42.527442 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e6af30f-9416-4ac6-9e12-66750e090f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f89cc746-3879-4c59-8cbe-545df3a4aa4d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:42.530033 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e7b145dd-06d0-4a60-8670-91c621863fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7f0430f5-60c3-465c-b09f-2cbce6a52e6e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:42.530304 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e6af30f-9416-4ac6-9e12-66750e090f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:42.531977 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2e6af30f-9416-4ac6-9e12-66750e090f5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f89cc746-3879-4c59-8cbe-545df3a4aa4d HTTP/1.1" status: 204 len: 168 time: 0.4764059 Mar 07 22:02:42.594839 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b145dd-06d0-4a60-8670-91c621863fad None None] Pushing event updated for resources: {'Port': ['ID=7f0430f5-60c3-465c-b09f-2cbce6a52e6e,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:42.622341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6af30f-9416-4ac6-9e12-66750e090f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89cc746-3879-4c59-8cbe-545df3a4aa4d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:42.680733 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3293782f-89b1-470a-a214-76567c37d901 req-1a653e8a-2f11-41d7-a944-f92947d9f284 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 210 time: 0.0509450 Mar 07 22:02:42.693344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-f4748bcd-e173-44fe-b088-123f1ece0bd7 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:42.704070 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-f4748bcd-e173-44fe-b088-123f1ece0bd7 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.15 "GET /v2.0/networks?id=40fac801-bd86-4d20-8b90-5699db62ad4c HTTP/1.1" status: 200 len: 809 time: 0.3735068 Mar 07 22:02:42.767255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-b4075347-1ff7-4002-993b-c1dfd85039d1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Request body: {'port': {'device_id': 'd775f010-24c7-4647-8b85-31dbae60c4d2', 'network_id': '40fac801-bd86-4d20-8b90-5699db62ad4c', 'admin_state_up': True, 'tenant_id': 'a77fbbd37a60414788031b846b39498e'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:42.851393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7f0430f5-60c3-465c-b09f-2cbce6a52e6e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:42.935969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a414efab-de63-4d41-8f3b-98d6deffca3f None None] Provisioning complete for port 3a89c233-3573-4d4e-b972-50c25b91fd01 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:42.936354 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a414efab-de63-4d41-8f3b-98d6deffca3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3a89c233-3573-4d4e-b972-50c25b91fd01), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:42.986376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a414efab-de63-4d41-8f3b-98d6deffca3f None None] Port 3a89c233-3573-4d4e-b972-50c25b91fd01 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:43.008157 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:43.008468 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0891ad03-81e3-4cee-9de7-306a60627a47 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (3a89c233-3573-4d4e-b972-50c25b91fd01), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:43.008614 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7f0430f5-60c3-465c-b09f-2cbce6a52e6e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:43.012149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a414efab-de63-4d41-8f3b-98d6deffca3f None None] Provisioning complete for port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:43.012616 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a414efab-de63-4d41-8f3b-98d6deffca3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7f0430f5-60c3-465c-b09f-2cbce6a52e6e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:43.028888 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0891ad03-81e3-4cee-9de7-306a60627a47 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (3a89c233-3573-4d4e-b972-50c25b91fd01), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:43.065524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57218) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:43.089176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4472f14f-a079-4f92-bcfe-17c479a11f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:43.108336 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-b4075347-1ff7-4002-993b-c1dfd85039d1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Made reservation on behalf of a77fbbd37a60414788031b846b39498e for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:43.111686 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-b4075347-1ff7-4002-993b-c1dfd85039d1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:43.173209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a414efab-de63-4d41-8f3b-98d6deffca3f None None] Current status of the port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:43.190882 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4472f14f-a079-4f92-bcfe-17c479a11f59 admin admin] Publish callbacks [] for security_group (ed0b3698-12a8-4a80-871f-d2c03b7db502), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:43.198641 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4472f14f-a079-4f92-bcfe-17c479a11f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ed0b3698-12a8-4a80-871f-d2c03b7db502), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:43.221287 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:43.229965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891ad03-81e3-4cee-9de7-306a60627a47 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=3a89c233-3573-4d4e-b972-50c25b91fd01,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:43.236793 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472f14f-a079-4f92-bcfe-17c479a11f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0b3698-12a8-4a80-871f-d2c03b7db502,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:43.260892 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4472f14f-a079-4f92-bcfe-17c479a11f59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0750373021f84e34bbd1ee16ca243d55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1920004 Mar 07 22:02:43.261709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57222) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:43.324956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7cacaa28-83d8-4839-b10c-75f5f3bfb723 None None] Provisioning complete for port 3a89c233-3573-4d4e-b972-50c25b91fd01 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:43.325639 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7cacaa28-83d8-4839-b10c-75f5f3bfb723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3a89c233-3573-4d4e-b972-50c25b91fd01), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:43.326148 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-10f5218d-648b-4b51-92da-d1808c652352 admin admin] Publish callbacks [] for security_group (ed0b3698-12a8-4a80-871f-d2c03b7db502), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:43.356466 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-10f5218d-648b-4b51-92da-d1808c652352 admin admin] Publish callbacks [] for security_group (ed0b3698-12a8-4a80-871f-d2c03b7db502), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:43.385209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7cacaa28-83d8-4839-b10c-75f5f3bfb723 None None] Port 3a89c233-3573-4d4e-b972-50c25b91fd01 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:43.420408 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-10f5218d-648b-4b51-92da-d1808c652352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ed0b3698-12a8-4a80-871f-d2c03b7db502), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:43.423686 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-10f5218d-648b-4b51-92da-d1808c652352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:43.425197 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-10f5218d-648b-4b51-92da-d1808c652352 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed0b3698-12a8-4a80-871f-d2c03b7db502 HTTP/1.1" status: 204 len: 168 time: 0.1623344 Mar 07 22:02:43.439753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5218d-648b-4b51-92da-d1808c652352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0b3698-12a8-4a80-871f-d2c03b7db502,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:43.491562 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0891ad03-81e3-4cee-9de7-306a60627a47 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (650735bb-20ee-4eb6-8791-08dc36924f0d), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:43.551850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7644db-8642-4976-a323-0d50b7218756 req-42ef703a-b5d7-402e-9ba1-3a1d2fa243e7 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:43.557408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7644db-8642-4976-a323-0d50b7218756 req-42ef703a-b5d7-402e-9ba1-3a1d2fa243e7 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:43.562765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7644db-8642-4976-a323-0d50b7218756 req-42ef703a-b5d7-402e-9ba1-3a1d2fa243e7 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:43.568369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7644db-8642-4976-a323-0d50b7218756 req-42ef703a-b5d7-402e-9ba1-3a1d2fa243e7 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:43.574305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7644db-8642-4976-a323-0d50b7218756 req-42ef703a-b5d7-402e-9ba1-3a1d2fa243e7 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:43.580003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7644db-8642-4976-a323-0d50b7218756 req-42ef703a-b5d7-402e-9ba1-3a1d2fa243e7 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:43.586008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7644db-8642-4976-a323-0d50b7218756 req-42ef703a-b5d7-402e-9ba1-3a1d2fa243e7 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:43.588042 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f7644db-8642-4976-a323-0d50b7218756 req-42ef703a-b5d7-402e-9ba1-3a1d2fa243e7 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.2221651 Mar 07 22:02:43.589602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-b4075347-1ff7-4002-993b-c1dfd85039d1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Allocated IP 172.20.0.11 (40fac801-bd86-4d20-8b90-5699db62ad4c/3aba7568-bf1c-4224-91eb-7783295d6d58/b8658ca7-af15-4164-9aa6-7eb996a785e4) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:43.718189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0ca01b19-4ac4-4daf-ac0c-cdd44b6dfcd2 None None] Provisioning complete for port 3a89c233-3573-4d4e-b972-50c25b91fd01 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:43.719461 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0ca01b19-4ac4-4daf-ac0c-cdd44b6dfcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3a89c233-3573-4d4e-b972-50c25b91fd01), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:43.734028 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f7644db-8642-4976-a323-0d50b7218756 req-76f07fc0-2fe2-41a7-847d-26841d59af68 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1383069 Mar 07 22:02:43.774416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0ca01b19-4ac4-4daf-ac0c-cdd44b6dfcd2 None None] Port 3a89c233-3573-4d4e-b972-50c25b91fd01 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:43.883069 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-75a936d4-17d7-4ce9-b8d5-25d205e03cc8 req-3a183686-afc5-4b43-b404-c6409c9dac4b tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 210 time: 0.0829937 Mar 07 22:02:43.886309 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0891ad03-81e3-4cee-9de7-306a60627a47 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3a89c233-3573-4d4e-b972-50c25b91fd01), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:44.050354 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-b4075347-1ff7-4002-993b-c1dfd85039d1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks [] for port (b8658ca7-af15-4164-9aa6-7eb996a785e4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:44.163817 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-b4075347-1ff7-4002-993b-c1dfd85039d1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (b8658ca7-af15-4164-9aa6-7eb996a785e4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:44.226974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-b4075347-1ff7-4002-993b-c1dfd85039d1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Network 40fac801-bd86-4d20-8b90-5699db62ad4c is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:44.236371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-b4075347-1ff7-4002-993b-c1dfd85039d1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:44.244680 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4075347-1ff7-4002-993b-c1dfd85039d1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Pushing event updated for resources: {'Port': ['ID=b8658ca7-af15-4164-9aa6-7eb996a785e4,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:44.247357 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-b4075347-1ff7-4002-993b-c1dfd85039d1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:44.300456 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0891ad03-81e3-4cee-9de7-306a60627a47 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (3a89c233-3573-4d4e-b972-50c25b91fd01), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:44.309380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-b4075347-1ff7-4002-993b-c1dfd85039d1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:44.310042 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-b4075347-1ff7-4002-993b-c1dfd85039d1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:44.313662 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0891ad03-81e3-4cee-9de7-306a60627a47 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (3a89c233-3573-4d4e-b972-50c25b91fd01), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:44.314439 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0891ad03-81e3-4cee-9de7-306a60627a47 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (650735bb-20ee-4eb6-8791-08dc36924f0d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:44.361367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-b4075347-1ff7-4002-993b-c1dfd85039d1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5982833 Mar 07 22:02:44.382531 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Request body: {'port': {'device_id': 'd775f010-24c7-4647-8b85-31dbae60c4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:44.419627 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891ad03-81e3-4cee-9de7-306a60627a47 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=3a89c233-3573-4d4e-b972-50c25b91fd01,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:44.502651 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b8658ca7-af15-4164-9aa6-7eb996a785e4), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:44.523079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891ad03-81e3-4cee-9de7-306a60627a47 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network d6353ebf-c180-46a1-86ca-948d0f90a036 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:44.525130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-0891ad03-81e3-4cee-9de7-306a60627a47 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:44.813140 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-71cdd62d-f386-4eb1-9e53-24a6862b54e5 None None] Provisioning complete for port 3a89c233-3573-4d4e-b972-50c25b91fd01 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:44.813764 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-71cdd62d-f386-4eb1-9e53-24a6862b54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3a89c233-3573-4d4e-b972-50c25b91fd01), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:44.855785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-71cdd62d-f386-4eb1-9e53-24a6862b54e5 None None] Port 3a89c233-3573-4d4e-b972-50c25b91fd01 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:44.866363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0891ad03-81e3-4cee-9de7-306a60627a47 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Router 650735bb-20ee-4eb6-8791-08dc36924f0d is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:02:44.905866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8658ca7-af15-4164-9aa6-7eb996a785e4 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:44.920949 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Publish callbacks [] for port (b8658ca7-af15-4164-9aa6-7eb996a785e4), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:45.348946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Transition to ACTIVE for port object b8658ca7-af15-4164-9aa6-7eb996a785e4 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:02:45.379918 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (b8658ca7-af15-4164-9aa6-7eb996a785e4), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:45.429036 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a672641-6e4e-46a4-82af-547fb4d4fe42 req-d2d965d1-e1f2-4b7a-acc9-b83e3e61e202 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:45.434670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a672641-6e4e-46a4-82af-547fb4d4fe42 req-d2d965d1-e1f2-4b7a-acc9-b83e3e61e202 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:45.439932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a672641-6e4e-46a4-82af-547fb4d4fe42 req-d2d965d1-e1f2-4b7a-acc9-b83e3e61e202 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:45.445174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a672641-6e4e-46a4-82af-547fb4d4fe42 req-d2d965d1-e1f2-4b7a-acc9-b83e3e61e202 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:45.450451 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a672641-6e4e-46a4-82af-547fb4d4fe42 req-d2d965d1-e1f2-4b7a-acc9-b83e3e61e202 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:45.456016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a672641-6e4e-46a4-82af-547fb4d4fe42 req-d2d965d1-e1f2-4b7a-acc9-b83e3e61e202 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:45.461272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a672641-6e4e-46a4-82af-547fb4d4fe42 req-d2d965d1-e1f2-4b7a-acc9-b83e3e61e202 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:45.463964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a672641-6e4e-46a4-82af-547fb4d4fe42 req-d2d965d1-e1f2-4b7a-acc9-b83e3e61e202 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.6010911 Mar 07 22:02:45.500866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0891ad03-81e3-4cee-9de7-306a60627a47 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:02:45.511838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c47ba5-c7c6-4c7e-b1ea-a5a820b78188 None None] Sync routers for ids ['650735bb-20ee-4eb6-8791-08dc36924f0d'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:02:45.518874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0891ad03-81e3-4cee-9de7-306a60627a47 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "PUT /v2.0/routers/650735bb-20ee-4eb6-8791-08dc36924f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9457071 Mar 07 22:02:45.521384 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57290) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:45.524460 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c47ba5-c7c6-4c7e-b1ea-a5a820b78188 None None] Routers {'650735bb-20ee-4eb6-8791-08dc36924f0d'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:02:45.525976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-94c47ba5-c7c6-4c7e-b1ea-a5a820b78188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:02:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['650735bb-20ee-4eb6-8791-08dc36924f0d'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:45.526664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Pushing event updated for resources: {'Port': ['ID=b8658ca7-af15-4164-9aa6-7eb996a785e4,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:45.552347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b49a0-9e26-4fbe-9b78-97fd06d74c66 req-e8244350-f85b-4cc1-bf16-85e560f5138b tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:45.553891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f60b49a0-9e26-4fbe-9b78-97fd06d74c66 req-e8244350-f85b-4cc1-bf16-85e560f5138b tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 932 time: 0.2560515 Mar 07 22:02:45.581559 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-94c47ba5-c7c6-4c7e-b1ea-a5a820b78188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:45.601352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c47ba5-c7c6-4c7e-b1ea-a5a820b78188 None None] Routers {'650735bb-20ee-4eb6-8791-08dc36924f0d'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:02:45.602667 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-94c47ba5-c7c6-4c7e-b1ea-a5a820b78188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:02:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['650735bb-20ee-4eb6-8791-08dc36924f0d'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:45.647819 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a672641-6e4e-46a4-82af-547fb4d4fe42 req-b27bf1c7-c89f-4ae0-8678-a87861ee5759 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1761584 Mar 07 22:02:45.660918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-94c47ba5-c7c6-4c7e-b1ea-a5a820b78188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:45.661665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c47ba5-c7c6-4c7e-b1ea-a5a820b78188 None None] The sync data for ids ['650735bb-20ee-4eb6-8791-08dc36924f0d'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:02:45.670814 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d9734c-a07a-4989-abea-ef22867ec2ae tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:45.673086 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e6d9734c-a07a-4989-abea-ef22867ec2ae tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports?device_id=650735bb-20ee-4eb6-8791-08dc36924f0d HTTP/1.1" status: 200 len: 989 time: 0.1490123 Mar 07 22:02:45.676047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57294) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:45.694760 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17e8f953-0b5c-4cf9-a6c6-48258ca69923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:45.700138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f60b49a0-9e26-4fbe-9b78-97fd06d74c66 req-5ed9b900-09fa-4522-b8dc-19d98dfcbe70 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280200 Mar 07 22:02:45.701349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Attempting to bind port b8658ca7-af15-4164-9aa6-7eb996a785e4 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:02:45.701704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Attempting to bind port b8658ca7-af15-4164-9aa6-7eb996a785e4 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'eb457261-b753-476f-bd3b-9a3f07095074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '40fac801-bd86-4d20-8b90-5699db62ad4c'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:02:45.702056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Attempting to bind port b8658ca7-af15-4164-9aa6-7eb996a785e4 on network 40fac801-bd86-4d20-8b90-5699db62ad4c {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:45.709547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Port b8658ca7-af15-4164-9aa6-7eb996a785e4 on network 40fac801-bd86-4d20-8b90-5699db62ad4c not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:02:45.710899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Attempting to bind port b8658ca7-af15-4164-9aa6-7eb996a785e4 on network 40fac801-bd86-4d20-8b90-5699db62ad4c {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:45.719284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:02:45.719803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Checking segment: {'id': 'eb457261-b753-476f-bd3b-9a3f07095074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '40fac801-bd86-4d20-8b90-5699db62ad4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:45.720328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Bound using segment: {'id': 'eb457261-b753-476f-bd3b-9a3f07095074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '40fac801-bd86-4d20-8b90-5699db62ad4c'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:02:45.721250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Bound port: b8658ca7-af15-4164-9aa6-7eb996a785e4, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb457261-b753-476f-bd3b-9a3f07095074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '40fac801-bd86-4d20-8b90-5699db62ad4c'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:02:45.721625 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b8658ca7-af15-4164-9aa6-7eb996a785e4), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:45.790992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] For port b8658ca7-af15-4164-9aa6-7eb996a785e4, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:02:45.794718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] For port b8658ca7-af15-4164-9aa6-7eb996a785e4, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=b8658ca7-af15-4164-9aa6-7eb996a785e4,segment=NetworkSegment(eb457261-b753-476f-bd3b-9a3f07095074),segment_id=eb457261-b753-476f-bd3b-9a3f07095074)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:02:45.803211 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (b8658ca7-af15-4164-9aa6-7eb996a785e4), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:45.850049 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:45.850917 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:45.852504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-1156773b-279c-4352-b053-4f5731efd835 service neutron] 10.222.0.15 "PUT /v2.0/ports/b8658ca7-af15-4164-9aa6-7eb996a785e4 HTTP/1.1" status: 200 len: 1092 time: 1.4772077 Mar 07 22:02:45.855242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd775f010-24c7-4647-8b85-31dbae60c4d2', 'tag': 'b8658ca7-af15-4164-9aa6-7eb996a785e4'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:45.862127 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7f021d-5ef3-4702-b535-283aea0b8eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "d775f010-24c7-4647-8b85-31dbae60c4d2", "tag": "b8658ca7-af15-4164-9aa6-7eb996a785e4"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:45.914059 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc87dd78-2775-430a-821b-cec8a71dbc1c x-openstack-request-id: req-cc87dd78-2775-430a-821b-cec8a71dbc1c {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:45.914517 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d775f010-24c7-4647-8b85-31dbae60c4d2", "tag": "b8658ca7-af15-4164-9aa6-7eb996a785e4", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:45.914739 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc87dd78-2775-430a-821b-cec8a71dbc1c {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:45.915180 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd775f010-24c7-4647-8b85-31dbae60c4d2', 'tag': 'b8658ca7-af15-4164-9aa6-7eb996a785e4', 'status': 'completed', 'code': 200} Mar 07 22:02:45.924074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156773b-279c-4352-b053-4f5731efd835 service neutron] Pushing event updated for resources: {'Port': ['ID=b8658ca7-af15-4164-9aa6-7eb996a785e4,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:45.968491 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-f1f97668-db2c-4f0d-bd8b-ea861932fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:45.969345 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-f1f97668-db2c-4f0d-bd8b-ea861932fa35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a77fbbd37a60414788031b846b39498e&device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 1126 time: 0.0575724 Mar 07 22:02:46.019716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-4ca4a646-1f88-4d2e-a149-a698ebc888cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8658ca7-af15-4164-9aa6-7eb996a785e4 HTTP/1.1" status: 200 len: 217 time: 0.0393112 Mar 07 22:02:46.049464 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:46.074206 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-a7d76a45-6610-4aac-a6e4-db22a21b4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:46.075793 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-a7d76a45-6610-4aac-a6e4-db22a21b4d91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3aba7568-bf1c-4224-91eb-7783295d6d58 HTTP/1.1" status: 200 len: 849 time: 0.0480855 Mar 07 22:02:46.116125 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-35a53806-4ec5-46d0-9dbf-f9880dbbe3fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40fac801-bd86-4d20-8b90-5699db62ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337825 Mar 07 22:02:46.195683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57306) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:46.220921 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-bd5170c9-50b5-4e36-ab13-e7604103d506 service neutron] 10.222.0.15 "GET /v2.0/networks/40fac801-bd86-4d20-8b90-5699db62ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981860 Mar 07 22:02:46.316343 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-08db51ac-e5c8-46dd-9abd-14ebf716c3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:46.340069 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-629eb9b1-f7d4-43a1-aef1-f7da215d1338 req-22032df3-7e78-4dc6-b16c-c2cb731eb828 service neutron] 10.222.0.15 "GET /v2.0/networks/40fac801-bd86-4d20-8b90-5699db62ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124370 Mar 07 22:02:46.437898 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-08db51ac-e5c8-46dd-9abd-14ebf716c3e2 admin admin] Publish callbacks [] for security_group (6dd9efb3-03c5-4204-bc0d-f7c68b6ddb29), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:46.444669 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-08db51ac-e5c8-46dd-9abd-14ebf716c3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6dd9efb3-03c5-4204-bc0d-f7c68b6ddb29), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:46.484797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f021d-5ef3-4702-b535-283aea0b8eb6 req-99ee1d2b-298f-4a07-80da-56e3c2d98539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:46.486456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f7f021d-5ef3-4702-b535-283aea0b8eb6 req-99ee1d2b-298f-4a07-80da-56e3c2d98539 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a77fbbd37a60414788031b846b39498e&device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 1126 time: 0.0851405 Mar 07 22:02:46.493200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-08db51ac-e5c8-46dd-9abd-14ebf716c3e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6eedbc4cf6e4b18b38d1793115e6114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2965305 Mar 07 22:02:46.494683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db51ac-e5c8-46dd-9abd-14ebf716c3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd9efb3-03c5-4204-bc0d-f7c68b6ddb29,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:46.496633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57310) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:46.589742 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f021d-5ef3-4702-b535-283aea0b8eb6 req-da95c2ee-9271-462c-8dde-f156d2cb8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:46.591198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f7f021d-5ef3-4702-b535-283aea0b8eb6 req-da95c2ee-9271-462c-8dde-f156d2cb8f4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=40fac801-bd86-4d20-8b90-5699db62ad4c HTTP/1.1" status: 200 len: 910 time: 0.0930686 Mar 07 22:02:46.614969 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5d1d69e-7aa7-4936-ab84-3751012c10e5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (650735bb-20ee-4eb6-8791-08dc36924f0d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:46.638695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f7f021d-5ef3-4702-b535-283aea0b8eb6 req-ca36a138-2b96-41d4-b72b-b761d17a4d22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8658ca7-af15-4164-9aa6-7eb996a785e4 HTTP/1.1" status: 200 len: 217 time: 0.0408173 Mar 07 22:02:46.655606 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5485f7a4-42ff-4819-96af-ebdc4552d08c admin admin] Publish callbacks [] for security_group (6dd9efb3-03c5-4204-bc0d-f7c68b6ddb29), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:46.705522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f021d-5ef3-4702-b535-283aea0b8eb6 req-d7cd1e7b-85b5-4322-b6c7-6e44a07dfd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:46.707065 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f7f021d-5ef3-4702-b535-283aea0b8eb6 req-d7cd1e7b-85b5-4322-b6c7-6e44a07dfd6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3aba7568-bf1c-4224-91eb-7783295d6d58 HTTP/1.1" status: 200 len: 849 time: 0.0496950 Mar 07 22:02:46.710405 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5485f7a4-42ff-4819-96af-ebdc4552d08c admin admin] Publish callbacks [] for security_group (6dd9efb3-03c5-4204-bc0d-f7c68b6ddb29), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:46.741520 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f7f021d-5ef3-4702-b535-283aea0b8eb6 req-346ac2f1-7e01-4af5-a34d-3d31368da039 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40fac801-bd86-4d20-8b90-5699db62ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274034 Mar 07 22:02:46.842496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 8ac8df2f-126b-4c71-9e1e-1238cf14624f details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:02:46.879790 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5485f7a4-42ff-4819-96af-ebdc4552d08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6dd9efb3-03c5-4204-bc0d-f7c68b6ddb29), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:46.884653 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5485f7a4-42ff-4819-96af-ebdc4552d08c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:46.888298 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5485f7a4-42ff-4819-96af-ebdc4552d08c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6dd9efb3-03c5-4204-bc0d-f7c68b6ddb29 HTTP/1.1" status: 204 len: 168 time: 0.3878336 Mar 07 22:02:46.911462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485f7a4-42ff-4819-96af-ebdc4552d08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd9efb3-03c5-4204-bc0d-f7c68b6ddb29,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:46.917480 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a0ce-69c3-4b90-bdc1-518a03f59c00 req-8cf571ef-bb7b-40ae-b82f-0a8ae37ff605 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:46.922792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a0ce-69c3-4b90-bdc1-518a03f59c00 req-8cf571ef-bb7b-40ae-b82f-0a8ae37ff605 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:46.928112 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a0ce-69c3-4b90-bdc1-518a03f59c00 req-8cf571ef-bb7b-40ae-b82f-0a8ae37ff605 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:46.933469 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a0ce-69c3-4b90-bdc1-518a03f59c00 req-8cf571ef-bb7b-40ae-b82f-0a8ae37ff605 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:46.938835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a0ce-69c3-4b90-bdc1-518a03f59c00 req-8cf571ef-bb7b-40ae-b82f-0a8ae37ff605 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:46.944179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a0ce-69c3-4b90-bdc1-518a03f59c00 req-8cf571ef-bb7b-40ae-b82f-0a8ae37ff605 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:46.949550 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a0ce-69c3-4b90-bdc1-518a03f59c00 req-8cf571ef-bb7b-40ae-b82f-0a8ae37ff605 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:46.951703 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec77a0ce-69c3-4b90-bdc1-518a03f59c00 req-8cf571ef-bb7b-40ae-b82f-0a8ae37ff605 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5432 time: 0.1860209 Mar 07 22:02:46.954880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f7f021d-5ef3-4702-b535-283aea0b8eb6 req-480c3965-adea-4587-a92c-9bf6965edd92 service neutron] 10.222.0.15 "GET /v2.0/networks/40fac801-bd86-4d20-8b90-5699db62ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062411 Mar 07 22:02:46.993215 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1d69e-7aa7-4936-ab84-3751012c10e5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port 3a89c233-3573-4d4e-b972-50c25b91fd01 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:02:46.993681 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767134b1-3a7b-4522-966f-55ac3c982997 req-3b4c21fb-c784-49ab-9255-9b1bb3137346 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:46.994214 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5d1d69e-7aa7-4936-ab84-3751012c10e5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3a89c233-3573-4d4e-b972-50c25b91fd01), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:46.994455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 8ac8df2f-126b-4c71-9e1e-1238cf14624f, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=8ac8df2f-126b-4c71-9e1e-1238cf14624f,segment=NetworkSegment(2d91140e-39bf-435e-a1e5-f8b7a367052f),segment_id=2d91140e-39bf-435e-a1e5-f8b7a367052f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:46.995272 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-767134b1-3a7b-4522-966f-55ac3c982997 req-3b4c21fb-c784-49ab-9255-9b1bb3137346 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 944 time: 0.1923280 Mar 07 22:02:47.009449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '8ac8df2f-126b-4c71-9e1e-1238cf14624f', 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21', 'port_id': '8ac8df2f-126b-4c71-9e1e-1238cf14624f', 'mac_address': 'fa:16:3e:88:35:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753aac05-577c-4ca7-bcc1-f8bed7e2a1e7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:02:47.070577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 8ac8df2f-126b-4c71-9e1e-1238cf14624f is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:47.071218 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.090701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac8df2f-126b-4c71-9e1e-1238cf14624f {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:47.110357 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5d1d69e-7aa7-4936-ab84-3751012c10e5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3a89c233-3573-4d4e-b972-50c25b91fd01), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.113999 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 8ac8df2f-126b-4c71-9e1e-1238cf14624f, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=8ac8df2f-126b-4c71-9e1e-1238cf14624f,segment=NetworkSegment(2d91140e-39bf-435e-a1e5-f8b7a367052f),segment_id=2d91140e-39bf-435e-a1e5-f8b7a367052f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:47.120110 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.121179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 98738167-0a20-476f-92f4-f20d36442fad details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:02:47.131633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1d69e-7aa7-4936-ab84-3751012c10e5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for 3a89c233-3573-4d4e-b972-50c25b91fd01 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:02:47.167581 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f7f021d-5ef3-4702-b535-283aea0b8eb6 req-b97295a4-5e9f-48a0-85f4-ca8a3dc47c8e service neutron] 10.222.0.15 "GET /v2.0/networks/40fac801-bd86-4d20-8b90-5699db62ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973572 Mar 07 22:02:47.182835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-767134b1-3a7b-4522-966f-55ac3c982997 req-744721d9-1470-4963-a5e7-c9f3d4655dbe tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748376 Mar 07 22:02:47.197822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec77a0ce-69c3-4b90-bdc1-518a03f59c00 req-5fb43862-3190-4752-b348-9e001e2c184a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2258861 Mar 07 22:02:47.210800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=8ac8df2f-126b-4c71-9e1e-1238cf14624f,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:47.217265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 98738167-0a20-476f-92f4-f20d36442fad, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=98738167-0a20-476f-92f4-f20d36442fad,segment=NetworkSegment(2d91140e-39bf-435e-a1e5-f8b7a367052f),segment_id=2d91140e-39bf-435e-a1e5-f8b7a367052f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:47.228821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '98738167-0a20-476f-92f4-f20d36442fad', 'network_id': '2520dcc8-19a9-4132-961a-b62643ae8e21', 'port_id': '98738167-0a20-476f-92f4-f20d36442fad', 'mac_address': 'fa:16:3e:a1:4c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753aac05-577c-4ca7-bcc1-f8bed7e2a1e7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:02:47.273982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 98738167-0a20-476f-92f4-f20d36442fad is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:47.274661 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (98738167-0a20-476f-92f4-f20d36442fad), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.281591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57320) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:47.289619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98738167-0a20-476f-92f4-f20d36442fad {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:47.298720 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e4c438f-2a9e-4c3b-bc70-fe671e737d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.309699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 98738167-0a20-476f-92f4-f20d36442fad, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=98738167-0a20-476f-92f4-f20d36442fad,segment=NetworkSegment(2d91140e-39bf-435e-a1e5-f8b7a367052f),segment_id=2d91140e-39bf-435e-a1e5-f8b7a367052f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:47.313976 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (98738167-0a20-476f-92f4-f20d36442fad), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.314718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 3cfe58ad-c800-469f-9dac-12f4b77541dc details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:02:47.379630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=98738167-0a20-476f-92f4-f20d36442fad,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:47.388902 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e4c438f-2a9e-4c3b-bc70-fe671e737d65 admin admin] Publish callbacks [] for security_group (fa2e1074-0649-4f60-856c-e23add51e877), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.394780 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8e4c438f-2a9e-4c3b-bc70-fe671e737d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fa2e1074-0649-4f60-856c-e23add51e877), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.420321 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5d1d69e-7aa7-4936-ab84-3751012c10e5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3a89c233-3573-4d4e-b972-50c25b91fd01), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.436170 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8e4c438f-2a9e-4c3b-bc70-fe671e737d65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90ad19ed83514870a88c091d98ff15bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1509452 Mar 07 22:02:47.436399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57322) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:47.443330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c438f-2a9e-4c3b-bc70-fe671e737d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2e1074-0649-4f60-856c-e23add51e877,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:47.457805 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1d69e-7aa7-4936-ab84-3751012c10e5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=3a89c233-3573-4d4e-b972-50c25b91fd01,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:47.472485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 3cfe58ad-c800-469f-9dac-12f4b77541dc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=3cfe58ad-c800-469f-9dac-12f4b77541dc,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:47.485701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '3cfe58ad-c800-469f-9dac-12f4b77541dc', 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db', 'port_id': '3cfe58ad-c800-469f-9dac-12f4b77541dc', 'mac_address': 'fa:16:3e:f8:46:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74787413-84bd-4383-8dc9-399403023240', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:02:47.503082 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-397fdba9-e485-4162-9962-6c90278b4e09 admin admin] Publish callbacks [] for security_group (fa2e1074-0649-4f60-856c-e23add51e877), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.530228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 3cfe58ad-c800-469f-9dac-12f4b77541dc is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:47.530625 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.534855 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-397fdba9-e485-4162-9962-6c90278b4e09 admin admin] Publish callbacks [] for security_group (fa2e1074-0649-4f60-856c-e23add51e877), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.545221 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfe58ad-c800-469f-9dac-12f4b77541dc {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:47.568097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 3cfe58ad-c800-469f-9dac-12f4b77541dc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=3cfe58ad-c800-469f-9dac-12f4b77541dc,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:47.576683 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.579122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 1f0085bd-f10a-46c4-8348-adbfde20e030 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:02:47.589926 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5d1d69e-7aa7-4936-ab84-3751012c10e5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (650735bb-20ee-4eb6-8791-08dc36924f0d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.602478 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-397fdba9-e485-4162-9962-6c90278b4e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fa2e1074-0649-4f60-856c-e23add51e877), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.610188 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-397fdba9-e485-4162-9962-6c90278b4e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.611372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-397fdba9-e485-4162-9962-6c90278b4e09 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa2e1074-0649-4f60-856c-e23add51e877 HTTP/1.1" status: 204 len: 168 time: 0.1740911 Mar 07 22:02:47.621697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fdba9-e485-4162-9962-6c90278b4e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2e1074-0649-4f60-856c-e23add51e877,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:47.685229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=3cfe58ad-c800-469f-9dac-12f4b77541dc,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:47.781535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 1f0085bd-f10a-46c4-8348-adbfde20e030, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=1f0085bd-f10a-46c4-8348-adbfde20e030,segment=NetworkSegment(9ccee63f-6835-41fb-9085-3a09c869f5f3),segment_id=9ccee63f-6835-41fb-9085-3a09c869f5f3)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:47.782372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d1d69e-7aa7-4936-ab84-3751012c10e5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Router 650735bb-20ee-4eb6-8791-08dc36924f0d has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:02:47.793512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '1f0085bd-f10a-46c4-8348-adbfde20e030', 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'port_id': '1f0085bd-f10a-46c4-8348-adbfde20e030', 'mac_address': 'fa:16:3e:4c:4d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:02:47.834460 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 1f0085bd-f10a-46c4-8348-adbfde20e030 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:47.834929 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.848362 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0085bd-f10a-46c4-8348-adbfde20e030 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:47.868462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d1d69e-7aa7-4936-ab84-3751012c10e5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:02:47.877805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57328) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:47.877975 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f5d1d69e-7aa7-4936-ab84-3751012c10e5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "PUT /v2.0/routers/650735bb-20ee-4eb6-8791-08dc36924f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1992836 Mar 07 22:02:47.881758 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488d6675-78dd-4331-ab1d-cc2aad4a1a37 None None] Sync routers for ids ['650735bb-20ee-4eb6-8791-08dc36924f0d'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:02:47.895588 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488d6675-78dd-4331-ab1d-cc2aad4a1a37 None None] Routers {'650735bb-20ee-4eb6-8791-08dc36924f0d'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:02:47.895798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 1f0085bd-f10a-46c4-8348-adbfde20e030, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=1f0085bd-f10a-46c4-8348-adbfde20e030,segment=NetworkSegment(9ccee63f-6835-41fb-9085-3a09c869f5f3),segment_id=9ccee63f-6835-41fb-9085-3a09c869f5f3)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:47.897486 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-488d6675-78dd-4331-ab1d-cc2aad4a1a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:02:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['650735bb-20ee-4eb6-8791-08dc36924f0d'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:47.898210 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-542ce93f-3643-4188-a8bd-77b7256cdcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.903203 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dee1af5-adab-40a6-8add-f616f74a96d3 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] GET failed (client error): The resource could not be found. Mar 07 22:02:47.903584 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:47.905088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 06c160fb-b584-4b25-8107-c17294f3ccb2 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:02:47.905257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9dee1af5-adab-40a6-8add-f616f74a96d3 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/3a89c233-3573-4d4e-b972-50c25b91fd01 HTTP/1.1" status: 404 len: 333 time: 0.0262539 Mar 07 22:02:47.907757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57330) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:47.936688 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-488d6675-78dd-4331-ab1d-cc2aad4a1a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:47.946091 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488d6675-78dd-4331-ab1d-cc2aad4a1a37 None None] Routers {'650735bb-20ee-4eb6-8791-08dc36924f0d'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:02:47.946903 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-488d6675-78dd-4331-ab1d-cc2aad4a1a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:02:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['650735bb-20ee-4eb6-8791-08dc36924f0d'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:47.976518 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=1f0085bd-f10a-46c4-8348-adbfde20e030,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:47.991169 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-488d6675-78dd-4331-ab1d-cc2aad4a1a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:47.992041 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488d6675-78dd-4331-ab1d-cc2aad4a1a37 None None] The sync data for ids ['650735bb-20ee-4eb6-8791-08dc36924f0d'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:02:47.995730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 06c160fb-b584-4b25-8107-c17294f3ccb2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=06c160fb-b584-4b25-8107-c17294f3ccb2,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:48.008688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '06c160fb-b584-4b25-8107-c17294f3ccb2', 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db', 'port_id': '06c160fb-b584-4b25-8107-c17294f3ccb2', 'mac_address': 'fa:16:3e:d7:c3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74787413-84bd-4383-8dc9-399403023240', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:02:48.026292 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-904d6378-e375-44d2-bc86-c3e153753695 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for router (650735bb-20ee-4eb6-8791-08dc36924f0d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.047392 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 06c160fb-b584-4b25-8107-c17294f3ccb2 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:48.047866 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.062197 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c160fb-b584-4b25-8107-c17294f3ccb2 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:48.082242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 06c160fb-b584-4b25-8107-c17294f3ccb2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=06c160fb-b584-4b25-8107-c17294f3ccb2,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:48.087762 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.088086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5d5198c5-e420-4fec-b032-62b96c0b5e13 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:02:48.156381 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=06c160fb-b584-4b25-8107-c17294f3ccb2,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:48.159965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 5d5198c5-e420-4fec-b032-62b96c0b5e13, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5d5198c5-e420-4fec-b032-62b96c0b5e13,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:48.173447 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '5d5198c5-e420-4fec-b032-62b96c0b5e13', 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db', 'port_id': '5d5198c5-e420-4fec-b032-62b96c0b5e13', 'mac_address': 'fa:16:3e:06:d3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74787413-84bd-4383-8dc9-399403023240', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:02:48.205916 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-904d6378-e375-44d2-bc86-c3e153753695 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (650735bb-20ee-4eb6-8791-08dc36924f0d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.208114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-904d6378-e375-44d2-bc86-c3e153753695 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for router_controller (650735bb-20ee-4eb6-8791-08dc36924f0d), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.221434 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 5d5198c5-e420-4fec-b032-62b96c0b5e13 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:48.221434 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.238618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5198c5-e420-4fec-b032-62b96c0b5e13 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:48.259123 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-904d6378-e375-44d2-bc86-c3e153753695 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (650735bb-20ee-4eb6-8791-08dc36924f0d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.260372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904d6378-e375-44d2-bc86-c3e153753695 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Fanout notify agent at l3_agent the message router_deleted on router 650735bb-20ee-4eb6-8791-08dc36924f0d {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:02:48.262094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 5d5198c5-e420-4fec-b032-62b96c0b5e13, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5d5198c5-e420-4fec-b032-62b96c0b5e13,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:48.267848 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.268995 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-904d6378-e375-44d2-bc86-c3e153753695 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.269605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 05afd382-defc-4b8d-9fd1-655e05ad1958 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:02:48.271360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-904d6378-e375-44d2-bc86-c3e153753695 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/routers/650735bb-20ee-4eb6-8791-08dc36924f0d HTTP/1.1" status: 204 len: 168 time: 0.3625340 Mar 07 22:02:48.273858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57348) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:48.306912 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 05afd382-defc-4b8d-9fd1-655e05ad1958, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=05afd382-defc-4b8d-9fd1-655e05ad1958,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:48.342027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aec3f8-e72d-4e95-be63-c37cd630ead2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting subnet 64b0ead5-ee03-481a-8995-148607227746 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:02:48.348845 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20aec3f8-e72d-4e95-be63-c37cd630ead2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (64b0ead5-ee03-481a-8995-148607227746), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.358313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '05afd382-defc-4b8d-9fd1-655e05ad1958', 'network_id': '030f98ea-4abb-4c6e-ab36-d010ae9a67db', 'port_id': '05afd382-defc-4b8d-9fd1-655e05ad1958', 'mac_address': 'fa:16:3e:a0:dd:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74787413-84bd-4383-8dc9-399403023240', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:02:48.403354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=5d5198c5-e420-4fec-b032-62b96c0b5e13,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:48.412585 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.422222 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 05afd382-defc-4b8d-9fd1-655e05ad1958 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:48.423335 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.442198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05afd382-defc-4b8d-9fd1-655e05ad1958 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:48.458915 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20aec3f8-e72d-4e95-be63-c37cd630ead2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (64b0ead5-ee03-481a-8995-148607227746), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.463351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 05afd382-defc-4b8d-9fd1-655e05ad1958, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=05afd382-defc-4b8d-9fd1-655e05ad1958,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:48.467784 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.521271 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=05afd382-defc-4b8d-9fd1-655e05ad1958,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:48.528508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da210a9e-021d-49a7-90d7-2fc145a9c079 req-d8cb62c0-4518-4c7a-8b59-9aa22e365f89 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:48.533825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da210a9e-021d-49a7-90d7-2fc145a9c079 req-d8cb62c0-4518-4c7a-8b59-9aa22e365f89 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:48.539151 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da210a9e-021d-49a7-90d7-2fc145a9c079 req-d8cb62c0-4518-4c7a-8b59-9aa22e365f89 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:48.544960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da210a9e-021d-49a7-90d7-2fc145a9c079 req-d8cb62c0-4518-4c7a-8b59-9aa22e365f89 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:48.550272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da210a9e-021d-49a7-90d7-2fc145a9c079 req-d8cb62c0-4518-4c7a-8b59-9aa22e365f89 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:48.555653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da210a9e-021d-49a7-90d7-2fc145a9c079 req-d8cb62c0-4518-4c7a-8b59-9aa22e365f89 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:48.561583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da210a9e-021d-49a7-90d7-2fc145a9c079 req-d8cb62c0-4518-4c7a-8b59-9aa22e365f89 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:48.563538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da210a9e-021d-49a7-90d7-2fc145a9c079 req-d8cb62c0-4518-4c7a-8b59-9aa22e365f89 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5438 time: 0.1751113 Mar 07 22:02:48.574162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2ff0b-cf21-4fb7-9d74-29c3942261c0 req-d351c9c2-4fb8-4398-a969-38a1f3f2662e tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:48.580885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bfe2ff0b-cf21-4fb7-9d74-29c3942261c0 req-d351c9c2-4fb8-4398-a969-38a1f3f2662e tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 944 time: 0.2330563 Mar 07 22:02:48.683243 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20aec3f8-e72d-4e95-be63-c37cd630ead2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (64b0ead5-ee03-481a-8995-148607227746), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.726627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bfe2ff0b-cf21-4fb7-9d74-29c3942261c0 req-1d6a1d0e-9c14-4a3e-ba30-0fbbf3a88b52 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448870 Mar 07 22:02:48.740664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da210a9e-021d-49a7-90d7-2fc145a9c079 req-fdaa3260-0328-41e2-b388-e3be64f67b40 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1549470 Mar 07 22:02:48.776236 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20aec3f8-e72d-4e95-be63-c37cd630ead2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (64b0ead5-ee03-481a-8995-148607227746), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.804993 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20aec3f8-e72d-4e95-be63-c37cd630ead2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.808530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-20aec3f8-e72d-4e95-be63-c37cd630ead2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/64b0ead5-ee03-481a-8995-148607227746 HTTP/1.1" status: 204 len: 168 time: 0.5333002 Mar 07 22:02:48.809565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aec3f8-e72d-4e95-be63-c37cd630ead2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Subnet': ['ID=64b0ead5-ee03-481a-8995-148607227746,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:48.813470 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57360) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:48.815689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d574a4ec-6128-4e36-b218-b9176f14f463 None None] Network d6353ebf-c180-46a1-86ca-948d0f90a036 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:48.903036 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (d6353ebf-c180-46a1-86ca-948d0f90a036), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:48.993952 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:02:48.994938 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7f0430f5-60c3-465c-b09f-2cbce6a52e6e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.003737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19152883-a4a4-4f8f-a9d7-db947bd7e709 None None] DHCP port deletion for d6353ebf-c180-46a1-86ca-948d0f90a036 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:02:49.011254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device b8658ca7-af15-4164-9aa6-7eb996a785e4 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:02:49.070412 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] For port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7f0430f5-60c3-465c-b09f-2cbce6a52e6e,segment=NetworkSegment(05e54948-b278-4b19-a672-5d996e46dd0f),segment_id=05e54948-b278-4b19-a672-5d996e46dd0f)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:49.070786 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7f0430f5-60c3-465c-b09f-2cbce6a52e6e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.091177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for 7f0430f5-60c3-465c-b09f-2cbce6a52e6e owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:02:49.138748 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-19152883-a4a4-4f8f-a9d7-db947bd7e709 None None] Deleting port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:02:49.139300 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19152883-a4a4-4f8f-a9d7-db947bd7e709 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7f0430f5-60c3-465c-b09f-2cbce6a52e6e), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.183881 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7f0430f5-60c3-465c-b09f-2cbce6a52e6e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.210613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=7f0430f5-60c3-465c-b09f-2cbce6a52e6e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:49.217255 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No DVR routers for this DVR port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:02:49.219781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port b8658ca7-af15-4164-9aa6-7eb996a785e4, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=b8658ca7-af15-4164-9aa6-7eb996a785e4,segment=NetworkSegment(eb457261-b753-476f-bd3b-9a3f07095074),segment_id=eb457261-b753-476f-bd3b-9a3f07095074)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:49.233938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-19152883-a4a4-4f8f-a9d7-db947bd7e709 None None] For port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7f0430f5-60c3-465c-b09f-2cbce6a52e6e,segment=NetworkSegment(05e54948-b278-4b19-a672-5d996e46dd0f),segment_id=05e54948-b278-4b19-a672-5d996e46dd0f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:49.234365 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19152883-a4a4-4f8f-a9d7-db947bd7e709 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7f0430f5-60c3-465c-b09f-2cbce6a52e6e), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.244725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'b8658ca7-af15-4164-9aa6-7eb996a785e4', 'network_id': '40fac801-bd86-4d20-8b90-5699db62ad4c', 'port_id': 'b8658ca7-af15-4164-9aa6-7eb996a785e4', 'mac_address': 'fa:16:3e:e5:40:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aba7568-bf1c-4224-91eb-7783295d6d58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:02:49.249983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-19152883-a4a4-4f8f-a9d7-db947bd7e709 None None] Calling delete_port for 7f0430f5-60c3-465c-b09f-2cbce6a52e6e owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:02:49.281947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['3cfe58ad-c800-469f-9dac-12f4b77541dc'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:02:49.284320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['06c160fb-b584-4b25-8107-c17294f3ccb2'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:02:49.314789 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (d6353ebf-c180-46a1-86ca-948d0f90a036), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.338429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6353ebf-c180-46a1-86ca-948d0f90a036']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:49.349348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e54948-b278-4b19-a672-5d996e46dd0f') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:49.349797 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e54948-b278-4b19-a672-5d996e46dd0f') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:49.361830 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (05e54948-b278-4b19-a672-5d996e46dd0f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.378271 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (05e54948-b278-4b19-a672-5d996e46dd0f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.385598 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:02:49.386176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (05e54948-b278-4b19-a672-5d996e46dd0f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:02:49.389531 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:02:49.457291 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (d6353ebf-c180-46a1-86ca-948d0f90a036), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.468841 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.475967 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/networks/d6353ebf-c180-46a1-86ca-948d0f90a036 HTTP/1.1" status: 204 len: 168 time: 0.6575472 Mar 07 22:02:49.476207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57370) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:49.491513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3060f1c-60a4-415f-886b-33d76e37cbeb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Network': ['ID=d6353ebf-c180-46a1-86ca-948d0f90a036,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:49.536623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b01d8b2-29bc-4436-aced-a8a37bdb6adb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:49.542137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3b01d8b2-29bc-4436-aced-a8a37bdb6adb tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/0ef2adcf-3c5f-4082-938a-97213c081b81 HTTP/1.1" status: 200 len: 845 time: 0.0610452 Mar 07 22:02:49.542371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57372) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:49.546622 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['8ac8df2f-126b-4c71-9e1e-1238cf14624f'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:02:49.548615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['05afd382-defc-4b8d-9fd1-655e05ad1958'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:02:49.592848 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:02:49.602109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6e40631c-51ff-4fb4-b5e4-9d0845dcb1e1 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/0ef2adcf-3c5f-4082-938a-97213c081b81?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0561976 Mar 07 22:02:49.603816 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57374) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:49.608994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1e99aba0-75b5-49c7-9d93-a2f87fa7d02a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'subnet': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:49.644374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port b8658ca7-af15-4164-9aa6-7eb996a785e4 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:49.645055 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b8658ca7-af15-4164-9aa6-7eb996a785e4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.677084 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.705314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e99aba0-75b5-49c7-9d93-a2f87fa7d02a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:49.709251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8658ca7-af15-4164-9aa6-7eb996a785e4 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:49.711987 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1e99aba0-75b5-49c7-9d93-a2f87fa7d02a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.811584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port b8658ca7-af15-4164-9aa6-7eb996a785e4, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=b8658ca7-af15-4164-9aa6-7eb996a785e4,segment=NetworkSegment(eb457261-b753-476f-bd3b-9a3f07095074),segment_id=eb457261-b753-476f-bd3b-9a3f07095074)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:49.821291 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19152883-a4a4-4f8f-a9d7-db947bd7e709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (7f0430f5-60c3-465c-b09f-2cbce6a52e6e), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.840565 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b8658ca7-af15-4164-9aa6-7eb996a785e4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:49.883424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19152883-a4a4-4f8f-a9d7-db947bd7e709 None None] Network d6353ebf-c180-46a1-86ca-948d0f90a036 is not hosted by any dhcp agent {{(pid=103720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 22:02:49.883886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19152883-a4a4-4f8f-a9d7-db947bd7e709 None None] No DVR routers for this DVR port 7f0430f5-60c3-465c-b09f-2cbce6a52e6e on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:02:49.892663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19152883-a4a4-4f8f-a9d7-db947bd7e709 None None] Pushing event deleted for resources: {'Port': ['ID=7f0430f5-60c3-465c-b09f-2cbce6a52e6e,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:49.994743 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1e99aba0-75b5-49c7-9d93-a2f87fa7d02a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (3136bb70-294e-4b15-b2e2-875e9e2b1cea), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:50.026365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3f826-2920-4353-9f0b-5d7a68ac1b78 req-33ecc166-b3a1-49ca-9591-b8c6ea373885 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:50.028014 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eef3f826-2920-4353-9f0b-5d7a68ac1b78 req-33ecc166-b3a1-49ca-9591-b8c6ea373885 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 945 time: 0.1446278 Mar 07 22:02:50.046499 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99aba0-75b5-49c7-9d93-a2f87fa7d02a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:50.048107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-1e99aba0-75b5-49c7-9d93-a2f87fa7d02a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:50.054096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7ffa3-dbb9-46eb-ada5-f32bd561facb req-e556c98c-c373-48d3-8b6a-7d70e86782d4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:50.057972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e99aba0-75b5-49c7-9d93-a2f87fa7d02a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:50.058628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1e99aba0-75b5-49c7-9d93-a2f87fa7d02a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:50.065750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7ffa3-dbb9-46eb-ada5-f32bd561facb req-e556c98c-c373-48d3-8b6a-7d70e86782d4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:50.071685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7ffa3-dbb9-46eb-ada5-f32bd561facb req-e556c98c-c373-48d3-8b6a-7d70e86782d4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:50.076516 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99aba0-75b5-49c7-9d93-a2f87fa7d02a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Subnet': ['ID=3136bb70-294e-4b15-b2e2-875e9e2b1cea,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:50.078376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7ffa3-dbb9-46eb-ada5-f32bd561facb req-e556c98c-c373-48d3-8b6a-7d70e86782d4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:50.084372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7ffa3-dbb9-46eb-ada5-f32bd561facb req-e556c98c-c373-48d3-8b6a-7d70e86782d4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:50.091107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7ffa3-dbb9-46eb-ada5-f32bd561facb req-e556c98c-c373-48d3-8b6a-7d70e86782d4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:50.091728 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1e99aba0-75b5-49c7-9d93-a2f87fa7d02a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4862409 Mar 07 22:02:50.094024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57382) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:50.100652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7ffa3-dbb9-46eb-ada5-f32bd561facb req-e556c98c-c373-48d3-8b6a-7d70e86782d4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:50.102453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b05131fb-14ff-4aba-b5db-36759d82be30 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'security_group': {'name': 'tempest-secgroup-807872282'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:50.108421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0c7ffa3-dbb9-46eb-ada5-f32bd561facb req-e556c98c-c373-48d3-8b6a-7d70e86782d4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5439 time: 0.1891835 Mar 07 22:02:50.135277 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b05131fb-14ff-4aba-b5db-36759d82be30 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:50.164491 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb08b97-1446-4faa-9104-5a1e9b0ca59c None None] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:50.167387 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['b8658ca7-af15-4164-9aa6-7eb996a785e4'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:02:50.169378 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eef3f826-2920-4353-9f0b-5d7a68ac1b78 req-c46a7f0b-cadd-4c7c-ac9c-2f7df63fa928 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586333 Mar 07 22:02:50.220276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=b8658ca7-af15-4164-9aa6-7eb996a785e4,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:50.242099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['1f0085bd-f10a-46c4-8348-adbfde20e030'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:02:50.246742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0c7ffa3-dbb9-46eb-ada5-f32bd561facb req-70c653b6-bed2-40ba-8f5e-b74a5a9feb78 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1373012 Mar 07 22:02:50.275669 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b05131fb-14ff-4aba-b5db-36759d82be30 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (1a2b3782-4ca4-4161-960c-63f917e7eef5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:50.280535 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b05131fb-14ff-4aba-b5db-36759d82be30 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1a2b3782-4ca4-4161-960c-63f917e7eef5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:50.301782 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5d5198c5-e420-4fec-b032-62b96c0b5e13'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:02:50.321889 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05131fb-14ff-4aba-b5db-36759d82be30 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2b3782-4ca4-4161-960c-63f917e7eef5,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:50.331126 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b05131fb-14ff-4aba-b5db-36759d82be30 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:50.332556 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b05131fb-14ff-4aba-b5db-36759d82be30 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2372332 Mar 07 22:02:50.335429 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57384) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:50.342692 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-647c5561-9697-4371-921d-a349bdebcd21 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'security_group': {'name': 'tempest-secgroup-1741997855'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:50.365401 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-647c5561-9697-4371-921d-a349bdebcd21 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:50.381587 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['98738167-0a20-476f-92f4-f20d36442fad'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:02:50.455483 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-647c5561-9697-4371-921d-a349bdebcd21 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (f3dd3626-e2b8-4913-9c49-7b9fa8ab0965), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:50.460921 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-647c5561-9697-4371-921d-a349bdebcd21 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f3dd3626-e2b8-4913-9c49-7b9fa8ab0965), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:50.496605 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-647c5561-9697-4371-921d-a349bdebcd21 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:50.497860 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-647c5561-9697-4371-921d-a349bdebcd21 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1610262 Mar 07 22:02:50.500126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c5561-9697-4371-921d-a349bdebcd21 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dd3626-e2b8-4913-9c49-7b9fa8ab0965,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:50.500693 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57388) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:50.510663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b1163f2a-f202-4210-b319-f35a926e2008 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-155088897', 'security_groups': ['f3dd3626-e2b8-4913-9c49-7b9fa8ab0965'], 'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3136bb70-294e-4b15-b2e2-875e9e2b1cea'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:50.522660 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:50.630244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1163f2a-f202-4210-b319-f35a926e2008 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:50.714970 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1163f2a-f202-4210-b319-f35a926e2008 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:50.724767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7f0430f5-60c3-465c-b09f-2cbce6a52e6e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:02:50.732274 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-b1163f2a-f202-4210-b319-f35a926e2008 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port d66a9bba-5cb2-481e-814b-715601ef5312 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:02:50.772004 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 7f0430f5-60c3-465c-b09f-2cbce6a52e6e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:02:50.772242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7f0430f5-60c3-465c-b09f-2cbce6a52e6e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:02:50.870945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-8d579dd8-ff24-4d4b-b298-d85d88e44450', 'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'project_id': 'e61a787c1d794c53bf034f810d226e5a', 'fixed_ips': [{'subnet_id': '3136bb70-294e-4b15-b2e2-875e9e2b1cea'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:02:50.871805 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:51.141158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Allocated IP 2001:db8::2 (8d579dd8-ff24-4d4b-b298-d85d88e44450/3136bb70-294e-4b15-b2e2-875e9e2b1cea/584dc1b3-2845-4b74-b3b9-946b5a57fdb0) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:51.304978 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Publish callbacks [] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:51.313700 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:51.362337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:51.365972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:51.369642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:51.374029 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-b1163f2a-f202-4210-b319-f35a926e2008 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Allocated IP 2001:db8::10b (8d579dd8-ff24-4d4b-b298-d85d88e44450/3136bb70-294e-4b15-b2e2-875e9e2b1cea/d66a9bba-5cb2-481e-814b-715601ef5312) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:51.377039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Pushing event updated for resources: {'Port': ['ID=584dc1b3-2845-4b74-b3b9-946b5a57fdb0,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:51.436972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f19923-6a19-448e-82e5-788120b86382 req-24772bf0-f786-495e-941f-517be302b13b tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:51.438781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30f19923-6a19-448e-82e5-788120b86382 req-24772bf0-f786-495e-941f-517be302b13b tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 945 time: 0.1627364 Mar 07 22:02:51.444419 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Attempting to bind port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:02:51.444999 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Attempting to bind port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'b1e40654-1400-4814-8d5c-2cc28d80ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:02:51.445443 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Attempting to bind port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 on network 8d579dd8-ff24-4d4b-b298-d85d88e44450 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:02:51.451199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:02:51.451677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Checking segment: {'id': 'b1e40654-1400-4814-8d5c-2cc28d80ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:02:51.452158 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:51.452624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Bound using segment: {'id': 'b1e40654-1400-4814-8d5c-2cc28d80ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:02:51.453173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Bound port: 584dc1b3-2845-4b74-b3b9-946b5a57fdb0, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e40654-1400-4814-8d5c-2cc28d80ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:02:51.453631 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:51.457619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb04c4-5362-45c1-92b8-212b4e99acdb req-f9340d23-3eb7-4583-a06a-3e5e00d07369 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:51.465632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb04c4-5362-45c1-92b8-212b4e99acdb req-f9340d23-3eb7-4583-a06a-3e5e00d07369 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:51.474981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb04c4-5362-45c1-92b8-212b4e99acdb req-f9340d23-3eb7-4583-a06a-3e5e00d07369 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:51.481891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb04c4-5362-45c1-92b8-212b4e99acdb req-f9340d23-3eb7-4583-a06a-3e5e00d07369 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:51.488323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb04c4-5362-45c1-92b8-212b4e99acdb req-f9340d23-3eb7-4583-a06a-3e5e00d07369 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:51.495493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb04c4-5362-45c1-92b8-212b4e99acdb req-f9340d23-3eb7-4583-a06a-3e5e00d07369 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:51.504044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb04c4-5362-45c1-92b8-212b4e99acdb req-f9340d23-3eb7-4583-a06a-3e5e00d07369 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:51.514621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3eb04c4-5362-45c1-92b8-212b4e99acdb req-f9340d23-3eb7-4583-a06a-3e5e00d07369 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5439 time: 0.1859910 Mar 07 22:02:51.520186 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] For port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:02:51.526015 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] For port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=584dc1b3-2845-4b74-b3b9-946b5a57fdb0,segment=NetworkSegment(b1e40654-1400-4814-8d5c-2cc28d80ab31),segment_id=b1e40654-1400-4814-8d5c-2cc28d80ab31)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:02:51.544062 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:51.561687 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1163f2a-f202-4210-b319-f35a926e2008 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (d66a9bba-5cb2-481e-814b-715601ef5312), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:51.588232 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30f19923-6a19-448e-82e5-788120b86382 req-d8e4ffb5-3ccf-4246-8e3e-89f69baf6848 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680106 Mar 07 22:02:51.620036 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3eb04c4-5362-45c1-92b8-212b4e99acdb req-f240a4c1-c1d8-49f4-9fca-fb0107e35645 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1015656 Mar 07 22:02:51.620708 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1163f2a-f202-4210-b319-f35a926e2008 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d66a9bba-5cb2-481e-814b-715601ef5312), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:51.652463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01961c4-2dcd-442c-95ce-f131aee2f5c5 None None] Pushing event updated for resources: {'Port': ['ID=584dc1b3-2845-4b74-b3b9-946b5a57fdb0,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:51.684481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1163f2a-f202-4210-b319-f35a926e2008 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:51.687829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b1163f2a-f202-4210-b319-f35a926e2008 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:51.692163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1163f2a-f202-4210-b319-f35a926e2008 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:51.700124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1163f2a-f202-4210-b319-f35a926e2008 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:51.700760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1163f2a-f202-4210-b319-f35a926e2008 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:51.711211 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1163f2a-f202-4210-b319-f35a926e2008 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=d66a9bba-5cb2-481e-814b-715601ef5312,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:51.728293 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b1163f2a-f202-4210-b319-f35a926e2008 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2236342 Mar 07 22:02:51.728488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57402) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:51.733546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7e4bcc16-d8fd-40de-8ae5-3cb3f11e0f44 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'subnet': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:51.874349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4bcc16-d8fd-40de-8ae5-3cb3f11e0f44 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:51.877960 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e4bcc16-d8fd-40de-8ae5-3cb3f11e0f44 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:51.987223 n-d-832330-1 neutron-server[103718]: INFO neutron.db.ipam_backend_mixin [None req-7e4bcc16-d8fd-40de-8ae5-3cb3f11e0f44 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3136bb70-294e-4b15-b2e2-875e9e2b1cea (CIDR: 2001:db8::/64) Mar 07 22:02:51.991445 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4bcc16-d8fd-40de-8ae5-3cb3f11e0f44 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 22:02:51.991958 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e4bcc16-d8fd-40de-8ae5-3cb3f11e0f44 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:02:52.010876 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7e4bcc16-d8fd-40de-8ae5-3cb3f11e0f44 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2812936 Mar 07 22:02:52.013645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57404) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:52.018602 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9b33b1f4-e432-4d31-b417-29e2a82649b4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'subnet': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:52.120004 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:52.138500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b33b1f4-e432-4d31-b417-29e2a82649b4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:52.141881 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b33b1f4-e432-4d31-b417-29e2a82649b4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:52.391810 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b33b1f4-e432-4d31-b417-29e2a82649b4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (d925e9ca-2537-4a27-82cf-d04ef4e95b77), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:52.444456 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b33b1f4-e432-4d31-b417-29e2a82649b4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:52.450119 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-9b33b1f4-e432-4d31-b417-29e2a82649b4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:52.454083 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b33b1f4-e432-4d31-b417-29e2a82649b4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:52.454735 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b33b1f4-e432-4d31-b417-29e2a82649b4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:52.466715 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33b1f4-e432-4d31-b417-29e2a82649b4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Subnet': ['ID=d925e9ca-2537-4a27-82cf-d04ef4e95b77,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:52.483240 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b33b1f4-e432-4d31-b417-29e2a82649b4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4658818 Mar 07 22:02:52.483477 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57408) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:52.489053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3f9e0ff9-14e1-47a9-8355-86bf5fcad04f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-736128231', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd925e9ca-2537-4a27-82cf-d04ef4e95b77'}], 'security_groups': ['1a2b3782-4ca4-4161-960c-63f917e7eef5']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:52.574228 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f9e0ff9-14e1-47a9-8355-86bf5fcad04f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d66a9bba-5cb2-481e-814b-715601ef5312), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:52.767696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc839c95-175c-4a83-860d-9800749e45ad req-b8c415e1-677c-43b0-8777-2525a7aaf6ab tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:52.787399 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc839c95-175c-4a83-860d-9800749e45ad req-b8c415e1-677c-43b0-8777-2525a7aaf6ab tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 945 time: 0.1176624 Mar 07 22:02:52.810505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897acf25-5e40-47fe-9da0-e49cdd14c4e6 None None] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:52.865721 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:52.867784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 06c160fb-b584-4b25-8107-c17294f3ccb2 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:52.920851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eda5f-a898-4db1-b918-952bf646d86e req-77066088-0f86-4df4-a831-75dfabc74982 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:52.926657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eda5f-a898-4db1-b918-952bf646d86e req-77066088-0f86-4df4-a831-75dfabc74982 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:52.932801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eda5f-a898-4db1-b918-952bf646d86e req-77066088-0f86-4df4-a831-75dfabc74982 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:52.940040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eda5f-a898-4db1-b918-952bf646d86e req-77066088-0f86-4df4-a831-75dfabc74982 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:52.948032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eda5f-a898-4db1-b918-952bf646d86e req-77066088-0f86-4df4-a831-75dfabc74982 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:52.954862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eda5f-a898-4db1-b918-952bf646d86e req-77066088-0f86-4df4-a831-75dfabc74982 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:52.961754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eda5f-a898-4db1-b918-952bf646d86e req-77066088-0f86-4df4-a831-75dfabc74982 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:52.964569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-836eda5f-a898-4db1-b918-952bf646d86e req-77066088-0f86-4df4-a831-75dfabc74982 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5439 time: 0.1750572 Mar 07 22:02:52.976972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-3f9e0ff9-14e1-47a9-8355-86bf5fcad04f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Delete allocated IP 2001:db8::10b (8d579dd8-ff24-4d4b-b298-d85d88e44450/3136bb70-294e-4b15-b2e2-875e9e2b1cea) {{(pid=103718) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 22:02:52.982391 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc839c95-175c-4a83-860d-9800749e45ad req-90f8d0de-3c5b-4776-92ed-d2023203e306 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888580 Mar 07 22:02:52.997978 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-3f9e0ff9-14e1-47a9-8355-86bf5fcad04f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Allocated IP 2001:db8:0:1::300 (8d579dd8-ff24-4d4b-b298-d85d88e44450/d925e9ca-2537-4a27-82cf-d04ef4e95b77/d66a9bba-5cb2-481e-814b-715601ef5312) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:52.998798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-418046eb-302f-405a-baf2-4580736b22d4 None None] Provisioning complete for port 0ef2adcf-3c5f-4082-938a-97213c081b81 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:52.999296 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-418046eb-302f-405a-baf2-4580736b22d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0ef2adcf-3c5f-4082-938a-97213c081b81), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.047832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device b8658ca7-af15-4164-9aa6-7eb996a785e4 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:53.088506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-836eda5f-a898-4db1-b918-952bf646d86e req-975cd187-ab26-40af-8166-0359a8ab109d tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018217 Mar 07 22:02:53.179311 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f9e0ff9-14e1-47a9-8355-86bf5fcad04f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (d66a9bba-5cb2-481e-814b-715601ef5312), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.185224 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f9e0ff9-14e1-47a9-8355-86bf5fcad04f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (d66a9bba-5cb2-481e-814b-715601ef5312), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.254116 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3f9e0ff9-14e1-47a9-8355-86bf5fcad04f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] In _notify_port_updated(), no bound segment for port d66a9bba-5cb2-481e-814b-715601ef5312 on network 8d579dd8-ff24-4d4b-b298-d85d88e44450 {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 22:02:53.259930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e0ff9-14e1-47a9-8355-86bf5fcad04f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:53.261381 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f9e0ff9-14e1-47a9-8355-86bf5fcad04f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.265627 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3f9e0ff9-14e1-47a9-8355-86bf5fcad04f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "PUT /v2.0/ports/d66a9bba-5cb2-481e-814b-715601ef5312 HTTP/1.1" status: 200 len: 930 time: 0.7784777 Mar 07 22:02:53.266007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57414) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:53.270561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e0ff9-14e1-47a9-8355-86bf5fcad04f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=d66a9bba-5cb2-481e-814b-715601ef5312,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:53.299796 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-418046eb-302f-405a-baf2-4580736b22d4 None None] Port 0ef2adcf-3c5f-4082-938a-97213c081b81 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:53.338095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 06c160fb-b584-4b25-8107-c17294f3ccb2 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:02:53.342870 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:53.343260 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.348372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-418046eb-302f-405a-baf2-4580736b22d4 None None] Provisioning complete for port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:53.348744 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-418046eb-302f-405a-baf2-4580736b22d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.353427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 06c160fb-b584-4b25-8107-c17294f3ccb2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:53.353797 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.382858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e26df63a-699e-4e95-8562-1f928c127a0d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port d66a9bba-5cb2-481e-814b-715601ef5312 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:02:53.383314 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e26df63a-699e-4e95-8562-1f928c127a0d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d66a9bba-5cb2-481e-814b-715601ef5312), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.443377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port b8658ca7-af15-4164-9aa6-7eb996a785e4 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:02:53.468098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port b8658ca7-af15-4164-9aa6-7eb996a785e4 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:53.468487 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b8658ca7-af15-4164-9aa6-7eb996a785e4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.485452 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e26df63a-699e-4e95-8562-1f928c127a0d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d66a9bba-5cb2-481e-814b-715601ef5312), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.503054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e26df63a-699e-4e95-8562-1f928c127a0d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for d66a9bba-5cb2-481e-814b-715601ef5312 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:02:53.667963 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e26df63a-699e-4e95-8562-1f928c127a0d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d66a9bba-5cb2-481e-814b-715601ef5312), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.717752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-418046eb-302f-405a-baf2-4580736b22d4 None None] Current status of the port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:53.718178 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-418046eb-302f-405a-baf2-4580736b22d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.737299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7806b0-3922-4243-8368-d35391bdcee8 None None] Update dhcp port {'port': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'fixed_ips': [{'subnet_id': '3136bb70-294e-4b15-b2e2-875e9e2b1cea', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd925e9ca-2537-4a27-82cf-d04ef4e95b77'}], 'binding:host_id': 'n-d-832330-1'}, 'id': '584dc1b3-2845-4b74-b3b9-946b5a57fdb0'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 22:02:53.760396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26df63a-699e-4e95-8562-1f928c127a0d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=d66a9bba-5cb2-481e-814b-715601ef5312,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:53.794120 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e26df63a-699e-4e95-8562-1f928c127a0d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.798302 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e26df63a-699e-4e95-8562-1f928c127a0d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/d66a9bba-5cb2-481e-814b-715601ef5312 HTTP/1.1" status: 204 len: 168 time: 0.5310516 Mar 07 22:02:53.801373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57420) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:53.803021 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:53.803420 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.827825 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac69fd4-8454-4b93-a66a-d12f7a02f80f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] GET failed (client error): The resource could not be found. Mar 07 22:02:53.829276 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1ac69fd4-8454-4b93-a66a-d12f7a02f80f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/d66a9bba-5cb2-481e-814b-715601ef5312 HTTP/1.1" status: 404 len: 333 time: 0.0274813 Mar 07 22:02:53.832286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57424) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:53.849541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 06c160fb-b584-4b25-8107-c17294f3ccb2 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:53.850154 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.891371 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1c7806b0-3922-4243-8368-d35391bdcee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.907315 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ddbff8f0-eb3a-4755-b726-09d0442364f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (f3dd3626-e2b8-4913-9c49-7b9fa8ab0965), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.915017 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port b8658ca7-af15-4164-9aa6-7eb996a785e4 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:53.915415 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b8658ca7-af15-4164-9aa6-7eb996a785e4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.937994 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ddbff8f0-eb3a-4755-b726-09d0442364f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (f3dd3626-e2b8-4913-9c49-7b9fa8ab0965), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:53.966825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-418046eb-302f-405a-baf2-4580736b22d4 None None] For port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=584dc1b3-2845-4b74-b3b9-946b5a57fdb0,segment=NetworkSegment(b1e40654-1400-4814-8d5c-2cc28d80ab31),segment_id=b1e40654-1400-4814-8d5c-2cc28d80ab31)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:53.971916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c160fb-b584-4b25-8107-c17294f3ccb2'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:53.974592 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6476f0b-5dd3-4e46-b9b1-5b3c41251966" -d '{"events": [{"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-plugged", "status": "completed", "tag": "06c160fb-b584-4b25-8107-c17294f3ccb2"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:53.988637 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-418046eb-302f-405a-baf2-4580736b22d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.001056 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ddbff8f0-eb3a-4755-b726-09d0442364f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f3dd3626-e2b8-4913-9c49-7b9fa8ab0965), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.005249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ddbff8f0-eb3a-4755-b726-09d0442364f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.006758 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ddbff8f0-eb3a-4755-b726-09d0442364f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/security-groups/f3dd3626-e2b8-4913-9c49-7b9fa8ab0965 HTTP/1.1" status: 204 len: 168 time: 0.1732159 Mar 07 22:02:54.008761 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 06c160fb-b584-4b25-8107-c17294f3ccb2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=06c160fb-b584-4b25-8107-c17294f3ccb2,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:54.011826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57438) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:54.034606 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbff8f0-eb3a-4755-b726-09d0442364f0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dd3626-e2b8-4913-9c49-7b9fa8ab0965,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:54.077689 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b51b1c2-cd55-43ad-9717-dabe2ddc4ce6 x-openstack-request-id: req-7b51b1c2-cd55-43ad-9717-dabe2ddc4ce6 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:54.078109 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-plugged", "status": "completed", "tag": "06c160fb-b584-4b25-8107-c17294f3ccb2", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:54.078477 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b51b1c2-cd55-43ad-9717-dabe2ddc4ce6 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:54.078980 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c160fb-b584-4b25-8107-c17294f3ccb2', 'code': 200} Mar 07 22:02:54.094602 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.162007 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e954eac3-67b2-4abc-8f24-db3a1366a7dc tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (1a2b3782-4ca4-4161-960c-63f917e7eef5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.204778 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e954eac3-67b2-4abc-8f24-db3a1366a7dc tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (1a2b3782-4ca4-4161-960c-63f917e7eef5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.211963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port b8658ca7-af15-4164-9aa6-7eb996a785e4, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=b8658ca7-af15-4164-9aa6-7eb996a785e4,segment=NetworkSegment(eb457261-b753-476f-bd3b-9a3f07095074),segment_id=eb457261-b753-476f-bd3b-9a3f07095074)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:54.234523 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b8658ca7-af15-4164-9aa6-7eb996a785e4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.242677 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:02:54.243122 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:02:54.250099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418046eb-302f-405a-baf2-4580736b22d4 None None] Pushing event updated for resources: {'Port': ['ID=584dc1b3-2845-4b74-b3b9-946b5a57fdb0,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:54.282968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ce576-aa27-4164-a638-deacb1891c2a req-b264d234-da01-4534-b5e6-5d880f6764d1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:54.284469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c2ce576-aa27-4164-a638-deacb1891c2a req-b264d234-da01-4534-b5e6-5d880f6764d1 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 945 time: 0.1370983 Mar 07 22:02:54.316733 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e954eac3-67b2-4abc-8f24-db3a1366a7dc tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1a2b3782-4ca4-4161-960c-63f917e7eef5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.318763 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e954eac3-67b2-4abc-8f24-db3a1366a7dc tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.319906 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e954eac3-67b2-4abc-8f24-db3a1366a7dc tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/security-groups/1a2b3782-4ca4-4161-960c-63f917e7eef5 HTTP/1.1" status: 204 len: 168 time: 0.3070965 Mar 07 22:02:54.322742 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57450) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:54.346825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954eac3-67b2-4abc-8f24-db3a1366a7dc tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2b3782-4ca4-4161-960c-63f917e7eef5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:54.373350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f456a-e9ff-4aee-83c4-c3b4cee68605 req-2b38bb61-7c42-4bd7-bfb1-851faf9fe0b2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:54.379116 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f456a-e9ff-4aee-83c4-c3b4cee68605 req-2b38bb61-7c42-4bd7-bfb1-851faf9fe0b2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:54.384535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f456a-e9ff-4aee-83c4-c3b4cee68605 req-2b38bb61-7c42-4bd7-bfb1-851faf9fe0b2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:54.389851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f456a-e9ff-4aee-83c4-c3b4cee68605 req-2b38bb61-7c42-4bd7-bfb1-851faf9fe0b2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:54.395290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f456a-e9ff-4aee-83c4-c3b4cee68605 req-2b38bb61-7c42-4bd7-bfb1-851faf9fe0b2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:54.398844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-1c7806b0-3922-4243-8368-d35391bdcee8 None None] Allocated IP 2001:db8:0:1::2 (8d579dd8-ff24-4d4b-b298-d85d88e44450/d925e9ca-2537-4a27-82cf-d04ef4e95b77/584dc1b3-2845-4b74-b3b9-946b5a57fdb0) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:54.402150 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f456a-e9ff-4aee-83c4-c3b4cee68605 req-2b38bb61-7c42-4bd7-bfb1-851faf9fe0b2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:54.407729 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f456a-e9ff-4aee-83c4-c3b4cee68605 req-2b38bb61-7c42-4bd7-bfb1-851faf9fe0b2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:54.409746 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6f456a-e9ff-4aee-83c4-c3b4cee68605 req-2b38bb61-7c42-4bd7-bfb1-851faf9fe0b2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5440 time: 0.2013483 Mar 07 22:02:54.425861 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff61458-4b43-4ebf-880b-9ef06c38f618 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting subnet 3136bb70-294e-4b15-b2e2-875e9e2b1cea {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:02:54.445845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c2ce576-aa27-4164-a638-deacb1891c2a req-d8d1064c-ea97-4373-a6e7-68c7559b438e tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521273 Mar 07 22:02:54.469985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=06c160fb-b584-4b25-8107-c17294f3ccb2,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:54.565020 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6f456a-e9ff-4aee-83c4-c3b4cee68605 req-3f840b55-8aef-4b1b-9c56-75eabac5f2de tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1417854 Mar 07 22:02:54.565623 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=b8658ca7-af15-4164-9aa6-7eb996a785e4,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:54.609748 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1c7806b0-3922-4243-8368-d35391bdcee8 None None] For port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=584dc1b3-2845-4b74-b3b9-946b5a57fdb0,segment=NetworkSegment(b1e40654-1400-4814-8d5c-2cc28d80ab31),segment_id=b1e40654-1400-4814-8d5c-2cc28d80ab31)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:54.611010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048f90a-fc83-4f9e-aa01-ee874b31f3a2 req-15f9ebab-0323-4a6c-8449-85b40ac065d8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:54.612544 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c048f90a-fc83-4f9e-aa01-ee874b31f3a2 req-15f9ebab-0323-4a6c-8449-85b40ac065d8 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.0976839 Mar 07 22:02:54.641539 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1c7806b0-3922-4243-8368-d35391bdcee8 None None] Publish callbacks [] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.646889 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ff61458-4b43-4ebf-880b-9ef06c38f618 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (3136bb70-294e-4b15-b2e2-875e9e2b1cea), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.655478 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1c7806b0-3922-4243-8368-d35391bdcee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.668851 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c048f90a-fc83-4f9e-aa01-ee874b31f3a2 req-a8ebabb2-61d2-42bd-8a65-3c57ef9ad496 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491710 Mar 07 22:02:54.713997 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ff61458-4b43-4ebf-880b-9ef06c38f618 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (3136bb70-294e-4b15-b2e2-875e9e2b1cea), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.782556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7806b0-3922-4243-8368-d35391bdcee8 None None] Pushing event updated for resources: {'Port': ['ID=584dc1b3-2845-4b74-b3b9-946b5a57fdb0,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:54.801366 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ff61458-4b43-4ebf-880b-9ef06c38f618 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (3136bb70-294e-4b15-b2e2-875e9e2b1cea), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.805665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:54.876931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 8ac8df2f-126b-4c71-9e1e-1238cf14624f up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:54.883966 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ff61458-4b43-4ebf-880b-9ef06c38f618 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (3136bb70-294e-4b15-b2e2-875e9e2b1cea), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.915744 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff61458-4b43-4ebf-880b-9ef06c38f618 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Subnet': ['ID=3136bb70-294e-4b15-b2e2-875e9e2b1cea,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:54.926200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3ff61458-4b43-4ebf-880b-9ef06c38f618 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:54.929852 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3ff61458-4b43-4ebf-880b-9ef06c38f618 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/3136bb70-294e-4b15-b2e2-875e9e2b1cea HTTP/1.1" status: 204 len: 168 time: 0.6058958 Mar 07 22:02:54.934327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57458) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:54.943803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ec0e4fdd-c3ac-4788-9b0d-1114ae343a8f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'subnet': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:54.944846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:55.011891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 8ac8df2f-126b-4c71-9e1e-1238cf14624f completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:02:55.017906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 8ac8df2f-126b-4c71-9e1e-1238cf14624f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:55.018386 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.057177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:55.057550 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.084736 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0e4fdd-c3ac-4788-9b0d-1114ae343a8f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:55.090423 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec0e4fdd-c3ac-4788-9b0d-1114ae343a8f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.180975 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 8ac8df2f-126b-4c71-9e1e-1238cf14624f is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:55.182008 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.186515 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:55.223261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 8ac8df2f-126b-4c71-9e1e-1238cf14624f, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=8ac8df2f-126b-4c71-9e1e-1238cf14624f,segment=NetworkSegment(2d91140e-39bf-435e-a1e5-f8b7a367052f),segment_id=2d91140e-39bf-435e-a1e5-f8b7a367052f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:55.229256 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.230273 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 3cfe58ad-c800-469f-9dac-12f4b77541dc up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:55.315993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=8ac8df2f-126b-4c71-9e1e-1238cf14624f,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:55.332932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 3cfe58ad-c800-469f-9dac-12f4b77541dc completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:02:55.338021 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 3cfe58ad-c800-469f-9dac-12f4b77541dc triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:55.338658 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.384047 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec0e4fdd-c3ac-4788-9b0d-1114ae343a8f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (ee796034-30ba-4343-b058-aa6e82005fe7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.428812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 3cfe58ad-c800-469f-9dac-12f4b77541dc is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:55.429408 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.442300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e4fdd-c3ac-4788-9b0d-1114ae343a8f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:55.445626 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-ec0e4fdd-c3ac-4788-9b0d-1114ae343a8f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:55.449950 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0e4fdd-c3ac-4788-9b0d-1114ae343a8f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:55.450570 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec0e4fdd-c3ac-4788-9b0d-1114ae343a8f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.462734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e4fdd-c3ac-4788-9b0d-1114ae343a8f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Subnet': ['ID=ee796034-30ba-4343-b058-aa6e82005fe7,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:55.479481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57462) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:55.480869 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 3cfe58ad-c800-469f-9dac-12f4b77541dc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=3cfe58ad-c800-469f-9dac-12f4b77541dc,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:55.481724 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ec0e4fdd-c3ac-4788-9b0d-1114ae343a8f tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5397389 Mar 07 22:02:55.485725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-2255a712-5be6-4fa2-978c-26f09ae336f7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'security_group': {'name': 'tempest-secgroup-2136541621'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:55.486463 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.487511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 98738167-0a20-476f-92f4-f20d36442fad up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:55.552478 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2255a712-5be6-4fa2-978c-26f09ae336f7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.602238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=3cfe58ad-c800-469f-9dac-12f4b77541dc,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:55.613066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132bf32-a5c2-4d8a-90c8-fbdd64e7cfe3 req-21000dbc-4010-4e39-88fc-87a4901a4b09 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:55.615447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1132bf32-a5c2-4d8a-90c8-fbdd64e7cfe3 req-21000dbc-4010-4e39-88fc-87a4901a4b09 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0935524 Mar 07 22:02:55.625897 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a8143-eeae-4527-ad39-edc87e551ac9 None None] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:55.648704 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-60cdf04e-2bcc-4c82-b936-126abccdf5b0 None None] Could not find standard attr ID for object d66a9bba-5cb2-481e-814b-715601ef5312. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:02:55.662180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 98738167-0a20-476f-92f4-f20d36442fad completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:02:55.706656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 98738167-0a20-476f-92f4-f20d36442fad triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:55.707356 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (98738167-0a20-476f-92f4-f20d36442fad), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.738610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1132bf32-a5c2-4d8a-90c8-fbdd64e7cfe3 req-fd812e27-6413-4b07-9f12-108c96db6e0f tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146414 Mar 07 22:02:55.748465 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2255a712-5be6-4fa2-978c-26f09ae336f7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (f2dd0206-3668-4f09-84ec-f085adba6c6e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.751600 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-60cdf04e-2bcc-4c82-b936-126abccdf5b0 None None] Provisioning complete for port 0ef2adcf-3c5f-4082-938a-97213c081b81 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:55.751829 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-60cdf04e-2bcc-4c82-b936-126abccdf5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0ef2adcf-3c5f-4082-938a-97213c081b81), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.770556 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2255a712-5be6-4fa2-978c-26f09ae336f7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f2dd0206-3668-4f09-84ec-f085adba6c6e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.819197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcd510-d409-4552-b352-0232d1dc2ce5 req-ce2b1199-835b-453b-b04b-b13551ac01ee tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:55.824354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcd510-d409-4552-b352-0232d1dc2ce5 req-ce2b1199-835b-453b-b04b-b13551ac01ee tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:55.829536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcd510-d409-4552-b352-0232d1dc2ce5 req-ce2b1199-835b-453b-b04b-b13551ac01ee tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:55.833367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-60cdf04e-2bcc-4c82-b936-126abccdf5b0 None None] Port 0ef2adcf-3c5f-4082-938a-97213c081b81 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:55.834837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcd510-d409-4552-b352-0232d1dc2ce5 req-ce2b1199-835b-453b-b04b-b13551ac01ee tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:55.841019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcd510-d409-4552-b352-0232d1dc2ce5 req-ce2b1199-835b-453b-b04b-b13551ac01ee tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:55.846218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcd510-d409-4552-b352-0232d1dc2ce5 req-ce2b1199-835b-453b-b04b-b13551ac01ee tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:55.851415 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcd510-d409-4552-b352-0232d1dc2ce5 req-ce2b1199-835b-453b-b04b-b13551ac01ee tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:55.853799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-35fcd510-d409-4552-b352-0232d1dc2ce5 req-ce2b1199-835b-453b-b04b-b13551ac01ee tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5442 time: 0.1684365 Mar 07 22:02:55.861629 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2255a712-5be6-4fa2-978c-26f09ae336f7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.865624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2255a712-5be6-4fa2-978c-26f09ae336f7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3824008 Mar 07 22:02:55.865828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57470) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:55.870645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-16ecc99d-1fda-408b-a29b-08859ea484e4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'security_group': {'name': 'tempest-secgroup-1625911726'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:55.878884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255a712-5be6-4fa2-978c-26f09ae336f7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dd0206-3668-4f09-84ec-f085adba6c6e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:55.912783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-60cdf04e-2bcc-4c82-b936-126abccdf5b0 None None] Provisioning complete for port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:55.913436 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-60cdf04e-2bcc-4c82-b936-126abccdf5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.917934 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-16ecc99d-1fda-408b-a29b-08859ea484e4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.973361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386749-f971-4d80-8069-2dc20fdc242b req-3d2e6c49-d5dc-484e-87e7-a9daa5016476 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:55.975205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6386749-f971-4d80-8069-2dc20fdc242b req-3d2e6c49-d5dc-484e-87e7-a9daa5016476 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.1182966 Mar 07 22:02:55.982316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 98738167-0a20-476f-92f4-f20d36442fad is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:55.982710 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (98738167-0a20-476f-92f4-f20d36442fad), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:55.994743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-35fcd510-d409-4552-b352-0232d1dc2ce5 req-508ec2d6-7a62-4720-8811-dcec5b262ea8 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304727 Mar 07 22:02:56.020658 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-16ecc99d-1fda-408b-a29b-08859ea484e4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (554b288f-9a0a-4284-a21c-8c0a0e565bb7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.027009 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-16ecc99d-1fda-408b-a29b-08859ea484e4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (554b288f-9a0a-4284-a21c-8c0a0e565bb7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.058123 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6386749-f971-4d80-8069-2dc20fdc242b req-c1e67109-76eb-443e-b980-beb2b366e1c1 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613616 Mar 07 22:02:56.067595 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-16ecc99d-1fda-408b-a29b-08859ea484e4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.071448 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-16ecc99d-1fda-408b-a29b-08859ea484e4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2044396 Mar 07 22:02:56.073471 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecc99d-1fda-408b-a29b-08859ea484e4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554b288f-9a0a-4284-a21c-8c0a0e565bb7,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:56.074609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57472) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:56.080305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd775f010-24c7-4647-8b85-31dbae60c4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8658ca7-af15-4164-9aa6-7eb996a785e4'}, {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac8df2f-126b-4c71-9e1e-1238cf14624f'}, {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfe58ad-c800-469f-9dac-12f4b77541dc'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:56.081895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-57c024e4-50f0-4fd8-9be6-51f2c8fa41ff tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'security_group': {'name': 'tempest-secgroup-1291728237'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:56.083168 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058f16bd-532f-4aaa-af71-6ad5eea4f4f7" -d '{"events": [{"server_uuid": "d775f010-24c7-4647-8b85-31dbae60c4d2", "name": "network-vif-plugged", "status": "completed", "tag": "b8658ca7-af15-4164-9aa6-7eb996a785e4"}, {"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-plugged", "status": "completed", "tag": "8ac8df2f-126b-4c71-9e1e-1238cf14624f"}, {"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-plugged", "status": "completed", "tag": "3cfe58ad-c800-469f-9dac-12f4b77541dc"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:56.114701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 98738167-0a20-476f-92f4-f20d36442fad, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=98738167-0a20-476f-92f4-f20d36442fad,segment=NetworkSegment(2d91140e-39bf-435e-a1e5-f8b7a367052f),segment_id=2d91140e-39bf-435e-a1e5-f8b7a367052f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:56.116075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e638000-486f-43fe-b761-1e2b520c3d45 None None] Update dhcp port {'port': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'fixed_ips': [{'subnet_id': 'd925e9ca-2537-4a27-82cf-d04ef4e95b77', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ee796034-30ba-4343-b058-aa6e82005fe7'}], 'binding:host_id': 'n-d-832330-1'}, 'id': '584dc1b3-2845-4b74-b3b9-946b5a57fdb0'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 22:02:56.124759 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57c024e4-50f0-4fd8-9be6-51f2c8fa41ff tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.224474 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57c024e4-50f0-4fd8-9be6-51f2c8fa41ff tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (a97f967f-5e46-4901-98ac-4917e7793aea), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.243822 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57c024e4-50f0-4fd8-9be6-51f2c8fa41ff tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a97f967f-5e46-4901-98ac-4917e7793aea), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.283371 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57c024e4-50f0-4fd8-9be6-51f2c8fa41ff tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.287325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-57c024e4-50f0-4fd8-9be6-51f2c8fa41ff tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2087188 Mar 07 22:02:56.288032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57476) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:56.292996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ab0936d3-6b12-48f7-9bc8-677753b515bf tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1860808175', 'security_groups': ['a97f967f-5e46-4901-98ac-4917e7793aea'], 'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ee796034-30ba-4343-b058-aa6e82005fe7'}]}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:56.297163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c024e4-50f0-4fd8-9be6-51f2c8fa41ff tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97f967f-5e46-4901-98ac-4917e7793aea,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:56.330080 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885a115-8021-4a89-9825-6a298c2bd068 req-4c649681-5e93-48b4-a2cf-3d21b8c3ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:56.331546 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d885a115-8021-4a89-9825-6a298c2bd068 req-4c649681-5e93-48b4-a2cf-3d21b8c3ac4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 1128 time: 0.1174152 Mar 07 22:02:56.342859 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d27513-918a-42ae-8e7f-3abc11073171 x-openstack-request-id: req-08d27513-918a-42ae-8e7f-3abc11073171 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:56.343236 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d775f010-24c7-4647-8b85-31dbae60c4d2", "name": "network-vif-plugged", "status": "completed", "tag": "b8658ca7-af15-4164-9aa6-7eb996a785e4", "code": 200}, {"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-plugged", "status": "completed", "tag": "8ac8df2f-126b-4c71-9e1e-1238cf14624f", "code": 200}, {"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-plugged", "status": "completed", "tag": "3cfe58ad-c800-469f-9dac-12f4b77541dc", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:56.343448 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08d27513-918a-42ae-8e7f-3abc11073171 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:56.343824 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd775f010-24c7-4647-8b85-31dbae60c4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8658ca7-af15-4164-9aa6-7eb996a785e4', 'code': 200} Mar 07 22:02:56.344090 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac8df2f-126b-4c71-9e1e-1238cf14624f', 'code': 200} Mar 07 22:02:56.344349 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfe58ad-c800-469f-9dac-12f4b77541dc', 'code': 200} Mar 07 22:02:56.348451 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (98738167-0a20-476f-92f4-f20d36442fad), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.349259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 1f0085bd-f10a-46c4-8348-adbfde20e030 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:56.401529 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1e638000-486f-43fe-b761-1e2b520c3d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.431932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d885a115-8021-4a89-9825-6a298c2bd068 req-f6ceb82a-42ee-46f2-92ca-0db3535cdd7a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697315 Mar 07 22:02:56.434216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-60cdf04e-2bcc-4c82-b936-126abccdf5b0 None None] Current status of the port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:56.455642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0936d3-6b12-48f7-9bc8-677753b515bf tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:56.478535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=98738167-0a20-476f-92f4-f20d36442fad,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:56.540585 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ab0936d3-6b12-48f7-9bc8-677753b515bf tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.551808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 1f0085bd-f10a-46c4-8348-adbfde20e030 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:02:56.559341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-ab0936d3-6b12-48f7-9bc8-677753b515bf tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] device_id is not set on port f4ed9934-df4b-4a56-865a-2f9f05e2b143 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:02:56.559921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 1f0085bd-f10a-46c4-8348-adbfde20e030 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:56.560304 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.648850 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-1e638000-486f-43fe-b761-1e2b520c3d45 None None] Allocated IP 2001:db8::2 (8d579dd8-ff24-4d4b-b298-d85d88e44450/ee796034-30ba-4343-b058-aa6e82005fe7/584dc1b3-2845-4b74-b3b9-946b5a57fdb0) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:56.711449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 1f0085bd-f10a-46c4-8348-adbfde20e030 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:56.711845 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.788887 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 1f0085bd-f10a-46c4-8348-adbfde20e030, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=1f0085bd-f10a-46c4-8348-adbfde20e030,segment=NetworkSegment(9ccee63f-6835-41fb-9085-3a09c869f5f3),segment_id=9ccee63f-6835-41fb-9085-3a09c869f5f3)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:56.796160 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.796970 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5d5198c5-e420-4fec-b032-62b96c0b5e13 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:56.833872 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1e638000-486f-43fe-b761-1e2b520c3d45 None None] For port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=584dc1b3-2845-4b74-b3b9-946b5a57fdb0,segment=NetworkSegment(b1e40654-1400-4814-8d5c-2cc28d80ab31),segment_id=b1e40654-1400-4814-8d5c-2cc28d80ab31)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:56.877020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b3aff-d11b-412e-936a-7b244ebd889d req-061e4518-61f6-4557-8289-a2d2ed516f82 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:56.878848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee7b3aff-d11b-412e-936a-7b244ebd889d req-061e4518-61f6-4557-8289-a2d2ed516f82 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0661674 Mar 07 22:02:56.912591 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1e638000-486f-43fe-b761-1e2b520c3d45 None None] Publish callbacks [] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.928270 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1e638000-486f-43fe-b761-1e2b520c3d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.939317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=1f0085bd-f10a-46c4-8348-adbfde20e030,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:56.945733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 5d5198c5-e420-4fec-b032-62b96c0b5e13 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:02:56.951163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 5d5198c5-e420-4fec-b032-62b96c0b5e13 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:56.951542 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:56.985315 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee7b3aff-d11b-412e-936a-7b244ebd889d req-93a3a38d-6eeb-4dcd-a45d-7f439a4d7c81 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940895 Mar 07 22:02:57.095517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e638000-486f-43fe-b761-1e2b520c3d45 None None] Pushing event updated for resources: {'Port': ['ID=584dc1b3-2845-4b74-b3b9-946b5a57fdb0,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:57.170974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 5d5198c5-e420-4fec-b032-62b96c0b5e13 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:57.171386 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:57.233535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 5d5198c5-e420-4fec-b032-62b96c0b5e13, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5d5198c5-e420-4fec-b032-62b96c0b5e13,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:57.282100 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:57.283351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 05afd382-defc-4b8d-9fd1-655e05ad1958 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:57.436702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=5d5198c5-e420-4fec-b032-62b96c0b5e13,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:57.488153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-ab0936d3-6b12-48f7-9bc8-677753b515bf tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Allocated IP 2001:db8::2d (8d579dd8-ff24-4d4b-b298-d85d88e44450/ee796034-30ba-4343-b058-aa6e82005fe7/f4ed9934-df4b-4a56-865a-2f9f05e2b143) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:57.506932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 05afd382-defc-4b8d-9fd1-655e05ad1958 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:02:57.512481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 05afd382-defc-4b8d-9fd1-655e05ad1958 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:57.512972 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:57.648053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8047-6cbc-4cc9-b7eb-775065817c7c req-c4848ae4-29aa-4071-88d8-027dbc809aa0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:57.654587 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8047-6cbc-4cc9-b7eb-775065817c7c req-c4848ae4-29aa-4071-88d8-027dbc809aa0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:57.658686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 05afd382-defc-4b8d-9fd1-655e05ad1958 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:57.659080 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:57.660011 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8047-6cbc-4cc9-b7eb-775065817c7c req-c4848ae4-29aa-4071-88d8-027dbc809aa0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:57.665543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8047-6cbc-4cc9-b7eb-775065817c7c req-c4848ae4-29aa-4071-88d8-027dbc809aa0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:57.671149 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8047-6cbc-4cc9-b7eb-775065817c7c req-c4848ae4-29aa-4071-88d8-027dbc809aa0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:57.677042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8047-6cbc-4cc9-b7eb-775065817c7c req-c4848ae4-29aa-4071-88d8-027dbc809aa0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:57.682575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8047-6cbc-4cc9-b7eb-775065817c7c req-c4848ae4-29aa-4071-88d8-027dbc809aa0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:57.684550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-033c8047-6cbc-4cc9-b7eb-775065817c7c req-c4848ae4-29aa-4071-88d8-027dbc809aa0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5445 time: 0.1940868 Mar 07 22:02:57.700832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 05afd382-defc-4b8d-9fd1-655e05ad1958, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=05afd382-defc-4b8d-9fd1-655e05ad1958,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:02:57.707075 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:57.770378 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=05afd382-defc-4b8d-9fd1-655e05ad1958,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:57.815752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0090f63-d95a-4bc6-ab60-ddddb704c260 req-cf6e1df1-485b-4a13-b859-a95fe96e9c42 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:57.817367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0090f63-d95a-4bc6-ab60-ddddb704c260 req-cf6e1df1-485b-4a13-b859-a95fe96e9c42 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.2172093 Mar 07 22:02:57.865548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-033c8047-6cbc-4cc9-b7eb-775065817c7c req-aca784f5-85ca-4b9b-a9c6-5d76674444d2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1625128 Mar 07 22:02:57.897260 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ab0936d3-6b12-48f7-9bc8-677753b515bf tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (f4ed9934-df4b-4a56-865a-2f9f05e2b143), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:57.925157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0090f63-d95a-4bc6-ab60-ddddb704c260 req-678868bb-f95e-4cfc-8d9f-e64ad26241a3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976305 Mar 07 22:02:57.954502 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ab0936d3-6b12-48f7-9bc8-677753b515bf tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f4ed9934-df4b-4a56-865a-2f9f05e2b143), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:58.012158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0936d3-6b12-48f7-9bc8-677753b515bf tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:58.016604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ab0936d3-6b12-48f7-9bc8-677753b515bf tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:58.018899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0936d3-6b12-48f7-9bc8-677753b515bf tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:02:58.024277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0936d3-6b12-48f7-9bc8-677753b515bf tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:58.025365 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ab0936d3-6b12-48f7-9bc8-677753b515bf tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:58.028924 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0936d3-6b12-48f7-9bc8-677753b515bf tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=f4ed9934-df4b-4a56-865a-2f9f05e2b143,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:58.053540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ab0936d3-6b12-48f7-9bc8-677753b515bf tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7642632 Mar 07 22:02:58.056730 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57496) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:58.063404 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f3f27ee5-7691-42da-8301-51d3675aed3b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'subnet': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:58.076351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6cc0a7b1-8604-46cf-9fcf-43f6cad68a3a None None] Provisioning complete for port 0ef2adcf-3c5f-4082-938a-97213c081b81 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:58.076959 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a7b1-8604-46cf-9fcf-43f6cad68a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0ef2adcf-3c5f-4082-938a-97213c081b81), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:58.124926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6cc0a7b1-8604-46cf-9fcf-43f6cad68a3a None None] Port 0ef2adcf-3c5f-4082-938a-97213c081b81 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:58.137498 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6cc0a7b1-8604-46cf-9fcf-43f6cad68a3a None None] Provisioning complete for port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:58.137971 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a7b1-8604-46cf-9fcf-43f6cad68a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:58.190849 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae78e0-4da8-4bcf-b299-1465d49b16c9 req-fd70d847-df8a-4d98-8811-e0517264451e tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:58.194379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5ae78e0-4da8-4bcf-b299-1465d49b16c9 req-fd70d847-df8a-4d98-8811-e0517264451e tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0916970 Mar 07 22:02:58.223661 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f27ee5-7691-42da-8301-51d3675aed3b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:58.228692 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f3f27ee5-7691-42da-8301-51d3675aed3b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:58.289238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6cc0a7b1-8604-46cf-9fcf-43f6cad68a3a None None] Current status of the port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:58.291802 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5ae78e0-4da8-4bcf-b299-1465d49b16c9 req-72f2f2f9-5549-4511-9e6c-b29a15a2941d tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910468 Mar 07 22:02:58.345427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98738167-0a20-476f-92f4-f20d36442fad'}, {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0085bd-f10a-46c4-8348-adbfde20e030'}, {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5198c5-e420-4fec-b032-62b96c0b5e13'}, {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05afd382-defc-4b8d-9fd1-655e05ad1958'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:58.347811 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513267af-a765-4131-993a-986bba99c5d2" -d '{"events": [{"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-plugged", "status": "completed", "tag": "98738167-0a20-476f-92f4-f20d36442fad"}, {"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-plugged", "status": "completed", "tag": "1f0085bd-f10a-46c4-8348-adbfde20e030"}, {"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-plugged", "status": "completed", "tag": "5d5198c5-e420-4fec-b032-62b96c0b5e13"}, {"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-plugged", "status": "completed", "tag": "05afd382-defc-4b8d-9fd1-655e05ad1958"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:02:58.353311 n-d-832330-1 neutron-server[103718]: INFO neutron.db.ipam_backend_mixin [None req-f3f27ee5-7691-42da-8301-51d3675aed3b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee796034-30ba-4343-b058-aa6e82005fe7 (CIDR: 2001:db8::/64) Mar 07 22:02:58.359468 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f27ee5-7691-42da-8301-51d3675aed3b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 22:02:58.360177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f27ee5-7691-42da-8301-51d3675aed3b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:02:58.382493 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f3f27ee5-7691-42da-8301-51d3675aed3b tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3206336 Mar 07 22:02:58.382693 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57504) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:58.389417 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4a2e53c8-b15b-4302-9154-7cf728ab58b2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'subnet': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:58.403751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-73b3139a-dba6-4512-99b9-09f79cfe0c52 None None] Could not find standard attr ID for object d66a9bba-5cb2-481e-814b-715601ef5312. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:02:58.422216 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 07 Mar 2022 22:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c39e8b-bb09-40d0-a59d-23e59e046d5d x-openstack-request-id: req-e6c39e8b-bb09-40d0-a59d-23e59e046d5d {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:02:58.422550 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-plugged", "status": "completed", "tag": "98738167-0a20-476f-92f4-f20d36442fad", "code": 200}, {"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-plugged", "status": "completed", "tag": "1f0085bd-f10a-46c4-8348-adbfde20e030", "code": 200}, {"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-plugged", "status": "completed", "tag": "5d5198c5-e420-4fec-b032-62b96c0b5e13", "code": 200}, {"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-plugged", "status": "completed", "tag": "05afd382-defc-4b8d-9fd1-655e05ad1958", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:02:58.422811 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6c39e8b-bb09-40d0-a59d-23e59e046d5d {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:02:58.423282 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98738167-0a20-476f-92f4-f20d36442fad', 'code': 200} Mar 07 22:02:58.423493 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0085bd-f10a-46c4-8348-adbfde20e030', 'code': 200} Mar 07 22:02:58.423777 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5198c5-e420-4fec-b032-62b96c0b5e13', 'code': 200} Mar 07 22:02:58.424036 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05afd382-defc-4b8d-9fd1-655e05ad1958', 'code': 200} Mar 07 22:02:58.591421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2e53c8-b15b-4302-9154-7cf728ab58b2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:58.595290 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4a2e53c8-b15b-4302-9154-7cf728ab58b2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:58.684249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6f3ca-7a5c-432f-b954-eebacebbdb0b req-3f69304a-8e0c-406b-b51b-e03b134339b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:58.685020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6f3ca-7a5c-432f-b954-eebacebbdb0b req-3f69304a-8e0c-406b-b51b-e03b134339b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:58.685457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6f3ca-7a5c-432f-b954-eebacebbdb0b req-3f69304a-8e0c-406b-b51b-e03b134339b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:58.685945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6f3ca-7a5c-432f-b954-eebacebbdb0b req-3f69304a-8e0c-406b-b51b-e03b134339b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:58.686452 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6f3ca-7a5c-432f-b954-eebacebbdb0b req-3f69304a-8e0c-406b-b51b-e03b134339b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:58.686930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6f3ca-7a5c-432f-b954-eebacebbdb0b req-3f69304a-8e0c-406b-b51b-e03b134339b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:58.687404 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6f3ca-7a5c-432f-b954-eebacebbdb0b req-3f69304a-8e0c-406b-b51b-e03b134339b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:58.689422 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-deb6f3ca-7a5c-432f-b954-eebacebbdb0b req-3f69304a-8e0c-406b-b51b-e03b134339b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 6720 time: 0.1663108 Mar 07 22:02:58.731524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9b70e88d-a41f-457d-ac1e-6d062d328338 None None] Provisioning complete for port f4ed9934-df4b-4a56-865a-2f9f05e2b143 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:58.733141 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9b70e88d-a41f-457d-ac1e-6d062d328338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f4ed9934-df4b-4a56-865a-2f9f05e2b143), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:58.738943 n-d-832330-1 neutron-server[103718]: INFO neutron.db.ipam_backend_mixin [None req-4a2e53c8-b15b-4302-9154-7cf728ab58b2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d925e9ca-2537-4a27-82cf-d04ef4e95b77 (CIDR: 2001:db8:0:1::/64) Mar 07 22:02:58.746861 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2e53c8-b15b-4302-9154-7cf728ab58b2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 22:02:58.747482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2e53c8-b15b-4302-9154-7cf728ab58b2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:02:58.769814 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4a2e53c8-b15b-4302-9154-7cf728ab58b2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3832681 Mar 07 22:02:58.770047 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57512) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:58.779776 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-906dc075-7799-4a62-9c62-d74ab5c3eee2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'subnet': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:58.793559 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-deb6f3ca-7a5c-432f-b954-eebacebbdb0b req-01dbea90-3c12-4534-be52-6a5ab9343fdb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b649087d-104c-4519-82f2-06152ef735a9&id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948498 Mar 07 22:02:58.843555 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9b70e88d-a41f-457d-ac1e-6d062d328338 None None] Port f4ed9934-df4b-4a56-865a-2f9f05e2b143 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:02:58.946409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:02:59.075647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6042cadb-be3b-4651-87e1-f6851e240def None None] Could not find standard attr ID for object d66a9bba-5cb2-481e-814b-715601ef5312. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:02:59.091184 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906dc075-7799-4a62-9c62-d74ab5c3eee2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Made reservation on behalf of e61a787c1d794c53bf034f810d226e5a for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:59.099637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:02:59.100184 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:59.100341 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-906dc075-7799-4a62-9c62-d74ab5c3eee2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:59.229276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:02:59.231146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631ddbe-d1a5-4145-83b8-4680facb0963 req-16c35d0c-082f-4ec4-ae94-4f8226a94893 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:59.236585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631ddbe-d1a5-4145-83b8-4680facb0963 req-16c35d0c-082f-4ec4-ae94-4f8226a94893 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:59.241915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631ddbe-d1a5-4145-83b8-4680facb0963 req-16c35d0c-082f-4ec4-ae94-4f8226a94893 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:59.247908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631ddbe-d1a5-4145-83b8-4680facb0963 req-16c35d0c-082f-4ec4-ae94-4f8226a94893 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:59.253254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631ddbe-d1a5-4145-83b8-4680facb0963 req-16c35d0c-082f-4ec4-ae94-4f8226a94893 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:59.258618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631ddbe-d1a5-4145-83b8-4680facb0963 req-16c35d0c-082f-4ec4-ae94-4f8226a94893 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:59.264029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631ddbe-d1a5-4145-83b8-4680facb0963 req-16c35d0c-082f-4ec4-ae94-4f8226a94893 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:59.266058 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3631ddbe-d1a5-4145-83b8-4680facb0963 req-16c35d0c-082f-4ec4-ae94-4f8226a94893 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5446 time: 0.2663288 Mar 07 22:02:59.406244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3631ddbe-d1a5-4145-83b8-4680facb0963 req-661d61c7-bc36-49cf-983d-3abe714c61ca tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246631 Mar 07 22:02:59.425304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c74e8-e8ae-41e0-b4bd-5458df60e9cb req-943b9c89-f8ca-492d-a662-3c0843e4b333 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:59.426848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-466c74e8-e8ae-41e0-b4bd-5458df60e9cb req-943b9c89-f8ca-492d-a662-3c0843e4b333 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.2079988 Mar 07 22:02:59.552014 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-466c74e8-e8ae-41e0-b4bd-5458df60e9cb req-7387005b-d76b-47f9-ab54-3733a8279202 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1172917 Mar 07 22:02:59.620440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587da32-b017-44ce-b02f-ed41f1c05d78 req-27589eec-24bf-4802-8478-3fe8a29d7512 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:59.621931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8587da32-b017-44ce-b02f-ed41f1c05d78 req-27589eec-24bf-4802-8478-3fe8a29d7512 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 946 time: 0.1404090 Mar 07 22:02:59.666463 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-906dc075-7799-4a62-9c62-d74ab5c3eee2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (6e6f2a0e-4251-4eb4-b4bb-6e36c82ffb9d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:59.722638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906dc075-7799-4a62-9c62-d74ab5c3eee2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:59.726089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-906dc075-7799-4a62-9c62-d74ab5c3eee2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:59.731025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8587da32-b017-44ce-b02f-ed41f1c05d78 req-7fe0114f-b271-413b-b91f-df8a2d3322ea tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030262 Mar 07 22:02:59.734821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906dc075-7799-4a62-9c62-d74ab5c3eee2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:59.734939 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-906dc075-7799-4a62-9c62-d74ab5c3eee2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:59.742686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91085d9d-21b1-4cf1-b939-51e813b8b63a None None] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:02:59.753078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906dc075-7799-4a62-9c62-d74ab5c3eee2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Subnet': ['ID=6e6f2a0e-4251-4eb4-b4bb-6e36c82ffb9d,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:59.764498 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-906dc075-7799-4a62-9c62-d74ab5c3eee2 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9908552 Mar 07 22:02:59.764748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57526) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:02:59.770718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-06bd77a8-bf74-40ed-8602-e0d96df124c9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-717189377', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6e6f2a0e-4251-4eb4-b4bb-6e36c82ffb9d'}], 'security_groups': ['f2dd0206-3668-4f09-84ec-f085adba6c6e', '554b288f-9a0a-4284-a21c-8c0a0e565bb7']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:59.847687 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06bd77a8-bf74-40ed-8602-e0d96df124c9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f4ed9934-df4b-4a56-865a-2f9f05e2b143), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:02:59.943784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b66063a-ee9e-4c39-b529-711f943def8a None None] Update dhcp port {'port': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'fixed_ips': [{'subnet_id': 'd925e9ca-2537-4a27-82cf-d04ef4e95b77', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ee796034-30ba-4343-b058-aa6e82005fe7', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e6f2a0e-4251-4eb4-b4bb-6e36c82ffb9d'}], 'binding:host_id': 'n-d-832330-1'}, 'id': '584dc1b3-2845-4b74-b3b9-946b5a57fdb0'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 22:02:59.977286 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7b66063a-ee9e-4c39-b529-711f943def8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:00.199510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-06bd77a8-bf74-40ed-8602-e0d96df124c9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Delete allocated IP 2001:db8::2d (8d579dd8-ff24-4d4b-b298-d85d88e44450/ee796034-30ba-4343-b058-aa6e82005fe7) {{(pid=103719) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 22:03:00.211020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-06bd77a8-bf74-40ed-8602-e0d96df124c9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Allocated IP 2001:db8:0:2::b6 (8d579dd8-ff24-4d4b-b298-d85d88e44450/6e6f2a0e-4251-4eb4-b4bb-6e36c82ffb9d/f4ed9934-df4b-4a56-865a-2f9f05e2b143) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:03:00.394539 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06bd77a8-bf74-40ed-8602-e0d96df124c9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for port (f4ed9934-df4b-4a56-865a-2f9f05e2b143), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:00.403563 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06bd77a8-bf74-40ed-8602-e0d96df124c9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (f4ed9934-df4b-4a56-865a-2f9f05e2b143), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:00.471406 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-7b66063a-ee9e-4c39-b529-711f943def8a None None] Allocated IP 2001:db8:0:2::2 (8d579dd8-ff24-4d4b-b298-d85d88e44450/6e6f2a0e-4251-4eb4-b4bb-6e36c82ffb9d/584dc1b3-2845-4b74-b3b9-946b5a57fdb0) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:03:00.493395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd77a8-bf74-40ed-8602-e0d96df124c9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event updated for resources: {'Port': ['ID=f4ed9934-df4b-4a56-865a-2f9f05e2b143,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:00.514500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-06bd77a8-bf74-40ed-8602-e0d96df124c9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] In _notify_port_updated(), no bound segment for port f4ed9934-df4b-4a56-865a-2f9f05e2b143 on network 8d579dd8-ff24-4d4b-b298-d85d88e44450 {{(pid=103719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 22:03:00.519652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bd77a8-bf74-40ed-8602-e0d96df124c9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:00.520283 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06bd77a8-bf74-40ed-8602-e0d96df124c9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:00.521609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-06bd77a8-bf74-40ed-8602-e0d96df124c9 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "PUT /v2.0/ports/f4ed9934-df4b-4a56-865a-2f9f05e2b143 HTTP/1.1" status: 200 len: 968 time: 0.7557542 Mar 07 22:03:00.524598 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57532) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:00.647955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7b66063a-ee9e-4c39-b529-711f943def8a None None] For port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=584dc1b3-2845-4b74-b3b9-946b5a57fdb0,segment=NetworkSegment(b1e40654-1400-4814-8d5c-2cc28d80ab31),segment_id=b1e40654-1400-4814-8d5c-2cc28d80ab31)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:00.708611 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7b66063a-ee9e-4c39-b529-711f943def8a None None] Publish callbacks [] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:00.716747 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7b66063a-ee9e-4c39-b529-711f943def8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:00.724468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614e98-f1d4-4b58-b890-13559f0d5c41 req-61890005-308c-475b-b379-e4aa1c0e53a0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:00.728914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-27b070d9-f233-44dc-a836-95d1dab408c3 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port f4ed9934-df4b-4a56-865a-2f9f05e2b143 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:00.731202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614e98-f1d4-4b58-b890-13559f0d5c41 req-61890005-308c-475b-b379-e4aa1c0e53a0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:00.731473 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27b070d9-f233-44dc-a836-95d1dab408c3 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f4ed9934-df4b-4a56-865a-2f9f05e2b143), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:00.737840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614e98-f1d4-4b58-b890-13559f0d5c41 req-61890005-308c-475b-b379-e4aa1c0e53a0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:00.743235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614e98-f1d4-4b58-b890-13559f0d5c41 req-61890005-308c-475b-b379-e4aa1c0e53a0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:00.749179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614e98-f1d4-4b58-b890-13559f0d5c41 req-61890005-308c-475b-b379-e4aa1c0e53a0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:00.755576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614e98-f1d4-4b58-b890-13559f0d5c41 req-61890005-308c-475b-b379-e4aa1c0e53a0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:00.762235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614e98-f1d4-4b58-b890-13559f0d5c41 req-61890005-308c-475b-b379-e4aa1c0e53a0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:00.764250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb614e98-f1d4-4b58-b890-13559f0d5c41 req-61890005-308c-475b-b379-e4aa1c0e53a0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5446 time: 0.2244906 Mar 07 22:03:00.781953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d84adb-1466-4d84-9d22-97abaa6fb2d4 req-a3f7e15d-91c4-4a54-a0e3-566a7b729404 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:00.786391 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74d84adb-1466-4d84-9d22-97abaa6fb2d4 req-a3f7e15d-91c4-4a54-a0e3-566a7b729404 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 946 time: 0.1779528 Mar 07 22:03:00.854474 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66063a-ee9e-4c39-b529-711f943def8a None None] Pushing event updated for resources: {'Port': ['ID=584dc1b3-2845-4b74-b3b9-946b5a57fdb0,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:00.887038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15965722-d529-457a-a22e-ea6779086bde req-39682b19-cca1-443a-8052-cc50e3341268 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:00.888649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15965722-d529-457a-a22e-ea6779086bde req-39682b19-cca1-443a-8052-cc50e3341268 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.2160146 Mar 07 22:03:00.888800 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27b070d9-f233-44dc-a836-95d1dab408c3 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f4ed9934-df4b-4a56-865a-2f9f05e2b143), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:00.903436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-27b070d9-f233-44dc-a836-95d1dab408c3 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for f4ed9934-df4b-4a56-865a-2f9f05e2b143 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:00.968206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb614e98-f1d4-4b58-b890-13559f0d5c41 req-40ccd3ef-cc2f-4626-abaf-8c9d2da6a043 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1825676 Mar 07 22:03:01.027365 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15965722-d529-457a-a22e-ea6779086bde req-01b1a477-c41a-40e2-86a0-c4280793a518 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281741 Mar 07 22:03:01.042269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-74d84adb-1466-4d84-9d22-97abaa6fb2d4 req-7e8410ba-60f5-4603-ba46-bdf0fe855533 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Deleting port b8658ca7-af15-4164-9aa6-7eb996a785e4 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:01.042765 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74d84adb-1466-4d84-9d22-97abaa6fb2d4 req-7e8410ba-60f5-4603-ba46-bdf0fe855533 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b8658ca7-af15-4164-9aa6-7eb996a785e4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.143404 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27b070d9-f233-44dc-a836-95d1dab408c3 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f4ed9934-df4b-4a56-865a-2f9f05e2b143), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.193854 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b070d9-f233-44dc-a836-95d1dab408c3 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=f4ed9934-df4b-4a56-865a-2f9f05e2b143,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:01.241045 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27b070d9-f233-44dc-a836-95d1dab408c3 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.250979 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-27b070d9-f233-44dc-a836-95d1dab408c3 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/f4ed9934-df4b-4a56-865a-2f9f05e2b143 HTTP/1.1" status: 204 len: 168 time: 0.7243283 Mar 07 22:03:01.251804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57542) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:01.254896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-74d84adb-1466-4d84-9d22-97abaa6fb2d4 req-7e8410ba-60f5-4603-ba46-bdf0fe855533 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] For port b8658ca7-af15-4164-9aa6-7eb996a785e4, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=b8658ca7-af15-4164-9aa6-7eb996a785e4,segment=NetworkSegment(eb457261-b753-476f-bd3b-9a3f07095074),segment_id=eb457261-b753-476f-bd3b-9a3f07095074)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:01.255335 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74d84adb-1466-4d84-9d22-97abaa6fb2d4 req-7e8410ba-60f5-4603-ba46-bdf0fe855533 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b8658ca7-af15-4164-9aa6-7eb996a785e4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.282185 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f27e92-1fc1-4399-a10a-211137e8aa4a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] GET failed (client error): The resource could not be found. Mar 07 22:03:01.283252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516fb06-1ba0-4818-a000-b343bb094aac req-ebd70315-2f58-40c1-86e6-99d9bed83435 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:01.287149 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-64f27e92-1fc1-4399-a10a-211137e8aa4a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports/f4ed9934-df4b-4a56-865a-2f9f05e2b143 HTTP/1.1" status: 404 len: 333 time: 0.0340357 Mar 07 22:03:01.287997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57544) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:01.290997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0516fb06-1ba0-4818-a000-b343bb094aac req-ebd70315-2f58-40c1-86e6-99d9bed83435 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/ports?device_id=d775f010-24c7-4647-8b85-31dbae60c4d2 HTTP/1.1" status: 200 len: 946 time: 0.1661568 Mar 07 22:03:01.297935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-74d84adb-1466-4d84-9d22-97abaa6fb2d4 req-7e8410ba-60f5-4603-ba46-bdf0fe855533 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Calling delete_port for b8658ca7-af15-4164-9aa6-7eb996a785e4 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:01.343124 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f20cc-fd8d-4712-9c83-d5008461bb0c req-6f011b26-a043-49b4-a3e6-e19f40fe7425 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:01.348894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f20cc-fd8d-4712-9c83-d5008461bb0c req-6f011b26-a043-49b4-a3e6-e19f40fe7425 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:01.354514 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-734759ae-e3b7-4d5c-9bf9-aa07aeb9d002 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (a97f967f-5e46-4901-98ac-4917e7793aea), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.357655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f20cc-fd8d-4712-9c83-d5008461bb0c req-6f011b26-a043-49b4-a3e6-e19f40fe7425 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:01.363160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f20cc-fd8d-4712-9c83-d5008461bb0c req-6f011b26-a043-49b4-a3e6-e19f40fe7425 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:01.369085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f20cc-fd8d-4712-9c83-d5008461bb0c req-6f011b26-a043-49b4-a3e6-e19f40fe7425 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:01.374631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f20cc-fd8d-4712-9c83-d5008461bb0c req-6f011b26-a043-49b4-a3e6-e19f40fe7425 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:01.380323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f20cc-fd8d-4712-9c83-d5008461bb0c req-6f011b26-a043-49b4-a3e6-e19f40fe7425 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:01.383429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-734759ae-e3b7-4d5c-9bf9-aa07aeb9d002 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (a97f967f-5e46-4901-98ac-4917e7793aea), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.386284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-494f20cc-fd8d-4712-9c83-d5008461bb0c req-6f011b26-a043-49b4-a3e6-e19f40fe7425 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5446 time: 0.2143815 Mar 07 22:03:01.393032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57548) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:01.404034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2d148033-9510-43be-9964-269eafa21db0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Request body: {'floatingip': {'port_id': '1f0085bd-f10a-46c4-8348-adbfde20e030'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:01.458620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0516fb06-1ba0-4818-a000-b343bb094aac req-b8b6766e-5a9b-4dcd-ab0e-165b61c97243 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc5c9859-48d0-478f-bd67-07198a29261c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666937 Mar 07 22:03:01.471451 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2d148033-9510-43be-9964-269eafa21db0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for floatingip (8d36e30b-ae7b-45eb-92ad-7e3687d6eeb5), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.557827 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-734759ae-e3b7-4d5c-9bf9-aa07aeb9d002 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a97f967f-5e46-4901-98ac-4917e7793aea), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.560829 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-734759ae-e3b7-4d5c-9bf9-aa07aeb9d002 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.564787 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57550) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:01.565904 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-734759ae-e3b7-4d5c-9bf9-aa07aeb9d002 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/security-groups/a97f967f-5e46-4901-98ac-4917e7793aea HTTP/1.1" status: 204 len: 168 time: 0.2766342 Mar 07 22:03:01.587187 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734759ae-e3b7-4d5c-9bf9-aa07aeb9d002 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97f967f-5e46-4901-98ac-4917e7793aea,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:01.616875 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74d84adb-1466-4d84-9d22-97abaa6fb2d4 req-7e8410ba-60f5-4603-ba46-bdf0fe855533 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (b8658ca7-af15-4164-9aa6-7eb996a785e4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.633250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['b8658ca7-af15-4164-9aa6-7eb996a785e4'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:03:01.675882 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8410ba-60f5-4603-ba46-bdf0fe855533 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Pushing event deleted for resources: {'Port': ['ID=b8658ca7-af15-4164-9aa6-7eb996a785e4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:01.725594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b05102e7-1e25-4275-af31-4a8048bef935 None None] Provisioning complete for port 0ef2adcf-3c5f-4082-938a-97213c081b81 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:01.725983 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b05102e7-1e25-4275-af31-4a8048bef935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0ef2adcf-3c5f-4082-938a-97213c081b81), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.729588 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e687cd0f-66a3-42f0-9865-166c6970c25c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (554b288f-9a0a-4284-a21c-8c0a0e565bb7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.732555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d84adb-1466-4d84-9d22-97abaa6fb2d4 req-7e8410ba-60f5-4603-ba46-bdf0fe855533 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] No DVR routers for this DVR port b8658ca7-af15-4164-9aa6-7eb996a785e4 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:03:01.734740 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74d84adb-1466-4d84-9d22-97abaa6fb2d4 req-7e8410ba-60f5-4603-ba46-bdf0fe855533 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.739066 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74d84adb-1466-4d84-9d22-97abaa6fb2d4 req-7e8410ba-60f5-4603-ba46-bdf0fe855533 tempest-VolumesActionsTest-1161959358 tempest-VolumesActionsTest-1161959358-project] 10.222.0.15 "DELETE /v2.0/ports/b8658ca7-af15-4164-9aa6-7eb996a785e4 HTTP/1.1" status: 204 len: 173 time: 0.9473767 Mar 07 22:03:01.740691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd775f010-24c7-4647-8b85-31dbae60c4d2', 'name': 'network-vif-deleted', 'tag': 'b8658ca7-af15-4164-9aa6-7eb996a785e4'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:03:01.757371 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d285027-edea-4ec1-9251-610bc8d6d7c1" -d '{"events": [{"server_uuid": "d775f010-24c7-4647-8b85-31dbae60c4d2", "name": "network-vif-deleted", "tag": "b8658ca7-af15-4164-9aa6-7eb996a785e4"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:03:01.801801 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b05102e7-1e25-4275-af31-4a8048bef935 None None] Port 0ef2adcf-3c5f-4082-938a-97213c081b81 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:01.828424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b05102e7-1e25-4275-af31-4a8048bef935 None None] Provisioning complete for port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:01.829731 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e687cd0f-66a3-42f0-9865-166c6970c25c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (554b288f-9a0a-4284-a21c-8c0a0e565bb7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.832180 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b05102e7-1e25-4275-af31-4a8048bef935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.862526 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e78230-6ffa-4587-88f5-cf1d646190f0 x-openstack-request-id: req-e0e78230-6ffa-4587-88f5-cf1d646190f0 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:03:01.862924 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d775f010-24c7-4647-8b85-31dbae60c4d2", "name": "network-vif-deleted", "tag": "b8658ca7-af15-4164-9aa6-7eb996a785e4", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:03:01.864334 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0e78230-6ffa-4587-88f5-cf1d646190f0 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:03:01.864849 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd775f010-24c7-4647-8b85-31dbae60c4d2', 'name': 'network-vif-deleted', 'tag': 'b8658ca7-af15-4164-9aa6-7eb996a785e4', 'status': 'completed', 'code': 200} Mar 07 22:03:01.947732 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e687cd0f-66a3-42f0-9865-166c6970c25c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (554b288f-9a0a-4284-a21c-8c0a0e565bb7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.950716 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e687cd0f-66a3-42f0-9865-166c6970c25c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:01.952108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e687cd0f-66a3-42f0-9865-166c6970c25c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/security-groups/554b288f-9a0a-4284-a21c-8c0a0e565bb7 HTTP/1.1" status: 204 len: 168 time: 0.3863766 Mar 07 22:03:01.978992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57558) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:01.979903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687cd0f-66a3-42f0-9865-166c6970c25c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554b288f-9a0a-4284-a21c-8c0a0e565bb7,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:02.057019 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44fcbdab-2503-4a11-93ec-91f3d9d3052a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (f2dd0206-3668-4f09-84ec-f085adba6c6e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:02.062833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b05102e7-1e25-4275-af31-4a8048bef935 None None] Current status of the port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:02.095762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b05102e7-1e25-4275-af31-4a8048bef935 None None] Could not find standard attr ID for object f4ed9934-df4b-4a56-865a-2f9f05e2b143. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:03:02.097519 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44fcbdab-2503-4a11-93ec-91f3d9d3052a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (f2dd0206-3668-4f09-84ec-f085adba6c6e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:02.211657 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6ef7d420-6c42-4f04-b0b4-5023d0ac3199 None None] Could not find standard attr ID for object f4ed9934-df4b-4a56-865a-2f9f05e2b143. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:03:02.226945 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44fcbdab-2503-4a11-93ec-91f3d9d3052a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f2dd0206-3668-4f09-84ec-f085adba6c6e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:02.232131 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44fcbdab-2503-4a11-93ec-91f3d9d3052a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:02.233600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-44fcbdab-2503-4a11-93ec-91f3d9d3052a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/security-groups/f2dd0206-3668-4f09-84ec-f085adba6c6e HTTP/1.1" status: 204 len: 168 time: 0.2505732 Mar 07 22:03:02.272039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57564) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:02.361604 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e947c62b-8364-472f-bf96-c74912ab1f66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting subnet ee796034-30ba-4343-b058-aa6e82005fe7 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:03:02.363658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcbdab-2503-4a11-93ec-91f3d9d3052a tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dd0206-3668-4f09-84ec-f085adba6c6e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:02.365548 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e947c62b-8364-472f-bf96-c74912ab1f66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (ee796034-30ba-4343-b058-aa6e82005fe7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:02.429478 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f8dc1-8eb1-47bf-be4e-2f437300290a req-a8f1ee1e-5c8e-41b4-84ad-99ae7952825b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:02.433178 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-031f8dc1-8eb1-47bf-be4e-2f437300290a req-a8f1ee1e-5c8e-41b4-84ad-99ae7952825b tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.2506921 Mar 07 22:03:02.475611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e947c62b-8364-472f-bf96-c74912ab1f66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (ee796034-30ba-4343-b058-aa6e82005fe7), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:02.522375 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2d148033-9510-43be-9964-269eafa21db0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:02.524258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-031f8dc1-8eb1-47bf-be4e-2f437300290a req-a3bb88fd-44f9-41d3-b940-37df73c7fe94 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827496 Mar 07 22:03:02.538615 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2d148033-9510-43be-9964-269eafa21db0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (8d36e30b-ae7b-45eb-92ad-7e3687d6eeb5), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:02.688104 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e947c62b-8364-472f-bf96-c74912ab1f66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (ee796034-30ba-4343-b058-aa6e82005fe7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:02.723255 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-2d148033-9510-43be-9964-269eafa21db0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Floating IP 8d36e30b-ae7b-45eb-92ad-7e3687d6eeb5 associated. External IP: 172.25.4.229, port: 1f0085bd-f10a-46c4-8348-adbfde20e030. Mar 07 22:03:02.939270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:03:03.022426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:03.022662 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:03.116840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:03.156732 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e947c62b-8364-472f-bf96-c74912ab1f66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (ee796034-30ba-4343-b058-aa6e82005fe7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:03.186769 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947c62b-8364-472f-bf96-c74912ab1f66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Subnet': ['ID=ee796034-30ba-4343-b058-aa6e82005fe7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:03.204054 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e947c62b-8364-472f-bf96-c74912ab1f66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:03.211569 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e947c62b-8364-472f-bf96-c74912ab1f66 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/ee796034-30ba-4343-b058-aa6e82005fe7 HTTP/1.1" status: 204 len: 168 time: 0.9380887 Mar 07 22:03:03.211847 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57596) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:03.215472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce9cebc-6cd9-4629-aced-ca0774142eca None None] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:03.317991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-76660a84-b6ae-479f-a298-ae3561f57ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting subnet 6e6f2a0e-4251-4eb4-b4bb-6e36c82ffb9d {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:03:03.331426 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76660a84-b6ae-479f-a298-ae3561f57ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (6e6f2a0e-4251-4eb4-b4bb-6e36c82ffb9d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:03.416497 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76660a84-b6ae-479f-a298-ae3561f57ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (6e6f2a0e-4251-4eb4-b4bb-6e36c82ffb9d), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:03.467917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d148033-9510-43be-9964-269eafa21db0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Router c7a895eb-86a6-4403-82c9-dce04f0db69b has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:03:03.569176 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76660a84-b6ae-479f-a298-ae3561f57ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (6e6f2a0e-4251-4eb4-b4bb-6e36c82ffb9d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:03.645332 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76660a84-b6ae-479f-a298-ae3561f57ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (6e6f2a0e-4251-4eb4-b4bb-6e36c82ffb9d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:03.756957 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d148033-9510-43be-9964-269eafa21db0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:03:03.768222 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e61312-1b8d-4f82-b322-e94c2e10d946 None None] Sync routers for ids ['c7a895eb-86a6-4403-82c9-dce04f0db69b'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:03:03.776143 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2d148033-9510-43be-9964-269eafa21db0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:03.785304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e61312-1b8d-4f82-b322-e94c2e10d946 None None] Routers {'c7a895eb-86a6-4403-82c9-dce04f0db69b'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:03.786352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-30e61312-1b8d-4f82-b322-e94c2e10d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:02:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c7a895eb-86a6-4403-82c9-dce04f0db69b'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:03.815994 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76660a84-b6ae-479f-a298-ae3561f57ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6f2a0e-4251-4eb4-b4bb-6e36c82ffb9d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:03.821314 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76660a84-b6ae-479f-a298-ae3561f57ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:03.827481 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-76660a84-b6ae-479f-a298-ae3561f57ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/6e6f2a0e-4251-4eb4-b4bb-6e36c82ffb9d HTTP/1.1" status: 204 len: 168 time: 0.6112301 Mar 07 22:03:03.828583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57624) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:03.874963 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2d148033-9510-43be-9964-269eafa21db0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "PUT /v2.0/floatingips/8d36e30b-ae7b-45eb-92ad-7e3687d6eeb5 HTTP/1.1" status: 200 len: 992 time: 2.4749668 Mar 07 22:03:03.875836 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '1f0085bd-f10a-46c4-8348-adbfde20e030'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:03:03.881602 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7ab669-c744-459b-8f18-27c547b58776 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] DELETE failed (client error): The resource could not be found. Mar 07 22:03:03.882093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7ab669-c744-459b-8f18-27c547b58776 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:03:03.883287 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fecb3e-61c0-42a6-8a82-24df797ff42d" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "1f0085bd-f10a-46c4-8348-adbfde20e030"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:03:03.888186 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3d7ab669-c744-459b-8f18-27c547b58776 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/ee796034-30ba-4343-b058-aa6e82005fe7 HTTP/1.1" status: 404 len: 337 time: 0.0563581 Mar 07 22:03:03.890459 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57626) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:03.899434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3700b-1b6f-42ca-936e-657f8985f590 req-8f115871-0c16-48c3-96dc-0b6363d0a75d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:03.901022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03c3700b-1b6f-42ca-936e-657f8985f590 req-8f115871-0c16-48c3-96dc-0b6363d0a75d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.1869016 Mar 07 22:03:03.979135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03c3700b-1b6f-42ca-936e-657f8985f590 req-e281ac9f-e61f-47f0-b7e2-a621d1fdd658 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708768 Mar 07 22:03:04.018624 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95113941-619d-4537-89b2-5d9dff7697a3 x-openstack-request-id: req-95113941-619d-4537-89b2-5d9dff7697a3 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:03:04.018863 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "tag": "1f0085bd-f10a-46c4-8348-adbfde20e030", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:03:04.019363 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95113941-619d-4537-89b2-5d9dff7697a3 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:03:04.019499 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'tag': '1f0085bd-f10a-46c4-8348-adbfde20e030', 'status': 'completed', 'code': 200} Mar 07 22:03:04.101269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-30e61312-1b8d-4f82-b322-e94c2e10d946 None None] Set router c7a895eb-86a6-4403-82c9-dce04f0db69b gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:03:04.139056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac21c35-25c0-4fb5-9825-319a39691ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting subnet d925e9ca-2537-4a27-82cf-d04ef4e95b77 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:03:04.151074 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ac21c35-25c0-4fb5-9825-319a39691ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (d925e9ca-2537-4a27-82cf-d04ef4e95b77), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:04.258827 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-66f74c35-8aa8-4bbe-b0a0-e7055a6b42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:04.259663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-66f74c35-8aa8-4bbe-b0a0-e7055a6b42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:04.260236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-66f74c35-8aa8-4bbe-b0a0-e7055a6b42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:04.264501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-66f74c35-8aa8-4bbe-b0a0-e7055a6b42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:04.265823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-66f74c35-8aa8-4bbe-b0a0-e7055a6b42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:04.265962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-66f74c35-8aa8-4bbe-b0a0-e7055a6b42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:04.266538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-66f74c35-8aa8-4bbe-b0a0-e7055a6b42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:04.270658 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-66f74c35-8aa8-4bbe-b0a0-e7055a6b42ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 6720 time: 0.2253914 Mar 07 22:03:04.337708 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ac21c35-25c0-4fb5-9825-319a39691ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (d925e9ca-2537-4a27-82cf-d04ef4e95b77), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:04.459092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-30e61312-1b8d-4f82-b322-e94c2e10d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:43Z', 'updated_at': '2022-03-07T21:59:49Z', 'revision_number': 4, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'gw_port': {'id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:44Z', 'updated_at': '2022-03-07T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '8d36e30b-ae7b-45eb-92ad-7e3687d6eeb5', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'port_id': '1f0085bd-f10a-46c4-8348-adbfde20e030', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'mac_address': 'fa:16:3e:4c:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:01:11Z', 'updated_at': '2022-03-07T22:03:02Z', 'revision_number': 1, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66e4b92-850c-424c-99d1-285368452793', 'name': '', 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'mac_address': 'fa:16:3e:50:99:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:47Z', 'updated_at': '2022-03-07T21:59:55Z', 'revision_number': 5, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'subnets': [{'id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:04.491792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e61312-1b8d-4f82-b322-e94c2e10d946 None None] Checking router: c7a895eb-86a6-4403-82c9-dce04f0db69b for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:03:04.503368 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e61312-1b8d-4f82-b322-e94c2e10d946 None None] Routers {'c7a895eb-86a6-4403-82c9-dce04f0db69b'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:04.504136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-30e61312-1b8d-4f82-b322-e94c2e10d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:02:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c7a895eb-86a6-4403-82c9-dce04f0db69b'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:04.668874 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-04784014-d9a3-4ba8-8851-d4f818b6f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:04.670578 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-04784014-d9a3-4ba8-8851-d4f818b6f1ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 HTTP/1.1" status: 200 len: 917 time: 0.3915436 Mar 07 22:03:04.779203 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ac21c35-25c0-4fb5-9825-319a39691ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (d925e9ca-2537-4a27-82cf-d04ef4e95b77), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:04.827112 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-ec7a9c3c-2f30-4614-858c-20722c95541e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f0085bd-f10a-46c4-8348-adbfde20e030 HTTP/1.1" status: 200 len: 1000 time: 0.1447868 Mar 07 22:03:04.834916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5deadfe-be99-4fb2-b1ae-b3d32fb714e6 None None] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:04.843403 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-30e61312-1b8d-4f82-b322-e94c2e10d946 None None] Set router c7a895eb-86a6-4403-82c9-dce04f0db69b gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:03:04.891252 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-db37e46f-80ba-4882-bec3-6a2e219704da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:04.893230 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-db37e46f-80ba-4882-bec3-6a2e219704da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e487eb0-cf82-4d95-adff-ac9720e5bf10 HTTP/1.1" status: 200 len: 855 time: 0.0586910 Mar 07 22:03:04.995874 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-38c4f528-9754-48da-b3cc-86025d673f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:04.998303 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-38c4f528-9754-48da-b3cc-86025d673f7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0963633 Mar 07 22:03:05.000116 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ac21c35-25c0-4fb5-9825-319a39691ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (d925e9ca-2537-4a27-82cf-d04ef4e95b77), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:05.035081 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-c58852c5-2740-49a7-8daa-dccd4e04275d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:03:05.041175 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-c58852c5-2740-49a7-8daa-dccd4e04275d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0318143 Mar 07 22:03:05.199102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac21c35-25c0-4fb5-9825-319a39691ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Subnet': ['ID=d925e9ca-2537-4a27-82cf-d04ef4e95b77,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:05.215797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced55e65-bc30-4d67-8750-bc9c719d4312 req-b50b31fb-841d-4589-8e49-c50b8dc50a8a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:05.220639 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ac21c35-25c0-4fb5-9825-319a39691ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:05.223853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ced55e65-bc30-4d67-8750-bc9c719d4312 req-b50b31fb-841d-4589-8e49-c50b8dc50a8a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.0968425 Mar 07 22:03:05.239901 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5ac21c35-25c0-4fb5-9825-319a39691ace tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/d925e9ca-2537-4a27-82cf-d04ef4e95b77 HTTP/1.1" status: 204 len: 168 time: 1.3347774 Mar 07 22:03:05.243959 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57642) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:05.276859 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device b8658ca7-af15-4164-9aa6-7eb996a785e4 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:03:05.318703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: b8658ca7-af15-4164-9aa6-7eb996a785e4 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:03:05.318925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device b8658ca7-af15-4164-9aa6-7eb996a785e4 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:03:05.323376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ced55e65-bc30-4d67-8750-bc9c719d4312 req-f02065a0-fc12-4b29-93e1-1646993af624 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982709 Mar 07 22:03:05.323977 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-edb28ad0-6b4e-4640-950d-8987e412bf77 service neutron] 10.222.0.13 "GET /v2.0/networks/dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775128 Mar 07 22:03:05.324248 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c5513e07-bee4-47e2-93f6-d3b29e207da7 None None] Provisioning complete for port 0ef2adcf-3c5f-4082-938a-97213c081b81 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:05.324635 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c5513e07-bee4-47e2-93f6-d3b29e207da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0ef2adcf-3c5f-4082-938a-97213c081b81), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:05.348825 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-488cc849-1499-4039-b61e-496edac6e50e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] DELETE failed (client error): The resource could not be found. Mar 07 22:03:05.349604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488cc849-1499-4039-b61e-496edac6e50e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:03:05.353865 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-488cc849-1499-4039-b61e-496edac6e50e tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/3136bb70-294e-4b15-b2e2-875e9e2b1cea HTTP/1.1" status: 404 len: 337 time: 0.0608912 Mar 07 22:03:05.356374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57646) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:05.398732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6cadacf0-d1a1-4351-aa4c-90ff1c55e29c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "GET /v2.0/ports?device_id=650735bb-20ee-4eb6-8791-08dc36924f0d HTTP/1.1" status: 200 len: 205 time: 0.0410819 Mar 07 22:03:05.401812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57648) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:05.460837 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-85736082-eb84-4e61-814d-cbff504b47a5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] delete failed (client error): The resource could not be found. Mar 07 22:03:05.465248 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-85736082-eb84-4e61-814d-cbff504b47a5 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/routers/650735bb-20ee-4eb6-8791-08dc36924f0d HTTP/1.1" status: 404 len: 336 time: 0.0592017 Mar 07 22:03:05.465614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57650) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:05.505475 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c5513e07-bee4-47e2-93f6-d3b29e207da7 None None] Port 0ef2adcf-3c5f-4082-938a-97213c081b81 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:05.521723 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f8f56a-9444-40cd-a7f4-6e0c3b982ca0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] DELETE failed (client error): The resource could not be found. Mar 07 22:03:05.522385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f8f56a-9444-40cd-a7f4-6e0c3b982ca0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:03:05.534854 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-77f8f56a-9444-40cd-a7f4-6e0c3b982ca0 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/64b0ead5-ee03-481a-8995-148607227746 HTTP/1.1" status: 404 len: 337 time: 0.0656967 Mar 07 22:03:05.535505 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57652) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:05.599323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c5513e07-bee4-47e2-93f6-d3b29e207da7 None None] Provisioning complete for port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:05.599721 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c5513e07-bee4-47e2-93f6-d3b29e207da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:05.612109 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6442015-7710-4226-9b72-f17dfed9f362 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] DELETE failed (client error): The resource could not be found. Mar 07 22:03:05.612583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6442015-7710-4226-9b72-f17dfed9f362 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:03:05.617921 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b6442015-7710-4226-9b72-f17dfed9f362 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/408b3cf5-50cf-425a-9efb-45f693fb173d HTTP/1.1" status: 404 len: 337 time: 0.0792334 Mar 07 22:03:05.618853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57656) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:05.680614 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f8f6e3-9c27-49ba-98cd-e17967d759cc tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] DELETE failed (client error): The resource could not be found. Mar 07 22:03:05.681620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f8f6e3-9c27-49ba-98cd-e17967d759cc tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:03:05.684770 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-51f8f6e3-9c27-49ba-98cd-e17967d759cc tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/220d305e-452d-4990-81b6-5607d5033222 HTTP/1.1" status: 404 len: 337 time: 0.0649061 Mar 07 22:03:05.688929 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57660) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:05.755917 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27a9385-e752-4040-8639-cdcde5a2f638 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] DELETE failed (client error): The resource could not be found. Mar 07 22:03:05.771788 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27a9385-e752-4040-8639-cdcde5a2f638 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:03:05.771788 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c27a9385-e752-4040-8639-cdcde5a2f638 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/08c43fa5-c247-4e7e-99a5-50e6b10dbafa HTTP/1.1" status: 404 len: 333 time: 0.0746467 Mar 07 22:03:05.772268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57662) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:05.870172 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d907a52-cdcb-4da6-8f20-8a58b97d040c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] DELETE failed (client error): The resource could not be found. Mar 07 22:03:05.871221 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d907a52-cdcb-4da6-8f20-8a58b97d040c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:03:05.874559 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4d907a52-cdcb-4da6-8f20-8a58b97d040c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/77c733b6-b859-4e4e-a081-5e6ffc8896bf HTTP/1.1" status: 404 len: 337 time: 0.1013443 Mar 07 22:03:05.877206 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57672) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:05.899222 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73eaaf4-778e-49a3-9105-f4c4bd216018 None None] Update dhcp port {'port': {'network_id': '8d579dd8-ff24-4d4b-b298-d85d88e44450', 'fixed_ips': [{'subnet_id': 'd925e9ca-2537-4a27-82cf-d04ef4e95b77'}], 'binding:host_id': 'n-d-832330-1'}, 'id': '584dc1b3-2845-4b74-b3b9-946b5a57fdb0'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 22:03:05.907577 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-43fecb3e-61c0-42a6-8a82-24df797ff42d req-914eb4e3-16b0-40ef-b31d-b795e57fc299 service neutron] 10.222.0.13 "GET /v2.0/networks/dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661943 Mar 07 22:03:05.918575 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-964c1cfa-b082-490c-bfec-5d9dc92809e4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] DELETE failed (client error): The resource could not be found. Mar 07 22:03:05.919352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964c1cfa-b082-490c-bfec-5d9dc92809e4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:03:05.922972 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-964c1cfa-b082-490c-bfec-5d9dc92809e4 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/d75c8f33-bab5-4fb3-b7a6-e6daf3045635 HTTP/1.1" status: 404 len: 337 time: 0.0443709 Mar 07 22:03:05.925706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57674) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:05.975335 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2071df6-5185-435f-9052-9a8851f5906d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] DELETE failed (client error): The resource could not be found. Mar 07 22:03:05.975644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2071df6-5185-435f-9052-9a8851f5906d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:03:05.981369 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a2071df6-5185-435f-9052-9a8851f5906d tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/3ca59e3d-6761-4cc2-9d04-d347dc1f7174 HTTP/1.1" status: 404 len: 333 time: 0.0519974 Mar 07 22:03:05.981837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57676) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:06.028169 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b73eaaf4-778e-49a3-9105-f4c4bd216018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:06.033572 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ecf560-980b-4f05-b00a-08a815f186a7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] DELETE failed (client error): The resource could not be found. Mar 07 22:03:06.034256 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ecf560-980b-4f05-b00a-08a815f186a7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:03:06.037668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a3ecf560-980b-4f05-b00a-08a815f186a7 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/8829c61c-41c4-4166-ae40-7aef9cf0f2e1 HTTP/1.1" status: 404 len: 337 time: 0.0546713 Mar 07 22:03:06.040473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57678) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:06.075997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c5513e07-bee4-47e2-93f6-d3b29e207da7 None None] Current status of the port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:06.076568 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-07488685-d098-41a2-8599-b02d60b093ed tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] DELETE failed (client error): The resource could not be found. Mar 07 22:03:06.077642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07488685-d098-41a2-8599-b02d60b093ed tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:03:06.081584 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-07488685-d098-41a2-8599-b02d60b093ed tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/subnets/461eac84-5c74-46c1-8c66-321bf6546c5c HTTP/1.1" status: 404 len: 337 time: 0.0398152 Mar 07 22:03:06.084223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57688) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:06.251117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-30e61312-1b8d-4f82-b322-e94c2e10d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:43Z', 'updated_at': '2022-03-07T21:59:49Z', 'revision_number': 4, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'gw_port': {'id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:44Z', 'updated_at': '2022-03-07T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '8d36e30b-ae7b-45eb-92ad-7e3687d6eeb5', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'port_id': '1f0085bd-f10a-46c4-8348-adbfde20e030', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'mac_address': 'fa:16:3e:4c:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:01:11Z', 'updated_at': '2022-03-07T22:03:02Z', 'revision_number': 1, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66e4b92-850c-424c-99d1-285368452793', 'name': '', 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'mac_address': 'fa:16:3e:50:99:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:47Z', 'updated_at': '2022-03-07T21:59:55Z', 'revision_number': 5, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'subnets': [{'id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:06.298178 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ed3aa7e1-0a8c-4cae-9e5d-9bde8848476c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port 0ef2adcf-3c5f-4082-938a-97213c081b81 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:06.299311 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa7e1-0a8c-4cae-9e5d-9bde8848476c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0ef2adcf-3c5f-4082-938a-97213c081b81), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:06.321370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e61312-1b8d-4f82-b322-e94c2e10d946 None None] The sync data for ids ['c7a895eb-86a6-4403-82c9-dce04f0db69b'] in n-d-832330-1 is: [{'id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:43Z', 'updated_at': '2022-03-07T21:59:49Z', 'revision_number': 4, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'gw_port': {'id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:44Z', 'updated_at': '2022-03-07T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '8d36e30b-ae7b-45eb-92ad-7e3687d6eeb5', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'port_id': '1f0085bd-f10a-46c4-8348-adbfde20e030', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'mac_address': 'fa:16:3e:4c:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:01:11Z', 'updated_at': '2022-03-07T22:03:02Z', 'revision_number': 1, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66e4b92-850c-424c-99d1-285368452793', 'name': '', 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'mac_address': 'fa:16:3e:50:99:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:47Z', 'updated_at': '2022-03-07T21:59:55Z', 'revision_number': 5, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'subnets': [{'id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:03:06.325334 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbb6e87-432f-4f1b-be11-c27ba27f52ec None None] Network 8d579dd8-ff24-4d4b-b298-d85d88e44450 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:06.502460 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa7e1-0a8c-4cae-9e5d-9bde8848476c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0ef2adcf-3c5f-4082-938a-97213c081b81), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:06.517035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b53a5b6e-c2c7-4d38-82e1-278dbaf30b4c None None] Provisioning complete for port 0ef2adcf-3c5f-4082-938a-97213c081b81 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:06.517404 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b53a5b6e-c2c7-4d38-82e1-278dbaf30b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0ef2adcf-3c5f-4082-938a-97213c081b81), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:06.539055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ed3aa7e1-0a8c-4cae-9e5d-9bde8848476c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for 0ef2adcf-3c5f-4082-938a-97213c081b81 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:06.593186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595e01d-31fb-4cd8-b421-a77d74880ea1 req-1e342b0d-30d7-41f4-b0ff-ad867e6cb974 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:06.594810 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d595e01d-31fb-4cd8-b421-a77d74880ea1 req-1e342b0d-30d7-41f4-b0ff-ad867e6cb974 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.1427932 Mar 07 22:03:06.692579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b53a5b6e-c2c7-4d38-82e1-278dbaf30b4c None None] Port 0ef2adcf-3c5f-4082-938a-97213c081b81 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:06.763511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b53a5b6e-c2c7-4d38-82e1-278dbaf30b4c None None] Provisioning complete for port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:06.763886 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b53a5b6e-c2c7-4d38-82e1-278dbaf30b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:06.785509 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa7e1-0a8c-4cae-9e5d-9bde8848476c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0ef2adcf-3c5f-4082-938a-97213c081b81), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:06.798546 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d595e01d-31fb-4cd8-b421-a77d74880ea1 req-f90bc824-3bfe-476f-803c-a59f2c59c756 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1873944 Mar 07 22:03:06.852169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec635b2b-fa03-478a-b05b-ea18bdc68d8a None None] DHCP port deletion for 8d579dd8-ff24-4d4b-b298-d85d88e44450 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:03:06.855124 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f06f5f-a4e0-4a77-b686-5b8713aa3338 None None] New status for floating IP 8d36e30b-ae7b-45eb-92ad-7e3687d6eeb5: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:03:06.863343 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3aa7e1-0a8c-4cae-9e5d-9bde8848476c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=0ef2adcf-3c5f-4082-938a-97213c081b81,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:06.869792 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa7e1-0a8c-4cae-9e5d-9bde8848476c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:06.876069 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57708) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:06.884696 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ed3aa7e1-0a8c-4cae-9e5d-9bde8848476c tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/ports/0ef2adcf-3c5f-4082-938a-97213c081b81 HTTP/1.1" status: 204 len: 168 time: 0.7984796 Mar 07 22:03:07.104020 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:03:07.119427 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (8d579dd8-ff24-4d4b-b298-d85d88e44450), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:07.242207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Deleting port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:07.242830 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:07.289142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ec635b2b-fa03-478a-b05b-ea18bdc68d8a None None] Deleting port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:07.293642 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec635b2b-fa03-478a-b05b-ea18bdc68d8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:07.402559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] For port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=584dc1b3-2845-4b74-b3b9-946b5a57fdb0,segment=NetworkSegment(b1e40654-1400-4814-8d5c-2cc28d80ab31),segment_id=b1e40654-1400-4814-8d5c-2cc28d80ab31)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:07.402927 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:07.431447 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Calling delete_port for 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:07.443636 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ec635b2b-fa03-478a-b05b-ea18bdc68d8a None None] For port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=584dc1b3-2845-4b74-b3b9-946b5a57fdb0,segment=NetworkSegment(b1e40654-1400-4814-8d5c-2cc28d80ab31),segment_id=b1e40654-1400-4814-8d5c-2cc28d80ab31)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:07.446975 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec635b2b-fa03-478a-b05b-ea18bdc68d8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:07.477643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ec635b2b-fa03-478a-b05b-ea18bdc68d8a None None] Calling delete_port for 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:07.642656 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:07.721361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b53a5b6e-c2c7-4d38-82e1-278dbaf30b4c None None] Current status of the port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:07.726737 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Port': ['ID=584dc1b3-2845-4b74-b3b9-946b5a57fdb0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:07.761208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No active binding found for port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 {{(pid=103720) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 22:03:07.764051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] The host n-d-832330-1 is not matching for port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 host None! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 22:03:07.764415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:03:07.764732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] No DVR routers for this DVR port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:03:07.788668 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec635b2b-fa03-478a-b05b-ea18bdc68d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (584dc1b3-2845-4b74-b3b9-946b5a57fdb0), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:07.883405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec635b2b-fa03-478a-b05b-ea18bdc68d8a None None] No DVR routers for this DVR port 584dc1b3-2845-4b74-b3b9-946b5a57fdb0 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:03:07.889819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec635b2b-fa03-478a-b05b-ea18bdc68d8a None None] Pushing event deleted for resources: {'Port': ['ID=584dc1b3-2845-4b74-b3b9-946b5a57fdb0,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:07.936114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (8d579dd8-ff24-4d4b-b298-d85d88e44450), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:07.948455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a1961-3271-4123-88f1-b095091a615b req-a05ff29d-804d-4315-aca0-bc11eee374f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:07.950683 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-825a1961-3271-4123-88f1-b095091a615b req-a05ff29d-804d-4315-aca0-bc11eee374f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 1127 time: 0.2388904 Mar 07 22:03:08.014346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d579dd8-ff24-4d4b-b298-d85d88e44450']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:08.047310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e40654-1400-4814-8d5c-2cc28d80ab31') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:08.048196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e40654-1400-4814-8d5c-2cc28d80ab31') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:08.100318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-825a1961-3271-4123-88f1-b095091a615b req-e3e41e6c-b2b6-41e6-9a1e-8fb692b09af6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1324480 Mar 07 22:03:08.106921 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (b1e40654-1400-4814-8d5c-2cc28d80ab31), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:08.138017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b1e40654-1400-4814-8d5c-2cc28d80ab31), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:08.150745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972747bd-4187-473d-a21b-ac134899986c req-0f015d7d-bab9-49d2-a6d9-fd0d1da816bb tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:08.152665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-972747bd-4187-473d-a21b-ac134899986c req-0f015d7d-bab9-49d2-a6d9-fd0d1da816bb tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.1355970 Mar 07 22:03:08.157045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:03:08.157749 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (b1e40654-1400-4814-8d5c-2cc28d80ab31), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:03:08.164869 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:03:08.312298 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (8d579dd8-ff24-4d4b-b298-d85d88e44450), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:08.333856 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:08.342842 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] 10.222.0.26 "DELETE /v2.0/networks/8d579dd8-ff24-4d4b-b298-d85d88e44450 HTTP/1.1" status: 204 len: 168 time: 1.4632277 Mar 07 22:03:08.384601 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-972747bd-4187-473d-a21b-ac134899986c req-fd8e126b-4c9f-4de1-8d13-85f14f91d0ec tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1899440 Mar 07 22:03:08.395373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562dc12b-34ce-4340-9fed-5e9a6d8bd696 tempest-PortsIpV6TestJSON-1772309619 tempest-PortsIpV6TestJSON-1772309619-project] Pushing event deleted for resources: {'Network': ['ID=8d579dd8-ff24-4d4b-b298-d85d88e44450,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:08.791628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57736) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:09.088878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57746) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:09.089831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fc879c43-296c-49df-84f8-f4a268b9da39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e61a787c1d794c53bf034f810d226e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2959321 Mar 07 22:03:09.119299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e26427fc-13e0-4243-aabe-2d42f6042158 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:03:09.233927 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0eb164c8-508f-43de-adc9-517a77f6d878 admin admin] Publish callbacks [] for security_group (28850d29-7e2c-4e91-8441-3daeea814b70), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:09.260741 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0eb164c8-508f-43de-adc9-517a77f6d878 admin admin] Publish callbacks [] for security_group (28850d29-7e2c-4e91-8441-3daeea814b70), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:09.345903 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0eb164c8-508f-43de-adc9-517a77f6d878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (28850d29-7e2c-4e91-8441-3daeea814b70), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:09.356332 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0eb164c8-508f-43de-adc9-517a77f6d878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:09.361150 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0eb164c8-508f-43de-adc9-517a77f6d878 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28850d29-7e2c-4e91-8441-3daeea814b70 HTTP/1.1" status: 204 len: 168 time: 0.2706337 Mar 07 22:03:09.372320 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb164c8-508f-43de-adc9-517a77f6d878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28850d29-7e2c-4e91-8441-3daeea814b70,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:09.439606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e26427fc-13e0-4243-aabe-2d42f6042158, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e26427fc-13e0-4243-aabe-2d42f6042158,segment=NetworkSegment(a9bd321e-5082-4576-8c12-a90695c64286),segment_id=a9bd321e-5082-4576-8c12-a90695c64286)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:09.471829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'e26427fc-13e0-4243-aabe-2d42f6042158', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'port_id': 'e26427fc-13e0-4243-aabe-2d42f6042158', 'mac_address': 'fa:16:3e:8a:0c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fed293-735f-4cee-812b-734c593e0466', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:03:09.599096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e26427fc-13e0-4243-aabe-2d42f6042158 is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:09.599459 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:09.642305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e26427fc-13e0-4243-aabe-2d42f6042158 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:03:09.666322 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09fa31-8c69-4d09-8a58-e2ec2551c2a7 req-35444086-7324-4a23-b01e-104a081df1c4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:09.669117 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b09fa31-8c69-4d09-8a58-e2ec2551c2a7 req-35444086-7324-4a23-b01e-104a081df1c4 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.1311758 Mar 07 22:03:09.679627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e26427fc-13e0-4243-aabe-2d42f6042158, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e26427fc-13e0-4243-aabe-2d42f6042158,segment=NetworkSegment(a9bd321e-5082-4576-8c12-a90695c64286),segment_id=a9bd321e-5082-4576-8c12-a90695c64286)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:09.690046 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:09.749470 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e26427fc-13e0-4243-aabe-2d42f6042158,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:09.828462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b09fa31-8c69-4d09-8a58-e2ec2551c2a7 req-604994d4-84e7-499d-8e45-39cd967e9b1a tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1533549 Mar 07 22:03:09.850741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57758) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:09.944723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-437dd85f-60f6-492d-80ff-34d61a8421b2 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/floatingips/90d98ffd-b938-4ece-bfa3-02e2f5545898 HTTP/1.1" status: 200 len: 991 time: 0.0922060 Mar 07 22:03:09.952914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['e26427fc-13e0-4243-aabe-2d42f6042158'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:03:10.769337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57780) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:10.933858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-168844839'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:10.962394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:03:10.970857 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:10.990220 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:11.141497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e26427fc-13e0-4243-aabe-2d42f6042158 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:03:11.177782 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for security_group (74b47993-c450-4509-bd82-6df283894bed), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:11.200723 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (74b47993-c450-4509-bd82-6df283894bed), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:11.216248 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port e26427fc-13e0-4243-aabe-2d42f6042158 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:11.217903 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:11.253858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:03:11.299191 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b47993-c450-4509-bd82-6df283894bed,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:11.307459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (985e924e-d591-41b0-87f3-c7a2a02c956e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:11.307809 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Added segment 985e924e-d591-41b0-87f3-c7a2a02c956e of type vlan for network 72f60c01-e5ad-4925-a4ab-c653ac11374f Mar 07 22:03:11.391728 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e26427fc-13e0-4243-aabe-2d42f6042158 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:11.392145 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:11.406812 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (72f60c01-e5ad-4925-a4ab-c653ac11374f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:11.437083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26427fc-13e0-4243-aabe-2d42f6042158'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:03:11.439473 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfba5fb-5cd0-43a5-8dff-37d309b3ffb5" -d '{"events": [{"server_uuid": "5fbe3c97-d3e0-468f-9f11-d494d2db8b96", "name": "network-vif-plugged", "status": "completed", "tag": "e26427fc-13e0-4243-aabe-2d42f6042158"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:03:11.458281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e26427fc-13e0-4243-aabe-2d42f6042158, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e26427fc-13e0-4243-aabe-2d42f6042158,segment=NetworkSegment(a9bd321e-5082-4576-8c12-a90695c64286),segment_id=a9bd321e-5082-4576-8c12-a90695c64286)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:11.466043 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:11.473469 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (72f60c01-e5ad-4925-a4ab-c653ac11374f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:11.483964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:11.485969 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:11.567855 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57796) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:11.569048 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7936392 Mar 07 22:03:11.574205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-333874749'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:11.581154 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e26427fc-13e0-4243-aabe-2d42f6042158,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:11.635622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914d8a8-67cc-4627-9738-fe8a164dbe1a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Network': ['ID=72f60c01-e5ad-4925-a4ab-c653ac11374f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:11.646743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 72f60c01-e5ad-4925-a4ab-c653ac11374f details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:03:11.658292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:03:11.661870 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:11.790894 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:03:11.818990 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (7f3afe35-ce73-4a10-b430-07967750aa95), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:11.819372 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Added segment 7f3afe35-ce73-4a10-b430-07967750aa95 of type vlan for network 9598efac-0cb0-4be8-ab49-efd3463c0137 Mar 07 22:03:11.850276 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c20e28-663b-44f5-823a-7cb2140e752c x-openstack-request-id: req-35c20e28-663b-44f5-823a-7cb2140e752c {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:03:11.850832 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe3c97-d3e0-468f-9f11-d494d2db8b96", "name": "network-vif-plugged", "status": "completed", "tag": "e26427fc-13e0-4243-aabe-2d42f6042158", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:03:11.851272 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35c20e28-663b-44f5-823a-7cb2140e752c {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:03:11.851869 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26427fc-13e0-4243-aabe-2d42f6042158', 'code': 200} Mar 07 22:03:11.904821 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (9598efac-0cb0-4be8-ab49-efd3463c0137), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:11.941780 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (9598efac-0cb0-4be8-ab49-efd3463c0137), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:11.949319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:11.952937 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:12.025570 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4565675 Mar 07 22:03:12.025882 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57800) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:12.043051 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ccfe9937-1ffe-49bf-b059-1f28de7bb362 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'subnet': {'network_id': '72f60c01-e5ad-4925-a4ab-c653ac11374f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:12.163838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Network': ['ID=9598efac-0cb0-4be8-ab49-efd3463c0137,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:12.181575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:12.182426 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:12.183121 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:12.183829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:12.184371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:12.185070 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:12.185657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:12.186595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:12.187256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:12.188139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:12.189272 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:12.189781 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:12.190738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89858c4-c257-4b30-ae9c-ad6224e748c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:12.207310 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 9598efac-0cb0-4be8-ab49-efd3463c0137 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:03:12.323600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfe9937-1ffe-49bf-b059-1f28de7bb362 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:03:12.334466 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccfe9937-1ffe-49bf-b059-1f28de7bb362 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:12.779324 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccfe9937-1ffe-49bf-b059-1f28de7bb362 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (55cb1464-9ca5-4a29-9213-c1f998641f2c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:12.948759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe9937-1ffe-49bf-b059-1f28de7bb362 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Checking segment: {'id': '985e924e-d591-41b0-87f3-c7a2a02c956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '72f60c01-e5ad-4925-a4ab-c653ac11374f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:03:12.949121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfe9937-1ffe-49bf-b059-1f28de7bb362 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network hostable DHCP agents. Network: 72f60c01-e5ad-4925-a4ab-c653ac11374f, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:03:13.017771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe9937-1ffe-49bf-b059-1f28de7bb362 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Subnet': ['ID=55cb1464-9ca5-4a29-9213-c1f998641f2c,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:13.033889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfe9937-1ffe-49bf-b059-1f28de7bb362 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 72f60c01-e5ad-4925-a4ab-c653ac11374f is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:03:13.051420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ccfe9937-1ffe-49bf-b059-1f28de7bb362 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 72f60c01-e5ad-4925-a4ab-c653ac11374f) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:13.069664 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e421b4-c8a1-4a39-872d-d155a402dc01 None None] Network 72f60c01-e5ad-4925-a4ab-c653ac11374f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:13.082852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfe9937-1ffe-49bf-b059-1f28de7bb362 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:13.083442 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccfe9937-1ffe-49bf-b059-1f28de7bb362 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:13.144864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57820) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:13.150594 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c6f44f62-8882-46ff-be31-ae99c7b1f328 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'subnet': {'network_id': '9598efac-0cb0-4be8-ab49-efd3463c0137', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:13.153679 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ccfe9937-1ffe-49bf-b059-1f28de7bb362 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1266525 Mar 07 22:03:13.358766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-72f60c01-e5ad-4925-a4ab-c653ac11374f', 'network_id': '72f60c01-e5ad-4925-a4ab-c653ac11374f', 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'fixed_ips': [{'subnet_id': '55cb1464-9ca5-4a29-9213-c1f998641f2c'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:03:13.360264 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:13.416662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f44f62-8882-46ff-be31-ae99c7b1f328 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:03:13.424462 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c6f44f62-8882-46ff-be31-ae99c7b1f328 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:13.666320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Allocated IP 2001:db8::2 (72f60c01-e5ad-4925-a4ab-c653ac11374f/55cb1464-9ca5-4a29-9213-c1f998641f2c/c2c38397-9753-4bae-8f0d-8a639269ee3d) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:03:13.886450 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c6f44f62-8882-46ff-be31-ae99c7b1f328 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (f73e8a4a-ad3b-4746-a7c8-2cbf02b2a2b0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:14.052172 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f44f62-8882-46ff-be31-ae99c7b1f328 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Subnet': ['ID=f73e8a4a-ad3b-4746-a7c8-2cbf02b2a2b0,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:14.063432 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f44f62-8882-46ff-be31-ae99c7b1f328 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Checking segment: {'id': '7f3afe35-ce73-4a10-b430-07967750aa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9598efac-0cb0-4be8-ab49-efd3463c0137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:03:14.063871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f44f62-8882-46ff-be31-ae99c7b1f328 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network hostable DHCP agents. Network: 9598efac-0cb0-4be8-ab49-efd3463c0137, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:03:14.097132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f44f62-8882-46ff-be31-ae99c7b1f328 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 9598efac-0cb0-4be8-ab49-efd3463c0137 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:03:14.111865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c6f44f62-8882-46ff-be31-ae99c7b1f328 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 9598efac-0cb0-4be8-ab49-efd3463c0137) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:14.128855 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f44f62-8882-46ff-be31-ae99c7b1f328 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:14.129597 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c6f44f62-8882-46ff-be31-ae99c7b1f328 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:14.152037 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c6f44f62-8882-46ff-be31-ae99c7b1f328 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0052776 Mar 07 22:03:14.154589 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57836) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:14.160223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-cdac90af-035a-48a0-997a-1d0bbccad2dd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-593128444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:14.261235 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cdac90af-035a-48a0-997a-1d0bbccad2dd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (65887602-8f80-4ab5-bd59-9eaf9082bee7), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:14.262959 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cdac90af-035a-48a0-997a-1d0bbccad2dd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (65887602-8f80-4ab5-bd59-9eaf9082bee7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:14.431295 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cdac90af-035a-48a0-997a-1d0bbccad2dd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_controller (65887602-8f80-4ab5-bd59-9eaf9082bee7), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:14.447354 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cdac90af-035a-48a0-997a-1d0bbccad2dd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (65887602-8f80-4ab5-bd59-9eaf9082bee7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:14.482357 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cdac90af-035a-48a0-997a-1d0bbccad2dd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:14.484194 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cdac90af-035a-48a0-997a-1d0bbccad2dd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3281820 Mar 07 22:03:14.486912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57846) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:14.549839 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933e78cb-d0bd-42d9-9fca-135ebf3cbe9d None None] Network 9598efac-0cb0-4be8-ab49-efd3463c0137 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:14.757175 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Publish callbacks [] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:14.781182 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:14.890733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Network 72f60c01-e5ad-4925-a4ab-c653ac11374f is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:14.914038 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:14.917263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:14.928065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:03:14.994452 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-9598efac-0cb0-4be8-ab49-efd3463c0137', 'network_id': '9598efac-0cb0-4be8-ab49-efd3463c0137', 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'fixed_ips': [{'subnet_id': 'f73e8a4a-ad3b-4746-a7c8-2cbf02b2a2b0'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:03:14.995312 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:14.997008 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Pushing event updated for resources: {'Port': ['ID=c2c38397-9753-4bae-8f0d-8a639269ee3d,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:15.043709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Attempting to bind port c2c38397-9753-4bae-8f0d-8a639269ee3d on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:03:15.044114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Attempting to bind port c2c38397-9753-4bae-8f0d-8a639269ee3d by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '985e924e-d591-41b0-87f3-c7a2a02c956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '72f60c01-e5ad-4925-a4ab-c653ac11374f'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:03:15.044489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Attempting to bind port c2c38397-9753-4bae-8f0d-8a639269ee3d on network 72f60c01-e5ad-4925-a4ab-c653ac11374f {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:03:15.050352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:03:15.050742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Checking segment: {'id': '985e924e-d591-41b0-87f3-c7a2a02c956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '72f60c01-e5ad-4925-a4ab-c653ac11374f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:03:15.051154 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:15.051557 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Bound using segment: {'id': '985e924e-d591-41b0-87f3-c7a2a02c956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '72f60c01-e5ad-4925-a4ab-c653ac11374f'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:03:15.058479 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Bound port: c2c38397-9753-4bae-8f0d-8a639269ee3d, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985e924e-d591-41b0-87f3-c7a2a02c956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '72f60c01-e5ad-4925-a4ab-c653ac11374f'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:03:15.058999 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:15.429702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Allocated IP 2001:db8::1 (72f60c01-e5ad-4925-a4ab-c653ac11374f/55cb1464-9ca5-4a29-9213-c1f998641f2c/0b33be6d-5157-442b-83a9-fd3b6cf8c700) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:03:15.461907 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] For port c2c38397-9753-4bae-8f0d-8a639269ee3d, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:03:15.476878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] For port c2c38397-9753-4bae-8f0d-8a639269ee3d, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c2c38397-9753-4bae-8f0d-8a639269ee3d,segment=NetworkSegment(985e924e-d591-41b0-87f3-c7a2a02c956e),segment_id=985e924e-d591-41b0-87f3-c7a2a02c956e)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:03:15.578283 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:15.742446 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (0b33be6d-5157-442b-83a9-fd3b6cf8c700), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:15.799893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Allocated IP 2001:db8:1::2 (9598efac-0cb0-4be8-ab49-efd3463c0137/f73e8a4a-ad3b-4746-a7c8-2cbf02b2a2b0/94f3b80b-5aae-4be4-9848-0ef05326a119) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:03:15.806813 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-deac2681-9b43-4f35-a80f-ecb88efb8932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:15.830681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0b33be6d-5157-442b-83a9-fd3b6cf8c700), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:15.856295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58886692-8475-4b5e-996c-7a40a6a14172 None None] Pushing event updated for resources: {'Port': ['ID=c2c38397-9753-4bae-8f0d-8a639269ee3d,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:15.975284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 72f60c01-e5ad-4925-a4ab-c653ac11374f is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:15.979785 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:15.985249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:03:15.985940 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (65887602-8f80-4ab5-bd59-9eaf9082bee7), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:15.990056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=0b33be6d-5157-442b-83a9-fd3b6cf8c700,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:16.142368 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:16.265359 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Publish callbacks [] for port (94f3b80b-5aae-4be4-9848-0ef05326a119), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:16.280045 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (94f3b80b-5aae-4be4-9848-0ef05326a119), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:16.369074 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Pushing event updated for resources: {'Port': ['ID=94f3b80b-5aae-4be4-9848-0ef05326a119,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:16.378431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Network 9598efac-0cb0-4be8-ab49-efd3463c0137 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:16.380809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:16.383666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:03:16.459976 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0b33be6d-5157-442b-83a9-fd3b6cf8c700), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:16.471186 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-a91d91d2-2259-415d-b131-f7e64baf43b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2608888 Mar 07 22:03:16.482229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Attempting to bind port 94f3b80b-5aae-4be4-9848-0ef05326a119 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:03:16.490947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Attempting to bind port 94f3b80b-5aae-4be4-9848-0ef05326a119 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '7f3afe35-ce73-4a10-b430-07967750aa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9598efac-0cb0-4be8-ab49-efd3463c0137'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:03:16.492196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Attempting to bind port 94f3b80b-5aae-4be4-9848-0ef05326a119 on network 9598efac-0cb0-4be8-ab49-efd3463c0137 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:03:16.507668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:03:16.512626 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Checking segment: {'id': '7f3afe35-ce73-4a10-b430-07967750aa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9598efac-0cb0-4be8-ab49-efd3463c0137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:03:16.513926 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:16.517232 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Bound using segment: {'id': '7f3afe35-ce73-4a10-b430-07967750aa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9598efac-0cb0-4be8-ab49-efd3463c0137'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:03:16.519868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Bound port: 94f3b80b-5aae-4be4-9848-0ef05326a119, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3afe35-ce73-4a10-b430-07967750aa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9598efac-0cb0-4be8-ab49-efd3463c0137'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:03:16.520631 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (94f3b80b-5aae-4be4-9848-0ef05326a119), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:16.639425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] For port 94f3b80b-5aae-4be4-9848-0ef05326a119, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:03:16.648554 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] For port 94f3b80b-5aae-4be4-9848-0ef05326a119, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=94f3b80b-5aae-4be4-9848-0ef05326a119,segment=NetworkSegment(7f3afe35-ce73-4a10-b430-07967750aa95),segment_id=7f3afe35-ce73-4a10-b430-07967750aa95)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:03:16.662996 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (94f3b80b-5aae-4be4-9848-0ef05326a119), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:16.813248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-1b8f813a-df98-44f0-b0fd-04d9312926b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:16.819500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-1b8f813a-df98-44f0-b0fd-04d9312926b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:16.820414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-1b8f813a-df98-44f0-b0fd-04d9312926b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:16.820931 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-1b8f813a-df98-44f0-b0fd-04d9312926b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:16.821410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-1b8f813a-df98-44f0-b0fd-04d9312926b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:16.821880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-1b8f813a-df98-44f0-b0fd-04d9312926b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:16.822379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-1b8f813a-df98-44f0-b0fd-04d9312926b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:16.826635 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-1b8f813a-df98-44f0-b0fd-04d9312926b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 6720 time: 0.2883494 Mar 07 22:03:16.833077 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc99f70-3be4-41be-9824-241fb9b8813a None None] Pushing event updated for resources: {'Port': ['ID=94f3b80b-5aae-4be4-9848-0ef05326a119,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:17.115629 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c2c38397-9753-4bae-8f0d-8a639269ee3d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:03:17.360701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c2c38397-9753-4bae-8f0d-8a639269ee3d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:17.361185 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:17.511303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c2c38397-9753-4bae-8f0d-8a639269ee3d is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:17.511899 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:17.628006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b536e9ee-b04e-41e8-ac16-72c4c21a032d None None] Network 72f60c01-e5ad-4925-a4ab-c653ac11374f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:17.650593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port c2c38397-9753-4bae-8f0d-8a639269ee3d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c2c38397-9753-4bae-8f0d-8a639269ee3d,segment=NetworkSegment(985e924e-d591-41b0-87f3-c7a2a02c956e),segment_id=985e924e-d591-41b0-87f3-c7a2a02c956e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:17.667365 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:17.716363 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-d9b6a1b1-95b7-4048-a534-89a1cea872b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:17.717460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-d9b6a1b1-95b7-4048-a534-89a1cea872b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:17.718545 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-d9b6a1b1-95b7-4048-a534-89a1cea872b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:17.720381 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-d9b6a1b1-95b7-4048-a534-89a1cea872b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8&id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&id=2520dcc8-19a9-4132-961a-b62643ae8e21&id=2520dcc8-19a9-4132-961a-b62643ae8e21 HTTP/1.1" status: 200 len: 2296 time: 0.8355761 Mar 07 22:03:17.775981 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=c2c38397-9753-4bae-8f0d-8a639269ee3d,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:17.789526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e2e53189-f55b-47ac-93b9-561572093792 None None] Provisioning complete for port c2c38397-9753-4bae-8f0d-8a639269ee3d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:17.790580 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e53189-f55b-47ac-93b9-561572093792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:17.941029 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b4b2789e-388e-48d3-8327-2f82abaad829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:17.983699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e2e53189-f55b-47ac-93b9-561572093792 None None] Current status of the port c2c38397-9753-4bae-8f0d-8a639269ee3d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:18.075268 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (0b33be6d-5157-442b-83a9-fd3b6cf8c700), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:18.082158 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-0ec5e67b-077f-4117-aa02-b2a2e610ed91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f0085bd-f10a-46c4-8348-adbfde20e030 HTTP/1.1" status: 200 len: 1002 time: 0.3455513 Mar 07 22:03:18.087614 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (0b33be6d-5157-442b-83a9-fd3b6cf8c700), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:18.088455 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (65887602-8f80-4ab5-bd59-9eaf9082bee7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:18.320578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=0b33be6d-5157-442b-83a9-fd3b6cf8c700,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:18.354724 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:18.377022 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 72f60c01-e5ad-4925-a4ab-c653ac11374f is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:18.380760 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:18.460014 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5caf6490-8a04-4371-8138-f729e0a750ed None None] Provisioning complete for port c2c38397-9753-4bae-8f0d-8a639269ee3d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:18.460552 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5caf6490-8a04-4371-8138-f729e0a750ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:18.487217 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-35b4107e-9940-4cc3-9f63-920ebcedbb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:18.488999 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-35b4107e-9940-4cc3-9f63-920ebcedbb7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e487eb0-cf82-4d95-adff-ac9720e5bf10 HTTP/1.1" status: 200 len: 855 time: 0.3897147 Mar 07 22:03:18.669108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5caf6490-8a04-4371-8138-f729e0a750ed None None] Current status of the port c2c38397-9753-4bae-8f0d-8a639269ee3d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:18.706227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5caf6490-8a04-4371-8138-f729e0a750ed None None] Provisioning complete for port 0b33be6d-5157-442b-83a9-fd3b6cf8c700 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:18.706607 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5caf6490-8a04-4371-8138-f729e0a750ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0b33be6d-5157-442b-83a9-fd3b6cf8c700), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:18.753293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-3d39d86c-0b47-4a67-98f3-9f9ea7faa562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:18.761194 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-3d39d86c-0b47-4a67-98f3-9f9ea7faa562 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2088702 Mar 07 22:03:18.812659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5caf6490-8a04-4371-8138-f729e0a750ed None None] Port 0b33be6d-5157-442b-83a9-fd3b6cf8c700 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:18.996867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7846e6fb-9dc5-4123-97f1-1c09d6ee4354 None None] Provisioning complete for port 0b33be6d-5157-442b-83a9-fd3b6cf8c700 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:18.997497 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7846e6fb-9dc5-4123-97f1-1c09d6ee4354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0b33be6d-5157-442b-83a9-fd3b6cf8c700), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:19.043021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router 65887602-8f80-4ab5-bd59-9eaf9082bee7 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:03:19.052104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f2e358-8f3e-4f4b-8951-f72aaa0b0057 None None] Network 9598efac-0cb0-4be8-ab49-efd3463c0137 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:19.124079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7846e6fb-9dc5-4123-97f1-1c09d6ee4354 None None] Port 0b33be6d-5157-442b-83a9-fd3b6cf8c700 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:19.253486 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-44673220-2e0d-4121-9b7a-58db6191a6ca service neutron] 10.222.0.13 "GET /v2.0/networks/dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820483 Mar 07 22:03:19.267934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c2c38397-9753-4bae-8f0d-8a639269ee3d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:03:19.270307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Provisioning complete for port 94f3b80b-5aae-4be4-9848-0ef05326a119 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:19.279718 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (94f3b80b-5aae-4be4-9848-0ef05326a119), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:19.653063 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:03:19.662740 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-afc7259f-deb1-4ecc-a3d6-47d78ffc5d89 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/65887602-8f80-4ab5-bd59-9eaf9082bee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1719258 Mar 07 22:03:19.663374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57890) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:19.700064 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-922b8eb7-f4d0-4c74-9485-73380ed6fa9c service neutron] 10.222.0.13 "GET /v2.0/networks/dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030777 Mar 07 22:03:19.717151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Current status of the port 94f3b80b-5aae-4be4-9848-0ef05326a119 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:19.722128 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (94f3b80b-5aae-4be4-9848-0ef05326a119), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:19.730581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c3f3c-3606-49d3-996e-493f637fdf2d None None] Sync routers for ids ['65887602-8f80-4ab5-bd59-9eaf9082bee7'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:03:19.787600 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-5ef7f36d-f945-422a-9b16-3807dfb079fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=3cfe58ad-c800-469f-9dac-12f4b77541dc HTTP/1.1" status: 200 len: 217 time: 0.0811479 Mar 07 22:03:19.815270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a7a008-2cd0-4bdd-8f17-6f1eedd6aaf7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:19.816736 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-04a7a008-2cd0-4bdd-8f17-6f1eedd6aaf7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports/0b33be6d-5157-442b-83a9-fd3b6cf8c700 HTTP/1.1" status: 200 len: 911 time: 0.1476676 Mar 07 22:03:19.825805 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:19.826551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c2c38397-9753-4bae-8f0d-8a639269ee3d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:19.826912 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:19.828359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57892) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:19.902875 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c3f3c-3606-49d3-996e-493f637fdf2d None None] Routers {'65887602-8f80-4ab5-bd59-9eaf9082bee7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:19.904425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1e5c3f3c-3606-49d3-996e-493f637fdf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['65887602-8f80-4ab5-bd59-9eaf9082bee7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:19.927951 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-e40d2dcd-dd29-4d7a-9538-93181c3710da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:19.930402 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-e40d2dcd-dd29-4d7a-9538-93181c3710da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74787413-84bd-4383-8dc9-399403023240 HTTP/1.1" status: 200 len: 797 time: 0.1236110 Mar 07 22:03:20.004686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-6e43cdd1-ea5e-42a3-a9d6-f7e509713f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:20.005181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1e5c3f3c-3606-49d3-996e-493f637fdf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:20.017611 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-6e43cdd1-ea5e-42a3-a9d6-f7e509713f25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0806496 Mar 07 22:03:20.124210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] For port 94f3b80b-5aae-4be4-9848-0ef05326a119, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=94f3b80b-5aae-4be4-9848-0ef05326a119,segment=NetworkSegment(7f3afe35-ce73-4a10-b430-07967750aa95),segment_id=7f3afe35-ce73-4a10-b430-07967750aa95)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:20.137671 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-eaee5870-9cf4-4bfc-9dfc-c0dedf0c6400 service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140051 Mar 07 22:03:20.147470 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (94f3b80b-5aae-4be4-9848-0ef05326a119), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:20.156875 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c3f3c-3606-49d3-996e-493f637fdf2d None None] Routers {'65887602-8f80-4ab5-bd59-9eaf9082bee7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:20.157566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1e5c3f3c-3606-49d3-996e-493f637fdf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['65887602-8f80-4ab5-bd59-9eaf9082bee7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:20.405095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1e5c3f3c-3606-49d3-996e-493f637fdf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:20.410795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c3f3c-3606-49d3-996e-493f637fdf2d None None] The sync data for ids ['65887602-8f80-4ab5-bd59-9eaf9082bee7'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:03:20.450599 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-9a8e1bec-011d-4b8d-bf84-5d90b2d0b36b service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742486 Mar 07 22:03:20.524707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4867c730-13a2-4d1e-9fc2-48cea771dadc None None] Provisioning complete for port 0b33be6d-5157-442b-83a9-fd3b6cf8c700 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:20.529335 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4867c730-13a2-4d1e-9fc2-48cea771dadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0b33be6d-5157-442b-83a9-fd3b6cf8c700), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:20.531290 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:20.560922 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-a90decd6-0ac7-41f8-92b0-800fe2bb5d13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=5d5198c5-e420-4fec-b032-62b96c0b5e13 HTTP/1.1" status: 200 len: 217 time: 0.1036911 Mar 07 22:03:20.617207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Pushing event updated for resources: {'Port': ['ID=94f3b80b-5aae-4be4-9848-0ef05326a119,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:20.642083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:20.642460 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:20.642775 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:20.643113 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:20.643446 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:20.643776 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:20.644109 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:20.644439 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:20.644765 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:20.653466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:20.653878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:20.654203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:20.654545 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c97be-67e3-4144-9a5a-602539cffbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:20.704255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c2c38397-9753-4bae-8f0d-8a639269ee3d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:20.710171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 94f3b80b-5aae-4be4-9848-0ef05326a119 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:03:20.716991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4867c730-13a2-4d1e-9fc2-48cea771dadc None None] Port 0b33be6d-5157-442b-83a9-fd3b6cf8c700 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:20.724242 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-3ee364cc-cad9-482d-b23e-b9209b7a8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:20.729581 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-3ee364cc-cad9-482d-b23e-b9209b7a8cbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74787413-84bd-4383-8dc9-399403023240 HTTP/1.1" status: 200 len: 797 time: 0.1453416 Mar 07 22:03:20.825005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 94f3b80b-5aae-4be4-9848-0ef05326a119 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:20.825005 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (94f3b80b-5aae-4be4-9848-0ef05326a119), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:20.837726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-f95ba307-2a94-40be-b3aa-15496bac867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:20.845816 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-f95ba307-2a94-40be-b3aa-15496bac867a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1101720 Mar 07 22:03:20.892947 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:20.918766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-daa0a617-1415-4293-9806-e777c1a2f409 None None] Provisioning complete for port 94f3b80b-5aae-4be4-9848-0ef05326a119 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:20.919059 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-daa0a617-1415-4293-9806-e777c1a2f409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (94f3b80b-5aae-4be4-9848-0ef05326a119), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:21.068901 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-cbdd6206-479f-4ad7-81a0-1e833aa99d82 service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159219 Mar 07 22:03:21.242630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-daa0a617-1415-4293-9806-e777c1a2f409 None None] Current status of the port 94f3b80b-5aae-4be4-9848-0ef05326a119 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:21.248945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 94f3b80b-5aae-4be4-9848-0ef05326a119 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:21.302414 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-0a291756-27ab-4552-8cf1-d8a6df0cebcc service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262273 Mar 07 22:03:21.399460 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 94f3b80b-5aae-4be4-9848-0ef05326a119 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:03:21.404133 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-e3060bf9-bb47-46f9-a6d4-febee74276bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=06c160fb-b584-4b25-8107-c17294f3ccb2 HTTP/1.1" status: 200 len: 217 time: 0.0949237 Mar 07 22:03:21.524581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 94f3b80b-5aae-4be4-9848-0ef05326a119 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:21.525278 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (94f3b80b-5aae-4be4-9848-0ef05326a119), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:21.527889 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-a6ba5acb-4ec7-4835-9145-8f5f9931cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:21.529997 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-a6ba5acb-4ec7-4835-9145-8f5f9931cfdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74787413-84bd-4383-8dc9-399403023240 HTTP/1.1" status: 200 len: 797 time: 0.1190195 Mar 07 22:03:21.686306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-f4babc45-9dd4-4bb7-9e24-51cdea7102a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:21.689228 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-f4babc45-9dd4-4bb7-9e24-51cdea7102a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1523118 Mar 07 22:03:21.736607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 94f3b80b-5aae-4be4-9848-0ef05326a119 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:22.014443 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-47a80900-2b21-465d-8d05-f2b35d6a8896 service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154612 Mar 07 22:03:22.136657 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:22.305345 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-33b826e2-af32-4612-84f8-f63a510dc5e3 service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834063 Mar 07 22:03:22.316659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Allocated IP 2001:db8:1::1 (9598efac-0cb0-4be8-ab49-efd3463c0137/f73e8a4a-ad3b-4746-a7c8-2cbf02b2a2b0/67da4b70-98be-42b4-a30b-bef3a7b2a91d) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:03:22.387474 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-1fbd3d21-ed68-40ee-83fa-0c2c3b2b5912 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=05afd382-defc-4b8d-9fd1-655e05ad1958 HTTP/1.1" status: 200 len: 217 time: 0.0753822 Mar 07 22:03:22.485940 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (67da4b70-98be-42b4-a30b-bef3a7b2a91d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:22.486180 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-50583eaf-6bdc-4463-8eb8-20bc420f8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:22.487794 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-50583eaf-6bdc-4463-8eb8-20bc420f8b91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74787413-84bd-4383-8dc9-399403023240 HTTP/1.1" status: 200 len: 797 time: 0.0936482 Mar 07 22:03:22.570438 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-2e418d84-103c-466c-885a-a880e6775282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:22.573306 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-2e418d84-103c-466c-885a-a880e6775282 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0778277 Mar 07 22:03:22.587063 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (67da4b70-98be-42b4-a30b-bef3a7b2a91d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:22.656886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 9598efac-0cb0-4be8-ab49-efd3463c0137 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:22.679702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:22.692974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:03:22.697667 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (65887602-8f80-4ab5-bd59-9eaf9082bee7), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:22.820007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=67da4b70-98be-42b4-a30b-bef3a7b2a91d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:22.833954 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-0ec82edd-76ec-4ca2-8102-9d8900edda25 service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535095 Mar 07 22:03:22.860378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:22.860639 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:22.861001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:22.861346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:22.861686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:22.862303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:22.862641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:22.862976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:22.864714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:22.865097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:22.865446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:22.865794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:22.866214 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:23.049795 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (67da4b70-98be-42b4-a30b-bef3a7b2a91d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:23.106190 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-9de23e8c-60e2-4f31-ab73-01ce042b346f service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627685 Mar 07 22:03:23.274240 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-8d68f729-cda4-4ddc-8dab-aa9a1a4d9472 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8ac8df2f-126b-4c71-9e1e-1238cf14624f HTTP/1.1" status: 200 len: 217 time: 0.1508849 Mar 07 22:03:23.413893 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-fed7c931-699f-45bf-a73f-4511aa277892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:23.416444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8d910c93-727e-48c3-9de4-2364fa177290 None None] Provisioning complete for port 67da4b70-98be-42b4-a30b-bef3a7b2a91d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:23.417715 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8d910c93-727e-48c3-9de4-2364fa177290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (67da4b70-98be-42b4-a30b-bef3a7b2a91d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:23.425917 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-fed7c931-699f-45bf-a73f-4511aa277892 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=753aac05-577c-4ca7-bcc1-f8bed7e2a1e7 HTTP/1.1" status: 200 len: 797 time: 0.1335196 Mar 07 22:03:23.494461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8d910c93-727e-48c3-9de4-2364fa177290 None None] Port 67da4b70-98be-42b4-a30b-bef3a7b2a91d cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:23.541917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-85063801-abe8-4b27-9f9e-f8d3d65dc004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:23.555787 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-85063801-abe8-4b27-9f9e-f8d3d65dc004 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2520dcc8-19a9-4132-961a-b62643ae8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1146710 Mar 07 22:03:23.632800 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (67da4b70-98be-42b4-a30b-bef3a7b2a91d), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:23.643799 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (67da4b70-98be-42b4-a30b-bef3a7b2a91d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:23.644983 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (65887602-8f80-4ab5-bd59-9eaf9082bee7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:23.794158 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-cb8b5b72-ec24-494c-ac54-e655ce24ee47 service neutron] 10.222.0.13 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372108 Mar 07 22:03:23.849317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=67da4b70-98be-42b4-a30b-bef3a7b2a91d,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:23.910419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 9598efac-0cb0-4be8-ab49-efd3463c0137 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:23.919416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:24.051812 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-d1a9770a-78ec-4bb3-89c8-13f9506e3e88 service neutron] 10.222.0.13 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504096 Mar 07 22:03:24.126938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router 65887602-8f80-4ab5-bd59-9eaf9082bee7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:03:24.143171 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-36e506e4-8882-4afe-8862-699854e32d42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=98738167-0a20-476f-92f4-f20d36442fad HTTP/1.1" status: 200 len: 217 time: 0.0838473 Mar 07 22:03:24.260529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-7da300b6-59e7-42f8-95d3-3cde19b222d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:24.264225 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-7da300b6-59e7-42f8-95d3-3cde19b222d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=753aac05-577c-4ca7-bcc1-f8bed7e2a1e7 HTTP/1.1" status: 200 len: 797 time: 0.1136737 Mar 07 22:03:24.367703 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-ff301155-3aef-4315-a785-79d4edf9e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:24.369231 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-ff301155-3aef-4315-a785-79d4edf9e695 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2520dcc8-19a9-4132-961a-b62643ae8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0984857 Mar 07 22:03:24.378161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:03:24.391798 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2042bdf-cadb-41d3-9716-6ffff9973fd5 None None] Sync routers for ids ['65887602-8f80-4ab5-bd59-9eaf9082bee7'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:03:24.399272 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-51438069-0ccb-4646-892a-8f3cacea6c85 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/65887602-8f80-4ab5-bd59-9eaf9082bee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5689757 Mar 07 22:03:24.401660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57942) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:24.425050 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2042bdf-cadb-41d3-9716-6ffff9973fd5 None None] Routers {'65887602-8f80-4ab5-bd59-9eaf9082bee7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:24.428697 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b2042bdf-cadb-41d3-9716-6ffff9973fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['65887602-8f80-4ab5-bd59-9eaf9082bee7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:24.464174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fef1f690-11b4-453b-9b9a-c55ad78ac866 None None] Provisioning complete for port 67da4b70-98be-42b4-a30b-bef3a7b2a91d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:24.468049 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fef1f690-11b4-453b-9b9a-c55ad78ac866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (67da4b70-98be-42b4-a30b-bef3a7b2a91d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:24.480334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe578f-c577-4ae4-9a67-aa195fc25b48 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:24.481792 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-aebe578f-c577-4ae4-9a67-aa195fc25b48 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports/67da4b70-98be-42b4-a30b-bef3a7b2a91d HTTP/1.1" status: 200 len: 913 time: 0.0789626 Mar 07 22:03:24.484881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57944) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:24.601074 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fef1f690-11b4-453b-9b9a-c55ad78ac866 None None] Port 67da4b70-98be-42b4-a30b-bef3a7b2a91d cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:24.603044 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b2042bdf-cadb-41d3-9716-6ffff9973fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:24.651175 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2042bdf-cadb-41d3-9716-6ffff9973fd5 None None] Routers {'65887602-8f80-4ab5-bd59-9eaf9082bee7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:24.652024 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b2042bdf-cadb-41d3-9716-6ffff9973fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['65887602-8f80-4ab5-bd59-9eaf9082bee7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:24.652435 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-b5bb3f8c-8623-45cd-afe8-f103b3a31efb service neutron] 10.222.0.13 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724931 Mar 07 22:03:24.769219 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b2042bdf-cadb-41d3-9716-6ffff9973fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:24.776485 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2042bdf-cadb-41d3-9716-6ffff9973fd5 None None] The sync data for ids ['65887602-8f80-4ab5-bd59-9eaf9082bee7'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:03:24.830764 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72157123-cc96-4a27-91bf-5ae0f80be61c req-d96aa1d8-1832-4523-be6c-fa4e910eefba service neutron] 10.222.0.13 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683342 Mar 07 22:03:25.155922 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c4494cd-dd8a-4148-9d3d-1ad1853730a6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (65887602-8f80-4ab5-bd59-9eaf9082bee7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:25.578043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-8c4494cd-dd8a-4148-9d3d-1ad1853730a6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port 67da4b70-98be-42b4-a30b-bef3a7b2a91d {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:25.578589 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c4494cd-dd8a-4148-9d3d-1ad1853730a6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (67da4b70-98be-42b4-a30b-bef3a7b2a91d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:25.745457 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c4494cd-dd8a-4148-9d3d-1ad1853730a6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (67da4b70-98be-42b4-a30b-bef3a7b2a91d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:25.767866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-8c4494cd-dd8a-4148-9d3d-1ad1853730a6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for 67da4b70-98be-42b4-a30b-bef3a7b2a91d owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:26.336951 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c4494cd-dd8a-4148-9d3d-1ad1853730a6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (67da4b70-98be-42b4-a30b-bef3a7b2a91d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:26.378641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4494cd-dd8a-4148-9d3d-1ad1853730a6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=67da4b70-98be-42b4-a30b-bef3a7b2a91d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:26.596686 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:03:26.678138 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c4494cd-dd8a-4148-9d3d-1ad1853730a6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (65887602-8f80-4ab5-bd59-9eaf9082bee7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:27.033818 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4494cd-dd8a-4148-9d3d-1ad1853730a6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router 65887602-8f80-4ab5-bd59-9eaf9082bee7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:03:27.199324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4494cd-dd8a-4148-9d3d-1ad1853730a6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:03:27.205946 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8c4494cd-dd8a-4148-9d3d-1ad1853730a6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/65887602-8f80-4ab5-bd59-9eaf9082bee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7196677 Mar 07 22:03:27.209022 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 57968) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:27.210738 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad79b1-42d2-44f5-a3ac-77a45909c27c None None] Sync routers for ids ['65887602-8f80-4ab5-bd59-9eaf9082bee7'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:03:27.225114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad79b1-42d2-44f5-a3ac-77a45909c27c None None] Routers {'65887602-8f80-4ab5-bd59-9eaf9082bee7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:27.225753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f8ad79b1-42d2-44f5-a3ac-77a45909c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['65887602-8f80-4ab5-bd59-9eaf9082bee7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:27.290247 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f8ad79b1-42d2-44f5-a3ac-77a45909c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:27.300854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad79b1-42d2-44f5-a3ac-77a45909c27c None None] Routers {'65887602-8f80-4ab5-bd59-9eaf9082bee7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:27.301813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f8ad79b1-42d2-44f5-a3ac-77a45909c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['65887602-8f80-4ab5-bd59-9eaf9082bee7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:27.347637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f8ad79b1-42d2-44f5-a3ac-77a45909c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:27.348637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad79b1-42d2-44f5-a3ac-77a45909c27c None None] The sync data for ids ['65887602-8f80-4ab5-bd59-9eaf9082bee7'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:03:27.780601 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-74a23253-44d4-4f19-82c6-d687cbd7bcaf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (65887602-8f80-4ab5-bd59-9eaf9082bee7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:28.560781 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-74a23253-44d4-4f19-82c6-d687cbd7bcaf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port 0b33be6d-5157-442b-83a9-fd3b6cf8c700 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:28.562393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-74a23253-44d4-4f19-82c6-d687cbd7bcaf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0b33be6d-5157-442b-83a9-fd3b6cf8c700), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:28.732253 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-74a23253-44d4-4f19-82c6-d687cbd7bcaf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0b33be6d-5157-442b-83a9-fd3b6cf8c700), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:28.747095 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-74a23253-44d4-4f19-82c6-d687cbd7bcaf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for 0b33be6d-5157-442b-83a9-fd3b6cf8c700 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:28.996637 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-74a23253-44d4-4f19-82c6-d687cbd7bcaf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0b33be6d-5157-442b-83a9-fd3b6cf8c700), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:29.026147 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a23253-44d4-4f19-82c6-d687cbd7bcaf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=0b33be6d-5157-442b-83a9-fd3b6cf8c700,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:29.167801 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-74a23253-44d4-4f19-82c6-d687cbd7bcaf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (65887602-8f80-4ab5-bd59-9eaf9082bee7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:29.435114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a23253-44d4-4f19-82c6-d687cbd7bcaf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router 65887602-8f80-4ab5-bd59-9eaf9082bee7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:03:29.549963 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a23253-44d4-4f19-82c6-d687cbd7bcaf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:03:29.558977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57992) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:29.559452 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-74a23253-44d4-4f19-82c6-d687cbd7bcaf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/65887602-8f80-4ab5-bd59-9eaf9082bee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3488963 Mar 07 22:03:29.562371 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288c565c-fd4f-4e90-892c-1704112f16b1 None None] Sync routers for ids ['65887602-8f80-4ab5-bd59-9eaf9082bee7'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:03:29.583245 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c565c-fd4f-4e90-892c-1704112f16b1 None None] Routers {'65887602-8f80-4ab5-bd59-9eaf9082bee7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:29.586431 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-288c565c-fd4f-4e90-892c-1704112f16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['65887602-8f80-4ab5-bd59-9eaf9082bee7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:29.602824 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-30ec369f-6ca8-4632-a05e-c746c2097a74 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports?device_id=65887602-8f80-4ab5-bd59-9eaf9082bee7 HTTP/1.1" status: 200 len: 205 time: 0.0419545 Mar 07 22:03:29.605570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 57994) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:29.680302 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-288c565c-fd4f-4e90-892c-1704112f16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:29.688743 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5aac5d8a-e7fb-494e-a2ac-c6a808331142 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (65887602-8f80-4ab5-bd59-9eaf9082bee7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:29.699887 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c565c-fd4f-4e90-892c-1704112f16b1 None None] Routers {'65887602-8f80-4ab5-bd59-9eaf9082bee7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:29.700778 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-288c565c-fd4f-4e90-892c-1704112f16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['65887602-8f80-4ab5-bd59-9eaf9082bee7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:29.755561 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-288c565c-fd4f-4e90-892c-1704112f16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:29.756557 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288c565c-fd4f-4e90-892c-1704112f16b1 None None] The sync data for ids ['65887602-8f80-4ab5-bd59-9eaf9082bee7'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:03:29.900398 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5aac5d8a-e7fb-494e-a2ac-c6a808331142 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (65887602-8f80-4ab5-bd59-9eaf9082bee7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:29.904240 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5aac5d8a-e7fb-494e-a2ac-c6a808331142 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_controller (65887602-8f80-4ab5-bd59-9eaf9082bee7), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:30.021322 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5aac5d8a-e7fb-494e-a2ac-c6a808331142 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (65887602-8f80-4ab5-bd59-9eaf9082bee7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:30.021848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aac5d8a-e7fb-494e-a2ac-c6a808331142 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Fanout notify agent at l3_agent the message router_deleted on router 65887602-8f80-4ab5-bd59-9eaf9082bee7 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:03:30.034270 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5aac5d8a-e7fb-494e-a2ac-c6a808331142 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:30.035363 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5aac5d8a-e7fb-494e-a2ac-c6a808331142 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/routers/65887602-8f80-4ab5-bd59-9eaf9082bee7 HTTP/1.1" status: 204 len: 168 time: 0.4287295 Mar 07 22:03:30.038016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58002) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:30.102342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0fbd5e-0f75-4a5f-90dd-b8c4fa37b884 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting subnet f73e8a4a-ad3b-4746-a7c8-2cbf02b2a2b0 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:03:30.106236 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1c0fbd5e-0f75-4a5f-90dd-b8c4fa37b884 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (f73e8a4a-ad3b-4746-a7c8-2cbf02b2a2b0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:30.161487 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1c0fbd5e-0f75-4a5f-90dd-b8c4fa37b884 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (f73e8a4a-ad3b-4746-a7c8-2cbf02b2a2b0), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:30.327451 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1c0fbd5e-0f75-4a5f-90dd-b8c4fa37b884 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (f73e8a4a-ad3b-4746-a7c8-2cbf02b2a2b0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:30.479649 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1c0fbd5e-0f75-4a5f-90dd-b8c4fa37b884 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (f73e8a4a-ad3b-4746-a7c8-2cbf02b2a2b0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:30.579352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efa0344-b365-4afe-aeed-12e6a1b6d238 None None] Network 9598efac-0cb0-4be8-ab49-efd3463c0137 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:30.602921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fbd5e-0f75-4a5f-90dd-b8c4fa37b884 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Subnet': ['ID=f73e8a4a-ad3b-4746-a7c8-2cbf02b2a2b0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:30.619425 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1c0fbd5e-0f75-4a5f-90dd-b8c4fa37b884 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:30.634607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58006) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:30.638456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1c0fbd5e-0f75-4a5f-90dd-b8c4fa37b884 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/f73e8a4a-ad3b-4746-a7c8-2cbf02b2a2b0 HTTP/1.1" status: 204 len: 168 time: 0.5940163 Mar 07 22:03:30.784327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-544201e5-4d85-40fd-b181-f43dc703f9fc tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting subnet 55cb1464-9ca5-4a29-9213-c1f998641f2c {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:03:30.799240 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-544201e5-4d85-40fd-b181-f43dc703f9fc tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (55cb1464-9ca5-4a29-9213-c1f998641f2c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:30.922608 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-544201e5-4d85-40fd-b181-f43dc703f9fc tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (55cb1464-9ca5-4a29-9213-c1f998641f2c), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:30.953131 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5979369-1d19-4268-a57e-c79384fd713a None None] DHCP port deletion for 9598efac-0cb0-4be8-ab49-efd3463c0137 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:03:31.065645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d5979369-1d19-4268-a57e-c79384fd713a None None] Deleting port 94f3b80b-5aae-4be4-9848-0ef05326a119 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:31.066430 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d5979369-1d19-4268-a57e-c79384fd713a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (94f3b80b-5aae-4be4-9848-0ef05326a119), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:31.082081 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-544201e5-4d85-40fd-b181-f43dc703f9fc tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (55cb1464-9ca5-4a29-9213-c1f998641f2c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:31.132123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d5979369-1d19-4268-a57e-c79384fd713a None None] For port 94f3b80b-5aae-4be4-9848-0ef05326a119, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=94f3b80b-5aae-4be4-9848-0ef05326a119,segment=NetworkSegment(7f3afe35-ce73-4a10-b430-07967750aa95),segment_id=7f3afe35-ce73-4a10-b430-07967750aa95)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:31.133523 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d5979369-1d19-4268-a57e-c79384fd713a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (94f3b80b-5aae-4be4-9848-0ef05326a119), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:31.154198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d5979369-1d19-4268-a57e-c79384fd713a None None] Calling delete_port for 94f3b80b-5aae-4be4-9848-0ef05326a119 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:31.167112 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-544201e5-4d85-40fd-b181-f43dc703f9fc tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (55cb1464-9ca5-4a29-9213-c1f998641f2c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:31.204222 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544201e5-4d85-40fd-b181-f43dc703f9fc tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Subnet': ['ID=55cb1464-9ca5-4a29-9213-c1f998641f2c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:31.207384 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-544201e5-4d85-40fd-b181-f43dc703f9fc tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:31.216510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58014) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:31.229666 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-544201e5-4d85-40fd-b181-f43dc703f9fc tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/55cb1464-9ca5-4a29-9213-c1f998641f2c HTTP/1.1" status: 204 len: 168 time: 0.5938923 Mar 07 22:03:31.260853 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0877f407-6a1f-446e-ab01-cb6f234c40fc None None] Network 72f60c01-e5ad-4925-a4ab-c653ac11374f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:31.278843 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d5979369-1d19-4268-a57e-c79384fd713a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (94f3b80b-5aae-4be4-9848-0ef05326a119), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:31.340174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5979369-1d19-4268-a57e-c79384fd713a None None] Pushing event deleted for resources: {'Port': ['ID=94f3b80b-5aae-4be4-9848-0ef05326a119,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:31.646696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 94f3b80b-5aae-4be4-9848-0ef05326a119 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:03:31.672566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5979369-1d19-4268-a57e-c79384fd713a None None] No DVR routers for this DVR port 94f3b80b-5aae-4be4-9848-0ef05326a119 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:03:31.694270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 94f3b80b-5aae-4be4-9848-0ef05326a119 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:03:31.695479 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 94f3b80b-5aae-4be4-9848-0ef05326a119 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:03:31.804368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7fa972b0-9990-48ad-a125-fe73d4604bd2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (9598efac-0cb0-4be8-ab49-efd3463c0137), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:31.879213 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dce7f3f-1a17-4c8c-9c6b-deb440c83b41 None None] DHCP port deletion for 72f60c01-e5ad-4925-a4ab-c653ac11374f request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:03:31.957561 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7fa972b0-9990-48ad-a125-fe73d4604bd2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (9598efac-0cb0-4be8-ab49-efd3463c0137), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:31.988478 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-7fa972b0-9990-48ad-a125-fe73d4604bd2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9598efac-0cb0-4be8-ab49-efd3463c0137']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:31.998680 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-7fa972b0-9990-48ad-a125-fe73d4604bd2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3afe35-ce73-4a10-b430-07967750aa95') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:31.998680 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-7fa972b0-9990-48ad-a125-fe73d4604bd2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3afe35-ce73-4a10-b430-07967750aa95') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:32.009462 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7fa972b0-9990-48ad-a125-fe73d4604bd2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (7f3afe35-ce73-4a10-b430-07967750aa95), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:32.024577 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7fa972b0-9990-48ad-a125-fe73d4604bd2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (7f3afe35-ce73-4a10-b430-07967750aa95), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:32.031440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa972b0-9990-48ad-a125-fe73d4604bd2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:03:32.032393 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7fa972b0-9990-48ad-a125-fe73d4604bd2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (7f3afe35-ce73-4a10-b430-07967750aa95), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:32.075591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7dce7f3f-1a17-4c8c-9c6b-deb440c83b41 None None] Deleting port c2c38397-9753-4bae-8f0d-8a639269ee3d {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:32.075969 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7dce7f3f-1a17-4c8c-9c6b-deb440c83b41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:03:32.100643 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:03:32.112824 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a8579f5-438b-49c6-a18a-68ebffaa13a7 req-e5213ab8-424a-4375-9cb2-1978ae6266de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3395336 Mar 07 22:03:32.132675 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7fa972b0-9990-48ad-a125-fe73d4604bd2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (9598efac-0cb0-4be8-ab49-efd3463c0137), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:32.263695 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7fa972b0-9990-48ad-a125-fe73d4604bd2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:32.271722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7fa972b0-9990-48ad-a125-fe73d4604bd2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/networks/9598efac-0cb0-4be8-ab49-efd3463c0137 HTTP/1.1" status: 204 len: 168 time: 1.0532651 Mar 07 22:03:32.272818 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa972b0-9990-48ad-a125-fe73d4604bd2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Network': ['ID=9598efac-0cb0-4be8-ab49-efd3463c0137,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:32.274978 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58024) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:32.322495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8579f5-438b-49c6-a18a-68ebffaa13a7 req-47c6f89d-9de4-408c-9e01-89c7ca2c6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:32.340768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a8579f5-438b-49c6-a18a-68ebffaa13a7 req-47c6f89d-9de4-408c-9e01-89c7ca2c6151 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bb6403373984f908124dcb70d1ed022&device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 1127 time: 0.1068330 Mar 07 22:03:32.353956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7dce7f3f-1a17-4c8c-9c6b-deb440c83b41 None None] For port c2c38397-9753-4bae-8f0d-8a639269ee3d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c2c38397-9753-4bae-8f0d-8a639269ee3d,segment=NetworkSegment(985e924e-d591-41b0-87f3-c7a2a02c956e),segment_id=985e924e-d591-41b0-87f3-c7a2a02c956e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:32.359198 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7dce7f3f-1a17-4c8c-9c6b-deb440c83b41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:32.387051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7dce7f3f-1a17-4c8c-9c6b-deb440c83b41 None None] Calling delete_port for c2c38397-9753-4bae-8f0d-8a639269ee3d owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:32.456277 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (72f60c01-e5ad-4925-a4ab-c653ac11374f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:32.694397 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7dce7f3f-1a17-4c8c-9c6b-deb440c83b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:32.707586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8579f5-438b-49c6-a18a-68ebffaa13a7 req-83f4ff97-9f98-4b4c-a508-0e920e483737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:32.712140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a8579f5-438b-49c6-a18a-68ebffaa13a7 req-83f4ff97-9f98-4b4c-a508-0e920e483737 service neutron] 10.222.0.15 "GET /v2.0/networks?id=17af4d75-4163-4f51-bf4d-822a5308abb9 HTTP/1.1" status: 200 len: 911 time: 0.3627172 Mar 07 22:03:32.753627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port c2c38397-9753-4bae-8f0d-8a639269ee3d {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:32.753627 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:32.816715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce7f3f-1a17-4c8c-9c6b-deb440c83b41 None None] No DVR routers for this DVR port c2c38397-9753-4bae-8f0d-8a639269ee3d on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:03:32.819708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce7f3f-1a17-4c8c-9c6b-deb440c83b41 None None] Pushing event deleted for resources: {'Port': ['ID=c2c38397-9753-4bae-8f0d-8a639269ee3d,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:32.994498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] For port c2c38397-9753-4bae-8f0d-8a639269ee3d, host n-d-832330-1, got binding levels [] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:32.994764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a8579f5-438b-49c6-a18a-68ebffaa13a7 req-42846942-6df1-4e64-a794-31644ee25216 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda HTTP/1.1" status: 200 len: 999 time: 0.2766430 Mar 07 22:03:32.995913 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:33.021333 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for c2c38397-9753-4bae-8f0d-8a639269ee3d owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:33.026252 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Port c2c38397-9753-4bae-8f0d-8a639269ee3d was not found and therefore no delete operation was performed {{(pid=103718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 22:03:33.027993 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c2c38397-9753-4bae-8f0d-8a639269ee3d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:33.074412 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=c2c38397-9753-4bae-8f0d-8a639269ee3d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:33.078001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No DVR routers for this DVR port c2c38397-9753-4bae-8f0d-8a639269ee3d on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:03:33.105048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8579f5-438b-49c6-a18a-68ebffaa13a7 req-f43eb5b8-834b-4256-826f-fce18532e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:33.112829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a8579f5-438b-49c6-a18a-68ebffaa13a7 req-f43eb5b8-834b-4256-826f-fce18532e39a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b78d0f-0bb8-455d-a78c-07f57fa57eef HTTP/1.1" status: 200 len: 849 time: 0.1095066 Mar 07 22:03:33.192566 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (72f60c01-e5ad-4925-a4ab-c653ac11374f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:33.248479 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8579f5-438b-49c6-a18a-68ebffaa13a7 req-1b88293d-c082-4086-9b84-fcf3289354c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:33.250435 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a8579f5-438b-49c6-a18a-68ebffaa13a7 req-1b88293d-c082-4086-9b84-fcf3289354c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17af4d75-4163-4f51-bf4d-822a5308abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1294079 Mar 07 22:03:33.257558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f60c01-e5ad-4925-a4ab-c653ac11374f']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:33.292951 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985e924e-d591-41b0-87f3-c7a2a02c956e') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:33.294767 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985e924e-d591-41b0-87f3-c7a2a02c956e') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:33.325948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (985e924e-d591-41b0-87f3-c7a2a02c956e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:33.366847 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (985e924e-d591-41b0-87f3-c7a2a02c956e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:33.383542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:03:33.383948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (985e924e-d591-41b0-87f3-c7a2a02c956e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:03:33.387244 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:03:33.420173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c2c38397-9753-4bae-8f0d-8a639269ee3d no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:03:33.468268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: c2c38397-9753-4bae-8f0d-8a639269ee3d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:03:33.468613 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c2c38397-9753-4bae-8f0d-8a639269ee3d not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:03:33.518019 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (72f60c01-e5ad-4925-a4ab-c653ac11374f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:33.521487 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a8579f5-438b-49c6-a18a-68ebffaa13a7 req-4f4a9f62-0bc5-4952-a4fe-c10b717a14db service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621846 Mar 07 22:03:33.535605 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:33.548290 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/networks/72f60c01-e5ad-4925-a4ab-c653ac11374f HTTP/1.1" status: 204 len: 168 time: 1.2721844 Mar 07 22:03:33.553743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58036) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:33.572702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-61f18dff-deb7-45d7-ada6-b2924cdc6b00 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-176685628'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:33.603380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c1414-776a-461c-88bb-8cf6b518faea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Network': ['ID=72f60c01-e5ad-4925-a4ab-c653ac11374f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:33.669743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f18dff-deb7-45d7-ada6-b2924cdc6b00 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:03:33.673213 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-61f18dff-deb7-45d7-ada6-b2924cdc6b00 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:33.749362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f18dff-deb7-45d7-ada6-b2924cdc6b00 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:03:33.783276 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-61f18dff-deb7-45d7-ada6-b2924cdc6b00 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (7dddf2c5-53c6-4db8-92d3-acade9882e8a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:33.786059 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-61f18dff-deb7-45d7-ada6-b2924cdc6b00 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Added segment 7dddf2c5-53c6-4db8-92d3-acade9882e8a of type vlan for network 562791ff-f785-4121-b477-edea62e192ba Mar 07 22:03:33.841388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a8579f5-438b-49c6-a18a-68ebffaa13a7 req-752076b4-9243-407a-ba82-fc391d22360c service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130834 Mar 07 22:03:33.871929 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-61f18dff-deb7-45d7-ada6-b2924cdc6b00 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (562791ff-f785-4121-b477-edea62e192ba), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:33.966930 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-61f18dff-deb7-45d7-ada6-b2924cdc6b00 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (562791ff-f785-4121-b477-edea62e192ba), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:33.970232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f18dff-deb7-45d7-ada6-b2924cdc6b00 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:33.970232 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-61f18dff-deb7-45d7-ada6-b2924cdc6b00 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:34.045441 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f18dff-deb7-45d7-ada6-b2924cdc6b00 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Network': ['ID=562791ff-f785-4121-b477-edea62e192ba,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:34.065475 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 562791ff-f785-4121-b477-edea62e192ba details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:03:34.088629 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58052) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:34.095505 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-61f18dff-deb7-45d7-ada6-b2924cdc6b00 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5293860 Mar 07 22:03:34.111580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4109ecf6-0a7a-4648-a205-5eb1286db9e0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'subnet': {'network_id': '562791ff-f785-4121-b477-edea62e192ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:34.325585 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4109ecf6-0a7a-4648-a205-5eb1286db9e0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:03:34.332274 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4109ecf6-0a7a-4648-a205-5eb1286db9e0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:34.659947 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4109ecf6-0a7a-4648-a205-5eb1286db9e0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (50ddd1eb-0e4d-4739-a156-d3df53c918e1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:34.741521 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109ecf6-0a7a-4648-a205-5eb1286db9e0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Subnet': ['ID=50ddd1eb-0e4d-4739-a156-d3df53c918e1,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:34.764071 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4109ecf6-0a7a-4648-a205-5eb1286db9e0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Checking segment: {'id': '7dddf2c5-53c6-4db8-92d3-acade9882e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '562791ff-f785-4121-b477-edea62e192ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:03:34.764371 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4109ecf6-0a7a-4648-a205-5eb1286db9e0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network hostable DHCP agents. Network: 562791ff-f785-4121-b477-edea62e192ba, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:03:34.787185 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4109ecf6-0a7a-4648-a205-5eb1286db9e0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 562791ff-f785-4121-b477-edea62e192ba is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:03:34.807710 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-4109ecf6-0a7a-4648-a205-5eb1286db9e0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 562791ff-f785-4121-b477-edea62e192ba) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:34.817272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf169fb-0ff5-4a34-8518-aa72106bdfe4 None None] Network 562791ff-f785-4121-b477-edea62e192ba requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:34.834689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4109ecf6-0a7a-4648-a205-5eb1286db9e0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:34.835295 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4109ecf6-0a7a-4648-a205-5eb1286db9e0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:34.902257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58066) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:34.905512 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4109ecf6-0a7a-4648-a205-5eb1286db9e0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8152018 Mar 07 22:03:34.909039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b99c61e2-98c6-4f1b-b89d-8a4e5ebb4ace tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1053761027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:34.953123 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b99c61e2-98c6-4f1b-b89d-8a4e5ebb4ace tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (e610b2db-b7ea-48be-a370-5c57791ac86e), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:34.954853 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b99c61e2-98c6-4f1b-b89d-8a4e5ebb4ace tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (e610b2db-b7ea-48be-a370-5c57791ac86e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:35.048822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-562791ff-f785-4121-b477-edea62e192ba', 'network_id': '562791ff-f785-4121-b477-edea62e192ba', 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'fixed_ips': [{'subnet_id': '50ddd1eb-0e4d-4739-a156-d3df53c918e1'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:03:35.050037 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:35.126716 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b99c61e2-98c6-4f1b-b89d-8a4e5ebb4ace tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_controller (e610b2db-b7ea-48be-a370-5c57791ac86e), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:35.132445 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b99c61e2-98c6-4f1b-b89d-8a4e5ebb4ace tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (e610b2db-b7ea-48be-a370-5c57791ac86e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:35.208505 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b99c61e2-98c6-4f1b-b89d-8a4e5ebb4ace tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:35.224464 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58072) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:35.243022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b99c61e2-98c6-4f1b-b89d-8a4e5ebb4ace tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3379881 Mar 07 22:03:35.277532 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-91c09b1c-dd94-4ff1-9e88-55b65fd1fabe tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'port': {'network_id': '562791ff-f785-4121-b477-edea62e192ba', 'name': 'tempest-RoutersIpV6Test-451890046'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:35.596857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Allocated IP 2001:db8::2 (562791ff-f785-4121-b477-edea62e192ba/50ddd1eb-0e4d-4739-a156-d3df53c918e1/44f19c91-af6c-4f18-a00c-7e38ca52c2d9) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:03:35.736653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c09b1c-dd94-4ff1-9e88-55b65fd1fabe tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:03:35.750739 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91c09b1c-dd94-4ff1-9e88-55b65fd1fabe tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:35.826128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-91c09b1c-dd94-4ff1-9e88-55b65fd1fabe tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] device_id is not set on port a9c1cf72-da9f-4997-9ee2-dc40ca8495c8 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:03:36.036139 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Publish callbacks [] for port (44f19c91-af6c-4f18-a00c-7e38ca52c2d9), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:36.065260 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (44f19c91-af6c-4f18-a00c-7e38ca52c2d9), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:36.255628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-91c09b1c-dd94-4ff1-9e88-55b65fd1fabe tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Allocated IP 2001:db8::1ba (562791ff-f785-4121-b477-edea62e192ba/50ddd1eb-0e4d-4739-a156-d3df53c918e1/a9c1cf72-da9f-4997-9ee2-dc40ca8495c8) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:03:36.268148 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Network 562791ff-f785-4121-b477-edea62e192ba is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:36.272939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:36.277226 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Pushing event updated for resources: {'Port': ['ID=44f19c91-af6c-4f18-a00c-7e38ca52c2d9,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:36.286427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:03:36.436862 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Attempting to bind port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:03:36.437660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Attempting to bind port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '7dddf2c5-53c6-4db8-92d3-acade9882e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '562791ff-f785-4121-b477-edea62e192ba'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:03:36.438747 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Attempting to bind port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 on network 562791ff-f785-4121-b477-edea62e192ba {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:03:36.454639 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:03:36.455230 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Checking segment: {'id': '7dddf2c5-53c6-4db8-92d3-acade9882e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '562791ff-f785-4121-b477-edea62e192ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:03:36.455761 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:36.456297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Bound using segment: {'id': '7dddf2c5-53c6-4db8-92d3-acade9882e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '562791ff-f785-4121-b477-edea62e192ba'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:03:36.457679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Bound port: 44f19c91-af6c-4f18-a00c-7e38ca52c2d9, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dddf2c5-53c6-4db8-92d3-acade9882e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '562791ff-f785-4121-b477-edea62e192ba'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:03:36.458209 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (44f19c91-af6c-4f18-a00c-7e38ca52c2d9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:36.732597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] For port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:03:36.733379 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91c09b1c-dd94-4ff1-9e88-55b65fd1fabe tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (a9c1cf72-da9f-4997-9ee2-dc40ca8495c8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:36.755382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] For port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=44f19c91-af6c-4f18-a00c-7e38ca52c2d9,segment=NetworkSegment(7dddf2c5-53c6-4db8-92d3-acade9882e8a),segment_id=7dddf2c5-53c6-4db8-92d3-acade9882e8a)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:03:36.776314 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (44f19c91-af6c-4f18-a00c-7e38ca52c2d9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:36.785564 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91c09b1c-dd94-4ff1-9e88-55b65fd1fabe tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a9c1cf72-da9f-4997-9ee2-dc40ca8495c8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:36.889636 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c09b1c-dd94-4ff1-9e88-55b65fd1fabe tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=a9c1cf72-da9f-4997-9ee2-dc40ca8495c8,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:36.919329 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c09b1c-dd94-4ff1-9e88-55b65fd1fabe tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 562791ff-f785-4121-b477-edea62e192ba is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:36.923873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-91c09b1c-dd94-4ff1-9e88-55b65fd1fabe tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:36.924280 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb29fff-cea3-4a14-a2f5-77c1bf107220 None None] Pushing event updated for resources: {'Port': ['ID=44f19c91-af6c-4f18-a00c-7e38ca52c2d9,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:36.940339 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c09b1c-dd94-4ff1-9e88-55b65fd1fabe tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:03:36.955360 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c09b1c-dd94-4ff1-9e88-55b65fd1fabe tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:36.956027 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91c09b1c-dd94-4ff1-9e88-55b65fd1fabe tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:37.003715 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-91c09b1c-dd94-4ff1-9e88-55b65fd1fabe tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7613635 Mar 07 22:03:37.006726 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58090) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:37.690214 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-89c54b78-6a3f-4fd2-8d10-21851da018f9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a9c1cf72-da9f-4997-9ee2-dc40ca8495c8), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:38.379722 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-89c54b78-6a3f-4fd2-8d10-21851da018f9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (a9c1cf72-da9f-4997-9ee2-dc40ca8495c8), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:38.387916 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-89c54b78-6a3f-4fd2-8d10-21851da018f9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a9c1cf72-da9f-4997-9ee2-dc40ca8495c8), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:38.628195 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c54b78-6a3f-4fd2-8d10-21851da018f9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=a9c1cf72-da9f-4997-9ee2-dc40ca8495c8,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:38.789518 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84384a5e-75af-448b-aa93-e09f42b08fc0 None None] Network 562791ff-f785-4121-b477-edea62e192ba requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:38.925596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-89c54b78-6a3f-4fd2-8d10-21851da018f9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (e610b2db-b7ea-48be-a370-5c57791ac86e), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:38.985273 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4b148709-c2dd-428c-acbf-eddcffec035e None None] Provisioning complete for port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:38.987580 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4b148709-c2dd-428c-acbf-eddcffec035e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (44f19c91-af6c-4f18-a00c-7e38ca52c2d9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:39.224935 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-89c54b78-6a3f-4fd2-8d10-21851da018f9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a9c1cf72-da9f-4997-9ee2-dc40ca8495c8), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:39.306291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4b148709-c2dd-428c-acbf-eddcffec035e None None] Current status of the port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:39.306657 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4b148709-c2dd-428c-acbf-eddcffec035e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (44f19c91-af6c-4f18-a00c-7e38ca52c2d9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:39.372887 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-4b148709-c2dd-428c-acbf-eddcffec035e None None] For port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=44f19c91-af6c-4f18-a00c-7e38ca52c2d9,segment=NetworkSegment(7dddf2c5-53c6-4db8-92d3-acade9882e8a),segment_id=7dddf2c5-53c6-4db8-92d3-acade9882e8a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:39.387402 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4b148709-c2dd-428c-acbf-eddcffec035e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (44f19c91-af6c-4f18-a00c-7e38ca52c2d9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:39.512484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b148709-c2dd-428c-acbf-eddcffec035e None None] Pushing event updated for resources: {'Port': ['ID=44f19c91-af6c-4f18-a00c-7e38ca52c2d9,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:39.614343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:03:39.761278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:39.762271 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (44f19c91-af6c-4f18-a00c-7e38ca52c2d9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:39.811489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58130) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:39.983039 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-89c54b78-6a3f-4fd2-8d10-21851da018f9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (a9c1cf72-da9f-4997-9ee2-dc40ca8495c8), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:40.004217 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-89c54b78-6a3f-4fd2-8d10-21851da018f9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a9c1cf72-da9f-4997-9ee2-dc40ca8495c8), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:40.006810 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-89c54b78-6a3f-4fd2-8d10-21851da018f9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (e610b2db-b7ea-48be-a370-5c57791ac86e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:40.038785 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dce39173-3f32-4703-84ff-5c9193c38d6c tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5000 time: 0.2251379 Mar 07 22:03:40.040616 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58134) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:40.041797 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:40.048383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0e38d38d-354b-4334-9852-1d8c0e5abed8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Request body: {'network': {'name': 'tempest-network-smoke--2035668114', 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'port_security_enabled': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:40.087502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e38d38d-354b-4334-9852-1d8c0e5abed8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Made reservation on behalf of e87eae701f45487cbc6b93aa1c25c985 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:03:40.092489 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e38d38d-354b-4334-9852-1d8c0e5abed8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:40.101450 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bf3d1235-2bbd-4afc-96d1-0b40336dc7b4 None None] Provisioning complete for port a9c1cf72-da9f-4997-9ee2-dc40ca8495c8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:40.102350 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bf3d1235-2bbd-4afc-96d1-0b40336dc7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a9c1cf72-da9f-4997-9ee2-dc40ca8495c8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:40.149630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e38d38d-354b-4334-9852-1d8c0e5abed8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:03:40.173614 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e38d38d-354b-4334-9852-1d8c0e5abed8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a903c26d-0162-4f4c-b37a-15970f5eb3b9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:40.174130 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-0e38d38d-354b-4334-9852-1d8c0e5abed8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Added segment a903c26d-0162-4f4c-b37a-15970f5eb3b9 of type vlan for network 46309bd7-debf-420d-8749-01f36088f94b Mar 07 22:03:40.193180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c54b78-6a3f-4fd2-8d10-21851da018f9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=a9c1cf72-da9f-4997-9ee2-dc40ca8495c8,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:40.195091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bf3d1235-2bbd-4afc-96d1-0b40336dc7b4 None None] Port a9c1cf72-da9f-4997-9ee2-dc40ca8495c8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:40.233225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bf3d1235-2bbd-4afc-96d1-0b40336dc7b4 None None] Provisioning complete for port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:40.235377 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bf3d1235-2bbd-4afc-96d1-0b40336dc7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (44f19c91-af6c-4f18-a00c-7e38ca52c2d9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:40.297152 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e38d38d-354b-4334-9852-1d8c0e5abed8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (46309bd7-debf-420d-8749-01f36088f94b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:40.362390 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e38d38d-354b-4334-9852-1d8c0e5abed8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (46309bd7-debf-420d-8749-01f36088f94b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:40.377083 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38d38d-354b-4334-9852-1d8c0e5abed8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:40.380789 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e38d38d-354b-4334-9852-1d8c0e5abed8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:40.472251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bf3d1235-2bbd-4afc-96d1-0b40336dc7b4 None None] Current status of the port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:40.480740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c54b78-6a3f-4fd2-8d10-21851da018f9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 562791ff-f785-4121-b477-edea62e192ba is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:40.485731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-89c54b78-6a3f-4fd2-8d10-21851da018f9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:40.549103 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0e38d38d-354b-4334-9852-1d8c0e5abed8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5027542 Mar 07 22:03:40.560774 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58146) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:40.609604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ef145041-6279-4b18-bcb9-a817540e43e8 None None] Provisioning complete for port a9c1cf72-da9f-4997-9ee2-dc40ca8495c8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:40.610279 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ef145041-6279-4b18-bcb9-a817540e43e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a9c1cf72-da9f-4997-9ee2-dc40ca8495c8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:40.709264 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38d38d-354b-4334-9852-1d8c0e5abed8 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'Network': ['ID=46309bd7-debf-420d-8749-01f36088f94b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:40.711685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ef145041-6279-4b18-bcb9-a817540e43e8 None None] Port a9c1cf72-da9f-4997-9ee2-dc40ca8495c8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:40.731794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 46309bd7-debf-420d-8749-01f36088f94b details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:03:40.732610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1831703758', 'admin_state_up': True, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:40.802465 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:40.804132 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:40.917202 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router_controller (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:40.935014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c54b78-6a3f-4fd2-8d10-21851da018f9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router e610b2db-b7ea-48be-a370-5c57791ac86e is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:03:41.176120 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router_gateway (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:41.218144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c54b78-6a3f-4fd2-8d10-21851da018f9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:03:41.237540 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91013c7-5805-4c12-95dd-da421c0a8b9d None None] Sync routers for ids ['e610b2db-b7ea-48be-a370-5c57791ac86e'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:03:41.256077 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-89c54b78-6a3f-4fd2-8d10-21851da018f9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/e610b2db-b7ea-48be-a370-5c57791ac86e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2472301 Mar 07 22:03:41.259711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58154) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:41.328712 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91013c7-5805-4c12-95dd-da421c0a8b9d None None] Routers {'e610b2db-b7ea-48be-a370-5c57791ac86e'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:41.337779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e91013c7-5805-4c12-95dd-da421c0a8b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e610b2db-b7ea-48be-a370-5c57791ac86e'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:41.405615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db292880-82dd-4004-b369-6de6269ff05f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:41.412360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-db292880-82dd-4004-b369-6de6269ff05f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports/a9c1cf72-da9f-4997-9ee2-dc40ca8495c8 HTTP/1.1" status: 200 len: 983 time: 0.1460097 Mar 07 22:03:41.413239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58156) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:41.501235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:03:41.583529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-adb05257-2779-4b3c-8d55-07c1f42a4c87 None None] Provisioning complete for port a9c1cf72-da9f-4997-9ee2-dc40ca8495c8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:41.585135 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-adb05257-2779-4b3c-8d55-07c1f42a4c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a9c1cf72-da9f-4997-9ee2-dc40ca8495c8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:41.587205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e91013c7-5805-4c12-95dd-da421c0a8b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:41.702776 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91013c7-5805-4c12-95dd-da421c0a8b9d None None] Routers {'e610b2db-b7ea-48be-a370-5c57791ac86e'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:41.703693 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e91013c7-5805-4c12-95dd-da421c0a8b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e610b2db-b7ea-48be-a370-5c57791ac86e'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:41.749637 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router_gateway (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:41.782841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e91013c7-5805-4c12-95dd-da421c0a8b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:41.784636 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:41.787880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91013c7-5805-4c12-95dd-da421c0a8b9d None None] The sync data for ids ['e610b2db-b7ea-48be-a370-5c57791ac86e'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:03:41.806963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:41.809169 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (44f19c91-af6c-4f18-a00c-7e38ca52c2d9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:41.891913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-adb05257-2779-4b3c-8d55-07c1f42a4c87 None None] Port a9c1cf72-da9f-4997-9ee2-dc40ca8495c8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:41.984362 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:42.020607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Allocated IP 172.25.4.163 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/7a84506d-6d2b-4392-af4a-c55a5c8bdaeb) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:03:42.025614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6eabf709-a43a-4dc5-9310-4b35e2b0cdcd None None] Provisioning complete for port a9c1cf72-da9f-4997-9ee2-dc40ca8495c8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:42.026305 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6eabf709-a43a-4dc5-9310-4b35e2b0cdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a9c1cf72-da9f-4997-9ee2-dc40ca8495c8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:42.095951 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6eabf709-a43a-4dc5-9310-4b35e2b0cdcd None None] Port a9c1cf72-da9f-4997-9ee2-dc40ca8495c8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:42.187797 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for port (7a84506d-6d2b-4392-af4a-c55a5c8bdaeb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:42.251467 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7a84506d-6d2b-4392-af4a-c55a5c8bdaeb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:42.315881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'Port': ['ID=7a84506d-6d2b-4392-af4a-c55a5c8bdaeb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:42.327121 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:42.329105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:42.332497 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:03:42.389574 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e757e2ba-e773-4dd7-a5a7-0752fcdeba86 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (e610b2db-b7ea-48be-a370-5c57791ac86e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:42.768748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e757e2ba-e773-4dd7-a5a7-0752fcdeba86 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port a9c1cf72-da9f-4997-9ee2-dc40ca8495c8 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:42.769154 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e757e2ba-e773-4dd7-a5a7-0752fcdeba86 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a9c1cf72-da9f-4997-9ee2-dc40ca8495c8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:42.819206 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router_gateway (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:42.934636 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e757e2ba-e773-4dd7-a5a7-0752fcdeba86 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a9c1cf72-da9f-4997-9ee2-dc40ca8495c8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:42.948513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e757e2ba-e773-4dd7-a5a7-0752fcdeba86 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for a9c1cf72-da9f-4997-9ee2-dc40ca8495c8 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:43.287763 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e757e2ba-e773-4dd7-a5a7-0752fcdeba86 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a9c1cf72-da9f-4997-9ee2-dc40ca8495c8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:43.417396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757e2ba-e773-4dd7-a5a7-0752fcdeba86 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=a9c1cf72-da9f-4997-9ee2-dc40ca8495c8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:43.553008 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:43.729106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Router 7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:03:43.933557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:03:43.943317 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Sync routers for ids ['7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:03:43.966272 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Routers {'7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:43.966272 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:43.996336 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:43.997597 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-451845d0-7b62-4239-8fa6-6384c5d3d393 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4355407 Mar 07 22:03:44.000652 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58202) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:44.101764 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e757e2ba-e773-4dd7-a5a7-0752fcdeba86 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (e610b2db-b7ea-48be-a370-5c57791ac86e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:44.165829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927b6fff-3c38-4244-b4ea-325084394518 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:44.167388 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-927b6fff-3c38-4244-b4ea-325084394518 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=e87eae701f45487cbc6b93aa1c25c985&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1657946 Mar 07 22:03:44.170380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58204) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:44.199917 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Set router 7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:03:44.428240 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e757e2ba-e773-4dd7-a5a7-0752fcdeba86 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router e610b2db-b7ea-48be-a370-5c57791ac86e has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:03:44.507426 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831703758', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7a84506d-6d2b-4392-af4a-c55a5c8bdaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:03:40Z', 'updated_at': '2022-03-07T22:03:42Z', 'revision_number': 3, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '7a84506d-6d2b-4392-af4a-c55a5c8bdaeb', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:03:41Z', 'updated_at': '2022-03-07T22:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:44.528608 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b90d5-8d3a-4acb-82d1-ac19649cf622 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:44.530161 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-924b90d5-8d3a-4acb-82d1-ac19649cf622 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3588305 Mar 07 22:03:44.533039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58208) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:44.546152 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Checking router: 7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:03:44.546534 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Updating router 7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 port 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:03:44.587678 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7a84506d-6d2b-4392-af4a-c55a5c8bdaeb), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:44.602674 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-356497ca-ebe7-434c-9e75-2a3ad616b140 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684361 Mar 07 22:03:44.606381 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58210) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:44.620579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e757e2ba-e773-4dd7-a5a7-0752fcdeba86 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:03:44.629420 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e757e2ba-e773-4dd7-a5a7-0752fcdeba86 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/e610b2db-b7ea-48be-a370-5c57791ac86e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2104921 Mar 07 22:03:44.630987 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58212) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:44.636097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e225e1-34da-4351-b099-c60f987799f4 None None] Sync routers for ids ['e610b2db-b7ea-48be-a370-5c57791ac86e'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:03:44.652566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e225e1-34da-4351-b099-c60f987799f4 None None] Routers {'e610b2db-b7ea-48be-a370-5c57791ac86e'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:44.653665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a8e225e1-34da-4351-b099-c60f987799f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e610b2db-b7ea-48be-a370-5c57791ac86e'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:44.664596 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5aa61fd5-310b-41c8-9c89-4888434ce43d tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=e87eae701f45487cbc6b93aa1c25c985&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567596 Mar 07 22:03:44.667068 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58214) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:44.711078 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a8e225e1-34da-4351-b099-c60f987799f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:44.721702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e225e1-34da-4351-b099-c60f987799f4 None None] Routers {'e610b2db-b7ea-48be-a370-5c57791ac86e'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:44.722337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a8e225e1-34da-4351-b099-c60f987799f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e610b2db-b7ea-48be-a370-5c57791ac86e'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:44.790048 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a8e225e1-34da-4351-b099-c60f987799f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:44.791055 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e225e1-34da-4351-b099-c60f987799f4 None None] The sync data for ids ['e610b2db-b7ea-48be-a370-5c57791ac86e'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:03:44.936963 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a6fab-d2d0-4038-aab0-f377cdbdb003 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:44.944866 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d00a6fab-d2d0-4038-aab0-f377cdbdb003 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2759056 Mar 07 22:03:44.945893 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58220) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:44.988954 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5cf4cbeb-04ac-4107-a81b-297ba14a8a6f tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407934 Mar 07 22:03:44.989657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58222) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:44.997768 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f6e67aa0-b37e-46ba-89fb-7433c2dfdc3f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1457458846', 'network_id': '46309bd7-debf-420d-8749-01f36088f94b', 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:45.079403 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-819749b0-3d3c-4f31-8e0a-27f8c607b428 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] remove_router_interface failed (client error): The resource could not be found. Mar 07 22:03:45.080782 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-819749b0-3d3c-4f31-8e0a-27f8c607b428 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/e610b2db-b7ea-48be-a370-5c57791ac86e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4488149 Mar 07 22:03:45.083809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58224) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:45.118843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1ef14c53-97d7-4b14-92dc-80d283f8c596 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports?device_id=e610b2db-b7ea-48be-a370-5c57791ac86e HTTP/1.1" status: 200 len: 205 time: 0.0336273 Mar 07 22:03:45.122095 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58226) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:45.183391 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Publish callbacks [] for port (7a84506d-6d2b-4392-af4a-c55a5c8bdaeb), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:45.194031 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7a84506d-6d2b-4392-af4a-c55a5c8bdaeb), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:45.248191 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97cb3c34-5223-4a57-ac86-ae0f6a5fc770 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (e610b2db-b7ea-48be-a370-5c57791ac86e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:45.256682 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e67aa0-b37e-46ba-89fb-7433c2dfdc3f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Made reservation on behalf of e87eae701f45487cbc6b93aa1c25c985 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:03:45.261910 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6e67aa0-b37e-46ba-89fb-7433c2dfdc3f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:45.277030 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eadeb6-4082-4a0c-8344-b6cdfca9cceb None None] Pushing event updated for resources: {'Port': ['ID=7a84506d-6d2b-4392-af4a-c55a5c8bdaeb,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:45.279778 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Attempting to bind port 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:03:45.280248 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Attempting to bind port 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:03:45.280715 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Attempting to bind port 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:03:45.290471 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:03:45.290972 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:03:45.291534 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:45.292044 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:03:45.292617 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Bound port: 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:03:45.293102 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7a84506d-6d2b-4392-af4a-c55a5c8bdaeb), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:45.296738 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eadeb6-4082-4a0c-8344-b6cdfca9cceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:45.297193 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eadeb6-4082-4a0c-8344-b6cdfca9cceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:45.297636 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eadeb6-4082-4a0c-8344-b6cdfca9cceb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:45.298120 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eadeb6-4082-4a0c-8344-b6cdfca9cceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:45.298562 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eadeb6-4082-4a0c-8344-b6cdfca9cceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:45.299000 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eadeb6-4082-4a0c-8344-b6cdfca9cceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:45.299432 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eadeb6-4082-4a0c-8344-b6cdfca9cceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:45.299877 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eadeb6-4082-4a0c-8344-b6cdfca9cceb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:45.300486 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eadeb6-4082-4a0c-8344-b6cdfca9cceb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:45.300916 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eadeb6-4082-4a0c-8344-b6cdfca9cceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:45.301473 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eadeb6-4082-4a0c-8344-b6cdfca9cceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:45.301920 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eadeb6-4082-4a0c-8344-b6cdfca9cceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:45.302404 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eadeb6-4082-4a0c-8344-b6cdfca9cceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:45.360330 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] For port 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:03:45.364431 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] For port 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7a84506d-6d2b-4392-af4a-c55a5c8bdaeb,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:03:45.373085 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7a84506d-6d2b-4392-af4a-c55a5c8bdaeb), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:45.439052 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eadeb6-4082-4a0c-8344-b6cdfca9cceb None None] Pushing event updated for resources: {'Port': ['ID=7a84506d-6d2b-4392-af4a-c55a5c8bdaeb,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:45.465284 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Routers {'7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:45.466016 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:45.571883 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97cb3c34-5223-4a57-ac86-ae0f6a5fc770 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (e610b2db-b7ea-48be-a370-5c57791ac86e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:45.576110 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97cb3c34-5223-4a57-ac86-ae0f6a5fc770 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_controller (e610b2db-b7ea-48be-a370-5c57791ac86e), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:45.613011 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] Set router 7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:03:45.655515 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-01b3a369-d4b7-4f0f-8711-fe23ce5f0543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:45.683135 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97cb3c34-5223-4a57-ac86-ae0f6a5fc770 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (e610b2db-b7ea-48be-a370-5c57791ac86e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:45.683929 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cb3c34-5223-4a57-ac86-ae0f6a5fc770 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Fanout notify agent at l3_agent the message router_deleted on router e610b2db-b7ea-48be-a370-5c57791ac86e {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:03:45.692773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97cb3c34-5223-4a57-ac86-ae0f6a5fc770 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:45.696904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58232) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:45.699328 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-97cb3c34-5223-4a57-ac86-ae0f6a5fc770 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/routers/e610b2db-b7ea-48be-a370-5c57791ac86e HTTP/1.1" status: 204 len: 168 time: 0.5760617 Mar 07 22:03:45.793288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-302e516b-7dd9-42bc-b44e-ec78cb35eb77 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting subnet 50ddd1eb-0e4d-4739-a156-d3df53c918e1 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:03:45.797589 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6e67aa0-b37e-46ba-89fb-7433c2dfdc3f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (e64ae6e6-06bf-4d93-a50c-fb65a457f027), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:45.808614 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-302e516b-7dd9-42bc-b44e-ec78cb35eb77 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (50ddd1eb-0e4d-4739-a156-d3df53c918e1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:45.913467 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831703758', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7a84506d-6d2b-4392-af4a-c55a5c8bdaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:03:40Z', 'updated_at': '2022-03-07T22:03:42Z', 'revision_number': 3, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '7a84506d-6d2b-4392-af4a-c55a5c8bdaeb', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:03:41Z', 'updated_at': '2022-03-07T22:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:45.929332 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-302e516b-7dd9-42bc-b44e-ec78cb35eb77 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (50ddd1eb-0e4d-4739-a156-d3df53c918e1), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:45.952056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e67aa0-b37e-46ba-89fb-7433c2dfdc3f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'Subnet': ['ID=e64ae6e6-06bf-4d93-a50c-fb65a457f027,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:45.999342 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e67aa0-b37e-46ba-89fb-7433c2dfdc3f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Checking segment: {'id': 'a903c26d-0162-4f4c-b37a-15970f5eb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '46309bd7-debf-420d-8749-01f36088f94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:03:45.999769 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e67aa0-b37e-46ba-89fb-7433c2dfdc3f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Network hostable DHCP agents. Network: 46309bd7-debf-420d-8749-01f36088f94b, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:03:46.042472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e67aa0-b37e-46ba-89fb-7433c2dfdc3f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Network 46309bd7-debf-420d-8749-01f36088f94b is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:03:46.056938 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77385dec-6a44-41b4-86f1-edf60dcde924 None None] The sync data for ids ['7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'] in n-d-832330-1 is: [{'id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831703758', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7a84506d-6d2b-4392-af4a-c55a5c8bdaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:03:40Z', 'updated_at': '2022-03-07T22:03:42Z', 'revision_number': 3, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '7a84506d-6d2b-4392-af4a-c55a5c8bdaeb', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:03:41Z', 'updated_at': '2022-03-07T22:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:03:46.074496 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f6e67aa0-b37e-46ba-89fb-7433c2dfdc3f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 46309bd7-debf-420d-8749-01f36088f94b) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:46.088092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e67aa0-b37e-46ba-89fb-7433c2dfdc3f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:46.088933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7898c0-ba60-4984-9211-7088e0060eab None None] Network 46309bd7-debf-420d-8749-01f36088f94b requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:46.091442 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6e67aa0-b37e-46ba-89fb-7433c2dfdc3f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:46.140925 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f6e67aa0-b37e-46ba-89fb-7433c2dfdc3f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1475451 Mar 07 22:03:46.141632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58248) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:46.151927 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-302e516b-7dd9-42bc-b44e-ec78cb35eb77 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (50ddd1eb-0e4d-4739-a156-d3df53c918e1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:46.190712 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:46.226618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-46309bd7-debf-420d-8749-01f36088f94b', 'network_id': '46309bd7-debf-420d-8749-01f36088f94b', 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'fixed_ips': [{'subnet_id': 'e64ae6e6-06bf-4d93-a50c-fb65a457f027'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:03:46.227493 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:46.376687 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-302e516b-7dd9-42bc-b44e-ec78cb35eb77 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (50ddd1eb-0e4d-4739-a156-d3df53c918e1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:46.457139 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-302e516b-7dd9-42bc-b44e-ec78cb35eb77 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:46.477065 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58258) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:46.477279 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-302e516b-7dd9-42bc-b44e-ec78cb35eb77 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/50ddd1eb-0e4d-4739-a156-d3df53c918e1 HTTP/1.1" status: 204 len: 168 time: 0.7757680 Mar 07 22:03:46.482809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e516b-7dd9-42bc-b44e-ec78cb35eb77 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Subnet': ['ID=50ddd1eb-0e4d-4739-a156-d3df53c918e1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:46.493749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1a04bd-bfde-4d3a-9d27-44caa01c18ce None None] Network 562791ff-f785-4121-b477-edea62e192ba requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:46.678687 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (562791ff-f785-4121-b477-edea62e192ba), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:46.728551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Allocated IP 172.20.0.18 (46309bd7-debf-420d-8749-01f36088f94b/e64ae6e6-06bf-4d93-a50c-fb65a457f027/9edeef33-2f1c-4498-a0ed-1e7d470e7cf9) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:03:46.808749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:46.809289 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (44f19c91-af6c-4f18-a00c-7e38ca52c2d9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:46.953872 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] For port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=44f19c91-af6c-4f18-a00c-7e38ca52c2d9,segment=NetworkSegment(7dddf2c5-53c6-4db8-92d3-acade9882e8a),segment_id=7dddf2c5-53c6-4db8-92d3-acade9882e8a)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:46.954325 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (44f19c91-af6c-4f18-a00c-7e38ca52c2d9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:46.996107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:47.118449 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (44f19c91-af6c-4f18-a00c-7e38ca52c2d9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:47.167840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58300) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:47.181148 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Publish callbacks [] for port (9edeef33-2f1c-4498-a0ed-1e7d470e7cf9), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:47.197717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=44f19c91-af6c-4f18-a00c-7e38ca52c2d9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:47.198023 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (9edeef33-2f1c-4498-a0ed-1e7d470e7cf9), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:47.218390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No DVR routers for this DVR port 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:03:47.342983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Network 46309bd7-debf-420d-8749-01f36088f94b is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:47.349373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Pushing event updated for resources: {'Port': ['ID=9edeef33-2f1c-4498-a0ed-1e7d470e7cf9,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:47.360546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:47.364282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:03:47.376157 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698b3c4e-43d4-4121-97df-1fcbb09004ca None None] DHCP port deletion for 562791ff-f785-4121-b477-edea62e192ba request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:03:47.513622 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (562791ff-f785-4121-b477-edea62e192ba), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:47.525359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:03:47.550929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Attempting to bind port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:03:47.551405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Attempting to bind port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'a903c26d-0162-4f4c-b37a-15970f5eb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '46309bd7-debf-420d-8749-01f36088f94b'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:03:47.551668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Attempting to bind port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 on network 46309bd7-debf-420d-8749-01f36088f94b {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:03:47.561232 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:03:47.561606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Checking segment: {'id': 'a903c26d-0162-4f4c-b37a-15970f5eb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '46309bd7-debf-420d-8749-01f36088f94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:03:47.562357 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:47.562489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Bound using segment: {'id': 'a903c26d-0162-4f4c-b37a-15970f5eb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '46309bd7-debf-420d-8749-01f36088f94b'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:03:47.562881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Bound port: 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a903c26d-0162-4f4c-b37a-15970f5eb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '46309bd7-debf-420d-8749-01f36088f94b'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:03:47.563263 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9edeef33-2f1c-4498-a0ed-1e7d470e7cf9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:47.565566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562791ff-f785-4121-b477-edea62e192ba']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:47.606615 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dddf2c5-53c6-4db8-92d3-acade9882e8a') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:47.606986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dddf2c5-53c6-4db8-92d3-acade9882e8a') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:47.652903 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (7dddf2c5-53c6-4db8-92d3-acade9882e8a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:47.666410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] For port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:03:47.671394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] For port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9edeef33-2f1c-4498-a0ed-1e7d470e7cf9,segment=NetworkSegment(a903c26d-0162-4f4c-b37a-15970f5eb3b9),segment_id=a903c26d-0162-4f4c-b37a-15970f5eb3b9)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:03:47.682777 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9edeef33-2f1c-4498-a0ed-1e7d470e7cf9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:47.712441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (7dddf2c5-53c6-4db8-92d3-acade9882e8a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:47.728949 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:03:47.729920 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (7dddf2c5-53c6-4db8-92d3-acade9882e8a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:47.760991 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:47.768035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea314b-06b8-49e9-96e1-9206fee84a17 None None] Pushing event updated for resources: {'Port': ['ID=9edeef33-2f1c-4498-a0ed-1e7d470e7cf9,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:03:47.814902 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:03:47.818827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:47.820950 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7a84506d-6d2b-4392-af4a-c55a5c8bdaeb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:47.824175 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (562791ff-f785-4121-b477-edea62e192ba), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:47.831776 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:47.838275 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/networks/562791ff-f785-4121-b477-edea62e192ba HTTP/1.1" status: 204 len: 168 time: 1.3596482 Mar 07 22:03:47.844043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58306) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:47.861420 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1bda6772-6e7f-461f-b543-9d69fd22c70c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1123482571'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:47.885939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d7457-400b-42ea-8860-d210d9c02b3c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Network': ['ID=562791ff-f785-4121-b477-edea62e192ba,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:47.920014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bda6772-6e7f-461f-b543-9d69fd22c70c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:03:47.927085 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bda6772-6e7f-461f-b543-9d69fd22c70c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:47.979812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bda6772-6e7f-461f-b543-9d69fd22c70c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:03:48.017875 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bda6772-6e7f-461f-b543-9d69fd22c70c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (bc6c1f51-37f6-4ff3-8d7f-c687c839ea73), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:48.017875 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-1bda6772-6e7f-461f-b543-9d69fd22c70c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Added segment bc6c1f51-37f6-4ff3-8d7f-c687c839ea73 of type vlan for network 4526a840-e7c0-418e-8a9c-0b4fe9702005 Mar 07 22:03:48.051772 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-287a2681-6df8-44e6-9ed7-c369a433c78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:48.094787 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:48.095594 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7a84506d-6d2b-4392-af4a-c55a5c8bdaeb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:48.112943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bda6772-6e7f-461f-b543-9d69fd22c70c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (4526a840-e7c0-418e-8a9c-0b4fe9702005), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:48.126878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7a84506d-6d2b-4392-af4a-c55a5c8bdaeb,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:48.133150 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7a84506d-6d2b-4392-af4a-c55a5c8bdaeb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:48.209205 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bda6772-6e7f-461f-b543-9d69fd22c70c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (4526a840-e7c0-418e-8a9c-0b4fe9702005), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:48.215433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bda6772-6e7f-461f-b543-9d69fd22c70c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:48.216097 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bda6772-6e7f-461f-b543-9d69fd22c70c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:48.276122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=7a84506d-6d2b-4392-af4a-c55a5c8bdaeb,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:48.292524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:03:48.324807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-967393b5-eed7-4083-8a1c-e4bc7a469f2c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port 12ff6465-1eac-4d64-88b9-744d0327b8ff {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:48.328626 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1bda6772-6e7f-461f-b543-9d69fd22c70c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4829569 Mar 07 22:03:48.330624 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967393b5-eed7-4083-8a1c-e4bc7a469f2c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (12ff6465-1eac-4d64-88b9-744d0327b8ff), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:48.334835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58310) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:48.345723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-28ae9543-4459-4ada-9d8c-73c68f6da53a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'subnet': {'network_id': '4526a840-e7c0-418e-8a9c-0b4fe9702005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:48.512353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda6772-6e7f-461f-b543-9d69fd22c70c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Network': ['ID=4526a840-e7c0-418e-8a9c-0b4fe9702005,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:48.531663 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967393b5-eed7-4083-8a1c-e4bc7a469f2c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (12ff6465-1eac-4d64-88b9-744d0327b8ff), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:48.531922 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967393b5-eed7-4083-8a1c-e4bc7a469f2c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (12ff6465-1eac-4d64-88b9-744d0327b8ff), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:48.636032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-967393b5-eed7-4083-8a1c-e4bc7a469f2c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for 12ff6465-1eac-4d64-88b9-744d0327b8ff owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:48.709348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 4526a840-e7c0-418e-8a9c-0b4fe9702005 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:03:48.724262 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ae9543-4459-4ada-9d8c-73c68f6da53a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:03:48.742559 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28ae9543-4459-4ada-9d8c-73c68f6da53a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:48.812078 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:03:48.812995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 44f19c91-af6c-4f18-a00c-7e38ca52c2d9 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:03:48.859316 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:48.929462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Allocated IP 172.20.0.17 (46309bd7-debf-420d-8749-01f36088f94b/e64ae6e6-06bf-4d93-a50c-fb65a457f027/359e06de-c5d7-44b6-88d4-efb1c009dea6) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:03:49.163822 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28ae9543-4459-4ada-9d8c-73c68f6da53a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (fa48b8ca-9bb0-4d8c-8246-d4c329649ab4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:49.255237 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae9543-4459-4ada-9d8c-73c68f6da53a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Checking segment: {'id': 'bc6c1f51-37f6-4ff3-8d7f-c687c839ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4526a840-e7c0-418e-8a9c-0b4fe9702005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:03:49.255997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae9543-4459-4ada-9d8c-73c68f6da53a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network hostable DHCP agents. Network: 4526a840-e7c0-418e-8a9c-0b4fe9702005, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:03:49.262829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae9543-4459-4ada-9d8c-73c68f6da53a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Subnet': ['ID=fa48b8ca-9bb0-4d8c-8246-d4c329649ab4,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:49.291474 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:49.293062 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae9543-4459-4ada-9d8c-73c68f6da53a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 4526a840-e7c0-418e-8a9c-0b4fe9702005 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:03:49.303373 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967393b5-eed7-4083-8a1c-e4bc7a469f2c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (12ff6465-1eac-4d64-88b9-744d0327b8ff), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:49.311276 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-28ae9543-4459-4ada-9d8c-73c68f6da53a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 4526a840-e7c0-418e-8a9c-0b4fe9702005) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:49.317990 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ae9543-4459-4ada-9d8c-73c68f6da53a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:49.319320 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28ae9543-4459-4ada-9d8c-73c68f6da53a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:49.334382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c746d393-6094-49b0-9f35-b4b655f04d05 None None] Network 4526a840-e7c0-418e-8a9c-0b4fe9702005 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:49.353622 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-28ae9543-4459-4ada-9d8c-73c68f6da53a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0144954 Mar 07 22:03:49.356504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58316) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:49.362973 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e3e821d3-bd75-4a7f-89a1-b63e29790de0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1120963504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:49.425525 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3e821d3-bd75-4a7f-89a1-b63e29790de0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (1666e76b-945f-4bc9-83e3-a35709210c0b), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:49.427059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3e821d3-bd75-4a7f-89a1-b63e29790de0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (1666e76b-945f-4bc9-83e3-a35709210c0b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:49.537600 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:49.561293 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-4526a840-e7c0-418e-8a9c-0b4fe9702005', 'network_id': '4526a840-e7c0-418e-8a9c-0b4fe9702005', 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'fixed_ips': [{'subnet_id': 'fa48b8ca-9bb0-4d8c-8246-d4c329649ab4'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:03:49.562014 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:49.672100 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967393b5-eed7-4083-8a1c-e4bc7a469f2c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for floatingip (90d98ffd-b938-4ece-bfa3-02e2f5545898), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:49.675088 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3e821d3-bd75-4a7f-89a1-b63e29790de0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_controller (1666e76b-945f-4bc9-83e3-a35709210c0b), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:49.679908 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-967393b5-eed7-4083-8a1c-e4bc7a469f2c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Floating IP 90d98ffd-b938-4ece-bfa3-02e2f5545898 disassociated (deleted). External IP: 172.25.4.57, port: e26427fc-13e0-4243-aabe-2d42f6042158. Mar 07 22:03:49.685614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967393b5-eed7-4083-8a1c-e4bc7a469f2c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=12ff6465-1eac-4d64-88b9-744d0327b8ff,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:49.691326 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3e821d3-bd75-4a7f-89a1-b63e29790de0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (1666e76b-945f-4bc9-83e3-a35709210c0b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:49.718912 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:03:49.748383 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3e821d3-bd75-4a7f-89a1-b63e29790de0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:49.753780 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e3e821d3-bd75-4a7f-89a1-b63e29790de0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3959336 Mar 07 22:03:49.754785 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58322) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:49.860044 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:49.919376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Network 46309bd7-debf-420d-8749-01f36088f94b is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:49.922170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Allocated IP 2001:db8::2 (4526a840-e7c0-418e-8a9c-0b4fe9702005/fa48b8ca-9bb0-4d8c-8246-d4c329649ab4/14675071-a84b-4e85-821b-84a362f3e950) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:03:49.927975 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:49.928647 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9edeef33-2f1c-4498-a0ed-1e7d470e7cf9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:50.052075 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:50.103947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:03:50.130470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'Port': ['ID=359e06de-c5d7-44b6-88d4-efb1c009dea6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:50.136219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:50.136751 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9edeef33-2f1c-4498-a0ed-1e7d470e7cf9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:50.219107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7728214-8652-4943-9397-902654216c5e None None] Network 46309bd7-debf-420d-8749-01f36088f94b requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:50.259183 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:50.361571 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:50.414294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967393b5-eed7-4083-8a1c-e4bc7a469f2c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router fb97f42c-3df2-412a-8dae-d2bd7e1312fa has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:03:50.423940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9edeef33-2f1c-4498-a0ed-1e7d470e7cf9,segment=NetworkSegment(a903c26d-0162-4f4c-b37a-15970f5eb3b9),segment_id=a903c26d-0162-4f4c-b37a-15970f5eb3b9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:50.468569 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b9ba7ccc-3a6b-4a91-99b5-0f4177f7b464 None None] Provisioning complete for port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:50.469852 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b9ba7ccc-3a6b-4a91-99b5-0f4177f7b464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9edeef33-2f1c-4498-a0ed-1e7d470e7cf9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:50.524314 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9edeef33-2f1c-4498-a0ed-1e7d470e7cf9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:50.525331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:03:50.577479 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:50.680908 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b9ba7ccc-3a6b-4a91-99b5-0f4177f7b464 None None] Current status of the port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:50.697774 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:50.841099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=9edeef33-2f1c-4498-a0ed-1e7d470e7cf9,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:50.853323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:50.853700 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7a84506d-6d2b-4392-af4a-c55a5c8bdaeb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:50.884877 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967393b5-eed7-4083-8a1c-e4bc7a469f2c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:03:50.890250 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967393b5-eed7-4083-8a1c-e4bc7a469f2c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:50.896594 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7f8fe-2ae2-4b26-a3b5-511258c51e86 None None] Sync routers for ids ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:03:50.898522 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Publish callbacks [] for port (14675071-a84b-4e85-821b-84a362f3e950), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:50.916375 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7f8fe-2ae2-4b26-a3b5-511258c51e86 None None] Routers {'fb97f42c-3df2-412a-8dae-d2bd7e1312fa'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:50.916868 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-edf7f8fe-2ae2-4b26-a3b5-511258c51e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:50.981548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-967393b5-eed7-4083-8a1c-e4bc7a469f2c tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/floatingips/90d98ffd-b938-4ece-bfa3-02e2f5545898 HTTP/1.1" status: 204 len: 168 time: 3.8074627 Mar 07 22:03:50.983864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'tag': 'e26427fc-13e0-4243-aabe-2d42f6042158'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:03:50.996474 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (14675071-a84b-4e85-821b-84a362f3e950), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:51.001609 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3401f0-61df-4e01-bf7c-4edba4bac2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbe3c97-d3e0-468f-9f11-d494d2db8b96", "tag": "e26427fc-13e0-4243-aabe-2d42f6042158"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:03:51.079102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:51.131794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Network 4526a840-e7c0-418e-8a9c-0b4fe9702005 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:51.134743 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b30d22-94af-4c0c-bb6d-ddb4ee79259a x-openstack-request-id: req-32b30d22-94af-4c0c-bb6d-ddb4ee79259a {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:03:51.135334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Allocated IP 2001:db8::1 (4526a840-e7c0-418e-8a9c-0b4fe9702005/fa48b8ca-9bb0-4d8c-8246-d4c329649ab4/876667ba-8a35-4e51-9654-d20a5ee0fb96) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:03:51.136110 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbe3c97-d3e0-468f-9f11-d494d2db8b96", "tag": "e26427fc-13e0-4243-aabe-2d42f6042158", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:03:51.136531 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32b30d22-94af-4c0c-bb6d-ddb4ee79259a {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:03:51.138456 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'tag': 'e26427fc-13e0-4243-aabe-2d42f6042158', 'status': 'completed', 'code': 200} Mar 07 22:03:51.142251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:51.151350 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:03:51.327078 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Pushing event updated for resources: {'Port': ['ID=14675071-a84b-4e85-821b-84a362f3e950,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:51.368561 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-edf7f8fe-2ae2-4b26-a3b5-511258c51e86 None None] Set router fb97f42c-3df2-412a-8dae-d2bd7e1312fa gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:03:51.510369 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (876667ba-8a35-4e51-9654-d20a5ee0fb96), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:51.524489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:03:51.654135 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (876667ba-8a35-4e51-9654-d20a5ee0fb96), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:51.660243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c5b548bb-6075-4ba3-bbec-16a5673eadf7 None None] Provisioning complete for port 359e06de-c5d7-44b6-88d4-efb1c009dea6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:51.662333 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c5b548bb-6075-4ba3-bbec-16a5673eadf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:51.667798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Attempting to bind port 14675071-a84b-4e85-821b-84a362f3e950 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:03:51.668174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Attempting to bind port 14675071-a84b-4e85-821b-84a362f3e950 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'bc6c1f51-37f6-4ff3-8d7f-c687c839ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4526a840-e7c0-418e-8a9c-0b4fe9702005'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:03:51.668791 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Attempting to bind port 14675071-a84b-4e85-821b-84a362f3e950 on network 4526a840-e7c0-418e-8a9c-0b4fe9702005 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:03:51.697218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:03:51.698195 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Checking segment: {'id': 'bc6c1f51-37f6-4ff3-8d7f-c687c839ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4526a840-e7c0-418e-8a9c-0b4fe9702005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:03:51.699358 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:51.700444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Bound using segment: {'id': 'bc6c1f51-37f6-4ff3-8d7f-c687c839ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4526a840-e7c0-418e-8a9c-0b4fe9702005'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:03:51.701777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Bound port: 14675071-a84b-4e85-821b-84a362f3e950, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6c1f51-37f6-4ff3-8d7f-c687c839ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4526a840-e7c0-418e-8a9c-0b4fe9702005'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:03:51.703257 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (14675071-a84b-4e85-821b-84a362f3e950), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:51.718952 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 4526a840-e7c0-418e-8a9c-0b4fe9702005 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:51.722746 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:51.735837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:03:51.737213 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (1666e76b-945f-4bc9-83e3-a35709210c0b), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:51.794917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=876667ba-8a35-4e51-9654-d20a5ee0fb96,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:51.831134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c5b548bb-6075-4ba3-bbec-16a5673eadf7 None None] Port 359e06de-c5d7-44b6-88d4-efb1c009dea6 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:51.892552 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-edf7f8fe-2ae2-4b26-a3b5-511258c51e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '80193634-8601-405d-a278-1a3dcc76627e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:20Z', 'updated_at': '2022-03-07T22:01:37Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': '80193634-8601-405d-a278-1a3dcc76627e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:22Z', 'updated_at': '2022-03-07T22:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05b0e70e-4876-420d-86d3-1387ad3d59aa', 'name': '', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:28:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '14fed293-735f-4cee-812b-734c593e0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:35Z', 'updated_at': '2022-03-07T22:01:42Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '14fed293-735f-4cee-812b-734c593e0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:51.950576 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7f8fe-2ae2-4b26-a3b5-511258c51e86 None None] Checking router: fb97f42c-3df2-412a-8dae-d2bd7e1312fa for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:03:51.970973 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7f8fe-2ae2-4b26-a3b5-511258c51e86 None None] Routers {'fb97f42c-3df2-412a-8dae-d2bd7e1312fa'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:51.971902 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-edf7f8fe-2ae2-4b26-a3b5-511258c51e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:51.974804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c5b548bb-6075-4ba3-bbec-16a5673eadf7 None None] Provisioning complete for port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:51.974987 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (876667ba-8a35-4e51-9654-d20a5ee0fb96), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:51.979967 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c5b548bb-6075-4ba3-bbec-16a5673eadf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9edeef33-2f1c-4498-a0ed-1e7d470e7cf9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:52.079856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:52.086006 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9edeef33-2f1c-4498-a0ed-1e7d470e7cf9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:52.167531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] For port 14675071-a84b-4e85-821b-84a362f3e950, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:03:52.232558 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] For port 14675071-a84b-4e85-821b-84a362f3e950, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=14675071-a84b-4e85-821b-84a362f3e950,segment=NetworkSegment(bc6c1f51-37f6-4ff3-8d7f-c687c839ea73),segment_id=bc6c1f51-37f6-4ff3-8d7f-c687c839ea73)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:03:52.235557 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:52.252889 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (14675071-a84b-4e85-821b-84a362f3e950), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:52.291775 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-edf7f8fe-2ae2-4b26-a3b5-511258c51e86 None None] Set router fb97f42c-3df2-412a-8dae-d2bd7e1312fa gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:03:52.385230 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3401f0-61df-4e01-bf7c-4edba4bac2d6 req-645691d7-7fbb-4986-9c77-72dab3d5d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:52.386997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa3401f0-61df-4e01-bf7c-4edba4bac2d6 req-645691d7-7fbb-4986-9c77-72dab3d5d35a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 1127 time: 1.2417271 Mar 07 22:03:52.404552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9d7db-d4b8-4941-a8b5-730ba5e42383 None None] Pushing event updated for resources: {'Port': ['ID=14675071-a84b-4e85-821b-84a362f3e950,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:52.480397 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:52.494428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c5b548bb-6075-4ba3-bbec-16a5673eadf7 None None] Current status of the port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:52.527335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5528d3-9f1c-49c9-88cc-a15e4edc804c req-a455ccf0-5799-4e14-ba80-81836b9a6f03 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:52.533822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac5528d3-9f1c-49c9-88cc-a15e4edc804c req-a455ccf0-5799-4e14-ba80-81836b9a6f03 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.2682862 Mar 07 22:03:52.643398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-54dd755e-86db-4549-a18f-4fc412ba90c0 None None] Provisioning complete for port 359e06de-c5d7-44b6-88d4-efb1c009dea6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:52.646169 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-54dd755e-86db-4549-a18f-4fc412ba90c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:52.653695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (876667ba-8a35-4e51-9654-d20a5ee0fb96), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:52.664204 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (876667ba-8a35-4e51-9654-d20a5ee0fb96), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:52.665247 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (1666e76b-945f-4bc9-83e3-a35709210c0b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:52.736125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3401f0-61df-4e01-bf7c-4edba4bac2d6 req-2d794b54-1a7d-4a43-b385-ff992317a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:52.739693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa3401f0-61df-4e01-bf7c-4edba4bac2d6 req-2d794b54-1a7d-4a43-b385-ff992317a007 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67f9c363-c485-4a33-9b48-fd10e475751a HTTP/1.1" status: 200 len: 898 time: 0.3424692 Mar 07 22:03:52.853501 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-edf7f8fe-2ae2-4b26-a3b5-511258c51e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '80193634-8601-405d-a278-1a3dcc76627e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:20Z', 'updated_at': '2022-03-07T22:01:37Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': '80193634-8601-405d-a278-1a3dcc76627e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:22Z', 'updated_at': '2022-03-07T22:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05b0e70e-4876-420d-86d3-1387ad3d59aa', 'name': '', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:28:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '14fed293-735f-4cee-812b-734c593e0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:35Z', 'updated_at': '2022-03-07T22:01:42Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '14fed293-735f-4cee-812b-734c593e0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:52.854957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-54dd755e-86db-4549-a18f-4fc412ba90c0 None None] Port 359e06de-c5d7-44b6-88d4-efb1c009dea6 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:52.887529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=876667ba-8a35-4e51-9654-d20a5ee0fb96,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:52.947241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 4526a840-e7c0-418e-8a9c-0b4fe9702005 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:52.949024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:52.957869 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7f8fe-2ae2-4b26-a3b5-511258c51e86 None None] The sync data for ids ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'] in n-d-832330-1 is: [{'id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '80193634-8601-405d-a278-1a3dcc76627e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:20Z', 'updated_at': '2022-03-07T22:01:37Z', 'revision_number': 4, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': '80193634-8601-405d-a278-1a3dcc76627e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:22Z', 'updated_at': '2022-03-07T22:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05b0e70e-4876-420d-86d3-1387ad3d59aa', 'name': '', 'network_id': '67f9c363-c485-4a33-9b48-fd10e475751a', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'mac_address': 'fa:16:3e:28:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '14fed293-735f-4cee-812b-734c593e0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:35Z', 'updated_at': '2022-03-07T22:01:42Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'subnets': [{'id': '14fed293-735f-4cee-812b-734c593e0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:03:52.979116 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:53.171848 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:53.248949 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:53.251576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa3401f0-61df-4e01-bf7c-4edba4bac2d6 req-79c5570a-6995-499f-87a2-f53d3f3f664e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e26427fc-13e0-4243-aabe-2d42f6042158 HTTP/1.1" status: 200 len: 217 time: 0.4660347 Mar 07 22:03:53.256761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac5528d3-9f1c-49c9-88cc-a15e4edc804c req-5b3ae4fa-4060-468a-ac0b-3adccb4317a6 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7059798 Mar 07 22:03:53.489288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 14675071-a84b-4e85-821b-84a362f3e950 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:03:53.607950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 14675071-a84b-4e85-821b-84a362f3e950 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:53.608290 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (14675071-a84b-4e85-821b-84a362f3e950), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:53.652314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Network 46309bd7-debf-420d-8749-01f36088f94b is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:53.665252 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router 1666e76b-945f-4bc9-83e3-a35709210c0b is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:03:53.670203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'Port': ['ID=359e06de-c5d7-44b6-88d4-efb1c009dea6,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:53.695824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:53.740609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f6873-824e-4d2e-9f97-b0df9e031fe9 req-77969aba-7712-4e26-9f4d-b6c3c48d6f59 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:53.742757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-367f6873-824e-4d2e-9f97-b0df9e031fe9 req-77969aba-7712-4e26-9f4d-b6c3c48d6f59 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.7207165 Mar 07 22:03:53.744265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3401f0-61df-4e01-bf7c-4edba4bac2d6 req-950c2e16-5bc4-4029-b064-9081d0c3f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:53.759848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa3401f0-61df-4e01-bf7c-4edba4bac2d6 req-950c2e16-5bc4-4029-b064-9081d0c3f423 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14fed293-735f-4cee-812b-734c593e0466 HTTP/1.1" status: 200 len: 835 time: 0.4921515 Mar 07 22:03:53.854122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:03:53.864066 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091c335-fd98-4648-8412-11916e59ba12 None None] Sync routers for ids ['1666e76b-945f-4bc9-83e3-a35709210c0b'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:03:53.884399 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5181fe87-a95d-4f5e-bde7-1c2a51ad39db tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/1666e76b-945f-4bc9-83e3-a35709210c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1281946 Mar 07 22:03:53.888749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58350) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:53.890733 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5091c335-fd98-4648-8412-11916e59ba12 None None] Routers {'1666e76b-945f-4bc9-83e3-a35709210c0b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:53.891371 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5091c335-fd98-4648-8412-11916e59ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1666e76b-945f-4bc9-83e3-a35709210c0b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:53.976550 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6f83c3-062f-4370-838c-b2588581697a None None] New status for floating IP 90d98ffd-b938-4ece-bfa3-02e2f5545898: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:03:54.013568 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5091c335-fd98-4648-8412-11916e59ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:54.043939 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5091c335-fd98-4648-8412-11916e59ba12 None None] Routers {'1666e76b-945f-4bc9-83e3-a35709210c0b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:54.044805 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5091c335-fd98-4648-8412-11916e59ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1666e76b-945f-4bc9-83e3-a35709210c0b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:54.046578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d148513-0aa6-4afe-a700-eb91061bd22f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:54.050833 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1d148513-0aa6-4afe-a700-eb91061bd22f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports/876667ba-8a35-4e51-9654-d20a5ee0fb96 HTTP/1.1" status: 200 len: 911 time: 0.1482029 Mar 07 22:03:54.061739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58356) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:54.124841 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5091c335-fd98-4648-8412-11916e59ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:54.125496 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091c335-fd98-4648-8412-11916e59ba12 None None] The sync data for ids ['1666e76b-945f-4bc9-83e3-a35709210c0b'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:03:54.198123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-262d84f2-3269-49b5-9a8f-b504c06ea8a4 None None] Provisioning complete for port 359e06de-c5d7-44b6-88d4-efb1c009dea6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:54.198500 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-262d84f2-3269-49b5-9a8f-b504c06ea8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:54.225201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Router 7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:03:54.280446 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-262d84f2-3269-49b5-9a8f-b504c06ea8a4 None None] Port 359e06de-c5d7-44b6-88d4-efb1c009dea6 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:54.282023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 14675071-a84b-4e85-821b-84a362f3e950 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:54.282555 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (14675071-a84b-4e85-821b-84a362f3e950), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:54.321905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 14675071-a84b-4e85-821b-84a362f3e950, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=14675071-a84b-4e85-821b-84a362f3e950,segment=NetworkSegment(bc6c1f51-37f6-4ff3-8d7f-c687c839ea73),segment_id=bc6c1f51-37f6-4ff3-8d7f-c687c839ea73)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:54.334665 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (14675071-a84b-4e85-821b-84a362f3e950), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:54.406790 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=14675071-a84b-4e85-821b-84a362f3e950,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:54.445583 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b1f61-dc6a-4695-b59c-cc158c8cd71a None None] Network 4526a840-e7c0-418e-8a9c-0b4fe9702005 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:03:54.465729 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3401f0-61df-4e01-bf7c-4edba4bac2d6 req-c689c53f-910f-4ecc-b9c2-a1d94dd59be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:54.467371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa3401f0-61df-4e01-bf7c-4edba4bac2d6 req-c689c53f-910f-4ecc-b9c2-a1d94dd59be1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67f9c363-c485-4a33-9b48-fd10e475751a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6200328 Mar 07 22:03:54.722761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823dfd-2817-40bf-ba75-5fb7bc1a1ae2 req-43d7c787-d19d-4d6c-945c-8e3963356ef3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:54.726417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-29638ab1-c443-4f5c-9ff6-6a084a475b3f None None] Provisioning complete for port 14675071-a84b-4e85-821b-84a362f3e950 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:54.726861 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-29638ab1-c443-4f5c-9ff6-6a084a475b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (14675071-a84b-4e85-821b-84a362f3e950), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:54.729741 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4823dfd-2817-40bf-ba75-5fb7bc1a1ae2 req-43d7c787-d19d-4d6c-945c-8e3963356ef3 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbe3c97-d3e0-468f-9f11-d494d2db8b96 HTTP/1.1" status: 200 len: 945 time: 0.3143897 Mar 07 22:03:54.861200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-367f6873-824e-4d2e-9f97-b0df9e031fe9 req-3b039e6f-d661-4f70-a0b9-057f8263dada tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port e26427fc-13e0-4243-aabe-2d42f6042158 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:54.861559 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-367f6873-824e-4d2e-9f97-b0df9e031fe9 req-3b039e6f-d661-4f70-a0b9-057f8263dada tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:54.925827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-29638ab1-c443-4f5c-9ff6-6a084a475b3f None None] Current status of the port 14675071-a84b-4e85-821b-84a362f3e950 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:55.035814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-367f6873-824e-4d2e-9f97-b0df9e031fe9 req-3b039e6f-d661-4f70-a0b9-057f8263dada tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] For port e26427fc-13e0-4243-aabe-2d42f6042158, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e26427fc-13e0-4243-aabe-2d42f6042158,segment=NetworkSegment(a9bd321e-5082-4576-8c12-a90695c64286),segment_id=a9bd321e-5082-4576-8c12-a90695c64286)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:55.035814 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-367f6873-824e-4d2e-9f97-b0df9e031fe9 req-3b039e6f-d661-4f70-a0b9-057f8263dada tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:55.058780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-367f6873-824e-4d2e-9f97-b0df9e031fe9 req-3b039e6f-d661-4f70-a0b9-057f8263dada tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for e26427fc-13e0-4243-aabe-2d42f6042158 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:55.270030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0bb02548-ecf8-4783-badf-34d2af92bee0 None None] Provisioning complete for port 14675071-a84b-4e85-821b-84a362f3e950 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:55.270614 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0bb02548-ecf8-4783-badf-34d2af92bee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (14675071-a84b-4e85-821b-84a362f3e950), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:55.497991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0bb02548-ecf8-4783-badf-34d2af92bee0 None None] Current status of the port 14675071-a84b-4e85-821b-84a362f3e950 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:55.502356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 14675071-a84b-4e85-821b-84a362f3e950 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:03:55.517263 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-367f6873-824e-4d2e-9f97-b0df9e031fe9 req-3b039e6f-d661-4f70-a0b9-057f8263dada tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e26427fc-13e0-4243-aabe-2d42f6042158), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:55.553416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0bb02548-ecf8-4783-badf-34d2af92bee0 None None] Provisioning complete for port 876667ba-8a35-4e51-9654-d20a5ee0fb96 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:55.553841 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0bb02548-ecf8-4783-badf-34d2af92bee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (876667ba-8a35-4e51-9654-d20a5ee0fb96), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:55.607960 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4823dfd-2817-40bf-ba75-5fb7bc1a1ae2 req-a04d579d-71e6-459a-bcf8-f7f0c115aa4d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "GET /v2.0/security-groups?id=729dc1a3-5245-41d0-bc67-b35a6068e740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8772385 Mar 07 22:03:55.648118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0bb02548-ecf8-4783-badf-34d2af92bee0 None None] Port 876667ba-8a35-4e51-9654-d20a5ee0fb96 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:55.700404 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 14675071-a84b-4e85-821b-84a362f3e950 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:55.700630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:03:55.700776 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (14675071-a84b-4e85-821b-84a362f3e950), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:55.713229 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2d59c590-8a69-4f31-a574-2cfee6e73f3b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "PUT /v2.0/routers/7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5700738 Mar 07 22:03:55.733351 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b039e6f-d661-4f70-a0b9-057f8263dada tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=e26427fc-13e0-4243-aabe-2d42f6042158,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:55.767609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Sync routers for ids ['7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:03:55.783929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa3401f0-61df-4e01-bf7c-4edba4bac2d6 req-b441edf0-8a70-4f8a-9c88-766452a40938 service neutron] 10.222.0.15 "GET /v2.0/networks/67f9c363-c485-4a33-9b48-fd10e475751a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2696428 Mar 07 22:03:55.907315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Routers {'7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:55.908164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:56.042134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-229099a7-7d29-4dd0-8bdd-1afaaaaf8334 None None] Provisioning complete for port 876667ba-8a35-4e51-9654-d20a5ee0fb96 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:56.042609 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-229099a7-7d29-4dd0-8bdd-1afaaaaf8334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (876667ba-8a35-4e51-9654-d20a5ee0fb96), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:56.098093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-367f6873-824e-4d2e-9f97-b0df9e031fe9 req-3b039e6f-d661-4f70-a0b9-057f8263dada tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] No DVR routers for this DVR port e26427fc-13e0-4243-aabe-2d42f6042158 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:03:56.257859 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-367f6873-824e-4d2e-9f97-b0df9e031fe9 req-3b039e6f-d661-4f70-a0b9-057f8263dada tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:56.263950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-229099a7-7d29-4dd0-8bdd-1afaaaaf8334 None None] Port 876667ba-8a35-4e51-9654-d20a5ee0fb96 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:56.269815 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-367f6873-824e-4d2e-9f97-b0df9e031fe9 req-3b039e6f-d661-4f70-a0b9-057f8263dada tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.15 "DELETE /v2.0/ports/e26427fc-13e0-4243-aabe-2d42f6042158 HTTP/1.1" status: 204 len: 173 time: 2.5078518 Mar 07 22:03:56.270549 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'name': 'network-vif-deleted', 'tag': 'e26427fc-13e0-4243-aabe-2d42f6042158'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:03:56.273472 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56020f16-1008-430d-ad9a-49f423bd8732" -d '{"events": [{"server_uuid": "5fbe3c97-d3e0-468f-9f11-d494d2db8b96", "name": "network-vif-deleted", "tag": "e26427fc-13e0-4243-aabe-2d42f6042158"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:03:56.368150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 14675071-a84b-4e85-821b-84a362f3e950 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:56.447715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Set router 7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:03:56.529091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58396) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:56.534657 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2ec21bbb-5f6b-4450-83d8-516c14e7db14 None None] Provisioning complete for port 876667ba-8a35-4e51-9654-d20a5ee0fb96 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:56.535382 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2ec21bbb-5f6b-4450-83d8-516c14e7db14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (876667ba-8a35-4e51-9654-d20a5ee0fb96), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:56.565388 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94da1e-f098-49c2-b1eb-7b7be18a6443 req-7a2d00e7-d619-4727-b95f-d185ac973380 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:56.578865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2ec21bbb-5f6b-4450-83d8-516c14e7db14 None None] Port 876667ba-8a35-4e51-9654-d20a5ee0fb96 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:03:56.582724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94da1e-f098-49c2-b1eb-7b7be18a6443 req-7a2d00e7-d619-4727-b95f-d185ac973380 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:56.603081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94da1e-f098-49c2-b1eb-7b7be18a6443 req-7a2d00e7-d619-4727-b95f-d185ac973380 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:56.611841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94da1e-f098-49c2-b1eb-7b7be18a6443 req-7a2d00e7-d619-4727-b95f-d185ac973380 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:56.625406 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94da1e-f098-49c2-b1eb-7b7be18a6443 req-7a2d00e7-d619-4727-b95f-d185ac973380 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:56.630747 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94da1e-f098-49c2-b1eb-7b7be18a6443 req-7a2d00e7-d619-4727-b95f-d185ac973380 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:56.649034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94da1e-f098-49c2-b1eb-7b7be18a6443 req-7a2d00e7-d619-4727-b95f-d185ac973380 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:56.656662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b94da1e-f098-49c2-b1eb-7b7be18a6443 req-7a2d00e7-d619-4727-b95f-d185ac973380 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5446 time: 0.7173486 Mar 07 22:03:56.659226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc79a8f-5534-4df3-9c14-e52127b35b54 admin admin] Deleting subnet 3aba7568-bf1c-4224-91eb-7783295d6d58 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:03:56.685062 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9bc79a8f-5534-4df3-9c14-e52127b35b54 admin admin] Publish callbacks [] for subnet (3aba7568-bf1c-4224-91eb-7783295d6d58), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:56.796221 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9bc79a8f-5534-4df3-9c14-e52127b35b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (3aba7568-bf1c-4224-91eb-7783295d6d58), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:56.820387 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831703758', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7a84506d-6d2b-4392-af4a-c55a5c8bdaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:03:40Z', 'updated_at': '2022-03-07T22:03:50Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '7a84506d-6d2b-4392-af4a-c55a5c8bdaeb', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:03:41Z', 'updated_at': '2022-03-07T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '359e06de-c5d7-44b6-88d4-efb1c009dea6', 'name': '', 'network_id': '46309bd7-debf-420d-8749-01f36088f94b', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'mac_address': 'fa:16:3e:a2:aa:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'e64ae6e6-06bf-4d93-a50c-fb65a457f027', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:03:48Z', 'updated_at': '2022-03-07T22:03:52Z', 'revision_number': 2, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'subnets': [{'id': 'e64ae6e6-06bf-4d93-a50c-fb65a457f027', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:56.857437 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9bc79a8f-5534-4df3-9c14-e52127b35b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (3aba7568-bf1c-4224-91eb-7783295d6d58), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:56.893493 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b94da1e-f098-49c2-b1eb-7b7be18a6443 req-27aa8d43-d423-4842-8d73-a79906b51cdf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2358489 Mar 07 22:03:56.913646 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa3401f0-61df-4e01-bf7c-4edba4bac2d6 req-216498e4-230c-4b27-9269-fb1d3b2aa0d5 service neutron] 10.222.0.15 "GET /v2.0/networks/67f9c363-c485-4a33-9b48-fd10e475751a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0876508 Mar 07 22:03:56.935430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Checking router: 7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:03:56.936202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Updating router 7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 port 359e06de-c5d7-44b6-88d4-efb1c009dea6 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:03:56.947043 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9bc79a8f-5534-4df3-9c14-e52127b35b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (3aba7568-bf1c-4224-91eb-7783295d6d58), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:57.001411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc79a8f-5534-4df3-9c14-e52127b35b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aba7568-bf1c-4224-91eb-7783295d6d58,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:57.023196 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9bc79a8f-5534-4df3-9c14-e52127b35b54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:57.023710 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-a57fa1e4-a5f4-4c51-9bc8-033c79c91d68 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:57.025525 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-a57fa1e4-a5f4-4c51-9bc8-033c79c91d68 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/networks?id=46309bd7-debf-420d-8749-01f36088f94b HTTP/1.1" status: 200 len: 798 time: 0.7697630 Mar 07 22:03:57.026421 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9bc79a8f-5534-4df3-9c14-e52127b35b54 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3aba7568-bf1c-4224-91eb-7783295d6d58 HTTP/1.1" status: 204 len: 168 time: 0.4957685 Mar 07 22:03:57.028856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58408) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:57.062891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-a949fe32-8045-4b4d-85f3-78248254ab93 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/quotas/e87eae701f45487cbc6b93aa1c25c985 HTTP/1.1" status: 200 len: 375 time: 0.0303380 Mar 07 22:03:57.089757 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:57.156209 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d7d78854-585e-4841-8596-f1b6cc2c350e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (1666e76b-945f-4bc9-83e3-a35709210c0b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:57.259278 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e41511ae-b6f4-4df4-ab04-7dddcd1875f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (40fac801-bd86-4d20-8b90-5699db62ad4c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:57.273649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58410) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:57.399454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e26427fc-13e0-4243-aabe-2d42f6042158 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:03:57.434016 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c33e3fa-ed89-4265-ac2b-1e6e890b083d x-openstack-request-id: req-6c33e3fa-ed89-4265-ac2b-1e6e890b083d {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:03:57.434406 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe3c97-d3e0-468f-9f11-d494d2db8b96", "name": "network-vif-deleted", "tag": "e26427fc-13e0-4243-aabe-2d42f6042158", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:03:57.434665 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c33e3fa-ed89-4265-ac2b-1e6e890b083d {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:03:57.436329 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe3c97-d3e0-468f-9f11-d494d2db8b96', 'name': 'network-vif-deleted', 'tag': 'e26427fc-13e0-4243-aabe-2d42f6042158', 'status': 'completed', 'code': 200} Mar 07 22:03:57.451209 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-36e5b763-800d-4520-a447-e19b5f169a4b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e87eae701f45487cbc6b93aa1c25c985&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3813560 Mar 07 22:03:57.467961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: e26427fc-13e0-4243-aabe-2d42f6042158 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:03:57.468496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e26427fc-13e0-4243-aabe-2d42f6042158 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:03:57.720663 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e41511ae-b6f4-4df4-ab04-7dddcd1875f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (40fac801-bd86-4d20-8b90-5699db62ad4c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:57.848370 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Publish callbacks [] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:57.867833 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:57.887435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-e41511ae-b6f4-4df4-ab04-7dddcd1875f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fac801-bd86-4d20-8b90-5699db62ad4c']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:58.030839 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558343b-e08f-4acb-9842-437460c6f0da None None] Pushing event updated for resources: {'Port': ['ID=359e06de-c5d7-44b6-88d4-efb1c009dea6,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:58.165785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Attempting to bind port 359e06de-c5d7-44b6-88d4-efb1c009dea6 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:03:58.167860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Attempting to bind port 359e06de-c5d7-44b6-88d4-efb1c009dea6 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'a903c26d-0162-4f4c-b37a-15970f5eb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '46309bd7-debf-420d-8749-01f36088f94b'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:03:58.169977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Attempting to bind port 359e06de-c5d7-44b6-88d4-efb1c009dea6 on network 46309bd7-debf-420d-8749-01f36088f94b {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:03:58.197491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-e41511ae-b6f4-4df4-ab04-7dddcd1875f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb457261-b753-476f-bd3b-9a3f07095074') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:58.197786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-e41511ae-b6f4-4df4-ab04-7dddcd1875f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb457261-b753-476f-bd3b-9a3f07095074') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:58.199459 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:03:58.199848 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Checking segment: {'id': 'a903c26d-0162-4f4c-b37a-15970f5eb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '46309bd7-debf-420d-8749-01f36088f94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:03:58.201274 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:58.201274 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Bound using segment: {'id': 'a903c26d-0162-4f4c-b37a-15970f5eb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '46309bd7-debf-420d-8749-01f36088f94b'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:03:58.201274 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Bound port: 359e06de-c5d7-44b6-88d4-efb1c009dea6, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a903c26d-0162-4f4c-b37a-15970f5eb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '46309bd7-debf-420d-8749-01f36088f94b'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:03:58.201593 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:58.234758 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e41511ae-b6f4-4df4-ab04-7dddcd1875f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (eb457261-b753-476f-bd3b-9a3f07095074), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:58.257286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e41511ae-b6f4-4df4-ab04-7dddcd1875f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (eb457261-b753-476f-bd3b-9a3f07095074), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:58.286960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41511ae-b6f4-4df4-ab04-7dddcd1875f6 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:03:58.287383 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e41511ae-b6f4-4df4-ab04-7dddcd1875f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (eb457261-b753-476f-bd3b-9a3f07095074), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:03:58.294937 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:03:58.414378 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] For port 359e06de-c5d7-44b6-88d4-efb1c009dea6, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:03:58.430785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] For port 359e06de-c5d7-44b6-88d4-efb1c009dea6, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=359e06de-c5d7-44b6-88d4-efb1c009dea6,segment=NetworkSegment(a903c26d-0162-4f4c-b37a-15970f5eb3b9),segment_id=a903c26d-0162-4f4c-b37a-15970f5eb3b9)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:03:58.444435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe582c2-1433-4ecc-80a5-d7bdde0720de req-182aaad5-0d49-4751-89dd-3836c9b66693 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:58.446633 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:58.451461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe582c2-1433-4ecc-80a5-d7bdde0720de req-182aaad5-0d49-4751-89dd-3836c9b66693 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:58.457940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe582c2-1433-4ecc-80a5-d7bdde0720de req-182aaad5-0d49-4751-89dd-3836c9b66693 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:58.464242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe582c2-1433-4ecc-80a5-d7bdde0720de req-182aaad5-0d49-4751-89dd-3836c9b66693 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:58.471177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe582c2-1433-4ecc-80a5-d7bdde0720de req-182aaad5-0d49-4751-89dd-3836c9b66693 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:58.482442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe582c2-1433-4ecc-80a5-d7bdde0720de req-182aaad5-0d49-4751-89dd-3836c9b66693 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:58.494832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe582c2-1433-4ecc-80a5-d7bdde0720de req-182aaad5-0d49-4751-89dd-3836c9b66693 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:58.499271 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8fe582c2-1433-4ecc-80a5-d7bdde0720de req-182aaad5-0d49-4751-89dd-3836c9b66693 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5446 time: 1.0764327 Mar 07 22:03:58.540046 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e41511ae-b6f4-4df4-ab04-7dddcd1875f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (40fac801-bd86-4d20-8b90-5699db62ad4c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:58.550577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-22ac6f82-3c00-4264-bf80-c73fa9574f9d service neutron] 10.222.0.26 "GET /v2.0/networks/46309bd7-debf-420d-8749-01f36088f94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0408635 Mar 07 22:03:58.551687 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e41511ae-b6f4-4df4-ab04-7dddcd1875f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:58.555501 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e41511ae-b6f4-4df4-ab04-7dddcd1875f6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/40fac801-bd86-4d20-8b90-5699db62ad4c HTTP/1.1" status: 204 len: 168 time: 1.5195320 Mar 07 22:03:58.592021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41511ae-b6f4-4df4-ab04-7dddcd1875f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=40fac801-bd86-4d20-8b90-5699db62ad4c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:58.609055 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558343b-e08f-4acb-9842-437460c6f0da None None] Pushing event updated for resources: {'Port': ['ID=359e06de-c5d7-44b6-88d4-efb1c009dea6,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:58.649026 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9325f300-8852-46fb-bbbb-747cceac0061 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:58.679538 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-12461dfb-7adb-4c9a-8260-c5ecf121733c None None] Provisioning complete for port 359e06de-c5d7-44b6-88d4-efb1c009dea6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:58.679898 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-12461dfb-7adb-4c9a-8260-c5ecf121733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:58.688984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Routers {'7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:03:58.689631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:58.925607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58420) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:58.992035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-c4b1c289-9557-4fec-928d-3c870d9fef08 service neutron] 10.222.0.26 "GET /v2.0/networks/46309bd7-debf-420d-8749-01f36088f94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148347 Mar 07 22:03:59.003266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-d7d78854-585e-4841-8596-f1b6cc2c350e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port 876667ba-8a35-4e51-9654-d20a5ee0fb96 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:59.003266 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d7d78854-585e-4841-8596-f1b6cc2c350e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (876667ba-8a35-4e51-9654-d20a5ee0fb96), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:59.044343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] Set router 7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:03:59.134481 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d7d78854-585e-4841-8596-f1b6cc2c350e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (876667ba-8a35-4e51-9654-d20a5ee0fb96), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:59.151617 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-d7d78854-585e-4841-8596-f1b6cc2c350e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for 876667ba-8a35-4e51-9654-d20a5ee0fb96 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:59.225693 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-07420ae8-fec0-4386-b229-de0651f85dd1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a77fbbd37a60414788031b846b39498e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2972095 Mar 07 22:03:59.227998 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58426) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:03:59.360790 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-12461dfb-7adb-4c9a-8260-c5ecf121733c None None] Current status of the port 359e06de-c5d7-44b6-88d4-efb1c009dea6 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:03:59.361180 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-12461dfb-7adb-4c9a-8260-c5ecf121733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:59.386126 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3827d4fb-afaf-4d32-a2ad-6dcf9aaaa08a admin admin] Publish callbacks [] for security_group (bc5c9859-48d0-478f-bd67-07198a29261c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:59.490344 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3827d4fb-afaf-4d32-a2ad-6dcf9aaaa08a admin admin] Publish callbacks [] for security_group (bc5c9859-48d0-478f-bd67-07198a29261c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:59.502794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-12461dfb-7adb-4c9a-8260-c5ecf121733c None None] For port 359e06de-c5d7-44b6-88d4-efb1c009dea6, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=359e06de-c5d7-44b6-88d4-efb1c009dea6,segment=NetworkSegment(a903c26d-0162-4f4c-b37a-15970f5eb3b9),segment_id=a903c26d-0162-4f4c-b37a-15970f5eb3b9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:59.512114 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-12461dfb-7adb-4c9a-8260-c5ecf121733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:59.522058 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d7d78854-585e-4841-8596-f1b6cc2c350e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (876667ba-8a35-4e51-9654-d20a5ee0fb96), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:59.596917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40f10d5a-c295-43ca-b779-6ed9fdc5967e req-e2a1dcdd-563a-4971-965e-341c9eb58ab2 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 210 time: 0.1019919 Mar 07 22:03:59.653665 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-9325f300-8852-46fb-bbbb-747cceac0061 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port 05b0e70e-4876-420d-86d3-1387ad3d59aa {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:03:59.654013 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9325f300-8852-46fb-bbbb-747cceac0061 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:59.708560 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d78854-585e-4841-8596-f1b6cc2c350e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=876667ba-8a35-4e51-9654-d20a5ee0fb96,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:59.712136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-703beb49-e109-42e1-8019-7933f9e6680c None None] Provisioning complete for port 359e06de-c5d7-44b6-88d4-efb1c009dea6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:03:59.712516 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-703beb49-e109-42e1-8019-7933f9e6680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:59.814519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12461dfb-7adb-4c9a-8260-c5ecf121733c None None] Pushing event updated for resources: {'Port': ['ID=359e06de-c5d7-44b6-88d4-efb1c009dea6,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:59.889477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831703758', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7a84506d-6d2b-4392-af4a-c55a5c8bdaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:03:40Z', 'updated_at': '2022-03-07T22:03:50Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '7a84506d-6d2b-4392-af4a-c55a5c8bdaeb', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:03:41Z', 'updated_at': '2022-03-07T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '359e06de-c5d7-44b6-88d4-efb1c009dea6', 'name': '', 'network_id': '46309bd7-debf-420d-8749-01f36088f94b', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'mac_address': 'fa:16:3e:a2:aa:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'e64ae6e6-06bf-4d93-a50c-fb65a457f027', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:03:48Z', 'updated_at': '2022-03-07T22:03:58Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'subnets': [{'id': 'e64ae6e6-06bf-4d93-a50c-fb65a457f027', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:59.901118 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-9325f300-8852-46fb-bbbb-747cceac0061 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] For port 05b0e70e-4876-420d-86d3-1387ad3d59aa, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=05b0e70e-4876-420d-86d3-1387ad3d59aa,segment=NetworkSegment(a9bd321e-5082-4576-8c12-a90695c64286),segment_id=a9bd321e-5082-4576-8c12-a90695c64286)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:03:59.901491 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9325f300-8852-46fb-bbbb-747cceac0061 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:03:59.935745 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-9325f300-8852-46fb-bbbb-747cceac0061 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for 05b0e70e-4876-420d-86d3-1387ad3d59aa owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:03:59.940289 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d7d78854-585e-4841-8596-f1b6cc2c350e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (1666e76b-945f-4bc9-83e3-a35709210c0b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:00.287602 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3827d4fb-afaf-4d32-a2ad-6dcf9aaaa08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bc5c9859-48d0-478f-bd67-07198a29261c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:00.295538 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3827d4fb-afaf-4d32-a2ad-6dcf9aaaa08a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:00.302700 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3827d4fb-afaf-4d32-a2ad-6dcf9aaaa08a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc5c9859-48d0-478f-bd67-07198a29261c HTTP/1.1" status: 204 len: 168 time: 1.0615017 Mar 07 22:04:00.309451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575e5162-7a34-4920-894a-e2f50a8f0dc1 None None] The sync data for ids ['7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'] in n-d-832330-1 is: [{'id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831703758', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7a84506d-6d2b-4392-af4a-c55a5c8bdaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:03:40Z', 'updated_at': '2022-03-07T22:03:50Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '7a84506d-6d2b-4392-af4a-c55a5c8bdaeb', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:03:41Z', 'updated_at': '2022-03-07T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '359e06de-c5d7-44b6-88d4-efb1c009dea6', 'name': '', 'network_id': '46309bd7-debf-420d-8749-01f36088f94b', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'mac_address': 'fa:16:3e:a2:aa:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'e64ae6e6-06bf-4d93-a50c-fb65a457f027', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:03:48Z', 'updated_at': '2022-03-07T22:03:58Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'subnets': [{'id': 'e64ae6e6-06bf-4d93-a50c-fb65a457f027', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:00.341188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d78854-585e-4841-8596-f1b6cc2c350e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router 1666e76b-945f-4bc9-83e3-a35709210c0b has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:04:00.372516 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827d4fb-afaf-4d32-a2ad-6dcf9aaaa08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5c9859-48d0-478f-bd67-07198a29261c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:00.627520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-703beb49-e109-42e1-8019-7933f9e6680c None None] Current status of the port 359e06de-c5d7-44b6-88d4-efb1c009dea6 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:00.651799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d78854-585e-4841-8596-f1b6cc2c350e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:00.666844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d7d78854-585e-4841-8596-f1b6cc2c350e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/1666e76b-945f-4bc9-83e3-a35709210c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5381229 Mar 07 22:04:00.669053 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6da9e-be75-40df-87f4-e454b68bf03f None None] Sync routers for ids ['1666e76b-945f-4bc9-83e3-a35709210c0b'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:00.677656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58458) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:00.692080 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6da9e-be75-40df-87f4-e454b68bf03f None None] Routers {'1666e76b-945f-4bc9-83e3-a35709210c0b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:00.692717 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a1a6da9e-be75-40df-87f4-e454b68bf03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1666e76b-945f-4bc9-83e3-a35709210c0b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:00.823939 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9325f300-8852-46fb-bbbb-747cceac0061 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (05b0e70e-4876-420d-86d3-1387ad3d59aa), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:00.884280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-84a19ec1-0de8-4fa9-bab1-f427d18ae698 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports?device_id=1666e76b-945f-4bc9-83e3-a35709210c0b HTTP/1.1" status: 200 len: 205 time: 0.2029672 Mar 07 22:04:00.884797 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a1a6da9e-be75-40df-87f4-e454b68bf03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:00.938947 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6da9e-be75-40df-87f4-e454b68bf03f None None] Routers {'1666e76b-945f-4bc9-83e3-a35709210c0b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:00.939862 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a1a6da9e-be75-40df-87f4-e454b68bf03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1666e76b-945f-4bc9-83e3-a35709210c0b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:00.963850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58462) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:00.982224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325f300-8852-46fb-bbbb-747cceac0061 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=05b0e70e-4876-420d-86d3-1387ad3d59aa,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:01.000636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ebb14c2-8700-44b5-8f02-6abb11081ff7 req-05678f89-d275-4402-b91e-a531c4de3644 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 210 time: 0.1940365 Mar 07 22:04:01.032679 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-a1a6da9e-be75-40df-87f4-e454b68bf03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:01.040059 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6da9e-be75-40df-87f4-e454b68bf03f None None] The sync data for ids ['1666e76b-945f-4bc9-83e3-a35709210c0b'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:01.711613 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 359e06de-c5d7-44b6-88d4-efb1c009dea6 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:01.819011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-700d474a-7a58-4cc3-a752-cdb13c907e97 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (1666e76b-945f-4bc9-83e3-a35709210c0b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:01.884751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 359e06de-c5d7-44b6-88d4-efb1c009dea6 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:01.885132 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:02.037617 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4c29c-374e-4720-8b3c-827ac6f80a22 req-dbcdd1f9-e204-4ae6-896a-080b97b1d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:02.038121 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4c29c-374e-4720-8b3c-827ac6f80a22 req-dbcdd1f9-e204-4ae6-896a-080b97b1d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:02.038570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4c29c-374e-4720-8b3c-827ac6f80a22 req-dbcdd1f9-e204-4ae6-896a-080b97b1d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:02.039162 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4c29c-374e-4720-8b3c-827ac6f80a22 req-dbcdd1f9-e204-4ae6-896a-080b97b1d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:02.039638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4c29c-374e-4720-8b3c-827ac6f80a22 req-dbcdd1f9-e204-4ae6-896a-080b97b1d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:02.040103 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4c29c-374e-4720-8b3c-827ac6f80a22 req-dbcdd1f9-e204-4ae6-896a-080b97b1d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:02.040561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4c29c-374e-4720-8b3c-827ac6f80a22 req-dbcdd1f9-e204-4ae6-896a-080b97b1d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:02.042602 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96a4c29c-374e-4720-8b3c-827ac6f80a22 req-dbcdd1f9-e204-4ae6-896a-080b97b1d6f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 6720 time: 1.2370918 Mar 07 22:04:02.093673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 359e06de-c5d7-44b6-88d4-efb1c009dea6 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:02.137174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-62d5944d-38a5-4c14-99ca-6e29683ff242 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:02.139082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-62d5944d-38a5-4c14-99ca-6e29683ff242 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.15 "GET /v2.0/networks?id=46309bd7-debf-420d-8749-01f36088f94b HTTP/1.1" status: 200 len: 798 time: 0.3279777 Mar 07 22:04:02.167399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-c6463bfe-f274-457e-9f0c-c6816ab46756 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Request body: {'port': {'device_id': '462a5b69-5a64-4b6c-bf82-d3322ea5ea90', 'network_id': '46309bd7-debf-420d-8749-01f36088f94b', 'admin_state_up': True, 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:02.173151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2362d2a-d058-4fa9-b769-15ad9da46a88 req-d46f6e33-4893-44c2-9f9b-475cbb33b220 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 210 time: 0.0572791 Mar 07 22:04:02.219573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9325f300-8852-46fb-bbbb-747cceac0061 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:02.276349 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-700d474a-7a58-4cc3-a752-cdb13c907e97 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (1666e76b-945f-4bc9-83e3-a35709210c0b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:02.281940 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-700d474a-7a58-4cc3-a752-cdb13c907e97 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_controller (1666e76b-945f-4bc9-83e3-a35709210c0b), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:02.339247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-c6463bfe-f274-457e-9f0c-c6816ab46756 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Made reservation on behalf of e87eae701f45487cbc6b93aa1c25c985 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:02.343292 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-c6463bfe-f274-457e-9f0c-c6816ab46756 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:02.477208 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96a4c29c-374e-4720-8b3c-827ac6f80a22 req-b78a218d-d0b2-491d-948b-188f4ac0ceba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4194579 Mar 07 22:04:02.537060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-700d474a-7a58-4cc3-a752-cdb13c907e97 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (1666e76b-945f-4bc9-83e3-a35709210c0b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:02.538764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700d474a-7a58-4cc3-a752-cdb13c907e97 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Fanout notify agent at l3_agent the message router_deleted on router 1666e76b-945f-4bc9-83e3-a35709210c0b {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:04:02.556746 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-700d474a-7a58-4cc3-a752-cdb13c907e97 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:02.560908 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-700d474a-7a58-4cc3-a752-cdb13c907e97 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/routers/1666e76b-945f-4bc9-83e3-a35709210c0b HTTP/1.1" status: 204 len: 168 time: 1.5594132 Mar 07 22:04:02.564153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58496) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:02.629665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-c6463bfe-f274-457e-9f0c-c6816ab46756 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Allocated IP 172.20.0.26 (46309bd7-debf-420d-8749-01f36088f94b/e64ae6e6-06bf-4d93-a50c-fb65a457f027/7c8125a9-b032-4fa7-a041-a397dc18c6f7) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:02.651581 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9b39e2-9a08-4bdb-9547-dc9b2c55adff tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting subnet fa48b8ca-9bb0-4d8c-8246-d4c329649ab4 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:04:02.658744 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9b9b39e2-9a08-4bdb-9547-dc9b2c55adff tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (fa48b8ca-9bb0-4d8c-8246-d4c329649ab4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:02.701692 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9b9b39e2-9a08-4bdb-9547-dc9b2c55adff tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (fa48b8ca-9bb0-4d8c-8246-d4c329649ab4), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:02.774825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9325f300-8852-46fb-bbbb-747cceac0061 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Router fb97f42c-3df2-412a-8dae-d2bd7e1312fa has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:04:02.858347 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9b9b39e2-9a08-4bdb-9547-dc9b2c55adff tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (fa48b8ca-9bb0-4d8c-8246-d4c329649ab4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:03.002499 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-c6463bfe-f274-457e-9f0c-c6816ab46756 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:03.008453 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9b9b39e2-9a08-4bdb-9547-dc9b2c55adff tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (fa48b8ca-9bb0-4d8c-8246-d4c329649ab4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:03.026192 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9b9b39e2-9a08-4bdb-9547-dc9b2c55adff tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:03.034292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9b9b39e2-9a08-4bdb-9547-dc9b2c55adff tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/fa48b8ca-9bb0-4d8c-8246-d4c329649ab4 HTTP/1.1" status: 204 len: 168 time: 0.4644408 Mar 07 22:04:03.034292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58506) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:03.039040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2abcb2-0842-4844-bcc2-7da6e5386736 None None] Network 4526a840-e7c0-418e-8a9c-0b4fe9702005 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:03.069752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b39e2-9a08-4bdb-9547-dc9b2c55adff tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Subnet': ['ID=fa48b8ca-9bb0-4d8c-8246-d4c329649ab4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:03.227369 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (4526a840-e7c0-418e-8a9c-0b4fe9702005), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:03.281566 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-c6463bfe-f274-457e-9f0c-c6816ab46756 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:03.307655 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3530b730-4fef-4c1e-a2c4-8f527febed53 None None] DHCP port deletion for 4526a840-e7c0-418e-8a9c-0b4fe9702005 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:04:03.370330 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9325f300-8852-46fb-bbbb-747cceac0061 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:03.383460 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf98f0-baf5-4702-b65d-d80072896123 None None] Sync routers for ids ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:03.384379 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9325f300-8852-46fb-bbbb-747cceac0061 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "PUT /v2.0/routers/fb97f42c-3df2-412a-8dae-d2bd7e1312fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1089544 Mar 07 22:04:03.385280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58512) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:03.433181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf98f0-baf5-4702-b65d-d80072896123 None None] Routers {'fb97f42c-3df2-412a-8dae-d2bd7e1312fa'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:03.434972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-abcf98f0-baf5-4702-b65d-d80072896123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:03.442579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 14675071-a84b-4e85-821b-84a362f3e950 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:04:03.452289 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0242c98-2270-41f5-b245-ad2c92817689 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting subnet 14fed293-735f-4cee-812b-734c593e0466 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:04:03.456540 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d0242c98-2270-41f5-b245-ad2c92817689 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for subnet (14fed293-735f-4cee-812b-734c593e0466), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:03.535856 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d0242c98-2270-41f5-b245-ad2c92817689 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (14fed293-735f-4cee-812b-734c593e0466), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:03.536049 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6463bfe-f274-457e-9f0c-c6816ab46756 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event updated for resources: {'Port': ['ID=7c8125a9-b032-4fa7-a041-a397dc18c6f7,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:03.569454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-c6463bfe-f274-457e-9f0c-c6816ab46756 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Network 46309bd7-debf-420d-8749-01f36088f94b is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:03.574703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3530b730-4fef-4c1e-a2c4-8f527febed53 None None] Deleting port 14675071-a84b-4e85-821b-84a362f3e950 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:03.575265 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3530b730-4fef-4c1e-a2c4-8f527febed53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (14675071-a84b-4e85-821b-84a362f3e950), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:03.593515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-c6463bfe-f274-457e-9f0c-c6816ab46756 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:03.603932 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:04:03.609045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-c6463bfe-f274-457e-9f0c-c6816ab46756 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:03.698219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712dba4-7156-422f-bfc0-2332ad74bfa8 req-f5146c7c-f128-4ee4-b0b9-646624ad0e45 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:03.701770 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b712dba4-7156-422f-bfc0-2332ad74bfa8 req-f5146c7c-f128-4ee4-b0b9-646624ad0e45 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 895 time: 0.3337932 Mar 07 22:04:03.733346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port 14675071-a84b-4e85-821b-84a362f3e950 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:03.733909 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (14675071-a84b-4e85-821b-84a362f3e950), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:03.741327 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d0242c98-2270-41f5-b245-ad2c92817689 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (14fed293-735f-4cee-812b-734c593e0466), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:03.807490 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 14675071-a84b-4e85-821b-84a362f3e950 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:03.807922 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (14675071-a84b-4e85-821b-84a362f3e950), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:03.816516 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d0242c98-2270-41f5-b245-ad2c92817689 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (14fed293-735f-4cee-812b-734c593e0466), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:03.841436 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3530b730-4fef-4c1e-a2c4-8f527febed53 None None] For port 14675071-a84b-4e85-821b-84a362f3e950, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=14675071-a84b-4e85-821b-84a362f3e950,segment=NetworkSegment(bc6c1f51-37f6-4ff3-8d7f-c687c839ea73),segment_id=bc6c1f51-37f6-4ff3-8d7f-c687c839ea73)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:03.841837 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3530b730-4fef-4c1e-a2c4-8f527febed53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (14675071-a84b-4e85-821b-84a362f3e950), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:03.871259 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0242c98-2270-41f5-b245-ad2c92817689 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Subnet': ['ID=14fed293-735f-4cee-812b-734c593e0466,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:03.881259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb660c59-15b4-4963-b3f7-72999d07e635 None None] Network 67f9c363-c485-4a33-9b48-fd10e475751a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:03.882848 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d0242c98-2270-41f5-b245-ad2c92817689 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:03.891685 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d0242c98-2270-41f5-b245-ad2c92817689 tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/subnets/14fed293-735f-4cee-812b-734c593e0466 HTTP/1.1" status: 204 len: 168 time: 0.5052559 Mar 07 22:04:03.893133 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58520) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:03.948844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3530b730-4fef-4c1e-a2c4-8f527febed53 None None] Calling delete_port for 14675071-a84b-4e85-821b-84a362f3e950 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:03.959098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-abcf98f0-baf5-4702-b65d-d80072896123 None None] Set router fb97f42c-3df2-412a-8dae-d2bd7e1312fa gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:03.986512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] For port 14675071-a84b-4e85-821b-84a362f3e950, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=14675071-a84b-4e85-821b-84a362f3e950,segment=NetworkSegment(bc6c1f51-37f6-4ff3-8d7f-c687c839ea73),segment_id=bc6c1f51-37f6-4ff3-8d7f-c687c839ea73)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:03.986869 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (14675071-a84b-4e85-821b-84a362f3e950), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:04.016708 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-c6463bfe-f274-457e-9f0c-c6816ab46756 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:04.017395 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-c6463bfe-f274-457e-9f0c-c6816ab46756 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:04.053540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for 14675071-a84b-4e85-821b-84a362f3e950 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:04.096034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 14675071-a84b-4e85-821b-84a362f3e950, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=14675071-a84b-4e85-821b-84a362f3e950,segment=NetworkSegment(bc6c1f51-37f6-4ff3-8d7f-c687c839ea73),segment_id=bc6c1f51-37f6-4ff3-8d7f-c687c839ea73)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:04.117965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-c6463bfe-f274-457e-9f0c-c6816ab46756 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9548478 Mar 07 22:04:04.145166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Request body: {'port': {'device_id': '462a5b69-5a64-4b6c-bf82-d3322ea5ea90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:04.150005 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (14675071-a84b-4e85-821b-84a362f3e950), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:04.289240 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:04.413344 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:04.447883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-22fb502a-0637-4357-a32c-131d776e13aa None None] Provisioning complete for port 7c8125a9-b032-4fa7-a041-a397dc18c6f7 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:04.448686 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-22fb502a-0637-4357-a32c-131d776e13aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:04.450119 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5ee46e-9cf3-4414-b1ff-8c001c5a850f None None] DHCP port deletion for 67f9c363-c485-4a33-9b48-fd10e475751a request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:04:04.549181 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_gateway (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:04.672035 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port 80193634-8601-405d-a278-1a3dcc76627e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:04.672388 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (80193634-8601-405d-a278-1a3dcc76627e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:04.675249 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (14675071-a84b-4e85-821b-84a362f3e950), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:04.690040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-22fb502a-0637-4357-a32c-131d776e13aa None None] Port 7c8125a9-b032-4fa7-a041-a397dc18c6f7 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:04.707218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=14675071-a84b-4e85-821b-84a362f3e950,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:04.763472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No DVR routers for this DVR port 14675071-a84b-4e85-821b-84a362f3e950 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:04:04.771363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=14675071-a84b-4e85-821b-84a362f3e950,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:04.778585 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-abcf98f0-baf5-4702-b65d-d80072896123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '80193634-8601-405d-a278-1a3dcc76627e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:20Z', 'updated_at': '2022-03-07T22:04:00Z', 'revision_number': 5, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port': {'id': '80193634-8601-405d-a278-1a3dcc76627e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:22Z', 'updated_at': '2022-03-07T22:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:04.862056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] For port 80193634-8601-405d-a278-1a3dcc76627e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=80193634-8601-405d-a278-1a3dcc76627e,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:04.862454 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (80193634-8601-405d-a278-1a3dcc76627e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:04.865512 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3530b730-4fef-4c1e-a2c4-8f527febed53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (14675071-a84b-4e85-821b-84a362f3e950), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:04.875835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for 80193634-8601-405d-a278-1a3dcc76627e owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:04.880186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58540) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:04.899074 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf98f0-baf5-4702-b65d-d80072896123 None None] Checking router: fb97f42c-3df2-412a-8dae-d2bd7e1312fa for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:04:04.912778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3530b730-4fef-4c1e-a2c4-8f527febed53 None None] No DVR routers for this DVR port 14675071-a84b-4e85-821b-84a362f3e950 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:04:04.997865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530b730-4fef-4c1e-a2c4-8f527febed53 None None] Pushing event deleted for resources: {'Port': ['ID=14675071-a84b-4e85-821b-84a362f3e950,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:05.026333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf98f0-baf5-4702-b65d-d80072896123 None None] Routers {'fb97f42c-3df2-412a-8dae-d2bd7e1312fa'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:05.033185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-abcf98f0-baf5-4702-b65d-d80072896123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:05.090386 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (80193634-8601-405d-a278-1a3dcc76627e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.122675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=80193634-8601-405d-a278-1a3dcc76627e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:05.204473 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (4526a840-e7c0-418e-8a9c-0b4fe9702005), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.216589 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.227150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ee46e-9cf3-4414-b1ff-8c001c5a850f None None] Deleting port 54172ef4-ae9c-412a-af9f-e6f8058b1075 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:05.227757 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9b5ee46e-9cf3-4414-b1ff-8c001c5a850f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.270267 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d2b68b54-e350-4886-bd04-25a4cd9caee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.321045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2d674-1968-4901-8d86-2ce041190051 req-7fd1d720-f5d7-4037-bc8e-eed74ce52048 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:05.322677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90e2d674-1968-4901-8d86-2ce041190051 req-7fd1d720-f5d7-4037-bc8e-eed74ce52048 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 895 time: 0.4750483 Mar 07 22:04:05.324890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4526a840-e7c0-418e-8a9c-0b4fe9702005']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:05.348598 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6c1f51-37f6-4ff3-8d7f-c687c839ea73') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:05.349481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6c1f51-37f6-4ff3-8d7f-c687c839ea73') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:05.360233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-abcf98f0-baf5-4702-b65d-d80072896123 None None] Set router fb97f42c-3df2-412a-8dae-d2bd7e1312fa gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:05.371687 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (bc6c1f51-37f6-4ff3-8d7f-c687c839ea73), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.415769 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (bc6c1f51-37f6-4ff3-8d7f-c687c839ea73), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.431760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.434857 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router_controller (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.446371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:04:05.446775 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (bc6c1f51-37f6-4ff3-8d7f-c687c839ea73), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:04:05.452781 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:04:05.513104 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8125a9-b032-4fa7-a041-a397dc18c6f7 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:04:05.522438 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Publish callbacks [] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.524773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (fb97f42c-3df2-412a-8dae-d2bd7e1312fa), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.525551 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Fanout notify agent at l3_agent the message router_deleted on router fb97f42c-3df2-412a-8dae-d2bd7e1312fa {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:04:05.549159 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.550611 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0bc49360-577f-4e1e-a3f2-9478d8b7cc8d tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/routers/fb97f42c-3df2-412a-8dae-d2bd7e1312fa HTTP/1.1" status: 204 len: 168 time: 1.6557517 Mar 07 22:04:05.552130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-abcf98f0-baf5-4702-b65d-d80072896123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:20Z', 'updated_at': '2022-03-07T22:04:04Z', 'revision_number': 6, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:05.555192 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58548) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:05.597677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 54172ef4-ae9c-412a-af9f-e6f8058b1075 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:04:05.607690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf98f0-baf5-4702-b65d-d80072896123 None None] The sync data for ids ['fb97f42c-3df2-412a-8dae-d2bd7e1312fa'] in n-d-832330-1 is: [{'id': 'fb97f42c-3df2-412a-8dae-d2bd7e1312fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359859801', 'tenant_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:20Z', 'updated_at': '2022-03-07T22:04:04Z', 'revision_number': 6, 'project_id': 'd71f28e89e2f43a5bebeba445b8bc10e', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:05.613830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9b5ee46e-9cf3-4414-b1ff-8c001c5a850f None None] For port 54172ef4-ae9c-412a-af9f-e6f8058b1075, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=54172ef4-ae9c-412a-af9f-e6f8058b1075,segment=NetworkSegment(a9bd321e-5082-4576-8c12-a90695c64286),segment_id=a9bd321e-5082-4576-8c12-a90695c64286)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:05.614360 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9b5ee46e-9cf3-4414-b1ff-8c001c5a850f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.678292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Transition to ACTIVE for port object 7c8125a9-b032-4fa7-a041-a397dc18c6f7 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:04:05.691526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ee46e-9cf3-4414-b1ff-8c001c5a850f None None] Calling delete_port for 54172ef4-ae9c-412a-af9f-e6f8058b1075 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:05.691722 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (4526a840-e7c0-418e-8a9c-0b4fe9702005), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.697122 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (67f9c363-c485-4a33-9b48-fd10e475751a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.698527 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.747916 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:05.753514 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/networks/4526a840-e7c0-418e-8a9c-0b4fe9702005 HTTP/1.1" status: 204 len: 168 time: 2.7188096 Mar 07 22:04:05.759396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da27e8d-baee-4a2a-b2ff-8a70603450c1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Network': ['ID=4526a840-e7c0-418e-8a9c-0b4fe9702005,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:05.766360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58552) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:05.864416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2064266340', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}, 'admin_state_up': False}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:05.875123 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Deleting port 54172ef4-ae9c-412a-af9f-e6f8058b1075 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:05.875576 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.016235 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d2b68b54-e350-4886-bd04-25a4cd9caee0 admin admin] Publish callbacks [] for security_group (60b7d2f6-c548-4191-8028-1aa5e8d49b51), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.042296 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d2b68b54-e350-4886-bd04-25a4cd9caee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (60b7d2f6-c548-4191-8028-1aa5e8d49b51), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.077091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] For port 54172ef4-ae9c-412a-af9f-e6f8058b1075, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=54172ef4-ae9c-412a-af9f-e6f8058b1075,segment=NetworkSegment(a9bd321e-5082-4576-8c12-a90695c64286),segment_id=a9bd321e-5082-4576-8c12-a90695c64286)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:06.077509 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.086386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Pushing event updated for resources: {'Port': ['ID=7c8125a9-b032-4fa7-a041-a397dc18c6f7,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:06.121263 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Calling delete_port for 54172ef4-ae9c-412a-af9f-e6f8058b1075 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:06.124987 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (20d8b99d-5a34-4a39-879f-39e99e05cc55), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.126197 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (20d8b99d-5a34-4a39-879f-39e99e05cc55), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.206812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d2b68b54-e350-4886-bd04-25a4cd9caee0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a676a8d46ec4f5f9f16b06a39a38dc6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3242714 Mar 07 22:04:06.211633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b68b54-e350-4886-bd04-25a4cd9caee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b7d2f6-c548-4191-8028-1aa5e8d49b51,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:06.219183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58554) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:06.338775 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.341796 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_controller (20d8b99d-5a34-4a39-879f-39e99e05cc55), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.343594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Attempting to bind port 7c8125a9-b032-4fa7-a041-a397dc18c6f7 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:06.344193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Attempting to bind port 7c8125a9-b032-4fa7-a041-a397dc18c6f7 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'a903c26d-0162-4f4c-b37a-15970f5eb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '46309bd7-debf-420d-8749-01f36088f94b'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:06.344625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Attempting to bind port 7c8125a9-b032-4fa7-a041-a397dc18c6f7 on network 46309bd7-debf-420d-8749-01f36088f94b {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:06.358853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Port 7c8125a9-b032-4fa7-a041-a397dc18c6f7 on network 46309bd7-debf-420d-8749-01f36088f94b not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:04:06.358853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Attempting to bind port 7c8125a9-b032-4fa7-a041-a397dc18c6f7 on network 46309bd7-debf-420d-8749-01f36088f94b {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:06.376210 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-966c1e89-1901-4756-9cc9-980301e2dee2 admin admin] Publish callbacks [] for security_group (60b7d2f6-c548-4191-8028-1aa5e8d49b51), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.409890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 54172ef4-ae9c-412a-af9f-e6f8058b1075 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:06.412208 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.413693 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] No DVR routers for this DVR port 54172ef4-ae9c-412a-af9f-e6f8058b1075 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:04:06.425171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Port': ['ID=54172ef4-ae9c-412a-af9f-e6f8058b1075,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:06.561987 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9b5ee46e-9cf3-4414-b1ff-8c001c5a850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (54172ef4-ae9c-412a-af9f-e6f8058b1075), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.625441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (67f9c363-c485-4a33-9b48-fd10e475751a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.666693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:06.669497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ee46e-9cf3-4414-b1ff-8c001c5a850f None None] Pushing event deleted for resources: {'Port': ['ID=54172ef4-ae9c-412a-af9f-e6f8058b1075,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:06.669857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Checking segment: {'id': 'a903c26d-0162-4f4c-b37a-15970f5eb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '46309bd7-debf-420d-8749-01f36088f94b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:06.672810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Bound using segment: {'id': 'a903c26d-0162-4f4c-b37a-15970f5eb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '46309bd7-debf-420d-8749-01f36088f94b'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:06.674688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Bound port: 7c8125a9-b032-4fa7-a041-a397dc18c6f7, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a903c26d-0162-4f4c-b37a-15970f5eb3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '46309bd7-debf-420d-8749-01f36088f94b'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:06.675168 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.677091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ee46e-9cf3-4414-b1ff-8c001c5a850f None None] No DVR routers for this DVR port 54172ef4-ae9c-412a-af9f-e6f8058b1075 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:04:06.717328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f9c363-c485-4a33-9b48-fd10e475751a']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:06.754042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bd321e-5082-4576-8c12-a90695c64286') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:06.754551 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bd321e-5082-4576-8c12-a90695c64286') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:06.780534 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (a9bd321e-5082-4576-8c12-a90695c64286), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.808167 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a9bd321e-5082-4576-8c12-a90695c64286), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.820976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:04:06.821626 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (a9bd321e-5082-4576-8c12-a90695c64286), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:04:06.833644 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:04:06.922267 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (67f9c363-c485-4a33-9b48-fd10e475751a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.931072 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:06.937934 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/networks/67f9c363-c485-4a33-9b48-fd10e475751a HTTP/1.1" status: 204 len: 168 time: 1.3769214 Mar 07 22:04:06.938256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58566) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:06.957924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e2229-6034-4a27-bff6-88746f5d55af tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'Network': ['ID=67f9c363-c485-4a33-9b48-fd10e475751a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:07.067052 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-59fc0657-5508-421f-96ef-27e1242c72ef tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (729dc1a3-5245-41d0-bc67-b35a6068e740), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:07.127578 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-59fc0657-5508-421f-96ef-27e1242c72ef tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (729dc1a3-5245-41d0-bc67-b35a6068e740), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:07.243022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-59fc0657-5508-421f-96ef-27e1242c72ef tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (729dc1a3-5245-41d0-bc67-b35a6068e740), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:07.245848 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-59fc0657-5508-421f-96ef-27e1242c72ef tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:07.249691 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-59fc0657-5508-421f-96ef-27e1242c72ef tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] 10.222.0.26 "DELETE /v2.0/security-groups/729dc1a3-5245-41d0-bc67-b35a6068e740 HTTP/1.1" status: 204 len: 168 time: 0.3079057 Mar 07 22:04:07.268633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc0657-5508-421f-96ef-27e1242c72ef tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=729dc1a3-5245-41d0-bc67-b35a6068e740,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:07.419156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 05b0e70e-4876-420d-86d3-1387ad3d59aa no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:04:07.457201 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 05b0e70e-4876-420d-86d3-1387ad3d59aa {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:04:07.457419 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 05b0e70e-4876-420d-86d3-1387ad3d59aa not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:04:07.460023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 80193634-8601-405d-a278-1a3dcc76627e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:04:07.497327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 80193634-8601-405d-a278-1a3dcc76627e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:04:07.497687 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 80193634-8601-405d-a278-1a3dcc76627e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:04:07.585010 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-966c1e89-1901-4756-9cc9-980301e2dee2 admin admin] Publish callbacks [] for security_group (60b7d2f6-c548-4191-8028-1aa5e8d49b51), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:07.626642 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_gateway (20d8b99d-5a34-4a39-879f-39e99e05cc55), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:07.665841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] For port 7c8125a9-b032-4fa7-a041-a397dc18c6f7, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:07.670010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] For port 7c8125a9-b032-4fa7-a041-a397dc18c6f7, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=7c8125a9-b032-4fa7-a041-a397dc18c6f7,segment=NetworkSegment(a903c26d-0162-4f4c-b37a-15970f5eb3b9),segment_id=a903c26d-0162-4f4c-b37a-15970f5eb3b9)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:07.757424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58576) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:07.792655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:07.794625 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-966c1e89-1901-4756-9cc9-980301e2dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (60b7d2f6-c548-4191-8028-1aa5e8d49b51), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:07.799508 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-966c1e89-1901-4756-9cc9-980301e2dee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:07.803373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-966c1e89-1901-4756-9cc9-980301e2dee2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60b7d2f6-c548-4191-8028-1aa5e8d49b51 HTTP/1.1" status: 204 len: 168 time: 1.5808024 Mar 07 22:04:07.840889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af89d99-cef8-44af-90d5-cd49544328ee req-d579cbea-dda0-419d-b002-4ce3b4f6d9b9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:07.842653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0af89d99-cef8-44af-90d5-cd49544328ee req-d579cbea-dda0-419d-b002-4ce3b4f6d9b9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 907 time: 1.2911890 Mar 07 22:04:07.902806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:07.905087 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:07.906655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] 10.222.0.15 "PUT /v2.0/ports/7c8125a9-b032-4fa7-a041-a397dc18c6f7 HTTP/1.1" status: 200 len: 1055 time: 3.7660460 Mar 07 22:04:07.907519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c1e89-1901-4756-9cc9-980301e2dee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b7d2f6-c548-4191-8028-1aa5e8d49b51,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:07.924869 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462a5b69-5a64-4b6c-bf82-d3322ea5ea90', 'tag': '7c8125a9-b032-4fa7-a041-a397dc18c6f7'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:04:07.927887 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e256d5f-b3c9-49e9-bbe0-3c7bf16d4734" -d '{"events": [{"name": "network-changed", "server_uuid": "462a5b69-5a64-4b6c-bf82-d3322ea5ea90", "tag": "7c8125a9-b032-4fa7-a041-a397dc18c6f7"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:04:08.050526 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8df330-2b70-4419-aa62-f8cfa10306c1 x-openstack-request-id: req-2c8df330-2b70-4419-aa62-f8cfa10306c1 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:04:08.050824 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462a5b69-5a64-4b6c-bf82-d3322ea5ea90", "tag": "7c8125a9-b032-4fa7-a041-a397dc18c6f7", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:04:08.051190 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c8df330-2b70-4419-aa62-f8cfa10306c1 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:04:08.051495 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c5f3c767-8ba8-4957-8e11-d3d2f450398e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d71f28e89e2f43a5bebeba445b8bc10e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2906170 Mar 07 22:04:08.051706 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462a5b69-5a64-4b6c-bf82-d3322ea5ea90', 'tag': '7c8125a9-b032-4fa7-a041-a397dc18c6f7', 'status': 'completed', 'code': 200} Mar 07 22:04:08.052185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58586) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:08.110900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504a728-18ee-48c9-8b7c-4a89248dbe1d service neutron] Pushing event updated for resources: {'Port': ['ID=7c8125a9-b032-4fa7-a041-a397dc18c6f7,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:08.176087 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-76938725-4a95-4a37-bb07-ca672ad5c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:08.177674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-76938725-4a95-4a37-bb07-ca672ad5c286 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e87eae701f45487cbc6b93aa1c25c985&device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 1089 time: 0.1541724 Mar 07 22:04:08.193648 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b6f3ec7-9d20-4483-930a-cfa5b44569d3 admin admin] Publish callbacks [] for security_group (6f0fbfdb-221a-447b-aeb3-6ef1a26f4e64), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:08.241100 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-ba3cedfc-d3a2-41e0-b965-f7c79f0f043e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=7c8125a9-b032-4fa7-a041-a397dc18c6f7 HTTP/1.1" status: 200 len: 217 time: 0.0542846 Mar 07 22:04:08.269283 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b6f3ec7-9d20-4483-930a-cfa5b44569d3 admin admin] Publish callbacks [] for security_group (6f0fbfdb-221a-447b-aeb3-6ef1a26f4e64), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:08.402565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-6a944381-9cd1-4069-b9cd-048bdde51b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:08.404119 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-6a944381-9cd1-4069-b9cd-048bdde51b84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e64ae6e6-06bf-4d93-a50c-fb65a457f027 HTTP/1.1" status: 200 len: 838 time: 0.1541729 Mar 07 22:04:08.436177 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_gateway (20d8b99d-5a34-4a39-879f-39e99e05cc55), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:08.472866 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:08.528654 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b6f3ec7-9d20-4483-930a-cfa5b44569d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6f0fbfdb-221a-447b-aeb3-6ef1a26f4e64), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:08.531275 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b6f3ec7-9d20-4483-930a-cfa5b44569d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:08.532422 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2b6f3ec7-9d20-4483-930a-cfa5b44569d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f0fbfdb-221a-447b-aeb3-6ef1a26f4e64 HTTP/1.1" status: 204 len: 168 time: 0.4731848 Mar 07 22:04:08.554232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-824197c7-d145-4da2-a2ec-9647c0b3c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:08.555766 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-824197c7-d145-4da2-a2ec-9647c0b3c44d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46309bd7-debf-420d-8749-01f36088f94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1286318 Mar 07 22:04:08.558511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f3ec7-9d20-4483-930a-cfa5b44569d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0fbfdb-221a-447b-aeb3-6ef1a26f4e64,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:08.677115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Allocated IP 172.25.4.227 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/057a1289-aca0-44a2-ad9d-77d8fb5761f4) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:08.729766 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-1b08a424-dc50-4de1-afd0-11e8371c776a service neutron] 10.222.0.15 "GET /v2.0/networks/46309bd7-debf-420d-8749-01f36088f94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653950 Mar 07 22:04:08.884394 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (057a1289-aca0-44a2-ad9d-77d8fb5761f4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:08.906366 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ddb3d7-7413-4754-8a59-085df3c73ee5 req-3331033a-fba9-42d8-83ab-24704c7f29cf service neutron] 10.222.0.15 "GET /v2.0/networks/46309bd7-debf-420d-8749-01f36088f94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323581 Mar 07 22:04:08.981191 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (057a1289-aca0-44a2-ad9d-77d8fb5761f4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:09.061414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:09.075243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:09.087036 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:09.128243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=057a1289-aca0-44a2-ad9d-77d8fb5761f4,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:09.142466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e256d5f-b3c9-49e9-bbe0-3c7bf16d4734 req-1940f5ab-7ff1-4953-9fd5-c5c0aeef3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:09.143973 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e256d5f-b3c9-49e9-bbe0-3c7bf16d4734 req-1940f5ab-7ff1-4953-9fd5-c5c0aeef3f97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e87eae701f45487cbc6b93aa1c25c985&device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 1089 time: 0.1760619 Mar 07 22:04:09.156984 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58630) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:09.198417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2811bff-a09f-4847-bc80-f23dd611a780 req-645aae61-164e-4c1b-b4e0-46b682e404db tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:09.200398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2811bff-a09f-4847-bc80-f23dd611a780 req-645aae61-164e-4c1b-b4e0-46b682e404db tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 907 time: 0.2225320 Mar 07 22:04:09.216665 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-01d36659-6b77-4e68-83ef-9e11cfae45f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fea7e5f5acda4f01b90848888b440561&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0584910 Mar 07 22:04:09.217564 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58636) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:09.276043 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1baf-2751-4f4d-91de-2720755662d7 admin admin] Publish callbacks [] for security_group (7562e9c9-6dc7-41c2-a8e5-fb36a764928a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:09.302610 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1baf-2751-4f4d-91de-2720755662d7 admin admin] Publish callbacks [] for security_group (7562e9c9-6dc7-41c2-a8e5-fb36a764928a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:09.408425 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1baf-2751-4f4d-91de-2720755662d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7562e9c9-6dc7-41c2-a8e5-fb36a764928a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:09.412320 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1baf-2751-4f4d-91de-2720755662d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:09.417602 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0e8e1baf-2751-4f4d-91de-2720755662d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7562e9c9-6dc7-41c2-a8e5-fb36a764928a HTTP/1.1" status: 204 len: 168 time: 0.1984661 Mar 07 22:04:09.432343 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e1baf-2751-4f4d-91de-2720755662d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7562e9c9-6dc7-41c2-a8e5-fb36a764928a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:09.518416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e256d5f-b3c9-49e9-bbe0-3c7bf16d4734 req-02c54173-8e83-4ca9-8e64-71fce5d3056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:09.519952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e256d5f-b3c9-49e9-bbe0-3c7bf16d4734 req-02c54173-8e83-4ca9-8e64-71fce5d3056d service neutron] 10.222.0.15 "GET /v2.0/networks?id=46309bd7-debf-420d-8749-01f36088f94b HTTP/1.1" status: 200 len: 899 time: 0.3528612 Mar 07 22:04:09.605740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e256d5f-b3c9-49e9-bbe0-3c7bf16d4734 req-838348ed-5237-4707-9420-106af2b94534 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=7c8125a9-b032-4fa7-a041-a397dc18c6f7 HTTP/1.1" status: 200 len: 217 time: 0.0504484 Mar 07 22:04:09.657790 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_gateway (20d8b99d-5a34-4a39-879f-39e99e05cc55), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:09.805263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e256d5f-b3c9-49e9-bbe0-3c7bf16d4734 req-10ad5374-f7e4-4877-a9a4-23af4bfe8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:09.806968 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e256d5f-b3c9-49e9-bbe0-3c7bf16d4734 req-10ad5374-f7e4-4877-a9a4-23af4bfe8b31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e64ae6e6-06bf-4d93-a50c-fb65a457f027 HTTP/1.1" status: 200 len: 838 time: 0.1942852 Mar 07 22:04:10.160546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e256d5f-b3c9-49e9-bbe0-3c7bf16d4734 req-3640cc42-2fe3-4b85-8661-43a961daa91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:10.162087 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e256d5f-b3c9-49e9-bbe0-3c7bf16d4734 req-3640cc42-2fe3-4b85-8661-43a961daa91c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46309bd7-debf-420d-8749-01f36088f94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3477440 Mar 07 22:04:10.208844 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (20d8b99d-5a34-4a39-879f-39e99e05cc55), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:10.348064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e256d5f-b3c9-49e9-bbe0-3c7bf16d4734 req-8267eb92-b28b-4217-9b61-11b5de524a8f service neutron] 10.222.0.15 "GET /v2.0/networks/46309bd7-debf-420d-8749-01f36088f94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773558 Mar 07 22:04:10.493812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41310e9-4e66-4393-a095-4623d2b08953 req-54abeda6-ab4b-45f0-9f3f-4c2d77d17135 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:10.495342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c41310e9-4e66-4393-a095-4623d2b08953 req-54abeda6-ab4b-45f0-9f3f-4c2d77d17135 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 907 time: 0.1526723 Mar 07 22:04:10.522733 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e256d5f-b3c9-49e9-bbe0-3c7bf16d4734 req-de101fb1-e9c5-4910-b485-bbcda7c17bfc service neutron] 10.222.0.15 "GET /v2.0/networks/46309bd7-debf-420d-8749-01f36088f94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616256 Mar 07 22:04:10.528118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router 20d8b99d-5a34-4a39-879f-39e99e05cc55 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:04:10.676704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:10.693210 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0017cc22-e5e1-47da-8846-7a0578f2e7c2 None None] Sync routers for ids ['20d8b99d-5a34-4a39-879f-39e99e05cc55'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:10.704119 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0017cc22-e5e1-47da-8846-7a0578f2e7c2 None None] Routers {'20d8b99d-5a34-4a39-879f-39e99e05cc55'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:10.704906 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0017cc22-e5e1-47da-8846-7a0578f2e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['20d8b99d-5a34-4a39-879f-39e99e05cc55'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:10.708182 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:10.712964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1084d49a-7603-4d98-baa9-b0359a143bd5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8852012 Mar 07 22:04:10.714708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58670) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:10.759366 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0017cc22-e5e1-47da-8846-7a0578f2e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:10.777360 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0017cc22-e5e1-47da-8846-7a0578f2e7c2 None None] Routers {'20d8b99d-5a34-4a39-879f-39e99e05cc55'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:10.777991 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0017cc22-e5e1-47da-8846-7a0578f2e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['20d8b99d-5a34-4a39-879f-39e99e05cc55'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:10.808096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58672) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:10.827298 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0017cc22-e5e1-47da-8846-7a0578f2e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:10.828141 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0017cc22-e5e1-47da-8846-7a0578f2e7c2 None None] The sync data for ids ['20d8b99d-5a34-4a39-879f-39e99e05cc55'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:10.852326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58676) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:10.852528 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d7c6889d-0eda-479d-8eb3-568bd0c7fdd6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/routers/20d8b99d-5a34-4a39-879f-39e99e05cc55 HTTP/1.1" status: 200 len: 885 time: 0.1360488 Mar 07 22:04:10.945466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1211662379-network', 'tenant_id': '2156dc3d0f0a493f8f08d07c6ffae871'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:10.990432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] Made reservation on behalf of 2156dc3d0f0a493f8f08d07c6ffae871 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:10.993649 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:11.009458 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:11.280690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-840c19ee-7b4b-4677-94e8-a8d6c71a91c0 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4250276 Mar 07 22:04:11.281234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58688) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:11.286420 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9b5030bf-e329-4c24-bef8-def447dd6900 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2064266340'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:11.292308 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] Publish callbacks [] for security_group (2becde58-a3cb-4d2f-9282-1a20bbdde412), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:11.301978 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2becde58-a3cb-4d2f-9282-1a20bbdde412), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:11.331285 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:04:11.347312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 7c8125a9-b032-4fa7-a041-a397dc18c6f7 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:04:11.361248 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3e7d17e1-b082-47ed-9f45-ac9c749d4af2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:11.361604 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] Added segment 3e7d17e1-b082-47ed-9f45-ac9c749d4af2 of type vlan for network 1877ee25-eea5-411d-9fc8-70c294153d8c Mar 07 22:04:11.569519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 7c8125a9-b032-4fa7-a041-a397dc18c6f7, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=7c8125a9-b032-4fa7-a041-a397dc18c6f7,segment=NetworkSegment(a903c26d-0162-4f4c-b37a-15970f5eb3b9),segment_id=a903c26d-0162-4f4c-b37a-15970f5eb3b9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:11.593986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '7c8125a9-b032-4fa7-a041-a397dc18c6f7', 'network_id': '46309bd7-debf-420d-8749-01f36088f94b', 'port_id': '7c8125a9-b032-4fa7-a041-a397dc18c6f7', 'mac_address': 'fa:16:3e:be:d1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64ae6e6-06bf-4d93-a50c-fb65a457f027', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:04:11.689511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 7c8125a9-b032-4fa7-a041-a397dc18c6f7 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:11.690165 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:11.712104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8125a9-b032-4fa7-a041-a397dc18c6f7 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:04:11.755331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 7c8125a9-b032-4fa7-a041-a397dc18c6f7, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=7c8125a9-b032-4fa7-a041-a397dc18c6f7,segment=NetworkSegment(a903c26d-0162-4f4c-b37a-15970f5eb3b9),segment_id=a903c26d-0162-4f4c-b37a-15970f5eb3b9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:11.765638 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:11.769570 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b5030bf-e329-4c24-bef8-def447dd6900 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (20d8b99d-5a34-4a39-879f-39e99e05cc55), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:11.785579 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b5030bf-e329-4c24-bef8-def447dd6900 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (20d8b99d-5a34-4a39-879f-39e99e05cc55), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:11.873325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=7c8125a9-b032-4fa7-a041-a397dc18c6f7,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:11.884996 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (1877ee25-eea5-411d-9fc8-70c294153d8c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:11.910370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2becde58-a3cb-4d2f-9282-1a20bbdde412,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:11.926117 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (1877ee25-eea5-411d-9fc8-70c294153d8c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:11.927030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:11.927782 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:12.003034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5030bf-e329-4c24-bef8-def447dd6900 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router 20d8b99d-5a34-4a39-879f-39e99e05cc55 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:04:12.046546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['7c8125a9-b032-4fa7-a041-a397dc18c6f7'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:04:12.054908 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2424779 Mar 07 22:04:12.068006 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58692) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:12.079479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Request body: {'subnet': {'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1211662379-subnet', 'tenant_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:12.123740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f696b-c6c3-4c26-93f0-b2635947e283 admin admin] Pushing event updated for resources: {'Network': ['ID=1877ee25-eea5-411d-9fc8-70c294153d8c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:12.153095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf368e-caf7-4532-8aa7-991f3a5e31f0 req-51e582ae-523f-4f3a-a3fb-7440e3cee69a tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:12.157243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 1877ee25-eea5-411d-9fc8-70c294153d8c details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:04:12.172634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5edf368e-caf7-4532-8aa7-991f3a5e31f0 req-51e582ae-523f-4f3a-a3fb-7440e3cee69a tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 908 time: 0.2574613 Mar 07 22:04:12.307053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Made reservation on behalf of 2156dc3d0f0a493f8f08d07c6ffae871 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:12.309665 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:12.408532 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5030bf-e329-4c24-bef8-def447dd6900 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:12.418294 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b5030bf-e329-4c24-bef8-def447dd6900 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:12.419428 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b5030bf-e329-4c24-bef8-def447dd6900 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/20d8b99d-5a34-4a39-879f-39e99e05cc55 HTTP/1.1" status: 200 len: 892 time: 1.1376503 Mar 07 22:04:12.422203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58700) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:12.426106 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1850ed3-5092-4d76-9111-33c0947ba3c3 None None] Sync routers for ids ['20d8b99d-5a34-4a39-879f-39e99e05cc55'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:12.445255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1850ed3-5092-4d76-9111-33c0947ba3c3 None None] Routers {'20d8b99d-5a34-4a39-879f-39e99e05cc55'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:12.446795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a1850ed3-5092-4d76-9111-33c0947ba3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['20d8b99d-5a34-4a39-879f-39e99e05cc55'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:12.499255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a1850ed3-5092-4d76-9111-33c0947ba3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:12.511936 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1850ed3-5092-4d76-9111-33c0947ba3c3 None None] Routers {'20d8b99d-5a34-4a39-879f-39e99e05cc55'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:12.512954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a1850ed3-5092-4d76-9111-33c0947ba3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['20d8b99d-5a34-4a39-879f-39e99e05cc55'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:12.552656 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (e96cedb6-f10b-4e9e-ae64-a05a19505691), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:12.563598 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a1850ed3-5092-4d76-9111-33c0947ba3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:12.564575 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1850ed3-5092-4d76-9111-33c0947ba3c3 None None] The sync data for ids ['20d8b99d-5a34-4a39-879f-39e99e05cc55'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:12.581807 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7dc4d6f7-a9ec-4f6f-86d6-6bae3fd92049 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/routers/20d8b99d-5a34-4a39-879f-39e99e05cc55 HTTP/1.1" status: 200 len: 892 time: 0.1580095 Mar 07 22:04:12.584038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58702) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:12.619452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9aa392ac-ffc2-49cb-a2b5-6e2c600a18c7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports?device_id=20d8b99d-5a34-4a39-879f-39e99e05cc55 HTTP/1.1" status: 200 len: 205 time: 0.0313635 Mar 07 22:04:12.620577 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58704) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:12.630379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e96cedb6-f10b-4e9e-ae64-a05a19505691,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:12.642818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:12.643295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:12.643737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:12.644176 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:12.644643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:12.645072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:12.645500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:12.645925 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:12.646387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:12.647586 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:12.648011 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:12.648503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:12.648946 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:12.655381 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Checking segment: {'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:12.655881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Network hostable DHCP agents. Network: 1877ee25-eea5-411d-9fc8-70c294153d8c, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:04:12.682329 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Network 1877ee25-eea5-411d-9fc8-70c294153d8c is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:04:12.700175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 1877ee25-eea5-411d-9fc8-70c294153d8c) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:12.711057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669a7169-5fcd-4024-9fed-e3d754e8c298 None None] Network 1877ee25-eea5-411d-9fc8-70c294153d8c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:12.734519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:12.735361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:12.759690 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a9f1e74f-84a1-49d3-b17a-a0b6ba6e6310 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6885340 Mar 07 22:04:12.759879 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a04dc2d8-0ff8-4627-86ff-dc68371e0dda tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (20d8b99d-5a34-4a39-879f-39e99e05cc55), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:12.759963 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58706) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:12.764770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1211662379-router', 'tenant_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:12.786355 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:12.787783 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:12.865067 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Publish callbacks [] for router_controller (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:12.880891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-1877ee25-eea5-411d-9fc8-70c294153d8c', 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c', 'project_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'fixed_ips': [{'subnet_id': 'e96cedb6-f10b-4e9e-ae64-a05a19505691'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:04:12.883576 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:12.909545 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a04dc2d8-0ff8-4627-86ff-dc68371e0dda tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_gateway (20d8b99d-5a34-4a39-879f-39e99e05cc55), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.005285 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a04dc2d8-0ff8-4627-86ff-dc68371e0dda tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port 057a1289-aca0-44a2-ad9d-77d8fb5761f4 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:13.005646 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a04dc2d8-0ff8-4627-86ff-dc68371e0dda tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (057a1289-aca0-44a2-ad9d-77d8fb5761f4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.062081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Allocated IP 172.20.0.2 (1877ee25-eea5-411d-9fc8-70c294153d8c/e96cedb6-f10b-4e9e-ae64-a05a19505691/8387a313-a0eb-4678-981d-f2e5f6d3272e) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:13.105426 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a04dc2d8-0ff8-4627-86ff-dc68371e0dda tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (057a1289-aca0-44a2-ad9d-77d8fb5761f4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.118712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a04dc2d8-0ff8-4627-86ff-dc68371e0dda tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for 057a1289-aca0-44a2-ad9d-77d8fb5761f4 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:13.127114 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Publish callbacks [] for router_gateway (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.319105 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Publish callbacks [] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.335432 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.374031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 7c8125a9-b032-4fa7-a041-a397dc18c6f7 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:13.407307 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a04dc2d8-0ff8-4627-86ff-dc68371e0dda tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (057a1289-aca0-44a2-ad9d-77d8fb5761f4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.441718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04dc2d8-0ff8-4627-86ff-dc68371e0dda tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=057a1289-aca0-44a2-ad9d-77d8fb5761f4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:13.517967 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Network 1877ee25-eea5-411d-9fc8-70c294153d8c is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:13.523803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3705a-0398-4419-853e-f0caca8218d2 req-fa4cd7f9-6de2-441f-8681-bf9e2b1a4bf0 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:13.546174 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0dc3705a-0398-4419-853e-f0caca8218d2 req-fa4cd7f9-6de2-441f-8681-bf9e2b1a4bf0 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 908 time: 0.2073557 Mar 07 22:04:13.549268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:13.554606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:13.627960 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Publish callbacks [] for router_gateway (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.647361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.671345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Pushing event updated for resources: {'Port': ['ID=8387a313-a0eb-4678-981d-f2e5f6d3272e,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:13.673597 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a04dc2d8-0ff8-4627-86ff-dc68371e0dda tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (20d8b99d-5a34-4a39-879f-39e99e05cc55), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.762113 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 7c8125a9-b032-4fa7-a041-a397dc18c6f7 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:04:13.766342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Attempting to bind port 8387a313-a0eb-4678-981d-f2e5f6d3272e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:13.766723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Attempting to bind port 8387a313-a0eb-4678-981d-f2e5f6d3272e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:13.767108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Attempting to bind port 8387a313-a0eb-4678-981d-f2e5f6d3272e on network 1877ee25-eea5-411d-9fc8-70c294153d8c {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:13.772402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Allocated IP 172.25.4.41 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/f7c4b8bc-eef4-46bb-9164-8ab432f09f14) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:13.781956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 7c8125a9-b032-4fa7-a041-a397dc18c6f7 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:13.782381 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.785250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:13.785250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Checking segment: {'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:13.785637 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.786029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Bound using segment: {'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:13.786530 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Bound port: 8387a313-a0eb-4678-981d-f2e5f6d3272e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:13.786936 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.795599 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a04dc2d8-0ff8-4627-86ff-dc68371e0dda tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (20d8b99d-5a34-4a39-879f-39e99e05cc55), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.797777 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a04dc2d8-0ff8-4627-86ff-dc68371e0dda tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_controller (20d8b99d-5a34-4a39-879f-39e99e05cc55), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.902572 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Publish callbacks [] for port (f7c4b8bc-eef4-46bb-9164-8ab432f09f14), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.921823 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b15f06f0-610f-4cae-8fc8-2c97721ae655 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=487733d1b08c4d44bf0d799bdc3c5712&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615115 Mar 07 22:04:13.924765 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a04dc2d8-0ff8-4627-86ff-dc68371e0dda tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (20d8b99d-5a34-4a39-879f-39e99e05cc55), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.928995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04dc2d8-0ff8-4627-86ff-dc68371e0dda tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Fanout notify agent at l3_agent the message router_deleted on router 20d8b99d-5a34-4a39-879f-39e99e05cc55 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:04:13.938216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] For port 8387a313-a0eb-4678-981d-f2e5f6d3272e, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:13.941750 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] For port 8387a313-a0eb-4678-981d-f2e5f6d3272e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8387a313-a0eb-4678-981d-f2e5f6d3272e,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:13.953270 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.954333 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f7c4b8bc-eef4-46bb-9164-8ab432f09f14), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.956889 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a04dc2d8-0ff8-4627-86ff-dc68371e0dda tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:13.966053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58728) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:13.967029 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a04dc2d8-0ff8-4627-86ff-dc68371e0dda tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/routers/20d8b99d-5a34-4a39-879f-39e99e05cc55 HTTP/1.1" status: 204 len: 168 time: 1.3444262 Mar 07 22:04:13.973186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-efecd630-7d65-48ff-9072-f72ea52ab959 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-812618946'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:14.033014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:14.042449 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:14.049771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:14.102640 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Pushing event updated for resources: {'Port': ['ID=f7c4b8bc-eef4-46bb-9164-8ab432f09f14,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:14.159644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efecd630-7d65-48ff-9072-f72ea52ab959 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:14.165202 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efecd630-7d65-48ff-9072-f72ea52ab959 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:14.244083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 7c8125a9-b032-4fa7-a041-a397dc18c6f7 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:14.244493 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:14.249522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab4b36-cbc6-41dd-94c4-6d10d137e88f None None] Pushing event updated for resources: {'Port': ['ID=8387a313-a0eb-4678-981d-f2e5f6d3272e,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:14.265698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efecd630-7d65-48ff-9072-f72ea52ab959 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:04:14.290371 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efecd630-7d65-48ff-9072-f72ea52ab959 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (cc8cbedf-5468-4684-8358-95225187e673), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:14.291142 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-efecd630-7d65-48ff-9072-f72ea52ab959 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Added segment cc8cbedf-5468-4684-8358-95225187e673 of type vlan for network edfc8c90-91b0-4c96-9182-6c540fdd62a3 Mar 07 22:04:14.310441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 7c8125a9-b032-4fa7-a041-a397dc18c6f7, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=7c8125a9-b032-4fa7-a041-a397dc18c6f7,segment=NetworkSegment(a903c26d-0162-4f4c-b37a-15970f5eb3b9),segment_id=a903c26d-0162-4f4c-b37a-15970f5eb3b9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:14.313363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462a5b69-5a64-4b6c-bf82-d3322ea5ea90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8125a9-b032-4fa7-a041-a397dc18c6f7'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:04:14.316796 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1269981f-05d6-4f73-b81e-813d91a71cad" -d '{"events": [{"server_uuid": "462a5b69-5a64-4b6c-bf82-d3322ea5ea90", "name": "network-vif-plugged", "status": "completed", "tag": "7c8125a9-b032-4fa7-a041-a397dc18c6f7"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:04:14.321563 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:14.416351 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-fed8200b-e5ab-4e63-8fc1-2430a3dd99b9 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:14.417937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-fed8200b-e5ab-4e63-8fc1-2430a3dd99b9 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4862835 Mar 07 22:04:14.456270 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-7367fd0e-78ba-45e2-a078-7f271f955329 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/quotas/487733d1b08c4d44bf0d799bdc3c5712 HTTP/1.1" status: 200 len: 375 time: 0.0206897 Mar 07 22:04:14.471964 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8273298-753b-47b3-8624-2285708021bd x-openstack-request-id: req-a8273298-753b-47b3-8624-2285708021bd {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:04:14.473567 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462a5b69-5a64-4b6c-bf82-d3322ea5ea90", "name": "network-vif-plugged", "status": "completed", "tag": "7c8125a9-b032-4fa7-a041-a397dc18c6f7", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:04:14.477029 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8273298-753b-47b3-8624-2285708021bd {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:04:14.477650 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462a5b69-5a64-4b6c-bf82-d3322ea5ea90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8125a9-b032-4fa7-a041-a397dc18c6f7', 'code': 200} Mar 07 22:04:14.498683 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=7c8125a9-b032-4fa7-a041-a397dc18c6f7,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:14.538461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-bce19948-79c2-4ec1-afec-98977aabcac5 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=487733d1b08c4d44bf0d799bdc3c5712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658019 Mar 07 22:04:14.722704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13346069-32e6-49ed-b081-c1dfa7dded99 req-b23e4d2a-f095-463e-830f-6b1b997c6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:14.724238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13346069-32e6-49ed-b081-c1dfa7dded99 req-b23e4d2a-f095-463e-830f-6b1b997c6c85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 1091 time: 0.1703866 Mar 07 22:04:14.838377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc3273-748e-4692-bd76-55ecee756a6b req-f201fe5a-d995-48e9-8391-569a22873ad4 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:14.840309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4adc3273-748e-4692-bd76-55ecee756a6b req-f201fe5a-d995-48e9-8391-569a22873ad4 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 909 time: 0.1225691 Mar 07 22:04:14.875992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d773dc3e-4b59-4daf-9361-9f2308dfbe54 req-1c09e673-ef2f-489e-b1de-9b85d5992af3 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 210 time: 0.0529284 Mar 07 22:04:14.973823 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efecd630-7d65-48ff-9072-f72ea52ab959 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (edfc8c90-91b0-4c96-9182-6c540fdd62a3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:15.153304 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efecd630-7d65-48ff-9072-f72ea52ab959 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (edfc8c90-91b0-4c96-9182-6c540fdd62a3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:15.160015 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efecd630-7d65-48ff-9072-f72ea52ab959 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:15.160674 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-efecd630-7d65-48ff-9072-f72ea52ab959 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:15.210339 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Publish callbacks [] for router_gateway (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:15.280922 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-efecd630-7d65-48ff-9072-f72ea52ab959 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3103833 Mar 07 22:04:15.282132 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58746) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:15.286300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-aaa30cf7-fb39-43ff-958b-0a62783b57c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'subnet': {'network_id': 'edfc8c90-91b0-4c96-9182-6c540fdd62a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:15.291995 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecd630-7d65-48ff-9072-f72ea52ab959 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Network': ['ID=edfc8c90-91b0-4c96-9182-6c540fdd62a3,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:15.320312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network edfc8c90-91b0-4c96-9182-6c540fdd62a3 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:04:15.522400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa30cf7-fb39-43ff-958b-0a62783b57c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:15.525900 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aaa30cf7-fb39-43ff-958b-0a62783b57c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:15.564194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8387a313-a0eb-4678-981d-f2e5f6d3272e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:15.591752 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:15.788524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8387a313-a0eb-4678-981d-f2e5f6d3272e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:15.790256 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:15.854087 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-96a9c766-5c02-444c-8c3d-dffe56701512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:15.871636 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Router 1fb6390e-90e3-482e-a2e5-a81a4ca9d0da is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:04:15.906676 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aaa30cf7-fb39-43ff-958b-0a62783b57c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (4320f61f-72ea-4959-af83-a14522643c9c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:15.942548 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8387a313-a0eb-4678-981d-f2e5f6d3272e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:15.955897 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:16.063279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 8387a313-a0eb-4678-981d-f2e5f6d3272e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8387a313-a0eb-4678-981d-f2e5f6d3272e,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:16.093206 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:16.095854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e11dd80-f3ae-4af1-910e-a0436337965a None None] Network 1877ee25-eea5-411d-9fc8-70c294153d8c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:16.157877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:16.158440 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:16.168138 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Sync routers for ids ['1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:16.184416 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:16.185997 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e73dacd5-435d-4fc4-b0c6-5b899fe8b52e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4251208 Mar 07 22:04:16.188565 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58762) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:16.189115 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Routers {'1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:16.189748 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:03:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:16.218256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecc88fa5-5ecd-491a-97e1-2c0b5eec6b7d req-126fa1f4-8ee9-4adb-ba3c-53d60d354049 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 210 time: 0.1302838 Mar 07 22:04:16.301332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa30cf7-fb39-43ff-958b-0a62783b57c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Subnet': ['ID=4320f61f-72ea-4959-af83-a14522643c9c,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:16.310096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bf3971bf-ec7b-4237-b241-15498540833a None None] Provisioning complete for port 8387a313-a0eb-4678-981d-f2e5f6d3272e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:16.310492 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bf3971bf-ec7b-4237-b241-15498540833a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:16.319842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa30cf7-fb39-43ff-958b-0a62783b57c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Checking segment: {'id': 'cc8cbedf-5468-4684-8358-95225187e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'edfc8c90-91b0-4c96-9182-6c540fdd62a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:16.320215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa30cf7-fb39-43ff-958b-0a62783b57c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network hostable DHCP agents. Network: edfc8c90-91b0-4c96-9182-6c540fdd62a3, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:04:16.390534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=8387a313-a0eb-4678-981d-f2e5f6d3272e,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:16.408966 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Set router 1fb6390e-90e3-482e-a2e5-a81a4ca9d0da gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:16.437721 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bf3971bf-ec7b-4237-b241-15498540833a None None] Current status of the port 8387a313-a0eb-4678-981d-f2e5f6d3272e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:16.459315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8564f-5d67-42ba-9339-f2eeb2cf74e5 req-110ec672-01b2-4d90-8994-25d7f63bdbd0 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:16.469377 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e0e8564f-5d67-42ba-9339-f2eeb2cf74e5 req-110ec672-01b2-4d90-8994-25d7f63bdbd0 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 909 time: 0.4255633 Mar 07 22:04:16.473564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa30cf7-fb39-43ff-958b-0a62783b57c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network edfc8c90-91b0-4c96-9182-6c540fdd62a3 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:04:16.509743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-aaa30cf7-fb39-43ff-958b-0a62783b57c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, edfc8c90-91b0-4c96-9182-6c540fdd62a3) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:16.520833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a96f449-511c-4c85-b2bf-92582ecdaf59 None None] Network edfc8c90-91b0-4c96-9182-6c540fdd62a3 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:16.521923 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa30cf7-fb39-43ff-958b-0a62783b57c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:16.524837 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aaa30cf7-fb39-43ff-958b-0a62783b57c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:16.589252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-aaa30cf7-fb39-43ff-958b-0a62783b57c2 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3043532 Mar 07 22:04:16.590966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58764) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:16.601983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-44995df6-9a21-43cb-a931-a2637c51fb13 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1382442620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:16.672306 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44995df6-9a21-43cb-a931-a2637c51fb13 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:16.673379 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44995df6-9a21-43cb-a931-a2637c51fb13 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:16.708943 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-89a76dec-5c63-4aca-be79-b734e1c7473e tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=487733d1b08c4d44bf0d799bdc3c5712&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688522 Mar 07 22:04:16.809253 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44995df6-9a21-43cb-a931-a2637c51fb13 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_controller (638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:16.820590 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44995df6-9a21-43cb-a931-a2637c51fb13 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:16.837068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-edfc8c90-91b0-4c96-9182-6c540fdd62a3', 'network_id': 'edfc8c90-91b0-4c96-9182-6c540fdd62a3', 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'fixed_ips': [{'subnet_id': '4320f61f-72ea-4959-af83-a14522643c9c'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:04:16.839874 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:16.851876 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44995df6-9a21-43cb-a931-a2637c51fb13 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:16.853006 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-44995df6-9a21-43cb-a931-a2637c51fb13 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2609432 Mar 07 22:04:16.855597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58766) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:17.021939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Allocated IP 2001:db8::2 (edfc8c90-91b0-4c96-9182-6c540fdd62a3/4320f61f-72ea-4959-af83-a14522643c9c/01b6c74a-6a29-4f65-b707-f31b8bf86f04) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:17.110232 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-7538ba1b-b557-4968-a384-83dfdc89cea3 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:17.111821 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-7538ba1b-b557-4968-a384-83dfdc89cea3 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3876438 Mar 07 22:04:17.137480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Request body: {'port': {'device_id': '930722d4-c7d0-4bd2-9b52-d446a0aede3d', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '487733d1b08c4d44bf0d799bdc3c5712'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:17.163982 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'name': 'tempest-TestServerMultinode-1211662379-router', 'tenant_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:12Z', 'updated_at': '2022-03-07T22:04:14Z', 'revision_number': 3, 'project_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'gw_port': {'id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:13Z', 'updated_at': '2022-03-07T22:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:17.232478 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Checking router: 1fb6390e-90e3-482e-a2e5-a81a4ca9d0da for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:04:17.233508 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Updating router 1fb6390e-90e3-482e-a2e5-a81a4ca9d0da port f7c4b8bc-eef4-46bb-9164-8ab432f09f14 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:04:17.255579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-263da16e-8aef-47b4-8c6f-700c54dda0c8 None None] Provisioning complete for port 8387a313-a0eb-4678-981d-f2e5f6d3272e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:17.257270 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-263da16e-8aef-47b4-8c6f-700c54dda0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:17.307356 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f7c4b8bc-eef4-46bb-9164-8ab432f09f14), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:17.377535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Made reservation on behalf of 487733d1b08c4d44bf0d799bdc3c5712 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:17.387555 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:17.416741 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:17.513682 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8387a313-a0eb-4678-981d-f2e5f6d3272e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:17.615195 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Publish callbacks [] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:17.628830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-263da16e-8aef-47b4-8c6f-700c54dda0c8 None None] Current status of the port 8387a313-a0eb-4678-981d-f2e5f6d3272e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:17.636893 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:17.709867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Network edfc8c90-91b0-4c96-9182-6c540fdd62a3 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:17.723617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8387a313-a0eb-4678-981d-f2e5f6d3272e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:17.727726 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:17.736047 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:17.742520 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-616da4c0-99ef-4f6c-a993-30db3242d8f8 req-ddb023c7-8ef4-45f3-8dba-3230c457d2af tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 210 time: 0.0491452 Mar 07 22:04:17.779646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:17.783975 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Pushing event updated for resources: {'Port': ['ID=01b6c74a-6a29-4f65-b707-f31b8bf86f04,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:17.819546 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Publish callbacks [] for port (f7c4b8bc-eef4-46bb-9164-8ab432f09f14), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:17.827104 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:17.830595 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f7c4b8bc-eef4-46bb-9164-8ab432f09f14), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:17.922988 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1cec8-9e0f-4081-a323-924ebbd1e3d6 None None] Pushing event updated for resources: {'Port': ['ID=f7c4b8bc-eef4-46bb-9164-8ab432f09f14,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:17.958217 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Attempting to bind port f7c4b8bc-eef4-46bb-9164-8ab432f09f14 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:17.958217 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Attempting to bind port f7c4b8bc-eef4-46bb-9164-8ab432f09f14 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:17.959947 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Attempting to bind port f7c4b8bc-eef4-46bb-9164-8ab432f09f14 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:17.979040 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:17.979424 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:17.979831 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:17.982419 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:17.982916 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Bound port: f7c4b8bc-eef4-46bb-9164-8ab432f09f14, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:17.983321 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f7c4b8bc-eef4-46bb-9164-8ab432f09f14), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:17.996600 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Attempting to bind port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:18.000676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Attempting to bind port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'cc8cbedf-5468-4684-8358-95225187e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'edfc8c90-91b0-4c96-9182-6c540fdd62a3'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:18.001071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Attempting to bind port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 on network edfc8c90-91b0-4c96-9182-6c540fdd62a3 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:18.002590 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Publish callbacks [] for security_group (0b0e9aa0-7654-4bcd-9755-cf0b9880eb15), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:18.003248 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3556d10-763f-4f21-9e23-363de4ea81d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:18.020562 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:18.020939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Checking segment: {'id': 'cc8cbedf-5468-4684-8358-95225187e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'edfc8c90-91b0-4c96-9182-6c540fdd62a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:18.021347 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:18.023995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Bound using segment: {'id': 'cc8cbedf-5468-4684-8358-95225187e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'edfc8c90-91b0-4c96-9182-6c540fdd62a3'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:18.024429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Bound port: 01b6c74a-6a29-4f65-b707-f31b8bf86f04, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8cbedf-5468-4684-8358-95225187e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'edfc8c90-91b0-4c96-9182-6c540fdd62a3'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:18.024818 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:18.046018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441110a-5c7f-480c-b43e-817b7a770936 req-6dab537a-2372-4242-9747-56cdc00177e0 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:18.047659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e441110a-5c7f-480c-b43e-817b7a770936 req-6dab537a-2372-4242-9747-56cdc00177e0 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 909 time: 0.3659587 Mar 07 22:04:18.067721 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:18.082384 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] For port f7c4b8bc-eef4-46bb-9164-8ab432f09f14, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:18.087592 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] For port f7c4b8bc-eef4-46bb-9164-8ab432f09f14, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f7c4b8bc-eef4-46bb-9164-8ab432f09f14,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:18.096837 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f7c4b8bc-eef4-46bb-9164-8ab432f09f14), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:18.099227 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0b0e9aa0-7654-4bcd-9755-cf0b9880eb15), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:18.248266 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1cec8-9e0f-4081-a323-924ebbd1e3d6 None None] Pushing event updated for resources: {'Port': ['ID=f7c4b8bc-eef4-46bb-9164-8ab432f09f14,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:18.261375 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Routers {'1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:18.261539 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:18.335872 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0e9aa0-7654-4bcd-9755-cf0b9880eb15,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:18.348235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38928a22-1a08-44a0-b2fa-4a47f4f45016 req-6a56bd17-9a55-4e5c-8fbb-e157b8148e70 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:18.361397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38928a22-1a08-44a0-b2fa-4a47f4f45016 req-6a56bd17-9a55-4e5c-8fbb-e157b8148e70 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 909 time: 0.1671495 Mar 07 22:04:18.523545 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Allocated IP 192.168.233.199 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/af75c312-d76c-4e1d-973c-b93977c5514b) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:18.533617 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Allocated IP 172.20.0.1 (1877ee25-eea5-411d-9fc8-70c294153d8c/e96cedb6-f10b-4e9e-ae64-a05a19505691/9b18e50e-2537-4b19-aaef-096030ac8ece) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:18.540082 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] Set router 1fb6390e-90e3-482e-a2e5-a81a4ca9d0da gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:18.650269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8387a313-a0eb-4678-981d-f2e5f6d3272e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:18.658504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Allocated IP 2001:db8::1 (edfc8c90-91b0-4c96-9182-6c540fdd62a3/4320f61f-72ea-4959-af83-a14522643c9c/5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:18.662933 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:18.673021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc44b91-c699-45f3-8475-a2a518d56f40 req-3a3b367f-1d5e-4936-86f7-f93791d89d4a tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:18.675258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1bc44b91-c699-45f3-8475-a2a518d56f40 req-3a3b367f-1d5e-4936-86f7-f93791d89d4a tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 1091 time: 0.1723554 Mar 07 22:04:18.762320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] For port 01b6c74a-6a29-4f65-b707-f31b8bf86f04, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:18.763907 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Publish callbacks [] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:18.770035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] For port 01b6c74a-6a29-4f65-b707-f31b8bf86f04, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=01b6c74a-6a29-4f65-b707-f31b8bf86f04,segment=NetworkSegment(cc8cbedf-5468-4684-8358-95225187e673),segment_id=cc8cbedf-5468-4684-8358-95225187e673)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:18.786403 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:18.820138 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Publish callbacks [] for port (af75c312-d76c-4e1d-973c-b93977c5514b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:18.874504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119123b-3509-4132-aacb-73a97e06fa23 None None] Pushing event updated for resources: {'Port': ['ID=01b6c74a-6a29-4f65-b707-f31b8bf86f04,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:18.889866 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'name': 'tempest-TestServerMultinode-1211662379-router', 'tenant_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:12Z', 'updated_at': '2022-03-07T22:04:14Z', 'revision_number': 3, 'project_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'gw_port': {'id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:13Z', 'updated_at': '2022-03-07T22:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:18.907897 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:18.936740 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8e4f3-8a8e-4e90-8c19-2e9fff9a2ae8 None None] The sync data for ids ['1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'] in n-d-832330-1 is: [{'id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'name': 'tempest-TestServerMultinode-1211662379-router', 'tenant_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:12Z', 'updated_at': '2022-03-07T22:04:14Z', 'revision_number': 3, 'project_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'gw_port': {'id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:13Z', 'updated_at': '2022-03-07T22:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:19.007891 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Network 1877ee25-eea5-411d-9fc8-70c294153d8c is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:19.014922 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (af75c312-d76c-4e1d-973c-b93977c5514b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:19.022412 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:19.031760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65b67ef5-2307-4d1b-8e6d-ae52d0ee6091 req-de1bdc9a-f2d2-4bb3-94fa-4f8e9deb6b31 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 210 time: 0.1591594 Mar 07 22:04:19.039775 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:19.043564 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Pushing event updated for resources: {'Port': ['ID=9b18e50e-2537-4b19-aaef-096030ac8ece,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:19.106521 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6129f-1222-49e1-ae6d-397b41324d3b req-f4cf9724-2e2e-482b-bfe0-f14add75ab0c tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:19.121272 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89b6129f-1222-49e1-ae6d-397b41324d3b req-f4cf9724-2e2e-482b-bfe0-f14add75ab0c tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 1167 time: 0.3386602 Mar 07 22:04:19.147750 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Pushing event updated for resources: {'Port': ['ID=af75c312-d76c-4e1d-973c-b93977c5514b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:19.185733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:19.192561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:19.197657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:19.202029 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:19.337176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89b6129f-1222-49e1-ae6d-397b41324d3b req-9606109c-f4db-42b9-98a9-4fbb47f26f78 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=f557019f-2911-4a44-8a81-01dbb922cc98&id=611a10d3-1ab0-40d9-a0b1-690942fa3365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2129462 Mar 07 22:04:19.343790 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:19.374854 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58790) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:19.390803 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:19.556434 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:19.607767 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:19.608522 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:19.658845 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b0b34f29-afb4-4428-a72b-d73b303f3527 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5363624 Mar 07 22:04:19.695433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Request body: {'port': {'device_id': '930722d4-c7d0-4bd2-9b52-d446a0aede3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:19.696610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b39aac1d-7d38-40c7-ba12-3467d7d2b8c2 None None] Provisioning complete for port 9b18e50e-2537-4b19-aaef-096030ac8ece triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:19.697501 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b39aac1d-7d38-40c7-ba12-3467d7d2b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:19.729017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a1d853-0f07-4110-aa43-0567eb730f34 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:19.732748 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-76a1d853-0f07-4110-aa43-0567eb730f34 tempest-TestSecurityGroupsBasicOps-1308427382 tempest-TestSecurityGroupsBasicOps-1308427382-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 1086 time: 0.3454683 Mar 07 22:04:19.759054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 01b6c74a-6a29-4f65-b707-f31b8bf86f04 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:19.796740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network edfc8c90-91b0-4c96-9182-6c540fdd62a3 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:19.814463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:19.822330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:19.822898 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:19.921940 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (af75c312-d76c-4e1d-973c-b93977c5514b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:19.925121 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:19.930944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b39aac1d-7d38-40c7-ba12-3467d7d2b8c2 None None] Port 9b18e50e-2537-4b19-aaef-096030ac8ece cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:19.953614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:19.980690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:19.981201 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:20.138536 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fcb4a06a-4027-4960-9db7-053afcdebffe None None] Provisioning complete for port af75c312-d76c-4e1d-973c-b93977c5514b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:20.142258 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fcb4a06a-4027-4960-9db7-053afcdebffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (af75c312-d76c-4e1d-973c-b93977c5514b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:20.153415 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:20.287784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:20.288177 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:20.375457 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4a06a-4027-4960-9db7-053afcdebffe None None] Port af75c312-d76c-4e1d-973c-b93977c5514b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:20.421421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 01b6c74a-6a29-4f65-b707-f31b8bf86f04, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=01b6c74a-6a29-4f65-b707-f31b8bf86f04,segment=NetworkSegment(cc8cbedf-5468-4684-8358-95225187e673),segment_id=cc8cbedf-5468-4684-8358-95225187e673)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:20.429729 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:20.434880 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:20.536594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dcd1e-d8cb-4225-b1e0-7d560daaddeb req-99bfc2d3-d873-4f6b-a549-f6b0ee57aebb tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:20.551989 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc8dcd1e-d8cb-4225-b1e0-7d560daaddeb req-99bfc2d3-d873-4f6b-a549-f6b0ee57aebb tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 909 time: 0.3884199 Mar 07 22:04:20.626395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=01b6c74a-6a29-4f65-b707-f31b8bf86f04,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:20.670015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba110fc6-eaa7-4261-8da6-3b98fc806e23 req-5f20b26a-3aa1-4ab9-81b5-db634c806c31 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:20.672253 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba110fc6-eaa7-4261-8da6-3b98fc806e23 req-5f20b26a-3aa1-4ab9-81b5-db634c806c31 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 936 time: 0.4750051 Mar 07 22:04:20.790819 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba110fc6-eaa7-4261-8da6-3b98fc806e23 req-1d0c6a61-7a0a-4021-b59c-33279009c143 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b0e9aa0-7654-4bcd-9755-cf0b9880eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036825 Mar 07 22:04:20.833931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9d36f4-cef1-4ccb-9e03-b0128c657cc4 None None] Network edfc8c90-91b0-4c96-9182-6c540fdd62a3 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:20.964899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fb0a7f00-9876-4f79-a75f-e9ca437943ca None None] Provisioning complete for port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:20.965387 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fb0a7f00-9876-4f79-a75f-e9ca437943ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:21.070944 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:21.086437 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:21.089939 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:21.253528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a7f00-9876-4f79-a75f-e9ca437943ca None None] Current status of the port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:21.302678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:21.324385 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Publish callbacks [] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:21.342283 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:21.374192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network edfc8c90-91b0-4c96-9182-6c540fdd62a3 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:21.379424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:21.557271 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:21.594279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 01b6c74a-6a29-4f65-b707-f31b8bf86f04 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:21.601999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Pushing event updated for resources: {'Port': ['ID=9b18e50e-2537-4b19-aaef-096030ac8ece,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:21.636315 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af75c312-d76c-4e1d-973c-b93977c5514b {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:04:21.685036 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Publish callbacks [] for port (af75c312-d76c-4e1d-973c-b93977c5514b), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:21.686040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275a65d-a5d6-4b7e-b86b-169688635bfe req-56a0faab-6d73-4389-b87d-851bb300e92f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:21.690306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0275a65d-a5d6-4b7e-b86b-169688635bfe req-56a0faab-6d73-4389-b87d-851bb300e92f tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.15 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 909 time: 0.1156163 Mar 07 22:04:21.697796 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-04def08a-4c79-4af0-8d2a-d1a7854cf38a None None] Provisioning complete for port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:21.698749 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04def08a-4c79-4af0-8d2a-d1a7854cf38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:21.766199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:21.766742 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:21.791890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Transition to ACTIVE for port object af75c312-d76c-4e1d-973c-b93977c5514b will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:04:21.842218 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (af75c312-d76c-4e1d-973c-b93977c5514b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:21.983827 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Network 1877ee25-eea5-411d-9fc8-70c294153d8c is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:22.031850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:22.054853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router 638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:04:22.061621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-04def08a-4c79-4af0-8d2a-d1a7854cf38a None None] Current status of the port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:22.100208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-04def08a-4c79-4af0-8d2a-d1a7854cf38a None None] Provisioning complete for port 5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:22.100690 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04def08a-4c79-4af0-8d2a-d1a7854cf38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:22.112362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Pushing event updated for resources: {'Port': ['ID=af75c312-d76c-4e1d-973c-b93977c5514b,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:22.114681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:22.116005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f7c4b8bc-eef4-46bb-9164-8ab432f09f14 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:22.304283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60349990-0561-4c1c-aca9-eda21211aa02 req-dfc1fe1e-f351-4f29-bd7b-2dfb7136626e tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:22.305849 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60349990-0561-4c1c-aca9-eda21211aa02 req-dfc1fe1e-f351-4f29-bd7b-2dfb7136626e tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 909 time: 0.4535711 Mar 07 22:04:22.354325 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:22.372268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-04def08a-4c79-4af0-8d2a-d1a7854cf38a None None] Port 5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:22.428576 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f7c4b8bc-eef4-46bb-9164-8ab432f09f14 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:22.429235 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f7c4b8bc-eef4-46bb-9164-8ab432f09f14), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:22.447236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-0275a65d-a5d6-4b7e-b86b-169688635bfe req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Deleting port 7c8125a9-b032-4fa7-a041-a397dc18c6f7 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:22.447580 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0275a65d-a5d6-4b7e-b86b-169688635bfe req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:22.489062 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070ecd1-74db-4ee7-ae00-766ba9434292 req-f4ae928b-58ca-4643-b000-41b3812fba24 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:22.490700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8070ecd1-74db-4ee7-ae00-766ba9434292 req-f4ae928b-58ca-4643-b000-41b3812fba24 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 948 time: 0.5287161 Mar 07 22:04:22.570931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b314009e-459e-4045-8be2-8c442c08744c None None] Provisioning complete for port 5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:22.571690 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b314009e-459e-4045-8be2-8c442c08744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:22.582616 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Attempting to bind port af75c312-d76c-4e1d-973c-b93977c5514b on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:22.586657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Attempting to bind port af75c312-d76c-4e1d-973c-b93977c5514b by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:22.587362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Attempting to bind port af75c312-d76c-4e1d-973c-b93977c5514b on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:22.602741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Router 1fb6390e-90e3-482e-a2e5-a81a4ca9d0da has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:04:22.614947 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Port af75c312-d76c-4e1d-973c-b93977c5514b on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:04:22.622275 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Attempting to bind port af75c312-d76c-4e1d-973c-b93977c5514b on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:22.629595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f7c4b8bc-eef4-46bb-9164-8ab432f09f14 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:22.630199 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f7c4b8bc-eef4-46bb-9164-8ab432f09f14), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:22.639385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:22.639734 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:22.640132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:22.640582 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Bound port: af75c312-d76c-4e1d-973c-b93977c5514b, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:22.640944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (af75c312-d76c-4e1d-973c-b93977c5514b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:22.678552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b314009e-459e-4045-8be2-8c442c08744c None None] Port 5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:22.689853 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port f7c4b8bc-eef4-46bb-9164-8ab432f09f14, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f7c4b8bc-eef4-46bb-9164-8ab432f09f14,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:22.696343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:22.710842 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f7c4b8bc-eef4-46bb-9164-8ab432f09f14), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:22.711321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-58575f45-a317-49ac-bf0b-bc91ece3e3e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8543260 Mar 07 22:04:22.714801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58842) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:22.812760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf68963-b7c2-4719-9ecb-85236623b978 None None] Sync routers for ids ['638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:22.816996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=f7c4b8bc-eef4-46bb-9164-8ab432f09f14,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:22.833868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:22.834993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:22.835349 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:22.835954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:22.836306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:22.836641 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:22.836971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:22.838168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:22.838805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:22.840249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:22.841510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:22.841881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:22.842988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:22.873201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] For port af75c312-d76c-4e1d-973c-b93977c5514b, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:22.895394 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] For port af75c312-d76c-4e1d-973c-b93977c5514b, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=af75c312-d76c-4e1d-973c-b93977c5514b,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:22.906834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf68963-b7c2-4719-9ecb-85236623b978 None None] Routers {'638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:22.906834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-adf68963-b7c2-4719-9ecb-85236623b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:22.907876 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:22.916292 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9dbb3dda-9454-40f1-8cee-10a9b50ffe6c None None] Provisioning complete for port 9b18e50e-2537-4b19-aaef-096030ac8ece triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:22.916709 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9dbb3dda-9454-40f1-8cee-10a9b50ffe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:22.918214 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Sync routers for ids ['1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:22.929445 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8e60c9a3-6864-42e9-a5b1-ad84e6d72523 admin admin] 10.222.0.26 "PUT /v2.0/routers/1fb6390e-90e3-482e-a2e5-a81a4ca9d0da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7387061 Mar 07 22:04:22.931137 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (af75c312-d76c-4e1d-973c-b93977c5514b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:22.938934 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Routers {'1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:22.939587 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:22.969589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb3dda-9454-40f1-8cee-10a9b50ffe6c None None] Port 9b18e50e-2537-4b19-aaef-096030ac8ece cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:22.972357 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:22.973046 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:22.974516 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] 10.222.0.13 "PUT /v2.0/ports/af75c312-d76c-4e1d-973c-b93977c5514b HTTP/1.1" status: 200 len: 1096 time: 3.2839787 Mar 07 22:04:22.974946 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930722d4-c7d0-4bd2-9b52-d446a0aede3d', 'tag': 'af75c312-d76c-4e1d-973c-b93977c5514b'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:04:22.977198 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c948191-ce17-49c1-b213-99159dfd0a61" -d '{"events": [{"name": "network-changed", "server_uuid": "930722d4-c7d0-4bd2-9b52-d446a0aede3d", "tag": "af75c312-d76c-4e1d-973c-b93977c5514b"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:04:23.057600 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d0eca-34a7-4d60-b4ad-df85bcc0e216 service neutron] Pushing event updated for resources: {'Port': ['ID=af75c312-d76c-4e1d-973c-b93977c5514b,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:23.059556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-adf68963-b7c2-4719-9ecb-85236623b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:23.067648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9dbb3dda-9454-40f1-8cee-10a9b50ffe6c None None] Provisioning complete for port 5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:23.069234 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9dbb3dda-9454-40f1-8cee-10a9b50ffe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:23.133536 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b6ae8344-5a84-4c5e-8ebb-6d6b7604d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:23.135135 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b6ae8344-5a84-4c5e-8ebb-6d6b7604d568 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=487733d1b08c4d44bf0d799bdc3c5712&device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 1130 time: 0.1082785 Mar 07 22:04:23.158154 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf68963-b7c2-4719-9ecb-85236623b978 None None] Routers {'638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:23.159098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-adf68963-b7c2-4719-9ecb-85236623b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:23.225963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-adf68963-b7c2-4719-9ecb-85236623b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:23.227347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf68963-b7c2-4719-9ecb-85236623b978 None None] The sync data for ids ['638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:23.239529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb3dda-9454-40f1-8cee-10a9b50ffe6c None None] Port 5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:23.248618 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-3ee5fad4-8bc5-4f76-afa3-f5436ce64e9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=af75c312-d76c-4e1d-973c-b93977c5514b HTTP/1.1" status: 200 len: 217 time: 0.1044297 Mar 07 22:04:23.345976 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Set router 1fb6390e-90e3-482e-a2e5-a81a4ca9d0da gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:23.415179 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-54f7e126-ea35-44b9-9687-e45e0d42f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:23.416690 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-54f7e126-ea35-44b9-9687-e45e0d42f427 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.1617093 Mar 07 22:04:23.454243 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a848a17-e5ab-4592-be44-eba718991a24 x-openstack-request-id: req-0a848a17-e5ab-4592-be44-eba718991a24 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:04:23.461061 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930722d4-c7d0-4bd2-9b52-d446a0aede3d", "tag": "af75c312-d76c-4e1d-973c-b93977c5514b", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:04:23.461402 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a848a17-e5ab-4592-be44-eba718991a24 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:04:23.461853 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930722d4-c7d0-4bd2-9b52-d446a0aede3d', 'tag': 'af75c312-d76c-4e1d-973c-b93977c5514b', 'status': 'completed', 'code': 200} Mar 07 22:04:23.525817 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f7c4b8bc-eef4-46bb-9164-8ab432f09f14 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:23.537969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0275a65d-a5d6-4b7e-b86b-169688635bfe req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] For port 7c8125a9-b032-4fa7-a041-a397dc18c6f7, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=7c8125a9-b032-4fa7-a041-a397dc18c6f7,segment=NetworkSegment(a903c26d-0162-4f4c-b37a-15970f5eb3b9),segment_id=a903c26d-0162-4f4c-b37a-15970f5eb3b9)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:23.539073 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0275a65d-a5d6-4b7e-b86b-169688635bfe req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:23.547846 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-ed857545-c594-481a-a84e-dd0bca58710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:23.549621 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-ed857545-c594-481a-a84e-dd0bca58710e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1222532 Mar 07 22:04:23.555664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-0275a65d-a5d6-4b7e-b86b-169688635bfe req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Calling delete_port for 7c8125a9-b032-4fa7-a041-a397dc18c6f7 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:23.683380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f7c4b8bc-eef4-46bb-9164-8ab432f09f14 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:23.683751 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f7c4b8bc-eef4-46bb-9164-8ab432f09f14), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:23.731638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f575c3-c552-4340-9041-ce2774a0d787 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:23.733430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-88f575c3-c552-4340-9041-ce2774a0d787 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports/5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd HTTP/1.1" status: 200 len: 911 time: 1.0143805 Mar 07 22:04:23.736107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58874) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:23.737312 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8070ecd1-74db-4ee7-ae00-766ba9434292 req-65b6ceae-e0fc-4a27-8cb7-f4bd46ab44b6 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b0e9aa0-7654-4bcd-9755-cf0b9880eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2053194 Mar 07 22:04:23.745602 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2095a480-0e60-477d-9f65-933591908fb4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4320f61f-72ea-4959-af83-a14522643c9c'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:23.772970 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0275a65d-a5d6-4b7e-b86b-169688635bfe req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (7c8125a9-b032-4fa7-a041-a397dc18c6f7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:23.784258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3bcdb21-df16-4a2a-8aab-012b30a4dae0 req-9bb3c405-a46f-4092-a23c-5423b4f9da12 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=462a5b69-5a64-4b6c-bf82-d3322ea5ea90 HTTP/1.1" status: 200 len: 210 time: 0.0454199 Mar 07 22:04:23.839760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event deleted for resources: {'Port': ['ID=7c8125a9-b032-4fa7-a041-a397dc18c6f7,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:23.892196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:23.892793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:23.894766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:23.895263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:23.895746 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:23.898494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:23.899002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:23.899624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:23.900097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:23.902502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:23.903025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:23.903518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:23.903998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:23.904595 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-b5540c6f-b99f-4dc1-92f1-302decaa3111 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435242 Mar 07 22:04:23.917158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0275a65d-a5d6-4b7e-b86b-169688635bfe req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] No DVR routers for this DVR port 7c8125a9-b032-4fa7-a041-a397dc18c6f7 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:04:23.923358 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0275a65d-a5d6-4b7e-b86b-169688635bfe req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:23.934117 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0275a65d-a5d6-4b7e-b86b-169688635bfe req-e2caab85-906e-4330-9827-ed3d6b481cc9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.15 "DELETE /v2.0/ports/7c8125a9-b032-4fa7-a041-a397dc18c6f7 HTTP/1.1" status: 204 len: 173 time: 2.2291517 Mar 07 22:04:23.935899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462a5b69-5a64-4b6c-bf82-d3322ea5ea90', 'name': 'network-vif-deleted', 'tag': '7c8125a9-b032-4fa7-a041-a397dc18c6f7'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:04:23.959634 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae52e16-233e-4411-8550-06ad65a5d4e8" -d '{"events": [{"server_uuid": "462a5b69-5a64-4b6c-bf82-d3322ea5ea90", "name": "network-vif-deleted", "tag": "7c8125a9-b032-4fa7-a041-a397dc18c6f7"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:04:24.003184 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f7c4b8bc-eef4-46bb-9164-8ab432f09f14 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:24.020062 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'name': 'tempest-TestServerMultinode-1211662379-router', 'tenant_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:12Z', 'updated_at': '2022-03-07T22:04:19Z', 'revision_number': 4, 'project_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'gw_port': {'id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:13Z', 'updated_at': '2022-03-07T22:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9b18e50e-2537-4b19-aaef-096030ac8ece', 'name': '', 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c', 'tenant_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'mac_address': 'fa:16:3e:8b:2b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'e96cedb6-f10b-4e9e-ae64-a05a19505691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:17Z', 'updated_at': '2022-03-07T22:04:20Z', 'revision_number': 2, 'project_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'subnets': [{'id': 'e96cedb6-f10b-4e9e-ae64-a05a19505691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:24.045721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58884) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:24.051023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1986002238-network', 'tenant_id': 'f2f9eee3dde949a797d9815e8913e123'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:24.101103 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Checking router: 1fb6390e-90e3-482e-a2e5-a81a4ca9d0da for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:04:24.101695 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Updating router 1fb6390e-90e3-482e-a2e5-a81a4ca9d0da port 9b18e50e-2537-4b19-aaef-096030ac8ece binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:04:24.108689 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfcb8c2-5b6e-43a3-a01c-9ed1253bb0c4 x-openstack-request-id: req-ddfcb8c2-5b6e-43a3-a01c-9ed1253bb0c4 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:04:24.110959 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462a5b69-5a64-4b6c-bf82-d3322ea5ea90", "name": "network-vif-deleted", "tag": "7c8125a9-b032-4fa7-a041-a397dc18c6f7", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:04:24.111516 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ddfcb8c2-5b6e-43a3-a01c-9ed1253bb0c4 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:04:24.113007 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462a5b69-5a64-4b6c-bf82-d3322ea5ea90', 'name': 'network-vif-deleted', 'tag': '7c8125a9-b032-4fa7-a041-a397dc18c6f7', 'status': 'completed', 'code': 200} Mar 07 22:04:24.118537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] Made reservation on behalf of f2f9eee3dde949a797d9815e8913e123 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:24.124244 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:24.157883 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:24.158278 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:24.235772 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c40adc35-fbba-4207-a607-5d98c8b88813 req-c01ed71e-686a-4151-80ec-15dc7dd110f8 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089120 Mar 07 22:04:24.246335 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2095a480-0e60-477d-9f65-933591908fb4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:24.284151 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] Publish callbacks [] for security_group (96d60f1f-0577-4c6d-bc0e-5e37df73f010), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:24.295446 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (96d60f1f-0577-4c6d-bc0e-5e37df73f010), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:24.350796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:04:24.375947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d60f1f-0577-4c6d-bc0e-5e37df73f010,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:24.391234 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (cab58e08-4b4e-43bb-a757-b85f99454e20), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:24.391724 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] Added segment cab58e08-4b4e-43bb-a757-b85f99454e20 of type vlan for network 0a9c1d59-4e83-4263-803c-222ac5e86ee4 Mar 07 22:04:24.468955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c948191-ce17-49c1-b213-99159dfd0a61 req-23d1afcf-ed68-4bd6-8026-84948c39f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:24.471720 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0c948191-ce17-49c1-b213-99159dfd0a61 req-23d1afcf-ed68-4bd6-8026-84948c39f760 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=487733d1b08c4d44bf0d799bdc3c5712&device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 1130 time: 0.1807663 Mar 07 22:04:24.472795 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (0a9c1d59-4e83-4263-803c-222ac5e86ee4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:24.535186 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (0a9c1d59-4e83-4263-803c-222ac5e86ee4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:24.536226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:24.536812 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:24.552988 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Publish callbacks [] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:24.566103 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:24.594484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5479589 Mar 07 22:04:24.606958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58888) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:24.626310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-799beaf6-d54a-406c-8c6e-c11e3d8667bf admin admin] Request body: {'subnet': {'network_id': '0a9c1d59-4e83-4263-803c-222ac5e86ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1986002238-subnet', 'tenant_id': 'f2f9eee3dde949a797d9815e8913e123', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:24.642952 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a63bad-73a1-4836-b940-c2daec66172c None None] Pushing event updated for resources: {'Port': ['ID=9b18e50e-2537-4b19-aaef-096030ac8ece,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:24.697417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676255ae-9656-4560-949c-7aa2bc8314c6 admin admin] Pushing event updated for resources: {'Network': ['ID=0a9c1d59-4e83-4263-803c-222ac5e86ee4,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:24.720488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 0a9c1d59-4e83-4263-803c-222ac5e86ee4 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:04:24.756977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799beaf6-d54a-406c-8c6e-c11e3d8667bf admin admin] Made reservation on behalf of f2f9eee3dde949a797d9815e8913e123 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:24.759516 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-799beaf6-d54a-406c-8c6e-c11e3d8667bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:24.898758 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c948191-ce17-49c1-b213-99159dfd0a61 req-86b54aa7-830c-4ff5-b82a-f761e9200710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:24.900304 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0c948191-ce17-49c1-b213-99159dfd0a61 req-86b54aa7-830c-4ff5-b82a-f761e9200710 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.4210196 Mar 07 22:04:24.912727 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58894) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:24.936962 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Attempting to bind port 9b18e50e-2537-4b19-aaef-096030ac8ece on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:24.937336 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Attempting to bind port 9b18e50e-2537-4b19-aaef-096030ac8ece by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:24.937698 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Attempting to bind port 9b18e50e-2537-4b19-aaef-096030ac8ece on network 1877ee25-eea5-411d-9fc8-70c294153d8c {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:24.943078 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:24.943969 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Checking segment: {'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:24.944588 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:24.945139 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Bound using segment: {'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:24.945748 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Bound port: 9b18e50e-2537-4b19-aaef-096030ac8ece, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:24.946303 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:25.035939 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] For port 9b18e50e-2537-4b19-aaef-096030ac8ece, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:25.040298 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] For port 9b18e50e-2537-4b19-aaef-096030ac8ece, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9b18e50e-2537-4b19-aaef-096030ac8ece,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:25.049713 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:25.102887 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Routers {'1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:25.103527 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:25.104395 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-799beaf6-d54a-406c-8c6e-c11e3d8667bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (3eb1290b-cf89-4d79-98f4-1d89058df5da), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:25.115642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3a62e3e9-6a3a-43ba-ac1d-4b27a207d9b2 None None] Provisioning complete for port 9b18e50e-2537-4b19-aaef-096030ac8ece triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:25.116227 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a62e3e9-6a3a-43ba-ac1d-4b27a207d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:25.263720 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] Set router 1fb6390e-90e3-482e-a2e5-a81a4ca9d0da gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:25.333862 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3a62e3e9-6a3a-43ba-ac1d-4b27a207d9b2 None None] Current status of the port 9b18e50e-2537-4b19-aaef-096030ac8ece is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:25.334318 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a62e3e9-6a3a-43ba-ac1d-4b27a207d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:25.373848 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0c948191-ce17-49c1-b213-99159dfd0a61 req-ce7a5eef-a3fb-4ad8-b1ea-4ca721555579 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=af75c312-d76c-4e1d-973c-b93977c5514b HTTP/1.1" status: 200 len: 217 time: 0.4586575 Mar 07 22:04:25.403736 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 7c8125a9-b032-4fa7-a041-a397dc18c6f7 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:04:25.411989 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799beaf6-d54a-406c-8c6e-c11e3d8667bf admin admin] Checking segment: {'id': 'cab58e08-4b4e-43bb-a757-b85f99454e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0a9c1d59-4e83-4263-803c-222ac5e86ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:25.412499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799beaf6-d54a-406c-8c6e-c11e3d8667bf admin admin] Network hostable DHCP agents. Network: 0a9c1d59-4e83-4263-803c-222ac5e86ee4, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:04:25.415585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799beaf6-d54a-406c-8c6e-c11e3d8667bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb1290b-cf89-4d79-98f4-1d89058df5da,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:25.479088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0196d-f6f5-4d6c-ae25-c8777d538b98 req-70c59be2-b993-4435-932a-ae938426bd34 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:25.480729 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94c0196d-f6f5-4d6c-ae25-c8777d538b98 req-70c59be2-b993-4435-932a-ae938426bd34 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 948 time: 0.3963768 Mar 07 22:04:25.511035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 7c8125a9-b032-4fa7-a041-a397dc18c6f7 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:04:25.511389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 7c8125a9-b032-4fa7-a041-a397dc18c6f7 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:04:25.520829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3a62e3e9-6a3a-43ba-ac1d-4b27a207d9b2 None None] For port 9b18e50e-2537-4b19-aaef-096030ac8ece, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9b18e50e-2537-4b19-aaef-096030ac8ece,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:25.530896 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a62e3e9-6a3a-43ba-ac1d-4b27a207d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:25.532090 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a63bad-73a1-4836-b940-c2daec66172c None None] Pushing event updated for resources: {'Port': ['ID=9b18e50e-2537-4b19-aaef-096030ac8ece,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:25.553976 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'name': 'tempest-TestServerMultinode-1211662379-router', 'tenant_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:12Z', 'updated_at': '2022-03-07T22:04:19Z', 'revision_number': 4, 'project_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'gw_port': {'id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:13Z', 'updated_at': '2022-03-07T22:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9b18e50e-2537-4b19-aaef-096030ac8ece', 'name': '', 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c', 'tenant_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'mac_address': 'fa:16:3e:8b:2b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'e96cedb6-f10b-4e9e-ae64-a05a19505691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:17Z', 'updated_at': '2022-03-07T22:04:25Z', 'revision_number': 4, 'project_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'subnets': [{'id': 'e96cedb6-f10b-4e9e-ae64-a05a19505691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:25.584426 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ee411-c3da-4c8d-908c-584661f66dd3 None None] The sync data for ids ['1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'] in n-d-832330-1 is: [{'id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'name': 'tempest-TestServerMultinode-1211662379-router', 'tenant_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:12Z', 'updated_at': '2022-03-07T22:04:19Z', 'revision_number': 4, 'project_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'gw_port': {'id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:13Z', 'updated_at': '2022-03-07T22:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9b18e50e-2537-4b19-aaef-096030ac8ece', 'name': '', 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c', 'tenant_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'mac_address': 'fa:16:3e:8b:2b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'e96cedb6-f10b-4e9e-ae64-a05a19505691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:17Z', 'updated_at': '2022-03-07T22:04:25Z', 'revision_number': 4, 'project_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'subnets': [{'id': 'e96cedb6-f10b-4e9e-ae64-a05a19505691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:25.613688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799beaf6-d54a-406c-8c6e-c11e3d8667bf admin admin] Network 0a9c1d59-4e83-4263-803c-222ac5e86ee4 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:04:25.681436 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62e3e9-6a3a-43ba-ac1d-4b27a207d9b2 None None] Pushing event updated for resources: {'Port': ['ID=9b18e50e-2537-4b19-aaef-096030ac8ece,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:25.691840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94c0196d-f6f5-4d6c-ae25-c8777d538b98 req-f2b5a737-7fff-42f0-ad5e-69ac99fe5f3f tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b0e9aa0-7654-4bcd-9755-cf0b9880eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924193 Mar 07 22:04:25.692999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-799beaf6-d54a-406c-8c6e-c11e3d8667bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 0a9c1d59-4e83-4263-803c-222ac5e86ee4) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:25.699783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799beaf6-d54a-406c-8c6e-c11e3d8667bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:25.700386 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-799beaf6-d54a-406c-8c6e-c11e3d8667bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:25.718983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-816999f8-8ae9-4be7-a0b0-0af9db094432 None None] Provisioning complete for port 9b18e50e-2537-4b19-aaef-096030ac8ece triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:25.722542 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-816999f8-8ae9-4be7-a0b0-0af9db094432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:25.725550 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2429ebe4-919d-45d2-8cb3-1970d697eb39 None None] Network 0a9c1d59-4e83-4263-803c-222ac5e86ee4 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:25.750933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-799beaf6-d54a-406c-8c6e-c11e3d8667bf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1387014 Mar 07 22:04:25.751686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58900) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:25.758749 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1986002238-router', 'tenant_id': 'f2f9eee3dde949a797d9815e8913e123', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:25.785547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c948191-ce17-49c1-b213-99159dfd0a61 req-d34dd6de-0dda-4dbe-9e1c-20f6bdb20514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:25.787116 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0c948191-ce17-49c1-b213-99159dfd0a61 req-d34dd6de-0dda-4dbe-9e1c-20f6bdb20514 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.4128227 Mar 07 22:04:25.797790 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (589a573a-b57f-410d-9f40-c2789ed6db2a), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:25.799955 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (589a573a-b57f-410d-9f40-c2789ed6db2a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:25.970879 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Publish callbacks [] for router_controller (589a573a-b57f-410d-9f40-c2789ed6db2a), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:26.070382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-0a9c1d59-4e83-4263-803c-222ac5e86ee4', 'network_id': '0a9c1d59-4e83-4263-803c-222ac5e86ee4', 'project_id': 'f2f9eee3dde949a797d9815e8913e123', 'fixed_ips': [{'subnet_id': '3eb1290b-cf89-4d79-98f4-1d89058df5da'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:04:26.071644 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:26.109058 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2095a480-0e60-477d-9f65-933591908fb4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:26.169107 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2095a480-0e60-477d-9f65-933591908fb4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:26.185643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2095a480-0e60-477d-9f65-933591908fb4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:26.187658 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2095a480-0e60-477d-9f65-933591908fb4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:26.191479 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2095a480-0e60-477d-9f65-933591908fb4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/ports/5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd HTTP/1.1" status: 200 len: 911 time: 2.4533277 Mar 07 22:04:26.202714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58904) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:26.258923 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Publish callbacks [] for router_gateway (589a573a-b57f-410d-9f40-c2789ed6db2a), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:26.389521 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Allocated IP 172.20.0.2 (0a9c1d59-4e83-4263-803c-222ac5e86ee4/3eb1290b-cf89-4d79-98f4-1d89058df5da/222a9d8b-69d6-4508-a9f5-44aaa742f23f) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:26.392270 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095a480-0e60-477d-9f65-933591908fb4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:26.504653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c948191-ce17-49c1-b213-99159dfd0a61 req-e0fe0b8b-d6e1-43c2-8ed8-1bdda2bcbc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:26.506255 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0c948191-ce17-49c1-b213-99159dfd0a61 req-e0fe0b8b-d6e1-43c2-8ed8-1bdda2bcbc3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6483269 Mar 07 22:04:26.509093 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96585884-e48e-407d-a091-5b5ed2e18b9b req-638a9372-6a6e-4e29-b182-a9b33a5be96e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7649434 Mar 07 22:04:26.609870 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Publish callbacks [] for router_gateway (589a573a-b57f-410d-9f40-c2789ed6db2a), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:26.651490 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:26.713610 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Publish callbacks [] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:26.737183 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:26.754247 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-816999f8-8ae9-4be7-a0b0-0af9db094432 None None] Current status of the port 9b18e50e-2537-4b19-aaef-096030ac8ece is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:26.796079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Network 0a9c1d59-4e83-4263-803c-222ac5e86ee4 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:26.800901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:26.808057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:26.889854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Attempting to bind port 222a9d8b-69d6-4508-a9f5-44aaa742f23f on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:26.890374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Attempting to bind port 222a9d8b-69d6-4508-a9f5-44aaa742f23f by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'cab58e08-4b4e-43bb-a757-b85f99454e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0a9c1d59-4e83-4263-803c-222ac5e86ee4'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:26.891154 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Attempting to bind port 222a9d8b-69d6-4508-a9f5-44aaa742f23f on network 0a9c1d59-4e83-4263-803c-222ac5e86ee4 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:26.893524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Pushing event updated for resources: {'Port': ['ID=222a9d8b-69d6-4508-a9f5-44aaa742f23f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:26.901037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:26.901653 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Checking segment: {'id': 'cab58e08-4b4e-43bb-a757-b85f99454e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0a9c1d59-4e83-4263-803c-222ac5e86ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:26.902264 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:26.902807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Bound using segment: {'id': 'cab58e08-4b4e-43bb-a757-b85f99454e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0a9c1d59-4e83-4263-803c-222ac5e86ee4'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:26.903350 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Bound port: 222a9d8b-69d6-4508-a9f5-44aaa742f23f, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab58e08-4b4e-43bb-a757-b85f99454e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0a9c1d59-4e83-4263-803c-222ac5e86ee4'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:26.903807 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:26.995699 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Allocated IP 172.25.4.188 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/ee877fbc-bba1-402c-af8a-3e256da1951e) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:27.004595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] For port 222a9d8b-69d6-4508-a9f5-44aaa742f23f, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:27.009095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] For port 222a9d8b-69d6-4508-a9f5-44aaa742f23f, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=222a9d8b-69d6-4508-a9f5-44aaa742f23f,segment=NetworkSegment(cab58e08-4b4e-43bb-a757-b85f99454e20),segment_id=cab58e08-4b4e-43bb-a757-b85f99454e20)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:27.018489 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:27.130118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00d599-7939-498c-90a0-dad20415d17b None None] Pushing event updated for resources: {'Port': ['ID=222a9d8b-69d6-4508-a9f5-44aaa742f23f,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:27.167193 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Publish callbacks [] for port (ee877fbc-bba1-402c-af8a-3e256da1951e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:27.192393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device af75c312-d76c-4e1d-973c-b93977c5514b details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:04:27.230099 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ee877fbc-bba1-402c-af8a-3e256da1951e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:27.274865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5fbb8-a421-4073-a79d-500baf853b2a req-bd311ea8-42cb-4405-b755-74a2e1bd6b3f tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:27.276530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0f5fbb8-a421-4073-a79d-500baf853b2a req-bd311ea8-42cb-4405-b755-74a2e1bd6b3f tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 948 time: 0.4034801 Mar 07 22:04:27.304151 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:27.314567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:27.317380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:27.409576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Pushing event updated for resources: {'Port': ['ID=ee877fbc-bba1-402c-af8a-3e256da1951e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:27.488243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port af75c312-d76c-4e1d-973c-b93977c5514b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=af75c312-d76c-4e1d-973c-b93977c5514b,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:27.781309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0f5fbb8-a421-4073-a79d-500baf853b2a req-c035ff63-a49a-49d2-b422-65ca86dc6dac tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b0e9aa0-7654-4bcd-9755-cf0b9880eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946570 Mar 07 22:04:27.876573 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Publish callbacks [] for router_gateway (589a573a-b57f-410d-9f40-c2789ed6db2a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:27.916876 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9b18e50e-2537-4b19-aaef-096030ac8ece up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:27.940451 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0c948191-ce17-49c1-b213-99159dfd0a61 req-7403c6f2-403b-4323-bc9f-80d5b9239210 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3778377 Mar 07 22:04:27.944931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'af75c312-d76c-4e1d-973c-b93977c5514b', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': 'af75c312-d76c-4e1d-973c-b93977c5514b', 'mac_address': 'fa:16:3e:67:bc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:04:27.948912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96585884-e48e-407d-a091-5b5ed2e18b9b req-a3ed869a-f2e0-420a-aa24-cd6e216373fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:27.950662 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96585884-e48e-407d-a091-5b5ed2e18b9b req-a3ed869a-f2e0-420a-aa24-cd6e216373fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e87eae701f45487cbc6b93aa1c25c985&device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 1167 time: 0.3523314 Mar 07 22:04:28.015444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port af75c312-d76c-4e1d-973c-b93977c5514b is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:28.016122 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (af75c312-d76c-4e1d-973c-b93977c5514b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:28.039953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af75c312-d76c-4e1d-973c-b93977c5514b {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:04:28.056179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 9b18e50e-2537-4b19-aaef-096030ac8ece triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:28.057063 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:28.122110 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port af75c312-d76c-4e1d-973c-b93977c5514b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=af75c312-d76c-4e1d-973c-b93977c5514b,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:28.133037 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (af75c312-d76c-4e1d-973c-b93977c5514b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:28.210040 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0c948191-ce17-49c1-b213-99159dfd0a61 req-768d5988-3e3e-4531-8518-e38c414ed7c9 service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581477 Mar 07 22:04:28.210235 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (589a573a-b57f-410d-9f40-c2789ed6db2a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:28.219961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=af75c312-d76c-4e1d-973c-b93977c5514b,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:28.230717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96585884-e48e-407d-a091-5b5ed2e18b9b req-b22fed0f-cc93-432d-b1d4-9df8e6c16020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:28.232210 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96585884-e48e-407d-a091-5b5ed2e18b9b req-b22fed0f-cc93-432d-b1d4-9df8e6c16020 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93e36d87-abd6-4d06-9369-07c32ad83c51 HTTP/1.1" status: 200 len: 897 time: 0.2525661 Mar 07 22:04:28.234647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9b18e50e-2537-4b19-aaef-096030ac8ece is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:28.330567 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9177ab6d-f8ae-45f7-b6e0-7bac4dc09bb9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:28.371575 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96585884-e48e-407d-a091-5b5ed2e18b9b req-f9a4cfee-42ed-4b56-a257-d26e5dfcbb9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad07daea-7511-42f7-b47c-65012068c34c HTTP/1.1" status: 200 len: 1002 time: 0.1316533 Mar 07 22:04:28.386190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Router 589a573a-b57f-410d-9f40-c2789ed6db2a is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:04:28.482399 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2be5-9cff-4f84-854d-6dce232b4540 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:28.487612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96585884-e48e-407d-a091-5b5ed2e18b9b req-a83d590e-9a89-493e-b054-6b097c5b5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:28.489163 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96585884-e48e-407d-a091-5b5ed2e18b9b req-a83d590e-9a89-493e-b054-6b097c5b5072 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=045bdb65-74d3-48e1-a3f1-4e20559d5419 HTTP/1.1" status: 200 len: 835 time: 0.1113250 Mar 07 22:04:28.508428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['af75c312-d76c-4e1d-973c-b93977c5514b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:04:28.547219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:28.566648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Sync routers for ids ['589a573a-b57f-410d-9f40-c2789ed6db2a'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:28.582279 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:28.583556 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0f4d9cdf-1080-431e-b9df-c6d8bf39bc7d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8312490 Mar 07 22:04:28.586420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58926) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:28.605699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Routers {'589a573a-b57f-410d-9f40-c2789ed6db2a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:28.606429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['589a573a-b57f-410d-9f40-c2789ed6db2a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:28.785012 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96585884-e48e-407d-a091-5b5ed2e18b9b req-2a7f90c1-50ed-4adb-9e95-6444c5a83437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:28.786724 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96585884-e48e-407d-a091-5b5ed2e18b9b req-2a7f90c1-50ed-4adb-9e95-6444c5a83437 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93e36d87-abd6-4d06-9369-07c32ad83c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2495162 Mar 07 22:04:28.949769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Set router 589a573a-b57f-410d-9f40-c2789ed6db2a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:29.107270 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96585884-e48e-407d-a091-5b5ed2e18b9b req-f18cae2a-cde6-43cb-8310-b60cdec3fea3 service neutron] 10.222.0.13 "GET /v2.0/networks/93e36d87-abd6-4d06-9369-07c32ad83c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745104 Mar 07 22:04:29.132371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6443b5-1043-48b1-815a-540f9d096a5a None None] Network 0a9c1d59-4e83-4263-803c-222ac5e86ee4 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:29.242191 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866547dc-ccde-4e63-8f06-a42a5b5edbb9 req-81ad4510-5292-4649-872f-570c5ea9d72e tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:29.249755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-866547dc-ccde-4e63-8f06-a42a5b5edbb9 req-81ad4510-5292-4649-872f-570c5ea9d72e tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 949 time: 0.2722936 Mar 07 22:04:29.284013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-55c95fbb-d444-47f7-acff-a5d57913cea8 None None] Provisioning complete for port 222a9d8b-69d6-4508-a9f5-44aaa742f23f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:29.284311 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-55c95fbb-d444-47f7-acff-a5d57913cea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:29.338842 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-866547dc-ccde-4e63-8f06-a42a5b5edbb9 req-e62fac22-1bc7-4e1d-8657-52e053e7e50a tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b0e9aa0-7654-4bcd-9755-cf0b9880eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881262 Mar 07 22:04:29.393770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a2be5-9cff-4f84-854d-6dce232b4540 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port 5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:29.394143 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2be5-9cff-4f84-854d-6dce232b4540 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:29.402554 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-96585884-e48e-407d-a091-5b5ed2e18b9b req-f781853d-417e-4844-bf50-46c6fbc8869a service neutron] 10.222.0.13 "GET /v2.0/networks/93e36d87-abd6-4d06-9369-07c32ad83c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875488 Mar 07 22:04:29.468627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-9177ab6d-f8ae-45f7-b6e0-7bac4dc09bb9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Deleting port 359e06de-c5d7-44b6-88d4-efb1c009dea6 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:29.468820 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9177ab6d-f8ae-45f7-b6e0-7bac4dc09bb9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:29.545958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-55c95fbb-d444-47f7-acff-a5d57913cea8 None None] Current status of the port 222a9d8b-69d6-4508-a9f5-44aaa742f23f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:29.546455 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-55c95fbb-d444-47f7-acff-a5d57913cea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:29.608145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-55c95fbb-d444-47f7-acff-a5d57913cea8 None None] For port 222a9d8b-69d6-4508-a9f5-44aaa742f23f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=222a9d8b-69d6-4508-a9f5-44aaa742f23f,segment=NetworkSegment(cab58e08-4b4e-43bb-a757-b85f99454e20),segment_id=cab58e08-4b4e-43bb-a757-b85f99454e20)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:29.614609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 222a9d8b-69d6-4508-a9f5-44aaa742f23f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:29.617064 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:29.662427 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-55c95fbb-d444-47f7-acff-a5d57913cea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:29.699404 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'name': 'tempest-TestServerMultinode-1986002238-router', 'tenant_id': 'f2f9eee3dde949a797d9815e8913e123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'ee877fbc-bba1-402c-af8a-3e256da1951e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:25Z', 'updated_at': '2022-03-07T22:04:27Z', 'revision_number': 3, 'project_id': 'f2f9eee3dde949a797d9815e8913e123', 'gw_port': {'id': 'ee877fbc-bba1-402c-af8a-3e256da1951e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:33:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:26Z', 'updated_at': '2022-03-07T22:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:29.771482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2be5-9cff-4f84-854d-6dce232b4540 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:29.793961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Checking router: 589a573a-b57f-410d-9f40-c2789ed6db2a for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:04:29.794418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Updating router 589a573a-b57f-410d-9f40-c2789ed6db2a port ee877fbc-bba1-402c-af8a-3e256da1951e binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:04:29.799547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 222a9d8b-69d6-4508-a9f5-44aaa742f23f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:29.799858 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:29.807435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a2be5-9cff-4f84-854d-6dce232b4540 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for 5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:29.819566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-9177ab6d-f8ae-45f7-b6e0-7bac4dc09bb9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] For port 359e06de-c5d7-44b6-88d4-efb1c009dea6, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=359e06de-c5d7-44b6-88d4-efb1c009dea6,segment=NetworkSegment(a903c26d-0162-4f4c-b37a-15970f5eb3b9),segment_id=a903c26d-0162-4f4c-b37a-15970f5eb3b9)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:29.820256 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9177ab6d-f8ae-45f7-b6e0-7bac4dc09bb9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:29.841541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-9177ab6d-f8ae-45f7-b6e0-7bac4dc09bb9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Calling delete_port for 359e06de-c5d7-44b6-88d4-efb1c009dea6 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:29.906205 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ee877fbc-bba1-402c-af8a-3e256da1951e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:29.910234 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c95fbb-d444-47f7-acff-a5d57913cea8 None None] Pushing event updated for resources: {'Port': ['ID=222a9d8b-69d6-4508-a9f5-44aaa742f23f,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:29.964858 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9471874a-459c-469f-a191-45e78b200e19 None None] Provisioning complete for port 222a9d8b-69d6-4508-a9f5-44aaa742f23f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:29.965492 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9471874a-459c-469f-a191-45e78b200e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:29.999492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Allocated IP 172.20.0.1 (0a9c1d59-4e83-4263-803c-222ac5e86ee4/3eb1290b-cf89-4d79-98f4-1d89058df5da/9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:30.202381 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2be5-9cff-4f84-854d-6dce232b4540 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:30.217523 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 222a9d8b-69d6-4508-a9f5-44aaa742f23f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:30.330884 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a2be5-9cff-4f84-854d-6dce232b4540 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=5f9c7830-c9f5-46e6-9c3a-55e2ca7b6ccd,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:30.450227 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2be5-9cff-4f84-854d-6dce232b4540 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:30.455900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9471874a-459c-469f-a191-45e78b200e19 None None] Current status of the port 222a9d8b-69d6-4508-a9f5-44aaa742f23f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:30.618434 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Publish callbacks [] for port (ee877fbc-bba1-402c-af8a-3e256da1951e), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:30.626572 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ee877fbc-bba1-402c-af8a-3e256da1951e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:30.694293 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Attempting to bind port ee877fbc-bba1-402c-af8a-3e256da1951e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:30.694716 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Attempting to bind port ee877fbc-bba1-402c-af8a-3e256da1951e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:30.695091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Attempting to bind port ee877fbc-bba1-402c-af8a-3e256da1951e on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:30.697134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecffec-d666-4f98-9054-2a905624bbc2 None None] Pushing event updated for resources: {'Port': ['ID=ee877fbc-bba1-402c-af8a-3e256da1951e,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:30.704721 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:30.705111 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:30.705824 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:30.705928 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:30.706509 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Bound port: ee877fbc-bba1-402c-af8a-3e256da1951e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:30.706899 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ee877fbc-bba1-402c-af8a-3e256da1951e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:30.743161 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3a2be5-9cff-4f84-854d-6dce232b4540 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router 638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:04:30.793016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d8252-6575-43b3-990b-f60b3c7b9b78 req-39d80c64-cac8-4c4e-b169-ff7f2c4a14eb tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:30.800602 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc1d8252-6575-43b3-990b-f60b3c7b9b78 req-39d80c64-cac8-4c4e-b169-ff7f2c4a14eb tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 949 time: 0.2076328 Mar 07 22:04:30.825016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] For port ee877fbc-bba1-402c-af8a-3e256da1951e, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:30.831230 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] For port ee877fbc-bba1-402c-af8a-3e256da1951e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ee877fbc-bba1-402c-af8a-3e256da1951e,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:30.838422 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Publish callbacks [] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:30.844137 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ee877fbc-bba1-402c-af8a-3e256da1951e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:30.874342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc1d8252-6575-43b3-990b-f60b3c7b9b78 req-43bb9ad0-908f-4ea4-b835-12bc0f627e91 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b0e9aa0-7654-4bcd-9755-cf0b9880eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726888 Mar 07 22:04:30.878931 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9177ab6d-f8ae-45f7-b6e0-7bac4dc09bb9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (359e06de-c5d7-44b6-88d4-efb1c009dea6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:30.912051 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177ab6d-f8ae-45f7-b6e0-7bac4dc09bb9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event deleted for resources: {'Port': ['ID=359e06de-c5d7-44b6-88d4-efb1c009dea6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:30.925856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3a2be5-9cff-4f84-854d-6dce232b4540 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:30.930996 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:30.939379 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca6169-bbb4-4244-b3fa-23fbf7a63ae3 None None] Sync routers for ids ['638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:30.958039 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5e3a2be5-9cff-4f84-854d-6dce232b4540 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6756840 Mar 07 22:04:30.962514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58946) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:30.970802 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca6169-bbb4-4244-b3fa-23fbf7a63ae3 None None] Routers {'638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:30.971674 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-67ca6169-bbb4-4244-b3fa-23fbf7a63ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:30.973133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Network 0a9c1d59-4e83-4263-803c-222ac5e86ee4 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:30.981082 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:30.982507 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecffec-d666-4f98-9054-2a905624bbc2 None None] Pushing event updated for resources: {'Port': ['ID=ee877fbc-bba1-402c-af8a-3e256da1951e,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:31.000168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Routers {'589a573a-b57f-410d-9f40-c2789ed6db2a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:31.000820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['589a573a-b57f-410d-9f40-c2789ed6db2a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:31.016114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:31.078348 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-67ca6169-bbb4-4244-b3fa-23fbf7a63ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:31.099279 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca6169-bbb4-4244-b3fa-23fbf7a63ae3 None None] Routers {'638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:31.099844 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-67ca6169-bbb4-4244-b3fa-23fbf7a63ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:31.138870 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f4303b6a-4a83-4fcc-97c4-52c715849f04 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports?device_id=638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5 HTTP/1.1" status: 200 len: 205 time: 0.1631339 Mar 07 22:04:31.140680 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58950) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:31.185074 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-67ca6169-bbb4-4244-b3fa-23fbf7a63ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:31.185757 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca6169-bbb4-4244-b3fa-23fbf7a63ae3 None None] The sync data for ids ['638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:31.281366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:31.301009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] Set router 589a573a-b57f-410d-9f40-c2789ed6db2a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:31.373797 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (589a573a-b57f-410d-9f40-c2789ed6db2a), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:31.451495 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a12a88b4-688d-4a37-98ab-d317a8668ae9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:31.456868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device af75c312-d76c-4e1d-973c-b93977c5514b up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:31.614016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 222a9d8b-69d6-4508-a9f5-44aaa742f23f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:31.676343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3daa0af3-9347-4364-aa00-b1aa2539aea9 None None] Provisioning complete for port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:31.676748 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3daa0af3-9347-4364-aa00-b1aa2539aea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:31.704769 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:31.783302 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3daa0af3-9347-4364-aa00-b1aa2539aea9 None None] Port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:31.785107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port af75c312-d76c-4e1d-973c-b93977c5514b completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:04:31.798126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port af75c312-d76c-4e1d-973c-b93977c5514b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:31.798328 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (af75c312-d76c-4e1d-973c-b93977c5514b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:31.825449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 222a9d8b-69d6-4508-a9f5-44aaa742f23f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:31.825831 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:31.892883 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a12a88b4-688d-4a37-98ab-d317a8668ae9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:31.896459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a12a88b4-688d-4a37-98ab-d317a8668ae9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_controller (638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:31.962382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'name': 'tempest-TestServerMultinode-1986002238-router', 'tenant_id': 'f2f9eee3dde949a797d9815e8913e123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'ee877fbc-bba1-402c-af8a-3e256da1951e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:25Z', 'updated_at': '2022-03-07T22:04:27Z', 'revision_number': 3, 'project_id': 'f2f9eee3dde949a797d9815e8913e123', 'gw_port': {'id': 'ee877fbc-bba1-402c-af8a-3e256da1951e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:33:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:26Z', 'updated_at': '2022-03-07T22:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:32.006671 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9177ab6d-f8ae-45f7-b6e0-7bac4dc09bb9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:32.039173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782eeed5-dea6-4898-8195-57512bd995e7 None None] The sync data for ids ['589a573a-b57f-410d-9f40-c2789ed6db2a'] in n-d-832330-1 is: [{'id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'name': 'tempest-TestServerMultinode-1986002238-router', 'tenant_id': 'f2f9eee3dde949a797d9815e8913e123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'ee877fbc-bba1-402c-af8a-3e256da1951e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:25Z', 'updated_at': '2022-03-07T22:04:27Z', 'revision_number': 3, 'project_id': 'f2f9eee3dde949a797d9815e8913e123', 'gw_port': {'id': 'ee877fbc-bba1-402c-af8a-3e256da1951e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:33:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:26Z', 'updated_at': '2022-03-07T22:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:32.041156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port af75c312-d76c-4e1d-973c-b93977c5514b is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:32.041753 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (af75c312-d76c-4e1d-973c-b93977c5514b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:32.109347 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a12a88b4-688d-4a37-98ab-d317a8668ae9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:32.110999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12a88b4-688d-4a37-98ab-d317a8668ae9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Fanout notify agent at l3_agent the message router_deleted on router 638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:04:32.114922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930722d4-c7d0-4bd2-9b52-d446a0aede3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af75c312-d76c-4e1d-973c-b93977c5514b'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:04:32.118017 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2380095-291a-43a5-b002-e62550a17b8b" -d '{"events": [{"server_uuid": "930722d4-c7d0-4bd2-9b52-d446a0aede3d", "name": "network-vif-plugged", "status": "completed", "tag": "af75c312-d76c-4e1d-973c-b93977c5514b"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:04:32.125651 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a12a88b4-688d-4a37-98ab-d317a8668ae9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:32.126787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a12a88b4-688d-4a37-98ab-d317a8668ae9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/routers/638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5 HTTP/1.1" status: 204 len: 168 time: 0.9813867 Mar 07 22:04:32.140208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 222a9d8b-69d6-4508-a9f5-44aaa742f23f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:32.148884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 58958) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:32.188838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port af75c312-d76c-4e1d-973c-b93977c5514b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=af75c312-d76c-4e1d-973c-b93977c5514b,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:32.198659 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (af75c312-d76c-4e1d-973c-b93977c5514b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:32.200458 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Publish callbacks [] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:32.296714 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:32.349646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=af75c312-d76c-4e1d-973c-b93977c5514b,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:32.364180 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94796cc-77c8-4e4c-8f27-b98783205578 x-openstack-request-id: req-c94796cc-77c8-4e4c-8f27-b98783205578 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:04:32.364482 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930722d4-c7d0-4bd2-9b52-d446a0aede3d", "name": "network-vif-plugged", "status": "completed", "tag": "af75c312-d76c-4e1d-973c-b93977c5514b", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:04:32.364795 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c94796cc-77c8-4e4c-8f27-b98783205578 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:04:32.365725 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930722d4-c7d0-4bd2-9b52-d446a0aede3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af75c312-d76c-4e1d-973c-b93977c5514b', 'code': 200} Mar 07 22:04:32.484879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb7e59-828f-42e9-ab49-8ea525f6f565 req-455823ea-59d4-4c50-9633-5ef5d2d10106 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:32.484879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abeb7e59-828f-42e9-ab49-8ea525f6f565 req-455823ea-59d4-4c50-9633-5ef5d2d10106 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 949 time: 0.3799119 Mar 07 22:04:32.512655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9177ab6d-f8ae-45f7-b6e0-7bac4dc09bb9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Router 7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:04:32.588813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c218c4b-02c2-426b-bc89-aed9b18ccedf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting subnet 4320f61f-72ea-4959-af83-a14522643c9c {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:04:32.614874 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (589a573a-b57f-410d-9f40-c2789ed6db2a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:32.618185 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c218c4b-02c2-426b-bc89-aed9b18ccedf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (4320f61f-72ea-4959-af83-a14522643c9c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:32.623548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:32.660067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414ff6b-d1f0-4a70-9138-fafb45bdabf5 req-6d653581-79c0-449a-b415-f4b8041f3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:32.661724 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b414ff6b-d1f0-4a70-9138-fafb45bdabf5 req-6d653581-79c0-449a-b415-f4b8041f3486 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 1132 time: 0.2418189 Mar 07 22:04:32.777262 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9177ab6d-f8ae-45f7-b6e0-7bac4dc09bb9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:32.783048 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9177ab6d-f8ae-45f7-b6e0-7bac4dc09bb9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "PUT /v2.0/routers/7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8554492 Mar 07 22:04:32.791300 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0504f-2eeb-4fb1-a7ac-dcdd28901766 None None] Sync routers for ids ['7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:32.792215 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58962) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:32.797257 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b414ff6b-d1f0-4a70-9138-fafb45bdabf5 req-5cc42e43-6bb8-4a2d-83be-68dff8d96aa9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0b0e9aa0-7654-4bcd-9755-cf0b9880eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284087 Mar 07 22:04:32.803274 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44b409f2-0bcb-446a-8224-b54a52cb5d74 req-82c81192-e4f4-4597-97db-17758814df7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4063952 Mar 07 22:04:32.803497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f0504f-2eeb-4fb1-a7ac-dcdd28901766 None None] Routers {'7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:32.804015 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-67f0504f-2eeb-4fb1-a7ac-dcdd28901766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:32.831188 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c218c4b-02c2-426b-bc89-aed9b18ccedf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (4320f61f-72ea-4959-af83-a14522643c9c), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:32.837349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abeb7e59-828f-42e9-ab49-8ea525f6f565 req-78212903-b8fc-42c4-8ff6-053575d53bfe tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b0e9aa0-7654-4bcd-9755-cf0b9880eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265162 Mar 07 22:04:32.919860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-5739136b-85ed-4e99-83a8-e6e49197ede4 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Deleting subnet e64ae6e6-06bf-4d93-a50c-fb65a457f027 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:04:32.926508 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5739136b-85ed-4e99-83a8-e6e49197ede4 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for subnet (e64ae6e6-06bf-4d93-a50c-fb65a457f027), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:32.998762 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5739136b-85ed-4e99-83a8-e6e49197ede4 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (e64ae6e6-06bf-4d93-a50c-fb65a457f027), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:33.005086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Network 0a9c1d59-4e83-4263-803c-222ac5e86ee4 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:33.008465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b409f2-0bcb-446a-8224-b54a52cb5d74 req-6a1b514b-0f45-4fbb-83fb-5686c360618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:33.010272 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44b409f2-0bcb-446a-8224-b54a52cb5d74 req-6a1b514b-0f45-4fbb-83fb-5686c360618a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bb6403373984f908124dcb70d1ed022&device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 1127 time: 0.1021914 Mar 07 22:04:33.107989 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:33.139325 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5739136b-85ed-4e99-83a8-e6e49197ede4 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (e64ae6e6-06bf-4d93-a50c-fb65a457f027), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:33.216286 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c218c4b-02c2-426b-bc89-aed9b18ccedf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (4320f61f-72ea-4959-af83-a14522643c9c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:33.269054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-67f0504f-2eeb-4fb1-a7ac-dcdd28901766 None None] Set router 7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:33.272901 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5739136b-85ed-4e99-83a8-e6e49197ede4 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (e64ae6e6-06bf-4d93-a50c-fb65a457f027), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:33.326860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739136b-85ed-4e99-83a8-e6e49197ede4 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event deleted for resources: {'Subnet': ['ID=e64ae6e6-06bf-4d93-a50c-fb65a457f027,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:33.368516 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5739136b-85ed-4e99-83a8-e6e49197ede4 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:33.380138 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5739136b-85ed-4e99-83a8-e6e49197ede4 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "DELETE /v2.0/subnets/e64ae6e6-06bf-4d93-a50c-fb65a457f027 HTTP/1.1" status: 204 len: 168 time: 0.5811470 Mar 07 22:04:33.383889 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58968) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:33.536290 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b465203-7c12-47d7-b003-fddd56af40f0 None None] Network 46309bd7-debf-420d-8749-01f36088f94b requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:33.589867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b409f2-0bcb-446a-8224-b54a52cb5d74 req-b55bcf87-4004-4b4c-8e57-624fc88f50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:33.592190 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44b409f2-0bcb-446a-8224-b54a52cb5d74 req-b55bcf87-4004-4b4c-8e57-624fc88f50b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=17af4d75-4163-4f51-bf4d-822a5308abb9 HTTP/1.1" status: 200 len: 911 time: 0.5194399 Mar 07 22:04:33.600301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee877fbc-bba1-402c-af8a-3e256da1951e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:33.675356 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:33.738170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-dba15af9-bcb8-447e-ba68-97278b616d7c None None] Provisioning complete for port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:33.738592 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dba15af9-bcb8-447e-ba68-97278b616d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:33.767565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44b409f2-0bcb-446a-8224-b54a52cb5d74 req-caddedda-5f31-4a11-8c99-a2d44ef16920 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda HTTP/1.1" status: 200 len: 999 time: 0.1642590 Mar 07 22:04:33.771673 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c218c4b-02c2-426b-bc89-aed9b18ccedf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (4320f61f-72ea-4959-af83-a14522643c9c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:33.825317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-dba15af9-bcb8-447e-ba68-97278b616d7c None None] Port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:33.852502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c218c4b-02c2-426b-bc89-aed9b18ccedf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Subnet': ['ID=4320f61f-72ea-4959-af83-a14522643c9c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:33.867028 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-67f0504f-2eeb-4fb1-a7ac-dcdd28901766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831703758', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7a84506d-6d2b-4392-af4a-c55a5c8bdaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:03:40Z', 'updated_at': '2022-03-07T22:04:30Z', 'revision_number': 5, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '7a84506d-6d2b-4392-af4a-c55a5c8bdaeb', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:03:41Z', 'updated_at': '2022-03-07T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:33.870579 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c218c4b-02c2-426b-bc89-aed9b18ccedf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:33.878338 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8c218c4b-02c2-426b-bc89-aed9b18ccedf tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/4320f61f-72ea-4959-af83-a14522643c9c HTTP/1.1" status: 204 len: 168 time: 1.6936653 Mar 07 22:04:33.878554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 58970) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:33.888884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Router 589a573a-b57f-410d-9f40-c2789ed6db2a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:04:33.946793 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router_gateway (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:33.967769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b409f2-0bcb-446a-8224-b54a52cb5d74 req-b37731ce-8a9d-4131-809f-47f4323cb9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:33.969885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44b409f2-0bcb-446a-8224-b54a52cb5d74 req-b37731ce-8a9d-4131-809f-47f4323cb9d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b78d0f-0bb8-455d-a78c-07f57fa57eef HTTP/1.1" status: 200 len: 849 time: 0.1935139 Mar 07 22:04:34.002010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04567f86-dd85-4662-a509-9effc401d1a1 None None] Network edfc8c90-91b0-4c96-9182-6c540fdd62a3 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:34.018715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0504f-2eeb-4fb1-a7ac-dcdd28901766 None None] Checking router: 7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:04:34.023169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a872725-e44c-42af-ab91-20d181d0431c None None] DHCP port deletion for 46309bd7-debf-420d-8749-01f36088f94b request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:04:34.045046 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (edfc8c90-91b0-4c96-9182-6c540fdd62a3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:34.061691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ee877fbc-bba1-402c-af8a-3e256da1951e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:34.062352 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ee877fbc-bba1-402c-af8a-3e256da1951e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:34.218468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f0504f-2eeb-4fb1-a7ac-dcdd28901766 None None] Routers {'7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:34.219376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-67f0504f-2eeb-4fb1-a7ac-dcdd28901766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:34.235753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Deleting port 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:34.236421 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7a84506d-6d2b-4392-af4a-c55a5c8bdaeb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:34.384605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-67f0504f-2eeb-4fb1-a7ac-dcdd28901766 None None] Set router 7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:34.451502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5a872725-e44c-42af-ab91-20d181d0431c None None] Deleting port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:34.451874 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5a872725-e44c-42af-ab91-20d181d0431c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9edeef33-2f1c-4498-a0ed-1e7d470e7cf9), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:34.462478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] For port 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7a84506d-6d2b-4392-af4a-c55a5c8bdaeb,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:34.464649 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7a84506d-6d2b-4392-af4a-c55a5c8bdaeb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:34.499263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-67f0504f-2eeb-4fb1-a7ac-dcdd28901766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831703758', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:03:40Z', 'updated_at': '2022-03-07T22:04:33Z', 'revision_number': 6, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:34.502595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Calling delete_port for 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:34.505403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:34.505822 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:34.656826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0504f-2eeb-4fb1-a7ac-dcdd28901766 None None] The sync data for ids ['7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7'] in n-d-832330-1 is: [{'id': '7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831703758', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:03:40Z', 'updated_at': '2022-03-07T22:04:33Z', 'revision_number': 6, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:34.679040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2bcae1-c840-45a9-b348-096d173ab71a None None] DHCP port deletion for edfc8c90-91b0-4c96-9182-6c540fdd62a3 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:04:34.703744 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] For port 01b6c74a-6a29-4f65-b707-f31b8bf86f04, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=01b6c74a-6a29-4f65-b707-f31b8bf86f04,segment=NetworkSegment(cc8cbedf-5468-4684-8358-95225187e673),segment_id=cc8cbedf-5468-4684-8358-95225187e673)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:34.704121 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:34.725338 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for 01b6c74a-6a29-4f65-b707-f31b8bf86f04 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:34.746168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5a872725-e44c-42af-ab91-20d181d0431c None None] For port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9edeef33-2f1c-4498-a0ed-1e7d470e7cf9,segment=NetworkSegment(a903c26d-0162-4f4c-b37a-15970f5eb3b9),segment_id=a903c26d-0162-4f4c-b37a-15970f5eb3b9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:34.746519 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5a872725-e44c-42af-ab91-20d181d0431c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9edeef33-2f1c-4498-a0ed-1e7d470e7cf9), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:34.767853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:34.785889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d1af4-2991-456a-b243-a2bee462cb00 req-3346841d-2bd8-4d36-8fa2-4d605f20d0b5 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:34.787523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-069d1af4-2991-456a-b243-a2bee462cb00 req-3346841d-2bd8-4d36-8fa2-4d605f20d0b5 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 950 time: 0.7092409 Mar 07 22:04:34.804420 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5b79226f-ff93-448b-8d4d-0b6645f1a8d6 admin admin] 10.222.0.26 "PUT /v2.0/routers/589a573a-b57f-410d-9f40-c2789ed6db2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2167921 Mar 07 22:04:34.816257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ee877fbc-bba1-402c-af8a-3e256da1951e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:34.816664 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ee877fbc-bba1-402c-af8a-3e256da1951e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:34.849562 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5a872725-e44c-42af-ab91-20d181d0431c None None] Calling delete_port for 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:34.854507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b409f2-0bcb-446a-8224-b54a52cb5d74 req-1a6afb28-64ef-4466-a397-064e7afcfe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:34.860755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44b409f2-0bcb-446a-8224-b54a52cb5d74 req-1a6afb28-64ef-4466-a397-064e7afcfe58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17af4d75-4163-4f51-bf4d-822a5308abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8037961 Mar 07 22:04:34.931605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port ee877fbc-bba1-402c-af8a-3e256da1951e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ee877fbc-bba1-402c-af8a-3e256da1951e,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:34.978197 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:35.015723 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ee877fbc-bba1-402c-af8a-3e256da1951e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:35.046946 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7a84506d-6d2b-4392-af4a-c55a5c8bdaeb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:35.073300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=01b6c74a-6a29-4f65-b707-f31b8bf86f04,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:35.077716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-069d1af4-2991-456a-b243-a2bee462cb00 req-af86a5f0-b6d6-4bdc-ae55-104c14c1c975 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b0e9aa0-7654-4bcd-9755-cf0b9880eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671902 Mar 07 22:04:35.091073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No DVR routers for this DVR port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:04:35.147512 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44b409f2-0bcb-446a-8224-b54a52cb5d74 req-704b507c-f6ce-404a-b56b-ee712de9932b service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776833 Mar 07 22:04:35.206969 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Sync routers for ids ['589a573a-b57f-410d-9f40-c2789ed6db2a'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:35.222905 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Routers {'589a573a-b57f-410d-9f40-c2789ed6db2a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:35.226494 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['589a573a-b57f-410d-9f40-c2789ed6db2a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:35.236986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event deleted for resources: {'Port': ['ID=7a84506d-6d2b-4392-af4a-c55a5c8bdaeb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:35.249229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bcae1-c840-45a9-b348-096d173ab71a None None] Deleting port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:35.249637 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcae1-c840-45a9-b348-096d173ab71a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:35.334703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=ee877fbc-bba1-402c-af8a-3e256da1951e,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:35.373388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44b409f2-0bcb-446a-8224-b54a52cb5d74 req-01668b67-63f4-48cf-b932-6740af4cd03b service neutron] 10.222.0.15 "GET /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182300 Mar 07 22:04:35.406443 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Set router 589a573a-b57f-410d-9f40-c2789ed6db2a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:35.415061 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5a872725-e44c-42af-ab91-20d181d0431c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (9edeef33-2f1c-4498-a0ed-1e7d470e7cf9), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:35.459204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7d2bcae1-c840-45a9-b348-096d173ab71a None None] For port 01b6c74a-6a29-4f65-b707-f31b8bf86f04, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:35.459522 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcae1-c840-45a9-b348-096d173ab71a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:35.469134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a872725-e44c-42af-ab91-20d181d0431c None None] Pushing event deleted for resources: {'Port': ['ID=9edeef33-2f1c-4498-a0ed-1e7d470e7cf9,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:35.479472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a872725-e44c-42af-ab91-20d181d0431c None None] No DVR routers for this DVR port 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:04:35.482013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bcae1-c840-45a9-b348-096d173ab71a None None] Calling delete_port for 01b6c74a-6a29-4f65-b707-f31b8bf86f04 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:35.496059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-7d2bcae1-c840-45a9-b348-096d173ab71a None None] Port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 22:04:35.497861 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcae1-c840-45a9-b348-096d173ab71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (01b6c74a-6a29-4f65-b707-f31b8bf86f04), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:35.519118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (edfc8c90-91b0-4c96-9182-6c540fdd62a3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:35.558875 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:35.573144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bcae1-c840-45a9-b348-096d173ab71a None None] Pushing event deleted for resources: {'Port': ['ID=01b6c74a-6a29-4f65-b707-f31b8bf86f04,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:35.593327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2bcae1-c840-45a9-b348-096d173ab71a None None] No DVR routers for this DVR port 01b6c74a-6a29-4f65-b707-f31b8bf86f04 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:04:35.725087 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfc8c90-91b0-4c96-9182-6c540fdd62a3']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:35.737989 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8cbedf-5468-4684-8358-95225187e673') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:35.738347 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8cbedf-5468-4684-8358-95225187e673') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:35.751366 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (cc8cbedf-5468-4684-8358-95225187e673), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:35.774000 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (cc8cbedf-5468-4684-8358-95225187e673), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:35.782914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:04:35.783922 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (cc8cbedf-5468-4684-8358-95225187e673), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:35.829467 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'name': 'tempest-TestServerMultinode-1986002238-router', 'tenant_id': 'f2f9eee3dde949a797d9815e8913e123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'ee877fbc-bba1-402c-af8a-3e256da1951e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:25Z', 'updated_at': '2022-03-07T22:04:31Z', 'revision_number': 4, 'project_id': 'f2f9eee3dde949a797d9815e8913e123', 'gw_port': {'id': 'ee877fbc-bba1-402c-af8a-3e256da1951e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:26Z', 'updated_at': '2022-03-07T22:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b', 'name': '', 'network_id': '0a9c1d59-4e83-4263-803c-222ac5e86ee4', 'tenant_id': 'f2f9eee3dde949a797d9815e8913e123', 'mac_address': 'fa:16:3e:c0:4a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3eb1290b-cf89-4d79-98f4-1d89058df5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:29Z', 'updated_at': '2022-03-07T22:04:31Z', 'revision_number': 2, 'project_id': 'f2f9eee3dde949a797d9815e8913e123', 'subnets': [{'id': '3eb1290b-cf89-4d79-98f4-1d89058df5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:35.854958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-cf7a1c53-fd57-4c14-baa9-07172f2b3bbd tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:35.856486 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-cf7a1c53-fd57-4c14-baa9-07172f2b3bbd tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/networks?id=1877ee25-eea5-411d-9fc8-70c294153d8c HTTP/1.1" status: 200 len: 911 time: 0.1836269 Mar 07 22:04:35.863751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee877fbc-bba1-402c-af8a-3e256da1951e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:35.874347 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Checking router: 589a573a-b57f-410d-9f40-c2789ed6db2a for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:04:35.874870 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Updating router 589a573a-b57f-410d-9f40-c2789ed6db2a port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:04:35.881094 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-018b9188-a58d-4ed3-bb57-2d53cca91c6f tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/quotas/f2f9eee3dde949a797d9815e8913e123 HTTP/1.1" status: 200 len: 375 time: 0.0091333 Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:04:35.888617 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:04:35.938139 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:35.989195 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ee877fbc-bba1-402c-af8a-3e256da1951e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:35.989583 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ee877fbc-bba1-402c-af8a-3e256da1951e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.003758 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.006176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router_controller (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.007781 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (edfc8c90-91b0-4c96-9182-6c540fdd62a3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.039557 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.056098 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/networks/edfc8c90-91b0-4c96-9182-6c540fdd62a3 HTTP/1.1" status: 204 len: 168 time: 2.1731067 Mar 07 22:04:36.056764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59006) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:36.075245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-69212cef-7b6a-4054-8319-8ba1d8c89216 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f9eee3dde949a797d9815e8913e123&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1871414 Mar 07 22:04:36.087873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-eb75f505-a3ea-43a7-887f-d65e74523d47 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:04:36.090267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4299adc8-21e0-483a-871a-31769374de7c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1030698944', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:36.091824 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-eb75f505-a3ea-43a7-887f-d65e74523d47 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092170 Mar 07 22:04:36.108849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ee877fbc-bba1-402c-af8a-3e256da1951e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:36.213607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:04:36.233344 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a968c80-54eb-4cac-a7ea-d1907694f40c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Network': ['ID=edfc8c90-91b0-4c96-9182-6c540fdd62a3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:36.244251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4299adc8-21e0-483a-871a-31769374de7c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (c647fbd6-77f6-4973-8d5d-7f428380a54c), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.245345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4299adc8-21e0-483a-871a-31769374de7c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (c647fbd6-77f6-4973-8d5d-7f428380a54c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.265444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:04:36.269806 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9edeef33-2f1c-4498-a0ed-1e7d470e7cf9 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:04:36.270494 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 359e06de-c5d7-44b6-88d4-efb1c009dea6 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:04:36.275220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.276864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Fanout notify agent at l3_agent the message router_deleted on router 7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:04:36.288849 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.292310 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ac8dec7a-f952-477f-b65d-9054358040ca tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "DELETE /v2.0/routers/7cdb3d02-6bb1-44a5-b90c-ac7c9a4c44c7 HTTP/1.1" status: 204 len: 168 time: 2.9050004 Mar 07 22:04:36.292923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59012) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:36.329755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-c65c46af-4536-4a57-aee3-e3860eec4670 service neutron] 10.222.0.26 "GET /v2.0/networks/1877ee25-eea5-411d-9fc8-70c294153d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253401 Mar 07 22:04:36.339613 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 359e06de-c5d7-44b6-88d4-efb1c009dea6 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:04:36.340069 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 359e06de-c5d7-44b6-88d4-efb1c009dea6 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:04:36.340401 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 01b6c74a-6a29-4f65-b707-f31b8bf86f04 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:04:36.344616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9db4a-0c2d-46ff-96cf-9f12bda2ca78 req-2f3f8381-fb08-411b-826d-93549e4c6a7b tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:36.346668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22d9db4a-0c2d-46ff-96cf-9f12bda2ca78 req-2f3f8381-fb08-411b-826d-93549e4c6a7b tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 950 time: 0.1071918 Mar 07 22:04:36.403199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 01b6c74a-6a29-4f65-b707-f31b8bf86f04 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:04:36.403756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 01b6c74a-6a29-4f65-b707-f31b8bf86f04 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:04:36.404217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:04:36.458258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:04:36.458963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7a84506d-6d2b-4392-af4a-c55a5c8bdaeb not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:04:36.524060 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Publish callbacks [] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.525259 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4299adc8-21e0-483a-871a-31769374de7c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_controller (c647fbd6-77f6-4973-8d5d-7f428380a54c), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.541257 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.548189 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4299adc8-21e0-483a-871a-31769374de7c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (c647fbd6-77f6-4973-8d5d-7f428380a54c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.553467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22d9db4a-0c2d-46ff-96cf-9f12bda2ca78 req-b759b28b-6c20-48cb-b514-293847f4870b tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b0e9aa0-7654-4bcd-9755-cf0b9880eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957154 Mar 07 22:04:36.612446 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3587981-a719-4417-8429-65c771e32b8e tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (46309bd7-debf-420d-8749-01f36088f94b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.614586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-3dea4671-50a0-46cb-af27-f15c75109d19 service neutron] 10.222.0.26 "GET /v2.0/networks/1877ee25-eea5-411d-9fc8-70c294153d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666254 Mar 07 22:04:36.619776 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6dd72-8a8e-4f91-bfed-e4bc0f6d6d2b None None] Pushing event updated for resources: {'Port': ['ID=9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:36.649488 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4299adc8-21e0-483a-871a-31769374de7c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.670792 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4299adc8-21e0-483a-871a-31769374de7c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5912638 Mar 07 22:04:36.672719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59018) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:36.679755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-eda92061-6ee1-4708-b37f-71b0535bc5de tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1911155761'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:36.733504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda92061-6ee1-4708-b37f-71b0535bc5de tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:36.738017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eda92061-6ee1-4708-b37f-71b0535bc5de tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.794487 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Attempting to bind port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:36.794817 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Attempting to bind port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'cab58e08-4b4e-43bb-a757-b85f99454e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0a9c1d59-4e83-4263-803c-222ac5e86ee4'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:36.797862 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Attempting to bind port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b on network 0a9c1d59-4e83-4263-803c-222ac5e86ee4 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:36.814190 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:36.824145 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Checking segment: {'id': 'cab58e08-4b4e-43bb-a757-b85f99454e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0a9c1d59-4e83-4263-803c-222ac5e86ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:36.824769 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.827753 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Bound using segment: {'id': 'cab58e08-4b4e-43bb-a757-b85f99454e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0a9c1d59-4e83-4263-803c-222ac5e86ee4'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:36.828307 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Bound port: 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab58e08-4b4e-43bb-a757-b85f99454e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0a9c1d59-4e83-4263-803c-222ac5e86ee4'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:36.842005 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.856058 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda92061-6ee1-4708-b37f-71b0535bc5de tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:04:36.885658 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eda92061-6ee1-4708-b37f-71b0535bc5de tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3cac6b0c-fcfb-4b80-b60a-806973ebc97e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:36.887690 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-eda92061-6ee1-4708-b37f-71b0535bc5de tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Added segment 3cac6b0c-fcfb-4b80-b60a-806973ebc97e of type vlan for network 96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46 Mar 07 22:04:36.948927 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3587981-a719-4417-8429-65c771e32b8e tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (46309bd7-debf-420d-8749-01f36088f94b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:37.014915 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b3587981-a719-4417-8429-65c771e32b8e tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46309bd7-debf-420d-8749-01f36088f94b']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:37.025793 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eda92061-6ee1-4708-b37f-71b0535bc5de tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:37.035658 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] For port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:37.041864 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] For port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b,segment=NetworkSegment(cab58e08-4b4e-43bb-a757-b85f99454e20),segment_id=cab58e08-4b4e-43bb-a757-b85f99454e20)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:37.046780 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b3587981-a719-4417-8429-65c771e32b8e tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a903c26d-0162-4f4c-b37a-15970f5eb3b9') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:37.047884 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b3587981-a719-4417-8429-65c771e32b8e tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a903c26d-0162-4f4c-b37a-15970f5eb3b9') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:37.055383 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:37.077367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3587981-a719-4417-8429-65c771e32b8e tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (a903c26d-0162-4f4c-b37a-15970f5eb3b9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:37.082216 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfb18427-144a-43d4-a819-25b141c0b8f2 req-30f369b1-9c46-49be-867d-7d00112ecec1 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 210 time: 0.0932224 Mar 07 22:04:37.118422 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3587981-a719-4417-8429-65c771e32b8e tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a903c26d-0162-4f4c-b37a-15970f5eb3b9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:37.128809 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eda92061-6ee1-4708-b37f-71b0535bc5de tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:37.135190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda92061-6ee1-4708-b37f-71b0535bc5de tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:37.136860 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eda92061-6ee1-4708-b37f-71b0535bc5de tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:37.136983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3587981-a719-4417-8429-65c771e32b8e tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:04:37.138523 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3587981-a719-4417-8429-65c771e32b8e tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (a903c26d-0162-4f4c-b37a-15970f5eb3b9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:04:37.147390 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:04:37.150250 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Routers {'589a573a-b57f-410d-9f40-c2789ed6db2a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:37.150250 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['589a573a-b57f-410d-9f40-c2789ed6db2a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:37.215283 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cc0eb9c3-3aee-4e34-ae25-04fc034bde50 None None] Provisioning complete for port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:37.218174 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cc0eb9c3-3aee-4e34-ae25-04fc034bde50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:37.244770 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-eda92061-6ee1-4708-b37f-71b0535bc5de tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5684042 Mar 07 22:04:37.255983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59032) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:37.271209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e6c5a379-7b70-4950-b0fd-e387e568e4df tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'subnet': {'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:37.409162 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3587981-a719-4417-8429-65c771e32b8e tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (46309bd7-debf-420d-8749-01f36088f94b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:37.456382 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3587981-a719-4417-8429-65c771e32b8e tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:37.465958 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b3587981-a719-4417-8429-65c771e32b8e tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "DELETE /v2.0/networks/46309bd7-debf-420d-8749-01f36088f94b HTTP/1.1" status: 204 len: 168 time: 1.1719606 Mar 07 22:04:37.472474 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3587981-a719-4417-8429-65c771e32b8e tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event deleted for resources: {'Network': ['ID=46309bd7-debf-420d-8749-01f36088f94b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:37.474500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59040) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:37.485813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda92061-6ee1-4708-b37f-71b0535bc5de tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Network': ['ID=96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:37.672751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c5a379-7b70-4950-b0fd-e387e568e4df tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:37.680027 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a379-7b70-4950-b0fd-e387e568e4df tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:37.742187 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:04:37.814739 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6dd72-8a8e-4f91-bfed-e4bc0f6d6d2b None None] Pushing event updated for resources: {'Port': ['ID=9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:37.860740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cc0eb9c3-3aee-4e34-ae25-04fc034bde50 None None] Current status of the port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:37.861374 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cc0eb9c3-3aee-4e34-ae25-04fc034bde50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:37.864537 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] Set router 589a573a-b57f-410d-9f40-c2789ed6db2a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:37.912017 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cc0eb9c3-3aee-4e34-ae25-04fc034bde50 None None] For port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b,segment=NetworkSegment(cab58e08-4b4e-43bb-a757-b85f99454e20),segment_id=cab58e08-4b4e-43bb-a757-b85f99454e20)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:37.925320 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cc0eb9c3-3aee-4e34-ae25-04fc034bde50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:37.947881 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a379-7b70-4950-b0fd-e387e568e4df tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (7a4257b8-400f-42c7-a2d6-50b0e0b4106a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:38.000660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7321d941-ba29-4add-b923-5693b6d4dd6b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Deleting port 31ebbdaf-1861-4334-943b-b9cc0a06b277 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:38.001007 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7321d941-ba29-4add-b923-5693b6d4dd6b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (31ebbdaf-1861-4334-943b-b9cc0a06b277), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:38.098430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7d304b87-606b-4a2c-a3e3-a215ce8a77bb None None] Provisioning complete for port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:38.098713 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7d304b87-606b-4a2c-a3e3-a215ce8a77bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:38.111399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5a379-7b70-4950-b0fd-e387e568e4df tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Subnet': ['ID=7a4257b8-400f-42c7-a2d6-50b0e0b4106a,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:38.140209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c5a379-7b70-4950-b0fd-e387e568e4df tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Checking segment: {'id': '3cac6b0c-fcfb-4b80-b60a-806973ebc97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:38.140585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c5a379-7b70-4950-b0fd-e387e568e4df tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network hostable DHCP agents. Network: 96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:04:38.247787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84f32945-4862-4dc3-b2bc-694678c22df9 req-8fa7de5e-4ff2-41ca-8ce0-25e369bb930d tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 210 time: 0.0524616 Mar 07 22:04:38.251809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0eb9c3-3aee-4e34-ae25-04fc034bde50 None None] Pushing event updated for resources: {'Port': ['ID=9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:38.252572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c5a379-7b70-4950-b0fd-e387e568e4df tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:04:38.276454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e6c5a379-7b70-4950-b0fd-e387e568e4df tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:38.282224 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c5a379-7b70-4950-b0fd-e387e568e4df tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:38.283223 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a379-7b70-4950-b0fd-e387e568e4df tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:38.291131 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25f058e-06a2-4cbe-97e6-2b7c46b9e578 None None] Network 96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:38.296131 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7321d941-ba29-4add-b923-5693b6d4dd6b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (31ebbdaf-1861-4334-943b-b9cc0a06b277), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:38.296457 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7321d941-ba29-4add-b923-5693b6d4dd6b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for floatingip (31ebbdaf-1861-4334-943b-b9cc0a06b277), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:38.331754 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7321d941-ba29-4add-b923-5693b6d4dd6b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Calling delete_port for 31ebbdaf-1861-4334-943b-b9cc0a06b277 owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:38.339920 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e6c5a379-7b70-4950-b0fd-e387e568e4df tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0767691 Mar 07 22:04:38.340080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59050) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:38.399248 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'name': 'tempest-TestServerMultinode-1986002238-router', 'tenant_id': 'f2f9eee3dde949a797d9815e8913e123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'ee877fbc-bba1-402c-af8a-3e256da1951e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:25Z', 'updated_at': '2022-03-07T22:04:31Z', 'revision_number': 4, 'project_id': 'f2f9eee3dde949a797d9815e8913e123', 'gw_port': {'id': 'ee877fbc-bba1-402c-af8a-3e256da1951e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:26Z', 'updated_at': '2022-03-07T22:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b', 'name': '', 'network_id': '0a9c1d59-4e83-4263-803c-222ac5e86ee4', 'tenant_id': 'f2f9eee3dde949a797d9815e8913e123', 'mac_address': 'fa:16:3e:c0:4a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3eb1290b-cf89-4d79-98f4-1d89058df5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:29Z', 'updated_at': '2022-03-07T22:04:37Z', 'revision_number': 4, 'project_id': 'f2f9eee3dde949a797d9815e8913e123', 'subnets': [{'id': '3eb1290b-cf89-4d79-98f4-1d89058df5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:38.436346 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbde02b-02c4-47dd-b39f-5857e1be1362 None None] The sync data for ids ['589a573a-b57f-410d-9f40-c2789ed6db2a'] in n-d-832330-1 is: [{'id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'name': 'tempest-TestServerMultinode-1986002238-router', 'tenant_id': 'f2f9eee3dde949a797d9815e8913e123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'ee877fbc-bba1-402c-af8a-3e256da1951e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:25Z', 'updated_at': '2022-03-07T22:04:31Z', 'revision_number': 4, 'project_id': 'f2f9eee3dde949a797d9815e8913e123', 'gw_port': {'id': 'ee877fbc-bba1-402c-af8a-3e256da1951e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:26Z', 'updated_at': '2022-03-07T22:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b', 'name': '', 'network_id': '0a9c1d59-4e83-4263-803c-222ac5e86ee4', 'tenant_id': 'f2f9eee3dde949a797d9815e8913e123', 'mac_address': 'fa:16:3e:c0:4a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3eb1290b-cf89-4d79-98f4-1d89058df5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:29Z', 'updated_at': '2022-03-07T22:04:37Z', 'revision_number': 4, 'project_id': 'f2f9eee3dde949a797d9815e8913e123', 'subnets': [{'id': '3eb1290b-cf89-4d79-98f4-1d89058df5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:38.516256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7d304b87-606b-4a2c-a3e3-a215ce8a77bb None None] Current status of the port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:38.637729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:04:38.638638 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:38.851758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Allocated IP 2001:db8::2 (96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46/7a4257b8-400f-42c7-a2d6-50b0e0b4106a/3c9c3b91-d2c8-4f73-9abc-a15e52542f46) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:39.106006 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Publish callbacks [] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:39.116776 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:39.185852 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Network 96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:39.189579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:39.193876 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:39.202018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Pushing event updated for resources: {'Port': ['ID=3c9c3b91-d2c8-4f73-9abc-a15e52542f46,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:39.284308 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Attempting to bind port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:39.284699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Attempting to bind port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '3cac6b0c-fcfb-4b80-b60a-806973ebc97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:39.285071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Attempting to bind port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 on network 96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:39.299276 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-c1c64ee9-5b39-49a7-85fb-2dc0fb16cb93 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:39.300791 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-c1c64ee9-5b39-49a7-85fb-2dc0fb16cb93 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.15 "GET /v2.0/networks?id=1877ee25-eea5-411d-9fc8-70c294153d8c HTTP/1.1" status: 200 len: 911 time: 0.2805014 Mar 07 22:04:39.303155 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:39.303721 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Checking segment: {'id': '3cac6b0c-fcfb-4b80-b60a-806973ebc97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:39.304149 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:39.305014 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Bound using segment: {'id': '3cac6b0c-fcfb-4b80-b60a-806973ebc97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:39.305542 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Bound port: 3c9c3b91-d2c8-4f73-9abc-a15e52542f46, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cac6b0c-fcfb-4b80-b60a-806973ebc97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:39.306052 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:39.320575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-084208da-a82a-497d-94a1-e85f820b868c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Request body: {'port': {'device_id': '2c1bf127-3b19-421e-b1f9-433e70824fe7', 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c', 'admin_state_up': True, 'tenant_id': 'f2f9eee3dde949a797d9815e8913e123'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:39.390079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-084208da-a82a-497d-94a1-e85f820b868c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Made reservation on behalf of f2f9eee3dde949a797d9815e8913e123 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:39.392493 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-084208da-a82a-497d-94a1-e85f820b868c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:39.492341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] For port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:39.498501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] For port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3c9c3b91-d2c8-4f73-9abc-a15e52542f46,segment=NetworkSegment(3cac6b0c-fcfb-4b80-b60a-806973ebc97e),segment_id=3cac6b0c-fcfb-4b80-b60a-806973ebc97e)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:39.519516 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:39.639758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:39.684443 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-084208da-a82a-497d-94a1-e85f820b868c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Allocated IP 172.20.0.14 (1877ee25-eea5-411d-9fc8-70c294153d8c/e96cedb6-f10b-4e9e-ae64-a05a19505691/92330d53-5d90-4c05-9b19-d16dee5400fd) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:39.782389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e789faa-7892-4640-a320-5232bb0e95d7 None None] Pushing event updated for resources: {'Port': ['ID=3c9c3b91-d2c8-4f73-9abc-a15e52542f46,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:39.823075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:39.823459 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:39.873883 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-084208da-a82a-497d-94a1-e85f820b868c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks [] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:39.939569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21cf4d9d-c05f-4a41-9a82-f42dff12eab0 req-d11605df-4097-40e7-bbc6-e85ed09e5ba7 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 210 time: 0.4835055 Mar 07 22:04:39.940708 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-084208da-a82a-497d-94a1-e85f820b868c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:40.025953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:40.039147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-084208da-a82a-497d-94a1-e85f820b868c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Network 1877ee25-eea5-411d-9fc8-70c294153d8c is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:40.059344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-084208da-a82a-497d-94a1-e85f820b868c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:40.062984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-084208da-a82a-497d-94a1-e85f820b868c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:40.070196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084208da-a82a-497d-94a1-e85f820b868c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Pushing event updated for resources: {'Port': ['ID=92330d53-5d90-4c05-9b19-d16dee5400fd,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:40.187014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-084208da-a82a-497d-94a1-e85f820b868c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:40.187642 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-084208da-a82a-497d-94a1-e85f820b868c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:40.245446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-084208da-a82a-497d-94a1-e85f820b868c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9292202 Mar 07 22:04:40.258878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Request body: {'port': {'device_id': '2c1bf127-3b19-421e-b1f9-433e70824fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:40.275620 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:40.393225 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:40.511427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-829ddf79-333f-4d3d-bf22-f0ff268cc4a8 None None] Provisioning complete for port 92330d53-5d90-4c05-9b19-d16dee5400fd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:40.512050 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-829ddf79-333f-4d3d-bf22-f0ff268cc4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:40.525003 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7321d941-ba29-4add-b923-5693b6d4dd6b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (31ebbdaf-1861-4334-943b-b9cc0a06b277), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:40.555837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-829ddf79-333f-4d3d-bf22-f0ff268cc4a8 None None] Port 92330d53-5d90-4c05-9b19-d16dee5400fd cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:40.596787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321d941-ba29-4add-b923-5693b6d4dd6b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event deleted for resources: {'Port': ['ID=31ebbdaf-1861-4334-943b-b9cc0a06b277,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:40.603599 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:04:40.731170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7321d941-ba29-4add-b923-5693b6d4dd6b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for floatingip (5b019c96-a37a-4cf6-83ec-bfc0c21c97ba), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:40.731500 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-7321d941-ba29-4add-b923-5693b6d4dd6b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Floating IP 5b019c96-a37a-4cf6-83ec-bfc0c21c97ba disassociated (deleted). External IP: 172.25.4.204, port: ad07daea-7511-42f7-b47c-65012068c34c. Mar 07 22:04:40.801940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92330d53-5d90-4c05-9b19-d16dee5400fd {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:04:40.810938 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Publish callbacks [] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:40.824462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Transition to ACTIVE for port object 92330d53-5d90-4c05-9b19-d16dee5400fd will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:04:40.828040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Allocated IP 2001:db8::1 (96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46/7a4257b8-400f-42c7-a2d6-50b0e0b4106a/04c23bda-39b8-47d3-9033-ca27361f863b) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:40.830532 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:40.902787 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Pushing event updated for resources: {'Port': ['ID=92330d53-5d90-4c05-9b19-d16dee5400fd,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:40.998500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Attempting to bind port 92330d53-5d90-4c05-9b19-d16dee5400fd on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:40.998846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Attempting to bind port 92330d53-5d90-4c05-9b19-d16dee5400fd by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:40.999183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Attempting to bind port 92330d53-5d90-4c05-9b19-d16dee5400fd on network 1877ee25-eea5-411d-9fc8-70c294153d8c {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:41.011774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Port 92330d53-5d90-4c05-9b19-d16dee5400fd on network 1877ee25-eea5-411d-9fc8-70c294153d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:04:41.012104 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Attempting to bind port 92330d53-5d90-4c05-9b19-d16dee5400fd on network 1877ee25-eea5-411d-9fc8-70c294153d8c {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:41.030573 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:41.030927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Checking segment: {'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:41.031322 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Bound using segment: {'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:41.031766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Bound port: 92330d53-5d90-4c05-9b19-d16dee5400fd, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:41.032135 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:41.037663 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (04c23bda-39b8-47d3-9033-ca27361f863b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:41.173192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] For port 92330d53-5d90-4c05-9b19-d16dee5400fd, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:41.176912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] For port 92330d53-5d90-4c05-9b19-d16dee5400fd, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=92330d53-5d90-4c05-9b19-d16dee5400fd,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:41.193128 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:41.212137 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:41.246489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:41.247401 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:41.249051 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] 10.222.0.15 "PUT /v2.0/ports/92330d53-5d90-4c05-9b19-d16dee5400fd HTTP/1.1" status: 200 len: 1092 time: 0.9948964 Mar 07 22:04:41.249641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1bf127-3b19-421e-b1f9-433e70824fe7', 'tag': '92330d53-5d90-4c05-9b19-d16dee5400fd'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:04:41.252948 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5b8c4b-b55b-4ce5-a7aa-4a5252d3fbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1bf127-3b19-421e-b1f9-433e70824fe7", "tag": "92330d53-5d90-4c05-9b19-d16dee5400fd"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:04:41.253927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93fe2c2-a589-4187-8888-d433110b80ef None None] Network 96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:41.269866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7137d1-9a89-4d64-a527-77923b7fba26 req-d8522e51-dd09-465f-a664-b3adaa82081d tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:41.272896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d7137d1-9a89-4d64-a527-77923b7fba26 req-d8522e51-dd09-465f-a664-b3adaa82081d tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1083 time: 0.2216461 Mar 07 22:04:41.317521 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b02a65-4a33-482f-9bcf-8a4c33cc8e60 x-openstack-request-id: req-91b02a65-4a33-482f-9bcf-8a4c33cc8e60 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:04:41.318111 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1bf127-3b19-421e-b1f9-433e70824fe7", "tag": "92330d53-5d90-4c05-9b19-d16dee5400fd", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:04:41.318527 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91b02a65-4a33-482f-9bcf-8a4c33cc8e60 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:04:41.319092 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1bf127-3b19-421e-b1f9-433e70824fe7', 'tag': '92330d53-5d90-4c05-9b19-d16dee5400fd', 'status': 'completed', 'code': 200} Mar 07 22:04:41.331044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:41.352863 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:41.359256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:41.359967 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:41.362503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=04c23bda-39b8-47d3-9033-ca27361f863b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:41.376170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb90618-57da-4678-ac8e-648375f31296 service neutron] Pushing event updated for resources: {'Port': ['ID=92330d53-5d90-4c05-9b19-d16dee5400fd,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:41.421826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d7137d1-9a89-4d64-a527-77923b7fba26 req-cd0140ea-9545-4618-b06c-00d031a97cc1 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366115 Mar 07 22:04:41.445290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-9f807bb9-3c2c-42ed-9046-1824fe597bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:41.445290 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-9f807bb9-3c2c-42ed-9046-1824fe597bd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2f9eee3dde949a797d9815e8913e123&device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1126 time: 0.1320338 Mar 07 22:04:41.487761 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7321d941-ba29-4add-b923-5693b6d4dd6b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Router dc4d1325-642d-427f-9bd6-64fa5439818d has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:04:41.515181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-c1d9b65e-ae1c-4e48-9d28-5cd823fca809 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92330d53-5d90-4c05-9b19-d16dee5400fd HTTP/1.1" status: 200 len: 217 time: 0.0661864 Mar 07 22:04:41.560788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0b93ada7-ee28-4b3c-b956-005e820eec15 None None] Provisioning complete for port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:41.561550 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b93ada7-ee28-4b3c-b956-005e820eec15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:41.609707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-e92a4e78-1091-438f-ac9a-9f5ed3c1a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:41.612503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-e92a4e78-1091-438f-ac9a-9f5ed3c1a876 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e96cedb6-f10b-4e9e-ae64-a05a19505691 HTTP/1.1" status: 200 len: 849 time: 0.0895693 Mar 07 22:04:41.653554 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:41.700334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-b20c0a04-7a0c-4d53-b93c-79a84502fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:41.702468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-b20c0a04-7a0c-4d53-b93c-79a84502fb9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1877ee25-eea5-411d-9fc8-70c294153d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0825124 Mar 07 22:04:41.716528 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:41.769060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0b93ada7-ee28-4b3c-b956-005e820eec15 None None] Current status of the port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:41.769449 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b93ada7-ee28-4b3c-b956-005e820eec15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:41.797370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:41.797777 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:41.833223 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0b93ada7-ee28-4b3c-b956-005e820eec15 None None] For port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3c9c3b91-d2c8-4f73-9abc-a15e52542f46,segment=NetworkSegment(3cac6b0c-fcfb-4b80-b60a-806973ebc97e),segment_id=3cac6b0c-fcfb-4b80-b60a-806973ebc97e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:41.843730 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-fa8e7afc-67cc-402d-92d4-bbcb86c7d691 service neutron] 10.222.0.15 "GET /v2.0/networks/1877ee25-eea5-411d-9fc8-70c294153d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199894 Mar 07 22:04:41.845529 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b93ada7-ee28-4b3c-b956-005e820eec15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:41.944071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:41.962209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93ada7-ee28-4b3c-b956-005e820eec15 None None] Pushing event updated for resources: {'Port': ['ID=3c9c3b91-d2c8-4f73-9abc-a15e52542f46,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:41.982591 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-232a9638-455a-4385-82b9-9bb9ae1a5b9e req-8311fea9-d025-4e62-8b27-d0b092c548b5 service neutron] 10.222.0.15 "GET /v2.0/networks/1877ee25-eea5-411d-9fc8-70c294153d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349988 Mar 07 22:04:42.013733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7321d941-ba29-4add-b923-5693b6d4dd6b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:42.023086 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7321d941-ba29-4add-b923-5693b6d4dd6b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:42.028213 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc65a9a7-fe99-4506-a145-28ddc722c618 None None] Sync routers for ids ['dc4d1325-642d-427f-9bd6-64fa5439818d'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:42.045877 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc65a9a7-fe99-4506-a145-28ddc722c618 None None] Routers {'dc4d1325-642d-427f-9bd6-64fa5439818d'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:42.046710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-dc65a9a7-fe99-4506-a145-28ddc722c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['dc4d1325-642d-427f-9bd6-64fa5439818d'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:42.087486 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7321d941-ba29-4add-b923-5693b6d4dd6b tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "DELETE /v2.0/floatingips/5b019c96-a37a-4cf6-83ec-bfc0c21c97ba HTTP/1.1" status: 204 len: 168 time: 4.5999887 Mar 07 22:04:42.087486 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65cc767-1139-44b4-83d0-2ad4b119f5f7', 'tag': 'ad07daea-7511-42f7-b47c-65012068c34c'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:04:42.090407 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c2f19d-4c98-48d3-8f6a-126745436b49" -d '{"events": [{"name": "network-changed", "server_uuid": "d65cc767-1139-44b4-83d0-2ad4b119f5f7", "tag": "ad07daea-7511-42f7-b47c-65012068c34c"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:04:42.121047 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (04c23bda-39b8-47d3-9033-ca27361f863b), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:42.132156 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:42.134602 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:42.164341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b8c4b-b55b-4ce5-a7aa-4a5252d3fbb6 req-a8d1564a-1f32-474c-ac94-043fa3d6a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:42.165895 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea5b8c4b-b55b-4ce5-a7aa-4a5252d3fbb6 req-a8d1564a-1f32-474c-ac94-043fa3d6a2f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2f9eee3dde949a797d9815e8913e123&device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1126 time: 0.1097083 Mar 07 22:04:42.204613 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ea401b-c053-443b-9db1-661445f5154c x-openstack-request-id: req-d4ea401b-c053-443b-9db1-661445f5154c {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:04:42.205073 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65cc767-1139-44b4-83d0-2ad4b119f5f7", "tag": "ad07daea-7511-42f7-b47c-65012068c34c", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:04:42.205345 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4ea401b-c053-443b-9db1-661445f5154c {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:04:42.205765 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65cc767-1139-44b4-83d0-2ad4b119f5f7', 'tag': 'ad07daea-7511-42f7-b47c-65012068c34c', 'status': 'completed', 'code': 200} Mar 07 22:04:42.282032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-dfefed23-c441-4665-be2d-beddcd57895f None None] Provisioning complete for port 04c23bda-39b8-47d3-9033-ca27361f863b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:42.282625 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dfefed23-c441-4665-be2d-beddcd57895f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:42.285234 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-dc65a9a7-fe99-4506-a145-28ddc722c618 None None] Set router dc4d1325-642d-427f-9bd6-64fa5439818d gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:42.403086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b8c4b-b55b-4ce5-a7aa-4a5252d3fbb6 req-a078e5aa-c813-43db-861d-1d326beba9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:42.404600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea5b8c4b-b55b-4ce5-a7aa-4a5252d3fbb6 req-a078e5aa-c813-43db-861d-1d326beba9fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=1877ee25-eea5-411d-9fc8-70c294153d8c HTTP/1.1" status: 200 len: 911 time: 0.2251215 Mar 07 22:04:42.430500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=04c23bda-39b8-47d3-9033-ca27361f863b,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:42.451572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2f19d-4c98-48d3-8f6a-126745436b49 req-947c5578-0958-42e2-8fff-0ba54b4ba075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:42.465435 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-08c2f19d-4c98-48d3-8f6a-126745436b49 req-947c5578-0958-42e2-8fff-0ba54b4ba075 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e87eae701f45487cbc6b93aa1c25c985&device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 1167 time: 0.2364111 Mar 07 22:04:42.510884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-dfefed23-c441-4665-be2d-beddcd57895f None None] Port 04c23bda-39b8-47d3-9033-ca27361f863b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:42.513960 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea5b8c4b-b55b-4ce5-a7aa-4a5252d3fbb6 req-111d4020-29af-411b-9abb-c04c2c7a5a06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92330d53-5d90-4c05-9b19-d16dee5400fd HTTP/1.1" status: 200 len: 217 time: 0.1023109 Mar 07 22:04:42.558328 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-dfefed23-c441-4665-be2d-beddcd57895f None None] Provisioning complete for port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:42.558521 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dfefed23-c441-4665-be2d-beddcd57895f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:42.619935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:42.621873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2f19d-4c98-48d3-8f6a-126745436b49 req-818b2d47-869f-41df-94f2-5e2fead10dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:42.624131 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-08c2f19d-4c98-48d3-8f6a-126745436b49 req-818b2d47-869f-41df-94f2-5e2fead10dcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=93e36d87-abd6-4d06-9369-07c32ad83c51 HTTP/1.1" status: 200 len: 897 time: 0.1529260 Mar 07 22:04:42.624974 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:42.673930 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-08c2f19d-4c98-48d3-8f6a-126745436b49 req-981ba87f-153e-43c3-8adc-f864bcba2739 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad07daea-7511-42f7-b47c-65012068c34c HTTP/1.1" status: 200 len: 217 time: 0.0418997 Mar 07 22:04:42.724934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a8ad2-e13d-4609-a77e-4e0d5d718c7d req-9c133b68-94f6-49a3-833a-b4b78fb24476 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:42.733425 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c27a8ad2-e13d-4609-a77e-4e0d5d718c7d req-9c133b68-94f6-49a3-833a-b4b78fb24476 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 985 time: 0.3035941 Mar 07 22:04:42.763783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4858a8-a32c-493a-aab2-bbda1072c805 req-4f394468-305c-4a89-9cdd-5ee20e933c67 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:42.765687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df4858a8-a32c-493a-aab2-bbda1072c805 req-4f394468-305c-4a89-9cdd-5ee20e933c67 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1126 time: 0.2028675 Mar 07 22:04:42.766879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-dfefed23-c441-4665-be2d-beddcd57895f None None] Current status of the port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:42.781619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b8c4b-b55b-4ce5-a7aa-4a5252d3fbb6 req-fe129c7b-1a8a-4d6c-8343-e8198b43d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:42.783457 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea5b8c4b-b55b-4ce5-a7aa-4a5252d3fbb6 req-fe129c7b-1a8a-4d6c-8343-e8198b43d14e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e96cedb6-f10b-4e9e-ae64-a05a19505691 HTTP/1.1" status: 200 len: 849 time: 0.2332160 Mar 07 22:04:42.787568 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-dc65a9a7-fe99-4506-a145-28ddc722c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:47Z', 'updated_at': '2022-03-07T22:01:55Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:48Z', 'updated_at': '2022-03-07T22:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '5a05106e-15c5-41a3-b670-e05926eb6ddb', 'name': '', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'mac_address': 'fa:16:3e:1b:ec:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:53Z', 'updated_at': '2022-03-07T22:02:03Z', 'revision_number': 5, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'subnets': [{'id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:42.823091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc65a9a7-fe99-4506-a145-28ddc722c618 None None] Checking router: dc4d1325-642d-427f-9bd6-64fa5439818d for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:04:42.833741 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc65a9a7-fe99-4506-a145-28ddc722c618 None None] Routers {'dc4d1325-642d-427f-9bd6-64fa5439818d'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:42.834003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-dc65a9a7-fe99-4506-a145-28ddc722c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['dc4d1325-642d-427f-9bd6-64fa5439818d'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:42.848373 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2f19d-4c98-48d3-8f6a-126745436b49 req-65d597dd-df09-4e96-a514-e31276b14572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:42.850382 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-08c2f19d-4c98-48d3-8f6a-126745436b49 req-65d597dd-df09-4e96-a514-e31276b14572 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=045bdb65-74d3-48e1-a3f1-4e20559d5419 HTTP/1.1" status: 200 len: 835 time: 0.1364357 Mar 07 22:04:42.921652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b8c4b-b55b-4ce5-a7aa-4a5252d3fbb6 req-731e7be2-ace7-4795-9f81-0aa98803cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:42.923807 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea5b8c4b-b55b-4ce5-a7aa-4a5252d3fbb6 req-731e7be2-ace7-4795-9f81-0aa98803cada service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1877ee25-eea5-411d-9fc8-70c294153d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1227667 Mar 07 22:04:42.938474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c27a8ad2-e13d-4609-a77e-4e0d5d718c7d req-add9ecff-35ef-4ac2-b754-6aef1256ff87 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/security-groups?id=f557019f-2911-4a44-8a81-01dbb922cc98&id=611a10d3-1ab0-40d9-a0b1-690942fa3365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2037144 Mar 07 22:04:42.938942 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2f19d-4c98-48d3-8f6a-126745436b49 req-234b71a1-704d-494d-be5c-add01efafc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:42.940455 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-08c2f19d-4c98-48d3-8f6a-126745436b49 req-234b71a1-704d-494d-be5c-add01efafc9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93e36d87-abd6-4d06-9369-07c32ad83c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0819724 Mar 07 22:04:42.957524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router c647fbd6-77f6-4973-8d5d-7f428380a54c is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:04:43.023099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-dc65a9a7-fe99-4506-a145-28ddc722c618 None None] Set router dc4d1325-642d-427f-9bd6-64fa5439818d gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:43.074838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea5b8c4b-b55b-4ce5-a7aa-4a5252d3fbb6 req-ee45ca58-c6ee-45be-9bec-fd9e4ad166b7 service neutron] 10.222.0.15 "GET /v2.0/networks/1877ee25-eea5-411d-9fc8-70c294153d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293147 Mar 07 22:04:43.134861 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:43.144293 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Sync routers for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:43.147743 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b0092349-442f-49c5-9118-d54a1db4dcd8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/c647fbd6-77f6-4973-8d5d-7f428380a54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8075509 Mar 07 22:04:43.150395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59068) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:43.160589 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:43.160994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-44ca9d70-220f-49b8-9319-1509c6609067 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1014770258'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:43.161213 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:43.185375 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-08c2f19d-4c98-48d3-8f6a-126745436b49 req-2b274f38-dbea-4faf-8e7a-796a39278efc service neutron] 10.222.0.13 "GET /v2.0/networks/93e36d87-abd6-4d06-9369-07c32ad83c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362847 Mar 07 22:04:43.187814 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ca9d70-220f-49b8-9319-1509c6609067 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:43.193234 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44ca9d70-220f-49b8-9319-1509c6609067 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:43.195482 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea5b8c4b-b55b-4ce5-a7aa-4a5252d3fbb6 req-731ff5ba-d452-49e3-a8cc-79e31df9bcd8 service neutron] 10.222.0.15 "GET /v2.0/networks/1877ee25-eea5-411d-9fc8-70c294153d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148250 Mar 07 22:04:43.195779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-632354b2-cce6-494d-9072-5103496b76a6 None None] Provisioning complete for port 04c23bda-39b8-47d3-9033-ca27361f863b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:43.196156 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-632354b2-cce6-494d-9072-5103496b76a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:43.198834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df4858a8-a32c-493a-aab2-bbda1072c805 req-2e415010-a4fa-475c-bfb3-8301a12fd8f4 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142745 Mar 07 22:04:43.262694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-632354b2-cce6-494d-9072-5103496b76a6 None None] Port 04c23bda-39b8-47d3-9033-ca27361f863b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:43.304333 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ca9d70-220f-49b8-9319-1509c6609067 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:04:43.304997 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:43.321903 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44ca9d70-220f-49b8-9319-1509c6609067 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (267dcba1-03de-433e-9ce4-90936d4f2991), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:43.322272 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-44ca9d70-220f-49b8-9319-1509c6609067 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Added segment 267dcba1-03de-433e-9ce4-90936d4f2991 of type vlan for network 91175e23-b2c6-4eef-a88b-a9f6dcbc1770 Mar 07 22:04:43.341298 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-dc65a9a7-fe99-4506-a145-28ddc722c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:47Z', 'updated_at': '2022-03-07T22:01:55Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:48Z', 'updated_at': '2022-03-07T22:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '5a05106e-15c5-41a3-b670-e05926eb6ddb', 'name': '', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'mac_address': 'fa:16:3e:1b:ec:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:53Z', 'updated_at': '2022-03-07T22:02:03Z', 'revision_number': 5, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'subnets': [{'id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:43.384279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44ca9d70-220f-49b8-9319-1509c6609067 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (91175e23-b2c6-4eef-a88b-a9f6dcbc1770), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:43.414954 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-08c2f19d-4c98-48d3-8f6a-126745436b49 req-6bbb5c0f-5b83-434a-a21d-85f6b89a90f1 service neutron] 10.222.0.13 "GET /v2.0/networks/93e36d87-abd6-4d06-9369-07c32ad83c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175620 Mar 07 22:04:43.416621 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44ca9d70-220f-49b8-9319-1509c6609067 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (91175e23-b2c6-4eef-a88b-a9f6dcbc1770), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:43.433945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ca9d70-220f-49b8-9319-1509c6609067 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:43.434984 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-44ca9d70-220f-49b8-9319-1509c6609067 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:43.540730 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59072) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:43.541260 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-44ca9d70-220f-49b8-9319-1509c6609067 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3894227 Mar 07 22:04:43.547912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca9d70-220f-49b8-9319-1509c6609067 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Network': ['ID=91175e23-b2c6-4eef-a88b-a9f6dcbc1770,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:43.548585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-f80f597e-a600-4a37-b93c-457e321b0307 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'subnet': {'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:43.592233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:43.594279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 91175e23-b2c6-4eef-a88b-a9f6dcbc1770 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:04:43.596455 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:04:41Z', 'revision_number': 2, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:41Z', 'revision_number': 2, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:43.601008 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc65a9a7-fe99-4506-a145-28ddc722c618 None None] The sync data for ids ['dc4d1325-642d-427f-9bd6-64fa5439818d'] in n-d-832330-1 is: [{'id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:47Z', 'updated_at': '2022-03-07T22:01:55Z', 'revision_number': 4, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:48Z', 'updated_at': '2022-03-07T22:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '5a05106e-15c5-41a3-b670-e05926eb6ddb', 'name': '', 'network_id': '93e36d87-abd6-4d06-9369-07c32ad83c51', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'mac_address': 'fa:16:3e:1b:ec:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:53Z', 'updated_at': '2022-03-07T22:02:03Z', 'revision_number': 5, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'subnets': [{'id': '045bdb65-74d3-48e1-a3f1-4e20559d5419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:43.653572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-47678068-bc07-4c61-bf6d-1b9a18358c19 None None] Provisioning complete for port 04c23bda-39b8-47d3-9033-ca27361f863b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:43.653956 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-47678068-bc07-4c61-bf6d-1b9a18358c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:43.667851 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Checking router: c647fbd6-77f6-4973-8d5d-7f428380a54c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:04:43.668266 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Updating router c647fbd6-77f6-4973-8d5d-7f428380a54c port 04c23bda-39b8-47d3-9033-ca27361f863b binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:04:43.668829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80f597e-a600-4a37-b93c-457e321b0307 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:43.673700 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f80f597e-a600-4a37-b93c-457e321b0307 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:43.703313 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:43.767729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-47678068-bc07-4c61-bf6d-1b9a18358c19 None None] Port 04c23bda-39b8-47d3-9033-ca27361f863b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:43.769209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:43.769576 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:43.876081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:43.934812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9cdc4-ac65-4ad7-a513-6caf04a74fa6 req-c6ae9f37-b352-41ab-a4df-1e4204d01710 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:43.936473 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cdb9cdc4-ac65-4ad7-a513-6caf04a74fa6 req-c6ae9f37-b352-41ab-a4df-1e4204d01710 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.13 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 985 time: 0.0864766 Mar 07 22:04:43.964803 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f80f597e-a600-4a37-b93c-457e321b0307 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (b143b628-dbdb-45bb-bb05-cef41bb38a6a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:44.103583 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa465f-f6cc-4a91-86f1-9a4ab7104687 None None] New status for floating IP 5b019c96-a37a-4cf6-83ec-bfc0c21c97ba: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:04:44.108874 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Publish callbacks [] for port (04c23bda-39b8-47d3-9033-ca27361f863b), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:44.118225 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:44.137267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-cdb9cdc4-ac65-4ad7-a513-6caf04a74fa6 req-f5a8f3d5-4589-40ae-b338-8a0701d3b487 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Deleting port ad07daea-7511-42f7-b47c-65012068c34c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:44.137607 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-cdb9cdc4-ac65-4ad7-a513-6caf04a74fa6 req-f5a8f3d5-4589-40ae-b338-8a0701d3b487 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ad07daea-7511-42f7-b47c-65012068c34c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:44.141412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f597e-a600-4a37-b93c-457e321b0307 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Subnet': ['ID=b143b628-dbdb-45bb-bb05-cef41bb38a6a,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:44.155949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80f597e-a600-4a37-b93c-457e321b0307 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Checking segment: {'id': '267dcba1-03de-433e-9ce4-90936d4f2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:44.156568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80f597e-a600-4a37-b93c-457e321b0307 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network hostable DHCP agents. Network: 91175e23-b2c6-4eef-a88b-a9f6dcbc1770, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:04:44.179995 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1cd0e-ff7f-497d-beb8-1ea2d10ae706 None None] Pushing event updated for resources: {'Port': ['ID=04c23bda-39b8-47d3-9033-ca27361f863b,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:44.190281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2769c-02df-4f95-ba20-6a8fc11fa7a7 req-d8786254-6aee-43d6-9959-f05ff65fe365 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:44.192264 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81f2769c-02df-4f95-ba20-6a8fc11fa7a7 req-d8786254-6aee-43d6-9959-f05ff65fe365 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65cc767-1139-44b4-83d0-2ad4b119f5f7 HTTP/1.1" status: 200 len: 985 time: 0.1196702 Mar 07 22:04:44.194332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80f597e-a600-4a37-b93c-457e321b0307 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 91175e23-b2c6-4eef-a88b-a9f6dcbc1770 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:04:44.220157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-f80f597e-a600-4a37-b93c-457e321b0307 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 91175e23-b2c6-4eef-a88b-a9f6dcbc1770) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:44.228840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80f597e-a600-4a37-b93c-457e321b0307 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:44.229242 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f80f597e-a600-4a37-b93c-457e321b0307 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:44.261949 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f39db6-1370-4f87-85d5-3d0069dbbdb9 None None] Network 91175e23-b2c6-4eef-a88b-a9f6dcbc1770 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:44.287590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f80f597e-a600-4a37-b93c-457e321b0307 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7267590 Mar 07 22:04:44.301759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59078) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:44.304873 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Attempting to bind port 04c23bda-39b8-47d3-9033-ca27361f863b on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:44.305383 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Attempting to bind port 04c23bda-39b8-47d3-9033-ca27361f863b by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '3cac6b0c-fcfb-4b80-b60a-806973ebc97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:44.305832 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Attempting to bind port 04c23bda-39b8-47d3-9033-ca27361f863b on network 96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:44.312655 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:44.313849 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Checking segment: {'id': '3cac6b0c-fcfb-4b80-b60a-806973ebc97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:44.314457 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:44.314989 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Bound using segment: {'id': '3cac6b0c-fcfb-4b80-b60a-806973ebc97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:44.315856 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Bound port: 04c23bda-39b8-47d3-9033-ca27361f863b, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cac6b0c-fcfb-4b80-b60a-806973ebc97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:44.317515 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:44.360032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-cdb9cdc4-ac65-4ad7-a513-6caf04a74fa6 req-f5a8f3d5-4589-40ae-b338-8a0701d3b487 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] For port ad07daea-7511-42f7-b47c-65012068c34c, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ad07daea-7511-42f7-b47c-65012068c34c,segment=NetworkSegment(9d610a6b-d876-4037-976c-83f95a49d725),segment_id=9d610a6b-d876-4037-976c-83f95a49d725)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:44.360397 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-cdb9cdc4-ac65-4ad7-a513-6caf04a74fa6 req-f5a8f3d5-4589-40ae-b338-8a0701d3b487 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ad07daea-7511-42f7-b47c-65012068c34c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:44.384463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-cdb9cdc4-ac65-4ad7-a513-6caf04a74fa6 req-f5a8f3d5-4589-40ae-b338-8a0701d3b487 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Calling delete_port for ad07daea-7511-42f7-b47c-65012068c34c owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:44.456389 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] For port 04c23bda-39b8-47d3-9033-ca27361f863b, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:44.466267 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] For port 04c23bda-39b8-47d3-9033-ca27361f863b, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=04c23bda-39b8-47d3-9033-ca27361f863b,segment=NetworkSegment(3cac6b0c-fcfb-4b80-b60a-806973ebc97e),segment_id=3cac6b0c-fcfb-4b80-b60a-806973ebc97e)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:44.495251 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:44.495614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:04:44.496465 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:44.534839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81f2769c-02df-4f95-ba20-6a8fc11fa7a7 req-557211f6-0c0e-4239-a604-6c7e6c0284b9 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "GET /v2.0/security-groups?id=f557019f-2911-4a44-8a81-01dbb922cc98&id=611a10d3-1ab0-40d9-a0b1-690942fa3365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3358910 Mar 07 22:04:44.575378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d8a60-5348-4164-825d-c8d07b641302 req-fdb23d04-7184-49c8-a8e4-150df130d6c2 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:44.578103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-207d8a60-5348-4164-825d-c8d07b641302 req-fdb23d04-7184-49c8-a8e4-150df130d6c2 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1126 time: 0.2475405 Mar 07 22:04:44.588708 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-cdb9cdc4-ac65-4ad7-a513-6caf04a74fa6 req-f5a8f3d5-4589-40ae-b338-8a0701d3b487 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ad07daea-7511-42f7-b47c-65012068c34c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:44.659458 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8f3d5-4589-40ae-b338-8a0701d3b487 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event deleted for resources: {'Port': ['ID=ad07daea-7511-42f7-b47c-65012068c34c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:44.737400 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:44.743330 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:44.747087 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1cd0e-ff7f-497d-beb8-1ea2d10ae706 None None] Pushing event updated for resources: {'Port': ['ID=04c23bda-39b8-47d3-9033-ca27361f863b,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:44.762764 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Allocated IP 2001:db8:1::2 (91175e23-b2c6-4eef-a88b-a9f6dcbc1770/b143b628-dbdb-45bb-bb05-cef41bb38a6a/db25d0ac-ad90-4969-8775-d0211ee0ab2a) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:44.766625 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb9cdc4-ac65-4ad7-a513-6caf04a74fa6 req-f5a8f3d5-4589-40ae-b338-8a0701d3b487 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] No DVR routers for this DVR port ad07daea-7511-42f7-b47c-65012068c34c on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:04:44.775137 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-cdb9cdc4-ac65-4ad7-a513-6caf04a74fa6 req-f5a8f3d5-4589-40ae-b338-8a0701d3b487 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:44.783587 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cdb9cdc4-ac65-4ad7-a513-6caf04a74fa6 req-f5a8f3d5-4589-40ae-b338-8a0701d3b487 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.13 "DELETE /v2.0/ports/ad07daea-7511-42f7-b47c-65012068c34c HTTP/1.1" status: 204 len: 173 time: 0.8395309 Mar 07 22:04:44.784430 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65cc767-1139-44b4-83d0-2ad4b119f5f7', 'name': 'network-vif-deleted', 'tag': 'ad07daea-7511-42f7-b47c-65012068c34c'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:04:44.792234 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2aa4d31-eba9-4138-94c1-c408def58b82" -d '{"events": [{"server_uuid": "d65cc767-1139-44b4-83d0-2ad4b119f5f7", "name": "network-vif-deleted", "tag": "ad07daea-7511-42f7-b47c-65012068c34c"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:04:44.881385 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0179f4-3e7e-42ee-b489-1265af8c93ad x-openstack-request-id: req-5e0179f4-3e7e-42ee-b489-1265af8c93ad {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:04:44.881722 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65cc767-1139-44b4-83d0-2ad4b119f5f7", "name": "network-vif-deleted", "tag": "ad07daea-7511-42f7-b47c-65012068c34c", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:04:44.881991 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e0179f4-3e7e-42ee-b489-1265af8c93ad {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:04:44.882503 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65cc767-1139-44b4-83d0-2ad4b119f5f7', 'name': 'network-vif-deleted', 'tag': 'ad07daea-7511-42f7-b47c-65012068c34c', 'status': 'completed', 'code': 200} Mar 07 22:04:44.946978 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:45.057944 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Publish callbacks [] for port (db25d0ac-ad90-4969-8775-d0211ee0ab2a), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:45.071158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ae732c1e-f74f-4b20-b878-0d14ed9d1a0a None None] Provisioning complete for port 04c23bda-39b8-47d3-9033-ca27361f863b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:45.071875 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ae732c1e-f74f-4b20-b878-0d14ed9d1a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:45.075653 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (db25d0ac-ad90-4969-8775-d0211ee0ab2a), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:45.194987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Network 91175e23-b2c6-4eef-a88b-a9f6dcbc1770 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:45.213807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:45.226003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-207d8a60-5348-4164-825d-c8d07b641302 req-456a0153-cd16-4d0b-b6c2-24e72486789c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6043620 Mar 07 22:04:45.231682 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:45.255177 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:04:41Z', 'revision_number': 2, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:44Z', 'revision_number': 4, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:45.279182 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Pushing event updated for resources: {'Port': ['ID=db25d0ac-ad90-4969-8775-d0211ee0ab2a,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:45.292801 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac25d11-c5b2-438c-9751-ee8210eb1296 None None] The sync data for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 is: [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:04:41Z', 'revision_number': 2, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:44Z', 'revision_number': 4, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:45.435428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Attempting to bind port db25d0ac-ad90-4969-8775-d0211ee0ab2a on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:45.435965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Attempting to bind port db25d0ac-ad90-4969-8775-d0211ee0ab2a by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '267dcba1-03de-433e-9ce4-90936d4f2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:45.436559 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Attempting to bind port db25d0ac-ad90-4969-8775-d0211ee0ab2a on network 91175e23-b2c6-4eef-a88b-a9f6dcbc1770 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:45.438567 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:45.449155 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ae732c1e-f74f-4b20-b878-0d14ed9d1a0a None None] Current status of the port 04c23bda-39b8-47d3-9033-ca27361f863b is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:45.449719 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ae732c1e-f74f-4b20-b878-0d14ed9d1a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:45.471996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:45.472520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Checking segment: {'id': '267dcba1-03de-433e-9ce4-90936d4f2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:45.473004 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:45.473494 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Bound using segment: {'id': '267dcba1-03de-433e-9ce4-90936d4f2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:45.474582 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Bound port: db25d0ac-ad90-4969-8775-d0211ee0ab2a, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267dcba1-03de-433e-9ce4-90936d4f2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:45.475128 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (db25d0ac-ad90-4969-8775-d0211ee0ab2a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:45.512890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ae732c1e-f74f-4b20-b878-0d14ed9d1a0a None None] For port 04c23bda-39b8-47d3-9033-ca27361f863b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=04c23bda-39b8-47d3-9033-ca27361f863b,segment=NetworkSegment(3cac6b0c-fcfb-4b80-b60a-806973ebc97e),segment_id=3cac6b0c-fcfb-4b80-b60a-806973ebc97e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:45.536201 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 92330d53-5d90-4c05-9b19-d16dee5400fd details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:04:45.541151 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ae732c1e-f74f-4b20-b878-0d14ed9d1a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:45.677619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] For port db25d0ac-ad90-4969-8775-d0211ee0ab2a, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:45.702095 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59084) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:45.715819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae732c1e-f74f-4b20-b878-0d14ed9d1a0a None None] Pushing event updated for resources: {'Port': ['ID=04c23bda-39b8-47d3-9033-ca27361f863b,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:45.756587 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] For port db25d0ac-ad90-4969-8775-d0211ee0ab2a, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=db25d0ac-ad90-4969-8775-d0211ee0ab2a,segment=NetworkSegment(267dcba1-03de-433e-9ce4-90936d4f2991),segment_id=267dcba1-03de-433e-9ce4-90936d4f2991)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:45.794696 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (db25d0ac-ad90-4969-8775-d0211ee0ab2a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:45.802905 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a2319e8a-dca6-4977-810e-056dad6ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:45.818156 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46ee3052-99cf-4eec-a156-e03881f77d7a tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group (f557019f-2911-4a44-8a81-01dbb922cc98), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:45.851290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Allocated IP 2001:db8:1::1 (91175e23-b2c6-4eef-a88b-a9f6dcbc1770/b143b628-dbdb-45bb-bb05-cef41bb38a6a/f99f9ac7-23f3-4cb1-95d7-2116a299a75e) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:45.854583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46ee3052-99cf-4eec-a156-e03881f77d7a tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group (f557019f-2911-4a44-8a81-01dbb922cc98), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:45.869710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ede4adcc-d49b-48d5-a909-5ee4b4eba348 None None] Provisioning complete for port 04c23bda-39b8-47d3-9033-ca27361f863b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:45.877994 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ede4adcc-d49b-48d5-a909-5ee4b4eba348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:45.915675 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46ee3052-99cf-4eec-a156-e03881f77d7a tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f557019f-2911-4a44-8a81-01dbb922cc98), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:45.920521 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46ee3052-99cf-4eec-a156-e03881f77d7a tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:45.924176 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-46ee3052-99cf-4eec-a156-e03881f77d7a tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "DELETE /v2.0/security-groups/f557019f-2911-4a44-8a81-01dbb922cc98 HTTP/1.1" status: 204 len: 168 time: 0.2218466 Mar 07 22:04:45.928260 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59086) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:45.947565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3030cf7-1be0-4131-83af-649985c20e9b None None] Pushing event updated for resources: {'Port': ['ID=db25d0ac-ad90-4969-8775-d0211ee0ab2a,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:45.972026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 92330d53-5d90-4c05-9b19-d16dee5400fd, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=92330d53-5d90-4c05-9b19-d16dee5400fd,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:46.019543 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '92330d53-5d90-4c05-9b19-d16dee5400fd', 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c', 'port_id': '92330d53-5d90-4c05-9b19-d16dee5400fd', 'mac_address': 'fa:16:3e:a8:62:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96cedb6-f10b-4e9e-ae64-a05a19505691', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:04:46.032901 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee3052-99cf-4eec-a156-e03881f77d7a tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f557019f-2911-4a44-8a81-01dbb922cc98,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:46.066374 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9ca0-b058-4a74-ad09-cb452c258100 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group (611a10d3-1ab0-40d9-a0b1-690942fa3365), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:46.073719 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:46.126546 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:46.137963 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9ca0-b058-4a74-ad09-cb452c258100 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group (611a10d3-1ab0-40d9-a0b1-690942fa3365), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:46.208813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ede4adcc-d49b-48d5-a909-5ee4b4eba348 None None] Current status of the port 04c23bda-39b8-47d3-9033-ca27361f863b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:46.229372 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:46.230329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 92330d53-5d90-4c05-9b19-d16dee5400fd is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:46.231530 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:46.239332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=f99f9ac7-23f3-4cb1-95d7-2116a299a75e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:46.256133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 91175e23-b2c6-4eef-a88b-a9f6dcbc1770 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:46.258556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:46.261072 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9ca0-b058-4a74-ad09-cb452c258100 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (611a10d3-1ab0-40d9-a0b1-690942fa3365), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:46.263216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:46.263820 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:46.273870 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9ca0-b058-4a74-ad09-cb452c258100 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:46.275450 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c1ac9ca0-b058-4a74-ad09-cb452c258100 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "DELETE /v2.0/security-groups/611a10d3-1ab0-40d9-a0b1-690942fa3365 HTTP/1.1" status: 204 len: 168 time: 0.3462379 Mar 07 22:04:46.278392 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92330d53-5d90-4c05-9b19-d16dee5400fd {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:04:46.279056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59090) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:46.306699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 92330d53-5d90-4c05-9b19-d16dee5400fd, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=92330d53-5d90-4c05-9b19-d16dee5400fd,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:46.314119 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:46.350515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac9ca0-b058-4a74-ad09-cb452c258100 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611a10d3-1ab0-40d9-a0b1-690942fa3365,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:46.383426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=92330d53-5d90-4c05-9b19-d16dee5400fd,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:46.517981 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:46.521662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bb5dd-dfea-454d-a675-410436635d8c req-f826fdea-a09d-44df-9997-fdc08c8a258e tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:46.523229 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f20bb5dd-dfea-454d-a675-410436635d8c req-f826fdea-a09d-44df-9997-fdc08c8a258e tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1127 time: 0.1133871 Mar 07 22:04:46.542927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['92330d53-5d90-4c05-9b19-d16dee5400fd'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:04:46.616024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f20bb5dd-dfea-454d-a675-410436635d8c req-6d4c7018-c535-448e-85fb-3564f17f8bd5 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852890 Mar 07 22:04:46.877582 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:46.887320 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:46.888209 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:47.019311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=f99f9ac7-23f3-4cb1-95d7-2116a299a75e,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:47.108855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 91175e23-b2c6-4eef-a88b-a9f6dcbc1770 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:47.111670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:47.297160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router c647fbd6-77f6-4973-8d5d-7f428380a54c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:04:47.387332 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e905614-8424-4d85-9382-43b508a8c519 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (dc4d1325-642d-427f-9bd6-64fa5439818d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:47.481280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:47.498020 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-17113075-242e-4ccb-b6bd-4db943d56373 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/c647fbd6-77f6-4973-8d5d-7f428380a54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1924598 Mar 07 22:04:47.501668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59104) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:47.527995 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ee82d516-c120-4a34-8e1f-be6f730281fd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1240675517'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:47.548482 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 92330d53-5d90-4c05-9b19-d16dee5400fd up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:47.659338 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device db25d0ac-ad90-4969-8775-d0211ee0ab2a up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:47.662151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1380ff5-c693-434f-8d85-e971059d6909 None None] Network 91175e23-b2c6-4eef-a88b-a9f6dcbc1770 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:47.684497 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee82d516-c120-4a34-8e1f-be6f730281fd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:47.696977 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee82d516-c120-4a34-8e1f-be6f730281fd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:47.838293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadcc08-a5a6-4a6f-9d2a-c3cdbc283dd6 req-15e3cd08-5e7f-491a-8cdc-d48f8880a65f tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:47.844669 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8dadcc08-a5a6-4a6f-9d2a-c3cdbc283dd6 req-15e3cd08-5e7f-491a-8cdc-d48f8880a65f tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1127 time: 0.1392660 Mar 07 22:04:47.844831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee82d516-c120-4a34-8e1f-be6f730281fd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:04:47.903256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8dadcc08-a5a6-4a6f-9d2a-c3cdbc283dd6 req-9f2255f4-68db-461f-90fc-50ce3c8780a7 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522749 Mar 07 22:04:47.927742 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee82d516-c120-4a34-8e1f-be6f730281fd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c727ea35-1eb5-4fae-b288-f276f8fb5613), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:47.928128 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-ee82d516-c120-4a34-8e1f-be6f730281fd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Added segment c727ea35-1eb5-4fae-b288-f276f8fb5613 of type vlan for network 4b1a02b9-abc0-4bd5-9713-6e18847e182a Mar 07 22:04:47.937429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a58f7fde-8fa6-4ffd-832c-d07b73064919 None None] Provisioning complete for port db25d0ac-ad90-4969-8775-d0211ee0ab2a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:47.938347 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a58f7fde-8fa6-4ffd-832c-d07b73064919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (db25d0ac-ad90-4969-8775-d0211ee0ab2a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:47.940459 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 92330d53-5d90-4c05-9b19-d16dee5400fd completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:04:47.977649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 92330d53-5d90-4c05-9b19-d16dee5400fd triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:47.978196 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:47.992231 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee82d516-c120-4a34-8e1f-be6f730281fd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (4b1a02b9-abc0-4bd5-9713-6e18847e182a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:48.070930 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee82d516-c120-4a34-8e1f-be6f730281fd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (4b1a02b9-abc0-4bd5-9713-6e18847e182a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:48.077163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee82d516-c120-4a34-8e1f-be6f730281fd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:48.077834 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee82d516-c120-4a34-8e1f-be6f730281fd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:48.085431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port db25d0ac-ad90-4969-8775-d0211ee0ab2a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:48.086000 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (db25d0ac-ad90-4969-8775-d0211ee0ab2a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:48.182942 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82d516-c120-4a34-8e1f-be6f730281fd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Network': ['ID=4b1a02b9-abc0-4bd5-9713-6e18847e182a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:48.209812 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ee82d516-c120-4a34-8e1f-be6f730281fd tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6988907 Mar 07 22:04:48.212562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59118) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:48.219644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8558926d-93dd-4018-b1fa-2d054164f38d tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'subnet': {'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:48.230892 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 4b1a02b9-abc0-4bd5-9713-6e18847e182a details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:04:48.311166 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e8eca6a9-3961-47be-8a82-a426ce6856fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:48.354331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a3c36-f815-4ea7-88f4-95a650bbc1d7 req-a6c562dc-5994-4828-aa70-3199c6c49677 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:48.363530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e56a3c36-f815-4ea7-88f4-95a650bbc1d7 req-a6c562dc-5994-4828-aa70-3199c6c49677 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 945 time: 0.1249449 Mar 07 22:04:48.412259 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Sync routers for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:48.430771 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:48.431660 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:48.469888 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7e905614-8424-4d85-9382-43b508a8c519 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Deleting port 5a05106e-15c5-41a3-b670-e05926eb6ddb {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:48.472367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e905614-8424-4d85-9382-43b508a8c519 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:48.508666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a58f7fde-8fa6-4ffd-832c-d07b73064919 None None] Current status of the port db25d0ac-ad90-4969-8775-d0211ee0ab2a is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:48.509147 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a58f7fde-8fa6-4ffd-832c-d07b73064919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (db25d0ac-ad90-4969-8775-d0211ee0ab2a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:48.518508 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e56a3c36-f815-4ea7-88f4-95a650bbc1d7 req-0631fe4a-34b6-4fe3-ac95-81edfe54c845 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb84931a-2640-4a60-a963-8d8f4b244146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494534 Mar 07 22:04:48.539268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port db25d0ac-ad90-4969-8775-d0211ee0ab2a is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:48.539578 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (db25d0ac-ad90-4969-8775-d0211ee0ab2a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:48.644251 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:48.650000 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-7e905614-8424-4d85-9382-43b508a8c519 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] For port 5a05106e-15c5-41a3-b670-e05926eb6ddb, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5a05106e-15c5-41a3-b670-e05926eb6ddb,segment=NetworkSegment(9d610a6b-d876-4037-976c-83f95a49d725),segment_id=9d610a6b-d876-4037-976c-83f95a49d725)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:48.650485 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e905614-8424-4d85-9382-43b508a8c519 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:48.665560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-7e905614-8424-4d85-9382-43b508a8c519 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Calling delete_port for 5a05106e-15c5-41a3-b670-e05926eb6ddb owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:48.665767 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:48.768618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a58f7fde-8fa6-4ffd-832c-d07b73064919 None None] For port db25d0ac-ad90-4969-8775-d0211ee0ab2a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=db25d0ac-ad90-4969-8775-d0211ee0ab2a,segment=NetworkSegment(267dcba1-03de-433e-9ce4-90936d4f2991),segment_id=267dcba1-03de-433e-9ce4-90936d4f2991)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:48.769714 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 92330d53-5d90-4c05-9b19-d16dee5400fd is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:48.770142 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:48.781106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8558926d-93dd-4018-b1fa-2d054164f38d tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:48.785640 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a58f7fde-8fa6-4ffd-832c-d07b73064919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (db25d0ac-ad90-4969-8775-d0211ee0ab2a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:48.789015 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8558926d-93dd-4018-b1fa-2d054164f38d tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:49.015256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1bf127-3b19-421e-b1f9-433e70824fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92330d53-5d90-4c05-9b19-d16dee5400fd'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:04:49.017943 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0081277e-790d-4994-8427-e259ec44da58" -d '{"events": [{"server_uuid": "2c1bf127-3b19-421e-b1f9-433e70824fe7", "name": "network-vif-plugged", "status": "completed", "tag": "92330d53-5d90-4c05-9b19-d16dee5400fd"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:04:49.139540 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f7fde-8fa6-4ffd-832c-d07b73064919 None None] Pushing event updated for resources: {'Port': ['ID=db25d0ac-ad90-4969-8775-d0211ee0ab2a,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:49.143068 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ea8876-8760-4ee4-bfa9-567844962ad0 x-openstack-request-id: req-a8ea8876-8760-4ee4-bfa9-567844962ad0 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:04:49.143514 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1bf127-3b19-421e-b1f9-433e70824fe7", "name": "network-vif-plugged", "status": "completed", "tag": "92330d53-5d90-4c05-9b19-d16dee5400fd", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:04:49.143625 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8ea8876-8760-4ee4-bfa9-567844962ad0 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:04:49.144023 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1bf127-3b19-421e-b1f9-433e70824fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92330d53-5d90-4c05-9b19-d16dee5400fd', 'code': 200} Mar 07 22:04:49.146969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 92330d53-5d90-4c05-9b19-d16dee5400fd, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=92330d53-5d90-4c05-9b19-d16dee5400fd,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:49.148016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e9a0db3a-39ed-421e-8e8c-ab00214b8481 None None] Provisioning complete for port db25d0ac-ad90-4969-8775-d0211ee0ab2a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:49.149108 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e9a0db3a-39ed-421e-8e8c-ab00214b8481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (db25d0ac-ad90-4969-8775-d0211ee0ab2a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:49.183962 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:04:49.183962 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:04:49.189559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac04b4b-fa7f-48b5-9eb3-7fb1f3bb7f0b req-a23bde5f-1b2e-4cb9-be00-56252abfcb03 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:49.191133 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ac04b4b-fa7f-48b5-9eb3-7fb1f3bb7f0b req-a23bde5f-1b2e-4cb9-be00-56252abfcb03 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1127 time: 0.1197319 Mar 07 22:04:49.199304 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:49.247030 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e905614-8424-4d85-9382-43b508a8c519 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5a05106e-15c5-41a3-b670-e05926eb6ddb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:49.373546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e905614-8424-4d85-9382-43b508a8c519 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event deleted for resources: {'Port': ['ID=5a05106e-15c5-41a3-b670-e05926eb6ddb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:49.388752 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ac04b4b-fa7f-48b5-9eb3-7fb1f3bb7f0b req-e9e6837c-8b1e-4459-99e0-fa070f1d2b82 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912687 Mar 07 22:04:49.405741 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:04:46Z', 'revision_number': 3, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:46Z', 'revision_number': 2, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:49.413218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e84519-7d26-40f0-a8c0-bed3737575b7 req-f1f08fe6-b639-4542-9afb-51f4be1f9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:49.414820 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2e84519-7d26-40f0-a8c0-bed3737575b7 req-f1f08fe6-b639-4542-9afb-51f4be1f9d79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1128 time: 0.1848617 Mar 07 22:04:49.452765 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Checking router: c647fbd6-77f6-4973-8d5d-7f428380a54c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:04:49.453746 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Updating router c647fbd6-77f6-4973-8d5d-7f428380a54c port f99f9ac7-23f3-4cb1-95d7-2116a299a75e binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:04:49.528349 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:49.556468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2e84519-7d26-40f0-a8c0-bed3737575b7 req-e5d475ca-9732-42cc-ac72-d236e53fec2e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303651 Mar 07 22:04:49.782357 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a3b9e-e971-4208-a479-a70f16b5f547 req-257dedd2-a7fd-4cbc-ae85-cf51ef1af855 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:49.784093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f9a3b9e-e971-4208-a479-a70f16b5f547 req-257dedd2-a7fd-4cbc-ae85-cf51ef1af855 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 945 time: 0.1366978 Mar 07 22:04:49.827580 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e9a0db3a-39ed-421e-8e8c-ab00214b8481 None None] Current status of the port db25d0ac-ad90-4969-8775-d0211ee0ab2a is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:49.835575 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ad07daea-7511-42f7-b47c-65012068c34c no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:04:49.898303 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f9a3b9e-e971-4208-a479-a70f16b5f547 req-9192ddf8-3ccd-4ec6-9952-4ce4eb5edfa5 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb84931a-2640-4a60-a963-8d8f4b244146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076214 Mar 07 22:04:50.011608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: ad07daea-7511-42f7-b47c-65012068c34c {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:04:50.014430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ad07daea-7511-42f7-b47c-65012068c34c not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:04:50.015242 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e905614-8424-4d85-9382-43b508a8c519 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (dc4d1325-642d-427f-9bd6-64fa5439818d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:50.073444 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:50.089883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=92330d53-5d90-4c05-9b19-d16dee5400fd,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:50.096171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port db25d0ac-ad90-4969-8775-d0211ee0ab2a is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:50.102083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 04c23bda-39b8-47d3-9033-ca27361f863b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:50.104724 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e9a0db3a-39ed-421e-8e8c-ab00214b8481 None None] Provisioning complete for port f99f9ac7-23f3-4cb1-95d7-2116a299a75e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:50.109160 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e9a0db3a-39ed-421e-8e8c-ab00214b8481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:50.132052 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8558926d-93dd-4018-b1fa-2d054164f38d tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (0323302d-f1b3-40aa-ac67-ca7820ca33ba), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:50.161051 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Publish callbacks [] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:50.179166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e9a0db3a-39ed-421e-8e8c-ab00214b8481 None None] Port f99f9ac7-23f3-4cb1-95d7-2116a299a75e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:50.183993 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:50.289186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558926d-93dd-4018-b1fa-2d054164f38d tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Subnet': ['ID=0323302d-f1b3-40aa-ac67-ca7820ca33ba,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:50.307021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8558926d-93dd-4018-b1fa-2d054164f38d tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Checking segment: {'id': 'c727ea35-1eb5-4fae-b288-f276f8fb5613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:50.308081 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8558926d-93dd-4018-b1fa-2d054164f38d tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network hostable DHCP agents. Network: 4b1a02b9-abc0-4bd5-9713-6e18847e182a, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:04:50.347684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-4cb26336-0fa9-4f55-8f1f-72310dea791d tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:50.349300 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-4cb26336-0fa9-4f55-8f1f-72310dea791d tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 945 time: 0.1505489 Mar 07 22:04:50.351639 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60316215-5f83-47ba-8c7f-3908121bd6c3 None None] Pushing event updated for resources: {'Port': ['ID=f99f9ac7-23f3-4cb1-95d7-2116a299a75e,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:50.373921 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60316215-5f83-47ba-8c7f-3908121bd6c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:50.374296 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60316215-5f83-47ba-8c7f-3908121bd6c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:50.374898 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60316215-5f83-47ba-8c7f-3908121bd6c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:50.374995 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60316215-5f83-47ba-8c7f-3908121bd6c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:50.375286 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60316215-5f83-47ba-8c7f-3908121bd6c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:50.375617 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60316215-5f83-47ba-8c7f-3908121bd6c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:50.375944 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60316215-5f83-47ba-8c7f-3908121bd6c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:50.376283 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60316215-5f83-47ba-8c7f-3908121bd6c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:50.378832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8558926d-93dd-4018-b1fa-2d054164f38d tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 4b1a02b9-abc0-4bd5-9713-6e18847e182a is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:04:50.393097 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60316215-5f83-47ba-8c7f-3908121bd6c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:50.393548 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60316215-5f83-47ba-8c7f-3908121bd6c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:50.395389 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60316215-5f83-47ba-8c7f-3908121bd6c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:50.395389 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60316215-5f83-47ba-8c7f-3908121bd6c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:50.395389 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60316215-5f83-47ba-8c7f-3908121bd6c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:50.426325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 04c23bda-39b8-47d3-9033-ca27361f863b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:50.426747 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:50.438645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-8558926d-93dd-4018-b1fa-2d054164f38d tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 4b1a02b9-abc0-4bd5-9713-6e18847e182a) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:50.448712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8558926d-93dd-4018-b1fa-2d054164f38d tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:50.450193 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8558926d-93dd-4018-b1fa-2d054164f38d tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:50.520050 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:50.535802 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8558926d-93dd-4018-b1fa-2d054164f38d tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3218563 Mar 07 22:04:50.538837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfab668b-addf-4c53-9b49-7e51cbbe31ec None None] Network 4b1a02b9-abc0-4bd5-9713-6e18847e182a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:50.560882 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Attempting to bind port f99f9ac7-23f3-4cb1-95d7-2116a299a75e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:50.561441 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Attempting to bind port f99f9ac7-23f3-4cb1-95d7-2116a299a75e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '267dcba1-03de-433e-9ce4-90936d4f2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:50.561598 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Attempting to bind port f99f9ac7-23f3-4cb1-95d7-2116a299a75e on network 91175e23-b2c6-4eef-a88b-a9f6dcbc1770 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:50.568828 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:50.572835 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Checking segment: {'id': '267dcba1-03de-433e-9ce4-90936d4f2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:50.573255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f86c8d7c-4de1-4326-9ff1-3dda03b04e43 None None] Provisioning complete for port f99f9ac7-23f3-4cb1-95d7-2116a299a75e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:50.573572 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:50.574134 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Bound using segment: {'id': '267dcba1-03de-433e-9ce4-90936d4f2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:50.574773 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Bound port: f99f9ac7-23f3-4cb1-95d7-2116a299a75e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267dcba1-03de-433e-9ce4-90936d4f2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:50.576109 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:50.578219 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f86c8d7c-4de1-4326-9ff1-3dda03b04e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:50.642326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59136) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:50.725635 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] For port f99f9ac7-23f3-4cb1-95d7-2116a299a75e, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:50.732886 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] For port f99f9ac7-23f3-4cb1-95d7-2116a299a75e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f99f9ac7-23f3-4cb1-95d7-2116a299a75e,segment=NetworkSegment(267dcba1-03de-433e-9ce4-90936d4f2991),segment_id=267dcba1-03de-433e-9ce4-90936d4f2991)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:50.734612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895f37f-f81b-4cfc-ad1c-143f151bf353 req-cdd93fb4-6b33-4ff9-bf2c-87997b2485b8 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:50.736981 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2895f37f-f81b-4cfc-ad1c-143f151bf353 req-cdd93fb4-6b33-4ff9-bf2c-87997b2485b8 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1128 time: 0.1290355 Mar 07 22:04:50.754567 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:50.806029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-203d2944-9d66-4bbc-999f-ba455aca7120 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Deleting port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:50.806471 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-203d2944-9d66-4bbc-999f-ba455aca7120 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:50.877957 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:50.878617 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:50.892319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e905614-8424-4d85-9382-43b508a8c519 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Router dc4d1325-642d-427f-9bd6-64fa5439818d has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:04:50.905673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f86c8d7c-4de1-4326-9ff1-3dda03b04e43 None None] Port f99f9ac7-23f3-4cb1-95d7-2116a299a75e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:50.929208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-4b1a02b9-abc0-4bd5-9713-6e18847e182a', 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a', 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'fixed_ips': [{'subnet_id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:04:50.933391 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:50.963862 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60316215-5f83-47ba-8c7f-3908121bd6c3 None None] Pushing event updated for resources: {'Port': ['ID=f99f9ac7-23f3-4cb1-95d7-2116a299a75e,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:51.024463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 04c23bda-39b8-47d3-9033-ca27361f863b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:51.101635 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:51.106805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-203d2944-9d66-4bbc-999f-ba455aca7120 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] For port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:51.107177 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-203d2944-9d66-4bbc-999f-ba455aca7120 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:51.212174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7b4627ca-0bfa-4c0e-9f2a-50e1d5ee7138 None None] Provisioning complete for port f99f9ac7-23f3-4cb1-95d7-2116a299a75e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:51.212556 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7b4627ca-0bfa-4c0e-9f2a-50e1d5ee7138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:51.346310 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device db25d0ac-ad90-4969-8775-d0211ee0ab2a up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:51.426624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e905614-8424-4d85-9382-43b508a8c519 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:51.447665 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7e905614-8424-4d85-9382-43b508a8c519 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "PUT /v2.0/routers/dc4d1325-642d-427f-9bd6-64fa5439818d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1660991 Mar 07 22:04:51.450557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59142) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:51.463901 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:04:46Z', 'revision_number': 3, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:50Z', 'revision_number': 4, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:51.480552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a478f7-3dcc-4c32-ad2b-feebc1df6e77 None None] Sync routers for ids ['dc4d1325-642d-427f-9bd6-64fa5439818d'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:51.492439 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2895f37f-f81b-4cfc-ad1c-143f151bf353 req-a6233c65-270e-496d-970b-e894f7056934 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7455049 Mar 07 22:04:51.510632 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd31ee-d44d-4c12-8e06-1246f0ddf140 None None] The sync data for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 is: [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:04:46Z', 'revision_number': 3, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:50Z', 'revision_number': 4, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:51.545281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Allocated IP 2001:db8:2::2 (4b1a02b9-abc0-4bd5-9713-6e18847e182a/0323302d-f1b3-40aa-ac67-ca7820ca33ba/0d79090e-9747-4dce-b7b7-2f68931107e7) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:51.553142 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb615315-f12c-4f65-9a84-25a826d3b445 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Deleting subnet 045bdb65-74d3-48e1-a3f1-4e20559d5419 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:04:51.555745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da9551-482b-4755-94cd-97d366dfa1b5 req-64ad5306-7c19-4919-b332-30a706b5fad0 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:51.557314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00da9551-482b-4755-94cd-97d366dfa1b5 req-64ad5306-7c19-4919-b332-30a706b5fad0 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 945 time: 0.2572832 Mar 07 22:04:51.569392 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb615315-f12c-4f65-9a84-25a826d3b445 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for subnet (045bdb65-74d3-48e1-a3f1-4e20559d5419), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:51.633775 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-203d2944-9d66-4bbc-999f-ba455aca7120 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:51.634176 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-203d2944-9d66-4bbc-999f-ba455aca7120 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (f1a74746-10c6-4d45-90d6-7b8e51e122a5), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:51.634501 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-203d2944-9d66-4bbc-999f-ba455aca7120 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Floating IP f1a74746-10c6-4d45-90d6-7b8e51e122a5 disassociated. External IP: 172.25.4.6, port: 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda. Mar 07 22:04:51.634855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-203d2944-9d66-4bbc-999f-ba455aca7120 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Calling delete_port for 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:51.658104 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb615315-f12c-4f65-9a84-25a826d3b445 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (045bdb65-74d3-48e1-a3f1-4e20559d5419), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:51.658324 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a478f7-3dcc-4c32-ad2b-feebc1df6e77 None None] Routers {'dc4d1325-642d-427f-9bd6-64fa5439818d'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:51.658882 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-86a478f7-3dcc-4c32-ad2b-feebc1df6e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['dc4d1325-642d-427f-9bd6-64fa5439818d'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:51.729559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00da9551-482b-4755-94cd-97d366dfa1b5 req-c3eb4428-ed85-4f6e-96d3-21967d3b21b4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb84931a-2640-4a60-a963-8d8f4b244146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571808 Mar 07 22:04:51.873968 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:51.876186 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7b4627ca-0bfa-4c0e-9f2a-50e1d5ee7138 None None] Current status of the port f99f9ac7-23f3-4cb1-95d7-2116a299a75e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:51.876751 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7b4627ca-0bfa-4c0e-9f2a-50e1d5ee7138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:52.006297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port db25d0ac-ad90-4969-8775-d0211ee0ab2a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:52.007380 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (db25d0ac-ad90-4969-8775-d0211ee0ab2a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:52.023561 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-203d2944-9d66-4bbc-999f-ba455aca7120 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (4655b1e6-03e2-4f0c-9de3-a8f68cf05fda), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:52.113016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7b4627ca-0bfa-4c0e-9f2a-50e1d5ee7138 None None] For port f99f9ac7-23f3-4cb1-95d7-2116a299a75e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f99f9ac7-23f3-4cb1-95d7-2116a299a75e,segment=NetworkSegment(267dcba1-03de-433e-9ce4-90936d4f2991),segment_id=267dcba1-03de-433e-9ce4-90936d4f2991)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:52.153578 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7b4627ca-0bfa-4c0e-9f2a-50e1d5ee7138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:52.203706 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb615315-f12c-4f65-9a84-25a826d3b445 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (045bdb65-74d3-48e1-a3f1-4e20559d5419), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:52.233623 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-86a478f7-3dcc-4c32-ad2b-feebc1df6e77 None None] Set router dc4d1325-642d-427f-9bd6-64fa5439818d gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:52.273023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d2944-9d66-4bbc-999f-ba455aca7120 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event deleted for resources: {'Port': ['ID=4655b1e6-03e2-4f0c-9de3-a8f68cf05fda,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:52.284156 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-203d2944-9d66-4bbc-999f-ba455aca7120 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Router 77be2438-9414-4250-bd25-3453747f608b has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:04:52.300774 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb615315-f12c-4f65-9a84-25a826d3b445 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (045bdb65-74d3-48e1-a3f1-4e20559d5419), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:52.304946 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:52.351873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb615315-f12c-4f65-9a84-25a826d3b445 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event deleted for resources: {'Subnet': ['ID=045bdb65-74d3-48e1-a3f1-4e20559d5419,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:52.360294 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fb615315-f12c-4f65-9a84-25a826d3b445 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:52.364459 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fb615315-f12c-4f65-9a84-25a826d3b445 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "DELETE /v2.0/subnets/045bdb65-74d3-48e1-a3f1-4e20559d5419 HTTP/1.1" status: 204 len: 168 time: 0.9128125 Mar 07 22:04:52.371207 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59148) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:52.371847 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Publish callbacks [] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:52.392154 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd2a33e-6bbf-4ac0-9498-cef4bc54fb9e None None] Network 93e36d87-abd6-4d06-9369-07c32ad83c51 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:52.430245 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:52.534040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-203d2944-9d66-4bbc-999f-ba455aca7120 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:52.548907 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc7498-ef32-4f0d-ab4e-11e184a3ae33 None None] Sync routers for ids ['77be2438-9414-4250-bd25-3453747f608b'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:52.584306 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc7498-ef32-4f0d-ab4e-11e184a3ae33 None None] Routers {'77be2438-9414-4250-bd25-3453747f608b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:52.595134 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6efc7498-ef32-4f0d-ab4e-11e184a3ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['77be2438-9414-4250-bd25-3453747f608b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:52.632481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-203d2944-9d66-4bbc-999f-ba455aca7120 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] No DVR routers for this DVR port 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:04:52.636355 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-203d2944-9d66-4bbc-999f-ba455aca7120 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:52.645657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3eb73423-321b-4009-9eda-63a8f1456bfe req-203d2944-9d66-4bbc-999f-ba455aca7120 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.15 "DELETE /v2.0/ports/4655b1e6-03e2-4f0c-9de3-a8f68cf05fda HTTP/1.1" status: 204 len: 173 time: 2.2847059 Mar 07 22:04:52.647090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac0670c-a45d-4512-85b1-32dd3c1eff19', 'name': 'network-vif-deleted', 'tag': '4655b1e6-03e2-4f0c-9de3-a8f68cf05fda'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:04:52.651780 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46176239-3deb-4b1a-81f0-6719932d4480" -d '{"events": [{"server_uuid": "3ac0670c-a45d-4512-85b1-32dd3c1eff19", "name": "network-vif-deleted", "tag": "4655b1e6-03e2-4f0c-9de3-a8f68cf05fda"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:04:52.767480 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d4ccb-651a-45fa-a6e4-e49e8ea0f75c req-9636b8d8-d321-4107-92a6-3425ae738396 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:52.773142 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7b0d4ccb-651a-45fa-a6e4-e49e8ea0f75c req-9636b8d8-d321-4107-92a6-3425ae738396 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1128 time: 0.1431196 Mar 07 22:04:52.791847 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa353ce-7580-4de9-8b5d-f4e32087b510 x-openstack-request-id: req-ffa353ce-7580-4de9-8b5d-f4e32087b510 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:04:52.792638 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac0670c-a45d-4512-85b1-32dd3c1eff19", "name": "network-vif-deleted", "tag": "4655b1e6-03e2-4f0c-9de3-a8f68cf05fda", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:04:52.798786 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ffa353ce-7580-4de9-8b5d-f4e32087b510 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:04:52.800447 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac0670c-a45d-4512-85b1-32dd3c1eff19', 'name': 'network-vif-deleted', 'tag': '4655b1e6-03e2-4f0c-9de3-a8f68cf05fda', 'status': 'completed', 'code': 200} Mar 07 22:04:52.851289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4627ca-0bfa-4c0e-9f2a-50e1d5ee7138 None None] Pushing event updated for resources: {'Port': ['ID=f99f9ac7-23f3-4cb1-95d7-2116a299a75e,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:52.897690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7b0d4ccb-651a-45fa-a6e4-e49e8ea0f75c req-53b10404-621f-47cf-b03e-d04aef80dd0a tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147029 Mar 07 22:04:52.968620 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Network 4b1a02b9-abc0-4bd5-9713-6e18847e182a is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:52.975050 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3a18ba01-6258-471b-8d35-f543b780459e None None] Provisioning complete for port f99f9ac7-23f3-4cb1-95d7-2116a299a75e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:52.976249 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a18ba01-6258-471b-8d35-f543b780459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:53.018078 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6efc7498-ef32-4f0d-ab4e-11e184a3ae33 None None] Set router 77be2438-9414-4250-bd25-3453747f608b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:53.049071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:53.078519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:53.102474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96028978-3805-4836-aa15-ac73d4af3cf0 req-5e6e24c5-3ca2-420b-aa29-9926567631d6 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ac0670c-a45d-4512-85b1-32dd3c1eff19 HTTP/1.1" status: 200 len: 210 time: 0.0686173 Mar 07 22:04:53.125046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port db25d0ac-ad90-4969-8775-d0211ee0ab2a is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:53.161767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Pushing event updated for resources: {'Port': ['ID=0d79090e-9747-4dce-b7b7-2f68931107e7,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:53.220764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32102902-59b2-414c-97ba-32faf3b16dd0 req-be3680c1-f3f7-4cf2-a0a3-fd56cf769fee tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:53.231758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32102902-59b2-414c-97ba-32faf3b16dd0 req-be3680c1-f3f7-4cf2-a0a3-fd56cf769fee tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1128 time: 0.1331730 Mar 07 22:04:53.347313 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32102902-59b2-414c-97ba-32faf3b16dd0 req-753d5f96-dd0a-4963-82d2-c7adfb1a28bb tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060669 Mar 07 22:04:53.597503 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6efc7498-ef32-4f0d-ab4e-11e184a3ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4a23f23d-c625-4719-8e51-b8d0609d41f3', 'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'mac_address': 'fa:16:3e:d4:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:19Z', 'updated_at': '2022-03-07T21:57:24Z', 'revision_number': 5, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'subnets': [{'id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:53.640042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1fddb-ab64-414b-a094-e5d29af7b600 req-1bb1f5ee-a4e6-4d94-a5e6-3659ea69165c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:53.642301 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48b1fddb-ab64-414b-a094-e5d29af7b600 req-1bb1f5ee-a4e6-4d94-a5e6-3659ea69165c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1128 time: 0.0942087 Mar 07 22:04:53.646940 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc7498-ef32-4f0d-ab4e-11e184a3ae33 None None] Checking router: 77be2438-9414-4250-bd25-3453747f608b for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:04:53.656886 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc7498-ef32-4f0d-ab4e-11e184a3ae33 None None] Routers {'77be2438-9414-4250-bd25-3453747f608b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:53.657517 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6efc7498-ef32-4f0d-ab4e-11e184a3ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['77be2438-9414-4250-bd25-3453747f608b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:53.667140 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router (dc4d1325-642d-427f-9bd6-64fa5439818d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:53.684254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f99f9ac7-23f3-4cb1-95d7-2116a299a75e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:53.722436 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:04:53.749079 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48b1fddb-ab64-414b-a094-e5d29af7b600 req-a89d1433-d635-4d25-8bd7-270414ae0130 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998816 Mar 07 22:04:53.813818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:04:53.814594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4655b1e6-03e2-4f0c-9de3-a8f68cf05fda not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:04:53.834228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Attempting to bind port 0d79090e-9747-4dce-b7b7-2f68931107e7 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:53.834811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Attempting to bind port 0d79090e-9747-4dce-b7b7-2f68931107e7 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'c727ea35-1eb5-4fae-b288-f276f8fb5613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:53.835242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Attempting to bind port 0d79090e-9747-4dce-b7b7-2f68931107e7 on network 4b1a02b9-abc0-4bd5-9713-6e18847e182a {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:53.846485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:53.846485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Checking segment: {'id': 'c727ea35-1eb5-4fae-b288-f276f8fb5613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:53.846485 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:53.846485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Bound using segment: {'id': 'c727ea35-1eb5-4fae-b288-f276f8fb5613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:53.846485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Bound port: 0d79090e-9747-4dce-b7b7-2f68931107e7, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c727ea35-1eb5-4fae-b288-f276f8fb5613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:53.847172 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:53.855047 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6efc7498-ef32-4f0d-ab4e-11e184a3ae33 None None] Set router 77be2438-9414-4250-bd25-3453747f608b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:53.871429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3a18ba01-6258-471b-8d35-f543b780459e None None] Current status of the port f99f9ac7-23f3-4cb1-95d7-2116a299a75e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:53.900944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f99f9ac7-23f3-4cb1-95d7-2116a299a75e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:53.901404 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:53.907961 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Allocated IP 2001:db8:2::1 (4b1a02b9-abc0-4bd5-9713-6e18847e182a/0323302d-f1b3-40aa-ac67-ca7820ca33ba/0c1518ee-ddff-4c3c-972a-a31c4489f8cd) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:53.966768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af53f6b-75ed-4b2e-88d0-b1786b74d34f None None] DHCP port deletion for 93e36d87-abd6-4d06-9369-07c32ad83c51 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:04:54.133075 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-7a79d962-8a98-4e16-bd7d-403976979cce tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:54.144026 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-7a79d962-8a98-4e16-bd7d-403976979cce tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/networks?id=1877ee25-eea5-411d-9fc8-70c294153d8c HTTP/1.1" status: 200 len: 911 time: 0.1416800 Mar 07 22:04:54.164501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-b04c8083-29d2-42d6-ad9e-039d306e548c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/quotas/f2f9eee3dde949a797d9815e8913e123 HTTP/1.1" status: 200 len: 375 time: 0.0188634 Mar 07 22:04:54.170946 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-86a478f7-3dcc-4c32-ad2b-feebc1df6e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:47Z', 'updated_at': '2022-03-07T22:04:49Z', 'revision_number': 5, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:48Z', 'updated_at': '2022-03-07T22:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:54.173508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] For port 0d79090e-9747-4dce-b7b7-2f68931107e7, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:54.188837 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:54.250721 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:54.274653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-3e487a0a-64c1-4bea-bde9-66ceda12dfe2 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2f9eee3dde949a797d9815e8913e123&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1080542 Mar 07 22:04:54.282086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-2cdb4ff1-2c75-43b3-9d08-30f1ec18666d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:04:54.292268 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-2cdb4ff1-2c75-43b3-9d08-30f1ec18666d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157459 Mar 07 22:04:54.304117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a478f7-3dcc-4c32-ad2b-feebc1df6e77 None None] Checking router: dc4d1325-642d-427f-9bd6-64fa5439818d for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:04:54.305540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59184) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:54.312051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] For port 0d79090e-9747-4dce-b7b7-2f68931107e7, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0d79090e-9747-4dce-b7b7-2f68931107e7,segment=NetworkSegment(c727ea35-1eb5-4fae-b288-f276f8fb5613),segment_id=c727ea35-1eb5-4fae-b288-f276f8fb5613)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:54.314316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6af53f6b-75ed-4b2e-88d0-b1786b74d34f None None] Deleting port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:54.314689 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6af53f6b-75ed-4b2e-88d0-b1786b74d34f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:54.328181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a478f7-3dcc-4c32-ad2b-feebc1df6e77 None None] Routers {'dc4d1325-642d-427f-9bd6-64fa5439818d'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:54.329037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-86a478f7-3dcc-4c32-ad2b-feebc1df6e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['dc4d1325-642d-427f-9bd6-64fa5439818d'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:54.333565 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=0c1518ee-ddff-4c3c-972a-a31c4489f8cd,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:54.356810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 4b1a02b9-abc0-4bd5-9713-6e18847e182a is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:54.359185 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:54.364462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:04:54.365009 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:54.407929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f99f9ac7-23f3-4cb1-95d7-2116a299a75e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:54.414502 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router_gateway (dc4d1325-642d-427f-9bd6-64fa5439818d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:54.475617 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:54.578662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Deleting port 96449f16-1a9a-4017-a43a-64c77a66d250 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:54.579018 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (96449f16-1a9a-4017-a43a-64c77a66d250), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:54.610662 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-718647d6-947e-4629-95df-f87c059b0af4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group (fb84931a-2640-4a60-a963-8d8f4b244146), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:54.622351 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6efc7498-ef32-4f0d-ab4e-11e184a3ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4a23f23d-c625-4719-8e51-b8d0609d41f3', 'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'mac_address': 'fa:16:3e:d4:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:19Z', 'updated_at': '2022-03-07T21:57:24Z', 'revision_number': 5, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'subnets': [{'id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:54.630552 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:54.652462 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-718647d6-947e-4629-95df-f87c059b0af4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group (fb84931a-2640-4a60-a963-8d8f4b244146), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:54.719761 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc7498-ef32-4f0d-ab4e-11e184a3ae33 None None] The sync data for ids ['77be2438-9414-4250-bd25-3453747f608b'] in n-d-832330-1 is: [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:20Z', 'revision_number': 4, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '4a23f23d-c625-4719-8e51-b8d0609d41f3', 'name': '', 'network_id': '17af4d75-4163-4f51-bf4d-822a5308abb9', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'mac_address': 'fa:16:3e:d4:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:19Z', 'updated_at': '2022-03-07T21:57:24Z', 'revision_number': 5, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'subnets': [{'id': '53b78d0f-0bb8-455d-a78c-07f57fa57eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:54.720045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-86a478f7-3dcc-4c32-ad2b-feebc1df6e77 None None] Set router dc4d1325-642d-427f-9bd6-64fa5439818d gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:54.725430 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] For port 96449f16-1a9a-4017-a43a-64c77a66d250, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=96449f16-1a9a-4017-a43a-64c77a66d250,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:54.725830 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (96449f16-1a9a-4017-a43a-64c77a66d250), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:54.748039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Calling delete_port for 96449f16-1a9a-4017-a43a-64c77a66d250 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:54.766303 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-718647d6-947e-4629-95df-f87c059b0af4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fb84931a-2640-4a60-a963-8d8f4b244146), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:54.778022 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-718647d6-947e-4629-95df-f87c059b0af4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:54.784288 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-718647d6-947e-4629-95df-f87c059b0af4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "DELETE /v2.0/security-groups/fb84931a-2640-4a60-a963-8d8f4b244146 HTTP/1.1" status: 204 len: 168 time: 0.4774241 Mar 07 22:04:54.810332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59186) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:54.907545 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6af53f6b-75ed-4b2e-88d0-b1786b74d34f None None] For port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f,segment=NetworkSegment(9d610a6b-d876-4037-976c-83f95a49d725),segment_id=9d610a6b-d876-4037-976c-83f95a49d725)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:54.908119 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6af53f6b-75ed-4b2e-88d0-b1786b74d34f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:54.931602 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6af53f6b-75ed-4b2e-88d0-b1786b74d34f None None] Calling delete_port for c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:55.063544 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (96449f16-1a9a-4017-a43a-64c77a66d250), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:55.094276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6db5ef-3614-43fc-a365-a38d8091bbce None None] Pushing event updated for resources: {'Port': ['ID=0d79090e-9747-4dce-b7b7-2f68931107e7,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:55.106882 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6af53f6b-75ed-4b2e-88d0-b1786b74d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:55.183503 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af53f6b-75ed-4b2e-88d0-b1786b74d34f None None] Pushing event deleted for resources: {'Port': ['ID=c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:55.197986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af53f6b-75ed-4b2e-88d0-b1786b74d34f None None] No DVR routers for this DVR port c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:04:55.257151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-86a478f7-3dcc-4c32-ad2b-feebc1df6e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:47Z', 'updated_at': '2022-03-07T22:04:49Z', 'revision_number': 5, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:48Z', 'updated_at': '2022-03-07T22:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:55.278796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event deleted for resources: {'Port': ['ID=96449f16-1a9a-4017-a43a-64c77a66d250,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:55.388046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a478f7-3dcc-4c32-ad2b-feebc1df6e77 None None] The sync data for ids ['dc4d1325-642d-427f-9bd6-64fa5439818d'] in n-d-832330-1 is: [{'id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262108735', 'tenant_id': 'e87eae701f45487cbc6b93aa1c25c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:01:47Z', 'updated_at': '2022-03-07T22:04:49Z', 'revision_number': 5, 'project_id': 'e87eae701f45487cbc6b93aa1c25c985', 'gw_port': {'id': '96449f16-1a9a-4017-a43a-64c77a66d250', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4d1325-642d-427f-9bd6-64fa5439818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:01:48Z', 'updated_at': '2022-03-07T22:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:55.402007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d36c8a1-4189-4994-b8dd-4ceba99d5eeb None None] New status for floating IP f1a74746-10c6-4d45-90d6-7b8e51e122a5: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:04:55.509071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0d79090e-9747-4dce-b7b7-2f68931107e7 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:55.657939 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d4b4e514-6493-49e2-8b74-1914c0591e95 service neutron] 10.222.0.26 "GET /v2.0/networks/1877ee25-eea5-411d-9fc8-70c294153d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3634167 Mar 07 22:04:55.659956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718647d6-947e-4629-95df-f87c059b0af4 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb84931a-2640-4a60-a963-8d8f4b244146,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:55.671308 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-5defb91f-a853-4a76-b8d6-d56c8380099f tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] show failed (client error): The resource could not be found. Mar 07 22:04:55.672330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5defb91f-a853-4a76-b8d6-d56c8380099f tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "GET /v2.0/security-groups/fb84931a-2640-4a60-a963-8d8f4b244146 HTTP/1.1" status: 404 len: 347 time: 0.8607287 Mar 07 22:04:55.683261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59198) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:55.896837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59200) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:55.899311 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (dc4d1325-642d-427f-9bd6-64fa5439818d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:55.907965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 0d79090e-9747-4dce-b7b7-2f68931107e7 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:55.908341 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.061265 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (dc4d1325-642d-427f-9bd6-64fa5439818d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.066670 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router_controller (dc4d1325-642d-427f-9bd6-64fa5439818d), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.122683 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 0d79090e-9747-4dce-b7b7-2f68931107e7 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:56.123132 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.166940 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-2cea1651-005b-4fa4-9cec-c0c46a0ba1d5 service neutron] 10.222.0.26 "GET /v2.0/networks/1877ee25-eea5-411d-9fc8-70c294153d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059950 Mar 07 22:04:56.168577 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2f35c-6992-48a5-a791-75e037b8db75 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Deleting port e43aaceb-4056-42a5-a488-47a12f4319cb {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:04:56.168918 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7cd2f35c-6992-48a5-a791-75e037b8db75 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e43aaceb-4056-42a5-a488-47a12f4319cb), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.194786 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.201453 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (dc4d1325-642d-427f-9bd6-64fa5439818d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.202179 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Fanout notify agent at l3_agent the message router_deleted on router dc4d1325-642d-427f-9bd6-64fa5439818d {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:04:56.218027 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.221970 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-debcadc5-9aa5-413d-9132-67e9808ca9de tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "DELETE /v2.0/routers/dc4d1325-642d-427f-9bd6-64fa5439818d HTTP/1.1" status: 204 len: 168 time: 3.8494701 Mar 07 22:04:56.225008 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.225908 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.235207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 0d79090e-9747-4dce-b7b7-2f68931107e7, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0d79090e-9747-4dce-b7b7-2f68931107e7,segment=NetworkSegment(c727ea35-1eb5-4fae-b288-f276f8fb5613),segment_id=c727ea35-1eb5-4fae-b288-f276f8fb5613)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:04:56.240253 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59204) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:56.244648 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.349127 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=0c1518ee-ddff-4c3c-972a-a31c4489f8cd,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:56.359388 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-55146b66-526a-4936-a595-71faf39418ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.404991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:04:56.408473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=0d79090e-9747-4dce-b7b7-2f68931107e7,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:56.510375 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:04:56.510863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c7a7d8d4-e9a4-4572-9a4f-2c837cc17c1f not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:04:56.616984 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 4b1a02b9-abc0-4bd5-9713-6e18847e182a is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:04:56.618611 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:56.679986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e49f24-8c8d-4df0-86c7-766eba62e7d9 None None] Network 4b1a02b9-abc0-4bd5-9713-6e18847e182a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:56.686332 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-203dd591-c944-4a77-8d44-e252566f5529 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (93e36d87-abd6-4d06-9369-07c32ad83c51), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.758048 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f35d25b-409c-4be8-88dc-3a3f9384b672 req-bb7a900d-17a8-4135-a009-0d2be52fe499 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 210 time: 0.0508492 Mar 07 22:04:56.822391 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router c647fbd6-77f6-4973-8d5d-7f428380a54c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:04:56.859771 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7cd2f35c-6992-48a5-a791-75e037b8db75 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e43aaceb-4056-42a5-a488-47a12f4319cb), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.860357 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7cd2f35c-6992-48a5-a791-75e037b8db75 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for floatingip (e43aaceb-4056-42a5-a488-47a12f4319cb), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.934993 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2f35c-6992-48a5-a791-75e037b8db75 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Calling delete_port for e43aaceb-4056-42a5-a488-47a12f4319cb owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:04:56.947396 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-203dd591-c944-4a77-8d44-e252566f5529 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (93e36d87-abd6-4d06-9369-07c32ad83c51), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.972842 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9819519a-d967-496d-8c39-10b77677fc66 None None] Provisioning complete for port 0d79090e-9747-4dce-b7b7-2f68931107e7 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:56.972842 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9819519a-d967-496d-8c39-10b77677fc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:56.997606 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:04:57.014214 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9c3894b4-59b0-422b-9fc1-f9e7a843962b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/c647fbd6-77f6-4973-8d5d-7f428380a54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3677697 Mar 07 22:04:57.016510 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Sync routers for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:57.023946 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59216) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:57.038628 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:57.039529 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:57.043338 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-92cfd396-e2b9-4c7f-ba3f-f8318d48aa46 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2133091169'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:57.146987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cfd396-e2b9-4c7f-ba3f-f8318d48aa46 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:57.151125 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92cfd396-e2b9-4c7f-ba3f-f8318d48aa46 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:57.220754 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9819519a-d967-496d-8c39-10b77677fc66 None None] Current status of the port 0d79090e-9747-4dce-b7b7-2f68931107e7 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:57.225707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-203dd591-c944-4a77-8d44-e252566f5529 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e36d87-abd6-4d06-9369-07c32ad83c51']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:57.240007 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cfd396-e2b9-4c7f-ba3f-f8318d48aa46 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:04:57.281855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-203dd591-c944-4a77-8d44-e252566f5529 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d610a6b-d876-4037-976c-83f95a49d725') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:57.283332 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92cfd396-e2b9-4c7f-ba3f-f8318d48aa46 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (7649bdf7-2bfd-47f4-ba51-14cc049a5913), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:57.283988 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-92cfd396-e2b9-4c7f-ba3f-f8318d48aa46 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Added segment 7649bdf7-2bfd-47f4-ba51-14cc049a5913 of type vlan for network 93cba4f9-e6f6-41e3-b6ff-1d085cbd7406 Mar 07 22:04:57.285365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-203dd591-c944-4a77-8d44-e252566f5529 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d610a6b-d876-4037-976c-83f95a49d725') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:57.322649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0d79090e-9747-4dce-b7b7-2f68931107e7 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:04:57.356306 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-203dd591-c944-4a77-8d44-e252566f5529 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (9d610a6b-d876-4037-976c-83f95a49d725), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:57.387070 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92cfd396-e2b9-4c7f-ba3f-f8318d48aa46 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (93cba4f9-e6f6-41e3-b6ff-1d085cbd7406), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:57.407042 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:57.422102 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-55146b66-526a-4936-a595-71faf39418ca admin admin] Publish callbacks [] for security_group (b5798f15-91f4-49ad-8364-6879abd1c780), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:57.445387 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 0d79090e-9747-4dce-b7b7-2f68931107e7 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:57.445767 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:57.492511 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92cfd396-e2b9-4c7f-ba3f-f8318d48aa46 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (93cba4f9-e6f6-41e3-b6ff-1d085cbd7406), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:57.493651 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-55146b66-526a-4936-a595-71faf39418ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b5798f15-91f4-49ad-8364-6879abd1c780), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:57.506556 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-203dd591-c944-4a77-8d44-e252566f5529 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (9d610a6b-d876-4037-976c-83f95a49d725), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:57.520725 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cfd396-e2b9-4c7f-ba3f-f8318d48aa46 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:57.523899 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-92cfd396-e2b9-4c7f-ba3f-f8318d48aa46 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:57.567535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203dd591-c944-4a77-8d44-e252566f5529 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:04:57.568257 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-203dd591-c944-4a77-8d44-e252566f5529 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (9d610a6b-d876-4037-976c-83f95a49d725), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:04:57.571650 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:04:57.682360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55146b66-526a-4936-a595-71faf39418ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5798f15-91f4-49ad-8364-6879abd1c780,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:57.688371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-55146b66-526a-4936-a595-71faf39418ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f406f53d34b04662b26e002137989045&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7904489 Mar 07 22:04:57.696493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfd396-e2b9-4c7f-ba3f-f8318d48aa46 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Network': ['ID=93cba4f9-e6f6-41e3-b6ff-1d085cbd7406,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:57.701258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59222) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:57.742382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 93cba4f9-e6f6-41e3-b6ff-1d085cbd7406 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:04:57.773520 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-203dd591-c944-4a77-8d44-e252566f5529 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (93e36d87-abd6-4d06-9369-07c32ad83c51), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:57.780798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 0d79090e-9747-4dce-b7b7-2f68931107e7 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:57.789215 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-203dd591-c944-4a77-8d44-e252566f5529 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:57.793237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bce24883-b40f-4662-b71c-5089e0431202 None None] Provisioning complete for port 0d79090e-9747-4dce-b7b7-2f68931107e7 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:57.793534 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bce24883-b40f-4662-b71c-5089e0431202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:57.797338 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-203dd591-c944-4a77-8d44-e252566f5529 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] 10.222.0.26 "DELETE /v2.0/networks/93e36d87-abd6-4d06-9369-07c32ad83c51 HTTP/1.1" status: 204 len: 168 time: 1.5559320 Mar 07 22:04:57.807232 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-92cfd396-e2b9-4c7f-ba3f-f8318d48aa46 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7769594 Mar 07 22:04:57.814050 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59228) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:57.818199 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203dd591-c944-4a77-8d44-e252566f5529 tempest-TestSecurityGroupsBasicOps-1764985920 tempest-TestSecurityGroupsBasicOps-1764985920-project] Pushing event deleted for resources: {'Network': ['ID=93e36d87-abd6-4d06-9369-07c32ad83c51,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:57.827956 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7cd2f35c-6992-48a5-a791-75e037b8db75 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e43aaceb-4056-42a5-a488-47a12f4319cb), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:57.843210 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f43ade13-b0b0-4efe-8b03-102afbd0c64f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'subnet': {'network_id': '93cba4f9-e6f6-41e3-b6ff-1d085cbd7406', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:57.914944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2f35c-6992-48a5-a791-75e037b8db75 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Pushing event deleted for resources: {'Port': ['ID=e43aaceb-4056-42a5-a488-47a12f4319cb,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:57.933864 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5a05106e-15c5-41a3-b670-e05926eb6ddb no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:04:58.003921 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:04:54Z', 'revision_number': 4, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0c1518ee-ddff-4c3c-972a-a31c4489f8cd', 'name': '', 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:f2:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:52Z', 'updated_at': '2022-03-07T22:04:55Z', 'revision_number': 2, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:51Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:58.009146 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 5a05106e-15c5-41a3-b670-e05926eb6ddb {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:04:58.009506 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5a05106e-15c5-41a3-b670-e05926eb6ddb not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:04:58.011959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 96449f16-1a9a-4017-a43a-64c77a66d250 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:04:58.058356 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50d8a138-416b-448b-a621-fe13d66c364d admin admin] Publish callbacks [] for security_group (b5798f15-91f4-49ad-8364-6879abd1c780), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:58.119749 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Checking router: c647fbd6-77f6-4973-8d5d-7f428380a54c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:04:58.121780 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Updating router c647fbd6-77f6-4973-8d5d-7f428380a54c port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:04:58.181534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 96449f16-1a9a-4017-a43a-64c77a66d250 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:04:58.184026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 96449f16-1a9a-4017-a43a-64c77a66d250 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:04:58.203803 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-62a2cc1a-08dd-4728-a91e-ad32342ed3ff req-a178cc2f-26a2-4b9d-b856-8396dd1fc2c0 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 210 time: 0.1942382 Mar 07 22:04:58.212492 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:58.258381 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7cd2f35c-6992-48a5-a791-75e037b8db75 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks [] for floatingip (f1a74746-10c6-4d45-90d6-7b8e51e122a5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:58.260622 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50d8a138-416b-448b-a621-fe13d66c364d admin admin] Publish callbacks [] for security_group (b5798f15-91f4-49ad-8364-6879abd1c780), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:58.263734 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7cd2f35c-6992-48a5-a791-75e037b8db75 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:58.290337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7cd2f35c-6992-48a5-a791-75e037b8db75 tempest-AttachVolumeTestJSON-1009581870 tempest-AttachVolumeTestJSON-1009581870-project] 10.222.0.26 "DELETE /v2.0/floatingips/f1a74746-10c6-4d45-90d6-7b8e51e122a5 HTTP/1.1" status: 204 len: 168 time: 2.5952206 Mar 07 22:04:58.330862 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bce24883-b40f-4662-b71c-5089e0431202 None None] Current status of the port 0d79090e-9747-4dce-b7b7-2f68931107e7 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:04:58.395978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bce24883-b40f-4662-b71c-5089e0431202 None None] Provisioning complete for port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:58.399266 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bce24883-b40f-4662-b71c-5089e0431202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:58.555841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59240) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:58.558808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bce24883-b40f-4662-b71c-5089e0431202 None None] Port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:58.574312 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50d8a138-416b-448b-a621-fe13d66c364d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b5798f15-91f4-49ad-8364-6879abd1c780), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:58.576860 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50d8a138-416b-448b-a621-fe13d66c364d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:58.578028 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-50d8a138-416b-448b-a621-fe13d66c364d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5798f15-91f4-49ad-8364-6879abd1c780 HTTP/1.1" status: 204 len: 168 time: 0.8730755 Mar 07 22:04:58.615301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-43d15a72-5ecf-474f-b54c-6fe4fe9ad813 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:58.617312 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-43d15a72-5ecf-474f-b54c-6fe4fe9ad813 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.13 "GET /v2.0/networks?id=1877ee25-eea5-411d-9fc8-70c294153d8c HTTP/1.1" status: 200 len: 911 time: 0.4955244 Mar 07 22:04:58.620884 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8a138-416b-448b-a621-fe13d66c364d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5798f15-91f4-49ad-8364-6879abd1c780,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:58.643594 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-1b0cabd7-1cce-4122-9371-37f5a55c4d10 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Request body: {'port': {'device_id': 'f56b7da2-f143-45ae-8748-43bfa7efce6f', 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c', 'admin_state_up': True, 'tenant_id': 'f2f9eee3dde949a797d9815e8913e123'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:58.694283 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f8eee533-f398-4d86-90d2-23b341a2753c None None] Provisioning complete for port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:58.696073 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f8eee533-f398-4d86-90d2-23b341a2753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:58.702862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-1b0cabd7-1cce-4122-9371-37f5a55c4d10 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Made reservation on behalf of f2f9eee3dde949a797d9815e8913e123 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:58.709124 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-1b0cabd7-1cce-4122-9371-37f5a55c4d10 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:58.760887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43ade13-b0b0-4efe-8b03-102afbd0c64f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Made reservation on behalf of 0e5c204e655f4c6ab19ea0d77b61c60c for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:04:58.770225 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f43ade13-b0b0-4efe-8b03-102afbd0c64f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:58.781811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f8eee533-f398-4d86-90d2-23b341a2753c None None] Port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:58.900838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-baf3e633-5c9f-4339-8c19-3f4958ef8454 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e87eae701f45487cbc6b93aa1c25c985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3434129 Mar 07 22:04:58.905033 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59248) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:58.905353 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Publish callbacks [] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:58.912502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-636565f9-882e-4b0a-b2e7-4302584b5760 None None] Provisioning complete for port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:58.912973 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-636565f9-882e-4b0a-b2e7-4302584b5760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:58.914813 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:58.971974 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dd7ff-6489-4a3c-94e9-93affdec9abc None None] Pushing event updated for resources: {'Port': ['ID=0c1518ee-ddff-4c3c-972a-a31c4489f8cd,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:58.976642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-636565f9-882e-4b0a-b2e7-4302584b5760 None None] Port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:04:59.016842 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3620d07c-75f1-4f44-9fec-92b08ef0f7b0 admin admin] Publish callbacks [] for security_group (a2dfb9e3-40d7-4a42-bdf3-ff91101b057b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:59.061595 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3620d07c-75f1-4f44-9fec-92b08ef0f7b0 admin admin] Publish callbacks [] for security_group (a2dfb9e3-40d7-4a42-bdf3-ff91101b057b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:59.136047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-1b0cabd7-1cce-4122-9371-37f5a55c4d10 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Allocated IP 172.20.0.12 (1877ee25-eea5-411d-9fc8-70c294153d8c/e96cedb6-f10b-4e9e-ae64-a05a19505691/8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:04:59.166553 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3620d07c-75f1-4f44-9fec-92b08ef0f7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a2dfb9e3-40d7-4a42-bdf3-ff91101b057b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:59.170132 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3620d07c-75f1-4f44-9fec-92b08ef0f7b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:59.171209 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Attempting to bind port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:04:59.172192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3620d07c-75f1-4f44-9fec-92b08ef0f7b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2dfb9e3-40d7-4a42-bdf3-ff91101b057b HTTP/1.1" status: 204 len: 168 time: 0.2655201 Mar 07 22:04:59.177330 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Attempting to bind port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'c727ea35-1eb5-4fae-b288-f276f8fb5613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:04:59.179121 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Attempting to bind port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd on network 4b1a02b9-abc0-4bd5-9713-6e18847e182a {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:04:59.190317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620d07c-75f1-4f44-9fec-92b08ef0f7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dfb9e3-40d7-4a42-bdf3-ff91101b057b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:59.196480 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:04:59.199691 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Checking segment: {'id': 'c727ea35-1eb5-4fae-b288-f276f8fb5613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:59.202424 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:59.205036 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Bound using segment: {'id': 'c727ea35-1eb5-4fae-b288-f276f8fb5613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:04:59.206745 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Bound port: 0c1518ee-ddff-4c3c-972a-a31c4489f8cd, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c727ea35-1eb5-4fae-b288-f276f8fb5613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:04:59.208573 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:59.400765 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] For port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:04:59.411721 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f43ade13-b0b0-4efe-8b03-102afbd0c64f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (d6c21231-3593-464a-ac69-e4a3e9792d42), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:59.411931 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] For port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0c1518ee-ddff-4c3c-972a-a31c4489f8cd,segment=NetworkSegment(c727ea35-1eb5-4fae-b288-f276f8fb5613),segment_id=c727ea35-1eb5-4fae-b288-f276f8fb5613)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:04:59.421966 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:59.433936 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad986cfb-4a51-49e1-894c-9147e3c3d1e4 req-4e4e6a1d-d03f-45a0-8235-e589fb30884f tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 210 time: 0.0690792 Mar 07 22:04:59.620953 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dd7ff-6489-4a3c-94e9-93affdec9abc None None] Pushing event updated for resources: {'Port': ['ID=0c1518ee-ddff-4c3c-972a-a31c4489f8cd,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:59.625449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1e588fd7-f1c1-4113-8acb-fc14bdff0979 None None] Provisioning complete for port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:04:59.625886 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1e588fd7-f1c1-4113-8acb-fc14bdff0979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:59.645153 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:04:59.648172 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:59.665157 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ade13-b0b0-4efe-8b03-102afbd0c64f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Subnet': ['ID=d6c21231-3593-464a-ac69-e4a3e9792d42,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:59.689803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43ade13-b0b0-4efe-8b03-102afbd0c64f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Checking segment: {'id': '7649bdf7-2bfd-47f4-ba51-14cc049a5913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93cba4f9-e6f6-41e3-b6ff-1d085cbd7406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:04:59.690430 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43ade13-b0b0-4efe-8b03-102afbd0c64f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network hostable DHCP agents. Network: 93cba4f9-e6f6-41e3-b6ff-1d085cbd7406, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:04:59.731875 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-1b0cabd7-1cce-4122-9371-37f5a55c4d10 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks [] for port (8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:59.755896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43ade13-b0b0-4efe-8b03-102afbd0c64f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 93cba4f9-e6f6-41e3-b6ff-1d085cbd7406 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:04:59.806881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f43ade13-b0b0-4efe-8b03-102afbd0c64f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 93cba4f9-e6f6-41e3-b6ff-1d085cbd7406) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:04:59.822257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43ade13-b0b0-4efe-8b03-102afbd0c64f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:59.823048 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f43ade13-b0b0-4efe-8b03-102afbd0c64f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:59.842240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05814ca0-60d2-466b-aa3a-511aa9e82fa9 None None] Network 93cba4f9-e6f6-41e3-b6ff-1d085cbd7406 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:04:59.888400 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f43ade13-b0b0-4efe-8b03-102afbd0c64f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0623806 Mar 07 22:04:59.888748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59274) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:04:59.917757 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-1b0cabd7-1cce-4122-9371-37f5a55c4d10 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:04:59.922938 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:04:59.976192 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59276) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:00.067075 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06ecf848-eed7-4e43-a78c-39a74a047d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:00.118308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-1b0cabd7-1cce-4122-9371-37f5a55c4d10 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Network 1877ee25-eea5-411d-9fc8-70c294153d8c is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:00.147591 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-1b0cabd7-1cce-4122-9371-37f5a55c4d10 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:00.150105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-1b0cabd7-1cce-4122-9371-37f5a55c4d10 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:05:00.248396 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-1b0cabd7-1cce-4122-9371-37f5a55c4d10 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:00.248997 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-1b0cabd7-1cce-4122-9371-37f5a55c4d10 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:00.268364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cabd7-1cce-4122-9371-37f5a55c4d10 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Pushing event updated for resources: {'Port': ['ID=8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:00.279424 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-1b0cabd7-1cce-4122-9371-37f5a55c4d10 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6531384 Mar 07 22:05:00.308471 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Request body: {'port': {'device_id': 'f56b7da2-f143-45ae-8748-43bfa7efce6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:00.396836 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:04:54Z', 'revision_number': 4, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0c1518ee-ddff-4c3c-972a-a31c4489f8cd', 'name': '', 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:f2:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:52Z', 'updated_at': '2022-03-07T22:04:59Z', 'revision_number': 4, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:51Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:00.483356 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618eaf0d-08c1-47a7-bc26-3eb7736e7bb9 None None] The sync data for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 is: [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:04:54Z', 'revision_number': 4, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0c1518ee-ddff-4c3c-972a-a31c4489f8cd', 'name': '', 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:f2:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:52Z', 'updated_at': '2022-03-07T22:04:59Z', 'revision_number': 4, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:51Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:00.500341 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:00.516958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1e588fd7-f1c1-4113-8acb-fc14bdff0979 None None] Current status of the port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:00.517644 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1e588fd7-f1c1-4113-8acb-fc14bdff0979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:00.552632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06ecf848-eed7-4e43-a78c-39a74a047d8c admin admin] Publish callbacks [] for security_group (add838f2-2640-42da-adf2-bb3be42f6784), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:00.594434 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['92330d53-5d90-4c05-9b19-d16dee5400fd'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:05:00.594942 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06ecf848-eed7-4e43-a78c-39a74a047d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (add838f2-2640-42da-adf2-bb3be42f6784), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:00.646401 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecf848-eed7-4e43-a78c-39a74a047d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add838f2-2640-42da-adf2-bb3be42f6784,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:00.685289 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-06ecf848-eed7-4e43-a78c-39a74a047d8c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19947f4166504fb8924f57ef1731efdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7200112 Mar 07 22:05:00.688206 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59294) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:00.808678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b52c1-bb96-48b4-8ac6-5cfe0165e52d req-cda51ed8-0c07-46d4-99c3-cef29bc60526 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:00.810360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d38b52c1-bb96-48b4-8ac6-5cfe0165e52d req-cda51ed8-0c07-46d4-99c3-cef29bc60526 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1028 time: 0.2046242 Mar 07 22:05:00.821433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1e588fd7-f1c1-4113-8acb-fc14bdff0979 None None] For port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0c1518ee-ddff-4c3c-972a-a31c4489f8cd,segment=NetworkSegment(c727ea35-1eb5-4fae-b288-f276f8fb5613),segment_id=c727ea35-1eb5-4fae-b288-f276f8fb5613)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:00.863180 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1e588fd7-f1c1-4113-8acb-fc14bdff0979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:00.957387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d38b52c1-bb96-48b4-8ac6-5cfe0165e52d req-996385f2-b675-481d-9fc7-545bfec24f71 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282032 Mar 07 22:05:00.960526 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce52248a-8cc9-40d2-95d5-8508c16c09fe admin admin] Publish callbacks [] for security_group (add838f2-2640-42da-adf2-bb3be42f6784), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:00.998336 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:05:01.006028 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Publish callbacks [] for port (8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:01.042632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Transition to ACTIVE for port object 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:05:01.052372 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:01.070497 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:01.101886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e588fd7-f1c1-4113-8acb-fc14bdff0979 None None] Pushing event updated for resources: {'Port': ['ID=0c1518ee-ddff-4c3c-972a-a31c4489f8cd,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:01.121216 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce52248a-8cc9-40d2-95d5-8508c16c09fe admin admin] Publish callbacks [] for security_group (add838f2-2640-42da-adf2-bb3be42f6784), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:01.160553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Pushing event updated for resources: {'Port': ['ID=8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:01.163536 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-93cba4f9-e6f6-41e3-b6ff-1d085cbd7406', 'network_id': '93cba4f9-e6f6-41e3-b6ff-1d085cbd7406', 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'fixed_ips': [{'subnet_id': 'd6c21231-3593-464a-ac69-e4a3e9792d42'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:05:01.164421 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:01.489260 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Attempting to bind port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:05:01.489602 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Attempting to bind port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:05:01.489923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Attempting to bind port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 on network 1877ee25-eea5-411d-9fc8-70c294153d8c {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:05:01.532340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 on network 1877ee25-eea5-411d-9fc8-70c294153d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:05:01.536300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Attempting to bind port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 on network 1877ee25-eea5-411d-9fc8-70c294153d8c {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:05:01.556080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:05:01.556080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Checking segment: {'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:05:01.556080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Bound using segment: {'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:05:01.556458 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Bound port: 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7d17e1-b082-47ed-9f45-ac9c749d4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:05:01.556655 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:01.585550 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Allocated IP 2001:db8:3::2 (93cba4f9-e6f6-41e3-b6ff-1d085cbd7406/d6c21231-3593-464a-ac69-e4a3e9792d42/5de20567-dcdf-4973-8b8b-2664f8c7da8c) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:05:01.658888 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce52248a-8cc9-40d2-95d5-8508c16c09fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (add838f2-2640-42da-adf2-bb3be42f6784), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:01.662255 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce52248a-8cc9-40d2-95d5-8508c16c09fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:01.663431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ce52248a-8cc9-40d2-95d5-8508c16c09fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/add838f2-2640-42da-adf2-bb3be42f6784 HTTP/1.1" status: 204 len: 168 time: 0.9627714 Mar 07 22:05:01.693126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52248a-8cc9-40d2-95d5-8508c16c09fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add838f2-2640-42da-adf2-bb3be42f6784,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:01.735147 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] For port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:05:01.738669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] For port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:05:01.747078 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:01.760260 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0c1518ee-ddff-4c3c-972a-a31c4489f8cd up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:01.830578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:01.832227 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:01.835052 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] 10.222.0.13 "PUT /v2.0/ports/8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 HTTP/1.1" status: 200 len: 1092 time: 1.5449910 Mar 07 22:05:01.850544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56b7da2-f143-45ae-8748-43bfa7efce6f', 'tag': '8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:05:01.852804 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e2a650-a4b0-446c-b16c-6093cdec3083" -d '{"events": [{"name": "network-changed", "server_uuid": "f56b7da2-f143-45ae-8748-43bfa7efce6f", "tag": "8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:05:01.979152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9899c47-a31d-4447-91fc-7d011a445646 service neutron] Pushing event updated for resources: {'Port': ['ID=8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:01.996999 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6222c2-071b-4914-97a3-274b2eace56f x-openstack-request-id: req-9e6222c2-071b-4914-97a3-274b2eace56f {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:05:01.997570 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56b7da2-f143-45ae-8748-43bfa7efce6f", "tag": "8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:05:01.998933 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e6222c2-071b-4914-97a3-274b2eace56f {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:05:01.998933 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56b7da2-f143-45ae-8748-43bfa7efce6f', 'tag': '8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1', 'status': 'completed', 'code': 200} Mar 07 22:05:02.046822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-41849009-c750-41ab-bd08-65e771c3dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:02.048406 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-41849009-c750-41ab-bd08-65e771c3dcf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2f9eee3dde949a797d9815e8913e123&device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1126 time: 0.1490366 Mar 07 22:05:02.062408 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8729785f-a0e0-403c-99b5-e35db0bcb56d None None] Provisioning complete for port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:02.063357 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8729785f-a0e0-403c-99b5-e35db0bcb56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:02.140713 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-c32ed9be-39a9-4719-b6cb-846f9a0c4fc1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 HTTP/1.1" status: 200 len: 217 time: 0.0828991 Mar 07 22:05:02.208703 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfb4c6-00a2-41ac-a48d-8ca9be2b3b3b req-f21e0cf2-5093-4b7c-8629-4050d00f77a1 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:02.219359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89dfb4c6-00a2-41ac-a48d-8ca9be2b3b3b req-f21e0cf2-5093-4b7c-8629-4050d00f77a1 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1126 time: 0.0845606 Mar 07 22:05:02.227333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:02.227717 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:02.229084 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-08492ddb-8947-429b-9ec0-129f2c99f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:02.232230 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-08492ddb-8947-429b-9ec0-129f2c99f45b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e96cedb6-f10b-4e9e-ae64-a05a19505691 HTTP/1.1" status: 200 len: 849 time: 0.0849886 Mar 07 22:05:02.322915 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89dfb4c6-00a2-41ac-a48d-8ca9be2b3b3b req-85ef09af-f0ab-4aaf-a89c-f04c69203b5c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863526 Mar 07 22:05:02.337020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59318) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:02.342151 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-acbfcab8-cb0f-401a-8b0a-83b962337526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:02.343686 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-acbfcab8-cb0f-401a-8b0a-83b962337526 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1877ee25-eea5-411d-9fc8-70c294153d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1035624 Mar 07 22:05:02.398055 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Publish callbacks [] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:02.405270 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5a8fca28-c9fc-4a24-89b8-9830d2f9428d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3bb04d2ea0824292b29e70aae807ab64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0668786 Mar 07 22:05:02.406002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59320) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:02.431618 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:02.499748 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Pushing event updated for resources: {'Port': ['ID=5de20567-dcdf-4973-8b8b-2664f8c7da8c,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:02.523248 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-39469174-66c8-455e-b256-afe80d78128c service neutron] 10.222.0.13 "GET /v2.0/networks/1877ee25-eea5-411d-9fc8-70c294153d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724970 Mar 07 22:05:02.557243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8729785f-a0e0-403c-99b5-e35db0bcb56d None None] Current status of the port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:02.562584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Network 93cba4f9-e6f6-41e3-b6ff-1d085cbd7406 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:02.569756 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e765870-3fc0-43ef-b338-bb36e4da1e00 admin admin] Publish callbacks [] for security_group (e389cf5c-bc55-4ccb-b736-580d4903e408), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:02.575114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:02.580194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:05:02.608147 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e765870-3fc0-43ef-b338-bb36e4da1e00 admin admin] Publish callbacks [] for security_group (e389cf5c-bc55-4ccb-b736-580d4903e408), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:02.670954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:02.676954 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e765870-3fc0-43ef-b338-bb36e4da1e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e389cf5c-bc55-4ccb-b736-580d4903e408), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:02.679666 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e765870-3fc0-43ef-b338-bb36e4da1e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:02.680823 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2e765870-3fc0-43ef-b338-bb36e4da1e00 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e389cf5c-bc55-4ccb-b736-580d4903e408 HTTP/1.1" status: 204 len: 168 time: 0.2738123 Mar 07 22:05:02.713143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Attempting to bind port 5de20567-dcdf-4973-8b8b-2664f8c7da8c on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:05:02.713813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Attempting to bind port 5de20567-dcdf-4973-8b8b-2664f8c7da8c by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '7649bdf7-2bfd-47f4-ba51-14cc049a5913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93cba4f9-e6f6-41e3-b6ff-1d085cbd7406'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:05:02.714668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Attempting to bind port 5de20567-dcdf-4973-8b8b-2664f8c7da8c on network 93cba4f9-e6f6-41e3-b6ff-1d085cbd7406 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:05:02.718380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e765870-3fc0-43ef-b338-bb36e4da1e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e389cf5c-bc55-4ccb-b736-580d4903e408,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:02.720768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Allocated IP 2001:db8:3::1 (93cba4f9-e6f6-41e3-b6ff-1d085cbd7406/d6c21231-3593-464a-ac69-e4a3e9792d42/e9ccf973-12d7-45cf-9b90-d73696fb0e97) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:05:02.731319 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:05:02.732082 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Checking segment: {'id': '7649bdf7-2bfd-47f4-ba51-14cc049a5913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93cba4f9-e6f6-41e3-b6ff-1d085cbd7406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:05:02.732609 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:02.733117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Bound using segment: {'id': '7649bdf7-2bfd-47f4-ba51-14cc049a5913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93cba4f9-e6f6-41e3-b6ff-1d085cbd7406'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:05:02.733735 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Bound port: 5de20567-dcdf-4973-8b8b-2664f8c7da8c, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7649bdf7-2bfd-47f4-ba51-14cc049a5913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93cba4f9-e6f6-41e3-b6ff-1d085cbd7406'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:05:02.735354 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:02.825567 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-58c67a38-abf6-46f0-bab7-e55b11445d38 req-0df21f5f-deb4-4817-ab20-f9b831f91f88 service neutron] 10.222.0.13 "GET /v2.0/networks/1877ee25-eea5-411d-9fc8-70c294153d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907758 Mar 07 22:05:02.915172 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] For port 5de20567-dcdf-4973-8b8b-2664f8c7da8c, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:05:02.922019 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] For port 5de20567-dcdf-4973-8b8b-2664f8c7da8c, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5de20567-dcdf-4973-8b8b-2664f8c7da8c,segment=NetworkSegment(7649bdf7-2bfd-47f4-ba51-14cc049a5913),segment_id=7649bdf7-2bfd-47f4-ba51-14cc049a5913)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:05:02.932674 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:02.997281 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:03.035529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2a650-a4b0-446c-b16c-6093cdec3083 req-db45f13d-1811-41aa-8a85-cd3673660d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:03.041266 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36e2a650-a4b0-446c-b16c-6093cdec3083 req-db45f13d-1811-41aa-8a85-cd3673660d97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2f9eee3dde949a797d9815e8913e123&device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1126 time: 0.1665013 Mar 07 22:05:03.096233 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:03.119870 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8becd8a-b04a-422e-a9c4-01af0222ea41 None None] Pushing event updated for resources: {'Port': ['ID=5de20567-dcdf-4973-8b8b-2664f8c7da8c,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:03.221331 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2a650-a4b0-446c-b16c-6093cdec3083 req-16679f8f-c68b-418d-ae4c-9fb5c6e0198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:03.224382 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36e2a650-a4b0-446c-b16c-6093cdec3083 req-16679f8f-c68b-418d-ae4c-9fb5c6e0198f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1877ee25-eea5-411d-9fc8-70c294153d8c HTTP/1.1" status: 200 len: 911 time: 0.1770747 Mar 07 22:05:03.262660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 93cba4f9-e6f6-41e3-b6ff-1d085cbd7406 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:03.277636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:03.283882 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:05:03.284708 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:03.406907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=e9ccf973-12d7-45cf-9b90-d73696fb0e97,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:03.423230 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36e2a650-a4b0-446c-b16c-6093cdec3083 req-5479e495-c80b-4fc8-9d9f-d362ed88cea4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 HTTP/1.1" status: 200 len: 217 time: 0.1818881 Mar 07 22:05:03.559606 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2a650-a4b0-446c-b16c-6093cdec3083 req-8ed7204d-393a-4109-9e8f-f13c9c7dfec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:03.563359 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36e2a650-a4b0-446c-b16c-6093cdec3083 req-8ed7204d-393a-4109-9e8f-f13c9c7dfec4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e96cedb6-f10b-4e9e-ae64-a05a19505691 HTTP/1.1" status: 200 len: 849 time: 0.1252515 Mar 07 22:05:03.673173 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2a650-a4b0-446c-b16c-6093cdec3083 req-54bd0176-de88-4936-bd8e-3d6ba8066a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:03.674743 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36e2a650-a4b0-446c-b16c-6093cdec3083 req-54bd0176-de88-4936-bd8e-3d6ba8066a6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1877ee25-eea5-411d-9fc8-70c294153d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0998304 Mar 07 22:05:03.718921 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:03.803102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad03037-3ec4-4fc0-b4e6-7f95cced5e51 req-034b362b-5017-438b-9b54-051754822520 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:03.811858 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ad03037-3ec4-4fc0-b4e6-7f95cced5e51 req-034b362b-5017-438b-9b54-051754822520 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1126 time: 0.2407367 Mar 07 22:05:03.854331 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36e2a650-a4b0-446c-b16c-6093cdec3083 req-a6c156e6-f228-4369-b4c8-6e1139927fca service neutron] 10.222.0.13 "GET /v2.0/networks/1877ee25-eea5-411d-9fc8-70c294153d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719472 Mar 07 22:05:03.940036 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ad03037-3ec4-4fc0-b4e6-7f95cced5e51 req-f66dcf00-639d-4203-872f-668608ae764e tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271486 Mar 07 22:05:04.089673 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-36e2a650-a4b0-446c-b16c-6093cdec3083 req-cdef2d48-f000-4883-9536-c258e14fdc65 service neutron] 10.222.0.13 "GET /v2.0/networks/1877ee25-eea5-411d-9fc8-70c294153d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287652 Mar 07 22:05:04.398768 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:04.410409 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:04.412253 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:04.572365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Network 93cba4f9-e6f6-41e3-b6ff-1d085cbd7406 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:04.574980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event updated for resources: {'Port': ['ID=e9ccf973-12d7-45cf-9b90-d73696fb0e97,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:04.577576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:04.716750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router c647fbd6-77f6-4973-8d5d-7f428380a54c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:05:04.742051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1492ea7-5398-41cf-b85f-b0e7a2eaa09d None None] Network 93cba4f9-e6f6-41e3-b6ff-1d085cbd7406 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:05:04.868788 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:04.873805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-45dc9a08-ba30-425c-ad20-8997c082e9ff None None] Provisioning complete for port 5de20567-dcdf-4973-8b8b-2664f8c7da8c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:04.873925 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-45dc9a08-ba30-425c-ad20-8997c082e9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:04.881126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59340) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:04.886510 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-41ee6b8d-c598-438c-bbd3-c215881b14ea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:04.887691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e5a56454-e601-46f9-a15d-eed0c681aae4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/c647fbd6-77f6-4973-8d5d-7f428380a54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9960394 Mar 07 22:05:04.920111 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Sync routers for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:05.045665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:05.046801 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:05.143987 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fe6a8-4680-42fa-8ef3-342d1951d8f9 req-83e12674-7d50-4859-9ce3-ac5fefaf1c1b tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:05.146790 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-360fe6a8-4680-42fa-8ef3-342d1951d8f9 req-83e12674-7d50-4859-9ce3-ac5fefaf1c1b tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1126 time: 0.0818267 Mar 07 22:05:05.220932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:05.292206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-360fe6a8-4680-42fa-8ef3-342d1951d8f9 req-d02aed00-8010-4ce3-a4c6-8e96ba00664c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372461 Mar 07 22:05:05.386982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5de20567-dcdf-4973-8b8b-2664f8c7da8c up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:05.675700 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.extraroute_db [None req-41ee6b8d-c598-438c-bbd3-c215881b14ea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 22:05:05.701721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.extraroute_db [None req-41ee6b8d-c598-438c-bbd3-c215881b14ea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Removed routes are [] {{(pid=103718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 22:05:05.703022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41ee6b8d-c598-438c-bbd3-c215881b14ea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (c647fbd6-77f6-4973-8d5d-7f428380a54c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:05.762851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-45dc9a08-ba30-425c-ad20-8997c082e9ff None None] Current status of the port 5de20567-dcdf-4973-8b8b-2664f8c7da8c is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:05.763791 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-45dc9a08-ba30-425c-ad20-8997c082e9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:05.828110 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-45dc9a08-ba30-425c-ad20-8997c082e9ff None None] For port 5de20567-dcdf-4973-8b8b-2664f8c7da8c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5de20567-dcdf-4973-8b8b-2664f8c7da8c,segment=NetworkSegment(7649bdf7-2bfd-47f4-ba51-14cc049a5913),segment_id=7649bdf7-2bfd-47f4-ba51-14cc049a5913)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:05.840508 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-45dc9a08-ba30-425c-ad20-8997c082e9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:06.016351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc9a08-ba30-425c-ad20-8997c082e9ff None None] Pushing event updated for resources: {'Port': ['ID=5de20567-dcdf-4973-8b8b-2664f8c7da8c,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:06.042289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 5de20567-dcdf-4973-8b8b-2664f8c7da8c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:06.042846 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:06.380513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-73109a66-4d79-4ef7-bc03-9badcce3f262 None None] Provisioning complete for port e9ccf973-12d7-45cf-9b90-d73696fb0e97 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:06.381309 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-73109a66-4d79-4ef7-bc03-9badcce3f262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:06.436425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:03Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0c1518ee-ddff-4c3c-972a-a31c4489f8cd', 'name': '', 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:f2:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:52Z', 'updated_at': '2022-03-07T22:05:00Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ccf973-12d7-45cf-9b90-d73696fb0e97', 'name': '', 'network_id': '93cba4f9-e6f6-41e3-b6ff-1d085cbd7406', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:e7:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'd6c21231-3593-464a-ac69-e4a3e9792d42', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:01Z', 'updated_at': '2022-03-07T22:05:04Z', 'revision_number': 2, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'd6c21231-3593-464a-ac69-e4a3e9792d42', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:51Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:06.483688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Checking router: c647fbd6-77f6-4973-8d5d-7f428380a54c for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:06.484281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Updating router c647fbd6-77f6-4973-8d5d-7f428380a54c port e9ccf973-12d7-45cf-9b90-d73696fb0e97 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:05:06.529671 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-73109a66-4d79-4ef7-bc03-9badcce3f262 None None] Port e9ccf973-12d7-45cf-9b90-d73696fb0e97 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:05:06.536519 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:06.544826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da644c7-a344-4aee-9052-fe7485452b0a req-a9ec0021-b668-4e70-8318-0a52a52e8908 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:06.551894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4da644c7-a344-4aee-9052-fe7485452b0a req-a9ec0021-b668-4e70-8318-0a52a52e8908 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1126 time: 0.1195564 Mar 07 22:05:06.561184 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-73109a66-4d79-4ef7-bc03-9badcce3f262 None None] Provisioning complete for port 5de20567-dcdf-4973-8b8b-2664f8c7da8c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:06.561836 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-73109a66-4d79-4ef7-bc03-9badcce3f262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:06.662399 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4da644c7-a344-4aee-9052-fe7485452b0a req-a794d3ad-c755-4192-8b7d-a261f5d6f053 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095011 Mar 07 22:05:06.716798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 5de20567-dcdf-4973-8b8b-2664f8c7da8c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:06.900553 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41ee6b8d-c598-438c-bbd3-c215881b14ea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (c647fbd6-77f6-4973-8d5d-7f428380a54c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:06.904130 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41ee6b8d-c598-438c-bbd3-c215881b14ea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (c647fbd6-77f6-4973-8d5d-7f428380a54c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:06.940945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-73109a66-4d79-4ef7-bc03-9badcce3f262 None None] Current status of the port 5de20567-dcdf-4973-8b8b-2664f8c7da8c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:07.020707 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ee6b8d-c598-438c-bbd3-c215881b14ea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router c647fbd6-77f6-4973-8d5d-7f428380a54c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:05:07.133753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-edea2a0a-c9d3-4078-87eb-0012bd1ef8a9 None None] Provisioning complete for port e9ccf973-12d7-45cf-9b90-d73696fb0e97 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:07.133887 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-edea2a0a-c9d3-4078-87eb-0012bd1ef8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:07.173893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-edea2a0a-c9d3-4078-87eb-0012bd1ef8a9 None None] Port e9ccf973-12d7-45cf-9b90-d73696fb0e97 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:05:07.265793 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Publish callbacks [] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:07.275655 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:07.275847 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ee6b8d-c598-438c-bbd3-c215881b14ea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:07.290934 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41ee6b8d-c598-438c-bbd3-c215881b14ea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:07.294595 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-41ee6b8d-c598-438c-bbd3-c215881b14ea tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/c647fbd6-77f6-4973-8d5d-7f428380a54c HTTP/1.1" status: 200 len: 954 time: 2.4099312 Mar 07 22:05:07.295664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59362) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:07.342652 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dc2b4-4876-44ac-b275-24060375abb5 None None] Pushing event updated for resources: {'Port': ['ID=e9ccf973-12d7-45cf-9b90-d73696fb0e97,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:07.351279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:05:07.353778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5de20567-dcdf-4973-8b8b-2664f8c7da8c up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:07.508618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b8e616e3-c925-49ec-acaa-d9ed215e9d5f tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/routers/c647fbd6-77f6-4973-8d5d-7f428380a54c HTTP/1.1" status: 200 len: 954 time: 0.2117620 Mar 07 22:05:07.511380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59364) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:07.516205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b5c6d177-22ff-4e8b-88b9-5292515529b1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'router': {'routes': None}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:07.614398 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.resource_extend [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 22:05:07.699966 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 5de20567-dcdf-4973-8b8b-2664f8c7da8c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:07.716866 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:07.831209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Attempting to bind port e9ccf973-12d7-45cf-9b90-d73696fb0e97 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:05:07.831642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Attempting to bind port e9ccf973-12d7-45cf-9b90-d73696fb0e97 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '7649bdf7-2bfd-47f4-ba51-14cc049a5913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93cba4f9-e6f6-41e3-b6ff-1d085cbd7406'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:05:07.833314 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Attempting to bind port e9ccf973-12d7-45cf-9b90-d73696fb0e97 on network 93cba4f9-e6f6-41e3-b6ff-1d085cbd7406 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:05:07.932415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 5de20567-dcdf-4973-8b8b-2664f8c7da8c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:07.935514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:05:07.935929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Checking segment: {'id': '7649bdf7-2bfd-47f4-ba51-14cc049a5913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93cba4f9-e6f6-41e3-b6ff-1d085cbd7406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:05:07.936479 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:07.936931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Bound using segment: {'id': '7649bdf7-2bfd-47f4-ba51-14cc049a5913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93cba4f9-e6f6-41e3-b6ff-1d085cbd7406'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:05:07.937501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Bound port: e9ccf973-12d7-45cf-9b90-d73696fb0e97, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7649bdf7-2bfd-47f4-ba51-14cc049a5913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93cba4f9-e6f6-41e3-b6ff-1d085cbd7406'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:05:07.937921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea71276-5510-4661-b4b4-d53cab3a8fb5 req-8288ebd9-aa39-473a-b51e-c934af6ce5cf tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:07.938399 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:07.950158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ea71276-5510-4661-b4b4-d53cab3a8fb5 req-8288ebd9-aa39-473a-b51e-c934af6ce5cf tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1126 time: 0.1083605 Mar 07 22:05:08.038606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ea71276-5510-4661-b4b4-d53cab3a8fb5 req-c55b9080-debc-47c3-bd13-8a8f060b1702 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875468 Mar 07 22:05:08.105001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-54efefad-b6ed-4e14-80b3-990a651a46f8 None None] Provisioning complete for port e9ccf973-12d7-45cf-9b90-d73696fb0e97 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:08.105569 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-54efefad-b6ed-4e14-80b3-990a651a46f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:08.147634 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-54efefad-b6ed-4e14-80b3-990a651a46f8 None None] Port e9ccf973-12d7-45cf-9b90-d73696fb0e97 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:05:08.163230 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] For port e9ccf973-12d7-45cf-9b90-d73696fb0e97, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:05:08.164319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.extraroute_db [None req-b5c6d177-22ff-4e8b-88b9-5292515529b1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Added routes are [] {{(pid=103718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 22:05:08.165046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.extraroute_db [None req-b5c6d177-22ff-4e8b-88b9-5292515529b1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 22:05:08.166200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:08.169926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] For port e9ccf973-12d7-45cf-9b90-d73696fb0e97, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e9ccf973-12d7-45cf-9b90-d73696fb0e97,segment=NetworkSegment(7649bdf7-2bfd-47f4-ba51-14cc049a5913),segment_id=7649bdf7-2bfd-47f4-ba51-14cc049a5913)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:05:08.181483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1', 'network_id': '1877ee25-eea5-411d-9fc8-70c294153d8c', 'port_id': '8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1', 'mac_address': 'fa:16:3e:93:76:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96cedb6-f10b-4e9e-ae64-a05a19505691', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:05:08.205833 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5c6d177-22ff-4e8b-88b9-5292515529b1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (c647fbd6-77f6-4973-8d5d-7f428380a54c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:08.210677 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:08.268691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dc2b4-4876-44ac-b275-24060375abb5 None None] Pushing event updated for resources: {'Port': ['ID=e9ccf973-12d7-45cf-9b90-d73696fb0e97,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:08.282499 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:08.282887 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:08.299224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:05:08.329977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:08.330940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:08.335424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:08.376435 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:08.469922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:08.521382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:08.577485 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5c6d177-22ff-4e8b-88b9-5292515529b1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (c647fbd6-77f6-4973-8d5d-7f428380a54c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:08.582415 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5c6d177-22ff-4e8b-88b9-5292515529b1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (c647fbd6-77f6-4973-8d5d-7f428380a54c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:08.772024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c6d177-22ff-4e8b-88b9-5292515529b1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router c647fbd6-77f6-4973-8d5d-7f428380a54c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:05:08.828486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:05:08.876113 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-396aaf24-4dcf-455b-839f-2b5db2d6b42c None None] Provisioning complete for port e9ccf973-12d7-45cf-9b90-d73696fb0e97 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:08.876498 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-396aaf24-4dcf-455b-839f-2b5db2d6b42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:08.963677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:08Z', 'revision_number': 7, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0c1518ee-ddff-4c3c-972a-a31c4489f8cd', 'name': '', 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:f2:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:52Z', 'updated_at': '2022-03-07T22:05:00Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ccf973-12d7-45cf-9b90-d73696fb0e97', 'name': '', 'network_id': '93cba4f9-e6f6-41e3-b6ff-1d085cbd7406', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:e7:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'd6c21231-3593-464a-ac69-e4a3e9792d42', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:01Z', 'updated_at': '2022-03-07T22:05:08Z', 'revision_number': 4, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'd6c21231-3593-464a-ac69-e4a3e9792d42', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:51Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:08.978909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c6d177-22ff-4e8b-88b9-5292515529b1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:08.990348 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5c6d177-22ff-4e8b-88b9-5292515529b1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:08.993832 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b5c6d177-22ff-4e8b-88b9-5292515529b1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/c647fbd6-77f6-4973-8d5d-7f428380a54c HTTP/1.1" status: 200 len: 704 time: 1.4791782 Mar 07 22:05:08.994101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59378) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:09.015835 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088b8ab-bec4-4713-8ece-73eceef4e5a2 None None] The sync data for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 is: [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:08Z', 'revision_number': 7, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0c1518ee-ddff-4c3c-972a-a31c4489f8cd', 'name': '', 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:f2:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:52Z', 'updated_at': '2022-03-07T22:05:00Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ccf973-12d7-45cf-9b90-d73696fb0e97', 'name': '', 'network_id': '93cba4f9-e6f6-41e3-b6ff-1d085cbd7406', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:e7:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'd6c21231-3593-464a-ac69-e4a3e9792d42', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:01Z', 'updated_at': '2022-03-07T22:05:08Z', 'revision_number': 4, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'd6c21231-3593-464a-ac69-e4a3e9792d42', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:51Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:09.202180 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-203afef1-3fdf-4e0b-8d55-402658f80f9e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/routers/c647fbd6-77f6-4973-8d5d-7f428380a54c HTTP/1.1" status: 200 len: 704 time: 0.2069352 Mar 07 22:05:09.204852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59382) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:09.300940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d754d7-d3c6-436b-b6fd-fd8247d452dd req-0d31ea13-adc6-49bd-ae4e-df9ac5ad95dc tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:09.304367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56d754d7-d3c6-436b-b6fd-fd8247d452dd req-0d31ea13-adc6-49bd-ae4e-df9ac5ad95dc tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1127 time: 0.1106005 Mar 07 22:05:09.312357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-396aaf24-4dcf-455b-839f-2b5db2d6b42c None None] Current status of the port e9ccf973-12d7-45cf-9b90-d73696fb0e97 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:09.314662 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-396aaf24-4dcf-455b-839f-2b5db2d6b42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:09.430853 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e9ccf973-12d7-45cf-9b90-d73696fb0e97 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:09.431597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56d754d7-d3c6-436b-b6fd-fd8247d452dd req-6af84ef1-e60f-4e17-bbfa-331394c1362c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215651 Mar 07 22:05:09.540214 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-396aaf24-4dcf-455b-839f-2b5db2d6b42c None None] For port e9ccf973-12d7-45cf-9b90-d73696fb0e97, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e9ccf973-12d7-45cf-9b90-d73696fb0e97,segment=NetworkSegment(7649bdf7-2bfd-47f4-ba51-14cc049a5913),segment_id=7649bdf7-2bfd-47f4-ba51-14cc049a5913)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:09.550281 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-396aaf24-4dcf-455b-839f-2b5db2d6b42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:09.559362 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e9ccf973-12d7-45cf-9b90-d73696fb0e97 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:09.559733 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:09.729820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396aaf24-4dcf-455b-839f-2b5db2d6b42c None None] Pushing event updated for resources: {'Port': ['ID=e9ccf973-12d7-45cf-9b90-d73696fb0e97,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:09.740091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-45ca0bad-0818-4268-bc92-118a67cd7409 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:09.774943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e9ccf973-12d7-45cf-9b90-d73696fb0e97 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:10.206571 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-45ca0bad-0818-4268-bc92-118a67cd7409 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port e9ccf973-12d7-45cf-9b90-d73696fb0e97 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:10.207480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-45ca0bad-0818-4268-bc92-118a67cd7409 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:10.330180 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a6939-658f-4327-9603-1e23034f450c None None] Sync routers for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:10.343053 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a6939-658f-4327-9603-1e23034f450c None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:10.343913 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0b9a6939-658f-4327-9603-1e23034f450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:10.412074 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-45ca0bad-0818-4268-bc92-118a67cd7409 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] For port e9ccf973-12d7-45cf-9b90-d73696fb0e97, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e9ccf973-12d7-45cf-9b90-d73696fb0e97,segment=NetworkSegment(7649bdf7-2bfd-47f4-ba51-14cc049a5913),segment_id=7649bdf7-2bfd-47f4-ba51-14cc049a5913)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:10.412365 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-45ca0bad-0818-4268-bc92-118a67cd7409 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:10.426698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-45ca0bad-0818-4268-bc92-118a67cd7409 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for e9ccf973-12d7-45cf-9b90-d73696fb0e97 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:10.449825 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-0b9a6939-658f-4327-9603-1e23034f450c None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:10.631111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013cd72-e334-48c0-a768-4bff2794baae req-e05f637c-3dea-4aa5-b58e-14ba466d5393 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:10.633996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5013cd72-e334-48c0-a768-4bff2794baae req-e05f637c-3dea-4aa5-b58e-14ba466d5393 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1127 time: 0.0922990 Mar 07 22:05:10.693504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5013cd72-e334-48c0-a768-4bff2794baae req-858524d4-5eba-41bd-a7ad-8a6e9623c540 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528128 Mar 07 22:05:10.702121 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-45ca0bad-0818-4268-bc92-118a67cd7409 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e9ccf973-12d7-45cf-9b90-d73696fb0e97), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:10.732663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca0bad-0818-4268-bc92-118a67cd7409 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=e9ccf973-12d7-45cf-9b90-d73696fb0e97,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:10.845030 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0b9a6939-658f-4327-9603-1e23034f450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:08Z', 'revision_number': 7, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0c1518ee-ddff-4c3c-972a-a31c4489f8cd', 'name': '', 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:f2:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:52Z', 'updated_at': '2022-03-07T22:05:00Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9ccf973-12d7-45cf-9b90-d73696fb0e97', 'name': '', 'network_id': '93cba4f9-e6f6-41e3-b6ff-1d085cbd7406', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:e7:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'd6c21231-3593-464a-ac69-e4a3e9792d42', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:01Z', 'updated_at': '2022-03-07T22:05:09Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'd6c21231-3593-464a-ac69-e4a3e9792d42', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:51Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:10.858111 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-45ca0bad-0818-4268-bc92-118a67cd7409 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:10.877526 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a6939-658f-4327-9603-1e23034f450c None None] Checking router: c647fbd6-77f6-4973-8d5d-7f428380a54c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:10.886993 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a6939-658f-4327-9603-1e23034f450c None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:10.887870 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0b9a6939-658f-4327-9603-1e23034f450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:11.002296 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-0b9a6939-658f-4327-9603-1e23034f450c None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:11.272151 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ca0bad-0818-4268-bc92-118a67cd7409 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router c647fbd6-77f6-4973-8d5d-7f428380a54c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:05:11.326151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:11.384492 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0b9a6939-658f-4327-9603-1e23034f450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:10Z', 'revision_number': 8, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0c1518ee-ddff-4c3c-972a-a31c4489f8cd', 'name': '', 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:f2:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:52Z', 'updated_at': '2022-03-07T22:05:00Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:51Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:11.416664 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a6939-658f-4327-9603-1e23034f450c None None] The sync data for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 is: [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:10Z', 'revision_number': 8, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0c1518ee-ddff-4c3c-972a-a31c4489f8cd', 'name': '', 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:f2:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:52Z', 'updated_at': '2022-03-07T22:05:00Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:51Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:11.467769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:05:11.473553 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:11.473947 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:11.574643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:11.575461 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:11.621322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:11.622909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56b7da2-f143-45ae-8748-43bfa7efce6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:05:11.626485 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de308beb-0df9-4c9b-abfa-6c52257e1593" -d '{"events": [{"server_uuid": "f56b7da2-f143-45ae-8748-43bfa7efce6f", "name": "network-vif-plugged", "status": "completed", "tag": "8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:05:11.642075 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:11.702934 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e08196-b49d-40e3-b00a-f3d7ae43b309 x-openstack-request-id: req-95e08196-b49d-40e3-b00a-f3d7ae43b309 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:05:11.703468 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56b7da2-f143-45ae-8748-43bfa7efce6f", "name": "network-vif-plugged", "status": "completed", "tag": "8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:05:11.703880 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95e08196-b49d-40e3-b00a-f3d7ae43b309 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:05:11.704459 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56b7da2-f143-45ae-8748-43bfa7efce6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1', 'code': 200} Mar 07 22:05:11.831330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:11.920426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba5a35-1d19-4558-a32e-19047371f6f0 req-7e29e36d-cb26-4ec2-ac67-3c535fbd2930 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:11.927491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55ba5a35-1d19-4558-a32e-19047371f6f0 req-7e29e36d-cb26-4ec2-ac67-3c535fbd2930 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1128 time: 0.0754659 Mar 07 22:05:12.013407 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55ba5a35-1d19-4558-a32e-19047371f6f0 req-4c390160-d6be-4557-b001-b22a066c33fd tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849810 Mar 07 22:05:12.112183 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ca0bad-0818-4268-bc92-118a67cd7409 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:12.125391 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-45ca0bad-0818-4268-bc92-118a67cd7409 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/c647fbd6-77f6-4973-8d5d-7f428380a54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9171352 Mar 07 22:05:12.126321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59414) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:12.127290 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da575c-2f5a-4703-9cb7-dbaf08cb738c req-61832f1f-502e-4914-b948-b8c7ce516420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:12.128875 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-33da575c-2f5a-4703-9cb7-dbaf08cb738c req-61832f1f-502e-4914-b948-b8c7ce516420 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1128 time: 0.0877721 Mar 07 22:05:12.185781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a377726-2a24-4019-92d4-ec032298a068 None None] Sync routers for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:12.199669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a377726-2a24-4019-92d4-ec032298a068 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:12.202833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6a377726-2a24-4019-92d4-ec032298a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:12.216021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede00202-a1f4-4a71-b9f4-b6f5278f316e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting subnet d6c21231-3593-464a-ac69-e4a3e9792d42 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:05:12.225923 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-33da575c-2f5a-4703-9cb7-dbaf08cb738c req-05767eb6-5218-4302-a932-4adfde1907e2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899479 Mar 07 22:05:12.226513 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ede00202-a1f4-4a71-b9f4-b6f5278f316e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (d6c21231-3593-464a-ac69-e4a3e9792d42), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:12.283330 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ede00202-a1f4-4a71-b9f4-b6f5278f316e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (d6c21231-3593-464a-ac69-e4a3e9792d42), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:12.382972 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ede00202-a1f4-4a71-b9f4-b6f5278f316e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (d6c21231-3593-464a-ac69-e4a3e9792d42), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:12.455425 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ede00202-a1f4-4a71-b9f4-b6f5278f316e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (d6c21231-3593-464a-ac69-e4a3e9792d42), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:12.506242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede00202-a1f4-4a71-b9f4-b6f5278f316e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c21231-3593-464a-ac69-e4a3e9792d42,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:12.522872 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ede00202-a1f4-4a71-b9f4-b6f5278f316e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:12.531084 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ede00202-a1f4-4a71-b9f4-b6f5278f316e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/d6c21231-3593-464a-ac69-e4a3e9792d42 HTTP/1.1" status: 204 len: 168 time: 0.4011729 Mar 07 22:05:12.531307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59420) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:12.748123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-6a377726-2a24-4019-92d4-ec032298a068 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:12.850103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e627b0-9ca0-478b-8a26-2571560cb2ec None None] Network 93cba4f9-e6f6-41e3-b6ff-1d085cbd7406 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:05:12.989574 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (93cba4f9-e6f6-41e3-b6ff-1d085cbd7406), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:13.059329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port 5de20567-dcdf-4973-8b8b-2664f8c7da8c {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:13.059889 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:13.162547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] For port 5de20567-dcdf-4973-8b8b-2664f8c7da8c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5de20567-dcdf-4973-8b8b-2664f8c7da8c,segment=NetworkSegment(7649bdf7-2bfd-47f4-ba51-14cc049a5913),segment_id=7649bdf7-2bfd-47f4-ba51-14cc049a5913)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:13.162934 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:13.194594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for 5de20567-dcdf-4973-8b8b-2664f8c7da8c owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:13.195920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6a377726-2a24-4019-92d4-ec032298a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:10Z', 'revision_number': 8, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0c1518ee-ddff-4c3c-972a-a31c4489f8cd', 'name': '', 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:f2:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:52Z', 'updated_at': '2022-03-07T22:05:00Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:51Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:13.250016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a377726-2a24-4019-92d4-ec032298a068 None None] Checking router: c647fbd6-77f6-4973-8d5d-7f428380a54c for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:13.253243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e9ccf973-12d7-45cf-9b90-d73696fb0e97 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:13.262897 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c0b0f0-fa66-4003-9e7f-5ce584bca5cd None None] DHCP port deletion for 93cba4f9-e6f6-41e3-b6ff-1d085cbd7406 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:05:13.290695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: e9ccf973-12d7-45cf-9b90-d73696fb0e97 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:13.291204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e9ccf973-12d7-45cf-9b90-d73696fb0e97 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:13.309542 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:13.327219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a377726-2a24-4019-92d4-ec032298a068 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:13.328101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6a377726-2a24-4019-92d4-ec032298a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:13.354197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=5de20567-dcdf-4973-8b8b-2664f8c7da8c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:13.375496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No DVR routers for this DVR port 5de20567-dcdf-4973-8b8b-2664f8c7da8c on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:13.468462 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-83c0b0f0-fa66-4003-9e7f-5ce584bca5cd None None] Deleting port 5de20567-dcdf-4973-8b8b-2664f8c7da8c {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:13.469008 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-83c0b0f0-fa66-4003-9e7f-5ce584bca5cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:13.472895 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (93cba4f9-e6f6-41e3-b6ff-1d085cbd7406), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:13.493683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cba4f9-e6f6-41e3-b6ff-1d085cbd7406']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:13.503625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7649bdf7-2bfd-47f4-ba51-14cc049a5913') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:13.503848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7649bdf7-2bfd-47f4-ba51-14cc049a5913') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:13.514644 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (7649bdf7-2bfd-47f4-ba51-14cc049a5913), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:13.529023 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (7649bdf7-2bfd-47f4-ba51-14cc049a5913), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:13.535129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:05:13.535616 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (7649bdf7-2bfd-47f4-ba51-14cc049a5913), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:13.539300 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-83c0b0f0-fa66-4003-9e7f-5ce584bca5cd None None] For port 5de20567-dcdf-4973-8b8b-2664f8c7da8c, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:13.539816 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-83c0b0f0-fa66-4003-9e7f-5ce584bca5cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:13.554960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-83c0b0f0-fa66-4003-9e7f-5ce584bca5cd None None] Calling delete_port for 5de20567-dcdf-4973-8b8b-2664f8c7da8c owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:13.558026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-83c0b0f0-fa66-4003-9e7f-5ce584bca5cd None None] Port 5de20567-dcdf-4973-8b8b-2664f8c7da8c was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 22:05:13.563147 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-83c0b0f0-fa66-4003-9e7f-5ce584bca5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (5de20567-dcdf-4973-8b8b-2664f8c7da8c), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:13.565628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-6a377726-2a24-4019-92d4-ec032298a068 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:05:13.606390 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:05:13.615815 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (93cba4f9-e6f6-41e3-b6ff-1d085cbd7406), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:13.619645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8533e66-23fc-4053-b746-0e208f13e0be req-4ca1cb0b-14df-4228-904b-20fdff04b3af tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:13.621418 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8533e66-23fc-4053-b746-0e208f13e0be req-4ca1cb0b-14df-4228-904b-20fdff04b3af tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1128 time: 0.3284860 Mar 07 22:05:13.641341 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:13.647527 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/networks/93cba4f9-e6f6-41e3-b6ff-1d085cbd7406 HTTP/1.1" status: 204 len: 168 time: 1.1122901 Mar 07 22:05:13.647527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d06e2-cf3d-4265-a342-affdcafef32e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Network': ['ID=93cba4f9-e6f6-41e3-b6ff-1d085cbd7406,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:13.648037 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59430) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:13.692403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8533e66-23fc-4053-b746-0e208f13e0be req-4f690a84-a52d-47c6-abda-7b6c8410f116 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525115 Mar 07 22:05:13.833416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83c0b0f0-fa66-4003-9e7f-5ce584bca5cd None None] Network 93cba4f9-e6f6-41e3-b6ff-1d085cbd7406 is not hosted by any dhcp agent {{(pid=103720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 22:05:13.833997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c0b0f0-fa66-4003-9e7f-5ce584bca5cd None None] No DVR routers for this DVR port 5de20567-dcdf-4973-8b8b-2664f8c7da8c on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:13.882475 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0b0f0-fa66-4003-9e7f-5ce584bca5cd None None] Pushing event deleted for resources: {'Port': ['ID=5de20567-dcdf-4973-8b8b-2664f8c7da8c,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:13.950549 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6a377726-2a24-4019-92d4-ec032298a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:10Z', 'revision_number': 8, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0c1518ee-ddff-4c3c-972a-a31c4489f8cd', 'name': '', 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:f2:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:52Z', 'updated_at': '2022-03-07T22:05:00Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:51Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:13.982034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a377726-2a24-4019-92d4-ec032298a068 None None] The sync data for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 is: [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:10Z', 'revision_number': 8, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0c1518ee-ddff-4c3c-972a-a31c4489f8cd', 'name': '', 'network_id': '4b1a02b9-abc0-4bd5-9713-6e18847e182a', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:f2:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:52Z', 'updated_at': '2022-03-07T22:05:00Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '0323302d-f1b3-40aa-ac67-ca7820ca33ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:51Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:14.107559 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:14.424218 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:14.424718 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:14.532128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] For port 0c1518ee-ddff-4c3c-972a-a31c4489f8cd, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0c1518ee-ddff-4c3c-972a-a31c4489f8cd,segment=NetworkSegment(c727ea35-1eb5-4fae-b288-f276f8fb5613),segment_id=c727ea35-1eb5-4fae-b288-f276f8fb5613)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:14.532661 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:14.546353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for 0c1518ee-ddff-4c3c-972a-a31c4489f8cd owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:14.740764 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0c1518ee-ddff-4c3c-972a-a31c4489f8cd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:14.782633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=0c1518ee-ddff-4c3c-972a-a31c4489f8cd,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:14.824223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:14.824578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:14.824926 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:14.825263 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:14.826411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:14.826759 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:14.827254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:14.827708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:14.828053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:14.828158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14a1de-6742-4e38-a9e7-f5007bc5bf4d req-ffb07900-8100-46b9-8e82-219133eb94fe tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:14.828593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:14.828826 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:14.829323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:14.829687 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:14.836187 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e14a1de-6742-4e38-a9e7-f5007bc5bf4d req-ffb07900-8100-46b9-8e82-219133eb94fe tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1128 time: 0.0587335 Mar 07 22:05:14.889789 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e14a1de-6742-4e38-a9e7-f5007bc5bf4d req-c78e30cc-07c3-4d13-9d5c-2c787089bb91 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532589 Mar 07 22:05:14.965549 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:15.027554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fcfd5-be02-4284-a46d-58f17edf6579 req-b0e72309-6d59-476c-96a5-0c3c8d62c7e5 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:15.035885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-154fcfd5-be02-4284-a46d-58f17edf6579 req-b0e72309-6d59-476c-96a5-0c3c8d62c7e5 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1128 time: 0.0706012 Mar 07 22:05:15.077798 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-154fcfd5-be02-4284-a46d-58f17edf6579 req-fc629f08-86b6-490c-981a-40fb83aff300 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 Mar 07 22:05:15.201787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router c647fbd6-77f6-4973-8d5d-7f428380a54c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:05:15.208780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fe6b3-f26a-410f-a4bc-0234af10526e req-b5a0921e-9450-4fa7-9a6c-24b3b272d566 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:15.210363 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-312fe6b3-f26a-410f-a4bc-0234af10526e req-b5a0921e-9450-4fa7-9a6c-24b3b272d566 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1128 time: 0.0620348 Mar 07 22:05:15.266379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-312fe6b3-f26a-410f-a4bc-0234af10526e req-e7ed7cd6-d32e-4f6b-86c8-5b3e6d0408da tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471172 Mar 07 22:05:15.305858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:15.314504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59448) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:15.315543 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a900d837-49d3-46c2-a45d-c743628e50c4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/c647fbd6-77f6-4973-8d5d-7f428380a54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6661937 Mar 07 22:05:15.320774 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6125da4-9a82-4474-9757-e6eb41e36af2 None None] Sync routers for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:15.331164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5de20567-dcdf-4973-8b8b-2664f8c7da8c no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:15.337034 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6125da4-9a82-4474-9757-e6eb41e36af2 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:15.337865 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f6125da4-9a82-4474-9757-e6eb41e36af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:15.385013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 5de20567-dcdf-4973-8b8b-2664f8c7da8c {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:15.386833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5de20567-dcdf-4973-8b8b-2664f8c7da8c not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:15.402906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-8152af36-ff3c-4896-9bd6-35aa6134a6e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting subnet 0323302d-f1b3-40aa-ac67-ca7820ca33ba {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:05:15.409962 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8152af36-ff3c-4896-9bd6-35aa6134a6e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (0323302d-f1b3-40aa-ac67-ca7820ca33ba), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:15.446533 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-f6125da4-9a82-4474-9757-e6eb41e36af2 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:15.501747 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8152af36-ff3c-4896-9bd6-35aa6134a6e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (0323302d-f1b3-40aa-ac67-ca7820ca33ba), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:15.651115 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9ab006b6-99fc-42cb-bb2a-909de9999a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:15.655296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a50b6-844d-4438-b0be-c77fc99f3b78 req-4e480de5-d5d8-4506-a7e3-8bdd38f80fa2 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:15.656650 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-830a50b6-844d-4438-b0be-c77fc99f3b78 req-4e480de5-d5d8-4506-a7e3-8bdd38f80fa2 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1128 time: 0.0936475 Mar 07 22:05:15.666580 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8152af36-ff3c-4896-9bd6-35aa6134a6e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (0323302d-f1b3-40aa-ac67-ca7820ca33ba), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:15.742000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-830a50b6-844d-4438-b0be-c77fc99f3b78 req-5b81c9bc-adad-4f26-9f4d-9b4062f62e66 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775788 Mar 07 22:05:15.756538 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f6125da4-9a82-4474-9757-e6eb41e36af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:14Z', 'revision_number': 9, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:51Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:15.760610 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8152af36-ff3c-4896-9bd6-35aa6134a6e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (0323302d-f1b3-40aa-ac67-ca7820ca33ba), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:15.789422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152af36-ff3c-4896-9bd6-35aa6134a6e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Subnet': ['ID=0323302d-f1b3-40aa-ac67-ca7820ca33ba,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:15.793328 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6125da4-9a82-4474-9757-e6eb41e36af2 None None] Checking router: c647fbd6-77f6-4973-8d5d-7f428380a54c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:15.796478 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8152af36-ff3c-4896-9bd6-35aa6134a6e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:15.803441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8152af36-ff3c-4896-9bd6-35aa6134a6e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/0323302d-f1b3-40aa-ac67-ca7820ca33ba HTTP/1.1" status: 204 len: 168 time: 0.4850640 Mar 07 22:05:15.804322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59460) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:15.805992 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6125da4-9a82-4474-9757-e6eb41e36af2 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:15.806697 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f6125da4-9a82-4474-9757-e6eb41e36af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:04:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:15.813897 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc9ac6b-03e4-4dd3-85c4-0e8558711afb None None] Network 4b1a02b9-abc0-4bd5-9713-6e18847e182a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:05:15.901373 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (4b1a02b9-abc0-4bd5-9713-6e18847e182a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:16.003115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port 0d79090e-9747-4dce-b7b7-2f68931107e7 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:16.003115 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:16.023064 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-f6125da4-9a82-4474-9757-e6eb41e36af2 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:16.108512 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:16.130540 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c756ec-f8f8-4825-a01f-040bf5f6a645 None None] DHCP port deletion for 4b1a02b9-abc0-4bd5-9713-6e18847e182a request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:05:16.143073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] For port 0d79090e-9747-4dce-b7b7-2f68931107e7, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0d79090e-9747-4dce-b7b7-2f68931107e7,segment=NetworkSegment(c727ea35-1eb5-4fae-b288-f276f8fb5613),segment_id=c727ea35-1eb5-4fae-b288-f276f8fb5613)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:16.143440 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:16.167017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for 0d79090e-9747-4dce-b7b7-2f68931107e7 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:16.220682 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-44c756ec-f8f8-4825-a01f-040bf5f6a645 None None] Deleting port 0d79090e-9747-4dce-b7b7-2f68931107e7 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:16.221055 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-44c756ec-f8f8-4825-a01f-040bf5f6a645 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:16.276852 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:16.317223 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-44c756ec-f8f8-4825-a01f-040bf5f6a645 None None] For port 0d79090e-9747-4dce-b7b7-2f68931107e7, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=0d79090e-9747-4dce-b7b7-2f68931107e7,segment=NetworkSegment(c727ea35-1eb5-4fae-b288-f276f8fb5613),segment_id=c727ea35-1eb5-4fae-b288-f276f8fb5613)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:16.317722 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-44c756ec-f8f8-4825-a01f-040bf5f6a645 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:16.329779 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f6125da4-9a82-4474-9757-e6eb41e36af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:14Z', 'revision_number': 9, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:51Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:16.332592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=0d79090e-9747-4dce-b7b7-2f68931107e7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:16.341322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-44c756ec-f8f8-4825-a01f-040bf5f6a645 None None] Calling delete_port for 0d79090e-9747-4dce-b7b7-2f68931107e7 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:16.343318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No DVR routers for this DVR port 0d79090e-9747-4dce-b7b7-2f68931107e7 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:16.371956 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6125da4-9a82-4474-9757-e6eb41e36af2 None None] The sync data for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 is: [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:14Z', 'revision_number': 9, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99f9ac7-23f3-4cb1-95d7-2116a299a75e', 'name': '', 'network_id': '91175e23-b2c6-4eef-a88b-a9f6dcbc1770', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:fb:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:45Z', 'updated_at': '2022-03-07T22:04:51Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': 'b143b628-dbdb-45bb-bb05-cef41bb38a6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:16.478612 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (4b1a02b9-abc0-4bd5-9713-6e18847e182a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:16.484380 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-44c756ec-f8f8-4825-a01f-040bf5f6a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (0d79090e-9747-4dce-b7b7-2f68931107e7), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:16.505731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1a02b9-abc0-4bd5-9713-6e18847e182a']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:16.527016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c727ea35-1eb5-4fae-b288-f276f8fb5613') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:16.527016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c727ea35-1eb5-4fae-b288-f276f8fb5613') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:16.527252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c756ec-f8f8-4825-a01f-040bf5f6a645 None None] Pushing event deleted for resources: {'Port': ['ID=0d79090e-9747-4dce-b7b7-2f68931107e7,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:16.529118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c756ec-f8f8-4825-a01f-040bf5f6a645 None None] No DVR routers for this DVR port 0d79090e-9747-4dce-b7b7-2f68931107e7 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:16.538280 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (c727ea35-1eb5-4fae-b288-f276f8fb5613), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:16.553234 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c727ea35-1eb5-4fae-b288-f276f8fb5613), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:16.559762 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:05:16.560374 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (c727ea35-1eb5-4fae-b288-f276f8fb5613), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:05:16.563801 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:05:16.662822 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (4b1a02b9-abc0-4bd5-9713-6e18847e182a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:16.673944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:16.689874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59470) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:16.690470 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/networks/4b1a02b9-abc0-4bd5-9713-6e18847e182a HTTP/1.1" status: 204 len: 168 time: 0.8803639 Mar 07 22:05:16.734334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ce4f5-6bd3-440b-a6ab-9dd24285f2bb tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Network': ['ID=4b1a02b9-abc0-4bd5-9713-6e18847e182a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:17.010824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179fc61-2478-4993-9a0c-6e1eda20da10 req-bad4815e-a82f-4d7c-a8f7-e0ef79b79e16 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:17.014402 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0179fc61-2478-4993-9a0c-6e1eda20da10 req-bad4815e-a82f-4d7c-a8f7-e0ef79b79e16 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1128 time: 0.0875137 Mar 07 22:05:17.031943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5fff-7e6d-4daf-b92c-dd4902abd484 req-2a1804b4-b932-4f52-a73c-d9160626f6c4 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:17.033444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba0b5fff-7e6d-4daf-b92c-dd4902abd484 req-2a1804b4-b932-4f52-a73c-d9160626f6c4 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 1128 time: 0.1638036 Mar 07 22:05:17.226152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-0179fc61-2478-4993-9a0c-6e1eda20da10 req-19c02cc2-d184-454e-80dd-0182b8926022 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Deleting port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:17.226881 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0179fc61-2478-4993-9a0c-6e1eda20da10 req-19c02cc2-d184-454e-80dd-0182b8926022 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:17.296580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba0b5fff-7e6d-4daf-b92c-dd4902abd484 req-28ce7f44-15ea-4e4e-9d9c-8425b04e6e28 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554471 Mar 07 22:05:17.320218 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-0179fc61-2478-4993-9a0c-6e1eda20da10 req-19c02cc2-d184-454e-80dd-0182b8926022 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] For port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:17.320565 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0179fc61-2478-4993-9a0c-6e1eda20da10 req-19c02cc2-d184-454e-80dd-0182b8926022 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:17.320865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0c1518ee-ddff-4c3c-972a-a31c4489f8cd no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:17.336109 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-0179fc61-2478-4993-9a0c-6e1eda20da10 req-19c02cc2-d184-454e-80dd-0182b8926022 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Calling delete_port for 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:17.361114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 0c1518ee-ddff-4c3c-972a-a31c4489f8cd {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:17.365089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0c1518ee-ddff-4c3c-972a-a31c4489f8cd not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:17.365695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0d79090e-9747-4dce-b7b7-2f68931107e7 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:17.441977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 0d79090e-9747-4dce-b7b7-2f68931107e7 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:17.443518 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 0d79090e-9747-4dce-b7b7-2f68931107e7 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:17.502653 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f692779d-9a26-483d-b172-85cff35f9db6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:17.592771 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:05:17.618448 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0179fc61-2478-4993-9a0c-6e1eda20da10 req-19c02cc2-d184-454e-80dd-0182b8926022 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:17.631327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:05:17.633559 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['92330d53-5d90-4c05-9b19-d16dee5400fd'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:05:17.688416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c02cc2-d184-454e-80dd-0182b8926022 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Pushing event deleted for resources: {'Port': ['ID=8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:17.737769 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-0179fc61-2478-4993-9a0c-6e1eda20da10 req-19c02cc2-d184-454e-80dd-0182b8926022 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] No DVR routers for this DVR port 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:17.742759 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-0179fc61-2478-4993-9a0c-6e1eda20da10 req-19c02cc2-d184-454e-80dd-0182b8926022 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:17.746418 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0179fc61-2478-4993-9a0c-6e1eda20da10 req-19c02cc2-d184-454e-80dd-0182b8926022 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.13 "DELETE /v2.0/ports/8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 HTTP/1.1" status: 204 len: 173 time: 0.7271214 Mar 07 22:05:17.746895 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56b7da2-f143-45ae-8748-43bfa7efce6f', 'name': 'network-vif-deleted', 'tag': '8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:05:17.762100 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81f988a-b73c-454e-bc12-e3a10337a260" -d '{"events": [{"server_uuid": "f56b7da2-f143-45ae-8748-43bfa7efce6f", "name": "network-vif-deleted", "tag": "8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:05:17.834374 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa39b2b-ae79-474c-a563-c7db5b32658c x-openstack-request-id: req-9aa39b2b-ae79-474c-a563-c7db5b32658c {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:05:17.834892 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56b7da2-f143-45ae-8748-43bfa7efce6f", "name": "network-vif-deleted", "tag": "8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:05:17.835335 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9aa39b2b-ae79-474c-a563-c7db5b32658c {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:05:17.836073 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56b7da2-f143-45ae-8748-43bfa7efce6f', 'name': 'network-vif-deleted', 'tag': '8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1', 'status': 'completed', 'code': 200} Mar 07 22:05:18.096494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-f692779d-9a26-483d-b172-85cff35f9db6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port f99f9ac7-23f3-4cb1-95d7-2116a299a75e {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:18.097455 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f692779d-9a26-483d-b172-85cff35f9db6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:18.142197 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eb77a0b1-8112-4322-b356-71c52e142fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:18.255450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-f692779d-9a26-483d-b172-85cff35f9db6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] For port f99f9ac7-23f3-4cb1-95d7-2116a299a75e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f99f9ac7-23f3-4cb1-95d7-2116a299a75e,segment=NetworkSegment(267dcba1-03de-433e-9ce4-90936d4f2991),segment_id=267dcba1-03de-433e-9ce4-90936d4f2991)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:18.257088 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f692779d-9a26-483d-b172-85cff35f9db6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:18.275658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-f692779d-9a26-483d-b172-85cff35f9db6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for f99f9ac7-23f3-4cb1-95d7-2116a299a75e owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:18.418658 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:18.494333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea543761-922e-4f6f-9304-c4d51ba5d865 req-04ca56dc-1277-4832-85f3-6351f3c7036e tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f56b7da2-f143-45ae-8748-43bfa7efce6f HTTP/1.1" status: 200 len: 210 time: 0.0828555 Mar 07 22:05:18.647936 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f692779d-9a26-483d-b172-85cff35f9db6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f99f9ac7-23f3-4cb1-95d7-2116a299a75e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:18.692669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692779d-9a26-483d-b172-85cff35f9db6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=f99f9ac7-23f3-4cb1-95d7-2116a299a75e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:18.945992 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f692779d-9a26-483d-b172-85cff35f9db6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:19.272203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f692779d-9a26-483d-b172-85cff35f9db6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router c647fbd6-77f6-4973-8d5d-7f428380a54c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:05:19.362447 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:19.411470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f692779d-9a26-483d-b172-85cff35f9db6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:19.423475 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2812c49a-345d-4f4c-b8b1-5cf8a9a0f966 None None] Sync routers for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:19.427693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f692779d-9a26-483d-b172-85cff35f9db6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/c647fbd6-77f6-4973-8d5d-7f428380a54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7419086 Mar 07 22:05:19.430396 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59502) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:19.444779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2812c49a-345d-4f4c-b8b1-5cf8a9a0f966 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:19.445421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2812c49a-345d-4f4c-b8b1-5cf8a9a0f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:19.525679 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-4527ee6a-1947-46f4-8b80-35df65a424b9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting subnet b143b628-dbdb-45bb-bb05-cef41bb38a6a {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:05:19.530003 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4527ee6a-1947-46f4-8b80-35df65a424b9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (b143b628-dbdb-45bb-bb05-cef41bb38a6a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:19.640491 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4527ee6a-1947-46f4-8b80-35df65a424b9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (b143b628-dbdb-45bb-bb05-cef41bb38a6a), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:19.700039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-2812c49a-345d-4f4c-b8b1-5cf8a9a0f966 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:19.846441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4527ee6a-1947-46f4-8b80-35df65a424b9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (b143b628-dbdb-45bb-bb05-cef41bb38a6a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:20.005375 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4527ee6a-1947-46f4-8b80-35df65a424b9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (b143b628-dbdb-45bb-bb05-cef41bb38a6a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:20.062243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f07792-c474-469e-bef1-1005e0d45c58 req-32d3b0e9-477c-4adf-b040-f35ba2afb7d4 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:20.070832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527ee6a-1947-46f4-8b80-35df65a424b9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Subnet': ['ID=b143b628-dbdb-45bb-bb05-cef41bb38a6a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:20.071412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5f07792-c474-469e-bef1-1005e0d45c58 req-32d3b0e9-477c-4adf-b040-f35ba2afb7d4 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1128 time: 0.0988288 Mar 07 22:05:20.104979 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4527ee6a-1947-46f4-8b80-35df65a424b9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:20.115903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d13f931-3408-4c25-bdea-f1394d646d5c None None] Network 91175e23-b2c6-4eef-a88b-a9f6dcbc1770 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:05:20.116325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59516) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:20.118645 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4527ee6a-1947-46f4-8b80-35df65a424b9 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/b143b628-dbdb-45bb-bb05-cef41bb38a6a HTTP/1.1" status: 204 len: 168 time: 0.6871417 Mar 07 22:05:20.130736 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5f07792-c474-469e-bef1-1005e0d45c58 req-cacfb975-7672-43b9-8f6b-29d75e86da0d tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583799 Mar 07 22:05:20.272860 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (91175e23-b2c6-4eef-a88b-a9f6dcbc1770), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:20.278774 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-9f881e4e-40c9-440a-8f36-ba759b5b3f8a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0993574 Mar 07 22:05:20.397493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2812c49a-345d-4f4c-b8b1-5cf8a9a0f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:18Z', 'revision_number': 10, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:20.430078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port db25d0ac-ad90-4969-8775-d0211ee0ab2a {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:20.435292 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (db25d0ac-ad90-4969-8775-d0211ee0ab2a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:20.450678 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-d11bdb3d-578c-43d4-a8ac-68ebcc0e78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:20.455077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-d11bdb3d-578c-43d4-a8ac-68ebcc0e78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:20.458004 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-d11bdb3d-578c-43d4-a8ac-68ebcc0e78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:20.458715 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-d11bdb3d-578c-43d4-a8ac-68ebcc0e78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:20.459354 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-d11bdb3d-578c-43d4-a8ac-68ebcc0e78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:20.459990 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-d11bdb3d-578c-43d4-a8ac-68ebcc0e78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:20.461354 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-d11bdb3d-578c-43d4-a8ac-68ebcc0e78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:20.467139 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-d11bdb3d-578c-43d4-a8ac-68ebcc0e78d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 6720 time: 0.1161616 Mar 07 22:05:20.468326 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2812c49a-345d-4f4c-b8b1-5cf8a9a0f966 None None] Checking router: c647fbd6-77f6-4973-8d5d-7f428380a54c for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:20.485637 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:20.521023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2812c49a-345d-4f4c-b8b1-5cf8a9a0f966 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:20.523284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2812c49a-345d-4f4c-b8b1-5cf8a9a0f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:20.616912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] For port db25d0ac-ad90-4969-8775-d0211ee0ab2a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=db25d0ac-ad90-4969-8775-d0211ee0ab2a,segment=NetworkSegment(267dcba1-03de-433e-9ce4-90936d4f2991),segment_id=267dcba1-03de-433e-9ce4-90936d4f2991)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:20.617279 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (db25d0ac-ad90-4969-8775-d0211ee0ab2a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:20.649420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for db25d0ac-ad90-4969-8775-d0211ee0ab2a owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:20.705193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-a373b402-b2e3-4904-8545-83714beeb9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:20.707960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-a373b402-b2e3-4904-8545-83714beeb9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:20.708519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-a373b402-b2e3-4904-8545-83714beeb9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:20.715508 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-a373b402-b2e3-4904-8545-83714beeb9ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8&id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&id=2520dcc8-19a9-4132-961a-b62643ae8e21&id=2520dcc8-19a9-4132-961a-b62643ae8e21 HTTP/1.1" status: 200 len: 2296 time: 0.2090647 Mar 07 22:05:20.730488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-2812c49a-345d-4f4c-b8b1-5cf8a9a0f966 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:20.844963 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-59b652cd-50e6-4372-b601-d928ae63a709 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f0085bd-f10a-46c4-8348-adbfde20e030 HTTP/1.1" status: 200 len: 1002 time: 0.1265173 Mar 07 22:05:20.849418 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (db25d0ac-ad90-4969-8775-d0211ee0ab2a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:20.898651 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=db25d0ac-ad90-4969-8775-d0211ee0ab2a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:20.914752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No DVR routers for this DVR port db25d0ac-ad90-4969-8775-d0211ee0ab2a on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:20.933753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-c3ce14f2-bdd6-4dac-8a24-9c722b5582e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:20.936630 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-c3ce14f2-bdd6-4dac-8a24-9c722b5582e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e487eb0-cf82-4d95-adff-ac9720e5bf10 HTTP/1.1" status: 200 len: 855 time: 0.0874009 Mar 07 22:05:20.986411 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbdfe5c-1cf0-4456-87d7-149ecee901ad None None] DHCP port deletion for 91175e23-b2c6-4eef-a88b-a9f6dcbc1770 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:05:21.043879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-a9f75f35-0313-4a12-83c9-98eb4cc3055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:21.045447 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-a9f75f35-0313-4a12-83c9-98eb4cc3055c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0975094 Mar 07 22:05:21.083967 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (91175e23-b2c6-4eef-a88b-a9f6dcbc1770), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:21.100700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2812c49a-345d-4f4c-b8b1-5cf8a9a0f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:18Z', 'revision_number': 10, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:21.112432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91175e23-b2c6-4eef-a88b-a9f6dcbc1770']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:21.123700 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267dcba1-03de-433e-9ce4-90936d4f2991') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:21.123999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267dcba1-03de-433e-9ce4-90936d4f2991') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:21.138047 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (267dcba1-03de-433e-9ce4-90936d4f2991), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:21.190800 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (267dcba1-03de-433e-9ce4-90936d4f2991), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:21.215918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:05:21.216334 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (267dcba1-03de-433e-9ce4-90936d4f2991), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:05:21.237736 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:05:21.338330 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-e20fa37b-bf00-4d20-83e9-d96d4aa5a5da service neutron] 10.222.0.13 "GET /v2.0/networks/dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842116 Mar 07 22:05:21.469079 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (91175e23-b2c6-4eef-a88b-a9f6dcbc1770), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:21.483626 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:21.490332 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/networks/91175e23-b2c6-4eef-a88b-a9f6dcbc1770 HTTP/1.1" status: 204 len: 168 time: 1.3575299 Mar 07 22:05:21.502874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59526) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:21.505508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3ed5-0974-4eef-a1e4-e358d86a9d50 req-79257f07-dd4f-4505-8d10-e3f177f9f51c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:21.506857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-582c3ed5-0974-4eef-a1e4-e358d86a9d50 req-79257f07-dd4f-4505-8d10-e3f177f9f51c tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1128 time: 0.1384900 Mar 07 22:05:21.516904 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-3669f64c-867f-483d-9eb7-9e7d1debabd9 service neutron] 10.222.0.13 "GET /v2.0/networks/dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719208 Mar 07 22:05:21.559890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device db25d0ac-ad90-4969-8775-d0211ee0ab2a no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:21.561958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:21.564684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1779d4-ef8d-4c54-aa4b-e1441f1c994a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Network': ['ID=91175e23-b2c6-4eef-a88b-a9f6dcbc1770,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:21.600937 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-1f08d8a9-712f-4933-9eef-8bc44fc09d43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=3cfe58ad-c800-469f-9dac-12f4b77541dc HTTP/1.1" status: 200 len: 217 time: 0.0777633 Mar 07 22:05:21.652448 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:21.652808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 8487b3ef-1bd6-4e4e-8ed8-a52756bbfac1 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:21.661890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: db25d0ac-ad90-4969-8775-d0211ee0ab2a {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:21.662372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device db25d0ac-ad90-4969-8775-d0211ee0ab2a not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:21.664017 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2812c49a-345d-4f4c-b8b1-5cf8a9a0f966 None None] The sync data for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 is: [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:18Z', 'revision_number': 10, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None, '_interfaces': [{'id': '04c23bda-39b8-47d3-9033-ca27361f863b', 'name': '', 'network_id': '96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'mac_address': 'fa:16:3e:19:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:40Z', 'updated_at': '2022-03-07T22:04:45Z', 'revision_number': 5, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'subnets': [{'id': '7a4257b8-400f-42c7-a2d6-50b0e0b4106a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:21.744406 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-7bf678cc-d0cc-4104-be90-048b385c5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:21.746359 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-7bf678cc-d0cc-4104-be90-048b385c5c25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74787413-84bd-4383-8dc9-399403023240 HTTP/1.1" status: 200 len: 797 time: 0.1372151 Mar 07 22:05:21.847361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-525143c7-9a8f-4ace-b44d-7ba3eec6f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:21.849745 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-525143c7-9a8f-4ace-b44d-7ba3eec6f3fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0973175 Mar 07 22:05:22.001498 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bce220-414a-4a50-96af-8dedd3109a82 req-f22dd9bb-1843-40cb-83d4-b5d7174192dd tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:22.003330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47bce220-414a-4a50-96af-8dedd3109a82 req-f22dd9bb-1843-40cb-83d4-b5d7174192dd tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 1128 time: 0.7109807 Mar 07 22:05:22.141790 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-80f5ab8f-b783-48e4-9725-566be3fbb54d service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844381 Mar 07 22:05:22.243159 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:22.422275 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-b4d354e9-03c4-4191-9fba-97d5e4b2dac1 service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730310 Mar 07 22:05:22.532088 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-4970943f-4e18-43de-ba06-2af17db41f83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=5d5198c5-e420-4fec-b032-62b96c0b5e13 HTTP/1.1" status: 200 len: 217 time: 0.1036119 Mar 07 22:05:22.687692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-154ecaf6-b8bb-4bce-b8c4-ba518204cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:22.692268 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-154ecaf6-b8bb-4bce-b8c4-ba518204cc9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74787413-84bd-4383-8dc9-399403023240 HTTP/1.1" status: 200 len: 797 time: 0.1520903 Mar 07 22:05:22.701449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47bce220-414a-4a50-96af-8dedd3109a82 req-9b76ddf8-0590-49cd-9be7-00f2d11f9f25 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=96d60f1f-0577-4c6d-bc0e-5e37df73f010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669098 Mar 07 22:05:22.759198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-582c3ed5-0974-4eef-a1e4-e358d86a9d50 req-8e674582-0e20-41a5-b288-24fba5180182 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Deleting port 92330d53-5d90-4c05-9b19-d16dee5400fd {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:22.759549 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-582c3ed5-0974-4eef-a1e4-e358d86a9d50 req-8e674582-0e20-41a5-b288-24fba5180182 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:22.759762 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59540) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:22.786629 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-7fd5f508-6b8f-48b9-a824-2d068775853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:22.788330 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-7fd5f508-6b8f-48b9-a824-2d068775853e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0903130 Mar 07 22:05:22.973725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-582c3ed5-0974-4eef-a1e4-e358d86a9d50 req-8e674582-0e20-41a5-b288-24fba5180182 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] For port 92330d53-5d90-4c05-9b19-d16dee5400fd, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=92330d53-5d90-4c05-9b19-d16dee5400fd,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:22.974133 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-582c3ed5-0974-4eef-a1e4-e358d86a9d50 req-8e674582-0e20-41a5-b288-24fba5180182 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:23.017220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c0bada6-3b69-49f0-8881-fca58cdc8777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:23.022196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-582c3ed5-0974-4eef-a1e4-e358d86a9d50 req-8e674582-0e20-41a5-b288-24fba5180182 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Calling delete_port for 92330d53-5d90-4c05-9b19-d16dee5400fd owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:23.024460 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-aa690626-9193-42a0-9f06-646f8024ae41 service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266235 Mar 07 22:05:23.120229 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1e2c-10c8-4c21-8a66-42ee6a15d7a5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:23.211264 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-e8cd3aa6-91e9-46bd-8811-bbf7088f5855 service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789517 Mar 07 22:05:23.211650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f99f9ac7-23f3-4cb1-95d7-2116a299a75e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:23.263355 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-090e2c71-bd67-4b29-b38b-6d7750bb7b15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=06c160fb-b584-4b25-8107-c17294f3ccb2 HTTP/1.1" status: 200 len: 217 time: 0.0455840 Mar 07 22:05:23.275461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: f99f9ac7-23f3-4cb1-95d7-2116a299a75e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:23.284890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f99f9ac7-23f3-4cb1-95d7-2116a299a75e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:23.308301 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c0bada6-3b69-49f0-8881-fca58cdc8777 admin admin] Publish callbacks [] for security_group (1b78c419-6241-4bd2-986f-93320f38f704), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:23.320870 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4c0bada6-3b69-49f0-8881-fca58cdc8777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1b78c419-6241-4bd2-986f-93320f38f704), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:23.381299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-b2c859fd-28fe-4bb6-9004-01a4c4b5baed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:23.383110 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-b2c859fd-28fe-4bb6-9004-01a4c4b5baed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74787413-84bd-4383-8dc9-399403023240 HTTP/1.1" status: 200 len: 797 time: 0.1113544 Mar 07 22:05:23.390972 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4c0bada6-3b69-49f0-8881-fca58cdc8777 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b8715c39f904fe093b8cdf282f1ce48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6269727 Mar 07 22:05:23.397420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59546) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:23.404604 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bada6-3b69-49f0-8881-fca58cdc8777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b78c419-6241-4bd2-986f-93320f38f704,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:23.469704 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-28a37d28-a1e2-4040-b151-cdcda6face00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:23.471517 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-28a37d28-a1e2-4040-b151-cdcda6face00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0812240 Mar 07 22:05:23.582477 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-582c3ed5-0974-4eef-a1e4-e358d86a9d50 req-8e674582-0e20-41a5-b288-24fba5180182 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (92330d53-5d90-4c05-9b19-d16dee5400fd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:23.598329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['92330d53-5d90-4c05-9b19-d16dee5400fd'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:05:23.618942 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-ef842c04-63f0-4b16-b3c8-ec365e8f87d3 service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410618 Mar 07 22:05:23.646850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e674582-0e20-41a5-b288-24fba5180182 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Pushing event deleted for resources: {'Port': ['ID=92330d53-5d90-4c05-9b19-d16dee5400fd,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:23.706483 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Publish callbacks [] for security_group (1b78c419-6241-4bd2-986f-93320f38f704), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:23.770122 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-582c3ed5-0974-4eef-a1e4-e358d86a9d50 req-8e674582-0e20-41a5-b288-24fba5180182 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] No DVR routers for this DVR port 92330d53-5d90-4c05-9b19-d16dee5400fd on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:23.773160 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-582c3ed5-0974-4eef-a1e4-e358d86a9d50 req-8e674582-0e20-41a5-b288-24fba5180182 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:23.778244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-582c3ed5-0974-4eef-a1e4-e358d86a9d50 req-8e674582-0e20-41a5-b288-24fba5180182 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.15 "DELETE /v2.0/ports/92330d53-5d90-4c05-9b19-d16dee5400fd HTTP/1.1" status: 204 len: 173 time: 2.2619054 Mar 07 22:05:23.782426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1bf127-3b19-421e-b1f9-433e70824fe7', 'name': 'network-vif-deleted', 'tag': '92330d53-5d90-4c05-9b19-d16dee5400fd'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:05:23.794412 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1627d2f7-f636-450f-91fb-95427b6e71f1" -d '{"events": [{"server_uuid": "2c1bf127-3b19-421e-b1f9-433e70824fe7", "name": "network-vif-deleted", "tag": "92330d53-5d90-4c05-9b19-d16dee5400fd"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:05:23.865317 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-ee4b0505-dbe0-4004-b630-39cfae8a29e3 service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402923 Mar 07 22:05:23.905580 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Publish callbacks [] for security_group (1b78c419-6241-4bd2-986f-93320f38f704), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:23.935992 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-e660be6f-24e8-4aed-afc0-f261df43dca7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=05afd382-defc-4b8d-9fd1-655e05ad1958 HTTP/1.1" status: 200 len: 217 time: 0.0611842 Mar 07 22:05:23.947161 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765420d8-e591-4487-a0a7-fd7c4094534f x-openstack-request-id: req-765420d8-e591-4487-a0a7-fd7c4094534f {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:05:23.947833 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1bf127-3b19-421e-b1f9-433e70824fe7", "name": "network-vif-deleted", "tag": "92330d53-5d90-4c05-9b19-d16dee5400fd", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:05:23.948277 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-765420d8-e591-4487-a0a7-fd7c4094534f {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:05:23.948866 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1bf127-3b19-421e-b1f9-433e70824fe7', 'name': 'network-vif-deleted', 'tag': '92330d53-5d90-4c05-9b19-d16dee5400fd', 'status': 'completed', 'code': 200} Mar 07 22:05:23.960693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c971ed58-2e34-4dd2-9bdc-7995703e7fef req-15cbf50c-b6b1-4c03-9138-02e8babfa831 tempest-TestServerMultinode-846306618 tempest-TestServerMultinode-846306618-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2c1bf127-3b19-421e-b1f9-433e70824fe7 HTTP/1.1" status: 200 len: 210 time: 0.1459858 Mar 07 22:05:24.015312 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-8baef36b-6f70-48a7-a3c4-0af7240d0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:24.022353 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-8baef36b-6f70-48a7-a3c4-0af7240d0452 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74787413-84bd-4383-8dc9-399403023240 HTTP/1.1" status: 200 len: 797 time: 0.0805757 Mar 07 22:05:24.058518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c1e2c-10c8-4c21-8a66-42ee6a15d7a5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port 04c23bda-39b8-47d3-9033-ca27361f863b {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:24.059330 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1e2c-10c8-4c21-8a66-42ee6a15d7a5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:24.092693 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1b78c419-6241-4bd2-986f-93320f38f704), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:24.095267 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:24.096424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b78c419-6241-4bd2-986f-93320f38f704 HTTP/1.1" status: 204 len: 168 time: 0.6938522 Mar 07 22:05:24.124785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b78c419-6241-4bd2-986f-93320f38f704,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:24.150304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-4b734b44-a4c0-46b2-9e4e-0ad3e87c7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:24.156606 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-4b734b44-a4c0-46b2-9e4e-0ad3e87c7442 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=030f98ea-4abb-4c6e-ab36-d010ae9a67db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1278245 Mar 07 22:05:24.200271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:24.200950 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:24.202026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:24.202586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:24.203108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:24.203690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:24.204244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:24.204790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:24.205358 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:24.205919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:24.206494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:24.207111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:24.207524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013d2bce-acb8-4134-8039-339a2556e47b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:24.303654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-2a3c1e2c-10c8-4c21-8a66-42ee6a15d7a5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] For port 04c23bda-39b8-47d3-9033-ca27361f863b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=04c23bda-39b8-47d3-9033-ca27361f863b,segment=NetworkSegment(3cac6b0c-fcfb-4b80-b60a-806973ebc97e),segment_id=3cac6b0c-fcfb-4b80-b60a-806973ebc97e)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:24.307368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1e2c-10c8-4c21-8a66-42ee6a15d7a5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:24.336029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c1e2c-10c8-4c21-8a66-42ee6a15d7a5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for 04c23bda-39b8-47d3-9033-ca27361f863b owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:24.416885 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-86b93cfb-2858-4d50-9055-3eec19ae8e1b service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464545 Mar 07 22:05:24.703883 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1e2c-10c8-4c21-8a66-42ee6a15d7a5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (04c23bda-39b8-47d3-9033-ca27361f863b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:24.768930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c1e2c-10c8-4c21-8a66-42ee6a15d7a5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=04c23bda-39b8-47d3-9033-ca27361f863b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:24.972690 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1e2c-10c8-4c21-8a66-42ee6a15d7a5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (c647fbd6-77f6-4973-8d5d-7f428380a54c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:25.088784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59574) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:25.399418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59584) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:25.514306 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3c1e2c-10c8-4c21-8a66-42ee6a15d7a5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router c647fbd6-77f6-4973-8d5d-7f428380a54c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:05:25.528495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1894389442-network', 'tenant_id': '3780c442c69844ccbdb870d150ce5237'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:25.554197 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-da8fcde6-6717-4244-836f-a59425b26cfe service neutron] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1361544 Mar 07 22:05:25.558040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] Made reservation on behalf of 3780c442c69844ccbdb870d150ce5237 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:05:25.560556 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:25.641056 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-8cdd3d27-a758-4ac0-8a0d-a97606c0fc7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8ac8df2f-126b-4c71-9e1e-1238cf14624f HTTP/1.1" status: 200 len: 217 time: 0.0748038 Mar 07 22:05:25.657325 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:25.677257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 92330d53-5d90-4c05-9b19-d16dee5400fd no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:25.707222 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 92330d53-5d90-4c05-9b19-d16dee5400fd {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:25.707810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 92330d53-5d90-4c05-9b19-d16dee5400fd not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:25.734252 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-10ab9736-ada9-4df8-a6c1-f84ab7871be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:25.735956 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-10ab9736-ada9-4df8-a6c1-f84ab7871be8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=753aac05-577c-4ca7-bcc1-f8bed7e2a1e7 HTTP/1.1" status: 200 len: 797 time: 0.0885289 Mar 07 22:05:25.749971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3c1e2c-10c8-4c21-8a66-42ee6a15d7a5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:25.762166 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2a3c1e2c-10c8-4c21-8a66-42ee6a15d7a5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/c647fbd6-77f6-4973-8d5d-7f428380a54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2508669 Mar 07 22:05:25.764452 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711282e5-5db6-46f2-b998-694832e22752 None None] Sync routers for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:25.766634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59592) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:25.780566 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711282e5-5db6-46f2-b998-694832e22752 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:25.782540 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-711282e5-5db6-46f2-b998-694832e22752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:25.887525 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4947e4-ced2-414c-99a4-255b106ec39c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting subnet 7a4257b8-400f-42c7-a2d6-50b0e0b4106a {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:05:25.887795 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] Publish callbacks [] for security_group (82921136-1995-4556-b8cf-8b6b465b9508), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:25.896518 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab4947e4-ced2-414c-99a4-255b106ec39c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (7a4257b8-400f-42c7-a2d6-50b0e0b4106a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:25.938496 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (82921136-1995-4556-b8cf-8b6b465b9508), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:25.947426 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-94525949-1711-47f8-8e68-6923fc0f7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:25.948978 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-94525949-1711-47f8-8e68-6923fc0f7a6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2520dcc8-19a9-4132-961a-b62643ae8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2065144 Mar 07 22:05:25.952324 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab4947e4-ced2-414c-99a4-255b106ec39c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (7a4257b8-400f-42c7-a2d6-50b0e0b4106a), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:25.982813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:05:26.005101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82921136-1995-4556-b8cf-8b6b465b9508,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:26.044982 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d363046a-856a-4f2d-ab2b-6c0c4800ad75), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:26.045668 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] Added segment d363046a-856a-4f2d-ab2b-6c0c4800ad75 of type vlan for network c39853f8-181c-4325-9e32-8bc19cecb381 Mar 07 22:05:26.099578 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-dbe6f433-82b2-4d1c-b9d9-45dd9e48d4bb service neutron] 10.222.0.13 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363034 Mar 07 22:05:26.121962 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (c39853f8-181c-4325-9e32-8bc19cecb381), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:26.158711 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-711282e5-5db6-46f2-b998-694832e22752 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:26.170281 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (c39853f8-181c-4325-9e32-8bc19cecb381), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:26.171725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:26.172422 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:26.231838 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab4947e4-ced2-414c-99a4-255b106ec39c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (7a4257b8-400f-42c7-a2d6-50b0e0b4106a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:26.260946 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-711282e5-5db6-46f2-b998-694832e22752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:24Z', 'revision_number': 11, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:26.289514 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711282e5-5db6-46f2-b998-694832e22752 None None] Checking router: c647fbd6-77f6-4973-8d5d-7f428380a54c for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:26.298932 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711282e5-5db6-46f2-b998-694832e22752 None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:26.299939 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-711282e5-5db6-46f2-b998-694832e22752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:26.328823 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab4947e4-ced2-414c-99a4-255b106ec39c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (7a4257b8-400f-42c7-a2d6-50b0e0b4106a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:26.380228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869f477-0cf2-47cf-be42-a6b4baee9993 None None] Network 96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:05:26.381467 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ab4947e4-ced2-414c-99a4-255b106ec39c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:26.389828 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ab4947e4-ced2-414c-99a4-255b106ec39c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/7a4257b8-400f-42c7-a2d6-50b0e0b4106a HTTP/1.1" status: 204 len: 168 time: 0.6206753 Mar 07 22:05:26.393952 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-711282e5-5db6-46f2-b998-694832e22752 None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:26.398901 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59594) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:26.400315 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4947e4-ced2-414c-99a4-255b106ec39c tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4257b8-400f-42c7-a2d6-50b0e0b4106a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:26.501524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:26.524156 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-711282e5-5db6-46f2-b998-694832e22752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:24Z', 'revision_number': 11, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:26.575847 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711282e5-5db6-46f2-b998-694832e22752 None None] The sync data for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 is: [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:24Z', 'revision_number': 11, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:26.629026 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-85bd59f0-34c7-447c-90d3-c9c8266f9d00 service neutron] 10.222.0.13 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206785 Mar 07 22:05:26.648850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2479727 Mar 07 22:05:26.651210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] DHCP port deletion for 96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:05:26.655125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59598) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:26.667796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ed120329-6c26-418b-bee0-9b73ac6e8041 admin admin] Request body: {'subnet': {'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1894389442-subnet', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:26.671825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833a7db-5711-4630-984a-fe8813790048 admin admin] Pushing event updated for resources: {'Network': ['ID=c39853f8-181c-4325-9e32-8bc19cecb381,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:26.706046 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-594b48c1-c4c8-4cc1-a86d-f9471fbb00c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:26.715283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed120329-6c26-418b-bee0-9b73ac6e8041 admin admin] Made reservation on behalf of 3780c442c69844ccbdb870d150ce5237 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:05:26.718434 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ed120329-6c26-418b-bee0-9b73ac6e8041 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:26.719746 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-f7a65762-b8be-440d-8268-357b5c2683b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=98738167-0a20-476f-92f4-f20d36442fad HTTP/1.1" status: 200 len: 217 time: 0.0839942 Mar 07 22:05:26.722971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network c39853f8-181c-4325-9e32-8bc19cecb381 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:05:26.801207 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-8dfb2496-0e9f-4743-a7d7-37527ced7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:26.802922 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-8dfb2496-0e9f-4743-a7d7-37527ced7cfd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=753aac05-577c-4ca7-bcc1-f8bed7e2a1e7 HTTP/1.1" status: 200 len: 797 time: 0.0614336 Mar 07 22:05:26.862399 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Deleting port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:26.863057 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:26.873462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Deleting port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:26.873745 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:26.889433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-d222ae48-ff11-470d-b195-08d269dc0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:26.890773 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-d222ae48-ff11-470d-b195-08d269dc0a6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2520dcc8-19a9-4132-961a-b62643ae8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0796862 Mar 07 22:05:26.940442 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] For port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3c9c3b91-d2c8-4f73-9abc-a15e52542f46,segment=NetworkSegment(3cac6b0c-fcfb-4b80-b60a-806973ebc97e),segment_id=3cac6b0c-fcfb-4b80-b60a-806973ebc97e)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:26.941303 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:26.956317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Calling delete_port for 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:27.026257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] For port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3c9c3b91-d2c8-4f73-9abc-a15e52542f46,segment=NetworkSegment(3cac6b0c-fcfb-4b80-b60a-806973ebc97e),segment_id=3cac6b0c-fcfb-4b80-b60a-806973ebc97e)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:27.026639 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.055760 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Calling delete_port for 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:27.143329 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.175824 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-eaecd996-cfb7-4aa4-9e26-f33d1d393278 service neutron] 10.222.0.13 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715919 Mar 07 22:05:27.239138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] No DVR routers for this DVR port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:27.267141 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Pushing event deleted for resources: {'Port': ['ID=3c9c3b91-d2c8-4f73-9abc-a15e52542f46,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:27.282547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:27.283248 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:27.283755 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:27.285885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:27.286289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:27.286633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:27.286970 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:27.287305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:27.287833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:27.288565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:27.289075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:27.289619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:27.291125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b601d-83ca-443a-8410-d858db3c43e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:27.313686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:27.350960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:27.351313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:27.351742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 04c23bda-39b8-47d3-9033-ca27361f863b no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:27.384936 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 04c23bda-39b8-47d3-9033-ca27361f863b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:27.385462 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 04c23bda-39b8-47d3-9033-ca27361f863b not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:27.393273 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ed120329-6c26-418b-bee0-9b73ac6e8041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (f562ae71-2231-4230-a5d7-126019518fad), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.406787 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3c9c3b91-d2c8-4f73-9abc-a15e52542f46), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.455846 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e83f9426-ef3b-47a6-8b0b-18cef7359009 req-752d8f20-2b95-4b18-8cfc-caf5d2400901 service neutron] 10.222.0.13 "GET /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773130 Mar 07 22:05:27.458502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Port': ['ID=3c9c3b91-d2c8-4f73-9abc-a15e52542f46,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:27.480142 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No DVR routers for this DVR port 3c9c3b91-d2c8-4f73-9abc-a15e52542f46 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:27.546163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed120329-6c26-418b-bee0-9b73ac6e8041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f562ae71-2231-4230-a5d7-126019518fad,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:27.564473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed120329-6c26-418b-bee0-9b73ac6e8041 admin admin] Checking segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:05:27.564859 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed120329-6c26-418b-bee0-9b73ac6e8041 admin admin] Network hostable DHCP agents. Network: c39853f8-181c-4325-9e32-8bc19cecb381, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:05:27.590443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.620613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed120329-6c26-418b-bee0-9b73ac6e8041 admin admin] Network c39853f8-181c-4325-9e32-8bc19cecb381 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:05:27.622990 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:27.636108 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cac6b0c-fcfb-4b80-b60a-806973ebc97e') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:27.637475 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cac6b0c-fcfb-4b80-b60a-806973ebc97e') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:27.639352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ed120329-6c26-418b-bee0-9b73ac6e8041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, c39853f8-181c-4325-9e32-8bc19cecb381) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:27.649231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ed2c7-b891-469d-b239-26e7188a7854 None None] Network c39853f8-181c-4325-9e32-8bc19cecb381 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:05:27.652819 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-594b48c1-c4c8-4cc1-a86d-f9471fbb00c8 admin admin] Deleting port 9b18e50e-2537-4b19-aaef-096030ac8ece {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:27.653257 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-594b48c1-c4c8-4cc1-a86d-f9471fbb00c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.654055 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (3cac6b0c-fcfb-4b80-b60a-806973ebc97e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.656629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed120329-6c26-418b-bee0-9b73ac6e8041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:27.657229 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ed120329-6c26-418b-bee0-9b73ac6e8041 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.672902 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3cac6b0c-fcfb-4b80-b60a-806973ebc97e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.687635 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:05:27.689872 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (3cac6b0c-fcfb-4b80-b60a-806973ebc97e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:05:27.697494 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:05:27.728154 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ed120329-6c26-418b-bee0-9b73ac6e8041 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0714176 Mar 07 22:05:27.733350 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59602) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:27.744193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:27.770048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-594b48c1-c4c8-4cc1-a86d-f9471fbb00c8 admin admin] For port 9b18e50e-2537-4b19-aaef-096030ac8ece, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9b18e50e-2537-4b19-aaef-096030ac8ece,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:27.770458 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-594b48c1-c4c8-4cc1-a86d-f9471fbb00c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.787964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-594b48c1-c4c8-4cc1-a86d-f9471fbb00c8 admin admin] Calling delete_port for 9b18e50e-2537-4b19-aaef-096030ac8ece owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:27.887659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-c39853f8-181c-4325-9e32-8bc19cecb381', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:05:27.888535 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.919037 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.933645 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.948515 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/networks/96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46 HTTP/1.1" status: 204 len: 168 time: 1.5442903 Mar 07 22:05:27.971102 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (e9e07398-0b1c-494e-b128-47197093a44f), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.973985 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (e9e07398-0b1c-494e-b128-47197093a44f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:27.981737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59610) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:27.997444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-40b7c27f-102e-48ad-9134-77047cb26f5b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'router': {'routes': None}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:28.005849 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277839f0-0606-4a5c-a501-5daa5ea7f2f6 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Pushing event deleted for resources: {'Network': ['ID=96ccd7de-04b1-4a1e-85a8-1b6c1eca8b46,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:28.146344 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Allocated IP 172.20.0.2 (c39853f8-181c-4325-9e32-8bc19cecb381/f562ae71-2231-4230-a5d7-126019518fad/7d78a801-7662-4c43-88c6-e230ad363f31) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:05:28.204788 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Publish callbacks [] for router_controller (e9e07398-0b1c-494e-b128-47197093a44f), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:28.250371 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-594b48c1-c4c8-4cc1-a86d-f9471fbb00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (9b18e50e-2537-4b19-aaef-096030ac8ece), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:28.299858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b48c1-c4c8-4cc1-a86d-f9471fbb00c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b18e50e-2537-4b19-aaef-096030ac8ece,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:28.318027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.extraroute_db [None req-40b7c27f-102e-48ad-9134-77047cb26f5b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Added routes are [] {{(pid=103718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 22:05:28.318513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.extraroute_db [None req-40b7c27f-102e-48ad-9134-77047cb26f5b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Removed routes are [] {{(pid=103718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 22:05:28.318949 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40b7c27f-102e-48ad-9134-77047cb26f5b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (c647fbd6-77f6-4973-8d5d-7f428380a54c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:28.445058 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Publish callbacks [] for port (7d78a801-7662-4c43-88c6-e230ad363f31), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:28.458380 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (7d78a801-7662-4c43-88c6-e230ad363f31), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:28.505875 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Network c39853f8-181c-4325-9e32-8bc19cecb381 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:28.509595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:28.518232 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:05:28.522279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Pushing event updated for resources: {'Port': ['ID=7d78a801-7662-4c43-88c6-e230ad363f31,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:28.582263 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-594b48c1-c4c8-4cc1-a86d-f9471fbb00c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:28.622858 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Attempting to bind port 7d78a801-7662-4c43-88c6-e230ad363f31 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:05:28.623229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Attempting to bind port 7d78a801-7662-4c43-88c6-e230ad363f31 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:05:28.623591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Attempting to bind port 7d78a801-7662-4c43-88c6-e230ad363f31 on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:05:28.630299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:05:28.630682 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Checking segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:05:28.631086 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:28.631479 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Bound using segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:05:28.632477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Bound port: 7d78a801-7662-4c43-88c6-e230ad363f31, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:05:28.632864 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7d78a801-7662-4c43-88c6-e230ad363f31), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:28.688060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Publish callbacks [] for router_gateway (e9e07398-0b1c-494e-b128-47197093a44f), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:28.726599 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] For port 7d78a801-7662-4c43-88c6-e230ad363f31, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:05:28.730018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] For port 7d78a801-7662-4c43-88c6-e230ad363f31, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7d78a801-7662-4c43-88c6-e230ad363f31,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:05:28.737001 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7d78a801-7662-4c43-88c6-e230ad363f31), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:28.786447 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40b7c27f-102e-48ad-9134-77047cb26f5b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (c647fbd6-77f6-4973-8d5d-7f428380a54c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:28.805896 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40b7c27f-102e-48ad-9134-77047cb26f5b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (c647fbd6-77f6-4973-8d5d-7f428380a54c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:28.807061 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e260a-a7d4-4f46-961a-b94b798cc995 None None] Pushing event updated for resources: {'Port': ['ID=7d78a801-7662-4c43-88c6-e230ad363f31,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:28.974601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594b48c1-c4c8-4cc1-a86d-f9471fbb00c8 admin admin] Router 1fb6390e-90e3-482e-a2e5-a81a4ca9d0da has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:05:28.995211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59620) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:29.031550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b7c27f-102e-48ad-9134-77047cb26f5b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router c647fbd6-77f6-4973-8d5d-7f428380a54c has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:05:29.212579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b7c27f-102e-48ad-9134-77047cb26f5b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:29.219960 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40b7c27f-102e-48ad-9134-77047cb26f5b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:29.221217 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-40b7c27f-102e-48ad-9134-77047cb26f5b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/c647fbd6-77f6-4973-8d5d-7f428380a54c HTTP/1.1" status: 200 len: 705 time: 1.2356660 Mar 07 22:05:29.223514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33bee67-ac83-4f24-bb5f-0671a7d117cf None None] Sync routers for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:29.225756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59624) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:29.243981 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33bee67-ac83-4f24-bb5f-0671a7d117cf None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:29.244628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f33bee67-ac83-4f24-bb5f-0671a7d117cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:29.360335 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1e54eb60-a2e6-4a52-93ba-ebb12fe67341 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c647fbd6-77f6-4973-8d5d-7f428380a54c HTTP/1.1" status: 200 len: 205 time: 0.1331227 Mar 07 22:05:29.366781 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59626) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:29.405487 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Publish callbacks [] for router_gateway (e9e07398-0b1c-494e-b128-47197093a44f), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:29.408913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594b48c1-c4c8-4cc1-a86d-f9471fbb00c8 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:29.417937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-594b48c1-c4c8-4cc1-a86d-f9471fbb00c8 admin admin] 10.222.0.26 "PUT /v2.0/routers/1fb6390e-90e3-482e-a2e5-a81a4ca9d0da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3232327 Mar 07 22:05:29.423269 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ce8c1-e382-4631-9219-c4639068954d None None] Sync routers for ids ['1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:29.431108 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59628) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:29.432576 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:29.445974 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ce8c1-e382-4631-9219-c4639068954d None None] Routers {'1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:29.446630 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e20ce8c1-e382-4631-9219-c4639068954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:29.501993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7d78a801-7662-4c43-88c6-e230ad363f31 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:29.563277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-f33bee67-ac83-4f24-bb5f-0671a7d117cf None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:29.639873 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-010c1dd5-89f8-4803-afc6-e96b8ac1ac2e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (c647fbd6-77f6-4973-8d5d-7f428380a54c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:29.657868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f33bee67-ac83-4f24-bb5f-0671a7d117cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:24Z', 'revision_number': 11, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:29.684893 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e20ce8c1-e382-4631-9219-c4639068954d None None] Set router 1fb6390e-90e3-482e-a2e5-a81a4ca9d0da gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:29.700963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33bee67-ac83-4f24-bb5f-0671a7d117cf None None] Checking router: c647fbd6-77f6-4973-8d5d-7f428380a54c for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:29.715005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33bee67-ac83-4f24-bb5f-0671a7d117cf None None] Routers {'c647fbd6-77f6-4973-8d5d-7f428380a54c'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:29.715642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f33bee67-ac83-4f24-bb5f-0671a7d117cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c647fbd6-77f6-4973-8d5d-7f428380a54c'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:29.716399 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] Publish callbacks [] for router (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:29.717575 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7d78a801-7662-4c43-88c6-e230ad363f31 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:29.717951 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7d78a801-7662-4c43-88c6-e230ad363f31), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:29.776867 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Allocated IP 172.25.4.172 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/f8de2d29-43bf-4d3d-9908-1218a311b5c2) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:05:29.986332 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-f33bee67-ac83-4f24-bb5f-0671a7d117cf None None] Set router c647fbd6-77f6-4973-8d5d-7f428380a54c gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:30.043496 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e20ce8c1-e382-4631-9219-c4639068954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'name': 'tempest-TestServerMultinode-1211662379-router', 'tenant_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:12Z', 'updated_at': '2022-03-07T22:05:28Z', 'revision_number': 5, 'project_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'gw_port': {'id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:13Z', 'updated_at': '2022-03-07T22:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:30.061931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7d78a801-7662-4c43-88c6-e230ad363f31 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:30.062346 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7d78a801-7662-4c43-88c6-e230ad363f31), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:30.078993 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ce8c1-e382-4631-9219-c4639068954d None None] Checking router: 1fb6390e-90e3-482e-a2e5-a81a4ca9d0da for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:30.088920 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ce8c1-e382-4631-9219-c4639068954d None None] Routers {'1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:30.090297 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e20ce8c1-e382-4631-9219-c4639068954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:30.147403 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-010c1dd5-89f8-4803-afc6-e96b8ac1ac2e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (c647fbd6-77f6-4973-8d5d-7f428380a54c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:30.150203 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-010c1dd5-89f8-4803-afc6-e96b8ac1ac2e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_controller (c647fbd6-77f6-4973-8d5d-7f428380a54c), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:30.207648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 7d78a801-7662-4c43-88c6-e230ad363f31, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7d78a801-7662-4c43-88c6-e230ad363f31,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:30.214607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f33bee67-ac83-4f24-bb5f-0671a7d117cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:24Z', 'revision_number': 11, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:30.217974 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-010c1dd5-89f8-4803-afc6-e96b8ac1ac2e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (c647fbd6-77f6-4973-8d5d-7f428380a54c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:30.218627 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010c1dd5-89f8-4803-afc6-e96b8ac1ac2e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Fanout notify agent at l3_agent the message router_deleted on router c647fbd6-77f6-4973-8d5d-7f428380a54c {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:05:30.221757 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e20ce8c1-e382-4631-9219-c4639068954d None None] Set router 1fb6390e-90e3-482e-a2e5-a81a4ca9d0da gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:30.287033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33bee67-ac83-4f24-bb5f-0671a7d117cf None None] The sync data for ids ['c647fbd6-77f6-4973-8d5d-7f428380a54c'] in n-d-832330-1 is: [{'id': 'c647fbd6-77f6-4973-8d5d-7f428380a54c', 'name': 'tempest-RoutersIpV6Test-router-1030698944', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:36Z', 'updated_at': '2022-03-07T22:05:24Z', 'revision_number': 11, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:30.293716 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7d78a801-7662-4c43-88c6-e230ad363f31), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:30.326698 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-010c1dd5-89f8-4803-afc6-e96b8ac1ac2e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:30.329667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-010c1dd5-89f8-4803-afc6-e96b8ac1ac2e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/routers/c647fbd6-77f6-4973-8d5d-7f428380a54c HTTP/1.1" status: 204 len: 168 time: 0.9618471 Mar 07 22:05:30.349546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59632) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:30.369799 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=7d78a801-7662-4c43-88c6-e230ad363f31,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:30.371810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-bbe67b23-bcaf-4acc-b793-d8aa142ad6c3 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-653362598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:30.476919 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf2f061-1e64-4ae4-bd6f-964a128ec96f None None] Network c39853f8-181c-4325-9e32-8bc19cecb381 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:05:30.500715 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbe67b23-bcaf-4acc-b793-d8aa142ad6c3 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (0b1416bf-f471-4416-b332-a50b6ac55945), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:30.507044 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbe67b23-bcaf-4acc-b793-d8aa142ad6c3 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (0b1416bf-f471-4416-b332-a50b6ac55945), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:30.510167 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e20ce8c1-e382-4631-9219-c4639068954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'name': 'tempest-TestServerMultinode-1211662379-router', 'tenant_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:12Z', 'updated_at': '2022-03-07T22:05:28Z', 'revision_number': 5, 'project_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'gw_port': {'id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:13Z', 'updated_at': '2022-03-07T22:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:30.546354 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ce8c1-e382-4631-9219-c4639068954d None None] The sync data for ids ['1fb6390e-90e3-482e-a2e5-a81a4ca9d0da'] in n-d-832330-1 is: [{'id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'name': 'tempest-TestServerMultinode-1211662379-router', 'tenant_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:12Z', 'updated_at': '2022-03-07T22:05:28Z', 'revision_number': 5, 'project_id': '2156dc3d0f0a493f8f08d07c6ffae871', 'gw_port': {'id': 'f7c4b8bc-eef4-46bb-9164-8ab432f09f14', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb6390e-90e3-482e-a2e5-a81a4ca9d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:13Z', 'updated_at': '2022-03-07T22:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:30.650713 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbe67b23-bcaf-4acc-b793-d8aa142ad6c3 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_controller (0b1416bf-f471-4416-b332-a50b6ac55945), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:30.663909 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbe67b23-bcaf-4acc-b793-d8aa142ad6c3 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (0b1416bf-f471-4416-b332-a50b6ac55945), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:30.719584 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bbe67b23-bcaf-4acc-b793-d8aa142ad6c3 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:30.720713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bbe67b23-bcaf-4acc-b793-d8aa142ad6c3 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3701673 Mar 07 22:05:30.728600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59634) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:30.735857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-dc664487-ee03-47ba-bcee-c7b1eb4de7f8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:30.760720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a9c76f3b-1450-4024-a562-6dddef1adc49 None None] Provisioning complete for port 7d78a801-7662-4c43-88c6-e230ad363f31 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:30.761288 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a9c76f3b-1450-4024-a562-6dddef1adc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7d78a801-7662-4c43-88c6-e230ad363f31), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:30.835363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] Publish callbacks [] for router_gateway (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:30.941814 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Publish callbacks [] for port (f8de2d29-43bf-4d3d-9908-1218a311b5c2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:30.943437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a9c76f3b-1450-4024-a562-6dddef1adc49 None None] Current status of the port 7d78a801-7662-4c43-88c6-e230ad363f31 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:31.040157 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] Deleting port f7c4b8bc-eef4-46bb-9164-8ab432f09f14 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:31.040532 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f7c4b8bc-eef4-46bb-9164-8ab432f09f14), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:31.094723 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f8de2d29-43bf-4d3d-9908-1218a311b5c2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:31.278919 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-98a57135-2714-4df2-a8c5-afa015270c25 None None] Provisioning complete for port 7d78a801-7662-4c43-88c6-e230ad363f31 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:31.279298 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-98a57135-2714-4df2-a8c5-afa015270c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7d78a801-7662-4c43-88c6-e230ad363f31), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:31.288445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7d78a801-7662-4c43-88c6-e230ad363f31 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:31.291137 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:31.298531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:31.318826 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:05:31.461949 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7d78a801-7662-4c43-88c6-e230ad363f31 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:31.470507 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7d78a801-7662-4c43-88c6-e230ad363f31), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:31.505225 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=f8de2d29-43bf-4d3d-9908-1218a311b5c2,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:31.523537 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc664487-ee03-47ba-bcee-c7b1eb4de7f8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (0b1416bf-f471-4416-b332-a50b6ac55945), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:31.531632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-98a57135-2714-4df2-a8c5-afa015270c25 None None] Current status of the port 7d78a801-7662-4c43-88c6-e230ad363f31 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:31.531891 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7ec6-3a9a-4494-83da-c93d8dd6c099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (77be2438-9414-4250-bd25-3453747f608b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:31.544928 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] For port f7c4b8bc-eef4-46bb-9164-8ab432f09f14, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f7c4b8bc-eef4-46bb-9164-8ab432f09f14,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:31.545299 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f7c4b8bc-eef4-46bb-9164-8ab432f09f14), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:31.599624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] Calling delete_port for f7c4b8bc-eef4-46bb-9164-8ab432f09f14 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:31.631482 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7d78a801-7662-4c43-88c6-e230ad363f31 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:31.641046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9b18e50e-2537-4b19-aaef-096030ac8ece no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:31.657105 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc664487-ee03-47ba-bcee-c7b1eb4de7f8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (0b1416bf-f471-4416-b332-a50b6ac55945), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:31.688321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 9b18e50e-2537-4b19-aaef-096030ac8ece {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:31.688944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9b18e50e-2537-4b19-aaef-096030ac8ece not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:31.753948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Publish callbacks [] for router_gateway (e9e07398-0b1c-494e-b128-47197093a44f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:31.844133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc664487-ee03-47ba-bcee-c7b1eb4de7f8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Router 0b1416bf-f471-4416-b332-a50b6ac55945 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:05:31.966578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc664487-ee03-47ba-bcee-c7b1eb4de7f8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:31.973714 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc664487-ee03-47ba-bcee-c7b1eb4de7f8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:31.974907 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dc664487-ee03-47ba-bcee-c7b1eb4de7f8 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "PUT /v2.0/routers/0b1416bf-f471-4416-b332-a50b6ac55945 HTTP/1.1" status: 200 len: 697 time: 1.2451596 Mar 07 22:05:31.981498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59638) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:31.983758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf47b1-a638-4099-868a-2b0e9390ab24 None None] Sync routers for ids ['0b1416bf-f471-4416-b332-a50b6ac55945'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:32.000160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cf47b1-a638-4099-868a-2b0e9390ab24 None None] Routers {'0b1416bf-f471-4416-b332-a50b6ac55945'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:32.001089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-42cf47b1-a638-4099-868a-2b0e9390ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0b1416bf-f471-4416-b332-a50b6ac55945'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:32.050959 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c7ec6-3a9a-4494-83da-c93d8dd6c099 admin admin] Deleting port 4a23f23d-c625-4719-8e51-b8d0609d41f3 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:32.051437 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7ec6-3a9a-4494-83da-c93d8dd6c099 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:32.109826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-42cf47b1-a638-4099-868a-2b0e9390ab24 None None] Set router 0b1416bf-f471-4416-b332-a50b6ac55945 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:32.154845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-ca5c7ec6-3a9a-4494-83da-c93d8dd6c099 admin admin] For port 4a23f23d-c625-4719-8e51-b8d0609d41f3, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=4a23f23d-c625-4719-8e51-b8d0609d41f3,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:32.155459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7ec6-3a9a-4494-83da-c93d8dd6c099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:32.172528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c7ec6-3a9a-4494-83da-c93d8dd6c099 admin admin] Calling delete_port for 4a23f23d-c625-4719-8e51-b8d0609d41f3 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:32.217010 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (e9e07398-0b1c-494e-b128-47197093a44f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:32.269618 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3c691975-aaf2-47c1-beb7-ac0ddf0466f1 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/routers/0b1416bf-f471-4416-b332-a50b6ac55945 HTTP/1.1" status: 200 len: 703 time: 0.2848723 Mar 07 22:05:32.274884 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59642) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:32.384200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-42cf47b1-a638-4099-868a-2b0e9390ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1416bf-f471-4416-b332-a50b6ac55945', 'name': 'tempest-RoutersIpV6Test-router-653362598', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:30Z', 'updated_at': '2022-03-07T22:05:31Z', 'revision_number': 2, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:32.405456 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7ec6-3a9a-4494-83da-c93d8dd6c099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (4a23f23d-c625-4719-8e51-b8d0609d41f3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:32.421123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf47b1-a638-4099-868a-2b0e9390ab24 None None] Checking router: 0b1416bf-f471-4416-b332-a50b6ac55945 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:32.424292 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-619869a8-ae9e-4341-b380-dd490794644a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b1416bf-f471-4416-b332-a50b6ac55945 HTTP/1.1" status: 200 len: 205 time: 0.0342324 Mar 07 22:05:32.428094 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59644) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:32.435249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cf47b1-a638-4099-868a-2b0e9390ab24 None None] Routers {'0b1416bf-f471-4416-b332-a50b6ac55945'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:32.436283 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-42cf47b1-a638-4099-868a-2b0e9390ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0b1416bf-f471-4416-b332-a50b6ac55945'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:32.441401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c7ec6-3a9a-4494-83da-c93d8dd6c099 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a23f23d-c625-4719-8e51-b8d0609d41f3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:32.537466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-42cf47b1-a638-4099-868a-2b0e9390ab24 None None] Set router 0b1416bf-f471-4416-b332-a50b6ac55945 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:32.538315 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f7c4b8bc-eef4-46bb-9164-8ab432f09f14), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:32.574027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c4b8bc-eef4-46bb-9164-8ab432f09f14,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:32.584575 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-645e6f1c-200e-4f6b-acb7-30155db9ae44 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (0b1416bf-f471-4416-b332-a50b6ac55945), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:32.614164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-42cf47b1-a638-4099-868a-2b0e9390ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1416bf-f471-4416-b332-a50b6ac55945', 'name': 'tempest-RoutersIpV6Test-router-653362598', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:30Z', 'updated_at': '2022-03-07T22:05:31Z', 'revision_number': 2, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:32.643552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf47b1-a638-4099-868a-2b0e9390ab24 None None] The sync data for ids ['0b1416bf-f471-4416-b332-a50b6ac55945'] in n-d-832330-1 is: [{'id': '0b1416bf-f471-4416-b332-a50b6ac55945', 'name': 'tempest-RoutersIpV6Test-router-653362598', 'tenant_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:30Z', 'updated_at': '2022-03-07T22:05:31Z', 'revision_number': 2, 'project_id': '0e5c204e655f4c6ab19ea0d77b61c60c', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:32.782439 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7ec6-3a9a-4494-83da-c93d8dd6c099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (77be2438-9414-4250-bd25-3453747f608b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:32.837531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Router e9e07398-0b1c-494e-b128-47197093a44f is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:05:32.885216 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-645e6f1c-200e-4f6b-acb7-30155db9ae44 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (0b1416bf-f471-4416-b332-a50b6ac55945), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:32.887748 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-645e6f1c-200e-4f6b-acb7-30155db9ae44 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router_controller (0b1416bf-f471-4416-b332-a50b6ac55945), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:32.992269 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:33.068308 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-645e6f1c-200e-4f6b-acb7-30155db9ae44 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (0b1416bf-f471-4416-b332-a50b6ac55945), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:33.068819 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645e6f1c-200e-4f6b-acb7-30155db9ae44 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Fanout notify agent at l3_agent the message router_deleted on router 0b1416bf-f471-4416-b332-a50b6ac55945 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:05:33.110907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5c7ec6-3a9a-4494-83da-c93d8dd6c099 admin admin] Router 77be2438-9414-4250-bd25-3453747f608b has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:05:33.131983 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-645e6f1c-200e-4f6b-acb7-30155db9ae44 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:33.133155 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-645e6f1c-200e-4f6b-acb7-30155db9ae44 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/routers/0b1416bf-f471-4416-b332-a50b6ac55945 HTTP/1.1" status: 204 len: 168 time: 0.7040594 Mar 07 22:05:33.138695 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59648) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:33.155884 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:33.160345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] Publish callbacks [] for router_controller (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:33.185382 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4dbd0b87-4ed0-495f-8780-a41bf54f2d05 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b1416bf-f471-4416-b332-a50b6ac55945 HTTP/1.1" status: 200 len: 205 time: 0.0418069 Mar 07 22:05:33.189228 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59650) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:33.262899 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-b2cb4981-1b5a-4ad5-9c68-beee4fcb7844 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] delete failed (client error): The resource could not be found. Mar 07 22:05:33.267310 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b2cb4981-1b5a-4ad5-9c68-beee4fcb7844 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/routers/0b1416bf-f471-4416-b332-a50b6ac55945 HTTP/1.1" status: 404 len: 336 time: 0.0739257 Mar 07 22:05:33.267310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:33.267310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59652) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:33.268889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5c7ec6-3a9a-4494-83da-c93d8dd6c099 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:33.274018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ca5c7ec6-3a9a-4494-83da-c93d8dd6c099 admin admin] 10.222.0.26 "PUT /v2.0/routers/77be2438-9414-4250-bd25-3453747f608b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2334282 Mar 07 22:05:33.276375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59654) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:33.298853 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e6dd06-b046-4fc8-8b52-448984efdd92 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] DELETE failed (client error): The resource could not be found. Mar 07 22:05:33.299256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e6dd06-b046-4fc8-8b52-448984efdd92 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:05:33.302285 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-50e6dd06-b046-4fc8-8b52-448984efdd92 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/d6c21231-3593-464a-ac69-e4a3e9792d42 HTTP/1.1" status: 404 len: 337 time: 0.0345109 Mar 07 22:05:33.304113 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (1fb6390e-90e3-482e-a2e5-a81a4ca9d0da), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:33.304569 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fb6390e-90e3-482e-a2e5-a81a4ca9d0da {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:05:33.311050 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59658) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:33.312490 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Sync routers for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:33.332288 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:33.336135 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1aec4aeb-08ef-4a4b-9c4e-a388214a3e41 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1fb6390e-90e3-482e-a2e5-a81a4ca9d0da HTTP/1.1" status: 204 len: 168 time: 3.9011548 Mar 07 22:05:33.340778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59660) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:33.343923 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:33.344836 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:33.384780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94284f1d-63c8-473f-be0c-1dd65856dc16 None None] Sync routers for ids ['77be2438-9414-4250-bd25-3453747f608b'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:33.403784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94284f1d-63c8-473f-be0c-1dd65856dc16 None None] Routers {'77be2438-9414-4250-bd25-3453747f608b'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:33.406190 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-94284f1d-63c8-473f-be0c-1dd65856dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['77be2438-9414-4250-bd25-3453747f608b'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:33.414787 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4742364-7977-440f-af80-b732d7bc89ad tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] DELETE failed (client error): The resource could not be found. Mar 07 22:05:33.415257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4742364-7977-440f-af80-b732d7bc89ad tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:05:33.418817 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f4742364-7977-440f-af80-b732d7bc89ad tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/0323302d-f1b3-40aa-ac67-ca7820ca33ba HTTP/1.1" status: 404 len: 337 time: 0.1078830 Mar 07 22:05:33.424999 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:33.426847 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-67800a20-70e3-4eed-a12d-a6d616b6e1f5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6920037 Mar 07 22:05:33.427433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59662) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:33.438766 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59664) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:33.522397 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c562e9-508d-4a52-92ae-886eb1bf4d6e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] DELETE failed (client error): The resource could not be found. Mar 07 22:05:33.522871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c562e9-508d-4a52-92ae-886eb1bf4d6e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:05:33.526597 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d8c562e9-508d-4a52-92ae-886eb1bf4d6e tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/b143b628-dbdb-45bb-bb05-cef41bb38a6a HTTP/1.1" status: 404 len: 337 time: 0.0957901 Mar 07 22:05:33.531473 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] Publish callbacks [] for router (77be2438-9414-4250-bd25-3453747f608b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:33.534480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59666) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:33.563269 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57b6ab8-f359-4925-99d9-40c680c6e5b4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] DELETE failed (client error): The resource could not be found. Mar 07 22:05:33.563675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57b6ab8-f359-4925-99d9-40c680c6e5b4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:05:33.566784 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a57b6ab8-f359-4925-99d9-40c680c6e5b4 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/7a4257b8-400f-42c7-a2d6-50b0e0b4106a HTTP/1.1" status: 404 len: 337 time: 0.0307691 Mar 07 22:05:33.569793 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5a39de-ca1b-43bf-b8d9-e6a6e1c03568 admin admin] Deleting subnet e96cedb6-f10b-4e9e-ae64-a05a19505691 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:05:33.573457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59668) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:33.584214 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dc5a39de-ca1b-43bf-b8d9-e6a6e1c03568 admin admin] Publish callbacks [] for subnet (e96cedb6-f10b-4e9e-ae64-a05a19505691), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:33.630755 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-94284f1d-63c8-473f-be0c-1dd65856dc16 None None] Set router 77be2438-9414-4250-bd25-3453747f608b gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:33.635778 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7491e29b-6447-4012-b836-f25a13899979 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c647fbd6-77f6-4973-8d5d-7f428380a54c HTTP/1.1" status: 200 len: 205 time: 0.0603361 Mar 07 22:05:33.655534 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:33.670357 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59670) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:33.721122 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-0e226a6a-cf3b-4223-a18e-e78806cdd09d tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] delete failed (client error): The resource could not be found. Mar 07 22:05:33.725498 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0e226a6a-cf3b-4223-a18e-e78806cdd09d tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/routers/c647fbd6-77f6-4973-8d5d-7f428380a54c HTTP/1.1" status: 404 len: 336 time: 0.0508649 Mar 07 22:05:33.726627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59672) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:33.762020 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dc5a39de-ca1b-43bf-b8d9-e6a6e1c03568 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (e96cedb6-f10b-4e9e-ae64-a05a19505691), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:33.765853 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-76794709-7c34-499c-86cd-c685464920ca tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports?device_id=638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5 HTTP/1.1" status: 200 len: 205 time: 0.0365417 Mar 07 22:05:33.772696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59674) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:33.833814 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-27af4947-42ce-4ce8-8909-24fe53c5dc38 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] delete failed (client error): The resource could not be found. Mar 07 22:05:33.834900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-27af4947-42ce-4ce8-8909-24fe53c5dc38 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/routers/638c1c50-7a83-4cf5-b1d4-ea3dfceac3b5 HTTP/1.1" status: 404 len: 336 time: 0.0612073 Mar 07 22:05:33.838907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59676) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:33.880614 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] Publish callbacks [] for router_gateway (77be2438-9414-4250-bd25-3453747f608b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:33.888601 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ac996c-c5db-4180-b11e-0b7b1f82ffe5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] DELETE failed (client error): The resource could not be found. Mar 07 22:05:33.889346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ac996c-c5db-4180-b11e-0b7b1f82ffe5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:05:33.893288 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b8ac996c-c5db-4180-b11e-0b7b1f82ffe5 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/4320f61f-72ea-4959-af83-a14522643c9c HTTP/1.1" status: 404 len: 337 time: 0.0517871 Mar 07 22:05:33.897225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59678) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:33.980068 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2abdb7dc-75f8-4c4f-9440-9a8874897f5a tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports?device_id=20d8b99d-5a34-4a39-879f-39e99e05cc55 HTTP/1.1" status: 200 len: 205 time: 0.0733790 Mar 07 22:05:33.996931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59680) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:34.121190 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-94284f1d-63c8-473f-be0c-1dd65856dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T22:05:32Z', 'revision_number': 5, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port': {'id': '38a9ff58-db30-4912-a8b6-8d5841c8fb85', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be2438-9414-4250-bd25-3453747f608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T21:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:34.172010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94284f1d-63c8-473f-be0c-1dd65856dc16 None None] Checking router: 77be2438-9414-4250-bd25-3453747f608b for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:34.182201 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-32fa08a3-1494-4bf7-8e8e-0c89d03bc433 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] delete failed (client error): The resource could not be found. Mar 07 22:05:34.183547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-32fa08a3-1494-4bf7-8e8e-0c89d03bc433 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/routers/20d8b99d-5a34-4a39-879f-39e99e05cc55 HTTP/1.1" status: 404 len: 336 time: 0.1657338 Mar 07 22:05:34.188559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59684) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:34.192923 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94284f1d-63c8-473f-be0c-1dd65856dc16 None None] Routers {'77be2438-9414-4250-bd25-3453747f608b'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:34.193570 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-94284f1d-63c8-473f-be0c-1dd65856dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['77be2438-9414-4250-bd25-3453747f608b'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:34.256670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c323de7a-99af-4714-a82d-0389a5e73b51 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports?device_id=1666e76b-945f-4bc9-83e3-a35709210c0b HTTP/1.1" status: 200 len: 205 time: 0.0661123 Mar 07 22:05:34.263172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59686) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:34.323604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-94284f1d-63c8-473f-be0c-1dd65856dc16 None None] Set router 77be2438-9414-4250-bd25-3453747f608b gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:34.376750 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-985cdca6-6e05-4efb-b431-9df83561529b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] delete failed (client error): The resource could not be found. Mar 07 22:05:34.379618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-985cdca6-6e05-4efb-b431-9df83561529b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/routers/1666e76b-945f-4bc9-83e3-a35709210c0b HTTP/1.1" status: 404 len: 336 time: 0.1150548 Mar 07 22:05:34.383503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59688) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:34.399920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-94284f1d-63c8-473f-be0c-1dd65856dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T22:05:33Z', 'revision_number': 6, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:34.436655 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94284f1d-63c8-473f-be0c-1dd65856dc16 None None] The sync data for ids ['77be2438-9414-4250-bd25-3453747f608b'] in n-d-832330-1 is: [{'id': '77be2438-9414-4250-bd25-3453747f608b', 'name': 'tempest-AttachVolumeTestJSON-580831823-router', 'tenant_id': '9bb6403373984f908124dcb70d1ed022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:57:15Z', 'updated_at': '2022-03-07T22:05:33Z', 'revision_number': 6, 'project_id': '9bb6403373984f908124dcb70d1ed022', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:34.442329 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0db5dde-d936-4ae6-b4d1-2aa4cd500d0b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] DELETE failed (client error): The resource could not be found. Mar 07 22:05:34.442790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0db5dde-d936-4ae6-b4d1-2aa4cd500d0b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:05:34.448235 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f0db5dde-d936-4ae6-b4d1-2aa4cd500d0b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/fa48b8ca-9bb0-4d8c-8246-d4c329649ab4 HTTP/1.1" status: 404 len: 337 time: 0.0614047 Mar 07 22:05:34.450248 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59690) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:34.500051 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8327a39a-bbef-4fa8-adc5-44d932f97346 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports?device_id=e610b2db-b7ea-48be-a370-5c57791ac86e HTTP/1.1" status: 200 len: 205 time: 0.0485733 Mar 07 22:05:34.501789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] Deleting port 38a9ff58-db30-4912-a8b6-8d5841c8fb85 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:34.502146 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (38a9ff58-db30-4912-a8b6-8d5841c8fb85), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:34.504348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59692) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:34.537169 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:31Z', 'revision_number': 3, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:34.562425 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-fe43b9e6-eea5-4d0f-99af-38e931f8b820 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] delete failed (client error): The resource could not be found. Mar 07 22:05:34.566411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fe43b9e6-eea5-4d0f-99af-38e931f8b820 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/routers/e610b2db-b7ea-48be-a370-5c57791ac86e HTTP/1.1" status: 404 len: 336 time: 0.0582590 Mar 07 22:05:34.567968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59694) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:34.577175 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Checking router: e9e07398-0b1c-494e-b128-47197093a44f for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:34.578142 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Updating router e9e07398-0b1c-494e-b128-47197093a44f port f8de2d29-43bf-4d3d-9908-1218a311b5c2 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:05:34.583892 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dc5a39de-ca1b-43bf-b8d9-e6a6e1c03568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (e96cedb6-f10b-4e9e-ae64-a05a19505691), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:34.613485 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f8de2d29-43bf-4d3d-9908-1218a311b5c2), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:34.623175 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-738567ea-6944-40c3-8068-c04df3d7abb3 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] DELETE failed (client error): The resource could not be found. Mar 07 22:05:34.623866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738567ea-6944-40c3-8068-c04df3d7abb3 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:05:34.626508 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-738567ea-6944-40c3-8068-c04df3d7abb3 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/50ddd1eb-0e4d-4739-a156-d3df53c918e1 HTTP/1.1" status: 404 len: 337 time: 0.0576215 Mar 07 22:05:34.630943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59696) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:34.665056 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-63f6535b-be66-443c-aaad-a4a76dbc336b tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "GET /v2.0/ports?device_id=65887602-8f80-4ab5-bd59-9eaf9082bee7 HTTP/1.1" status: 200 len: 205 time: 0.0333121 Mar 07 22:05:34.667903 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59698) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:34.698083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] For port 38a9ff58-db30-4912-a8b6-8d5841c8fb85, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=38a9ff58-db30-4912-a8b6-8d5841c8fb85,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:34.698468 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (38a9ff58-db30-4912-a8b6-8d5841c8fb85), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:34.711687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] Calling delete_port for 38a9ff58-db30-4912-a8b6-8d5841c8fb85 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:34.734743 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dc5a39de-ca1b-43bf-b8d9-e6a6e1c03568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (e96cedb6-f10b-4e9e-ae64-a05a19505691), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:34.748710 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-b75fc6de-cab2-4666-93a6-23cbd8949831 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] delete failed (client error): The resource could not be found. Mar 07 22:05:34.749068 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b75fc6de-cab2-4666-93a6-23cbd8949831 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/routers/65887602-8f80-4ab5-bd59-9eaf9082bee7 HTTP/1.1" status: 404 len: 336 time: 0.0783291 Mar 07 22:05:34.751736 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dc5a39de-ca1b-43bf-b8d9-e6a6e1c03568 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:34.760176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c170d9d-8cda-42c3-81ba-301b7905d6c4 None None] Network 1877ee25-eea5-411d-9fc8-70c294153d8c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:05:34.762388 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dc5a39de-ca1b-43bf-b8d9-e6a6e1c03568 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e96cedb6-f10b-4e9e-ae64-a05a19505691 HTTP/1.1" status: 204 len: 168 time: 1.4202621 Mar 07 22:05:34.765985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59700) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:34.770363 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59702) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:34.859963 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a39de-ca1b-43bf-b8d9-e6a6e1c03568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e96cedb6-f10b-4e9e-ae64-a05a19505691,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:34.910738 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-38896eda-e6b7-4f78-b32e-959a37546207 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] DELETE failed (client error): The resource could not be found. Mar 07 22:05:34.911210 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38896eda-e6b7-4f78-b32e-959a37546207 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:05:34.915968 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-38896eda-e6b7-4f78-b32e-959a37546207 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/f73e8a4a-ad3b-4746-a7c8-2cbf02b2a2b0 HTTP/1.1" status: 404 len: 337 time: 0.1415381 Mar 07 22:05:34.950649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59704) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:34.991409 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-1515f76d-d128-4cb2-8b34-df19e5d752e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] DELETE failed (client error): The resource could not be found. Mar 07 22:05:34.991873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1515f76d-d128-4cb2-8b34-df19e5d752e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:05:34.995160 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1515f76d-d128-4cb2-8b34-df19e5d752e7 tempest-RoutersIpV6Test-2087236369 tempest-RoutersIpV6Test-2087236369-project] 10.222.0.26 "DELETE /v2.0/subnets/55cb1464-9ca5-4a29-9213-c1f998641f2c HTTP/1.1" status: 404 len: 337 time: 0.0435410 Mar 07 22:05:35.021947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a45c56-3692-4cf1-b7d1-e7f2d334ab0b None None] DHCP port deletion for 1877ee25-eea5-411d-9fc8-70c294153d8c request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:05:35.070100 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (1877ee25-eea5-411d-9fc8-70c294153d8c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.099847 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.135933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f5a45c56-3692-4cf1-b7d1-e7f2d334ab0b None None] Deleting port 8387a313-a0eb-4678-981d-f2e5f6d3272e {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:35.136467 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f5a45c56-3692-4cf1-b7d1-e7f2d334ab0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.146853 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Publish callbacks [] for port (f8de2d29-43bf-4d3d-9908-1218a311b5c2), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.170855 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f8de2d29-43bf-4d3d-9908-1218a311b5c2), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.180486 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (38a9ff58-db30-4912-a8b6-8d5841c8fb85), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.223814 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288001c5-0015-44a5-af9c-1798a3f42b54 None None] Pushing event updated for resources: {'Port': ['ID=f8de2d29-43bf-4d3d-9908-1218a311b5c2,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:35.254773 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Attempting to bind port f8de2d29-43bf-4d3d-9908-1218a311b5c2 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:05:35.255193 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Attempting to bind port f8de2d29-43bf-4d3d-9908-1218a311b5c2 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:05:35.256058 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Attempting to bind port f8de2d29-43bf-4d3d-9908-1218a311b5c2 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:05:35.262613 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:05:35.263358 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:05:35.263875 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.264410 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:05:35.265612 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Bound port: f8de2d29-43bf-4d3d-9908-1218a311b5c2, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:05:35.266347 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f8de2d29-43bf-4d3d-9908-1218a311b5c2), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.282165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a9ff58-db30-4912-a8b6-8d5841c8fb85,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:35.290265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f5a45c56-3692-4cf1-b7d1-e7f2d334ab0b None None] For port 8387a313-a0eb-4678-981d-f2e5f6d3272e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8387a313-a0eb-4678-981d-f2e5f6d3272e,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:35.290941 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f5a45c56-3692-4cf1-b7d1-e7f2d334ab0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.323228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f5a45c56-3692-4cf1-b7d1-e7f2d334ab0b None None] Calling delete_port for 8387a313-a0eb-4678-981d-f2e5f6d3272e owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:35.418558 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (77be2438-9414-4250-bd25-3453747f608b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.440376 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] For port f8de2d29-43bf-4d3d-9908-1218a311b5c2, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:05:35.444482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] Deleting port 8387a313-a0eb-4678-981d-f2e5f6d3272e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:35.444844 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.456341 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] For port f8de2d29-43bf-4d3d-9908-1218a311b5c2, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f8de2d29-43bf-4d3d-9908-1218a311b5c2,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:05:35.474541 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f8de2d29-43bf-4d3d-9908-1218a311b5c2), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.520461 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f5a45c56-3692-4cf1-b7d1-e7f2d334ab0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.565745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8387a313-a0eb-4678-981d-f2e5f6d3272e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:35.606223 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (77be2438-9414-4250-bd25-3453747f608b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.608863 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] Publish callbacks [] for router_controller (77be2438-9414-4250-bd25-3453747f608b), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.613224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 8387a313-a0eb-4678-981d-f2e5f6d3272e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:35.613579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8387a313-a0eb-4678-981d-f2e5f6d3272e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:35.614122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4a23f23d-c625-4719-8e51-b8d0609d41f3 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:35.615974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a45c56-3692-4cf1-b7d1-e7f2d334ab0b None None] Pushing event deleted for resources: {'Port': ['ID=8387a313-a0eb-4678-981d-f2e5f6d3272e,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:35.628622 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288001c5-0015-44a5-af9c-1798a3f42b54 None None] Pushing event updated for resources: {'Port': ['ID=f8de2d29-43bf-4d3d-9908-1218a311b5c2,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:35.637898 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:35.638541 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:35.652879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59712) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:35.663170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a45c56-3692-4cf1-b7d1-e7f2d334ab0b None None] No DVR routers for this DVR port 8387a313-a0eb-4678-981d-f2e5f6d3272e on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:35.664803 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 4a23f23d-c625-4719-8e51-b8d0609d41f3 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:35.665035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 4a23f23d-c625-4719-8e51-b8d0609d41f3 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:35.665458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 38a9ff58-db30-4912-a8b6-8d5841c8fb85 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:35.692862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] For port 8387a313-a0eb-4678-981d-f2e5f6d3272e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8387a313-a0eb-4678-981d-f2e5f6d3272e,segment=NetworkSegment(3e7d17e1-b082-47ed-9f45-ac9c749d4af2),segment_id=3e7d17e1-b082-47ed-9f45-ac9c749d4af2)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:35.693226 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:35.721778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] Calling delete_port for 8387a313-a0eb-4678-981d-f2e5f6d3272e owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:35.724465 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Allocated IP 172.20.0.1 (c39853f8-181c-4325-9e32-8bc19cecb381/f562ae71-2231-4230-a5d7-126019518fad/af202d18-48a5-4cf3-b6cd-540c285cbe16) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:05:35.728081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 38a9ff58-db30-4912-a8b6-8d5841c8fb85 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:35.728457 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 38a9ff58-db30-4912-a8b6-8d5841c8fb85 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:35.729039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f7c4b8bc-eef4-46bb-9164-8ab432f09f14 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:35.764433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: f7c4b8bc-eef4-46bb-9164-8ab432f09f14 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:35.764786 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f7c4b8bc-eef4-46bb-9164-8ab432f09f14 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:35.943255 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:35.959219 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8387a313-a0eb-4678-981d-f2e5f6d3272e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.023328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8387a313-a0eb-4678-981d-f2e5f6d3272e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:36.025689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] No DVR routers for this DVR port 8387a313-a0eb-4678-981d-f2e5f6d3272e on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:36.041607 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Publish callbacks [] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.055611 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fd4347d4-5e04-4ca0-b9d5-0135025df215 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e5c204e655f4c6ab19ea0d77b61c60c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3993080 Mar 07 22:05:36.075354 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59716) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:36.120650 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (77be2438-9414-4250-bd25-3453747f608b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.121188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77be2438-9414-4250-bd25-3453747f608b {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:05:36.126778 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.130651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8836408c-513e-4e1b-b435-652000e2f768 admin admin] 10.222.0.26 "DELETE /v2.0/routers/77be2438-9414-4250-bd25-3453747f608b HTTP/1.1" status: 204 len: 168 time: 2.8504479 Mar 07 22:05:36.131041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59718) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:36.148583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (1877ee25-eea5-411d-9fc8-70c294153d8c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.205604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1680db3-84f9-41d7-86fe-0844e12272aa admin admin] Deleting subnet 53b78d0f-0bb8-455d-a78c-07f57fa57eef {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:05:36.210645 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d1680db3-84f9-41d7-86fe-0844e12272aa admin admin] Publish callbacks [] for subnet (53b78d0f-0bb8-455d-a78c-07f57fa57eef), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.222256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1877ee25-eea5-411d-9fc8-70c294153d8c']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:36.249469 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7d17e1-b082-47ed-9f45-ac9c749d4af2') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:36.249793 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7d17e1-b082-47ed-9f45-ac9c749d4af2') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:36.259775 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:31Z', 'revision_number': 3, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:36.276161 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d1680db3-84f9-41d7-86fe-0844e12272aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (53b78d0f-0bb8-455d-a78c-07f57fa57eef), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.277505 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (3e7d17e1-b082-47ed-9f45-ac9c749d4af2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.302358 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3e7d17e1-b082-47ed-9f45-ac9c749d4af2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.312305 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.320545 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:05:36.321011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (3e7d17e1-b082-47ed-9f45-ac9c749d4af2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:05:36.325608 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:05:36.371047 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7757bed-b9ad-4144-ab03-718ad71ad080 admin admin] Publish callbacks [] for security_group (74b47993-c450-4509-bd82-6df283894bed), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.372549 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca88362-4595-45f4-908f-b86daeafdc96 None None] The sync data for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 is: [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:31Z', 'revision_number': 3, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:36.399491 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d1680db3-84f9-41d7-86fe-0844e12272aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (53b78d0f-0bb8-455d-a78c-07f57fa57eef), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.435923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Network c39853f8-181c-4325-9e32-8bc19cecb381 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:36.446513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:36.455841 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:05:36.474164 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d1680db3-84f9-41d7-86fe-0844e12272aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (53b78d0f-0bb8-455d-a78c-07f57fa57eef), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.479733 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7757bed-b9ad-4144-ab03-718ad71ad080 admin admin] Publish callbacks [] for security_group (74b47993-c450-4509-bd82-6df283894bed), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.510216 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Pushing event updated for resources: {'Port': ['ID=af202d18-48a5-4cf3-b6cd-540c285cbe16,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:36.516041 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (1877ee25-eea5-411d-9fc8-70c294153d8c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.532863 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.536710 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1877ee25-eea5-411d-9fc8-70c294153d8c HTTP/1.1" status: 204 len: 168 time: 1.7545128 Mar 07 22:05:36.539207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1680db3-84f9-41d7-86fe-0844e12272aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b78d0f-0bb8-455d-a78c-07f57fa57eef,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:36.546134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59722) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:36.557245 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d5b979-2c00-4302-a001-cfd21b8f2f31 None None] Network 17af4d75-4163-4f51-bf4d-822a5308abb9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:05:36.562607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a61ddd-bc65-4c35-accc-796ec96554d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1877ee25-eea5-411d-9fc8-70c294153d8c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:36.570331 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (e9e07398-0b1c-494e-b128-47197093a44f), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.631989 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d1680db3-84f9-41d7-86fe-0844e12272aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.641136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d1680db3-84f9-41d7-86fe-0844e12272aa admin admin] 10.222.0.26 "DELETE /v2.0/subnets/53b78d0f-0bb8-455d-a78c-07f57fa57eef HTTP/1.1" status: 204 len: 168 time: 0.5086534 Mar 07 22:05:36.645741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59724) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:36.727742 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7757bed-b9ad-4144-ab03-718ad71ad080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (74b47993-c450-4509-bd82-6df283894bed), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.730661 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7757bed-b9ad-4144-ab03-718ad71ad080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.731964 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c7757bed-b9ad-4144-ab03-718ad71ad080 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74b47993-c450-4509-bd82-6df283894bed HTTP/1.1" status: 204 len: 168 time: 0.6556358 Mar 07 22:05:36.779466 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (17af4d75-4163-4f51-bf4d-822a5308abb9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:36.781432 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7757bed-b9ad-4144-ab03-718ad71ad080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b47993-c450-4509-bd82-6df283894bed,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:36.982233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c34f92-a70f-4b51-8cf5-496073363720 None None] DHCP port deletion for 17af4d75-4163-4f51-bf4d-822a5308abb9 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:05:37.096365 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f0c34f92-a70f-4b51-8cf5-496073363720 None None] Deleting port cab44d4c-51a2-4d71-85a1-e7eaacd81490 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:37.099841 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f0c34f92-a70f-4b51-8cf5-496073363720 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:37.117720 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:37.236213 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] Deleting port cab44d4c-51a2-4d71-85a1-e7eaacd81490 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:37.236466 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:37.268345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-eb4c591a-aac0-48bc-b562-2a1ccc86a66b None None] Provisioning complete for port af202d18-48a5-4cf3-b6cd-540c285cbe16 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:37.269255 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eb4c591a-aac0-48bc-b562-2a1ccc86a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:37.350934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c591a-aac0-48bc-b562-2a1ccc86a66b None None] Port af202d18-48a5-4cf3-b6cd-540c285cbe16 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:05:37.371658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f0c34f92-a70f-4b51-8cf5-496073363720 None None] For port cab44d4c-51a2-4d71-85a1-e7eaacd81490, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cab44d4c-51a2-4d71-85a1-e7eaacd81490,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:37.372298 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f0c34f92-a70f-4b51-8cf5-496073363720 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:37.407905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f8de2d29-43bf-4d3d-9908-1218a311b5c2 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:37.414300 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f0c34f92-a70f-4b51-8cf5-496073363720 None None] Calling delete_port for cab44d4c-51a2-4d71-85a1-e7eaacd81490 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:37.458917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] For port cab44d4c-51a2-4d71-85a1-e7eaacd81490, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cab44d4c-51a2-4d71-85a1-e7eaacd81490,segment=NetworkSegment(e6873dc2-7de3-4cd8-871f-158adb84ae7b),segment_id=e6873dc2-7de3-4cd8-871f-158adb84ae7b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:37.459391 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:37.526970 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-487792ab-9c29-4af0-92f0-c3f2563ce390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (589a573a-b57f-410d-9f40-c2789ed6db2a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:37.528802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] Calling delete_port for cab44d4c-51a2-4d71-85a1-e7eaacd81490 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:37.643150 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f0c34f92-a70f-4b51-8cf5-496073363720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:37.682481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c34f92-a70f-4b51-8cf5-496073363720 None None] Pushing event deleted for resources: {'Port': ['ID=cab44d4c-51a2-4d71-85a1-e7eaacd81490,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:37.688984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c34f92-a70f-4b51-8cf5-496073363720 None None] No DVR routers for this DVR port cab44d4c-51a2-4d71-85a1-e7eaacd81490 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:37.703880 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Publish callbacks [] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:37.709289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f8de2d29-43bf-4d3d-9908-1218a311b5c2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:37.709915 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f8de2d29-43bf-4d3d-9908-1218a311b5c2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:37.712455 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:37.802933 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (cab44d4c-51a2-4d71-85a1-e7eaacd81490), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:37.805801 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (e9e07398-0b1c-494e-b128-47197093a44f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:37.916344 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] No DVR routers for this DVR port cab44d4c-51a2-4d71-85a1-e7eaacd81490 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:37.920547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f8de2d29-43bf-4d3d-9908-1218a311b5c2 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:37.921182 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f8de2d29-43bf-4d3d-9908-1218a311b5c2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:37.959363 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Pushing event updated for resources: {'Port': ['ID=af202d18-48a5-4cf3-b6cd-540c285cbe16,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:37.996917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port f8de2d29-43bf-4d3d-9908-1218a311b5c2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f8de2d29-43bf-4d3d-9908-1218a311b5c2,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:38.005633 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f8de2d29-43bf-4d3d-9908-1218a311b5c2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:38.133222 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] Pushing event deleted for resources: {'Port': ['ID=cab44d4c-51a2-4d71-85a1-e7eaacd81490,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:38.171421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-487792ab-9c29-4af0-92f0-c3f2563ce390 admin admin] Deleting port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:38.172006 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-487792ab-9c29-4af0-92f0-c3f2563ce390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:38.181491 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cab44d4c-51a2-4d71-85a1-e7eaacd81490 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:38.226305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=f8de2d29-43bf-4d3d-9908-1218a311b5c2,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:38.231003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: cab44d4c-51a2-4d71-85a1-e7eaacd81490 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:38.231799 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cab44d4c-51a2-4d71-85a1-e7eaacd81490 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:38.319129 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (17af4d75-4163-4f51-bf4d-822a5308abb9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:38.323963 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Network c39853f8-181c-4325-9e32-8bc19cecb381 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:38.329848 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:38.339077 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-487792ab-9c29-4af0-92f0-c3f2563ce390 admin admin] For port 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b,segment=NetworkSegment(cab58e08-4b4e-43bb-a757-b85f99454e20),segment_id=cab58e08-4b4e-43bb-a757-b85f99454e20)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:38.339703 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-487792ab-9c29-4af0-92f0-c3f2563ce390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:38.365640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-487792ab-9c29-4af0-92f0-c3f2563ce390 admin admin] Calling delete_port for 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:38.383475 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17af4d75-4163-4f51-bf4d-822a5308abb9']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:38.462926 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6873dc2-7de3-4cd8-871f-158adb84ae7b') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:38.463169 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6873dc2-7de3-4cd8-871f-158adb84ae7b') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:38.481576 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (e6873dc2-7de3-4cd8-871f-158adb84ae7b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:38.516842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (e6873dc2-7de3-4cd8-871f-158adb84ae7b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:38.575320 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:05:38.575761 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (e6873dc2-7de3-4cd8-871f-158adb84ae7b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:05:38.577595 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:05:38.660348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Router e9e07398-0b1c-494e-b128-47197093a44f has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:05:38.663217 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (17af4d75-4163-4f51-bf4d-822a5308abb9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:38.671635 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:38.676462 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] 10.222.0.26 "DELETE /v2.0/networks/17af4d75-4163-4f51-bf4d-822a5308abb9 HTTP/1.1" status: 204 len: 168 time: 2.0295734 Mar 07 22:05:38.707214 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca1451-cba9-4044-80da-ae8519c6ba9d admin admin] Pushing event deleted for resources: {'Network': ['ID=17af4d75-4163-4f51-bf4d-822a5308abb9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:38.747293 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-487792ab-9c29-4af0-92f0-c3f2563ce390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:38.814198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487792ab-9c29-4af0-92f0-c3f2563ce390 admin admin] Pushing event deleted for resources: {'Port': ['ID=9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:38.822668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-077d3904-7544-4f49-9445-bd57411ceaf6 None None] Provisioning complete for port af202d18-48a5-4cf3-b6cd-540c285cbe16 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:38.825227 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-077d3904-7544-4f49-9445-bd57411ceaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:38.973801 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-077d3904-7544-4f49-9445-bd57411ceaf6 None None] Port af202d18-48a5-4cf3-b6cd-540c285cbe16 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:05:39.049864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:39.060402 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a7cd212f-bfff-418d-8444-939fa0af1aff admin admin] 10.222.0.26 "PUT /v2.0/routers/e9e07398-0b1c-494e-b128-47197093a44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6189899 Mar 07 22:05:39.110961 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-487792ab-9c29-4af0-92f0-c3f2563ce390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (589a573a-b57f-410d-9f40-c2789ed6db2a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:39.355341 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59762) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:39.434433 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Sync routers for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:39.455209 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:39.455996 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:39.466350 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-59dfa285-8c39-4ecd-be4a-1ed2d4c197b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9bb6403373984f908124dcb70d1ed022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1095972 Mar 07 22:05:39.468744 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59764) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:39.508254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f8de2d29-43bf-4d3d-9908-1218a311b5c2 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:39.633050 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40c849a2-a71d-49ad-8e79-c96c965ea343 admin admin] Publish callbacks [] for security_group (4ed20a1d-8bab-4f90-85ac-5285b04c60f8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:39.670298 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f8de2d29-43bf-4d3d-9908-1218a311b5c2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:39.670898 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f8de2d29-43bf-4d3d-9908-1218a311b5c2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:39.765360 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40c849a2-a71d-49ad-8e79-c96c965ea343 admin admin] Publish callbacks [] for security_group (4ed20a1d-8bab-4f90-85ac-5285b04c60f8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:39.770236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487792ab-9c29-4af0-92f0-c3f2563ce390 admin admin] Router 589a573a-b57f-410d-9f40-c2789ed6db2a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:05:39.793814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f8de2d29-43bf-4d3d-9908-1218a311b5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:39.839278 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:39.905919 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40c849a2-a71d-49ad-8e79-c96c965ea343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4ed20a1d-8bab-4f90-85ac-5285b04c60f8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:39.909667 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-40c849a2-a71d-49ad-8e79-c96c965ea343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:39.911784 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-40c849a2-a71d-49ad-8e79-c96c965ea343 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ed20a1d-8bab-4f90-85ac-5285b04c60f8 HTTP/1.1" status: 204 len: 168 time: 0.4412088 Mar 07 22:05:39.921768 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c849a2-a71d-49ad-8e79-c96c965ea343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed20a1d-8bab-4f90-85ac-5285b04c60f8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:39.934709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487792ab-9c29-4af0-92f0-c3f2563ce390 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:39.941961 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-487792ab-9c29-4af0-92f0-c3f2563ce390 admin admin] 10.222.0.26 "PUT /v2.0/routers/589a573a-b57f-410d-9f40-c2789ed6db2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3945904 Mar 07 22:05:39.944491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59776) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:39.946377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862f395-2fbc-47ed-bfdd-954df9d9d4f7 None None] Sync routers for ids ['589a573a-b57f-410d-9f40-c2789ed6db2a'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:39.968630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862f395-2fbc-47ed-bfdd-954df9d9d4f7 None None] Routers {'589a573a-b57f-410d-9f40-c2789ed6db2a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:39.970208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a862f395-2fbc-47ed-bfdd-954df9d9d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['589a573a-b57f-410d-9f40-c2789ed6db2a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:40.119028 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] Publish callbacks [] for router (589a573a-b57f-410d-9f40-c2789ed6db2a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:40.255936 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 2, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:40.271201 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-a862f395-2fbc-47ed-bfdd-954df9d9d4f7 None None] Set router 589a573a-b57f-410d-9f40-c2789ed6db2a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:40.294884 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Checking router: e9e07398-0b1c-494e-b128-47197093a44f for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:40.295243 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Updating router e9e07398-0b1c-494e-b128-47197093a44f port af202d18-48a5-4cf3-b6cd-540c285cbe16 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:05:40.311383 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] Publish callbacks [] for router_gateway (589a573a-b57f-410d-9f40-c2789ed6db2a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:40.361088 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:40.398212 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] Deleting port ee877fbc-bba1-402c-af8a-3e256da1951e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:40.399671 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ee877fbc-bba1-402c-af8a-3e256da1951e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:40.507732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] For port ee877fbc-bba1-402c-af8a-3e256da1951e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ee877fbc-bba1-402c-af8a-3e256da1951e,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:40.508392 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ee877fbc-bba1-402c-af8a-3e256da1951e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:40.533044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] Calling delete_port for ee877fbc-bba1-402c-af8a-3e256da1951e owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:40.778322 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ee877fbc-bba1-402c-af8a-3e256da1951e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:40.824677 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee877fbc-bba1-402c-af8a-3e256da1951e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:40.899916 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (589a573a-b57f-410d-9f40-c2789ed6db2a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:40.918091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59804) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:40.923481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1767745501-network', 'tenant_id': 'f9766de865d145c5981fdc41ce00c979'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:40.940455 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Publish callbacks [] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:40.952314 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:40.957600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] Made reservation on behalf of f9766de865d145c5981fdc41ce00c979 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:05:40.969684 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:40.993112 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.058821 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d53b1-b6e8-467c-b32e-69710902b431 None None] Pushing event updated for resources: {'Port': ['ID=af202d18-48a5-4cf3-b6cd-540c285cbe16,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:41.108745 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (589a573a-b57f-410d-9f40-c2789ed6db2a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.111827 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] Publish callbacks [] for router_controller (589a573a-b57f-410d-9f40-c2789ed6db2a), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.186009 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] Publish callbacks [] for security_group (82c11ba8-b965-4e4e-93de-09369fac2173), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.192774 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (82c11ba8-b965-4e4e-93de-09369fac2173), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.278904 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (589a573a-b57f-410d-9f40-c2789ed6db2a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.280301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 589a573a-b57f-410d-9f40-c2789ed6db2a {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:05:41.303221 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.309554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:05:41.310001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59810) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:41.312401 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1bed8782-fee1-45a2-ace4-62b039b978f3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/589a573a-b57f-410d-9f40-c2789ed6db2a HTTP/1.1" status: 204 len: 168 time: 1.3663862 Mar 07 22:05:41.312767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a862f395-2fbc-47ed-bfdd-954df9d9d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'name': 'tempest-TestServerMultinode-1986002238-router', 'tenant_id': 'f2f9eee3dde949a797d9815e8913e123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'ee877fbc-bba1-402c-af8a-3e256da1951e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:04:25Z', 'updated_at': '2022-03-07T22:05:38Z', 'revision_number': 5, 'project_id': 'f2f9eee3dde949a797d9815e8913e123', 'gw_port': {'id': 'ee877fbc-bba1-402c-af8a-3e256da1951e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589a573a-b57f-410d-9f40-c2789ed6db2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:04:26Z', 'updated_at': '2022-03-07T22:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:41.326642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c11ba8-b965-4e4e-93de-09369fac2173,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:41.363905 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (017377a4-26f4-424f-b23b-54c38cab9931), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.364163 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] Added segment 017377a4-26f4-424f-b23b-54c38cab9931 of type vlan for network 50f6852c-a8f8-4215-b7e4-014470f3f271 Mar 07 22:05:41.373777 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Attempting to bind port af202d18-48a5-4cf3-b6cd-540c285cbe16 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:05:41.374178 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Attempting to bind port af202d18-48a5-4cf3-b6cd-540c285cbe16 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:05:41.374967 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Attempting to bind port af202d18-48a5-4cf3-b6cd-540c285cbe16 on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:05:41.385453 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:05:41.385842 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Checking segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:05:41.386670 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.386883 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Bound using segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:05:41.388011 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Bound port: af202d18-48a5-4cf3-b6cd-540c285cbe16, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:05:41.388410 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.420482 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862f395-2fbc-47ed-bfdd-954df9d9d4f7 None None] Checking router: 589a573a-b57f-410d-9f40-c2789ed6db2a for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:41.448487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862f395-2fbc-47ed-bfdd-954df9d9d4f7 None None] Routers set() bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:41.449012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862f395-2fbc-47ed-bfdd-954df9d9d4f7 None None] Router IDs set() for agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 22:05:41.449496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_agentschedulers_db [None req-a862f395-2fbc-47ed-bfdd-954df9d9d4f7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'589a573a-b57f-410d-9f40-c2789ed6db2a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent'). {{(pid=103720) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 22:05:41.450101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862f395-2fbc-47ed-bfdd-954df9d9d4f7 None None] The sync data for ids ['589a573a-b57f-410d-9f40-c2789ed6db2a'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:41.460333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd541572-8602-4fe0-a4b2-54aadc37e949 admin admin] Deleting subnet 3eb1290b-cf89-4d79-98f4-1d89058df5da {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:05:41.477690 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fd541572-8602-4fe0-a4b2-54aadc37e949 admin admin] Publish callbacks [] for subnet (3eb1290b-cf89-4d79-98f4-1d89058df5da), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.481082 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (50f6852c-a8f8-4215-b7e4-014470f3f271), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.542428 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fd541572-8602-4fe0-a4b2-54aadc37e949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (3eb1290b-cf89-4d79-98f4-1d89058df5da), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.543955 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] For port af202d18-48a5-4cf3-b6cd-540c285cbe16, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:05:41.551556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0943568d-543a-4c5b-9f1a-8213ef569840 None None] Provisioning complete for port af202d18-48a5-4cf3-b6cd-540c285cbe16 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:41.551938 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0943568d-543a-4c5b-9f1a-8213ef569840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.553438 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] For port af202d18-48a5-4cf3-b6cd-540c285cbe16, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=af202d18-48a5-4cf3-b6cd-540c285cbe16,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:05:41.578332 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.598011 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (50f6852c-a8f8-4215-b7e4-014470f3f271), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.600664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:41.602460 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.644237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0943568d-543a-4c5b-9f1a-8213ef569840 None None] Port af202d18-48a5-4cf3-b6cd-540c285cbe16 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:05:41.657078 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:41.657724 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:41.666587 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d53b1-b6e8-467c-b32e-69710902b431 None None] Pushing event updated for resources: {'Port': ['ID=af202d18-48a5-4cf3-b6cd-540c285cbe16,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:41.674825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59822) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:41.681521 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4e3d1c77-92f8-4d11-be52-55d9395e5b9f admin admin] Request body: {'subnet': {'network_id': '50f6852c-a8f8-4215-b7e4-014470f3f271', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1767745501-subnet', 'tenant_id': 'f9766de865d145c5981fdc41ce00c979', 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:41.687697 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7666428 Mar 07 22:05:41.722862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3d1c77-92f8-4d11-be52-55d9395e5b9f admin admin] Made reservation on behalf of f9766de865d145c5981fdc41ce00c979 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:05:41.725657 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e3d1c77-92f8-4d11-be52-55d9395e5b9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:41.880833 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:41.934830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59828) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:41.989421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92a876-5cb1-4766-93cc-243c39ad6b6f admin admin] Pushing event updated for resources: {'Network': ['ID=50f6852c-a8f8-4215-b7e4-014470f3f271,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:42.005848 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 50f6852c-a8f8-4215-b7e4-014470f3f271 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:05:42.030825 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fd541572-8602-4fe0-a4b2-54aadc37e949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (3eb1290b-cf89-4d79-98f4-1d89058df5da), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.132228 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e3d1c77-92f8-4d11-be52-55d9395e5b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (dbdd13e1-51d3-4208-b9d8-320f62a6d023), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.194878 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fd541572-8602-4fe0-a4b2-54aadc37e949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (3eb1290b-cf89-4d79-98f4-1d89058df5da), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.244328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd541572-8602-4fe0-a4b2-54aadc37e949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb1290b-cf89-4d79-98f4-1d89058df5da,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:42.253299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a71494bb-c725-4117-a269-f2a908fc8b1f None None] Provisioning complete for port af202d18-48a5-4cf3-b6cd-540c285cbe16 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:42.254481 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a71494bb-c725-4117-a269-f2a908fc8b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.256109 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d1c77-92f8-4d11-be52-55d9395e5b9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbdd13e1-51d3-4208-b9d8-320f62a6d023,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:42.260472 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fd541572-8602-4fe0-a4b2-54aadc37e949 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.264316 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fd541572-8602-4fe0-a4b2-54aadc37e949 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3eb1290b-cf89-4d79-98f4-1d89058df5da HTTP/1.1" status: 204 len: 168 time: 0.9522953 Mar 07 22:05:42.267902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-357599569-network', 'tenant_id': 'a348ede039584875801ba3e8e4548330'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:42.276248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59832) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:42.292440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] Made reservation on behalf of a348ede039584875801ba3e8e4548330 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:05:42.296584 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.302826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbc1490-7dbd-46a7-9ece-86aa95f143be None None] Network 0a9c1d59-4e83-4263-803c-222ac5e86ee4 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:05:42.309285 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.329210 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:41Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:42.360144 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3d1c77-92f8-4d11-be52-55d9395e5b9f admin admin] Checking segment: {'id': '017377a4-26f4-424f-b23b-54c38cab9931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '50f6852c-a8f8-4215-b7e4-014470f3f271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:05:42.361141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3d1c77-92f8-4d11-be52-55d9395e5b9f admin admin] Network hostable DHCP agents. Network: 50f6852c-a8f8-4215-b7e4-014470f3f271, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:05:42.387959 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47baf46a-d142-412e-a1c3-5f682872216f None None] The sync data for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 is: [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:41Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:42.431061 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] Publish callbacks [] for security_group (4f825d27-660e-422b-82c9-d6b907452701), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.441522 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4f825d27-660e-422b-82c9-d6b907452701), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.473997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:05:42.479525 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (0a9c1d59-4e83-4263-803c-222ac5e86ee4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.523826 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (18115616-d9e5-4e19-97bd-5d2f766728b2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.524185 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] Added segment 18115616-d9e5-4e19-97bd-5d2f766728b2 of type vlan for network 562b85e0-340d-42cd-8872-2484d3f89992 Mar 07 22:05:42.623176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a71494bb-c725-4117-a269-f2a908fc8b1f None None] Current status of the port af202d18-48a5-4cf3-b6cd-540c285cbe16 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:42.623703 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a71494bb-c725-4117-a269-f2a908fc8b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.668582 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3d1c77-92f8-4d11-be52-55d9395e5b9f admin admin] Network 50f6852c-a8f8-4215-b7e4-014470f3f271 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:05:42.671512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a71494bb-c725-4117-a269-f2a908fc8b1f None None] For port af202d18-48a5-4cf3-b6cd-540c285cbe16, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=af202d18-48a5-4cf3-b6cd-540c285cbe16,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:42.677757 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a71494bb-c725-4117-a269-f2a908fc8b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.701748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-4e3d1c77-92f8-4d11-be52-55d9395e5b9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 50f6852c-a8f8-4215-b7e4-014470f3f271) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:42.728366 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3d1c77-92f8-4d11-be52-55d9395e5b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:42.728804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819d5612-11a5-4249-9247-87cfb6cf0fc9 None None] DHCP port deletion for 0a9c1d59-4e83-4263-803c-222ac5e86ee4 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:05:42.729148 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e3d1c77-92f8-4d11-be52-55d9395e5b9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.733824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ee5e1-793c-453f-b1ca-20b0bb2e2b2b None None] Network 50f6852c-a8f8-4215-b7e4-014470f3f271 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:05:42.752682 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f825d27-660e-422b-82c9-d6b907452701,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:42.778997 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4e3d1c77-92f8-4d11-be52-55d9395e5b9f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1020100 Mar 07 22:05:42.781772 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] Deleting port 222a9d8b-69d6-4508-a9f5-44aaa742f23f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:42.782149 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59838) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:42.792489 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.796013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1767745501-router', 'tenant_id': 'f9766de865d145c5981fdc41ce00c979', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:42.801973 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (562b85e0-340d-42cd-8872-2484d3f89992), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.891280 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (726337fc-d48f-430f-af74-ee0613374a70), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.892416 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (726337fc-d48f-430f-af74-ee0613374a70), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.897682 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (562b85e0-340d-42cd-8872-2484d3f89992), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.898695 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:42.904117 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.904608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-819d5612-11a5-4249-9247-87cfb6cf0fc9 None None] Deleting port 222a9d8b-69d6-4508-a9f5-44aaa742f23f {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:05:42.904994 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-819d5612-11a5-4249-9247-87cfb6cf0fc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.935936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] For port 222a9d8b-69d6-4508-a9f5-44aaa742f23f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=222a9d8b-69d6-4508-a9f5-44aaa742f23f,segment=NetworkSegment(cab58e08-4b4e-43bb-a757-b85f99454e20),segment_id=cab58e08-4b4e-43bb-a757-b85f99454e20)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:42.936324 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:42.972211 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] Calling delete_port for 222a9d8b-69d6-4508-a9f5-44aaa742f23f owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:43.000677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-819d5612-11a5-4249-9247-87cfb6cf0fc9 None None] For port 222a9d8b-69d6-4508-a9f5-44aaa742f23f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=222a9d8b-69d6-4508-a9f5-44aaa742f23f,segment=NetworkSegment(cab58e08-4b4e-43bb-a757-b85f99454e20),segment_id=cab58e08-4b4e-43bb-a757-b85f99454e20)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:43.001134 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-819d5612-11a5-4249-9247-87cfb6cf0fc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:43.003871 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0499520 Mar 07 22:05:43.008310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59840) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:43.021368 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-819d5612-11a5-4249-9247-87cfb6cf0fc9 None None] Calling delete_port for 222a9d8b-69d6-4508-a9f5-44aaa742f23f owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:05:43.025882 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-a9a19df9-dbbc-4c6f-bc82-42ec753abb63 admin admin] Request body: {'subnet': {'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-357599569-subnet', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:43.128902 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-819d5612-11a5-4249-9247-87cfb6cf0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:43.130796 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71494bb-c725-4117-a269-f2a908fc8b1f None None] Pushing event updated for resources: {'Port': ['ID=af202d18-48a5-4cf3-b6cd-540c285cbe16,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:43.161664 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d5612-11a5-4249-9247-87cfb6cf0fc9 None None] Pushing event deleted for resources: {'Port': ['ID=222a9d8b-69d6-4508-a9f5-44aaa742f23f,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:43.167688 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (222a9d8b-69d6-4508-a9f5-44aaa742f23f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:43.179839 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819d5612-11a5-4249-9247-87cfb6cf0fc9 None None] No DVR routers for this DVR port 222a9d8b-69d6-4508-a9f5-44aaa742f23f on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:43.231258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] Pushing event deleted for resources: {'Port': ['ID=222a9d8b-69d6-4508-a9f5-44aaa742f23f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:43.241068 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] No DVR routers for this DVR port 222a9d8b-69d6-4508-a9f5-44aaa742f23f on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:43.273163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-50f6852c-a8f8-4215-b7e4-014470f3f271', 'network_id': '50f6852c-a8f8-4215-b7e4-014470f3f271', 'project_id': 'f9766de865d145c5981fdc41ce00c979', 'fixed_ips': [{'subnet_id': 'dbdd13e1-51d3-4208-b9d8-320f62a6d023'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:05:43.274145 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:43.290615 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Publish callbacks [] for router_controller (726337fc-d48f-430f-af74-ee0613374a70), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:43.292050 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bf57a-8cef-4179-b616-e02e55d98c5c admin admin] Pushing event updated for resources: {'Network': ['ID=562b85e0-340d-42cd-8872-2484d3f89992,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:43.432386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a19df9-dbbc-4c6f-bc82-42ec753abb63 admin admin] Made reservation on behalf of a348ede039584875801ba3e8e4548330 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:05:43.435087 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a9a19df9-dbbc-4c6f-bc82-42ec753abb63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:43.454502 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (0a9c1d59-4e83-4263-803c-222ac5e86ee4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:43.467993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 562b85e0-340d-42cd-8872-2484d3f89992 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:05:43.477347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device af202d18-48a5-4cf3-b6cd-540c285cbe16 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:43.501165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9c1d59-4e83-4263-803c-222ac5e86ee4']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:43.525170 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab58e08-4b4e-43bb-a757-b85f99454e20') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:43.525483 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab58e08-4b4e-43bb-a757-b85f99454e20') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:43.549925 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (cab58e08-4b4e-43bb-a757-b85f99454e20), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:43.578329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (cab58e08-4b4e-43bb-a757-b85f99454e20), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:43.587080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:05:43.587487 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (cab58e08-4b4e-43bb-a757-b85f99454e20), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:05:43.589544 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:05:43.635566 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Publish callbacks [] for router_gateway (726337fc-d48f-430f-af74-ee0613374a70), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:43.731071 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (0a9c1d59-4e83-4263-803c-222ac5e86ee4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:43.775310 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:43.780326 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0a9c1d59-4e83-4263-803c-222ac5e86ee4 HTTP/1.1" status: 204 len: 168 time: 1.5029299 Mar 07 22:05:43.782008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e858e2-3520-4870-aab1-c0bec9eb4988 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a9c1d59-4e83-4263-803c-222ac5e86ee4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:43.899707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Allocated IP 172.20.0.2 (50f6852c-a8f8-4215-b7e4-014470f3f271/dbdd13e1-51d3-4208-b9d8-320f62a6d023/8f245e9a-6ca9-45b0-9b61-cf770922b48c) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:05:44.035256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59848) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:44.055637 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a9a19df9-dbbc-4c6f-bc82-42ec753abb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (d557b9c7-6244-4ed7-9421-d0772ecb1a58), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:44.119747 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port af202d18-48a5-4cf3-b6cd-540c285cbe16 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:44.120397 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:44.129922 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-00be112f-b92f-43c3-bc60-a00a3ac16b65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2156dc3d0f0a493f8f08d07c6ffae871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0933199 Mar 07 22:05:44.132554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59850) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:44.219799 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Publish callbacks [] for port (8f245e9a-6ca9-45b0-9b61-cf770922b48c), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:44.237956 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2212d97e-ace1-4c04-abc1-8863994abe78 admin admin] Publish callbacks [] for security_group (2becde58-a3cb-4d2f-9282-1a20bbdde412), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:44.239767 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (8f245e9a-6ca9-45b0-9b61-cf770922b48c), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:44.276244 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2212d97e-ace1-4c04-abc1-8863994abe78 admin admin] Publish callbacks [] for security_group (2becde58-a3cb-4d2f-9282-1a20bbdde412), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:44.320029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Pushing event updated for resources: {'Port': ['ID=8f245e9a-6ca9-45b0-9b61-cf770922b48c,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:44.356342 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2212d97e-ace1-4c04-abc1-8863994abe78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2becde58-a3cb-4d2f-9282-1a20bbdde412), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:44.356781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Network 50f6852c-a8f8-4215-b7e4-014470f3f271 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:44.359241 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2212d97e-ace1-4c04-abc1-8863994abe78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:44.361386 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2212d97e-ace1-4c04-abc1-8863994abe78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2becde58-a3cb-4d2f-9282-1a20bbdde412 HTTP/1.1" status: 204 len: 168 time: 0.2275529 Mar 07 22:05:44.376208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:44.382896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212d97e-ace1-4c04-abc1-8863994abe78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2becde58-a3cb-4d2f-9282-1a20bbdde412,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:44.383203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:05:44.403623 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port af202d18-48a5-4cf3-b6cd-540c285cbe16 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:44.518503 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Attempting to bind port 8f245e9a-6ca9-45b0-9b61-cf770922b48c on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:05:44.519237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Attempting to bind port 8f245e9a-6ca9-45b0-9b61-cf770922b48c by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '017377a4-26f4-424f-b23b-54c38cab9931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '50f6852c-a8f8-4215-b7e4-014470f3f271'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:05:44.519623 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Attempting to bind port 8f245e9a-6ca9-45b0-9b61-cf770922b48c on network 50f6852c-a8f8-4215-b7e4-014470f3f271 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:05:44.540396 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:05:44.540827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Checking segment: {'id': '017377a4-26f4-424f-b23b-54c38cab9931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '50f6852c-a8f8-4215-b7e4-014470f3f271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:05:44.541212 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:44.541624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Bound using segment: {'id': '017377a4-26f4-424f-b23b-54c38cab9931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '50f6852c-a8f8-4215-b7e4-014470f3f271'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:05:44.542167 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Bound port: 8f245e9a-6ca9-45b0-9b61-cf770922b48c, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017377a4-26f4-424f-b23b-54c38cab9931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '50f6852c-a8f8-4215-b7e4-014470f3f271'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:05:44.542565 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8f245e9a-6ca9-45b0-9b61-cf770922b48c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:44.564351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:44.606756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:44.606985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 9855d186-eaaa-4d76-ba4c-61c4cbc8ee9b not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:44.607435 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee877fbc-bba1-402c-af8a-3e256da1951e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:44.635760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: ee877fbc-bba1-402c-af8a-3e256da1951e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:44.636122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ee877fbc-bba1-402c-af8a-3e256da1951e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:44.636563 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 222a9d8b-69d6-4508-a9f5-44aaa742f23f no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:05:44.659487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 222a9d8b-69d6-4508-a9f5-44aaa742f23f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:05:44.659845 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 222a9d8b-69d6-4508-a9f5-44aaa742f23f not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:05:44.689078 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] For port 8f245e9a-6ca9-45b0-9b61-cf770922b48c, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:05:44.700866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a19df9-dbbc-4c6f-bc82-42ec753abb63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d557b9c7-6244-4ed7-9421-d0772ecb1a58,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:44.702857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] For port 8f245e9a-6ca9-45b0-9b61-cf770922b48c, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8f245e9a-6ca9-45b0-9b61-cf770922b48c,segment=NetworkSegment(017377a4-26f4-424f-b23b-54c38cab9931),segment_id=017377a4-26f4-424f-b23b-54c38cab9931)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:05:44.724324 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8f245e9a-6ca9-45b0-9b61-cf770922b48c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:44.768926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a19df9-dbbc-4c6f-bc82-42ec753abb63 admin admin] Checking segment: {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:05:44.768926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a19df9-dbbc-4c6f-bc82-42ec753abb63 admin admin] Network hostable DHCP agents. Network: 562b85e0-340d-42cd-8872-2484d3f89992, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:05:44.834336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a151cff-6f63-44a8-9698-b494f9eaefc5 None None] Pushing event updated for resources: {'Port': ['ID=8f245e9a-6ca9-45b0-9b61-cf770922b48c,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:44.860456 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Publish callbacks [] for router_gateway (726337fc-d48f-430f-af74-ee0613374a70), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:44.889191 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a19df9-dbbc-4c6f-bc82-42ec753abb63 admin admin] Network 562b85e0-340d-42cd-8872-2484d3f89992 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:05:44.894299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:44.943293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-a9a19df9-dbbc-4c6f-bc82-42ec753abb63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 562b85e0-340d-42cd-8872-2484d3f89992) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:44.951870 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da9900d-17e5-4902-99e5-f1217764e7e0 None None] Network 562b85e0-340d-42cd-8872-2484d3f89992 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:05:44.953023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a19df9-dbbc-4c6f-bc82-42ec753abb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:44.954218 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a9a19df9-dbbc-4c6f-bc82-42ec753abb63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:44.977735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a9a19df9-dbbc-4c6f-bc82-42ec753abb63 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9682062 Mar 07 22:05:44.981526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59862) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:44.988595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:45.026698 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:45.027980 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:45.068062 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59866) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:45.129818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Publish callbacks [] for router_controller (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:45.166138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Allocated IP 172.25.4.20 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/b7cc7886-3b9b-452d-a76f-ec90cc4c6880) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:05:45.184360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-92b41c86-86ad-4387-97a0-c4b6e35a9c32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2f9eee3dde949a797d9815e8913e123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1088216 Mar 07 22:05:45.184800 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59868) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:45.208843 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-562b85e0-340d-42cd-8872-2484d3f89992', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:05:45.213237 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:45.301246 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f52765a1-e1f3-400f-ad3d-7b2f57023104 admin admin] Publish callbacks [] for security_group (96d60f1f-0577-4c6d-bc0e-5e37df73f010), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:45.386781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8f245e9a-6ca9-45b0-9b61-cf770922b48c up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:45.424957 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Publish callbacks [] for router_gateway (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:45.443298 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f52765a1-e1f3-400f-ad3d-7b2f57023104 admin admin] Publish callbacks [] for security_group (96d60f1f-0577-4c6d-bc0e-5e37df73f010), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:45.528192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8f245e9a-6ca9-45b0-9b61-cf770922b48c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:45.529070 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8f245e9a-6ca9-45b0-9b61-cf770922b48c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:45.565428 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Publish callbacks [] for port (b7cc7886-3b9b-452d-a76f-ec90cc4c6880), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:45.567661 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Allocated IP 172.20.0.2 (562b85e0-340d-42cd-8872-2484d3f89992/d557b9c7-6244-4ed7-9421-d0772ecb1a58/f4804fda-79a6-4b1c-8a99-fd6390593aa1) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:05:45.626003 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (b7cc7886-3b9b-452d-a76f-ec90cc4c6880), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:45.678490 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:45.681631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:45.688421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:05:45.713393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7cc7886-3b9b-452d-a76f-ec90cc4c6880,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:45.728171 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f52765a1-e1f3-400f-ad3d-7b2f57023104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (96d60f1f-0577-4c6d-bc0e-5e37df73f010), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:45.730987 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f52765a1-e1f3-400f-ad3d-7b2f57023104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:45.734443 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f52765a1-e1f3-400f-ad3d-7b2f57023104 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96d60f1f-0577-4c6d-bc0e-5e37df73f010 HTTP/1.1" status: 204 len: 168 time: 0.5448809 Mar 07 22:05:45.750322 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52765a1-e1f3-400f-ad3d-7b2f57023104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d60f1f-0577-4c6d-bc0e-5e37df73f010,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:45.788179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8f245e9a-6ca9-45b0-9b61-cf770922b48c is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:45.788609 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8f245e9a-6ca9-45b0-9b61-cf770922b48c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:45.791194 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b29dc72c-3e8d-4a46-b21a-f451a8db9d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:45.927689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 8f245e9a-6ca9-45b0-9b61-cf770922b48c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8f245e9a-6ca9-45b0-9b61-cf770922b48c,segment=NetworkSegment(017377a4-26f4-424f-b23b-54c38cab9931),segment_id=017377a4-26f4-424f-b23b-54c38cab9931)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:45.948363 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8f245e9a-6ca9-45b0-9b61-cf770922b48c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:46.103324 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Publish callbacks [] for port (f4804fda-79a6-4b1c-8a99-fd6390593aa1), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:46.155471 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (f4804fda-79a6-4b1c-8a99-fd6390593aa1), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:46.250987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Network 562b85e0-340d-42cd-8872-2484d3f89992 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:46.269437 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:46.274244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:46.309775 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:05:46.328293 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Publish callbacks [] for router_gateway (726337fc-d48f-430f-af74-ee0613374a70), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:46.343266 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=8f245e9a-6ca9-45b0-9b61-cf770922b48c,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:46.580649 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Publish callbacks [] for router_gateway (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:46.643393 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:46.663758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5d96b2-a553-403b-bd2c-c9aec92203d1 None None] Network 50f6852c-a8f8-4215-b7e4-014470f3f271 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:05:46.786598 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Allocated IP 172.25.4.79 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/913657f6-f896-4fc3-99cb-b07a0646057b) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:05:46.811850 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (726337fc-d48f-430f-af74-ee0613374a70), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:46.851894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Attempting to bind port f4804fda-79a6-4b1c-8a99-fd6390593aa1 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:05:46.857935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Attempting to bind port f4804fda-79a6-4b1c-8a99-fd6390593aa1 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:05:46.858217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Attempting to bind port f4804fda-79a6-4b1c-8a99-fd6390593aa1 on network 562b85e0-340d-42cd-8872-2484d3f89992 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:05:46.888151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:05:46.888538 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Checking segment: {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:05:46.888956 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:46.889367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Bound using segment: {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:05:46.889861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Bound port: f4804fda-79a6-4b1c-8a99-fd6390593aa1, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:05:46.900619 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f4804fda-79a6-4b1c-8a99-fd6390593aa1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:46.908809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fac4d14a-7192-4adb-abf5-f7edb87c3538 None None] Provisioning complete for port 8f245e9a-6ca9-45b0-9b61-cf770922b48c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:46.909710 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fac4d14a-7192-4adb-abf5-f7edb87c3538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8f245e9a-6ca9-45b0-9b61-cf770922b48c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:46.990424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Router 726337fc-d48f-430f-af74-ee0613374a70 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:05:46.992684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Pushing event updated for resources: {'Port': ['ID=f4804fda-79a6-4b1c-8a99-fd6390593aa1,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:46.996899 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Publish callbacks [] for port (913657f6-f896-4fc3-99cb-b07a0646057b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:47.044948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (913657f6-f896-4fc3-99cb-b07a0646057b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:47.088428 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:47.093785 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:47.096425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:05:47.125858 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] For port f4804fda-79a6-4b1c-8a99-fd6390593aa1, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:05:47.131150 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=913657f6-f896-4fc3-99cb-b07a0646057b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:47.131630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] For port f4804fda-79a6-4b1c-8a99-fd6390593aa1, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f4804fda-79a6-4b1c-8a99-fd6390593aa1,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:05:47.146902 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f4804fda-79a6-4b1c-8a99-fd6390593aa1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:47.196091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:47.204921 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Sync routers for ids ['726337fc-d48f-430f-af74-ee0613374a70'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:47.223440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e9628-0e27-4995-a838-2d167c132eb4 None None] Pushing event updated for resources: {'Port': ['ID=f4804fda-79a6-4b1c-8a99-fd6390593aa1,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:47.234454 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Routers {'726337fc-d48f-430f-af74-ee0613374a70'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:47.235094 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['726337fc-d48f-430f-af74-ee0613374a70'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:47.258895 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:47.260421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dadcab4f-77b2-46d3-aa6f-b6ed6e4770b3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4771018 Mar 07 22:05:47.263948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59884) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:47.290519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fac4d14a-7192-4adb-abf5-f7edb87c3538 None None] Current status of the port 8f245e9a-6ca9-45b0-9b61-cf770922b48c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:47.365602 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8f245e9a-6ca9-45b0-9b61-cf770922b48c up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:47.481874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8f245e9a-6ca9-45b0-9b61-cf770922b48c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:47.482320 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8f245e9a-6ca9-45b0-9b61-cf770922b48c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:47.494822 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Set router 726337fc-d48f-430f-af74-ee0613374a70 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:47.630345 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Publish callbacks [] for router_gateway (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:47.754841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8f245e9a-6ca9-45b0-9b61-cf770922b48c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:47.759094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8f8092b2-cb02-4e00-bfec-d59cbaefd46f None None] Provisioning complete for port 8f245e9a-6ca9-45b0-9b61-cf770922b48c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:47.759473 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f8092b2-cb02-4e00-bfec-d59cbaefd46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8f245e9a-6ca9-45b0-9b61-cf770922b48c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:47.953245 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8f8092b2-cb02-4e00-bfec-d59cbaefd46f None None] Current status of the port 8f245e9a-6ca9-45b0-9b61-cf770922b48c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:47.959831 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726337fc-d48f-430f-af74-ee0613374a70', 'name': 'tempest-TestVolumeBootPattern-1767745501-router', 'tenant_id': 'f9766de865d145c5981fdc41ce00c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'b7cc7886-3b9b-452d-a76f-ec90cc4c6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:42Z', 'updated_at': '2022-03-07T22:05:45Z', 'revision_number': 3, 'project_id': 'f9766de865d145c5981fdc41ce00c979', 'gw_port': {'id': 'b7cc7886-3b9b-452d-a76f-ec90cc4c6880', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726337fc-d48f-430f-af74-ee0613374a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:44Z', 'updated_at': '2022-03-07T22:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:48.000044 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Checking router: 726337fc-d48f-430f-af74-ee0613374a70 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:48.000482 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Updating router 726337fc-d48f-430f-af74-ee0613374a70 port b7cc7886-3b9b-452d-a76f-ec90cc4c6880 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:05:48.028577 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b7cc7886-3b9b-452d-a76f-ec90cc4c6880), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:48.046649 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:48.142515 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6061ae48-bce0-4d93-bf51-96a7db28f28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:48.236462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:05:48.277513 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:48.397056 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:48.411422 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Publish callbacks [] for port (b7cc7886-3b9b-452d-a76f-ec90cc4c6880), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:48.418557 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b7cc7886-3b9b-452d-a76f-ec90cc4c6880), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:48.467879 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381ae2c-9735-428f-9233-952cb7db390f None None] Pushing event updated for resources: {'Port': ['ID=b7cc7886-3b9b-452d-a76f-ec90cc4c6880,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:48.507261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:48.515091 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Attempting to bind port b7cc7886-3b9b-452d-a76f-ec90cc4c6880 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:05:48.515091 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Attempting to bind port b7cc7886-3b9b-452d-a76f-ec90cc4c6880 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:05:48.515733 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Attempting to bind port b7cc7886-3b9b-452d-a76f-ec90cc4c6880 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:05:48.522164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Sync routers for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:48.529076 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:05:48.530974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Allocated IP 172.20.0.1 (50f6852c-a8f8-4215-b7e4-014470f3f271/dbdd13e1-51d3-4208-b9d8-320f62a6d023/a56131e8-eb28-4684-a01f-33b62f0130a2) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:05:48.538549 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:05:48.539758 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:48.541949 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:05:48.542805 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Bound port: b7cc7886-3b9b-452d-a76f-ec90cc4c6880, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:05:48.544324 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b7cc7886-3b9b-452d-a76f-ec90cc4c6880), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:48.544447 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:48.544998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:48.557254 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:48.558778 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b436562f-79c5-4c13-96cf-16af47c26cd1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5756860 Mar 07 22:05:48.562221 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59890) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:48.668222 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] For port b7cc7886-3b9b-452d-a76f-ec90cc4c6880, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:05:48.678057 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] For port b7cc7886-3b9b-452d-a76f-ec90cc4c6880, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b7cc7886-3b9b-452d-a76f-ec90cc4c6880,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:05:48.684047 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Publish callbacks [] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:48.695694 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b7cc7886-3b9b-452d-a76f-ec90cc4c6880), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:48.743635 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:48.842403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Network 50f6852c-a8f8-4215-b7e4-014470f3f271 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:48.845676 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Routers {'726337fc-d48f-430f-af74-ee0613374a70'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:48.849539 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:48.851452 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['726337fc-d48f-430f-af74-ee0613374a70'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:48.857220 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:48.861206 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:05:48.924350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a56131e8-eb28-4684-a01f-33b62f0130a2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:48.946124 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381ae2c-9735-428f-9233-952cb7db390f None None] Pushing event updated for resources: {'Port': ['ID=b7cc7886-3b9b-452d-a76f-ec90cc4c6880,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:48.973167 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (726337fc-d48f-430f-af74-ee0613374a70), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:49.088171 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] Set router 726337fc-d48f-430f-af74-ee0613374a70 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:49.248035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55199b74-bf41-4fbd-a5f7-10fcfb83f0d1 None None] Network 562b85e0-340d-42cd-8872-2484d3f89992 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:05:49.335077 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:49.494954 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:49.495815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f4804fda-79a6-4b1c-8a99-fd6390593aa1 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:49.627392 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726337fc-d48f-430f-af74-ee0613374a70', 'name': 'tempest-TestVolumeBootPattern-1767745501-router', 'tenant_id': 'f9766de865d145c5981fdc41ce00c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'b7cc7886-3b9b-452d-a76f-ec90cc4c6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:42Z', 'updated_at': '2022-03-07T22:05:45Z', 'revision_number': 3, 'project_id': 'f9766de865d145c5981fdc41ce00c979', 'gw_port': {'id': 'b7cc7886-3b9b-452d-a76f-ec90cc4c6880', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726337fc-d48f-430f-af74-ee0613374a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:44Z', 'updated_at': '2022-03-07T22:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:49.647464 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:49.660510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fdbcdf5a-657e-4c9e-a7a1-c4d9b86edf02 None None] Provisioning complete for port f4804fda-79a6-4b1c-8a99-fd6390593aa1 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:49.660691 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fdbcdf5a-657e-4c9e-a7a1-c4d9b86edf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f4804fda-79a6-4b1c-8a99-fd6390593aa1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:49.727142 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32776104-6918-4f35-a990-1e9f22d3a018 None None] The sync data for ids ['726337fc-d48f-430f-af74-ee0613374a70'] in n-d-832330-1 is: [{'id': '726337fc-d48f-430f-af74-ee0613374a70', 'name': 'tempest-TestVolumeBootPattern-1767745501-router', 'tenant_id': 'f9766de865d145c5981fdc41ce00c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'b7cc7886-3b9b-452d-a76f-ec90cc4c6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:42Z', 'updated_at': '2022-03-07T22:05:45Z', 'revision_number': 3, 'project_id': 'f9766de865d145c5981fdc41ce00c979', 'gw_port': {'id': 'b7cc7886-3b9b-452d-a76f-ec90cc4c6880', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726337fc-d48f-430f-af74-ee0613374a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:44Z', 'updated_at': '2022-03-07T22:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:49.759661 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Publish callbacks [] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:49.772148 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:49.829491 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a56131e8-eb28-4684-a01f-33b62f0130a2,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:49.842169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f4804fda-79a6-4b1c-8a99-fd6390593aa1 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:49.843417 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f4804fda-79a6-4b1c-8a99-fd6390593aa1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:49.855835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Allocated IP 172.20.0.1 (562b85e0-340d-42cd-8872-2484d3f89992/d557b9c7-6244-4ed7-9421-d0772ecb1a58/39f3a1fc-43fa-40a1-803c-c9630bba58ce) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:05:49.891429 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (726337fc-d48f-430f-af74-ee0613374a70), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:49.931899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:47Z', 'revision_number': 3, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:49.992742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Checking router: bad1cd90-3632-4b69-b6ae-3d5fdc62d517 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:49.993012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Updating router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 port 913657f6-f896-4fc3-99cb-b07a0646057b binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:05:50.101407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f4804fda-79a6-4b1c-8a99-fd6390593aa1 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:50.101795 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f4804fda-79a6-4b1c-8a99-fd6390593aa1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:50.107632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Network 50f6852c-a8f8-4215-b7e4-014470f3f271 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:50.109262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:50.113811 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Publish callbacks [] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:50.169676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fdbcdf5a-657e-4c9e-a7a1-c4d9b86edf02 None None] Current status of the port f4804fda-79a6-4b1c-8a99-fd6390593aa1 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:50.170460 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fdbcdf5a-657e-4c9e-a7a1-c4d9b86edf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f4804fda-79a6-4b1c-8a99-fd6390593aa1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:50.202937 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:50.250784 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (913657f6-f896-4fc3-99cb-b07a0646057b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:50.295906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Router 726337fc-d48f-430f-af74-ee0613374a70 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:05:50.316666 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=39f3a1fc-43fa-40a1-803c-c9630bba58ce,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:50.325871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port f4804fda-79a6-4b1c-8a99-fd6390593aa1, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f4804fda-79a6-4b1c-8a99-fd6390593aa1,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:50.361302 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f4804fda-79a6-4b1c-8a99-fd6390593aa1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:50.367478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Network 562b85e0-340d-42cd-8872-2484d3f89992 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:50.369113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:50.374889 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:05:50.501952 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:50.554862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:50.560989 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9533cc24-39ac-4409-9f80-65e8e45ee3e0 admin admin] 10.222.0.26 "PUT /v2.0/routers/726337fc-d48f-430f-af74-ee0613374a70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2958994 Mar 07 22:05:50.660950 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:50.797305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=f4804fda-79a6-4b1c-8a99-fd6390593aa1,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:50.827925 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-fdbcdf5a-657e-4c9e-a7a1-c4d9b86edf02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:05:50.830182 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-fdbcdf5a-657e-4c9e-a7a1-c4d9b86edf02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:05:50.850403 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:51.134245 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Publish callbacks [] for port (913657f6-f896-4fc3-99cb-b07a0646057b), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:51.144991 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (913657f6-f896-4fc3-99cb-b07a0646057b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:51.186630 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Publish callbacks [] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:51.196351 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:51.285000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f98f2-9e05-4266-95fb-1c0b59e272da None None] Pushing event updated for resources: {'Port': ['ID=913657f6-f896-4fc3-99cb-b07a0646057b,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:51.290651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Attempting to bind port 913657f6-f896-4fc3-99cb-b07a0646057b on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:05:51.290651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Attempting to bind port 913657f6-f896-4fc3-99cb-b07a0646057b by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:05:51.290651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Attempting to bind port 913657f6-f896-4fc3-99cb-b07a0646057b on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:05:51.408142 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:51.422996 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=39f3a1fc-43fa-40a1-803c-c9630bba58ce,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:51.588009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f4804fda-79a6-4b1c-8a99-fd6390593aa1 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:51.610291 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Network 562b85e0-340d-42cd-8872-2484d3f89992 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:51.613588 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:51.622307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:05:51.622597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:05:51.622787 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:51.623189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:05:51.623679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Bound port: 913657f6-f896-4fc3-99cb-b07a0646057b, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:05:51.624075 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (913657f6-f896-4fc3-99cb-b07a0646057b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:51.713950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fdbcdf5a-657e-4c9e-a7a1-c4d9b86edf02 None None] Current status of the port f4804fda-79a6-4b1c-8a99-fd6390593aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:51.813882 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] For port 913657f6-f896-4fc3-99cb-b07a0646057b, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:05:51.827052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] For port 913657f6-f896-4fc3-99cb-b07a0646057b, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=913657f6-f896-4fc3-99cb-b07a0646057b,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:05:51.850591 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:05:51.898408 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (913657f6-f896-4fc3-99cb-b07a0646057b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:52.018943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f4804fda-79a6-4b1c-8a99-fd6390593aa1 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:52.020495 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f4804fda-79a6-4b1c-8a99-fd6390593aa1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:52.037012 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:05:52.042457 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e5fb574d-2f9b-4c4e-acae-696e027ef6f6 admin admin] 10.222.0.26 "PUT /v2.0/routers/bad1cd90-3632-4b69-b6ae-3d5fdc62d517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4791298 Mar 07 22:05:52.140097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8af87545-8757-42b0-8d93-a51ebe95a695 None None] Provisioning complete for port 39f3a1fc-43fa-40a1-803c-c9630bba58ce triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:52.140471 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8af87545-8757-42b0-8d93-a51ebe95a695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:52.186886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:52.187517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:52.323689 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:52.333906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f98f2-9e05-4266-95fb-1c0b59e272da None None] Pushing event updated for resources: {'Port': ['ID=913657f6-f896-4fc3-99cb-b07a0646057b,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:52.419217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8af87545-8757-42b0-8d93-a51ebe95a695 None None] Port 39f3a1fc-43fa-40a1-803c-c9630bba58ce cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:05:52.464990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:52.535476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8af87545-8757-42b0-8d93-a51ebe95a695 None None] Provisioning complete for port f4804fda-79a6-4b1c-8a99-fd6390593aa1 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:52.535772 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8af87545-8757-42b0-8d93-a51ebe95a695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f4804fda-79a6-4b1c-8a99-fd6390593aa1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:52.666778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f4804fda-79a6-4b1c-8a99-fd6390593aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:52.681501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b7cc7886-3b9b-452d-a76f-ec90cc4c6880 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:52.758310 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Sync routers for ids ['726337fc-d48f-430f-af74-ee0613374a70'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:52.777112 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Routers {'726337fc-d48f-430f-af74-ee0613374a70'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:52.777921 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['726337fc-d48f-430f-af74-ee0613374a70'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:52.793807 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59946) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:52.798835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b236992f-0fa6-4275-ba46-9ac9cc716034 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2059774285', 'description': 'tempest-description--1617766073'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:52.832714 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port b7cc7886-3b9b-452d-a76f-ec90cc4c6880 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:52.833098 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b7cc7886-3b9b-452d-a76f-ec90cc4c6880), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:52.837244 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b236992f-0fa6-4275-ba46-9ac9cc716034 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:52.993152 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8af87545-8757-42b0-8d93-a51ebe95a695 None None] Current status of the port f4804fda-79a6-4b1c-8a99-fd6390593aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:52.993335 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b236992f-0fa6-4275-ba46-9ac9cc716034 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (66ddacb0-ef92-4898-b435-99ffe00722a1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:52.994760 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Set router 726337fc-d48f-430f-af74-ee0613374a70 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:53.002174 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b236992f-0fa6-4275-ba46-9ac9cc716034 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (66ddacb0-ef92-4898-b435-99ffe00722a1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.043760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8af87545-8757-42b0-8d93-a51ebe95a695 None None] Provisioning complete for port a56131e8-eb28-4684-a01f-33b62f0130a2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:53.044143 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8af87545-8757-42b0-8d93-a51ebe95a695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.118009 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b236992f-0fa6-4275-ba46-9ac9cc716034 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.119643 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b236992f-0fa6-4275-ba46-9ac9cc716034 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3245518 Mar 07 22:05:53.122534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59952) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:53.124949 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236992f-0fa6-4275-ba46-9ac9cc716034 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ddacb0-ef92-4898-b435-99ffe00722a1,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:53.129130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-dde2701c-84d0-4b78-8de2-97b29afa01b3 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'security_group_rule': {'security_group_id': '66ddacb0-ef92-4898-b435-99ffe00722a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:53.174177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8af87545-8757-42b0-8d93-a51ebe95a695 None None] Port a56131e8-eb28-4684-a01f-33b62f0130a2 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:05:53.182653 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port b7cc7886-3b9b-452d-a76f-ec90cc4c6880 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:53.183046 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b7cc7886-3b9b-452d-a76f-ec90cc4c6880), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.205329 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dde2701c-84d0-4b78-8de2-97b29afa01b3 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (46dc1bcd-9248-4b92-9cf8-412962083a70), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.212982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port b7cc7886-3b9b-452d-a76f-ec90cc4c6880, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b7cc7886-3b9b-452d-a76f-ec90cc4c6880,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:53.216926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 2, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:53.246805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ce716-4a50-4b6b-8996-c26562047d51 None None] The sync data for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 is: [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 2, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:53.248436 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b7cc7886-3b9b-452d-a76f-ec90cc4c6880), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.308777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=b7cc7886-3b9b-452d-a76f-ec90cc4c6880,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:53.349867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ab94bcc0-8ab6-47e1-b6fc-d5c566c90c0e None None] Provisioning complete for port 39f3a1fc-43fa-40a1-803c-c9630bba58ce triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:53.350568 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ab94bcc0-8ab6-47e1-b6fc-d5c566c90c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.361811 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dde2701c-84d0-4b78-8de2-97b29afa01b3 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (46dc1bcd-9248-4b92-9cf8-412962083a70), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.370744 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dde2701c-84d0-4b78-8de2-97b29afa01b3 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (46dc1bcd-9248-4b92-9cf8-412962083a70), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.420654 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726337fc-d48f-430f-af74-ee0613374a70', 'name': 'tempest-TestVolumeBootPattern-1767745501-router', 'tenant_id': 'f9766de865d145c5981fdc41ce00c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'b7cc7886-3b9b-452d-a76f-ec90cc4c6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:42Z', 'updated_at': '2022-03-07T22:05:49Z', 'revision_number': 4, 'project_id': 'f9766de865d145c5981fdc41ce00c979', 'gw_port': {'id': 'b7cc7886-3b9b-452d-a76f-ec90cc4c6880', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726337fc-d48f-430f-af74-ee0613374a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:44Z', 'updated_at': '2022-03-07T22:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'a56131e8-eb28-4684-a01f-33b62f0130a2', 'name': '', 'network_id': '50f6852c-a8f8-4215-b7e4-014470f3f271', 'tenant_id': 'f9766de865d145c5981fdc41ce00c979', 'mac_address': 'fa:16:3e:59:b8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726337fc-d48f-430f-af74-ee0613374a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'dbdd13e1-51d3-4208-b9d8-320f62a6d023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:48Z', 'updated_at': '2022-03-07T22:05:49Z', 'revision_number': 2, 'project_id': 'f9766de865d145c5981fdc41ce00c979', 'subnets': [{'id': 'dbdd13e1-51d3-4208-b9d8-320f62a6d023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:53.425520 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dde2701c-84d0-4b78-8de2-97b29afa01b3 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.426958 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dde2701c-84d0-4b78-8de2-97b29afa01b3 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3022292 Mar 07 22:05:53.429819 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 59954) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:53.430472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2701c-84d0-4b78-8de2-97b29afa01b3 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dc1bcd-9248-4b92-9cf8-412962083a70,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:53.435473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c6e192ad-f844-4dd2-8482-6e87049c8735 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'security_group_rule': {'security_group_id': '66ddacb0-ef92-4898-b435-99ffe00722a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:53.440818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ab94bcc0-8ab6-47e1-b6fc-d5c566c90c0e None None] Port 39f3a1fc-43fa-40a1-803c-c9630bba58ce cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:05:53.475446 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c6e192ad-f844-4dd2-8482-6e87049c8735 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (0b025395-2919-42b7-9e49-d9624c07deb6), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.480095 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Checking router: 726337fc-d48f-430f-af74-ee0613374a70 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:53.480585 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Updating router 726337fc-d48f-430f-af74-ee0613374a70 port a56131e8-eb28-4684-a01f-33b62f0130a2 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:05:53.537315 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.672333 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c6e192ad-f844-4dd2-8482-6e87049c8735 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (0b025395-2919-42b7-9e49-d9624c07deb6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.686776 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c6e192ad-f844-4dd2-8482-6e87049c8735 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (0b025395-2919-42b7-9e49-d9624c07deb6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.717030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e192ad-f844-4dd2-8482-6e87049c8735 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b025395-2919-42b7-9e49-d9624c07deb6,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:53.728411 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c6e192ad-f844-4dd2-8482-6e87049c8735 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.730016 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c6e192ad-f844-4dd2-8482-6e87049c8735 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2983844 Mar 07 22:05:53.732880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 59958) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:05:53.738954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:53.770805 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:53.937777 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:54.204775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Allocated IP 172.25.4.207 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/2dd666b4-82fd-4f33-ba18-602dd41d2db7) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:05:54.369083 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Publish callbacks [] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:54.384274 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:54.439607 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for port (2dd666b4-82fd-4f33-ba18-602dd41d2db7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:54.455866 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d25c0-f588-424c-98e2-8ee030579bda None None] Pushing event updated for resources: {'Port': ['ID=a56131e8-eb28-4684-a01f-33b62f0130a2,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:54.468844 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56d25c0-f588-424c-98e2-8ee030579bda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:54.468844 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56d25c0-f588-424c-98e2-8ee030579bda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:54.468844 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56d25c0-f588-424c-98e2-8ee030579bda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:54.468844 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56d25c0-f588-424c-98e2-8ee030579bda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:54.468844 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56d25c0-f588-424c-98e2-8ee030579bda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:54.468844 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56d25c0-f588-424c-98e2-8ee030579bda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:54.470474 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56d25c0-f588-424c-98e2-8ee030579bda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:54.472242 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56d25c0-f588-424c-98e2-8ee030579bda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:54.472604 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56d25c0-f588-424c-98e2-8ee030579bda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:54.472949 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56d25c0-f588-424c-98e2-8ee030579bda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:54.474657 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56d25c0-f588-424c-98e2-8ee030579bda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:54.475010 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56d25c0-f588-424c-98e2-8ee030579bda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:54.476816 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56d25c0-f588-424c-98e2-8ee030579bda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:54.541987 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2dd666b4-82fd-4f33-ba18-602dd41d2db7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:54.602825 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Attempting to bind port a56131e8-eb28-4684-a01f-33b62f0130a2 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:05:54.603516 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Attempting to bind port a56131e8-eb28-4684-a01f-33b62f0130a2 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '017377a4-26f4-424f-b23b-54c38cab9931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '50f6852c-a8f8-4215-b7e4-014470f3f271'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:05:54.603896 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Attempting to bind port a56131e8-eb28-4684-a01f-33b62f0130a2 on network 50f6852c-a8f8-4215-b7e4-014470f3f271 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:05:54.610987 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:05:54.611545 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Checking segment: {'id': '017377a4-26f4-424f-b23b-54c38cab9931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '50f6852c-a8f8-4215-b7e4-014470f3f271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:05:54.611769 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:54.612376 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Bound using segment: {'id': '017377a4-26f4-424f-b23b-54c38cab9931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '50f6852c-a8f8-4215-b7e4-014470f3f271'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:05:54.612901 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Bound port: a56131e8-eb28-4684-a01f-33b62f0130a2, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017377a4-26f4-424f-b23b-54c38cab9931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '50f6852c-a8f8-4215-b7e4-014470f3f271'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:05:54.613289 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:54.626409 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'Port': ['ID=2dd666b4-82fd-4f33-ba18-602dd41d2db7,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:54.670769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:54.675529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:54.678180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:05:54.692179 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:05:54.752473 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] For port a56131e8-eb28-4684-a01f-33b62f0130a2, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:05:54.759140 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] For port a56131e8-eb28-4684-a01f-33b62f0130a2, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a56131e8-eb28-4684-a01f-33b62f0130a2,segment=NetworkSegment(017377a4-26f4-424f-b23b-54c38cab9931),segment_id=017377a4-26f4-424f-b23b-54c38cab9931)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:05:54.770402 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:54.861884 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d25c0-f588-424c-98e2-8ee030579bda None None] Pushing event updated for resources: {'Port': ['ID=a56131e8-eb28-4684-a01f-33b62f0130a2,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:54.900054 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Routers {'726337fc-d48f-430f-af74-ee0613374a70'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:54.901310 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['726337fc-d48f-430f-af74-ee0613374a70'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:54.990022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-59de8aed-1c14-46d1-902b-a46f6459d8af None None] Provisioning complete for port a56131e8-eb28-4684-a01f-33b62f0130a2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:54.990595 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59de8aed-1c14-46d1-902b-a46f6459d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:55.028240 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (3cbbccf6-644b-4d68-befd-68472b15a72e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:55.119018 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2dd666b4-82fd-4f33-ba18-602dd41d2db7), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:55.196821 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] Set router 726337fc-d48f-430f-af74-ee0613374a70 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:55.221620 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-59de8aed-1c14-46d1-902b-a46f6459d8af None None] Current status of the port a56131e8-eb28-4684-a01f-33b62f0130a2 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:55.222998 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59de8aed-1c14-46d1-902b-a46f6459d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:55.340887 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-59de8aed-1c14-46d1-902b-a46f6459d8af None None] For port a56131e8-eb28-4684-a01f-33b62f0130a2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a56131e8-eb28-4684-a01f-33b62f0130a2,segment=NetworkSegment(017377a4-26f4-424f-b23b-54c38cab9931),segment_id=017377a4-26f4-424f-b23b-54c38cab9931)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:55.362733 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59de8aed-1c14-46d1-902b-a46f6459d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:55.568748 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for port (2dd666b4-82fd-4f33-ba18-602dd41d2db7), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:55.577465 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (2dd666b4-82fd-4f33-ba18-602dd41d2db7), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:55.590492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de8aed-1c14-46d1-902b-a46f6459d8af None None] Pushing event updated for resources: {'Port': ['ID=a56131e8-eb28-4684-a01f-33b62f0130a2,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:55.622745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b7cc7886-3b9b-452d-a76f-ec90cc4c6880 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:55.769985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'Port': ['ID=2dd666b4-82fd-4f33-ba18-602dd41d2db7,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:55.780418 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (3cbbccf6-644b-4d68-befd-68472b15a72e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:55.790701 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726337fc-d48f-430f-af74-ee0613374a70', 'name': 'tempest-TestVolumeBootPattern-1767745501-router', 'tenant_id': 'f9766de865d145c5981fdc41ce00c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'b7cc7886-3b9b-452d-a76f-ec90cc4c6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:42Z', 'updated_at': '2022-03-07T22:05:49Z', 'revision_number': 4, 'project_id': 'f9766de865d145c5981fdc41ce00c979', 'gw_port': {'id': 'b7cc7886-3b9b-452d-a76f-ec90cc4c6880', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726337fc-d48f-430f-af74-ee0613374a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:44Z', 'updated_at': '2022-03-07T22:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'a56131e8-eb28-4684-a01f-33b62f0130a2', 'name': '', 'network_id': '50f6852c-a8f8-4215-b7e4-014470f3f271', 'tenant_id': 'f9766de865d145c5981fdc41ce00c979', 'mac_address': 'fa:16:3e:59:b8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726337fc-d48f-430f-af74-ee0613374a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'dbdd13e1-51d3-4208-b9d8-320f62a6d023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:48Z', 'updated_at': '2022-03-07T22:05:54Z', 'revision_number': 4, 'project_id': 'f9766de865d145c5981fdc41ce00c979', 'subnets': [{'id': 'dbdd13e1-51d3-4208-b9d8-320f62a6d023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:55.815400 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:55.826668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-843e6f16-1793-40aa-a56f-a33723517152 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0845685 Mar 07 22:05:55.872089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-15fb4ca8-da85-4445-ab92-26004033ef9e None None] Provisioning complete for port a56131e8-eb28-4684-a01f-33b62f0130a2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:55.875328 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-15fb4ca8-da85-4445-ab92-26004033ef9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:55.890278 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb29114-488b-448d-9df2-c086637ebadf None None] The sync data for ids ['726337fc-d48f-430f-af74-ee0613374a70'] in n-d-832330-1 is: [{'id': '726337fc-d48f-430f-af74-ee0613374a70', 'name': 'tempest-TestVolumeBootPattern-1767745501-router', 'tenant_id': 'f9766de865d145c5981fdc41ce00c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'b7cc7886-3b9b-452d-a76f-ec90cc4c6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:42Z', 'updated_at': '2022-03-07T22:05:49Z', 'revision_number': 4, 'project_id': 'f9766de865d145c5981fdc41ce00c979', 'gw_port': {'id': 'b7cc7886-3b9b-452d-a76f-ec90cc4c6880', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726337fc-d48f-430f-af74-ee0613374a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:44Z', 'updated_at': '2022-03-07T22:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'a56131e8-eb28-4684-a01f-33b62f0130a2', 'name': '', 'network_id': '50f6852c-a8f8-4215-b7e4-014470f3f271', 'tenant_id': 'f9766de865d145c5981fdc41ce00c979', 'mac_address': 'fa:16:3e:59:b8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726337fc-d48f-430f-af74-ee0613374a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'dbdd13e1-51d3-4208-b9d8-320f62a6d023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:48Z', 'updated_at': '2022-03-07T22:05:54Z', 'revision_number': 4, 'project_id': 'f9766de865d145c5981fdc41ce00c979', 'subnets': [{'id': 'dbdd13e1-51d3-4208-b9d8-320f62a6d023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:56.070675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port b7cc7886-3b9b-452d-a76f-ec90cc4c6880 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:56.072258 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b7cc7886-3b9b-452d-a76f-ec90cc4c6880), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:56.126880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-529c1950-23ae-4aee-8953-bdd6b5ac400f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:56.128597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-529c1950-23ae-4aee-8953-bdd6b5ac400f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 812 time: 0.1470270 Mar 07 22:05:56.172239 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-15fb4ca8-da85-4445-ab92-26004033ef9e None None] Current status of the port a56131e8-eb28-4684-a01f-33b62f0130a2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:56.195712 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-07e85b53-93dd-4bc7-a799-49c67541f309 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/quotas/3780c442c69844ccbdb870d150ce5237 HTTP/1.1" status: 200 len: 375 time: 0.0582244 Mar 07 22:05:56.227878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port b7cc7886-3b9b-452d-a76f-ec90cc4c6880 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:56.229577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 913657f6-f896-4fc3-99cb-b07a0646057b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:56.240069 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-fa0fcb4f-5a0b-4959-872a-33fd768ee955 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2059774285&fields=id&tenant_id=a348ede039584875801ba3e8e4548330 HTTP/1.1" status: 200 len: 267 time: 0.1776578 Mar 07 22:05:56.338313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 913657f6-f896-4fc3-99cb-b07a0646057b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:56.339090 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (913657f6-f896-4fc3-99cb-b07a0646057b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:56.395413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-c49f8226-2d9d-4cf9-a50e-bafb86dcb808 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1879792 Mar 07 22:05:56.437363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-426862bb-8995-4696-8ca4-566afc7eb55d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:56.439615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-426862bb-8995-4696-8ca4-566afc7eb55d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 814 time: 0.1987748 Mar 07 22:05:56.456569 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 913657f6-f896-4fc3-99cb-b07a0646057b is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:56.456975 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (913657f6-f896-4fc3-99cb-b07a0646057b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:56.467653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-ccd1239e-1608-40d5-a43f-c2b0f7113ecb tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/quotas/a348ede039584875801ba3e8e4548330 HTTP/1.1" status: 200 len: 375 time: 0.0205543 Mar 07 22:05:56.493261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 913657f6-f896-4fc3-99cb-b07a0646057b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=913657f6-f896-4fc3-99cb-b07a0646057b,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:05:56.502220 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (913657f6-f896-4fc3-99cb-b07a0646057b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:56.565836 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=913657f6-f896-4fc3-99cb-b07a0646057b,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:56.604427 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-3acb2530-184a-4481-830f-244b72e58e89 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1278410 Mar 07 22:05:56.770075 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-ddd3a7d8-50f9-475b-a8c3-90be57dbac93 service neutron] 10.222.0.26 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647174 Mar 07 22:05:56.829334 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-a3b758c0-837b-44db-9a89-7ddc3afabc14 service neutron] 10.222.0.26 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227574 Mar 07 22:05:57.136245 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Sync routers for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:57.165630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:57.166416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:57.418690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-bdac4b16-b7f8-445b-a175-eaefc1893bb3 service neutron] 10.222.0.26 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6307120 Mar 07 22:05:57.494776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-473d24e1-3a67-4eeb-bcee-5dd5a159ecad service neutron] 10.222.0.26 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332872 Mar 07 22:05:57.611008 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a56131e8-eb28-4684-a01f-33b62f0130a2 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:57.722629 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:57.773123 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2e51b76-1c66-46cf-8de5-d056ae745940 req-240ebaac-e761-472b-9871-fc90605d129d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 210 time: 0.0780785 Mar 07 22:05:57.937869 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port a56131e8-eb28-4684-a01f-33b62f0130a2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:57.938278 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:58.153460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e6a2917-8ae2-4b2f-8b59-054ea0dc0fab req-f5697f85-d5f5-432d-8ffe-3079c7d6a9f9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 210 time: 0.0737135 Mar 07 22:05:58.262454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a56131e8-eb28-4684-a01f-33b62f0130a2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:58.263672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 913657f6-f896-4fc3-99cb-b07a0646057b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:05:58.371634 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 2, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:58.429322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Checking router: bad1cd90-3632-4b69-b6ae-3d5fdc62d517 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:58.429322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Updating router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 port 39f3a1fc-43fa-40a1-803c-c9630bba58ce binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:05:58.435986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 913657f6-f896-4fc3-99cb-b07a0646057b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:58.436740 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (913657f6-f896-4fc3-99cb-b07a0646057b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:58.512905 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:58.689995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 913657f6-f896-4fc3-99cb-b07a0646057b is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:05:58.901448 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1e89336-f3fc-4329-9c96-c868fa6b83fe req-ebde45e1-5f0c-43c8-ae36-ab82b848c3ea tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 210 time: 0.0396180 Mar 07 22:05:58.947040 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Publish callbacks [] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:58.953817 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:59.021225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6450e-f590-4b58-b2f8-48bb60bbfeb5 None None] Pushing event updated for resources: {'Port': ['ID=39f3a1fc-43fa-40a1-803c-c9630bba58ce,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:59.113775 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Attempting to bind port 39f3a1fc-43fa-40a1-803c-c9630bba58ce on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:05:59.114267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Attempting to bind port 39f3a1fc-43fa-40a1-803c-c9630bba58ce by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:05:59.114621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Attempting to bind port 39f3a1fc-43fa-40a1-803c-c9630bba58ce on network 562b85e0-340d-42cd-8872-2484d3f89992 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:05:59.123144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:05:59.123528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Checking segment: {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:05:59.124138 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:59.124589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Bound using segment: {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:05:59.125113 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Bound port: 39f3a1fc-43fa-40a1-803c-c9630bba58ce, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:05:59.125545 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:59.234006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] For port 39f3a1fc-43fa-40a1-803c-c9630bba58ce, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:05:59.241633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] For port 39f3a1fc-43fa-40a1-803c-c9630bba58ce, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=39f3a1fc-43fa-40a1-803c-c9630bba58ce,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:05:59.256994 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:59.346262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84f3cc26-0991-4298-9d38-bf3cb2432bfb req-d587a728-f00e-4a2f-973b-1bd09b122980 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 210 time: 0.0715547 Mar 07 22:05:59.428733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ec8d0009-4b91-4b8f-a989-7f6b4c602c3a None None] Provisioning complete for port 39f3a1fc-43fa-40a1-803c-c9630bba58ce triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:05:59.429333 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0009-4b91-4b8f-a989-7f6b4c602c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:05:59.459539 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:05:59.460354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:59.576055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-6a4b28fe-1ef8-4c6d-94a4-9d3e0a5de1af tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:59.578110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-6a4b28fe-1ef8-4c6d-94a4-9d3e0a5de1af tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.15 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 814 time: 0.1767392 Mar 07 22:05:59.611476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:05:59.712601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6450e-f590-4b58-b2f8-48bb60bbfeb5 None None] Pushing event updated for resources: {'Port': ['ID=39f3a1fc-43fa-40a1-803c-c9630bba58ce,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:59.925023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-5f92c9f6-72e7-47e2-b85b-9a7fcd5f366c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:59.927126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-5f92c9f6-72e7-47e2-b85b-9a7fcd5f366c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 812 time: 0.3317842 Mar 07 22:05:59.932518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-270f3d7e-4f4f-47c0-8fd8-2511c4d0fc41 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a348ede039584875801ba3e8e4548330 HTTP/1.1" status: 200 len: 380 time: 0.3352127 Mar 07 22:05:59.950228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-0f176125-0340-48d4-a507-391164cefd66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'port': {'device_id': '771883e3-81c6-4808-a49c-3127ba2874ce', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'admin_state_up': True, 'tenant_id': '3780c442c69844ccbdb870d150ce5237'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:59.972241 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-8451375f-46a0-4950-ac8e-d66081244f8d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'port': {'device_id': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'admin_state_up': True, 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'security_groups': ['66ddacb0-ef92-4898-b435-99ffe00722a1']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:06:00.117482 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d0009-4b91-4b8f-a989-7f6b4c602c3a None None] Current status of the port 39f3a1fc-43fa-40a1-803c-c9630bba58ce is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:06:00.118148 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0009-4b91-4b8f-a989-7f6b4c602c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:00.168860 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e497303-82c8-4d26-a7e3-87dc013e8007 req-fc648a99-da22-4981-b686-e69303072c76 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 210 time: 0.1103921 Mar 07 22:06:00.226327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ec8d0009-4b91-4b8f-a989-7f6b4c602c3a None None] For port 39f3a1fc-43fa-40a1-803c-c9630bba58ce, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=39f3a1fc-43fa-40a1-803c-c9630bba58ce,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:00.241243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:05:59Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:00.252518 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0009-4b91-4b8f-a989-7f6b4c602c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:00.263770 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-0f176125-0340-48d4-a507-391164cefd66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Made reservation on behalf of 3780c442c69844ccbdb870d150ce5237 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:06:00.269115 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-0f176125-0340-48d4-a507-391164cefd66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:00.272145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-8451375f-46a0-4950-ac8e-d66081244f8d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Made reservation on behalf of a348ede039584875801ba3e8e4548330 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:06:00.276370 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-8451375f-46a0-4950-ac8e-d66081244f8d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:00.309953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb47e5d-2e39-4584-b1d9-770edbc63fc4 None None] The sync data for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 is: [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:05:59Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:06:00.407415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d0009-4b91-4b8f-a989-7f6b4c602c3a None None] Pushing event updated for resources: {'Port': ['ID=39f3a1fc-43fa-40a1-803c-c9630bba58ce,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:00.413499 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9e38ed73-82ae-4608-aee6-f182a974df92 None None] Provisioning complete for port 39f3a1fc-43fa-40a1-803c-c9630bba58ce triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:06:00.413881 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9e38ed73-82ae-4608-aee6-f182a974df92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:00.542207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9e38ed73-82ae-4608-aee6-f182a974df92 None None] Current status of the port 39f3a1fc-43fa-40a1-803c-c9630bba58ce is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:06:00.602419 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-75a35891-2341-4d83-a7ab-acb73e3d10a9 req-8c89a916-cac7-43b9-88c2-6062711b030d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 210 time: 0.1000807 Mar 07 22:06:00.665003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-8451375f-46a0-4950-ac8e-d66081244f8d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Allocated IP 172.20.0.8 (562b85e0-340d-42cd-8872-2484d3f89992/d557b9c7-6244-4ed7-9421-d0772ecb1a58/1fb57021-dd31-44af-bbb5-76bcfed10110) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:06:00.672242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-0f176125-0340-48d4-a507-391164cefd66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Allocated IP 172.20.0.5 (c39853f8-181c-4325-9e32-8bc19cecb381/f562ae71-2231-4230-a5d7-126019518fad/975d8745-f05d-4110-9b13-de907009ed5e) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:06:01.186033 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-8451375f-46a0-4950-ac8e-d66081244f8d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:01.192279 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-0f176125-0340-48d4-a507-391164cefd66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for port (975d8745-f05d-4110-9b13-de907009ed5e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:01.297480 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-8451375f-46a0-4950-ac8e-d66081244f8d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:01.342041 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-0f176125-0340-48d4-a507-391164cefd66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (975d8745-f05d-4110-9b13-de907009ed5e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:01.442955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 39f3a1fc-43fa-40a1-803c-c9630bba58ce up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:06:01.497168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-0f176125-0340-48d4-a507-391164cefd66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Network c39853f8-181c-4325-9e32-8bc19cecb381 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:06:01.500815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-8451375f-46a0-4950-ac8e-d66081244f8d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Network 562b85e0-340d-42cd-8872-2484d3f89992 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:06:01.502272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 39f3a1fc-43fa-40a1-803c-c9630bba58ce triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:06:01.503335 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:01.536922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-0f176125-0340-48d4-a507-391164cefd66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:06:01.540179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-8451375f-46a0-4950-ac8e-d66081244f8d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:06:01.542512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-0f176125-0340-48d4-a507-391164cefd66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:06:01.545570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451375f-46a0-4950-ac8e-d66081244f8d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'Port': ['ID=1fb57021-dd31-44af-bbb5-76bcfed10110,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:01.550841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-8451375f-46a0-4950-ac8e-d66081244f8d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:06:01.707767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ba88b-290d-414e-a672-e677a40b5b8f req-3c272535-15c6-4494-84ce-232cd70e2335 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:01.714208 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc5ba88b-290d-414e-a672-e677a40b5b8f req-3c272535-15c6-4494-84ce-232cd70e2335 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 931 time: 0.3912404 Mar 07 22:06:01.745817 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f176125-0340-48d4-a507-391164cefd66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'Port': ['ID=975d8745-f05d-4110-9b13-de907009ed5e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:01.801887 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 39f3a1fc-43fa-40a1-803c-c9630bba58ce is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:06:01.811570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-0f176125-0340-48d4-a507-391164cefd66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:01.812542 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-0f176125-0340-48d4-a507-391164cefd66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:01.870234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-8451375f-46a0-4950-ac8e-d66081244f8d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:01.875042 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-8451375f-46a0-4950-ac8e-d66081244f8d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:01.979551 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-0f176125-0340-48d4-a507-391164cefd66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0386822 Mar 07 22:06:01.990623 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc5ba88b-290d-414e-a672-e677a40b5b8f req-dff6ac7c-fcb3-426c-b412-dc6fd2ab958d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=66ddacb0-ef92-4898-b435-99ffe00722a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509737 Mar 07 22:06:02.010595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Request body: {'port': {'device_id': '771883e3-81c6-4808-a49c-3127ba2874ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:06:02.031957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-8451375f-46a0-4950-ac8e-d66081244f8d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0690899 Mar 07 22:06:02.098557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Request body: {'port': {'device_id': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:06:02.111723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-26245b0f-8bf3-49e7-ac6d-dbc111a0a16c None None] Provisioning complete for port 1fb57021-dd31-44af-bbb5-76bcfed10110 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:06:02.112103 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-26245b0f-8bf3-49e7-ac6d-dbc111a0a16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:02.138402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f72f42-8949-466d-a568-d81e52b11f3f req-bf1d65a6-d27b-40ab-bf1b-80fc166d444e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:02.140825 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4f72f42-8949-466d-a568-d81e52b11f3f req-bf1d65a6-d27b-40ab-bf1b-80fc166d444e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 931 time: 0.3430343 Mar 07 22:06:02.157827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-26245b0f-8bf3-49e7-ac6d-dbc111a0a16c None None] Port 1fb57021-dd31-44af-bbb5-76bcfed10110 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:06:02.176758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-26245b0f-8bf3-49e7-ac6d-dbc111a0a16c None None] Provisioning complete for port 975d8745-f05d-4110-9b13-de907009ed5e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:06:02.177563 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-26245b0f-8bf3-49e7-ac6d-dbc111a0a16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (975d8745-f05d-4110-9b13-de907009ed5e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:02.221360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-26245b0f-8bf3-49e7-ac6d-dbc111a0a16c None None] Port 975d8745-f05d-4110-9b13-de907009ed5e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:06:02.230248 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (975d8745-f05d-4110-9b13-de907009ed5e), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:02.244585 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:02.271892 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4f72f42-8949-466d-a568-d81e52b11f3f req-3261263d-9005-4715-9932-9a6d893d6c6b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044528 Mar 07 22:06:02.761169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb57021-dd31-44af-bbb5-76bcfed10110 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:06:02.766411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975d8745-f05d-4110-9b13-de907009ed5e {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:06:02.779110 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Publish callbacks [] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:02.784942 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Publish callbacks [] for port (975d8745-f05d-4110-9b13-de907009ed5e), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:02.803330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Transition to ACTIVE for port object 1fb57021-dd31-44af-bbb5-76bcfed10110 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:06:02.805126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Transition to ACTIVE for port object 975d8745-f05d-4110-9b13-de907009ed5e will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:06:02.809385 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:02.818550 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (975d8745-f05d-4110-9b13-de907009ed5e), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:02.888766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb57021-dd31-44af-bbb5-76bcfed10110,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:03.040967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=975d8745-f05d-4110-9b13-de907009ed5e,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:03.080061 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Attempting to bind port 1fb57021-dd31-44af-bbb5-76bcfed10110 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:06:03.081072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Attempting to bind port 1fb57021-dd31-44af-bbb5-76bcfed10110 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:06:03.081510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Attempting to bind port 1fb57021-dd31-44af-bbb5-76bcfed10110 on network 562b85e0-340d-42cd-8872-2484d3f89992 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:06:03.086815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Port 1fb57021-dd31-44af-bbb5-76bcfed10110 on network 562b85e0-340d-42cd-8872-2484d3f89992 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:06:03.087706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Attempting to bind port 1fb57021-dd31-44af-bbb5-76bcfed10110 on network 562b85e0-340d-42cd-8872-2484d3f89992 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:06:03.093474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Attempting to bind port 975d8745-f05d-4110-9b13-de907009ed5e on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:06:03.094042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Attempting to bind port 975d8745-f05d-4110-9b13-de907009ed5e by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:06:03.094400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Attempting to bind port 975d8745-f05d-4110-9b13-de907009ed5e on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:06:03.100226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:06:03.100226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Checking segment: {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:06:03.100692 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Bound using segment: {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:06:03.101239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Bound port: 1fb57021-dd31-44af-bbb5-76bcfed10110, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:06:03.101674 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:03.113358 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Port 975d8745-f05d-4110-9b13-de907009ed5e on network c39853f8-181c-4325-9e32-8bc19cecb381 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:06:03.116804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Attempting to bind port 975d8745-f05d-4110-9b13-de907009ed5e on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:06:03.181465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:06:03.182211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Checking segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:06:03.183521 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Bound using segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:06:03.184173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Bound port: 975d8745-f05d-4110-9b13-de907009ed5e, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:06:03.184747 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (975d8745-f05d-4110-9b13-de907009ed5e), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:03.267008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] For port 1fb57021-dd31-44af-bbb5-76bcfed10110, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:06:03.270459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] For port 1fb57021-dd31-44af-bbb5-76bcfed10110, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1fb57021-dd31-44af-bbb5-76bcfed10110,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:06:03.341201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] For port 975d8745-f05d-4110-9b13-de907009ed5e, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:06:03.344705 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] For port 975d8745-f05d-4110-9b13-de907009ed5e, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=975d8745-f05d-4110-9b13-de907009ed5e,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:06:03.351419 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:03.358714 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (975d8745-f05d-4110-9b13-de907009ed5e), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:03.437575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:03.438854 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:03.440346 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] 10.222.0.15 "PUT /v2.0/ports/975d8745-f05d-4110-9b13-de907009ed5e HTTP/1.1" status: 200 len: 1091 time: 1.4379969 Mar 07 22:06:03.443048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771883e3-81c6-4808-a49c-3127ba2874ce', 'tag': '975d8745-f05d-4110-9b13-de907009ed5e'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:06:03.445887 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f031db4-fba7-4beb-9adf-98cb80b5f55c" -d '{"events": [{"name": "network-changed", "server_uuid": "771883e3-81c6-4808-a49c-3127ba2874ce", "tag": "975d8745-f05d-4110-9b13-de907009ed5e"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:06:03.454732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:03.455475 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:03.456937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] 10.222.0.15 "PUT /v2.0/ports/1fb57021-dd31-44af-bbb5-76bcfed10110 HTTP/1.1" status: 200 len: 1091 time: 1.3633070 Mar 07 22:06:03.586290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf560de-02dc-4d9c-ad7e-f958060b6360 req-5461841f-8cbd-4869-8d40-7d487bd8e09c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:03.587945 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-faf560de-02dc-4d9c-ad7e-f958060b6360 req-5461841f-8cbd-4869-8d40-7d487bd8e09c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 943 time: 0.4188285 Mar 07 22:06:03.753354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-faf560de-02dc-4d9c-ad7e-f958060b6360 req-8d9e141c-07e3-49dd-a1c9-7c378003a521 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=66ddacb0-ef92-4898-b435-99ffe00722a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530185 Mar 07 22:06:03.778432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6414808-d6f6-402b-b9ab-093e26ec20f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb57021-dd31-44af-bbb5-76bcfed10110,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:03.855592 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa50f5c-c58e-4967-937a-6b6d7d4a2fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=975d8745-f05d-4110-9b13-de907009ed5e,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:03.887764 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af91fc79-975d-4846-99d2-003359d2b1c4 x-openstack-request-id: req-af91fc79-975d-4846-99d2-003359d2b1c4 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:06:03.888063 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771883e3-81c6-4808-a49c-3127ba2874ce", "tag": "975d8745-f05d-4110-9b13-de907009ed5e", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:06:03.888323 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af91fc79-975d-4846-99d2-003359d2b1c4 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:06:03.888728 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771883e3-81c6-4808-a49c-3127ba2874ce', 'tag': '975d8745-f05d-4110-9b13-de907009ed5e', 'status': 'completed', 'code': 200} Mar 07 22:06:03.900403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-e58d3050-cd16-46ef-a5d6-0b072a2c2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:03.902632 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-e58d3050-cd16-46ef-a5d6-0b072a2c2b48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 1125 time: 0.3517344 Mar 07 22:06:03.910576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2c420-2ec4-4be0-97ba-aa729dfc3161 req-6fa2a0d3-d4e8-426a-ba5e-4d42b01b5092 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:03.914193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9dc2c420-2ec4-4be0-97ba-aa729dfc3161 req-6fa2a0d3-d4e8-426a-ba5e-4d42b01b5092 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.5026896 Mar 07 22:06:03.974896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-b71538bd-8fcd-41f3-94bd-2fca3da0f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:03.976679 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-b71538bd-8fcd-41f3-94bd-2fca3da0f8d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 1125 time: 0.4562502 Mar 07 22:06:03.984625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-747a265e-39da-4e83-886c-84d37cf9f6f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=975d8745-f05d-4110-9b13-de907009ed5e HTTP/1.1" status: 200 len: 217 time: 0.0694537 Mar 07 22:06:04.051064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-5d68b0c8-de1b-45f9-a85c-16ead0e75f3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb57021-dd31-44af-bbb5-76bcfed10110 HTTP/1.1" status: 200 len: 217 time: 0.0564518 Mar 07 22:06:04.681119 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9dc2c420-2ec4-4be0-97ba-aa729dfc3161 req-c331e683-d27b-4d7c-b87b-7877feb28977 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7564654 Mar 07 22:06:04.712771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-7ca0b922-a48a-4445-96bc-baa36906d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:04.718079 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-7ca0b922-a48a-4445-96bc-baa36906d9ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.6563981 Mar 07 22:06:04.720216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-5b2cfa56-60b6-4439-a4c8-f4b287000ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:04.722238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-5b2cfa56-60b6-4439-a4c8-f4b287000ce1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.1732473 Mar 07 22:06:04.875668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-5fba358f-482e-4cc8-bca2-67b43a91fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:04.878088 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-5fba358f-482e-4cc8-bca2-67b43a91fbef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1457739 Mar 07 22:06:04.890640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-461b2ce1-c5cb-40b2-9608-35b3395a4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:04.892125 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-461b2ce1-c5cb-40b2-9608-35b3395a4e90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1595116 Mar 07 22:06:05.067637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f2d04-d0d2-4e12-adac-f460e4298c4a req-4666342d-9683-4628-9ce0-6c4d73e9756f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:05.073083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f2d04-d0d2-4e12-adac-f460e4298c4a req-4666342d-9683-4628-9ce0-6c4d73e9756f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:05.078488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f2d04-d0d2-4e12-adac-f460e4298c4a req-4666342d-9683-4628-9ce0-6c4d73e9756f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:05.084508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f2d04-d0d2-4e12-adac-f460e4298c4a req-4666342d-9683-4628-9ce0-6c4d73e9756f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:05.091280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f2d04-d0d2-4e12-adac-f460e4298c4a req-4666342d-9683-4628-9ce0-6c4d73e9756f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:05.097251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f2d04-d0d2-4e12-adac-f460e4298c4a req-4666342d-9683-4628-9ce0-6c4d73e9756f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:05.102615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f2d04-d0d2-4e12-adac-f460e4298c4a req-4666342d-9683-4628-9ce0-6c4d73e9756f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:05.106320 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a25f2d04-d0d2-4e12-adac-f460e4298c4a req-4666342d-9683-4628-9ce0-6c4d73e9756f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5446 time: 0.2891524 Mar 07 22:06:05.176066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82431b-0dbd-410f-bc1e-5bf2a0bc9ea6 req-aea0a3fd-997b-4f6d-a1f1-f4dc29b4f2e9 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:05.177603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f82431b-0dbd-410f-bc1e-5bf2a0bc9ea6 req-aea0a3fd-997b-4f6d-a1f1-f4dc29b4f2e9 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 943 time: 0.2985940 Mar 07 22:06:05.195591 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-8a0bcd00-02f8-4fac-9c98-030c4c6c8fe0 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910080 Mar 07 22:06:05.209229 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-4ed2b7dd-5899-4421-850f-772a1a4f14d4 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161411 Mar 07 22:06:05.399345 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a25f2d04-d0d2-4e12-adac-f460e4298c4a req-11bd6382-e904-4fa0-a554-e65243157e84 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2777100 Mar 07 22:06:05.402233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f82431b-0dbd-410f-bc1e-5bf2a0bc9ea6 req-d822e10d-aeba-4683-8767-21faa38ae449 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=66ddacb0-ef92-4898-b435-99ffe00722a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163794 Mar 07 22:06:05.468999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaa7966-1eb7-46fc-84b0-7d5e68feb603 req-e72337dd-7bd9-4d92-8d75-2c950e9bb219 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463753 Mar 07 22:06:05.475090 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63f90d28-c737-44bb-a3eb-b089f27e99bd req-281d0e4f-77c0-4b64-ae40-952946a0cac5 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649481 Mar 07 22:06:05.596717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f031db4-fba7-4beb-9adf-98cb80b5f55c req-ea1f9c65-b753-4bf3-a218-7826af026944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:05.601435 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f031db4-fba7-4beb-9adf-98cb80b5f55c req-ea1f9c65-b753-4bf3-a218-7826af026944 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 1125 time: 0.0621974 Mar 07 22:06:05.913488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'tag': '1fb57021-dd31-44af-bbb5-76bcfed10110'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:06:05.916005 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c039474-3649-48db-bb30-5a48f87694c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f", "tag": "1fb57021-dd31-44af-bbb5-76bcfed10110"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:06:05.919433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f031db4-fba7-4beb-9adf-98cb80b5f55c req-fecfa2fc-2a20-4f9a-9fc3-40dcdbe74b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:05.920941 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f031db4-fba7-4beb-9adf-98cb80b5f55c req-fecfa2fc-2a20-4f9a-9fc3-40dcdbe74b28 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.3131034 Mar 07 22:06:06.059254 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbbb30f-c7a0-4ba4-b420-a7434d1ab911 x-openstack-request-id: req-efbbb30f-c7a0-4ba4-b420-a7434d1ab911 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:06:06.059726 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f", "tag": "1fb57021-dd31-44af-bbb5-76bcfed10110", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:06:06.060090 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-efbbb30f-c7a0-4ba4-b420-a7434d1ab911 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:06:06.060618 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'tag': '1fb57021-dd31-44af-bbb5-76bcfed10110', 'status': 'completed', 'code': 200} Mar 07 22:06:06.123410 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f031db4-fba7-4beb-9adf-98cb80b5f55c req-3ead25c8-7be8-4b2a-8a1f-5c7587cb2335 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=975d8745-f05d-4110-9b13-de907009ed5e HTTP/1.1" status: 200 len: 217 time: 0.1910779 Mar 07 22:06:06.208232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5d432-bdaf-422a-bb32-bba4dd921dcc req-2a31fe2c-984b-4f5b-a70c-8ae1bdcfa874 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.209839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05a5d432-bdaf-422a-bb32-bba4dd921dcc req-2a31fe2c-984b-4f5b-a70c-8ae1bdcfa874 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.2872398 Mar 07 22:06:06.213659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c039474-3649-48db-bb30-5a48f87694c6 req-36922daa-324e-43f7-8798-60e074eeea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.215374 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c039474-3649-48db-bb30-5a48f87694c6 req-36922daa-324e-43f7-8798-60e074eeea64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 1125 time: 0.1538243 Mar 07 22:06:06.253222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f031db4-fba7-4beb-9adf-98cb80b5f55c req-439b7b4e-0886-4853-ba62-3e7644d10ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.254698 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f031db4-fba7-4beb-9adf-98cb80b5f55c req-439b7b4e-0886-4853-ba62-3e7644d10ad3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.1180058 Mar 07 22:06:06.299917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05a5d432-bdaf-422a-bb32-bba4dd921dcc req-12bcd373-27fc-4f42-92c8-d0d634a9da3d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830781 Mar 07 22:06:06.393812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f031db4-fba7-4beb-9adf-98cb80b5f55c req-331fc50b-bd58-4b56-aa66-57c89dc30689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.401606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f031db4-fba7-4beb-9adf-98cb80b5f55c req-331fc50b-bd58-4b56-aa66-57c89dc30689 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1143291 Mar 07 22:06:06.405694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c039474-3649-48db-bb30-5a48f87694c6 req-d79cfc42-7158-43a7-ad5f-d3b3e988b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.407221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c039474-3649-48db-bb30-5a48f87694c6 req-d79cfc42-7158-43a7-ad5f-d3b3e988b496 service neutron] 10.222.0.15 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 915 time: 0.1819506 Mar 07 22:06:06.498875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c039474-3649-48db-bb30-5a48f87694c6 req-4dff2e3a-e4c9-43bc-9ded-6893f271fe1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb57021-dd31-44af-bbb5-76bcfed10110 HTTP/1.1" status: 200 len: 217 time: 0.0733409 Mar 07 22:06:06.727511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79b8d-8372-46b8-b745-fb5bdab01f70 req-8ada9f56-756c-4d06-ab93-48b4db0700f4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.733018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79b8d-8372-46b8-b745-fb5bdab01f70 req-8ada9f56-756c-4d06-ab93-48b4db0700f4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.738526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79b8d-8372-46b8-b745-fb5bdab01f70 req-8ada9f56-756c-4d06-ab93-48b4db0700f4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.743910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79b8d-8372-46b8-b745-fb5bdab01f70 req-8ada9f56-756c-4d06-ab93-48b4db0700f4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.749249 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79b8d-8372-46b8-b745-fb5bdab01f70 req-8ada9f56-756c-4d06-ab93-48b4db0700f4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.754796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79b8d-8372-46b8-b745-fb5bdab01f70 req-8ada9f56-756c-4d06-ab93-48b4db0700f4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.760148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79b8d-8372-46b8-b745-fb5bdab01f70 req-8ada9f56-756c-4d06-ab93-48b4db0700f4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.762187 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dde79b8d-8372-46b8-b745-fb5bdab01f70 req-8ada9f56-756c-4d06-ab93-48b4db0700f4 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5446 time: 0.2244692 Mar 07 22:06:06.763702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c039474-3649-48db-bb30-5a48f87694c6 req-fbf4df5d-700b-42a8-ac95-3d30aaee0b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.765071 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c039474-3649-48db-bb30-5a48f87694c6 req-fbf4df5d-700b-42a8-ac95-3d30aaee0b93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.2430146 Mar 07 22:06:06.852581 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f031db4-fba7-4beb-9adf-98cb80b5f55c req-1b233867-edb0-437a-be84-ea5d546e078b service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356670 Mar 07 22:06:06.958226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f87b97-82d3-4b0a-9a81-cc2c17b52b94 req-067e9b63-592f-43cc-bddf-c6d6b56bace9 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.970642 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88f87b97-82d3-4b0a-9a81-cc2c17b52b94 req-067e9b63-592f-43cc-bddf-c6d6b56bace9 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 943 time: 0.3775208 Mar 07 22:06:06.990339 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c039474-3649-48db-bb30-5a48f87694c6 req-2e5bb9f3-d5d8-4950-9e58-5d397d594fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.992566 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c039474-3649-48db-bb30-5a48f87694c6 req-2e5bb9f3-d5d8-4950-9e58-5d397d594fbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2112019 Mar 07 22:06:07.054380 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dde79b8d-8372-46b8-b745-fb5bdab01f70 req-e1618f98-8370-4790-af6e-f64d66af016e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2824154 Mar 07 22:06:07.113970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f031db4-fba7-4beb-9adf-98cb80b5f55c req-2528d700-3274-4ea9-afa2-98cb950f7a6b service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442229 Mar 07 22:06:07.187420 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88f87b97-82d3-4b0a-9a81-cc2c17b52b94 req-a2be01e2-987f-4657-bd12-d01dfa47ee83 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=66ddacb0-ef92-4898-b435-99ffe00722a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109003 Mar 07 22:06:07.218859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c039474-3649-48db-bb30-5a48f87694c6 req-0cab946a-7235-4952-bbfa-566edffda794 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927011 Mar 07 22:06:07.336098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c039474-3649-48db-bb30-5a48f87694c6 req-e969f141-c34e-4584-a8f0-5ec725c36846 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073370 Mar 07 22:06:07.456379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380a2c8-0322-4cc6-9588-63823eac43ce req-3aa4e4cc-ec44-4fd7-8b67-d7748867204e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:07.464577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f380a2c8-0322-4cc6-9588-63823eac43ce req-3aa4e4cc-ec44-4fd7-8b67-d7748867204e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.0733573 Mar 07 22:06:07.515552 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f380a2c8-0322-4cc6-9588-63823eac43ce req-2c09e6ff-0a61-453a-ad2a-b2dc8399b839 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496409 Mar 07 22:06:07.835169 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fed57-9304-4180-a108-03f24028b105 req-d9491f39-cda6-472d-a0b5-cdfb7a13f5e0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:07.841556 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fed57-9304-4180-a108-03f24028b105 req-d9491f39-cda6-472d-a0b5-cdfb7a13f5e0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:07.848327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fed57-9304-4180-a108-03f24028b105 req-d9491f39-cda6-472d-a0b5-cdfb7a13f5e0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:07.856087 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1fb57021-dd31-44af-bbb5-76bcfed10110 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:06:07.868116 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fed57-9304-4180-a108-03f24028b105 req-d9491f39-cda6-472d-a0b5-cdfb7a13f5e0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:07.880918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fed57-9304-4180-a108-03f24028b105 req-d9491f39-cda6-472d-a0b5-cdfb7a13f5e0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:07.891398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fed57-9304-4180-a108-03f24028b105 req-d9491f39-cda6-472d-a0b5-cdfb7a13f5e0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:07.899939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fed57-9304-4180-a108-03f24028b105 req-d9491f39-cda6-472d-a0b5-cdfb7a13f5e0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:07.902135 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-360fed57-9304-4180-a108-03f24028b105 req-d9491f39-cda6-472d-a0b5-cdfb7a13f5e0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5446 time: 0.1343088 Mar 07 22:06:07.977265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fed57-9304-4180-a108-03f24028b105 req-a6c12a83-de20-4fe2-90e1-11936df24f58 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:07.979439 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-360fed57-9304-4180-a108-03f24028b105 req-a6c12a83-de20-4fe2-90e1-11936df24f58 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "GET /v2.0/ports/3cfe58ad-c800-469f-9dac-12f4b77541dc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0695667 Mar 07 22:06:08.060117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1fb57021-dd31-44af-bbb5-76bcfed10110, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1fb57021-dd31-44af-bbb5-76bcfed10110,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:08.073681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '1fb57021-dd31-44af-bbb5-76bcfed10110', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'port_id': '1fb57021-dd31-44af-bbb5-76bcfed10110', 'mac_address': 'fa:16:3e:d8:4a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:06:08.129891 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-360fed57-9304-4180-a108-03f24028b105 req-64229d41-5913-4019-85fd-9fb1aa5a8d72 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "GET /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1422830 Mar 07 22:06:08.130128 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 1fb57021-dd31-44af-bbb5-76bcfed10110 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:06:08.130371 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:08.141486 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-360fed57-9304-4180-a108-03f24028b105 req-8c2b955b-1efa-4889-8373-be42f13f9107 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:06:08.147560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb57021-dd31-44af-bbb5-76bcfed10110 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:06:08.171652 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1fb57021-dd31-44af-bbb5-76bcfed10110, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1fb57021-dd31-44af-bbb5-76bcfed10110,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:08.177334 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:08.245418 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-8c2b955b-1efa-4889-8373-be42f13f9107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:08.252030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=1fb57021-dd31-44af-bbb5-76bcfed10110,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:08.394808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc38f-b23f-4464-bacd-6a9b11b2e575 req-6376aa5f-1b3d-4196-b9f1-651532f07d99 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:08.401941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc38f-b23f-4464-bacd-6a9b11b2e575 req-6376aa5f-1b3d-4196-b9f1-651532f07d99 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:08.407557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc38f-b23f-4464-bacd-6a9b11b2e575 req-6376aa5f-1b3d-4196-b9f1-651532f07d99 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:08.413708 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc38f-b23f-4464-bacd-6a9b11b2e575 req-6376aa5f-1b3d-4196-b9f1-651532f07d99 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:08.419376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc38f-b23f-4464-bacd-6a9b11b2e575 req-6376aa5f-1b3d-4196-b9f1-651532f07d99 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:08.433216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc38f-b23f-4464-bacd-6a9b11b2e575 req-6376aa5f-1b3d-4196-b9f1-651532f07d99 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:08.440072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc38f-b23f-4464-bacd-6a9b11b2e575 req-6376aa5f-1b3d-4196-b9f1-651532f07d99 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:08.448607 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79ebc38f-b23f-4464-bacd-6a9b11b2e575 req-6376aa5f-1b3d-4196-b9f1-651532f07d99 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 5446 time: 0.2380610 Mar 07 22:06:08.461011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['1fb57021-dd31-44af-bbb5-76bcfed10110'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:06:08.465986 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef869e3b-1921-4aaa-8966-2b78ef2518cc req-d4cf09f4-0d1e-4513-9020-01b6d5310108 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:08.468035 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-360fed57-9304-4180-a108-03f24028b105 req-8c2b955b-1efa-4889-8373-be42f13f9107 service neutron] For port 3cfe58ad-c800-469f-9dac-12f4b77541dc, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=3cfe58ad-c800-469f-9dac-12f4b77541dc,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:08.470602 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef869e3b-1921-4aaa-8966-2b78ef2518cc req-d4cf09f4-0d1e-4513-9020-01b6d5310108 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 944 time: 0.1697338 Mar 07 22:06:08.550054 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-360fed57-9304-4180-a108-03f24028b105 req-8c2b955b-1efa-4889-8373-be42f13f9107 service neutron] For port 3cfe58ad-c800-469f-9dac-12f4b77541dc, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:06:08.615053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-360fed57-9304-4180-a108-03f24028b105 req-8c2b955b-1efa-4889-8373-be42f13f9107 service neutron] device_id is not set on port 3cfe58ad-c800-469f-9dac-12f4b77541dc yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:06:08.617885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef869e3b-1921-4aaa-8966-2b78ef2518cc req-9a7be492-0c52-45a6-91ec-c47fde7188dc tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=66ddacb0-ef92-4898-b435-99ffe00722a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370986 Mar 07 22:06:08.634887 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-8c2b955b-1efa-4889-8373-be42f13f9107 service neutron] Publish callbacks [] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:08.651060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-8c2b955b-1efa-4889-8373-be42f13f9107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:08.665780 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79ebc38f-b23f-4464-bacd-6a9b11b2e575 req-ab95bd04-0fa0-48ef-a289-9912f917485b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&id=b649087d-104c-4519-82f2-06152ef735a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2161446 Mar 07 22:06:08.734328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-360fed57-9304-4180-a108-03f24028b105 req-8c2b955b-1efa-4889-8373-be42f13f9107 service neutron] No DVR routers for this DVR port 3cfe58ad-c800-469f-9dac-12f4b77541dc on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:06:08.773231 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b955b-1efa-4889-8373-be42f13f9107 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfe58ad-c800-469f-9dac-12f4b77541dc,revision_number=6']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:08.791072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-360fed57-9304-4180-a108-03f24028b105 req-8c2b955b-1efa-4889-8373-be42f13f9107 service neutron] In _notify_port_updated(), no bound segment for port 3cfe58ad-c800-469f-9dac-12f4b77541dc on network 030f98ea-4abb-4c6e-ab36-d010ae9a67db {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 22:06:08.792179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca1ac4-486d-4a7d-8227-f85e1010b621 req-da607b41-994e-488b-925b-210a39a25d25 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:08.792570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fed57-9304-4180-a108-03f24028b105 req-8c2b955b-1efa-4889-8373-be42f13f9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:08.793193 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-8c2b955b-1efa-4889-8373-be42f13f9107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:08.794537 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-360fed57-9304-4180-a108-03f24028b105 req-8c2b955b-1efa-4889-8373-be42f13f9107 service neutron] 10.222.0.13 "PUT /v2.0/ports/3cfe58ad-c800-469f-9dac-12f4b77541dc HTTP/1.1" status: 200 len: 1033 time: 0.6579244 Mar 07 22:06:08.796474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8bca1ac4-486d-4a7d-8227-f85e1010b621 req-da607b41-994e-488b-925b-210a39a25d25 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.1045451 Mar 07 22:06:08.885764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fed57-9304-4180-a108-03f24028b105 req-ab2d8e83-99ee-490a-abc4-751d48c9136c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:08.887216 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-360fed57-9304-4180-a108-03f24028b105 req-ab2d8e83-99ee-490a-abc4-751d48c9136c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "GET /v2.0/ports/5d5198c5-e420-4fec-b032-62b96c0b5e13?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0854247 Mar 07 22:06:08.889519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8bca1ac4-486d-4a7d-8227-f85e1010b621 req-ebadcd46-1ca6-4391-a5cb-dbc9e52bf870 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830896 Mar 07 22:06:08.932993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-360fed57-9304-4180-a108-03f24028b105 req-a59f27a5-c521-4575-baa8-b2dcee1d9ecd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:06:09.040593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2afa9429-a6de-4025-b55b-d9f569ca6946 None None] Provisioning complete for port 3cfe58ad-c800-469f-9dac-12f4b77541dc triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:06:09.041079 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2afa9429-a6de-4025-b55b-d9f569ca6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:09.092354 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-a59f27a5-c521-4575-baa8-b2dcee1d9ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:09.096363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2afa9429-a6de-4025-b55b-d9f569ca6946 None None] Port 3cfe58ad-c800-469f-9dac-12f4b77541dc cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:06:09.254972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-360fed57-9304-4180-a108-03f24028b105 req-a59f27a5-c521-4575-baa8-b2dcee1d9ecd service neutron] For port 5d5198c5-e420-4fec-b032-62b96c0b5e13, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5d5198c5-e420-4fec-b032-62b96c0b5e13,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:09.294484 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-360fed57-9304-4180-a108-03f24028b105 req-a59f27a5-c521-4575-baa8-b2dcee1d9ecd service neutron] For port 5d5198c5-e420-4fec-b032-62b96c0b5e13, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:06:09.334445 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-360fed57-9304-4180-a108-03f24028b105 req-a59f27a5-c521-4575-baa8-b2dcee1d9ecd service neutron] device_id is not set on port 5d5198c5-e420-4fec-b032-62b96c0b5e13 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:06:09.344805 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-a59f27a5-c521-4575-baa8-b2dcee1d9ecd service neutron] Publish callbacks [] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:09.353101 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-a59f27a5-c521-4575-baa8-b2dcee1d9ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:09.427770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-360fed57-9304-4180-a108-03f24028b105 req-a59f27a5-c521-4575-baa8-b2dcee1d9ecd service neutron] No DVR routers for this DVR port 5d5198c5-e420-4fec-b032-62b96c0b5e13 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:06:09.467333 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f27a5-c521-4575-baa8-b2dcee1d9ecd service neutron] Pushing event updated for resources: {'Port': ['ID=5d5198c5-e420-4fec-b032-62b96c0b5e13,revision_number=6']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:09.494919 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-360fed57-9304-4180-a108-03f24028b105 req-a59f27a5-c521-4575-baa8-b2dcee1d9ecd service neutron] In _notify_port_updated(), no bound segment for port 5d5198c5-e420-4fec-b032-62b96c0b5e13 on network 030f98ea-4abb-4c6e-ab36-d010ae9a67db {{(pid=103718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 22:06:09.496218 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fed57-9304-4180-a108-03f24028b105 req-a59f27a5-c521-4575-baa8-b2dcee1d9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:09.496960 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-a59f27a5-c521-4575-baa8-b2dcee1d9ecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:09.498321 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-360fed57-9304-4180-a108-03f24028b105 req-a59f27a5-c521-4575-baa8-b2dcee1d9ecd service neutron] 10.222.0.13 "PUT /v2.0/ports/5d5198c5-e420-4fec-b032-62b96c0b5e13 HTTP/1.1" status: 200 len: 1033 time: 0.5840347 Mar 07 22:06:09.628497 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-360fed57-9304-4180-a108-03f24028b105 req-0ba5a8c8-4514-414b-aac6-ecc5a2668f3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Deleting port 98738167-0a20-476f-92f4-f20d36442fad {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:06:09.628854 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-0ba5a8c8-4514-414b-aac6-ecc5a2668f3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (98738167-0a20-476f-92f4-f20d36442fad), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:09.732700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-06991322-d88a-42b7-81c2-1aee2cdda6e0 None None] Provisioning complete for port 5d5198c5-e420-4fec-b032-62b96c0b5e13 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:06:09.733083 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06991322-d88a-42b7-81c2-1aee2cdda6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:09.771670 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-360fed57-9304-4180-a108-03f24028b105 req-0ba5a8c8-4514-414b-aac6-ecc5a2668f3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] For port 98738167-0a20-476f-92f4-f20d36442fad, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=98738167-0a20-476f-92f4-f20d36442fad,segment=NetworkSegment(2d91140e-39bf-435e-a1e5-f8b7a367052f),segment_id=2d91140e-39bf-435e-a1e5-f8b7a367052f)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:09.772089 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-0ba5a8c8-4514-414b-aac6-ecc5a2668f3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (98738167-0a20-476f-92f4-f20d36442fad), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:09.786886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-360fed57-9304-4180-a108-03f24028b105 req-0ba5a8c8-4514-414b-aac6-ecc5a2668f3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Calling delete_port for 98738167-0a20-476f-92f4-f20d36442fad owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:06:09.799788 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca10e1-0041-4393-a950-84487b3d475f req-5ec4e3d2-8344-4cc3-bbb1-546c96a53d17 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:09.803694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6ca10e1-0041-4393-a950-84487b3d475f req-5ec4e3d2-8344-4cc3-bbb1-546c96a53d17 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 944 time: 0.0925832 Mar 07 22:06:09.819265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-06991322-d88a-42b7-81c2-1aee2cdda6e0 None None] Port 5d5198c5-e420-4fec-b032-62b96c0b5e13 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:06:09.855737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1fb57021-dd31-44af-bbb5-76bcfed10110 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:06:09.935370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376bd98-d06e-4cba-8200-7e71d58c665c req-8cfe44b1-8089-4c35-a69f-69caec648c19 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:09.945953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376bd98-d06e-4cba-8200-7e71d58c665c req-8cfe44b1-8089-4c35-a69f-69caec648c19 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:09.968200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376bd98-d06e-4cba-8200-7e71d58c665c req-8cfe44b1-8089-4c35-a69f-69caec648c19 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:09.985129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376bd98-d06e-4cba-8200-7e71d58c665c req-8cfe44b1-8089-4c35-a69f-69caec648c19 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:10.004150 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376bd98-d06e-4cba-8200-7e71d58c665c req-8cfe44b1-8089-4c35-a69f-69caec648c19 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:10.006648 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2376bd98-d06e-4cba-8200-7e71d58c665c req-8cfe44b1-8089-4c35-a69f-69caec648c19 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 3886 time: 0.1948392 Mar 07 22:06:10.013300 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6ca10e1-0041-4393-a950-84487b3d475f req-567a8011-ef3c-42ef-863d-72ef17aa6516 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=66ddacb0-ef92-4898-b435-99ffe00722a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904511 Mar 07 22:06:10.057097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 1fb57021-dd31-44af-bbb5-76bcfed10110 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:06:10.072593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 1fb57021-dd31-44af-bbb5-76bcfed10110 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:06:10.073163 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:10.083841 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2376bd98-d06e-4cba-8200-7e71d58c665c req-790f88a0-e1ec-476a-a752-78ac52516040 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682583 Mar 07 22:06:10.185597 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-0ba5a8c8-4514-414b-aac6-ecc5a2668f3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (98738167-0a20-476f-92f4-f20d36442fad), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:10.245267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5a8c8-4514-414b-aac6-ecc5a2668f3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event deleted for resources: {'Port': ['ID=98738167-0a20-476f-92f4-f20d36442fad,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:10.271410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 1fb57021-dd31-44af-bbb5-76bcfed10110 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:06:10.272143 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:10.291052 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-360fed57-9304-4180-a108-03f24028b105 req-0ba5a8c8-4514-414b-aac6-ecc5a2668f3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] No DVR routers for this DVR port 98738167-0a20-476f-92f4-f20d36442fad on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:06:10.294232 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-0ba5a8c8-4514-414b-aac6-ecc5a2668f3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:10.309187 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-360fed57-9304-4180-a108-03f24028b105 req-0ba5a8c8-4514-414b-aac6-ecc5a2668f3e tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "DELETE /v2.0/ports/98738167-0a20-476f-92f4-f20d36442fad HTTP/1.1" status: 204 len: 173 time: 0.8055186 Mar 07 22:06:10.309939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-deleted', 'tag': '98738167-0a20-476f-92f4-f20d36442fad'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:06:10.311688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 1fb57021-dd31-44af-bbb5-76bcfed10110, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1fb57021-dd31-44af-bbb5-76bcfed10110,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:10.312964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb57021-dd31-44af-bbb5-76bcfed10110'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:06:10.316195 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1beeb41-fe5f-42ff-bbd6-15ab98aecb47" -d '{"events": [{"server_uuid": "c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f", "name": "network-vif-plugged", "status": "completed", "tag": "1fb57021-dd31-44af-bbb5-76bcfed10110"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:06:10.317956 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e6b362-b7db-4ad3-ace3-c564d993ac6a" -d '{"events": [{"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-deleted", "tag": "98738167-0a20-476f-92f4-f20d36442fad"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:06:10.320682 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:10.379556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365c38e-94a9-401d-8325-d7a035584085 req-f77e1c96-e63b-40ce-811f-53efb2f02e88 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:10.381210 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7365c38e-94a9-401d-8325-d7a035584085 req-f77e1c96-e63b-40ce-811f-53efb2f02e88 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.1884193 Mar 07 22:06:10.430057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=1fb57021-dd31-44af-bbb5-76bcfed10110,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:10.433814 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5925f58f-8899-456b-b87e-b39c1ec13cdd x-openstack-request-id: req-5925f58f-8899-456b-b87e-b39c1ec13cdd {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:06:10.434252 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f", "name": "network-vif-plugged", "status": "completed", "tag": "1fb57021-dd31-44af-bbb5-76bcfed10110", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:06:10.434623 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5925f58f-8899-456b-b87e-b39c1ec13cdd {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:06:10.435188 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb57021-dd31-44af-bbb5-76bcfed10110', 'code': 200} Mar 07 22:06:10.534921 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7365c38e-94a9-401d-8325-d7a035584085 req-377fe33a-4588-4a69-b52e-11dd94e61f53 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480341 Mar 07 22:06:10.541512 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4434c3-e28a-45d3-87cf-2f87093b87c0 x-openstack-request-id: req-5f4434c3-e28a-45d3-87cf-2f87093b87c0 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:06:10.541512 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-deleted", "tag": "98738167-0a20-476f-92f4-f20d36442fad", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:06:10.542642 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f4434c3-e28a-45d3-87cf-2f87093b87c0 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:06:10.543376 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-deleted', 'tag': '98738167-0a20-476f-92f4-f20d36442fad', 'status': 'completed', 'code': 200} Mar 07 22:06:10.554609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80333af6-61c8-4aa0-be1e-382ef73c8e0f req-88286462-ee7d-4c50-8f27-bae5693294dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:10.556431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-80333af6-61c8-4aa0-be1e-382ef73c8e0f req-88286462-ee7d-4c50-8f27-bae5693294dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 1127 time: 0.0641906 Mar 07 22:06:10.588784 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-360fed57-9304-4180-a108-03f24028b105 req-8bf31999-9ff1-4d07-b7e1-3998b54a2322 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Deleting port 8ac8df2f-126b-4c71-9e1e-1238cf14624f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:06:10.589284 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-8bf31999-9ff1-4d07-b7e1-3998b54a2322 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:10.652953 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-80333af6-61c8-4aa0-be1e-382ef73c8e0f req-28e73be7-c1d6-4b78-b6bf-22ef15081e07 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=66ddacb0-ef92-4898-b435-99ffe00722a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861073 Mar 07 22:06:10.742394 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-360fed57-9304-4180-a108-03f24028b105 req-8bf31999-9ff1-4d07-b7e1-3998b54a2322 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] For port 8ac8df2f-126b-4c71-9e1e-1238cf14624f, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=8ac8df2f-126b-4c71-9e1e-1238cf14624f,segment=NetworkSegment(2d91140e-39bf-435e-a1e5-f8b7a367052f),segment_id=2d91140e-39bf-435e-a1e5-f8b7a367052f)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:10.742827 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-8bf31999-9ff1-4d07-b7e1-3998b54a2322 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:10.757456 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-360fed57-9304-4180-a108-03f24028b105 req-8bf31999-9ff1-4d07-b7e1-3998b54a2322 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Calling delete_port for 8ac8df2f-126b-4c71-9e1e-1238cf14624f owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:06:10.916534 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-8bf31999-9ff1-4d07-b7e1-3998b54a2322 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8ac8df2f-126b-4c71-9e1e-1238cf14624f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:10.946764 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf31999-9ff1-4d07-b7e1-3998b54a2322 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event deleted for resources: {'Port': ['ID=8ac8df2f-126b-4c71-9e1e-1238cf14624f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:11.000888 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-360fed57-9304-4180-a108-03f24028b105 req-8bf31999-9ff1-4d07-b7e1-3998b54a2322 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] No DVR routers for this DVR port 8ac8df2f-126b-4c71-9e1e-1238cf14624f on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:06:11.004273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-8bf31999-9ff1-4d07-b7e1-3998b54a2322 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:11.007751 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-360fed57-9304-4180-a108-03f24028b105 req-8bf31999-9ff1-4d07-b7e1-3998b54a2322 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "DELETE /v2.0/ports/8ac8df2f-126b-4c71-9e1e-1238cf14624f HTTP/1.1" status: 204 len: 173 time: 0.6657698 Mar 07 22:06:11.140683 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-360fed57-9304-4180-a108-03f24028b105 req-d8563717-1bc1-4b58-a818-bca918dd2745 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Deleting port 05afd382-defc-4b8d-9fd1-655e05ad1958 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:06:11.141124 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-d8563717-1bc1-4b58-a818-bca918dd2745 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:11.204845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da848b28-1cd4-4c55-a4e1-54e2042e4dbb req-a6fa7425-b940-47c7-8497-2a19644fdf15 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:11.206548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da848b28-1cd4-4c55-a4e1-54e2042e4dbb req-a6fa7425-b940-47c7-8497-2a19644fdf15 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 945 time: 0.0907128 Mar 07 22:06:11.270858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-360fed57-9304-4180-a108-03f24028b105 req-d8563717-1bc1-4b58-a818-bca918dd2745 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] For port 05afd382-defc-4b8d-9fd1-655e05ad1958, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=05afd382-defc-4b8d-9fd1-655e05ad1958,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:11.271467 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-d8563717-1bc1-4b58-a818-bca918dd2745 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:11.294958 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-360fed57-9304-4180-a108-03f24028b105 req-d8563717-1bc1-4b58-a818-bca918dd2745 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Calling delete_port for 05afd382-defc-4b8d-9fd1-655e05ad1958 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:06:11.348375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da848b28-1cd4-4c55-a4e1-54e2042e4dbb req-e594629a-6d64-4bfc-80db-15c9f611fb9c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=66ddacb0-ef92-4898-b435-99ffe00722a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843754 Mar 07 22:06:11.369513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db278b-57e5-4403-bc2c-3f1f2ba39bdb req-f9bfa3e2-94b3-41e3-a9d3-24c45c1275f5 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:11.374916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db278b-57e5-4403-bc2c-3f1f2ba39bdb req-f9bfa3e2-94b3-41e3-a9d3-24c45c1275f5 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:11.381007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db278b-57e5-4403-bc2c-3f1f2ba39bdb req-f9bfa3e2-94b3-41e3-a9d3-24c45c1275f5 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:11.388307 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58db278b-57e5-4403-bc2c-3f1f2ba39bdb req-f9bfa3e2-94b3-41e3-a9d3-24c45c1275f5 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 2416 time: 0.1807158 Mar 07 22:06:11.457777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58db278b-57e5-4403-bc2c-3f1f2ba39bdb req-7e0f53e2-91dd-4f6d-b19f-93d017c59467 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681663 Mar 07 22:06:11.510099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 8ac8df2f-126b-4c71-9e1e-1238cf14624f no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:06:11.529134 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-d8563717-1bc1-4b58-a818-bca918dd2745 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (05afd382-defc-4b8d-9fd1-655e05ad1958), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:11.582529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 8ac8df2f-126b-4c71-9e1e-1238cf14624f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:06:11.582893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 8ac8df2f-126b-4c71-9e1e-1238cf14624f not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:06:11.594908 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 98738167-0a20-476f-92f4-f20d36442fad no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:06:11.604968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8563717-1bc1-4b58-a818-bca918dd2745 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event deleted for resources: {'Port': ['ID=05afd382-defc-4b8d-9fd1-655e05ad1958,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:11.663723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 98738167-0a20-476f-92f4-f20d36442fad {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:06:11.664081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 98738167-0a20-476f-92f4-f20d36442fad not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:06:11.664515 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 3cfe58ad-c800-469f-9dac-12f4b77541dc no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:06:11.685875 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-360fed57-9304-4180-a108-03f24028b105 req-d8563717-1bc1-4b58-a818-bca918dd2745 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] No DVR routers for this DVR port 05afd382-defc-4b8d-9fd1-655e05ad1958 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:06:11.688678 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-d8563717-1bc1-4b58-a818-bca918dd2745 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:11.694185 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-360fed57-9304-4180-a108-03f24028b105 req-d8563717-1bc1-4b58-a818-bca918dd2745 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "DELETE /v2.0/ports/05afd382-defc-4b8d-9fd1-655e05ad1958 HTTP/1.1" status: 204 len: 173 time: 0.6809292 Mar 07 22:06:11.755810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] The host n-h1-832330-1 is not matching for port 3cfe58ad-c800-469f-9dac-12f4b77541dc host ! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 22:06:11.756228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 3cfe58ad-c800-469f-9dac-12f4b77541dc not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:06:11.756666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 1f0085bd-f10a-46c4-8348-adbfde20e030 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:06:11.784761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda10b4-c40a-4cdc-9b2f-be7fa702621c req-1d9994ed-f79c-4c0b-bede-516b5e06cbd0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:11.786536 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aeda10b4-c40a-4cdc-9b2f-be7fa702621c req-1d9994ed-f79c-4c0b-bede-516b5e06cbd0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.1318026 Mar 07 22:06:11.864754 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-360fed57-9304-4180-a108-03f24028b105 req-c5a22ce8-f099-4b04-b23a-b34051a085c1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Deleting port 06c160fb-b584-4b25-8107-c17294f3ccb2 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:06:11.865110 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-c5a22ce8-f099-4b04-b23a-b34051a085c1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:11.867872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aeda10b4-c40a-4cdc-9b2f-be7fa702621c req-9b8bb84c-617e-488b-b9b7-2e4826129b91 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751956 Mar 07 22:06:11.903717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 1f0085bd-f10a-46c4-8348-adbfde20e030 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:06:11.904108 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:11.993560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 1f0085bd-f10a-46c4-8348-adbfde20e030, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=1f0085bd-f10a-46c4-8348-adbfde20e030,segment=NetworkSegment(9ccee63f-6835-41fb-9085-3a09c869f5f3),segment_id=9ccee63f-6835-41fb-9085-3a09c869f5f3)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:12.004451 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:12.005136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 06c160fb-b584-4b25-8107-c17294f3ccb2 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:06:12.073856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-360fed57-9304-4180-a108-03f24028b105 req-c5a22ce8-f099-4b04-b23a-b34051a085c1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] For port 06c160fb-b584-4b25-8107-c17294f3ccb2, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=06c160fb-b584-4b25-8107-c17294f3ccb2,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:12.076443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-c5a22ce8-f099-4b04-b23a-b34051a085c1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:12.112930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-360fed57-9304-4180-a108-03f24028b105 req-c5a22ce8-f099-4b04-b23a-b34051a085c1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Calling delete_port for 06c160fb-b584-4b25-8107-c17294f3ccb2 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:06:12.166317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=1f0085bd-f10a-46c4-8348-adbfde20e030,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:12.289749 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-c5a22ce8-f099-4b04-b23a-b34051a085c1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:12.306440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 06c160fb-b584-4b25-8107-c17294f3ccb2 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:06:12.306841 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (06c160fb-b584-4b25-8107-c17294f3ccb2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:12.340474 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a22ce8-f099-4b04-b23a-b34051a085c1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event deleted for resources: {'Port': ['ID=06c160fb-b584-4b25-8107-c17294f3ccb2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:12.390702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5d5198c5-e420-4fec-b032-62b96c0b5e13 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:06:12.392717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-360fed57-9304-4180-a108-03f24028b105 req-c5a22ce8-f099-4b04-b23a-b34051a085c1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] No DVR routers for this DVR port 06c160fb-b584-4b25-8107-c17294f3ccb2 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:06:12.397126 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-c5a22ce8-f099-4b04-b23a-b34051a085c1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:12.400570 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-360fed57-9304-4180-a108-03f24028b105 req-c5a22ce8-f099-4b04-b23a-b34051a085c1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "DELETE /v2.0/ports/06c160fb-b584-4b25-8107-c17294f3ccb2 HTTP/1.1" status: 204 len: 173 time: 0.7001739 Mar 07 22:06:12.461381 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f0085bd-f10a-46c4-8348-adbfde20e030'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:06:12.493976 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bc5d01-16a6-4395-aad6-5d77f9bf88d6" -d '{"events": [{"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "1f0085bd-f10a-46c4-8348-adbfde20e030"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:06:12.517139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-360fed57-9304-4180-a108-03f24028b105 req-bad540e1-4f6e-4b5f-8fad-f77fa9955f5f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Deleting port 1f0085bd-f10a-46c4-8348-adbfde20e030 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:06:12.518172 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-bad540e1-4f6e-4b5f-8fad-f77fa9955f5f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:12.546734 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] The host n-h1-832330-1 is not matching for port 5d5198c5-e420-4fec-b032-62b96c0b5e13 host ! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 22:06:12.547273 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5d5198c5-e420-4fec-b032-62b96c0b5e13 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:06:12.547484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 05afd382-defc-4b8d-9fd1-655e05ad1958 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:06:12.591574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 05afd382-defc-4b8d-9fd1-655e05ad1958 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:06:12.591928 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 05afd382-defc-4b8d-9fd1-655e05ad1958 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:06:12.598473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00093586-a00f-4059-8ca8-466b94538ea2 req-c1536f7e-603c-4e8a-8543-1e2f107031a1 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:12.600103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00093586-a00f-4059-8ca8-466b94538ea2 req-c1536f7e-603c-4e8a-8543-1e2f107031a1 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 945 time: 0.1327393 Mar 07 22:06:12.613743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-deleted', 'tag': '8ac8df2f-126b-4c71-9e1e-1238cf14624f'}, {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-deleted', 'tag': '05afd382-defc-4b8d-9fd1-655e05ad1958'}, {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-deleted', 'tag': '06c160fb-b584-4b25-8107-c17294f3ccb2'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:06:12.615769 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d945ad-57e5-4cbf-8be8-4af382d44a3e" -d '{"events": [{"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-deleted", "tag": "8ac8df2f-126b-4c71-9e1e-1238cf14624f"}, {"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-deleted", "tag": "05afd382-defc-4b8d-9fd1-655e05ad1958"}, {"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-deleted", "tag": "06c160fb-b584-4b25-8107-c17294f3ccb2"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:06:12.679162 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-360fed57-9304-4180-a108-03f24028b105 req-bad540e1-4f6e-4b5f-8fad-f77fa9955f5f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] For port 1f0085bd-f10a-46c4-8348-adbfde20e030, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=1f0085bd-f10a-46c4-8348-adbfde20e030,segment=NetworkSegment(9ccee63f-6835-41fb-9085-3a09c869f5f3),segment_id=9ccee63f-6835-41fb-9085-3a09c869f5f3)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:12.679537 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-bad540e1-4f6e-4b5f-8fad-f77fa9955f5f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:12.744843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00093586-a00f-4059-8ca8-466b94538ea2 req-2bd6f94c-016f-4812-af1e-275e8b4192ac tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=66ddacb0-ef92-4898-b435-99ffe00722a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340890 Mar 07 22:06:12.765203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba1d66-752e-4f2e-82fd-3d00a7529507 req-6de2f0dc-eb9c-41e4-a84d-2ab5625dc95a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:12.775480 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89ba1d66-752e-4f2e-82fd-3d00a7529507 req-6de2f0dc-eb9c-41e4-a84d-2ab5625dc95a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 944 time: 0.1741221 Mar 07 22:06:12.824224 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1455fd14-9b32-4be1-87c9-5a7d711eb9c6 x-openstack-request-id: req-1455fd14-9b32-4be1-87c9-5a7d711eb9c6 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:06:12.824502 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "1f0085bd-f10a-46c4-8348-adbfde20e030", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:06:12.824775 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1455fd14-9b32-4be1-87c9-5a7d711eb9c6 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:06:12.825168 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f0085bd-f10a-46c4-8348-adbfde20e030', 'code': 200} Mar 07 22:06:12.896705 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89ba1d66-752e-4f2e-82fd-3d00a7529507 req-22400f7f-abe9-4561-b3a0-ec64bf4c5765 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups?id=9594157e-e61a-46a4-bcaf-0f50227d6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202290 Mar 07 22:06:13.175221 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e0b08-a8d3-45bf-b8c5-ef94f441aa18 req-f60f3e5e-06de-4b3f-b625-1370edc06da8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:13.177243 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c2e0b08-a8d3-45bf-b8c5-ef94f441aa18 req-f60f3e5e-06de-4b3f-b625-1370edc06da8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 945 time: 0.1184716 Mar 07 22:06:13.187664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60270) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:13.192929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-62be928b-24db-49ff-a25a-fd4fa3bb12f0 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'floatingip': {'port_id': '1fb57021-dd31-44af-bbb5-76bcfed10110'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:06:13.241475 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62be928b-24db-49ff-a25a-fd4fa3bb12f0 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (3cbbccf6-644b-4d68-befd-68472b15a72e), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:13.250482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b767199-57a5-43ca-bae0-0bf981cf1675 req-2db61eae-78be-4bff-bf7d-0dc0f8f98cf4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:13.258625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b767199-57a5-43ca-bae0-0bf981cf1675 req-2db61eae-78be-4bff-bf7d-0dc0f8f98cf4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.1574504 Mar 07 22:06:13.514419 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b767199-57a5-43ca-bae0-0bf981cf1675 req-e02addcd-941f-431e-842c-ae6fa89d3159 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546082 Mar 07 22:06:13.630825 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 07 Mar 2022 22:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26645d0-ca17-4f92-97dd-83b285995ad2 x-openstack-request-id: req-c26645d0-ca17-4f92-97dd-83b285995ad2 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:06:13.631407 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-deleted", "tag": "8ac8df2f-126b-4c71-9e1e-1238cf14624f", "status": "completed", "code": 200}, {"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-deleted", "tag": "05afd382-defc-4b8d-9fd1-655e05ad1958", "status": "completed", "code": 200}, {"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-deleted", "tag": "06c160fb-b584-4b25-8107-c17294f3ccb2", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:06:13.631407 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c26645d0-ca17-4f92-97dd-83b285995ad2 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:06:13.631796 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-deleted', 'tag': '8ac8df2f-126b-4c71-9e1e-1238cf14624f', 'status': 'completed', 'code': 200} Mar 07 22:06:13.632058 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-deleted', 'tag': '05afd382-defc-4b8d-9fd1-655e05ad1958', 'status': 'completed', 'code': 200} Mar 07 22:06:13.632320 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-deleted', 'tag': '06c160fb-b584-4b25-8107-c17294f3ccb2', 'status': 'completed', 'code': 200} Mar 07 22:06:13.774879 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-bad540e1-4f6e-4b5f-8fad-f77fa9955f5f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:13.775498 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-bad540e1-4f6e-4b5f-8fad-f77fa9955f5f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (8d36e30b-ae7b-45eb-92ad-7e3687d6eeb5), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:13.776023 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [req-360fed57-9304-4180-a108-03f24028b105 req-bad540e1-4f6e-4b5f-8fad-f77fa9955f5f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Floating IP 8d36e30b-ae7b-45eb-92ad-7e3687d6eeb5 disassociated. External IP: 172.25.4.229, port: 1f0085bd-f10a-46c4-8348-adbfde20e030. Mar 07 22:06:13.776621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-360fed57-9304-4180-a108-03f24028b105 req-bad540e1-4f6e-4b5f-8fad-f77fa9955f5f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Calling delete_port for 1f0085bd-f10a-46c4-8348-adbfde20e030 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:06:14.039547 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-bad540e1-4f6e-4b5f-8fad-f77fa9955f5f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (1f0085bd-f10a-46c4-8348-adbfde20e030), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:14.087038 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad540e1-4f6e-4b5f-8fad-f77fa9955f5f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event deleted for resources: {'Port': ['ID=1f0085bd-f10a-46c4-8348-adbfde20e030,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:14.244246 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-360fed57-9304-4180-a108-03f24028b105 req-bad540e1-4f6e-4b5f-8fad-f77fa9955f5f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Router c7a895eb-86a6-4403-82c9-dce04f0db69b has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:06:14.330554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11e90a29-1f47-4ac9-b577-a7ea13c2049c req-277159c9-520e-4868-ad11-642a86480e54 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0356877 Mar 07 22:06:14.393348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-360fed57-9304-4180-a108-03f24028b105 req-bad540e1-4f6e-4b5f-8fad-f77fa9955f5f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:06:14.405923 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8bcd7-b3ae-488d-953c-42a1adaebcdb None None] Sync routers for ids ['c7a895eb-86a6-4403-82c9-dce04f0db69b'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:06:14.424753 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8bcd7-b3ae-488d-953c-42a1adaebcdb None None] Routers {'c7a895eb-86a6-4403-82c9-dce04f0db69b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:06:14.425380 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-93e8bcd7-b3ae-488d-953c-42a1adaebcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c7a895eb-86a6-4403-82c9-dce04f0db69b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:14.450353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-360fed57-9304-4180-a108-03f24028b105 req-bad540e1-4f6e-4b5f-8fad-f77fa9955f5f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] No DVR routers for this DVR port 1f0085bd-f10a-46c4-8348-adbfde20e030 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:06:14.453298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-360fed57-9304-4180-a108-03f24028b105 req-bad540e1-4f6e-4b5f-8fad-f77fa9955f5f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:14.457416 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-360fed57-9304-4180-a108-03f24028b105 req-bad540e1-4f6e-4b5f-8fad-f77fa9955f5f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.13 "DELETE /v2.0/ports/1f0085bd-f10a-46c4-8348-adbfde20e030 HTTP/1.1" status: 204 len: 173 time: 2.0511594 Mar 07 22:06:14.670873 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62be928b-24db-49ff-a25a-fd4fa3bb12f0 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:14.679427 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62be928b-24db-49ff-a25a-fd4fa3bb12f0 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (3cbbccf6-644b-4d68-befd-68472b15a72e), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:14.749392 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-93e8bcd7-b3ae-488d-953c-42a1adaebcdb None None] Set router c7a895eb-86a6-4403-82c9-dce04f0db69b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:06:14.937403 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-62be928b-24db-49ff-a25a-fd4fa3bb12f0 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Floating IP 3cbbccf6-644b-4d68-befd-68472b15a72e associated. External IP: 172.25.4.207, port: 1fb57021-dd31-44af-bbb5-76bcfed10110. Mar 07 22:06:15.004496 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-93e8bcd7-b3ae-488d-953c-42a1adaebcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:43Z', 'updated_at': '2022-03-07T21:59:49Z', 'revision_number': 4, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'gw_port': {'id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:44Z', 'updated_at': '2022-03-07T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'd66e4b92-850c-424c-99d1-285368452793', 'name': '', 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'mac_address': 'fa:16:3e:50:99:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:47Z', 'updated_at': '2022-03-07T21:59:55Z', 'revision_number': 5, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'subnets': [{'id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:15.041817 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8bcd7-b3ae-488d-953c-42a1adaebcdb None None] Checking router: c7a895eb-86a6-4403-82c9-dce04f0db69b for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:06:15.073762 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8bcd7-b3ae-488d-953c-42a1adaebcdb None None] Routers {'c7a895eb-86a6-4403-82c9-dce04f0db69b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:06:15.075131 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-93e8bcd7-b3ae-488d-953c-42a1adaebcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c7a895eb-86a6-4403-82c9-dce04f0db69b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:15.168493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f892a-b5bc-43b4-802f-3b104b0fb0ac req-5620cac3-d85b-4155-acb7-7c7921bf5ce0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:15.177285 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-015f892a-b5bc-43b4-802f-3b104b0fb0ac req-5620cac3-d85b-4155-acb7-7c7921bf5ce0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.2486281 Mar 07 22:06:15.224950 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-93e8bcd7-b3ae-488d-953c-42a1adaebcdb None None] Set router c7a895eb-86a6-4403-82c9-dce04f0db69b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:06:15.259792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-015f892a-b5bc-43b4-802f-3b104b0fb0ac req-f232d0ce-6d09-47c5-b750-c5f868409ce0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812895 Mar 07 22:06:15.456715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62be928b-24db-49ff-a25a-fd4fa3bb12f0 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:06:15.548359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f963047-c319-4cac-bc72-4cef921700a2 req-5eaec9f8-7f19-4651-be1a-efc2db618724 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0733473 Mar 07 22:06:15.563994 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-93e8bcd7-b3ae-488d-953c-42a1adaebcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:43Z', 'updated_at': '2022-03-07T21:59:49Z', 'revision_number': 4, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'gw_port': {'id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:44Z', 'updated_at': '2022-03-07T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'd66e4b92-850c-424c-99d1-285368452793', 'name': '', 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'mac_address': 'fa:16:3e:50:99:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:47Z', 'updated_at': '2022-03-07T21:59:55Z', 'revision_number': 5, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'subnets': [{'id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:15.607986 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8bcd7-b3ae-488d-953c-42a1adaebcdb None None] The sync data for ids ['c7a895eb-86a6-4403-82c9-dce04f0db69b'] in n-d-832330-1 is: [{'id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:43Z', 'updated_at': '2022-03-07T21:59:49Z', 'revision_number': 4, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'gw_port': {'id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:44Z', 'updated_at': '2022-03-07T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'd66e4b92-850c-424c-99d1-285368452793', 'name': '', 'network_id': 'dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'mac_address': 'fa:16:3e:50:99:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:47Z', 'updated_at': '2022-03-07T21:59:55Z', 'revision_number': 5, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'subnets': [{'id': '8e487eb0-cf82-4d95-adff-ac9720e5bf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:06:15.633915 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-deleted', 'tag': '1f0085bd-f10a-46c4-8348-adbfde20e030'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:06:15.638336 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0c398b-b363-4a5d-accb-29143b6a9708" -d '{"events": [{"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-deleted", "tag": "1f0085bd-f10a-46c4-8348-adbfde20e030"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:06:15.660007 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2d8834bf-64c0-45ab-9caf-bf61cb854879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:15.708955 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a92cfc-a5cc-4ef0-bfa0-80cc4b17ab6c x-openstack-request-id: req-34a92cfc-a5cc-4ef0-bfa0-80cc4b17ab6c {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:06:15.709328 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc0b0ce-9a48-4de9-8446-898ed7336bfb", "name": "network-vif-deleted", "tag": "1f0085bd-f10a-46c4-8348-adbfde20e030", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:06:15.709651 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34a92cfc-a5cc-4ef0-bfa0-80cc4b17ab6c {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:06:15.710144 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc0b0ce-9a48-4de9-8446-898ed7336bfb', 'name': 'network-vif-deleted', 'tag': '1f0085bd-f10a-46c4-8348-adbfde20e030', 'status': 'completed', 'code': 200} Mar 07 22:06:15.763094 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62be928b-24db-49ff-a25a-fd4fa3bb12f0 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:06:15.770198 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-62be928b-24db-49ff-a25a-fd4fa3bb12f0 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:15.774545 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ab5b3-5bef-48a4-9b80-c39ae613a849 None None] Sync routers for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:06:15.797937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ab5b3-5bef-48a4-9b80-c39ae613a849 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:06:15.800107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4f7ab5b3-5bef-48a4-9b80-c39ae613a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:15.817289 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-62be928b-24db-49ff-a25a-fd4fa3bb12f0 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "PUT /v2.0/floatingips/3cbbccf6-644b-4d68-befd-68472b15a72e HTTP/1.1" status: 200 len: 991 time: 2.6138730 Mar 07 22:06:15.817289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'tag': '1fb57021-dd31-44af-bbb5-76bcfed10110'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:06:15.817289 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87ced62-11d6-46ba-9304-0d7d40e30575" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f", "tag": "1fb57021-dd31-44af-bbb5-76bcfed10110"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:06:15.866926 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4ba5ce-0d2f-49a4-8193-3b352061312e x-openstack-request-id: req-2f4ba5ce-0d2f-49a4-8193-3b352061312e {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:06:15.867222 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f", "tag": "1fb57021-dd31-44af-bbb5-76bcfed10110", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:06:15.867481 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f4ba5ce-0d2f-49a4-8193-3b352061312e {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:06:15.867886 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'tag': '1fb57021-dd31-44af-bbb5-76bcfed10110', 'status': 'completed', 'code': 200} Mar 07 22:06:15.960829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ced62-11d6-46ba-9304-0d7d40e30575 req-94d13624-6e11-49cd-bd4f-690c441eb867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:15.963490 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e87ced62-11d6-46ba-9304-0d7d40e30575 req-94d13624-6e11-49cd-bd4f-690c441eb867 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 1127 time: 0.0708356 Mar 07 22:06:16.108859 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ced62-11d6-46ba-9304-0d7d40e30575 req-d5820171-896c-4c83-9484-cc8ebdbf6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:16.111875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e87ced62-11d6-46ba-9304-0d7d40e30575 req-d5820171-896c-4c83-9484-cc8ebdbf6890 service neutron] 10.222.0.15 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 915 time: 0.1368992 Mar 07 22:06:16.122150 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:16.131820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-4f7ab5b3-5bef-48a4-9b80-c39ae613a849 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:06:16.158796 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e45e3cd-d5ec-447c-9bf4-cb12f773d970 None None] New status for floating IP 8d36e30b-ae7b-45eb-92ad-7e3687d6eeb5: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:06:16.214620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e87ced62-11d6-46ba-9304-0d7d40e30575 req-90002370-4d67-4b20-8112-d85cb1fc4b5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb57021-dd31-44af-bbb5-76bcfed10110 HTTP/1.1" status: 200 len: 999 time: 0.0885131 Mar 07 22:06:16.284985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ced62-11d6-46ba-9304-0d7d40e30575 req-8dc94963-7146-4251-bb54-db6d23d57002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:16.286952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e87ced62-11d6-46ba-9304-0d7d40e30575 req-8dc94963-7146-4251-bb54-db6d23d57002 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.0663013 Mar 07 22:06:16.423116 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d17aa-afb9-45eb-829f-922d14d9cd4c req-5c328189-2fb9-4a59-a2d9-6481b9958815 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:16.425206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e86d17aa-afb9-45eb-829f-922d14d9cd4c req-5c328189-2fb9-4a59-a2d9-6481b9958815 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.0860610 Mar 07 22:06:16.436007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ced62-11d6-46ba-9304-0d7d40e30575 req-a39f186c-798b-4e1a-945d-af51ea7de65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:16.437923 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e87ced62-11d6-46ba-9304-0d7d40e30575 req-a39f186c-798b-4e1a-945d-af51ea7de65b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1450660 Mar 07 22:06:16.463918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4f7ab5b3-5bef-48a4-9b80-c39ae613a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '3cbbccf6-644b-4d68-befd-68472b15a72e', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': '1fb57021-dd31-44af-bbb5-76bcfed10110', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:d8:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:05:54Z', 'updated_at': '2022-03-07T22:06:14Z', 'revision_number': 1, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:16.512996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ab5b3-5bef-48a4-9b80-c39ae613a849 None None] Checking router: bad1cd90-3632-4b69-b6ae-3d5fdc62d517 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:06:16.523929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ab5b3-5bef-48a4-9b80-c39ae613a849 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:06:16.526154 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4f7ab5b3-5bef-48a4-9b80-c39ae613a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:05:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:16.539933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e86d17aa-afb9-45eb-829f-922d14d9cd4c req-14651f94-be92-4862-8e77-33227834f9e4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068065 Mar 07 22:06:16.583792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e87ced62-11d6-46ba-9304-0d7d40e30575 req-af4a474f-165b-4946-b3f4-d8913de37e01 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384645 Mar 07 22:06:16.704195 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-4f7ab5b3-5bef-48a4-9b80-c39ae613a849 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:06:16.733143 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-936b2068-94ea-49eb-9ba2-b7f3c588a0f0 req-082613e5-eb69-460e-8f10-d5c500dc7751 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0537214 Mar 07 22:06:16.786296 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e87ced62-11d6-46ba-9304-0d7d40e30575 req-facc2411-6014-4be7-ac0d-ca24eb0e3d42 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965940 Mar 07 22:06:16.958178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4f7ab5b3-5bef-48a4-9b80-c39ae613a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '3cbbccf6-644b-4d68-befd-68472b15a72e', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': '1fb57021-dd31-44af-bbb5-76bcfed10110', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:d8:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:05:54Z', 'updated_at': '2022-03-07T22:06:14Z', 'revision_number': 1, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:16.999988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ab5b3-5bef-48a4-9b80-c39ae613a849 None None] The sync data for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 is: [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '3cbbccf6-644b-4d68-befd-68472b15a72e', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': '1fb57021-dd31-44af-bbb5-76bcfed10110', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:d8:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:05:54Z', 'updated_at': '2022-03-07T22:06:14Z', 'revision_number': 1, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:06:17.378584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84c23d-0f1f-4366-ac90-e2ce15326a6f None None] New status for floating IP 3cbbccf6-644b-4d68-befd-68472b15a72e: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:06:17.761586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de38f34-73df-49c9-b0ed-743407fdbdb2 req-b97b23c5-b6d2-4d4e-a322-a8f7d227ac3c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:17.764673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5de38f34-73df-49c9-b0ed-743407fdbdb2 req-b97b23c5-b6d2-4d4e-a322-a8f7d227ac3c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.1165135 Mar 07 22:06:17.882156 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73ccf149-d3ca-4fb4-bf74-c6fd065463b9 req-0f06eb92-88f1-46a0-9cc3-4d2f0999ec32 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0355949 Mar 07 22:06:17.886665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5de38f34-73df-49c9-b0ed-743407fdbdb2 req-1b51fd4d-db28-40dd-9da9-77768644553b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152000 Mar 07 22:06:18.128934 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-65df17e6-641d-492b-9f04-3b79d58b407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:18.391181 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:19.062483 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e8a85523-7ff4-4354-a5e1-0be216ed5427 req-0ebed49c-86ed-41d8-a9d3-7b7d11e428f7 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0610180 Mar 07 22:06:19.131258 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972d521-0248-4a03-a55c-d123a3804f79 req-9ab98450-5853-49a1-8630-a8e490b2ad56 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:19.139464 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a972d521-0248-4a03-a55c-d123a3804f79 req-9ab98450-5853-49a1-8630-a8e490b2ad56 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.1277416 Mar 07 22:06:19.204667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a972d521-0248-4a03-a55c-d123a3804f79 req-31ef8942-576e-4677-a479-76220df36a10 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638461 Mar 07 22:06:19.335653 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:20.222351 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc17d9dd-2c9a-4263-8bd0-ab747759098d req-b2920d7e-033c-44b8-be61-963a39b01b62 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0414100 Mar 07 22:06:20.339256 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:20.377266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ba6e3-8268-4e3a-9074-738b169a2863 req-77134b1c-6e29-4665-88d3-71a40ed340f3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:20.378845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c97ba6e3-8268-4e3a-9074-738b169a2863 req-77134b1c-6e29-4665-88d3-71a40ed340f3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.0673709 Mar 07 22:06:20.427904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c97ba6e3-8268-4e3a-9074-738b169a2863 req-5cdd22be-40cd-43ee-b7f3-f3d2a0f86635 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432217 Mar 07 22:06:21.414058 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43efff5d-608d-46fa-9d1e-7fa7be890fc0 req-a5449ac4-d908-49c8-8884-cb2c3ee58ad9 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0408752 Mar 07 22:06:21.566905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3561520-97c6-46b4-984b-b459eca45890 req-8d65363e-5c9b-49fc-b143-63d71bf8bd32 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:21.568618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3561520-97c6-46b4-984b-b459eca45890 req-8d65363e-5c9b-49fc-b143-63d71bf8bd32 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.0651801 Mar 07 22:06:21.630278 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3561520-97c6-46b4-984b-b459eca45890 req-bc221b14-94b1-4da8-8a33-04d02f05a750 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553927 Mar 07 22:06:22.128634 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:22.252407 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-62a2cba3-aab2-4f34-b8e0-225e16684c9f req-4f33fd79-7d0a-4112-96b3-2c0f30f6e599 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658193 Mar 07 22:06:22.350788 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2cba3-aab2-4f34-b8e0-225e16684c9f req-f2e87d4d-cb44-4269-9ea9-02b9309daa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:22.352521 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-62a2cba3-aab2-4f34-b8e0-225e16684c9f req-f2e87d4d-cb44-4269-9ea9-02b9309daa14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=487733d1b08c4d44bf0d799bdc3c5712&device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 1132 time: 0.0756676 Mar 07 22:06:22.506226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2cba3-aab2-4f34-b8e0-225e16684c9f req-7291f1ea-101d-47a7-9523-b5ee440acb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:22.509430 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-62a2cba3-aab2-4f34-b8e0-225e16684c9f req-7291f1ea-101d-47a7-9523-b5ee440acb7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1368625 Mar 07 22:06:22.531673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81a49f8c-ea65-425a-9ec8-5878177b5133 req-56d1a274-fdfc-41b8-a952-8ce57e9802a3 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0292926 Mar 07 22:06:22.587579 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-62a2cba3-aab2-4f34-b8e0-225e16684c9f req-24e6de86-1026-49cb-8ddc-5a7d8d1ff8e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=af75c312-d76c-4e1d-973c-b93977c5514b HTTP/1.1" status: 200 len: 217 time: 0.0711603 Mar 07 22:06:22.645197 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2cba3-aab2-4f34-b8e0-225e16684c9f req-515cd267-ddba-41b8-9ffb-42bb0fc6c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:22.646903 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-62a2cba3-aab2-4f34-b8e0-225e16684c9f req-515cd267-ddba-41b8-9ffb-42bb0fc6c00c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0545475 Mar 07 22:06:22.757090 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2cba3-aab2-4f34-b8e0-225e16684c9f req-a4b47ae0-95a8-44c7-90a3-5828e6f87b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:22.763599 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-62a2cba3-aab2-4f34-b8e0-225e16684c9f req-a4b47ae0-95a8-44c7-90a3-5828e6f87b5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1098094 Mar 07 22:06:22.842131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea9208-55a1-4600-a7c9-98be51411cfe req-486c9c2e-bb67-4059-ad5c-d2fe247b7ff8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:22.849802 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73ea9208-55a1-4600-a7c9-98be51411cfe req-486c9c2e-bb67-4059-ad5c-d2fe247b7ff8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.1123528 Mar 07 22:06:22.912355 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-62a2cba3-aab2-4f34-b8e0-225e16684c9f req-c101e7b3-d55a-4d92-8d58-106c2b07de2b service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408677 Mar 07 22:06:22.933673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73ea9208-55a1-4600-a7c9-98be51411cfe req-430dfd9d-edb6-4e25-8e07-b74331a7a852 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826125 Mar 07 22:06:23.042138 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-62a2cba3-aab2-4f34-b8e0-225e16684c9f req-468d9b22-9157-420d-bf9f-58b131e8bcce service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164804 Mar 07 22:06:23.653696 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b73a104b-d110-4a83-bd05-d49bdc73cce2 req-02f0f6ee-4169-4be2-96d0-e711b1960544 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0284646 Mar 07 22:06:24.082020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c7871-298f-4257-9a69-126857ed7b0c req-c2c7e84d-bfb0-4f9a-80bf-610981148a48 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:24.091168 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba9c7871-298f-4257-9a69-126857ed7b0c req-c2c7e84d-bfb0-4f9a-80bf-610981148a48 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.0873299 Mar 07 22:06:24.165498 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba9c7871-298f-4257-9a69-126857ed7b0c req-323a14a2-73f8-463b-a514-8f3afa0a2870 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732450 Mar 07 22:06:24.800799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c7cb6c2-2688-40e7-befe-2d76d49040c6 req-97902301-7ac2-4270-a779-e108a58d043b tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0364764 Mar 07 22:06:25.306597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0133f-c2e6-487a-b320-84e677bea621 req-935143e6-29e9-48f3-8e98-5c8b7d8c760c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:25.308117 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58b0133f-c2e6-487a-b320-84e677bea621 req-935143e6-29e9-48f3-8e98-5c8b7d8c760c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 943 time: 0.0591457 Mar 07 22:06:25.373295 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58b0133f-c2e6-487a-b320-84e677bea621 req-9c163612-5c84-4e3e-8326-da68724ea76d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533149 Mar 07 22:06:25.904162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 975d8745-f05d-4110-9b13-de907009ed5e details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:06:25.939218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5740dee6-d1d0-40a3-94a1-e95353eed6ca req-dbf2fce1-2eb8-43e2-925e-4abce44f56c7 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0388951 Mar 07 22:06:26.059778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 975d8745-f05d-4110-9b13-de907009ed5e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=975d8745-f05d-4110-9b13-de907009ed5e,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:26.072748 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '975d8745-f05d-4110-9b13-de907009ed5e', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'port_id': '975d8745-f05d-4110-9b13-de907009ed5e', 'mac_address': 'fa:16:3e:b3:78:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:06:26.135334 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 975d8745-f05d-4110-9b13-de907009ed5e is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:06:26.136733 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (975d8745-f05d-4110-9b13-de907009ed5e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:26.156737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975d8745-f05d-4110-9b13-de907009ed5e {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:06:26.207909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 975d8745-f05d-4110-9b13-de907009ed5e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=975d8745-f05d-4110-9b13-de907009ed5e,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:26.221800 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (975d8745-f05d-4110-9b13-de907009ed5e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:26.307252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=975d8745-f05d-4110-9b13-de907009ed5e,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:26.479689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['975d8745-f05d-4110-9b13-de907009ed5e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:06:26.578816 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc38d30-1750-4298-ac1e-b96756ab744b req-2d91d00a-5bf2-4a60-88a6-217259e6ba14 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:26.588398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fc38d30-1750-4298-ac1e-b96756ab744b req-2d91d00a-5bf2-4a60-88a6-217259e6ba14 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 944 time: 0.0841026 Mar 07 22:06:26.669229 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fc38d30-1750-4298-ac1e-b96756ab744b req-e32e8825-f45f-4096-8b49-de3334552572 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796533 Mar 07 22:06:27.044228 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-626488b8-c9da-4f29-886f-7d5cfc5ac38e req-250e5681-803a-4e02-9793-c59d5f1e44e2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0284979 Mar 07 22:06:27.850731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c47f9-8a79-45ac-a497-5a5bf8f9a814 req-d67d5180-78ad-41f6-9551-c67a9b89a7bd tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:27.859550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-042c47f9-8a79-45ac-a497-5a5bf8f9a814 req-d67d5180-78ad-41f6-9551-c67a9b89a7bd tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 944 time: 0.0757105 Mar 07 22:06:27.921023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 975d8745-f05d-4110-9b13-de907009ed5e up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:06:27.939186 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-042c47f9-8a79-45ac-a497-5a5bf8f9a814 req-9a1b61df-8a0d-403c-84c6-8693da483a94 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782478 Mar 07 22:06:28.006670 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 975d8745-f05d-4110-9b13-de907009ed5e completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:06:28.012269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 975d8745-f05d-4110-9b13-de907009ed5e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:06:28.012858 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (975d8745-f05d-4110-9b13-de907009ed5e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:28.132057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 975d8745-f05d-4110-9b13-de907009ed5e is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:06:28.132442 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (975d8745-f05d-4110-9b13-de907009ed5e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:28.175607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771883e3-81c6-4808-a49c-3127ba2874ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975d8745-f05d-4110-9b13-de907009ed5e'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:06:28.182454 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d7aa0d-7d0b-40a5-9a69-fcbb585730b2" -d '{"events": [{"server_uuid": "771883e3-81c6-4808-a49c-3127ba2874ce", "name": "network-vif-plugged", "status": "completed", "tag": "975d8745-f05d-4110-9b13-de907009ed5e"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:06:28.239747 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 975d8745-f05d-4110-9b13-de907009ed5e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=975d8745-f05d-4110-9b13-de907009ed5e,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:28.249691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f29d515-1be0-43f9-8427-d388f58067d8 req-57a263c3-5f74-4d48-8b37-1bbf3ca0efdf tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0930848 Mar 07 22:06:28.251861 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (975d8745-f05d-4110-9b13-de907009ed5e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:28.304648 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf55ac02-6390-4ec2-af75-0f2532552422 x-openstack-request-id: req-cf55ac02-6390-4ec2-af75-0f2532552422 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:06:28.305254 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771883e3-81c6-4808-a49c-3127ba2874ce", "name": "network-vif-plugged", "status": "completed", "tag": "975d8745-f05d-4110-9b13-de907009ed5e", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:06:28.305700 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf55ac02-6390-4ec2-af75-0f2532552422 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:06:28.306445 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771883e3-81c6-4808-a49c-3127ba2874ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975d8745-f05d-4110-9b13-de907009ed5e', 'code': 200} Mar 07 22:06:28.325923 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=975d8745-f05d-4110-9b13-de907009ed5e,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:28.335015 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:28.335641 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:28.336169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:28.336719 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:28.337454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:28.337986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:28.338901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:28.340440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:28.341444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:28.342333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:28.343175 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:28.344060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:28.344977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:28.399348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd831c-63a3-4402-a291-3d160ff5d43d req-8bcdc666-a2d1-4719-927c-9fb7ad202f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:28.400950 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dccd831c-63a3-4402-a291-3d160ff5d43d req-8bcdc666-a2d1-4719-927c-9fb7ad202f83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 1127 time: 0.0619576 Mar 07 22:06:28.448970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dccd831c-63a3-4402-a291-3d160ff5d43d req-281380f4-7e89-43b2-8c3a-6c3192a00897 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Mar 07 22:06:29.099782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ae26a-3486-4f40-9248-08b96c15d4c5 req-fd53f8a4-190a-4986-b75d-3cacfd468b3f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:29.101538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-632ae26a-3486-4f40-9248-08b96c15d4c5 req-fd53f8a4-190a-4986-b75d-3cacfd468b3f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 945 time: 0.0815611 Mar 07 22:06:29.164703 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-632ae26a-3486-4f40-9248-08b96c15d4c5 req-71182e5a-eb40-4dcf-8f2d-02c4ca2c1b3e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521502 Mar 07 22:06:29.394609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7282ee27-8049-4eb1-8ecf-2d41cd59523b req-d7299ff9-8cd9-42e3-a78c-ca9c0d667c06 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0378993 Mar 07 22:06:30.319095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048520c-4483-4671-921a-9d925bd54e44 req-fb9e6eaa-6824-42a8-af7f-e81d9e772b53 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:30.320994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2048520c-4483-4671-921a-9d925bd54e44 req-fb9e6eaa-6824-42a8-af7f-e81d9e772b53 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 945 time: 0.0646210 Mar 07 22:06:30.393467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2048520c-4483-4671-921a-9d925bd54e44 req-7a534ffb-0d62-413c-81c3-4bd0edac688d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648363 Mar 07 22:06:30.519736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cdbbf-af33-41a1-b347-0032be12d819 req-cfdd20d6-5dea-4958-81e8-3d4eb64d5a50 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:30.523924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c8cdbbf-af33-41a1-b347-0032be12d819 req-cfdd20d6-5dea-4958-81e8-3d4eb64d5a50 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 945 time: 0.0665572 Mar 07 22:06:30.600166 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cbdbac97-f754-4816-8dbf-8b141d452449 req-284186f5-1f5c-4e69-aabf-09338560a4aa tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0417187 Mar 07 22:06:30.604098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c8cdbbf-af33-41a1-b347-0032be12d819 req-c968e1b4-43eb-4a8a-8b3b-0dd513d69052 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758064 Mar 07 22:06:30.741116 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00113429-3019-4c46-85e0-1a5873540524 req-646e0e7f-8d30-44e6-963d-622db283a4de tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:30.742785 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00113429-3019-4c46-85e0-1a5873540524 req-646e0e7f-8d30-44e6-963d-622db283a4de tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 945 time: 0.0542426 Mar 07 22:06:30.797669 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00113429-3019-4c46-85e0-1a5873540524 req-b44ae7bb-6e21-4f0b-87e7-01f7b72a6e90 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488760 Mar 07 22:06:31.095235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f0843-909c-4ba6-ac4c-3025d9155119 req-b29f5337-b1a7-49b9-85f3-1228aae84c1d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:31.096993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b35f0843-909c-4ba6-ac4c-3025d9155119 req-b29f5337-b1a7-49b9-85f3-1228aae84c1d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 945 time: 0.0639305 Mar 07 22:06:31.147443 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b35f0843-909c-4ba6-ac4c-3025d9155119 req-6d5dc197-e116-42ac-afa1-254d2f6e45b3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451536 Mar 07 22:06:31.613734 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:06:31.732673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84d2555b-ff10-402f-84be-0c0ed9c73531 req-632950e9-765d-4b77-89bb-5df1fb5a641d tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0343595 Mar 07 22:06:32.302635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1abdc7-ad3e-4af2-9294-b97b263f3c66 req-521054f7-1ba9-479e-93c0-5ca089b45c93 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:32.304250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf1abdc7-ad3e-4af2-9294-b97b263f3c66 req-521054f7-1ba9-479e-93c0-5ca089b45c93 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 945 time: 0.0580387 Mar 07 22:06:32.381361 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf1abdc7-ad3e-4af2-9294-b97b263f3c66 req-43ce72df-5715-44f8-9e4d-d16e1c682430 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706749 Mar 07 22:06:32.697435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68b727-faec-4314-9cac-31a0f7fbfa61 req-84b905b5-224c-4ef1-a8b6-417d0c5e300d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:32.699518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa68b727-faec-4314-9cac-31a0f7fbfa61 req-84b905b5-224c-4ef1-a8b6-417d0c5e300d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 945 time: 0.0683856 Mar 07 22:06:32.833980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-fa68b727-faec-4314-9cac-31a0f7fbfa61 req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Deleting port 975d8745-f05d-4110-9b13-de907009ed5e {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:06:32.834666 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fa68b727-faec-4314-9cac-31a0f7fbfa61 req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (975d8745-f05d-4110-9b13-de907009ed5e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:32.863700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6f08d55-a2b0-467a-89cf-da4924cb3f52 req-9e781c78-5bdd-416b-af8a-1033cd87cf99 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0453424 Mar 07 22:06:32.957676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-fa68b727-faec-4314-9cac-31a0f7fbfa61 req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] For port 975d8745-f05d-4110-9b13-de907009ed5e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=975d8745-f05d-4110-9b13-de907009ed5e,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:32.958324 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fa68b727-faec-4314-9cac-31a0f7fbfa61 req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (975d8745-f05d-4110-9b13-de907009ed5e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:33.000452 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-fa68b727-faec-4314-9cac-31a0f7fbfa61 req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Calling delete_port for 975d8745-f05d-4110-9b13-de907009ed5e owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:06:33.208993 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fa68b727-faec-4314-9cac-31a0f7fbfa61 req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (975d8745-f05d-4110-9b13-de907009ed5e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:33.229219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['975d8745-f05d-4110-9b13-de907009ed5e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:06:33.248813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event deleted for resources: {'Port': ['ID=975d8745-f05d-4110-9b13-de907009ed5e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:33.263221 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:33.263572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:33.263916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:33.264262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:33.264600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:33.264945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:33.265261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:33.265669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:33.266225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:33.266421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:33.266772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:33.267098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:33.267422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:33.361181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa68b727-faec-4314-9cac-31a0f7fbfa61 req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] No DVR routers for this DVR port 975d8745-f05d-4110-9b13-de907009ed5e on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:06:33.365503 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fa68b727-faec-4314-9cac-31a0f7fbfa61 req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:33.369231 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa68b727-faec-4314-9cac-31a0f7fbfa61 req-0c2ea9e5-0f1b-4eaf-808d-e9317af9e560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "DELETE /v2.0/ports/975d8745-f05d-4110-9b13-de907009ed5e HTTP/1.1" status: 204 len: 173 time: 0.6636493 Mar 07 22:06:33.369727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771883e3-81c6-4808-a49c-3127ba2874ce', 'name': 'network-vif-deleted', 'tag': '975d8745-f05d-4110-9b13-de907009ed5e'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:06:33.372382 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18954a50-6ad7-4b2c-a872-a26e820f7ef9" -d '{"events": [{"server_uuid": "771883e3-81c6-4808-a49c-3127ba2874ce", "name": "network-vif-deleted", "tag": "975d8745-f05d-4110-9b13-de907009ed5e"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:06:33.436568 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c51aa54-ed34-4b26-8b9a-ce203c50e889 x-openstack-request-id: req-9c51aa54-ed34-4b26-8b9a-ce203c50e889 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:06:33.436870 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771883e3-81c6-4808-a49c-3127ba2874ce", "name": "network-vif-deleted", "tag": "975d8745-f05d-4110-9b13-de907009ed5e", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:06:33.437249 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c51aa54-ed34-4b26-8b9a-ce203c50e889 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:06:33.437533 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771883e3-81c6-4808-a49c-3127ba2874ce', 'name': 'network-vif-deleted', 'tag': '975d8745-f05d-4110-9b13-de907009ed5e', 'status': 'completed', 'code': 200} Mar 07 22:06:33.567748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a7a0c5a-65c8-42bb-8763-a5754e8bab16 req-705e6df0-02ca-40d2-b245-98385dda7038 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 210 time: 0.0294976 Mar 07 22:06:34.029665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-649fd471-4a1b-4d94-a352-162602486c2c req-332bfd1d-f040-4411-9c3e-c3b80f892696 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0565913 Mar 07 22:06:34.408698 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f10eba3-c65b-4cd4-82fd-d762af062201 req-bba6153d-d985-4fb2-977e-458c98ab75d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545375 Mar 07 22:06:34.502044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10eba3-c65b-4cd4-82fd-d762af062201 req-260ca45e-71b2-4a31-b260-32009eaaeb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:34.503535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f10eba3-c65b-4cd4-82fd-d762af062201 req-260ca45e-71b2-4a31-b260-32009eaaeb8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 1127 time: 0.0488470 Mar 07 22:06:34.671954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10eba3-c65b-4cd4-82fd-d762af062201 req-667d3e15-ed58-4992-a22f-7279c2f30f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:34.674053 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f10eba3-c65b-4cd4-82fd-d762af062201 req-667d3e15-ed58-4992-a22f-7279c2f30f0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 915 time: 0.1453884 Mar 07 22:06:34.778645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f10eba3-c65b-4cd4-82fd-d762af062201 req-d666558e-3fbd-40f0-9919-3c0f33831e0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb57021-dd31-44af-bbb5-76bcfed10110 HTTP/1.1" status: 200 len: 1001 time: 0.0916491 Mar 07 22:06:34.781032 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f24678e4-57ea-4055-9e1a-3c6137016f43 req-3129399a-57d2-484b-ae33-f8bcdad97643 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 210 time: 0.1033638 Mar 07 22:06:34.854628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10eba3-c65b-4cd4-82fd-d762af062201 req-310d2174-a47b-4693-9861-fffacab9a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:34.856836 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f10eba3-c65b-4cd4-82fd-d762af062201 req-310d2174-a47b-4693-9861-fffacab9a385 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.0685637 Mar 07 22:06:34.923333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10eba3-c65b-4cd4-82fd-d762af062201 req-96bf032b-ea0c-4190-ad65-f4d58e99d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:34.925719 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f10eba3-c65b-4cd4-82fd-d762af062201 req-96bf032b-ea0c-4190-ad65-f4d58e99d623 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0604403 Mar 07 22:06:35.038844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f10eba3-c65b-4cd4-82fd-d762af062201 req-c88c75c4-4af7-4581-bbef-06a8779d8741 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021645 Mar 07 22:06:35.488117 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ad60a2e-4c86-444d-8377-ca587d87bab5 req-a019b118-6810-49b0-a40e-2998bce623b0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0353477 Mar 07 22:06:35.541507 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f10eba3-c65b-4cd4-82fd-d762af062201 req-2fd571be-c89f-4f18-aa13-12fc62c40b1f service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957640 Mar 07 22:06:35.906579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55484571-6e02-40bc-bd82-18f8bf8214a6 req-fc7d92e6-27da-4975-91ec-a5f5e1f22e02 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 210 time: 0.0338657 Mar 07 22:06:35.977547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 975d8745-f05d-4110-9b13-de907009ed5e no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:06:36.003907 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 975d8745-f05d-4110-9b13-de907009ed5e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:06:36.004528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 975d8745-f05d-4110-9b13-de907009ed5e not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:06:36.653706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d514fa5-2405-4801-b56b-585f4568b447 req-3b1e3097-38d8-4c92-98aa-181a6f9f5715 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0452557 Mar 07 22:06:37.032666 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50e67ed1-f1e1-460a-aaf0-4f3bfdaca295 req-71fbeb21-0d27-4f10-a8fc-a0209c0c4ed2 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 210 time: 0.0403717 Mar 07 22:06:37.390223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60820) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:37.520507 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6758a660-75b8-441e-b76b-7b4ec64cde97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:37.601819 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6758a660-75b8-441e-b76b-7b4ec64cde97 admin admin] Publish callbacks [] for security_group (bab86866-fa6d-40a7-9817-697bde39d992), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:37.606041 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6758a660-75b8-441e-b76b-7b4ec64cde97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bab86866-fa6d-40a7-9817-697bde39d992), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:37.641825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758a660-75b8-441e-b76b-7b4ec64cde97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab86866-fa6d-40a7-9817-697bde39d992,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:37.654992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6758a660-75b8-441e-b76b-7b4ec64cde97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1144a4436e0f4951954a4e5e84a3cc36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2610433 Mar 07 22:06:37.654992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60826) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:37.715751 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b3d4-6c80-4c9c-bde0-009f4006775b admin admin] Publish callbacks [] for security_group (bab86866-fa6d-40a7-9817-697bde39d992), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:37.778228 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8315a4a-bd99-493c-aeb1-3f7b13e8b4fa req-fb73ce2c-1651-48bf-8f5a-4f0639cdcaf7 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0395992 Mar 07 22:06:37.780501 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b3d4-6c80-4c9c-bde0-009f4006775b admin admin] Publish callbacks [] for security_group (bab86866-fa6d-40a7-9817-697bde39d992), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:37.838558 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b3d4-6c80-4c9c-bde0-009f4006775b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bab86866-fa6d-40a7-9817-697bde39d992), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:37.841590 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b3d4-6c80-4c9c-bde0-009f4006775b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:37.845796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ccb4b3d4-6c80-4c9c-bde0-009f4006775b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bab86866-fa6d-40a7-9817-697bde39d992 HTTP/1.1" status: 204 len: 168 time: 0.1870430 Mar 07 22:06:37.851919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4b3d4-6c80-4c9c-bde0-009f4006775b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab86866-fa6d-40a7-9817-697bde39d992,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:38.131280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-024f924c-747f-406c-994d-68c6bf4bb619 req-c3958b4d-6066-4465-818f-e754151839c7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 210 time: 0.0345185 Mar 07 22:06:38.194966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 60844) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:38.209444 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7fdf45ed-c784-4e7d-adb2-a6230271b762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:38.292175 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7fdf45ed-c784-4e7d-adb2-a6230271b762 admin admin] Publish callbacks [] for security_group (54e2f49a-0067-4d20-8494-e1c5f8b0cb45), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:38.298755 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7fdf45ed-c784-4e7d-adb2-a6230271b762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (54e2f49a-0067-4d20-8494-e1c5f8b0cb45), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:38.341814 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7fdf45ed-c784-4e7d-adb2-a6230271b762 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aeb1226e7fb94f898e9db27716a90ff1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1457369 Mar 07 22:06:38.345619 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 60850) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:38.348162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf45ed-c784-4e7d-adb2-a6230271b762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e2f49a-0067-4d20-8494-e1c5f8b0cb45,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:38.404730 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Publish callbacks [] for security_group (54e2f49a-0067-4d20-8494-e1c5f8b0cb45), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:38.427227 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Publish callbacks [] for security_group (54e2f49a-0067-4d20-8494-e1c5f8b0cb45), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:38.478380 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (54e2f49a-0067-4d20-8494-e1c5f8b0cb45), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:38.481830 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:38.486729 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54e2f49a-0067-4d20-8494-e1c5f8b0cb45 HTTP/1.1" status: 204 len: 168 time: 0.1386113 Mar 07 22:06:38.498530 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e2f49a-0067-4d20-8494-e1c5f8b0cb45,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:38.507983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:38.508387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:38.508747 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:38.509094 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:38.509563 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:38.509902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:38.510440 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:38.510771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:38.511386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:38.511879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:38.512375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:38.512859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:38.513351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534e62d-10dd-468d-b949-8d9b1735e983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:38.925717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-848cab2d-32a6-47cf-b274-54e0541b0e85 req-03c0c816-72f4-4757-bd51-ab0975b102fe tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0414510 Mar 07 22:06:39.253654 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a830a0a7-4841-4a75-a7e8-03441de0ce8d req-1c2fdb93-5a79-4e29-9f15-552b5a8f555f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 210 time: 0.0432630 Mar 07 22:06:40.067649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c403d706-0110-432e-933d-ed028d5031ef req-e0ebb979-367e-4437-8f87-7e6467eb2d7f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0383751 Mar 07 22:06:40.363089 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8bc18a08-752c-4c2a-b837-75f1981c4593 req-c815b3e6-1e48-4808-a327-eb1b4422003e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 210 time: 0.0417783 Mar 07 22:06:41.176466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3a309a9a-1a70-4441-b01e-2635457e9093 req-65c7420a-dd3c-4225-9c4c-a858699795d6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0276895 Mar 07 22:06:41.452349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86529ffc-f052-4307-825e-46dfdc0090d8 req-2ee78bfe-0ec7-40e2-ae48-8c6bf3589fcf tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 210 time: 0.0276420 Mar 07 22:06:42.279505 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-458919e8-a7f0-4129-b853-c4870ea049be req-7c6c3da7-e9a0-433d-98a3-ae1928c9a071 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0271211 Mar 07 22:06:42.553963 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ce29f56-0e67-472a-b814-5d33d62b467a req-6453a270-88b5-445c-9f51-76ffe5db5334 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 210 time: 0.0312853 Mar 07 22:06:43.381483 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3b9b69e-a90f-48f0-8074-2d2256dbde73 req-a15b027e-e0c2-4bd7-b3f8-587b29baeda2 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0272770 Mar 07 22:06:43.648176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99cb2c69-4578-4f73-987d-19b5ac12d566 req-9aa51981-9005-4fd9-84c4-2161b9b57b1d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 210 time: 0.0279350 Mar 07 22:06:44.748122 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a4c4d45-3f98-44f8-b0ae-30831b14e56b req-d97999f6-df1c-4ed8-a82b-9cb3e8cba9c0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0354950 Mar 07 22:06:44.774359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6accec89-32a0-4bc8-83c5-c59ebf993bfd req-e09b6bf7-7d6f-4a40-89df-15d2136f3e30 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 210 time: 0.0482590 Mar 07 22:06:45.644271 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-135b06b7-045a-4a7d-b8a1-562a117c7b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:45.866129 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9b44105-07b1-4bd8-b18f-23dfb4e1712e req-6fdb95ed-b430-490c-b4c2-df472c84802c tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0402081 Mar 07 22:06:45.882777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89cb8468-8766-4c12-a485-c4a2b4095fc2 req-2c4b4fd9-e148-4521-97b3-1dc5e148f0f0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=771883e3-81c6-4808-a49c-3127ba2874ce HTTP/1.1" status: 200 len: 210 time: 0.0454628 Mar 07 22:06:46.115887 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:46.977481 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c00755ac-5c10-4a02-91d4-071b598b34c3 req-291cf6a4-86e4-49fc-8e56-fff844fca072 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0319440 Mar 07 22:06:48.100089 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b64dadd4-2189-48ad-bc3d-002252155f43 req-6c8b6c7c-4b7e-4f25-b7ba-bb6825a01b59 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0327415 Mar 07 22:06:48.137082 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b2806328-21f3-4b97-b4ea-42b8190c96b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:48.380723 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:49.254160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0de0b69c-b604-4da5-ac7a-8e07e7215c31 req-12ad7038-5b75-4161-bf63-53b03cde32ab tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0317822 Mar 07 22:06:49.338154 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:50.327302 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:50.371107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d188c9dd-9e0d-42a5-a628-4ef3121e7b77 req-4ecf24ce-58e8-4bd6-a9c0-10219cc6b77d tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0373321 Mar 07 22:06:51.496373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e65d7f5f-aa45-433b-aed1-0d33c2ebf728 req-88bf8af2-4271-4b8b-a77c-9b8124a8cfb0 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0444255 Mar 07 22:06:52.116528 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:52.595115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e26c87f0-50de-4eac-9a67-2e4ce2dbec29 req-9d70b6cb-f351-44e4-8c0d-306b9a0d8622 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0340548 Mar 07 22:06:53.714165 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f19ef0d-ddff-4de7-a8e2-6d698b87c618 req-20d2c132-3be6-4ffc-bc66-cba9ee5a3b1f tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0364795 Mar 07 22:06:54.818331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-720df35c-8ba5-42e3-86ea-282294cb7d73 req-2c1f44d8-d90a-4472-a305-2068a99cc62a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bc0b0ce-9a48-4de9-8446-898ed7336bfb HTTP/1.1" status: 200 len: 210 time: 0.0282347 Mar 07 22:06:55.538553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 32868) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:55.646656 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53bfc8b9-9d44-43ca-91bd-a9c0dfe53a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:55.725123 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53bfc8b9-9d44-43ca-91bd-a9c0dfe53a2b admin admin] Publish callbacks [] for security_group (bd30577b-2b4f-4403-a5f0-3a3ac9fa1414), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:55.728954 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53bfc8b9-9d44-43ca-91bd-a9c0dfe53a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bd30577b-2b4f-4403-a5f0-3a3ac9fa1414), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:55.766492 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfc8b9-9d44-43ca-91bd-a9c0dfe53a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd30577b-2b4f-4403-a5f0-3a3ac9fa1414,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:55.772680 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-53bfc8b9-9d44-43ca-91bd-a9c0dfe53a2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90da5970860a4b268b5e6397d7a0dde7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330410 Mar 07 22:06:55.774292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 32872) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:55.821022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07641858-f45b-4dcb-9fb8-43ea7ad003e1 admin admin] Publish callbacks [] for security_group (bd30577b-2b4f-4403-a5f0-3a3ac9fa1414), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:55.842661 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07641858-f45b-4dcb-9fb8-43ea7ad003e1 admin admin] Publish callbacks [] for security_group (bd30577b-2b4f-4403-a5f0-3a3ac9fa1414), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:55.894842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07641858-f45b-4dcb-9fb8-43ea7ad003e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bd30577b-2b4f-4403-a5f0-3a3ac9fa1414), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:55.898093 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07641858-f45b-4dcb-9fb8-43ea7ad003e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:55.899472 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-07641858-f45b-4dcb-9fb8-43ea7ad003e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd30577b-2b4f-4403-a5f0-3a3ac9fa1414 HTTP/1.1" status: 204 len: 168 time: 0.1243746 Mar 07 22:06:55.908618 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07641858-f45b-4dcb-9fb8-43ea7ad003e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd30577b-2b4f-4403-a5f0-3a3ac9fa1414,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:55.924751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32880) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:55.988389 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf174-be4c-4697-90ae-1277253e6eb1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for security_group (9594157e-e61a-46a4-bcaf-0f50227d6f0a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.012374 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf174-be4c-4697-90ae-1277253e6eb1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for security_group (9594157e-e61a-46a4-bcaf-0f50227d6f0a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.066525 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf174-be4c-4697-90ae-1277253e6eb1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9594157e-e61a-46a4-bcaf-0f50227d6f0a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.069429 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf174-be4c-4697-90ae-1277253e6eb1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.073239 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a5fdf174-be4c-4697-90ae-1277253e6eb1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "DELETE /v2.0/security-groups/9594157e-e61a-46a4-bcaf-0f50227d6f0a HTTP/1.1" status: 204 len: 168 time: 0.1448994 Mar 07 22:06:56.073664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 32884) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:56.087630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdf174-be4c-4697-90ae-1277253e6eb1 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9594157e-e61a-46a4-bcaf-0f50227d6f0a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:56.088625 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-f1251288-2f65-424c-916d-1df585f92f97 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] show failed (client error): The resource could not be found. Mar 07 22:06:56.089976 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f1251288-2f65-424c-916d-1df585f92f97 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "GET /v2.0/security-groups/9594157e-e61a-46a4-bcaf-0f50227d6f0a HTTP/1.1" status: 404 len: 347 time: 0.0151498 Mar 07 22:06:56.092929 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 32886) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:56.228128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32892) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:56.241750 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-50cfe1a3-c0b3-4932-bbd7-c558936db3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.258806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-732af696-d69d-4756-ae61-a6a4bae3291a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Deleting port ac18054f-5eec-47a1-bdef-af979bb59193 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:06:56.259161 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-732af696-d69d-4756-ae61-a6a4bae3291a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ac18054f-5eec-47a1-bdef-af979bb59193), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.327976 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-50cfe1a3-c0b3-4932-bbd7-c558936db3fe admin admin] Publish callbacks [] for security_group (3607c9a8-8a5c-4bb7-a61f-0efae781bb98), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.332546 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-50cfe1a3-c0b3-4932-bbd7-c558936db3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3607c9a8-8a5c-4bb7-a61f-0efae781bb98), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.360434 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-732af696-d69d-4756-ae61-a6a4bae3291a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ac18054f-5eec-47a1-bdef-af979bb59193), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.361152 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-732af696-d69d-4756-ae61-a6a4bae3291a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for floatingip (ac18054f-5eec-47a1-bdef-af979bb59193), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.371927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-50cfe1a3-c0b3-4932-bbd7-c558936db3fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e31eb5b2b5b347fba4c97dfb35da0623&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426241 Mar 07 22:06:56.373130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfe1a3-c0b3-4932-bbd7-c558936db3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3607c9a8-8a5c-4bb7-a61f-0efae781bb98,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:56.375709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 32896) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:56.376676 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-732af696-d69d-4756-ae61-a6a4bae3291a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Calling delete_port for ac18054f-5eec-47a1-bdef-af979bb59193 owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:06:56.482157 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dae37632-c3fb-4c94-adba-71f703d1b5d0 admin admin] Publish callbacks [] for security_group (3607c9a8-8a5c-4bb7-a61f-0efae781bb98), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.513174 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dae37632-c3fb-4c94-adba-71f703d1b5d0 admin admin] Publish callbacks [] for security_group (3607c9a8-8a5c-4bb7-a61f-0efae781bb98), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.588955 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-732af696-d69d-4756-ae61-a6a4bae3291a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ac18054f-5eec-47a1-bdef-af979bb59193), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.616142 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dae37632-c3fb-4c94-adba-71f703d1b5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (3607c9a8-8a5c-4bb7-a61f-0efae781bb98), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.618659 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dae37632-c3fb-4c94-adba-71f703d1b5d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.619826 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dae37632-c3fb-4c94-adba-71f703d1b5d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3607c9a8-8a5c-4bb7-a61f-0efae781bb98 HTTP/1.1" status: 204 len: 168 time: 0.2410142 Mar 07 22:06:56.627832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732af696-d69d-4756-ae61-a6a4bae3291a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event deleted for resources: {'Port': ['ID=ac18054f-5eec-47a1-bdef-af979bb59193,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:56.637435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae37632-c3fb-4c94-adba-71f703d1b5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3607c9a8-8a5c-4bb7-a61f-0efae781bb98,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:56.698248 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-732af696-d69d-4756-ae61-a6a4bae3291a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for floatingip (8d36e30b-ae7b-45eb-92ad-7e3687d6eeb5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.701507 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-732af696-d69d-4756-ae61-a6a4bae3291a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.705928 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-732af696-d69d-4756-ae61-a6a4bae3291a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "DELETE /v2.0/floatingips/8d36e30b-ae7b-45eb-92ad-7e3687d6eeb5 HTTP/1.1" status: 204 len: 168 time: 0.6025629 Mar 07 22:06:56.706286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32900) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:56.815232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-483714be-daf0-467c-92ef-b429e3523d06 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Deleting port 5d5198c5-e420-4fec-b032-62b96c0b5e13 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:06:56.815860 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-483714be-daf0-467c-92ef-b429e3523d06 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.909152 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-483714be-daf0-467c-92ef-b429e3523d06 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:56.921491 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-483714be-daf0-467c-92ef-b429e3523d06 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Calling delete_port for 5d5198c5-e420-4fec-b032-62b96c0b5e13 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:06:56.988608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32904) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:57.010296 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-56d1197d-a4f9-4824-b3e9-cce184472a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:57.100634 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-483714be-daf0-467c-92ef-b429e3523d06 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5d5198c5-e420-4fec-b032-62b96c0b5e13), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:57.135766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483714be-daf0-467c-92ef-b429e3523d06 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event deleted for resources: {'Port': ['ID=5d5198c5-e420-4fec-b032-62b96c0b5e13,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:57.204017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-56d1197d-a4f9-4824-b3e9-cce184472a04 admin admin] Publish callbacks [] for security_group (d75e6b20-455f-4e4c-9443-93a462f644a6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:57.209727 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-56d1197d-a4f9-4824-b3e9-cce184472a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d75e6b20-455f-4e4c-9443-93a462f644a6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:57.257201 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-483714be-daf0-467c-92ef-b429e3523d06 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:57.262832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-483714be-daf0-467c-92ef-b429e3523d06 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "DELETE /v2.0/ports/5d5198c5-e420-4fec-b032-62b96c0b5e13 HTTP/1.1" status: 204 len: 168 time: 0.5526981 Mar 07 22:06:57.262832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1197d-a4f9-4824-b3e9-cce184472a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75e6b20-455f-4e4c-9443-93a462f644a6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:57.263309 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 32910) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:57.266826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-56d1197d-a4f9-4824-b3e9-cce184472a04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2649433d0b064132baed22dc8d3ee6bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2772536 Mar 07 22:06:57.269331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32912) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:57.334337 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b7a724aa-fa5b-4b51-a1d8-119583aafabf admin admin] Publish callbacks [] for security_group (d75e6b20-455f-4e4c-9443-93a462f644a6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:57.362780 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b7a724aa-fa5b-4b51-a1d8-119583aafabf admin admin] Publish callbacks [] for security_group (d75e6b20-455f-4e4c-9443-93a462f644a6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:57.381811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e9dcafbd-bfbc-46ce-adf3-df0017d35168 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Deleting port 3cfe58ad-c800-469f-9dac-12f4b77541dc {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:06:57.382429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9dcafbd-bfbc-46ce-adf3-df0017d35168 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:57.419033 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b7a724aa-fa5b-4b51-a1d8-119583aafabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d75e6b20-455f-4e4c-9443-93a462f644a6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:57.421544 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b7a724aa-fa5b-4b51-a1d8-119583aafabf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:57.423329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b7a724aa-fa5b-4b51-a1d8-119583aafabf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d75e6b20-455f-4e4c-9443-93a462f644a6 HTTP/1.1" status: 204 len: 168 time: 0.1528926 Mar 07 22:06:57.433735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a724aa-fa5b-4b51-a1d8-119583aafabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75e6b20-455f-4e4c-9443-93a462f644a6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:57.495276 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9dcafbd-bfbc-46ce-adf3-df0017d35168 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:57.508122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e9dcafbd-bfbc-46ce-adf3-df0017d35168 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Calling delete_port for 3cfe58ad-c800-469f-9dac-12f4b77541dc owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:06:57.668141 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9dcafbd-bfbc-46ce-adf3-df0017d35168 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3cfe58ad-c800-469f-9dac-12f4b77541dc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:57.706217 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcafbd-bfbc-46ce-adf3-df0017d35168 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event deleted for resources: {'Port': ['ID=3cfe58ad-c800-469f-9dac-12f4b77541dc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:57.791317 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9dcafbd-bfbc-46ce-adf3-df0017d35168 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:57.796976 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e9dcafbd-bfbc-46ce-adf3-df0017d35168 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "DELETE /v2.0/ports/3cfe58ad-c800-469f-9dac-12f4b77541dc HTTP/1.1" status: 204 len: 168 time: 0.5301459 Mar 07 22:06:57.797360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32922) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:57.855954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f565fca-412b-4439-b992-0cb41f774f8a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Deleting subnet 753aac05-577c-4ca7-bcc1-f8bed7e2a1e7 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:06:57.859363 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f565fca-412b-4439-b992-0cb41f774f8a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for subnet (753aac05-577c-4ca7-bcc1-f8bed7e2a1e7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:57.903843 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f565fca-412b-4439-b992-0cb41f774f8a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (753aac05-577c-4ca7-bcc1-f8bed7e2a1e7), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:57.991555 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f565fca-412b-4439-b992-0cb41f774f8a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (753aac05-577c-4ca7-bcc1-f8bed7e2a1e7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.072139 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f565fca-412b-4439-b992-0cb41f774f8a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (753aac05-577c-4ca7-bcc1-f8bed7e2a1e7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.113894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f565fca-412b-4439-b992-0cb41f774f8a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event deleted for resources: {'Subnet': ['ID=753aac05-577c-4ca7-bcc1-f8bed7e2a1e7,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:58.119985 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f565fca-412b-4439-b992-0cb41f774f8a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.124528 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3f565fca-412b-4439-b992-0cb41f774f8a tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "DELETE /v2.0/subnets/753aac05-577c-4ca7-bcc1-f8bed7e2a1e7 HTTP/1.1" status: 204 len: 168 time: 0.3260641 Mar 07 22:06:58.128354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32936) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:58.135268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a8ecc7-729b-4d68-b95f-864c35583d18 None None] Network 2520dcc8-19a9-4132-961a-b62643ae8e21 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:06:58.199383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41adf38-9cd6-47ef-b05e-dd2c956349d6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Deleting subnet 74787413-84bd-4383-8dc9-399403023240 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:06:58.204001 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e41adf38-9cd6-47ef-b05e-dd2c956349d6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for subnet (74787413-84bd-4383-8dc9-399403023240), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.256016 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e41adf38-9cd6-47ef-b05e-dd2c956349d6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (74787413-84bd-4383-8dc9-399403023240), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.295390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32942) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:58.371920 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e41adf38-9cd6-47ef-b05e-dd2c956349d6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (74787413-84bd-4383-8dc9-399403023240), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.402221 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4039478-fdc0-4085-9c06-0ea2a15b8d7f None None] DHCP port deletion for 2520dcc8-19a9-4132-961a-b62643ae8e21 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:06:58.467471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a4039478-fdc0-4085-9c06-0ea2a15b8d7f None None] Deleting port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:06:58.467945 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e41adf38-9cd6-47ef-b05e-dd2c956349d6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (74787413-84bd-4383-8dc9-399403023240), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.468234 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a4039478-fdc0-4085-9c06-0ea2a15b8d7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.510602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-585896256-network', 'tenant_id': '70f1551897434bc1a793d0e8f9ae81a8'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:06:58.515293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41adf38-9cd6-47ef-b05e-dd2c956349d6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event deleted for resources: {'Subnet': ['ID=74787413-84bd-4383-8dc9-399403023240,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:58.522507 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e41adf38-9cd6-47ef-b05e-dd2c956349d6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.526037 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e41adf38-9cd6-47ef-b05e-dd2c956349d6 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "DELETE /v2.0/subnets/74787413-84bd-4383-8dc9-399403023240 HTTP/1.1" status: 204 len: 168 time: 0.3948987 Mar 07 22:06:58.529208 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 32950) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:58.544094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0587748-b6d7-481b-8a32-bd10a1b80ff1 None None] Network 030f98ea-4abb-4c6e-ab36-d010ae9a67db requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:06:58.546173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] Made reservation on behalf of 70f1551897434bc1a793d0e8f9ae81a8 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:06:58.549528 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.564676 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.573468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a4039478-fdc0-4085-9c06-0ea2a15b8d7f None None] For port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cab4d715-a6f1-4f51-a388-4cc9d7f04fbb,segment=NetworkSegment(2d91140e-39bf-435e-a1e5-f8b7a367052f),segment_id=2d91140e-39bf-435e-a1e5-f8b7a367052f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:58.573963 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a4039478-fdc0-4085-9c06-0ea2a15b8d7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.601888 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a4039478-fdc0-4085-9c06-0ea2a15b8d7f None None] Calling delete_port for cab4d715-a6f1-4f51-a388-4cc9d7f04fbb owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:06:58.651222 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (2520dcc8-19a9-4132-961a-b62643ae8e21), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.660567 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] Publish callbacks [] for security_group (999b9e72-a101-435b-87f7-8a884c4832a9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.666230 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (999b9e72-a101-435b-87f7-8a884c4832a9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.701960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:06:58.714966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999b9e72-a101-435b-87f7-8a884c4832a9,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:58.721430 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Deleting port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:06:58.722521 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.733580 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (896239cd-2524-4c8b-9737-3b1d7e86df59), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.735237 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] Added segment 896239cd-2524-4c8b-9737-3b1d7e86df59 of type vlan for network e6168db2-9129-4fb7-ab5e-c1e8d7c20c58 Mar 07 22:06:58.798171 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (e6168db2-9129-4fb7-ab5e-c1e8d7c20c58), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.801409 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a4039478-fdc0-4085-9c06-0ea2a15b8d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.811668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] For port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cab4d715-a6f1-4f51-a388-4cc9d7f04fbb,segment=NetworkSegment(2d91140e-39bf-435e-a1e5-f8b7a367052f),segment_id=2d91140e-39bf-435e-a1e5-f8b7a367052f)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:58.812029 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.828829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Calling delete_port for cab4d715-a6f1-4f51-a388-4cc9d7f04fbb owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:06:58.840218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4039478-fdc0-4085-9c06-0ea2a15b8d7f None None] Pushing event deleted for resources: {'Port': ['ID=cab4d715-a6f1-4f51-a388-4cc9d7f04fbb,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:58.851984 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (e6168db2-9129-4fb7-ab5e-c1e8d7c20c58), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.853177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:58.855731 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe35043-bdf4-44f7-939b-4dd888cbadbf None None] DHCP port deletion for 030f98ea-4abb-4c6e-ab36-d010ae9a67db request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:06:58.858298 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4039478-fdc0-4085-9c06-0ea2a15b8d7f None None] No DVR routers for this DVR port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:06:58.858773 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.905753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6091638 Mar 07 22:06:58.910379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 32952) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:58.925147 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-70a0cd4a-4f6d-4394-866e-399874e7b787 admin admin] Request body: {'subnet': {'network_id': 'e6168db2-9129-4fb7-ab5e-c1e8d7c20c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-585896256-subnet', 'tenant_id': '70f1551897434bc1a793d0e8f9ae81a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:06:58.934558 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-efe35043-bdf4-44f7-939b-4dd888cbadbf None None] Deleting port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:06:58.935631 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-efe35043-bdf4-44f7-939b-4dd888cbadbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7eee7c3e-8a19-45d1-8af2-ba6f28c47e98), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:58.952210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1bf04-3c66-4d11-b28b-c6d52cc8939f admin admin] Pushing event updated for resources: {'Network': ['ID=e6168db2-9129-4fb7-ab5e-c1e8d7c20c58,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:58.952621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a0cd4a-4f6d-4394-866e-399874e7b787 admin admin] Made reservation on behalf of 70f1551897434bc1a793d0e8f9ae81a8 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:06:58.964581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network e6168db2-9129-4fb7-ab5e-c1e8d7c20c58 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:06:58.964803 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70a0cd4a-4f6d-4394-866e-399874e7b787 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.075122 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (cab4d715-a6f1-4f51-a388-4cc9d7f04fbb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.137289 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] No DVR routers for this DVR port cab4d715-a6f1-4f51-a388-4cc9d7f04fbb on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:06:59.138866 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event deleted for resources: {'Port': ['ID=cab4d715-a6f1-4f51-a388-4cc9d7f04fbb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:59.244071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-efe35043-bdf4-44f7-939b-4dd888cbadbf None None] For port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7eee7c3e-8a19-45d1-8af2-ba6f28c47e98,segment=NetworkSegment(ad3b0843-f143-491a-b3d9-69585a44a3b8),segment_id=ad3b0843-f143-491a-b3d9-69585a44a3b8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:06:59.244639 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-efe35043-bdf4-44f7-939b-4dd888cbadbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7eee7c3e-8a19-45d1-8af2-ba6f28c47e98), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.258178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-efe35043-bdf4-44f7-939b-4dd888cbadbf None None] Calling delete_port for 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:06:59.259681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (2520dcc8-19a9-4132-961a-b62643ae8e21), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.279069 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70a0cd4a-4f6d-4394-866e-399874e7b787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (86426e92-e3bd-49be-b60b-75e59122e4cb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.289020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2520dcc8-19a9-4132-961a-b62643ae8e21']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:59.319594 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d91140e-39bf-435e-a1e5-f8b7a367052f') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:59.319780 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d91140e-39bf-435e-a1e5-f8b7a367052f') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:59.335546 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (2d91140e-39bf-435e-a1e5-f8b7a367052f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.349358 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-efe35043-bdf4-44f7-939b-4dd888cbadbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (7eee7c3e-8a19-45d1-8af2-ba6f28c47e98), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.371188 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (2d91140e-39bf-435e-a1e5-f8b7a367052f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.371188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0cd4a-4f6d-4394-866e-399874e7b787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86426e92-e3bd-49be-b60b-75e59122e4cb,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:59.380154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:06:59.380560 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (2d91140e-39bf-435e-a1e5-f8b7a367052f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.386053 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe35043-bdf4-44f7-939b-4dd888cbadbf None None] Pushing event deleted for resources: {'Port': ['ID=7eee7c3e-8a19-45d1-8af2-ba6f28c47e98,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:59.393473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe35043-bdf4-44f7-939b-4dd888cbadbf None None] No DVR routers for this DVR port 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:06:59.397024 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:06:59.414543 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a0cd4a-4f6d-4394-866e-399874e7b787 admin admin] Checking segment: {'id': '896239cd-2524-4c8b-9737-3b1d7e86df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e6168db2-9129-4fb7-ab5e-c1e8d7c20c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:06:59.414911 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a0cd4a-4f6d-4394-866e-399874e7b787 admin admin] Network hostable DHCP agents. Network: e6168db2-9129-4fb7-ab5e-c1e8d7c20c58, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:06:59.424204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cab4d715-a6f1-4f51-a388-4cc9d7f04fbb no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:06:59.450118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: cab4d715-a6f1-4f51-a388-4cc9d7f04fbb {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:06:59.450840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cab4d715-a6f1-4f51-a388-4cc9d7f04fbb not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:06:59.451487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:06:59.476600 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:06:59.477112 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7eee7c3e-8a19-45d1-8af2-ba6f28c47e98 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:06:59.488384 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (2520dcc8-19a9-4132-961a-b62643ae8e21), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.493852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a0cd4a-4f6d-4394-866e-399874e7b787 admin admin] Network e6168db2-9129-4fb7-ab5e-c1e8d7c20c58 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:06:59.518722 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.518722 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "DELETE /v2.0/networks/2520dcc8-19a9-4132-961a-b62643ae8e21 HTTP/1.1" status: 204 len: 168 time: 0.9850228 Mar 07 22:06:59.519031 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32960) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:06:59.531930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16e2de-a219-4c93-b1ec-e2fb7a040803 tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event deleted for resources: {'Network': ['ID=2520dcc8-19a9-4132-961a-b62643ae8e21,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:59.534785 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-70a0cd4a-4f6d-4394-866e-399874e7b787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, e6168db2-9129-4fb7-ab5e-c1e8d7c20c58) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:06:59.542968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a0cd4a-4f6d-4394-866e-399874e7b787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:59.543594 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70a0cd4a-4f6d-4394-866e-399874e7b787 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.552860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f5ac9-2826-46c5-ac21-3fbd32a53c7f None None] Network e6168db2-9129-4fb7-ab5e-c1e8d7c20c58 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:06:59.578260 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-70a0cd4a-4f6d-4394-866e-399874e7b787 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6645818 Mar 07 22:06:59.642188 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57db0b81-7628-428c-82dd-09242d8b12ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (030f98ea-4abb-4c6e-ab36-d010ae9a67db), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.672054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a00229-8a2b-4dab-8c8a-b540fd21bfa7 None None] Network e6168db2-9129-4fb7-ab5e-c1e8d7c20c58 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:06:59.740469 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57db0b81-7628-428c-82dd-09242d8b12ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (030f98ea-4abb-4c6e-ab36-d010ae9a67db), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.778182 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-57db0b81-7628-428c-82dd-09242d8b12ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030f98ea-4abb-4c6e-ab36-d010ae9a67db']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:59.791405 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-57db0b81-7628-428c-82dd-09242d8b12ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3b0843-f143-491a-b3d9-69585a44a3b8') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:59.793291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-57db0b81-7628-428c-82dd-09242d8b12ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3b0843-f143-491a-b3d9-69585a44a3b8') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:59.812208 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57db0b81-7628-428c-82dd-09242d8b12ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (ad3b0843-f143-491a-b3d9-69585a44a3b8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.829519 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57db0b81-7628-428c-82dd-09242d8b12ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (ad3b0843-f143-491a-b3d9-69585a44a3b8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.836004 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57db0b81-7628-428c-82dd-09242d8b12ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:06:59.836402 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57db0b81-7628-428c-82dd-09242d8b12ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (ad3b0843-f143-491a-b3d9-69585a44a3b8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:06:59.840322 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:06:59.915344 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57db0b81-7628-428c-82dd-09242d8b12ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (030f98ea-4abb-4c6e-ab36-d010ae9a67db), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.935404 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57db0b81-7628-428c-82dd-09242d8b12ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:06:59.939004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-57db0b81-7628-428c-82dd-09242d8b12ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] 10.222.0.26 "DELETE /v2.0/networks/030f98ea-4abb-4c6e-ab36-d010ae9a67db HTTP/1.1" status: 204 len: 168 time: 0.4188905 Mar 07 22:06:59.940060 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db0b81-7628-428c-82dd-09242d8b12ff tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] Pushing event deleted for resources: {'Network': ['ID=030f98ea-4abb-4c6e-ab36-d010ae9a67db,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:00.190298 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 32984) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:00.196602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-832772758-network', 'tenant_id': 'dfcbade28d4e4083848395a7c05f0c71'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:00.217999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] Made reservation on behalf of dfcbade28d4e4083848395a7c05f0c71 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:07:00.220832 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:00.229485 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:00.303951 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] Publish callbacks [] for security_group (6de9b096-f7f2-474b-919c-e775daf0b618), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:00.307721 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6de9b096-f7f2-474b-919c-e775daf0b618), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:00.331774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:07:00.346905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de9b096-f7f2-474b-919c-e775daf0b618,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:00.349752 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (fceff54c-4783-4583-bae8-43e262730262), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:00.350251 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] Added segment fceff54c-4783-4583-bae8-43e262730262 of type vlan for network 03324845-fd64-4067-89a3-6670811be698 Mar 07 22:07:00.389062 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (03324845-fd64-4067-89a3-6670811be698), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:00.413313 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (03324845-fd64-4067-89a3-6670811be698), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:00.414281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:00.414859 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:00.449084 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2551680 Mar 07 22:07:00.449547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 32986) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:00.455299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d3da79bf-922f-4bbe-84aa-b77708905400 admin admin] Request body: {'subnet': {'network_id': '03324845-fd64-4067-89a3-6670811be698', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-832772758-subnet', 'tenant_id': 'dfcbade28d4e4083848395a7c05f0c71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:00.478172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ed922-3415-48a3-8c94-1d882a2ee3d5 admin admin] Pushing event updated for resources: {'Network': ['ID=03324845-fd64-4067-89a3-6670811be698,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:00.493477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 03324845-fd64-4067-89a3-6670811be698 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:07:00.498057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3da79bf-922f-4bbe-84aa-b77708905400 admin admin] Made reservation on behalf of dfcbade28d4e4083848395a7c05f0c71 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:07:00.508719 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d3da79bf-922f-4bbe-84aa-b77708905400 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:00.700286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d3da79bf-922f-4bbe-84aa-b77708905400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (201d9c33-bc6a-4620-a108-d8c11545cee3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:00.752547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da79bf-922f-4bbe-84aa-b77708905400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=201d9c33-bc6a-4620-a108-d8c11545cee3,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:00.762333 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da79bf-922f-4bbe-84aa-b77708905400 admin admin] Checking segment: {'id': 'fceff54c-4783-4583-bae8-43e262730262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03324845-fd64-4067-89a3-6670811be698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:07:00.762695 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da79bf-922f-4bbe-84aa-b77708905400 admin admin] Network hostable DHCP agents. Network: 03324845-fd64-4067-89a3-6670811be698, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:07:00.780251 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da79bf-922f-4bbe-84aa-b77708905400 admin admin] Network 03324845-fd64-4067-89a3-6670811be698 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:07:00.797362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-d3da79bf-922f-4bbe-84aa-b77708905400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 03324845-fd64-4067-89a3-6670811be698) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:07:00.802091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3da79bf-922f-4bbe-84aa-b77708905400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:00.802701 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d3da79bf-922f-4bbe-84aa-b77708905400 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:00.807838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3cad6a-e3a9-4c84-9ab5-d5dba0f73a87 None None] Network 03324845-fd64-4067-89a3-6670811be698 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:07:00.819967 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d3da79bf-922f-4bbe-84aa-b77708905400 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3681695 Mar 07 22:07:00.931864 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4c1846-91de-4e9c-a55b-55aaac1f9b22 None None] Network 03324845-fd64-4067-89a3-6670811be698 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:07:01.352198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-ce1b756e-f7c1-4ec6-bc54-384745aff49f tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:01.353613 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-ce1b756e-f7c1-4ec6-bc54-384745aff49f tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/networks?id=e6168db2-9129-4fb7-ab5e-c1e8d7c20c58 HTTP/1.1" status: 200 len: 808 time: 0.1052413 Mar 07 22:07:01.368569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-bfab1d21-3ea5-4640-8e56-4c8d687b98c1 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/quotas/70f1551897434bc1a793d0e8f9ae81a8 HTTP/1.1" status: 200 len: 375 time: 0.0094264 Mar 07 22:07:01.399785 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-59bc46e7-6058-43cd-9ab6-336e16ce4e11 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=70f1551897434bc1a793d0e8f9ae81a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263264 Mar 07 22:07:01.494762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-baba2e76-2e62-44d4-ab17-20c175e9982c service neutron] 10.222.0.26 "GET /v2.0/networks/e6168db2-9129-4fb7-ab5e-c1e8d7c20c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883157 Mar 07 22:07:01.584173 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-6a76ee8d-8e92-4ab4-a528-efa9091d42f0 service neutron] 10.222.0.26 "GET /v2.0/networks/e6168db2-9129-4fb7-ab5e-c1e8d7c20c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831208 Mar 07 22:07:01.762694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6123870f-02de-4115-8a15-cae22bd9bd73 req-23df679c-9032-4a86-b78b-a9f8fbeb3b80 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 210 time: 0.0368717 Mar 07 22:07:02.884447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6fbe1bb-4233-4bc2-bc97-23dc01483818 req-1eb4a89a-4e90-4c6e-b2ef-39ef708979a1 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 210 time: 0.0325015 Mar 07 22:07:02.909312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-b47edd19-539e-4fbd-8717-55613a53cd34 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:02.909448 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-b47edd19-539e-4fbd-8717-55613a53cd34 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.15 "GET /v2.0/networks?id=e6168db2-9129-4fb7-ab5e-c1e8d7c20c58 HTTP/1.1" status: 200 len: 808 time: 0.1473830 Mar 07 22:07:02.931073 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-56504836-ee2a-4825-aac5-bb21b8637381 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Request body: {'port': {'device_id': '63bb12b2-e022-4a44-9b32-865723fd4b97', 'network_id': 'e6168db2-9129-4fb7-ab5e-c1e8d7c20c58', 'admin_state_up': True, 'tenant_id': '70f1551897434bc1a793d0e8f9ae81a8'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:03.040203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-56504836-ee2a-4825-aac5-bb21b8637381 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Made reservation on behalf of 70f1551897434bc1a793d0e8f9ae81a8 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:07:03.043742 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-56504836-ee2a-4825-aac5-bb21b8637381 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:03.166554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-56504836-ee2a-4825-aac5-bb21b8637381 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Allocated IP 172.20.0.6 (e6168db2-9129-4fb7-ab5e-c1e8d7c20c58/86426e92-e3bd-49be-b60b-75e59122e4cb/c6080084-5505-4d84-bcf4-8de6e56cd123) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:07:03.331176 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-56504836-ee2a-4825-aac5-bb21b8637381 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Publish callbacks [] for port (c6080084-5505-4d84-bcf4-8de6e56cd123), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:03.371537 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-56504836-ee2a-4825-aac5-bb21b8637381 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c6080084-5505-4d84-bcf4-8de6e56cd123), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:03.420557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-56504836-ee2a-4825-aac5-bb21b8637381 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Network e6168db2-9129-4fb7-ab5e-c1e8d7c20c58 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:07:03.424128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-56504836-ee2a-4825-aac5-bb21b8637381 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:07:03.427946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-56504836-ee2a-4825-aac5-bb21b8637381 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:07:03.452187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56504836-ee2a-4825-aac5-bb21b8637381 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Pushing event updated for resources: {'Port': ['ID=c6080084-5505-4d84-bcf4-8de6e56cd123,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:03.480412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-56504836-ee2a-4825-aac5-bb21b8637381 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:03.481025 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-56504836-ee2a-4825-aac5-bb21b8637381 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:03.500506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-56504836-ee2a-4825-aac5-bb21b8637381 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5725970 Mar 07 22:07:03.521685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Request body: {'port': {'device_id': '63bb12b2-e022-4a44-9b32-865723fd4b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:03.581092 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c6080084-5505-4d84-bcf4-8de6e56cd123), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:03.881128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6080084-5505-4d84-bcf4-8de6e56cd123 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:07:03.888808 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Publish callbacks [] for port (c6080084-5505-4d84-bcf4-8de6e56cd123), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:03.902106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Transition to ACTIVE for port object c6080084-5505-4d84-bcf4-8de6e56cd123 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:07:03.906667 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c6080084-5505-4d84-bcf4-8de6e56cd123), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:03.969198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Pushing event updated for resources: {'Port': ['ID=c6080084-5505-4d84-bcf4-8de6e56cd123,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:04.096413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13ce84-f352-4594-bc10-82a72be5b938 req-99ae7a5c-b3cf-41c1-b0b5-e6aff1589fb8 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:04.098176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe13ce84-f352-4594-bc10-82a72be5b938 req-99ae7a5c-b3cf-41c1-b0b5-e6aff1589fb8 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 943 time: 0.0981519 Mar 07 22:07:04.103621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Attempting to bind port c6080084-5505-4d84-bcf4-8de6e56cd123 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:07:04.104048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Attempting to bind port c6080084-5505-4d84-bcf4-8de6e56cd123 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '896239cd-2524-4c8b-9737-3b1d7e86df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e6168db2-9129-4fb7-ab5e-c1e8d7c20c58'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:07:04.104450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Attempting to bind port c6080084-5505-4d84-bcf4-8de6e56cd123 on network e6168db2-9129-4fb7-ab5e-c1e8d7c20c58 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:07:04.113345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Port c6080084-5505-4d84-bcf4-8de6e56cd123 on network e6168db2-9129-4fb7-ab5e-c1e8d7c20c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:07:04.113760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Attempting to bind port c6080084-5505-4d84-bcf4-8de6e56cd123 on network e6168db2-9129-4fb7-ab5e-c1e8d7c20c58 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:07:04.129699 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:07:04.130139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Checking segment: {'id': '896239cd-2524-4c8b-9737-3b1d7e86df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e6168db2-9129-4fb7-ab5e-c1e8d7c20c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:07:04.130583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Bound using segment: {'id': '896239cd-2524-4c8b-9737-3b1d7e86df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e6168db2-9129-4fb7-ab5e-c1e8d7c20c58'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:07:04.131088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Bound port: c6080084-5505-4d84-bcf4-8de6e56cd123, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896239cd-2524-4c8b-9737-3b1d7e86df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e6168db2-9129-4fb7-ab5e-c1e8d7c20c58'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:07:04.131522 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c6080084-5505-4d84-bcf4-8de6e56cd123), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:04.187656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe13ce84-f352-4594-bc10-82a72be5b938 req-c796776d-eae8-4541-9089-28febcb88cc2 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/security-groups?id=999b9e72-a101-435b-87f7-8a884c4832a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780594 Mar 07 22:07:04.218098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] For port c6080084-5505-4d84-bcf4-8de6e56cd123, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:07:04.221554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] For port c6080084-5505-4d84-bcf4-8de6e56cd123, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c6080084-5505-4d84-bcf4-8de6e56cd123,segment=NetworkSegment(896239cd-2524-4c8b-9737-3b1d7e86df59),segment_id=896239cd-2524-4c8b-9737-3b1d7e86df59)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:07:04.227602 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c6080084-5505-4d84-bcf4-8de6e56cd123), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:04.270720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:04.271344 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:04.272785 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-eadb2221-d763-412c-96c4-86f365944787 service neutron] 10.222.0.15 "PUT /v2.0/ports/c6080084-5505-4d84-bcf4-8de6e56cd123 HTTP/1.1" status: 200 len: 1091 time: 0.7556419 Mar 07 22:07:04.273538 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bb12b2-e022-4a44-9b32-865723fd4b97', 'tag': 'c6080084-5505-4d84-bcf4-8de6e56cd123'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:04.275914 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099fa5a4-d9e7-44c0-b65b-f73b87520e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "63bb12b2-e022-4a44-9b32-865723fd4b97", "tag": "c6080084-5505-4d84-bcf4-8de6e56cd123"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:07:04.306292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb2221-d763-412c-96c4-86f365944787 service neutron] Pushing event updated for resources: {'Port': ['ID=c6080084-5505-4d84-bcf4-8de6e56cd123,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:04.329874 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187b2405-7a2f-4edc-9a5a-87f73f0d6375 x-openstack-request-id: req-187b2405-7a2f-4edc-9a5a-87f73f0d6375 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:07:04.330748 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63bb12b2-e022-4a44-9b32-865723fd4b97", "tag": "c6080084-5505-4d84-bcf4-8de6e56cd123", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:07:04.331170 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-187b2405-7a2f-4edc-9a5a-87f73f0d6375 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:07:04.331764 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bb12b2-e022-4a44-9b32-865723fd4b97', 'tag': 'c6080084-5505-4d84-bcf4-8de6e56cd123', 'status': 'completed', 'code': 200} Mar 07 22:07:04.401992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-42338b15-c134-42e4-b35d-a5f24e8c1c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:04.403628 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-42338b15-c134-42e4-b35d-a5f24e8c1c5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70f1551897434bc1a793d0e8f9ae81a8&device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 1125 time: 0.0633969 Mar 07 22:07:04.454684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-8467bba0-16d2-4dd0-b76d-ab82409f7ee3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6080084-5505-4d84-bcf4-8de6e56cd123 HTTP/1.1" status: 200 len: 217 time: 0.0400410 Mar 07 22:07:04.507773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-789c372b-1b44-4f71-a7f7-f9ceaf45b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:04.509426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-789c372b-1b44-4f71-a7f7-f9ceaf45b5d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86426e92-e3bd-49be-b60b-75e59122e4cb HTTP/1.1" status: 200 len: 848 time: 0.0463107 Mar 07 22:07:04.545906 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-fd4209d6-37ac-4df3-b6ee-df873c0a2442 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6168db2-9129-4fb7-ab5e-c1e8d7c20c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260239 Mar 07 22:07:04.663493 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-63208aa4-4156-4358-b081-f4fd32138c67 service neutron] 10.222.0.15 "GET /v2.0/networks/e6168db2-9129-4fb7-ab5e-c1e8d7c20c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094408 Mar 07 22:07:04.776137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f419936a-daf7-43a9-a01f-d59515a0d6bb req-506f649c-cd16-4c9d-b632-5faa121c89b7 service neutron] 10.222.0.15 "GET /v2.0/networks/e6168db2-9129-4fb7-ab5e-c1e8d7c20c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025438 Mar 07 22:07:04.908105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fa5a4-d9e7-44c0-b65b-f73b87520e0e req-aabe0611-563f-4315-a156-4a728e031b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:04.909647 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-099fa5a4-d9e7-44c0-b65b-f73b87520e0e req-aabe0611-563f-4315-a156-4a728e031b76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70f1551897434bc1a793d0e8f9ae81a8&device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 1125 time: 0.0766141 Mar 07 22:07:05.012485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fa5a4-d9e7-44c0-b65b-f73b87520e0e req-1793de38-3197-44f4-868c-a2da79e8cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:05.013872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-099fa5a4-d9e7-44c0-b65b-f73b87520e0e req-1793de38-3197-44f4-868c-a2da79e8cdc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e6168db2-9129-4fb7-ab5e-c1e8d7c20c58 HTTP/1.1" status: 200 len: 909 time: 0.0953295 Mar 07 22:07:05.067284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-099fa5a4-d9e7-44c0-b65b-f73b87520e0e req-7533011c-5bf1-416b-88ee-5b4ce4b79dc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6080084-5505-4d84-bcf4-8de6e56cd123 HTTP/1.1" status: 200 len: 217 time: 0.0447328 Mar 07 22:07:05.119308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fa5a4-d9e7-44c0-b65b-f73b87520e0e req-ddae5bdd-d8e3-4012-a3d5-f512727c43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:05.121052 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-099fa5a4-d9e7-44c0-b65b-f73b87520e0e req-ddae5bdd-d8e3-4012-a3d5-f512727c43ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86426e92-e3bd-49be-b60b-75e59122e4cb HTTP/1.1" status: 200 len: 848 time: 0.0476229 Mar 07 22:07:05.155360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-099fa5a4-d9e7-44c0-b65b-f73b87520e0e req-930ccaa2-cc60-4ab7-adea-606cff20530b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6168db2-9129-4fb7-ab5e-c1e8d7c20c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275202 Mar 07 22:07:05.257034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-099fa5a4-d9e7-44c0-b65b-f73b87520e0e req-e00589b7-68b5-40a4-bac3-6bbea62a4c18 service neutron] 10.222.0.15 "GET /v2.0/networks/e6168db2-9129-4fb7-ab5e-c1e8d7c20c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943928 Mar 07 22:07:05.389508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337f850-6b90-4a49-9fd5-d8ef2637f186 req-09a01e15-65ac-4090-b9e0-647729840fd4 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:05.391764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f337f850-6b90-4a49-9fd5-d8ef2637f186 req-09a01e15-65ac-4090-b9e0-647729840fd4 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 943 time: 0.1033471 Mar 07 22:07:05.402941 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-099fa5a4-d9e7-44c0-b65b-f73b87520e0e req-ae7ac144-4e98-4cb7-9778-fde3eb0e3353 service neutron] 10.222.0.15 "GET /v2.0/networks/e6168db2-9129-4fb7-ab5e-c1e8d7c20c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387143 Mar 07 22:07:05.472182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f337f850-6b90-4a49-9fd5-d8ef2637f186 req-0b437773-e982-4cf7-a5f1-e44d0c42073f tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/security-groups?id=999b9e72-a101-435b-87f7-8a884c4832a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636399 Mar 07 22:07:06.606616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a8765-9eb5-4b82-9213-7755c9c46d69 req-b6869f18-2b8b-4df1-8a59-116e7699a200 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:06.608516 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d8a8765-9eb5-4b82-9213-7755c9c46d69 req-b6869f18-2b8b-4df1-8a59-116e7699a200 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 943 time: 0.0536532 Mar 07 22:07:06.656120 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d8a8765-9eb5-4b82-9213-7755c9c46d69 req-ac541c2b-0dde-4784-9035-109f1cf533fe tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/security-groups?id=999b9e72-a101-435b-87f7-8a884c4832a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414200 Mar 07 22:07:07.778231 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bd153-6126-4404-8ca7-ac0f61297227 req-e9dbe7cd-3e14-4734-96c2-cd969aea929c tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:07.780808 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-613bd153-6126-4404-8ca7-ac0f61297227 req-e9dbe7cd-3e14-4734-96c2-cd969aea929c tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 943 time: 0.0547173 Mar 07 22:07:07.832012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-613bd153-6126-4404-8ca7-ac0f61297227 req-462c8e85-d99e-4267-a5b7-5cbc62e4bf73 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/security-groups?id=999b9e72-a101-435b-87f7-8a884c4832a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451455 Mar 07 22:07:08.113857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c6080084-5505-4d84-bcf4-8de6e56cd123 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:07:08.225356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c6080084-5505-4d84-bcf4-8de6e56cd123, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c6080084-5505-4d84-bcf4-8de6e56cd123,segment=NetworkSegment(896239cd-2524-4c8b-9737-3b1d7e86df59),segment_id=896239cd-2524-4c8b-9737-3b1d7e86df59)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:08.237790 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'c6080084-5505-4d84-bcf4-8de6e56cd123', 'network_id': 'e6168db2-9129-4fb7-ab5e-c1e8d7c20c58', 'port_id': 'c6080084-5505-4d84-bcf4-8de6e56cd123', 'mac_address': 'fa:16:3e:e2:ae:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86426e92-e3bd-49be-b60b-75e59122e4cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:07:08.281038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c6080084-5505-4d84-bcf4-8de6e56cd123 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:07:08.281923 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c6080084-5505-4d84-bcf4-8de6e56cd123), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:08.296259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6080084-5505-4d84-bcf4-8de6e56cd123 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:07:08.320683 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c6080084-5505-4d84-bcf4-8de6e56cd123, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c6080084-5505-4d84-bcf4-8de6e56cd123,segment=NetworkSegment(896239cd-2524-4c8b-9737-3b1d7e86df59),segment_id=896239cd-2524-4c8b-9737-3b1d7e86df59)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:08.328170 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c6080084-5505-4d84-bcf4-8de6e56cd123), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:08.379694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c6080084-5505-4d84-bcf4-8de6e56cd123,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:08.599237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['c6080084-5505-4d84-bcf4-8de6e56cd123'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:07:08.614904 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:07:08.975483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82587a94-8962-4afe-a7ba-a9863335bf1a req-1199d59f-7ecd-4370-96b1-37bf0f5238f1 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:08.983806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82587a94-8962-4afe-a7ba-a9863335bf1a req-1199d59f-7ecd-4370-96b1-37bf0f5238f1 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 944 time: 0.0723681 Mar 07 22:07:09.054396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82587a94-8962-4afe-a7ba-a9863335bf1a req-2f72a6d6-5ec9-41dc-a663-900860ed936f tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/security-groups?id=999b9e72-a101-435b-87f7-8a884c4832a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652566 Mar 07 22:07:10.138118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c6080084-5505-4d84-bcf4-8de6e56cd123 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:07:10.244581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port c6080084-5505-4d84-bcf4-8de6e56cd123 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:07:10.257090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761d01c-1acc-413f-b5a9-6351ef7b14c3 req-c0b31b86-e0e0-4472-9584-93b53d9c7d34 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:10.258343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1761d01c-1acc-413f-b5a9-6351ef7b14c3 req-c0b31b86-e0e0-4472-9584-93b53d9c7d34 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 944 time: 0.0954165 Mar 07 22:07:10.266675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port c6080084-5505-4d84-bcf4-8de6e56cd123 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:07:10.268105 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c6080084-5505-4d84-bcf4-8de6e56cd123), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:10.339816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1761d01c-1acc-413f-b5a9-6351ef7b14c3 req-ddb09ad5-d2b6-4d69-9e85-bd5a9389f215 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/security-groups?id=999b9e72-a101-435b-87f7-8a884c4832a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743606 Mar 07 22:07:10.365204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c6080084-5505-4d84-bcf4-8de6e56cd123 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:07:10.365736 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c6080084-5505-4d84-bcf4-8de6e56cd123), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:10.393106 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bb12b2-e022-4a44-9b32-865723fd4b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6080084-5505-4d84-bcf4-8de6e56cd123'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:10.395805 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a250867d-acc9-467b-916c-6bbe6dd1893b" -d '{"events": [{"server_uuid": "63bb12b2-e022-4a44-9b32-865723fd4b97", "name": "network-vif-plugged", "status": "completed", "tag": "c6080084-5505-4d84-bcf4-8de6e56cd123"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:07:10.409954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c6080084-5505-4d84-bcf4-8de6e56cd123, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c6080084-5505-4d84-bcf4-8de6e56cd123,segment=NetworkSegment(896239cd-2524-4c8b-9737-3b1d7e86df59),segment_id=896239cd-2524-4c8b-9737-3b1d7e86df59)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:10.416126 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c6080084-5505-4d84-bcf4-8de6e56cd123), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:10.470285 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237d8eca-3e29-404d-bb87-3912f0df0359 x-openstack-request-id: req-237d8eca-3e29-404d-bb87-3912f0df0359 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:07:10.470734 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bb12b2-e022-4a44-9b32-865723fd4b97", "name": "network-vif-plugged", "status": "completed", "tag": "c6080084-5505-4d84-bcf4-8de6e56cd123", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:07:10.470995 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-237d8eca-3e29-404d-bb87-3912f0df0359 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:07:10.471391 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bb12b2-e022-4a44-9b32-865723fd4b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6080084-5505-4d84-bcf4-8de6e56cd123', 'code': 200} Mar 07 22:07:10.472348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c6080084-5505-4d84-bcf4-8de6e56cd123,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:10.592704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079c5b3-35f5-455d-800a-86b26cdb2651 req-e7fdc468-0298-4a41-88c7-2a2d37a6fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:10.594294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3079c5b3-35f5-455d-800a-86b26cdb2651 req-e7fdc468-0298-4a41-88c7-2a2d37a6fcab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 1127 time: 0.0532548 Mar 07 22:07:10.640157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3079c5b3-35f5-455d-800a-86b26cdb2651 req-a65f394b-6f2f-467a-be9e-9a8f3d655565 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=999b9e72-a101-435b-87f7-8a884c4832a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389094 Mar 07 22:07:11.491737 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef705d-7122-40ba-bf93-a45eb55cf0e2 req-8b254e22-04b8-40fe-839b-2e392e028dba tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:11.493956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63ef705d-7122-40ba-bf93-a45eb55cf0e2 req-8b254e22-04b8-40fe-839b-2e392e028dba tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 945 time: 0.0594790 Mar 07 22:07:11.556406 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63ef705d-7122-40ba-bf93-a45eb55cf0e2 req-e557359a-7626-4130-b53c-226eac1410cf tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/security-groups?id=999b9e72-a101-435b-87f7-8a884c4832a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562019 Mar 07 22:07:12.809474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cb203-24e3-4697-958d-59201568df8a req-2cc410fd-48a2-4aec-9f8a-9defe777fdd6 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:12.823031 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a4cb203-24e3-4697-958d-59201568df8a req-2cc410fd-48a2-4aec-9f8a-9defe777fdd6 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 945 time: 0.1860251 Mar 07 22:07:12.890411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a4cb203-24e3-4697-958d-59201568df8a req-56e4c58e-49de-40f2-b539-0902c04f3709 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/security-groups?id=999b9e72-a101-435b-87f7-8a884c4832a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663326 Mar 07 22:07:15.664761 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-65e53868-5a15-4b19-8271-8d281d970fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:16.149808 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:17.323672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26d5ae-ac37-48d7-aa47-4729d958b1c3 req-b63d1d1d-6ba1-4c9e-935b-b1e1042ea306 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:17.333726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d26d5ae-ac37-48d7-aa47-4729d958b1c3 req-b63d1d1d-6ba1-4c9e-935b-b1e1042ea306 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 945 time: 0.1114469 Mar 07 22:07:17.446054 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d26d5ae-ac37-48d7-aa47-4729d958b1c3 req-1147cb1a-d7da-4500-a921-6f0bc6410221 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/security-groups?id=999b9e72-a101-435b-87f7-8a884c4832a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055460 Mar 07 22:07:18.131016 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e62b9742-203d-4f4c-9102-c94ee2a8f7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:18.409194 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:18.740847 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a842833-b402-463f-9a3d-e0005f0170b1 req-5aa12e59-b5de-4fd0-b171-d14ea2836cab tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:18.742934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a842833-b402-463f-9a3d-e0005f0170b1 req-5aa12e59-b5de-4fd0-b171-d14ea2836cab tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.15 "GET /v2.0/ports?device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 945 time: 0.1299937 Mar 07 22:07:18.751778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc39ac-b781-43d8-9caa-0c5d68a0c105 req-860e80d5-eeb6-4298-a767-902676994a5d tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:18.753580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20bc39ac-b781-43d8-9caa-0c5d68a0c105 req-860e80d5-eeb6-4298-a767-902676994a5d tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 945 time: 0.2056801 Mar 07 22:07:18.841580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20bc39ac-b781-43d8-9caa-0c5d68a0c105 req-6670f12d-8651-4f06-9cd9-622f0a4586c7 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/security-groups?id=999b9e72-a101-435b-87f7-8a884c4832a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804679 Mar 07 22:07:18.981684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-2a842833-b402-463f-9a3d-e0005f0170b1 req-09a4bc0b-6f53-4af2-aaa8-f1f542b92281 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Deleting port c6080084-5505-4d84-bcf4-8de6e56cd123 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:07:18.983011 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2a842833-b402-463f-9a3d-e0005f0170b1 req-09a4bc0b-6f53-4af2-aaa8-f1f542b92281 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c6080084-5505-4d84-bcf4-8de6e56cd123), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:19.092347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2a842833-b402-463f-9a3d-e0005f0170b1 req-09a4bc0b-6f53-4af2-aaa8-f1f542b92281 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] For port c6080084-5505-4d84-bcf4-8de6e56cd123, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c6080084-5505-4d84-bcf4-8de6e56cd123,segment=NetworkSegment(896239cd-2524-4c8b-9737-3b1d7e86df59),segment_id=896239cd-2524-4c8b-9737-3b1d7e86df59)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:19.092803 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2a842833-b402-463f-9a3d-e0005f0170b1 req-09a4bc0b-6f53-4af2-aaa8-f1f542b92281 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c6080084-5505-4d84-bcf4-8de6e56cd123), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:19.119707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-2a842833-b402-463f-9a3d-e0005f0170b1 req-09a4bc0b-6f53-4af2-aaa8-f1f542b92281 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Calling delete_port for c6080084-5505-4d84-bcf4-8de6e56cd123 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:07:19.352017 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:19.388339 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2a842833-b402-463f-9a3d-e0005f0170b1 req-09a4bc0b-6f53-4af2-aaa8-f1f542b92281 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c6080084-5505-4d84-bcf4-8de6e56cd123), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:19.403164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['c6080084-5505-4d84-bcf4-8de6e56cd123'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:07:19.896999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4bc0b-6f53-4af2-aaa8-f1f542b92281 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Pushing event deleted for resources: {'Port': ['ID=c6080084-5505-4d84-bcf4-8de6e56cd123,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:19.997012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a842833-b402-463f-9a3d-e0005f0170b1 req-09a4bc0b-6f53-4af2-aaa8-f1f542b92281 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] No DVR routers for this DVR port c6080084-5505-4d84-bcf4-8de6e56cd123 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:07:20.015282 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2a842833-b402-463f-9a3d-e0005f0170b1 req-09a4bc0b-6f53-4af2-aaa8-f1f542b92281 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:20.020095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a842833-b402-463f-9a3d-e0005f0170b1 req-09a4bc0b-6f53-4af2-aaa8-f1f542b92281 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.15 "DELETE /v2.0/ports/c6080084-5505-4d84-bcf4-8de6e56cd123 HTTP/1.1" status: 204 len: 173 time: 1.2654316 Mar 07 22:07:20.020732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bb12b2-e022-4a44-9b32-865723fd4b97', 'name': 'network-vif-deleted', 'tag': 'c6080084-5505-4d84-bcf4-8de6e56cd123'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:20.024294 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23995821-dafa-4dc0-a70c-0066e0585eae" -d '{"events": [{"server_uuid": "63bb12b2-e022-4a44-9b32-865723fd4b97", "name": "network-vif-deleted", "tag": "c6080084-5505-4d84-bcf4-8de6e56cd123"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:07:20.029400 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ebc7067-fc5e-4410-bba1-787be3d8e439 req-d2074f2e-2c92-4061-a0aa-b8bef1f8f787 tempest-VolumesActionsTest-108792492 tempest-VolumesActionsTest-108792492-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bb12b2-e022-4a44-9b32-865723fd4b97 HTTP/1.1" status: 200 len: 210 time: 0.0794680 Mar 07 22:07:20.135158 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d5d867-c473-4df3-99d5-2c81f07410ca x-openstack-request-id: req-82d5d867-c473-4df3-99d5-2c81f07410ca {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:07:20.135326 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bb12b2-e022-4a44-9b32-865723fd4b97", "name": "network-vif-deleted", "tag": "c6080084-5505-4d84-bcf4-8de6e56cd123", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:07:20.135581 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82d5d867-c473-4df3-99d5-2c81f07410ca {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:07:20.135989 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bb12b2-e022-4a44-9b32-865723fd4b97', 'name': 'network-vif-deleted', 'tag': 'c6080084-5505-4d84-bcf4-8de6e56cd123', 'status': 'completed', 'code': 200} Mar 07 22:07:20.341073 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:22.128936 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:22.174510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c6080084-5505-4d84-bcf4-8de6e56cd123 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:07:22.208826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: c6080084-5505-4d84-bcf4-8de6e56cd123 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:07:22.209074 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c6080084-5505-4d84-bcf4-8de6e56cd123 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:07:23.268861 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-acf78498-6ab7-40f6-b1b7-783ee6a0a0cd req-8433cdbf-57f8-4690-b197-a4334c082b6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783548 Mar 07 22:07:23.389790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf78498-6ab7-40f6-b1b7-783ee6a0a0cd req-3093898a-62c7-4625-b690-6b59caffe024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:23.391728 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-acf78498-6ab7-40f6-b1b7-783ee6a0a0cd req-3093898a-62c7-4625-b690-6b59caffe024 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=487733d1b08c4d44bf0d799bdc3c5712&device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 1132 time: 0.0672507 Mar 07 22:07:23.553718 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf78498-6ab7-40f6-b1b7-783ee6a0a0cd req-1bc8e368-95dc-4060-b5e3-b12836b2bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:23.555684 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-acf78498-6ab7-40f6-b1b7-783ee6a0a0cd req-1bc8e368-95dc-4060-b5e3-b12836b2bb89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.1423006 Mar 07 22:07:23.670293 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-acf78498-6ab7-40f6-b1b7-783ee6a0a0cd req-8d7cdc87-907d-402c-8635-335b807e836a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=af75c312-d76c-4e1d-973c-b93977c5514b HTTP/1.1" status: 200 len: 217 time: 0.1058109 Mar 07 22:07:23.768032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf78498-6ab7-40f6-b1b7-783ee6a0a0cd req-8f4c9a97-f536-4500-a324-c2e74161d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:23.769897 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-acf78498-6ab7-40f6-b1b7-783ee6a0a0cd req-8f4c9a97-f536-4500-a324-c2e74161d75a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0932856 Mar 07 22:07:23.867864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf78498-6ab7-40f6-b1b7-783ee6a0a0cd req-07202325-4283-4f29-8376-aea2a6c40bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:23.869923 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-acf78498-6ab7-40f6-b1b7-783ee6a0a0cd req-07202325-4283-4f29-8376-aea2a6c40bff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0921662 Mar 07 22:07:23.991002 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-acf78498-6ab7-40f6-b1b7-783ee6a0a0cd req-5db44489-718b-4314-8ec9-d140d33ab7fe service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144059 Mar 07 22:07:24.120107 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-acf78498-6ab7-40f6-b1b7-783ee6a0a0cd req-9a525801-2322-4be8-875a-f2a73288b05e service neutron] 10.222.0.13 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212175 Mar 07 22:07:28.525372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33864) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:28.530967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9b257982-bdb3-448c-9305-86152418d8b6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1884596927', 'description': 'tempest-description--213114009'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:28.578418 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b257982-bdb3-448c-9305-86152418d8b6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:28.665491 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b257982-bdb3-448c-9305-86152418d8b6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (c1178175-c7c2-49c5-8f21-5e1c0435e23e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:28.672321 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b257982-bdb3-448c-9305-86152418d8b6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c1178175-c7c2-49c5-8f21-5e1c0435e23e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:28.711335 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b257982-bdb3-448c-9305-86152418d8b6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1178175-c7c2-49c5-8f21-5e1c0435e23e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:28.729842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b257982-bdb3-448c-9305-86152418d8b6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:28.731832 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b257982-bdb3-448c-9305-86152418d8b6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2044082 Mar 07 22:07:28.735269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 33868) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:28.740465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3a8a333f-bab3-4a94-afe9-c7c41ed5713b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'security_group_rule': {'security_group_id': 'c1178175-c7c2-49c5-8f21-5e1c0435e23e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:28.779152 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a8a333f-bab3-4a94-afe9-c7c41ed5713b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (c2148d51-a5ca-466f-842a-cda098fa12bf), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:28.886473 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a8a333f-bab3-4a94-afe9-c7c41ed5713b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (c2148d51-a5ca-466f-842a-cda098fa12bf), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:28.894276 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a8a333f-bab3-4a94-afe9-c7c41ed5713b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (c2148d51-a5ca-466f-842a-cda098fa12bf), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:28.926496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a333f-bab3-4a94-afe9-c7c41ed5713b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2148d51-a5ca-466f-842a-cda098fa12bf,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:28.931756 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a8a333f-bab3-4a94-afe9-c7c41ed5713b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:28.934899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3a8a333f-bab3-4a94-afe9-c7c41ed5713b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1980498 Mar 07 22:07:28.938193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33870) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:28.956835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a2edd9ba-7ea2-4910-b393-45eee0b9e499 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'security_group_rule': {'security_group_id': 'c1178175-c7c2-49c5-8f21-5e1c0435e23e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:29.011119 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a2edd9ba-7ea2-4910-b393-45eee0b9e499 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (64aa5e33-898b-46ac-9818-5e1f86dd432e), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:29.090571 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a2edd9ba-7ea2-4910-b393-45eee0b9e499 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (64aa5e33-898b-46ac-9818-5e1f86dd432e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:29.097388 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a2edd9ba-7ea2-4910-b393-45eee0b9e499 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (64aa5e33-898b-46ac-9818-5e1f86dd432e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:29.122983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edd9ba-7ea2-4910-b393-45eee0b9e499 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64aa5e33-898b-46ac-9818-5e1f86dd432e,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:29.139082 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a2edd9ba-7ea2-4910-b393-45eee0b9e499 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:29.140866 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a2edd9ba-7ea2-4910-b393-45eee0b9e499 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2011566 Mar 07 22:07:29.143732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33872) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:29.148736 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:29.189348 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:29.344189 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:29.930902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Allocated IP 172.25.4.182 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/60a7a956-756a-408f-a1be-fa34e120b448) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:07:30.071274 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for port (60a7a956-756a-408f-a1be-fa34e120b448), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:30.148407 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (60a7a956-756a-408f-a1be-fa34e120b448), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:30.186124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:07:30.189560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:07:30.193820 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:07:30.240503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'Port': ['ID=60a7a956-756a-408f-a1be-fa34e120b448,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:30.449153 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (69b6deea-812d-4ff3-88e9-a38958cc686b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:30.505480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (60a7a956-756a-408f-a1be-fa34e120b448), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:30.724829 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for port (60a7a956-756a-408f-a1be-fa34e120b448), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:30.735428 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (60a7a956-756a-408f-a1be-fa34e120b448), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:30.834283 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (69b6deea-812d-4ff3-88e9-a38958cc686b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:30.848711 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'Port': ['ID=60a7a956-756a-408f-a1be-fa34e120b448,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:30.860086 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:30.875089 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f22c1c61-1ac5-4828-9490-0fe340507ed7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7210104 Mar 07 22:07:31.187337 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33916) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:31.208432 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-4b3a53f4-9075-417e-8fd4-05c00b7bec78 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1884596927&fields=id&tenant_id=a348ede039584875801ba3e8e4548330 HTTP/1.1" status: 200 len: 267 time: 0.0996745 Mar 07 22:07:31.433989 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-08723e6c-c433-4082-98fd-d0ced83e48fd tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:31.435538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-08723e6c-c433-4082-98fd-d0ced83e48fd tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 814 time: 0.2263191 Mar 07 22:07:31.463592 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-88dc8e3e-899a-4344-9579-f166af0d6a4e tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/quotas/a348ede039584875801ba3e8e4548330 HTTP/1.1" status: 200 len: 375 time: 0.0217831 Mar 07 22:07:31.613322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-0864324a-02dd-483c-91e6-3fe0df4e1d65 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1429431 Mar 07 22:07:31.896747 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-c394f404-fe48-4d67-b1e4-c0108876ebed service neutron] 10.222.0.26 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676024 Mar 07 22:07:32.103273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a936-6cb8-4fb7-9af3-81d43ccd60d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (c7a895eb-86a6-4403-82c9-dce04f0db69b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:32.110713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-8c0b37c8-c32b-4e67-8694-4c163548c022 service neutron] 10.222.0.26 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081320 Mar 07 22:07:32.557756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-80625f86-18a8-4670-8ddf-3146dd783b2a req-d7a7cb51-dc6f-4668-a2fe-c05e6b0be78c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 210 time: 0.0854464 Mar 07 22:07:32.693847 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1fc3a936-6cb8-4fb7-9af3-81d43ccd60d5 admin admin] Deleting port d66e4b92-850c-424c-99d1-285368452793 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:07:32.694429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a936-6cb8-4fb7-9af3-81d43ccd60d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d66e4b92-850c-424c-99d1-285368452793), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:32.860622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-1fc3a936-6cb8-4fb7-9af3-81d43ccd60d5 admin admin] For port d66e4b92-850c-424c-99d1-285368452793, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d66e4b92-850c-424c-99d1-285368452793,segment=NetworkSegment(9ccee63f-6835-41fb-9085-3a09c869f5f3),segment_id=9ccee63f-6835-41fb-9085-3a09c869f5f3)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:32.861181 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a936-6cb8-4fb7-9af3-81d43ccd60d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d66e4b92-850c-424c-99d1-285368452793), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:32.891199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1fc3a936-6cb8-4fb7-9af3-81d43ccd60d5 admin admin] Calling delete_port for d66e4b92-850c-424c-99d1-285368452793 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:07:33.384133 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a936-6cb8-4fb7-9af3-81d43ccd60d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d66e4b92-850c-424c-99d1-285368452793), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:33.594836 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3a936-6cb8-4fb7-9af3-81d43ccd60d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d66e4b92-850c-424c-99d1-285368452793,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:33.787539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0f096d8-6116-4654-b87d-80a7996185e7 req-efd92827-c007-440d-ad8f-3a3da290ca2f tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 210 time: 0.1015542 Mar 07 22:07:34.034170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a936-6cb8-4fb7-9af3-81d43ccd60d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (c7a895eb-86a6-4403-82c9-dce04f0db69b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:34.340166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-18937b77-deeb-4e3a-a92c-35c6c9d9e721 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:34.342243 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-18937b77-deeb-4e3a-a92c-35c6c9d9e721 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.15 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 814 time: 0.1558685 Mar 07 22:07:34.462624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc3a936-6cb8-4fb7-9af3-81d43ccd60d5 admin admin] Router c7a895eb-86a6-4403-82c9-dce04f0db69b has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:07:34.486658 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-8d383d02-1ce9-4731-a9b8-da67ca0c32dd tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a348ede039584875801ba3e8e4548330 HTTP/1.1" status: 200 len: 473 time: 0.1355207 Mar 07 22:07:34.500487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'port': {'device_id': 'c8820113-a9a0-4220-a768-6f6ad966cb1f', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'admin_state_up': True, 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'security_groups': ['c1178175-c7c2-49c5-8f21-5e1c0435e23e']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:34.682433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc3a936-6cb8-4fb7-9af3-81d43ccd60d5 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:07:34.694786 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1fc3a936-6cb8-4fb7-9af3-81d43ccd60d5 admin admin] 10.222.0.26 "PUT /v2.0/routers/c7a895eb-86a6-4403-82c9-dce04f0db69b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5040808 Mar 07 22:07:34.695570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33968) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:34.702977 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbefbe1d-e4d1-4ad6-b66f-c46685408c09 None None] Sync routers for ids ['c7a895eb-86a6-4403-82c9-dce04f0db69b'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:07:34.717706 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbefbe1d-e4d1-4ad6-b66f-c46685408c09 None None] Routers {'c7a895eb-86a6-4403-82c9-dce04f0db69b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:07:34.720848 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-fbefbe1d-e4d1-4ad6-b66f-c46685408c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:07:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c7a895eb-86a6-4403-82c9-dce04f0db69b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:34.725177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Made reservation on behalf of a348ede039584875801ba3e8e4548330 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:07:34.734135 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:34.919752 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] Publish callbacks [] for router (c7a895eb-86a6-4403-82c9-dce04f0db69b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:34.928513 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-fbefbe1d-e4d1-4ad6-b66f-c46685408c09 None None] Set router c7a895eb-86a6-4403-82c9-dce04f0db69b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:07:34.960699 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b72c8b72-926b-4b7b-b639-e78e439ef056 req-f3548d3a-04be-4705-95f2-47f6fd956ccd tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 210 time: 0.0643098 Mar 07 22:07:35.084006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Allocated IP 172.20.0.9 (562b85e0-340d-42cd-8872-2484d3f89992/d557b9c7-6244-4ed7-9421-d0772ecb1a58/8f3538aa-d392-4fb9-af11-6e1d2c2d5475) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:07:35.159490 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] Publish callbacks [] for router_gateway (c7a895eb-86a6-4403-82c9-dce04f0db69b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:35.238496 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-fbefbe1d-e4d1-4ad6-b66f-c46685408c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:43Z', 'updated_at': '2022-03-07T22:07:33Z', 'revision_number': 5, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'gw_port': {'id': 'd4ff252f-dd1c-4121-a20d-1da0a9a7bb22', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:44Z', 'updated_at': '2022-03-07T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:35.260972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] Deleting port d4ff252f-dd1c-4121-a20d-1da0a9a7bb22 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:07:35.261655 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d4ff252f-dd1c-4121-a20d-1da0a9a7bb22), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:35.274783 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbefbe1d-e4d1-4ad6-b66f-c46685408c09 None None] Checking router: c7a895eb-86a6-4403-82c9-dce04f0db69b for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:07:35.286878 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbefbe1d-e4d1-4ad6-b66f-c46685408c09 None None] Routers {'c7a895eb-86a6-4403-82c9-dce04f0db69b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:07:35.287501 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-fbefbe1d-e4d1-4ad6-b66f-c46685408c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:07:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c7a895eb-86a6-4403-82c9-dce04f0db69b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:35.381319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] For port d4ff252f-dd1c-4121-a20d-1da0a9a7bb22, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d4ff252f-dd1c-4121-a20d-1da0a9a7bb22,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:35.381689 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d4ff252f-dd1c-4121-a20d-1da0a9a7bb22), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:35.388892 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:35.440500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] Calling delete_port for d4ff252f-dd1c-4121-a20d-1da0a9a7bb22 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:07:35.442801 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-fbefbe1d-e4d1-4ad6-b66f-c46685408c09 None None] Set router c7a895eb-86a6-4403-82c9-dce04f0db69b gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:07:35.562534 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:35.580369 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-fbefbe1d-e4d1-4ad6-b66f-c46685408c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:43Z', 'updated_at': '2022-03-07T22:07:35Z', 'revision_number': 6, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:35.619655 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbefbe1d-e4d1-4ad6-b66f-c46685408c09 None None] The sync data for ids ['c7a895eb-86a6-4403-82c9-dce04f0db69b'] in n-d-832330-1 is: [{'id': 'c7a895eb-86a6-4403-82c9-dce04f0db69b', 'name': 'tempest-TaggedBootDevicesTest_v242-992575566-router', 'tenant_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:43Z', 'updated_at': '2022-03-07T22:07:35Z', 'revision_number': 6, 'project_id': '3fc67ef9f01d44319fd008ca1bc5a8e4', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:07:35.679290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Network 562b85e0-340d-42cd-8872-2484d3f89992 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:07:35.684921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:07:35.692771 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c964dd9-09a9-4925-aa1a-7bebbd5adb26 req-790324d8-16db-4aae-b868-39305653044d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3332057 Mar 07 22:07:35.693688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:07:35.770041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:35.770949 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:35.830434 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d4ff252f-dd1c-4121-a20d-1da0a9a7bb22), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:35.860444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'Port': ['ID=8f3538aa-d392-4fb9-af11-6e1d2c2d5475,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:35.875061 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ff252f-dd1c-4121-a20d-1da0a9a7bb22,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:35.905887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c964dd9-09a9-4925-aa1a-7bebbd5adb26 req-6b08fed1-121c-47e1-bcc6-e2dc46e45491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:35.911846 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c964dd9-09a9-4925-aa1a-7bebbd5adb26 req-6b08fed1-121c-47e1-bcc6-e2dc46e45491 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 1127 time: 0.1354625 Mar 07 22:07:35.916415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4200103 Mar 07 22:07:35.918622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:35.919234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:35.919820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:35.920391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:35.920997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:35.921551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:35.922173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:35.922757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:35.923324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:35.923877 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:35.924440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:35.925003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:35.925551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835be5-89f0-483f-8c2b-41f462f4c888 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:35.940936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Request body: {'port': {'device_id': 'c8820113-a9a0-4220-a768-6f6ad966cb1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:35.987590 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (c7a895eb-86a6-4403-82c9-dce04f0db69b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:36.208862 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e0548c3a-0a6f-4fbd-b8ac-31e9159607f7 None None] Provisioning complete for port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:07:36.209472 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e0548c3a-0a6f-4fbd-b8ac-31e9159607f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:36.229814 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:36.309770 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e0548c3a-0a6f-4fbd-b8ac-31e9159607f7 None None] Port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:07:36.594392 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (c7a895eb-86a6-4403-82c9-dce04f0db69b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:36.596630 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] Publish callbacks [] for router_controller (c7a895eb-86a6-4403-82c9-dce04f0db69b), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:36.630020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:07:36.643644 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Publish callbacks [] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:36.667739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Transition to ACTIVE for port object 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:07:36.685234 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:36.711410 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (c7a895eb-86a6-4403-82c9-dce04f0db69b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:36.712775 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7a895eb-86a6-4403-82c9-dce04f0db69b {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:07:36.723107 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:36.727929 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dcaedb15-30b6-4cd0-9da5-46c6933c7447 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c7a895eb-86a6-4403-82c9-dce04f0db69b HTTP/1.1" status: 204 len: 168 time: 2.0312724 Mar 07 22:07:36.728608 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 33996) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:36.752193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3538aa-d392-4fb9-af11-6e1d2c2d5475,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:36.828798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61763d6-c56f-4891-b590-10dc5291369d req-991401d5-90da-409b-89ff-6238967b0b28 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:36.830969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f61763d6-c56f-4891-b590-10dc5291369d req-991401d5-90da-409b-89ff-6238967b0b28 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 931 time: 0.6764946 Mar 07 22:07:36.890707 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-218eceb5-e68d-4bfc-bf6c-f51f0f6fe49a admin admin] Deleting subnet 8e487eb0-cf82-4d95-adff-ac9720e5bf10 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:07:36.896175 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-218eceb5-e68d-4bfc-bf6c-f51f0f6fe49a admin admin] Publish callbacks [] for subnet (8e487eb0-cf82-4d95-adff-ac9720e5bf10), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:36.920179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c964dd9-09a9-4925-aa1a-7bebbd5adb26 req-a35888c3-5fa0-448d-9b41-491984c8bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:36.921781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c964dd9-09a9-4925-aa1a-7bebbd5adb26 req-a35888c3-5fa0-448d-9b41-491984c8bda6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 915 time: 0.8840435 Mar 07 22:07:36.976530 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-218eceb5-e68d-4bfc-bf6c-f51f0f6fe49a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (8e487eb0-cf82-4d95-adff-ac9720e5bf10), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:37.105414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Attempting to bind port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:07:37.106684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Attempting to bind port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:07:37.115025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Attempting to bind port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 on network 562b85e0-340d-42cd-8872-2484d3f89992 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:07:37.135836 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f61763d6-c56f-4891-b590-10dc5291369d req-ea032ce4-59b5-4be0-a42d-4773864d14ad tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1178175-c7c2-49c5-8f21-5e1c0435e23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974477 Mar 07 22:07:37.143493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 on network 562b85e0-340d-42cd-8872-2484d3f89992 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:07:37.160834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Attempting to bind port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 on network 562b85e0-340d-42cd-8872-2484d3f89992 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:07:37.163909 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-218eceb5-e68d-4bfc-bf6c-f51f0f6fe49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (8e487eb0-cf82-4d95-adff-ac9720e5bf10), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:37.187592 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:07:37.187940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Checking segment: {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:07:37.188338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Bound using segment: {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:07:37.188796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Bound port: 8f3538aa-d392-4fb9-af11-6e1d2c2d5475, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:07:37.189164 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:37.252232 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c964dd9-09a9-4925-aa1a-7bebbd5adb26 req-dc56d489-f081-4287-bc2d-e983a3c09be5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb57021-dd31-44af-bbb5-76bcfed10110 HTTP/1.1" status: 200 len: 1001 time: 0.2798674 Mar 07 22:07:37.291673 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-218eceb5-e68d-4bfc-bf6c-f51f0f6fe49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (8e487eb0-cf82-4d95-adff-ac9720e5bf10), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:37.365740 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eceb5-e68d-4bfc-bf6c-f51f0f6fe49a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e487eb0-cf82-4d95-adff-ac9720e5bf10,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:37.367956 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-218eceb5-e68d-4bfc-bf6c-f51f0f6fe49a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:37.373628 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-218eceb5-e68d-4bfc-bf6c-f51f0f6fe49a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8e487eb0-cf82-4d95-adff-ac9720e5bf10 HTTP/1.1" status: 204 len: 168 time: 0.6416113 Mar 07 22:07:37.379432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c948be95-f796-4402-a4e5-845f9688f69a None None] Network dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:07:37.384621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34002) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:37.461583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c964dd9-09a9-4925-aa1a-7bebbd5adb26 req-51e9c742-9d26-489b-8e73-a308d2cd55e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:37.463337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c964dd9-09a9-4925-aa1a-7bebbd5adb26 req-51e9c742-9d26-489b-8e73-a308d2cd55e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.1729555 Mar 07 22:07:37.468179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] For port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:07:37.471911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] For port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=8f3538aa-d392-4fb9-af11-6e1d2c2d5475,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:07:37.505685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d4ff252f-dd1c-4121-a20d-1da0a9a7bb22 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:07:37.512414 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:37.533783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:37.534535 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:37.536272 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] 10.222.0.15 "PUT /v2.0/ports/8f3538aa-d392-4fb9-af11-6e1d2c2d5475 HTTP/1.1" status: 200 len: 1091 time: 1.6068509 Mar 07 22:07:37.536929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8820113-a9a0-4220-a768-6f6ad966cb1f', 'tag': '8f3538aa-d392-4fb9-af11-6e1d2c2d5475'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:37.540344 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8c6089-73a3-42a0-a312-2c3d6c471598" -d '{"events": [{"name": "network-changed", "server_uuid": "c8820113-a9a0-4220-a768-6f6ad966cb1f", "tag": "8f3538aa-d392-4fb9-af11-6e1d2c2d5475"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:07:37.632567 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:37.633243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: d4ff252f-dd1c-4121-a20d-1da0a9a7bb22 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:07:37.633604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d4ff252f-dd1c-4121-a20d-1da0a9a7bb22 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:07:37.634031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d66e4b92-850c-424c-99d1-285368452793 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:07:37.670118 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e38c6ce-6b5c-4eb3-a6e9-92669c22bd3a x-openstack-request-id: req-8e38c6ce-6b5c-4eb3-a6e9-92669c22bd3a {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:07:37.671176 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8820113-a9a0-4220-a768-6f6ad966cb1f", "tag": "8f3538aa-d392-4fb9-af11-6e1d2c2d5475", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:07:37.671559 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e38c6ce-6b5c-4eb3-a6e9-92669c22bd3a {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:07:37.676616 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8820113-a9a0-4220-a768-6f6ad966cb1f', 'tag': '8f3538aa-d392-4fb9-af11-6e1d2c2d5475', 'status': 'completed', 'code': 200} Mar 07 22:07:37.683000 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c964dd9-09a9-4925-aa1a-7bebbd5adb26 req-3e8a425e-0502-4e95-9931-be1f061ddbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:37.684668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c964dd9-09a9-4925-aa1a-7bebbd5adb26 req-3e8a425e-0502-4e95-9931-be1f061ddbe9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2105794 Mar 07 22:07:37.735941 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b87ca-1793-4a36-92b2-1a299de76f47 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3538aa-d392-4fb9-af11-6e1d2c2d5475,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:37.737094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: d66e4b92-850c-424c-99d1-285368452793 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:07:37.737444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d66e4b92-850c-424c-99d1-285368452793 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:07:37.771920 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Deleting port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:07:37.772262 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:37.805471 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-257348ce-e455-453d-9dd9-2bed340bb511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:37.807203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-257348ce-e455-453d-9dd9-2bed340bb511 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 1125 time: 0.2130284 Mar 07 22:07:37.873082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-bed5bb37-fdd2-418e-98f4-164d78f5ab4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f3538aa-d392-4fb9-af11-6e1d2c2d5475 HTTP/1.1" status: 200 len: 217 time: 0.0490108 Mar 07 22:07:37.890099 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] For port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8b4f9eee-61ff-4e8e-91bc-22cc7876bb35,segment=NetworkSegment(9ccee63f-6835-41fb-9085-3a09c869f5f3),segment_id=9ccee63f-6835-41fb-9085-3a09c869f5f3)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:37.890359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71535623-08d2-40ff-831e-17608ab42306 None None] DHCP port deletion for dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:07:37.890877 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:37.909908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Calling delete_port for 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:07:37.958221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c964dd9-09a9-4925-aa1a-7bebbd5adb26 req-6e2f836e-093f-4cf6-983f-bf1191d26270 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562277 Mar 07 22:07:38.030886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Deleting port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:07:38.034009 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:38.072525 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:38.135443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4f9eee-61ff-4e8e-91bc-22cc7876bb35,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:38.147147 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] No DVR routers for this DVR port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:07:38.161160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-71535623-08d2-40ff-831e-17608ab42306 None None] For port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8b4f9eee-61ff-4e8e-91bc-22cc7876bb35,segment=NetworkSegment(9ccee63f-6835-41fb-9085-3a09c869f5f3),segment_id=9ccee63f-6835-41fb-9085-3a09c869f5f3)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:38.161561 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:38.175773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Calling delete_port for 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:07:38.189430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-9a11a253-bbcd-4c9a-98d1-32ddc97ba28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:38.191101 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-9a11a253-bbcd-4c9a-98d1-32ddc97ba28e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.3061752 Mar 07 22:07:38.195012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c964dd9-09a9-4925-aa1a-7bebbd5adb26 req-f91c9290-3de4-437a-9f4a-cee21b449826 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243266 Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:07:38.337957 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:07:38.349410 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (8b4f9eee-61ff-4e8e-91bc-22cc7876bb35), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:38.351823 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:38.395276 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-a6aaabc2-0bac-4c96-a738-7f3d184cf83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:38.399037 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-a6aaabc2-0bac-4c96-a738-7f3d184cf83b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1858473 Mar 07 22:07:38.401027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:38.432261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71535623-08d2-40ff-831e-17608ab42306 None None] No DVR routers for this DVR port 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:07:38.433667 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccee63f-6835-41fb-9085-3a09c869f5f3') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:38.434238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccee63f-6835-41fb-9085-3a09c869f5f3') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:38.442488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Pushing event deleted for resources: {'Port': ['ID=8b4f9eee-61ff-4e8e-91bc-22cc7876bb35,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:38.461320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.461665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.462003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.462357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.465991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.466590 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (9ccee63f-6835-41fb-9085-3a09c869f5f3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:38.467114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.468265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.474135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.474694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.475034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.475372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.475703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.476031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71535623-08d2-40ff-831e-17608ab42306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.489626 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (9ccee63f-6835-41fb-9085-3a09c869f5f3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:38.498796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:07:38.499459 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (9ccee63f-6835-41fb-9085-3a09c869f5f3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:07:38.501636 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:07:38.579024 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:38.579880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb04830-3048-4208-88bc-b959859f8fd2 req-042761b6-584f-439a-96ee-51be9cbcba2c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:38.581799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-beb04830-3048-4208-88bc-b959859f8fd2 req-042761b6-584f-439a-96ee-51be9cbcba2c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 943 time: 0.3020573 Mar 07 22:07:38.605491 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:38.610333 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8 HTTP/1.1" status: 204 len: 168 time: 1.2244301 Mar 07 22:07:38.616044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34014) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:38.626404 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd8ffcc-604b-4911-ad0e-6ac1ec0d48f8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:38.635256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-923517fa-7100-4296-86bf-a50460798027 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184293 Mar 07 22:07:38.637701 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.638662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.639314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.640452 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.641150 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.641714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.642321 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.642905 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.643470 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.644176 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.644748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.645318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.645880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea162d-4767-46ff-ae10-5eef64af0f14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:38.760147 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da4df58b-c085-4d8b-aaa7-43c0f6fa42c6 req-86f539f2-e005-4f24-82d6-38c4a6947644 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844064 Mar 07 22:07:38.809413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-beb04830-3048-4208-88bc-b959859f8fd2 req-e5e9ea0a-2c50-494b-a837-b44e89302f26 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1178175-c7c2-49c5-8f21-5e1c0435e23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198153 Mar 07 22:07:39.010606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c6089-73a3-42a0-a312-2c3d6c471598 req-b60aae1d-aa6f-42a5-919f-3ffe8054b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:39.012167 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a8c6089-73a3-42a0-a312-2c3d6c471598 req-b60aae1d-aa6f-42a5-919f-3ffe8054b1fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 1125 time: 0.1363404 Mar 07 22:07:39.188296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c6089-73a3-42a0-a312-2c3d6c471598 req-78a4d58d-e1ae-405a-ac48-62dad3278189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:39.189844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a8c6089-73a3-42a0-a312-2c3d6c471598 req-78a4d58d-e1ae-405a-ac48-62dad3278189 service neutron] 10.222.0.15 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 915 time: 0.1671426 Mar 07 22:07:39.249321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a8c6089-73a3-42a0-a312-2c3d6c471598 req-e79b9283-a49c-49b7-aa45-020fd74a0097 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f3538aa-d392-4fb9-af11-6e1d2c2d5475 HTTP/1.1" status: 200 len: 217 time: 0.0500071 Mar 07 22:07:39.315520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c6089-73a3-42a0-a312-2c3d6c471598 req-6a559565-7588-471e-807f-c648e39801eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:39.317272 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a8c6089-73a3-42a0-a312-2c3d6c471598 req-6a559565-7588-471e-807f-c648e39801eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.0607810 Mar 07 22:07:39.400002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c6089-73a3-42a0-a312-2c3d6c471598 req-765368e9-2135-4532-bd67-04f932fbdf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:39.401483 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a8c6089-73a3-42a0-a312-2c3d6c471598 req-765368e9-2135-4532-bd67-04f932fbdf1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0773144 Mar 07 22:07:39.409246 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-757a399b-f08a-480e-8aa5-d612138be7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (147ec415-5420-4f5e-9a2d-ff2155535796), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:39.445722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:07:39.488753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:07:39.489413 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8b4f9eee-61ff-4e8e-91bc-22cc7876bb35 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:07:39.943730 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a8c6089-73a3-42a0-a312-2c3d6c471598 req-92bc1952-0a09-4044-b302-d5597d88839d service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324934 Mar 07 22:07:40.142208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd4ce0-dfc7-4c5f-b2c6-74281fcc9877 req-f419d4ca-407c-41c3-9b22-f193575c04c6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:40.143710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9fd4ce0-dfc7-4c5f-b2c6-74281fcc9877 req-f419d4ca-407c-41c3-9b22-f193575c04c6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 943 time: 0.1975546 Mar 07 22:07:40.147931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a8c6089-73a3-42a0-a312-2c3d6c471598 req-ab074ab7-4269-41ac-bdd7-5521fb3cae7f service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891639 Mar 07 22:07:40.257101 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9fd4ce0-dfc7-4c5f-b2c6-74281fcc9877 req-7a26e719-b373-4864-b1b2-6c69aaf28adc tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1178175-c7c2-49c5-8f21-5e1c0435e23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068242 Mar 07 22:07:40.284233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:07:40.384055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-757a399b-f08a-480e-8aa5-d612138be7fd admin admin] Deleting port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:07:40.384600 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-757a399b-f08a-480e-8aa5-d612138be7fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:40.528863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-757a399b-f08a-480e-8aa5-d612138be7fd admin admin] For port 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=1d33ab88-abca-42ae-8bdd-aaf2fb94dce6,segment=NetworkSegment(c1164004-3442-4cd5-95f7-cd6dd756688a),segment_id=c1164004-3442-4cd5-95f7-cd6dd756688a)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:40.529532 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-757a399b-f08a-480e-8aa5-d612138be7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:40.550178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=8f3538aa-d392-4fb9-af11-6e1d2c2d5475,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:40.561986 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-757a399b-f08a-480e-8aa5-d612138be7fd admin admin] Calling delete_port for 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:07:40.567844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '8f3538aa-d392-4fb9-af11-6e1d2c2d5475', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'port_id': '8f3538aa-d392-4fb9-af11-6e1d2c2d5475', 'mac_address': 'fa:16:3e:41:80:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:07:40.634817 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:07:40.635387 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:40.655176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:07:40.684208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=8f3538aa-d392-4fb9-af11-6e1d2c2d5475,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:40.692454 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:40.791647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=8f3538aa-d392-4fb9-af11-6e1d2c2d5475,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:40.926604 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-757a399b-f08a-480e-8aa5-d612138be7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1d33ab88-abca-42ae-8bdd-aaf2fb94dce6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:40.957297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['8f3538aa-d392-4fb9-af11-6e1d2c2d5475'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:07:41.036870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a399b-f08a-480e-8aa5-d612138be7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=1d33ab88-abca-42ae-8bdd-aaf2fb94dce6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:41.578184 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-757a399b-f08a-480e-8aa5-d612138be7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (147ec415-5420-4f5e-9a2d-ff2155535796), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:41.600106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcca0c-6091-4ed0-9b04-7da40fd27504 req-7e63216e-a772-4ca3-93a6-d6d564b16472 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:41.601916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89dcca0c-6091-4ed0-9b04-7da40fd27504 req-7e63216e-a772-4ca3-93a6-d6d564b16472 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 950 time: 0.1588566 Mar 07 22:07:41.750171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feb2a0-8641-48cf-817a-33da1d5cb696 req-471e86c2-7cc5-4f2a-be1e-002e67b19637 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:41.757631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e0feb2a0-8641-48cf-817a-33da1d5cb696 req-471e86c2-7cc5-4f2a-be1e-002e67b19637 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 944 time: 0.2419326 Mar 07 22:07:41.857491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e0feb2a0-8641-48cf-817a-33da1d5cb696 req-31b7ae9e-ecd4-43d1-b1bf-b5994bc7b59b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1178175-c7c2-49c5-8f21-5e1c0435e23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989294 Mar 07 22:07:41.892916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89dcca0c-6091-4ed0-9b04-7da40fd27504 req-d5007358-4e09-4af2-b0a6-12dd1b79cf48 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b0e9aa0-7654-4bcd-9755-cf0b9880eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718764 Mar 07 22:07:41.963163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757a399b-f08a-480e-8aa5-d612138be7fd admin admin] Router 147ec415-5420-4f5e-9a2d-ff2155535796 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:07:42.099281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757a399b-f08a-480e-8aa5-d612138be7fd admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:07:42.105127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-757a399b-f08a-480e-8aa5-d612138be7fd admin admin] 10.222.0.26 "PUT /v2.0/routers/147ec415-5420-4f5e-9a2d-ff2155535796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4862580 Mar 07 22:07:42.108552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34050) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:42.115297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc7a9e-137d-45ec-8819-b1dc9d579074 None None] Sync routers for ids ['147ec415-5420-4f5e-9a2d-ff2155535796'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:07:42.135039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc7a9e-137d-45ec-8819-b1dc9d579074 None None] Routers {'147ec415-5420-4f5e-9a2d-ff2155535796'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:07:42.135912 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c3fc7a9e-137d-45ec-8819-b1dc9d579074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:07:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['147ec415-5420-4f5e-9a2d-ff2155535796'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:42.237361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] Publish callbacks [] for router (147ec415-5420-4f5e-9a2d-ff2155535796), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:42.306659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-c3fc7a9e-137d-45ec-8819-b1dc9d579074 None None] Set router 147ec415-5420-4f5e-9a2d-ff2155535796 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:07:42.443982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:07:42.461860 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] Publish callbacks [] for router_gateway (147ec415-5420-4f5e-9a2d-ff2155535796), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:42.649737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] Deleting port 14a4ded2-bf58-4562-bc36-075feb4eef7b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:07:42.649897 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (14a4ded2-bf58-4562-bc36-075feb4eef7b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:42.752079 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] For port 14a4ded2-bf58-4562-bc36-075feb4eef7b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=14a4ded2-bf58-4562-bc36-075feb4eef7b,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:42.752419 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (14a4ded2-bf58-4562-bc36-075feb4eef7b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:42.767968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] Calling delete_port for 14a4ded2-bf58-4562-bc36-075feb4eef7b owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:07:42.854967 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:07:42.875115 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:07:42.875510 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:42.926220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c3fc7a9e-137d-45ec-8819-b1dc9d579074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'name': 'tempest-TaggedBootDevicesTest_v242-504506522-router', 'tenant_id': 'ba7339f3428f40afa753a233edbb3e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '14a4ded2-bf58-4562-bc36-075feb4eef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:54Z', 'updated_at': '2022-03-07T22:07:40Z', 'revision_number': 5, 'project_id': 'ba7339f3428f40afa753a233edbb3e22', 'gw_port': {'id': '14a4ded2-bf58-4562-bc36-075feb4eef7b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:59:56Z', 'updated_at': '2022-03-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:43.019879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:07:43.020156 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:43.022356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc7a9e-137d-45ec-8819-b1dc9d579074 None None] Checking router: 147ec415-5420-4f5e-9a2d-ff2155535796 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:07:43.072915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=8f3538aa-d392-4fb9-af11-6e1d2c2d5475,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:43.076194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8820113-a9a0-4220-a768-6f6ad966cb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3538aa-d392-4fb9-af11-6e1d2c2d5475'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:43.077803 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7af717-aec8-4a54-8407-35071040e3ba" -d '{"events": [{"server_uuid": "c8820113-a9a0-4220-a768-6f6ad966cb1f", "name": "network-vif-plugged", "status": "completed", "tag": "8f3538aa-d392-4fb9-af11-6e1d2c2d5475"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:07:43.090940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc7a9e-137d-45ec-8819-b1dc9d579074 None None] Routers {'147ec415-5420-4f5e-9a2d-ff2155535796'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:07:43.091637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c3fc7a9e-137d-45ec-8819-b1dc9d579074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:07:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['147ec415-5420-4f5e-9a2d-ff2155535796'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:43.094361 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:43.098859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (14a4ded2-bf58-4562-bc36-075feb4eef7b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:43.138469 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=14a4ded2-bf58-4562-bc36-075feb4eef7b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:43.158039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba804646-4173-4053-a030-93f64fbf0c2f req-890fca0e-534a-4d21-8564-fcafb0b09309 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:43.166562 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba804646-4173-4053-a030-93f64fbf0c2f req-890fca0e-534a-4d21-8564-fcafb0b09309 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 944 time: 0.1724119 Mar 07 22:07:43.198266 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49954f-acce-441e-8c6f-e8bced48ad50 req-245f3b26-4288-4030-825a-bd0af339acd7 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:43.205614 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-be49954f-acce-441e-8c6f-e8bced48ad50 req-245f3b26-4288-4030-825a-bd0af339acd7 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.13 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 950 time: 0.1720328 Mar 07 22:07:43.235451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-c3fc7a9e-137d-45ec-8819-b1dc9d579074 None None] Set router 147ec415-5420-4f5e-9a2d-ff2155535796 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:07:43.261866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561a90b-0292-4c2a-8c3e-7e3291342bc2 req-d26f2cfe-a5f0-450d-8427-2092036315ae tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:43.263502 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9561a90b-0292-4c2a-8c3e-7e3291342bc2 req-d26f2cfe-a5f0-450d-8427-2092036315ae tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 950 time: 0.2103119 Mar 07 22:07:43.296017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba804646-4173-4053-a030-93f64fbf0c2f req-4317231a-2ff7-4f70-a0d7-0190a4adc952 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1178175-c7c2-49c5-8f21-5e1c0435e23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284506 Mar 07 22:07:43.308786 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c3fc7a9e-137d-45ec-8819-b1dc9d579074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'name': 'tempest-TaggedBootDevicesTest_v242-504506522-router', 'tenant_id': 'ba7339f3428f40afa753a233edbb3e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:54Z', 'updated_at': '2022-03-07T22:07:42Z', 'revision_number': 7, 'project_id': 'ba7339f3428f40afa753a233edbb3e22', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:43.415756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9561a90b-0292-4c2a-8c3e-7e3291342bc2 req-f9d9cb7b-6a28-4f82-af32-d0e3957a5e71 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b0e9aa0-7654-4bcd-9755-cf0b9880eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417506 Mar 07 22:07:43.437011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=8f3538aa-d392-4fb9-af11-6e1d2c2d5475,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:43.443594 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53361670-76ce-49af-a80f-5c1e31a527fc x-openstack-request-id: req-53361670-76ce-49af-a80f-5c1e31a527fc {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:07:43.444292 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8820113-a9a0-4220-a768-6f6ad966cb1f", "name": "network-vif-plugged", "status": "completed", "tag": "8f3538aa-d392-4fb9-af11-6e1d2c2d5475", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:07:43.444766 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53361670-76ce-49af-a80f-5c1e31a527fc {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:07:43.446019 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8820113-a9a0-4220-a768-6f6ad966cb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3538aa-d392-4fb9-af11-6e1d2c2d5475', 'code': 200} Mar 07 22:07:43.458921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc7a9e-137d-45ec-8819-b1dc9d579074 None None] The sync data for ids ['147ec415-5420-4f5e-9a2d-ff2155535796'] in n-d-832330-1 is: [{'id': '147ec415-5420-4f5e-9a2d-ff2155535796', 'name': 'tempest-TaggedBootDevicesTest_v242-504506522-router', 'tenant_id': 'ba7339f3428f40afa753a233edbb3e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:59:54Z', 'updated_at': '2022-03-07T22:07:42Z', 'revision_number': 7, 'project_id': 'ba7339f3428f40afa753a233edbb3e22', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:07:43.566906 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-be49954f-acce-441e-8c6f-e8bced48ad50 req-f37bf341-8a7d-4e3e-9e73-36c8814e011e tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Deleting port af75c312-d76c-4e1d-973c-b93977c5514b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:07:43.567715 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-be49954f-acce-441e-8c6f-e8bced48ad50 req-f37bf341-8a7d-4e3e-9e73-36c8814e011e tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (af75c312-d76c-4e1d-973c-b93977c5514b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:43.607497 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (147ec415-5420-4f5e-9a2d-ff2155535796), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:43.621470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f6b8e-d26e-4109-a00b-f9b2dab29499 req-bc8ad589-9f39-43a3-ad36-992d6570deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:43.628544 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c6f6b8e-d26e-4109-a00b-f9b2dab29499 req-bc8ad589-9f39-43a3-ad36-992d6570deed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 1127 time: 0.1194184 Mar 07 22:07:43.741405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1c6f6b8e-d26e-4109-a00b-f9b2dab29499 req-b6728386-9a61-4059-88ce-fa9abea6286e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1178175-c7c2-49c5-8f21-5e1c0435e23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033628 Mar 07 22:07:43.796450 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (147ec415-5420-4f5e-9a2d-ff2155535796), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:43.799458 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] Publish callbacks [] for router_controller (147ec415-5420-4f5e-9a2d-ff2155535796), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:43.857641 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (147ec415-5420-4f5e-9a2d-ff2155535796), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:43.858431 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 147ec415-5420-4f5e-9a2d-ff2155535796 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:07:43.864312 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:43.867888 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-20a5a429-94de-4285-a8e7-ca1ec24728a2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/147ec415-5420-4f5e-9a2d-ff2155535796 HTTP/1.1" status: 204 len: 168 time: 1.7559516 Mar 07 22:07:43.868230 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34072) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:43.902667 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-be49954f-acce-441e-8c6f-e8bced48ad50 req-f37bf341-8a7d-4e3e-9e73-36c8814e011e tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] For port af75c312-d76c-4e1d-973c-b93977c5514b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=af75c312-d76c-4e1d-973c-b93977c5514b,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:43.903310 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-be49954f-acce-441e-8c6f-e8bced48ad50 req-f37bf341-8a7d-4e3e-9e73-36c8814e011e tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (af75c312-d76c-4e1d-973c-b93977c5514b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:43.919481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-be49954f-acce-441e-8c6f-e8bced48ad50 req-f37bf341-8a7d-4e3e-9e73-36c8814e011e tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Calling delete_port for af75c312-d76c-4e1d-973c-b93977c5514b owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:07:43.958030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-106a311a-f0b4-48e2-baf6-ef97c19741f3 admin admin] Deleting subnet 4143eaa4-447f-4ed3-9adf-f967c4de2e33 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:07:43.972497 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-106a311a-f0b4-48e2-baf6-ef97c19741f3 admin admin] Publish callbacks [] for subnet (4143eaa4-447f-4ed3-9adf-f967c4de2e33), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:44.066946 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-106a311a-f0b4-48e2-baf6-ef97c19741f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (4143eaa4-447f-4ed3-9adf-f967c4de2e33), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:44.104321 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-be49954f-acce-441e-8c6f-e8bced48ad50 req-f37bf341-8a7d-4e3e-9e73-36c8814e011e tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (af75c312-d76c-4e1d-973c-b93977c5514b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:44.137700 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bf341-8a7d-4e3e-9e73-36c8814e011e tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Pushing event deleted for resources: {'Port': ['ID=af75c312-d76c-4e1d-973c-b93977c5514b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:44.220185 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-be49954f-acce-441e-8c6f-e8bced48ad50 req-f37bf341-8a7d-4e3e-9e73-36c8814e011e tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] No DVR routers for this DVR port af75c312-d76c-4e1d-973c-b93977c5514b on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:07:44.224435 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-be49954f-acce-441e-8c6f-e8bced48ad50 req-f37bf341-8a7d-4e3e-9e73-36c8814e011e tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:44.228743 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-be49954f-acce-441e-8c6f-e8bced48ad50 req-f37bf341-8a7d-4e3e-9e73-36c8814e011e tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.13 "DELETE /v2.0/ports/af75c312-d76c-4e1d-973c-b93977c5514b HTTP/1.1" status: 204 len: 173 time: 1.0047431 Mar 07 22:07:44.229193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930722d4-c7d0-4bd2-9b52-d446a0aede3d', 'name': 'network-vif-deleted', 'tag': 'af75c312-d76c-4e1d-973c-b93977c5514b'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:44.233324 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b94dd8-71d1-435b-9f1c-57363c01dc5c" -d '{"events": [{"server_uuid": "930722d4-c7d0-4bd2-9b52-d446a0aede3d", "name": "network-vif-deleted", "tag": "af75c312-d76c-4e1d-973c-b93977c5514b"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:07:44.238149 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-106a311a-f0b4-48e2-baf6-ef97c19741f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (4143eaa4-447f-4ed3-9adf-f967c4de2e33), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:44.276196 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b540d9-57e5-49df-90ce-978f4cff1a51 x-openstack-request-id: req-51b540d9-57e5-49df-90ce-978f4cff1a51 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:07:44.276486 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930722d4-c7d0-4bd2-9b52-d446a0aede3d", "name": "network-vif-deleted", "tag": "af75c312-d76c-4e1d-973c-b93977c5514b", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:07:44.276747 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51b540d9-57e5-49df-90ce-978f4cff1a51 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:07:44.277152 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930722d4-c7d0-4bd2-9b52-d446a0aede3d', 'name': 'network-vif-deleted', 'tag': 'af75c312-d76c-4e1d-973c-b93977c5514b', 'status': 'completed', 'code': 200} Mar 07 22:07:44.308565 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-106a311a-f0b4-48e2-baf6-ef97c19741f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (4143eaa4-447f-4ed3-9adf-f967c4de2e33), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:44.340740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a311a-f0b4-48e2-baf6-ef97c19741f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4143eaa4-447f-4ed3-9adf-f967c4de2e33,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:44.352798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44027876-6479-4eaf-80c3-10c0c79a15db None None] Network 30822684-90c0-4f4f-92a4-f5e9831248bc requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:07:44.367100 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-106a311a-f0b4-48e2-baf6-ef97c19741f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:44.377936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34078) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:44.379145 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-106a311a-f0b4-48e2-baf6-ef97c19741f3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4143eaa4-447f-4ed3-9adf-f967c4de2e33 HTTP/1.1" status: 204 len: 168 time: 0.5098360 Mar 07 22:07:44.504481 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (30822684-90c0-4f4f-92a4-f5e9831248bc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:44.613588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97bf44-a495-406e-818a-d809324e9323 req-68c079fa-a530-4a30-8179-8cbb055feb32 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:44.616237 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c97bf44-a495-406e-818a-d809324e9323 req-68c079fa-a530-4a30-8179-8cbb055feb32 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 945 time: 0.1732535 Mar 07 22:07:44.656210 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] Deleting port d6c32463-5125-4d4f-a222-b06edfb9a81d {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:07:44.656592 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:44.727174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612050d8-1012-4cd2-aa91-bbfde5d2a711 None None] DHCP port deletion for 30822684-90c0-4f4f-92a4-f5e9831248bc request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:07:44.786196 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] For port d6c32463-5125-4d4f-a222-b06edfb9a81d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d6c32463-5125-4d4f-a222-b06edfb9a81d,segment=NetworkSegment(c1164004-3442-4cd5-95f7-cd6dd756688a),segment_id=c1164004-3442-4cd5-95f7-cd6dd756688a)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:44.786849 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:44.814317 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] Calling delete_port for d6c32463-5125-4d4f-a222-b06edfb9a81d owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:07:44.829650 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4f08bf9-eb97-415a-ae87-4ff437b17048 req-64a7cffd-60c1-4666-94c3-835031895ec3 tempest-VolumesBackupsTest-204920000 tempest-VolumesBackupsTest-204920000-project] 10.222.0.26 "GET /v2.0/ports?device_id=930722d4-c7d0-4bd2-9b52-d446a0aede3d HTTP/1.1" status: 200 len: 210 time: 0.2091885 Mar 07 22:07:44.947416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-612050d8-1012-4cd2-aa91-bbfde5d2a711 None None] Deleting port d6c32463-5125-4d4f-a222-b06edfb9a81d {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:07:44.949087 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-612050d8-1012-4cd2-aa91-bbfde5d2a711 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:44.967288 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c97bf44-a495-406e-818a-d809324e9323 req-ca11561d-14f6-43e4-be60-4c5b25c4d90b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1178175-c7c2-49c5-8f21-5e1c0435e23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316102 Mar 07 22:07:44.986669 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:45.041635 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c32463-5125-4d4f-a222-b06edfb9a81d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:45.049306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] No DVR routers for this DVR port d6c32463-5125-4d4f-a222-b06edfb9a81d on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:07:45.094058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-612050d8-1012-4cd2-aa91-bbfde5d2a711 None None] For port d6c32463-5125-4d4f-a222-b06edfb9a81d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d6c32463-5125-4d4f-a222-b06edfb9a81d,segment=NetworkSegment(c1164004-3442-4cd5-95f7-cd6dd756688a),segment_id=c1164004-3442-4cd5-95f7-cd6dd756688a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:07:45.094544 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-612050d8-1012-4cd2-aa91-bbfde5d2a711 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:45.114254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-612050d8-1012-4cd2-aa91-bbfde5d2a711 None None] Calling delete_port for d6c32463-5125-4d4f-a222-b06edfb9a81d owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:07:45.175329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (30822684-90c0-4f4f-92a4-f5e9831248bc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:45.200202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30822684-90c0-4f4f-92a4-f5e9831248bc']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:45.219297 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1164004-3442-4cd5-95f7-cd6dd756688a') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:45.222171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1164004-3442-4cd5-95f7-cd6dd756688a') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:45.226994 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-612050d8-1012-4cd2-aa91-bbfde5d2a711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (d6c32463-5125-4d4f-a222-b06edfb9a81d), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:45.231212 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (c1164004-3442-4cd5-95f7-cd6dd756688a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:45.250307 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c1164004-3442-4cd5-95f7-cd6dd756688a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:45.259247 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:07:45.259669 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (c1164004-3442-4cd5-95f7-cd6dd756688a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:07:45.262153 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:07:45.276317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612050d8-1012-4cd2-aa91-bbfde5d2a711 None None] Pushing event deleted for resources: {'Port': ['ID=d6c32463-5125-4d4f-a222-b06edfb9a81d,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:45.278531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612050d8-1012-4cd2-aa91-bbfde5d2a711 None None] No DVR routers for this DVR port d6c32463-5125-4d4f-a222-b06edfb9a81d on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:07:45.337311 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (30822684-90c0-4f4f-92a4-f5e9831248bc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:45.346241 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:45.353111 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/30822684-90c0-4f4f-92a4-f5e9831248bc HTTP/1.1" status: 204 len: 168 time: 0.9707098 Mar 07 22:07:45.361973 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07811d01-3515-4179-9adb-42535f3c2da6 admin admin] Pushing event deleted for resources: {'Network': ['ID=30822684-90c0-4f4f-92a4-f5e9831248bc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:45.415081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:07:45.441347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:07:45.441704 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 1d33ab88-abca-42ae-8bdd-aaf2fb94dce6 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:07:45.442170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d6c32463-5125-4d4f-a222-b06edfb9a81d no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:07:45.462954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: d6c32463-5125-4d4f-a222-b06edfb9a81d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:07:45.463313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d6c32463-5125-4d4f-a222-b06edfb9a81d not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:07:45.463745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 14a4ded2-bf58-4562-bc36-075feb4eef7b no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:07:45.486662 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 14a4ded2-bf58-4562-bc36-075feb4eef7b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:07:45.487023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 14a4ded2-bf58-4562-bc36-075feb4eef7b not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:07:45.503122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34088) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:45.550663 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9210f8e6-42d7-49be-85d9-3c051e58bb9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3fc67ef9f01d44319fd008ca1bc5a8e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459244 Mar 07 22:07:45.553422 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34090) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:45.602772 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-644d909d-9623-45c1-b664-41902e733954 admin admin] Publish callbacks [] for security_group (b649087d-104c-4519-82f2-06152ef735a9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:45.613704 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:07:45.628200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-644d909d-9623-45c1-b664-41902e733954 admin admin] Publish callbacks [] for security_group (b649087d-104c-4519-82f2-06152ef735a9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:45.652233 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1dd30d23-13a8-4486-99f0-798fc1a44824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:45.678027 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-644d909d-9623-45c1-b664-41902e733954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b649087d-104c-4519-82f2-06152ef735a9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:45.680656 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-644d909d-9623-45c1-b664-41902e733954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:45.681815 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-644d909d-9623-45c1-b664-41902e733954 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b649087d-104c-4519-82f2-06152ef735a9 HTTP/1.1" status: 204 len: 168 time: 0.1274977 Mar 07 22:07:45.690813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d909d-9623-45c1-b664-41902e733954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b649087d-104c-4519-82f2-06152ef735a9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:45.944831 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device af75c312-d76c-4e1d-973c-b93977c5514b no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:07:46.007192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: af75c312-d76c-4e1d-973c-b93977c5514b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:07:46.007554 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device af75c312-d76c-4e1d-973c-b93977c5514b not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:07:46.154266 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:46.172373 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34112) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:46.197554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a811c1d-015c-490e-9017-c8266ef7566c req-1e0a2684-586b-4930-9ca9-3abcc4960bf6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:46.199251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a811c1d-015c-490e-9017-c8266ef7566c req-1e0a2684-586b-4930-9ca9-3abcc4960bf6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 945 time: 0.0959547 Mar 07 22:07:46.236869 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-deb6bd04-06f1-45b0-8f89-d42f95872b22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba7339f3428f40afa753a233edbb3e22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0626349 Mar 07 22:07:46.238566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34114) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:46.315457 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7cfc29cd-749b-4d96-b117-0cc1ac572b6b admin admin] Publish callbacks [] for security_group (15c7d548-d85c-4e16-9eec-03cd2753c25e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:46.323574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a811c1d-015c-490e-9017-c8266ef7566c req-3c40c65b-ffb3-4af3-b75c-127488a68f4e tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1178175-c7c2-49c5-8f21-5e1c0435e23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137738 Mar 07 22:07:46.365304 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7cfc29cd-749b-4d96-b117-0cc1ac572b6b admin admin] Publish callbacks [] for security_group (15c7d548-d85c-4e16-9eec-03cd2753c25e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:46.422485 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7cfc29cd-749b-4d96-b117-0cc1ac572b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (15c7d548-d85c-4e16-9eec-03cd2753c25e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:46.425652 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7cfc29cd-749b-4d96-b117-0cc1ac572b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:46.442340 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7cfc29cd-749b-4d96-b117-0cc1ac572b6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15c7d548-d85c-4e16-9eec-03cd2753c25e HTTP/1.1" status: 204 len: 168 time: 0.2018704 Mar 07 22:07:46.461067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc29cd-749b-4d96-b117-0cc1ac572b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c7d548-d85c-4e16-9eec-03cd2753c25e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:46.530500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe83903-4319-442d-9b49-607584aefcc5 req-c6054d71-75d3-4578-ab82-f2d849560f52 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:46.532276 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fe83903-4319-442d-9b49-607584aefcc5 req-c6054d71-75d3-4578-ab82-f2d849560f52 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 945 time: 0.0908966 Mar 07 22:07:46.541186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34122) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:46.547352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-af0d2e5b-8262-461d-8437-54a217ca5dac tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'floatingip': {'port_id': '8f3538aa-d392-4fb9-af11-6e1d2c2d5475'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:46.594622 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af0d2e5b-8262-461d-8437-54a217ca5dac tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (69b6deea-812d-4ff3-88e9-a38958cc686b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:47.496546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34148) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:47.641010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1911430591-network', 'tenant_id': '9d320eba91654f24b6ee9df148382efe'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:47.688293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] Made reservation on behalf of 9d320eba91654f24b6ee9df148382efe for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:07:47.690604 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:47.705977 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:47.753696 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af0d2e5b-8262-461d-8437-54a217ca5dac tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:47.762791 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af0d2e5b-8262-461d-8437-54a217ca5dac tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (69b6deea-812d-4ff3-88e9-a38958cc686b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:47.860955 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] Publish callbacks [] for security_group (dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:47.869320 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:47.906965 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-af0d2e5b-8262-461d-8437-54a217ca5dac tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Floating IP 69b6deea-812d-4ff3-88e9-a38958cc686b associated. External IP: 172.25.4.182, port: 8f3538aa-d392-4fb9-af11-6e1d2c2d5475. Mar 07 22:07:47.926243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:47.943318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:07:47.956291 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (acf8a416-38b5-42b2-9481-ea903e71442a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:47.957012 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] Added segment acf8a416-38b5-42b2-9481-ea903e71442a of type vlan for network d638bec2-28de-4a35-8386-0a5bb87f969e Mar 07 22:07:48.020858 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (d638bec2-28de-4a35-8386-0a5bb87f969e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:48.061501 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (d638bec2-28de-4a35-8386-0a5bb87f969e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:48.062979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:48.063723 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:48.128519 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4c518884-cd89-4f3d-b90e-fada915bf046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:48.151173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] Pushing event updated for resources: {'Network': ['ID=d638bec2-28de-4a35-8386-0a5bb87f969e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:48.163425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network d638bec2-28de-4a35-8386-0a5bb87f969e details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:07:48.189750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8b0a67e3-f33f-4320-ba11-874b868dd598 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6901228 Mar 07 22:07:48.190801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34156) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:07:48.206356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7d0dc609-db79-48e9-91a5-61c1a04c0cc6 admin admin] Request body: {'subnet': {'network_id': 'd638bec2-28de-4a35-8386-0a5bb87f969e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1911430591-subnet', 'tenant_id': '9d320eba91654f24b6ee9df148382efe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:48.278493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0dc609-db79-48e9-91a5-61c1a04c0cc6 admin admin] Made reservation on behalf of 9d320eba91654f24b6ee9df148382efe for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:07:48.282115 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7d0dc609-db79-48e9-91a5-61c1a04c0cc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:48.364187 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0d2e5b-8262-461d-8437-54a217ca5dac tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:07:48.411281 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:48.526831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0d2e5b-8262-461d-8437-54a217ca5dac tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:07:48.537953 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af0d2e5b-8262-461d-8437-54a217ca5dac tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:48.541491 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44812f23-6e5a-47c6-8746-546621954936 None None] Sync routers for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:07:48.564836 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44812f23-6e5a-47c6-8746-546621954936 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:07:48.565474 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-44812f23-6e5a-47c6-8746-546621954936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:07:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:48.610305 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-af0d2e5b-8262-461d-8437-54a217ca5dac tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "PUT /v2.0/floatingips/69b6deea-812d-4ff3-88e9-a38958cc686b HTTP/1.1" status: 200 len: 991 time: 2.0670381 Mar 07 22:07:48.610916 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8820113-a9a0-4220-a768-6f6ad966cb1f', 'tag': '8f3538aa-d392-4fb9-af11-6e1d2c2d5475'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:48.625048 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c48cd9-6acd-41b9-9b49-65285e7bfe5a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8820113-a9a0-4220-a768-6f6ad966cb1f", "tag": "8f3538aa-d392-4fb9-af11-6e1d2c2d5475"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:07:48.666791 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7d0dc609-db79-48e9-91a5-61c1a04c0cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (5c574509-1376-46f1-b1df-41171a15acf9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:48.687499 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12cc9a1-90e8-4d20-abbc-92ea88dbe4e2 x-openstack-request-id: req-c12cc9a1-90e8-4d20-abbc-92ea88dbe4e2 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:07:48.687830 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8820113-a9a0-4220-a768-6f6ad966cb1f", "tag": "8f3538aa-d392-4fb9-af11-6e1d2c2d5475", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:07:48.688122 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c12cc9a1-90e8-4d20-abbc-92ea88dbe4e2 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:07:48.688538 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8820113-a9a0-4220-a768-6f6ad966cb1f', 'tag': '8f3538aa-d392-4fb9-af11-6e1d2c2d5475', 'status': 'completed', 'code': 200} Mar 07 22:07:48.726485 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-44812f23-6e5a-47c6-8746-546621954936 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:07:48.833638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0dc609-db79-48e9-91a5-61c1a04c0cc6 admin admin] Checking segment: {'id': 'acf8a416-38b5-42b2-9481-ea903e71442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd638bec2-28de-4a35-8386-0a5bb87f969e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:07:48.834164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0dc609-db79-48e9-91a5-61c1a04c0cc6 admin admin] Network hostable DHCP agents. Network: d638bec2-28de-4a35-8386-0a5bb87f969e, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:07:48.854782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c48cd9-6acd-41b9-9b49-65285e7bfe5a req-c88d189f-3f8b-4cae-8d49-afaa11b843cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:48.856657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01c48cd9-6acd-41b9-9b49-65285e7bfe5a req-c88d189f-3f8b-4cae-8d49-afaa11b843cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 1127 time: 0.0948567 Mar 07 22:07:48.865338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dc609-db79-48e9-91a5-61c1a04c0cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c574509-1376-46f1-b1df-41171a15acf9,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:49.015403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0dc609-db79-48e9-91a5-61c1a04c0cc6 admin admin] Network d638bec2-28de-4a35-8386-0a5bb87f969e is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:07:49.039562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c48cd9-6acd-41b9-9b49-65285e7bfe5a req-99fa2021-995b-436a-b769-de61571a3290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:49.041326 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01c48cd9-6acd-41b9-9b49-65285e7bfe5a req-99fa2021-995b-436a-b769-de61571a3290 service neutron] 10.222.0.15 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 915 time: 0.1667135 Mar 07 22:07:49.047607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-7d0dc609-db79-48e9-91a5-61c1a04c0cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, d638bec2-28de-4a35-8386-0a5bb87f969e) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:07:49.057198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88956211-0c3a-4eb7-b4c5-f247f5e43a25 None None] Network d638bec2-28de-4a35-8386-0a5bb87f969e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:07:49.158650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0dc609-db79-48e9-91a5-61c1a04c0cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:49.159169 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7d0dc609-db79-48e9-91a5-61c1a04c0cc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:49.245645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7d0dc609-db79-48e9-91a5-61c1a04c0cc6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0438724 Mar 07 22:07:49.245645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01c48cd9-6acd-41b9-9b49-65285e7bfe5a req-a7f7eea5-26ae-435c-9c2e-ae8b313fe3d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f3538aa-d392-4fb9-af11-6e1d2c2d5475 HTTP/1.1" status: 200 len: 999 time: 0.1923289 Mar 07 22:07:49.358173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c48cd9-6acd-41b9-9b49-65285e7bfe5a req-847c2cec-bf85-40cd-9710-a7b697f1363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:49.359955 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01c48cd9-6acd-41b9-9b49-65285e7bfe5a req-847c2cec-bf85-40cd-9710-a7b697f1363e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.1113701 Mar 07 22:07:49.369700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cffe62-84c5-4c1f-9a43-a762426047b6 None None] Network d638bec2-28de-4a35-8386-0a5bb87f969e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:07:49.475518 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:49.490477 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-44812f23-6e5a-47c6-8746-546621954936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '3cbbccf6-644b-4d68-befd-68472b15a72e', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': '1fb57021-dd31-44af-bbb5-76bcfed10110', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:d8:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:05:54Z', 'updated_at': '2022-03-07T22:06:17Z', 'revision_number': 2, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}, {'id': '69b6deea-812d-4ff3-88e9-a38958cc686b', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': '8f3538aa-d392-4fb9-af11-6e1d2c2d5475', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:41:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8820113-a9a0-4220-a768-6f6ad966cb1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:07:30Z', 'updated_at': '2022-03-07T22:07:47Z', 'revision_number': 1, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:49.513196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c48cd9-6acd-41b9-9b49-65285e7bfe5a req-09df772c-79d2-46a5-af7e-89e4a4e02ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:49.519249 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01c48cd9-6acd-41b9-9b49-65285e7bfe5a req-09df772c-79d2-46a5-af7e-89e4a4e02ae8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1467848 Mar 07 22:07:49.590770 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44812f23-6e5a-47c6-8746-546621954936 None None] Checking router: bad1cd90-3632-4b69-b6ae-3d5fdc62d517 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:07:49.611413 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44812f23-6e5a-47c6-8746-546621954936 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:07:49.621859 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-44812f23-6e5a-47c6-8746-546621954936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:07:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:49.770809 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01c48cd9-6acd-41b9-9b49-65285e7bfe5a req-6c9e9365-bee3-4917-90d2-3e361f49bfa0 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443519 Mar 07 22:07:49.864718 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-44812f23-6e5a-47c6-8746-546621954936 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:07:50.095759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01c48cd9-6acd-41b9-9b49-65285e7bfe5a req-89d4b7b6-7bf7-451c-939f-f5ec1b4bf308 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154926 Mar 07 22:07:50.315106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-52e921ce-ff5d-459a-a962-a0a95d744221 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:50.316585 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-52e921ce-ff5d-459a-a962-a0a95d744221 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/networks?id=d638bec2-28de-4a35-8386-0a5bb87f969e HTTP/1.1" status: 200 len: 821 time: 0.4820724 Mar 07 22:07:50.343329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-77b688a4-da36-4563-b465-235f73e6e9c4 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/quotas/9d320eba91654f24b6ee9df148382efe HTTP/1.1" status: 200 len: 375 time: 0.0198133 Mar 07 22:07:50.358687 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:50.428675 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-b497ff0b-e598-4adf-9077-763b6a122759 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d320eba91654f24b6ee9df148382efe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779493 Mar 07 22:07:50.526375 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-44812f23-6e5a-47c6-8746-546621954936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '3cbbccf6-644b-4d68-befd-68472b15a72e', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': '1fb57021-dd31-44af-bbb5-76bcfed10110', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:d8:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:05:54Z', 'updated_at': '2022-03-07T22:06:17Z', 'revision_number': 2, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}, {'id': '69b6deea-812d-4ff3-88e9-a38958cc686b', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': '8f3538aa-d392-4fb9-af11-6e1d2c2d5475', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:41:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8820113-a9a0-4220-a768-6f6ad966cb1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:07:30Z', 'updated_at': '2022-03-07T22:07:47Z', 'revision_number': 1, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:50.555563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-324990e1-fd2a-4cd9-b63f-d85c96df0bd7 service neutron] 10.222.0.26 "GET /v2.0/networks/d638bec2-28de-4a35-8386-0a5bb87f969e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208525 Mar 07 22:07:50.580227 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44812f23-6e5a-47c6-8746-546621954936 None None] The sync data for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 is: [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '3cbbccf6-644b-4d68-befd-68472b15a72e', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': '1fb57021-dd31-44af-bbb5-76bcfed10110', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:d8:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:05:54Z', 'updated_at': '2022-03-07T22:06:17Z', 'revision_number': 2, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}, {'id': '69b6deea-812d-4ff3-88e9-a38958cc686b', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': '8f3538aa-d392-4fb9-af11-6e1d2c2d5475', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:41:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8820113-a9a0-4220-a768-6f6ad966cb1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:07:30Z', 'updated_at': '2022-03-07T22:07:47Z', 'revision_number': 1, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:07:50.758247 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-778e8809-73a2-44c7-b21f-bddc2afe89a8 service neutron] 10.222.0.26 "GET /v2.0/networks/d638bec2-28de-4a35-8386-0a5bb87f969e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969531 Mar 07 22:07:50.999856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcf9c35-cba8-4db3-819a-976e4c3a4006 None None] New status for floating IP 69b6deea-812d-4ff3-88e9-a38958cc686b: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:07:51.111813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788799-da15-44bd-90c2-02bf82f9a119 req-e9dcf6c0-6a05-4034-a289-a345090146f4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:51.113388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78788799-da15-44bd-90c2-02bf82f9a119 req-e9dcf6c0-6a05-4034-a289-a345090146f4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 812 time: 0.1944387 Mar 07 22:07:51.147447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13923043-0cfa-4827-8f4b-9c39273d8d15 req-aa6c177b-0b65-4f52-a1b0-9134eccf5cde tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 210 time: 0.0330427 Mar 07 22:07:51.162807 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78788799-da15-44bd-90c2-02bf82f9a119 req-b5dd869e-eca7-454a-aa9e-c836af0ce5df tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/quotas/3780c442c69844ccbdb870d150ce5237 HTTP/1.1" status: 200 len: 375 time: 0.0126224 Mar 07 22:07:51.303135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78788799-da15-44bd-90c2-02bf82f9a119 req-d5222cab-716e-4033-8fd7-9d37476617b9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1356606 Mar 07 22:07:51.496679 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78788799-da15-44bd-90c2-02bf82f9a119 req-b5795cc1-3ece-42bc-87ee-d46b798d5bb2 service neutron] 10.222.0.26 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925776 Mar 07 22:07:51.691212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78788799-da15-44bd-90c2-02bf82f9a119 req-039c3310-f13a-4e5b-acfb-d5fbb1b1f975 service neutron] 10.222.0.26 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935451 Mar 07 22:07:51.996631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd4e1056-daf9-4993-9499-4533819789a8 req-fec62421-adf0-4f33-9516-073cee3323e4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0682607 Mar 07 22:07:52.123396 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:52.289538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f9a45422-3577-425a-9211-181c53a640da req-56a61c3b-89d8-443b-a900-f5c684cdf1e7 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 210 time: 0.0502820 Mar 07 22:07:52.571514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-ee5c9b2b-6f1d-4f39-a814-68f610888b6d tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:52.573252 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-ee5c9b2b-6f1d-4f39-a814-68f610888b6d tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.13 "GET /v2.0/networks?id=d638bec2-28de-4a35-8386-0a5bb87f969e HTTP/1.1" status: 200 len: 821 time: 0.2128544 Mar 07 22:07:52.587399 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-30151b67-46f3-41d0-a096-170ddc032803 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Request body: {'port': {'device_id': 'ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6', 'network_id': 'd638bec2-28de-4a35-8386-0a5bb87f969e', 'admin_state_up': True, 'tenant_id': '9d320eba91654f24b6ee9df148382efe'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:52.703227 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-30151b67-46f3-41d0-a096-170ddc032803 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Made reservation on behalf of 9d320eba91654f24b6ee9df148382efe for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:07:52.706969 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-30151b67-46f3-41d0-a096-170ddc032803 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:52.847236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-30151b67-46f3-41d0-a096-170ddc032803 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Allocated IP 172.20.0.4 (d638bec2-28de-4a35-8386-0a5bb87f969e/5c574509-1376-46f1-b1df-41171a15acf9/ba6828b8-3da8-48bb-af09-be31a7ec5744) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:07:53.135404 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-30151b67-46f3-41d0-a096-170ddc032803 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Publish callbacks [] for port (ba6828b8-3da8-48bb-af09-be31a7ec5744), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:53.200165 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-30151b67-46f3-41d0-a096-170ddc032803 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ba6828b8-3da8-48bb-af09-be31a7ec5744), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:53.202201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c5e473a-f6d0-4a88-afce-41fbaf32c8e5 req-4be6a495-a5db-447a-8283-38f3ef6d7de8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0512998 Mar 07 22:07:53.262352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788799-da15-44bd-90c2-02bf82f9a119 req-0140a80d-0bf2-4e30-8070-2fe2ddda978b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:53.263935 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78788799-da15-44bd-90c2-02bf82f9a119 req-0140a80d-0bf2-4e30-8070-2fe2ddda978b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.13 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 812 time: 0.3214934 Mar 07 22:07:53.275793 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-30151b67-46f3-41d0-a096-170ddc032803 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Network d638bec2-28de-4a35-8386-0a5bb87f969e is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:07:53.283812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-78788799-da15-44bd-90c2-02bf82f9a119 req-3b137e42-3e79-449b-9b2f-528260e7fc38 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'port': {'device_id': 'd5eab24a-6f2d-48b2-9ac8-575d91b77759', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'admin_state_up': True, 'tenant_id': '3780c442c69844ccbdb870d150ce5237'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:53.395673 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-30151b67-46f3-41d0-a096-170ddc032803 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:07:53.398258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30151b67-46f3-41d0-a096-170ddc032803 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Pushing event updated for resources: {'Port': ['ID=ba6828b8-3da8-48bb-af09-be31a7ec5744,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:53.400722 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-30151b67-46f3-41d0-a096-170ddc032803 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:07:53.406462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78788799-da15-44bd-90c2-02bf82f9a119 req-3b137e42-3e79-449b-9b2f-528260e7fc38 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Made reservation on behalf of 3780c442c69844ccbdb870d150ce5237 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:07:53.409942 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-78788799-da15-44bd-90c2-02bf82f9a119 req-3b137e42-3e79-449b-9b2f-528260e7fc38 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:53.473488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-30151b67-46f3-41d0-a096-170ddc032803 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:53.474480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-30151b67-46f3-41d0-a096-170ddc032803 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:53.516911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033fd8c-4761-492a-8817-a8f2dd3f7417 req-c44909e4-027e-469b-bd16-1a9f565b6895 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:53.524007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3033fd8c-4761-492a-8817-a8f2dd3f7417 req-c44909e4-027e-469b-bd16-1a9f565b6895 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 931 time: 0.0913022 Mar 07 22:07:53.524193 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-30151b67-46f3-41d0-a096-170ddc032803 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9415751 Mar 07 22:07:53.539870 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Request body: {'port': {'device_id': 'ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:53.620758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3033fd8c-4761-492a-8817-a8f2dd3f7417 req-9e3d4413-20a4-4a00-9ab3-1b7c976def3d tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956771 Mar 07 22:07:53.749143 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ba6828b8-3da8-48bb-af09-be31a7ec5744), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:53.769188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-78788799-da15-44bd-90c2-02bf82f9a119 req-3b137e42-3e79-449b-9b2f-528260e7fc38 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Allocated IP 172.20.0.13 (c39853f8-181c-4325-9e32-8bc19cecb381/f562ae71-2231-4230-a5d7-126019518fad/e22e28d5-f926-4082-bd1e-e678124715e8) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:07:54.115488 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-78788799-da15-44bd-90c2-02bf82f9a119 req-3b137e42-3e79-449b-9b2f-528260e7fc38 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for port (e22e28d5-f926-4082-bd1e-e678124715e8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:54.159878 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-78788799-da15-44bd-90c2-02bf82f9a119 req-3b137e42-3e79-449b-9b2f-528260e7fc38 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e22e28d5-f926-4082-bd1e-e678124715e8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:54.228016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b137e42-3e79-449b-9b2f-528260e7fc38 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'Port': ['ID=e22e28d5-f926-4082-bd1e-e678124715e8,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:54.247791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78788799-da15-44bd-90c2-02bf82f9a119 req-3b137e42-3e79-449b-9b2f-528260e7fc38 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Network c39853f8-181c-4325-9e32-8bc19cecb381 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:07:54.251844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-78788799-da15-44bd-90c2-02bf82f9a119 req-3b137e42-3e79-449b-9b2f-528260e7fc38 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:07:54.258757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-78788799-da15-44bd-90c2-02bf82f9a119 req-3b137e42-3e79-449b-9b2f-528260e7fc38 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:07:54.343595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788799-da15-44bd-90c2-02bf82f9a119 req-3b137e42-3e79-449b-9b2f-528260e7fc38 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:54.344538 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-78788799-da15-44bd-90c2-02bf82f9a119 req-3b137e42-3e79-449b-9b2f-528260e7fc38 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:54.392430 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78788799-da15-44bd-90c2-02bf82f9a119 req-3b137e42-3e79-449b-9b2f-528260e7fc38 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1126702 Mar 07 22:07:54.399835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6828b8-3da8-48bb-af09-be31a7ec5744 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:07:54.409620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Request body: {'port': {'device_id': 'd5eab24a-6f2d-48b2-9ac8-575d91b77759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:54.410479 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230e57a-2d19-4c5c-ad3b-2744aa89ffe5 req-db12c8f8-4536-4452-a2b6-d9153b0bcedf tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:54.412723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8230e57a-2d19-4c5c-ad3b-2744aa89ffe5 req-db12c8f8-4536-4452-a2b6-d9153b0bcedf tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 932 time: 0.0967102 Mar 07 22:07:54.470794 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8230e57a-2d19-4c5c-ad3b-2744aa89ffe5 req-2f4b356a-a5a1-4c20-9d8b-3b6f6be13546 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514312 Mar 07 22:07:54.542681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Publish callbacks [] for port (ba6828b8-3da8-48bb-af09-be31a7ec5744), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:54.549577 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e22e28d5-f926-4082-bd1e-e678124715e8), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:54.634589 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Transition to ACTIVE for port object ba6828b8-3da8-48bb-af09-be31a7ec5744 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:07:54.642125 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (ba6828b8-3da8-48bb-af09-be31a7ec5744), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:54.678001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0cbad43d-a81e-45ee-a620-06ac42a3b5da None None] Provisioning complete for port e22e28d5-f926-4082-bd1e-e678124715e8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:07:54.679054 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0cbad43d-a81e-45ee-a620-06ac42a3b5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e22e28d5-f926-4082-bd1e-e678124715e8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:54.761094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0cbad43d-a81e-45ee-a620-06ac42a3b5da None None] Port e22e28d5-f926-4082-bd1e-e678124715e8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:07:54.853769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c83ca-d395-413d-bcf6-70d1b6cf71c2 req-8007cdee-79c1-4a01-8726-f4e8044daade tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:54.865064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e4c83ca-d395-413d-bcf6-70d1b6cf71c2 req-8007cdee-79c1-4a01-8726-f4e8044daade tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 943 time: 0.1359842 Mar 07 22:07:54.929681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6828b8-3da8-48bb-af09-be31a7ec5744,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:54.993226 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e4c83ca-d395-413d-bcf6-70d1b6cf71c2 req-020b0335-1c43-4448-8fb9-8bf89c4d7aac tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272056 Mar 07 22:07:54.996650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Attempting to bind port ba6828b8-3da8-48bb-af09-be31a7ec5744 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:07:54.996998 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Attempting to bind port ba6828b8-3da8-48bb-af09-be31a7ec5744 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'acf8a416-38b5-42b2-9481-ea903e71442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd638bec2-28de-4a35-8386-0a5bb87f969e'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:07:54.997320 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Attempting to bind port ba6828b8-3da8-48bb-af09-be31a7ec5744 on network d638bec2-28de-4a35-8386-0a5bb87f969e {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:07:55.032476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Port ba6828b8-3da8-48bb-af09-be31a7ec5744 on network d638bec2-28de-4a35-8386-0a5bb87f969e not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:07:55.032806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Attempting to bind port ba6828b8-3da8-48bb-af09-be31a7ec5744 on network d638bec2-28de-4a35-8386-0a5bb87f969e {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:07:55.040897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:07:55.041380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Checking segment: {'id': 'acf8a416-38b5-42b2-9481-ea903e71442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd638bec2-28de-4a35-8386-0a5bb87f969e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:07:55.041770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Bound using segment: {'id': 'acf8a416-38b5-42b2-9481-ea903e71442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd638bec2-28de-4a35-8386-0a5bb87f969e'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:07:55.042244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Bound port: ba6828b8-3da8-48bb-af09-be31a7ec5744, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf8a416-38b5-42b2-9481-ea903e71442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd638bec2-28de-4a35-8386-0a5bb87f969e'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:07:55.042603 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ba6828b8-3da8-48bb-af09-be31a7ec5744), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:55.178645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] For port ba6828b8-3da8-48bb-af09-be31a7ec5744, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:07:55.190529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] For port ba6828b8-3da8-48bb-af09-be31a7ec5744, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ba6828b8-3da8-48bb-af09-be31a7ec5744,segment=NetworkSegment(acf8a416-38b5-42b2-9481-ea903e71442a),segment_id=acf8a416-38b5-42b2-9481-ea903e71442a)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:07:55.279813 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (ba6828b8-3da8-48bb-af09-be31a7ec5744), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:55.307029 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22e28d5-f926-4082-bd1e-e678124715e8 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:07:55.365095 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Publish callbacks [] for port (e22e28d5-f926-4082-bd1e-e678124715e8), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:55.376460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:55.377091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:55.379596 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] 10.222.0.13 "PUT /v2.0/ports/ba6828b8-3da8-48bb-af09-be31a7ec5744 HTTP/1.1" status: 200 len: 1091 time: 1.8464186 Mar 07 22:07:55.382121 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6', 'tag': 'ba6828b8-3da8-48bb-af09-be31a7ec5744'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:55.401008 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19221206-a9f2-493d-b961-25a34c77e623" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6", "tag": "ba6828b8-3da8-48bb-af09-be31a7ec5744"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:07:55.488593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Transition to ACTIVE for port object e22e28d5-f926-4082-bd1e-e678124715e8 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:07:55.495103 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26462f26-8b78-4a01-b451-bc00aa856bba x-openstack-request-id: req-26462f26-8b78-4a01-b451-bc00aa856bba {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:07:55.495765 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6", "tag": "ba6828b8-3da8-48bb-af09-be31a7ec5744", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:07:55.496070 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26462f26-8b78-4a01-b451-bc00aa856bba {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:07:55.496479 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6', 'tag': 'ba6828b8-3da8-48bb-af09-be31a7ec5744', 'status': 'completed', 'code': 200} Mar 07 22:07:55.544124 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e22e28d5-f926-4082-bd1e-e678124715e8), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:55.589787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993ffae-2c87-45b1-a957-4e92d0fec652 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6828b8-3da8-48bb-af09-be31a7ec5744,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:55.690916 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=e22e28d5-f926-4082-bd1e-e678124715e8,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:55.773553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b04ca2-a59a-4001-b4d7-052d0cc98667 req-81083bc6-b25c-4e47-a0f9-6ef3acb1fc32 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:55.781393 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76b04ca2-a59a-4001-b4d7-052d0cc98667 req-81083bc6-b25c-4e47-a0f9-6ef3acb1fc32 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1498573 Mar 07 22:07:55.797006 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-35cbbe33-9bca-439c-8d94-ebb754b2be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:55.803454 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-35cbbe33-9bca-439c-8d94-ebb754b2be3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d320eba91654f24b6ee9df148382efe&device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 1125 time: 0.3428469 Mar 07 22:07:55.886139 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76b04ca2-a59a-4001-b4d7-052d0cc98667 req-ecd8dbaf-00d9-406c-9bb7-4103b432fc50 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033432 Mar 07 22:07:55.917267 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-f291e3e9-199f-498a-a91e-dbb397cc154d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba6828b8-3da8-48bb-af09-be31a7ec5744 HTTP/1.1" status: 200 len: 217 time: 0.1041927 Mar 07 22:07:56.051818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Attempting to bind port e22e28d5-f926-4082-bd1e-e678124715e8 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:07:56.052382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Attempting to bind port e22e28d5-f926-4082-bd1e-e678124715e8 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:07:56.052474 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Attempting to bind port e22e28d5-f926-4082-bd1e-e678124715e8 on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:07:56.071257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Port e22e28d5-f926-4082-bd1e-e678124715e8 on network c39853f8-181c-4325-9e32-8bc19cecb381 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:07:56.071587 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Attempting to bind port e22e28d5-f926-4082-bd1e-e678124715e8 on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:07:56.084913 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:07:56.085256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Checking segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:07:56.085662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Bound using segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:07:56.092522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Bound port: e22e28d5-f926-4082-bd1e-e678124715e8, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:07:56.092954 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e22e28d5-f926-4082-bd1e-e678124715e8), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:56.099805 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-2380039e-cb2f-4d8a-b997-416096557021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:56.101310 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-2380039e-cb2f-4d8a-b997-416096557021 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c574509-1376-46f1-b1df-41171a15acf9 HTTP/1.1" status: 200 len: 861 time: 0.1597619 Mar 07 22:07:56.184763 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-2e1f9163-aff4-418e-814d-3b72410e673c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d638bec2-28de-4a35-8386-0a5bb87f969e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646241 Mar 07 22:07:56.205412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff8253-c308-4b2c-a8bd-5336134154c8 req-f48bdcbf-0f55-4381-b7ba-a64f275efa10 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:56.209204 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6cff8253-c308-4b2c-a8bd-5336134154c8 req-f48bdcbf-0f55-4381-b7ba-a64f275efa10 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 943 time: 0.0796216 Mar 07 22:07:56.276904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6cff8253-c308-4b2c-a8bd-5336134154c8 req-706ddb09-f481-4eec-902d-708633df8fb7 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640149 Mar 07 22:07:56.307823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] For port e22e28d5-f926-4082-bd1e-e678124715e8, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:07:56.313341 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] For port e22e28d5-f926-4082-bd1e-e678124715e8, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e22e28d5-f926-4082-bd1e-e678124715e8,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:07:56.374321 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (e22e28d5-f926-4082-bd1e-e678124715e8), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:56.441143 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:56.441940 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:07:56.444192 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78788799-da15-44bd-90c2-02bf82f9a119 req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] 10.222.0.13 "PUT /v2.0/ports/e22e28d5-f926-4082-bd1e-e678124715e8 HTTP/1.1" status: 200 len: 1092 time: 2.0397005 Mar 07 22:07:56.465680 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-3f113cbf-aaaa-4512-8768-70a2f49e2862 service neutron] 10.222.0.13 "GET /v2.0/networks/d638bec2-28de-4a35-8386-0a5bb87f969e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292035 Mar 07 22:07:56.632233 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345ec37-1bf9-48a7-8c86-fad386b86dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=e22e28d5-f926-4082-bd1e-e678124715e8,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:57.143756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7ea94-d1d1-42d1-bc3d-32ad171f2b97 req-86a66efc-d9b3-4283-8453-7f7c610cf941 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:57.149165 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ccf7ea94-d1d1-42d1-bc3d-32ad171f2b97 req-86a66efc-d9b3-4283-8453-7f7c610cf941 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1541364 Mar 07 22:07:57.160076 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788799-da15-44bd-90c2-02bf82f9a119 req-caefea70-1383-4b45-bb36-cadb2e80e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:57.162135 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78788799-da15-44bd-90c2-02bf82f9a119 req-caefea70-1383-4b45-bb36-cadb2e80e3a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 1126 time: 0.6515589 Mar 07 22:07:57.271274 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ccf7ea94-d1d1-42d1-bc3d-32ad171f2b97 req-5b19c282-1e41-458e-bfe2-c4bcf6e0deb7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153538 Mar 07 22:07:57.275273 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78788799-da15-44bd-90c2-02bf82f9a119 req-60a9193b-385c-4be9-a981-3325dd974552 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e22e28d5-f926-4082-bd1e-e678124715e8 HTTP/1.1" status: 200 len: 217 time: 0.1041527 Mar 07 22:07:57.327359 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-497fb6d5-9915-4299-a7b8-8a1494718f7e req-de4f63db-d6ab-4dd2-ac67-e27b9061ac59 service neutron] 10.222.0.13 "GET /v2.0/networks/d638bec2-28de-4a35-8386-0a5bb87f969e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8300173 Mar 07 22:07:57.366042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788799-da15-44bd-90c2-02bf82f9a119 req-c222af4f-e489-476a-be00-7913b8c0f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:57.373176 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78788799-da15-44bd-90c2-02bf82f9a119 req-c222af4f-e489-476a-be00-7913b8c0f723 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0913682 Mar 07 22:07:57.469366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1945910-3691-4f72-88c8-a2d0336523f9 req-63b9dcfb-0de0-41bf-aa65-842ca8a31bce tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:57.471618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1945910-3691-4f72-88c8-a2d0336523f9 req-63b9dcfb-0de0-41bf-aa65-842ca8a31bce tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 943 time: 0.0623860 Mar 07 22:07:57.521138 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5eab24a-6f2d-48b2-9ac8-575d91b77759', 'tag': 'e22e28d5-f926-4082-bd1e-e678124715e8'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:57.523492 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ee5950-bc81-401c-b283-b8ffb47ab1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d5eab24a-6f2d-48b2-9ac8-575d91b77759", "tag": "e22e28d5-f926-4082-bd1e-e678124715e8"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:07:57.542004 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19221206-a9f2-493d-b961-25a34c77e623 req-9e2f6321-f99d-4323-b125-52c383f4632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:57.543582 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19221206-a9f2-493d-b961-25a34c77e623 req-9e2f6321-f99d-4323-b125-52c383f4632d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d320eba91654f24b6ee9df148382efe&device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 1125 time: 0.1558740 Mar 07 22:07:57.592828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1945910-3691-4f72-88c8-a2d0336523f9 req-581eff1f-772c-485f-afea-b5467b6a697e tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149502 Mar 07 22:07:57.595852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788799-da15-44bd-90c2-02bf82f9a119 req-a86653bc-348a-46d3-8bbe-b9e87d42b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:57.597379 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78788799-da15-44bd-90c2-02bf82f9a119 req-a86653bc-348a-46d3-8bbe-b9e87d42b1fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2113571 Mar 07 22:07:57.711302 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270d5e79-5335-462d-8645-3e988e8d4f0e x-openstack-request-id: req-270d5e79-5335-462d-8645-3e988e8d4f0e {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:07:57.711599 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5eab24a-6f2d-48b2-9ac8-575d91b77759", "tag": "e22e28d5-f926-4082-bd1e-e678124715e8", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:07:57.711910 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-270d5e79-5335-462d-8645-3e988e8d4f0e {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:07:57.712311 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5eab24a-6f2d-48b2-9ac8-575d91b77759', 'tag': 'e22e28d5-f926-4082-bd1e-e678124715e8', 'status': 'completed', 'code': 200} Mar 07 22:07:57.737825 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19221206-a9f2-493d-b961-25a34c77e623 req-feddce9d-f13c-46b9-8725-8f372b622b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:57.739330 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19221206-a9f2-493d-b961-25a34c77e623 req-feddce9d-f13c-46b9-8725-8f372b622b82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d638bec2-28de-4a35-8386-0a5bb87f969e HTTP/1.1" status: 200 len: 922 time: 0.1806505 Mar 07 22:07:57.819742 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19221206-a9f2-493d-b961-25a34c77e623 req-4f788855-d35b-4e5e-b069-11cbbc1de0fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba6828b8-3da8-48bb-af09-be31a7ec5744 HTTP/1.1" status: 200 len: 217 time: 0.0736375 Mar 07 22:07:57.944752 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19221206-a9f2-493d-b961-25a34c77e623 req-9404c29c-5de8-41cc-a908-8e41a2fc5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:57.946413 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19221206-a9f2-493d-b961-25a34c77e623 req-9404c29c-5de8-41cc-a908-8e41a2fc5c28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c574509-1376-46f1-b1df-41171a15acf9 HTTP/1.1" status: 200 len: 861 time: 0.1208653 Mar 07 22:07:57.951573 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78788799-da15-44bd-90c2-02bf82f9a119 req-0a8c300d-2d0d-4c4b-ba80-2664611ec977 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376950 Mar 07 22:07:58.011630 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19221206-a9f2-493d-b961-25a34c77e623 req-b66d1426-af97-4d8b-bfdb-7b040579529b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d638bec2-28de-4a35-8386-0a5bb87f969e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548525 Mar 07 22:07:58.157625 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19221206-a9f2-493d-b961-25a34c77e623 req-b2482107-3225-437c-a2b9-99aea1fcff74 service neutron] 10.222.0.13 "GET /v2.0/networks/d638bec2-28de-4a35-8386-0a5bb87f969e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343920 Mar 07 22:07:58.286924 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78788799-da15-44bd-90c2-02bf82f9a119 req-348c25db-4632-4597-a92d-690de92e12c0 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171573 Mar 07 22:07:58.311617 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-19221206-a9f2-493d-b961-25a34c77e623 req-776af9a3-72d0-41b7-b9cc-15c56e56ffbc service neutron] 10.222.0.13 "GET /v2.0/networks/d638bec2-28de-4a35-8386-0a5bb87f969e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231482 Mar 07 22:07:58.441722 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee5950-bc81-401c-b283-b8ffb47ab1a4 req-fafe38e5-8d5e-4365-a05e-1a2cd44fb781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:58.443402 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5ee5950-bc81-401c-b283-b8ffb47ab1a4 req-fafe38e5-8d5e-4365-a05e-1a2cd44fb781 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 1126 time: 0.0941160 Mar 07 22:07:58.445663 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce945f94-2e6f-4b48-8874-dd668c2d714b req-cc2b274b-46dd-433d-812f-53bade670140 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:58.447253 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce945f94-2e6f-4b48-8874-dd668c2d714b req-cc2b274b-46dd-433d-812f-53bade670140 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1054530 Mar 07 22:07:58.568460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce945f94-2e6f-4b48-8874-dd668c2d714b req-f321b199-a9d6-4e85-bd85-aeeaaf53f89d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046834 Mar 07 22:07:58.591877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee5950-bc81-401c-b283-b8ffb47ab1a4 req-f283e58d-37f1-48b1-ad1c-6bd5802f4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:58.595321 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5ee5950-bc81-401c-b283-b8ffb47ab1a4 req-f283e58d-37f1-48b1-ad1c-6bd5802f4fd4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.1456106 Mar 07 22:07:58.698257 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5ee5950-bc81-401c-b283-b8ffb47ab1a4 req-bf1bd1aa-c094-4627-aaf1-f936da3cb24d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e22e28d5-f926-4082-bd1e-e678124715e8 HTTP/1.1" status: 200 len: 217 time: 0.0924478 Mar 07 22:07:58.813112 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57d63c-9967-4aa1-be65-31c0d018a113 req-038aa3fa-45a1-4db0-9b98-5513d8856418 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:58.827898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd57d63c-9967-4aa1-be65-31c0d018a113 req-038aa3fa-45a1-4db0-9b98-5513d8856418 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 943 time: 0.1137419 Mar 07 22:07:58.828358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee5950-bc81-401c-b283-b8ffb47ab1a4 req-05f15fb5-b91d-4194-b680-16b4fbd5a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:58.829851 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5ee5950-bc81-401c-b283-b8ffb47ab1a4 req-05f15fb5-b91d-4194-b680-16b4fbd5a895 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.1268392 Mar 07 22:07:58.894344 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd57d63c-9967-4aa1-be65-31c0d018a113 req-4e9abf68-2299-4c7a-861c-a5868509e254 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559106 Mar 07 22:07:59.006218 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee5950-bc81-401c-b283-b8ffb47ab1a4 req-05eb37b7-008e-4be6-8125-033562433e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:59.008662 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5ee5950-bc81-401c-b283-b8ffb47ab1a4 req-05eb37b7-008e-4be6-8125-033562433e81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1700687 Mar 07 22:07:59.184040 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5ee5950-bc81-401c-b283-b8ffb47ab1a4 req-d62db107-05a7-4245-b3eb-993578b2f7ae service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592906 Mar 07 22:07:59.299238 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5ee5950-bc81-401c-b283-b8ffb47ab1a4 req-036b3f42-05d4-4f15-bff4-28921e7dfd3c service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090143 Mar 07 22:07:59.751449 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f69272-efc1-478e-b092-fb979ff4a959 req-689e8dc9-fa9a-4325-9c66-6ce0746a29e1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:59.762349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41f69272-efc1-478e-b092-fb979ff4a959 req-689e8dc9-fa9a-4325-9c66-6ce0746a29e1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.0938578 Mar 07 22:07:59.871839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41f69272-efc1-478e-b092-fb979ff4a959 req-ee7ca0e4-ae3e-42e9-a803-01ec423a0ee6 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963974 Mar 07 22:08:00.118999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42d252-f902-43e4-ba38-783c9dc3affd req-be49dde5-57bb-4cef-ba35-2c3b448eef08 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:00.120527 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e42d252-f902-43e4-ba38-783c9dc3affd req-be49dde5-57bb-4cef-ba35-2c3b448eef08 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 943 time: 0.1368771 Mar 07 22:08:00.235761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e42d252-f902-43e4-ba38-783c9dc3affd req-7621ecbe-5fc7-4bf6-8df4-42affff55e60 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033986 Mar 07 22:08:01.012078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ddf47-5c5a-439f-b091-2d6954bdc029 req-e8cefdc7-43c1-4d63-9612-aedb0a1e908d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:01.015052 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-667ddf47-5c5a-439f-b091-2d6954bdc029 req-e8cefdc7-43c1-4d63-9612-aedb0a1e908d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.0599065 Mar 07 22:08:01.069987 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-667ddf47-5c5a-439f-b091-2d6954bdc029 req-211807e3-52a0-49d5-ae61-0c63ede2739a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494261 Mar 07 22:08:01.391761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6742ab-2ed7-49a6-afd5-d245534ebc41 req-29ebc5de-5bff-43fd-ad28-f9e920bc7632 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:01.393569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a6742ab-2ed7-49a6-afd5-d245534ebc41 req-29ebc5de-5bff-43fd-ad28-f9e920bc7632 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 943 time: 0.0803683 Mar 07 22:08:01.450632 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a6742ab-2ed7-49a6-afd5-d245534ebc41 req-081cd892-acd7-437d-a033-61f7b8e8e68f tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480418 Mar 07 22:08:02.005669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ba6828b8-3da8-48bb-af09-be31a7ec5744 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:08:02.177150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ba6828b8-3da8-48bb-af09-be31a7ec5744, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ba6828b8-3da8-48bb-af09-be31a7ec5744,segment=NetworkSegment(acf8a416-38b5-42b2-9481-ea903e71442a),segment_id=acf8a416-38b5-42b2-9481-ea903e71442a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:02.189629 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'ba6828b8-3da8-48bb-af09-be31a7ec5744', 'network_id': 'd638bec2-28de-4a35-8386-0a5bb87f969e', 'port_id': 'ba6828b8-3da8-48bb-af09-be31a7ec5744', 'mac_address': 'fa:16:3e:81:78:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c574509-1376-46f1-b1df-41171a15acf9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:08:02.236562 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ba6828b8-3da8-48bb-af09-be31a7ec5744 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:08:02.237309 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ba6828b8-3da8-48bb-af09-be31a7ec5744), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:02.256167 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6828b8-3da8-48bb-af09-be31a7ec5744 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:08:02.299456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a69ba-24ca-47b6-8506-0495f58c2233 req-b49f9c5d-29d4-4700-8589-bba0a3a8dc96 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:02.302251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ba6828b8-3da8-48bb-af09-be31a7ec5744, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ba6828b8-3da8-48bb-af09-be31a7ec5744,segment=NetworkSegment(acf8a416-38b5-42b2-9481-ea903e71442a),segment_id=acf8a416-38b5-42b2-9481-ea903e71442a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:02.304647 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd5a69ba-24ca-47b6-8506-0495f58c2233 req-b49f9c5d-29d4-4700-8589-bba0a3a8dc96 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1032212 Mar 07 22:08:02.312817 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ba6828b8-3da8-48bb-af09-be31a7ec5744), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:02.426621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd5a69ba-24ca-47b6-8506-0495f58c2233 req-d8e85214-2b6e-4fd7-9088-0ec42ba84344 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166234 Mar 07 22:08:02.468136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ba6828b8-3da8-48bb-af09-be31a7ec5744,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:02.672713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['ba6828b8-3da8-48bb-af09-be31a7ec5744'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:08:02.704269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c07ad5-1cbb-4778-84b2-27603be1a910 req-50a586cb-6185-44f8-89ac-b25ad02048f6 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:02.713696 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89c07ad5-1cbb-4778-84b2-27603be1a910 req-50a586cb-6185-44f8-89ac-b25ad02048f6 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 944 time: 0.1031580 Mar 07 22:08:02.788025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89c07ad5-1cbb-4778-84b2-27603be1a910 req-203388b5-bcf1-4bdb-b73c-db7918d6d343 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728438 Mar 07 22:08:03.649007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eee45-8151-4bad-9c29-bbf23171fa2a req-e53282b8-ca2c-4756-a32d-6cbb8c657836 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:03.650561 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d2eee45-8151-4bad-9c29-bbf23171fa2a req-e53282b8-ca2c-4756-a32d-6cbb8c657836 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1184340 Mar 07 22:08:03.750639 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d2eee45-8151-4bad-9c29-bbf23171fa2a req-18de5933-e62a-4b7f-a7d0-d837906371ea tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900705 Mar 07 22:08:04.038507 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ba6828b8-3da8-48bb-af09-be31a7ec5744 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:08:04.062148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c6e63-839f-487b-8f14-86930b580add req-f6381a5d-990b-4c20-afc7-9b122a73d862 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:04.068615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-891c6e63-839f-487b-8f14-86930b580add req-f6381a5d-990b-4c20-afc7-9b122a73d862 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 944 time: 0.1442587 Mar 07 22:08:04.190014 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port ba6828b8-3da8-48bb-af09-be31a7ec5744 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:08:04.197197 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port ba6828b8-3da8-48bb-af09-be31a7ec5744 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:08:04.198905 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ba6828b8-3da8-48bb-af09-be31a7ec5744), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:04.217081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-891c6e63-839f-487b-8f14-86930b580add req-a9beb4d1-7543-4a1f-8856-122147a740eb tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402640 Mar 07 22:08:04.351292 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ba6828b8-3da8-48bb-af09-be31a7ec5744 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:08:04.352487 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ba6828b8-3da8-48bb-af09-be31a7ec5744), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:04.438534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6828b8-3da8-48bb-af09-be31a7ec5744'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:08:04.445752 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537843d9-6f2f-45f5-a6b6-5e538e685409" -d '{"events": [{"server_uuid": "ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ba6828b8-3da8-48bb-af09-be31a7ec5744"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:08:04.486508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ba6828b8-3da8-48bb-af09-be31a7ec5744, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ba6828b8-3da8-48bb-af09-be31a7ec5744,segment=NetworkSegment(acf8a416-38b5-42b2-9481-ea903e71442a),segment_id=acf8a416-38b5-42b2-9481-ea903e71442a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:04.499500 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ba6828b8-3da8-48bb-af09-be31a7ec5744), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:04.558203 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aba7c2-3b89-494e-9581-1adcc624e4e7 x-openstack-request-id: req-68aba7c2-3b89-494e-9581-1adcc624e4e7 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:08:04.558767 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ba6828b8-3da8-48bb-af09-be31a7ec5744", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:08:04.559032 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68aba7c2-3b89-494e-9581-1adcc624e4e7 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:08:04.559436 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6828b8-3da8-48bb-af09-be31a7ec5744', 'code': 200} Mar 07 22:08:04.560033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ba6828b8-3da8-48bb-af09-be31a7ec5744,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:04.641941 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb8784-01aa-4ba6-a5ed-ccbacedd4a38 req-6e481502-8dff-4b11-bec1-7fe0bde48443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:04.643571 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-44fb8784-01aa-4ba6-a5ed-ccbacedd4a38 req-6e481502-8dff-4b11-bec1-7fe0bde48443 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 1127 time: 0.0653074 Mar 07 22:08:04.720244 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-44fb8784-01aa-4ba6-a5ed-ccbacedd4a38 req-36dd94d9-e6d8-4e61-8366-9f6459a10875 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698926 Mar 07 22:08:04.909300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c92d6a-7b26-4fc5-814e-69c11a13674a req-c0951d16-33ca-4931-8546-206d8b11ff04 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:04.910848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6c92d6a-7b26-4fc5-814e-69c11a13674a req-c0951d16-33ca-4931-8546-206d8b11ff04 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.0761068 Mar 07 22:08:04.968619 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6c92d6a-7b26-4fc5-814e-69c11a13674a req-13d3c7c4-8673-4ca3-8bd3-596fbe9379bf tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516307 Mar 07 22:08:05.472364 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c1a35-d2c2-41f5-9168-f5fca0c72f2d req-ce6afe1e-2c70-4c44-90c5-4224add56fa2 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:05.478846 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e61c1a35-d2c2-41f5-9168-f5fca0c72f2d req-ce6afe1e-2c70-4c44-90c5-4224add56fa2 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 945 time: 0.1846092 Mar 07 22:08:05.533256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e61c1a35-d2c2-41f5-9168-f5fca0c72f2d req-3b0242cc-be8b-45ab-aa65-a09bc42e9df2 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472379 Mar 07 22:08:06.272309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4903c1-e816-4beb-9afa-7282a177c8e5 req-c47ce146-5536-44e9-b67a-b9a84921cece tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:06.281234 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f4903c1-e816-4beb-9afa-7282a177c8e5 req-c47ce146-5536-44e9-b67a-b9a84921cece tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1424966 Mar 07 22:08:06.398601 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f4903c1-e816-4beb-9afa-7282a177c8e5 req-044fdc37-eafd-43c7-ac50-45edae1bd263 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161320 Mar 07 22:08:06.686327 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc8652-b09c-41e2-96b2-3ad87f0320ba req-69e0e3f0-e4dc-426c-9c35-fd59206597b0 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:06.687946 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1fbc8652-b09c-41e2-96b2-3ad87f0320ba req-69e0e3f0-e4dc-426c-9c35-fd59206597b0 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 945 time: 0.0595236 Mar 07 22:08:06.760371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1fbc8652-b09c-41e2-96b2-3ad87f0320ba req-5f918a01-8026-48ac-b2ec-f8fcd6dfd67b tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666952 Mar 07 22:08:07.472825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d61e11-b74f-4c59-91c6-8221aa76a81f req-c74d6824-0cc2-42da-aa39-05893eeada89 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:07.490893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40d61e11-b74f-4c59-91c6-8221aa76a81f req-c74d6824-0cc2-42da-aa39-05893eeada89 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 945 time: 0.1033685 Mar 07 22:08:07.673908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcd1e8-e8db-4921-ac95-336d033c1078 req-d44a970c-7306-418f-bd3f-359b8ae9d4d1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:07.679638 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2afcd1e8-e8db-4921-ac95-336d033c1078 req-d44a970c-7306-418f-bd3f-359b8ae9d4d1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1237040 Mar 07 22:08:07.683119 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40d61e11-b74f-4c59-91c6-8221aa76a81f req-e5c537ca-d258-4ca7-afea-baf4345435ae tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913140 Mar 07 22:08:07.749770 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2afcd1e8-e8db-4921-ac95-336d033c1078 req-8b8e6374-7d61-461d-8631-0f20671146aa tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633166 Mar 07 22:08:08.784237 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a517bd-0156-4e66-bae0-c42cead516c1 req-f3fddba0-9e19-4735-9082-3f1449edecf6 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:08.789323 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-28a517bd-0156-4e66-bae0-c42cead516c1 req-f3fddba0-9e19-4735-9082-3f1449edecf6 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 945 time: 0.0873547 Mar 07 22:08:08.943986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-28a517bd-0156-4e66-bae0-c42cead516c1 req-b3525d20-3587-48a1-9d9b-267cb6810c26 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Deleting port ba6828b8-3da8-48bb-af09-be31a7ec5744 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:08:08.944335 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-28a517bd-0156-4e66-bae0-c42cead516c1 req-b3525d20-3587-48a1-9d9b-267cb6810c26 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ba6828b8-3da8-48bb-af09-be31a7ec5744), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:09.008223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c54d43-af2a-4562-b21a-29d8beac827b req-b7dc5abf-3ba1-4b9d-8965-da2cf879c44f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:09.010491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07c54d43-af2a-4562-b21a-29d8beac827b req-b7dc5abf-3ba1-4b9d-8965-da2cf879c44f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1603382 Mar 07 22:08:09.019965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e4ac6-aa81-49fb-aacb-5177d93ea550 req-3dbf647c-0f4d-47dc-b9e3-49a40427b6b2 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:09.023350 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-488e4ac6-aa81-49fb-aacb-5177d93ea550 req-3dbf647c-0f4d-47dc-b9e3-49a40427b6b2 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6 HTTP/1.1" status: 200 len: 945 time: 0.2279463 Mar 07 22:08:09.071565 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-28a517bd-0156-4e66-bae0-c42cead516c1 req-b3525d20-3587-48a1-9d9b-267cb6810c26 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] For port ba6828b8-3da8-48bb-af09-be31a7ec5744, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ba6828b8-3da8-48bb-af09-be31a7ec5744,segment=NetworkSegment(acf8a416-38b5-42b2-9481-ea903e71442a),segment_id=acf8a416-38b5-42b2-9481-ea903e71442a)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:09.071939 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-28a517bd-0156-4e66-bae0-c42cead516c1 req-b3525d20-3587-48a1-9d9b-267cb6810c26 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ba6828b8-3da8-48bb-af09-be31a7ec5744), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:09.090613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-28a517bd-0156-4e66-bae0-c42cead516c1 req-b3525d20-3587-48a1-9d9b-267cb6810c26 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Calling delete_port for ba6828b8-3da8-48bb-af09-be31a7ec5744 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:08:09.160556 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07c54d43-af2a-4562-b21a-29d8beac827b req-84866e81-5468-42eb-b8f3-42e35e7e314a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346712 Mar 07 22:08:09.190737 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-488e4ac6-aa81-49fb-aacb-5177d93ea550 req-6ce2428b-97d7-4263-a15d-d675d77c0067 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621504 Mar 07 22:08:09.339623 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-28a517bd-0156-4e66-bae0-c42cead516c1 req-b3525d20-3587-48a1-9d9b-267cb6810c26 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ba6828b8-3da8-48bb-af09-be31a7ec5744), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:09.353324 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['ba6828b8-3da8-48bb-af09-be31a7ec5744'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:08:09.429034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3525d20-3587-48a1-9d9b-267cb6810c26 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Pushing event deleted for resources: {'Port': ['ID=ba6828b8-3da8-48bb-af09-be31a7ec5744,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:09.488287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a517bd-0156-4e66-bae0-c42cead516c1 req-b3525d20-3587-48a1-9d9b-267cb6810c26 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] No DVR routers for this DVR port ba6828b8-3da8-48bb-af09-be31a7ec5744 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:08:09.491968 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-28a517bd-0156-4e66-bae0-c42cead516c1 req-b3525d20-3587-48a1-9d9b-267cb6810c26 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:09.495467 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-28a517bd-0156-4e66-bae0-c42cead516c1 req-b3525d20-3587-48a1-9d9b-267cb6810c26 tempest-ServerMetadataNegativeTestJSON-1861195563 tempest-ServerMetadataNegativeTestJSON-1861195563-project] 10.222.0.13 "DELETE /v2.0/ports/ba6828b8-3da8-48bb-af09-be31a7ec5744 HTTP/1.1" status: 204 len: 173 time: 0.7005587 Mar 07 22:08:09.495944 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6', 'name': 'network-vif-deleted', 'tag': 'ba6828b8-3da8-48bb-af09-be31a7ec5744'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:08:09.498338 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6243be-f9ca-455e-a3dd-4bd7dcebf0aa" -d '{"events": [{"server_uuid": "ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6", "name": "network-vif-deleted", "tag": "ba6828b8-3da8-48bb-af09-be31a7ec5744"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:08:09.550121 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33df2ecc-1d71-4117-a297-d033d14ae222 x-openstack-request-id: req-33df2ecc-1d71-4117-a297-d033d14ae222 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:08:09.550415 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6", "name": "network-vif-deleted", "tag": "ba6828b8-3da8-48bb-af09-be31a7ec5744", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:08:09.550686 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33df2ecc-1d71-4117-a297-d033d14ae222 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:08:09.551085 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb855b9-c89f-42d5-b9fa-7eb42f0ea8e6', 'name': 'network-vif-deleted', 'tag': 'ba6828b8-3da8-48bb-af09-be31a7ec5744', 'status': 'completed', 'code': 200} Mar 07 22:08:10.272862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34526) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:10.381381 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e4b840-5497-4933-9c97-6a43284b4160 admin admin] Deleting subnet 5c574509-1376-46f1-b1df-41171a15acf9 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:08:10.387793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11f43d-dd1b-48a9-ad34-0ee2ef4f189b req-41fb5b07-a11a-46b7-be9d-6315b066d7fd tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:10.391590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a11f43d-dd1b-48a9-ad34-0ee2ef4f189b req-41fb5b07-a11a-46b7-be9d-6315b066d7fd tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1250064 Mar 07 22:08:10.394780 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39e4b840-5497-4933-9c97-6a43284b4160 admin admin] Publish callbacks [] for subnet (5c574509-1376-46f1-b1df-41171a15acf9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:10.448868 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39e4b840-5497-4933-9c97-6a43284b4160 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (5c574509-1376-46f1-b1df-41171a15acf9), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:10.459975 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a11f43d-dd1b-48a9-ad34-0ee2ef4f189b req-3e1ca1c9-e815-41b4-997b-295692fc1db8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641298 Mar 07 22:08:10.493744 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39e4b840-5497-4933-9c97-6a43284b4160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (5c574509-1376-46f1-b1df-41171a15acf9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:10.566456 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39e4b840-5497-4933-9c97-6a43284b4160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (5c574509-1376-46f1-b1df-41171a15acf9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:10.607548 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39e4b840-5497-4933-9c97-6a43284b4160 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:10.613135 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-39e4b840-5497-4933-9c97-6a43284b4160 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5c574509-1376-46f1-b1df-41171a15acf9 HTTP/1.1" status: 204 len: 168 time: 0.3390417 Mar 07 22:08:10.614512 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4b840-5497-4933-9c97-6a43284b4160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c574509-1376-46f1-b1df-41171a15acf9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:10.615629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34528) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:10.697586 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bd377899-599b-4cd4-bd8e-b4c166eb5c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (d638bec2-28de-4a35-8386-0a5bb87f969e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:10.801704 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bd377899-599b-4cd4-bd8e-b4c166eb5c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (d638bec2-28de-4a35-8386-0a5bb87f969e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:10.824664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-bd377899-599b-4cd4-bd8e-b4c166eb5c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d638bec2-28de-4a35-8386-0a5bb87f969e']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:10.835352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-bd377899-599b-4cd4-bd8e-b4c166eb5c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf8a416-38b5-42b2-9481-ea903e71442a') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:10.835647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-bd377899-599b-4cd4-bd8e-b4c166eb5c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf8a416-38b5-42b2-9481-ea903e71442a') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:10.846587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bd377899-599b-4cd4-bd8e-b4c166eb5c17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (acf8a416-38b5-42b2-9481-ea903e71442a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:10.861610 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bd377899-599b-4cd4-bd8e-b4c166eb5c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (acf8a416-38b5-42b2-9481-ea903e71442a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:10.868095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd377899-599b-4cd4-bd8e-b4c166eb5c17 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:08:10.868476 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bd377899-599b-4cd4-bd8e-b4c166eb5c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (acf8a416-38b5-42b2-9481-ea903e71442a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:08:10.871212 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:08:10.940153 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bd377899-599b-4cd4-bd8e-b4c166eb5c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (d638bec2-28de-4a35-8386-0a5bb87f969e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:10.950270 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bd377899-599b-4cd4-bd8e-b4c166eb5c17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:10.954051 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bd377899-599b-4cd4-bd8e-b4c166eb5c17 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d638bec2-28de-4a35-8386-0a5bb87f969e HTTP/1.1" status: 204 len: 168 time: 0.3374476 Mar 07 22:08:10.973072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd377899-599b-4cd4-bd8e-b4c166eb5c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=d638bec2-28de-4a35-8386-0a5bb87f969e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:11.136900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34536) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:11.196783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bfe4212a-4c26-4556-a148-b370d20c3c53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d320eba91654f24b6ee9df148382efe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0562916 Mar 07 22:08:11.197171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34538) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:11.251228 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97034d65-af6a-4e64-a971-d41b7b322cb4 admin admin] Publish callbacks [] for security_group (dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:11.273769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97034d65-af6a-4e64-a971-d41b7b322cb4 admin admin] Publish callbacks [] for security_group (dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:11.333128 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97034d65-af6a-4e64-a971-d41b7b322cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:11.336068 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97034d65-af6a-4e64-a971-d41b7b322cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:11.337287 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-97034d65-af6a-4e64-a971-d41b7b322cb4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a HTTP/1.1" status: 204 len: 168 time: 0.1391301 Mar 07 22:08:11.346052 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97034d65-af6a-4e64-a971-d41b7b322cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc500c1b-b0e7-4700-b56c-3d8ec6e7d33a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:11.712781 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a2020-d997-49ba-a2d5-81dfeb488980 req-468bd61b-883a-46be-8218-4e51fd4b9d9c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:11.725975 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c0a2020-d997-49ba-a2d5-81dfeb488980 req-468bd61b-883a-46be-8218-4e51fd4b9d9c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.0970492 Mar 07 22:08:11.798403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c0a2020-d997-49ba-a2d5-81dfeb488980 req-1be16042-d55c-49e1-8885-c6820b3500ed tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628359 Mar 07 22:08:12.070953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ba6828b8-3da8-48bb-af09-be31a7ec5744 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:08:12.106339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: ba6828b8-3da8-48bb-af09-be31a7ec5744 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:08:12.107260 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ba6828b8-3da8-48bb-af09-be31a7ec5744 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:08:12.178008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34564) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:12.227281 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4f38e9-e727-4b72-a5f6-743443988716 admin admin] Deleting subnet 86426e92-e3bd-49be-b60b-75e59122e4cb {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:08:12.231282 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f4f38e9-e727-4b72-a5f6-743443988716 admin admin] Publish callbacks [] for subnet (86426e92-e3bd-49be-b60b-75e59122e4cb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:12.313247 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f4f38e9-e727-4b72-a5f6-743443988716 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (86426e92-e3bd-49be-b60b-75e59122e4cb), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:12.358216 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f4f38e9-e727-4b72-a5f6-743443988716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (86426e92-e3bd-49be-b60b-75e59122e4cb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:12.429123 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f4f38e9-e727-4b72-a5f6-743443988716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (86426e92-e3bd-49be-b60b-75e59122e4cb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:12.472101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34568) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:12.480384 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f38e9-e727-4b72-a5f6-743443988716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86426e92-e3bd-49be-b60b-75e59122e4cb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:12.498766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6f4f38e9-e727-4b72-a5f6-743443988716 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:12.505292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34572) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:12.506545 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6f4f38e9-e727-4b72-a5f6-743443988716 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/86426e92-e3bd-49be-b60b-75e59122e4cb HTTP/1.1" status: 204 len: 168 time: 0.3274028 Mar 07 22:08:12.590133 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ee8389ce-5cba-4657-a4d7-7faaf5f12bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (e6168db2-9129-4fb7-ab5e-c1e8d7c20c58), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.148204 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2070599714-network', 'tenant_id': 'c9a2bc3ffdc14964be1d88a599c15229'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:13.162323 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ee8389ce-5cba-4657-a4d7-7faaf5f12bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (e6168db2-9129-4fb7-ab5e-c1e8d7c20c58), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.217056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-ee8389ce-5cba-4657-a4d7-7faaf5f12bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6168db2-9129-4fb7-ab5e-c1e8d7c20c58']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:13.241266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-ee8389ce-5cba-4657-a4d7-7faaf5f12bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896239cd-2524-4c8b-9737-3b1d7e86df59') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:13.241822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-ee8389ce-5cba-4657-a4d7-7faaf5f12bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896239cd-2524-4c8b-9737-3b1d7e86df59') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:13.251193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e784ed3-8386-45ef-b726-1cabf15e2052 req-11d39095-6bdb-40d8-95fc-6417c9f26a5d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:13.258528 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e784ed3-8386-45ef-b726-1cabf15e2052 req-11d39095-6bdb-40d8-95fc-6417c9f26a5d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1161313 Mar 07 22:08:13.275294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] Made reservation on behalf of c9a2bc3ffdc14964be1d88a599c15229 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:13.277543 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.280605 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ee8389ce-5cba-4657-a4d7-7faaf5f12bde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (896239cd-2524-4c8b-9737-3b1d7e86df59), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.341321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e784ed3-8386-45ef-b726-1cabf15e2052 req-8fdc7042-b377-4f51-a9a3-a58f8b501b78 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776193 Mar 07 22:08:13.346526 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.357050 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ee8389ce-5cba-4657-a4d7-7faaf5f12bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (896239cd-2524-4c8b-9737-3b1d7e86df59), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.438606 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] Publish callbacks [] for security_group (6fcf0ac2-5b39-46fb-bc63-41b30949b47d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.440000 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8389ce-5cba-4657-a4d7-7faaf5f12bde admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:08:13.440457 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ee8389ce-5cba-4657-a4d7-7faaf5f12bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (896239cd-2524-4c8b-9737-3b1d7e86df59), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:08:13.442289 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:08:13.451360 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6fcf0ac2-5b39-46fb-bc63-41b30949b47d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.462561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:08:13.500577 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (7d6f5d08-a872-4b7c-85c5-e37b8dfa504d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.500935 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] Added segment 7d6f5d08-a872-4b7c-85c5-e37b8dfa504d of type vlan for network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 Mar 07 22:08:13.543425 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (cae5efa2-6bb7-4f2d-8ff2-eb98273e8281), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.569350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcf0ac2-5b39-46fb-bc63-41b30949b47d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:13.601318 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (cae5efa2-6bb7-4f2d-8ff2-eb98273e8281), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.602291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:13.602862 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.672090 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ee8389ce-5cba-4657-a4d7-7faaf5f12bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (e6168db2-9129-4fb7-ab5e-c1e8d7c20c58), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.674564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] Pushing event updated for resources: {'Network': ['ID=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:13.686023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-683c9a48-6154-4640-9a41-403cad7f1aba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2124462 Mar 07 22:08:13.687404 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ee8389ce-5cba-4657-a4d7-7faaf5f12bde admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.688012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:08:13.689436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34578) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:13.691129 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ee8389ce-5cba-4657-a4d7-7faaf5f12bde admin admin] 10.222.0.26 "DELETE /v2.0/networks/e6168db2-9129-4fb7-ab5e-c1e8d7c20c58 HTTP/1.1" status: 204 len: 168 time: 1.1847327 Mar 07 22:08:13.693997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34580) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:13.697495 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c377f287-8200-4b71-b8c2-b1b8e5b09c8c admin admin] Request body: {'subnet': {'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2070599714-subnet', 'tenant_id': 'c9a2bc3ffdc14964be1d88a599c15229', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:13.704986 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8389ce-5cba-4657-a4d7-7faaf5f12bde admin admin] Pushing event deleted for resources: {'Network': ['ID=e6168db2-9129-4fb7-ab5e-c1e8d7c20c58,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:13.755233 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79dfe35-acbc-42dd-805d-109a6a402173 admin admin] Deleting subnet 201d9c33-bc6a-4620-a108-d8c11545cee3 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:08:13.760420 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c79dfe35-acbc-42dd-805d-109a6a402173 admin admin] Publish callbacks [] for subnet (201d9c33-bc6a-4620-a108-d8c11545cee3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.829897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c377f287-8200-4b71-b8c2-b1b8e5b09c8c admin admin] Made reservation on behalf of c9a2bc3ffdc14964be1d88a599c15229 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:13.832259 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c377f287-8200-4b71-b8c2-b1b8e5b09c8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.839135 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c79dfe35-acbc-42dd-805d-109a6a402173 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (201d9c33-bc6a-4620-a108-d8c11545cee3), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:13.926341 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c79dfe35-acbc-42dd-805d-109a6a402173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (201d9c33-bc6a-4620-a108-d8c11545cee3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:14.077877 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c79dfe35-acbc-42dd-805d-109a6a402173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (201d9c33-bc6a-4620-a108-d8c11545cee3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:14.116526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79dfe35-acbc-42dd-805d-109a6a402173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=201d9c33-bc6a-4620-a108-d8c11545cee3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:14.119146 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c79dfe35-acbc-42dd-805d-109a6a402173 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:14.124005 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c79dfe35-acbc-42dd-805d-109a6a402173 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/201d9c33-bc6a-4620-a108-d8c11545cee3 HTTP/1.1" status: 204 len: 168 time: 0.4228239 Mar 07 22:08:14.126878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34592) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:14.202697 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c377f287-8200-4b71-b8c2-b1b8e5b09c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (925aad4c-c647-4d56-8f2f-5e0ad1a36194), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:14.207495 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-683bd945-c513-4b39-8b03-65ab9430ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (03324845-fd64-4067-89a3-6670811be698), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:14.292986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377f287-8200-4b71-b8c2-b1b8e5b09c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=925aad4c-c647-4d56-8f2f-5e0ad1a36194,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:14.299331 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c377f287-8200-4b71-b8c2-b1b8e5b09c8c admin admin] Checking segment: {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:08:14.299945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c377f287-8200-4b71-b8c2-b1b8e5b09c8c admin admin] Network hostable DHCP agents. Network: cae5efa2-6bb7-4f2d-8ff2-eb98273e8281, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:08:14.324486 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c377f287-8200-4b71-b8c2-b1b8e5b09c8c admin admin] Network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:08:14.329502 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-683bd945-c513-4b39-8b03-65ab9430ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (03324845-fd64-4067-89a3-6670811be698), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:14.337766 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c377f287-8200-4b71-b8c2-b1b8e5b09c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, cae5efa2-6bb7-4f2d-8ff2-eb98273e8281) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:14.349033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2bf370-01b5-4c89-a349-08cdf641ccbf None None] Network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:08:14.360479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c377f287-8200-4b71-b8c2-b1b8e5b09c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:14.362559 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c377f287-8200-4b71-b8c2-b1b8e5b09c8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:14.409189 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c377f287-8200-4b71-b8c2-b1b8e5b09c8c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7186058 Mar 07 22:08:14.419129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-683bd945-c513-4b39-8b03-65ab9430ba27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03324845-fd64-4067-89a3-6670811be698']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:14.431700 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-683bd945-c513-4b39-8b03-65ab9430ba27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fceff54c-4783-4583-bae8-43e262730262') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:14.431999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-683bd945-c513-4b39-8b03-65ab9430ba27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fceff54c-4783-4583-bae8-43e262730262') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:14.444465 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-683bd945-c513-4b39-8b03-65ab9430ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (fceff54c-4783-4583-bae8-43e262730262), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:14.462326 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-683bd945-c513-4b39-8b03-65ab9430ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (fceff54c-4783-4583-bae8-43e262730262), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:14.471098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683bd945-c513-4b39-8b03-65ab9430ba27 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:08:14.472100 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-683bd945-c513-4b39-8b03-65ab9430ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (fceff54c-4783-4583-bae8-43e262730262), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:08:14.535216 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:08:14.562645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbaf50c-06d4-4e91-ac0d-f4279868d381 None None] Network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:08:14.624367 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-683bd945-c513-4b39-8b03-65ab9430ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (03324845-fd64-4067-89a3-6670811be698), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:14.646350 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-683bd945-c513-4b39-8b03-65ab9430ba27 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:14.652425 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-683bd945-c513-4b39-8b03-65ab9430ba27 admin admin] 10.222.0.26 "DELETE /v2.0/networks/03324845-fd64-4067-89a3-6670811be698 HTTP/1.1" status: 204 len: 168 time: 0.5221381 Mar 07 22:08:14.693685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bd945-c513-4b39-8b03-65ab9430ba27 admin admin] Pushing event deleted for resources: {'Network': ['ID=03324845-fd64-4067-89a3-6670811be698,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:14.728568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144d8d5-bc86-43aa-b984-cf6481c4b159 req-84b260ce-86e4-4540-a2b0-5d5bb970a27d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:14.733071 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a144d8d5-bc86-43aa-b984-cf6481c4b159 req-84b260ce-86e4-4540-a2b0-5d5bb970a27d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1911075 Mar 07 22:08:14.863537 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a144d8d5-bc86-43aa-b984-cf6481c4b159 req-d6022a7c-5f68-4a97-81fd-0e8c7234e0de tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213057 Mar 07 22:08:14.933906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34606) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:14.985384 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34608) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:14.998587 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fce7a831-3f97-49ce-b542-5155e8762401 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70f1551897434bc1a793d0e8f9ae81a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0631394 Mar 07 22:08:15.130976 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf090bce-d640-444d-aa36-7677c85f5a8e admin admin] Publish callbacks [] for security_group (999b9e72-a101-435b-87f7-8a884c4832a9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:15.169963 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf090bce-d640-444d-aa36-7677c85f5a8e admin admin] Publish callbacks [] for security_group (999b9e72-a101-435b-87f7-8a884c4832a9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:15.221993 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-a76e6761-70a0-4d99-97a8-9e982840f623 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:15.223649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-a76e6761-70a0-4d99-97a8-9e982840f623 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 806 time: 0.1496134 Mar 07 22:08:15.242132 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf090bce-d640-444d-aa36-7677c85f5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (999b9e72-a101-435b-87f7-8a884c4832a9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:15.247189 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-4a0cd07a-716e-4dca-850c-796c37d42f0b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/quotas/c9a2bc3ffdc14964be1d88a599c15229 HTTP/1.1" status: 200 len: 375 time: 0.0168707 Mar 07 22:08:15.247957 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf090bce-d640-444d-aa36-7677c85f5a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:15.252023 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bf090bce-d640-444d-aa36-7677c85f5a8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/999b9e72-a101-435b-87f7-8a884c4832a9 HTTP/1.1" status: 204 len: 168 time: 0.2631581 Mar 07 22:08:15.269970 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf090bce-d640-444d-aa36-7677c85f5a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999b9e72-a101-435b-87f7-8a884c4832a9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:15.309222 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-8e02f0a0-ad42-4dba-ab54-edcd2206b35b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609963 Mar 07 22:08:15.426240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-494d786a-2224-4e12-9c3a-56fb8bb75448 service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064112 Mar 07 22:08:15.543118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-f13d4ee5-cef9-4f09-9db3-ddc6a32c3a6d service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101642 Mar 07 22:08:15.661502 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ba88e921-ed14-4bce-9d9c-f0b90ec041b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:15.706849 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34632) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:15.767394 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12a162af-337b-4ca7-b915-9facd78be427 req-bfda739e-e782-444c-9aeb-99ad7cd98d03 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 210 time: 0.0551541 Mar 07 22:08:15.775572 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cc9e158f-dd3e-4cdd-9a22-c7d404cc1244 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfcbade28d4e4083848395a7c05f0c71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0675316 Mar 07 22:08:15.775918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34640) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:15.855609 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6f61119-38ad-4316-bf07-17ff0a31a9ab admin admin] Publish callbacks [] for security_group (6de9b096-f7f2-474b-919c-e775daf0b618), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:15.878708 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6f61119-38ad-4316-bf07-17ff0a31a9ab admin admin] Publish callbacks [] for security_group (6de9b096-f7f2-474b-919c-e775daf0b618), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:15.937668 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6f61119-38ad-4316-bf07-17ff0a31a9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6de9b096-f7f2-474b-919c-e775daf0b618), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:15.943869 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6f61119-38ad-4316-bf07-17ff0a31a9ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:15.947765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c6f61119-38ad-4316-bf07-17ff0a31a9ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6de9b096-f7f2-474b-919c-e775daf0b618 HTTP/1.1" status: 204 len: 168 time: 0.1685998 Mar 07 22:08:15.993417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f61119-38ad-4316-bf07-17ff0a31a9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de9b096-f7f2-474b-919c-e775daf0b618,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:16.113243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc377d-4880-4502-bfd7-168886b20196 req-044ec0b7-74ca-4b58-a82e-9bc82cd98ff4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:16.120282 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53bc377d-4880-4502-bfd7-168886b20196 req-044ec0b7-74ca-4b58-a82e-9bc82cd98ff4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1734073 Mar 07 22:08:16.148754 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:16.219857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53bc377d-4880-4502-bfd7-168886b20196 req-f518ff14-86df-4e6e-a4b6-eeaefc38e0ad tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987055 Mar 07 22:08:16.898213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e30736c3-677e-42a7-9d15-f7557fbaaf54 req-1e1a4dff-01e4-47cb-9439-11cb5f00022f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 210 time: 0.0295181 Mar 07 22:08:17.156286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-2be26e51-e3da-4cbb-a826-b935c1e3748d tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:17.157718 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-2be26e51-e3da-4cbb-a826-b935c1e3748d tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.13 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 806 time: 0.1856873 Mar 07 22:08:17.170751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-e72738e0-ebef-4de3-92b6-d1a93425185a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Request body: {'port': {'device_id': '32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09', 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281', 'admin_state_up': True, 'tenant_id': 'c9a2bc3ffdc14964be1d88a599c15229'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:17.307505 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-e72738e0-ebef-4de3-92b6-d1a93425185a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Made reservation on behalf of c9a2bc3ffdc14964be1d88a599c15229 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:17.313775 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-e72738e0-ebef-4de3-92b6-d1a93425185a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:17.441262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603b746-93d9-4d6b-9d6e-ce8428b1ad9e req-a1758451-81ef-4a0c-85f7-7c1327b7f4f8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:17.449357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2603b746-93d9-4d6b-9d6e-ce8428b1ad9e req-a1758451-81ef-4a0c-85f7-7c1327b7f4f8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1120667 Mar 07 22:08:17.522516 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-e72738e0-ebef-4de3-92b6-d1a93425185a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Allocated IP 172.20.0.8 (cae5efa2-6bb7-4f2d-8ff2-eb98273e8281/925aad4c-c647-4d56-8f2f-5e0ad1a36194/35693353-c5eb-4ade-b983-71da3ea93876) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:17.585712 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2603b746-93d9-4d6b-9d6e-ce8428b1ad9e req-ec56b958-6984-46bb-8bfc-3f2b918c6979 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309314 Mar 07 22:08:17.740650 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-e72738e0-ebef-4de3-92b6-d1a93425185a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks [] for port (35693353-c5eb-4ade-b983-71da3ea93876), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:17.805548 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-e72738e0-ebef-4de3-92b6-d1a93425185a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (35693353-c5eb-4ade-b983-71da3ea93876), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:17.863878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72738e0-ebef-4de3-92b6-d1a93425185a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Pushing event updated for resources: {'Port': ['ID=35693353-c5eb-4ade-b983-71da3ea93876,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:17.884503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-e72738e0-ebef-4de3-92b6-d1a93425185a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:17.886114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-e72738e0-ebef-4de3-92b6-d1a93425185a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:17.890107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-e72738e0-ebef-4de3-92b6-d1a93425185a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:08:17.962044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-e72738e0-ebef-4de3-92b6-d1a93425185a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:17.962722 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-e72738e0-ebef-4de3-92b6-d1a93425185a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:17.991410 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-e72738e0-ebef-4de3-92b6-d1a93425185a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8253632 Mar 07 22:08:18.119524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Request body: {'port': {'device_id': '32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:18.120530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73eaae-adb7-4136-aff0-0aa38a1153e7 req-fe7cf6d1-7f0d-4386-aab4-60e36a933539 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:18.125001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d73eaae-adb7-4136-aff0-0aa38a1153e7 req-fe7cf6d1-7f0d-4386-aab4-60e36a933539 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 931 time: 0.1136065 Mar 07 22:08:18.141061 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0264f63e-2a0b-4f79-b2dc-62a6d2b86638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:18.203748 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (35693353-c5eb-4ade-b983-71da3ea93876), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:18.232397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d73eaae-adb7-4136-aff0-0aa38a1153e7 req-97fc0b65-d3e7-446b-b2c4-ad6ac2d48c98 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992434 Mar 07 22:08:18.402651 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:18.562362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35693353-c5eb-4ade-b983-71da3ea93876 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:08:18.571499 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Publish callbacks [] for port (35693353-c5eb-4ade-b983-71da3ea93876), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:18.586493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Transition to ACTIVE for port object 35693353-c5eb-4ade-b983-71da3ea93876 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:08:18.592550 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (35693353-c5eb-4ade-b983-71da3ea93876), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:18.654021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Pushing event updated for resources: {'Port': ['ID=35693353-c5eb-4ade-b983-71da3ea93876,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:18.827693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4faf43-9e2c-43e2-bf54-5cc4991891f2 req-a4efb307-9606-41a2-93b6-321cf3dc78fc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:18.829349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd4faf43-9e2c-43e2-bf54-5cc4991891f2 req-a4efb307-9606-41a2-93b6-321cf3dc78fc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1290951 Mar 07 22:08:18.866746 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Attempting to bind port 35693353-c5eb-4ade-b983-71da3ea93876 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:08:18.867429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Attempting to bind port 35693353-c5eb-4ade-b983-71da3ea93876 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:08:18.868096 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Attempting to bind port 35693353-c5eb-4ade-b983-71da3ea93876 on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:08:18.879077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Port 35693353-c5eb-4ade-b983-71da3ea93876 on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:08:18.879691 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Attempting to bind port 35693353-c5eb-4ade-b983-71da3ea93876 on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:08:18.886697 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:08:18.890719 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd4faf43-9e2c-43e2-bf54-5cc4991891f2 req-91ec1d06-4ce4-49f8-a1f6-b0cce9b570b8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534325 Mar 07 22:08:18.894723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Checking segment: {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:08:18.895607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Bound using segment: {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:08:18.896183 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Bound port: 35693353-c5eb-4ade-b983-71da3ea93876, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:08:18.896680 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (35693353-c5eb-4ade-b983-71da3ea93876), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:18.978299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] For port 35693353-c5eb-4ade-b983-71da3ea93876, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:08:18.981661 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] For port 35693353-c5eb-4ade-b983-71da3ea93876, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=35693353-c5eb-4ade-b983-71da3ea93876,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:08:18.989746 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (35693353-c5eb-4ade-b983-71da3ea93876), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:19.061917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:19.064188 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:19.065762 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] 10.222.0.13 "PUT /v2.0/ports/35693353-c5eb-4ade-b983-71da3ea93876 HTTP/1.1" status: 200 len: 1091 time: 1.0668674 Mar 07 22:08:19.066701 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa972ba-e2c9-43c6-ad0c-4ac9745132ce service neutron] Pushing event updated for resources: {'Port': ['ID=35693353-c5eb-4ade-b983-71da3ea93876,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:19.070573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09', 'tag': '35693353-c5eb-4ade-b983-71da3ea93876'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:08:19.073297 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253d05bf-cdfc-41b2-9bb4-2a7069fa96ae" -d '{"events": [{"name": "network-changed", "server_uuid": "32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09", "tag": "35693353-c5eb-4ade-b983-71da3ea93876"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:08:19.185415 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c62a8e-48fb-49a3-bc76-676c058f312b x-openstack-request-id: req-a0c62a8e-48fb-49a3-bc76-676c058f312b {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:08:19.185715 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09", "tag": "35693353-c5eb-4ade-b983-71da3ea93876", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:08:19.185974 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0c62a8e-48fb-49a3-bc76-676c058f312b {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:08:19.186397 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09', 'tag': '35693353-c5eb-4ade-b983-71da3ea93876', 'status': 'completed', 'code': 200} Mar 07 22:08:19.219504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-cda839c8-a29d-4ca5-9d43-c58993720e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:19.221850 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-cda839c8-a29d-4ca5-9d43-c58993720e00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 1125 time: 0.0769465 Mar 07 22:08:19.273732 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-2b8c1d32-b466-465e-b419-d5f991a3545b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35693353-c5eb-4ade-b983-71da3ea93876 HTTP/1.1" status: 200 len: 217 time: 0.0442710 Mar 07 22:08:19.386970 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:19.392196 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-cbda5798-9f65-4c56-8379-184ef6e9c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:19.394718 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-cbda5798-9f65-4c56-8379-184ef6e9c2f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 200 len: 846 time: 0.1150663 Mar 07 22:08:19.473742 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a7c46-0aa9-4e9a-aa75-3401332832cc req-100759d5-5ccf-42c8-b0b0-4c0c5b4fee1f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:19.485154 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-27c7961f-7a38-44e6-a7e3-8aad7660bdb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834353 Mar 07 22:08:19.485840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-717a7c46-0aa9-4e9a-aa75-3401332832cc req-100759d5-5ccf-42c8-b0b0-4c0c5b4fee1f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 943 time: 0.1507249 Mar 07 22:08:19.580732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-717a7c46-0aa9-4e9a-aa75-3401332832cc req-faac28d6-07fd-49a9-bc37-fc43f4321358 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797365 Mar 07 22:08:19.632369 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-b73b62a2-07f7-48c6-b331-62b60839a69f service neutron] 10.222.0.13 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404963 Mar 07 22:08:19.732950 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2d97b0e3-7f73-4b1c-9b9e-29c8ed17d205 req-9fbb52c1-8c45-43c2-936a-1ccb2eba7043 service neutron] 10.222.0.13 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935495 Mar 07 22:08:19.829471 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d05bf-cdfc-41b2-9bb4-2a7069fa96ae req-53110c73-2414-48fc-a359-278e9cb17224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:19.831213 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-253d05bf-cdfc-41b2-9bb4-2a7069fa96ae req-53110c73-2414-48fc-a359-278e9cb17224 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 1125 time: 0.0530505 Mar 07 22:08:19.996040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d05bf-cdfc-41b2-9bb4-2a7069fa96ae req-dbf078cd-e2d9-4703-9a6c-a309b2b50afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:19.998679 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-253d05bf-cdfc-41b2-9bb4-2a7069fa96ae req-dbf078cd-e2d9-4703-9a6c-a309b2b50afa service neutron] 10.222.0.13 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 907 time: 0.1617799 Mar 07 22:08:20.077001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20435fe5-1992-411f-a39d-ae105c6fe4ce req-2515c982-36b5-4e07-9414-6d7f5da67104 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:20.077270 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-253d05bf-cdfc-41b2-9bb4-2a7069fa96ae req-cd2ad1ef-8dcd-46dc-8188-f7fefd920b41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35693353-c5eb-4ade-b983-71da3ea93876 HTTP/1.1" status: 200 len: 217 time: 0.0721195 Mar 07 22:08:20.078554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20435fe5-1992-411f-a39d-ae105c6fe4ce req-2515c982-36b5-4e07-9414-6d7f5da67104 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.0750680 Mar 07 22:08:20.147501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d05bf-cdfc-41b2-9bb4-2a7069fa96ae req-0375a8cd-0fc8-4223-a737-6cb7b71e09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:20.147805 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-253d05bf-cdfc-41b2-9bb4-2a7069fa96ae req-0375a8cd-0fc8-4223-a737-6cb7b71e09c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 200 len: 846 time: 0.0651402 Mar 07 22:08:20.182489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20435fe5-1992-411f-a39d-ae105c6fe4ce req-add6c6e5-4583-4dc2-b75e-942697e6f03c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913455 Mar 07 22:08:20.197930 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-253d05bf-cdfc-41b2-9bb4-2a7069fa96ae req-96aead6d-baea-4dd9-8703-6919fc5af8cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444651 Mar 07 22:08:20.315908 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-253d05bf-cdfc-41b2-9bb4-2a7069fa96ae req-32f9a4a1-e0b8-4602-9b69-c77bf59b6afd service neutron] 10.222.0.13 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112492 Mar 07 22:08:20.352480 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:20.430521 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-253d05bf-cdfc-41b2-9bb4-2a7069fa96ae req-34c49db0-502d-4384-af12-17ee29945111 service neutron] 10.222.0.13 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091807 Mar 07 22:08:20.688068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7525d-3dcd-4747-ab01-065cae2273e9 req-8c3a158d-fbec-49fc-8c3a-ffde5ade1ae2 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:20.695816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3e7525d-3dcd-4747-ab01-065cae2273e9 req-8c3a158d-fbec-49fc-8c3a-ffde5ade1ae2 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 943 time: 0.0627921 Mar 07 22:08:20.767316 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3e7525d-3dcd-4747-ab01-065cae2273e9 req-b5827419-bd7c-4a06-8496-ccff0a0535c8 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564537 Mar 07 22:08:21.348967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79e6d8-bfad-42a0-bed0-1f258164c4ad req-05139761-7a17-4b90-9c22-a3a476b57c49 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:21.350931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad79e6d8-bfad-42a0-bed0-1f258164c4ad req-05139761-7a17-4b90-9c22-a3a476b57c49 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.0689185 Mar 07 22:08:21.407759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ad79e6d8-bfad-42a0-bed0-1f258164c4ad req-4969337f-2024-4581-aad9-6d261555db99 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502982 Mar 07 22:08:21.878161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3275f8c-f4db-4d39-921e-11c3843ea919 req-7a8350a7-bd83-4496-af15-8535f5b9f5e7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:21.879771 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3275f8c-f4db-4d39-921e-11c3843ea919 req-7a8350a7-bd83-4496-af15-8535f5b9f5e7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 943 time: 0.0595543 Mar 07 22:08:21.928866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3275f8c-f4db-4d39-921e-11c3843ea919 req-62b5489e-2a26-46c0-8941-e7d8bcdea97f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432229 Mar 07 22:08:22.118961 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:22.548368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4ed21-c704-4151-98c5-9c2734dcf59d req-81fd9879-4301-4a6b-80d3-78216de061f8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:22.550136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8bf4ed21-c704-4151-98c5-9c2734dcf59d req-81fd9879-4301-4a6b-80d3-78216de061f8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.0694029 Mar 07 22:08:22.600019 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8bf4ed21-c704-4151-98c5-9c2734dcf59d req-201588dd-aa9d-4a50-8a44-8630eb74b266 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434241 Mar 07 22:08:22.613275 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:08:23.003817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-7c9aee21-fa8e-48aa-a477-128904661b65 req-1425a26e-b441-48b3-b8ad-7ff4ad954b5c service neutron] (103718) timed out ('10.222.0.26', 45832) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 22:08:23.096731 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f0664-2b8f-4d0a-9ab5-18ae944a4c3e req-807fce35-c538-42e9-a005-d4e3496a8445 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:23.098374 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f1f0664-2b8f-4d0a-9ab5-18ae944a4c3e req-807fce35-c538-42e9-a005-d4e3496a8445 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 943 time: 0.0600147 Mar 07 22:08:23.147946 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f1f0664-2b8f-4d0a-9ab5-18ae944a4c3e req-7f9d3369-bd27-4435-88dc-da45aae05c7c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436175 Mar 07 22:08:23.810492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d577da-1db1-4f0e-ba6f-24fe1d603598 req-e5237646-8de3-47fc-8de5-c5643311ded8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:23.811896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95d577da-1db1-4f0e-ba6f-24fe1d603598 req-e5237646-8de3-47fc-8de5-c5643311ded8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.0997131 Mar 07 22:08:23.870155 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-95d577da-1db1-4f0e-ba6f-24fe1d603598 req-94b07a75-a6b5-4431-b717-fc897e52bbe4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503628 Mar 07 22:08:24.039655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec879741-f894-462f-bae4-9ddfe3a68321 req-82e265f9-1b46-43e9-a25c-2406fee58ec1 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:24.041544 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec879741-f894-462f-bae4-9ddfe3a68321 req-82e265f9-1b46-43e9-a25c-2406fee58ec1 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 945 time: 0.0713439 Mar 07 22:08:24.100581 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec879741-f894-462f-bae4-9ddfe3a68321 req-7dfa53ea-b0e0-40ae-951c-59a7e6409a7e tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1178175-c7c2-49c5-8f21-5e1c0435e23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520027 Mar 07 22:08:24.146257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 35693353-c5eb-4ade-b983-71da3ea93876 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:08:24.306011 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2dafa-c0cf-4994-b1c8-15acb5f845f9 req-0696a96d-d03d-4e22-bde4-039b570ecca8 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:24.314942 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90e2dafa-c0cf-4994-b1c8-15acb5f845f9 req-0696a96d-d03d-4e22-bde4-039b570ecca8 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 943 time: 0.0691118 Mar 07 22:08:24.326279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 35693353-c5eb-4ade-b983-71da3ea93876, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=35693353-c5eb-4ade-b983-71da3ea93876,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:24.347087 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '35693353-c5eb-4ade-b983-71da3ea93876', 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281', 'port_id': '35693353-c5eb-4ade-b983-71da3ea93876', 'mac_address': 'fa:16:3e:b7:9e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925aad4c-c647-4d56-8f2f-5e0ad1a36194', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:08:24.382212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90e2dafa-c0cf-4994-b1c8-15acb5f845f9 req-bd1f5e57-71d8-4620-b9bb-b7c2dbfaac3f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653887 Mar 07 22:08:24.395452 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 35693353-c5eb-4ade-b983-71da3ea93876 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:08:24.395923 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (35693353-c5eb-4ade-b983-71da3ea93876), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:24.411931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35693353-c5eb-4ade-b983-71da3ea93876 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:08:24.432248 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 35693353-c5eb-4ade-b983-71da3ea93876, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=35693353-c5eb-4ade-b983-71da3ea93876,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:24.436989 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (35693353-c5eb-4ade-b983-71da3ea93876), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:24.489967 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=35693353-c5eb-4ade-b983-71da3ea93876,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:24.732565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['35693353-c5eb-4ade-b983-71da3ea93876'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:08:25.005712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd67c8-f4c2-4c05-84d2-4488c3c7efa3 req-02a92a54-7146-4681-b277-eaa28356dba2 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:25.009382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65cd67c8-f4c2-4c05-84d2-4488c3c7efa3 req-02a92a54-7146-4681-b277-eaa28356dba2 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.0611229 Mar 07 22:08:25.062373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65cd67c8-f4c2-4c05-84d2-4488c3c7efa3 req-cb1b75e0-a516-46aa-9fc9-1022658913c8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472994 Mar 07 22:08:25.260243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db632a-24e8-4ef6-9c40-f2f36dfff349 req-342a9010-66a9-4ebc-9dbd-d61d86c4b6fb tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:25.261770 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67db632a-24e8-4ef6-9c40-f2f36dfff349 req-342a9010-66a9-4ebc-9dbd-d61d86c4b6fb tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 945 time: 0.0724461 Mar 07 22:08:25.314850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67db632a-24e8-4ef6-9c40-f2f36dfff349 req-1b997fe7-0a1b-4b93-9d66-e85a9e9fe231 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1178175-c7c2-49c5-8f21-5e1c0435e23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470147 Mar 07 22:08:25.513686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-ae9f2839-7f14-4dd7-aa16-3345460b37b4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:25.515175 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-ae9f2839-7f14-4dd7-aa16-3345460b37b4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 945 time: 0.0997012 Mar 07 22:08:25.528969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e8647-93a3-4ad5-b80a-e2191c56794f req-921bb1a7-cd58-4dbf-bafd-777e0116244e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:25.530560 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e74e8647-93a3-4ad5-b80a-e2191c56794f req-921bb1a7-cd58-4dbf-bafd-777e0116244e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 944 time: 0.0795860 Mar 07 22:08:25.630665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e74e8647-93a3-4ad5-b80a-e2191c56794f req-fa2e83a2-c29e-43db-9f81-fc2e15aaf087 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929596 Mar 07 22:08:25.662111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-32417341-153c-4abe-99ea-4257d0fcba48 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Deleting port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:08:25.662440 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-32417341-153c-4abe-99ea-4257d0fcba48 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:25.748459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-32417341-153c-4abe-99ea-4257d0fcba48 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] For port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=8f3538aa-d392-4fb9-af11-6e1d2c2d5475,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:25.748817 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-32417341-153c-4abe-99ea-4257d0fcba48 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:25.919379 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-32417341-153c-4abe-99ea-4257d0fcba48 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:25.919752 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-32417341-153c-4abe-99ea-4257d0fcba48 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (69b6deea-812d-4ff3-88e9-a38958cc686b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:25.920071 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-32417341-153c-4abe-99ea-4257d0fcba48 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Floating IP 69b6deea-812d-4ff3-88e9-a38958cc686b disassociated. External IP: 172.25.4.182, port: 8f3538aa-d392-4fb9-af11-6e1d2c2d5475. Mar 07 22:08:25.920416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-32417341-153c-4abe-99ea-4257d0fcba48 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Calling delete_port for 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:08:26.050828 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-32417341-153c-4abe-99ea-4257d0fcba48 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (8f3538aa-d392-4fb9-af11-6e1d2c2d5475), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:26.079347 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32417341-153c-4abe-99ea-4257d0fcba48 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event deleted for resources: {'Port': ['ID=8f3538aa-d392-4fb9-af11-6e1d2c2d5475,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:26.159903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 35693353-c5eb-4ade-b983-71da3ea93876 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:08:26.216775 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 35693353-c5eb-4ade-b983-71da3ea93876 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:08:26.223676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 35693353-c5eb-4ade-b983-71da3ea93876 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:08:26.224337 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (35693353-c5eb-4ade-b983-71da3ea93876), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:26.245755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23b420-ec61-4e97-b42b-159a4c4b3329 req-a8aeeba1-36a6-4f43-a7d9-51412540b1c9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:26.247338 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a23b420-ec61-4e97-b42b-159a4c4b3329 req-a8aeeba1-36a6-4f43-a7d9-51412540b1c9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1090751 Mar 07 22:08:26.249187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-32417341-153c-4abe-99ea-4257d0fcba48 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:08:26.333674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 35693353-c5eb-4ade-b983-71da3ea93876 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:08:26.333674 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (35693353-c5eb-4ade-b983-71da3ea93876), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:26.383120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-32417341-153c-4abe-99ea-4257d0fcba48 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:08:26.383757 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35693353-c5eb-4ade-b983-71da3ea93876'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:08:26.398149 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24da806-bce0-47fc-8cf5-b7f6b9e85601 None None] Sync routers for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:08:26.402507 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f0fcb6-afe1-4f01-9749-fc6487ac0f71" -d '{"events": [{"server_uuid": "32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09", "name": "network-vif-plugged", "status": "completed", "tag": "35693353-c5eb-4ade-b983-71da3ea93876"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:08:26.433292 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24da806-bce0-47fc-8cf5-b7f6b9e85601 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:08:26.437844 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c24da806-bce0-47fc-8cf5-b7f6b9e85601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:08:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:26.452976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 35693353-c5eb-4ade-b983-71da3ea93876, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=35693353-c5eb-4ade-b983-71da3ea93876,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:26.466081 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (35693353-c5eb-4ade-b983-71da3ea93876), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:26.467371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-32417341-153c-4abe-99ea-4257d0fcba48 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] No DVR routers for this DVR port 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:08:26.479241 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-32417341-153c-4abe-99ea-4257d0fcba48 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:26.483584 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fbdacaac-4e39-4c48-91c6-c7f41f502f5b req-32417341-153c-4abe-99ea-4257d0fcba48 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.15 "DELETE /v2.0/ports/8f3538aa-d392-4fb9-af11-6e1d2c2d5475 HTTP/1.1" status: 204 len: 173 time: 0.9520500 Mar 07 22:08:26.509296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8820113-a9a0-4220-a768-6f6ad966cb1f', 'name': 'network-vif-deleted', 'tag': '8f3538aa-d392-4fb9-af11-6e1d2c2d5475'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:08:26.514353 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a4c72c-9082-4cdd-b211-8899c9e9fe8e" -d '{"events": [{"server_uuid": "c8820113-a9a0-4220-a768-6f6ad966cb1f", "name": "network-vif-deleted", "tag": "8f3538aa-d392-4fb9-af11-6e1d2c2d5475"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:08:26.597080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-713ab9c9-14fd-456e-bebb-e04de82bc37e req-e88932f3-4894-4c80-8ce5-753658f0eea4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8820113-a9a0-4220-a768-6f6ad966cb1f HTTP/1.1" status: 200 len: 210 time: 0.1121762 Mar 07 22:08:26.603764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a23b420-ec61-4e97-b42b-159a4c4b3329 req-ae759230-4efd-4b2b-854a-a05dba892572 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470123 Mar 07 22:08:26.607855 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=35693353-c5eb-4ade-b983-71da3ea93876,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:26.670473 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-c24da806-bce0-47fc-8cf5-b7f6b9e85601 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:08:26.733167 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c723c1-900c-424c-ad26-21cd8c1ab951 x-openstack-request-id: req-87c723c1-900c-424c-ad26-21cd8c1ab951 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:08:26.733588 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8820113-a9a0-4220-a768-6f6ad966cb1f", "name": "network-vif-deleted", "tag": "8f3538aa-d392-4fb9-af11-6e1d2c2d5475", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:08:26.733866 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87c723c1-900c-424c-ad26-21cd8c1ab951 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:08:26.734358 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8820113-a9a0-4220-a768-6f6ad966cb1f', 'name': 'network-vif-deleted', 'tag': '8f3538aa-d392-4fb9-af11-6e1d2c2d5475', 'status': 'completed', 'code': 200} Mar 07 22:08:26.890682 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c215d79-4ad8-4834-9083-e41a206f37c8 req-93b9a991-087a-49aa-b91f-8ace1185621e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:26.892598 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c215d79-4ad8-4834-9083-e41a206f37c8 req-93b9a991-087a-49aa-b91f-8ace1185621e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 945 time: 0.0784979 Mar 07 22:08:26.905851 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315ae6ba-3c4b-49bb-8713-bc99a7609796 x-openstack-request-id: req-315ae6ba-3c4b-49bb-8713-bc99a7609796 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:08:26.906307 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09", "name": "network-vif-plugged", "status": "completed", "tag": "35693353-c5eb-4ade-b983-71da3ea93876", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:08:26.906854 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-315ae6ba-3c4b-49bb-8713-bc99a7609796 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:08:26.907354 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35693353-c5eb-4ade-b983-71da3ea93876', 'code': 200} Mar 07 22:08:26.955171 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c215d79-4ad8-4834-9083-e41a206f37c8 req-4f3a4fa1-655a-446c-a686-aabbf4b7e0b7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564423 Mar 07 22:08:27.039356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b37400-4f0b-49fa-b353-0cf1d495e3d9 req-041452c4-3015-4824-8f40-76f35d5ddbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:27.041247 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-93b37400-4f0b-49fa-b353-0cf1d495e3d9 req-041452c4-3015-4824-8f40-76f35d5ddbfe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 1127 time: 0.0713441 Mar 07 22:08:27.059199 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c24da806-bce0-47fc-8cf5-b7f6b9e85601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '3cbbccf6-644b-4d68-befd-68472b15a72e', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': '1fb57021-dd31-44af-bbb5-76bcfed10110', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:d8:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:05:54Z', 'updated_at': '2022-03-07T22:06:17Z', 'revision_number': 2, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:27.104757 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-93b37400-4f0b-49fa-b353-0cf1d495e3d9 req-51d46c41-c8d5-45c9-b7c7-21f12caf204d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559573 Mar 07 22:08:27.107238 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24da806-bce0-47fc-8cf5-b7f6b9e85601 None None] Checking router: bad1cd90-3632-4b69-b6ae-3d5fdc62d517 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:08:27.117868 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24da806-bce0-47fc-8cf5-b7f6b9e85601 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:08:27.118519 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c24da806-bce0-47fc-8cf5-b7f6b9e85601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:08:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:27.243028 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-c24da806-bce0-47fc-8cf5-b7f6b9e85601 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:08:27.488317 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c24da806-bce0-47fc-8cf5-b7f6b9e85601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '3cbbccf6-644b-4d68-befd-68472b15a72e', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': '1fb57021-dd31-44af-bbb5-76bcfed10110', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:d8:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:05:54Z', 'updated_at': '2022-03-07T22:06:17Z', 'revision_number': 2, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:27.519519 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24da806-bce0-47fc-8cf5-b7f6b9e85601 None None] The sync data for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 is: [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '3cbbccf6-644b-4d68-befd-68472b15a72e', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': '1fb57021-dd31-44af-bbb5-76bcfed10110', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:d8:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:05:54Z', 'updated_at': '2022-03-07T22:06:17Z', 'revision_number': 2, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:08:27.772085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34814) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:27.828172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d031ca-1129-4297-b194-071619eefe53 req-65560576-9f91-4057-a34b-6982cf10306d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:27.831196 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09d031ca-1129-4297-b194-071619eefe53 req-65560576-9f91-4057-a34b-6982cf10306d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.0843277 Mar 07 22:08:27.870394 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e2ba4589-a7d0-44c8-9adf-d2ea6c5adb2d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (c1178175-c7c2-49c5-8f21-5e1c0435e23e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:27.899066 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e2ba4589-a7d0-44c8-9adf-d2ea6c5adb2d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (c1178175-c7c2-49c5-8f21-5e1c0435e23e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:27.934906 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09d031ca-1129-4297-b194-071619eefe53 req-d5877bc6-a7ab-4b78-ab95-c293e40ba5ff tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966167 Mar 07 22:08:27.971042 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e2ba4589-a7d0-44c8-9adf-d2ea6c5adb2d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c1178175-c7c2-49c5-8f21-5e1c0435e23e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:27.974805 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e2ba4589-a7d0-44c8-9adf-d2ea6c5adb2d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:27.976468 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e2ba4589-a7d0-44c8-9adf-d2ea6c5adb2d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "DELETE /v2.0/security-groups/c1178175-c7c2-49c5-8f21-5e1c0435e23e HTTP/1.1" status: 204 len: 168 time: 0.2031763 Mar 07 22:08:27.979596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 34818) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:27.987624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba4589-a7d0-44c8-9adf-d2ea6c5adb2d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1178175-c7c2-49c5-8f21-5e1c0435e23e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:27.994914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18861b94-5569-46dc-9e62-9a113bd9bf89 None None] New status for floating IP 69b6deea-812d-4ff3-88e9-a38958cc686b: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:08:28.031812 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-f31711de-354b-4064-8d24-788ca10999b4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] show failed (client error): The resource could not be found. Mar 07 22:08:28.035530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f31711de-354b-4064-8d24-788ca10999b4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups/c1178175-c7c2-49c5-8f21-5e1c0435e23e HTTP/1.1" status: 404 len: 347 time: 0.0520084 Mar 07 22:08:28.037044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 34820) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:28.165002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4105-4abf-4ca8-9c52-6c636d9801eb req-cb29b557-6ca1-4b20-8b87-b4f87415dc62 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:28.174720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c2c4105-4abf-4ca8-9c52-6c636d9801eb req-cb29b557-6ca1-4b20-8b87-b4f87415dc62 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 945 time: 0.0838833 Mar 07 22:08:28.182150 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b5a02fac-3e10-4293-b42e-2bba977407f4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Deleting port 60a7a956-756a-408f-a1be-fa34e120b448 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:08:28.182611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5a02fac-3e10-4293-b42e-2bba977407f4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (60a7a956-756a-408f-a1be-fa34e120b448), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:28.236712 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c2c4105-4abf-4ca8-9c52-6c636d9801eb req-422670c3-4d03-4e1f-b647-f20e45693125 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608690 Mar 07 22:08:28.285759 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5a02fac-3e10-4293-b42e-2bba977407f4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (60a7a956-756a-408f-a1be-fa34e120b448), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:28.286100 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5a02fac-3e10-4293-b42e-2bba977407f4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (60a7a956-756a-408f-a1be-fa34e120b448), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:28.302698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b5a02fac-3e10-4293-b42e-2bba977407f4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Calling delete_port for 60a7a956-756a-408f-a1be-fa34e120b448 owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:08:28.531598 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:08:28.558793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:08:28.560079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 8f3538aa-d392-4fb9-af11-6e1d2c2d5475 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:08:28.713204 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5a02fac-3e10-4293-b42e-2bba977407f4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (60a7a956-756a-408f-a1be-fa34e120b448), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:28.737383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a02fac-3e10-4293-b42e-2bba977407f4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event deleted for resources: {'Port': ['ID=60a7a956-756a-408f-a1be-fa34e120b448,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:28.805414 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5a02fac-3e10-4293-b42e-2bba977407f4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (69b6deea-812d-4ff3-88e9-a38958cc686b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:28.807982 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5a02fac-3e10-4293-b42e-2bba977407f4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:28.812212 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b5a02fac-3e10-4293-b42e-2bba977407f4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "DELETE /v2.0/floatingips/69b6deea-812d-4ff3-88e9-a38958cc686b HTTP/1.1" status: 204 len: 168 time: 0.7711179 Mar 07 22:08:29.056976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842e0c1-0d35-42e9-99bd-dede46f8a37e req-c0b11b12-8a83-47b9-bd2f-1a1176bf46b5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:29.062636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e842e0c1-0d35-42e9-99bd-dede46f8a37e req-c0b11b12-8a83-47b9-bd2f-1a1176bf46b5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.0685453 Mar 07 22:08:29.123914 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e842e0c1-0d35-42e9-99bd-dede46f8a37e req-2d201a06-a779-483f-8caa-be241ef8ccd5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492857 Mar 07 22:08:29.352205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05070ea-cb7f-4c79-a08d-8a645eaf2147 req-e53fc663-23ce-49b0-8532-100e2e841bf5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:29.353740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d05070ea-cb7f-4c79-a08d-8a645eaf2147 req-e53fc663-23ce-49b0-8532-100e2e841bf5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 945 time: 0.0547307 Mar 07 22:08:29.410272 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d05070ea-cb7f-4c79-a08d-8a645eaf2147 req-38b0f27d-c491-42cf-bbe5-e6f3bc5f09aa tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502682 Mar 07 22:08:29.684690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5068dd3-40f8-467e-a3d5-ca60cea3f0e9 req-6cd949bd-75cd-4aa6-a9b4-31a8e8f6b7a9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:29.685897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5068dd3-40f8-467e-a3d5-ca60cea3f0e9 req-6cd949bd-75cd-4aa6-a9b4-31a8e8f6b7a9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 806 time: 0.1020885 Mar 07 22:08:29.701045 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5068dd3-40f8-467e-a3d5-ca60cea3f0e9 req-41a6e8c3-a8cf-4f9a-8485-36096a0fe2a2 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/quotas/c9a2bc3ffdc14964be1d88a599c15229 HTTP/1.1" status: 200 len: 375 time: 0.0092566 Mar 07 22:08:29.755375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5068dd3-40f8-467e-a3d5-ca60cea3f0e9 req-73a20990-c540-483a-836d-b0cbb25f6be0 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490770 Mar 07 22:08:29.854163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5068dd3-40f8-467e-a3d5-ca60cea3f0e9 req-794ebf8a-2ade-4a7d-8251-afb950bd8c49 service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921159 Mar 07 22:08:29.944462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5068dd3-40f8-467e-a3d5-ca60cea3f0e9 req-e8b2f977-c37d-49e9-8fd2-3ac43011f767 service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844300 Mar 07 22:08:30.211127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e22e28d5-f926-4082-bd1e-e678124715e8 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:08:30.394414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e22e28d5-f926-4082-bd1e-e678124715e8, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e22e28d5-f926-4082-bd1e-e678124715e8,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:30.409234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d523d-c0ff-4879-a873-0951137786dc req-636ebe68-203a-4435-b644-3cc610f4d397 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:30.412838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'e22e28d5-f926-4082-bd1e-e678124715e8', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'port_id': 'e22e28d5-f926-4082-bd1e-e678124715e8', 'mac_address': 'fa:16:3e:8c:b6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:08:30.419163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e86d523d-c0ff-4879-a873-0951137786dc req-636ebe68-203a-4435-b644-3cc610f4d397 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 944 time: 0.1197498 Mar 07 22:08:30.480077 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e86d523d-c0ff-4879-a873-0951137786dc req-5da7d00b-1694-4380-a185-2254379c98f3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551364 Mar 07 22:08:30.488672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e22e28d5-f926-4082-bd1e-e678124715e8 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:08:30.489528 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e22e28d5-f926-4082-bd1e-e678124715e8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:30.520665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22e28d5-f926-4082-bd1e-e678124715e8 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:08:30.554296 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e22e28d5-f926-4082-bd1e-e678124715e8, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e22e28d5-f926-4082-bd1e-e678124715e8,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:30.561765 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e22e28d5-f926-4082-bd1e-e678124715e8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:30.623889 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e22e28d5-f926-4082-bd1e-e678124715e8,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:30.655392 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-9d65323a-8d36-48c7-b183-74f350025fef tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:30.656855 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-9d65323a-8d36-48c7-b183-74f350025fef tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 806 time: 0.1399662 Mar 07 22:08:30.672211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-88899286-26b7-4847-9190-526f5c13f354 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/quotas/c9a2bc3ffdc14964be1d88a599c15229 HTTP/1.1" status: 200 len: 375 time: 0.0097938 Mar 07 22:08:30.725349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-ac0c31ab-ee14-48f9-a357-67055bb3e223 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477138 Mar 07 22:08:30.818523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-021c4bc3-9584-4fd9-99e5-e2c22e21a780 service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826917 Mar 07 22:08:30.860504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['e22e28d5-f926-4082-bd1e-e678124715e8'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:08:30.911578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-40f37c6b-8bca-4318-b2d5-d6cdf6fd5f40 service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906084 Mar 07 22:08:31.089815 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d246eb3c-76aa-4da5-843d-656e89a90e6d req-81f9588d-9224-48b9-b3f1-93747eeb26c5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 210 time: 0.0275121 Mar 07 22:08:31.612389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436cdeb-b6e9-4178-b9fd-b80be7bb5c44 req-58f3500f-0443-47fa-94ec-8389b62789a1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:31.615172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4436cdeb-b6e9-4178-b9fd-b80be7bb5c44 req-58f3500f-0443-47fa-94ec-8389b62789a1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 945 time: 0.0682445 Mar 07 22:08:31.678583 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4436cdeb-b6e9-4178-b9fd-b80be7bb5c44 req-ae5d019b-a7a6-44c4-972d-87339a31a63b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565350 Mar 07 22:08:32.158795 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7515a047-6530-4aee-b1fa-ab31e5d075d6 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:32.160300 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7515a047-6530-4aee-b1fa-ab31e5d075d6 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 806 time: 0.1101635 Mar 07 22:08:32.176151 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-fda3729e-c984-463d-9d34-4e4430fc0a43 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Request body: {'port': {'device_id': '629a67f4-e2ff-4a09-ac91-6bd117fd94c8', 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281', 'admin_state_up': True, 'tenant_id': 'c9a2bc3ffdc14964be1d88a599c15229'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:32.220282 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dfb89667-5f5a-43c5-84ad-26bd12d66b2c req-5cb293d2-fae9-481a-a93e-01b4cec08bdd tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 210 time: 0.0392966 Mar 07 22:08:32.245832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e22e28d5-f926-4082-bd1e-e678124715e8 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:08:32.317937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port e22e28d5-f926-4082-bd1e-e678124715e8 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:08:32.326885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port e22e28d5-f926-4082-bd1e-e678124715e8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:08:32.327505 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e22e28d5-f926-4082-bd1e-e678124715e8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:32.331533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-fda3729e-c984-463d-9d34-4e4430fc0a43 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Made reservation on behalf of c9a2bc3ffdc14964be1d88a599c15229 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:32.335781 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-fda3729e-c984-463d-9d34-4e4430fc0a43 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:32.419417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port e22e28d5-f926-4082-bd1e-e678124715e8 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:08:32.419728 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e22e28d5-f926-4082-bd1e-e678124715e8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:32.442606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eab24a-6f2d-48b2-9ac8-575d91b77759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22e28d5-f926-4082-bd1e-e678124715e8'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:08:32.444851 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d743ce7e-ad13-463b-ae2a-86504d4c63ae" -d '{"events": [{"server_uuid": "d5eab24a-6f2d-48b2-9ac8-575d91b77759", "name": "network-vif-plugged", "status": "completed", "tag": "e22e28d5-f926-4082-bd1e-e678124715e8"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:08:32.457336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port e22e28d5-f926-4082-bd1e-e678124715e8, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e22e28d5-f926-4082-bd1e-e678124715e8,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:32.463224 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e22e28d5-f926-4082-bd1e-e678124715e8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:32.478739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-fda3729e-c984-463d-9d34-4e4430fc0a43 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Allocated IP 172.20.0.2 (cae5efa2-6bb7-4f2d-8ff2-eb98273e8281/925aad4c-c647-4d56-8f2f-5e0ad1a36194/c9ee7bed-cb5e-41da-90e2-618410355ba5) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:32.505680 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b31793-a57d-4178-b469-2ac1f86d329c x-openstack-request-id: req-07b31793-a57d-4178-b469-2ac1f86d329c {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:08:32.505967 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5eab24a-6f2d-48b2-9ac8-575d91b77759", "name": "network-vif-plugged", "status": "completed", "tag": "e22e28d5-f926-4082-bd1e-e678124715e8", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:08:32.507247 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07b31793-a57d-4178-b469-2ac1f86d329c {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:08:32.507833 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5eab24a-6f2d-48b2-9ac8-575d91b77759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22e28d5-f926-4082-bd1e-e678124715e8', 'code': 200} Mar 07 22:08:32.526730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=e22e28d5-f926-4082-bd1e-e678124715e8,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:32.632852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965aafc4-f90c-4e53-b688-633395712357 req-595b0e19-f75a-4026-86ff-70383603a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:32.634489 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-965aafc4-f90c-4e53-b688-633395712357 req-595b0e19-f75a-4026-86ff-70383603a4cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 1128 time: 0.0624671 Mar 07 22:08:32.649863 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-fda3729e-c984-463d-9d34-4e4430fc0a43 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks [] for port (c9ee7bed-cb5e-41da-90e2-618410355ba5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:32.685710 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-965aafc4-f90c-4e53-b688-633395712357 req-8f5a4a80-0820-4708-b20a-5de2637845a9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451429 Mar 07 22:08:32.688118 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-fda3729e-c984-463d-9d34-4e4430fc0a43 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c9ee7bed-cb5e-41da-90e2-618410355ba5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:32.699512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['35693353-c5eb-4ade-b983-71da3ea93876'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:08:32.810864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-fda3729e-c984-463d-9d34-4e4430fc0a43 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:32.820775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-fda3729e-c984-463d-9d34-4e4430fc0a43 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:32.831416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-fda3729e-c984-463d-9d34-4e4430fc0a43 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:08:32.838488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3729e-c984-463d-9d34-4e4430fc0a43 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Pushing event updated for resources: {'Port': ['ID=c9ee7bed-cb5e-41da-90e2-618410355ba5,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:32.894877 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a6210-a392-4125-9479-03dca90fa835 req-a3eac92a-d767-4083-ac7f-50481b2f381e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:32.896371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-799a6210-a392-4125-9479-03dca90fa835 req-a3eac92a-d767-4083-ac7f-50481b2f381e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 946 time: 0.1342461 Mar 07 22:08:32.922784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-fda3729e-c984-463d-9d34-4e4430fc0a43 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:32.923395 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-fda3729e-c984-463d-9d34-4e4430fc0a43 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:32.950293 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-fda3729e-c984-463d-9d34-4e4430fc0a43 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7776203 Mar 07 22:08:32.968808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Request body: {'port': {'device_id': '629a67f4-e2ff-4a09-ac91-6bd117fd94c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:32.974164 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-799a6210-a392-4125-9479-03dca90fa835 req-516eb2ee-e301-4349-afc3-a358c154beb7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721154 Mar 07 22:08:33.054605 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c9ee7bed-cb5e-41da-90e2-618410355ba5), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:33.386307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ee7bed-cb5e-41da-90e2-618410355ba5 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:08:33.395573 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Publish callbacks [] for port (c9ee7bed-cb5e-41da-90e2-618410355ba5), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:33.419979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78c6bd-33c8-40d2-aa18-4e7e6bdd6173 req-86f8b011-8f31-400e-8905-10eb46f9305d tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:33.421604 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a78c6bd-33c8-40d2-aa18-4e7e6bdd6173 req-86f8b011-8f31-400e-8905-10eb46f9305d tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 931 time: 0.1218498 Mar 07 22:08:33.422702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Transition to ACTIVE for port object c9ee7bed-cb5e-41da-90e2-618410355ba5 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:08:33.427111 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c9ee7bed-cb5e-41da-90e2-618410355ba5), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:33.515168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Pushing event updated for resources: {'Port': ['ID=c9ee7bed-cb5e-41da-90e2-618410355ba5,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:33.545304 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a78c6bd-33c8-40d2-aa18-4e7e6bdd6173 req-3805e020-5b68-4c80-b5ce-0d655c9a7f05 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153312 Mar 07 22:08:33.593421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Attempting to bind port c9ee7bed-cb5e-41da-90e2-618410355ba5 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:08:33.593814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Attempting to bind port c9ee7bed-cb5e-41da-90e2-618410355ba5 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:08:33.594189 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Attempting to bind port c9ee7bed-cb5e-41da-90e2-618410355ba5 on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:08:33.598476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Port c9ee7bed-cb5e-41da-90e2-618410355ba5 on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:08:33.598812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Attempting to bind port c9ee7bed-cb5e-41da-90e2-618410355ba5 on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:08:33.603996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:08:33.604346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Checking segment: {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:08:33.604740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Bound using segment: {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:08:33.605174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Bound port: c9ee7bed-cb5e-41da-90e2-618410355ba5, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:08:33.605536 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c9ee7bed-cb5e-41da-90e2-618410355ba5), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:34.018933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] For port c9ee7bed-cb5e-41da-90e2-618410355ba5, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:08:34.023331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] For port c9ee7bed-cb5e-41da-90e2-618410355ba5, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c9ee7bed-cb5e-41da-90e2-618410355ba5,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:08:34.030751 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c9ee7bed-cb5e-41da-90e2-618410355ba5), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:34.094266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:34.095249 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:34.096454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] 10.222.0.15 "PUT /v2.0/ports/c9ee7bed-cb5e-41da-90e2-618410355ba5 HTTP/1.1" status: 200 len: 1091 time: 1.1360848 Mar 07 22:08:34.100446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629a67f4-e2ff-4a09-ac91-6bd117fd94c8', 'tag': 'c9ee7bed-cb5e-41da-90e2-618410355ba5'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:08:34.103687 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a95798-c76a-4a0c-9a1c-91f7c47aea95" -d '{"events": [{"name": "network-changed", "server_uuid": "629a67f4-e2ff-4a09-ac91-6bd117fd94c8", "tag": "c9ee7bed-cb5e-41da-90e2-618410355ba5"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:08:34.153497 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98a3ffe-b8df-4d99-8ff7-b6fe72817dbf x-openstack-request-id: req-e98a3ffe-b8df-4d99-8ff7-b6fe72817dbf {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:08:34.153879 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629a67f4-e2ff-4a09-ac91-6bd117fd94c8", "tag": "c9ee7bed-cb5e-41da-90e2-618410355ba5", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:08:34.154283 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e98a3ffe-b8df-4d99-8ff7-b6fe72817dbf {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:08:34.154827 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629a67f4-e2ff-4a09-ac91-6bd117fd94c8', 'tag': 'c9ee7bed-cb5e-41da-90e2-618410355ba5', 'status': 'completed', 'code': 200} Mar 07 22:08:34.161140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666bed9-4b03-420b-82ae-34d354d4cd7b service neutron] Pushing event updated for resources: {'Port': ['ID=c9ee7bed-cb5e-41da-90e2-618410355ba5,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:34.235513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d669a4d-800a-4bfa-93cf-a04453c88609 req-d4f296f2-3bc3-4098-bf3c-5882e11c0715 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:34.237275 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d669a4d-800a-4bfa-93cf-a04453c88609 req-d4f296f2-3bc3-4098-bf3c-5882e11c0715 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 946 time: 0.1494465 Mar 07 22:08:34.266353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-6dbc8b85-aa79-4e58-9f6c-aea4bc425b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:34.267993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-6dbc8b85-aa79-4e58-9f6c-aea4bc425b63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 1125 time: 0.1023486 Mar 07 22:08:34.327429 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-f9d5c10d-f411-48aa-8633-9ca285dfaa1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9ee7bed-cb5e-41da-90e2-618410355ba5 HTTP/1.1" status: 200 len: 217 time: 0.0454378 Mar 07 22:08:34.331699 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d669a4d-800a-4bfa-93cf-a04453c88609 req-1e717821-d6cd-4c1d-81f8-768752306a69 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841048 Mar 07 22:08:34.380346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-3eddf509-bf9c-47cc-a9e1-956ff292f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:34.381926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-3eddf509-bf9c-47cc-a9e1-956ff292f940 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 200 len: 846 time: 0.0461133 Mar 07 22:08:34.430594 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-a81f997e-2fcc-49bb-8305-caef7546d24b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377645 Mar 07 22:08:34.544615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99e994-cdd4-4011-9696-f3982e928319 req-b809e315-5033-44b1-a6ba-79241a4ae85a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:34.550606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac99e994-cdd4-4011-9696-f3982e928319 req-b809e315-5033-44b1-a6ba-79241a4ae85a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 946 time: 0.1243136 Mar 07 22:08:34.584992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-1c5be4e7-81bf-45c6-a540-71de9dc4669e service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456041 Mar 07 22:08:34.698111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac99e994-cdd4-4011-9696-f3982e928319 req-14c2cd87-34d3-40a2-a905-f27a3b82d7b9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447525 Mar 07 22:08:34.749311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc779a-42b7-47b4-bda0-6e7c05524ec7 req-96a373d0-b18f-48d6-a23c-d2117122fab1 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:34.750889 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61bc779a-42b7-47b4-bda0-6e7c05524ec7 req-96a373d0-b18f-48d6-a23c-d2117122fab1 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 943 time: 0.1229975 Mar 07 22:08:34.757368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-318e6c24-ebf8-444c-bf6e-bdb3ceab0f4e req-844d1113-0530-42b9-98a2-b784ac70856d service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574898 Mar 07 22:08:34.849762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61bc779a-42b7-47b4-bda0-6e7c05524ec7 req-d46b0400-fd1b-4db9-8ab6-1a6706e1dd97 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914454 Mar 07 22:08:34.904433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a95798-c76a-4a0c-9a1c-91f7c47aea95 req-a9748008-de8e-467f-a44f-16b0ca2d6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:34.906022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25a95798-c76a-4a0c-9a1c-91f7c47aea95 req-a9748008-de8e-467f-a44f-16b0ca2d6150 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 1125 time: 0.0826120 Mar 07 22:08:34.919983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1a20b-f6f7-4228-b884-495c93e6c0b9 req-dc5cea10-8b31-4567-890b-141fe5475280 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:34.921565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bdb1a20b-f6f7-4228-b884-495c93e6c0b9 req-dc5cea10-8b31-4567-890b-141fe5475280 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 946 time: 0.1403167 Mar 07 22:08:35.038768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bdb1a20b-f6f7-4228-b884-495c93e6c0b9 req-d7485d48-9006-43dd-b7bf-5c8f99c7129c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861192 Mar 07 22:08:35.064175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a95798-c76a-4a0c-9a1c-91f7c47aea95 req-bf794f3a-580a-4c2e-9eba-4fe8bf090d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:35.065739 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25a95798-c76a-4a0c-9a1c-91f7c47aea95 req-bf794f3a-580a-4c2e-9eba-4fe8bf090d6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 907 time: 0.1432841 Mar 07 22:08:35.117518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25a95798-c76a-4a0c-9a1c-91f7c47aea95 req-0b4047af-1b5a-403e-84c7-5ae0a1722660 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9ee7bed-cb5e-41da-90e2-618410355ba5 HTTP/1.1" status: 200 len: 217 time: 0.0440195 Mar 07 22:08:35.191518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a95798-c76a-4a0c-9a1c-91f7c47aea95 req-b3072cdf-7cb7-4ba2-820c-3a3466f47d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:35.193561 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25a95798-c76a-4a0c-9a1c-91f7c47aea95 req-b3072cdf-7cb7-4ba2-820c-3a3466f47d9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 200 len: 846 time: 0.0664065 Mar 07 22:08:35.232183 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25a95798-c76a-4a0c-9a1c-91f7c47aea95 req-8e3fb385-a89d-44c5-963b-94ce17015205 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305645 Mar 07 22:08:35.417292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25a95798-c76a-4a0c-9a1c-91f7c47aea95 req-61a4084c-2dbc-40b6-be9d-5ba9fb9a0931 service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784964 Mar 07 22:08:35.535886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13dc7f-cf2d-4d8e-8084-e4a0bf2265d1 req-65753f8a-85fd-437d-84f9-2dc28c747278 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:35.542900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf13dc7f-cf2d-4d8e-8084-e4a0bf2265d1 req-65753f8a-85fd-437d-84f9-2dc28c747278 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 946 time: 0.1837192 Mar 07 22:08:35.580012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7730eef-ad84-46dc-93b8-55545ff9d6fc req-85e75f35-d05d-4757-81bf-9c0762914c2f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1652172 Mar 07 22:08:35.618353 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25a95798-c76a-4a0c-9a1c-91f7c47aea95 req-3cf7bfe8-ad07-46b5-a0b3-438bece8c3b1 service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911538 Mar 07 22:08:35.630318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf13dc7f-cf2d-4d8e-8084-e4a0bf2265d1 req-ccd4729d-7e90-4935-8da3-6ac9cecdac63 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837736 Mar 07 22:08:35.699996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7730eef-ad84-46dc-93b8-55545ff9d6fc req-a9f07846-956b-481c-88e8-7493218a2e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:35.699996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7730eef-ad84-46dc-93b8-55545ff9d6fc req-a9f07846-956b-481c-88e8-7493218a2e01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 1127 time: 0.0537355 Mar 07 22:08:35.811007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7730eef-ad84-46dc-93b8-55545ff9d6fc req-8a7233a9-289e-4817-a38c-a53aa913274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:35.812491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7730eef-ad84-46dc-93b8-55545ff9d6fc req-8a7233a9-289e-4817-a38c-a53aa913274f service neutron] 10.222.0.15 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 915 time: 0.0913019 Mar 07 22:08:35.885304 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7730eef-ad84-46dc-93b8-55545ff9d6fc req-33f7c144-7081-4c66-811b-db51749c0999 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb57021-dd31-44af-bbb5-76bcfed10110 HTTP/1.1" status: 200 len: 1001 time: 0.0626950 Mar 07 22:08:35.981469 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7730eef-ad84-46dc-93b8-55545ff9d6fc req-dd3fd9e8-76b4-4fd5-953e-04803b016e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:35.983013 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7730eef-ad84-46dc-93b8-55545ff9d6fc req-dd3fd9e8-76b4-4fd5-953e-04803b016e4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.0812213 Mar 07 22:08:36.048371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8488cea-d357-4655-8bf7-40eda699e5e6 req-07ed0f16-eb75-4962-820c-ccb995aef333 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:36.049873 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8488cea-d357-4655-8bf7-40eda699e5e6 req-07ed0f16-eb75-4962-820c-ccb995aef333 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 943 time: 0.1141636 Mar 07 22:08:36.056278 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7730eef-ad84-46dc-93b8-55545ff9d6fc req-e9d5247f-eafa-4dd9-8182-6ee1b5cf5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:36.057742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7730eef-ad84-46dc-93b8-55545ff9d6fc req-e9d5247f-eafa-4dd9-8182-6ee1b5cf5534 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0650492 Mar 07 22:08:36.162684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8488cea-d357-4655-8bf7-40eda699e5e6 req-10e83d44-8532-43d4-a453-4870ac3bd8b6 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038384 Mar 07 22:08:36.191927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7730eef-ad84-46dc-93b8-55545ff9d6fc req-3f277317-4c2b-4acc-b726-dd651bdf19e8 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203916 Mar 07 22:08:36.292303 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7730eef-ad84-46dc-93b8-55545ff9d6fc req-092786ca-12c3-410e-a919-d9ad43f6bf17 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902970 Mar 07 22:08:36.563965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c9ee7bed-cb5e-41da-90e2-618410355ba5 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:08:36.707487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c9ee7bed-cb5e-41da-90e2-618410355ba5, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c9ee7bed-cb5e-41da-90e2-618410355ba5,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:36.720382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'c9ee7bed-cb5e-41da-90e2-618410355ba5', 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281', 'port_id': 'c9ee7bed-cb5e-41da-90e2-618410355ba5', 'mac_address': 'fa:16:3e:56:e1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925aad4c-c647-4d56-8f2f-5e0ad1a36194', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:08:36.774352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c9ee7bed-cb5e-41da-90e2-618410355ba5 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:08:36.774997 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c9ee7bed-cb5e-41da-90e2-618410355ba5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:36.796662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0f2a6-ee4b-4c2b-8cfb-6c72562d44bb req-d2e47fa2-6cd9-40c2-bca9-b16175e3cc72 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:36.804497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ee7bed-cb5e-41da-90e2-618410355ba5 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:08:36.804869 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-acd0f2a6-ee4b-4c2b-8cfb-6c72562d44bb req-d2e47fa2-6cd9-40c2-bca9-b16175e3cc72 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 946 time: 0.0861990 Mar 07 22:08:36.829428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c9ee7bed-cb5e-41da-90e2-618410355ba5, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c9ee7bed-cb5e-41da-90e2-618410355ba5,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:36.836775 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c9ee7bed-cb5e-41da-90e2-618410355ba5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:36.867477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-acd0f2a6-ee4b-4c2b-8cfb-6c72562d44bb req-c77c4e93-1ad7-47c5-afd7-0313cbf80e41 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612283 Mar 07 22:08:36.902424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ab958-60b8-4676-81a8-6cbc84d967eb req-e240dd0c-bcdc-42fa-8c6e-a5b18eebc3fc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:36.903011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c9ee7bed-cb5e-41da-90e2-618410355ba5,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:36.905344 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b69ab958-60b8-4676-81a8-6cbc84d967eb req-e240dd0c-bcdc-42fa-8c6e-a5b18eebc3fc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 946 time: 0.0593567 Mar 07 22:08:37.010573 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-b69ab958-60b8-4676-81a8-6cbc84d967eb req-bf626c6e-7096-48d2-a128-d8b95d9ba664 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Deleting port e22e28d5-f926-4082-bd1e-e678124715e8 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:08:37.010993 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b69ab958-60b8-4676-81a8-6cbc84d967eb req-bf626c6e-7096-48d2-a128-d8b95d9ba664 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e22e28d5-f926-4082-bd1e-e678124715e8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:37.117684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['c9ee7bed-cb5e-41da-90e2-618410355ba5'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:08:37.129169 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-b69ab958-60b8-4676-81a8-6cbc84d967eb req-bf626c6e-7096-48d2-a128-d8b95d9ba664 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] For port e22e28d5-f926-4082-bd1e-e678124715e8, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=e22e28d5-f926-4082-bd1e-e678124715e8,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:37.129169 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b69ab958-60b8-4676-81a8-6cbc84d967eb req-bf626c6e-7096-48d2-a128-d8b95d9ba664 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e22e28d5-f926-4082-bd1e-e678124715e8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:37.144022 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-b69ab958-60b8-4676-81a8-6cbc84d967eb req-bf626c6e-7096-48d2-a128-d8b95d9ba664 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Calling delete_port for e22e28d5-f926-4082-bd1e-e678124715e8 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:08:37.297277 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b69ab958-60b8-4676-81a8-6cbc84d967eb req-bf626c6e-7096-48d2-a128-d8b95d9ba664 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e22e28d5-f926-4082-bd1e-e678124715e8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:37.314135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['e22e28d5-f926-4082-bd1e-e678124715e8'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:08:37.321993 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9ae79-d53b-4955-ad2b-3dce05b23d4d req-a227ebaf-2afd-470d-9739-4fa0306341d9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:37.333623 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0bf9ae79-d53b-4955-ad2b-3dce05b23d4d req-a227ebaf-2afd-470d-9739-4fa0306341d9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 944 time: 0.0893519 Mar 07 22:08:37.346611 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf626c6e-7096-48d2-a128-d8b95d9ba664 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event deleted for resources: {'Port': ['ID=e22e28d5-f926-4082-bd1e-e678124715e8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:37.419833 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0bf9ae79-d53b-4955-ad2b-3dce05b23d4d req-28a2aac2-2835-4807-a4cf-d2db527ce811 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793257 Mar 07 22:08:37.429142 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69ab958-60b8-4676-81a8-6cbc84d967eb req-bf626c6e-7096-48d2-a128-d8b95d9ba664 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] No DVR routers for this DVR port e22e28d5-f926-4082-bd1e-e678124715e8 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:08:37.433249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-b69ab958-60b8-4676-81a8-6cbc84d967eb req-bf626c6e-7096-48d2-a128-d8b95d9ba664 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:37.439238 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b69ab958-60b8-4676-81a8-6cbc84d967eb req-bf626c6e-7096-48d2-a128-d8b95d9ba664 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.13 "DELETE /v2.0/ports/e22e28d5-f926-4082-bd1e-e678124715e8 HTTP/1.1" status: 204 len: 173 time: 0.5285103 Mar 07 22:08:37.439830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eab24a-6f2d-48b2-9ac8-575d91b77759', 'name': 'network-vif-deleted', 'tag': 'e22e28d5-f926-4082-bd1e-e678124715e8'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:08:37.442816 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42941a84-2cfc-4920-82f3-436a18c699f7" -d '{"events": [{"server_uuid": "d5eab24a-6f2d-48b2-9ac8-575d91b77759", "name": "network-vif-deleted", "tag": "e22e28d5-f926-4082-bd1e-e678124715e8"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:08:37.540029 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a97ac6f-de0c-470f-82af-63e6e3ed19d6 x-openstack-request-id: req-9a97ac6f-de0c-470f-82af-63e6e3ed19d6 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:08:37.540411 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5eab24a-6f2d-48b2-9ac8-575d91b77759", "name": "network-vif-deleted", "tag": "e22e28d5-f926-4082-bd1e-e678124715e8", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:08:37.541602 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a97ac6f-de0c-470f-82af-63e6e3ed19d6 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:08:37.542023 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5eab24a-6f2d-48b2-9ac8-575d91b77759', 'name': 'network-vif-deleted', 'tag': 'e22e28d5-f926-4082-bd1e-e678124715e8', 'status': 'completed', 'code': 200} Mar 07 22:08:37.989081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed6ab3ff-46d3-475d-8795-abb216ae2af1 req-1fe6408d-5cad-425a-8f7f-e6e36ed2e47c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0355833 Mar 07 22:08:38.544703 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25674b8-797b-409b-9791-7a92602505e9 req-f9cf08e7-fc2b-470a-afd4-17148c318fdf tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:38.546462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d25674b8-797b-409b-9791-7a92602505e9 req-f9cf08e7-fc2b-470a-afd4-17148c318fdf tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 944 time: 0.0678363 Mar 07 22:08:38.564027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c9ee7bed-cb5e-41da-90e2-618410355ba5 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:08:38.601263 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d25674b8-797b-409b-9791-7a92602505e9 req-9980cfb4-18f4-43bf-ad2b-caa6889f72c6 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491009 Mar 07 22:08:38.627553 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port c9ee7bed-cb5e-41da-90e2-618410355ba5 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:08:38.631973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port c9ee7bed-cb5e-41da-90e2-618410355ba5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:08:38.632362 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c9ee7bed-cb5e-41da-90e2-618410355ba5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:38.727581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c9ee7bed-cb5e-41da-90e2-618410355ba5 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:08:38.727980 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c9ee7bed-cb5e-41da-90e2-618410355ba5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:38.754428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629a67f4-e2ff-4a09-ac91-6bd117fd94c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ee7bed-cb5e-41da-90e2-618410355ba5'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:08:38.756652 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d3dfe0-14e1-49c7-ad5d-f682a983c466" -d '{"events": [{"server_uuid": "629a67f4-e2ff-4a09-ac91-6bd117fd94c8", "name": "network-vif-plugged", "status": "completed", "tag": "c9ee7bed-cb5e-41da-90e2-618410355ba5"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:08:38.769977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c9ee7bed-cb5e-41da-90e2-618410355ba5, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c9ee7bed-cb5e-41da-90e2-618410355ba5,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:38.775922 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c9ee7bed-cb5e-41da-90e2-618410355ba5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:38.802282 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccba924f-e3b4-47b7-ab94-df32af4f8b47 x-openstack-request-id: req-ccba924f-e3b4-47b7-ab94-df32af4f8b47 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:08:38.806101 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629a67f4-e2ff-4a09-ac91-6bd117fd94c8", "name": "network-vif-plugged", "status": "completed", "tag": "c9ee7bed-cb5e-41da-90e2-618410355ba5", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:08:38.806101 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ccba924f-e3b4-47b7-ab94-df32af4f8b47 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:08:38.806101 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629a67f4-e2ff-4a09-ac91-6bd117fd94c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ee7bed-cb5e-41da-90e2-618410355ba5', 'code': 200} Mar 07 22:08:38.843336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c9ee7bed-cb5e-41da-90e2-618410355ba5,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:38.850903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:38.851287 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:38.851635 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:38.852398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:38.858331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:38.859278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:38.859832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:38.860555 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:38.861110 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:38.861931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:38.862373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:38.862774 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:38.863229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:38.923264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad630ce-e73b-450b-83f0-2d2cacaab55a req-31857f92-8ba4-495c-9efb-2e3b1be77a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:38.925019 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ad630ce-e73b-450b-83f0-2d2cacaab55a req-31857f92-8ba4-495c-9efb-2e3b1be77a1d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 1127 time: 0.0510681 Mar 07 22:08:38.977646 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ad630ce-e73b-450b-83f0-2d2cacaab55a req-527c7192-f584-4e77-b3b1-147f9ddb8dc8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431178 Mar 07 22:08:39.100860 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfb5ea74-fd51-4d9c-bda0-8c5b8cc2ca17 req-68cffc8b-cc89-4c51-a0c2-f1a500f0cad2 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0374968 Mar 07 22:08:39.735643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740afcb-5add-4392-8f08-6a38e1bf5564 req-c9bb31bc-67ab-4cd3-ac12-65c91276fad9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:39.737150 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1740afcb-5add-4392-8f08-6a38e1bf5564 req-c9bb31bc-67ab-4cd3-ac12-65c91276fad9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 945 time: 0.0593033 Mar 07 22:08:39.796743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1740afcb-5add-4392-8f08-6a38e1bf5564 req-286d4952-4712-4e4d-be29-776e986634fc tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492113 Mar 07 22:08:40.226914 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-659cecea-d4c9-42ac-866c-2dc2d47bf668 req-8c828818-b182-4b72-9853-3363abf1c897 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0320203 Mar 07 22:08:40.300304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e22e28d5-f926-4082-bd1e-e678124715e8 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:08:40.326332 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: e22e28d5-f926-4082-bd1e-e678124715e8 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:08:40.326672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device e22e28d5-f926-4082-bd1e-e678124715e8 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:08:40.916257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2019f-22d6-4c42-94f5-ba0ea37fb3dc req-62421eac-bbf6-47a7-9b2b-6397a2a102c3 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:40.917783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5d2019f-22d6-4c42-94f5-ba0ea37fb3dc req-62421eac-bbf6-47a7-9b2b-6397a2a102c3 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 945 time: 0.0532405 Mar 07 22:08:40.975608 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5d2019f-22d6-4c42-94f5-ba0ea37fb3dc req-618dc7ac-c0da-458b-8244-2c9d3acb6f22 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489848 Mar 07 22:08:41.108245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fd6c0-a304-4187-a77d-570a611ec776 req-a86b874a-a8d0-4c6b-a078-d8e7b9f0066f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:41.110015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e60fd6c0-a304-4187-a77d-570a611ec776 req-a86b874a-a8d0-4c6b-a078-d8e7b9f0066f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 945 time: 0.0624449 Mar 07 22:08:41.162479 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e60fd6c0-a304-4187-a77d-570a611ec776 req-04904768-a79f-478c-abbf-11a7316b01ac tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465081 Mar 07 22:08:41.373712 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0951c8c1-4018-40bf-b81d-35d6059901ac req-48cc19fd-3a01-4f6e-9908-08864909ec39 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0623405 Mar 07 22:08:41.479365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033b97f-2cc4-4a49-8674-ee04bf57c460 req-ba472b71-6014-43f3-97da-ba250f987e3c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:41.481796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0033b97f-2cc4-4a49-8674-ee04bf57c460 req-ba472b71-6014-43f3-97da-ba250f987e3c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 945 time: 0.0552199 Mar 07 22:08:41.555141 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0033b97f-2cc4-4a49-8674-ee04bf57c460 req-7b01e44d-21c5-44f6-b3e8-dcf9b79549a6 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664434 Mar 07 22:08:42.469146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-66d7ed7f-f1bb-4503-a2d8-8ca7193e77d8 req-5b515827-e673-4426-bdcb-d0bf46138be3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0364525 Mar 07 22:08:42.689254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cd3de-7978-4fe3-b6d0-85401551a44a req-e4fd3dde-940c-4564-a20b-aee688f4a6f5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:42.690840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c86cd3de-7978-4fe3-b6d0-85401551a44a req-e4fd3dde-940c-4564-a20b-aee688f4a6f5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 945 time: 0.0584352 Mar 07 22:08:42.746172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c86cd3de-7978-4fe3-b6d0-85401551a44a req-1d7cbbd4-6145-45f3-9178-9a2c0b18afb0 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492878 Mar 07 22:08:42.832337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea1405-b5af-4933-bb26-512c10c9e99d req-97e2b242-b975-42ee-8bec-6d776c2ac882 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:42.833950 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-deea1405-b5af-4933-bb26-512c10c9e99d req-97e2b242-b975-42ee-8bec-6d776c2ac882 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "GET /v2.0/ports?device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 945 time: 0.0585487 Mar 07 22:08:42.941594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-deea1405-b5af-4933-bb26-512c10c9e99d req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Deleting port c9ee7bed-cb5e-41da-90e2-618410355ba5 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:08:42.941912 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-deea1405-b5af-4933-bb26-512c10c9e99d req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c9ee7bed-cb5e-41da-90e2-618410355ba5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:43.042220 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-deea1405-b5af-4933-bb26-512c10c9e99d req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] For port c9ee7bed-cb5e-41da-90e2-618410355ba5, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c9ee7bed-cb5e-41da-90e2-618410355ba5,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:43.042738 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-deea1405-b5af-4933-bb26-512c10c9e99d req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c9ee7bed-cb5e-41da-90e2-618410355ba5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:43.056939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-deea1405-b5af-4933-bb26-512c10c9e99d req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Calling delete_port for c9ee7bed-cb5e-41da-90e2-618410355ba5 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:08:43.191433 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-deea1405-b5af-4933-bb26-512c10c9e99d req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c9ee7bed-cb5e-41da-90e2-618410355ba5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:43.203198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['35693353-c5eb-4ade-b983-71da3ea93876'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:08:43.207956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['c9ee7bed-cb5e-41da-90e2-618410355ba5'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:08:43.227954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Pushing event deleted for resources: {'Port': ['ID=c9ee7bed-cb5e-41da-90e2-618410355ba5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:43.239603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:43.240115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:43.240571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:43.241005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:43.241493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:43.241867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:43.242228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:43.242555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:43.242893 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:43.243296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:43.243623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:43.243947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:43.244270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:43.297983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-deea1405-b5af-4933-bb26-512c10c9e99d req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] No DVR routers for this DVR port c9ee7bed-cb5e-41da-90e2-618410355ba5 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:08:43.300871 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-deea1405-b5af-4933-bb26-512c10c9e99d req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:43.304999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-deea1405-b5af-4933-bb26-512c10c9e99d req-cdde9ea4-30f0-4be6-a410-046460571d11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "DELETE /v2.0/ports/c9ee7bed-cb5e-41da-90e2-618410355ba5 HTTP/1.1" status: 204 len: 173 time: 0.4653430 Mar 07 22:08:43.305919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629a67f4-e2ff-4a09-ac91-6bd117fd94c8', 'name': 'network-vif-deleted', 'tag': 'c9ee7bed-cb5e-41da-90e2-618410355ba5'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:08:43.308489 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ab24e1-0f21-4867-ab04-3398212e70ad" -d '{"events": [{"server_uuid": "629a67f4-e2ff-4a09-ac91-6bd117fd94c8", "name": "network-vif-deleted", "tag": "c9ee7bed-cb5e-41da-90e2-618410355ba5"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:08:43.369363 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2f47df-5c85-4d54-9dd5-fd8e64a23867 x-openstack-request-id: req-ef2f47df-5c85-4d54-9dd5-fd8e64a23867 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:08:43.370858 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629a67f4-e2ff-4a09-ac91-6bd117fd94c8", "name": "network-vif-deleted", "tag": "c9ee7bed-cb5e-41da-90e2-618410355ba5", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:08:43.371162 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef2f47df-5c85-4d54-9dd5-fd8e64a23867 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:08:43.371642 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629a67f4-e2ff-4a09-ac91-6bd117fd94c8', 'name': 'network-vif-deleted', 'tag': 'c9ee7bed-cb5e-41da-90e2-618410355ba5', 'status': 'completed', 'code': 200} Mar 07 22:08:43.565584 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d9d408f-090d-4304-8820-d45a1fc2afc2 req-c299892a-b838-426f-b88c-4a2044609eca tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0275452 Mar 07 22:08:43.877610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e478faec-f158-4f0d-b44c-e7d0a23c7400 req-b1df1f3b-37e0-4ddd-a6aa-116736c43fc2 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=629a67f4-e2ff-4a09-ac91-6bd117fd94c8 HTTP/1.1" status: 200 len: 210 time: 0.0394583 Mar 07 22:08:44.663884 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76c2b7dc-b2de-4dfc-ba32-e7caa791b50b req-e5592ebb-d085-4eae-9e5e-f023301be6e6 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0288477 Mar 07 22:08:45.657755 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4f75043a-0451-4187-b7f5-bbf2def10498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:45.766996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9beb9e31-2542-4984-a21c-e3fa11e1cdf9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:45.768518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9beb9e31-2542-4984-a21c-e3fa11e1cdf9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 806 time: 0.1220214 Mar 07 22:08:45.785917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-918904bc-5546-473b-8938-eddfffd384fb req-98f2505d-27ff-4fb5-b466-e9a080c74fea tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0378594 Mar 07 22:08:45.801024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-f08273cc-483b-4e0b-a486-9af0aeb3222b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/quotas/c9a2bc3ffdc14964be1d88a599c15229 HTTP/1.1" status: 200 len: 375 time: 0.0179913 Mar 07 22:08:45.854041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-ef196753-d376-4c34-a7e8-9b814f61045f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0521805 Mar 07 22:08:45.966738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-69ab5d7e-d9c1-4f23-a5e3-436aae3356c5 service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990431 Mar 07 22:08:46.077085 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-e96ba4f3-2132-496d-987a-2f12427188a3 service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031229 Mar 07 22:08:46.152049 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:46.316681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b70dbffc-bc4c-4e5d-a498-2811bac7acd8 req-a1674252-6384-455c-b61d-545fa26cafc0 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 210 time: 0.0436201 Mar 07 22:08:46.646482 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c9ee7bed-cb5e-41da-90e2-618410355ba5 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:08:46.669411 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: c9ee7bed-cb5e-41da-90e2-618410355ba5 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:08:46.670186 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c9ee7bed-cb5e-41da-90e2-618410355ba5 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:08:46.952678 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab05b256-9442-4aad-b9a0-2a06f770a323 req-3fddb525-eba6-4b0c-88b9-562b7e905c89 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0358388 Mar 07 22:08:47.528548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-73ef97c1-af8d-48c1-8523-180efcee5b4e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:47.530304 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-73ef97c1-af8d-48c1-8523-180efcee5b4e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 806 time: 0.1320889 Mar 07 22:08:47.534021 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-240925a0-0376-45b3-b095-d60045af7386 req-83142862-2b84-4eb4-b769-7ea681cfb4c7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 210 time: 0.1460526 Mar 07 22:08:47.547551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-30aad955-7442-4528-8fcc-c8a0e6f1dcd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Request body: {'port': {'device_id': '30af4bca-1dc9-4a39-9f1f-3923a8cab38a', 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281', 'admin_state_up': True, 'tenant_id': 'c9a2bc3ffdc14964be1d88a599c15229'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:47.659371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79026e3c-a555-4c57-a7de-51e708223608 req-ecb0581c-b22c-4020-9a85-50bb933f214a tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:47.661217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79026e3c-a555-4c57-a7de-51e708223608 req-ecb0581c-b22c-4020-9a85-50bb933f214a tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 945 time: 0.1298971 Mar 07 22:08:47.751061 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79026e3c-a555-4c57-a7de-51e708223608 req-1bc8cd4d-6aae-4a66-a4c3-edd496c2fc43 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=66ddacb0-ef92-4898-b435-99ffe00722a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794742 Mar 07 22:08:47.758200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-30aad955-7442-4528-8fcc-c8a0e6f1dcd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Made reservation on behalf of c9a2bc3ffdc14964be1d88a599c15229 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:47.762455 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-30aad955-7442-4528-8fcc-c8a0e6f1dcd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:47.909037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-30aad955-7442-4528-8fcc-c8a0e6f1dcd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Allocated IP 172.20.0.11 (cae5efa2-6bb7-4f2d-8ff2-eb98273e8281/925aad4c-c647-4d56-8f2f-5e0ad1a36194/cc51f476-b80d-4852-9531-aa2778a1140d) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:48.088365 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abe4d6b9-690a-4c95-8b51-070134b96f29 req-bf5c6373-6b04-443b-9d14-555d53b77f45 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0372388 Mar 07 22:08:48.130779 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-50c70d28-61bb-4164-8c43-0654867499e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:48.142825 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-30aad955-7442-4528-8fcc-c8a0e6f1dcd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks [] for port (cc51f476-b80d-4852-9531-aa2778a1140d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:48.178043 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-30aad955-7442-4528-8fcc-c8a0e6f1dcd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (cc51f476-b80d-4852-9531-aa2778a1140d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:48.190110 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['35693353-c5eb-4ade-b983-71da3ea93876'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:08:48.246517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-30aad955-7442-4528-8fcc-c8a0e6f1dcd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:48.265216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-30aad955-7442-4528-8fcc-c8a0e6f1dcd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:48.267860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aad955-7442-4528-8fcc-c8a0e6f1dcd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Pushing event updated for resources: {'Port': ['ID=cc51f476-b80d-4852-9531-aa2778a1140d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:48.278328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-30aad955-7442-4528-8fcc-c8a0e6f1dcd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:08:48.335183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-30aad955-7442-4528-8fcc-c8a0e6f1dcd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:48.335978 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-30aad955-7442-4528-8fcc-c8a0e6f1dcd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:48.361310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-30aad955-7442-4528-8fcc-c8a0e6f1dcd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8175321 Mar 07 22:08:48.374491 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Request body: {'port': {'device_id': '30af4bca-1dc9-4a39-9f1f-3923a8cab38a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:48.398461 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:48.821905 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cc51f476-b80d-4852-9531-aa2778a1140d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:48.939032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab1b01-7ded-45f8-8863-027dd9c61dc7 req-7f92cd07-a325-43e9-819c-4b7f6fe2e477 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:48.945767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fab1b01-7ded-45f8-8863-027dd9c61dc7 req-7f92cd07-a325-43e9-819c-4b7f6fe2e477 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 932 time: 0.1699550 Mar 07 22:08:49.049535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4cd23-c86a-4720-b52f-6861637e57bd req-061b5753-35f1-417d-9104-ec6f3c49f0a4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:49.051186 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58b4cd23-c86a-4720-b52f-6861637e57bd req-061b5753-35f1-417d-9104-ec6f3c49f0a4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 945 time: 0.2226040 Mar 07 22:08:49.120397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fab1b01-7ded-45f8-8863-027dd9c61dc7 req-0a6d958e-2189-4e74-83f0-128811508654 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737297 Mar 07 22:08:49.178185 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58b4cd23-c86a-4720-b52f-6861637e57bd req-4646c54b-bfaf-4c3b-b95e-818ead1e5db4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=66ddacb0-ef92-4898-b435-99ffe00722a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159296 Mar 07 22:08:49.290158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40518ab5-e00b-41f4-a8e4-5334243716d0 req-98b264bd-a86d-4d43-9fa5-deb141299405 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0420601 Mar 07 22:08:49.347566 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:49.349122 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-c9d9d00d-86df-4e01-87c4-acc5ce8b6fbf tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:49.350874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-c9d9d00d-86df-4e01-87c4-acc5ce8b6fbf tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 945 time: 0.1396320 Mar 07 22:08:49.355318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc51f476-b80d-4852-9531-aa2778a1140d {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:08:49.370732 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Publish callbacks [] for port (cc51f476-b80d-4852-9531-aa2778a1140d), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:49.409843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Transition to ACTIVE for port object cc51f476-b80d-4852-9531-aa2778a1140d will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:08:49.417571 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (cc51f476-b80d-4852-9531-aa2778a1140d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:49.496955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc51f476-b80d-4852-9531-aa2778a1140d,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:49.558843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-6c658865-a365-49e6-b014-a3c9d82b10b7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Deleting port 1fb57021-dd31-44af-bbb5-76bcfed10110 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:08:49.559141 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-6c658865-a365-49e6-b014-a3c9d82b10b7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:49.657082 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Attempting to bind port cc51f476-b80d-4852-9531-aa2778a1140d on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:08:49.657416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Attempting to bind port cc51f476-b80d-4852-9531-aa2778a1140d by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:08:49.657743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Attempting to bind port cc51f476-b80d-4852-9531-aa2778a1140d on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:08:49.667707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Port cc51f476-b80d-4852-9531-aa2778a1140d on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:08:49.668679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Attempting to bind port cc51f476-b80d-4852-9531-aa2778a1140d on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:08:49.683200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:08:49.683578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Checking segment: {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:08:49.683958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Bound using segment: {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:08:49.684404 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Bound port: cc51f476-b80d-4852-9531-aa2778a1140d, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:08:49.684761 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cc51f476-b80d-4852-9531-aa2778a1140d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:49.691642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-6c658865-a365-49e6-b014-a3c9d82b10b7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] For port 1fb57021-dd31-44af-bbb5-76bcfed10110, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=1fb57021-dd31-44af-bbb5-76bcfed10110,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:49.691995 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-6c658865-a365-49e6-b014-a3c9d82b10b7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:49.853163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] For port cc51f476-b80d-4852-9531-aa2778a1140d, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:08:49.858397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] For port cc51f476-b80d-4852-9531-aa2778a1140d, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=cc51f476-b80d-4852-9531-aa2778a1140d,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:08:49.867370 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (cc51f476-b80d-4852-9531-aa2778a1140d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:49.955095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:49.955723 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:49.957137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] 10.222.0.15 "PUT /v2.0/ports/cc51f476-b80d-4852-9531-aa2778a1140d HTTP/1.1" status: 200 len: 1092 time: 1.5872869 Mar 07 22:08:49.957593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30af4bca-1dc9-4a39-9f1f-3923a8cab38a', 'tag': 'cc51f476-b80d-4852-9531-aa2778a1140d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:08:49.959880 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3136397-0f4e-4a21-b47b-2f781195f5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "30af4bca-1dc9-4a39-9f1f-3923a8cab38a", "tag": "cc51f476-b80d-4852-9531-aa2778a1140d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:08:50.014373 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebe3a62-d53f-476d-ac3d-84d42b6767a4 x-openstack-request-id: req-9ebe3a62-d53f-476d-ac3d-84d42b6767a4 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:08:50.014947 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30af4bca-1dc9-4a39-9f1f-3923a8cab38a", "tag": "cc51f476-b80d-4852-9531-aa2778a1140d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:08:50.015294 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ebe3a62-d53f-476d-ac3d-84d42b6767a4 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:08:50.015786 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30af4bca-1dc9-4a39-9f1f-3923a8cab38a', 'tag': 'cc51f476-b80d-4852-9531-aa2778a1140d', 'status': 'completed', 'code': 200} Mar 07 22:08:50.024746 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-6c658865-a365-49e6-b014-a3c9d82b10b7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:50.025216 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-6c658865-a365-49e6-b014-a3c9d82b10b7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (3cbbccf6-644b-4d68-befd-68472b15a72e), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:50.025635 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-6c658865-a365-49e6-b014-a3c9d82b10b7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Floating IP 3cbbccf6-644b-4d68-befd-68472b15a72e disassociated. External IP: 172.25.4.207, port: 1fb57021-dd31-44af-bbb5-76bcfed10110. Mar 07 22:08:50.026113 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-6c658865-a365-49e6-b014-a3c9d82b10b7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Calling delete_port for 1fb57021-dd31-44af-bbb5-76bcfed10110 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:08:50.069451 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e682a-12d0-47f8-8473-6fe2e9ccbaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc51f476-b80d-4852-9531-aa2778a1140d,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:50.133957 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-0eb78232-6d46-49b8-abbe-f49101ad17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:50.135524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-0eb78232-6d46-49b8-abbe-f49101ad17e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 1126 time: 0.1180873 Mar 07 22:08:50.194455 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-6d2bdfb2-fdcd-4f15-b2c4-18e2af84df6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc51f476-b80d-4852-9531-aa2778a1140d HTTP/1.1" status: 200 len: 217 time: 0.0437093 Mar 07 22:08:50.338786 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:50.352237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-65dfb3f6-b0ac-44dc-99f5-c1324e34e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:50.352237 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-65dfb3f6-b0ac-44dc-99f5-c1324e34e029 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 200 len: 846 time: 0.1470871 Mar 07 22:08:50.421422 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-b356bb46-ad3a-4cf3-8fef-b5d7e8e2b092 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444987 Mar 07 22:08:50.425006 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-6c658865-a365-49e6-b014-a3c9d82b10b7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1fb57021-dd31-44af-bbb5-76bcfed10110), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:50.474839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a502b5-352f-4383-b068-bdf1b7a95d36 req-378c3c56-df42-4246-b08b-8e368acd1918 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:50.476411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1a502b5-352f-4383-b068-bdf1b7a95d36 req-378c3c56-df42-4246-b08b-8e368acd1918 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 944 time: 0.2580388 Mar 07 22:08:50.492468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c658865-a365-49e6-b014-a3c9d82b10b7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event deleted for resources: {'Port': ['ID=1fb57021-dd31-44af-bbb5-76bcfed10110,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:50.521080 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a23b7-ffa9-440c-89c2-d7da85013234 req-e1649054-9400-4864-adfd-214938d64596 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:50.529239 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-046a23b7-ffa9-440c-89c2-d7da85013234 req-e1649054-9400-4864-adfd-214938d64596 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 945 time: 0.2311704 Mar 07 22:08:50.694801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1a502b5-352f-4383-b068-bdf1b7a95d36 req-96d23297-832f-477d-8a4f-a2b3f737e49c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047725 Mar 07 22:08:50.728784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-046a23b7-ffa9-440c-89c2-d7da85013234 req-f5b18ba0-7f10-48b8-beda-68e2da383acd tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=66ddacb0-ef92-4898-b435-99ffe00722a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838574 Mar 07 22:08:50.779436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-3580fe6b-1b49-487d-a0ff-71fcff92473b service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455188 Mar 07 22:08:50.845456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e95ad33c-7d8e-4df9-8210-fae5cf6f4e7e req-523efc02-ebe2-405c-bf2a-8cfd3c7dddb1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0693147 Mar 07 22:08:50.929943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-6c658865-a365-49e6-b014-a3c9d82b10b7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:08:50.939556 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85df29b4-fd6d-411d-8be0-c4cf7dcc69f5 req-3feef3b0-5969-4a2e-82d8-40a1705d8ab1 service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452594 Mar 07 22:08:51.170519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3136397-0f4e-4a21-b47b-2f781195f5cd req-02c6a2f1-33c3-4e2a-8959-2867ceb5e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:51.172034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3136397-0f4e-4a21-b47b-2f781195f5cd req-02c6a2f1-33c3-4e2a-8959-2867ceb5e49e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 1126 time: 0.1213143 Mar 07 22:08:51.279979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-6c658865-a365-49e6-b014-a3c9d82b10b7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:08:51.297180 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e046474-6bbb-4604-af3d-b754bac76564 None None] Sync routers for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:08:51.316480 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e046474-6bbb-4604-af3d-b754bac76564 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:08:51.317508 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6e046474-6bbb-4604-af3d-b754bac76564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:08:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:51.326346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-6c658865-a365-49e6-b014-a3c9d82b10b7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] No DVR routers for this DVR port 1fb57021-dd31-44af-bbb5-76bcfed10110 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:08:51.330444 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-6c658865-a365-49e6-b014-a3c9d82b10b7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:51.333927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c40bbfc-dfe4-44d0-94a0-033a6f4e9daa req-6c658865-a365-49e6-b014-a3c9d82b10b7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.15 "DELETE /v2.0/ports/1fb57021-dd31-44af-bbb5-76bcfed10110 HTTP/1.1" status: 204 len: 173 time: 1.9740002 Mar 07 22:08:51.358906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3136397-0f4e-4a21-b47b-2f781195f5cd req-ce4826c5-eadd-4578-9c5a-72cfb7f602ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:51.361770 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3136397-0f4e-4a21-b47b-2f781195f5cd req-ce4826c5-eadd-4578-9c5a-72cfb7f602ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 907 time: 0.1808116 Mar 07 22:08:51.443352 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3136397-0f4e-4a21-b47b-2f781195f5cd req-6bea4399-9235-4879-b876-c693c5ac02d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc51f476-b80d-4852-9531-aa2778a1140d HTTP/1.1" status: 200 len: 217 time: 0.0754626 Mar 07 22:08:51.521960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3136397-0f4e-4a21-b47b-2f781195f5cd req-21eeba58-0e58-4735-8e1c-0eb6f8b011a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:51.524593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3136397-0f4e-4a21-b47b-2f781195f5cd req-21eeba58-0e58-4735-8e1c-0eb6f8b011a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 200 len: 846 time: 0.0734584 Mar 07 22:08:51.568424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3136397-0f4e-4a21-b47b-2f781195f5cd req-4565bb69-e5a5-4f66-8bbc-35352c7a254e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316503 Mar 07 22:08:51.633706 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6e046474-6bbb-4604-af3d-b754bac76564 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:08:51.690450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3136397-0f4e-4a21-b47b-2f781195f5cd req-92dd4058-1b56-4ff5-b280-8c962d52d936 service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140969 Mar 07 22:08:51.802198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3136397-0f4e-4a21-b47b-2f781195f5cd req-26009955-9513-4512-a552-7cda4da228ed service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007805 Mar 07 22:08:51.957107 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6e046474-6bbb-4604-af3d-b754bac76564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:51.972805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae97ceba-b691-4063-a526-959daa3b9ff8 req-73ab2e06-e5f0-41dc-81cd-5ec963904b3b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f HTTP/1.1" status: 200 len: 210 time: 0.0515134 Mar 07 22:08:51.992772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3c79d-e67d-4a8d-8796-3d05a18a66a8 req-0d274167-e946-4a0d-b9e8-fc40f88bed8c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:52.004257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8c3c79d-e67d-4a8d-8796-3d05a18a66a8 req-0d274167-e946-4a0d-b9e8-fc40f88bed8c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 944 time: 0.1537976 Mar 07 22:08:52.041609 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e046474-6bbb-4604-af3d-b754bac76564 None None] Checking router: bad1cd90-3632-4b69-b6ae-3d5fdc62d517 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:08:52.044517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'name': 'network-vif-deleted', 'tag': '1fb57021-dd31-44af-bbb5-76bcfed10110'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:08:52.048954 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917607f4-2eb1-4de4-9674-04043214d6a2" -d '{"events": [{"server_uuid": "c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f", "name": "network-vif-deleted", "tag": "1fb57021-dd31-44af-bbb5-76bcfed10110"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:08:52.068988 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e046474-6bbb-4604-af3d-b754bac76564 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:08:52.069901 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6e046474-6bbb-4604-af3d-b754bac76564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:08:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:52.107961 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8c3c79d-e67d-4a8d-8796-3d05a18a66a8 req-03b11bd1-7237-40a4-bbef-b92d5b6488f7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988233 Mar 07 22:08:52.126676 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f1801c5-82a2-4a63-9ddc-e444237394f8 req-8f1012aa-0a55-49d6-9f71-25f1ab60c77f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0342796 Mar 07 22:08:52.130119 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:52.182050 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9fb8b5-5a6b-4a11-8126-347b2d25b1ed x-openstack-request-id: req-0b9fb8b5-5a6b-4a11-8126-347b2d25b1ed {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:08:52.182583 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f", "name": "network-vif-deleted", "tag": "1fb57021-dd31-44af-bbb5-76bcfed10110", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:08:52.186354 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b9fb8b5-5a6b-4a11-8126-347b2d25b1ed {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:08:52.187132 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e7f7c6-6e9f-456b-98d4-344aa63c2e2f', 'name': 'network-vif-deleted', 'tag': '1fb57021-dd31-44af-bbb5-76bcfed10110', 'status': 'completed', 'code': 200} Mar 07 22:08:52.244468 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6e046474-6bbb-4604-af3d-b754bac76564 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:08:52.466882 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6e046474-6bbb-4604-af3d-b754bac76564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:52.504172 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e046474-6bbb-4604-af3d-b754bac76564 None None] The sync data for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 is: [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:08:52.697805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device cc51f476-b80d-4852-9531-aa2778a1140d details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:08:52.701851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1fb57021-dd31-44af-bbb5-76bcfed10110 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:08:52.740332 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 1fb57021-dd31-44af-bbb5-76bcfed10110 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:08:52.740908 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 1fb57021-dd31-44af-bbb5-76bcfed10110 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:08:52.865646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port cc51f476-b80d-4852-9531-aa2778a1140d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=cc51f476-b80d-4852-9531-aa2778a1140d,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:52.882047 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'cc51f476-b80d-4852-9531-aa2778a1140d', 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281', 'port_id': 'cc51f476-b80d-4852-9531-aa2778a1140d', 'mac_address': 'fa:16:3e:4c:c8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925aad4c-c647-4d56-8f2f-5e0ad1a36194', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:08:52.923862 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0cc78c-6887-41b4-b945-05337768b3f1 None None] New status for floating IP 3cbbccf6-644b-4d68-befd-68472b15a72e: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:08:53.093508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port cc51f476-b80d-4852-9531-aa2778a1140d is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:08:53.093991 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cc51f476-b80d-4852-9531-aa2778a1140d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:53.106842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35408) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:53.138114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc51f476-b80d-4852-9531-aa2778a1140d {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:08:53.174860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port cc51f476-b80d-4852-9531-aa2778a1140d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=cc51f476-b80d-4852-9531-aa2778a1140d,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:53.200626 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cc51f476-b80d-4852-9531-aa2778a1140d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:53.265095 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (66ddacb0-ef92-4898-b435-99ffe00722a1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:53.300051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=cc51f476-b80d-4852-9531-aa2778a1140d,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:53.315795 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (66ddacb0-ef92-4898-b435-99ffe00722a1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:53.362479 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb54e42c-fdb8-4439-b21f-228e134a756c req-97df3b78-2578-47e0-af48-7b202585272a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0840654 Mar 07 22:08:53.372553 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (66ddacb0-ef92-4898-b435-99ffe00722a1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:53.380693 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:53.385543 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "DELETE /v2.0/security-groups/66ddacb0-ef92-4898-b435-99ffe00722a1 HTTP/1.1" status: 204 len: 168 time: 0.2753897 Mar 07 22:08:53.388809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35414) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:53.410517 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ddacb0-ef92-4898-b435-99ffe00722a1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:53.412950 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-ef23c996-431a-4cd2-a280-c491b30b61bb tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] show failed (client error): The resource could not be found. Mar 07 22:08:53.416916 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ef23c996-431a-4cd2-a280-c491b30b61bb tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups/66ddacb0-ef92-4898-b435-99ffe00722a1 HTTP/1.1" status: 404 len: 347 time: 0.0271714 Mar 07 22:08:53.417475 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35416) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:53.431351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:53.431713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:53.432070 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:53.432418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:53.432762 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:53.433099 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:53.433505 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:53.433844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:53.434219 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:53.434559 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:53.434889 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:53.435271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:53.435802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540c95a-dc44-4a3b-9e5b-5f88e18cd163 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:53.459002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['cc51f476-b80d-4852-9531-aa2778a1140d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:08:53.483020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec451c-336b-4cbe-a52c-1bab579dfb64 req-093b44b7-7a91-48d8-afca-4086f3e52a90 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:53.485003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4ec451c-336b-4cbe-a52c-1bab579dfb64 req-093b44b7-7a91-48d8-afca-4086f3e52a90 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 945 time: 0.1614230 Mar 07 22:08:53.612212 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ba9662a5-2ff3-4215-bab8-98b87265a6cf tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Deleting port 2dd666b4-82fd-4f33-ba18-602dd41d2db7 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:08:53.613470 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba9662a5-2ff3-4215-bab8-98b87265a6cf tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2dd666b4-82fd-4f33-ba18-602dd41d2db7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:53.867150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba9662a5-2ff3-4215-bab8-98b87265a6cf tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2dd666b4-82fd-4f33-ba18-602dd41d2db7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:53.867806 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba9662a5-2ff3-4215-bab8-98b87265a6cf tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (2dd666b4-82fd-4f33-ba18-602dd41d2db7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:53.883095 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-ba9662a5-2ff3-4215-bab8-98b87265a6cf tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Calling delete_port for 2dd666b4-82fd-4f33-ba18-602dd41d2db7 owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:08:54.061658 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba9662a5-2ff3-4215-bab8-98b87265a6cf tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (2dd666b4-82fd-4f33-ba18-602dd41d2db7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:54.088566 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4ec451c-336b-4cbe-a52c-1bab579dfb64 req-2a9053f4-b6fd-4177-a144-59f7e8cd497d tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917516 Mar 07 22:08:54.095019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9662a5-2ff3-4215-bab8-98b87265a6cf tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event deleted for resources: {'Port': ['ID=2dd666b4-82fd-4f33-ba18-602dd41d2db7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:54.183340 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba9662a5-2ff3-4215-bab8-98b87265a6cf tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (3cbbccf6-644b-4d68-befd-68472b15a72e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:54.186396 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ba9662a5-2ff3-4215-bab8-98b87265a6cf tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:54.187668 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ba9662a5-2ff3-4215-bab8-98b87265a6cf tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "DELETE /v2.0/floatingips/3cbbccf6-644b-4d68-befd-68472b15a72e HTTP/1.1" status: 204 len: 168 time: 0.7677553 Mar 07 22:08:54.484100 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cece90ce-b6c7-457a-bcbe-d690b2b2c75c req-c2c3e330-08fc-4449-a9bd-22c37e7f1bee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0302985 Mar 07 22:08:54.704780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device cc51f476-b80d-4852-9531-aa2778a1140d up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:08:54.807004 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port cc51f476-b80d-4852-9531-aa2778a1140d completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:08:54.813501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port cc51f476-b80d-4852-9531-aa2778a1140d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:08:54.813876 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cc51f476-b80d-4852-9531-aa2778a1140d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:54.962964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port cc51f476-b80d-4852-9531-aa2778a1140d is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:08:54.963682 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cc51f476-b80d-4852-9531-aa2778a1140d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:54.991889 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af4bca-1dc9-4a39-9f1f-3923a8cab38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc51f476-b80d-4852-9531-aa2778a1140d'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:08:55.001477 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1346f32-8ebb-423a-b99e-325a4dc1f253" -d '{"events": [{"server_uuid": "30af4bca-1dc9-4a39-9f1f-3923a8cab38a", "name": "network-vif-plugged", "status": "completed", "tag": "cc51f476-b80d-4852-9531-aa2778a1140d"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:08:55.056418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port cc51f476-b80d-4852-9531-aa2778a1140d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=cc51f476-b80d-4852-9531-aa2778a1140d,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:08:55.058651 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8918728e-6ef5-4b70-80b1-cf0d80112098 x-openstack-request-id: req-8918728e-6ef5-4b70-80b1-cf0d80112098 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:08:55.058799 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30af4bca-1dc9-4a39-9f1f-3923a8cab38a", "name": "network-vif-plugged", "status": "completed", "tag": "cc51f476-b80d-4852-9531-aa2778a1140d", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:08:55.058928 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8918728e-6ef5-4b70-80b1-cf0d80112098 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:08:55.059367 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af4bca-1dc9-4a39-9f1f-3923a8cab38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc51f476-b80d-4852-9531-aa2778a1140d', 'code': 200} Mar 07 22:08:55.062591 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cc51f476-b80d-4852-9531-aa2778a1140d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:55.150144 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35472) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:55.155427 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-510056b2-1936-4555-b10b-d798e0b1505f tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--594146819', 'description': 'tempest-description--45537706'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:55.210159 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-510056b2-1936-4555-b10b-d798e0b1505f tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:55.238034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=cc51f476-b80d-4852-9531-aa2778a1140d,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:55.317184 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8411d8b-d4f8-4466-9d16-7e72f637baa0 req-1261eb55-73db-45a6-8139-acf447f0c59e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:55.318942 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8411d8b-d4f8-4466-9d16-7e72f637baa0 req-1261eb55-73db-45a6-8139-acf447f0c59e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 946 time: 0.0706017 Mar 07 22:08:55.320824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1198c-63b1-4ef5-a156-1ed61ad4d75c req-c4f92c10-7a77-42fc-9beb-d39eb6d605c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:55.322234 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3e1198c-63b1-4ef5-a156-1ed61ad4d75c req-c4f92c10-7a77-42fc-9beb-d39eb6d605c5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 1128 time: 0.1270344 Mar 07 22:08:55.343499 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-510056b2-1936-4555-b10b-d798e0b1505f tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (bda85416-9be7-40c6-bd3a-79548c05dd98), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:55.356875 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-510056b2-1936-4555-b10b-d798e0b1505f tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bda85416-9be7-40c6-bd3a-79548c05dd98), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:55.381472 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8411d8b-d4f8-4466-9d16-7e72f637baa0 req-6ebe0321-2ded-4ed6-b664-6b57243ca8c0 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564449 Mar 07 22:08:55.416215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3e1198c-63b1-4ef5-a156-1ed61ad4d75c req-f2bce756-cc08-4f11-a353-15f5b57b4358 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843110 Mar 07 22:08:55.417140 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510056b2-1936-4555-b10b-d798e0b1505f tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda85416-9be7-40c6-bd3a-79548c05dd98,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:55.425087 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-510056b2-1936-4555-b10b-d798e0b1505f tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:55.426552 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-510056b2-1936-4555-b10b-d798e0b1505f tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2753894 Mar 07 22:08:55.430213 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35474) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:55.435512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-de57b5b4-77ae-448a-af66-7fbf2104355c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'security_group_rule': {'security_group_id': 'bda85416-9be7-40c6-bd3a-79548c05dd98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:55.485292 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de57b5b4-77ae-448a-af66-7fbf2104355c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (9e90aee5-6997-4a72-9fa9-f0e0395c5263), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:55.564782 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de57b5b4-77ae-448a-af66-7fbf2104355c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (9e90aee5-6997-4a72-9fa9-f0e0395c5263), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:55.584682 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de57b5b4-77ae-448a-af66-7fbf2104355c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (9e90aee5-6997-4a72-9fa9-f0e0395c5263), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:55.630755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57b5b4-77ae-448a-af66-7fbf2104355c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e90aee5-6997-4a72-9fa9-f0e0395c5263,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:55.642886 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-de57b5b4-77ae-448a-af66-7fbf2104355c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:55.644109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-de57b5b4-77ae-448a-af66-7fbf2104355c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2128410 Mar 07 22:08:55.646965 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 35486) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:55.656188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1124bd49-7cf5-4463-9fe6-afa325b5b5aa tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'security_group_rule': {'security_group_id': 'bda85416-9be7-40c6-bd3a-79548c05dd98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:55.662645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13d44e53-569e-4f7a-93ac-316f9a46db04 req-b5896231-a859-45fe-964a-bc04ef13307d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0462511 Mar 07 22:08:55.699933 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1124bd49-7cf5-4463-9fe6-afa325b5b5aa tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (a86569fa-3893-4a42-b074-bbf707b3a6b1), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:55.764674 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1124bd49-7cf5-4463-9fe6-afa325b5b5aa tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (a86569fa-3893-4a42-b074-bbf707b3a6b1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:55.773037 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1124bd49-7cf5-4463-9fe6-afa325b5b5aa tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (a86569fa-3893-4a42-b074-bbf707b3a6b1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:55.789547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124bd49-7cf5-4463-9fe6-afa325b5b5aa tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86569fa-3893-4a42-b074-bbf707b3a6b1,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:55.816605 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1124bd49-7cf5-4463-9fe6-afa325b5b5aa tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:55.818188 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1124bd49-7cf5-4463-9fe6-afa325b5b5aa tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1699510 Mar 07 22:08:55.821319 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35488) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:08:55.827061 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:55.852123 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:55.989371 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:56.112084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Allocated IP 172.25.4.59 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/6c53cfc2-9493-445d-ad6c-528ed00f3dbc) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:56.259791 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for port (6c53cfc2-9493-445d-ad6c-528ed00f3dbc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:56.298762 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6c53cfc2-9493-445d-ad6c-528ed00f3dbc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:56.348156 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:56.355677 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:56.361674 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:08:56.365884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'Port': ['ID=6c53cfc2-9493-445d-ad6c-528ed00f3dbc,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:56.484019 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (d40834fa-3f8d-438d-85a9-24612d1b149f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:56.586848 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6c53cfc2-9493-445d-ad6c-528ed00f3dbc), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:56.600656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac4b01-1bbf-4847-b74a-3f258a95cd36 req-602039f2-49b2-4d9d-b03c-1ba17d7c2386 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:56.602195 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31ac4b01-1bbf-4847-b74a-3f258a95cd36 req-602039f2-49b2-4d9d-b03c-1ba17d7c2386 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 946 time: 0.1041002 Mar 07 22:08:56.738828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31ac4b01-1bbf-4847-b74a-3f258a95cd36 req-3215d367-6a96-4c34-a8bd-597d972e737d tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998356 Mar 07 22:08:56.848817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-584dc77e-7a36-4b5c-b59a-d713d552943b req-289bead5-245f-4fec-a3d5-4128eaa6774a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0498362 Mar 07 22:08:56.916255 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for port (6c53cfc2-9493-445d-ad6c-528ed00f3dbc), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:56.922470 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (6c53cfc2-9493-445d-ad6c-528ed00f3dbc), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:56.978445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'Port': ['ID=6c53cfc2-9493-445d-ad6c-528ed00f3dbc,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:57.040377 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (d40834fa-3f8d-438d-85a9-24612d1b149f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:57.060394 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:57.062010 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fe8f7f97-b442-4b22-ad2f-04a14b5646c4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2394197 Mar 07 22:08:57.321548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a555c195-17ad-4860-b276-ca0ef9e52c70 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--594146819&fields=id&tenant_id=a348ede039584875801ba3e8e4548330 HTTP/1.1" status: 200 len: 267 time: 0.0568707 Mar 07 22:08:57.448190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-7c0aa023-1e04-43c5-ad4b-7d64834690f4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:57.456118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-7c0aa023-1e04-43c5-ad4b-7d64834690f4 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 814 time: 0.1334338 Mar 07 22:08:57.472128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-3995c70c-f537-44d9-9d95-814c4785a2d3 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/quotas/a348ede039584875801ba3e8e4548330 HTTP/1.1" status: 200 len: 375 time: 0.0148764 Mar 07 22:08:57.527102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-ad8f7c7d-2ef7-4df3-9e3e-ed753a742fba tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538588 Mar 07 22:08:57.646364 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-3fea0cdf-0618-4dae-9acb-70a90560c9dc service neutron] 10.222.0.26 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026914 Mar 07 22:08:57.748384 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a3d00a23-aa94-496b-8c7a-d183307fbba0 service neutron] 10.222.0.26 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944481 Mar 07 22:08:57.963127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f7b30-1a8f-4003-a07e-48f7d27524cb req-991f11be-6802-4194-bebd-8518669c488b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:57.965054 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c37f7b30-1a8f-4003-a07e-48f7d27524cb req-991f11be-6802-4194-bebd-8518669c488b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 946 time: 0.1219997 Mar 07 22:08:58.024586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21910a43-4986-4037-b66c-c8025c714c7c req-7c2b012f-e2d1-4fb2-bca5-f7372d470007 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 210 time: 0.0561445 Mar 07 22:08:58.112605 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c37f7b30-1a8f-4003-a07e-48f7d27524cb req-85fbcf4c-ca16-4f3b-83a7-609b4cbfecfa tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365600 Mar 07 22:08:58.236694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3be60f74-6cd0-41e6-9839-dae736dd836c req-feb8bf69-04c7-40a4-96a6-6c7c9720e179 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0814397 Mar 07 22:08:58.380974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a726b-09fd-4c20-887c-4fbb3bb3d9ac req-2ee2ec78-df8f-43d9-9561-63b367aea0b6 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:58.383278 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c56a726b-09fd-4c20-887c-4fbb3bb3d9ac req-2ee2ec78-df8f-43d9-9561-63b367aea0b6 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 946 time: 0.1295915 Mar 07 22:08:58.437849 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c56a726b-09fd-4c20-887c-4fbb3bb3d9ac req-265612db-5b9b-4d63-8091-0f6047ba02c5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477550 Mar 07 22:08:58.784706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8f606-47cb-4a0e-9fdd-944b85ba00dd req-f2c6d2c8-e201-4784-b32c-4a094b12464c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:58.794009 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22a8f606-47cb-4a0e-9fdd-944b85ba00dd req-f2c6d2c8-e201-4784-b32c-4a094b12464c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 946 time: 0.0907588 Mar 07 22:08:58.920015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-22a8f606-47cb-4a0e-9fdd-944b85ba00dd req-fa3c3c1c-23c1-478d-99c5-83c56cc1aa92 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249471 Mar 07 22:08:59.153173 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e24eb37-f014-4fcd-a27c-602eeeea188f req-f4464df0-712a-40bc-bfa0-5306955eaa73 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 210 time: 0.0353374 Mar 07 22:08:59.382104 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-169d2972-f3f1-4446-ba27-f4870ed9a823 req-96ee7a7d-6a8e-40a9-b45a-32d826ffa4e2 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0476065 Mar 07 22:08:59.472431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-90e28df9-4f0e-457e-91a7-ae38244ea720 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:59.473897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-90e28df9-4f0e-457e-91a7-ae38244ea720 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.15 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 814 time: 0.2057610 Mar 07 22:08:59.535964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-f0ffaaf1-652a-4e79-bc44-0b4aa09b0669 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a348ede039584875801ba3e8e4548330 HTTP/1.1" status: 200 len: 379 time: 0.0524583 Mar 07 22:08:59.548836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-0fc95738-f623-4718-b9de-3ebea1557a5b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'port': {'device_id': 'b6c5f5e4-44d9-444e-b839-603c36e72071', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'admin_state_up': True, 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'security_groups': ['bda85416-9be7-40c6-bd3a-79548c05dd98']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:59.613188 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:08:59.694833 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-0fc95738-f623-4718-b9de-3ebea1557a5b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Made reservation on behalf of a348ede039584875801ba3e8e4548330 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:59.698474 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-0fc95738-f623-4718-b9de-3ebea1557a5b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:08:59.863164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-0fc95738-f623-4718-b9de-3ebea1557a5b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Allocated IP 172.20.0.12 (562b85e0-340d-42cd-8872-2484d3f89992/d557b9c7-6244-4ed7-9421-d0772ecb1a58/d957fafe-34ef-483b-8401-0629e65d85db) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:09:00.159228 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-0fc95738-f623-4718-b9de-3ebea1557a5b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for port (d957fafe-34ef-483b-8401-0629e65d85db), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:00.187121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fdfbb-504b-44d7-9c59-f0ebd719c6b4 req-bc3a6e83-02a5-416f-8dff-96cd85f96d71 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:00.189691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912fdfbb-504b-44d7-9c59-f0ebd719c6b4 req-bc3a6e83-02a5-416f-8dff-96cd85f96d71 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 946 time: 0.1509879 Mar 07 22:09:00.219654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de677345-cf15-41c9-a357-5a1ffdf8a585 req-97d48171-d164-4cd4-8586-d351616bb6e5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:00.221193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de677345-cf15-41c9-a357-5a1ffdf8a585 req-97d48171-d164-4cd4-8586-d351616bb6e5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "GET /v2.0/ports?device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 946 time: 0.1327834 Mar 07 22:09:00.311405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bd01aa8-1964-4aaf-8834-49fb6960a3e6 req-628a4b3a-22c4-4951-9f92-5f901a2398fc tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 210 time: 0.0778508 Mar 07 22:09:00.330870 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-0fc95738-f623-4718-b9de-3ebea1557a5b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d957fafe-34ef-483b-8401-0629e65d85db), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:00.365344 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-912fdfbb-504b-44d7-9c59-f0ebd719c6b4 req-7409ff7c-9878-460f-8225-3a5d5f04777a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604633 Mar 07 22:09:00.429624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-0fc95738-f623-4718-b9de-3ebea1557a5b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Network 562b85e0-340d-42cd-8872-2484d3f89992 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:09:00.435716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-0fc95738-f623-4718-b9de-3ebea1557a5b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:09:00.454717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-0fc95738-f623-4718-b9de-3ebea1557a5b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:09:00.512612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc95738-f623-4718-b9de-3ebea1557a5b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'Port': ['ID=d957fafe-34ef-483b-8401-0629e65d85db,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:00.575769 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3db4a603-3fbf-4617-94c7-f93497e59628 req-6e27eeb1-e3e6-45d5-8d46-7c474c953496 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0683076 Mar 07 22:09:00.593254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-0fc95738-f623-4718-b9de-3ebea1557a5b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:00.593964 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-0fc95738-f623-4718-b9de-3ebea1557a5b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:00.618399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-de677345-cf15-41c9-a357-5a1ffdf8a585 req-1bbbd91d-f34c-4aab-bab6-8624d312658b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Deleting port cc51f476-b80d-4852-9531-aa2778a1140d {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:09:00.618768 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-de677345-cf15-41c9-a357-5a1ffdf8a585 req-1bbbd91d-f34c-4aab-bab6-8624d312658b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cc51f476-b80d-4852-9531-aa2778a1140d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:00.637663 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-0fc95738-f623-4718-b9de-3ebea1557a5b tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0926540 Mar 07 22:09:00.748266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Request body: {'port': {'device_id': 'b6c5f5e4-44d9-444e-b839-603c36e72071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:00.810079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ff4cf693-0cf3-4357-8d8c-90df9649e5ab None None] Provisioning complete for port d957fafe-34ef-483b-8401-0629e65d85db triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:09:00.810612 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf693-0cf3-4357-8d8c-90df9649e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d957fafe-34ef-483b-8401-0629e65d85db), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:00.831631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-de677345-cf15-41c9-a357-5a1ffdf8a585 req-1bbbd91d-f34c-4aab-bab6-8624d312658b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] For port cc51f476-b80d-4852-9531-aa2778a1140d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=cc51f476-b80d-4852-9531-aa2778a1140d,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:00.832001 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-de677345-cf15-41c9-a357-5a1ffdf8a585 req-1bbbd91d-f34c-4aab-bab6-8624d312658b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cc51f476-b80d-4852-9531-aa2778a1140d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:00.854369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ff4cf693-0cf3-4357-8d8c-90df9649e5ab None None] Port d957fafe-34ef-483b-8401-0629e65d85db cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:09:00.864117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-de677345-cf15-41c9-a357-5a1ffdf8a585 req-1bbbd91d-f34c-4aab-bab6-8624d312658b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Calling delete_port for cc51f476-b80d-4852-9531-aa2778a1140d owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:09:00.880912 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d957fafe-34ef-483b-8401-0629e65d85db), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:01.250666 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-de677345-cf15-41c9-a357-5a1ffdf8a585 req-1bbbd91d-f34c-4aab-bab6-8624d312658b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (cc51f476-b80d-4852-9531-aa2778a1140d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:01.265413 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['35693353-c5eb-4ade-b983-71da3ea93876'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:09:01.337144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbd91d-f34c-4aab-bab6-8624d312658b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Pushing event deleted for resources: {'Port': ['ID=cc51f476-b80d-4852-9531-aa2778a1140d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:01.457684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d957fafe-34ef-483b-8401-0629e65d85db {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:09:01.482103 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Publish callbacks [] for port (d957fafe-34ef-483b-8401-0629e65d85db), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:01.515674 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-de677345-cf15-41c9-a357-5a1ffdf8a585 req-1bbbd91d-f34c-4aab-bab6-8624d312658b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] No DVR routers for this DVR port cc51f476-b80d-4852-9531-aa2778a1140d on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:09:01.521988 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-de677345-cf15-41c9-a357-5a1ffdf8a585 req-1bbbd91d-f34c-4aab-bab6-8624d312658b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:01.528581 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de677345-cf15-41c9-a357-5a1ffdf8a585 req-1bbbd91d-f34c-4aab-bab6-8624d312658b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "DELETE /v2.0/ports/cc51f476-b80d-4852-9531-aa2778a1140d HTTP/1.1" status: 204 len: 173 time: 1.2926033 Mar 07 22:09:01.535257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af4bca-1dc9-4a39-9f1f-3923a8cab38a', 'name': 'network-vif-deleted', 'tag': 'cc51f476-b80d-4852-9531-aa2778a1140d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:01.537592 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734fcb2b-9661-441d-b757-a17ca5febe90" -d '{"events": [{"server_uuid": "30af4bca-1dc9-4a39-9f1f-3923a8cab38a", "name": "network-vif-deleted", "tag": "cc51f476-b80d-4852-9531-aa2778a1140d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:01.576466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-babf0c62-c0ea-44ce-b808-2bd7d80114a2 req-d7214c92-fa44-49e4-9201-8591412eb239 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=30af4bca-1dc9-4a39-9f1f-3923a8cab38a HTTP/1.1" status: 200 len: 210 time: 0.0443482 Mar 07 22:09:01.590935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Transition to ACTIVE for port object d957fafe-34ef-483b-8401-0629e65d85db will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:09:01.608954 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (d957fafe-34ef-483b-8401-0629e65d85db), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:01.722999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Pushing event updated for resources: {'Port': ['ID=d957fafe-34ef-483b-8401-0629e65d85db,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:01.793618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4a061-2696-4e5b-8db0-b8585db669c5 req-13090f24-eb2b-472f-ad8a-fff70fd4e6b9 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:01.795485 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-93e4a061-2696-4e5b-8db0-b8585db669c5 req-13090f24-eb2b-472f-ad8a-fff70fd4e6b9 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 944 time: 0.2646356 Mar 07 22:09:01.846975 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c49ded9-2a81-4505-be05-4e90de094456 x-openstack-request-id: req-3c49ded9-2a81-4505-be05-4e90de094456 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:01.847277 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30af4bca-1dc9-4a39-9f1f-3923a8cab38a", "name": "network-vif-deleted", "tag": "cc51f476-b80d-4852-9531-aa2778a1140d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:01.847675 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c49ded9-2a81-4505-be05-4e90de094456 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:01.848090 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af4bca-1dc9-4a39-9f1f-3923a8cab38a', 'name': 'network-vif-deleted', 'tag': 'cc51f476-b80d-4852-9531-aa2778a1140d', 'status': 'completed', 'code': 200} Mar 07 22:09:01.910436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-93e4a061-2696-4e5b-8db0-b8585db669c5 req-69de7565-a34f-4705-a7fd-e27f067f6244 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda85416-9be7-40c6-bd3a-79548c05dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764158 Mar 07 22:09:01.973774 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d11107d3-ba6b-416d-adab-0e5a8da03079 req-c42ee02f-f5cf-44f6-9a31-fdfa39bd79e8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0583091 Mar 07 22:09:01.998175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Attempting to bind port d957fafe-34ef-483b-8401-0629e65d85db on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:09:01.999026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Attempting to bind port d957fafe-34ef-483b-8401-0629e65d85db by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:09:01.999595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Attempting to bind port d957fafe-34ef-483b-8401-0629e65d85db on network 562b85e0-340d-42cd-8872-2484d3f89992 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:09:02.009961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Port d957fafe-34ef-483b-8401-0629e65d85db on network 562b85e0-340d-42cd-8872-2484d3f89992 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:09:02.009961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Attempting to bind port d957fafe-34ef-483b-8401-0629e65d85db on network 562b85e0-340d-42cd-8872-2484d3f89992 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:09:02.015858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:09:02.016165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Checking segment: {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:09:02.016555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Bound using segment: {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:09:02.016992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Bound port: d957fafe-34ef-483b-8401-0629e65d85db, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:09:02.017360 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d957fafe-34ef-483b-8401-0629e65d85db), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:02.141989 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] For port d957fafe-34ef-483b-8401-0629e65d85db, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:09:02.145781 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] For port d957fafe-34ef-483b-8401-0629e65d85db, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d957fafe-34ef-483b-8401-0629e65d85db,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:09:02.152816 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (d957fafe-34ef-483b-8401-0629e65d85db), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:02.187727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:02.188333 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:02.190055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] 10.222.0.15 "PUT /v2.0/ports/d957fafe-34ef-483b-8401-0629e65d85db HTTP/1.1" status: 200 len: 1092 time: 1.4490964 Mar 07 22:09:02.216157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b4753-0c3c-40d2-a383-aff12bbdd3db service neutron] Pushing event updated for resources: {'Port': ['ID=d957fafe-34ef-483b-8401-0629e65d85db,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:02.370210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-22f4fb1a-b48d-4199-9297-4cb5d06406c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:02.372759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-22f4fb1a-b48d-4199-9297-4cb5d06406c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 1126 time: 0.0818510 Mar 07 22:09:02.474556 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-9e57bb98-8cc0-4f24-98ce-0b6507676d63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d957fafe-34ef-483b-8401-0629e65d85db HTTP/1.1" status: 200 len: 217 time: 0.0948792 Mar 07 22:09:02.559983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-d6a73e04-0cdb-43e4-9b0d-e535d2fe30db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:02.561778 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-d6a73e04-0cdb-43e4-9b0d-e535d2fe30db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.0763080 Mar 07 22:09:02.660188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-4ac7a5d6-f32f-4576-a1a5-1acaa0dd81fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:02.661724 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-4ac7a5d6-f32f-4576-a1a5-1acaa0dd81fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0906081 Mar 07 22:09:02.745195 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device cc51f476-b80d-4852-9531-aa2778a1140d no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:09:02.787906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: cc51f476-b80d-4852-9531-aa2778a1140d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:09:02.788255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device cc51f476-b80d-4852-9531-aa2778a1140d not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:09:03.236265 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-72b54053-1e20-4522-8046-571b1a4fe852 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641465 Mar 07 22:09:03.367087 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881fb49-b123-45e6-b595-e30f2b3e9b66 req-78565260-42e4-4fe5-9698-d92a1c482361 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:03.370453 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6881fb49-b123-45e6-b595-e30f2b3e9b66 req-78565260-42e4-4fe5-9698-d92a1c482361 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 944 time: 0.2062788 Mar 07 22:09:03.525617 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-c713c32e-7459-40a7-ab8e-50e0bcb04b00 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:03.528067 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-c713c32e-7459-40a7-ab8e-50e0bcb04b00 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 806 time: 0.3627832 Mar 07 22:09:03.582564 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6881fb49-b123-45e6-b595-e30f2b3e9b66 req-ca2f334d-7d67-4ee3-8e9c-dedcd9fad101 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda85416-9be7-40c6-bd3a-79548c05dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303535 Mar 07 22:09:03.602743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-028e592f-e49b-4e41-a05f-8d839100a340 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/quotas/c9a2bc3ffdc14964be1d88a599c15229 HTTP/1.1" status: 200 len: 375 time: 0.0676332 Mar 07 22:09:03.609277 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43252da0-8d49-4b8e-b57f-ef66c4aa1cd1 req-42a997b4-8122-4dc0-b272-5a4fd98d85f6 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184536 Mar 07 22:09:03.803725 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-fc0b129f-7faa-4102-b3e3-b88ff8549d48 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1906106 Mar 07 22:09:03.862192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c5f5e4-44d9-444e-b839-603c36e72071', 'tag': 'd957fafe-34ef-483b-8401-0629e65d85db'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:03.864443 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7e6218-7eff-4877-89ee-34d4a04df911" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c5f5e4-44d9-444e-b839-603c36e72071", "tag": "d957fafe-34ef-483b-8401-0629e65d85db"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:03.889347 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ebe3316-1863-498e-b186-e93f56124c26 req-e368491f-0b34-461e-94e1-921db54a2c67 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5eab24a-6f2d-48b2-9ac8-575d91b77759 HTTP/1.1" status: 200 len: 210 time: 0.0749805 Mar 07 22:09:03.955679 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60893f92-1ed1-494e-bb88-d13424e91257 x-openstack-request-id: req-60893f92-1ed1-494e-bb88-d13424e91257 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:03.956186 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c5f5e4-44d9-444e-b839-603c36e72071", "tag": "d957fafe-34ef-483b-8401-0629e65d85db", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:03.956609 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60893f92-1ed1-494e-bb88-d13424e91257 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:03.957155 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c5f5e4-44d9-444e-b839-603c36e72071', 'tag': 'd957fafe-34ef-483b-8401-0629e65d85db', 'status': 'completed', 'code': 200} Mar 07 22:09:04.043436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-0d9964e8-8f11-404d-916e-9a6b6cba7a9f service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647453 Mar 07 22:09:04.139084 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cf6ebedc-d67c-4e0b-bf0b-92628df063be service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870419 Mar 07 22:09:04.213380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e6218-7eff-4877-89ee-34d4a04df911 req-afeff81f-b01f-4ebd-ad99-206171f0506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:04.215467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa7e6218-7eff-4877-89ee-34d4a04df911 req-afeff81f-b01f-4ebd-ad99-206171f0506a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 1126 time: 0.1709869 Mar 07 22:09:04.426344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e6218-7eff-4877-89ee-34d4a04df911 req-ffe8b230-b1d8-4b11-b14f-a26d9a2108bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:04.428089 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa7e6218-7eff-4877-89ee-34d4a04df911 req-ffe8b230-b1d8-4b11-b14f-a26d9a2108bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 915 time: 0.2052135 Mar 07 22:09:04.482337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa7e6218-7eff-4877-89ee-34d4a04df911 req-a6520ada-7b55-4e20-8f0b-eaa3dcc6fbf7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d957fafe-34ef-483b-8401-0629e65d85db HTTP/1.1" status: 200 len: 217 time: 0.0414164 Mar 07 22:09:04.525405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb84f046-5bfd-4a0d-b4e1-63d5b8bd52dd req-97c09fe2-218a-4959-91c3-3fab3a2a1954 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 210 time: 0.0855632 Mar 07 22:09:04.635887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e6218-7eff-4877-89ee-34d4a04df911 req-11f6d06b-ea64-411b-8309-1088826dccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:04.637838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa7e6218-7eff-4877-89ee-34d4a04df911 req-11f6d06b-ea64-411b-8309-1088826dccd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.1091142 Mar 07 22:09:04.822034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e6218-7eff-4877-89ee-34d4a04df911 req-6ecac607-54be-4237-b75c-addff455123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:04.824894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa7e6218-7eff-4877-89ee-34d4a04df911 req-6ecac607-54be-4237-b75c-addff455123f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1802084 Mar 07 22:09:04.842055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b483fe-4e1f-46a4-8bba-5f5309cf1cfb req-61ade10e-f08f-4033-a75e-2622429a9bfa tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:04.849527 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60b483fe-4e1f-46a4-8bba-5f5309cf1cfb req-61ade10e-f08f-4033-a75e-2622429a9bfa tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 944 time: 0.1241426 Mar 07 22:09:05.046360 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60b483fe-4e1f-46a4-8bba-5f5309cf1cfb req-fad524be-4170-461f-9b64-16d9e5eae474 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda85416-9be7-40c6-bd3a-79548c05dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956942 Mar 07 22:09:05.137147 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa7e6218-7eff-4877-89ee-34d4a04df911 req-24d481ce-ca28-490d-a963-7b43bdaf933c service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849586 Mar 07 22:09:05.364531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa7e6218-7eff-4877-89ee-34d4a04df911 req-7fbfbdc7-058d-458e-a970-f379cec867d0 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175477 Mar 07 22:09:05.728121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6c9c3b6c-2cba-4fb3-b29d-949949b2a0d8 req-83429df3-211c-4e70-b12f-669bbcb28ee5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 210 time: 0.0501397 Mar 07 22:09:06.288106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-929b1fe2-7d9f-4a2a-83ac-852a8c60c8ad tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:06.289692 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-929b1fe2-7d9f-4a2a-83ac-852a8c60c8ad tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.13 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 806 time: 0.2474177 Mar 07 22:09:06.302277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-1a33e661-f068-4a46-8f4d-efc000ffa126 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Request body: {'port': {'device_id': '86c184aa-4f65-4cc9-b45f-b9a04b56f12e', 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281', 'admin_state_up': True, 'tenant_id': 'c9a2bc3ffdc14964be1d88a599c15229'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:06.320677 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b85aab-98d3-407a-b5c3-6a5857d030b9 req-7d8bd6d1-b06d-4993-a92b-0d5bb8e84c75 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:06.323500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90b85aab-98d3-407a-b5c3-6a5857d030b9 req-7d8bd6d1-b06d-4993-a92b-0d5bb8e84c75 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 944 time: 0.1199207 Mar 07 22:09:06.444261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90b85aab-98d3-407a-b5c3-6a5857d030b9 req-55b17da1-e903-466a-9ff1-4c360e2f5a55 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda85416-9be7-40c6-bd3a-79548c05dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039822 Mar 07 22:09:06.515502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-1a33e661-f068-4a46-8f4d-efc000ffa126 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Made reservation on behalf of c9a2bc3ffdc14964be1d88a599c15229 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:09:06.519668 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-1a33e661-f068-4a46-8f4d-efc000ffa126 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:06.736293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-1a33e661-f068-4a46-8f4d-efc000ffa126 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Allocated IP 172.20.0.10 (cae5efa2-6bb7-4f2d-8ff2-eb98273e8281/925aad4c-c647-4d56-8f2f-5e0ad1a36194/7867eb44-634a-440f-9298-9fe5571e87be) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:09:06.754141 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d957fafe-34ef-483b-8401-0629e65d85db details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:09:06.880636 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d957fafe-34ef-483b-8401-0629e65d85db, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d957fafe-34ef-483b-8401-0629e65d85db,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:06.890535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fdd6cba0-6196-438a-b1bc-4d3e4b4526d4 req-ab3a3630-83b2-4ef6-8bc7-ea022925559a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 210 time: 0.0466547 Mar 07 22:09:06.910299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'd957fafe-34ef-483b-8401-0629e65d85db', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'port_id': 'd957fafe-34ef-483b-8401-0629e65d85db', 'mac_address': 'fa:16:3e:a9:90:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:09:06.996468 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-1a33e661-f068-4a46-8f4d-efc000ffa126 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks [] for port (7867eb44-634a-440f-9298-9fe5571e87be), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:07.040377 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-1a33e661-f068-4a46-8f4d-efc000ffa126 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7867eb44-634a-440f-9298-9fe5571e87be), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:07.114775 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33e661-f068-4a46-8f4d-efc000ffa126 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Pushing event updated for resources: {'Port': ['ID=7867eb44-634a-440f-9298-9fe5571e87be,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:07.136964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-1a33e661-f068-4a46-8f4d-efc000ffa126 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:09:07.139181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-1a33e661-f068-4a46-8f4d-efc000ffa126 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:09:07.148996 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-1a33e661-f068-4a46-8f4d-efc000ffa126 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:09:07.157723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['35693353-c5eb-4ade-b983-71da3ea93876'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:09:07.218926 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-1a33e661-f068-4a46-8f4d-efc000ffa126 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:07.219969 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-1a33e661-f068-4a46-8f4d-efc000ffa126 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:07.255609 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-1a33e661-f068-4a46-8f4d-efc000ffa126 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9577641 Mar 07 22:09:07.267328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Request body: {'port': {'device_id': '86c184aa-4f65-4cc9-b45f-b9a04b56f12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:07.353584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port d957fafe-34ef-483b-8401-0629e65d85db is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:09:07.354141 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d957fafe-34ef-483b-8401-0629e65d85db), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:07.360391 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7867eb44-634a-440f-9298-9fe5571e87be), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:07.393202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d957fafe-34ef-483b-8401-0629e65d85db {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:09:07.441031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d957fafe-34ef-483b-8401-0629e65d85db, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d957fafe-34ef-483b-8401-0629e65d85db,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:07.465424 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d957fafe-34ef-483b-8401-0629e65d85db), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:07.645489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=d957fafe-34ef-483b-8401-0629e65d85db,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:07.664794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac611da-bfe0-49e0-b195-77bb9fd66f0a req-5724afdd-d2ad-4470-91f0-938ab5eeb76f tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:07.672310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aac611da-bfe0-49e0-b195-77bb9fd66f0a req-5724afdd-d2ad-4470-91f0-938ab5eeb76f tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 945 time: 0.1233377 Mar 07 22:09:07.716279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['d957fafe-34ef-483b-8401-0629e65d85db'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:09:07.783958 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7867eb44-634a-440f-9298-9fe5571e87be {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:09:07.796304 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Publish callbacks [] for port (7867eb44-634a-440f-9298-9fe5571e87be), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:07.810977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Transition to ACTIVE for port object 7867eb44-634a-440f-9298-9fe5571e87be will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:09:07.813331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aac611da-bfe0-49e0-b195-77bb9fd66f0a req-3675f429-fa2a-4746-a125-38207cbed76c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda85416-9be7-40c6-bd3a-79548c05dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237242 Mar 07 22:09:07.820976 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (7867eb44-634a-440f-9298-9fe5571e87be), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:07.963793 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Pushing event updated for resources: {'Port': ['ID=7867eb44-634a-440f-9298-9fe5571e87be,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:08.023415 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Attempting to bind port 7867eb44-634a-440f-9298-9fe5571e87be on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:09:08.024005 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Attempting to bind port 7867eb44-634a-440f-9298-9fe5571e87be by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:09:08.024567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Attempting to bind port 7867eb44-634a-440f-9298-9fe5571e87be on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:09:08.030794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Port 7867eb44-634a-440f-9298-9fe5571e87be on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:09:08.031297 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Attempting to bind port 7867eb44-634a-440f-9298-9fe5571e87be on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:09:08.047467 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:09:08.048287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Checking segment: {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:09:08.048908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Bound using segment: {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:09:08.049521 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Bound port: 7867eb44-634a-440f-9298-9fe5571e87be, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:09:08.050119 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7867eb44-634a-440f-9298-9fe5571e87be), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:08.096121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0f109-ee34-4fd8-9e6b-e6aff46f3583 req-02a67e89-6f9b-4d1b-90e5-d500225e7a6a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:08.104240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4a0f109-ee34-4fd8-9e6b-e6aff46f3583 req-02a67e89-6f9b-4d1b-90e5-d500225e7a6a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 944 time: 0.0797834 Mar 07 22:09:08.169567 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4a0f109-ee34-4fd8-9e6b-e6aff46f3583 req-db5b852d-247e-43e1-be05-f013e86b474f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633650 Mar 07 22:09:08.184937 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] For port 7867eb44-634a-440f-9298-9fe5571e87be, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:09:08.188690 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] For port 7867eb44-634a-440f-9298-9fe5571e87be, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7867eb44-634a-440f-9298-9fe5571e87be,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:09:08.197809 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (7867eb44-634a-440f-9298-9fe5571e87be), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:08.234690 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:08.235274 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:08.236894 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] 10.222.0.13 "PUT /v2.0/ports/7867eb44-634a-440f-9298-9fe5571e87be HTTP/1.1" status: 200 len: 1092 time: 0.9737010 Mar 07 22:09:08.242024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c184aa-4f65-4cc9-b45f-b9a04b56f12e', 'tag': '7867eb44-634a-440f-9298-9fe5571e87be'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:08.244762 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad0a02c-33b9-49fc-8641-f148b1d63112" -d '{"events": [{"name": "network-changed", "server_uuid": "86c184aa-4f65-4cc9-b45f-b9a04b56f12e", "tag": "7867eb44-634a-440f-9298-9fe5571e87be"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:08.289442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37403c-ca70-4627-90c4-44306b94a3af service neutron] Pushing event updated for resources: {'Port': ['ID=7867eb44-634a-440f-9298-9fe5571e87be,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:08.367382 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e55a80e-4a78-404f-b6f2-02e7657f7c09 x-openstack-request-id: req-0e55a80e-4a78-404f-b6f2-02e7657f7c09 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:08.368324 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c184aa-4f65-4cc9-b45f-b9a04b56f12e", "tag": "7867eb44-634a-440f-9298-9fe5571e87be", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:08.368740 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e55a80e-4a78-404f-b6f2-02e7657f7c09 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:08.369316 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c184aa-4f65-4cc9-b45f-b9a04b56f12e', 'tag': '7867eb44-634a-440f-9298-9fe5571e87be', 'status': 'completed', 'code': 200} Mar 07 22:09:08.374797 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-380f89ba-a0b2-49b2-b781-468a84ae6e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:08.376391 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-380f89ba-a0b2-49b2-b781-468a84ae6e5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 1126 time: 0.0674722 Mar 07 22:09:08.446103 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-92547691-29c2-439d-a23c-48a6c0e1328a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7867eb44-634a-440f-9298-9fe5571e87be HTTP/1.1" status: 200 len: 217 time: 0.0614703 Mar 07 22:09:08.495981 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-fba7d973-3884-44d4-bd1d-b4245a697a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:08.497589 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-fba7d973-3884-44d4-bd1d-b4245a697a0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 200 len: 846 time: 0.0464911 Mar 07 22:09:08.536231 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-5d136976-f016-4e51-b986-5ed5ba069575 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306056 Mar 07 22:09:08.633128 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-40fae94f-bbe5-4d7b-95e7-fa232ddc17e2 service neutron] 10.222.0.13 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894735 Mar 07 22:09:08.739628 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82ca0a7b-fbd7-4e0f-aa0b-f3154897e764 req-e9788c9d-cb68-44b7-b63d-51c52b430f86 service neutron] 10.222.0.13 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002297 Mar 07 22:09:08.761770 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d957fafe-34ef-483b-8401-0629e65d85db up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:09:08.872590 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port d957fafe-34ef-483b-8401-0629e65d85db completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:09:08.878022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port d957fafe-34ef-483b-8401-0629e65d85db triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:09:08.878647 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d957fafe-34ef-483b-8401-0629e65d85db), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:08.892760 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0a02c-33b9-49fc-8641-f148b1d63112 req-4601f3bf-7da3-459d-bca2-ee024284ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:08.897047 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aad0a02c-33b9-49fc-8641-f148b1d63112 req-4601f3bf-7da3-459d-bca2-ee024284ce43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 1126 time: 0.0858235 Mar 07 22:09:08.985452 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port d957fafe-34ef-483b-8401-0629e65d85db is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:09:08.986237 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d957fafe-34ef-483b-8401-0629e65d85db), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:09.017535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c5f5e4-44d9-444e-b839-603c36e72071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd957fafe-34ef-483b-8401-0629e65d85db'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:09.020261 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009a6b52-844d-46e9-b6a2-80174d2347fa" -d '{"events": [{"server_uuid": "b6c5f5e4-44d9-444e-b839-603c36e72071", "name": "network-vif-plugged", "status": "completed", "tag": "d957fafe-34ef-483b-8401-0629e65d85db"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:09.040806 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d957fafe-34ef-483b-8401-0629e65d85db, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d957fafe-34ef-483b-8401-0629e65d85db,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:09.048894 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d957fafe-34ef-483b-8401-0629e65d85db), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:09.053645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f46c7-db04-4fcc-a937-170a0368533d req-9192f951-b7bd-4ccf-aef4-7da1b0afbf62 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:09.061534 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-729f46c7-db04-4fcc-a937-170a0368533d req-9192f951-b7bd-4ccf-aef4-7da1b0afbf62 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 945 time: 0.1248758 Mar 07 22:09:09.127847 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0a02c-33b9-49fc-8641-f148b1d63112 req-5eb92e4b-6b7a-4a9b-80f0-c7d143638a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:09.131456 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aad0a02c-33b9-49fc-8641-f148b1d63112 req-5eb92e4b-6b7a-4a9b-80f0-c7d143638a68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 907 time: 0.2260954 Mar 07 22:09:09.155631 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5f33d5-2e0d-40d3-bec2-c5a7da59ea5f x-openstack-request-id: req-ec5f33d5-2e0d-40d3-bec2-c5a7da59ea5f {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:09.155949 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c5f5e4-44d9-444e-b839-603c36e72071", "name": "network-vif-plugged", "status": "completed", "tag": "d957fafe-34ef-483b-8401-0629e65d85db", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:09.156212 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec5f33d5-2e0d-40d3-bec2-c5a7da59ea5f {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:09.156826 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c5f5e4-44d9-444e-b839-603c36e72071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd957fafe-34ef-483b-8401-0629e65d85db', 'code': 200} Mar 07 22:09:09.157382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=d957fafe-34ef-483b-8401-0629e65d85db,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:09.187410 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-729f46c7-db04-4fcc-a937-170a0368533d req-88696bb9-208b-41db-9199-413983b5aba9 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda85416-9be7-40c6-bd3a-79548c05dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245639 Mar 07 22:09:09.212896 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aad0a02c-33b9-49fc-8641-f148b1d63112 req-24c9e153-7769-4815-8ec4-e38a466fbb9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7867eb44-634a-440f-9298-9fe5571e87be HTTP/1.1" status: 200 len: 217 time: 0.0768094 Mar 07 22:09:09.293566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fa2df-e1ac-474e-8e53-923026584662 req-0432bf22-12bf-4736-8190-ff28860b7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:09.295409 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-587fa2df-e1ac-474e-8e53-923026584662 req-0432bf22-12bf-4736-8190-ff28860b7213 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 1128 time: 0.0963273 Mar 07 22:09:09.308841 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0a02c-33b9-49fc-8641-f148b1d63112 req-ea3d1da0-6c63-498d-b08b-a13ceb9afb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:09.310355 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aad0a02c-33b9-49fc-8641-f148b1d63112 req-ea3d1da0-6c63-498d-b08b-a13ceb9afb13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 200 len: 846 time: 0.0913610 Mar 07 22:09:09.351924 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aad0a02c-33b9-49fc-8641-f148b1d63112 req-e22089ad-fb1c-4da5-960b-e00276935c53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347311 Mar 07 22:09:09.366790 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-587fa2df-e1ac-474e-8e53-923026584662 req-53c96cb2-06fb-412f-87ec-1b2ed202ef2b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bda85416-9be7-40c6-bd3a-79548c05dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489283 Mar 07 22:09:09.382440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172772d-0aa5-4bae-ac7c-f99b22e4a818 req-ab755904-b791-4791-aba6-8125a6945f28 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:09.390391 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e172772d-0aa5-4bae-ac7c-f99b22e4a818 req-ab755904-b791-4791-aba6-8125a6945f28 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 944 time: 0.1068389 Mar 07 22:09:09.492733 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e172772d-0aa5-4bae-ac7c-f99b22e4a818 req-a37cc16d-4f09-4d46-ba2e-f6a5f8859a57 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008708 Mar 07 22:09:09.497462 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aad0a02c-33b9-49fc-8641-f148b1d63112 req-3038b41e-2ea4-4f2b-a268-0a22f71a52e0 service neutron] 10.222.0.13 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394610 Mar 07 22:09:09.611634 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-aad0a02c-33b9-49fc-8641-f148b1d63112 req-b5fa354d-b617-4efa-a892-cd73feda43d1 service neutron] 10.222.0.13 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076610 Mar 07 22:09:10.363442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d4fa1-3a30-4c83-abaf-e7b2cbdf6a1c req-93d5f85e-b124-4bfe-81b3-c0b93d7a6194 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:10.364998 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-815d4fa1-3a30-4c83-abaf-e7b2cbdf6a1c req-93d5f85e-b124-4bfe-81b3-c0b93d7a6194 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 946 time: 0.0602345 Mar 07 22:09:10.419265 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-815d4fa1-3a30-4c83-abaf-e7b2cbdf6a1c req-5eb49138-d951-4ca0-a25a-a94beb10bc5d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda85416-9be7-40c6-bd3a-79548c05dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479150 Mar 07 22:09:10.659873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db61bd-f1f5-4630-ae6f-ac0b391f36d6 req-73d40f52-fb9c-4980-a6cc-d27b1f7a5d91 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:10.662281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8db61bd-f1f5-4630-ae6f-ac0b391f36d6 req-73d40f52-fb9c-4980-a6cc-d27b1f7a5d91 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 944 time: 0.0845888 Mar 07 22:09:10.733182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8db61bd-f1f5-4630-ae6f-ac0b391f36d6 req-513c15eb-9b26-4fc7-899f-5aec979b2e58 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625427 Mar 07 22:09:11.562321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fe37a-a195-4df8-bece-e15e3f23eae2 req-240a8a65-3c85-48fb-b8a7-f3c7743caeb8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:11.569789 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-149fe37a-a195-4df8-bece-e15e3f23eae2 req-240a8a65-3c85-48fb-b8a7-f3c7743caeb8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 946 time: 0.0697081 Mar 07 22:09:11.658927 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-149fe37a-a195-4df8-bece-e15e3f23eae2 req-b4ba6ca6-d7d6-4d5e-ae43-7a14209e3f81 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda85416-9be7-40c6-bd3a-79548c05dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882654 Mar 07 22:09:11.924394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f53718-4a7c-427e-8b26-25e0f54cd9ea req-ad90aff1-1c12-4cae-8782-84af87ea7547 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:11.927223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00f53718-4a7c-427e-8b26-25e0f54cd9ea req-ad90aff1-1c12-4cae-8782-84af87ea7547 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 946 time: 0.1515067 Mar 07 22:09:11.934999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 35906) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:09:11.939735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-141b7303-602d-4a07-9b30-6dff7e5f7202 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'floatingip': {'port_id': 'd957fafe-34ef-483b-8401-0629e65d85db'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:11.996456 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-141b7303-602d-4a07-9b30-6dff7e5f7202 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (d40834fa-3f8d-438d-85a9-24612d1b149f), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:12.046806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743036e9-f482-45fa-ad98-e93579f02b82 req-b7a058a4-59ac-4164-b480-4bb6cebc9928 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:12.054700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-743036e9-f482-45fa-ad98-e93579f02b82 req-b7a058a4-59ac-4164-b480-4bb6cebc9928 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 944 time: 0.1765623 Mar 07 22:09:12.162765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-743036e9-f482-45fa-ad98-e93579f02b82 req-2d6d9883-8b4a-4ffb-be9e-68703e033c93 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070130 Mar 07 22:09:12.412524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 7867eb44-634a-440f-9298-9fe5571e87be details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:09:12.633921 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-141b7303-602d-4a07-9b30-6dff7e5f7202 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:12.646637 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-141b7303-602d-4a07-9b30-6dff7e5f7202 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (d40834fa-3f8d-438d-85a9-24612d1b149f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:12.646933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 7867eb44-634a-440f-9298-9fe5571e87be, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7867eb44-634a-440f-9298-9fe5571e87be,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:12.671851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '7867eb44-634a-440f-9298-9fe5571e87be', 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281', 'port_id': '7867eb44-634a-440f-9298-9fe5571e87be', 'mac_address': 'fa:16:3e:82:5b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925aad4c-c647-4d56-8f2f-5e0ad1a36194', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:09:12.745019 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 7867eb44-634a-440f-9298-9fe5571e87be is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:09:12.745394 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7867eb44-634a-440f-9298-9fe5571e87be), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:12.778220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7867eb44-634a-440f-9298-9fe5571e87be {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:09:12.810945 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-141b7303-602d-4a07-9b30-6dff7e5f7202 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Floating IP d40834fa-3f8d-438d-85a9-24612d1b149f associated. External IP: 172.25.4.59, port: d957fafe-34ef-483b-8401-0629e65d85db. Mar 07 22:09:12.816819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 7867eb44-634a-440f-9298-9fe5571e87be, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7867eb44-634a-440f-9298-9fe5571e87be,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:12.831437 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7867eb44-634a-440f-9298-9fe5571e87be), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:12.928098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=7867eb44-634a-440f-9298-9fe5571e87be,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:13.135523 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['7867eb44-634a-440f-9298-9fe5571e87be'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:09:13.216910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141b7303-602d-4a07-9b30-6dff7e5f7202 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:09:13.870565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141b7303-602d-4a07-9b30-6dff7e5f7202 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:09:13.878299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-141b7303-602d-4a07-9b30-6dff7e5f7202 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:13.891913 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2405c599-a1be-4065-8a5e-447ae716db83 None None] Sync routers for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:09:13.922664 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2405c599-a1be-4065-8a5e-447ae716db83 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:09:13.924897 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2405c599-a1be-4065-8a5e-447ae716db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:08:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:09:14.004706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-141b7303-602d-4a07-9b30-6dff7e5f7202 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "PUT /v2.0/floatingips/d40834fa-3f8d-438d-85a9-24612d1b149f HTTP/1.1" status: 200 len: 991 time: 2.0683708 Mar 07 22:09:14.007732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c5f5e4-44d9-444e-b839-603c36e72071', 'tag': 'd957fafe-34ef-483b-8401-0629e65d85db'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:14.010326 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e72b0c-eeb2-4313-950a-672b4c85b135" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c5f5e4-44d9-444e-b839-603c36e72071", "tag": "d957fafe-34ef-483b-8401-0629e65d85db"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:14.032218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80de6e-3439-46b7-85aa-abb508770181 req-25fb5c84-8fef-44bc-ac51-2060a4d13a50 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:14.042336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f80de6e-3439-46b7-85aa-abb508770181 req-25fb5c84-8fef-44bc-ac51-2060a4d13a50 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 945 time: 0.6406617 Mar 07 22:09:14.101768 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000638f4-0563-4def-82cf-694d75ddb6dc x-openstack-request-id: req-000638f4-0563-4def-82cf-694d75ddb6dc {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:14.102133 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c5f5e4-44d9-444e-b839-603c36e72071", "tag": "d957fafe-34ef-483b-8401-0629e65d85db", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:14.104386 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-000638f4-0563-4def-82cf-694d75ddb6dc {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:14.104806 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c5f5e4-44d9-444e-b839-603c36e72071', 'tag': 'd957fafe-34ef-483b-8401-0629e65d85db', 'status': 'completed', 'code': 200} Mar 07 22:09:14.134318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f80de6e-3439-46b7-85aa-abb508770181 req-eb582b31-fbe5-44cd-b1fa-30760db744d6 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907848 Mar 07 22:09:14.188078 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-2405c599-a1be-4065-8a5e-447ae716db83 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:09:14.217205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72b0c-eeb2-4313-950a-672b4c85b135 req-b7a3bef7-5eb8-4c63-abbc-a3ef3270d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:14.223186 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47e72b0c-eeb2-4313-950a-672b4c85b135 req-b7a3bef7-5eb8-4c63-abbc-a3ef3270d0eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 1128 time: 0.0879953 Mar 07 22:09:14.325961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72b0c-eeb2-4313-950a-672b4c85b135 req-62bf4377-0e23-4a69-89f8-8213dcce44d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:14.327926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47e72b0c-eeb2-4313-950a-672b4c85b135 req-62bf4377-0e23-4a69-89f8-8213dcce44d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 915 time: 0.0980172 Mar 07 22:09:14.429281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 7867eb44-634a-440f-9298-9fe5571e87be up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:09:14.490437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47e72b0c-eeb2-4313-950a-672b4c85b135 req-f8a9d7c1-7010-4edc-974d-b43ade233894 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d957fafe-34ef-483b-8401-0629e65d85db HTTP/1.1" status: 200 len: 999 time: 0.1561148 Mar 07 22:09:14.536145 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2405c599-a1be-4065-8a5e-447ae716db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'd40834fa-3f8d-438d-85a9-24612d1b149f', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': 'd957fafe-34ef-483b-8401-0629e65d85db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:a9:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c5f5e4-44d9-444e-b839-603c36e72071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:08:56Z', 'updated_at': '2022-03-07T22:09:12Z', 'revision_number': 1, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:09:14.540039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 7867eb44-634a-440f-9298-9fe5571e87be completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:09:14.546894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 7867eb44-634a-440f-9298-9fe5571e87be triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:09:14.547283 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7867eb44-634a-440f-9298-9fe5571e87be), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:14.592260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72b0c-eeb2-4313-950a-672b4c85b135 req-0394ec08-8d40-4dd7-aff5-62ac8cc9b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:14.593993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47e72b0c-eeb2-4313-950a-672b4c85b135 req-0394ec08-8d40-4dd7-aff5-62ac8cc9b7b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.0973175 Mar 07 22:09:14.606220 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2405c599-a1be-4065-8a5e-447ae716db83 None None] Checking router: bad1cd90-3632-4b69-b6ae-3d5fdc62d517 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:09:14.620242 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2405c599-a1be-4065-8a5e-447ae716db83 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:09:14.623816 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2405c599-a1be-4065-8a5e-447ae716db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:08:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:09:14.686377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72b0c-eeb2-4313-950a-672b4c85b135 req-835d0891-a473-4d99-a7c6-7a5ef5b468d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:14.687797 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47e72b0c-eeb2-4313-950a-672b4c85b135 req-835d0891-a473-4d99-a7c6-7a5ef5b468d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0869160 Mar 07 22:09:14.733560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 7867eb44-634a-440f-9298-9fe5571e87be is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:09:14.733947 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7867eb44-634a-440f-9298-9fe5571e87be), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:14.805979 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 7867eb44-634a-440f-9298-9fe5571e87be, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7867eb44-634a-440f-9298-9fe5571e87be,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:14.806990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c184aa-4f65-4cc9-b45f-b9a04b56f12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7867eb44-634a-440f-9298-9fe5571e87be'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:14.809628 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acf5e5a-7ede-446c-b923-a710cbcb1855" -d '{"events": [{"server_uuid": "86c184aa-4f65-4cc9-b45f-b9a04b56f12e", "name": "network-vif-plugged", "status": "completed", "tag": "7867eb44-634a-440f-9298-9fe5571e87be"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:14.814652 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-2405c599-a1be-4065-8a5e-447ae716db83 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:09:14.816083 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7867eb44-634a-440f-9298-9fe5571e87be), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:14.853826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47e72b0c-eeb2-4313-950a-672b4c85b135 req-a641a91e-2b08-4009-8744-015d134c55f8 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591115 Mar 07 22:09:14.891794 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f249ab08-02fa-45a5-8d71-5a05b1d096b6 x-openstack-request-id: req-f249ab08-02fa-45a5-8d71-5a05b1d096b6 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:14.896304 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c184aa-4f65-4cc9-b45f-b9a04b56f12e", "name": "network-vif-plugged", "status": "completed", "tag": "7867eb44-634a-440f-9298-9fe5571e87be", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:14.897469 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f249ab08-02fa-45a5-8d71-5a05b1d096b6 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:14.897962 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c184aa-4f65-4cc9-b45f-b9a04b56f12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7867eb44-634a-440f-9298-9fe5571e87be', 'code': 200} Mar 07 22:09:14.928632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=7867eb44-634a-440f-9298-9fe5571e87be,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:15.045522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bb8ea-f764-4375-b7d8-c270ced007eb req-844b9a64-2aa6-4767-829d-2f777508a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:15.048174 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-407bb8ea-f764-4375-b7d8-c270ced007eb req-844b9a64-2aa6-4767-829d-2f777508a673 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 1128 time: 0.1307070 Mar 07 22:09:15.071979 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47e72b0c-eeb2-4313-950a-672b4c85b135 req-078ad260-f6d1-4742-b585-3db9676f319b service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093523 Mar 07 22:09:15.119858 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-407bb8ea-f764-4375-b7d8-c270ced007eb req-1d44db3c-3337-4698-96e0-928e15c1852b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625849 Mar 07 22:09:15.336700 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1f114-96dd-4767-975b-d5b85602db85 req-3ea9e262-ab8d-4edb-98f2-a2386221e36a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:15.338344 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91a1f114-96dd-4767-975b-d5b85602db85 req-3ea9e262-ab8d-4edb-98f2-a2386221e36a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 946 time: 0.1053526 Mar 07 22:09:15.403909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91a1f114-96dd-4767-975b-d5b85602db85 req-a48e2222-783b-4527-b061-97c21361898e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591609 Mar 07 22:09:15.429167 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2405c599-a1be-4065-8a5e-447ae716db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'd40834fa-3f8d-438d-85a9-24612d1b149f', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': 'd957fafe-34ef-483b-8401-0629e65d85db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:a9:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c5f5e4-44d9-444e-b839-603c36e72071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:08:56Z', 'updated_at': '2022-03-07T22:09:12Z', 'revision_number': 1, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:09:15.462148 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2405c599-a1be-4065-8a5e-447ae716db83 None None] The sync data for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 is: [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'd40834fa-3f8d-438d-85a9-24612d1b149f', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': 'd957fafe-34ef-483b-8401-0629e65d85db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:a9:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c5f5e4-44d9-444e-b839-603c36e72071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:08:56Z', 'updated_at': '2022-03-07T22:09:12Z', 'revision_number': 1, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:09:15.652624 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-05e7f009-9a54-4056-a56b-5b3b61b29b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:15.742170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db7149-e1fd-48e7-90f1-2913dbe3192a None None] New status for floating IP d40834fa-3f8d-438d-85a9-24612d1b149f: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:09:16.151595 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:16.603984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7725e-1fc4-48fb-9f3e-5d2dc053a808 req-1fddfe49-f81c-479c-a6a6-a6ce02950cd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:16.614314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1a7725e-1fc4-48fb-9f3e-5d2dc053a808 req-1fddfe49-f81c-479c-a6a6-a6ce02950cd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 946 time: 0.0963738 Mar 07 22:09:16.675391 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1a7725e-1fc4-48fb-9f3e-5d2dc053a808 req-48f4d926-d83e-44cc-bc72-c312db394ae9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581076 Mar 07 22:09:17.823465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ce411-376a-4d8f-ac53-8a0ac8b77fd0 req-26ca5838-cad4-40ee-8873-6a1d15cd1714 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:17.826675 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd2ce411-376a-4d8f-ac53-8a0ac8b77fd0 req-26ca5838-cad4-40ee-8873-6a1d15cd1714 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 946 time: 0.0809424 Mar 07 22:09:17.879373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd2ce411-376a-4d8f-ac53-8a0ac8b77fd0 req-9a489f90-1ac0-4762-92a2-dc66857912a6 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463154 Mar 07 22:09:18.141040 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9bb886c1-e1e2-431f-93bb-925534fc6725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:18.174983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246783c2-c527-4204-83d9-e097c8123be6 req-8a00fb7f-6b3d-4129-9749-fcae565de745 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:18.183591 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246783c2-c527-4204-83d9-e097c8123be6 req-8a00fb7f-6b3d-4129-9749-fcae565de745 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 806 time: 0.1355546 Mar 07 22:09:18.201061 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246783c2-c527-4204-83d9-e097c8123be6 req-f50febf4-020f-4685-be76-2f399c2586fb tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/quotas/c9a2bc3ffdc14964be1d88a599c15229 HTTP/1.1" status: 200 len: 375 time: 0.0165834 Mar 07 22:09:18.308396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246783c2-c527-4204-83d9-e097c8123be6 req-e13247d1-7eee-4e32-ad86-d67b4891765b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064410 Mar 07 22:09:18.406443 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:18.438175 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246783c2-c527-4204-83d9-e097c8123be6 req-e4973d4a-8d9b-4184-baf7-8fa73df4fe7f service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265790 Mar 07 22:09:18.543462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246783c2-c527-4204-83d9-e097c8123be6 req-ca29aca5-bb01-48c8-bb2d-9dcd87353c03 service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030397 Mar 07 22:09:18.714024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5938354-8a05-417f-85ed-231e9c370c26 req-c2f11efa-97eb-4fc0-bf27-fc57165cc4bb tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0372288 Mar 07 22:09:19.360772 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:19.869039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc18f431-cf21-4169-a4de-cefb12444841 req-c8b41c18-c169-40cc-9f29-baee6ca17dd3 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0572491 Mar 07 22:09:20.059624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246783c2-c527-4204-83d9-e097c8123be6 req-06a67a0b-da15-4af4-b57d-f60ea616c4fa tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:20.061319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246783c2-c527-4204-83d9-e097c8123be6 req-06a67a0b-da15-4af4-b57d-f60ea616c4fa tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 806 time: 0.1598048 Mar 07 22:09:20.077175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-246783c2-c527-4204-83d9-e097c8123be6 req-e13894d9-1a88-4132-8141-9f3e8ef4717e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Request body: {'port': {'device_id': '5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1', 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281', 'admin_state_up': True, 'tenant_id': 'c9a2bc3ffdc14964be1d88a599c15229'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:20.256925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246783c2-c527-4204-83d9-e097c8123be6 req-e13894d9-1a88-4132-8141-9f3e8ef4717e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Made reservation on behalf of c9a2bc3ffdc14964be1d88a599c15229 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:09:20.261879 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-246783c2-c527-4204-83d9-e097c8123be6 req-e13894d9-1a88-4132-8141-9f3e8ef4717e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:20.356049 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:20.419528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-246783c2-c527-4204-83d9-e097c8123be6 req-e13894d9-1a88-4132-8141-9f3e8ef4717e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Allocated IP 172.20.0.2 (cae5efa2-6bb7-4f2d-8ff2-eb98273e8281/925aad4c-c647-4d56-8f2f-5e0ad1a36194/73cf5c27-07c6-4870-924c-fc538937a073) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:09:20.627463 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-246783c2-c527-4204-83d9-e097c8123be6 req-e13894d9-1a88-4132-8141-9f3e8ef4717e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks [] for port (73cf5c27-07c6-4870-924c-fc538937a073), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:20.674262 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-246783c2-c527-4204-83d9-e097c8123be6 req-e13894d9-1a88-4132-8141-9f3e8ef4717e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (73cf5c27-07c6-4870-924c-fc538937a073), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:20.686177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['35693353-c5eb-4ade-b983-71da3ea93876', '7867eb44-634a-440f-9298-9fe5571e87be'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:09:20.729670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246783c2-c527-4204-83d9-e097c8123be6 req-e13894d9-1a88-4132-8141-9f3e8ef4717e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:09:20.733515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-246783c2-c527-4204-83d9-e097c8123be6 req-e13894d9-1a88-4132-8141-9f3e8ef4717e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:09:20.743687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-246783c2-c527-4204-83d9-e097c8123be6 req-e13894d9-1a88-4132-8141-9f3e8ef4717e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:09:20.782688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13894d9-1a88-4132-8141-9f3e8ef4717e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Pushing event updated for resources: {'Port': ['ID=73cf5c27-07c6-4870-924c-fc538937a073,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:20.815612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246783c2-c527-4204-83d9-e097c8123be6 req-e13894d9-1a88-4132-8141-9f3e8ef4717e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:20.816625 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-246783c2-c527-4204-83d9-e097c8123be6 req-e13894d9-1a88-4132-8141-9f3e8ef4717e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:20.844402 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246783c2-c527-4204-83d9-e097c8123be6 req-e13894d9-1a88-4132-8141-9f3e8ef4717e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7736518 Mar 07 22:09:20.859569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Request body: {'port': {'device_id': '5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:21.010915 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (73cf5c27-07c6-4870-924c-fc538937a073), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:21.115655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890a3b3-2cbe-4513-8784-7354951036cc req-67f6ae2e-77d6-4c34-8ad7-36f68544856f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:21.117278 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f890a3b3-2cbe-4513-8784-7354951036cc req-67f6ae2e-77d6-4c34-8ad7-36f68544856f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 931 time: 0.0926964 Mar 07 22:09:21.250034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f890a3b3-2cbe-4513-8784-7354951036cc req-4c01e0a1-738a-406a-83e0-74f2503d6650 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230617 Mar 07 22:09:21.493568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cf5c27-07c6-4870-924c-fc538937a073 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:09:21.503607 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Publish callbacks [] for port (73cf5c27-07c6-4870-924c-fc538937a073), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:21.551540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Transition to ACTIVE for port object 73cf5c27-07c6-4870-924c-fc538937a073 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:09:21.559708 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (73cf5c27-07c6-4870-924c-fc538937a073), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:21.695058 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Pushing event updated for resources: {'Port': ['ID=73cf5c27-07c6-4870-924c-fc538937a073,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:21.786884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Attempting to bind port 73cf5c27-07c6-4870-924c-fc538937a073 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:09:21.787368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Attempting to bind port 73cf5c27-07c6-4870-924c-fc538937a073 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:09:21.787811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Attempting to bind port 73cf5c27-07c6-4870-924c-fc538937a073 on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:09:21.794601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Port 73cf5c27-07c6-4870-924c-fc538937a073 on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:09:21.795072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Attempting to bind port 73cf5c27-07c6-4870-924c-fc538937a073 on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:09:21.801248 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:09:21.801634 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Checking segment: {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:09:21.802149 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Bound using segment: {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:09:21.802694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Bound port: 73cf5c27-07c6-4870-924c-fc538937a073, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:09:21.803157 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (73cf5c27-07c6-4870-924c-fc538937a073), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:21.893071 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] For port 73cf5c27-07c6-4870-924c-fc538937a073, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:09:21.898274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] For port 73cf5c27-07c6-4870-924c-fc538937a073, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=73cf5c27-07c6-4870-924c-fc538937a073,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:09:21.909184 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (73cf5c27-07c6-4870-924c-fc538937a073), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:21.962675 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:21.964189 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:21.965843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246783c2-c527-4204-83d9-e097c8123be6 req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] 10.222.0.15 "PUT /v2.0/ports/73cf5c27-07c6-4870-924c-fc538937a073 HTTP/1.1" status: 200 len: 1091 time: 1.1124988 Mar 07 22:09:21.968317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1', 'tag': '73cf5c27-07c6-4870-924c-fc538937a073'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:21.971556 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2e0489-a9da-4e89-b02c-bc4721c59a59" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1", "tag": "73cf5c27-07c6-4870-924c-fc538937a073"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:22.073406 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395471fd-d43b-4726-af9f-913b5d941904 x-openstack-request-id: req-395471fd-d43b-4726-af9f-913b5d941904 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:22.074519 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1", "tag": "73cf5c27-07c6-4870-924c-fc538937a073", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:22.075001 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-395471fd-d43b-4726-af9f-913b5d941904 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:22.075624 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1', 'tag': '73cf5c27-07c6-4870-924c-fc538937a073', 'status': 'completed', 'code': 200} Mar 07 22:09:22.077623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c0e5b-7aa3-4007-83a2-c50e664fbf17 service neutron] Pushing event updated for resources: {'Port': ['ID=73cf5c27-07c6-4870-924c-fc538937a073,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:22.099247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246783c2-c527-4204-83d9-e097c8123be6 req-881fa57d-bc3d-49b8-9844-8945aa2589ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:22.102306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246783c2-c527-4204-83d9-e097c8123be6 req-881fa57d-bc3d-49b8-9844-8945aa2589ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 1125 time: 0.0786853 Mar 07 22:09:22.143527 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:22.212110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246783c2-c527-4204-83d9-e097c8123be6 req-113f4ff7-e4f5-4e35-b118-f4d3ec272330 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73cf5c27-07c6-4870-924c-fc538937a073 HTTP/1.1" status: 200 len: 217 time: 0.0889297 Mar 07 22:09:22.299745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246783c2-c527-4204-83d9-e097c8123be6 req-a55233b1-5987-4d80-a020-b13875a08a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:22.302106 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246783c2-c527-4204-83d9-e097c8123be6 req-a55233b1-5987-4d80-a020-b13875a08a92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 200 len: 846 time: 0.0890567 Mar 07 22:09:22.388636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246783c2-c527-4204-83d9-e097c8123be6 req-dfc8802e-a217-4001-a8b4-14f7300a8c92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739908 Mar 07 22:09:22.530604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21269d-9e32-4d4f-ac79-fd410a0f40aa req-c432af70-8e28-485f-b3d4-00a6d0fb9587 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:22.532469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e21269d-9e32-4d4f-ac79-fd410a0f40aa req-c432af70-8e28-485f-b3d4-00a6d0fb9587 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 943 time: 0.1415937 Mar 07 22:09:22.585748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246783c2-c527-4204-83d9-e097c8123be6 req-7e4c9070-4bfc-4adb-8e55-f415dca17c0f service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801827 Mar 07 22:09:22.668559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e21269d-9e32-4d4f-ac79-fd410a0f40aa req-0285ac5f-3904-4b85-9540-71d65f457dab tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268213 Mar 07 22:09:22.769522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246783c2-c527-4204-83d9-e097c8123be6 req-0c9430b3-10ae-44e3-91cf-697215eaa2dd service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755896 Mar 07 22:09:22.907433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e0489-a9da-4e89-b02c-bc4721c59a59 req-753a0c88-671a-4312-8e79-0ddeadcc0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:22.909142 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb2e0489-a9da-4e89-b02c-bc4721c59a59 req-753a0c88-671a-4312-8e79-0ddeadcc0009 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 1125 time: 0.0861318 Mar 07 22:09:23.067756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e0489-a9da-4e89-b02c-bc4721c59a59 req-53108269-1117-4fa4-b24d-13deaf34ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:23.070832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb2e0489-a9da-4e89-b02c-bc4721c59a59 req-53108269-1117-4fa4-b24d-13deaf34ccd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 907 time: 0.1498020 Mar 07 22:09:23.127433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb2e0489-a9da-4e89-b02c-bc4721c59a59 req-723c9b18-7ba7-4a83-bed8-72fdcc4d3fff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73cf5c27-07c6-4870-924c-fc538937a073 HTTP/1.1" status: 200 len: 217 time: 0.0430949 Mar 07 22:09:23.240895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e0489-a9da-4e89-b02c-bc4721c59a59 req-9373c411-fd1b-400f-bf19-bffbfffb31f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:23.243119 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb2e0489-a9da-4e89-b02c-bc4721c59a59 req-9373c411-fd1b-400f-bf19-bffbfffb31f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 200 len: 846 time: 0.1077693 Mar 07 22:09:23.279626 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb2e0489-a9da-4e89-b02c-bc4721c59a59 req-b4d6946b-6247-4f8c-847a-22dc9ba0fdcf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293021 Mar 07 22:09:23.405674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb2e0489-a9da-4e89-b02c-bc4721c59a59 req-96be8355-f7b6-4b00-a714-7a9cc11d85f7 service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193676 Mar 07 22:09:23.528652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb2e0489-a9da-4e89-b02c-bc4721c59a59 req-eb3f29b7-a305-4871-8880-af18fa96f2c8 service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168654 Mar 07 22:09:23.830990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ced76-33e4-4c9a-8665-c9e6041459ec req-f2b6e524-e353-4474-a914-2af63d4d0c81 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:23.832576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-132ced76-33e4-4c9a-8665-c9e6041459ec req-f2b6e524-e353-4474-a914-2af63d4d0c81 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0648103 Mar 07 22:09:23.891127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-132ced76-33e4-4c9a-8665-c9e6041459ec req-e81fa7b5-cfcf-4643-83df-51745f189a4a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487833 Mar 07 22:09:24.799649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 73cf5c27-07c6-4870-924c-fc538937a073 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:09:24.922670 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 73cf5c27-07c6-4870-924c-fc538937a073, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=73cf5c27-07c6-4870-924c-fc538937a073,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:24.941878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '73cf5c27-07c6-4870-924c-fc538937a073', 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281', 'port_id': '73cf5c27-07c6-4870-924c-fc538937a073', 'mac_address': 'fa:16:3e:9e:8e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925aad4c-c647-4d56-8f2f-5e0ad1a36194', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:09:24.987205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 73cf5c27-07c6-4870-924c-fc538937a073 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:09:24.987710 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (73cf5c27-07c6-4870-924c-fc538937a073), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:25.003761 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cf5c27-07c6-4870-924c-fc538937a073 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:09:25.030440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 73cf5c27-07c6-4870-924c-fc538937a073, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=73cf5c27-07c6-4870-924c-fc538937a073,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:25.039224 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (73cf5c27-07c6-4870-924c-fc538937a073), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:25.109179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1261866-2c41-4582-a070-bb86fdfdc713 req-6959745d-5377-4b6b-ae84-d1509ee01d8e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:25.110789 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1261866-2c41-4582-a070-bb86fdfdc713 req-6959745d-5377-4b6b-ae84-d1509ee01d8e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 944 time: 0.0781336 Mar 07 22:09:25.121257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=73cf5c27-07c6-4870-924c-fc538937a073,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:25.186852 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1261866-2c41-4582-a070-bb86fdfdc713 req-9307df5b-333b-40aa-834d-8aa74b9c103f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674367 Mar 07 22:09:25.303541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['73cf5c27-07c6-4870-924c-fc538937a073'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:09:26.336978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5740154-7128-4c32-b96b-7419de4beb36 req-73df7f37-9f95-4292-9ef9-382a9e571ff5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:26.339567 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5740154-7128-4c32-b96b-7419de4beb36 req-73df7f37-9f95-4292-9ef9-382a9e571ff5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 944 time: 0.0754478 Mar 07 22:09:26.395120 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5740154-7128-4c32-b96b-7419de4beb36 req-452b6902-7db9-4aee-8e09-798c615d7e1f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496058 Mar 07 22:09:26.810661 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 73cf5c27-07c6-4870-924c-fc538937a073 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:09:26.887450 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 73cf5c27-07c6-4870-924c-fc538937a073 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:09:26.892436 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 73cf5c27-07c6-4870-924c-fc538937a073 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:09:26.893156 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (73cf5c27-07c6-4870-924c-fc538937a073), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:26.996563 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 73cf5c27-07c6-4870-924c-fc538937a073 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:09:26.997431 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (73cf5c27-07c6-4870-924c-fc538937a073), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:27.041702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf5c27-07c6-4870-924c-fc538937a073'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:27.044083 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb035f2d-54fc-43df-bc38-2553a38fc351" -d '{"events": [{"server_uuid": "5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1", "name": "network-vif-plugged", "status": "completed", "tag": "73cf5c27-07c6-4870-924c-fc538937a073"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:27.047594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 73cf5c27-07c6-4870-924c-fc538937a073, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=73cf5c27-07c6-4870-924c-fc538937a073,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:27.053321 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (73cf5c27-07c6-4870-924c-fc538937a073), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:27.114636 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3a80b7-0e8b-4cbf-8cd1-2f17ba97feba x-openstack-request-id: req-7b3a80b7-0e8b-4cbf-8cd1-2f17ba97feba {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:27.115069 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1", "name": "network-vif-plugged", "status": "completed", "tag": "73cf5c27-07c6-4870-924c-fc538937a073", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:27.115421 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b3a80b7-0e8b-4cbf-8cd1-2f17ba97feba {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:27.115907 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf5c27-07c6-4870-924c-fc538937a073', 'code': 200} Mar 07 22:09:27.154695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=73cf5c27-07c6-4870-924c-fc538937a073,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:27.228621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc96bbc-61a6-4440-8468-f98872c6f532 req-18aa1579-c2df-4524-98e6-40bf613ae5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:27.230450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cc96bbc-61a6-4440-8468-f98872c6f532 req-18aa1579-c2df-4524-98e6-40bf613ae5f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 1127 time: 0.0472217 Mar 07 22:09:27.304553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cc96bbc-61a6-4440-8468-f98872c6f532 req-79b41f21-bcd2-4266-a854-d85a2069cbee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674319 Mar 07 22:09:27.556783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831551d-18b0-4b86-901f-55dbbfae2c44 req-e9e03fe4-7599-45f0-9b00-f47168819abe tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:27.559292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6831551d-18b0-4b86-901f-55dbbfae2c44 req-e9e03fe4-7599-45f0-9b00-f47168819abe tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0665286 Mar 07 22:09:27.616620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6831551d-18b0-4b86-901f-55dbbfae2c44 req-b87b70b4-266c-41b0-b373-8188abb6b598 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520861 Mar 07 22:09:27.839140 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-29f2e7ff-8259-454c-9068-bb5d9761c03f req-0e5564e8-19eb-466a-a5c1-0c0effbb765e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780323 Mar 07 22:09:27.971190 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2e7ff-8259-454c-9068-bb5d9761c03f req-bda2e206-6a0e-4419-8b73-98a7a8fd8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:27.973007 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-29f2e7ff-8259-454c-9068-bb5d9761c03f req-bda2e206-6a0e-4419-8b73-98a7a8fd8ab5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 1127 time: 0.0726216 Mar 07 22:09:28.114112 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2e7ff-8259-454c-9068-bb5d9761c03f req-33721b8d-6d95-4965-973e-160792600e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:28.116164 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-29f2e7ff-8259-454c-9068-bb5d9761c03f req-33721b8d-6d95-4965-973e-160792600e9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 907 time: 0.1222358 Mar 07 22:09:28.180223 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-29f2e7ff-8259-454c-9068-bb5d9761c03f req-8f79eaea-4dc6-4041-9d46-6249c67ac166 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35693353-c5eb-4ade-b983-71da3ea93876 HTTP/1.1" status: 200 len: 217 time: 0.0561540 Mar 07 22:09:28.237655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2e7ff-8259-454c-9068-bb5d9761c03f req-673fc26a-3b69-4d61-8e3f-c0c67d4345f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:28.240282 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-29f2e7ff-8259-454c-9068-bb5d9761c03f req-673fc26a-3b69-4d61-8e3f-c0c67d4345f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 200 len: 846 time: 0.0529437 Mar 07 22:09:28.279317 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-29f2e7ff-8259-454c-9068-bb5d9761c03f req-8da9620a-b2b9-4a14-be93-92b9cdec396f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326836 Mar 07 22:09:28.408423 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-29f2e7ff-8259-454c-9068-bb5d9761c03f req-f4de1360-ace7-44f5-819e-978725f85ede service neutron] 10.222.0.13 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224761 Mar 07 22:09:28.555554 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-29f2e7ff-8259-454c-9068-bb5d9761c03f req-57e83e5f-dce0-4a49-849b-539019a62f22 service neutron] 10.222.0.13 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400764 Mar 07 22:09:28.774448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96771763-479b-490d-8969-768570b921b4 req-43594fa0-8750-4a8b-9177-f9b5cb110041 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:28.776711 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96771763-479b-490d-8969-768570b921b4 req-43594fa0-8750-4a8b-9177-f9b5cb110041 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0649865 Mar 07 22:09:28.844726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-96771763-479b-490d-8969-768570b921b4 req-05f2c302-7180-411c-924f-258881505dc1 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595956 Mar 07 22:09:28.980685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00089e8b-fd6f-4da6-9b46-9f72f11f5c17 req-b3aca67f-2b11-475c-b1e6-0fbc0406b060 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:28.988604 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00089e8b-fd6f-4da6-9b46-9f72f11f5c17 req-b3aca67f-2b11-475c-b1e6-0fbc0406b060 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 946 time: 0.0654821 Mar 07 22:09:29.034248 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00089e8b-fd6f-4da6-9b46-9f72f11f5c17 req-50835e1d-1f28-425e-b491-ad8b0775537f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447433 Mar 07 22:09:29.215224 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15fa60-acdb-424a-9c8c-76bc2692383f req-77e98e67-7f03-47ce-a869-45c72a60837d tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:29.217403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed15fa60-acdb-424a-9c8c-76bc2692383f req-77e98e67-7f03-47ce-a869-45c72a60837d tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0777328 Mar 07 22:09:29.279139 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed15fa60-acdb-424a-9c8c-76bc2692383f req-1fb9c9ca-a3fe-4b58-8294-cb2359acb6ee tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539901 Mar 07 22:09:29.618720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529735-fb0a-4a36-a492-3d0f93a71292 req-78ac8d96-6423-4a41-832b-5f4c994d1dbf tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:29.620831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4529735-fb0a-4a36-a492-3d0f93a71292 req-78ac8d96-6423-4a41-832b-5f4c994d1dbf tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0712950 Mar 07 22:09:29.730256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4529735-fb0a-4a36-a492-3d0f93a71292 req-1b3c540e-8f22-4f9c-9802-b2d4a9110f52 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979481 Mar 07 22:09:30.861708 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923882a7-c44b-41a9-8c90-568dfe7c033c req-a73b5f5a-c780-4839-90de-e58f87f4aa9c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:30.868561 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-923882a7-c44b-41a9-8c90-568dfe7c033c req-a73b5f5a-c780-4839-90de-e58f87f4aa9c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0643787 Mar 07 22:09:30.960554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf017b-3fc5-4096-9612-3242a77aa097 req-95ffb2b6-86db-402c-aea7-f36de278768f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:30.962248 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ccf017b-3fc5-4096-9612-3242a77aa097 req-95ffb2b6-86db-402c-aea7-f36de278768f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0859375 Mar 07 22:09:30.995195 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-923882a7-c44b-41a9-8c90-568dfe7c033c req-39fcb1ef-5423-4d11-a23c-7a939a5978dc tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251612 Mar 07 22:09:31.108335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-0ccf017b-3fc5-4096-9612-3242a77aa097 req-0deb8032-7348-417c-9314-3ce48b42931a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Deleting port 73cf5c27-07c6-4870-924c-fc538937a073 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:09:31.109104 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0ccf017b-3fc5-4096-9612-3242a77aa097 req-0deb8032-7348-417c-9314-3ce48b42931a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (73cf5c27-07c6-4870-924c-fc538937a073), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:31.222088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0ccf017b-3fc5-4096-9612-3242a77aa097 req-0deb8032-7348-417c-9314-3ce48b42931a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] For port 73cf5c27-07c6-4870-924c-fc538937a073, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=73cf5c27-07c6-4870-924c-fc538937a073,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:31.222470 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0ccf017b-3fc5-4096-9612-3242a77aa097 req-0deb8032-7348-417c-9314-3ce48b42931a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (73cf5c27-07c6-4870-924c-fc538937a073), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:31.235200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-0ccf017b-3fc5-4096-9612-3242a77aa097 req-0deb8032-7348-417c-9314-3ce48b42931a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Calling delete_port for 73cf5c27-07c6-4870-924c-fc538937a073 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:09:31.415804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0ccf017b-3fc5-4096-9612-3242a77aa097 req-0deb8032-7348-417c-9314-3ce48b42931a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (73cf5c27-07c6-4870-924c-fc538937a073), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:31.431762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['73cf5c27-07c6-4870-924c-fc538937a073'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:09:31.434293 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['35693353-c5eb-4ade-b983-71da3ea93876', '7867eb44-634a-440f-9298-9fe5571e87be'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:09:31.457226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb8032-7348-417c-9314-3ce48b42931a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Pushing event deleted for resources: {'Port': ['ID=73cf5c27-07c6-4870-924c-fc538937a073,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:31.536622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccf017b-3fc5-4096-9612-3242a77aa097 req-0deb8032-7348-417c-9314-3ce48b42931a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] No DVR routers for this DVR port 73cf5c27-07c6-4870-924c-fc538937a073 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:09:31.540306 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0ccf017b-3fc5-4096-9612-3242a77aa097 req-0deb8032-7348-417c-9314-3ce48b42931a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:31.551353 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ccf017b-3fc5-4096-9612-3242a77aa097 req-0deb8032-7348-417c-9314-3ce48b42931a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "DELETE /v2.0/ports/73cf5c27-07c6-4870-924c-fc538937a073 HTTP/1.1" status: 204 len: 173 time: 0.5803528 Mar 07 22:09:31.551863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1', 'name': 'network-vif-deleted', 'tag': '73cf5c27-07c6-4870-924c-fc538937a073'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:31.554186 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d03ab9-832a-49c7-8449-9fccab7a2cf3" -d '{"events": [{"server_uuid": "5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1", "name": "network-vif-deleted", "tag": "73cf5c27-07c6-4870-924c-fc538937a073"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:31.594780 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd73780-4c92-45aa-a3ca-2a7bbbd41d2a x-openstack-request-id: req-ddd73780-4c92-45aa-a3ca-2a7bbbd41d2a {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:31.595850 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1", "name": "network-vif-deleted", "tag": "73cf5c27-07c6-4870-924c-fc538937a073", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:31.598654 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ddd73780-4c92-45aa-a3ca-2a7bbbd41d2a {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:31.599891 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1', 'name': 'network-vif-deleted', 'tag': '73cf5c27-07c6-4870-924c-fc538937a073', 'status': 'completed', 'code': 200} Mar 07 22:09:32.190786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00bd0412-1bf5-42a5-995e-91491043dd6d req-dcfa08b7-25f1-449e-b221-275b400f6504 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a0963a1-e1f2-4fae-a902-1f2dcfc4d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0613825 Mar 07 22:09:33.527282 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36712) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:09:33.575345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5178a4-bf23-432b-bed4-c6c8aa3e22ec req-c238739d-ef08-4e86-a355-515633fe5a13 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:33.583062 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f5178a4-bf23-432b-bed4-c6c8aa3e22ec req-c238739d-ef08-4e86-a355-515633fe5a13 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 946 time: 0.0660069 Mar 07 22:09:33.644433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f5178a4-bf23-432b-bed4-c6c8aa3e22ec req-4d3beb10-7a8a-44d3-9c0b-fc45a10c3034 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565124 Mar 07 22:09:33.667840 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e97500ef-337f-4950-8b93-18de38ba3149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:33.771389 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e97500ef-337f-4950-8b93-18de38ba3149 admin admin] Publish callbacks [] for security_group (961506b6-7a9a-4630-9f94-fd4e74bb687e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:33.777554 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e97500ef-337f-4950-8b93-18de38ba3149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (961506b6-7a9a-4630-9f94-fd4e74bb687e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:33.823955 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e97500ef-337f-4950-8b93-18de38ba3149 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5fc5a6c9b334e338f09aa5186515f3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2948480 Mar 07 22:09:33.826738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36718) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:09:33.834790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97500ef-337f-4950-8b93-18de38ba3149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961506b6-7a9a-4630-9f94-fd4e74bb687e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:33.889745 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34aba47b-9fd5-40e0-a023-c43711a7284a admin admin] Publish callbacks [] for security_group (961506b6-7a9a-4630-9f94-fd4e74bb687e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:33.921961 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34aba47b-9fd5-40e0-a023-c43711a7284a admin admin] Publish callbacks [] for security_group (961506b6-7a9a-4630-9f94-fd4e74bb687e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:33.993855 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34aba47b-9fd5-40e0-a023-c43711a7284a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (961506b6-7a9a-4630-9f94-fd4e74bb687e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:33.999595 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34aba47b-9fd5-40e0-a023-c43711a7284a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:34.001031 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-34aba47b-9fd5-40e0-a023-c43711a7284a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/961506b6-7a9a-4630-9f94-fd4e74bb687e HTTP/1.1" status: 204 len: 168 time: 0.1733911 Mar 07 22:09:34.015513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aba47b-9fd5-40e0-a023-c43711a7284a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961506b6-7a9a-4630-9f94-fd4e74bb687e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:34.822330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f55bf1-4c8f-4303-8fcf-942bc1fd0256 req-f1393eb4-67de-465e-955d-1caf9b3e5c95 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:34.823341 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36748) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:09:34.829286 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30f55bf1-4c8f-4303-8fcf-942bc1fd0256 req-f1393eb4-67de-465e-955d-1caf9b3e5c95 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 946 time: 0.0987010 Mar 07 22:09:34.877216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 73cf5c27-07c6-4870-924c-fc538937a073 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:09:34.922899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30f55bf1-4c8f-4303-8fcf-942bc1fd0256 req-1be3d8a8-f392-4920-9aa2-3936de4b5d98 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879195 Mar 07 22:09:34.930826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 73cf5c27-07c6-4870-924c-fc538937a073 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:09:34.931250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 73cf5c27-07c6-4870-924c-fc538937a073 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:09:35.037129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1442486695-network', 'tenant_id': '8fc382390a1f4773a7abd142b4bae65d'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:35.064844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] Made reservation on behalf of 8fc382390a1f4773a7abd142b4bae65d for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:09:35.067819 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:35.078573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:35.236615 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] Publish callbacks [] for security_group (a30910f5-978e-44ee-9921-dc5faf738a20), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:35.257027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cd85f-2053-4f5a-a4a4-680bbd148c88 req-01d83986-dc4b-4646-8000-2cf8ac550b11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:35.259208 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-597cd85f-2053-4f5a-a4a4-680bbd148c88 req-01d83986-dc4b-4646-8000-2cf8ac550b11 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 946 time: 0.1322486 Mar 07 22:09:35.261188 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a30910f5-978e-44ee-9921-dc5faf738a20), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:35.314542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:09:35.345774 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (bee7715f-abb0-479f-a415-f3f3a5bd034a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:35.346184 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] Added segment bee7715f-abb0-479f-a415-f3f3a5bd034a of type vlan for network bf253c77-7eee-44bc-b56a-7911776a7761 Mar 07 22:09:35.348028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30910f5-978e-44ee-9921-dc5faf738a20,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:35.436411 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (bf253c77-7eee-44bc-b56a-7911776a7761), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:35.476134 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-597cd85f-2053-4f5a-a4a4-680bbd148c88 req-0d799aa8-d3d8-4eed-baf0-1b9d9df5205f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Deleting port 7867eb44-634a-440f-9298-9fe5571e87be {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:09:35.476510 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-597cd85f-2053-4f5a-a4a4-680bbd148c88 req-0d799aa8-d3d8-4eed-baf0-1b9d9df5205f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7867eb44-634a-440f-9298-9fe5571e87be), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:35.481802 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (bf253c77-7eee-44bc-b56a-7911776a7761), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:35.482799 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:35.483441 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:35.577414 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7557991 Mar 07 22:09:35.580436 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36770) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:09:35.585486 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-16c20d4c-37d1-4fab-b83c-cd2c50ca8072 admin admin] Request body: {'subnet': {'network_id': 'bf253c77-7eee-44bc-b56a-7911776a7761', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1442486695-subnet', 'tenant_id': '8fc382390a1f4773a7abd142b4bae65d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:35.608718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c20d4c-37d1-4fab-b83c-cd2c50ca8072 admin admin] Made reservation on behalf of 8fc382390a1f4773a7abd142b4bae65d for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:09:35.611724 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-16c20d4c-37d1-4fab-b83c-cd2c50ca8072 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:35.638933 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cf9ab-9a78-420c-8d08-eebcece6a185 admin admin] Pushing event updated for resources: {'Network': ['ID=bf253c77-7eee-44bc-b56a-7911776a7761,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:35.652601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network bf253c77-7eee-44bc-b56a-7911776a7761 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:09:35.668426 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-597cd85f-2053-4f5a-a4a4-680bbd148c88 req-0d799aa8-d3d8-4eed-baf0-1b9d9df5205f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] For port 7867eb44-634a-440f-9298-9fe5571e87be, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=7867eb44-634a-440f-9298-9fe5571e87be,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:35.668793 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-597cd85f-2053-4f5a-a4a4-680bbd148c88 req-0d799aa8-d3d8-4eed-baf0-1b9d9df5205f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7867eb44-634a-440f-9298-9fe5571e87be), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:35.684003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-597cd85f-2053-4f5a-a4a4-680bbd148c88 req-0d799aa8-d3d8-4eed-baf0-1b9d9df5205f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Calling delete_port for 7867eb44-634a-440f-9298-9fe5571e87be owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:09:35.847036 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-16c20d4c-37d1-4fab-b83c-cd2c50ca8072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (246fee93-fe96-46ab-b0c5-9f4ec29fd3ab), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:35.856599 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-597cd85f-2053-4f5a-a4a4-680bbd148c88 req-0d799aa8-d3d8-4eed-baf0-1b9d9df5205f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7867eb44-634a-440f-9298-9fe5571e87be), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:35.868986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['35693353-c5eb-4ade-b983-71da3ea93876', '7867eb44-634a-440f-9298-9fe5571e87be'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:09:35.904489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d799aa8-d3d8-4eed-baf0-1b9d9df5205f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Pushing event deleted for resources: {'Port': ['ID=7867eb44-634a-440f-9298-9fe5571e87be,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:35.959773 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-597cd85f-2053-4f5a-a4a4-680bbd148c88 req-0d799aa8-d3d8-4eed-baf0-1b9d9df5205f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] No DVR routers for this DVR port 7867eb44-634a-440f-9298-9fe5571e87be on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:09:35.969673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c20d4c-37d1-4fab-b83c-cd2c50ca8072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=246fee93-fe96-46ab-b0c5-9f4ec29fd3ab,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:35.974674 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-597cd85f-2053-4f5a-a4a4-680bbd148c88 req-0d799aa8-d3d8-4eed-baf0-1b9d9df5205f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:35.979015 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-597cd85f-2053-4f5a-a4a4-680bbd148c88 req-0d799aa8-d3d8-4eed-baf0-1b9d9df5205f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.13 "DELETE /v2.0/ports/7867eb44-634a-440f-9298-9fe5571e87be HTTP/1.1" status: 204 len: 173 time: 0.7088892 Mar 07 22:09:35.979655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c184aa-4f65-4cc9-b45f-b9a04b56f12e', 'name': 'network-vif-deleted', 'tag': '7867eb44-634a-440f-9298-9fe5571e87be'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:35.982599 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec01798-3ba1-4ebc-a3a8-163ef008696d" -d '{"events": [{"server_uuid": "86c184aa-4f65-4cc9-b45f-b9a04b56f12e", "name": "network-vif-deleted", "tag": "7867eb44-634a-440f-9298-9fe5571e87be"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:36.074257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c20d4c-37d1-4fab-b83c-cd2c50ca8072 admin admin] Checking segment: {'id': 'bee7715f-abb0-479f-a415-f3f3a5bd034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bf253c77-7eee-44bc-b56a-7911776a7761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:09:36.074678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c20d4c-37d1-4fab-b83c-cd2c50ca8072 admin admin] Network hostable DHCP agents. Network: bf253c77-7eee-44bc-b56a-7911776a7761, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:09:36.164450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94dc5743-3c8a-4518-936b-cd0e6b7a8146 req-06b7b728-2b21-483f-8b42-0d4b4ed23b43 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c184aa-4f65-4cc9-b45f-b9a04b56f12e HTTP/1.1" status: 200 len: 210 time: 0.0781963 Mar 07 22:09:36.168396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c20d4c-37d1-4fab-b83c-cd2c50ca8072 admin admin] Network bf253c77-7eee-44bc-b56a-7911776a7761 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:09:36.188033 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-16c20d4c-37d1-4fab-b83c-cd2c50ca8072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, bf253c77-7eee-44bc-b56a-7911776a7761) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:09:36.192722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c20d4c-37d1-4fab-b83c-cd2c50ca8072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:36.193442 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-16c20d4c-37d1-4fab-b83c-cd2c50ca8072 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:36.204219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b4092f-7994-4d2d-ad51-776fd128338e None None] Network bf253c77-7eee-44bc-b56a-7911776a7761 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:09:36.221191 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-16c20d4c-37d1-4fab-b83c-cd2c50ca8072 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6308513 Mar 07 22:09:36.334437 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f02afd-6bb5-462b-a2bb-90c8a0429d4b x-openstack-request-id: req-f4f02afd-6bb5-462b-a2bb-90c8a0429d4b {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:36.334741 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c184aa-4f65-4cc9-b45f-b9a04b56f12e", "name": "network-vif-deleted", "tag": "7867eb44-634a-440f-9298-9fe5571e87be", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:36.335003 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4f02afd-6bb5-462b-a2bb-90c8a0429d4b {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:36.335410 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c184aa-4f65-4cc9-b45f-b9a04b56f12e', 'name': 'network-vif-deleted', 'tag': '7867eb44-634a-440f-9298-9fe5571e87be', 'status': 'completed', 'code': 200} Mar 07 22:09:36.337306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a307218f-dba8-49f7-9780-6c7dbdc642c4 None None] Network bf253c77-7eee-44bc-b56a-7911776a7761 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:09:36.614223 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:09:36.844862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 36800) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:09:36.850197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2044464239-network', 'tenant_id': '0d94ab24c80144519fe573737ce07904'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:36.870927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] Made reservation on behalf of 0d94ab24c80144519fe573737ce07904 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:09:36.873577 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:36.888504 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:36.983052 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] Publish callbacks [] for security_group (2e907a6f-d486-48af-9438-eb324a7690fd), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:36.988778 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2e907a6f-d486-48af-9438-eb324a7690fd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:37.001458 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:09:37.011796 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d31eaecc-fafa-45d2-8723-84705cbbc193), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:37.013022 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] Added segment d31eaecc-fafa-45d2-8723-84705cbbc193 of type vlan for network 3aa022dc-4bcf-4063-aeec-c9efec87c661 Mar 07 22:09:37.060133 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (3aa022dc-4bcf-4063-aeec-c9efec87c661), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:37.079847 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e907a6f-d486-48af-9438-eb324a7690fd,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:37.100506 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (3aa022dc-4bcf-4063-aeec-c9efec87c661), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:37.101859 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:37.102758 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:37.187087 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 36814) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:09:37.187087 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b6ad91b8-03f5-423a-8ab0-dc9f609b87fa admin admin] Request body: {'subnet': {'network_id': '3aa022dc-4bcf-4063-aeec-c9efec87c661', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2044464239-subnet', 'tenant_id': '0d94ab24c80144519fe573737ce07904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:37.190630 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3435471 Mar 07 22:09:37.194609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0401dd5-bc58-4de3-8983-ec42aa35f873 admin admin] Pushing event updated for resources: {'Network': ['ID=3aa022dc-4bcf-4063-aeec-c9efec87c661,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:37.207788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 3aa022dc-4bcf-4063-aeec-c9efec87c661 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:09:37.246480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ad91b8-03f5-423a-8ab0-dc9f609b87fa admin admin] Made reservation on behalf of 0d94ab24c80144519fe573737ce07904 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:09:37.249279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6ad91b8-03f5-423a-8ab0-dc9f609b87fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:37.482906 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa7204ad-ce5d-4f20-a5f5-7c38284ad279 req-f212c7f6-ca47-4bfc-bdcc-7d4410e0520f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1291192 Mar 07 22:09:37.588283 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6ad91b8-03f5-423a-8ab0-dc9f609b87fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (b236b77f-a16f-4b68-8170-0ef1edeae1d7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:37.659721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad91b8-03f5-423a-8ab0-dc9f609b87fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b236b77f-a16f-4b68-8170-0ef1edeae1d7,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:37.675786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ad91b8-03f5-423a-8ab0-dc9f609b87fa admin admin] Checking segment: {'id': 'd31eaecc-fafa-45d2-8723-84705cbbc193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3aa022dc-4bcf-4063-aeec-c9efec87c661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:09:37.676291 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ad91b8-03f5-423a-8ab0-dc9f609b87fa admin admin] Network hostable DHCP agents. Network: 3aa022dc-4bcf-4063-aeec-c9efec87c661, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:09:37.695693 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ad91b8-03f5-423a-8ab0-dc9f609b87fa admin admin] Network 3aa022dc-4bcf-4063-aeec-c9efec87c661 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:09:37.707064 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b6ad91b8-03f5-423a-8ab0-dc9f609b87fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 3aa022dc-4bcf-4063-aeec-c9efec87c661) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:09:37.720827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c36b043-b863-4e55-9899-3915e4f0e51f None None] Network 3aa022dc-4bcf-4063-aeec-c9efec87c661 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:09:37.721680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ad91b8-03f5-423a-8ab0-dc9f609b87fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:37.722300 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b6ad91b8-03f5-423a-8ab0-dc9f609b87fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:37.726766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7204ad-ce5d-4f20-a5f5-7c38284ad279 req-fe02aeca-0274-4a4b-995b-441a19caeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:37.728337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa7204ad-ce5d-4f20-a5f5-7c38284ad279 req-fe02aeca-0274-4a4b-995b-441a19caeca5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 1128 time: 0.1807628 Mar 07 22:09:37.753771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-b2e4cd57-0bfd-4c64-89cb-2ff59a500da7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:37.755258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-b2e4cd57-0bfd-4c64-89cb-2ff59a500da7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 806 time: 0.1486864 Mar 07 22:09:37.773240 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b6ad91b8-03f5-423a-8ab0-dc9f609b87fa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5928698 Mar 07 22:09:37.796662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-106f22f0-fa19-4ab4-bd11-3d9011f00590 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/quotas/c9a2bc3ffdc14964be1d88a599c15229 HTTP/1.1" status: 200 len: 375 time: 0.0321083 Mar 07 22:09:37.883612 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0579e0-e08e-476b-9fa9-7f735dfa1f82 None None] Network 3aa022dc-4bcf-4063-aeec-c9efec87c661 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:09:37.928355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7204ad-ce5d-4f20-a5f5-7c38284ad279 req-ef24cf09-3a0e-4564-b875-69671dd9bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:37.936755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa7204ad-ce5d-4f20-a5f5-7c38284ad279 req-ef24cf09-3a0e-4564-b875-69671dd9bcbc service neutron] 10.222.0.15 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 915 time: 0.1805103 Mar 07 22:09:38.064979 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-6d230dd0-6f67-4ea7-a6f1-3b785cb89212 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2408657 Mar 07 22:09:38.104095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa7204ad-ce5d-4f20-a5f5-7c38284ad279 req-74c889f8-f36d-4f7c-8ba2-5bc6f0d1dc64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d957fafe-34ef-483b-8401-0629e65d85db HTTP/1.1" status: 200 len: 1001 time: 0.1581943 Mar 07 22:09:38.230019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7204ad-ce5d-4f20-a5f5-7c38284ad279 req-04aee850-1eb9-4054-93e4-07676058d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:38.235716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa7204ad-ce5d-4f20-a5f5-7c38284ad279 req-04aee850-1eb9-4054-93e4-07676058d3f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.1034486 Mar 07 22:09:38.238090 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-ec379ff8-a362-4bce-962c-66a0e11ab063 service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722057 Mar 07 22:09:38.335280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7204ad-ce5d-4f20-a5f5-7c38284ad279 req-e3017623-0ce4-4e3a-8a9c-51c40feda6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:38.337023 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa7204ad-ce5d-4f20-a5f5-7c38284ad279 req-e3017623-0ce4-4e3a-8a9c-51c40feda6ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0953684 Mar 07 22:09:38.552320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 7867eb44-634a-440f-9298-9fe5571e87be no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:09:38.578302 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 7867eb44-634a-440f-9298-9fe5571e87be {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:09:38.579022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 7867eb44-634a-440f-9298-9fe5571e87be not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:09:38.844135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-a001ac4f-950c-40ad-b653-d03e06285a14 service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696485 Mar 07 22:09:38.864899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-2c9d9247-4fed-401c-830d-91758040e7d8 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:38.866349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-2c9d9247-4fed-401c-830d-91758040e7d8 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/networks?id=bf253c77-7eee-44bc-b56a-7911776a7761 HTTP/1.1" status: 200 len: 812 time: 0.4992657 Mar 07 22:09:38.884293 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa7204ad-ce5d-4f20-a5f5-7c38284ad279 req-503eb231-9b1c-4cd6-966d-125cb7355a35 service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068047 Mar 07 22:09:38.887108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-e09b7ab6-51d9-45f7-9c16-ccf6a1fab708 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/quotas/8fc382390a1f4773a7abd142b4bae65d HTTP/1.1" status: 200 len: 375 time: 0.0153992 Mar 07 22:09:38.954677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-f0cf4531-23be-48fd-8fb8-8275b256c111 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fc382390a1f4773a7abd142b4bae65d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567880 Mar 07 22:09:39.191358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-12203362-ca0f-411f-8186-4603693a4b62 service neutron] 10.222.0.26 "GET /v2.0/networks/bf253c77-7eee-44bc-b56a-7911776a7761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258546 Mar 07 22:09:39.194389 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d63602fb-e667-4ca4-882a-b248dfa2550e req-50004d20-fd94-4cdb-8b27-5dd9d864571c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 210 time: 0.0724769 Mar 07 22:09:39.321383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa7204ad-ce5d-4f20-a5f5-7c38284ad279 req-d3c7a52f-81e1-429a-858a-28b1b8b3fd1b service neutron] 10.222.0.15 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306374 Mar 07 22:09:39.365006 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-396ab2bb-2e12-482a-8057-750400dbfe22 service neutron] 10.222.0.26 "GET /v2.0/networks/bf253c77-7eee-44bc-b56a-7911776a7761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676846 Mar 07 22:09:39.573933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13c5e7ed-1d64-4612-8abd-ce0de1beabda req-f9c97152-4485-4c5d-9310-b54cbb692b01 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0365455 Mar 07 22:09:40.344904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-070c3a61-a61d-422c-ad90-43c7ea78d540 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:40.347568 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-070c3a61-a61d-422c-ad90-43c7ea78d540 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 806 time: 0.1336036 Mar 07 22:09:40.361096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-e4ba15ac-eb14-4607-a822-52f48922fdd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Request body: {'port': {'device_id': '183fde34-053b-45f6-959c-6a9b4035a492', 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281', 'admin_state_up': True, 'tenant_id': 'c9a2bc3ffdc14964be1d88a599c15229'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:40.411277 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4963e433-7392-4388-ade1-448cb828b6ae req-4738662f-9117-4a92-9660-d9b19496a483 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 210 time: 0.0436821 Mar 07 22:09:40.519110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-e4ba15ac-eb14-4607-a822-52f48922fdd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Made reservation on behalf of c9a2bc3ffdc14964be1d88a599c15229 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:09:40.522569 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-e4ba15ac-eb14-4607-a822-52f48922fdd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:40.663610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-e4ba15ac-eb14-4607-a822-52f48922fdd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Allocated IP 172.20.0.3 (cae5efa2-6bb7-4f2d-8ff2-eb98273e8281/925aad4c-c647-4d56-8f2f-5e0ad1a36194/e24ced37-6aed-4334-a758-5c9dcdc857d8) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:09:40.761628 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2ce145f-b261-4603-86c3-db90fa04d4b0 req-7a97f519-bd79-4d87-bda6-8ed899aa21e2 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0417266 Mar 07 22:09:40.945839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-6182a407-a6d3-48be-969a-034a1e47950e tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:40.947232 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-6182a407-a6d3-48be-969a-034a1e47950e tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.15 "GET /v2.0/networks?id=bf253c77-7eee-44bc-b56a-7911776a7761 HTTP/1.1" status: 200 len: 812 time: 0.1914062 Mar 07 22:09:40.967583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-99a3ee01-29c8-4613-a466-fc0d6a85cd73 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Request body: {'port': {'device_id': '9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4', 'network_id': 'bf253c77-7eee-44bc-b56a-7911776a7761', 'admin_state_up': True, 'tenant_id': '8fc382390a1f4773a7abd142b4bae65d'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:40.974381 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-e4ba15ac-eb14-4607-a822-52f48922fdd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks [] for port (e24ced37-6aed-4334-a758-5c9dcdc857d8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:41.085863 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-e4ba15ac-eb14-4607-a822-52f48922fdd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e24ced37-6aed-4334-a758-5c9dcdc857d8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:41.100461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['35693353-c5eb-4ade-b983-71da3ea93876'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:09:41.148883 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-99a3ee01-29c8-4613-a466-fc0d6a85cd73 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Made reservation on behalf of 8fc382390a1f4773a7abd142b4bae65d for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:09:41.152104 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-99a3ee01-29c8-4613-a466-fc0d6a85cd73 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:41.241161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-e4ba15ac-eb14-4607-a822-52f48922fdd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:09:41.252220 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-e4ba15ac-eb14-4607-a822-52f48922fdd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:09:41.262900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-e4ba15ac-eb14-4607-a822-52f48922fdd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:09:41.329272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba15ac-eb14-4607-a822-52f48922fdd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Pushing event updated for resources: {'Port': ['ID=e24ced37-6aed-4334-a758-5c9dcdc857d8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:41.346614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-e4ba15ac-eb14-4607-a822-52f48922fdd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:41.347286 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-e4ba15ac-eb14-4607-a822-52f48922fdd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:41.369857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-99a3ee01-29c8-4613-a466-fc0d6a85cd73 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Allocated IP 172.20.0.11 (bf253c77-7eee-44bc-b56a-7911776a7761/246fee93-fe96-46ab-b0c5-9f4ec29fd3ab/0b38615f-28df-4bb4-8cb5-9b40be7b1ac0) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:09:41.381926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-e4ba15ac-eb14-4607-a822-52f48922fdd5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0252218 Mar 07 22:09:41.396392 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Request body: {'port': {'device_id': '183fde34-053b-45f6-959c-6a9b4035a492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:41.591966 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e24ced37-6aed-4334-a758-5c9dcdc857d8), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:41.708596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-99a3ee01-29c8-4613-a466-fc0d6a85cd73 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Publish callbacks [] for port (0b38615f-28df-4bb4-8cb5-9b40be7b1ac0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:41.776571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ae506-597a-432a-b996-bf876b5b2463 req-548233f0-90fc-4b06-9c68-c2cebe0de535 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:41.778057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df6ae506-597a-432a-b996-bf876b5b2463 req-548233f0-90fc-4b06-9c68-c2cebe0de535 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 931 time: 0.2235241 Mar 07 22:09:41.932804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-99a3ee01-29c8-4613-a466-fc0d6a85cd73 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0b38615f-28df-4bb4-8cb5-9b40be7b1ac0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:41.957537 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df6ae506-597a-432a-b996-bf876b5b2463 req-f457dfb0-383b-416e-9b96-1df655de3054 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719091 Mar 07 22:09:42.029104 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-99a3ee01-29c8-4613-a466-fc0d6a85cd73 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Network bf253c77-7eee-44bc-b56a-7911776a7761 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:09:42.043236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-99a3ee01-29c8-4613-a466-fc0d6a85cd73 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:09:42.049546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-99a3ee01-29c8-4613-a466-fc0d6a85cd73 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:09:42.077462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3ee01-29c8-4613-a466-fc0d6a85cd73 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Pushing event updated for resources: {'Port': ['ID=0b38615f-28df-4bb4-8cb5-9b40be7b1ac0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:42.116965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65197606-8903-4540-a10d-ab68dd6af588 req-2118e3b8-7af8-4e6b-bb01-e71fd2a1942b tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:42.119820 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65197606-8903-4540-a10d-ab68dd6af588 req-2118e3b8-7af8-4e6b-bb01-e71fd2a1942b tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 932 time: 0.1981287 Mar 07 22:09:42.178678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-99a3ee01-29c8-4613-a466-fc0d6a85cd73 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:42.179374 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-99a3ee01-29c8-4613-a466-fc0d6a85cd73 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:42.222512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24ced37-6aed-4334-a758-5c9dcdc857d8 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:09:42.233008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-99a3ee01-29c8-4613-a466-fc0d6a85cd73 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2767422 Mar 07 22:09:42.242877 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Publish callbacks [] for port (e24ced37-6aed-4334-a758-5c9dcdc857d8), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:42.253052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Request body: {'port': {'device_id': '9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:42.287675 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65197606-8903-4540-a10d-ab68dd6af588 req-b2bebe65-4aea-4c07-9a36-c92507bffc86 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600618 Mar 07 22:09:42.297174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Transition to ACTIVE for port object e24ced37-6aed-4334-a758-5c9dcdc857d8 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:09:42.305790 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e24ced37-6aed-4334-a758-5c9dcdc857d8), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:42.392342 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0b38615f-28df-4bb4-8cb5-9b40be7b1ac0), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:42.404744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Pushing event updated for resources: {'Port': ['ID=e24ced37-6aed-4334-a758-5c9dcdc857d8,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:42.575979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Attempting to bind port e24ced37-6aed-4334-a758-5c9dcdc857d8 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:09:42.576325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Attempting to bind port e24ced37-6aed-4334-a758-5c9dcdc857d8 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:09:42.576655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Attempting to bind port e24ced37-6aed-4334-a758-5c9dcdc857d8 on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:09:42.584584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Port e24ced37-6aed-4334-a758-5c9dcdc857d8 on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:09:42.584913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Attempting to bind port e24ced37-6aed-4334-a758-5c9dcdc857d8 on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:09:42.596483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:09:42.596827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Checking segment: {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:09:42.597208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Bound using segment: {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:09:42.597631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Bound port: e24ced37-6aed-4334-a758-5c9dcdc857d8, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:09:42.598109 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e24ced37-6aed-4334-a758-5c9dcdc857d8), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:42.725360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] For port e24ced37-6aed-4334-a758-5c9dcdc857d8, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:09:42.746438 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] For port e24ced37-6aed-4334-a758-5c9dcdc857d8, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e24ced37-6aed-4334-a758-5c9dcdc857d8,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:09:42.759660 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e24ced37-6aed-4334-a758-5c9dcdc857d8), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:42.831485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:42.832118 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:42.833509 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] 10.222.0.15 "PUT /v2.0/ports/e24ced37-6aed-4334-a758-5c9dcdc857d8 HTTP/1.1" status: 200 len: 1091 time: 1.4432795 Mar 07 22:09:42.836399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183fde34-053b-45f6-959c-6a9b4035a492', 'tag': 'e24ced37-6aed-4334-a758-5c9dcdc857d8'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:42.840502 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862c04f0-911b-48af-9b28-a520147cd42a" -d '{"events": [{"name": "network-changed", "server_uuid": "183fde34-053b-45f6-959c-6a9b4035a492", "tag": "e24ced37-6aed-4334-a758-5c9dcdc857d8"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:42.863932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:09:42.875108 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Publish callbacks [] for port (0b38615f-28df-4bb4-8cb5-9b40be7b1ac0), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:42.892862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Transition to ACTIVE for port object 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:09:42.915518 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6fd6f9-d3f4-4e65-aa8b-9769a8e8de6c x-openstack-request-id: req-7d6fd6f9-d3f4-4e65-aa8b-9769a8e8de6c {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:42.915518 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183fde34-053b-45f6-959c-6a9b4035a492", "tag": "e24ced37-6aed-4334-a758-5c9dcdc857d8", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:42.915518 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d6fd6f9-d3f4-4e65-aa8b-9769a8e8de6c {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:42.915982 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183fde34-053b-45f6-959c-6a9b4035a492', 'tag': 'e24ced37-6aed-4334-a758-5c9dcdc857d8', 'status': 'completed', 'code': 200} Mar 07 22:09:42.916860 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (0b38615f-28df-4bb4-8cb5-9b40be7b1ac0), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:42.940524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22241b81-68b9-4ec3-b8a4-4415ba6d1516 service neutron] Pushing event updated for resources: {'Port': ['ID=e24ced37-6aed-4334-a758-5c9dcdc857d8,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:43.007614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Pushing event updated for resources: {'Port': ['ID=0b38615f-28df-4bb4-8cb5-9b40be7b1ac0,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:43.030442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-212028eb-36dc-4256-b636-d642b37cac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:43.031996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-212028eb-36dc-4256-b636-d642b37cac58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 1125 time: 0.1377854 Mar 07 22:09:43.103879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-6401a62e-3527-43d2-a4a3-0bff67ca3878 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e24ced37-6aed-4334-a758-5c9dcdc857d8 HTTP/1.1" status: 200 len: 217 time: 0.0530820 Mar 07 22:09:43.195245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Attempting to bind port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:09:43.195558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Attempting to bind port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'bee7715f-abb0-479f-a415-f3f3a5bd034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bf253c77-7eee-44bc-b56a-7911776a7761'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:09:43.195877 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Attempting to bind port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 on network bf253c77-7eee-44bc-b56a-7911776a7761 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:09:43.206591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb1ee3-b57b-46c2-8600-5663f9379ee3 req-4ad0a349-76eb-4d58-a285-7a3ae346f9e5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:43.208182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0acb1ee3-b57b-46c2-8600-5663f9379ee3 req-4ad0a349-76eb-4d58-a285-7a3ae346f9e5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 943 time: 0.1465414 Mar 07 22:09:43.209631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-182e8d2d-7566-4ee5-ad41-c32099a1b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:43.210969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-182e8d2d-7566-4ee5-ad41-c32099a1b959 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 200 len: 846 time: 0.0902584 Mar 07 22:09:43.213655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 on network bf253c77-7eee-44bc-b56a-7911776a7761 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:09:43.213984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Attempting to bind port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 on network bf253c77-7eee-44bc-b56a-7911776a7761 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:09:43.222679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:09:43.223021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Checking segment: {'id': 'bee7715f-abb0-479f-a415-f3f3a5bd034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bf253c77-7eee-44bc-b56a-7911776a7761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:09:43.223406 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Bound using segment: {'id': 'bee7715f-abb0-479f-a415-f3f3a5bd034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bf253c77-7eee-44bc-b56a-7911776a7761'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:09:43.223857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Bound port: 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee7715f-abb0-479f-a415-f3f3a5bd034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bf253c77-7eee-44bc-b56a-7911776a7761'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:09:43.224221 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0b38615f-28df-4bb4-8cb5-9b40be7b1ac0), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:43.275783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-f30e661d-95d7-4b74-9037-3657edd7a306 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541220 Mar 07 22:09:43.353796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0acb1ee3-b57b-46c2-8600-5663f9379ee3 req-edd3fab0-f0e1-4eae-a103-869c38750597 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329455 Mar 07 22:09:43.458270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] For port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:09:43.485494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] For port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0b38615f-28df-4bb4-8cb5-9b40be7b1ac0,segment=NetworkSegment(bee7715f-abb0-479f-a415-f3f3a5bd034a),segment_id=bee7715f-abb0-479f-a415-f3f3a5bd034a)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:09:43.497172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-4dea18d4-8a00-4ccc-a715-a5159be01ddc service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063265 Mar 07 22:09:43.500552 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (0b38615f-28df-4bb4-8cb5-9b40be7b1ac0), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:43.553585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23388a2-f0df-4f56-813b-0795f552c5a3 req-c6cc8036-03bf-4c9f-a512-7e41dc53c78a tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:43.555085 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b23388a2-f0df-4f56-813b-0795f552c5a3 req-c6cc8036-03bf-4c9f-a512-7e41dc53c78a tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 944 time: 0.1381552 Mar 07 22:09:43.579681 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:43.580302 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:43.581647 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] 10.222.0.15 "PUT /v2.0/ports/0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 HTTP/1.1" status: 200 len: 1092 time: 1.3414474 Mar 07 22:09:43.995372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Pushing event updated for resources: {'Port': ['ID=0b38615f-28df-4bb4-8cb5-9b40be7b1ac0,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:44.032599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:44.033589 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:44.033589 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:44.033971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:44.034522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:44.034955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:44.035372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:44.035780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:44.036192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:44.036620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:44.037305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:44.037461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:44.037909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e96719-417d-4261-88d7-58d06a372e02 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:44.054722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b23388a2-f0df-4f56-813b-0795f552c5a3 req-33418d58-e0a2-4220-8f86-0aa1f2c4a103 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832826 Mar 07 22:09:44.061032 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b30be3eb-9ec2-4e0e-abbb-dca5b36b2a94 req-1752f815-3481-4f4f-819d-f4c9f61733db service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559947 Mar 07 22:09:44.069002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-342b9a4f-3071-447b-abfa-dcd57aa633e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:44.070704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-342b9a4f-3071-447b-abfa-dcd57aa633e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fc382390a1f4773a7abd142b4bae65d&device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 1126 time: 0.1133270 Mar 07 22:09:44.129277 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-ca9e54ce-b1d1-4d5c-a833-e90656fa0ee8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 HTTP/1.1" status: 200 len: 217 time: 0.0490346 Mar 07 22:09:44.202025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-a9687ff2-4184-43bb-af5f-4998e4e31dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:44.203616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-a9687ff2-4184-43bb-af5f-4998e4e31dfd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=246fee93-fe96-46ab-b0c5-9f4ec29fd3ab HTTP/1.1" status: 200 len: 852 time: 0.0550315 Mar 07 22:09:44.208162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c04f0-911b-48af-9b28-a520147cd42a req-e4c4ef24-eb54-44be-87b2-4d7ae97fb630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:44.209659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-862c04f0-911b-48af-9b28-a520147cd42a req-e4c4ef24-eb54-44be-87b2-4d7ae97fb630 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 1125 time: 0.0895677 Mar 07 22:09:44.246145 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-7a807017-c97f-43eb-bbd9-9b438e1c6037 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf253c77-7eee-44bc-b56a-7911776a7761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343256 Mar 07 22:09:44.420851 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-b5c7b3a9-8244-4c8f-b17f-7913e8040ae8 service neutron] 10.222.0.15 "GET /v2.0/networks/bf253c77-7eee-44bc-b56a-7911776a7761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614535 Mar 07 22:09:44.421955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c04f0-911b-48af-9b28-a520147cd42a req-ee5fb241-f9aa-4e2c-a12a-7afb5d914308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:44.423583 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-862c04f0-911b-48af-9b28-a520147cd42a req-ee5fb241-f9aa-4e2c-a12a-7afb5d914308 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 907 time: 0.2042336 Mar 07 22:09:44.528388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-862c04f0-911b-48af-9b28-a520147cd42a req-876a6123-6db4-4fb0-b252-0e0903947c7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e24ced37-6aed-4334-a758-5c9dcdc857d8 HTTP/1.1" status: 200 len: 217 time: 0.0819242 Mar 07 22:09:44.679852 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09c2fad8-6440-47ac-a250-762ed983dc0a req-22f709bc-b7e0-4027-9fda-ee464c2a0e2d service neutron] 10.222.0.15 "GET /v2.0/networks/bf253c77-7eee-44bc-b56a-7911776a7761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451160 Mar 07 22:09:44.684772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c04f0-911b-48af-9b28-a520147cd42a req-ac76f849-676e-4439-9866-c6dbd1398e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:44.686492 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-862c04f0-911b-48af-9b28-a520147cd42a req-ac76f849-676e-4439-9866-c6dbd1398e33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 200 len: 846 time: 0.0874920 Mar 07 22:09:44.705613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f0f86-2ca6-4409-9b3a-6bcf101f6d60 req-4789cfa6-5b93-4e4a-82f1-05766f1f8bcd tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:44.707463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e82f0f86-2ca6-4409-9b3a-6bcf101f6d60 req-4789cfa6-5b93-4e4a-82f1-05766f1f8bcd tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 943 time: 0.2532709 Mar 07 22:09:44.783689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-862c04f0-911b-48af-9b28-a520147cd42a req-6f9ec712-3c40-4544-9872-fa5b452bda12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748742 Mar 07 22:09:44.843661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e82f0f86-2ca6-4409-9b3a-6bcf101f6d60 req-fabbad5a-393c-4b5a-8b0d-bd4f5417b1c3 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109376 Mar 07 22:09:44.907138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-862c04f0-911b-48af-9b28-a520147cd42a req-fcd55d8f-55c8-4626-bac7-1c72e1a27c2d service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153603 Mar 07 22:09:44.921542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4', 'tag': '0b38615f-28df-4bb4-8cb5-9b40be7b1ac0'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:44.924138 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7502311-5251-405c-a30e-31024f8d01c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4", "tag": "0b38615f-28df-4bb4-8cb5-9b40be7b1ac0"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:45.004195 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da5fd79-8904-45c1-9db5-b6ee0f43c4ca x-openstack-request-id: req-1da5fd79-8904-45c1-9db5-b6ee0f43c4ca {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:45.004586 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4", "tag": "0b38615f-28df-4bb4-8cb5-9b40be7b1ac0", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:45.005079 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1da5fd79-8904-45c1-9db5-b6ee0f43c4ca {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:45.005660 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4', 'tag': '0b38615f-28df-4bb4-8cb5-9b40be7b1ac0', 'status': 'completed', 'code': 200} Mar 07 22:09:45.085058 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-862c04f0-911b-48af-9b28-a520147cd42a req-4dbcd6c2-c343-4fa1-994b-b40fe4a9793b service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714549 Mar 07 22:09:45.099631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7502311-5251-405c-a30e-31024f8d01c9 req-84e43c3c-6077-422b-9b23-d9a5532c44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:45.102022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7502311-5251-405c-a30e-31024f8d01c9 req-84e43c3c-6077-422b-9b23-d9a5532c44ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fc382390a1f4773a7abd142b4bae65d&device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 1126 time: 0.0851045 Mar 07 22:09:45.269245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7502311-5251-405c-a30e-31024f8d01c9 req-2aa873ea-8df2-49fa-90a0-2098cc4b0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:45.271232 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7502311-5251-405c-a30e-31024f8d01c9 req-2aa873ea-8df2-49fa-90a0-2098cc4b0c02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf253c77-7eee-44bc-b56a-7911776a7761 HTTP/1.1" status: 200 len: 913 time: 0.1616893 Mar 07 22:09:45.279942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820e99e-dacb-40ec-a363-3664b0f8a9e6 req-e72e9f11-d2f3-4dd8-8123-f6fd62fa2c2e tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:45.281527 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0820e99e-dacb-40ec-a363-3664b0f8a9e6 req-e72e9f11-d2f3-4dd8-8123-f6fd62fa2c2e tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 944 time: 0.1429613 Mar 07 22:09:45.335585 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7502311-5251-405c-a30e-31024f8d01c9 req-a7a5f5be-cda0-45d7-b0a6-b7e619398848 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 HTTP/1.1" status: 200 len: 217 time: 0.0528719 Mar 07 22:09:45.417765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0820e99e-dacb-40ec-a363-3664b0f8a9e6 req-218936cc-842a-4178-86ec-d733c4cb7b32 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290214 Mar 07 22:09:45.419146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7502311-5251-405c-a30e-31024f8d01c9 req-ec6d5204-fe38-41ee-86d9-a30f5767f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:45.420987 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7502311-5251-405c-a30e-31024f8d01c9 req-ec6d5204-fe38-41ee-86d9-a30f5767f527 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=246fee93-fe96-46ab-b0c5-9f4ec29fd3ab HTTP/1.1" status: 200 len: 852 time: 0.0753326 Mar 07 22:09:45.463583 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7502311-5251-405c-a30e-31024f8d01c9 req-dc1572fe-498b-49cf-813f-fc0db79a75c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf253c77-7eee-44bc-b56a-7911776a7761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323408 Mar 07 22:09:45.557484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7502311-5251-405c-a30e-31024f8d01c9 req-2384e2e8-b6ed-422b-a636-0306f2aa6b10 service neutron] 10.222.0.15 "GET /v2.0/networks/bf253c77-7eee-44bc-b56a-7911776a7761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868804 Mar 07 22:09:45.658201 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a10c83c1-f030-4b0e-963c-6a6414f0939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:45.670635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7502311-5251-405c-a30e-31024f8d01c9 req-83a73ef6-c862-4aee-a133-65cc239640e8 service neutron] 10.222.0.15 "GET /v2.0/networks/bf253c77-7eee-44bc-b56a-7911776a7761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059260 Mar 07 22:09:45.978727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294c62e-4e3c-40d9-9aaf-d4a88891be55 req-b14b8060-3e72-4eb5-a147-23706bf04fb7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:45.980444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2294c62e-4e3c-40d9-9aaf-d4a88891be55 req-b14b8060-3e72-4eb5-a147-23706bf04fb7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 943 time: 0.0665843 Mar 07 22:09:46.029243 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2294c62e-4e3c-40d9-9aaf-d4a88891be55 req-eecdfc50-9da9-40ce-92f0-90401da41b44 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431495 Mar 07 22:09:46.168720 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:46.548593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68b9a8-1827-4b3e-82e1-4be8bf48861c req-f0eab023-2173-46cb-ba35-51ccf7119787 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:46.550276 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd68b9a8-1827-4b3e-82e1-4be8bf48861c req-f0eab023-2173-46cb-ba35-51ccf7119787 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 944 time: 0.0633674 Mar 07 22:09:46.600154 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd68b9a8-1827-4b3e-82e1-4be8bf48861c req-d274c4ef-97ee-40fc-a299-4143a9747c04 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420332 Mar 07 22:09:46.906561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:09:47.012428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0b38615f-28df-4bb4-8cb5-9b40be7b1ac0,segment=NetworkSegment(bee7715f-abb0-479f-a415-f3f3a5bd034a),segment_id=bee7715f-abb0-479f-a415-f3f3a5bd034a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:47.023623 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '0b38615f-28df-4bb4-8cb5-9b40be7b1ac0', 'network_id': 'bf253c77-7eee-44bc-b56a-7911776a7761', 'port_id': '0b38615f-28df-4bb4-8cb5-9b40be7b1ac0', 'mac_address': 'fa:16:3e:e8:a7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246fee93-fe96-46ab-b0c5-9f4ec29fd3ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:09:47.069588 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:09:47.070008 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0b38615f-28df-4bb4-8cb5-9b40be7b1ac0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:47.084794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:09:47.106276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0b38615f-28df-4bb4-8cb5-9b40be7b1ac0,segment=NetworkSegment(bee7715f-abb0-479f-a415-f3f3a5bd034a),segment_id=bee7715f-abb0-479f-a415-f3f3a5bd034a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:47.112736 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0b38615f-28df-4bb4-8cb5-9b40be7b1ac0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:47.113610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e24ced37-6aed-4334-a758-5c9dcdc857d8 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:09:47.189124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=0b38615f-28df-4bb4-8cb5-9b40be7b1ac0,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:47.203618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:47.205458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:47.205458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:47.205458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:47.205458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:47.205458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:47.205802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:47.205925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:47.206283 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:47.206611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:47.207184 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:47.207959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:47.208520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:47.236322 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22e6d6-1070-4a6b-bfed-3e62f30b7e02 req-d857a99e-bbb4-4a89-ba0d-cdd5493ef793 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:47.237828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af22e6d6-1070-4a6b-bfed-3e62f30b7e02 req-d857a99e-bbb4-4a89-ba0d-cdd5493ef793 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 943 time: 0.1087546 Mar 07 22:09:47.268679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-9adaf317-cbf4-43b4-8637-62cb69643798 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:47.270110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-9adaf317-cbf4-43b4-8637-62cb69643798 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 812 time: 0.1691389 Mar 07 22:09:47.272582 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e24ced37-6aed-4334-a758-5c9dcdc857d8, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e24ced37-6aed-4334-a758-5c9dcdc857d8,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:47.288566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'e24ced37-6aed-4334-a758-5c9dcdc857d8', 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281', 'port_id': 'e24ced37-6aed-4334-a758-5c9dcdc857d8', 'mac_address': 'fa:16:3e:16:aa:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925aad4c-c647-4d56-8f2f-5e0ad1a36194', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:09:47.316222 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-0eec6522-dbdb-49a4-a277-ddf9184d50ee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/quotas/3780c442c69844ccbdb870d150ce5237 HTTP/1.1" status: 200 len: 375 time: 0.0378916 Mar 07 22:09:47.319713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af22e6d6-1070-4a6b-bfed-3e62f30b7e02 req-e696383a-b4c3-4859-9c82-04e0aaa4de47 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719700 Mar 07 22:09:47.351638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e24ced37-6aed-4334-a758-5c9dcdc857d8 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:09:47.352147 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e24ced37-6aed-4334-a758-5c9dcdc857d8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:47.368501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24ced37-6aed-4334-a758-5c9dcdc857d8 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:09:47.386645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-fdabaebc-04ca-400b-b68e-f66923dbbe1f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644062 Mar 07 22:09:47.390896 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e24ced37-6aed-4334-a758-5c9dcdc857d8, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e24ced37-6aed-4334-a758-5c9dcdc857d8,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:47.397532 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e24ced37-6aed-4334-a758-5c9dcdc857d8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:47.447329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e24ced37-6aed-4334-a758-5c9dcdc857d8,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:47.480775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-75e7d085-67e3-462e-b965-af8e1569f7b6 service neutron] 10.222.0.26 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924275 Mar 07 22:09:47.582937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-d68a17f8-9792-4457-b5eb-9b6eabd463bc service neutron] 10.222.0.26 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959611 Mar 07 22:09:47.642253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['e24ced37-6aed-4334-a758-5c9dcdc857d8'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:09:47.644554 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['0b38615f-28df-4bb4-8cb5-9b40be7b1ac0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:09:47.750399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ca221-a1bb-4678-82de-fb8808fbacd1 req-734d8256-a7c6-43c2-8c20-f360b8497e1b tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:47.752747 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca3ca221-a1bb-4678-82de-fb8808fbacd1 req-734d8256-a7c6-43c2-8c20-f360b8497e1b tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 945 time: 0.0599351 Mar 07 22:09:47.816383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca3ca221-a1bb-4678-82de-fb8808fbacd1 req-f0b7813a-e133-4ee8-9cf0-74c088705b70 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571039 Mar 07 22:09:47.959163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9e74a21-e561-417e-af63-95ad597fa40e req-352907f2-ba56-479d-8f0a-bacd42a84652 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 210 time: 0.0487521 Mar 07 22:09:48.131139 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a0bdd8b-592d-4121-8c1d-6521119e2f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:48.417568 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:48.463575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034613d6-7378-4b0a-8e8d-48cb1ccd1bd0 req-f3d5b6c6-cca6-429f-8136-82bfddfa8e72 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:48.465590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-034613d6-7378-4b0a-8e8d-48cb1ccd1bd0 req-f3d5b6c6-cca6-429f-8136-82bfddfa8e72 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 944 time: 0.0552235 Mar 07 22:09:48.532163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-034613d6-7378-4b0a-8e8d-48cb1ccd1bd0 req-346089f1-196e-470a-9824-0c7aa8a5c780 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584233 Mar 07 22:09:48.913506 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-32815d2f-77c2-42ee-a418-ce5e5a783bf9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:48.915010 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-32815d2f-77c2-42ee-a418-ce5e5a783bf9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.13 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 812 time: 0.1108642 Mar 07 22:09:48.920666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:09:48.927812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-3d74bd5d-18e7-4428-a89f-ec4263becfde tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'port': {'device_id': 'b364088f-ed95-4b66-99cd-233d6f0d63d1', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'admin_state_up': True, 'tenant_id': '3780c442c69844ccbdb870d150ce5237'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:48.972026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed06f4-932a-496a-803d-c258d6e75a10 req-a9cc24b6-4d8d-4803-884c-65888b0ad8fc tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:48.979333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fed06f4-932a-496a-803d-c258d6e75a10 req-a9cc24b6-4d8d-4803-884c-65888b0ad8fc tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 945 time: 0.0723476 Mar 07 22:09:49.022113 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:09:49.027899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:09:49.028465 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0b38615f-28df-4bb4-8cb5-9b40be7b1ac0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:49.078621 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-3d74bd5d-18e7-4428-a89f-ec4263becfde tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Made reservation on behalf of 3780c442c69844ccbdb870d150ce5237 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:09:49.086767 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-3d74bd5d-18e7-4428-a89f-ec4263becfde tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:49.117624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fed06f4-932a-496a-803d-c258d6e75a10 req-069ab440-b67c-46d5-9d66-52701dadecf6 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229670 Mar 07 22:09:49.167071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:09:49.171105 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0b38615f-28df-4bb4-8cb5-9b40be7b1ac0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:49.190497 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82da41ad-fa4a-4eef-aef2-d0548900b9bd req-855a4772-0e84-434b-baf2-a9cde2b0d80a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 210 time: 0.0743830 Mar 07 22:09:49.222144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b38615f-28df-4bb4-8cb5-9b40be7b1ac0'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:49.225431 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89941f68-82a9-498a-a4be-eb3ff12d7924" -d '{"events": [{"server_uuid": "9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4", "name": "network-vif-plugged", "status": "completed", "tag": "0b38615f-28df-4bb4-8cb5-9b40be7b1ac0"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:49.242505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0b38615f-28df-4bb4-8cb5-9b40be7b1ac0,segment=NetworkSegment(bee7715f-abb0-479f-a415-f3f3a5bd034a),segment_id=bee7715f-abb0-479f-a415-f3f3a5bd034a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:49.249864 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0b38615f-28df-4bb4-8cb5-9b40be7b1ac0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:49.250866 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e24ced37-6aed-4334-a758-5c9dcdc857d8 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:09:49.305692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-3d74bd5d-18e7-4428-a89f-ec4263becfde tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Allocated IP 172.20.0.7 (c39853f8-181c-4325-9e32-8bc19cecb381/f562ae71-2231-4230-a5d7-126019518fad/85ca60b3-26e0-4c2b-aa48-94eba0c0c57e) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:09:49.310248 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61846475-3784-41ca-bf4a-a6263727fae8 x-openstack-request-id: req-61846475-3784-41ca-bf4a-a6263727fae8 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:49.310477 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4", "name": "network-vif-plugged", "status": "completed", "tag": "0b38615f-28df-4bb4-8cb5-9b40be7b1ac0", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:49.310738 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61846475-3784-41ca-bf4a-a6263727fae8 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:49.311134 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b38615f-28df-4bb4-8cb5-9b40be7b1ac0', 'code': 200} Mar 07 22:09:49.423681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port e24ced37-6aed-4334-a758-5c9dcdc857d8 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:09:49.429885 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:49.436493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port e24ced37-6aed-4334-a758-5c9dcdc857d8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:09:49.438205 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e24ced37-6aed-4334-a758-5c9dcdc857d8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:49.440693 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=0b38615f-28df-4bb4-8cb5-9b40be7b1ac0,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:49.456907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d00b9-ea00-4d25-a8f9-138886f879a7 req-0f01c50a-1cd6-49e1-baa9-7f0ad9e82785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:49.458637 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455d00b9-ea00-4d25-a8f9-138886f879a7 req-0f01c50a-1cd6-49e1-baa9-7f0ad9e82785 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 1128 time: 0.0990324 Mar 07 22:09:49.529760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-455d00b9-ea00-4d25-a8f9-138886f879a7 req-ef67d92b-7039-42b6-afbf-bb8100032d59 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604818 Mar 07 22:09:49.538512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e24ced37-6aed-4334-a758-5c9dcdc857d8 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:09:49.538907 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e24ced37-6aed-4334-a758-5c9dcdc857d8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:49.579390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e24ced37-6aed-4334-a758-5c9dcdc857d8, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e24ced37-6aed-4334-a758-5c9dcdc857d8,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:49.586591 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e24ced37-6aed-4334-a758-5c9dcdc857d8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:49.666909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e24ced37-6aed-4334-a758-5c9dcdc857d8,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:49.719879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf853b-48c0-4303-818d-f3f740d23656 req-6520400b-dabb-473b-abc9-a096d1af6c49 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:49.722086 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7cf853b-48c0-4303-818d-f3f740d23656 req-6520400b-dabb-473b-abc9-a096d1af6c49 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 945 time: 0.0890880 Mar 07 22:09:49.793848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7cf853b-48c0-4303-818d-f3f740d23656 req-d9ad591d-8c07-48fe-ab47-898df3f98182 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597501 Mar 07 22:09:49.862859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-3d74bd5d-18e7-4428-a89f-ec4263becfde tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:49.895627 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-3d74bd5d-18e7-4428-a89f-ec4263becfde tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:49.955811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-3d74bd5d-18e7-4428-a89f-ec4263becfde tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Network c39853f8-181c-4325-9e32-8bc19cecb381 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:09:49.961462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-3d74bd5d-18e7-4428-a89f-ec4263becfde tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:09:49.964806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-3d74bd5d-18e7-4428-a89f-ec4263becfde tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:09:49.992310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74bd5d-18e7-4428-a89f-ec4263becfde tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'Port': ['ID=85ca60b3-26e0-4c2b-aa48-94eba0c0c57e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:50.043043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-3d74bd5d-18e7-4428-a89f-ec4263becfde tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:50.043774 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-3d74bd5d-18e7-4428-a89f-ec4263becfde tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:50.065025 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-3d74bd5d-18e7-4428-a89f-ec4263becfde tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1418204 Mar 07 22:09:50.076717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Request body: {'port': {'device_id': 'b364088f-ed95-4b66-99cd-233d6f0d63d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:50.158098 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:50.273332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469bdff-69cd-431f-adfd-5349f7d29a06 req-4f4572e9-3380-46f8-b2c1-15f6209e9161 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:50.282003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e469bdff-69cd-431f-adfd-5349f7d29a06 req-4f4572e9-3380-46f8-b2c1-15f6209e9161 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0849149 Mar 07 22:09:50.364461 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:50.367838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e469bdff-69cd-431f-adfd-5349f7d29a06 req-127a6fcf-f367-4d11-8f1d-5ae55e012773 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847180 Mar 07 22:09:50.377054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f819d2de-a1a4-4e52-a47d-46fa41198e16 None None] Provisioning complete for port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:09:50.377439 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f819d2de-a1a4-4e52-a47d-46fa41198e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:50.400632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765382b-6604-4e12-92fc-598e06476bf4 req-5afa5499-cc27-4f0b-9540-8dba8644d509 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:50.402432 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7765382b-6604-4e12-92fc-598e06476bf4 req-5afa5499-cc27-4f0b-9540-8dba8644d509 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 931 time: 0.0857105 Mar 07 22:09:50.429066 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f819d2de-a1a4-4e52-a47d-46fa41198e16 None None] Port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:09:50.474888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7765382b-6604-4e12-92fc-598e06476bf4 req-86f885bd-1a68-4f90-a18f-60f934840516 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660667 Mar 07 22:09:50.560021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:09:50.569525 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Publish callbacks [] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:50.594446 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Transition to ACTIVE for port object 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:09:50.600391 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:50.682417 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Pushing event updated for resources: {'Port': ['ID=85ca60b3-26e0-4c2b-aa48-94eba0c0c57e,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:50.737161 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Attempting to bind port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:09:50.737413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Attempting to bind port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:09:50.737750 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Attempting to bind port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:09:50.742735 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e on network c39853f8-181c-4325-9e32-8bc19cecb381 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:09:50.743083 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Attempting to bind port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:09:50.748643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:09:50.748989 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Checking segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:09:50.749379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Bound using segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:09:50.749810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Bound port: 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:09:50.750197 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:50.855225 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] For port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:09:50.859048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] For port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=85ca60b3-26e0-4c2b-aa48-94eba0c0c57e,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:09:50.871760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:50.943471 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:50.948815 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:50.954514 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/85ca60b3-26e0-4c2b-aa48-94eba0c0c57e HTTP/1.1" status: 200 len: 1091 time: 0.8825681 Mar 07 22:09:50.956954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b364088f-ed95-4b66-99cd-233d6f0d63d1', 'tag': '85ca60b3-26e0-4c2b-aa48-94eba0c0c57e'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:50.965027 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5aaebb6-a1d4-4b3d-9028-f3f128e3eccd" -d '{"events": [{"name": "network-changed", "server_uuid": "b364088f-ed95-4b66-99cd-233d6f0d63d1", "tag": "85ca60b3-26e0-4c2b-aa48-94eba0c0c57e"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:51.032060 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798840ab-0db1-49bb-b908-69725b33eaec req-e99ef032-68ad-4805-bb3b-b6150ce6f47d tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:51.038921 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-798840ab-0db1-49bb-b908-69725b33eaec req-e99ef032-68ad-4805-bb3b-b6150ce6f47d tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 945 time: 0.1251223 Mar 07 22:09:51.092559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-798840ab-0db1-49bb-b908-69725b33eaec req-d6f77f09-7775-402e-ba8f-9c8172a4c896 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526829 Mar 07 22:09:51.109464 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e71092-9f0c-48c0-b520-e1aae2e931e3 service neutron] Pushing event updated for resources: {'Port': ['ID=85ca60b3-26e0-4c2b-aa48-94eba0c0c57e,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:51.132036 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5475dc23-9163-4839-9d40-8b7409caa3c8 x-openstack-request-id: req-5475dc23-9163-4839-9d40-8b7409caa3c8 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:51.132339 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b364088f-ed95-4b66-99cd-233d6f0d63d1", "tag": "85ca60b3-26e0-4c2b-aa48-94eba0c0c57e", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:51.132597 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5475dc23-9163-4839-9d40-8b7409caa3c8 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:51.133002 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b364088f-ed95-4b66-99cd-233d6f0d63d1', 'tag': '85ca60b3-26e0-4c2b-aa48-94eba0c0c57e', 'status': 'completed', 'code': 200} Mar 07 22:09:51.153587 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-5f7c6a16-c80d-49f4-9c6c-f1453d9baccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:51.155456 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-5f7c6a16-c80d-49f4-9c6c-f1453d9baccc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 1125 time: 0.1493285 Mar 07 22:09:51.264998 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-dcf5ec8f-7395-45fd-b769-3a21e5a3ffd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85ca60b3-26e0-4c2b-aa48-94eba0c0c57e HTTP/1.1" status: 200 len: 217 time: 0.1017814 Mar 07 22:09:51.313804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183fde34-053b-45f6-959c-6a9b4035a492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24ced37-6aed-4334-a758-5c9dcdc857d8'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:51.321338 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5ceb9a-d322-48d1-8df5-16c544e79ac2" -d '{"events": [{"server_uuid": "183fde34-053b-45f6-959c-6a9b4035a492", "name": "network-vif-plugged", "status": "completed", "tag": "e24ced37-6aed-4334-a758-5c9dcdc857d8"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:51.379414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-38e69b27-d90c-463b-a868-15014e83805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:51.380941 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-38e69b27-d90c-463b-a868-15014e83805c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.1101804 Mar 07 22:09:51.435455 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f194c0b0-d82b-4385-8582-e9df58105b66 x-openstack-request-id: req-f194c0b0-d82b-4385-8582-e9df58105b66 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:51.438451 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183fde34-053b-45f6-959c-6a9b4035a492", "name": "network-vif-plugged", "status": "completed", "tag": "e24ced37-6aed-4334-a758-5c9dcdc857d8", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:51.438887 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f194c0b0-d82b-4385-8582-e9df58105b66 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:51.439464 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183fde34-053b-45f6-959c-6a9b4035a492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24ced37-6aed-4334-a758-5c9dcdc857d8', 'code': 200} Mar 07 22:09:51.471042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-7d8cdcad-f54b-47fd-9cde-ab517e1f69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:51.472886 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-7d8cdcad-f54b-47fd-9cde-ab517e1f69e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0865719 Mar 07 22:09:51.688978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd514a70-cfcf-4ff0-9d04-b9825a5cd460 req-6dd6089d-5c17-4cb9-b1a7-5f3525a797b1 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:51.690566 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd514a70-cfcf-4ff0-9d04-b9825a5cd460 req-6dd6089d-5c17-4cb9-b1a7-5f3525a797b1 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 946 time: 0.1838307 Mar 07 22:09:51.692492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d2056-8eeb-4985-8a26-245a7aa8a73e req-279a51e0-765e-40a1-aceb-902389218c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:51.693850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-382d2056-8eeb-4985-8a26-245a7aa8a73e req-279a51e0-765e-40a1-aceb-902389218c5f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 1127 time: 0.2128587 Mar 07 22:09:51.718214 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-30296ba1-60de-4aaa-a690-fde60ff96388 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280135 Mar 07 22:09:51.794999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42486f81-8f60-42b4-8f5a-0ed1ea15f4f2 req-dfb9b6fd-9763-4eaf-867c-e1c80794c076 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:51.801999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42486f81-8f60-42b4-8f5a-0ed1ea15f4f2 req-dfb9b6fd-9763-4eaf-867c-e1c80794c076 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.1831822 Mar 07 22:09:51.874951 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1cc433bc-f666-44da-bccb-6c20b1bd6ec4 req-a03d0454-1bf1-4855-89d0-c17e8e036a91 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509838 Mar 07 22:09:51.885148 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd514a70-cfcf-4ff0-9d04-b9825a5cd460 req-a99c55e0-d1fc-473a-aaee-5fdc3637f74c tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773150 Mar 07 22:09:51.893905 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-382d2056-8eeb-4985-8a26-245a7aa8a73e req-e3448531-ae9f-4b3b-aa9f-0bba2f901e2c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729646 Mar 07 22:09:51.951123 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42486f81-8f60-42b4-8f5a-0ed1ea15f4f2 req-11293214-8aa5-4303-b3e7-b887df3f9d7a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479628 Mar 07 22:09:52.047248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaebb6-a1d4-4b3d-9028-f3f128e3eccd req-d643f23c-8e4e-4ce1-8cda-8a391c65752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:52.048918 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5aaebb6-a1d4-4b3d-9028-f3f128e3eccd req-d643f23c-8e4e-4ce1-8cda-8a391c65752f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 1125 time: 0.1090369 Mar 07 22:09:52.057041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71273f2e-0c9d-4a48-b292-129e015d8e6a req-e916a366-97a4-43f5-8398-2aed719784e1 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:52.065610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71273f2e-0c9d-4a48-b292-129e015d8e6a req-e916a366-97a4-43f5-8398-2aed719784e1 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0785823 Mar 07 22:09:52.131574 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:52.192356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71273f2e-0c9d-4a48-b292-129e015d8e6a req-fd733a11-f995-4ea1-a153-124dde6090ef tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254187 Mar 07 22:09:52.295930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaebb6-a1d4-4b3d-9028-f3f128e3eccd req-41dbeb95-a391-4c0b-9f1a-728aa6cec1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:52.297311 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5aaebb6-a1d4-4b3d-9028-f3f128e3eccd req-41dbeb95-a391-4c0b-9f1a-728aa6cec1a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.2412708 Mar 07 22:09:52.302470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00702d-fb14-4694-8960-3e044f82c409 req-ec890c64-de75-491b-91b6-9aac43c3273e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:52.310969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb00702d-fb14-4694-8960-3e044f82c409 req-ec890c64-de75-491b-91b6-9aac43c3273e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 945 time: 0.0826323 Mar 07 22:09:52.382097 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5aaebb6-a1d4-4b3d-9028-f3f128e3eccd req-e65a2090-0856-44a2-b107-7fb5fc8c2546 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85ca60b3-26e0-4c2b-aa48-94eba0c0c57e HTTP/1.1" status: 200 len: 217 time: 0.0778894 Mar 07 22:09:52.403129 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb00702d-fb14-4694-8960-3e044f82c409 req-f7c4ec8c-8235-4e00-ac89-37176f41f385 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910552 Mar 07 22:09:52.458912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaebb6-a1d4-4b3d-9028-f3f128e3eccd req-68c67e57-3bc8-44a3-91e5-27a8783cdc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:52.460688 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5aaebb6-a1d4-4b3d-9028-f3f128e3eccd req-68c67e57-3bc8-44a3-91e5-27a8783cdc29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0736556 Mar 07 22:09:52.521443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaebb6-a1d4-4b3d-9028-f3f128e3eccd req-23745e0d-f1f2-4459-864d-cf6bf01749fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:52.524894 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5aaebb6-a1d4-4b3d-9028-f3f128e3eccd req-23745e0d-f1f2-4459-864d-cf6bf01749fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0577557 Mar 07 22:09:52.646505 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5aaebb6-a1d4-4b3d-9028-f3f128e3eccd req-9557243b-d854-483f-b875-21db3d105b89 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155245 Mar 07 22:09:52.672090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8b0bb-3c98-4c45-be41-a8ce05b7dc5d req-57faceda-e370-4e07-b7c8-9acc7bf714d0 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:52.675580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65f8b0bb-3c98-4c45-be41-a8ce05b7dc5d req-57faceda-e370-4e07-b7c8-9acc7bf714d0 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 946 time: 0.1553941 Mar 07 22:09:52.756945 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65f8b0bb-3c98-4c45-be41-a8ce05b7dc5d req-e405e366-03e6-4b8c-ae76-a6ecc2e6cddd tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753074 Mar 07 22:09:52.797952 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-b5aaebb6-a1d4-4b3d-9028-f3f128e3eccd req-814a7de1-5f2f-42c1-8c1f-3a49793397af service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394532 Mar 07 22:09:53.131581 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920cfc8-fe5d-408c-9b11-58da828c4567 req-fc92de4b-96ce-4729-a4c6-5caf76594316 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:53.133842 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6920cfc8-fe5d-408c-9b11-58da828c4567 req-fc92de4b-96ce-4729-a4c6-5caf76594316 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.0901041 Mar 07 22:09:53.211952 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6920cfc8-fe5d-408c-9b11-58da828c4567 req-45e5e676-de9c-4642-ad42-95ab1ae712bd tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684638 Mar 07 22:09:53.555691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e470fe-1069-47a8-a3fe-0559e2810724 req-303c5cd4-359e-4e60-8985-1cf9e1203376 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:53.557296 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4e470fe-1069-47a8-a3fe-0559e2810724 req-303c5cd4-359e-4e60-8985-1cf9e1203376 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 945 time: 0.0618780 Mar 07 22:09:53.610635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4e470fe-1069-47a8-a3fe-0559e2810724 req-162d4079-bfa7-4226-88ed-9c5d1f4c1ea6 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474339 Mar 07 22:09:53.870676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033313b-9244-4210-8a7f-44b9829be89c req-5edc2f43-c842-4667-82b8-fa687400445c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:53.872236 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2033313b-9244-4210-8a7f-44b9829be89c req-5edc2f43-c842-4667-82b8-fa687400445c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 945 time: 0.0616815 Mar 07 22:09:53.943157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2033313b-9244-4210-8a7f-44b9829be89c req-beadd5fe-001e-432a-90cd-544a6fe39818 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600915 Mar 07 22:09:54.085401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564d2c1-631d-4712-ad87-4ed93b3a3c82 req-d545feed-bf44-4cee-8f78-cfd55e8eb621 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:54.094357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d564d2c1-631d-4712-ad87-4ed93b3a3c82 req-d545feed-bf44-4cee-8f78-cfd55e8eb621 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0958607 Mar 07 22:09:54.163696 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d564d2c1-631d-4712-ad87-4ed93b3a3c82 req-eca88f35-d6a3-463a-9ab7-cd9f1a57f7ea tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684357 Mar 07 22:09:54.234939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce930c7f-7d0e-4f69-8e9d-43f2d91d14b2 req-2be878d8-a702-42cb-b669-1c7885ea9292 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:54.236645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce930c7f-7d0e-4f69-8e9d-43f2d91d14b2 req-2be878d8-a702-42cb-b669-1c7885ea9292 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 945 time: 0.1059399 Mar 07 22:09:54.301226 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce930c7f-7d0e-4f69-8e9d-43f2d91d14b2 req-1f4a25d9-2c7f-421d-9ac1-a72da11c921b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583172 Mar 07 22:09:54.539264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e3bb4-9b7f-4337-950f-fc16eeead8e1 req-3232ab14-ac35-44e6-b5ed-18b95635a553 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:54.543295 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b2e3bb4-9b7f-4337-950f-fc16eeead8e1 req-3232ab14-ac35-44e6-b5ed-18b95635a553 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.1350100 Mar 07 22:09:54.545943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ab3b2-282b-470b-8be3-51ac0b0c6e02 req-de7d2adf-2d78-49d9-be80-c50e27310277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:54.548182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec7ab3b2-282b-470b-8be3-51ac0b0c6e02 req-de7d2adf-2d78-49d9-be80-c50e27310277 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fc382390a1f4773a7abd142b4bae65d&device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 1128 time: 0.0945513 Mar 07 22:09:54.689671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ab3b2-282b-470b-8be3-51ac0b0c6e02 req-863828b3-1e6f-4941-82a8-5321ce4cd932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:54.691236 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec7ab3b2-282b-470b-8be3-51ac0b0c6e02 req-863828b3-1e6f-4941-82a8-5321ce4cd932 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf253c77-7eee-44bc-b56a-7911776a7761 HTTP/1.1" status: 200 len: 913 time: 0.1312318 Mar 07 22:09:54.781217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec7ab3b2-282b-470b-8be3-51ac0b0c6e02 req-2e4dd7a2-f3f8-427c-ac27-b7f17798924c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 HTTP/1.1" status: 200 len: 217 time: 0.0701551 Mar 07 22:09:54.846057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b2e3bb4-9b7f-4337-950f-fc16eeead8e1 req-61582810-aaa9-4bcf-b615-92a176b6737d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948565 Mar 07 22:09:54.855195 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc128ba8-c73a-44b0-ae5a-5879e55f2b1a req-21d645db-5cfc-4539-9b63-12809dca3009 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:54.861794 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc128ba8-c73a-44b0-ae5a-5879e55f2b1a req-21d645db-5cfc-4539-9b63-12809dca3009 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 946 time: 0.1696668 Mar 07 22:09:54.905215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ab3b2-282b-470b-8be3-51ac0b0c6e02 req-16268d10-9260-4e47-958d-4cb19b271b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:54.906715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec7ab3b2-282b-470b-8be3-51ac0b0c6e02 req-16268d10-9260-4e47-958d-4cb19b271b19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=246fee93-fe96-46ab-b0c5-9f4ec29fd3ab HTTP/1.1" status: 200 len: 852 time: 0.1148262 Mar 07 22:09:54.942565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc128ba8-c73a-44b0-ae5a-5879e55f2b1a req-cc57cbb1-b805-441c-b035-bc87cb77775f tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798111 Mar 07 22:09:54.968873 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec7ab3b2-282b-470b-8be3-51ac0b0c6e02 req-26b65530-0a56-45df-9f72-e5ae706e9729 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf253c77-7eee-44bc-b56a-7911776a7761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539925 Mar 07 22:09:55.095279 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec7ab3b2-282b-470b-8be3-51ac0b0c6e02 req-600e0899-e451-4eca-9846-5b8c40347b42 service neutron] 10.222.0.15 "GET /v2.0/networks/bf253c77-7eee-44bc-b56a-7911776a7761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048417 Mar 07 22:09:55.137198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87260c-3daa-4a95-9fa6-bf427802c13d req-594517c8-52cd-42ec-8234-89e1ec504ab5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:55.138813 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe87260c-3daa-4a95-9fa6-bf427802c13d req-594517c8-52cd-42ec-8234-89e1ec504ab5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 945 time: 0.1808364 Mar 07 22:09:55.240570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe87260c-3daa-4a95-9fa6-bf427802c13d req-0b766576-7dda-4b97-b865-097462ae5883 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916824 Mar 07 22:09:55.271199 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ec7ab3b2-282b-470b-8be3-51ac0b0c6e02 req-c4d3df56-d310-4871-a650-bccd457ee122 service neutron] 10.222.0.15 "GET /v2.0/networks/bf253c77-7eee-44bc-b56a-7911776a7761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616361 Mar 07 22:09:56.025833 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6b372-2e81-4b04-93b1-4d554359434a req-ab805234-6c45-4ae3-ab6a-86cdd5ce5313 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:56.033225 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1fa6b372-2e81-4b04-93b1-4d554359434a req-ab805234-6c45-4ae3-ab6a-86cdd5ce5313 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.0874114 Mar 07 22:09:56.161415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1fa6b372-2e81-4b04-93b1-4d554359434a req-3ebfeea8-ebad-4a5f-b845-4c3cdd771121 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273205 Mar 07 22:09:56.174920 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc3826-537c-4083-a355-8f2fcfc3c252 req-eee23514-f9eb-489c-9b5f-6978b8164f46 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:56.176404 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68cc3826-537c-4083-a355-8f2fcfc3c252 req-eee23514-f9eb-489c-9b5f-6978b8164f46 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 946 time: 0.1254725 Mar 07 22:09:56.191602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24bba6-4927-4299-91c0-4b55cd7aef63 req-459d2400-3885-4cc5-b1c7-0e30765e1a72 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:56.193339 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd24bba6-4927-4299-91c0-4b55cd7aef63 req-459d2400-3885-4cc5-b1c7-0e30765e1a72 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 945 time: 0.1044252 Mar 07 22:09:56.275245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-68cc3826-537c-4083-a355-8f2fcfc3c252 req-efe8d9df-db0c-465e-b5d7-ca5ec3f26762 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802252 Mar 07 22:09:56.411166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a858bb-56e7-4bc2-89b0-7bf586448342 req-8a3494b0-25cd-44e2-90e2-8151991f7ff7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:56.412714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65a858bb-56e7-4bc2-89b0-7bf586448342 req-8a3494b0-25cd-44e2-90e2-8151991f7ff7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=183fde34-053b-45f6-959c-6a9b4035a492 HTTP/1.1" status: 200 len: 945 time: 0.0879207 Mar 07 22:09:56.421698 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-fd24bba6-4927-4299-91c0-4b55cd7aef63 req-7504313f-ee15-4fd4-af15-712e271f8b92 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Deleting port e24ced37-6aed-4334-a758-5c9dcdc857d8 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:09:56.422047 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fd24bba6-4927-4299-91c0-4b55cd7aef63 req-7504313f-ee15-4fd4-af15-712e271f8b92 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e24ced37-6aed-4334-a758-5c9dcdc857d8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:56.865383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65a858bb-56e7-4bc2-89b0-7bf586448342 req-856d6f38-7081-4ac7-9d0c-9e92bc7efb2c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462011 Mar 07 22:09:56.899650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-fd24bba6-4927-4299-91c0-4b55cd7aef63 req-7504313f-ee15-4fd4-af15-712e271f8b92 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] For port e24ced37-6aed-4334-a758-5c9dcdc857d8, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e24ced37-6aed-4334-a758-5c9dcdc857d8,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:09:56.900020 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fd24bba6-4927-4299-91c0-4b55cd7aef63 req-7504313f-ee15-4fd4-af15-712e271f8b92 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e24ced37-6aed-4334-a758-5c9dcdc857d8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:56.917746 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-fd24bba6-4927-4299-91c0-4b55cd7aef63 req-7504313f-ee15-4fd4-af15-712e271f8b92 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Calling delete_port for e24ced37-6aed-4334-a758-5c9dcdc857d8 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:09:56.937930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab1650-6153-433b-948a-98a58d647949 req-0bbbb42e-3ff2-41e6-b9b9-db9c2bbe0d23 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:56.939488 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13ab1650-6153-433b-948a-98a58d647949 req-0bbbb42e-3ff2-41e6-b9b9-db9c2bbe0d23 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0992622 Mar 07 22:09:57.064056 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13ab1650-6153-433b-948a-98a58d647949 req-276692c1-4939-4405-adc4-b783feeb05ab tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185057 Mar 07 22:09:57.135965 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fd24bba6-4927-4299-91c0-4b55cd7aef63 req-7504313f-ee15-4fd4-af15-712e271f8b92 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e24ced37-6aed-4334-a758-5c9dcdc857d8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:57.147795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['35693353-c5eb-4ade-b983-71da3ea93876'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:09:57.156325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['e24ced37-6aed-4334-a758-5c9dcdc857d8'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:09:57.167377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504313f-ee15-4fd4-af15-712e271f8b92 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Pushing event deleted for resources: {'Port': ['ID=e24ced37-6aed-4334-a758-5c9dcdc857d8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:57.241084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd24bba6-4927-4299-91c0-4b55cd7aef63 req-7504313f-ee15-4fd4-af15-712e271f8b92 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] No DVR routers for this DVR port e24ced37-6aed-4334-a758-5c9dcdc857d8 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:09:57.244458 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fd24bba6-4927-4299-91c0-4b55cd7aef63 req-7504313f-ee15-4fd4-af15-712e271f8b92 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:09:57.249895 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd24bba6-4927-4299-91c0-4b55cd7aef63 req-7504313f-ee15-4fd4-af15-712e271f8b92 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "DELETE /v2.0/ports/e24ced37-6aed-4334-a758-5c9dcdc857d8 HTTP/1.1" status: 204 len: 173 time: 1.0484271 Mar 07 22:09:57.250745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183fde34-053b-45f6-959c-6a9b4035a492', 'name': 'network-vif-deleted', 'tag': 'e24ced37-6aed-4334-a758-5c9dcdc857d8'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:57.261997 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2ffbd4-8d04-429c-b528-1580fb6f8264" -d '{"events": [{"server_uuid": "183fde34-053b-45f6-959c-6a9b4035a492", "name": "network-vif-deleted", "tag": "e24ced37-6aed-4334-a758-5c9dcdc857d8"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:09:57.367714 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c80bda6-1a05-4f86-ad6d-882a083df5c4 x-openstack-request-id: req-5c80bda6-1a05-4f86-ad6d-882a083df5c4 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:09:57.367926 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183fde34-053b-45f6-959c-6a9b4035a492", "name": "network-vif-deleted", "tag": "e24ced37-6aed-4334-a758-5c9dcdc857d8", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:09:57.368196 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c80bda6-1a05-4f86-ad6d-882a083df5c4 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:09:57.368665 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183fde34-053b-45f6-959c-6a9b4035a492', 'name': 'network-vif-deleted', 'tag': 'e24ced37-6aed-4334-a758-5c9dcdc857d8', 'status': 'completed', 'code': 200} Mar 07 22:09:57.397476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0c510-3994-4ac6-8592-0952b4061545 req-050c3b1e-9151-480c-808e-aae2ef64e6da tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:57.399410 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6cb0c510-3994-4ac6-8592-0952b4061545 req-050c3b1e-9151-480c-808e-aae2ef64e6da tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.0883708 Mar 07 22:09:57.465838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6cb0c510-3994-4ac6-8592-0952b4061545 req-4788b891-6aee-4ba4-b8ad-c62daadd29ee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600114 Mar 07 22:09:58.143765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-12a4b356-3d01-4fad-8c20-c662ca539578 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:58.145168 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-12a4b356-3d01-4fad-8c20-c662ca539578 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 806 time: 0.1086831 Mar 07 22:09:58.168866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-50fe3216-fa35-43db-b783-ed46068d67f6 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/quotas/c9a2bc3ffdc14964be1d88a599c15229 HTTP/1.1" status: 200 len: 375 time: 0.0166061 Mar 07 22:09:58.256022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-9588ebba-7171-4b4b-bfad-d2dc7d0c6650 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0862851 Mar 07 22:09:58.266951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb6b1-58f3-445b-86f2-c7f3884ec17c req-9a26c8e7-d6f6-468e-9b19-d288bc51fbf3 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:58.268969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe8cb6b1-58f3-445b-86f2-c7f3884ec17c req-9a26c8e7-d6f6-468e-9b19-d288bc51fbf3 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0975940 Mar 07 22:09:58.375775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe8cb6b1-58f3-445b-86f2-c7f3884ec17c req-1151bb5d-1f83-47ee-b5e6-48d6df4e6e96 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010458 Mar 07 22:09:58.411070 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-a4f4db1d-1fac-4c06-a145-dcf542d29a03 service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291461 Mar 07 22:09:58.542677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-e4fb2cfc-0642-4968-b955-58eb1f3b3c36 service neutron] 10.222.0.26 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250472 Mar 07 22:09:58.694890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f204ab-8aae-4a0a-b87c-5fe6393a52e7 req-b6c5c97a-ab9a-4f1c-bea5-8740ed6b7853 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:58.696378 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36f204ab-8aae-4a0a-b87c-5fe6393a52e7 req-b6c5c97a-ab9a-4f1c-bea5-8740ed6b7853 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.1123812 Mar 07 22:09:58.739759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae3ba1-e2f1-491c-a34e-df91703fa285 req-7f4441f0-3dc1-4cec-8154-3da7f0b5d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:58.743735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9ae3ba1-e2f1-491c-a34e-df91703fa285 req-7f4441f0-3dc1-4cec-8154-3da7f0b5d712 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fc382390a1f4773a7abd142b4bae65d&device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 1128 time: 0.1073973 Mar 07 22:09:58.926811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae3ba1-e2f1-491c-a34e-df91703fa285 req-fd232cef-774f-4cf3-9199-e2acf842344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:58.928615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9ae3ba1-e2f1-491c-a34e-df91703fa285 req-fd232cef-774f-4cf3-9199-e2acf842344c service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf253c77-7eee-44bc-b56a-7911776a7761 HTTP/1.1" status: 200 len: 913 time: 0.1741743 Mar 07 22:09:58.936081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36f204ab-8aae-4a0a-b87c-5fe6393a52e7 req-307fe637-bbaf-4591-a7bb-f2f8d713e71b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235279 Mar 07 22:09:59.013148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be8958-e4dc-4c72-9e6f-e64d5ddb3589 req-0ed8c6ec-e78f-4349-986f-a3edfa17f6c5 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:59.015873 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79be8958-e4dc-4c72-9e6f-e64d5ddb3589 req-0ed8c6ec-e78f-4349-986f-a3edfa17f6c5 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 946 time: 0.2207789 Mar 07 22:09:59.019238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9ae3ba1-e2f1-491c-a34e-df91703fa285 req-265429c7-082a-46df-ad3d-9a954c01aa41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 HTTP/1.1" status: 200 len: 217 time: 0.0802650 Mar 07 22:09:59.083376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-487b6e76-5028-45a4-ae22-44abd9f13345 req-f2bf329a-a032-43bf-b86a-b16a70932d7f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 210 time: 0.0524240 Mar 07 22:09:59.154297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae3ba1-e2f1-491c-a34e-df91703fa285 req-6148de83-607b-4c0d-ae4f-97fbb13bf9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:59.155798 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9ae3ba1-e2f1-491c-a34e-df91703fa285 req-6148de83-607b-4c0d-ae4f-97fbb13bf9e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=246fee93-fe96-46ab-b0c5-9f4ec29fd3ab HTTP/1.1" status: 200 len: 852 time: 0.1034210 Mar 07 22:09:59.170241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79be8958-e4dc-4c72-9e6f-e64d5ddb3589 req-9498f9d2-b7df-4c8f-b64a-f7a3afcc8252 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431584 Mar 07 22:09:59.207884 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9ae3ba1-e2f1-491c-a34e-df91703fa285 req-fd039e61-186b-478a-9aff-2bac631abe60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf253c77-7eee-44bc-b56a-7911776a7761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357449 Mar 07 22:09:59.337070 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9ae3ba1-e2f1-491c-a34e-df91703fa285 req-76d92b82-41e4-42fd-9957-7bdba6ba516d service neutron] 10.222.0.15 "GET /v2.0/networks/bf253c77-7eee-44bc-b56a-7911776a7761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178894 Mar 07 22:09:59.457519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9ae3ba1-e2f1-491c-a34e-df91703fa285 req-54c9966f-4d3c-4ac4-abef-608f844efddb service neutron] 10.222.0.15 "GET /v2.0/networks/bf253c77-7eee-44bc-b56a-7911776a7761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137581 Mar 07 22:10:00.144948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae8375-18e8-4faa-9f55-1568738502fd req-0ad90e42-16ee-4e20-90c3-b88978b6b63d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:00.152957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65ae8375-18e8-4faa-9f55-1568738502fd req-0ad90e42-16ee-4e20-90c3-b88978b6b63d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.1062436 Mar 07 22:10:00.217410 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d450235d-4dfd-4b7c-93f4-ead958e3fc9f req-2dab51ad-68fd-4ab4-b801-39cbdeab23a7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 210 time: 0.0391266 Mar 07 22:10:00.227164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-b49793ca-b128-4002-a693-1e91d3253ecc tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:00.228931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-b49793ca-b128-4002-a693-1e91d3253ecc tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 806 time: 0.2917590 Mar 07 22:10:00.241367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-9f2b1424-ece6-437c-a5ea-2e867f4381f9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Request body: {'port': {'device_id': '4b7c1e84-bd39-4972-9826-5b15329aba47', 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281', 'admin_state_up': True, 'tenant_id': 'c9a2bc3ffdc14964be1d88a599c15229'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:00.294058 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65ae8375-18e8-4faa-9f55-1568738502fd req-36d0e9a0-dac0-491d-96d7-e23e1acf4c77 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400678 Mar 07 22:10:00.403329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a10dbf-517d-45bf-b589-934ab3bf8664 req-48ee9b1b-4d12-41a6-ae17-71b45922e6b6 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:00.404973 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57a10dbf-517d-45bf-b589-934ab3bf8664 req-48ee9b1b-4d12-41a6-ae17-71b45922e6b6 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0845354 Mar 07 22:10:00.434039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-9f2b1424-ece6-437c-a5ea-2e867f4381f9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Made reservation on behalf of c9a2bc3ffdc14964be1d88a599c15229 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:10:00.437526 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-9f2b1424-ece6-437c-a5ea-2e867f4381f9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:00.494256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57a10dbf-517d-45bf-b589-934ab3bf8664 req-ba0afbe2-5a77-4028-8e0d-dc84e46fa703 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799015 Mar 07 22:10:00.610464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-9f2b1424-ece6-437c-a5ea-2e867f4381f9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Allocated IP 172.20.0.6 (cae5efa2-6bb7-4f2d-8ff2-eb98273e8281/925aad4c-c647-4d56-8f2f-5e0ad1a36194/c27bb840-5635-4db6-b946-d065957e9cc9) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:00.834286 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-9f2b1424-ece6-437c-a5ea-2e867f4381f9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks [] for port (c27bb840-5635-4db6-b946-d065957e9cc9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:00.843054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a0a81-6937-43c2-bffb-1cac7140bad5 req-1e85c776-6d80-4053-a78b-a73dcb1bc797 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:00.844599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f2a0a81-6937-43c2-bffb-1cac7140bad5 req-1e85c776-6d80-4053-a78b-a73dcb1bc797 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0914729 Mar 07 22:10:00.909681 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-9f2b1424-ece6-437c-a5ea-2e867f4381f9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c27bb840-5635-4db6-b946-d065957e9cc9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:00.917266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f2a0a81-6937-43c2-bffb-1cac7140bad5 req-f7b022ca-63eb-4141-98a2-8fcf74d2aabf tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623906 Mar 07 22:10:00.921626 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['35693353-c5eb-4ade-b983-71da3ea93876'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:10:00.987232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-9f2b1424-ece6-437c-a5ea-2e867f4381f9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:00.991121 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e24ced37-6aed-4334-a758-5c9dcdc857d8 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:10:00.993025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-9f2b1424-ece6-437c-a5ea-2e867f4381f9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:00.995700 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b1424-ece6-437c-a5ea-2e867f4381f9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Pushing event updated for resources: {'Port': ['ID=c27bb840-5635-4db6-b946-d065957e9cc9,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:00.998614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-9f2b1424-ece6-437c-a5ea-2e867f4381f9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:10:01.026753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: e24ced37-6aed-4334-a758-5c9dcdc857d8 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:10:01.027219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e24ced37-6aed-4334-a758-5c9dcdc857d8 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:10:01.057313 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-9f2b1424-ece6-437c-a5ea-2e867f4381f9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:01.058322 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-9f2b1424-ece6-437c-a5ea-2e867f4381f9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:01.076199 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-9f2b1424-ece6-437c-a5ea-2e867f4381f9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8385932 Mar 07 22:10:01.093532 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Request body: {'port': {'device_id': '4b7c1e84-bd39-4972-9826-5b15329aba47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:01.159864 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c27bb840-5635-4db6-b946-d065957e9cc9), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:01.482092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bea003-4d9a-4479-b406-7055caf9685a req-f50df83b-9b50-4cbc-9c4d-ebb16a00e62e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:01.483790 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b0bea003-4d9a-4479-b406-7055caf9685a req-f50df83b-9b50-4cbc-9c4d-ebb16a00e62e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 931 time: 0.1558769 Mar 07 22:10:01.502360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a174e-90ed-4a6c-8144-d64a86537c85 req-b9013bb9-0f62-4bdd-8a6b-6428b58fe2a4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:01.504251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e4a174e-90ed-4a6c-8144-d64a86537c85 req-b9013bb9-0f62-4bdd-8a6b-6428b58fe2a4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.1145809 Mar 07 22:10:01.607502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27bb840-5635-4db6-b946-d065957e9cc9 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:10:01.626490 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Publish callbacks [] for port (c27bb840-5635-4db6-b946-d065957e9cc9), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:01.653164 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b0bea003-4d9a-4479-b406-7055caf9685a req-4a6eba87-26a1-4aa2-800e-b56a262b6f18 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551270 Mar 07 22:10:01.664599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e4a174e-90ed-4a6c-8144-d64a86537c85 req-67e5ceaf-5f5f-4352-bbea-5af7fb29c8af tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297319 Mar 07 22:10:01.667737 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Transition to ACTIVE for port object c27bb840-5635-4db6-b946-d065957e9cc9 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:10:01.674037 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c27bb840-5635-4db6-b946-d065957e9cc9), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:01.750886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c27bb840-5635-4db6-b946-d065957e9cc9,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:01.807599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Attempting to bind port c27bb840-5635-4db6-b946-d065957e9cc9 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:10:01.808009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Attempting to bind port c27bb840-5635-4db6-b946-d065957e9cc9 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:10:01.808409 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Attempting to bind port c27bb840-5635-4db6-b946-d065957e9cc9 on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:10:01.813975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Port c27bb840-5635-4db6-b946-d065957e9cc9 on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:10:01.814430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Attempting to bind port c27bb840-5635-4db6-b946-d065957e9cc9 on network cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:10:01.821152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:10:01.821152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Checking segment: {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:10:01.821152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Bound using segment: {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:10:01.821152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Bound port: c27bb840-5635-4db6-b946-d065957e9cc9, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:10:01.821152 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c27bb840-5635-4db6-b946-d065957e9cc9), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:01.890855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] For port c27bb840-5635-4db6-b946-d065957e9cc9, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:10:01.896595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] For port c27bb840-5635-4db6-b946-d065957e9cc9, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c27bb840-5635-4db6-b946-d065957e9cc9,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:10:01.903741 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c27bb840-5635-4db6-b946-d065957e9cc9), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:01.939610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:01.940324 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:01.942380 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] 10.222.0.15 "PUT /v2.0/ports/c27bb840-5635-4db6-b946-d065957e9cc9 HTTP/1.1" status: 200 len: 1091 time: 0.8585119 Mar 07 22:10:01.947550 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7c1e84-bd39-4972-9826-5b15329aba47', 'tag': 'c27bb840-5635-4db6-b946-d065957e9cc9'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:10:01.950826 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1d3eec-b829-47fe-9970-2d5e73eb2dac" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7c1e84-bd39-4972-9826-5b15329aba47", "tag": "c27bb840-5635-4db6-b946-d065957e9cc9"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:10:01.998797 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaabfd1-91a3-4756-a0cd-ccdf87ae99ab x-openstack-request-id: req-baaabfd1-91a3-4756-a0cd-ccdf87ae99ab {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:10:01.999343 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7c1e84-bd39-4972-9826-5b15329aba47", "tag": "c27bb840-5635-4db6-b946-d065957e9cc9", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:10:01.999812 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-baaabfd1-91a3-4756-a0cd-ccdf87ae99ab {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:10:02.000474 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7c1e84-bd39-4972-9826-5b15329aba47', 'tag': 'c27bb840-5635-4db6-b946-d065957e9cc9', 'status': 'completed', 'code': 200} Mar 07 22:10:02.001719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e6a7c-bd66-4255-b4a8-3ea14d370bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c27bb840-5635-4db6-b946-d065957e9cc9,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:02.093579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-0287d8e1-e420-4b76-ace7-74c11c64aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:02.095071 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-0287d8e1-e420-4b76-ace7-74c11c64aec1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 1125 time: 0.0901918 Mar 07 22:10:02.143423 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-6837c13e-3580-4dbb-84ca-ac959bb80d5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27bb840-5635-4db6-b946-d065957e9cc9 HTTP/1.1" status: 200 len: 217 time: 0.0395951 Mar 07 22:10:02.152227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5df466-6946-4e32-900c-d62a07e4b424 req-29c0b15e-c026-43f8-b6a5-87a94b232aaa tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:02.157944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca5df466-6946-4e32-900c-d62a07e4b424 req-29c0b15e-c026-43f8-b6a5-87a94b232aaa tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 946 time: 0.1131899 Mar 07 22:10:02.232240 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-20735375-8ef3-4a93-b6b0-70787eefc3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:02.233716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-20735375-8ef3-4a93-b6b0-70787eefc3b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 200 len: 846 time: 0.0745449 Mar 07 22:10:02.253703 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca5df466-6946-4e32-900c-d62a07e4b424 req-86548e23-9612-42d9-9517-44fca3202cf8 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848522 Mar 07 22:10:02.282011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-0f540206-a185-47aa-8182-bf0442517b1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408878 Mar 07 22:10:02.374174 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-94f75c97-75d3-425d-83dc-2a2af5440b68 service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855012 Mar 07 22:10:02.486326 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d6ac229-a0de-4418-8bdf-ee79d5969be5 req-3581074c-4808-4de2-9f0c-8453b5a482d9 service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010048 Mar 07 22:10:02.592022 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d3eec-b829-47fe-9970-2d5e73eb2dac req-dc643602-f18b-495d-aa4f-c735bba632a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:02.593915 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b1d3eec-b829-47fe-9970-2d5e73eb2dac req-dc643602-f18b-495d-aa4f-c735bba632a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 1125 time: 0.0487969 Mar 07 22:10:02.742419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79f752-35c3-423c-bc99-075fae26323e req-3234a501-bb36-43c2-b614-65e8f9adaf1f tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:02.744530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e79f752-35c3-423c-bc99-075fae26323e req-3234a501-bb36-43c2-b614-65e8f9adaf1f tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 946 time: 0.1414182 Mar 07 22:10:02.792922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d3eec-b829-47fe-9970-2d5e73eb2dac req-947f818b-1aff-4133-b2a2-7338b48d444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:02.794428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b1d3eec-b829-47fe-9970-2d5e73eb2dac req-947f818b-1aff-4133-b2a2-7338b48d444e service neutron] 10.222.0.15 "GET /v2.0/networks?id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 200 len: 907 time: 0.1830161 Mar 07 22:10:02.890717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b1d3eec-b829-47fe-9970-2d5e73eb2dac req-5bc574de-9377-4e5d-a9ea-74b8ea4226a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27bb840-5635-4db6-b946-d065957e9cc9 HTTP/1.1" status: 200 len: 217 time: 0.0708377 Mar 07 22:10:03.003088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d9fda-bb79-4f81-b60d-8145f4c2b3bd req-c62d8917-01a9-4898-b8d8-9678f6ab967f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:03.004611 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d02d9fda-bb79-4f81-b60d-8145f4c2b3bd req-c62d8917-01a9-4898-b8d8-9678f6ab967f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 943 time: 0.2501214 Mar 07 22:10:03.015520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e018504-b23f-4c5e-83b5-d213abf86617 req-35cf6236-8f7c-43fe-bfcc-987f2a22f99d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:03.017000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e018504-b23f-4c5e-83b5-d213abf86617 req-35cf6236-8f7c-43fe-bfcc-987f2a22f99d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.2431397 Mar 07 22:10:03.018437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d3eec-b829-47fe-9970-2d5e73eb2dac req-c9c26712-73f5-4102-996f-5b1c33835485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:03.019767 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b1d3eec-b829-47fe-9970-2d5e73eb2dac req-c9c26712-73f5-4102-996f-5b1c33835485 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 200 len: 846 time: 0.1206286 Mar 07 22:10:03.083813 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b1d3eec-b829-47fe-9970-2d5e73eb2dac req-85c07e3b-965d-4fc0-bb47-65e6af28f03f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518179 Mar 07 22:10:03.163835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-0e79f752-35c3-423c-bc99-075fae26323e req-468d2cc0-d087-46dc-ad7a-3ad856d800f9 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Deleting port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:10:03.164242 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0e79f752-35c3-423c-bc99-075fae26323e req-468d2cc0-d087-46dc-ad7a-3ad856d800f9 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0b38615f-28df-4bb4-8cb5-9b40be7b1ac0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:03.171622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d02d9fda-bb79-4f81-b60d-8145f4c2b3bd req-46531d92-7862-45e7-9924-5fdcc1a95fae tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508830 Mar 07 22:10:03.202341 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e018504-b23f-4c5e-83b5-d213abf86617 req-a675eceb-ad7f-49ee-9db5-7c5be67306fc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792536 Mar 07 22:10:03.303540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b1d3eec-b829-47fe-9970-2d5e73eb2dac req-a1e492ae-643f-4cdf-9cc5-d13725b8e556 service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955142 Mar 07 22:10:03.450012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0e79f752-35c3-423c-bc99-075fae26323e req-468d2cc0-d087-46dc-ad7a-3ad856d800f9 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] For port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0b38615f-28df-4bb4-8cb5-9b40be7b1ac0,segment=NetworkSegment(bee7715f-abb0-479f-a415-f3f3a5bd034a),segment_id=bee7715f-abb0-479f-a415-f3f3a5bd034a)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:03.450783 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0e79f752-35c3-423c-bc99-075fae26323e req-468d2cc0-d087-46dc-ad7a-3ad856d800f9 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0b38615f-28df-4bb4-8cb5-9b40be7b1ac0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:03.865321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-0e79f752-35c3-423c-bc99-075fae26323e req-468d2cc0-d087-46dc-ad7a-3ad856d800f9 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Calling delete_port for 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:10:03.951878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b1d3eec-b829-47fe-9970-2d5e73eb2dac req-6671aac6-5b1b-4f05-91e2-c80c6fb7e167 service neutron] 10.222.0.15 "GET /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403859 Mar 07 22:10:03.967751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746003e-6fc8-49ec-be9e-12364916aef9 req-5067e5b1-ff7d-4c98-897b-0879deb78164 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:03.976984 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4746003e-6fc8-49ec-be9e-12364916aef9 req-5067e5b1-ff7d-4c98-897b-0879deb78164 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4 HTTP/1.1" status: 200 len: 946 time: 0.6086464 Mar 07 22:10:04.121985 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0e79f752-35c3-423c-bc99-075fae26323e req-468d2cc0-d087-46dc-ad7a-3ad856d800f9 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0b38615f-28df-4bb4-8cb5-9b40be7b1ac0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:04.139848 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['0b38615f-28df-4bb4-8cb5-9b40be7b1ac0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:10:04.180993 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d2cc0-d087-46dc-ad7a-3ad856d800f9 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Pushing event deleted for resources: {'Port': ['ID=0b38615f-28df-4bb4-8cb5-9b40be7b1ac0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:04.253529 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4746003e-6fc8-49ec-be9e-12364916aef9 req-5daba5be-be87-4140-ac08-5940b10f8da2 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.26 "GET /v2.0/security-groups?id=a30910f5-978e-44ee-9921-dc5faf738a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752450 Mar 07 22:10:04.278630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e79f752-35c3-423c-bc99-075fae26323e req-468d2cc0-d087-46dc-ad7a-3ad856d800f9 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] No DVR routers for this DVR port 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:10:04.292241 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0e79f752-35c3-423c-bc99-075fae26323e req-468d2cc0-d087-46dc-ad7a-3ad856d800f9 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:04.297235 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e79f752-35c3-423c-bc99-075fae26323e req-468d2cc0-d087-46dc-ad7a-3ad856d800f9 tempest-TestServerAdvancedOps-840504308 tempest-TestServerAdvancedOps-840504308-project] 10.222.0.15 "DELETE /v2.0/ports/0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 HTTP/1.1" status: 204 len: 173 time: 1.5458987 Mar 07 22:10:04.303461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4', 'name': 'network-vif-deleted', 'tag': '0b38615f-28df-4bb4-8cb5-9b40be7b1ac0'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:10:04.306401 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a2ae2e-20a7-41cf-bd8e-d6c45600c9d5" -d '{"events": [{"server_uuid": "9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4", "name": "network-vif-deleted", "tag": "0b38615f-28df-4bb4-8cb5-9b40be7b1ac0"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:10:04.373211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe31f26-1a92-4521-99c7-2e482f9e3b6f req-e885fb40-7f71-4761-81c1-d1b4cbe1e756 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:04.374796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fe31f26-1a92-4521-99c7-2e482f9e3b6f req-e885fb40-7f71-4761-81c1-d1b4cbe1e756 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 943 time: 0.0933154 Mar 07 22:10:04.476446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194567c2-fcf4-46e1-bc6a-04d120e922fb req-455bb189-06d5-42a6-b5d6-ada10f76ed76 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:04.478538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-194567c2-fcf4-46e1-bc6a-04d120e922fb req-455bb189-06d5-42a6-b5d6-ada10f76ed76 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.1150005 Mar 07 22:10:04.481963 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fe31f26-1a92-4521-99c7-2e482f9e3b6f req-24286871-eccc-4aba-b966-14d55f66c588 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991833 Mar 07 22:10:04.564461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-194567c2-fcf4-46e1-bc6a-04d120e922fb req-56ca579f-09a3-46de-ada9-6bd94341f5cd tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744288 Mar 07 22:10:04.566646 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632de62c-9cb6-4513-a6da-15ad3357ee40 x-openstack-request-id: req-632de62c-9cb6-4513-a6da-15ad3357ee40 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:10:04.567131 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4", "name": "network-vif-deleted", "tag": "0b38615f-28df-4bb4-8cb5-9b40be7b1ac0", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:10:04.567635 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-632de62c-9cb6-4513-a6da-15ad3357ee40 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:10:04.568432 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eef8bb9-dc74-4e11-aa3b-7efe2a68b2e4', 'name': 'network-vif-deleted', 'tag': '0b38615f-28df-4bb4-8cb5-9b40be7b1ac0', 'status': 'completed', 'code': 200} Mar 07 22:10:05.012949 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c27bb840-5635-4db6-b946-d065957e9cc9 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:10:05.121698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c27bb840-5635-4db6-b946-d065957e9cc9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c27bb840-5635-4db6-b946-d065957e9cc9,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:05.133268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'c27bb840-5635-4db6-b946-d065957e9cc9', 'network_id': 'cae5efa2-6bb7-4f2d-8ff2-eb98273e8281', 'port_id': 'c27bb840-5635-4db6-b946-d065957e9cc9', 'mac_address': 'fa:16:3e:b3:b6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925aad4c-c647-4d56-8f2f-5e0ad1a36194', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:10:05.172758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c27bb840-5635-4db6-b946-d065957e9cc9 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:05.173446 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c27bb840-5635-4db6-b946-d065957e9cc9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:05.186476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27bb840-5635-4db6-b946-d065957e9cc9 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:10:05.207041 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c27bb840-5635-4db6-b946-d065957e9cc9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c27bb840-5635-4db6-b946-d065957e9cc9,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:05.211187 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c27bb840-5635-4db6-b946-d065957e9cc9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:05.259844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c27bb840-5635-4db6-b946-d065957e9cc9,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:05.320058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37396) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:05.384205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Deleting subnet 246fee93-fe96-46ab-b0c5-9f4ec29fd3ab {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:10:05.387888 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Publish callbacks [] for subnet (246fee93-fe96-46ab-b0c5-9f4ec29fd3ab), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:05.422638 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (246fee93-fe96-46ab-b0c5-9f4ec29fd3ab), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:05.461771 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (246fee93-fe96-46ab-b0c5-9f4ec29fd3ab), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:05.472072 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['c27bb840-5635-4db6-b946-d065957e9cc9'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:10:05.523072 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (246fee93-fe96-46ab-b0c5-9f4ec29fd3ab), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:05.556498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=246fee93-fe96-46ab-b0c5-9f4ec29fd3ab,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:05.570050 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:05.577686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37400) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:05.578231 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/246fee93-fe96-46ab-b0c5-9f4ec29fd3ab HTTP/1.1" status: 204 len: 168 time: 0.2556391 Mar 07 22:10:05.581189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:05.581618 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:05.582035 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:05.582602 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:05.583066 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:05.583585 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:05.584098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:05.584535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:05.584965 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:05.592618 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:05.593438 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:05.593438 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:05.593692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718e7ab8-b7ee-49a4-8393-a10ba6d0cc92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:05.769594 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-84413c40-2b3e-4a19-88f7-40b902b45e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (bf253c77-7eee-44bc-b56a-7911776a7761), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:05.800783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03408feb-8029-4464-97c4-d3fb4be14354 req-53b6c168-2ec0-4a19-a31a-2e9bd1d34a7e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:05.802656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03408feb-8029-4464-97c4-d3fb4be14354 req-53b6c168-2ec0-4a19-a31a-2e9bd1d34a7e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 944 time: 0.1633339 Mar 07 22:10:05.818341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efd602-fb8f-4c57-ba89-02a75e4d865c req-37a3ccef-5748-4d95-bc71-286b37ec8fdc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:05.819896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60efd602-fb8f-4c57-ba89-02a75e4d865c req-37a3ccef-5748-4d95-bc71-286b37ec8fdc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.1114185 Mar 07 22:10:05.936794 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-84413c40-2b3e-4a19-88f7-40b902b45e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (bf253c77-7eee-44bc-b56a-7911776a7761), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:05.979960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-84413c40-2b3e-4a19-88f7-40b902b45e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf253c77-7eee-44bc-b56a-7911776a7761']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:05.984827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03408feb-8029-4464-97c4-d3fb4be14354 req-88d97320-c85f-4a76-b3a2-ba0d9fab4f79 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467898 Mar 07 22:10:05.994114 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60efd602-fb8f-4c57-ba89-02a75e4d865c req-dc1cf59b-5e0f-4a62-8da2-9caae30c1d6c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528339 Mar 07 22:10:05.997625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-84413c40-2b3e-4a19-88f7-40b902b45e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee7715f-abb0-479f-a415-f3f3a5bd034a') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:05.997923 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-84413c40-2b3e-4a19-88f7-40b902b45e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee7715f-abb0-479f-a415-f3f3a5bd034a') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:06.011278 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-84413c40-2b3e-4a19-88f7-40b902b45e7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (bee7715f-abb0-479f-a415-f3f3a5bd034a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.027473 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-84413c40-2b3e-4a19-88f7-40b902b45e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (bee7715f-abb0-479f-a415-f3f3a5bd034a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.034080 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84413c40-2b3e-4a19-88f7-40b902b45e7c admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:10:06.034641 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-84413c40-2b3e-4a19-88f7-40b902b45e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (bee7715f-abb0-479f-a415-f3f3a5bd034a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:10:06.036366 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:10:06.090671 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-84413c40-2b3e-4a19-88f7-40b902b45e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (bf253c77-7eee-44bc-b56a-7911776a7761), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.095477 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-84413c40-2b3e-4a19-88f7-40b902b45e7c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.098796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-84413c40-2b3e-4a19-88f7-40b902b45e7c admin admin] 10.222.0.26 "DELETE /v2.0/networks/bf253c77-7eee-44bc-b56a-7911776a7761 HTTP/1.1" status: 204 len: 168 time: 0.5193508 Mar 07 22:10:06.101745 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37404) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:06.117871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84413c40-2b3e-4a19-88f7-40b902b45e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=bf253c77-7eee-44bc-b56a-7911776a7761,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:06.154909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf85d423-e233-49f5-a3bd-df4e84f2a19e admin admin] Deleting subnet b236b77f-a16f-4b68-8170-0ef1edeae1d7 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:10:06.158236 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf85d423-e233-49f5-a3bd-df4e84f2a19e admin admin] Publish callbacks [] for subnet (b236b77f-a16f-4b68-8170-0ef1edeae1d7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.192360 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf85d423-e233-49f5-a3bd-df4e84f2a19e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (b236b77f-a16f-4b68-8170-0ef1edeae1d7), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.230296 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf85d423-e233-49f5-a3bd-df4e84f2a19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (b236b77f-a16f-4b68-8170-0ef1edeae1d7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.281995 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf85d423-e233-49f5-a3bd-df4e84f2a19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (b236b77f-a16f-4b68-8170-0ef1edeae1d7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.310484 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bf85d423-e233-49f5-a3bd-df4e84f2a19e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.313640 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bf85d423-e233-49f5-a3bd-df4e84f2a19e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b236b77f-a16f-4b68-8170-0ef1edeae1d7 HTTP/1.1" status: 204 len: 168 time: 0.2102683 Mar 07 22:10:06.314486 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85d423-e233-49f5-a3bd-df4e84f2a19e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b236b77f-a16f-4b68-8170-0ef1edeae1d7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:06.316680 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37406) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:06.386283 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d36d9786-cca7-429f-9e75-e1203995469b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (3aa022dc-4bcf-4063-aeec-c9efec87c661), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.468908 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d36d9786-cca7-429f-9e75-e1203995469b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (3aa022dc-4bcf-4063-aeec-c9efec87c661), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.489701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-d36d9786-cca7-429f-9e75-e1203995469b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa022dc-4bcf-4063-aeec-c9efec87c661']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:06.499001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-d36d9786-cca7-429f-9e75-e1203995469b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31eaecc-fafa-45d2-8723-84705cbbc193') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:06.499304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-d36d9786-cca7-429f-9e75-e1203995469b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31eaecc-fafa-45d2-8723-84705cbbc193') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:06.509118 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d36d9786-cca7-429f-9e75-e1203995469b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (d31eaecc-fafa-45d2-8723-84705cbbc193), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.522029 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d36d9786-cca7-429f-9e75-e1203995469b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d31eaecc-fafa-45d2-8723-84705cbbc193), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.528429 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36d9786-cca7-429f-9e75-e1203995469b admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:10:06.528817 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d36d9786-cca7-429f-9e75-e1203995469b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (d31eaecc-fafa-45d2-8723-84705cbbc193), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:10:06.530461 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:10:06.584337 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d36d9786-cca7-429f-9e75-e1203995469b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (3aa022dc-4bcf-4063-aeec-c9efec87c661), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.597305 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d36d9786-cca7-429f-9e75-e1203995469b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.602527 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d36d9786-cca7-429f-9e75-e1203995469b admin admin] 10.222.0.26 "DELETE /v2.0/networks/3aa022dc-4bcf-4063-aeec-c9efec87c661 HTTP/1.1" status: 204 len: 168 time: 0.2846849 Mar 07 22:10:06.617181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d9786-cca7-429f-9e75-e1203995469b admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa022dc-4bcf-4063-aeec-c9efec87c661,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:06.771117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37410) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:06.816947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d42deb89-dda3-438b-99e3-99627634b0a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8fc382390a1f4773a7abd142b4bae65d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446515 Mar 07 22:10:06.819444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37412) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:06.867769 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d8599d5f-ff0f-4440-9de9-d1a8db10d903 admin admin] Publish callbacks [] for security_group (a30910f5-978e-44ee-9921-dc5faf738a20), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.892516 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d8599d5f-ff0f-4440-9de9-d1a8db10d903 admin admin] Publish callbacks [] for security_group (a30910f5-978e-44ee-9921-dc5faf738a20), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.939410 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d8599d5f-ff0f-4440-9de9-d1a8db10d903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (a30910f5-978e-44ee-9921-dc5faf738a20), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.942016 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d8599d5f-ff0f-4440-9de9-d1a8db10d903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:06.945512 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d8599d5f-ff0f-4440-9de9-d1a8db10d903 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a30910f5-978e-44ee-9921-dc5faf738a20 HTTP/1.1" status: 204 len: 168 time: 0.1228068 Mar 07 22:10:06.954478 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8599d5f-ff0f-4440-9de9-d1a8db10d903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30910f5-978e-44ee-9921-dc5faf738a20,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:07.044875 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c27bb840-5635-4db6-b946-d065957e9cc9 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:10:07.107547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port c27bb840-5635-4db6-b946-d065957e9cc9 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:10:07.111509 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port c27bb840-5635-4db6-b946-d065957e9cc9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:07.112107 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c27bb840-5635-4db6-b946-d065957e9cc9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:07.200931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d2d7e-09a7-4513-a77d-9567feb6a2d6 req-1f8e2c61-2964-401f-b444-472f9a5f0d01 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:07.202419 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-288d2d7e-09a7-4513-a77d-9567feb6a2d6 req-1f8e2c61-2964-401f-b444-472f9a5f0d01 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.1245420 Mar 07 22:10:07.212587 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7463d97-5890-4d0e-83c6-d40847bb3c3e req-9ca47b2f-d6d8-4bf5-9cd5-8df90cbf288c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:07.215231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c27bb840-5635-4db6-b946-d065957e9cc9 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:07.216117 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c27bb840-5635-4db6-b946-d065957e9cc9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:07.219547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7463d97-5890-4d0e-83c6-d40847bb3c3e req-9ca47b2f-d6d8-4bf5-9cd5-8df90cbf288c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 944 time: 0.1019559 Mar 07 22:10:07.275001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c27bb840-5635-4db6-b946-d065957e9cc9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c27bb840-5635-4db6-b946-d065957e9cc9,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:07.276278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7c1e84-bd39-4972-9826-5b15329aba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27bb840-5635-4db6-b946-d065957e9cc9'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:10:07.278735 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c03adf2-fe6f-4f95-8b94-8532bf72f99b" -d '{"events": [{"server_uuid": "4b7c1e84-bd39-4972-9826-5b15329aba47", "name": "network-vif-plugged", "status": "completed", "tag": "c27bb840-5635-4db6-b946-d065957e9cc9"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:10:07.284775 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c27bb840-5635-4db6-b946-d065957e9cc9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:07.285846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:10:07.307396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-288d2d7e-09a7-4513-a77d-9567feb6a2d6 req-2cf6582f-bb34-432d-b25f-6f4b39ed8ea9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858245 Mar 07 22:10:07.312353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:10:07.312919 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0b38615f-28df-4bb4-8cb5-9b40be7b1ac0 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:10:07.318474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7463d97-5890-4d0e-83c6-d40847bb3c3e req-fbaf6f36-688f-4d86-865d-dd95fc247db1 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961847 Mar 07 22:10:07.367701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c27bb840-5635-4db6-b946-d065957e9cc9,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:07.371574 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2bd072-d959-4e05-bdfa-9f4aae197c55 x-openstack-request-id: req-cd2bd072-d959-4e05-bdfa-9f4aae197c55 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:10:07.371870 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7c1e84-bd39-4972-9826-5b15329aba47", "name": "network-vif-plugged", "status": "completed", "tag": "c27bb840-5635-4db6-b946-d065957e9cc9", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:10:07.372129 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd2bd072-d959-4e05-bdfa-9f4aae197c55 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:10:07.372522 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7c1e84-bd39-4972-9826-5b15329aba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27bb840-5635-4db6-b946-d065957e9cc9', 'code': 200} Mar 07 22:10:07.418856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37424) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:07.461863 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2efc5e38-6693-46be-98c7-fe2ba8d95411 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d94ab24c80144519fe573737ce07904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416391 Mar 07 22:10:07.464500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37426) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:07.481662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339f5bb-62c0-4cbd-80be-4850327580b8 req-13e14e75-e2ee-4429-b51f-2c69122586eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:07.483220 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4339f5bb-62c0-4cbd-80be-4850327580b8 req-13e14e75-e2ee-4429-b51f-2c69122586eb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 1127 time: 0.0454588 Mar 07 22:10:07.517612 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39ddd33f-577a-4c62-b312-10dde165dd90 admin admin] Publish callbacks [] for security_group (2e907a6f-d486-48af-9438-eb324a7690fd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:07.537801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4339f5bb-62c0-4cbd-80be-4850327580b8 req-e2cda4ab-8755-4be2-a3ee-2c6f2b8c7bc8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433948 Mar 07 22:10:07.550881 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39ddd33f-577a-4c62-b312-10dde165dd90 admin admin] Publish callbacks [] for security_group (2e907a6f-d486-48af-9438-eb324a7690fd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:07.600019 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39ddd33f-577a-4c62-b312-10dde165dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2e907a6f-d486-48af-9438-eb324a7690fd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:07.603187 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39ddd33f-577a-4c62-b312-10dde165dd90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:07.604424 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-39ddd33f-577a-4c62-b312-10dde165dd90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e907a6f-d486-48af-9438-eb324a7690fd HTTP/1.1" status: 204 len: 168 time: 0.1388161 Mar 07 22:10:07.615055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddd33f-577a-4c62-b312-10dde165dd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e907a6f-d486-48af-9438-eb324a7690fd,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:08.326660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37448) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:08.463223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2133871092-network', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:08.480301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb93c8c-30fe-47c1-9fba-a4a5b1fee4ab req-f1987af9-0e51-4a78-9e32-68dd6b0ad6f0 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:08.481788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8cb93c8c-30fe-47c1-9fba-a4a5b1fee4ab req-f1987af9-0e51-4a78-9e32-68dd6b0ad6f0 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.0961304 Mar 07 22:10:08.500867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ff866-db4a-4dbc-9733-3130223f85ad req-707134cc-d39c-41e0-948c-fafdccee8583 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:08.502265 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b44ff866-db4a-4dbc-9733-3130223f85ad req-707134cc-d39c-41e0-948c-fafdccee8583 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.1190369 Mar 07 22:10:08.526622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] Made reservation on behalf of 2fdcfe6376f546b0a4c02e9d8e9f9d51 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:10:08.529034 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:08.550015 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:08.607032 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8cb93c8c-30fe-47c1-9fba-a4a5b1fee4ab req-af261c60-76f5-47cd-89a8-9ab5b76b40a8 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169798 Mar 07 22:10:08.614591 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b44ff866-db4a-4dbc-9733-3130223f85ad req-2969b134-44fb-49ef-8e20-db77c8e00218 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044362 Mar 07 22:10:08.682091 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] Publish callbacks [] for security_group (2952d466-3e9f-4758-92af-80c3f845b771), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:08.687763 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2952d466-3e9f-4758-92af-80c3f845b771), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:08.718853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:10:08.728349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2952d466-3e9f-4758-92af-80c3f845b771,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:08.735841 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (bba08526-53aa-4368-b583-a93039f394b7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:08.736186 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] Added segment bba08526-53aa-4368-b583-a93039f394b7 of type vlan for network 084a8db1-575e-478c-8df5-ab764b9d6eab Mar 07 22:10:08.779830 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (084a8db1-575e-478c-8df5-ab764b9d6eab), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:08.807711 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (084a8db1-575e-478c-8df5-ab764b9d6eab), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:08.808873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:08.809553 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:08.846754 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5188944 Mar 07 22:10:08.849728 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37458) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:08.854898 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f2d344cd-c8e8-4b2c-8b12-4e10845bfabf admin admin] Request body: {'subnet': {'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2133871092-subnet', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:08.885319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d344cd-c8e8-4b2c-8b12-4e10845bfabf admin admin] Made reservation on behalf of 2fdcfe6376f546b0a4c02e9d8e9f9d51 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:10:08.887858 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f2d344cd-c8e8-4b2c-8b12-4e10845bfabf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:08.895806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a099e0-5442-4ec8-90c5-1ab24eb13417 admin admin] Pushing event updated for resources: {'Network': ['ID=084a8db1-575e-478c-8df5-ab764b9d6eab,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:08.913255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 084a8db1-575e-478c-8df5-ab764b9d6eab details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:10:09.094317 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f2d344cd-c8e8-4b2c-8b12-4e10845bfabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (cb06d929-714a-4bdf-a5a4-eaf9ee858cc6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:09.146654 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d344cd-c8e8-4b2c-8b12-4e10845bfabf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb06d929-714a-4bdf-a5a4-eaf9ee858cc6,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:09.162301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d344cd-c8e8-4b2c-8b12-4e10845bfabf admin admin] Checking segment: {'id': 'bba08526-53aa-4368-b583-a93039f394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:10:09.162674 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d344cd-c8e8-4b2c-8b12-4e10845bfabf admin admin] Network hostable DHCP agents. Network: 084a8db1-575e-478c-8df5-ab764b9d6eab, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:10:09.179341 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d344cd-c8e8-4b2c-8b12-4e10845bfabf admin admin] Network 084a8db1-575e-478c-8df5-ab764b9d6eab is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:10:09.188770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f2d344cd-c8e8-4b2c-8b12-4e10845bfabf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 084a8db1-575e-478c-8df5-ab764b9d6eab) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:09.197704 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c817f36-a883-49e5-b94d-7d2465326dba None None] Network 084a8db1-575e-478c-8df5-ab764b9d6eab requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:10:09.198031 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d344cd-c8e8-4b2c-8b12-4e10845bfabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:09.198668 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f2d344cd-c8e8-4b2c-8b12-4e10845bfabf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:09.215076 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f2d344cd-c8e8-4b2c-8b12-4e10845bfabf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3641627 Mar 07 22:10:09.217845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37462) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:09.222377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:09.245258 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (2d8056ac-70b6-49fb-a2a2-56075e98a556), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:09.246522 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (2d8056ac-70b6-49fb-a2a2-56075e98a556), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:09.307162 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Publish callbacks [] for router_controller (2d8056ac-70b6-49fb-a2a2-56075e98a556), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:09.323975 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-084a8db1-575e-478c-8df5-ab764b9d6eab', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'fixed_ips': [{'subnet_id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:10:09.324915 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:09.465957 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Publish callbacks [] for router_gateway (2d8056ac-70b6-49fb-a2a2-56075e98a556), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:09.475592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Allocated IP 172.20.0.2 (084a8db1-575e-478c-8df5-ab764b9d6eab/cb06d929-714a-4bdf-a5a4-eaf9ee858cc6/32a74bfc-ae09-4b55-8050-6aa5c421e7a0) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:09.623639 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Publish callbacks [] for port (32a74bfc-ae09-4b55-8050-6aa5c421e7a0), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:09.630970 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (32a74bfc-ae09-4b55-8050-6aa5c421e7a0), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:09.683632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Network 084a8db1-575e-478c-8df5-ab764b9d6eab is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:09.685347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:09.686727 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Publish callbacks [] for router_gateway (2d8056ac-70b6-49fb-a2a2-56075e98a556), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:09.691032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:10:09.707361 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:09.725387 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Pushing event updated for resources: {'Port': ['ID=32a74bfc-ae09-4b55-8050-6aa5c421e7a0,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:09.761194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Attempting to bind port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:10:09.761951 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Attempting to bind port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'bba08526-53aa-4368-b583-a93039f394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:10:09.761951 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Attempting to bind port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 on network 084a8db1-575e-478c-8df5-ab764b9d6eab {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:10:09.769579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:10:09.769971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Checking segment: {'id': 'bba08526-53aa-4368-b583-a93039f394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:10:09.770410 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:09.770816 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Bound using segment: {'id': 'bba08526-53aa-4368-b583-a93039f394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:10:09.771315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Bound port: 32a74bfc-ae09-4b55-8050-6aa5c421e7a0, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba08526-53aa-4368-b583-a93039f394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:10:09.771731 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (32a74bfc-ae09-4b55-8050-6aa5c421e7a0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:09.844072 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] For port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:10:09.847433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] For port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=32a74bfc-ae09-4b55-8050-6aa5c421e7a0,segment=NetworkSegment(bba08526-53aa-4368-b583-a93039f394b7),segment_id=bba08526-53aa-4368-b583-a93039f394b7)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:10:09.854272 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (32a74bfc-ae09-4b55-8050-6aa5c421e7a0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:09.889876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Allocated IP 172.25.4.160 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/854e0563-d182-4419-a2c5-25cb69c44390) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:09.919935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19e1e9-bf3b-4907-9637-2f792a8ea5e3 None None] Pushing event updated for resources: {'Port': ['ID=32a74bfc-ae09-4b55-8050-6aa5c421e7a0,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:09.921379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be44d16-684d-4ce6-ba42-72cac22b6009 req-f96cc753-ad32-4a95-b7d3-60dfe6bc1013 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:09.928722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6be44d16-684d-4ce6-ba42-72cac22b6009 req-f96cc753-ad32-4a95-b7d3-60dfe6bc1013 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1545215 Mar 07 22:10:09.955170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae882f-f249-400b-be6b-e9c9ea64537a req-3a71ad4c-1813-43ce-8d53-ec30a5a91781 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:09.963995 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52ae882f-f249-400b-be6b-e9c9ea64537a req-3a71ad4c-1813-43ce-8d53-ec30a5a91781 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.1831865 Mar 07 22:10:10.098624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52ae882f-f249-400b-be6b-e9c9ea64537a req-377c7b1a-77a6-428d-91ac-772999ce52e0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352665 Mar 07 22:10:10.115294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6be44d16-684d-4ce6-ba42-72cac22b6009 req-51145489-402e-4612-9fb5-1132b3535025 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836457 Mar 07 22:10:10.164770 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Publish callbacks [] for port (854e0563-d182-4419-a2c5-25cb69c44390), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:10.228782 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (854e0563-d182-4419-a2c5-25cb69c44390), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:10.278232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:10.283743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:10.294718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:10:10.297728 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Pushing event updated for resources: {'Port': ['ID=854e0563-d182-4419-a2c5-25cb69c44390,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:10.501539 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e289d3-3f2c-46cf-bd84-2d677cf5e7fb req-a56cbe12-812b-4f8f-aa94-17c9f36d3be3 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:10.502944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6e289d3-3f2c-46cf-bd84-2d677cf5e7fb req-a56cbe12-812b-4f8f-aa94-17c9f36d3be3 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1532941 Mar 07 22:10:10.623838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6e289d3-3f2c-46cf-bd84-2d677cf5e7fb req-c8eb4488-a68c-4e76-88ed-ac683776de7f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872777 Mar 07 22:10:10.635599 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Publish callbacks [] for router_gateway (2d8056ac-70b6-49fb-a2a2-56075e98a556), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:10.826540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b052be-7563-4732-a906-355c3d843920 req-b80e3f90-cc91-4395-9c78-5f5ce9d43605 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:10.828072 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-66b052be-7563-4732-a906-355c3d843920 req-b80e3f90-cc91-4395-9c78-5f5ce9d43605 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1082036 Mar 07 22:10:10.915666 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (2d8056ac-70b6-49fb-a2a2-56075e98a556), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:10.921373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-66b052be-7563-4732-a906-355c3d843920 req-06d67c0c-7be0-4714-b05d-40bb3f5b51e8 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867238 Mar 07 22:10:11.094244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Router 2d8056ac-70b6-49fb-a2a2-56075e98a556 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:10:11.137520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463ef6e8-23a6-48e5-8b6f-21d2dfab1b9b None None] Network 084a8db1-575e-478c-8df5-ab764b9d6eab requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:10:11.263080 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ac1861f1-296f-4736-b178-ba8d7a7ebbc8 None None] Provisioning complete for port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:11.263784 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ac1861f1-296f-4736-b178-ba8d7a7ebbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (32a74bfc-ae09-4b55-8050-6aa5c421e7a0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:11.390889 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ac1861f1-296f-4736-b178-ba8d7a7ebbc8 None None] Current status of the port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:11.392678 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ac1861f1-296f-4736-b178-ba8d7a7ebbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (32a74bfc-ae09-4b55-8050-6aa5c421e7a0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:11.435239 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ac1861f1-296f-4736-b178-ba8d7a7ebbc8 None None] For port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=32a74bfc-ae09-4b55-8050-6aa5c421e7a0,segment=NetworkSegment(bba08526-53aa-4368-b583-a93039f394b7),segment_id=bba08526-53aa-4368-b583-a93039f394b7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:11.443005 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ac1861f1-296f-4736-b178-ba8d7a7ebbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (32a74bfc-ae09-4b55-8050-6aa5c421e7a0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:11.509483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1861f1-296f-4736-b178-ba8d7a7ebbc8 None None] Pushing event updated for resources: {'Port': ['ID=32a74bfc-ae09-4b55-8050-6aa5c421e7a0,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:11.642742 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75317b71-59b2-44bb-9084-fe47cdcebf95 req-a4675c16-ab4a-418e-86bb-36b39383612c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:11.649723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-75317b71-59b2-44bb-9084-fe47cdcebf95 req-a4675c16-ab4a-418e-86bb-36b39383612c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.4903083 Mar 07 22:10:11.656857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:10:11.671665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:10:11.684991 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Sync routers for ids ['2d8056ac-70b6-49fb-a2a2-56075e98a556'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:10:11.687002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a27c7-e5f0-4255-ae34-1611b63fac89 req-a843c34c-f4a4-4df2-a010-d914a2e03e3f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:11.692701 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a3a27c7-e5f0-4255-ae34-1611b63fac89 req-a843c34c-f4a4-4df2-a010-d914a2e03e3f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.4848039 Mar 07 22:10:11.702834 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Routers {'2d8056ac-70b6-49fb-a2a2-56075e98a556'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:10:11.703470 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:09:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2d8056ac-70b6-49fb-a2a2-56075e98a556'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:11.745854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:11.746716 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (32a74bfc-ae09-4b55-8050-6aa5c421e7a0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:11.747329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-75317b71-59b2-44bb-9084-fe47cdcebf95 req-d4e00705-2b27-44ee-9fb2-2120498b8802 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966589 Mar 07 22:10:11.755572 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:11.756765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-06000144-57be-4a4f-9d2d-224487f950fd admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5378449 Mar 07 22:10:11.759804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37488) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:11.782874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a3a27c7-e5f0-4255-ae34-1611b63fac89 req-01ca6f50-7ff8-4a61-b967-ab8e35421d40 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830491 Mar 07 22:10:11.833743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5a538dd9-e071-4738-af57-47be0d21483e None None] Provisioning complete for port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:11.834484 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5a538dd9-e071-4738-af57-47be0d21483e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (32a74bfc-ae09-4b55-8050-6aa5c421e7a0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:11.851651 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Set router 2d8056ac-70b6-49fb-a2a2-56075e98a556 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:10:11.909994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:11.954624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5a538dd9-e071-4738-af57-47be0d21483e None None] Current status of the port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:12.055942 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:10Z', 'revision_number': 3, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:12.084128 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Checking router: 2d8056ac-70b6-49fb-a2a2-56075e98a556 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:10:12.084773 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Updating router 2d8056ac-70b6-49fb-a2a2-56075e98a556 port 854e0563-d182-4419-a2c5-25cb69c44390 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:10:12.122140 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (854e0563-d182-4419-a2c5-25cb69c44390), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:12.275163 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:12.390190 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Publish callbacks [] for port (854e0563-d182-4419-a2c5-25cb69c44390), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:12.397558 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (854e0563-d182-4419-a2c5-25cb69c44390), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:12.439909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Allocated IP 172.20.0.1 (084a8db1-575e-478c-8df5-ab764b9d6eab/cb06d929-714a-4bdf-a5a4-eaf9ee858cc6/44061fa5-51f0-4b4e-8da8-fc153d87d6d0) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:12.452542 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c297c-1781-4739-ac4c-8a56c90e0276 None None] Pushing event updated for resources: {'Port': ['ID=854e0563-d182-4419-a2c5-25cb69c44390,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:12.455915 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Attempting to bind port 854e0563-d182-4419-a2c5-25cb69c44390 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:10:12.456367 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Attempting to bind port 854e0563-d182-4419-a2c5-25cb69c44390 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:10:12.456797 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Attempting to bind port 854e0563-d182-4419-a2c5-25cb69c44390 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:10:12.464147 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c297c-1781-4739-ac4c-8a56c90e0276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:12.464833 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c297c-1781-4739-ac4c-8a56c90e0276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:12.465250 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c297c-1781-4739-ac4c-8a56c90e0276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:12.465666 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c297c-1781-4739-ac4c-8a56c90e0276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:12.466082 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c297c-1781-4739-ac4c-8a56c90e0276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:12.466497 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c297c-1781-4739-ac4c-8a56c90e0276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:12.466897 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c297c-1781-4739-ac4c-8a56c90e0276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:12.467304 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c297c-1781-4739-ac4c-8a56c90e0276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:12.467963 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c297c-1781-4739-ac4c-8a56c90e0276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:12.468098 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c297c-1781-4739-ac4c-8a56c90e0276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:12.468446 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c297c-1781-4739-ac4c-8a56c90e0276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:12.468840 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c297c-1781-4739-ac4c-8a56c90e0276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:12.469236 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c297c-1781-4739-ac4c-8a56c90e0276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:12.475594 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:10:12.476116 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:10:12.476595 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:12.477092 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:10:12.478232 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Bound port: 854e0563-d182-4419-a2c5-25cb69c44390, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:10:12.478705 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (854e0563-d182-4419-a2c5-25cb69c44390), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:12.533362 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] For port 854e0563-d182-4419-a2c5-25cb69c44390, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:10:12.536553 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] For port 854e0563-d182-4419-a2c5-25cb69c44390, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=854e0563-d182-4419-a2c5-25cb69c44390,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:10:12.542931 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (854e0563-d182-4419-a2c5-25cb69c44390), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:12.555831 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Publish callbacks [] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:12.601105 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:12.603233 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c297c-1781-4739-ac4c-8a56c90e0276 None None] Pushing event updated for resources: {'Port': ['ID=854e0563-d182-4419-a2c5-25cb69c44390,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:12.606854 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Routers {'2d8056ac-70b6-49fb-a2a2-56075e98a556'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:10:12.607661 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:09:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2d8056ac-70b6-49fb-a2a2-56075e98a556'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:12.655668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Network 084a8db1-575e-478c-8df5-ab764b9d6eab is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:12.660482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:12.666175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:10:12.669547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Pushing event updated for resources: {'Port': ['ID=44061fa5-51f0-4b4e-8da8-fc153d87d6d0,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:12.709838 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (2d8056ac-70b6-49fb-a2a2-56075e98a556), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:12.729254 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] Set router 2d8056ac-70b6-49fb-a2a2-56075e98a556 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:10:12.946288 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:12.946837 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:10Z', 'revision_number': 3, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:12.974151 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc736285-d660-4296-b762-617fb038ad14 req-fbadc079-6243-45fd-af2c-7a85963db9fe tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:12.981655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc736285-d660-4296-b762-617fb038ad14 req-fbadc079-6243-45fd-af2c-7a85963db9fe tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1178105 Mar 07 22:10:12.985243 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b4191-d8f6-4b3d-b17c-1694fb8bcfde None None] The sync data for ids ['2d8056ac-70b6-49fb-a2a2-56075e98a556'] in n-d-832330-1 is: [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:10Z', 'revision_number': 3, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:10:13.015742 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b912a0-5276-460e-9258-31b045b7b22d req-da21d323-9404-4e2a-9754-0e903bf5ef05 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:13.017745 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53b912a0-5276-460e-9258-31b045b7b22d req-da21d323-9404-4e2a-9754-0e903bf5ef05 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.1176116 Mar 07 22:10:13.082326 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0b5599ed-e0b5-416b-8a38-a65fd5718cab None None] Provisioning complete for port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:13.082934 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b5599ed-e0b5-416b-8a38-a65fd5718cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:13.097465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc736285-d660-4296-b762-617fb038ad14 req-e0bac278-e4ea-4edf-a517-305a249dc6c2 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147172 Mar 07 22:10:13.135751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0b5599ed-e0b5-416b-8a38-a65fd5718cab None None] Port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:10:13.136244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53b912a0-5276-460e-9258-31b045b7b22d req-fe635dc8-8e45-4465-a27b-a5cbfac4df13 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966306 Mar 07 22:10:13.190511 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Publish callbacks [] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:13.195717 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:13.263045 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Pushing event updated for resources: {'Port': ['ID=44061fa5-51f0-4b4e-8da8-fc153d87d6d0,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:13.268675 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (2d8056ac-70b6-49fb-a2a2-56075e98a556), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:13.415293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Network 084a8db1-575e-478c-8df5-ab764b9d6eab is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:13.416909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:13.584250 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Router 2d8056ac-70b6-49fb-a2a2-56075e98a556 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:10:13.615275 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:10:13.670137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 854e0563-d182-4419-a2c5-25cb69c44390 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:10:13.737033 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 854e0563-d182-4419-a2c5-25cb69c44390 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:13.737766 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (854e0563-d182-4419-a2c5-25cb69c44390), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:13.748775 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:10:13.765280 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c7db9532-e54e-4c6d-b9c7-9aab61d977a4 admin admin] 10.222.0.26 "PUT /v2.0/routers/2d8056ac-70b6-49fb-a2a2-56075e98a556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9965091 Mar 07 22:10:13.802259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7f2a184d-2a26-4ac9-adde-b4f29e970244 None None] Provisioning complete for port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:13.802637 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7f2a184d-2a26-4ac9-adde-b4f29e970244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:13.873501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a184d-2a26-4ac9-adde-b4f29e970244 None None] Port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:10:13.877825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 854e0563-d182-4419-a2c5-25cb69c44390 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:13.878198 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (854e0563-d182-4419-a2c5-25cb69c44390), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:13.900006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 854e0563-d182-4419-a2c5-25cb69c44390, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=854e0563-d182-4419-a2c5-25cb69c44390,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:13.905491 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (854e0563-d182-4419-a2c5-25cb69c44390), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:14.215601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=854e0563-d182-4419-a2c5-25cb69c44390,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:14.306120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90115bff-8f39-47d6-b21c-1bf1f04ecd9f req-5b9c7dce-7904-49fd-afdb-5a8f4bd2d63f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:14.327622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90115bff-8f39-47d6-b21c-1bf1f04ecd9f req-5b9c7dce-7904-49fd-afdb-5a8f4bd2d63f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1360328 Mar 07 22:10:14.363145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb6a16-797c-4516-8a7e-de67b9dcea17 req-a08813e7-381f-4e10-a23a-ce15734b1f90 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:14.370919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69bb6a16-797c-4516-8a7e-de67b9dcea17 req-a08813e7-381f-4e10-a23a-ce15734b1f90 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.1351531 Mar 07 22:10:14.375574 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37524) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:14.381144 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1742033151-network', 'tenant_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:14.403135 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] Made reservation on behalf of c7bc06493b8c4de49a0409ef7eeb5bc9 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:10:14.405861 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:14.425729 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90115bff-8f39-47d6-b21c-1bf1f04ecd9f req-91d9c9dd-0da9-41db-b040-a70c2911f6db tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972173 Mar 07 22:10:14.444934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-69bb6a16-797c-4516-8a7e-de67b9dcea17 req-f4d201a9-0500-4764-92e0-a5c3a6e83406 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730817 Mar 07 22:10:14.692266 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:14.766706 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] Publish callbacks [] for security_group (06612542-0acd-418d-87bc-7f89a5876fea), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:14.770666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (06612542-0acd-418d-87bc-7f89a5876fea), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:14.795602 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:10:14.805473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06612542-0acd-418d-87bc-7f89a5876fea,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:14.811032 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (553e0c43-58f5-4e52-ae46-e57cb746df99), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:14.811390 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] Added segment 553e0c43-58f5-4e52-ae46-e57cb746df99 of type vlan for network 2996a0d9-fe9e-4468-b19b-86611128c640 Mar 07 22:10:14.854850 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (2996a0d9-fe9e-4468-b19b-86611128c640), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:14.880944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (2996a0d9-fe9e-4468-b19b-86611128c640), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:14.882347 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:14.883051 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:14.917899 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5406964 Mar 07 22:10:14.920649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37526) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:14.925916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6e2cbc9a-6e17-49a1-8abc-972a03f22140 admin admin] Request body: {'subnet': {'network_id': '2996a0d9-fe9e-4468-b19b-86611128c640', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1742033151-subnet', 'tenant_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:14.946480 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2cbc9a-6e17-49a1-8abc-972a03f22140 admin admin] Made reservation on behalf of c7bc06493b8c4de49a0409ef7eeb5bc9 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:10:14.949621 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e2cbc9a-6e17-49a1-8abc-972a03f22140 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:14.951240 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36761fc-113f-447c-ad2f-7807d309f53b admin admin] Pushing event updated for resources: {'Network': ['ID=2996a0d9-fe9e-4468-b19b-86611128c640,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:14.962753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 2996a0d9-fe9e-4468-b19b-86611128c640 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:10:15.161740 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e2cbc9a-6e17-49a1-8abc-972a03f22140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (641f6eaa-d433-49df-88aa-b02adbd90171), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:15.222472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cbc9a-6e17-49a1-8abc-972a03f22140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=641f6eaa-d433-49df-88aa-b02adbd90171,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:15.231692 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2cbc9a-6e17-49a1-8abc-972a03f22140 admin admin] Checking segment: {'id': '553e0c43-58f5-4e52-ae46-e57cb746df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2996a0d9-fe9e-4468-b19b-86611128c640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:10:15.232057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2cbc9a-6e17-49a1-8abc-972a03f22140 admin admin] Network hostable DHCP agents. Network: 2996a0d9-fe9e-4468-b19b-86611128c640, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:10:15.253971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2cbc9a-6e17-49a1-8abc-972a03f22140 admin admin] Network 2996a0d9-fe9e-4468-b19b-86611128c640 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:10:15.265388 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-6e2cbc9a-6e17-49a1-8abc-972a03f22140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 2996a0d9-fe9e-4468-b19b-86611128c640) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:15.269936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2cbc9a-6e17-49a1-8abc-972a03f22140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:15.271202 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e2cbc9a-6e17-49a1-8abc-972a03f22140 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:15.276430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb7eecd-bbdd-489f-a353-a5930ade6f4f None None] Network 2996a0d9-fe9e-4468-b19b-86611128c640 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:10:15.283735 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Sync routers for ids ['2d8056ac-70b6-49fb-a2a2-56075e98a556'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:10:15.294316 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6e2cbc9a-6e17-49a1-8abc-972a03f22140 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3724680 Mar 07 22:10:15.296773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37530) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:15.301208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1742033151-router', 'tenant_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:15.326851 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (0e968519-31b5-42a6-99cc-1e84b8914ac2), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:15.329676 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (0e968519-31b5-42a6-99cc-1e84b8914ac2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:15.370977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Routers {'2d8056ac-70b6-49fb-a2a2-56075e98a556'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:10:15.371637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:09:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2d8056ac-70b6-49fb-a2a2-56075e98a556'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:15.396559 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Publish callbacks [] for router_controller (0e968519-31b5-42a6-99cc-1e84b8914ac2), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:15.500216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-2996a0d9-fe9e-4468-b19b-86611128c640', 'network_id': '2996a0d9-fe9e-4468-b19b-86611128c640', 'project_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'fixed_ips': [{'subnet_id': '641f6eaa-d433-49df-88aa-b02adbd90171'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:10:15.501086 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:15.610746 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Set router 2d8056ac-70b6-49fb-a2a2-56075e98a556 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:10:15.649304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 854e0563-d182-4419-a2c5-25cb69c44390 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:10:15.660036 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Publish callbacks [] for router_gateway (0e968519-31b5-42a6-99cc-1e84b8914ac2), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:15.736671 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a8251821-14ba-4c76-bd24-64b0e8e4f144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:15.744971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd8fa5-881c-480c-af8d-05ac0b89cbe3 req-e308bc7a-6b35-4926-b8ed-b3d462cffd13 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:15.746795 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ddd8fa5-881c-480c-af8d-05ac0b89cbe3 req-e308bc7a-6b35-4926-b8ed-b3d462cffd13 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.2340355 Mar 07 22:10:15.768245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b7247-9015-4af6-a0bf-8b7128095cf7 req-faa01788-8d01-45ad-a038-e7f8734dd924 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:15.769872 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba1b7247-9015-4af6-a0bf-8b7128095cf7 req-faa01788-8d01-45ad-a038-e7f8734dd924 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 943 time: 0.1251881 Mar 07 22:10:15.876717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ddd8fa5-881c-480c-af8d-05ac0b89cbe3 req-2da07a7a-eaab-4fb5-bddc-6ef456bf64a0 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167672 Mar 07 22:10:15.877792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 854e0563-d182-4419-a2c5-25cb69c44390 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:15.878207 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (854e0563-d182-4419-a2c5-25cb69c44390), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:15.890092 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba1b7247-9015-4af6-a0bf-8b7128095cf7 req-deab6201-6628-4d14-a822-9a699ffc4b20 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894685 Mar 07 22:10:15.908222 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Allocated IP 172.20.0.2 (2996a0d9-fe9e-4468-b19b-86611128c640/641f6eaa-d433-49df-88aa-b02adbd90171/d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:16.031857 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Publish callbacks [] for router_gateway (0e968519-31b5-42a6-99cc-1e84b8914ac2), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.056599 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.116609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 854e0563-d182-4419-a2c5-25cb69c44390 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:16.168183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Allocated IP 172.25.4.139 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/2f393b82-f565-43e3-a18e-3ceb9c34e9c8) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:16.178632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:12Z', 'revision_number': 4, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '44061fa5-51f0-4b4e-8da8-fc153d87d6d0', 'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'mac_address': 'fa:16:3e:d2:b5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:12Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 2, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'subnets': [{'id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:16.213257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Checking router: 2d8056ac-70b6-49fb-a2a2-56075e98a556 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:10:16.213615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Updating router 2d8056ac-70b6-49fb-a2a2-56075e98a556 port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:10:16.221703 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.245127 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Publish callbacks [] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.254045 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.255850 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.294745 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Publish callbacks [] for port (2f393b82-f565-43e3-a18e-3ceb9c34e9c8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.304606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Network 2996a0d9-fe9e-4468-b19b-86611128c640 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:16.330814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:16.339196 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2f393b82-f565-43e3-a18e-3ceb9c34e9c8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.340034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:10:16.346516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Pushing event updated for resources: {'Port': ['ID=d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:16.389172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:16.392123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:16.404693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:10:16.408897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Pushing event updated for resources: {'Port': ['ID=2f393b82-f565-43e3-a18e-3ceb9c34e9c8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:16.499003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Attempting to bind port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:10:16.499382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Attempting to bind port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '553e0c43-58f5-4e52-ae46-e57cb746df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2996a0d9-fe9e-4468-b19b-86611128c640'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:10:16.499745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Attempting to bind port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 on network 2996a0d9-fe9e-4468-b19b-86611128c640 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:10:16.508723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:10:16.509104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Checking segment: {'id': '553e0c43-58f5-4e52-ae46-e57cb746df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2996a0d9-fe9e-4468-b19b-86611128c640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:10:16.509513 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.509906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Bound using segment: {'id': '553e0c43-58f5-4e52-ae46-e57cb746df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2996a0d9-fe9e-4468-b19b-86611128c640'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:10:16.510394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Bound port: d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553e0c43-58f5-4e52-ae46-e57cb746df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2996a0d9-fe9e-4468-b19b-86611128c640'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:10:16.510775 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.642057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] For port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:10:16.659577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] For port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2,segment=NetworkSegment(553e0c43-58f5-4e52-ae46-e57cb746df99),segment_id=553e0c43-58f5-4e52-ae46-e57cb746df99)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:10:16.670207 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.676019 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Publish callbacks [] for router_gateway (0e968519-31b5-42a6-99cc-1e84b8914ac2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.681691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:10:16.781001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=85ca60b3-26e0-4c2b-aa48-94eba0c0c57e,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:16.797941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '85ca60b3-26e0-4c2b-aa48-94eba0c0c57e', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'port_id': '85ca60b3-26e0-4c2b-aa48-94eba0c0c57e', 'mac_address': 'fa:16:3e:c1:a3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:10:16.886107 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (0e968519-31b5-42a6-99cc-1e84b8914ac2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.919586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:16.920041 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.927402 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Publish callbacks [] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.940469 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14004e5b-cc47-4145-b9c1-450ee079cf2b None None] Pushing event updated for resources: {'Port': ['ID=d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:16.945817 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:16.948778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:10:17.022304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=85ca60b3-26e0-4c2b-aa48-94eba0c0c57e,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:17.061898 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:17.207053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753808a1-197f-4ca5-95de-e1a0f7bed608 req-e4b2fdd2-783a-43c3-8b12-01fe7772e9c5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:17.247510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-753808a1-197f-4ca5-95de-e1a0f7bed608 req-e4b2fdd2-783a-43c3-8b12-01fe7772e9c5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1685891 Mar 07 22:10:17.264988 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ec3b3-a5b6-4c32-bf38-6766d72e5bbb req-f45f73a7-cdea-4e6c-9ec0-cede6e16755c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:17.266644 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-651ec3b3-a5b6-4c32-bf38-6766d72e5bbb req-f45f73a7-cdea-4e6c-9ec0-cede6e16755c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 944 time: 0.2048593 Mar 07 22:10:17.342189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77e3be-6acf-45b4-a4f6-caea272d5355 None None] Pushing event updated for resources: {'Port': ['ID=44061fa5-51f0-4b4e-8da8-fc153d87d6d0,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:17.366734 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-753808a1-197f-4ca5-95de-e1a0f7bed608 req-5c477640-a7d9-4f0c-8a9e-500354e13a26 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179373 Mar 07 22:10:17.386137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-651ec3b3-a5b6-4c32-bf38-6766d72e5bbb req-a2dc38f9-efd2-4614-b3e7-7211e9702edf tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053910 Mar 07 22:10:17.386137 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Router 0e968519-31b5-42a6-99cc-1e84b8914ac2 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:10:17.487026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['85ca60b3-26e0-4c2b-aa48-94eba0c0c57e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:10:17.494463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Attempting to bind port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:10:17.495430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Attempting to bind port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'bba08526-53aa-4368-b583-a93039f394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:10:17.495884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Attempting to bind port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 on network 084a8db1-575e-478c-8df5-ab764b9d6eab {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:10:17.549360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=85ca60b3-26e0-4c2b-aa48-94eba0c0c57e,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:17.552110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:10:17.563165 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Sync routers for ids ['0e968519-31b5-42a6-99cc-1e84b8914ac2'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:10:17.572385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:10:17.572783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Checking segment: {'id': 'bba08526-53aa-4368-b583-a93039f394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:10:17.573193 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:17.573596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Bound using segment: {'id': 'bba08526-53aa-4368-b583-a93039f394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:10:17.574095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Bound port: 44061fa5-51f0-4b4e-8da8-fc153d87d6d0, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba08526-53aa-4368-b583-a93039f394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:10:17.575005 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:17.576993 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Routers {'0e968519-31b5-42a6-99cc-1e84b8914ac2'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:10:17.577630 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:09:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0e968519-31b5-42a6-99cc-1e84b8914ac2'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:17.600704 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:17.602996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5d39e776-7f3b-4063-af44-e48a1b7a13de admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3041577 Mar 07 22:10:17.605569 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37550) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:17.661616 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a7ad57cb-4aba-491c-bb99-7a8c45565830 None None] Provisioning complete for port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:17.662227 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a7ad57cb-4aba-491c-bb99-7a8c45565830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:17.718008 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:10:17.806129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] For port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:10:17.812953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad57cb-4aba-491c-bb99-7a8c45565830 None None] Port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:10:17.854104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] For port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=44061fa5-51f0-4b4e-8da8-fc153d87d6d0,segment=NetworkSegment(bba08526-53aa-4368-b583-a93039f394b7),segment_id=bba08526-53aa-4368-b583-a93039f394b7)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:10:17.862871 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Set router 0e968519-31b5-42a6-99cc-1e84b8914ac2 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:10:17.870539 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.004471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:18.007286 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.025073 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Routers {'2d8056ac-70b6-49fb-a2a2-56075e98a556'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:10:18.025998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:09:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2d8056ac-70b6-49fb-a2a2-56075e98a556'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:18.104642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77e3be-6acf-45b4-a4f6-caea272d5355 None None] Pushing event updated for resources: {'Port': ['ID=44061fa5-51f0-4b4e-8da8-fc153d87d6d0,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:18.131170 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'name': 'tempest-TestVolumeBackupRestore-1742033151-router', 'tenant_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '2f393b82-f565-43e3-a18e-3ceb9c34e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:15Z', 'updated_at': '2022-03-07T22:10:16Z', 'revision_number': 3, 'project_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'gw_port': {'id': '2f393b82-f565-43e3-a18e-3ceb9c34e9c8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:52:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:16Z', 'updated_at': '2022-03-07T22:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:18.169343 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Checking router: 0e968519-31b5-42a6-99cc-1e84b8914ac2 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:10:18.169931 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Updating router 0e968519-31b5-42a6-99cc-1e84b8914ac2 port 2f393b82-f565-43e3-a18e-3ceb9c34e9c8 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:10:18.205424 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c14f031c-fecd-4761-a799-2780829b7c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.217405 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2f393b82-f565-43e3-a18e-3ceb9c34e9c8), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.304310 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.369398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] Set router 2d8056ac-70b6-49fb-a2a2-56075e98a556 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:10:18.376207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:18.378853 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.565785 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Allocated IP 172.20.0.1 (2996a0d9-fe9e-4468-b19b-86611128c640/641f6eaa-d433-49df-88aa-b02adbd90171/d85db240-ffe1-4097-a1ae-696cb2fa6cf8) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:18.574869 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.584916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1f829013-800b-4dc7-8672-458212ca81fe None None] Provisioning complete for port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:18.590001 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1f829013-800b-4dc7-8672-458212ca81fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.642179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2,segment=NetworkSegment(553e0c43-58f5-4e52-ae46-e57cb746df99),segment_id=553e0c43-58f5-4e52-ae46-e57cb746df99)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:18.660349 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.677466 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Publish callbacks [] for port (2f393b82-f565-43e3-a18e-3ceb9c34e9c8), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.694559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442ba05-c467-4f53-b90e-ad3acb3c257d req-696c93d1-bd90-4485-a783-b353ddb7596e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:18.696306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1442ba05-c467-4f53-b90e-ad3acb3c257d req-696c93d1-bd90-4485-a783-b353ddb7596e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1978319 Mar 07 22:10:18.697436 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2f393b82-f565-43e3-a18e-3ceb9c34e9c8), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.711654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6d7c8-635c-4c57-95e6-a5462b2596a5 req-7cf211db-33e6-40a0-b96a-4a2da2dffecb tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:18.719740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7bc6d7c8-635c-4c57-95e6-a5462b2596a5 req-7cf211db-33e6-40a0-b96a-4a2da2dffecb tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 944 time: 0.2082515 Mar 07 22:10:18.747849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:18.753932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:10:18.775423 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Publish callbacks [] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.777291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-9643d3ba-168a-450f-a663-d8d618a8a557 req-31da7f83-d02a-46de-b7c5-98f54d517650 service neutron] (103719) timed out ('10.222.0.26', 48158) {{(pid=103719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 22:10:18.810149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f6ab6-3656-499e-81e4-e9e3cf9c8764 None None] Network 2996a0d9-fe9e-4468-b19b-86611128c640 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:10:18.819975 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4aeec-33cc-4f07-8593-449b7a5fefb5 None None] Pushing event updated for resources: {'Port': ['ID=2f393b82-f565-43e3-a18e-3ceb9c34e9c8,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:18.822941 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Attempting to bind port 2f393b82-f565-43e3-a18e-3ceb9c34e9c8 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:10:18.823426 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Attempting to bind port 2f393b82-f565-43e3-a18e-3ceb9c34e9c8 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:10:18.823895 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Attempting to bind port 2f393b82-f565-43e3-a18e-3ceb9c34e9c8 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:10:18.830987 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:10:18.831962 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:10:18.832517 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.833018 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:10:18.833889 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Bound port: 2f393b82-f565-43e3-a18e-3ceb9c34e9c8, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:10:18.834416 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2f393b82-f565-43e3-a18e-3ceb9c34e9c8), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.867585 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7bc6d7c8-635c-4c57-95e6-a5462b2596a5 req-aa6e0df9-3946-4334-a5b6-f38c91d66fa1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468008 Mar 07 22:10:18.873316 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1442ba05-c467-4f53-b90e-ad3acb3c257d req-974f158f-38c0-4ead-b620-f9192f68abf2 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449881 Mar 07 22:10:18.883504 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.898200 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] For port 2f393b82-f565-43e3-a18e-3ceb9c34e9c8, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:10:18.902315 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] For port 2f393b82-f565-43e3-a18e-3ceb9c34e9c8, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2f393b82-f565-43e3-a18e-3ceb9c34e9c8,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:10:18.911361 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2f393b82-f565-43e3-a18e-3ceb9c34e9c8), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:18.930222 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Network 2996a0d9-fe9e-4468-b19b-86611128c640 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:18.938310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:18.946216 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:10:18.999987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Pushing event updated for resources: {'Port': ['ID=d85db240-ffe1-4097-a1ae-696cb2fa6cf8,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:19.012352 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4aeec-33cc-4f07-8593-449b7a5fefb5 None None] Pushing event updated for resources: {'Port': ['ID=2f393b82-f565-43e3-a18e-3ceb9c34e9c8,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:19.020859 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Routers {'0e968519-31b5-42a6-99cc-1e84b8914ac2'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:10:19.021512 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:10:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0e968519-31b5-42a6-99cc-1e84b8914ac2'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:19.028707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:10:19.030753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1f829013-800b-4dc7-8672-458212ca81fe None None] Current status of the port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:19.031210 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1f829013-800b-4dc7-8672-458212ca81fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:19.039356 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (0e968519-31b5-42a6-99cc-1e84b8914ac2), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:19.052863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:19.053380 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:19.173249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1f829013-800b-4dc7-8672-458212ca81fe None None] For port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=44061fa5-51f0-4b4e-8da8-fc153d87d6d0,segment=NetworkSegment(bba08526-53aa-4368-b583-a93039f394b7),segment_id=bba08526-53aa-4368-b583-a93039f394b7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:19.176236 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] Set router 0e968519-31b5-42a6-99cc-1e84b8914ac2 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:10:19.184801 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1f829013-800b-4dc7-8672-458212ca81fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:19.220705 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:12Z', 'revision_number': 4, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '44061fa5-51f0-4b4e-8da8-fc153d87d6d0', 'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'mac_address': 'fa:16:3e:d2:b5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:12Z', 'updated_at': '2022-03-07T22:10:17Z', 'revision_number': 4, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'subnets': [{'id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:19.240134 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:19.296308 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ae3637-2097-439d-ad27-984c93b27a88 None None] The sync data for ids ['2d8056ac-70b6-49fb-a2a2-56075e98a556'] in n-d-832330-1 is: [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:12Z', 'revision_number': 4, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '44061fa5-51f0-4b4e-8da8-fc153d87d6d0', 'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'mac_address': 'fa:16:3e:d2:b5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:12Z', 'updated_at': '2022-03-07T22:10:17Z', 'revision_number': 4, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'subnets': [{'id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:10:19.391448 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f829013-800b-4dc7-8672-458212ca81fe None None] Pushing event updated for resources: {'Port': ['ID=44061fa5-51f0-4b4e-8da8-fc153d87d6d0,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:19.449944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2845fa81-a7db-4a3d-8a2b-81e0f7a4ee20 None None] Provisioning complete for port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:19.454484 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2845fa81-a7db-4a3d-8a2b-81e0f7a4ee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:19.460171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:19.462743 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:19.466648 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:19.597942 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'name': 'tempest-TestVolumeBackupRestore-1742033151-router', 'tenant_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '2f393b82-f565-43e3-a18e-3ceb9c34e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:15Z', 'updated_at': '2022-03-07T22:10:16Z', 'revision_number': 3, 'project_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'gw_port': {'id': '2f393b82-f565-43e3-a18e-3ceb9c34e9c8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:52:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:16Z', 'updated_at': '2022-03-07T22:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:19.623918 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Publish callbacks [] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:19.630258 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:19.631903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b364088f-ed95-4b66-99cd-233d6f0d63d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca60b3-26e0-4c2b-aa48-94eba0c0c57e'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:10:19.638023 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad33611-3f79-4c2b-8751-f147c0d64c8c" -d '{"events": [{"server_uuid": "b364088f-ed95-4b66-99cd-233d6f0d63d1", "name": "network-vif-plugged", "status": "completed", "tag": "85ca60b3-26e0-4c2b-aa48-94eba0c0c57e"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:10:19.677202 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8050302b-4134-43bf-86b4-d0e848d5776c None None] The sync data for ids ['0e968519-31b5-42a6-99cc-1e84b8914ac2'] in n-d-832330-1 is: [{'id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'name': 'tempest-TestVolumeBackupRestore-1742033151-router', 'tenant_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '2f393b82-f565-43e3-a18e-3ceb9c34e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:15Z', 'updated_at': '2022-03-07T22:10:16Z', 'revision_number': 3, 'project_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'gw_port': {'id': '2f393b82-f565-43e3-a18e-3ceb9c34e9c8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:52:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:16Z', 'updated_at': '2022-03-07T22:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:10:19.692858 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=85ca60b3-26e0-4c2b-aa48-94eba0c0c57e,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:19.753668 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (0e968519-31b5-42a6-99cc-1e84b8914ac2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:19.764644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Pushing event updated for resources: {'Port': ['ID=d85db240-ffe1-4097-a1ae-696cb2fa6cf8,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:19.793050 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db2ff33-5992-447f-8c07-eb9ea50697c1 x-openstack-request-id: req-9db2ff33-5992-447f-8c07-eb9ea50697c1 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:10:19.793359 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b364088f-ed95-4b66-99cd-233d6f0d63d1", "name": "network-vif-plugged", "status": "completed", "tag": "85ca60b3-26e0-4c2b-aa48-94eba0c0c57e", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:10:19.793617 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9db2ff33-5992-447f-8c07-eb9ea50697c1 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:10:19.803078 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b364088f-ed95-4b66-99cd-233d6f0d63d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca60b3-26e0-4c2b-aa48-94eba0c0c57e', 'code': 200} Mar 07 22:10:19.816766 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:19.892257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:10:19.945415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2845fa81-a7db-4a3d-8a2b-81e0f7a4ee20 None None] Current status of the port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:20.047010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=85ca60b3-26e0-4c2b-aa48-94eba0c0c57e,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:20.085793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f01514ce-b649-491b-9f4f-b8e5ca65b259 None None] Provisioning complete for port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:20.087018 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f01514ce-b649-491b-9f4f-b8e5ca65b259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:20.157701 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9954e5e-ba94-40cd-a846-624ab0ec6729 req-bb167dfc-f62e-4b4a-ad0e-6937b2ac0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:20.158270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:20.158619 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:20.161527 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e9954e5e-ba94-40cd-a846-624ab0ec6729 req-bb167dfc-f62e-4b4a-ad0e-6937b2ac0c19 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 1127 time: 0.3163421 Mar 07 22:10:20.187903 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Network 2996a0d9-fe9e-4468-b19b-86611128c640 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:20.192312 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:20.219736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0521d42-96af-4b9a-8a53-bce412f018bd req-1af8991a-7440-4ce4-9c72-db47951cf170 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:20.229688 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e0521d42-96af-4b9a-8a53-bce412f018bd req-1af8991a-7440-4ce4-9c72-db47951cf170 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 945 time: 0.2040625 Mar 07 22:10:20.262768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f2228-6812-4ddc-aa62-50ec7d409151 req-752964f9-b110-4075-a38a-dbabca3665ea tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:20.273131 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e28f2228-6812-4ddc-aa62-50ec7d409151 req-752964f9-b110-4075-a38a-dbabca3665ea tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1942732 Mar 07 22:10:20.355453 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f01514ce-b649-491b-9f4f-b8e5ca65b259 None None] Current status of the port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:20.373986 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:20.389913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f01514ce-b649-491b-9f4f-b8e5ca65b259 None None] Provisioning complete for port d85db240-ffe1-4097-a1ae-696cb2fa6cf8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:20.390745 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f01514ce-b649-491b-9f4f-b8e5ca65b259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:20.434634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e0521d42-96af-4b9a-8a53-bce412f018bd req-082092d2-6e96-44e0-aa79-fe7afa4cb26f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009845 Mar 07 22:10:20.440655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e28f2228-6812-4ddc-aa62-50ec7d409151 req-dcf485ac-def8-4318-babe-70a92bd04a59 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666408 Mar 07 22:10:20.477793 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e9954e5e-ba94-40cd-a846-624ab0ec6729 req-d367b8af-9fc6-4748-9fd5-155aa2b28a07 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085375 Mar 07 22:10:20.487059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:20.488232 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:10:20.530519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f01514ce-b649-491b-9f4f-b8e5ca65b259 None None] Port d85db240-ffe1-4097-a1ae-696cb2fa6cf8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:10:20.578120 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Router 0e968519-31b5-42a6-99cc-1e84b8914ac2 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:10:20.590179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:20.590655 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:20.660029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0a4f56aa-1cb8-409c-9b8d-006c0b7f2803 None None] Provisioning complete for port d85db240-ffe1-4097-a1ae-696cb2fa6cf8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:20.660663 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0a4f56aa-1cb8-409c-9b8d-006c0b7f2803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:20.743451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0a4f56aa-1cb8-409c-9b8d-006c0b7f2803 None None] Port d85db240-ffe1-4097-a1ae-696cb2fa6cf8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:10:20.749473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:20.798495 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:10:20.808435 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-39a741a4-9625-4668-b2b4-0aeef891138d admin admin] 10.222.0.26 "PUT /v2.0/routers/0e968519-31b5-42a6-99cc-1e84b8914ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2014971 Mar 07 22:10:21.697234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d6603-0ae5-4be3-8805-43c135418b98 req-c8a889a5-9ab0-48a9-8469-99ec37c65259 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:21.705100 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-880d6603-0ae5-4be3-8805-43c135418b98 req-c8a889a5-9ab0-48a9-8469-99ec37c65259 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1516097 Mar 07 22:10:21.747122 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd567857-9aee-4f4c-bf57-0165e0f12ff7 req-a7528d22-ce85-4f0a-a90b-01a06ee66850 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:21.749527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2f393b82-f565-43e3-a18e-3ceb9c34e9c8 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:10:21.753075 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd567857-9aee-4f4c-bf57-0165e0f12ff7 req-a7528d22-ce85-4f0a-a90b-01a06ee66850 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 945 time: 0.1805718 Mar 07 22:10:21.833965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2f393b82-f565-43e3-a18e-3ceb9c34e9c8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:21.834433 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2f393b82-f565-43e3-a18e-3ceb9c34e9c8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:21.889153 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-880d6603-0ae5-4be3-8805-43c135418b98 req-eb9fd007-6fa8-4cc8-afb1-8623e7bc58f0 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827817 Mar 07 22:10:21.907432 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd567857-9aee-4f4c-bf57-0165e0f12ff7 req-aa36127b-5b5f-4dca-8e37-bafcf6314870 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417477 Mar 07 22:10:22.076067 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2f393b82-f565-43e3-a18e-3ceb9c34e9c8 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:22.077420 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2f393b82-f565-43e3-a18e-3ceb9c34e9c8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:22.128468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 2f393b82-f565-43e3-a18e-3ceb9c34e9c8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2f393b82-f565-43e3-a18e-3ceb9c34e9c8,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:22.136145 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2f393b82-f565-43e3-a18e-3ceb9c34e9c8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:22.195153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=2f393b82-f565-43e3-a18e-3ceb9c34e9c8,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:22.198966 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:22.890205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Sync routers for ids ['0e968519-31b5-42a6-99cc-1e84b8914ac2'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:10:22.901733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Routers {'0e968519-31b5-42a6-99cc-1e84b8914ac2'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:10:22.902510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:10:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0e968519-31b5-42a6-99cc-1e84b8914ac2'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:23.146829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fd22a-5983-4fe7-bddf-95d67901a715 req-bc02c70d-3c9a-4e82-a2bb-f23e66047f7c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:23.148651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-079fd22a-5983-4fe7-bddf-95d67901a715 req-bc02c70d-3c9a-4e82-a2bb-f23e66047f7c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 945 time: 0.1360683 Mar 07 22:10:23.160307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc81f8-172b-4d58-9518-60e4aa6f371c req-e5aa5b4f-72b3-4891-ad08-e10289865a98 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:23.163003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6fc81f8-172b-4d58-9518-60e4aa6f371c req-e5aa5b4f-72b3-4891-ad08-e10289865a98 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1636660 Mar 07 22:10:23.238090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Set router 0e968519-31b5-42a6-99cc-1e84b8914ac2 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:10:23.265224 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6fc81f8-172b-4d58-9518-60e4aa6f371c req-ce3d0d04-2aab-4d48-9d4b-826afee146d6 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839441 Mar 07 22:10:23.276488 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-079fd22a-5983-4fe7-bddf-95d67901a715 req-5682f1a4-6f5a-44e1-bf79-6703e8f71ea3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122825 Mar 07 22:10:23.423573 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb458220-8fa2-4f44-ae0e-b072d27929f7 req-997d16a8-113c-4fe2-b5b9-a53f06cc225b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:23.430921 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb458220-8fa2-4f44-ae0e-b072d27929f7 req-997d16a8-113c-4fe2-b5b9-a53f06cc225b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 945 time: 0.0719955 Mar 07 22:10:23.495783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb458220-8fa2-4f44-ae0e-b072d27929f7 req-fe13b32a-3145-4027-b201-6e3b66a457c1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636916 Mar 07 22:10:23.592178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'name': 'tempest-TestVolumeBackupRestore-1742033151-router', 'tenant_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '2f393b82-f565-43e3-a18e-3ceb9c34e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:15Z', 'updated_at': '2022-03-07T22:10:19Z', 'revision_number': 4, 'project_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'gw_port': {'id': '2f393b82-f565-43e3-a18e-3ceb9c34e9c8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:16Z', 'updated_at': '2022-03-07T22:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'd85db240-ffe1-4097-a1ae-696cb2fa6cf8', 'name': '', 'network_id': '2996a0d9-fe9e-4468-b19b-86611128c640', 'tenant_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'mac_address': 'fa:16:3e:25:30:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '641f6eaa-d433-49df-88aa-b02adbd90171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:18Z', 'updated_at': '2022-03-07T22:10:19Z', 'revision_number': 2, 'project_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'subnets': [{'id': '641f6eaa-d433-49df-88aa-b02adbd90171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:23.653464 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Checking router: 0e968519-31b5-42a6-99cc-1e84b8914ac2 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:10:23.656051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Updating router 0e968519-31b5-42a6-99cc-1e84b8914ac2 port d85db240-ffe1-4097-a1ae-696cb2fa6cf8 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:10:23.684776 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2f393b82-f565-43e3-a18e-3ceb9c34e9c8 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:10:23.736415 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:23.888821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2f393b82-f565-43e3-a18e-3ceb9c34e9c8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:23.889398 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2f393b82-f565-43e3-a18e-3ceb9c34e9c8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:24.090995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2f393b82-f565-43e3-a18e-3ceb9c34e9c8 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:24.171090 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Publish callbacks [] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:24.176466 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:24.257250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadb82e-e1a0-46c3-a089-ee10a1f44f18 None None] Pushing event updated for resources: {'Port': ['ID=d85db240-ffe1-4097-a1ae-696cb2fa6cf8,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:24.306371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Attempting to bind port d85db240-ffe1-4097-a1ae-696cb2fa6cf8 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:10:24.306906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Attempting to bind port d85db240-ffe1-4097-a1ae-696cb2fa6cf8 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '553e0c43-58f5-4e52-ae46-e57cb746df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2996a0d9-fe9e-4468-b19b-86611128c640'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:10:24.307404 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Attempting to bind port d85db240-ffe1-4097-a1ae-696cb2fa6cf8 on network 2996a0d9-fe9e-4468-b19b-86611128c640 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:10:24.314164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:10:24.314649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Checking segment: {'id': '553e0c43-58f5-4e52-ae46-e57cb746df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2996a0d9-fe9e-4468-b19b-86611128c640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:10:24.315169 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:24.315696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Bound using segment: {'id': '553e0c43-58f5-4e52-ae46-e57cb746df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2996a0d9-fe9e-4468-b19b-86611128c640'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:10:24.316257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Bound port: d85db240-ffe1-4097-a1ae-696cb2fa6cf8, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553e0c43-58f5-4e52-ae46-e57cb746df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2996a0d9-fe9e-4468-b19b-86611128c640'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:10:24.316740 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:24.412471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] For port d85db240-ffe1-4097-a1ae-696cb2fa6cf8, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:10:24.418702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] For port d85db240-ffe1-4097-a1ae-696cb2fa6cf8, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d85db240-ffe1-4097-a1ae-696cb2fa6cf8,segment=NetworkSegment(553e0c43-58f5-4e52-ae46-e57cb746df99),segment_id=553e0c43-58f5-4e52-ae46-e57cb746df99)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:10:24.430967 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:24.493055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3029f-baa1-4c33-8a15-70cc851b1907 req-629df9bc-44c0-4b7f-b358-b1f26fbb1d1c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:24.494640 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6c3029f-baa1-4c33-8a15-70cc851b1907 req-629df9bc-44c0-4b7f-b358-b1f26fbb1d1c tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1099224 Mar 07 22:10:24.516516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Routers {'0e968519-31b5-42a6-99cc-1e84b8914ac2'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:10:24.517398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:10:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0e968519-31b5-42a6-99cc-1e84b8914ac2'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:24.521313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadb82e-e1a0-46c3-a089-ee10a1f44f18 None None] Pushing event updated for resources: {'Port': ['ID=d85db240-ffe1-4097-a1ae-696cb2fa6cf8,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:24.640634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6c3029f-baa1-4c33-8a15-70cc851b1907 req-e3a1454c-0089-480e-aa8c-80aaeede4dd9 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286480 Mar 07 22:10:24.757715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2b9b096c-b633-427d-b3b8-43bb0f5568cf None None] Provisioning complete for port d85db240-ffe1-4097-a1ae-696cb2fa6cf8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:24.758298 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2b9b096c-b633-427d-b3b8-43bb0f5568cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:24.800141 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] Set router 0e968519-31b5-42a6-99cc-1e84b8914ac2 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:10:25.003388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b096c-b633-427d-b3b8-43bb0f5568cf None None] Current status of the port d85db240-ffe1-4097-a1ae-696cb2fa6cf8 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:25.003783 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2b9b096c-b633-427d-b3b8-43bb0f5568cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:25.098192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2b9b096c-b633-427d-b3b8-43bb0f5568cf None None] For port d85db240-ffe1-4097-a1ae-696cb2fa6cf8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d85db240-ffe1-4097-a1ae-696cb2fa6cf8,segment=NetworkSegment(553e0c43-58f5-4e52-ae46-e57cb746df99),segment_id=553e0c43-58f5-4e52-ae46-e57cb746df99)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:25.106693 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2b9b096c-b633-427d-b3b8-43bb0f5568cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:25.186386 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b096c-b633-427d-b3b8-43bb0f5568cf None None] Pushing event updated for resources: {'Port': ['ID=d85db240-ffe1-4097-a1ae-696cb2fa6cf8,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:25.262422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e8f1ba63-e1f9-4bb8-9ff8-93b26a90e283 None None] Provisioning complete for port d85db240-ffe1-4097-a1ae-696cb2fa6cf8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:25.262805 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ba63-e1f9-4bb8-9ff8-93b26a90e283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:25.385295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'name': 'tempest-TestVolumeBackupRestore-1742033151-router', 'tenant_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '2f393b82-f565-43e3-a18e-3ceb9c34e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:15Z', 'updated_at': '2022-03-07T22:10:19Z', 'revision_number': 4, 'project_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'gw_port': {'id': '2f393b82-f565-43e3-a18e-3ceb9c34e9c8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:16Z', 'updated_at': '2022-03-07T22:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'd85db240-ffe1-4097-a1ae-696cb2fa6cf8', 'name': '', 'network_id': '2996a0d9-fe9e-4468-b19b-86611128c640', 'tenant_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'mac_address': 'fa:16:3e:25:30:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '641f6eaa-d433-49df-88aa-b02adbd90171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:18Z', 'updated_at': '2022-03-07T22:10:24Z', 'revision_number': 4, 'project_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'subnets': [{'id': '641f6eaa-d433-49df-88aa-b02adbd90171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:25.388674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1ba63-e1f9-4bb8-9ff8-93b26a90e283 None None] Current status of the port d85db240-ffe1-4097-a1ae-696cb2fa6cf8 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:25.419493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa533c44-2d3f-4324-90e5-dc263df5b984 None None] The sync data for ids ['0e968519-31b5-42a6-99cc-1e84b8914ac2'] in n-d-832330-1 is: [{'id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'name': 'tempest-TestVolumeBackupRestore-1742033151-router', 'tenant_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '2f393b82-f565-43e3-a18e-3ceb9c34e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:15Z', 'updated_at': '2022-03-07T22:10:19Z', 'revision_number': 4, 'project_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'gw_port': {'id': '2f393b82-f565-43e3-a18e-3ceb9c34e9c8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:16Z', 'updated_at': '2022-03-07T22:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'd85db240-ffe1-4097-a1ae-696cb2fa6cf8', 'name': '', 'network_id': '2996a0d9-fe9e-4468-b19b-86611128c640', 'tenant_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'mac_address': 'fa:16:3e:25:30:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '641f6eaa-d433-49df-88aa-b02adbd90171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:18Z', 'updated_at': '2022-03-07T22:10:24Z', 'revision_number': 4, 'project_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'subnets': [{'id': '641f6eaa-d433-49df-88aa-b02adbd90171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:10:25.712919 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d85db240-ffe1-4097-a1ae-696cb2fa6cf8 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:10:25.866576 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port d85db240-ffe1-4097-a1ae-696cb2fa6cf8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:25.866972 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:25.877302 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5adac-429d-45bd-af72-c47528676d8f req-83d26dec-b110-4fe8-80e3-9851b52381a2 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:25.881848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94d5adac-429d-45bd-af72-c47528676d8f req-83d26dec-b110-4fe8-80e3-9851b52381a2 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1126235 Mar 07 22:10:25.948252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94d5adac-429d-45bd-af72-c47528676d8f req-2f7787f8-e04c-458f-8ddf-c39999de4b24 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598392 Mar 07 22:10:26.061024 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port d85db240-ffe1-4097-a1ae-696cb2fa6cf8 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:27.168586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80418517-56ed-4813-8a9a-d7706043b8e7 req-62d33e93-589a-44e3-96a3-16313c6de9ef tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:27.176946 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-80418517-56ed-4813-8a9a-d7706043b8e7 req-62d33e93-589a-44e3-96a3-16313c6de9ef tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1046555 Mar 07 22:10:27.252658 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-80418517-56ed-4813-8a9a-d7706043b8e7 req-c63fbca7-003c-4541-bf73-3ee9ffef69c6 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618892 Mar 07 22:10:28.418489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55e039-b9ad-4a45-9a3e-80ff3d728c7d req-0cd9135b-6086-4624-a3aa-441cc8de7b07 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:28.427268 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e55e039-b9ad-4a45-9a3e-80ff3d728c7d req-0cd9135b-6086-4624-a3aa-441cc8de7b07 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1078429 Mar 07 22:10:28.522671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e55e039-b9ad-4a45-9a3e-80ff3d728c7d req-053bad83-6785-4780-8f37-f72df805868e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898874 Mar 07 22:10:29.683021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e736d93-01dc-4451-98d8-7b58aa5757eb req-525678a6-68a9-4cd9-b027-d2f3995d0cfc tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:29.684601 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e736d93-01dc-4451-98d8-7b58aa5757eb req-525678a6-68a9-4cd9-b027-d2f3995d0cfc tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.0740728 Mar 07 22:10:29.737117 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e736d93-01dc-4451-98d8-7b58aa5757eb req-5894002b-989f-4a99-afaa-74d948dd4e16 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461161 Mar 07 22:10:30.715036 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-576a1481-2b78-4703-af65-2ea28af082f9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:30.716683 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-576a1481-2b78-4703-af65-2ea28af082f9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 812 time: 0.1341450 Mar 07 22:10:30.735978 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-69d45867-f844-4641-a701-57ae721c7b95 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/quotas/3780c442c69844ccbdb870d150ce5237 HTTP/1.1" status: 200 len: 375 time: 0.0106740 Mar 07 22:10:30.829202 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-d72d01d2-a5d4-4b5c-9b8f-d6200f80c0b5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878110 Mar 07 22:10:30.936570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07605b07-8a98-45e9-86dc-b67c2b268f47 req-d197c51b-902b-4102-b8d4-f43f6f60d986 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:30.938108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07605b07-8a98-45e9-86dc-b67c2b268f47 req-d197c51b-902b-4102-b8d4-f43f6f60d986 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1296797 Mar 07 22:10:30.981549 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-4b05d1f0-1ba3-4eb8-ade6-ed6d806fb5f4 service neutron] 10.222.0.26 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371977 Mar 07 22:10:31.026447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07605b07-8a98-45e9-86dc-b67c2b268f47 req-3e974049-6008-4382-a657-35e8dfdbd892 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811415 Mar 07 22:10:31.088473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-e1db06c5-bda7-46ca-b049-cc8b45b6efb0 service neutron] 10.222.0.26 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989006 Mar 07 22:10:31.334788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a66a20bc-dcf7-4a6b-be97-421829669d2f req-321a2d05-7696-428d-9a22-257e31d5a989 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 210 time: 0.0322757 Mar 07 22:10:32.180178 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf476c-4226-4251-a119-712116f79d08 req-884d4713-e893-41f3-8aba-0f44804b12a8 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:32.182641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaf476c-4226-4251-a119-712116f79d08 req-884d4713-e893-41f3-8aba-0f44804b12a8 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.0625930 Mar 07 22:10:32.233838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abaf476c-4226-4251-a119-712116f79d08 req-669d8cf4-e8fb-476d-9a61-7f3c127fc60b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447195 Mar 07 22:10:32.458454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dc609b1-2ba5-42b5-b9e6-00b0d7577a92 req-5ec3526a-6701-48ec-bea8-c04e07b040f8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 210 time: 0.0285530 Mar 07 22:10:32.500484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-11362bcf-7077-47ce-9a9a-fc95152149fc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:32.501991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-11362bcf-7077-47ce-9a9a-fc95152149fc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 812 time: 0.1454048 Mar 07 22:10:32.522003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-7262d2c2-0120-4525-bd58-f85dedbf4377 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'port': {'device_id': '86ad2767-f24a-4d64-a4ca-58f061ae2957', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'admin_state_up': True, 'tenant_id': '3780c442c69844ccbdb870d150ce5237'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:32.658376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-7262d2c2-0120-4525-bd58-f85dedbf4377 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Made reservation on behalf of 3780c442c69844ccbdb870d150ce5237 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:10:32.662281 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-7262d2c2-0120-4525-bd58-f85dedbf4377 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:32.829330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-7262d2c2-0120-4525-bd58-f85dedbf4377 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Allocated IP 172.20.0.4 (c39853f8-181c-4325-9e32-8bc19cecb381/f562ae71-2231-4230-a5d7-126019518fad/0777ff82-e640-4f92-953e-3e0dc85d77fa) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:33.041842 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-7262d2c2-0120-4525-bd58-f85dedbf4377 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:33.092448 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-7262d2c2-0120-4525-bd58-f85dedbf4377 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:33.105093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['85ca60b3-26e0-4c2b-aa48-94eba0c0c57e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:10:33.194819 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262d2c2-0120-4525-bd58-f85dedbf4377 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'Port': ['ID=0777ff82-e640-4f92-953e-3e0dc85d77fa,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:33.214826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-7262d2c2-0120-4525-bd58-f85dedbf4377 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Network c39853f8-181c-4325-9e32-8bc19cecb381 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:33.219226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-7262d2c2-0120-4525-bd58-f85dedbf4377 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:33.226019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-7262d2c2-0120-4525-bd58-f85dedbf4377 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:10:33.296839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-7262d2c2-0120-4525-bd58-f85dedbf4377 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:33.297504 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-7262d2c2-0120-4525-bd58-f85dedbf4377 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:33.330078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-7262d2c2-0120-4525-bd58-f85dedbf4377 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8120987 Mar 07 22:10:33.345836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Request body: {'port': {'device_id': '86ad2767-f24a-4d64-a4ca-58f061ae2957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:33.599165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-59c9f3c5-b2e0-4ee4-987a-0f04be8fbcd3 None None] Provisioning complete for port 0777ff82-e640-4f92-953e-3e0dc85d77fa triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:33.599826 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59c9f3c5-b2e0-4ee4-987a-0f04be8fbcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:33.646363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-59c9f3c5-b2e0-4ee4-987a-0f04be8fbcd3 None None] Port 0777ff82-e640-4f92-953e-3e0dc85d77fa cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:10:33.887489 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:33.909399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b4ca6-f3d0-438f-8d31-3dcd1d330cf6 req-497e24b2-cc75-4632-8057-3fa315c8e3b5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:33.911300 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-491b4ca6-f3d0-438f-8d31-3dcd1d330cf6 req-497e24b2-cc75-4632-8057-3fa315c8e3b5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.5247221 Mar 07 22:10:34.116344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f48cf-3446-402a-bb96-0a6c84f9754f req-eb104d7e-8889-4825-9778-6fd939622ee9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:34.123493 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-353f48cf-3446-402a-bb96-0a6c84f9754f req-eb104d7e-8889-4825-9778-6fd939622ee9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 931 time: 0.3314009 Mar 07 22:10:34.191007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-353f48cf-3446-402a-bb96-0a6c84f9754f req-8110f844-ee99-4fb0-b865-49361a5deb0f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663178 Mar 07 22:10:34.213241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-491b4ca6-f3d0-438f-8d31-3dcd1d330cf6 req-f067bbfb-3d92-489d-a6a5-1c6d78f6fe59 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877553 Mar 07 22:10:34.448363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0777ff82-e640-4f92-953e-3e0dc85d77fa {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:10:34.460108 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Publish callbacks [] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:34.481392 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Transition to ACTIVE for port object 0777ff82-e640-4f92-953e-3e0dc85d77fa will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:10:34.487707 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:34.568755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0777ff82-e640-4f92-953e-3e0dc85d77fa,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:34.680280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Attempting to bind port 0777ff82-e640-4f92-953e-3e0dc85d77fa on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:10:34.680682 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Attempting to bind port 0777ff82-e640-4f92-953e-3e0dc85d77fa by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:10:34.681025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Attempting to bind port 0777ff82-e640-4f92-953e-3e0dc85d77fa on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:10:34.686098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Port 0777ff82-e640-4f92-953e-3e0dc85d77fa on network c39853f8-181c-4325-9e32-8bc19cecb381 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:10:34.686525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Attempting to bind port 0777ff82-e640-4f92-953e-3e0dc85d77fa on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:10:34.691830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:10:34.692219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Checking segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:10:34.692600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Bound using segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:10:34.693042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Bound port: 0777ff82-e640-4f92-953e-3e0dc85d77fa, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:10:34.693413 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:34.796260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] For port 0777ff82-e640-4f92-953e-3e0dc85d77fa, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:10:34.802145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] For port 0777ff82-e640-4f92-953e-3e0dc85d77fa, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0777ff82-e640-4f92-953e-3e0dc85d77fa,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:10:34.810347 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:34.894578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:34.895324 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:34.896843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/0777ff82-e640-4f92-953e-3e0dc85d77fa HTTP/1.1" status: 200 len: 1091 time: 1.5577328 Mar 07 22:10:34.897294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ad2767-f24a-4d64-a4ca-58f061ae2957', 'tag': '0777ff82-e640-4f92-953e-3e0dc85d77fa'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:10:34.907335 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20fa878-4a0a-4b69-b64a-aebf8020b760" -d '{"events": [{"name": "network-changed", "server_uuid": "86ad2767-f24a-4d64-a4ca-58f061ae2957", "tag": "0777ff82-e640-4f92-953e-3e0dc85d77fa"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:10:34.918712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50be2d-8880-42ef-8c81-d3a47b1455b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0777ff82-e640-4f92-953e-3e0dc85d77fa,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:35.042403 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824aef10-297f-478f-9f17-b9ca36a75e87 x-openstack-request-id: req-824aef10-297f-478f-9f17-b9ca36a75e87 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:10:35.043055 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ad2767-f24a-4d64-a4ca-58f061ae2957", "tag": "0777ff82-e640-4f92-953e-3e0dc85d77fa", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:10:35.043546 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-824aef10-297f-478f-9f17-b9ca36a75e87 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:10:35.044166 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ad2767-f24a-4d64-a4ca-58f061ae2957', 'tag': '0777ff82-e640-4f92-953e-3e0dc85d77fa', 'status': 'completed', 'code': 200} Mar 07 22:10:35.049166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-a25880cd-05ff-4a68-a7c0-8aa3d03d8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:35.051301 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-a25880cd-05ff-4a68-a7c0-8aa3d03d8aba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 1125 time: 0.0957499 Mar 07 22:10:35.130544 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-7f8cdd9b-4fc1-4f45-abe5-b9a6df45ef3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0777ff82-e640-4f92-953e-3e0dc85d77fa HTTP/1.1" status: 200 len: 217 time: 0.0648012 Mar 07 22:10:35.259175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-71768b70-eb88-4bb2-bdd4-a1db03230279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:35.263161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-71768b70-eb88-4bb2-bdd4-a1db03230279 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.1182625 Mar 07 22:10:35.458419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-edd98f8c-e530-435a-b3cd-70466561b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:35.460684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-edd98f8c-e530-435a-b3cd-70466561b3a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1900201 Mar 07 22:10:35.474242 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889010e-6401-4809-a10e-f5fd60383d93 req-cbec2796-1d53-4d22-89f2-9634fd6de0da tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:35.481449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7889010e-6401-4809-a10e-f5fd60383d93 req-cbec2796-1d53-4d22-89f2-9634fd6de0da tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1375356 Mar 07 22:10:35.534010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25ffa0-94bb-4b95-b09a-351a054cbf78 req-1c07a116-2a98-496e-abc0-d9eff6266578 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:35.541343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f25ffa0-94bb-4b95-b09a-351a054cbf78 req-1c07a116-2a98-496e-abc0-d9eff6266578 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1988046 Mar 07 22:10:35.667434 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7889010e-6401-4809-a10e-f5fd60383d93 req-3aa84657-988f-4493-aaaa-7289ab72aa8e tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791885 Mar 07 22:10:35.697281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f25ffa0-94bb-4b95-b09a-351a054cbf78 req-419575ee-ed13-4e8c-a1b3-bf17f006f228 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544905 Mar 07 22:10:35.747244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-1293e75f-f7db-4ace-a137-5dbb5bf8676d service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540267 Mar 07 22:10:35.869928 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab378289-6c29-4e71-8c49-3ebc82303a4f req-0e010137-8283-4d6f-b3ca-ccbf087e4070 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189053 Mar 07 22:10:35.998582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fa878-4a0a-4b69-b64a-aebf8020b760 req-c308c393-cb5e-404b-a8c7-0650a11dc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:36.006718 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d20fa878-4a0a-4b69-b64a-aebf8020b760 req-c308c393-cb5e-404b-a8c7-0650a11dc436 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 1125 time: 0.0847378 Mar 07 22:10:36.189101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fa878-4a0a-4b69-b64a-aebf8020b760 req-0fd51008-e535-4e07-a101-2be1db957179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:36.190940 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d20fa878-4a0a-4b69-b64a-aebf8020b760 req-0fd51008-e535-4e07-a101-2be1db957179 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.1720662 Mar 07 22:10:36.247458 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d20fa878-4a0a-4b69-b64a-aebf8020b760 req-1bff62ab-a143-4447-ba98-4ee4322c7677 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0777ff82-e640-4f92-953e-3e0dc85d77fa HTTP/1.1" status: 200 len: 217 time: 0.0450797 Mar 07 22:10:36.261730 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c6a5f-2bf6-41f0-809c-84ed63faefab req-99e1d594-baff-4e77-afa4-cc19ffc399a2 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:36.263355 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d1c6a5f-2bf6-41f0-809c-84ed63faefab req-99e1d594-baff-4e77-afa4-cc19ffc399a2 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 946 time: 0.1434784 Mar 07 22:10:36.369799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d1c6a5f-2bf6-41f0-809c-84ed63faefab req-40b8ce47-df77-4beb-b7cb-3c1ab02a1533 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda85416-9be7-40c6-bd3a-79548c05dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970101 Mar 07 22:10:36.393166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fa878-4a0a-4b69-b64a-aebf8020b760 req-9fa8e8cb-8068-45af-a36f-c1b435a65d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:36.394686 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d20fa878-4a0a-4b69-b64a-aebf8020b760 req-9fa8e8cb-8068-45af-a36f-c1b435a65d5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.1303174 Mar 07 22:10:36.478192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fa878-4a0a-4b69-b64a-aebf8020b760 req-7fd12e61-4f77-4233-872e-d09aaf83a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:36.480379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d20fa878-4a0a-4b69-b64a-aebf8020b760 req-7fd12e61-4f77-4233-872e-d09aaf83a511 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0779202 Mar 07 22:10:36.607130 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d20fa878-4a0a-4b69-b64a-aebf8020b760 req-992975a0-eead-47fa-b922-d708f7add4a4 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196601 Mar 07 22:10:36.814604 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d20fa878-4a0a-4b69-b64a-aebf8020b760 req-68ad7d3f-1e0d-46c6-9f6e-591402f432b7 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005394 Mar 07 22:10:36.911096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9adaf-c334-4913-b016-3cc020a91deb req-9913de42-7797-436b-a02b-688928b0f1c8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:36.912909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ee9adaf-c334-4913-b016-3cc020a91deb req-9913de42-7797-436b-a02b-688928b0f1c8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0972741 Mar 07 22:10:36.926650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661d00a-620e-48e0-92a4-0ac54f79284d req-e74039ad-113a-40e9-8848-984bf440fa08 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:36.933943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b661d00a-620e-48e0-92a4-0ac54f79284d req-e74039ad-113a-40e9-8848-984bf440fa08 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1359813 Mar 07 22:10:37.015331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b661d00a-620e-48e0-92a4-0ac54f79284d req-8cf90f86-4120-4b69-a37f-5fe0974c1f78 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803792 Mar 07 22:10:37.062216 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ee9adaf-c334-4913-b016-3cc020a91deb req-6072664e-7837-4272-b719-f91859aa9783 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039100 Mar 07 22:10:37.266584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65650ae-29aa-4420-92b6-22762a1de73e req-c8c10206-1fde-46ef-9c55-978d2322a761 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:37.273853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e65650ae-29aa-4420-92b6-22762a1de73e req-c8c10206-1fde-46ef-9c55-978d2322a761 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.0618391 Mar 07 22:10:37.326580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e65650ae-29aa-4420-92b6-22762a1de73e req-29508935-db20-4d79-9e01-870204c26359 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504878 Mar 07 22:10:37.521530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c707a1-54ab-4e3f-8876-d30b73f4ae18 req-8547ae3d-ebee-4618-b52f-45d3d68eb5e7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:37.529282 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3c707a1-54ab-4e3f-8876-d30b73f4ae18 req-8547ae3d-ebee-4618-b52f-45d3d68eb5e7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.1036384 Mar 07 22:10:37.606037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d89f9-af62-4eab-ae40-fba416f5abfa req-52e78e1b-53a8-4c6d-9ad2-4d5d04072139 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:37.607512 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-836d89f9-af62-4eab-ae40-fba416f5abfa req-52e78e1b-53a8-4c6d-9ad2-4d5d04072139 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 946 time: 0.1343582 Mar 07 22:10:37.622655 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3c707a1-54ab-4e3f-8876-d30b73f4ae18 req-e0db7419-6491-4abd-bf4f-f50c51100171 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924449 Mar 07 22:10:37.731762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-836d89f9-af62-4eab-ae40-fba416f5abfa req-e9c31895-302b-4ca4-8f3a-7837974e7b0f tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda85416-9be7-40c6-bd3a-79548c05dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045265 Mar 07 22:10:37.858399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-d55e8595-a1d0-48b8-924f-1940e7b9ce6c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:37.859875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-d55e8595-a1d0-48b8-924f-1940e7b9ce6c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 946 time: 0.1098568 Mar 07 22:10:38.052455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddebc1-e0bf-456b-bd35-5c47f1b9fb4c req-9bb6ee01-54fe-4333-8656-fd791d99320b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:38.056529 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55ddebc1-e0bf-456b-bd35-5c47f1b9fb4c req-9bb6ee01-54fe-4333-8656-fd791d99320b tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.0909319 Mar 07 22:10:38.109025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-aa1b64f4-5420-441f-b974-d45f51cf6538 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Deleting port d957fafe-34ef-483b-8401-0629e65d85db {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:10:38.109315 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-aa1b64f4-5420-441f-b974-d45f51cf6538 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d957fafe-34ef-483b-8401-0629e65d85db), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:38.281882 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55ddebc1-e0bf-456b-bd35-5c47f1b9fb4c req-bc3d1b3d-90c8-401d-84f3-6a1aaa5f4ae5 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138815 Mar 07 22:10:38.347525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8260c-6ea7-4b5d-a871-e141d1722a5b req-61e75bce-4fec-4700-8413-a33e523a3fe9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:38.349155 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4a8260c-6ea7-4b5d-a871-e141d1722a5b req-61e75bce-4fec-4700-8413-a33e523a3fe9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1186526 Mar 07 22:10:38.375090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-aa1b64f4-5420-441f-b974-d45f51cf6538 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] For port d957fafe-34ef-483b-8401-0629e65d85db, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d957fafe-34ef-483b-8401-0629e65d85db,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:38.375460 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-aa1b64f4-5420-441f-b974-d45f51cf6538 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d957fafe-34ef-483b-8401-0629e65d85db), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:38.599211 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-aa1b64f4-5420-441f-b974-d45f51cf6538 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:38.599579 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-aa1b64f4-5420-441f-b974-d45f51cf6538 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (d40834fa-3f8d-438d-85a9-24612d1b149f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:38.600280 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-aa1b64f4-5420-441f-b974-d45f51cf6538 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Floating IP d40834fa-3f8d-438d-85a9-24612d1b149f disassociated. External IP: 172.25.4.59, port: d957fafe-34ef-483b-8401-0629e65d85db. Mar 07 22:10:38.600632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-aa1b64f4-5420-441f-b974-d45f51cf6538 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Calling delete_port for d957fafe-34ef-483b-8401-0629e65d85db owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:10:38.766290 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-aa1b64f4-5420-441f-b974-d45f51cf6538 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d957fafe-34ef-483b-8401-0629e65d85db), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:38.867320 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4a8260c-6ea7-4b5d-a871-e141d1722a5b req-c08316fd-ddcb-42ad-b499-13d557d637b5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076044 Mar 07 22:10:38.873010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b64f4-5420-441f-b974-d45f51cf6538 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event deleted for resources: {'Port': ['ID=d957fafe-34ef-483b-8401-0629e65d85db,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:38.898362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c12fe61c-8275-4f50-a592-6ab0743f9b23 req-2cd9d361-49a1-4c8e-8d12-1ea37e2ecc04 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 210 time: 0.0531843 Mar 07 22:10:39.043778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-aa1b64f4-5420-441f-b974-d45f51cf6538 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:10:39.185100 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-aa1b64f4-5420-441f-b974-d45f51cf6538 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:10:39.196218 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced8e549-cef7-4c20-bff4-ab707ae806c2 None None] Sync routers for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:10:39.219142 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced8e549-cef7-4c20-bff4-ab707ae806c2 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:10:39.221901 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ced8e549-cef7-4c20-bff4-ab707ae806c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:10:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:39.292512 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-aa1b64f4-5420-441f-b974-d45f51cf6538 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] No DVR routers for this DVR port d957fafe-34ef-483b-8401-0629e65d85db on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:10:39.296966 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-aa1b64f4-5420-441f-b974-d45f51cf6538 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:39.301159 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e99d489-aa3b-40fa-9c85-0ce1441ac52f req-aa1b64f4-5420-441f-b974-d45f51cf6538 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.15 "DELETE /v2.0/ports/d957fafe-34ef-483b-8401-0629e65d85db HTTP/1.1" status: 204 len: 173 time: 1.4317069 Mar 07 22:10:39.301745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c5f5e4-44d9-444e-b839-603c36e72071', 'name': 'network-vif-deleted', 'tag': 'd957fafe-34ef-483b-8401-0629e65d85db'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:10:39.304693 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07062f4-421d-436a-bdfc-7e7610fe55dc" -d '{"events": [{"server_uuid": "b6c5f5e4-44d9-444e-b839-603c36e72071", "name": "network-vif-deleted", "tag": "d957fafe-34ef-483b-8401-0629e65d85db"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:10:39.479582 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-ced8e549-cef7-4c20-bff4-ab707ae806c2 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:10:39.563628 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fdd8b4-2817-48f2-a914-3e9f1427d25c x-openstack-request-id: req-42fdd8b4-2817-48f2-a914-3e9f1427d25c {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:10:39.563934 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c5f5e4-44d9-444e-b839-603c36e72071", "name": "network-vif-deleted", "tag": "d957fafe-34ef-483b-8401-0629e65d85db", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:10:39.564198 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42fdd8b4-2817-48f2-a914-3e9f1427d25c {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:10:39.564608 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c5f5e4-44d9-444e-b839-603c36e72071', 'name': 'network-vif-deleted', 'tag': 'd957fafe-34ef-483b-8401-0629e65d85db', 'status': 'completed', 'code': 200} Mar 07 22:10:39.676283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1fe97-e187-45d2-be22-ab69b6f43438 req-d1335498-7e9a-41f4-96ee-0328cc49217f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:39.684685 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63c1fe97-e187-45d2-be22-ab69b6f43438 req-d1335498-7e9a-41f4-96ee-0328cc49217f tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.2890515 Mar 07 22:10:39.713200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1606-7237-4db7-8331-9fde118fb97e req-5fb919c6-9e50-4d3c-91aa-70613f73c610 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:39.714876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-deaf1606-7237-4db7-8331-9fde118fb97e req-5fb919c6-9e50-4d3c-91aa-70613f73c610 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 945 time: 0.3102050 Mar 07 22:10:39.778300 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ced8e549-cef7-4c20-bff4-ab707ae806c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:39.818700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63c1fe97-e187-45d2-be22-ab69b6f43438 req-5ad3c2a2-c4aa-49f7-8162-90b50d20275d tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330528 Mar 07 22:10:39.836418 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced8e549-cef7-4c20-bff4-ab707ae806c2 None None] Checking router: bad1cd90-3632-4b69-b6ae-3d5fdc62d517 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:10:39.851967 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced8e549-cef7-4c20-bff4-ab707ae806c2 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:10:39.853109 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ced8e549-cef7-4c20-bff4-ab707ae806c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:10:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:39.880029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-deaf1606-7237-4db7-8331-9fde118fb97e req-d4d0e456-917f-46ff-b1b0-8a72fbf67940 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Deleting port c27bb840-5635-4db6-b946-d065957e9cc9 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:10:39.880639 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-deaf1606-7237-4db7-8331-9fde118fb97e req-d4d0e456-917f-46ff-b1b0-8a72fbf67940 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c27bb840-5635-4db6-b946-d065957e9cc9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:40.020146 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-ced8e549-cef7-4c20-bff4-ab707ae806c2 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:10:40.158816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc49a493-1e5f-48ea-839b-d182525f98d7 req-049fbed5-9b17-40e1-b699-a50f6a06f4c0 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c5f5e4-44d9-444e-b839-603c36e72071 HTTP/1.1" status: 200 len: 210 time: 0.0625067 Mar 07 22:10:40.191507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-deaf1606-7237-4db7-8331-9fde118fb97e req-d4d0e456-917f-46ff-b1b0-8a72fbf67940 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] For port c27bb840-5635-4db6-b946-d065957e9cc9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c27bb840-5635-4db6-b946-d065957e9cc9,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:40.192151 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-deaf1606-7237-4db7-8331-9fde118fb97e req-d4d0e456-917f-46ff-b1b0-8a72fbf67940 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c27bb840-5635-4db6-b946-d065957e9cc9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:40.209215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-deaf1606-7237-4db7-8331-9fde118fb97e req-d4d0e456-917f-46ff-b1b0-8a72fbf67940 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Calling delete_port for c27bb840-5635-4db6-b946-d065957e9cc9 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:10:40.223032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d57ab-0709-4129-8a60-fc0fd547cad7 req-c6b176a0-7782-4307-89c6-ec5532d38d30 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:40.230681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b46d57ab-0709-4129-8a60-fc0fd547cad7 req-c6b176a0-7782-4307-89c6-ec5532d38d30 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1489620 Mar 07 22:10:40.334590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b46d57ab-0709-4129-8a60-fc0fd547cad7 req-23e02900-3fc0-4645-a76a-4b3d34332dd7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991664 Mar 07 22:10:40.397384 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ced8e549-cef7-4c20-bff4-ab707ae806c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:40.428845 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced8e549-cef7-4c20-bff4-ab707ae806c2 None None] The sync data for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 is: [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:10:40.432870 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-deaf1606-7237-4db7-8331-9fde118fb97e req-d4d0e456-917f-46ff-b1b0-8a72fbf67940 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c27bb840-5635-4db6-b946-d065957e9cc9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:40.446586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['35693353-c5eb-4ade-b983-71da3ea93876'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:10:40.452628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['c27bb840-5635-4db6-b946-d065957e9cc9'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:10:40.485673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0e456-917f-46ff-b1b0-8a72fbf67940 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Pushing event deleted for resources: {'Port': ['ID=c27bb840-5635-4db6-b946-d065957e9cc9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:40.572756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaf1606-7237-4db7-8331-9fde118fb97e req-d4d0e456-917f-46ff-b1b0-8a72fbf67940 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] No DVR routers for this DVR port c27bb840-5635-4db6-b946-d065957e9cc9 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:10:40.583221 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-deaf1606-7237-4db7-8331-9fde118fb97e req-d4d0e456-917f-46ff-b1b0-8a72fbf67940 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:40.587890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-deaf1606-7237-4db7-8331-9fde118fb97e req-d4d0e456-917f-46ff-b1b0-8a72fbf67940 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.15 "DELETE /v2.0/ports/c27bb840-5635-4db6-b946-d065957e9cc9 HTTP/1.1" status: 204 len: 173 time: 0.8660729 Mar 07 22:10:40.977176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e84b6e-56fa-4770-9cdc-bc76181d0cc5 None None] New status for floating IP d40834fa-3f8d-438d-85a9-24612d1b149f: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:10:40.997323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef6af60e-5186-4afb-9ad9-30ac212f0a34 req-07b479e4-905e-432e-9582-7b4caaeb1dc7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7c1e84-bd39-4972-9826-5b15329aba47 HTTP/1.1" status: 200 len: 210 time: 0.0609589 Mar 07 22:10:41.273655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 37954) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:41.357424 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3bc37ecf-7a77-456c-8e08-05b02b9a8049 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (bda85416-9be7-40c6-bd3a-79548c05dd98), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:41.391243 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3bc37ecf-7a77-456c-8e08-05b02b9a8049 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (bda85416-9be7-40c6-bd3a-79548c05dd98), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:41.516426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea78c96-f74a-468b-9977-d7f5cdfbfccf req-0e4a1a30-111c-462b-a8f3-01305b1ef356 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:41.518373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ea78c96-f74a-468b-9977-d7f5cdfbfccf req-0e4a1a30-111c-462b-a8f3-01305b1ef356 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0857534 Mar 07 22:10:41.561938 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3bc37ecf-7a77-456c-8e08-05b02b9a8049 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bda85416-9be7-40c6-bd3a-79548c05dd98), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:41.564937 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3bc37ecf-7a77-456c-8e08-05b02b9a8049 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:41.569203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37958) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:41.569706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3bc37ecf-7a77-456c-8e08-05b02b9a8049 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "DELETE /v2.0/security-groups/bda85416-9be7-40c6-bd3a-79548c05dd98 HTTP/1.1" status: 204 len: 168 time: 0.2944653 Mar 07 22:10:41.576425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7c1e84-bd39-4972-9826-5b15329aba47', 'name': 'network-vif-deleted', 'tag': 'c27bb840-5635-4db6-b946-d065957e9cc9'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:10:41.578539 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5637b90e-b84b-439d-b933-f7fa7e3c79db" -d '{"events": [{"server_uuid": "4b7c1e84-bd39-4972-9826-5b15329aba47", "name": "network-vif-deleted", "tag": "c27bb840-5635-4db6-b946-d065957e9cc9"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:10:41.605491 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-86cb47f7-6350-4c8a-90ca-1b7736cef339 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] show failed (client error): The resource could not be found. Mar 07 22:10:41.607287 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-86cb47f7-6350-4c8a-90ca-1b7736cef339 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups/bda85416-9be7-40c6-bd3a-79548c05dd98 HTTP/1.1" status: 404 len: 347 time: 0.0356061 Mar 07 22:10:41.615651 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 37964) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:41.624184 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc37ecf-7a77-456c-8e08-05b02b9a8049 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda85416-9be7-40c6-bd3a-79548c05dd98,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:41.696611 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ea78c96-f74a-468b-9977-d7f5cdfbfccf req-e42a53d9-29ac-459d-8004-df1a0c29f975 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674185 Mar 07 22:10:41.722532 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1254639-476a-4a50-8194-ba9ee37f43ea x-openstack-request-id: req-a1254639-476a-4a50-8194-ba9ee37f43ea {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:10:41.723494 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7c1e84-bd39-4972-9826-5b15329aba47", "name": "network-vif-deleted", "tag": "c27bb840-5635-4db6-b946-d065957e9cc9", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:10:41.724126 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1254639-476a-4a50-8194-ba9ee37f43ea {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:10:41.725039 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7c1e84-bd39-4972-9826-5b15329aba47', 'name': 'network-vif-deleted', 'tag': 'c27bb840-5635-4db6-b946-d065957e9cc9', 'status': 'completed', 'code': 200} Mar 07 22:10:41.917128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-4f79c610-394c-411f-b8e6-d4d74b0dd168 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Deleting port 6c53cfc2-9493-445d-ad6c-528ed00f3dbc {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:10:41.917854 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f79c610-394c-411f-b8e6-d4d74b0dd168 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6c53cfc2-9493-445d-ad6c-528ed00f3dbc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:42.019958 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f79c610-394c-411f-b8e6-d4d74b0dd168 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6c53cfc2-9493-445d-ad6c-528ed00f3dbc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:42.020466 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f79c610-394c-411f-b8e6-d4d74b0dd168 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (6c53cfc2-9493-445d-ad6c-528ed00f3dbc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:42.033201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-4f79c610-394c-411f-b8e6-d4d74b0dd168 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Calling delete_port for 6c53cfc2-9493-445d-ad6c-528ed00f3dbc owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:10:42.254965 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f79c610-394c-411f-b8e6-d4d74b0dd168 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6c53cfc2-9493-445d-ad6c-528ed00f3dbc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:42.330178 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79c610-394c-411f-b8e6-d4d74b0dd168 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event deleted for resources: {'Port': ['ID=6c53cfc2-9493-445d-ad6c-528ed00f3dbc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:42.491185 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f79c610-394c-411f-b8e6-d4d74b0dd168 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (d40834fa-3f8d-438d-85a9-24612d1b149f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:42.502274 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4f79c610-394c-411f-b8e6-d4d74b0dd168 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:42.507081 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4f79c610-394c-411f-b8e6-d4d74b0dd168 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "DELETE /v2.0/floatingips/d40834fa-3f8d-438d-85a9-24612d1b149f HTTP/1.1" status: 204 len: 168 time: 0.8894954 Mar 07 22:10:43.009454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a441ca2-9bda-44a4-8d95-a512948a0d8a req-1c8a9507-cc42-4e5d-8589-8020144f7080 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:43.024793 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a441ca2-9bda-44a4-8d95-a512948a0d8a req-1c8a9507-cc42-4e5d-8589-8020144f7080 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1598086 Mar 07 22:10:43.182370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a441ca2-9bda-44a4-8d95-a512948a0d8a req-87e1fc4f-531a-4c71-9d34-f82c84d4a089 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525328 Mar 07 22:10:43.244023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d957fafe-34ef-483b-8401-0629e65d85db no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:10:43.261322 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38006) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:43.273246 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3a728e17-5a25-4b93-bdf8-d38acf037734 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419116160', 'description': 'tempest-description--625973172'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:43.301904 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: d957fafe-34ef-483b-8401-0629e65d85db {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:10:43.302645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d957fafe-34ef-483b-8401-0629e65d85db not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:10:43.306424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c27bb840-5635-4db6-b946-d065957e9cc9 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:10:43.367626 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a728e17-5a25-4b93-bdf8-d38acf037734 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:43.391054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: c27bb840-5635-4db6-b946-d065957e9cc9 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:10:43.395422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c27bb840-5635-4db6-b946-d065957e9cc9 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:10:43.607183 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a728e17-5a25-4b93-bdf8-d38acf037734 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (aff5da40-e410-4a0d-b773-1df619852852), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:43.623166 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a728e17-5a25-4b93-bdf8-d38acf037734 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (aff5da40-e410-4a0d-b773-1df619852852), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:43.675760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a728e17-5a25-4b93-bdf8-d38acf037734 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff5da40-e410-4a0d-b773-1df619852852,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:43.684197 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3a728e17-5a25-4b93-bdf8-d38acf037734 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:43.689062 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38020) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:43.689578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3a728e17-5a25-4b93-bdf8-d38acf037734 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4245183 Mar 07 22:10:43.696565 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-118211b7-c79a-4d98-b56c-2eb4109163e6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'security_group_rule': {'security_group_id': 'aff5da40-e410-4a0d-b773-1df619852852', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:43.780252 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-118211b7-c79a-4d98-b56c-2eb4109163e6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (75a7df79-6596-4eb0-b9c6-d5cf51de9aae), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:43.914668 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-118211b7-c79a-4d98-b56c-2eb4109163e6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (75a7df79-6596-4eb0-b9c6-d5cf51de9aae), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:43.927272 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-118211b7-c79a-4d98-b56c-2eb4109163e6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (75a7df79-6596-4eb0-b9c6-d5cf51de9aae), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:43.951470 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118211b7-c79a-4d98-b56c-2eb4109163e6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a7df79-6596-4eb0-b9c6-d5cf51de9aae,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:43.973602 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-118211b7-c79a-4d98-b56c-2eb4109163e6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:43.975125 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-118211b7-c79a-4d98-b56c-2eb4109163e6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2836497 Mar 07 22:10:43.979595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38024) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:43.992279 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3a85bb84-2f00-47b7-aa7d-88787584bf05 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'security_group_rule': {'security_group_id': 'aff5da40-e410-4a0d-b773-1df619852852', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:44.053982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c8bb-aff3-4138-82a0-9db7d1d875bb req-df285e5a-fa54-4650-ba16-600d50bc7bb7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:44.068207 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ab0c8bb-aff3-4138-82a0-9db7d1d875bb req-df285e5a-fa54-4650-ba16-600d50bc7bb7 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 945 time: 0.1485071 Mar 07 22:10:44.071679 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a85bb84-2f00-47b7-aa7d-88787584bf05 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (70ec3429-2331-403d-91c1-1599c6e7bda6), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:44.204861 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a85bb84-2f00-47b7-aa7d-88787584bf05 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (70ec3429-2331-403d-91c1-1599c6e7bda6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:44.222671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ab0c8bb-aff3-4138-82a0-9db7d1d875bb req-28d1727f-18b3-4e77-af38-342f950b1dd8 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533396 Mar 07 22:10:44.228193 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a85bb84-2f00-47b7-aa7d-88787584bf05 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (70ec3429-2331-403d-91c1-1599c6e7bda6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:44.297724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85bb84-2f00-47b7-aa7d-88787584bf05 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ec3429-2331-403d-91c1-1599c6e7bda6,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:44.339760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3a85bb84-2f00-47b7-aa7d-88787584bf05 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:44.342492 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3a85bb84-2f00-47b7-aa7d-88787584bf05 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3615291 Mar 07 22:10:44.349945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38030) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:44.368610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:44.386849 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c0af2-c44c-499e-9f1f-348d9e33324a req-d2f2a5b1-ab6f-4b05-87ff-7bda9f1e7168 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:44.389342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f9c0af2-c44c-499e-9f1f-348d9e33324a req-d2f2a5b1-ab6f-4b05-87ff-7bda9f1e7168 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1033812 Mar 07 22:10:44.449336 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:44.520936 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f9c0af2-c44c-499e-9f1f-348d9e33324a req-5536b39a-7207-4b3a-a51f-a06380f992a6 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116564 Mar 07 22:10:44.619287 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:44.774175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Allocated IP 172.25.4.149 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/b8e31229-7fc2-4b9c-80d7-73da914b658f) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:44.916744 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for port (b8e31229-7fc2-4b9c-80d7-73da914b658f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:44.981039 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b8e31229-7fc2-4b9c-80d7-73da914b658f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:45.050508 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:45.056403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:45.061386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:10:45.088832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'Port': ['ID=b8e31229-7fc2-4b9c-80d7-73da914b658f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:45.159535 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (d0b41362-5b5e-4439-9c73-f07768eca146), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:45.221573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b8e31229-7fc2-4b9c-80d7-73da914b658f), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:45.470053 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for port (b8e31229-7fc2-4b9c-80d7-73da914b658f), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:45.484415 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (b8e31229-7fc2-4b9c-80d7-73da914b658f), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:45.528904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013455c1-b450-4cf7-abdd-d4aeb3fe366c req-c31b42a0-0190-47aa-84ad-b5c3a219dd8a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:45.568089 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-013455c1-b450-4cf7-abdd-d4aeb3fe366c req-c31b42a0-0190-47aa-84ad-b5c3a219dd8a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 945 time: 0.2043753 Mar 07 22:10:45.671091 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4e521b1b-5248-4a21-8442-1c7786a733b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:45.683667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-013455c1-b450-4cf7-abdd-d4aeb3fe366c req-88e1ccef-1d8f-4de3-8b0a-363599e991fd tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fcf0ac2-5b39-46fb-bc63-41b30949b47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147003 Mar 07 22:10:45.749976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'Port': ['ID=b8e31229-7fc2-4b9c-80d7-73da914b658f,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:45.850201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa338b92-6806-420f-ab43-fd07417ed9ca req-c738cfa5-0300-4ab0-a5c4-e95974e4f7b3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:45.868151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa338b92-6806-420f-ab43-fd07417ed9ca req-c738cfa5-0300-4ab0-a5c4-e95974e4f7b3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1345365 Mar 07 22:10:45.959806 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (d0b41362-5b5e-4439-9c73-f07768eca146), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:45.968231 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa338b92-6806-420f-ab43-fd07417ed9ca req-7e2829f1-d046-4d56-a7ae-5f93c3e447a9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917709 Mar 07 22:10:46.001830 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:46.003285 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0b904105-0a27-4dc7-adfb-bdb8f4d7477d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6521809 Mar 07 22:10:46.035811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd715b18-d84c-4864-baa9-3794de87dbe5 req-aa45d0f3-b5ea-41cf-b714-6609868d5990 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:46.037366 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cd715b18-d84c-4864-baa9-3794de87dbe5 req-aa45d0f3-b5ea-41cf-b714-6609868d5990 tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.13 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 945 time: 0.4518831 Mar 07 22:10:46.210903 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:46.220991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-cd715b18-d84c-4864-baa9-3794de87dbe5 req-4b2146be-4880-4327-99b9-7e9a256854ce tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Deleting port 35693353-c5eb-4ade-b983-71da3ea93876 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:10:46.221338 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-cd715b18-d84c-4864-baa9-3794de87dbe5 req-4b2146be-4880-4327-99b9-7e9a256854ce tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (35693353-c5eb-4ade-b983-71da3ea93876), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:46.401447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-d66d8c78-258f-46a2-af32-3f0875fc22ff tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--419116160&fields=id&tenant_id=a348ede039584875801ba3e8e4548330 HTTP/1.1" status: 200 len: 267 time: 0.1149747 Mar 07 22:10:46.473299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-cd715b18-d84c-4864-baa9-3794de87dbe5 req-4b2146be-4880-4327-99b9-7e9a256854ce tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] For port 35693353-c5eb-4ade-b983-71da3ea93876, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=35693353-c5eb-4ade-b983-71da3ea93876,segment=NetworkSegment(7d6f5d08-a872-4b7c-85c5-e37b8dfa504d),segment_id=7d6f5d08-a872-4b7c-85c5-e37b8dfa504d)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:46.476836 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-cd715b18-d84c-4864-baa9-3794de87dbe5 req-4b2146be-4880-4327-99b9-7e9a256854ce tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (35693353-c5eb-4ade-b983-71da3ea93876), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:46.520243 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-cd715b18-d84c-4864-baa9-3794de87dbe5 req-4b2146be-4880-4327-99b9-7e9a256854ce tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Calling delete_port for 35693353-c5eb-4ade-b983-71da3ea93876 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:10:46.526689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b17512-10b2-4deb-9480-705d19e183d9 req-ded75f34-12e0-4794-9262-3c1a89d4f487 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:46.536171 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-ded75f34-12e0-4794-9262-3c1a89d4f487 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 814 time: 0.1326330 Mar 07 22:10:46.563359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-6c85da67-d028-4fc6-b03e-65c955e27a2e tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/quotas/a348ede039584875801ba3e8e4548330 HTTP/1.1" status: 200 len: 375 time: 0.0255282 Mar 07 22:10:46.675323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-ce143bae-f212-404b-80ef-6b5d68420b37 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105685 Mar 07 22:10:46.928829 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-cd715b18-d84c-4864-baa9-3794de87dbe5 req-4b2146be-4880-4327-99b9-7e9a256854ce tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (35693353-c5eb-4ade-b983-71da3ea93876), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:47.051205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2146be-4880-4327-99b9-7e9a256854ce tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Pushing event deleted for resources: {'Port': ['ID=35693353-c5eb-4ade-b983-71da3ea93876,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:47.172269 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd715b18-d84c-4864-baa9-3794de87dbe5 req-4b2146be-4880-4327-99b9-7e9a256854ce tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] No DVR routers for this DVR port 35693353-c5eb-4ade-b983-71da3ea93876 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:10:47.179338 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-cd715b18-d84c-4864-baa9-3794de87dbe5 req-4b2146be-4880-4327-99b9-7e9a256854ce tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:47.192168 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-cd715b18-d84c-4864-baa9-3794de87dbe5 req-4b2146be-4880-4327-99b9-7e9a256854ce tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.13 "DELETE /v2.0/ports/35693353-c5eb-4ade-b983-71da3ea93876 HTTP/1.1" status: 204 len: 173 time: 1.1472521 Mar 07 22:10:47.192705 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09', 'name': 'network-vif-deleted', 'tag': '35693353-c5eb-4ade-b983-71da3ea93876'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:10:47.195654 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd3db08-4389-476a-9171-f914130e8cd1" -d '{"events": [{"server_uuid": "32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09", "name": "network-vif-deleted", "tag": "35693353-c5eb-4ade-b983-71da3ea93876"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:10:47.246603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-08cf5fd8-6c8f-4245-aeb0-290d31158635 req-8d3896d6-749d-4259-b300-a7e9fe3c0f1a tempest-ServersTestJSON-148768531 tempest-ServersTestJSON-148768531-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09 HTTP/1.1" status: 200 len: 210 time: 0.3905313 Mar 07 22:10:47.266293 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-e17c3945-cc02-4ba0-9b98-c729d8938961 service neutron] 10.222.0.26 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685258 Mar 07 22:10:47.519577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-658c34b9-c21d-4fe2-b6fc-7ebe94d3ebc7 service neutron] 10.222.0.26 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513804 Mar 07 22:10:47.594974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebb9d2-0d0b-46d7-abf9-d526f7d2a6c1 req-2bc9a293-5067-436f-9cfa-89fd30bb556a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:47.596604 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98ebb9d2-0d0b-46d7-abf9-d526f7d2a6c1 req-2bc9a293-5067-436f-9cfa-89fd30bb556a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1255629 Mar 07 22:10:47.669965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-98ebb9d2-0d0b-46d7-abf9-d526f7d2a6c1 req-53d75d45-dfc5-4fb9-8cc8-0edecc9a4833 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580060 Mar 07 22:10:47.781462 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30499d0-0ac7-47ad-9388-fe02fb5d82bd x-openstack-request-id: req-b30499d0-0ac7-47ad-9388-fe02fb5d82bd {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:10:47.781599 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09", "name": "network-vif-deleted", "tag": "35693353-c5eb-4ade-b983-71da3ea93876", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:10:47.781799 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b30499d0-0ac7-47ad-9388-fe02fb5d82bd {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:10:47.782223 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bd5ed5-a9ec-4e1f-85c9-0eaba471fb09', 'name': 'network-vif-deleted', 'tag': '35693353-c5eb-4ade-b983-71da3ea93876', 'status': 'completed', 'code': 200} Mar 07 22:10:47.861866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2e74540-e84a-409f-91eb-118e58e8dfbf req-16347e15-f7a3-48be-b5c3-15d7758de2ca tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0451713 Mar 07 22:10:48.148094 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7951fee5-a2b5-4e25-a504-15dcec2874d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:48.318153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38084) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:48.372864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf2661d-14ef-464c-b84d-3405a672652c admin admin] Deleting subnet 925aad4c-c647-4d56-8f2f-5e0ad1a36194 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:10:48.377578 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bf2661d-14ef-464c-b84d-3405a672652c admin admin] Publish callbacks [] for subnet (925aad4c-c647-4d56-8f2f-5e0ad1a36194), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:48.416151 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:48.429271 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bf2661d-14ef-464c-b84d-3405a672652c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (925aad4c-c647-4d56-8f2f-5e0ad1a36194), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:48.489063 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bf2661d-14ef-464c-b84d-3405a672652c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (925aad4c-c647-4d56-8f2f-5e0ad1a36194), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:48.555734 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bf2661d-14ef-464c-b84d-3405a672652c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (925aad4c-c647-4d56-8f2f-5e0ad1a36194), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:48.599267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2661d-14ef-464c-b84d-3405a672652c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=925aad4c-c647-4d56-8f2f-5e0ad1a36194,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:48.613203 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bf2661d-14ef-464c-b84d-3405a672652c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:48.618310 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1bf2661d-14ef-464c-b84d-3405a672652c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/925aad4c-c647-4d56-8f2f-5e0ad1a36194 HTTP/1.1" status: 204 len: 168 time: 0.2979510 Mar 07 22:10:48.620877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38088) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:48.725019 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f236c5f9-28c8-494b-90c3-3128c4864936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (cae5efa2-6bb7-4f2d-8ff2-eb98273e8281), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:48.795539 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 35693353-c5eb-4ade-b983-71da3ea93876 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:10:48.837772 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 35693353-c5eb-4ade-b983-71da3ea93876 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:10:48.838237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 35693353-c5eb-4ade-b983-71da3ea93876 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:10:48.850230 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f236c5f9-28c8-494b-90c3-3128c4864936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (cae5efa2-6bb7-4f2d-8ff2-eb98273e8281), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:48.887745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac652e-98a9-4922-b767-f01e709bcc84 req-5e9cbd5f-c28b-46cd-bbde-306ca40f7155 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:48.889717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-f236c5f9-28c8-494b-90c3-3128c4864936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae5efa2-6bb7-4f2d-8ff2-eb98273e8281']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:48.896319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97ac652e-98a9-4922-b767-f01e709bcc84 req-5e9cbd5f-c28b-46cd-bbde-306ca40f7155 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1097507 Mar 07 22:10:48.910262 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-f236c5f9-28c8-494b-90c3-3128c4864936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:48.910648 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-f236c5f9-28c8-494b-90c3-3128c4864936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6f5d08-a872-4b7c-85c5-e37b8dfa504d') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:48.926781 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f236c5f9-28c8-494b-90c3-3128c4864936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (7d6f5d08-a872-4b7c-85c5-e37b8dfa504d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:48.955831 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f236c5f9-28c8-494b-90c3-3128c4864936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (7d6f5d08-a872-4b7c-85c5-e37b8dfa504d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:48.966514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f236c5f9-28c8-494b-90c3-3128c4864936 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:10:48.967113 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f236c5f9-28c8-494b-90c3-3128c4864936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (7d6f5d08-a872-4b7c-85c5-e37b8dfa504d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:10:48.969486 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:10:48.993139 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97ac652e-98a9-4922-b767-f01e709bcc84 req-9a7db925-b427-49a8-bb54-715824fba8a1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957379 Mar 07 22:10:49.091051 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4de833e2-d9de-4172-b927-9b6af43a850f req-23e3b628-0faf-4947-9ce5-a440bfc2cb61 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0700498 Mar 07 22:10:49.095426 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f236c5f9-28c8-494b-90c3-3128c4864936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (cae5efa2-6bb7-4f2d-8ff2-eb98273e8281), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:49.108946 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f236c5f9-28c8-494b-90c3-3128c4864936 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:49.118883 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f236c5f9-28c8-494b-90c3-3128c4864936 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cae5efa2-6bb7-4f2d-8ff2-eb98273e8281 HTTP/1.1" status: 204 len: 168 time: 0.4965017 Mar 07 22:10:49.211886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236c5f9-28c8-494b-90c3-3128c4864936 admin admin] Pushing event deleted for resources: {'Network': ['ID=cae5efa2-6bb7-4f2d-8ff2-eb98273e8281,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:49.384400 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:49.449073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b17512-10b2-4deb-9480-705d19e183d9 req-40c8a28c-4d10-4083-860e-5bc1e2d2fa24 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:49.450949 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-40c8a28c-4d10-4083-860e-5bc1e2d2fa24 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.13 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 814 time: 0.2669151 Mar 07 22:10:49.618128 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-1e1de2eb-3690-42dc-b84d-d344d943e47c tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a348ede039584875801ba3e8e4548330 HTTP/1.1" status: 200 len: 379 time: 0.1577249 Mar 07 22:10:49.628477 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-72b17512-10b2-4deb-9480-705d19e183d9 req-5d480854-f60c-4269-ac57-6275d503abed tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'port': {'device_id': '0c43f6f2-8fa3-488d-802b-905d5bb3e5d6', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'admin_state_up': True, 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'security_groups': ['aff5da40-e410-4a0d-b773-1df619852852']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:49.630180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38100) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:49.723499 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-64cf137f-927a-4cb2-ad5f-a26f36b655e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9a2bc3ffdc14964be1d88a599c15229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0919271 Mar 07 22:10:49.726549 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38102) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:49.783403 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Publish callbacks [] for security_group (6fcf0ac2-5b39-46fb-bc63-41b30949b47d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:49.816869 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Publish callbacks [] for security_group (6fcf0ac2-5b39-46fb-bc63-41b30949b47d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:49.838777 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b17512-10b2-4deb-9480-705d19e183d9 req-5d480854-f60c-4269-ac57-6275d503abed tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Made reservation on behalf of a348ede039584875801ba3e8e4548330 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:10:49.843060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-72b17512-10b2-4deb-9480-705d19e183d9 req-5d480854-f60c-4269-ac57-6275d503abed tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:49.895112 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6fcf0ac2-5b39-46fb-bc63-41b30949b47d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:49.898441 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:49.899702 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fcf0ac2-5b39-46fb-bc63-41b30949b47d HTTP/1.1" status: 204 len: 168 time: 0.1720953 Mar 07 22:10:49.923643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcf0ac2-5b39-46fb-bc63-41b30949b47d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:49.936824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.940988 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.942149 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.942808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.945250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.946546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.951236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.951728 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.952193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.952645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.953170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.953685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.955700 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5303-ab2f-4f47-ab4d-6644bc1aeac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:50.056159 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-72b17512-10b2-4deb-9480-705d19e183d9 req-5d480854-f60c-4269-ac57-6275d503abed tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Allocated IP 172.20.0.12 (562b85e0-340d-42cd-8872-2484d3f89992/d557b9c7-6244-4ed7-9421-d0772ecb1a58/da10746d-4041-4016-b159-315f0c77d15c) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:50.292633 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9f013aa-9384-4269-92cb-8617fe0be713 req-5b3a53f6-6b8d-4589-af06-61cda3d00df2 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0949779 Mar 07 22:10:50.352806 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:50.627451 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:10:50.811711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbce93-d162-4899-9929-87f2b260116a req-bbf089d2-3ec5-4abb-a5c6-10832df9a3e5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:50.813922 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d1cbce93-d162-4899-9929-87f2b260116a req-bbf089d2-3ec5-4abb-a5c6-10832df9a3e5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0884237 Mar 07 22:10:50.863403 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-72b17512-10b2-4deb-9480-705d19e183d9 req-5d480854-f60c-4269-ac57-6275d503abed tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for port (da10746d-4041-4016-b159-315f0c77d15c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:50.926259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d1cbce93-d162-4899-9929-87f2b260116a req-af65df30-7eaf-49c4-9b5c-836cd29c86f3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057043 Mar 07 22:10:50.933856 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-72b17512-10b2-4deb-9480-705d19e183d9 req-5d480854-f60c-4269-ac57-6275d503abed tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (da10746d-4041-4016-b159-315f0c77d15c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:51.008599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b17512-10b2-4deb-9480-705d19e183d9 req-5d480854-f60c-4269-ac57-6275d503abed tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Network 562b85e0-340d-42cd-8872-2484d3f89992 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:51.023174 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-72b17512-10b2-4deb-9480-705d19e183d9 req-5d480854-f60c-4269-ac57-6275d503abed tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:51.050152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b17512-10b2-4deb-9480-705d19e183d9 req-5d480854-f60c-4269-ac57-6275d503abed tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:10:51.161384 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d480854-f60c-4269-ac57-6275d503abed tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event updated for resources: {'Port': ['ID=da10746d-4041-4016-b159-315f0c77d15c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:51.185889 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b17512-10b2-4deb-9480-705d19e183d9 req-5d480854-f60c-4269-ac57-6275d503abed tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:51.199016 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-72b17512-10b2-4deb-9480-705d19e183d9 req-5d480854-f60c-4269-ac57-6275d503abed tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:51.238374 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-5d480854-f60c-4269-ac57-6275d503abed tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6151075 Mar 07 22:10:51.260821 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Request body: {'port': {'device_id': '0c43f6f2-8fa3-488d-802b-905d5bb3e5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:51.430524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (da10746d-4041-4016-b159-315f0c77d15c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:51.443718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-90d2c879-5fa8-42c1-b80c-e7ab3d2f6045 None None] Provisioning complete for port da10746d-4041-4016-b159-315f0c77d15c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:51.443718 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-90d2c879-5fa8-42c1-b80c-e7ab3d2f6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (da10746d-4041-4016-b159-315f0c77d15c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:51.515186 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-90d2c879-5fa8-42c1-b80c-e7ab3d2f6045 None None] Port da10746d-4041-4016-b159-315f0c77d15c cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:10:51.769721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38166) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:51.858036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da10746d-4041-4016-b159-315f0c77d15c {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:10:51.868244 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Publish callbacks [] for port (da10746d-4041-4016-b159-315f0c77d15c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:51.892015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8a9da-7c78-4b4e-b54a-393a56776789 req-6770d355-2af5-4fa1-a377-782cd13a469a tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:51.894488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Transition to ACTIVE for port object da10746d-4041-4016-b159-315f0c77d15c will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:10:51.896660 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8eb8a9da-7c78-4b4e-b54a-393a56776789 req-6770d355-2af5-4fa1-a377-782cd13a469a tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 932 time: 0.1435244 Mar 07 22:10:51.910524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (da10746d-4041-4016-b159-315f0c77d15c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:52.010629 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8eb8a9da-7c78-4b4e-b54a-393a56776789 req-7340107c-4dc9-4586-a552-f3e10629d43e tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff5da40-e410-4a0d-b773-1df619852852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036189 Mar 07 22:10:52.049145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Pushing event updated for resources: {'Port': ['ID=da10746d-4041-4016-b159-315f0c77d15c,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:52.102801 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eea78a87-3280-47d4-aa10-69af3fdfa446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:52.142446 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:52.247420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ab801-ade6-48f4-9bac-6e4ec9d7ff92 req-329cd9e2-e8fb-4e21-a9f4-01dfc0e4dfcd tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:52.256583 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb9ab801-ade6-48f4-9bac-6e4ec9d7ff92 req-329cd9e2-e8fb-4e21-a9f4-01dfc0e4dfcd tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.2011547 Mar 07 22:10:52.318445 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Attempting to bind port da10746d-4041-4016-b159-315f0c77d15c on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:10:52.318815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Attempting to bind port da10746d-4041-4016-b159-315f0c77d15c by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:10:52.319157 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Attempting to bind port da10746d-4041-4016-b159-315f0c77d15c on network 562b85e0-340d-42cd-8872-2484d3f89992 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:10:52.342818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Port da10746d-4041-4016-b159-315f0c77d15c on network 562b85e0-340d-42cd-8872-2484d3f89992 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:10:52.342818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Attempting to bind port da10746d-4041-4016-b159-315f0c77d15c on network 562b85e0-340d-42cd-8872-2484d3f89992 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:10:52.346702 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb9ab801-ade6-48f4-9bac-6e4ec9d7ff92 req-5b2c6dc6-f930-496e-940f-8a896bbfdc55 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850904 Mar 07 22:10:52.369126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:10:52.369465 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Checking segment: {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:10:52.370092 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Bound using segment: {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:10:52.370796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Bound port: da10746d-4041-4016-b159-315f0c77d15c, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18115616-d9e5-4e19-97bd-5d2f766728b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:10:52.371106 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (da10746d-4041-4016-b159-315f0c77d15c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:52.468792 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eea78a87-3280-47d4-aa10-69af3fdfa446 admin admin] Publish callbacks [] for security_group (6f705faa-1af4-4ef4-a203-0000564ac638), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:52.480218 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eea78a87-3280-47d4-aa10-69af3fdfa446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6f705faa-1af4-4ef4-a203-0000564ac638), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:52.562543 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] For port da10746d-4041-4016-b159-315f0c77d15c, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:10:52.568152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] For port da10746d-4041-4016-b159-315f0c77d15c, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=da10746d-4041-4016-b159-315f0c77d15c,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:10:52.568514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea78a87-3280-47d4-aa10-69af3fdfa446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f705faa-1af4-4ef4-a203-0000564ac638,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:52.578139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38196) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:52.578393 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eea78a87-3280-47d4-aa10-69af3fdfa446 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a140388dca724347976404c9be4ea970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8070757 Mar 07 22:10:52.580558 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (da10746d-4041-4016-b159-315f0c77d15c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:52.622522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:52.623157 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:52.624578 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] 10.222.0.13 "PUT /v2.0/ports/da10746d-4041-4016-b159-315f0c77d15c HTTP/1.1" status: 200 len: 1092 time: 1.3788886 Mar 07 22:10:52.625126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c43f6f2-8fa3-488d-802b-905d5bb3e5d6', 'tag': 'da10746d-4041-4016-b159-315f0c77d15c'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:10:52.627581 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbdc8cd-ceae-492e-8ca2-64bf85c6cca2" -d '{"events": [{"name": "network-changed", "server_uuid": "0c43f6f2-8fa3-488d-802b-905d5bb3e5d6", "tag": "da10746d-4041-4016-b159-315f0c77d15c"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:10:52.725556 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-abd55197-0e30-409a-956c-3dfb4668b94b admin admin] Publish callbacks [] for security_group (6f705faa-1af4-4ef4-a203-0000564ac638), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:52.737985 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c79ce40-a59a-4268-b0b9-5c0d55ba6960 x-openstack-request-id: req-5c79ce40-a59a-4268-b0b9-5c0d55ba6960 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:10:52.738738 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c43f6f2-8fa3-488d-802b-905d5bb3e5d6", "tag": "da10746d-4041-4016-b159-315f0c77d15c", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:10:52.739169 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c79ce40-a59a-4268-b0b9-5c0d55ba6960 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:10:52.739728 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c43f6f2-8fa3-488d-802b-905d5bb3e5d6', 'tag': 'da10746d-4041-4016-b159-315f0c77d15c', 'status': 'completed', 'code': 200} Mar 07 22:10:52.751597 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84e32c-c40d-49c1-b890-2a63d83d5084 service neutron] Pushing event updated for resources: {'Port': ['ID=da10746d-4041-4016-b159-315f0c77d15c,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:52.771510 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-abd55197-0e30-409a-956c-3dfb4668b94b admin admin] Publish callbacks [] for security_group (6f705faa-1af4-4ef4-a203-0000564ac638), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:52.772628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b17512-10b2-4deb-9480-705d19e183d9 req-0f33baa6-5f1a-47ec-9c74-439f6da72aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:52.782219 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-0f33baa6-5f1a-47ec-9c74-439f6da72aaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 1126 time: 0.1048086 Mar 07 22:10:52.870633 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-e41111f2-b177-4f6a-b859-72416698210a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da10746d-4041-4016-b159-315f0c77d15c HTTP/1.1" status: 200 len: 217 time: 0.0805116 Mar 07 22:10:52.880325 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-abd55197-0e30-409a-956c-3dfb4668b94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6f705faa-1af4-4ef4-a203-0000564ac638), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:52.884442 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-abd55197-0e30-409a-956c-3dfb4668b94b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:52.891330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-abd55197-0e30-409a-956c-3dfb4668b94b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f705faa-1af4-4ef4-a203-0000564ac638 HTTP/1.1" status: 204 len: 168 time: 0.3097703 Mar 07 22:10:52.909995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd55197-0e30-409a-956c-3dfb4668b94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f705faa-1af4-4ef4-a203-0000564ac638,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:52.997835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b17512-10b2-4deb-9480-705d19e183d9 req-9316a245-3229-4502-a2f4-d67683e36a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:52.999455 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-9316a245-3229-4502-a2f4-d67683e36a54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.1217525 Mar 07 22:10:53.064235 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b17512-10b2-4deb-9480-705d19e183d9 req-b7387cd1-d629-4e73-b5ca-759103c22ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:53.066430 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-b7387cd1-d629-4e73-b5ca-759103c22ce3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0607486 Mar 07 22:10:53.234102 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-e1f63776-3808-4b91-9f3f-0e885ead7bd7 service neutron] 10.222.0.13 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580653 Mar 07 22:10:53.265995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4b717-917d-4b2c-8008-9812f32b3db5 req-4fe99000-f080-473e-bf1b-fc22410d950a tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:53.276806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-70f4b717-917d-4b2c-8008-9812f32b3db5 req-4fe99000-f080-473e-bf1b-fc22410d950a tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 944 time: 0.1488373 Mar 07 22:10:53.405216 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-70f4b717-917d-4b2c-8008-9812f32b3db5 req-ac3f4334-91d2-42e5-b0d0-ed1d88ef48e6 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff5da40-e410-4a0d-b773-1df619852852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274493 Mar 07 22:10:53.436038 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-72b17512-10b2-4deb-9480-705d19e183d9 req-23d57e9e-d0d1-4d72-afe1-1773edd348cc service neutron] 10.222.0.13 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945875 Mar 07 22:10:53.624900 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdc8cd-ceae-492e-8ca2-64bf85c6cca2 req-715fff33-f147-4d70-ba4b-7ba45d149823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:53.630704 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-afbdc8cd-ceae-492e-8ca2-64bf85c6cca2 req-715fff33-f147-4d70-ba4b-7ba45d149823 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 1126 time: 0.1278493 Mar 07 22:10:53.667899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7531302-b18f-4b50-a436-3f8259d3e23e req-eca6f899-9939-4c5d-b497-acf5603256ce tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:53.675579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7531302-b18f-4b50-a436-3f8259d3e23e req-eca6f899-9939-4c5d-b497-acf5603256ce tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1373677 Mar 07 22:10:53.807251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7531302-b18f-4b50-a436-3f8259d3e23e req-457f2558-2487-44a6-89b7-f63bf145ccb9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263075 Mar 07 22:10:53.832737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdc8cd-ceae-492e-8ca2-64bf85c6cca2 req-271befbd-3ea9-4151-aa78-8e77a5308a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:53.850389 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-afbdc8cd-ceae-492e-8ca2-64bf85c6cca2 req-271befbd-3ea9-4151-aa78-8e77a5308a04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 915 time: 0.2130399 Mar 07 22:10:53.932090 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-afbdc8cd-ceae-492e-8ca2-64bf85c6cca2 req-4b385077-4c4b-46f3-91b2-1da805d53e55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da10746d-4041-4016-b159-315f0c77d15c HTTP/1.1" status: 200 len: 217 time: 0.0730522 Mar 07 22:10:54.027010 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdc8cd-ceae-492e-8ca2-64bf85c6cca2 req-088aeee9-826f-41dd-ba38-1480d187ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:54.028827 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-afbdc8cd-ceae-492e-8ca2-64bf85c6cca2 req-088aeee9-826f-41dd-ba38-1480d187ce63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.0910590 Mar 07 22:10:54.127043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdc8cd-ceae-492e-8ca2-64bf85c6cca2 req-2d3629b4-9b74-43a3-b1b2-5936f9e554f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:54.134722 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-afbdc8cd-ceae-492e-8ca2-64bf85c6cca2 req-2d3629b4-9b74-43a3-b1b2-5936f9e554f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0983803 Mar 07 22:10:54.350342 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-afbdc8cd-ceae-492e-8ca2-64bf85c6cca2 req-d1ed138b-8571-44f1-adff-a40fbbd5efc3 service neutron] 10.222.0.13 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076933 Mar 07 22:10:54.475209 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-afbdc8cd-ceae-492e-8ca2-64bf85c6cca2 req-7037c904-c873-4513-bcb2-6e9c31b5cdd9 service neutron] 10.222.0.13 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187150 Mar 07 22:10:54.596799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e523b7-3107-4199-8ac6-bc873e30318a req-f8616014-bb9c-4eee-b959-78966d26ee2a tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:54.598827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77e523b7-3107-4199-8ac6-bc873e30318a req-f8616014-bb9c-4eee-b959-78966d26ee2a tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0961161 Mar 07 22:10:54.670168 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77e523b7-3107-4199-8ac6-bc873e30318a req-0c5fc412-105d-40d1-8a45-bf40be27d622 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff5da40-e410-4a0d-b773-1df619852852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630672 Mar 07 22:10:55.007825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b13d65-9dec-41d9-88dd-169bc9defbd1 req-b3f72029-4422-4146-9227-3a09503e1fdc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:55.009970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b13d65-9dec-41d9-88dd-169bc9defbd1 req-b3f72029-4422-4146-9227-3a09503e1fdc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0887215 Mar 07 22:10:55.085426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78b13d65-9dec-41d9-88dd-169bc9defbd1 req-9692987f-b1e7-4fc4-898b-43330e897eb5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694544 Mar 07 22:10:55.450192 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38306) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:55.606948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-654ebc01-f9d5-4dfd-9ffd-d09a4e8e0882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:55.711889 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-654ebc01-f9d5-4dfd-9ffd-d09a4e8e0882 admin admin] Publish callbacks [] for security_group (fe80a4f3-cbd2-452a-886d-066d84d6a9ce), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:55.716877 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-654ebc01-f9d5-4dfd-9ffd-d09a4e8e0882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fe80a4f3-cbd2-452a-886d-066d84d6a9ce), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:55.760743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ebc01-f9d5-4dfd-9ffd-d09a4e8e0882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe80a4f3-cbd2-452a-886d-066d84d6a9ce,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:55.769192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38318) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:10:55.782486 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-654ebc01-f9d5-4dfd-9ffd-d09a4e8e0882 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=969650a4229a48b0bca8dddb5021f1f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3292572 Mar 07 22:10:55.864712 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b4aec318-14cc-468d-b800-e487f9c8917e admin admin] Publish callbacks [] for security_group (fe80a4f3-cbd2-452a-886d-066d84d6a9ce), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:55.898289 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b4aec318-14cc-468d-b800-e487f9c8917e admin admin] Publish callbacks [] for security_group (fe80a4f3-cbd2-452a-886d-066d84d6a9ce), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:55.919021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c701282-bd77-4702-b071-266fdac627a6 req-50568345-2233-4b56-8648-c4f9add65c01 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:55.920672 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c701282-bd77-4702-b071-266fdac627a6 req-50568345-2233-4b56-8648-c4f9add65c01 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 944 time: 0.1186464 Mar 07 22:10:56.016398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c701282-bd77-4702-b071-266fdac627a6 req-d33701de-650c-4e0d-9e5e-5ac16bfb4c66 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff5da40-e410-4a0d-b773-1df619852852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854404 Mar 07 22:10:56.017756 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b4aec318-14cc-468d-b800-e487f9c8917e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fe80a4f3-cbd2-452a-886d-066d84d6a9ce), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:56.021023 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b4aec318-14cc-468d-b800-e487f9c8917e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:56.023469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b4aec318-14cc-468d-b800-e487f9c8917e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe80a4f3-cbd2-452a-886d-066d84d6a9ce HTTP/1.1" status: 204 len: 168 time: 0.2532880 Mar 07 22:10:56.041094 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aec318-14cc-468d-b800-e487f9c8917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe80a4f3-cbd2-452a-886d-066d84d6a9ce,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:56.254833 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81287eb-b1c5-424a-9bb6-20447164074c req-99ec4bdc-7998-448b-b301-3f876bbd91d0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:56.257685 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f81287eb-b1c5-424a-9bb6-20447164074c req-99ec4bdc-7998-448b-b301-3f876bbd91d0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0722144 Mar 07 22:10:56.338917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f81287eb-b1c5-424a-9bb6-20447164074c req-a49546c3-fbdb-4fe9-91b8-4b3bfc0fcfa0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751851 Mar 07 22:10:56.811380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device da10746d-4041-4016-b159-315f0c77d15c details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:10:56.953820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port da10746d-4041-4016-b159-315f0c77d15c, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=da10746d-4041-4016-b159-315f0c77d15c,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:56.971443 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'da10746d-4041-4016-b159-315f0c77d15c', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'port_id': 'da10746d-4041-4016-b159-315f0c77d15c', 'mac_address': 'fa:16:3e:f7:b1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:10:57.040773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port da10746d-4041-4016-b159-315f0c77d15c is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:57.041449 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (da10746d-4041-4016-b159-315f0c77d15c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:57.060059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da10746d-4041-4016-b159-315f0c77d15c {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:10:57.087697 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port da10746d-4041-4016-b159-315f0c77d15c, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=da10746d-4041-4016-b159-315f0c77d15c,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:57.093176 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (da10746d-4041-4016-b159-315f0c77d15c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:57.160262 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=da10746d-4041-4016-b159-315f0c77d15c,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:57.185650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:57.186647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:57.187163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:57.187744 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:57.188042 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:57.188516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:57.188894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:57.189287 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:57.189627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:57.190103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:57.190332 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:57.190681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:57.191005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:57.248489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb916ac-ee42-4d72-abc9-7ad123b563c7 req-95c4c3d2-9a51-4fab-b94e-194634c01e6a tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:57.257097 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cb916ac-ee42-4d72-abc9-7ad123b563c7 req-95c4c3d2-9a51-4fab-b94e-194634c01e6a tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 945 time: 0.1080530 Mar 07 22:10:57.325870 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cb916ac-ee42-4d72-abc9-7ad123b563c7 req-cfe839bf-89ed-4a58-b7b1-636ecf10f7c8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff5da40-e410-4a0d-b773-1df619852852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675151 Mar 07 22:10:57.383257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['da10746d-4041-4016-b159-315f0c77d15c'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:10:57.490642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4464487-3bbf-4765-95f8-f0e25675a524 req-49ef9cef-8054-440d-9ee1-5837044d06a1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:57.500248 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4464487-3bbf-4765-95f8-f0e25675a524 req-49ef9cef-8054-440d-9ee1-5837044d06a1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0789757 Mar 07 22:10:57.585935 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4464487-3bbf-4765-95f8-f0e25675a524 req-079bd612-0a96-40dc-b638-505f1fc35162 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819983 Mar 07 22:10:58.559935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7237c6-9988-4ba6-8765-403cbdd09945 req-a8227c8d-3d0f-4147-914d-c35ee1f91625 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:58.573933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a7237c6-9988-4ba6-8765-403cbdd09945 req-a8227c8d-3d0f-4147-914d-c35ee1f91625 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 945 time: 0.1241391 Mar 07 22:10:58.743678 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a7237c6-9988-4ba6-8765-403cbdd09945 req-e300117a-dc07-4503-9d5a-db074c286e1a tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff5da40-e410-4a0d-b773-1df619852852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566269 Mar 07 22:10:58.769309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb75c0f-3691-4be5-a753-024d5dadfd60 req-948f2f66-99e9-4904-b5bd-a854e936c583 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:58.774770 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ceb75c0f-3691-4be5-a753-024d5dadfd60 req-948f2f66-99e9-4904-b5bd-a854e936c583 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1175199 Mar 07 22:10:58.827076 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device da10746d-4041-4016-b159-315f0c77d15c up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:10:58.848318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ceb75c0f-3691-4be5-a753-024d5dadfd60 req-b4b46623-4efe-460d-86a5-8537e38686e4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654755 Mar 07 22:10:58.899052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port da10746d-4041-4016-b159-315f0c77d15c completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:10:58.905815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port da10746d-4041-4016-b159-315f0c77d15c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:10:58.906610 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (da10746d-4041-4016-b159-315f0c77d15c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:59.035149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port da10746d-4041-4016-b159-315f0c77d15c is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:10:59.035780 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (da10746d-4041-4016-b159-315f0c77d15c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:59.067280 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c43f6f2-8fa3-488d-802b-905d5bb3e5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da10746d-4041-4016-b159-315f0c77d15c'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:10:59.070905 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe649d1-1f57-44fc-bfc9-aa0a1e5fb888" -d '{"events": [{"server_uuid": "0c43f6f2-8fa3-488d-802b-905d5bb3e5d6", "name": "network-vif-plugged", "status": "completed", "tag": "da10746d-4041-4016-b159-315f0c77d15c"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:10:59.082806 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port da10746d-4041-4016-b159-315f0c77d15c, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=da10746d-4041-4016-b159-315f0c77d15c,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:10:59.089053 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (da10746d-4041-4016-b159-315f0c77d15c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:10:59.135418 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1f7f31-9396-47b5-a1f4-c8f2d6f76aaf x-openstack-request-id: req-aa1f7f31-9396-47b5-a1f4-c8f2d6f76aaf {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:10:59.135763 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c43f6f2-8fa3-488d-802b-905d5bb3e5d6", "name": "network-vif-plugged", "status": "completed", "tag": "da10746d-4041-4016-b159-315f0c77d15c", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:10:59.136064 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa1f7f31-9396-47b5-a1f4-c8f2d6f76aaf {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:10:59.136432 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c43f6f2-8fa3-488d-802b-905d5bb3e5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da10746d-4041-4016-b159-315f0c77d15c', 'code': 200} Mar 07 22:10:59.160427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=da10746d-4041-4016-b159-315f0c77d15c,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:59.303562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcb856-2d63-4553-a27e-69a296f2da69 req-d6f06242-5bd6-4855-90d7-6f5f9bc3f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:59.307045 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bafcb856-2d63-4553-a27e-69a296f2da69 req-d6f06242-5bd6-4855-90d7-6f5f9bc3f382 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 1128 time: 0.0670650 Mar 07 22:10:59.398319 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bafcb856-2d63-4553-a27e-69a296f2da69 req-8f17d1e0-5a90-40d2-a5ea-06beb9cb1d22 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aff5da40-e410-4a0d-b773-1df619852852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846426 Mar 07 22:10:59.910521 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf491f4-468a-48e3-a628-084375d008c1 req-a3f0a1ad-f4a2-4971-af8e-36b83743b1a7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:59.919229 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6cf491f4-468a-48e3-a628-084375d008c1 req-a3f0a1ad-f4a2-4971-af8e-36b83743b1a7 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 946 time: 0.0930612 Mar 07 22:10:59.988236 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6cf491f4-468a-48e3-a628-084375d008c1 req-abebb62c-5c92-4d99-831a-193359b5cdf8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff5da40-e410-4a0d-b773-1df619852852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656526 Mar 07 22:11:00.087251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e18e85-f46d-4fac-a173-1126e362bddb req-e59ccd2d-a1c2-4cb5-a1cd-81a3f01a7ae3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:00.096648 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26e18e85-f46d-4fac-a173-1126e362bddb req-e59ccd2d-a1c2-4cb5-a1cd-81a3f01a7ae3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0779283 Mar 07 22:11:00.164917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26e18e85-f46d-4fac-a173-1126e362bddb req-5018fc83-b89d-446a-968d-39a3b0e3f46c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669570 Mar 07 22:11:00.417788 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38466) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:00.561874 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4c959f6c-6c17-484e-ab7a-6bce8ab013ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:00.655646 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4c959f6c-6c17-484e-ab7a-6bce8ab013ef admin admin] Publish callbacks [] for security_group (9df94436-5333-4fe6-b060-3c8211ae69c5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:00.664579 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4c959f6c-6c17-484e-ab7a-6bce8ab013ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9df94436-5333-4fe6-b060-3c8211ae69c5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:00.705203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4c959f6c-6c17-484e-ab7a-6bce8ab013ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cab47357815c4b0988b8f0d4132d8ed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2861016 Mar 07 22:11:00.706252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c959f6c-6c17-484e-ab7a-6bce8ab013ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df94436-5333-4fe6-b060-3c8211ae69c5,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:00.707976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38476) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:00.769263 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75c50acb-a9c0-4518-9e11-cfe64630e219 admin admin] Publish callbacks [] for security_group (9df94436-5333-4fe6-b060-3c8211ae69c5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:00.816662 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75c50acb-a9c0-4518-9e11-cfe64630e219 admin admin] Publish callbacks [] for security_group (9df94436-5333-4fe6-b060-3c8211ae69c5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:00.902170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75c50acb-a9c0-4518-9e11-cfe64630e219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9df94436-5333-4fe6-b060-3c8211ae69c5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:00.904865 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75c50acb-a9c0-4518-9e11-cfe64630e219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:00.906300 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-75c50acb-a9c0-4518-9e11-cfe64630e219 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9df94436-5333-4fe6-b060-3c8211ae69c5 HTTP/1.1" status: 204 len: 168 time: 0.1972466 Mar 07 22:11:00.916311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c50acb-a9c0-4518-9e11-cfe64630e219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df94436-5333-4fe6-b060-3c8211ae69c5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:01.172933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eceec3-914a-4373-a97b-1f4de260728c req-30f332e7-5ff5-4191-8376-8cf9b7a364d5 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:01.199371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0eceec3-914a-4373-a97b-1f4de260728c req-30f332e7-5ff5-4191-8376-8cf9b7a364d5 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 946 time: 0.0896332 Mar 07 22:11:01.330542 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0eceec3-914a-4373-a97b-1f4de260728c req-64eddc21-e155-4d0b-a97c-1e9499373212 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff5da40-e410-4a0d-b773-1df619852852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299300 Mar 07 22:11:01.361805 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38496) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:01.370967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6f332-22f0-4774-8d9b-ac7fd692eb4d req-96713a73-8999-4588-ba13-9abb25ca153c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:01.372720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8da6f332-22f0-4774-8d9b-ac7fd692eb4d req-96713a73-8999-4588-ba13-9abb25ca153c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1017265 Mar 07 22:11:01.392762 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01cb612c-e0c2-4dbe-b0b7-a6d59dfda3fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:01.485424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8da6f332-22f0-4774-8d9b-ac7fd692eb4d req-e67508c9-26ea-4978-929b-12c0ba43a5fc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048217 Mar 07 22:11:01.516829 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01cb612c-e0c2-4dbe-b0b7-a6d59dfda3fb admin admin] Publish callbacks [] for security_group (d4951785-6857-4384-9eea-0d4d8a7402a5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:01.524202 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-01cb612c-e0c2-4dbe-b0b7-a6d59dfda3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d4951785-6857-4384-9eea-0d4d8a7402a5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:01.558821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89fe07-dc9d-459e-863e-04034c8cf473 req-00597442-b92e-44a4-8832-4f1c09fedf67 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:01.565209 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a89fe07-dc9d-459e-863e-04034c8cf473 req-00597442-b92e-44a4-8832-4f1c09fedf67 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 946 time: 0.1156044 Mar 07 22:11:01.575533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38504) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:01.579399 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-01cb612c-e0c2-4dbe-b0b7-a6d59dfda3fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa0a340abbe04aa7a137933a8a25e78e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2162721 Mar 07 22:11:01.584324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38508) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:01.593648 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c7a242b5-63dd-4fdf-980a-6c54c4b958b8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Request body: {'floatingip': {'port_id': 'da10746d-4041-4016-b159-315f0c77d15c'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:01.619301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb612c-e0c2-4dbe-b0b7-a6d59dfda3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4951785-6857-4384-9eea-0d4d8a7402a5,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:01.653978 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c7a242b5-63dd-4fdf-980a-6c54c4b958b8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (d0b41362-5b5e-4439-9c73-f07768eca146), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:01.661853 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5884098-2471-45b0-8b5a-686b24181a5f admin admin] Publish callbacks [] for security_group (d4951785-6857-4384-9eea-0d4d8a7402a5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:01.689972 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5884098-2471-45b0-8b5a-686b24181a5f admin admin] Publish callbacks [] for security_group (d4951785-6857-4384-9eea-0d4d8a7402a5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:01.761699 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5884098-2471-45b0-8b5a-686b24181a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d4951785-6857-4384-9eea-0d4d8a7402a5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:01.766229 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5884098-2471-45b0-8b5a-686b24181a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:01.767933 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f5884098-2471-45b0-8b5a-686b24181a5f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4951785-6857-4384-9eea-0d4d8a7402a5 HTTP/1.1" status: 204 len: 168 time: 0.1824069 Mar 07 22:11:01.800822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5884098-2471-45b0-8b5a-686b24181a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4951785-6857-4384-9eea-0d4d8a7402a5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:02.367606 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c7a242b5-63dd-4fdf-980a-6c54c4b958b8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:02.375444 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c7a242b5-63dd-4fdf-980a-6c54c4b958b8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (d0b41362-5b5e-4439-9c73-f07768eca146), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:02.535344 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-c7a242b5-63dd-4fdf-980a-6c54c4b958b8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Floating IP d0b41362-5b5e-4439-9c73-f07768eca146 associated. External IP: 172.25.4.149, port: da10746d-4041-4016-b159-315f0c77d15c. Mar 07 22:11:02.718020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b28e9-07e7-4ba0-9d52-0c79d0c93221 req-e53ee29f-6ce9-4b44-819f-57a956d5098b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:02.719619 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf7b28e9-07e7-4ba0-9d52-0c79d0c93221 req-e53ee29f-6ce9-4b44-819f-57a956d5098b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1220040 Mar 07 22:11:02.900484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a242b5-63dd-4fdf-980a-6c54c4b958b8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:11:02.912344 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf7b28e9-07e7-4ba0-9d52-0c79d0c93221 req-906c63c5-b62b-4343-9b5b-28e75eba4267 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923221 Mar 07 22:11:03.055318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a242b5-63dd-4fdf-980a-6c54c4b958b8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:11:03.062177 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c7a242b5-63dd-4fdf-980a-6c54c4b958b8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:03.067765 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a046d08-71e2-44bb-8b5d-6c21378eb49a None None] Sync routers for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:11:03.085695 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a046d08-71e2-44bb-8b5d-6c21378eb49a None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:11:03.087366 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1a046d08-71e2-44bb-8b5d-6c21378eb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:10:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:03.120601 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c7a242b5-63dd-4fdf-980a-6c54c4b958b8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "PUT /v2.0/floatingips/d0b41362-5b5e-4439-9c73-f07768eca146 HTTP/1.1" status: 200 len: 992 time: 1.5439010 Mar 07 22:11:03.126159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c43f6f2-8fa3-488d-802b-905d5bb3e5d6', 'tag': 'da10746d-4041-4016-b159-315f0c77d15c'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:11:03.134428 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2755aa71-2bd8-4308-8b99-3d32d610f332" -d '{"events": [{"name": "network-changed", "server_uuid": "0c43f6f2-8fa3-488d-802b-905d5bb3e5d6", "tag": "da10746d-4041-4016-b159-315f0c77d15c"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:11:03.212433 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798d29c4-6af5-4391-be9b-3ba0e37e77c9 x-openstack-request-id: req-798d29c4-6af5-4391-be9b-3ba0e37e77c9 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:11:03.212744 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c43f6f2-8fa3-488d-802b-905d5bb3e5d6", "tag": "da10746d-4041-4016-b159-315f0c77d15c", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:11:03.213007 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-798d29c4-6af5-4391-be9b-3ba0e37e77c9 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:11:03.213427 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c43f6f2-8fa3-488d-802b-905d5bb3e5d6', 'tag': 'da10746d-4041-4016-b159-315f0c77d15c', 'status': 'completed', 'code': 200} Mar 07 22:11:03.274558 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1a046d08-71e2-44bb-8b5d-6c21378eb49a None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:11:03.361684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755aa71-2bd8-4308-8b99-3d32d610f332 req-72045186-1ff1-4c55-8e80-72210e9fd717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:03.363332 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2755aa71-2bd8-4308-8b99-3d32d610f332 req-72045186-1ff1-4c55-8e80-72210e9fd717 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 1128 time: 0.1282940 Mar 07 22:11:03.592345 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755aa71-2bd8-4308-8b99-3d32d610f332 req-881ab5bc-217f-4850-8793-030a4fed7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:03.594032 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2755aa71-2bd8-4308-8b99-3d32d610f332 req-881ab5bc-217f-4850-8793-030a4fed7ac1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 915 time: 0.2256856 Mar 07 22:11:03.655457 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1a046d08-71e2-44bb-8b5d-6c21378eb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'd0b41362-5b5e-4439-9c73-f07768eca146', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.149', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': 'da10746d-4041-4016-b159-315f0c77d15c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:f7:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c43f6f2-8fa3-488d-802b-905d5bb3e5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:10:45Z', 'updated_at': '2022-03-07T22:11:02Z', 'revision_number': 1, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:03.692920 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a046d08-71e2-44bb-8b5d-6c21378eb49a None None] Checking router: bad1cd90-3632-4b69-b6ae-3d5fdc62d517 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:11:03.707085 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a046d08-71e2-44bb-8b5d-6c21378eb49a None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:11:03.708713 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1a046d08-71e2-44bb-8b5d-6c21378eb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:10:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:03.747474 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2755aa71-2bd8-4308-8b99-3d32d610f332 req-bf50ca08-f803-45fa-9a21-b596d48d9700 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da10746d-4041-4016-b159-315f0c77d15c HTTP/1.1" status: 200 len: 1000 time: 0.1441100 Mar 07 22:11:03.851981 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755aa71-2bd8-4308-8b99-3d32d610f332 req-6936e193-d522-4f80-80b3-c183aa0e2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:03.853599 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2755aa71-2bd8-4308-8b99-3d32d610f332 req-6936e193-d522-4f80-80b3-c183aa0e2bfa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.0982194 Mar 07 22:11:03.922532 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1a046d08-71e2-44bb-8b5d-6c21378eb49a None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:11:03.948318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755aa71-2bd8-4308-8b99-3d32d610f332 req-5c70259c-30b1-4d1e-918c-2e8854d39cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:03.951658 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2755aa71-2bd8-4308-8b99-3d32d610f332 req-5c70259c-30b1-4d1e-918c-2e8854d39cde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0918865 Mar 07 22:11:04.173312 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2755aa71-2bd8-4308-8b99-3d32d610f332 req-30ab33ec-af2e-4f86-ba97-b82cb43bee58 service neutron] 10.222.0.13 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153864 Mar 07 22:11:04.181966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3049bb8-9ee7-4c0d-a1ce-83035044797b req-3b0375b4-27a7-43ca-a92f-7c330600f81e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:04.186282 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3049bb8-9ee7-4c0d-a1ce-83035044797b req-3b0375b4-27a7-43ca-a92f-7c330600f81e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1501088 Mar 07 22:11:04.318438 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2755aa71-2bd8-4308-8b99-3d32d610f332 req-6af4190e-6a75-46c7-a332-7b64c08cbfa4 service neutron] 10.222.0.13 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384292 Mar 07 22:11:04.381521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3049bb8-9ee7-4c0d-a1ce-83035044797b req-65d3ba45-2090-4e9a-9259-295d26759300 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882224 Mar 07 22:11:04.548637 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1a046d08-71e2-44bb-8b5d-6c21378eb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'd0b41362-5b5e-4439-9c73-f07768eca146', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.149', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': 'da10746d-4041-4016-b159-315f0c77d15c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:f7:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c43f6f2-8fa3-488d-802b-905d5bb3e5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:10:45Z', 'updated_at': '2022-03-07T22:11:02Z', 'revision_number': 1, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:04.628987 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a046d08-71e2-44bb-8b5d-6c21378eb49a None None] The sync data for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 is: [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'd0b41362-5b5e-4439-9c73-f07768eca146', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'floating_ip_address': '172.25.4.149', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'port_id': 'da10746d-4041-4016-b159-315f0c77d15c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'mac_address': 'fa:16:3e:f7:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c43f6f2-8fa3-488d-802b-905d5bb3e5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:10:45Z', 'updated_at': '2022-03-07T22:11:02Z', 'revision_number': 1, 'project_id': 'a348ede039584875801ba3e8e4548330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:11:05.139814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788a7398-443d-4758-89f1-43233e516076 None None] New status for floating IP d0b41362-5b5e-4439-9c73-f07768eca146: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:11:05.591442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b40bc-82d2-49e2-adcc-071f7ae27014 req-f17b10e7-36af-4c5c-89d4-2f436a38a2b6 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:05.602297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e8b40bc-82d2-49e2-adcc-071f7ae27014 req-f17b10e7-36af-4c5c-89d4-2f436a38a2b6 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1031177 Mar 07 22:11:05.693481 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e8b40bc-82d2-49e2-adcc-071f7ae27014 req-6fbbc10d-fe75-4245-a43a-4f5ea04da2ba tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874214 Mar 07 22:11:06.885844 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2556bab-e061-4c7f-b99f-534606ded35f req-cf86d284-0179-4bf3-b85b-2222fd17ea42 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:06.888297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d2556bab-e061-4c7f-b99f-534606ded35f req-cf86d284-0179-4bf3-b85b-2222fd17ea42 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0902052 Mar 07 22:11:06.953881 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d2556bab-e061-4c7f-b99f-534606ded35f req-24ec72ac-905a-49b9-ac2b-815edf362d66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595074 Mar 07 22:11:08.150034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91e827-cabc-4bab-bdf2-22c7f5b45fe1 req-5091d5e4-2dad-41d8-baca-a85ea8bb5dca tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:08.151764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de91e827-cabc-4bab-bdf2-22c7f5b45fe1 req-5091d5e4-2dad-41d8-baca-a85ea8bb5dca tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1021621 Mar 07 22:11:08.209643 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de91e827-cabc-4bab-bdf2-22c7f5b45fe1 req-9838a7dc-dfdd-4c6f-a7b0-12600ed67c28 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517612 Mar 07 22:11:09.379813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc57ee2-fa45-46ad-8aa0-bf565ea9e157 req-0dfb1b80-5282-48b1-b4f9-5d5fdca0d76b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:09.381722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcc57ee2-fa45-46ad-8aa0-bf565ea9e157 req-0dfb1b80-5282-48b1-b4f9-5d5fdca0d76b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0753224 Mar 07 22:11:09.463705 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcc57ee2-fa45-46ad-8aa0-bf565ea9e157 req-ed21478c-6040-4f29-93b2-b8f96693c8a3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748186 Mar 07 22:11:10.566430 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38788) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:10.579626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2ad8a-852d-4a4a-be74-0fd3b39e86dc req-320c6e48-c3e9-4bc0-aa33-f2cee7a4d16e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:10.586431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5cb2ad8a-852d-4a4a-be74-0fd3b39e86dc req-320c6e48-c3e9-4bc0-aa33-f2cee7a4d16e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0632596 Mar 07 22:11:10.630488 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5cb2ad8a-852d-4a4a-be74-0fd3b39e86dc req-1fb123e5-d109-4af9-8d78-9e0cc5e45312 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431902 Mar 07 22:11:10.689060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:10.775459 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Publish callbacks [] for security_group (11680f8e-c21c-45a5-b09d-2a3a022b0c37), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:10.779217 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (11680f8e-c21c-45a5-b09d-2a3a022b0c37), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:10.821704 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=030675ba724541c79a2170cb06b2d615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2541752 Mar 07 22:11:10.823739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11680f8e-c21c-45a5-b09d-2a3a022b0c37,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:10.824687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38792) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:10.832736 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:10.833091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:10.833438 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:10.833780 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:10.834141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:10.835012 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:10.835507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:10.835964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:10.836301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:10.836630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:10.836960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:10.837286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:10.837613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f121eb1-d66f-4a24-87c3-39a9bacf9001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:10.878961 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8586b089-c2f0-412d-9ee6-917bc5d02688 admin admin] Publish callbacks [] for security_group (11680f8e-c21c-45a5-b09d-2a3a022b0c37), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:10.902701 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8586b089-c2f0-412d-9ee6-917bc5d02688 admin admin] Publish callbacks [] for security_group (11680f8e-c21c-45a5-b09d-2a3a022b0c37), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:10.961797 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8586b089-c2f0-412d-9ee6-917bc5d02688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (11680f8e-c21c-45a5-b09d-2a3a022b0c37), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:10.964715 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8586b089-c2f0-412d-9ee6-917bc5d02688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:10.974735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8586b089-c2f0-412d-9ee6-917bc5d02688 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11680f8e-c21c-45a5-b09d-2a3a022b0c37 HTTP/1.1" status: 204 len: 168 time: 0.1429193 Mar 07 22:11:10.984391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586b089-c2f0-412d-9ee6-917bc5d02688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11680f8e-c21c-45a5-b09d-2a3a022b0c37,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:11.266394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38802) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:11.280324 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e497b84d-53ef-4b73-8303-077c4e5e9a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:11.363089 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e497b84d-53ef-4b73-8303-077c4e5e9a24 admin admin] Publish callbacks [] for security_group (68bffacf-f37e-4cf0-9d21-8833088524e9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:11.368037 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e497b84d-53ef-4b73-8303-077c4e5e9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (68bffacf-f37e-4cf0-9d21-8833088524e9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:11.407773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497b84d-53ef-4b73-8303-077c4e5e9a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bffacf-f37e-4cf0-9d21-8833088524e9,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:11.412946 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e497b84d-53ef-4b73-8303-077c4e5e9a24 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0932bbb20154ffd912b3ff2a4e94eb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1454594 Mar 07 22:11:11.415988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38804) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:11.468076 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82e26f91-4a9e-4af0-8350-6d1bebf9c958 admin admin] Publish callbacks [] for security_group (68bffacf-f37e-4cf0-9d21-8833088524e9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:11.488755 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82e26f91-4a9e-4af0-8350-6d1bebf9c958 admin admin] Publish callbacks [] for security_group (68bffacf-f37e-4cf0-9d21-8833088524e9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:11.535674 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82e26f91-4a9e-4af0-8350-6d1bebf9c958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (68bffacf-f37e-4cf0-9d21-8833088524e9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:11.538255 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82e26f91-4a9e-4af0-8350-6d1bebf9c958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:11.539503 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-82e26f91-4a9e-4af0-8350-6d1bebf9c958 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/68bffacf-f37e-4cf0-9d21-8833088524e9 HTTP/1.1" status: 204 len: 168 time: 0.1221595 Mar 07 22:11:11.547268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e26f91-4a9e-4af0-8350-6d1bebf9c958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bffacf-f37e-4cf0-9d21-8833088524e9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:11.763608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bac3f-34d2-4cd2-a781-fb7af52218a1 req-ff3035db-8d9f-44a9-8d68-61e539f24d77 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:11.765657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc3bac3f-34d2-4cd2-a781-fb7af52218a1 req-ff3035db-8d9f-44a9-8d68-61e539f24d77 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0611000 Mar 07 22:11:11.823784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc3bac3f-34d2-4cd2-a781-fb7af52218a1 req-0500222f-4ae0-4319-9456-813ae716fa28 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523958 Mar 07 22:11:13.000378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a656ed0-9893-406a-8176-b2350caf191c req-14df83da-bdaa-42dc-86b4-7bd32024d076 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:13.008035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a656ed0-9893-406a-8176-b2350caf191c req-14df83da-bdaa-42dc-86b4-7bd32024d076 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.1189628 Mar 07 22:11:13.059086 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a656ed0-9893-406a-8176-b2350caf191c req-77b638aa-0229-4fa4-b3e9-4c6ab4ab3f17 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501037 Mar 07 22:11:13.810900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38872) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:13.931525 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b460520b-3965-4da6-a7e1-14370d4c2761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:14.005773 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b460520b-3965-4da6-a7e1-14370d4c2761 admin admin] Publish callbacks [] for security_group (e954268f-ff57-4af8-bc3e-f0bc01c024c8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:14.012225 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b460520b-3965-4da6-a7e1-14370d4c2761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e954268f-ff57-4af8-bc3e-f0bc01c024c8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:14.048744 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b460520b-3965-4da6-a7e1-14370d4c2761 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7273bf9825c4a2c9a6a182771a0f465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2365787 Mar 07 22:11:14.051878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38878) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:14.058384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460520b-3965-4da6-a7e1-14370d4c2761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e954268f-ff57-4af8-bc3e-f0bc01c024c8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:14.123192 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3714-8f5d-4f1d-a6c6-072514d2793a admin admin] Publish callbacks [] for security_group (e954268f-ff57-4af8-bc3e-f0bc01c024c8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:14.146135 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3714-8f5d-4f1d-a6c6-072514d2793a admin admin] Publish callbacks [] for security_group (e954268f-ff57-4af8-bc3e-f0bc01c024c8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:14.183498 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb4adb-95cf-429c-bbee-1afe0a53fb4e req-ca1b8017-7a8e-4a4a-981c-0d7e66b3d846 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:14.190304 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cafb4adb-95cf-429c-bbee-1afe0a53fb4e req-ca1b8017-7a8e-4a4a-981c-0d7e66b3d846 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0610554 Mar 07 22:11:14.200765 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3714-8f5d-4f1d-a6c6-072514d2793a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e954268f-ff57-4af8-bc3e-f0bc01c024c8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:14.203775 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3714-8f5d-4f1d-a6c6-072514d2793a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:14.205128 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f9ba3714-8f5d-4f1d-a6c6-072514d2793a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e954268f-ff57-4af8-bc3e-f0bc01c024c8 HTTP/1.1" status: 204 len: 168 time: 0.1519980 Mar 07 22:11:14.218025 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba3714-8f5d-4f1d-a6c6-072514d2793a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e954268f-ff57-4af8-bc3e-f0bc01c024c8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:14.251730 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cafb4adb-95cf-429c-bbee-1afe0a53fb4e req-56f05720-809a-4e07-8549-56ee8b6deba3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602663 Mar 07 22:11:14.500226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 38888) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:14.513952 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e556736b-7e39-4e39-961d-ba8110680039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:14.591487 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e556736b-7e39-4e39-961d-ba8110680039 admin admin] Publish callbacks [] for security_group (931142e5-3c13-4f39-99b4-1ccdddb09632), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:14.595789 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e556736b-7e39-4e39-961d-ba8110680039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (931142e5-3c13-4f39-99b4-1ccdddb09632), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:14.636184 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e556736b-7e39-4e39-961d-ba8110680039 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e9effe2ce9404653939570fcfc7a00c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348493 Mar 07 22:11:14.638460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556736b-7e39-4e39-961d-ba8110680039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931142e5-3c13-4f39-99b4-1ccdddb09632,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:14.639168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38890) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:14.691792 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-351cc615-3077-4a58-b4b2-a477af35877f admin admin] Publish callbacks [] for security_group (931142e5-3c13-4f39-99b4-1ccdddb09632), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:14.716988 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-351cc615-3077-4a58-b4b2-a477af35877f admin admin] Publish callbacks [] for security_group (931142e5-3c13-4f39-99b4-1ccdddb09632), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:14.780059 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-351cc615-3077-4a58-b4b2-a477af35877f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (931142e5-3c13-4f39-99b4-1ccdddb09632), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:14.783504 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-351cc615-3077-4a58-b4b2-a477af35877f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:14.784698 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-351cc615-3077-4a58-b4b2-a477af35877f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/931142e5-3c13-4f39-99b4-1ccdddb09632 HTTP/1.1" status: 204 len: 168 time: 0.1445448 Mar 07 22:11:14.796626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cc615-3077-4a58-b4b2-a477af35877f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931142e5-3c13-4f39-99b4-1ccdddb09632,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:15.391495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6508fbc-9938-41c9-8954-4936e0a2771c req-8bc0e23a-a232-4d07-bbee-b3f959ff47c6 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:15.398753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6508fbc-9938-41c9-8954-4936e0a2771c req-8bc0e23a-a232-4d07-bbee-b3f959ff47c6 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0693729 Mar 07 22:11:15.454211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6508fbc-9938-41c9-8954-4936e0a2771c req-70892000-1185-48b1-aff1-90da31e87590 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545540 Mar 07 22:11:15.649615 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0a152e30-c2bd-4d58-8969-066e637211ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:15.894210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38924) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:16.002286 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-292bc372-f470-47c6-843d-0e6d782786c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:16.079658 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-292bc372-f470-47c6-843d-0e6d782786c3 admin admin] Publish callbacks [] for security_group (87e9bb38-56ea-4973-b1a3-c0162906e257), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:16.085465 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-292bc372-f470-47c6-843d-0e6d782786c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (87e9bb38-56ea-4973-b1a3-c0162906e257), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:16.122771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bc372-f470-47c6-843d-0e6d782786c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e9bb38-56ea-4973-b1a3-c0162906e257,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:16.127103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-292bc372-f470-47c6-843d-0e6d782786c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=20ff68fb3d504ff59dda67212c8fc684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2309136 Mar 07 22:11:16.129727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 38930) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:16.177306 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e292fcf5-4923-4e5b-a95f-e44875bc836a admin admin] Publish callbacks [] for security_group (87e9bb38-56ea-4973-b1a3-c0162906e257), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:16.181999 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:16.200201 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e292fcf5-4923-4e5b-a95f-e44875bc836a admin admin] Publish callbacks [] for security_group (87e9bb38-56ea-4973-b1a3-c0162906e257), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:16.247097 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e292fcf5-4923-4e5b-a95f-e44875bc836a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (87e9bb38-56ea-4973-b1a3-c0162906e257), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:16.249752 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e292fcf5-4923-4e5b-a95f-e44875bc836a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:16.250933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e292fcf5-4923-4e5b-a95f-e44875bc836a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87e9bb38-56ea-4973-b1a3-c0162906e257 HTTP/1.1" status: 204 len: 168 time: 0.1202807 Mar 07 22:11:16.258487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292fcf5-4923-4e5b-a95f-e44875bc836a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e9bb38-56ea-4973-b1a3-c0162906e257,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:16.598302 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf81f8-8e6e-44a3-9d80-553c313a86dd req-c6e99135-0729-4e52-852a-6bdf2bbb9149 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:16.601403 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9caf81f8-8e6e-44a3-9d80-553c313a86dd req-c6e99135-0729-4e52-852a-6bdf2bbb9149 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0603740 Mar 07 22:11:16.656436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9caf81f8-8e6e-44a3-9d80-553c313a86dd req-c2ad173d-e9cd-452b-8f11-29a564908120 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490000 Mar 07 22:11:17.796981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9003d7-af60-4ee2-8fcd-e006fdc22d3e req-dce4976d-20fe-48b8-bd1d-1b73c9b6fc8e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:17.799128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd9003d7-af60-4ee2-8fcd-e006fdc22d3e req-dce4976d-20fe-48b8-bd1d-1b73c9b6fc8e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0551114 Mar 07 22:11:17.868985 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd9003d7-af60-4ee2-8fcd-e006fdc22d3e req-69636749-c333-4399-b88d-c427bcf6991d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581763 Mar 07 22:11:18.155163 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a4c9-504c-4579-b9fd-ab86248ba8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:18.393356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39056) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:18.405901 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:18.511136 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6753e513-9fde-4355-b121-6631f9b65956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:18.587295 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6753e513-9fde-4355-b121-6631f9b65956 admin admin] Publish callbacks [] for security_group (6333d318-e591-4b98-a814-0e62b0c3dda7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:18.592354 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6753e513-9fde-4355-b121-6631f9b65956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6333d318-e591-4b98-a814-0e62b0c3dda7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:18.629392 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6753e513-9fde-4355-b121-6631f9b65956 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b661bf8ba7a3460f8f1297c7c0106839&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2346759 Mar 07 22:11:18.630530 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753e513-9fde-4355-b121-6631f9b65956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6333d318-e591-4b98-a814-0e62b0c3dda7,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:18.632689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39062) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:18.680596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b0b4fd0-097d-4c6f-8616-62c5b317da97 admin admin] Publish callbacks [] for security_group (6333d318-e591-4b98-a814-0e62b0c3dda7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:18.701480 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b0b4fd0-097d-4c6f-8616-62c5b317da97 admin admin] Publish callbacks [] for security_group (6333d318-e591-4b98-a814-0e62b0c3dda7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:18.753602 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b0b4fd0-097d-4c6f-8616-62c5b317da97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6333d318-e591-4b98-a814-0e62b0c3dda7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:18.756761 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b0b4fd0-097d-4c6f-8616-62c5b317da97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:18.758025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6b0b4fd0-097d-4c6f-8616-62c5b317da97 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6333d318-e591-4b98-a814-0e62b0c3dda7 HTTP/1.1" status: 204 len: 168 time: 0.1243503 Mar 07 22:11:18.765888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b4fd0-097d-4c6f-8616-62c5b317da97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6333d318-e591-4b98-a814-0e62b0c3dda7,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:18.986300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c52d1-388b-4f4f-8a22-b01a670da396 req-402846b6-f58b-47be-b4ae-6fab078bd393 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:18.987808 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e14c52d1-388b-4f4f-8a22-b01a670da396 req-402846b6-f58b-47be-b4ae-6fab078bd393 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 943 time: 0.0625503 Mar 07 22:11:19.050506 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39070) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:19.052422 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e14c52d1-388b-4f4f-8a22-b01a670da396 req-69ef7be9-6995-4984-944a-d8fab9d8c3f1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580163 Mar 07 22:11:19.064594 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b976f79b-19f1-4906-aab4-5525391ebb08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:19.143212 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b976f79b-19f1-4906-aab4-5525391ebb08 admin admin] Publish callbacks [] for security_group (cf6c163e-c6a7-4ada-b9ff-db84e110e84d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:19.147385 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b976f79b-19f1-4906-aab4-5525391ebb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cf6c163e-c6a7-4ada-b9ff-db84e110e84d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:19.181930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39074) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:19.182152 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b976f79b-19f1-4906-aab4-5525391ebb08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=101e8ec157004421b2a2553a0d760b72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303680 Mar 07 22:11:19.192149 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976f79b-19f1-4906-aab4-5525391ebb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6c163e-c6a7-4ada-b9ff-db84e110e84d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:19.233973 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-45455bff-bf07-4b09-a36a-587aaf144a65 admin admin] Publish callbacks [] for security_group (cf6c163e-c6a7-4ada-b9ff-db84e110e84d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:19.255033 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-45455bff-bf07-4b09-a36a-587aaf144a65 admin admin] Publish callbacks [] for security_group (cf6c163e-c6a7-4ada-b9ff-db84e110e84d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:19.300607 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-45455bff-bf07-4b09-a36a-587aaf144a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cf6c163e-c6a7-4ada-b9ff-db84e110e84d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:19.303816 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-45455bff-bf07-4b09-a36a-587aaf144a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:19.304965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-45455bff-bf07-4b09-a36a-587aaf144a65 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf6c163e-c6a7-4ada-b9ff-db84e110e84d HTTP/1.1" status: 204 len: 168 time: 0.1216860 Mar 07 22:11:19.312940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45455bff-bf07-4b09-a36a-587aaf144a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6c163e-c6a7-4ada-b9ff-db84e110e84d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:19.366824 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:19.372251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0777ff82-e640-4f92-953e-3e0dc85d77fa details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:11:19.480641 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 0777ff82-e640-4f92-953e-3e0dc85d77fa, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0777ff82-e640-4f92-953e-3e0dc85d77fa,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:11:19.492513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '0777ff82-e640-4f92-953e-3e0dc85d77fa', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'port_id': '0777ff82-e640-4f92-953e-3e0dc85d77fa', 'mac_address': 'fa:16:3e:a1:51:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:11:19.530640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 0777ff82-e640-4f92-953e-3e0dc85d77fa is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:11:19.531079 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:19.543959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0777ff82-e640-4f92-953e-3e0dc85d77fa {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:11:19.563867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 0777ff82-e640-4f92-953e-3e0dc85d77fa, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0777ff82-e640-4f92-953e-3e0dc85d77fa,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:11:19.567862 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:19.622630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=0777ff82-e640-4f92-953e-3e0dc85d77fa,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:19.835787 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['0777ff82-e640-4f92-953e-3e0dc85d77fa'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:11:20.058508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39098) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:20.166629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Request body: {'networks': [{'name': 'tempest-network--951377181'}, {'name': 'tempest-network--1804977212'}]} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:20.166954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Request body: {'network': {'name': 'tempest-network--951377181'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:20.167418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Request body: {'network': {'name': 'tempest-network--1804977212'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:20.200031 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20557a93-7b88-4c06-826e-a3024a54c38e req-857785ce-9fde-418f-b336-e0148c3ed2f1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:20.201743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20557a93-7b88-4c06-826e-a3024a54c38e req-857785ce-9fde-418f-b336-e0148c3ed2f1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 944 time: 0.0770502 Mar 07 22:11:20.203020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Made reservation on behalf of 505dada0393f4178812acab3ad19e832 for: {'network': 2} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:20.207124 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:20.218979 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:20.287762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20557a93-7b88-4c06-826e-a3024a54c38e req-68735d6b-6fcc-4a78-afec-f11ef529a9bb tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706499 Mar 07 22:11:20.344035 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for security_group (d9c845cf-e4ed-4353-b653-9946995868d5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:20.348469 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:20.348745 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d9c845cf-e4ed-4353-b653-9946995868d5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:20.349234 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:20.387918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c845cf-e4ed-4353-b653-9946995868d5,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:20.395880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:11:20.407924 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (8c1f9607-2f00-4efb-aa72-d3c48a74524b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:20.408141 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Added segment 8c1f9607-2f00-4efb-aa72-d3c48a74524b of type vlan for network 7d4fcbb7-f034-4e23-bbc8-054ce7681c80 Mar 07 22:11:20.457285 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (7d4fcbb7-f034-4e23-bbc8-054ce7681c80), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:20.491784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:11:20.502943 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (4c0236fa-5a35-4bb1-baa2-91470539a188), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:20.503788 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Added segment 4c0236fa-5a35-4bb1-baa2-91470539a188 of type vlan for network ee398eb7-b8b7-4d79-b436-4e7408d65121 Mar 07 22:11:20.548449 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (ee398eb7-b8b7-4d79-b436-4e7408d65121), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:20.576024 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (7d4fcbb7-f034-4e23-bbc8-054ce7681c80), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:20.576622 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (ee398eb7-b8b7-4d79-b436-4e7408d65121), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:20.582714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:20.587418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:20.588261 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:20.657367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5976882 Mar 07 22:11:20.660961 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39110) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:20.682525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event updated for resources: {'Network': ['ID=7d4fcbb7-f034-4e23-bbc8-054ce7681c80,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:20.708060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 7d4fcbb7-f034-4e23-bbc8-054ce7681c80 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:11:21.172319 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d365bb-d8b7-4fb0-8c57-620479c908f8 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event updated for resources: {'Network': ['ID=ee398eb7-b8b7-4d79-b436-4e7408d65121,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:21.183950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network ee398eb7-b8b7-4d79-b436-4e7408d65121 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:11:21.222142 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eeded1-8104-4c57-ac62-4004f2eb6db9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:21.227782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eeded1-8104-4c57-ac62-4004f2eb6db9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:21.233388 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eeded1-8104-4c57-ac62-4004f2eb6db9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:21.239031 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eeded1-8104-4c57-ac62-4004f2eb6db9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:21.241956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-66eeded1-8104-4c57-ac62-4004f2eb6db9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5794432 Mar 07 22:11:21.244292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39114) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:21.326647 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca940-7546-4195-8457-9e32f528b6bb tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (7d4fcbb7-f034-4e23-bbc8-054ce7681c80), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:21.376068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0777ff82-e640-4f92-953e-3e0dc85d77fa up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:11:21.428725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 0777ff82-e640-4f92-953e-3e0dc85d77fa completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:11:21.432931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 0777ff82-e640-4f92-953e-3e0dc85d77fa triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:11:21.433509 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:21.451053 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca940-7546-4195-8457-9e32f528b6bb tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (7d4fcbb7-f034-4e23-bbc8-054ce7681c80), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:21.481059 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-ec3ca940-7546-4195-8457-9e32f528b6bb tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4fcbb7-f034-4e23-bbc8-054ce7681c80']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:21.495136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a204985-ac45-4baa-b7cd-76fef2118562 req-940e257b-8f64-4b5e-94b5-a8ec602c963f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:21.496634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a204985-ac45-4baa-b7cd-76fef2118562 req-940e257b-8f64-4b5e-94b5-a8ec602c963f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 944 time: 0.1322851 Mar 07 22:11:21.501445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-ec3ca940-7546-4195-8457-9e32f528b6bb tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1f9607-2f00-4efb-aa72-d3c48a74524b') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:21.501758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-ec3ca940-7546-4195-8457-9e32f528b6bb tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1f9607-2f00-4efb-aa72-d3c48a74524b') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:21.514058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 0777ff82-e640-4f92-953e-3e0dc85d77fa is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:11:21.514058 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:21.544863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ad2767-f24a-4d64-a4ca-58f061ae2957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0777ff82-e640-4f92-953e-3e0dc85d77fa'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:11:21.547508 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab761337-db1c-4360-a8d2-9db3dc1dc593" -d '{"events": [{"server_uuid": "86ad2767-f24a-4d64-a4ca-58f061ae2957", "name": "network-vif-plugged", "status": "completed", "tag": "0777ff82-e640-4f92-953e-3e0dc85d77fa"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:11:21.552485 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca940-7546-4195-8457-9e32f528b6bb tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (8c1f9607-2f00-4efb-aa72-d3c48a74524b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:21.562758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 0777ff82-e640-4f92-953e-3e0dc85d77fa, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0777ff82-e640-4f92-953e-3e0dc85d77fa,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:11:21.567879 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:21.593700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a204985-ac45-4baa-b7cd-76fef2118562 req-a79003f2-706e-4555-8feb-e84a6dfa2fa5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878334 Mar 07 22:11:21.594815 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca940-7546-4195-8457-9e32f528b6bb tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (8c1f9607-2f00-4efb-aa72-d3c48a74524b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:21.599395 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a331a5c0-1f35-40d9-811b-280f88cb157e x-openstack-request-id: req-a331a5c0-1f35-40d9-811b-280f88cb157e {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:11:21.600216 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ad2767-f24a-4d64-a4ca-58f061ae2957", "name": "network-vif-plugged", "status": "completed", "tag": "0777ff82-e640-4f92-953e-3e0dc85d77fa", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:11:21.600646 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a331a5c0-1f35-40d9-811b-280f88cb157e {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:11:21.601049 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ad2767-f24a-4d64-a4ca-58f061ae2957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0777ff82-e640-4f92-953e-3e0dc85d77fa', 'code': 200} Mar 07 22:11:21.611748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3ca940-7546-4195-8457-9e32f528b6bb tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:11:21.612467 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca940-7546-4195-8457-9e32f528b6bb tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (8c1f9607-2f00-4efb-aa72-d3c48a74524b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:11:21.616857 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:11:21.637045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=0777ff82-e640-4f92-953e-3e0dc85d77fa,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:21.710681 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca940-7546-4195-8457-9e32f528b6bb tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (7d4fcbb7-f034-4e23-bbc8-054ce7681c80), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:21.715685 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca940-7546-4195-8457-9e32f528b6bb tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:21.721802 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ec3ca940-7546-4195-8457-9e32f528b6bb tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "DELETE /v2.0/networks/7d4fcbb7-f034-4e23-bbc8-054ce7681c80 HTTP/1.1" status: 204 len: 168 time: 0.4741702 Mar 07 22:11:21.722835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39122) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:21.739346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ca940-7546-4195-8457-9e32f528b6bb tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event deleted for resources: {'Network': ['ID=7d4fcbb7-f034-4e23-bbc8-054ce7681c80,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:21.746622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251f397-b114-46b6-bbac-00cef684d97b req-57281861-9a70-49c9-a1d5-3a6143de8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:21.747996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f251f397-b114-46b6-bbac-00cef684d97b req-57281861-9a70-49c9-a1d5-3a6143de8d49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 1127 time: 0.0782983 Mar 07 22:11:21.800788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f251f397-b114-46b6-bbac-00cef684d97b req-664dfee3-41a0-4dbe-98b1-8c9bc0bf7e19 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438032 Mar 07 22:11:21.817294 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2c2df83-5897-4657-9612-2746fde06ab4 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (ee398eb7-b8b7-4d79-b436-4e7408d65121), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:21.905007 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2c2df83-5897-4657-9612-2746fde06ab4 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (ee398eb7-b8b7-4d79-b436-4e7408d65121), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:21.924719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b2c2df83-5897-4657-9612-2746fde06ab4 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee398eb7-b8b7-4d79-b436-4e7408d65121']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:21.933815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b2c2df83-5897-4657-9612-2746fde06ab4 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0236fa-5a35-4bb1-baa2-91470539a188') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:21.934141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b2c2df83-5897-4657-9612-2746fde06ab4 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0236fa-5a35-4bb1-baa2-91470539a188') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:21.943382 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2c2df83-5897-4657-9612-2746fde06ab4 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (4c0236fa-5a35-4bb1-baa2-91470539a188), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:21.956293 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2c2df83-5897-4657-9612-2746fde06ab4 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (4c0236fa-5a35-4bb1-baa2-91470539a188), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:21.965892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c2df83-5897-4657-9612-2746fde06ab4 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:11:21.966570 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2c2df83-5897-4657-9612-2746fde06ab4 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (4c0236fa-5a35-4bb1-baa2-91470539a188), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:11:21.979904 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:11:22.044060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2c2df83-5897-4657-9612-2746fde06ab4 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (ee398eb7-b8b7-4d79-b436-4e7408d65121), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:22.051094 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2c2df83-5897-4657-9612-2746fde06ab4 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:22.057378 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b2c2df83-5897-4657-9612-2746fde06ab4 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "DELETE /v2.0/networks/ee398eb7-b8b7-4d79-b436-4e7408d65121 HTTP/1.1" status: 204 len: 168 time: 0.3316402 Mar 07 22:11:22.058092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39124) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:22.073186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2df83-5897-4657-9612-2746fde06ab4 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event deleted for resources: {'Network': ['ID=ee398eb7-b8b7-4d79-b436-4e7408d65121,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:22.121571 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:22.195639 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b06e3d-b1d6-4188-b16f-67be22e610e2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:22.201011 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b06e3d-b1d6-4188-b16f-67be22e610e2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:22.207071 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39126) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:22.212968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-62a3fb63-613c-4ceb-9d1f-d6f3ca6a8ea5 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1053444097'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:22.218166 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a4b06e3d-b1d6-4188-b16f-67be22e610e2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1472692 Mar 07 22:11:22.236206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a3fb63-613c-4ceb-9d1f-d6f3ca6a8ea5 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Made reservation on behalf of 505dada0393f4178812acab3ad19e832 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:22.240318 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-62a3fb63-613c-4ceb-9d1f-d6f3ca6a8ea5 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:22.270896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a3fb63-613c-4ceb-9d1f-d6f3ca6a8ea5 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:11:22.283735 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-62a3fb63-613c-4ceb-9d1f-d6f3ca6a8ea5 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (96ccc9a8-f386-4c0b-898b-681232a9c3d1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:22.284225 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-62a3fb63-613c-4ceb-9d1f-d6f3ca6a8ea5 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Added segment 96ccc9a8-f386-4c0b-898b-681232a9c3d1 of type vlan for network 5f26bfcb-ae10-4e79-ae70-b2130e0fc696 Mar 07 22:11:22.327200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-62a3fb63-613c-4ceb-9d1f-d6f3ca6a8ea5 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (5f26bfcb-ae10-4e79-ae70-b2130e0fc696), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:22.354629 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-62a3fb63-613c-4ceb-9d1f-d6f3ca6a8ea5 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (5f26bfcb-ae10-4e79-ae70-b2130e0fc696), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:22.359813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a3fb63-613c-4ceb-9d1f-d6f3ca6a8ea5 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:22.360391 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-62a3fb63-613c-4ceb-9d1f-d6f3ca6a8ea5 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:22.400575 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-62a3fb63-613c-4ceb-9d1f-d6f3ca6a8ea5 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1898038 Mar 07 22:11:22.401437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39130) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:22.408468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1d7cb33a-f171-48f1-93ba-c4c19eb28719 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1702434709'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:22.437840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7cb33a-f171-48f1-93ba-c4c19eb28719 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Made reservation on behalf of 505dada0393f4178812acab3ad19e832 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:22.443197 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb33a-f171-48f1-93ba-c4c19eb28719 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:22.461284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3fb63-613c-4ceb-9d1f-d6f3ca6a8ea5 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event updated for resources: {'Network': ['ID=5f26bfcb-ae10-4e79-ae70-b2130e0fc696,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:22.476783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 5f26bfcb-ae10-4e79-ae70-b2130e0fc696 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:11:22.483011 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7cb33a-f171-48f1-93ba-c4c19eb28719 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:11:22.496998 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb33a-f171-48f1-93ba-c4c19eb28719 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b42335ee-d393-4981-b8f7-71b625fdcb09), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:22.497511 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-1d7cb33a-f171-48f1-93ba-c4c19eb28719 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Added segment b42335ee-d393-4981-b8f7-71b625fdcb09 of type vlan for network 3b355fac-119a-4f98-bfb4-2748730f981c Mar 07 22:11:22.555528 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb33a-f171-48f1-93ba-c4c19eb28719 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (3b355fac-119a-4f98-bfb4-2748730f981c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:22.598285 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb33a-f171-48f1-93ba-c4c19eb28719 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (3b355fac-119a-4f98-bfb4-2748730f981c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:22.607872 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7cb33a-f171-48f1-93ba-c4c19eb28719 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:22.608484 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb33a-f171-48f1-93ba-c4c19eb28719 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:22.696282 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1d7cb33a-f171-48f1-93ba-c4c19eb28719 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2906375 Mar 07 22:11:22.696852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39136) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:22.702601 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Request body: {'ports': [{'network_id': '5f26bfcb-ae10-4e79-ae70-b2130e0fc696', 'name': 'tempest-port--694029377', 'admin_state_up': True}, {'network_id': '3b355fac-119a-4f98-bfb4-2748730f981c', 'admin_state_up': False}]} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:22.702934 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Request body: {'port': {'network_id': '5f26bfcb-ae10-4e79-ae70-b2130e0fc696', 'name': 'tempest-port--694029377', 'admin_state_up': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:22.703609 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Request body: {'port': {'network_id': '3b355fac-119a-4f98-bfb4-2748730f981c', 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:22.732048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cb33a-f171-48f1-93ba-c4c19eb28719 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event updated for resources: {'Network': ['ID=3b355fac-119a-4f98-bfb4-2748730f981c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:22.747113 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 3b355fac-119a-4f98-bfb4-2748730f981c details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:11:22.780912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e33e0-1e5a-40cb-afa3-91a497ba2e47 req-d7652950-2da6-4b9f-bf24-7f6b08b3f1b5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:22.782908 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c0e33e0-1e5a-40cb-afa3-91a497ba2e47 req-d7652950-2da6-4b9f-bf24-7f6b08b3f1b5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 945 time: 0.0962880 Mar 07 22:11:22.883506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c0e33e0-1e5a-40cb-afa3-91a497ba2e47 req-29e33952-797f-4190-a857-9ececd5a1d40 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910583 Mar 07 22:11:22.920215 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Made reservation on behalf of 505dada0393f4178812acab3ad19e832 for: {'port': 2} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:22.925664 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:22.944929 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:23.123501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] device_id is not set on port fdd95607-ce7e-4060-b426-fdc99b6b2813 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:11:23.229251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for port (fdd95607-ce7e-4060-b426-fdc99b6b2813), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:23.313757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] device_id is not set on port 7a39aa6e-c518-49a5-9230-30543e391b0d yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:11:23.401861 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for port (7a39aa6e-c518-49a5-9230-30543e391b0d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:23.439169 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (fdd95607-ce7e-4060-b426-fdc99b6b2813), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:23.499154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event updated for resources: {'Port': ['ID=fdd95607-ce7e-4060-b426-fdc99b6b2813,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:23.510376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Checking segment: {'id': '96ccc9a8-f386-4c0b-898b-681232a9c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f26bfcb-ae10-4e79-ae70-b2130e0fc696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:23.510784 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Network hostable DHCP agents. Network: 5f26bfcb-ae10-4e79-ae70-b2130e0fc696, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:11:23.534266 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Network 5f26bfcb-ae10-4e79-ae70-b2130e0fc696 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:11:23.544376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 5f26bfcb-ae10-4e79-ae70-b2130e0fc696) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:23.553133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3e6d36-ea43-4e03-945a-0afaabd4a7c8 None None] Network 5f26bfcb-ae10-4e79-ae70-b2130e0fc696 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:23.555256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:11:23.556139 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7a39aa6e-c518-49a5-9230-30543e391b0d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:23.647612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event updated for resources: {'Port': ['ID=7a39aa6e-c518-49a5-9230-30543e391b0d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:23.668577 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Checking segment: {'id': 'b42335ee-d393-4981-b8f7-71b625fdcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3b355fac-119a-4f98-bfb4-2748730f981c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:23.669215 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Network hostable DHCP agents. Network: 3b355fac-119a-4f98-bfb4-2748730f981c, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:11:23.691968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Network 3b355fac-119a-4f98-bfb4-2748730f981c is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:11:23.707748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 3b355fac-119a-4f98-bfb4-2748730f981c) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:23.720109 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b638fa41-f466-4b0c-a75e-90f484cbc861 None None] Network 3b355fac-119a-4f98-bfb4-2748730f981c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:23.729198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:11:23.751639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:23.763256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:23.765399 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:23.796564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39164) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:23.797385 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0f5325da-01c5-4e4e-9207-033a02550a34 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0992863 Mar 07 22:11:23.892324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d01687-1383-4ca1-96fc-6ba73fde980a tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:23.898364 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d01687-1383-4ca1-96fc-6ba73fde980a tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:23.902502 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-93d01687-1383-4ca1-96fc-6ba73fde980a tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1016052 Mar 07 22:11:23.902757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39170) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:24.024497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2df5f25b-4469-4f16-864f-bdc9f041645b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Deleting port fdd95607-ce7e-4060-b426-fdc99b6b2813 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:11:24.024848 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2df5f25b-4469-4f16-864f-bdc9f041645b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fdd95607-ce7e-4060-b426-fdc99b6b2813), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:24.127900 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2df5f25b-4469-4f16-864f-bdc9f041645b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fdd95607-ce7e-4060-b426-fdc99b6b2813), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:24.144758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2df5f25b-4469-4f16-864f-bdc9f041645b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Calling delete_port for fdd95607-ce7e-4060-b426-fdc99b6b2813 owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:11:24.153089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40793a1-e39f-4bcf-aed7-18e66d9fc011 req-db287143-6c2b-4354-8fbd-73136b44c6d6 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:24.154691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c40793a1-e39f-4bcf-aed7-18e66d9fc011 req-db287143-6c2b-4354-8fbd-73136b44c6d6 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 945 time: 0.1336889 Mar 07 22:11:24.264862 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c40793a1-e39f-4bcf-aed7-18e66d9fc011 req-7836252a-e6de-471f-b258-f38a8cb0e689 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022084 Mar 07 22:11:24.283593 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2df5f25b-4469-4f16-864f-bdc9f041645b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (fdd95607-ce7e-4060-b426-fdc99b6b2813), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:24.303317 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2df5f25b-4469-4f16-864f-bdc9f041645b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:24.309198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2df5f25b-4469-4f16-864f-bdc9f041645b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "DELETE /v2.0/ports/fdd95607-ce7e-4060-b426-fdc99b6b2813 HTTP/1.1" status: 204 len: 168 time: 0.4033425 Mar 07 22:11:24.310543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39180) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:24.338248 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5f25b-4469-4f16-864f-bdc9f041645b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event deleted for resources: {'Port': ['ID=fdd95607-ce7e-4060-b426-fdc99b6b2813,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:24.474212 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e5415-d336-4655-832b-3a9860c8d2e2 req-d97a5c67-d1f6-4338-b00f-d65c44482c7d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:24.476300 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-901e5415-d336-4655-832b-3a9860c8d2e2 req-d97a5c67-d1f6-4338-b00f-d65c44482c7d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 945 time: 0.0715816 Mar 07 22:11:24.479398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-ea123dba-ce6d-4b86-8aa3-ecb0d944923f tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Deleting port 7a39aa6e-c518-49a5-9230-30543e391b0d {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:11:24.479743 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea123dba-ce6d-4b86-8aa3-ecb0d944923f tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7a39aa6e-c518-49a5-9230-30543e391b0d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:24.574236 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea123dba-ce6d-4b86-8aa3-ecb0d944923f tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7a39aa6e-c518-49a5-9230-30543e391b0d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:24.590397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-901e5415-d336-4655-832b-3a9860c8d2e2 req-5eb496f8-aeed-4d5b-af8d-e9c476151b02 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970297 Mar 07 22:11:24.597940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-ea123dba-ce6d-4b86-8aa3-ecb0d944923f tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Calling delete_port for 7a39aa6e-c518-49a5-9230-30543e391b0d owned by {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:11:24.710226 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea123dba-ce6d-4b86-8aa3-ecb0d944923f tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (7a39aa6e-c518-49a5-9230-30543e391b0d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:24.746666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea123dba-ce6d-4b86-8aa3-ecb0d944923f tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event deleted for resources: {'Port': ['ID=7a39aa6e-c518-49a5-9230-30543e391b0d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:24.756280 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ea123dba-ce6d-4b86-8aa3-ecb0d944923f tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:24.762112 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ea123dba-ce6d-4b86-8aa3-ecb0d944923f tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "DELETE /v2.0/ports/7a39aa6e-c518-49a5-9230-30543e391b0d HTTP/1.1" status: 204 len: 168 time: 0.4498284 Mar 07 22:11:24.762990 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39192) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:24.821887 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3537e99d-0bc1-4a5e-9ec3-1a6f786b55f1 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0576215 Mar 07 22:11:24.827658 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39194) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:24.837011 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-02620528-1c66-4710-81b6-2aede533bb38 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1609515131'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:24.868502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02620528-1c66-4710-81b6-2aede533bb38 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Made reservation on behalf of 505dada0393f4178812acab3ad19e832 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:24.872466 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-02620528-1c66-4710-81b6-2aede533bb38 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:24.898469 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02620528-1c66-4710-81b6-2aede533bb38 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:11:24.907760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-02620528-1c66-4710-81b6-2aede533bb38 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (9b39c634-5b08-49a1-95ce-cd8104583a0c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:24.908193 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-02620528-1c66-4710-81b6-2aede533bb38 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Added segment 9b39c634-5b08-49a1-95ce-cd8104583a0c of type vlan for network bf7bd46c-8337-4ee7-8102-f467d10e3ae5 Mar 07 22:11:24.957274 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-02620528-1c66-4710-81b6-2aede533bb38 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (bf7bd46c-8337-4ee7-8102-f467d10e3ae5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:24.988628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-02620528-1c66-4710-81b6-2aede533bb38 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (bf7bd46c-8337-4ee7-8102-f467d10e3ae5), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:24.994997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02620528-1c66-4710-81b6-2aede533bb38 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:24.996337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da877b7-ed4d-4c16-a5f1-e65eed016dca req-bbc9f40e-a384-4696-82c3-f28b5dbe3865 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:24.997199 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-02620528-1c66-4710-81b6-2aede533bb38 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:25.003373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4da877b7-ed4d-4c16-a5f1-e65eed016dca req-bbc9f40e-a384-4696-82c3-f28b5dbe3865 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 945 time: 0.0686719 Mar 07 22:11:25.067741 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4da877b7-ed4d-4c16-a5f1-e65eed016dca req-8b57525e-945c-4e74-914a-d6dbf06de7ad tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623577 Mar 07 22:11:25.087905 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-02620528-1c66-4710-81b6-2aede533bb38 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2591798 Mar 07 22:11:25.090815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39198) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:25.094906 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02620528-1c66-4710-81b6-2aede533bb38 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event updated for resources: {'Network': ['ID=bf7bd46c-8337-4ee7-8102-f467d10e3ae5,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:25.095801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-f27172a0-71a3-45c9-b2c5-25eb0be1ebda tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1613729791'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:25.105402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network bf7bd46c-8337-4ee7-8102-f467d10e3ae5 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:11:25.120001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27172a0-71a3-45c9-b2c5-25eb0be1ebda tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Made reservation on behalf of 505dada0393f4178812acab3ad19e832 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:25.123879 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f27172a0-71a3-45c9-b2c5-25eb0be1ebda tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:25.155811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27172a0-71a3-45c9-b2c5-25eb0be1ebda tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:11:25.171353 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f27172a0-71a3-45c9-b2c5-25eb0be1ebda tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (ac767664-c7d3-417e-9678-8ab8466333ed), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:25.171756 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-f27172a0-71a3-45c9-b2c5-25eb0be1ebda tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Added segment ac767664-c7d3-417e-9678-8ab8466333ed of type vlan for network fbe0d2d1-6922-450e-9ea1-0fcccf885258 Mar 07 22:11:25.226034 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f27172a0-71a3-45c9-b2c5-25eb0be1ebda tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (fbe0d2d1-6922-450e-9ea1-0fcccf885258), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:25.249960 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f27172a0-71a3-45c9-b2c5-25eb0be1ebda tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (fbe0d2d1-6922-450e-9ea1-0fcccf885258), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:25.255218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27172a0-71a3-45c9-b2c5-25eb0be1ebda tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:25.256391 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f27172a0-71a3-45c9-b2c5-25eb0be1ebda tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:25.303132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f27172a0-71a3-45c9-b2c5-25eb0be1ebda tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2025115 Mar 07 22:11:25.350172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27172a0-71a3-45c9-b2c5-25eb0be1ebda tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event updated for resources: {'Network': ['ID=fbe0d2d1-6922-450e-9ea1-0fcccf885258,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:25.356551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network fbe0d2d1-6922-450e-9ea1-0fcccf885258 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:11:26.225950 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace66b8-c6fc-4fe4-a01d-a9447bab27e4 req-c511d85a-03b8-435a-99c6-6a9a6725d1df tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:26.227787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ace66b8-c6fc-4fe4-a01d-a9447bab27e4 req-c511d85a-03b8-435a-99c6-6a9a6725d1df tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 945 time: 0.0676672 Mar 07 22:11:26.290907 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ace66b8-c6fc-4fe4-a01d-a9447bab27e4 req-da7564ff-fe95-47d0-a474-0ce4b3399f74 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558760 Mar 07 22:11:26.538923 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44689983-b30b-42f8-8eb2-41ebf69be478 req-f035f1f0-2df9-46de-830c-9fb76663643b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:26.540771 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44689983-b30b-42f8-8eb2-41ebf69be478 req-f035f1f0-2df9-46de-830c-9fb76663643b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 945 time: 0.0586984 Mar 07 22:11:26.679797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-44689983-b30b-42f8-8eb2-41ebf69be478 req-e56060da-56e7-41af-ba64-64f478aae413 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Deleting port 0777ff82-e640-4f92-953e-3e0dc85d77fa {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:11:26.680247 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-44689983-b30b-42f8-8eb2-41ebf69be478 req-e56060da-56e7-41af-ba64-64f478aae413 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:26.799704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-44689983-b30b-42f8-8eb2-41ebf69be478 req-e56060da-56e7-41af-ba64-64f478aae413 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] For port 0777ff82-e640-4f92-953e-3e0dc85d77fa, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=0777ff82-e640-4f92-953e-3e0dc85d77fa,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:11:26.800380 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-44689983-b30b-42f8-8eb2-41ebf69be478 req-e56060da-56e7-41af-ba64-64f478aae413 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:26.813168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-44689983-b30b-42f8-8eb2-41ebf69be478 req-e56060da-56e7-41af-ba64-64f478aae413 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Calling delete_port for 0777ff82-e640-4f92-953e-3e0dc85d77fa owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:11:26.961761 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-44689983-b30b-42f8-8eb2-41ebf69be478 req-e56060da-56e7-41af-ba64-64f478aae413 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0777ff82-e640-4f92-953e-3e0dc85d77fa), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:26.993359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['85ca60b3-26e0-4c2b-aa48-94eba0c0c57e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:11:26.997505 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56060da-56e7-41af-ba64-64f478aae413 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event deleted for resources: {'Port': ['ID=0777ff82-e640-4f92-953e-3e0dc85d77fa,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:27.052707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['0777ff82-e640-4f92-953e-3e0dc85d77fa'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:11:27.084558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-44689983-b30b-42f8-8eb2-41ebf69be478 req-e56060da-56e7-41af-ba64-64f478aae413 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] No DVR routers for this DVR port 0777ff82-e640-4f92-953e-3e0dc85d77fa on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:11:27.088838 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-44689983-b30b-42f8-8eb2-41ebf69be478 req-e56060da-56e7-41af-ba64-64f478aae413 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:27.092890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-44689983-b30b-42f8-8eb2-41ebf69be478 req-e56060da-56e7-41af-ba64-64f478aae413 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "DELETE /v2.0/ports/0777ff82-e640-4f92-953e-3e0dc85d77fa HTTP/1.1" status: 204 len: 173 time: 0.5433168 Mar 07 22:11:27.093950 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ad2767-f24a-4d64-a4ca-58f061ae2957', 'name': 'network-vif-deleted', 'tag': '0777ff82-e640-4f92-953e-3e0dc85d77fa'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:11:27.096316 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b0d7e0-ad28-48e4-8a6a-30d0ac621917" -d '{"events": [{"server_uuid": "86ad2767-f24a-4d64-a4ca-58f061ae2957", "name": "network-vif-deleted", "tag": "0777ff82-e640-4f92-953e-3e0dc85d77fa"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:11:27.185354 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7207b193-8a61-4cd6-b98e-cf5213f78dbc x-openstack-request-id: req-7207b193-8a61-4cd6-b98e-cf5213f78dbc {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:11:27.186930 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ad2767-f24a-4d64-a4ca-58f061ae2957", "name": "network-vif-deleted", "tag": "0777ff82-e640-4f92-953e-3e0dc85d77fa", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:11:27.187296 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7207b193-8a61-4cd6-b98e-cf5213f78dbc {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:11:27.187805 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ad2767-f24a-4d64-a4ca-58f061ae2957', 'name': 'network-vif-deleted', 'tag': '0777ff82-e640-4f92-953e-3e0dc85d77fa', 'status': 'completed', 'code': 200} Mar 07 22:11:27.463507 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92b02230-4055-4a62-ae6f-e641465e9a5a req-6e22ffab-6443-456e-8201-88662892234f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 210 time: 0.0419896 Mar 07 22:11:27.617535 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:11:28.583195 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21545a43-64b1-4f3c-ac83-6cd5ab37dcd4 req-6ab1a348-d931-458b-972d-a529bcb4a160 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 210 time: 0.0425122 Mar 07 22:11:28.591662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39248) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:28.598753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Request body: {'subnets': [{'network_id': 'bf7bd46c-8337-4ee7-8102-f467d10e3ae5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2042569388', 'ip_version': 6}, {'network_id': 'fbe0d2d1-6922-450e-9ea1-0fcccf885258', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:28.599067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Request body: {'subnet': {'network_id': 'bf7bd46c-8337-4ee7-8102-f467d10e3ae5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2042569388', 'ip_version': 6}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:28.599803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Request body: {'subnet': {'network_id': 'fbe0d2d1-6922-450e-9ea1-0fcccf885258', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:28.768790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Made reservation on behalf of 505dada0393f4178812acab3ad19e832 for: {'subnet': 2} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:28.788216 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:28.789264 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:28.952027 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1936fa2c-89bf-4a8f-8055-07a007ce8e81 req-734b757e-7d1f-4f3b-8cd7-77edf4328476 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1547601 Mar 07 22:11:29.410290 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936fa2c-89bf-4a8f-8055-07a007ce8e81 req-62fb81c6-d3a6-4f14-809b-d0e58231dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:29.412484 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1936fa2c-89bf-4a8f-8055-07a007ce8e81 req-62fb81c6-d3a6-4f14-809b-d0e58231dd6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 1127 time: 0.4050560 Mar 07 22:11:29.534204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936fa2c-89bf-4a8f-8055-07a007ce8e81 req-b6f2187c-9831-4fcd-a45c-14de2b1dbcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:29.535792 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1936fa2c-89bf-4a8f-8055-07a007ce8e81 req-b6f2187c-9831-4fcd-a45c-14de2b1dbcc6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.0954924 Mar 07 22:11:29.617411 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1936fa2c-89bf-4a8f-8055-07a007ce8e81 req-92bd83eb-9783-40ba-b719-ccd0f71b454b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85ca60b3-26e0-4c2b-aa48-94eba0c0c57e HTTP/1.1" status: 200 len: 217 time: 0.0527730 Mar 07 22:11:29.715779 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a7397f2a-6954-49a5-baca-83987d7b1dae req-d7b490e4-5ded-43df-a00e-abd442a66a0b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 210 time: 0.0429137 Mar 07 22:11:29.830224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936fa2c-89bf-4a8f-8055-07a007ce8e81 req-6e194f89-7a2e-4878-b945-3d9d898cd14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:29.831957 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1936fa2c-89bf-4a8f-8055-07a007ce8e81 req-6e194f89-7a2e-4878-b945-3d9d898cd14f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.1945033 Mar 07 22:11:29.833364 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (1c072a9c-a062-435f-b4c4-4469de6e275f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:29.907409 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event updated for resources: {'Subnet': ['ID=1c072a9c-a062-435f-b4c4-4469de6e275f,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:29.981737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Checking segment: {'id': '9b39c634-5b08-49a1-95ce-cd8104583a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf7bd46c-8337-4ee7-8102-f467d10e3ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:29.982141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Network hostable DHCP agents. Network: bf7bd46c-8337-4ee7-8102-f467d10e3ae5, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:11:29.987799 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936fa2c-89bf-4a8f-8055-07a007ce8e81 req-2ee4c23f-ed1d-40bf-853c-b019567d8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:29.989354 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1936fa2c-89bf-4a8f-8055-07a007ce8e81 req-2ee4c23f-ed1d-40bf-853c-b019567d8fb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1491115 Mar 07 22:11:30.100530 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Network bf7bd46c-8337-4ee7-8102-f467d10e3ae5 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:11:30.117214 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1936fa2c-89bf-4a8f-8055-07a007ce8e81 req-d70cd6c7-85ec-4914-8735-60b9effa5336 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208646 Mar 07 22:11:30.118590 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, bf7bd46c-8337-4ee7-8102-f467d10e3ae5) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:30.124944 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (e022b094-d6bc-40d0-99fa-418cd978701a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:30.132934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a694a4c1-49cc-4cee-b1a0-79288e48ef15 None None] Network bf7bd46c-8337-4ee7-8102-f467d10e3ae5 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:30.296153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-bf7bd46c-8337-4ee7-8102-f467d10e3ae5', 'network_id': 'bf7bd46c-8337-4ee7-8102-f467d10e3ae5', 'project_id': '505dada0393f4178812acab3ad19e832', 'fixed_ips': [{'subnet_id': '1c072a9c-a062-435f-b4c4-4469de6e275f'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:11:30.298557 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:30.307152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event updated for resources: {'Subnet': ['ID=e022b094-d6bc-40d0-99fa-418cd978701a,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:30.311954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Checking segment: {'id': 'ac767664-c7d3-417e-9678-8ab8466333ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fbe0d2d1-6922-450e-9ea1-0fcccf885258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:30.312328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Network hostable DHCP agents. Network: fbe0d2d1-6922-450e-9ea1-0fcccf885258, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:11:30.346359 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Network fbe0d2d1-6922-450e-9ea1-0fcccf885258 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:11:30.350717 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1936fa2c-89bf-4a8f-8055-07a007ce8e81 req-c28f1ad1-b8ca-4824-8081-530d94eda414 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216063 Mar 07 22:11:30.361227 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, fbe0d2d1-6922-450e-9ea1-0fcccf885258) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:30.367505 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:30.367990 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:30.368732 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:30.409255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5f5ff1-20a1-44a2-997d-44a1092d2fae None None] Network fbe0d2d1-6922-450e-9ea1-0fcccf885258 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:30.414379 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2cb4e078-cd4e-4364-9fae-1ddbbf43f87d tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8187506 Mar 07 22:11:30.415784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39278) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:30.518936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec3d8f-05a4-4038-84c3-6ec013634071 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:30.520825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec3d8f-05a4-4038-84c3-6ec013634071 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:30.522812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec3d8f-05a4-4038-84c3-6ec013634071 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:30.534724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39282) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:30.546654 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-78ec3d8f-05a4-4038-84c3-6ec013634071 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1296163 Mar 07 22:11:30.593923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d455648-cf14-46fd-9c22-b1295910b6d1 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Deleting subnet 1c072a9c-a062-435f-b4c4-4469de6e275f {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:11:30.619139 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Allocated IP 2001:db8::1 (bf7bd46c-8337-4ee7-8102-f467d10e3ae5/1c072a9c-a062-435f-b4c4-4469de6e275f/535f291e-7d88-4264-b6c7-43f3342b5123) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:11:30.813950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-fbe0d2d1-6922-450e-9ea1-0fcccf885258', 'network_id': 'fbe0d2d1-6922-450e-9ea1-0fcccf885258', 'project_id': '505dada0393f4178812acab3ad19e832', 'fixed_ips': [{'subnet_id': 'e022b094-d6bc-40d0-99fa-418cd978701a'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:11:30.826773 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:30.831765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ee242ae-ba47-4355-94d1-4e9757ac92f0 req-f7c271bf-cf6c-4ddd-8618-fc91db901b4b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 210 time: 0.0467663 Mar 07 22:11:30.903951 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Publish callbacks [] for port (535f291e-7d88-4264-b6c7-43f3342b5123), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:30.916390 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d455648-cf14-46fd-9c22-b1295910b6d1 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for subnet (1c072a9c-a062-435f-b4c4-4469de6e275f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.006776 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d455648-cf14-46fd-9c22-b1295910b6d1 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (1c072a9c-a062-435f-b4c4-4469de6e275f), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.022362 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (535f291e-7d88-4264-b6c7-43f3342b5123), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.206478 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d455648-cf14-46fd-9c22-b1295910b6d1 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (1c072a9c-a062-435f-b4c4-4469de6e275f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.286734 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Pushing event updated for resources: {'Port': ['ID=535f291e-7d88-4264-b6c7-43f3342b5123,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:31.301584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Network bf7bd46c-8337-4ee7-8102-f467d10e3ae5 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:11:31.305319 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:31.307894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:11:31.319451 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d455648-cf14-46fd-9c22-b1295910b6d1 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (1c072a9c-a062-435f-b4c4-4469de6e275f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.342739 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d455648-cf14-46fd-9c22-b1295910b6d1 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.350817 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8d455648-cf14-46fd-9c22-b1295910b6d1 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "DELETE /v2.0/subnets/1c072a9c-a062-435f-b4c4-4469de6e275f HTTP/1.1" status: 204 len: 168 time: 0.8120604 Mar 07 22:11:31.351677 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39292) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:31.392088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d455648-cf14-46fd-9c22-b1295910b6d1 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event deleted for resources: {'Subnet': ['ID=1c072a9c-a062-435f-b4c4-4469de6e275f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:31.407522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Allocated IP 2001:db8:0:1::1 (fbe0d2d1-6922-450e-9ea1-0fcccf885258/e022b094-d6bc-40d0-99fa-418cd978701a/d48ab329-f8e9-4588-88b2-17f631034f8e) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:11:31.453116 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-054c6ff3-b75f-48d0-a108-acf7b2909040 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Deleting subnet e022b094-d6bc-40d0-99fa-418cd978701a {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:11:31.567050 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Publish callbacks [] for port (d48ab329-f8e9-4588-88b2-17f631034f8e), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.576647 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-054c6ff3-b75f-48d0-a108-acf7b2909040 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for subnet (e022b094-d6bc-40d0-99fa-418cd978701a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.587774 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0777ff82-e640-4f92-953e-3e0dc85d77fa no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:11:31.604509 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Attempting to bind port 535f291e-7d88-4264-b6c7-43f3342b5123 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:11:31.604881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Attempting to bind port 535f291e-7d88-4264-b6c7-43f3342b5123 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '9b39c634-5b08-49a1-95ce-cd8104583a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf7bd46c-8337-4ee7-8102-f467d10e3ae5'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:11:31.605242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Attempting to bind port 535f291e-7d88-4264-b6c7-43f3342b5123 on network bf7bd46c-8337-4ee7-8102-f467d10e3ae5 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:11:31.626988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:11:31.627373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Checking segment: {'id': '9b39c634-5b08-49a1-95ce-cd8104583a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf7bd46c-8337-4ee7-8102-f467d10e3ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:31.627763 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.628157 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Bound using segment: {'id': '9b39c634-5b08-49a1-95ce-cd8104583a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf7bd46c-8337-4ee7-8102-f467d10e3ae5'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:11:31.628649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Bound port: 535f291e-7d88-4264-b6c7-43f3342b5123, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b39c634-5b08-49a1-95ce-cd8104583a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf7bd46c-8337-4ee7-8102-f467d10e3ae5'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:11:31.629030 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (535f291e-7d88-4264-b6c7-43f3342b5123), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.631902 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (d48ab329-f8e9-4588-88b2-17f631034f8e), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.641215 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-054c6ff3-b75f-48d0-a108-acf7b2909040 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (e022b094-d6bc-40d0-99fa-418cd978701a), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.655676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 0777ff82-e640-4f92-953e-3e0dc85d77fa {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:11:31.656048 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 0777ff82-e640-4f92-953e-3e0dc85d77fa not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:11:31.683599 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Network fbe0d2d1-6922-450e-9ea1-0fcccf885258 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:11:31.689386 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:31.697067 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:11:31.810060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Pushing event updated for resources: {'Port': ['ID=d48ab329-f8e9-4588-88b2-17f631034f8e,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:31.823924 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-054c6ff3-b75f-48d0-a108-acf7b2909040 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (e022b094-d6bc-40d0-99fa-418cd978701a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.824088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Attempting to bind port d48ab329-f8e9-4588-88b2-17f631034f8e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:11:31.824834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Attempting to bind port d48ab329-f8e9-4588-88b2-17f631034f8e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'ac767664-c7d3-417e-9678-8ab8466333ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fbe0d2d1-6922-450e-9ea1-0fcccf885258'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:11:31.824834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Attempting to bind port d48ab329-f8e9-4588-88b2-17f631034f8e on network fbe0d2d1-6922-450e-9ea1-0fcccf885258 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:11:31.834969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:11:31.835381 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Checking segment: {'id': 'ac767664-c7d3-417e-9678-8ab8466333ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fbe0d2d1-6922-450e-9ea1-0fcccf885258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:31.835744 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.836124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Bound using segment: {'id': 'ac767664-c7d3-417e-9678-8ab8466333ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fbe0d2d1-6922-450e-9ea1-0fcccf885258'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:11:31.851547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Bound port: d48ab329-f8e9-4588-88b2-17f631034f8e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac767664-c7d3-417e-9678-8ab8466333ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fbe0d2d1-6922-450e-9ea1-0fcccf885258'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:11:31.851547 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d48ab329-f8e9-4588-88b2-17f631034f8e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.898922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] For port 535f291e-7d88-4264-b6c7-43f3342b5123, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:11:31.900306 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-054c6ff3-b75f-48d0-a108-acf7b2909040 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (e022b094-d6bc-40d0-99fa-418cd978701a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.922632 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-054c6ff3-b75f-48d0-a108-acf7b2909040 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:31.929992 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39300) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:31.931656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-054c6ff3-b75f-48d0-a108-acf7b2909040 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "DELETE /v2.0/subnets/e022b094-d6bc-40d0-99fa-418cd978701a HTTP/1.1" status: 204 len: 168 time: 0.5786197 Mar 07 22:11:31.983499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c6ff3-b75f-48d0-a108-acf7b2909040 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event deleted for resources: {'Subnet': ['ID=e022b094-d6bc-40d0-99fa-418cd978701a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:31.987813 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afb02094-6e82-4661-b999-4dfe56755bba req-14bd465b-e4dc-475f-ab5c-e44fbb4e5440 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 210 time: 0.0356262 Mar 07 22:11:32.038966 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] For port d48ab329-f8e9-4588-88b2-17f631034f8e, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:11:32.043207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] For port d48ab329-f8e9-4588-88b2-17f631034f8e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d48ab329-f8e9-4588-88b2-17f631034f8e,segment=NetworkSegment(ac767664-c7d3-417e-9678-8ab8466333ed),segment_id=ac767664-c7d3-417e-9678-8ab8466333ed)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:11:32.072624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc974cd4-8415-44fa-924c-e9acbf313332 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:32.077246 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dc974cd4-8415-44fa-924c-e9acbf313332 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1430099 Mar 07 22:11:32.077483 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39304) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:32.084482 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d48ab329-f8e9-4588-88b2-17f631034f8e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:32.097465 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] For port 535f291e-7d88-4264-b6c7-43f3342b5123, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=535f291e-7d88-4264-b6c7-43f3342b5123,segment=NetworkSegment(9b39c634-5b08-49a1-95ce-cd8104583a0c),segment_id=9b39c634-5b08-49a1-95ce-cd8104583a0c)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:11:32.169518 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (535f291e-7d88-4264-b6c7-43f3342b5123), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:32.223508 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (fbe0d2d1-6922-450e-9ea1-0fcccf885258), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:32.307460 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe71ff0-9f0d-41ea-b8ab-c4075bd1ef4f None None] Network fbe0d2d1-6922-450e-9ea1-0fcccf885258 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:32.309728 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Deleting port d48ab329-f8e9-4588-88b2-17f631034f8e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:11:32.310095 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d48ab329-f8e9-4588-88b2-17f631034f8e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:32.356981 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76c325-b703-44e6-b0a6-641ae2476ec4 None None] Pushing event updated for resources: {'Port': ['ID=d48ab329-f8e9-4588-88b2-17f631034f8e,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:32.420410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] For port d48ab329-f8e9-4588-88b2-17f631034f8e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d48ab329-f8e9-4588-88b2-17f631034f8e,segment=NetworkSegment(ac767664-c7d3-417e-9678-8ab8466333ed),segment_id=ac767664-c7d3-417e-9678-8ab8466333ed)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:11:32.420980 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d48ab329-f8e9-4588-88b2-17f631034f8e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:32.439046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509afdc-bf3a-4fa7-9abb-4a98c665adaf None None] Pushing event updated for resources: {'Port': ['ID=535f291e-7d88-4264-b6c7-43f3342b5123,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:32.440372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Calling delete_port for d48ab329-f8e9-4588-88b2-17f631034f8e owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:11:32.528617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3737b-901e-441c-9249-adbeb1a1c9a3 None None] Network bf7bd46c-8337-4ee7-8102-f467d10e3ae5 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:32.560532 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d48ab329-f8e9-4588-88b2-17f631034f8e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:32.602746 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event deleted for resources: {'Port': ['ID=d48ab329-f8e9-4588-88b2-17f631034f8e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:32.613492 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] No DVR routers for this DVR port d48ab329-f8e9-4588-88b2-17f631034f8e on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:11:32.662610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d08301-e326-468f-b79e-659778a1ea0f None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 22:11:32.717267 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (fbe0d2d1-6922-450e-9ea1-0fcccf885258), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:32.741925 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe0d2d1-6922-450e-9ea1-0fcccf885258']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:32.752160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac767664-c7d3-417e-9678-8ab8466333ed') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:32.752471 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac767664-c7d3-417e-9678-8ab8466333ed') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:32.763172 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (ac767664-c7d3-417e-9678-8ab8466333ed), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:32.777818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (ac767664-c7d3-417e-9678-8ab8466333ed), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:32.783711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d08301-e326-468f-b79e-659778a1ea0f None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 22:11:32.786221 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:11:32.787015 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (ac767664-c7d3-417e-9678-8ab8466333ed), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:11:32.790982 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:11:32.861562 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (fbe0d2d1-6922-450e-9ea1-0fcccf885258), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:32.877265 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:32.887371 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "DELETE /v2.0/networks/fbe0d2d1-6922-450e-9ea1-0fcccf885258 HTTP/1.1" status: 204 len: 168 time: 0.8066697 Mar 07 22:11:32.889606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39308) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:32.908188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc8e02-06b8-4c5b-9db3-ff8f6de9f75b tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event deleted for resources: {'Network': ['ID=fbe0d2d1-6922-450e-9ea1-0fcccf885258,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:33.060438 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (bf7bd46c-8337-4ee7-8102-f467d10e3ae5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:33.122609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6d7918-fbae-46a7-89c0-8c4e2d8a3b3a None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 22:11:33.188580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cbec6775-b00c-4df5-8ba3-62f7013c266b req-146f1f8c-f225-418f-82eb-91b5c4f5314b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 210 time: 0.0730841 Mar 07 22:11:33.238038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Deleting port 535f291e-7d88-4264-b6c7-43f3342b5123 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:11:33.238536 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (535f291e-7d88-4264-b6c7-43f3342b5123), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:33.314712 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6d7918-fbae-46a7-89c0-8c4e2d8a3b3a None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 22:11:33.328750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] For port 535f291e-7d88-4264-b6c7-43f3342b5123, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=535f291e-7d88-4264-b6c7-43f3342b5123,segment=NetworkSegment(9b39c634-5b08-49a1-95ce-cd8104583a0c),segment_id=9b39c634-5b08-49a1-95ce-cd8104583a0c)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:11:33.330652 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (535f291e-7d88-4264-b6c7-43f3342b5123), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:33.351340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Calling delete_port for 535f291e-7d88-4264-b6c7-43f3342b5123 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:11:33.462905 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (535f291e-7d88-4264-b6c7-43f3342b5123), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:33.491640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event deleted for resources: {'Port': ['ID=535f291e-7d88-4264-b6c7-43f3342b5123,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:33.512316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] No DVR routers for this DVR port 535f291e-7d88-4264-b6c7-43f3342b5123 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:11:33.617333 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (bf7bd46c-8337-4ee7-8102-f467d10e3ae5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:33.642344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7bd46c-8337-4ee7-8102-f467d10e3ae5']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:33.653678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b39c634-5b08-49a1-95ce-cd8104583a0c') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:33.654211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b39c634-5b08-49a1-95ce-cd8104583a0c') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:33.665125 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (9b39c634-5b08-49a1-95ce-cd8104583a0c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:33.678938 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (9b39c634-5b08-49a1-95ce-cd8104583a0c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:33.685160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:11:33.685667 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (9b39c634-5b08-49a1-95ce-cd8104583a0c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:11:33.689395 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:11:33.763304 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (bf7bd46c-8337-4ee7-8102-f467d10e3ae5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:33.768429 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:33.772597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "DELETE /v2.0/networks/bf7bd46c-8337-4ee7-8102-f467d10e3ae5 HTTP/1.1" status: 204 len: 168 time: 0.8817854 Mar 07 22:11:33.775211 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39320) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:33.812143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978ace8-ccdd-439f-bb70-da8665efb6f2 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event deleted for resources: {'Network': ['ID=bf7bd46c-8337-4ee7-8102-f467d10e3ae5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:33.877737 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f28af082-f57a-4d75-a527-626069d4958e tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (3b355fac-119a-4f98-bfb4-2748730f981c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:33.993122 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f28af082-f57a-4d75-a527-626069d4958e tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (3b355fac-119a-4f98-bfb4-2748730f981c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:34.016664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-f28af082-f57a-4d75-a527-626069d4958e tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b355fac-119a-4f98-bfb4-2748730f981c']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:34.028334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-f28af082-f57a-4d75-a527-626069d4958e tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42335ee-d393-4981-b8f7-71b625fdcb09') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:34.029566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-f28af082-f57a-4d75-a527-626069d4958e tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42335ee-d393-4981-b8f7-71b625fdcb09') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:34.045235 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f28af082-f57a-4d75-a527-626069d4958e tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (b42335ee-d393-4981-b8f7-71b625fdcb09), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:34.059883 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f28af082-f57a-4d75-a527-626069d4958e tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b42335ee-d393-4981-b8f7-71b625fdcb09), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:34.069703 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28af082-f57a-4d75-a527-626069d4958e tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:11:34.071145 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f28af082-f57a-4d75-a527-626069d4958e tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (b42335ee-d393-4981-b8f7-71b625fdcb09), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:11:34.141189 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:11:34.150046 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f28af082-f57a-4d75-a527-626069d4958e tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (3b355fac-119a-4f98-bfb4-2748730f981c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:34.168497 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f28af082-f57a-4d75-a527-626069d4958e tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:34.173506 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f28af082-f57a-4d75-a527-626069d4958e tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "DELETE /v2.0/networks/3b355fac-119a-4f98-bfb4-2748730f981c HTTP/1.1" status: 204 len: 168 time: 0.3961747 Mar 07 22:11:34.175549 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39322) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:34.200156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28af082-f57a-4d75-a527-626069d4958e tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event deleted for resources: {'Network': ['ID=3b355fac-119a-4f98-bfb4-2748730f981c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:34.303365 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39103ee6-f568-4513-8af4-94cf27d900d9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (5f26bfcb-ae10-4e79-ae70-b2130e0fc696), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:34.359435 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bd2b1d1-8351-4ac9-a500-951ac611e4eb req-c7429221-99c8-41a7-931b-a78e89223043 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 210 time: 0.0511134 Mar 07 22:11:34.473174 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39103ee6-f568-4513-8af4-94cf27d900d9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (5f26bfcb-ae10-4e79-ae70-b2130e0fc696), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:34.497376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-39103ee6-f568-4513-8af4-94cf27d900d9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f26bfcb-ae10-4e79-ae70-b2130e0fc696']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:34.508503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-39103ee6-f568-4513-8af4-94cf27d900d9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ccc9a8-f386-4c0b-898b-681232a9c3d1') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:34.508806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-39103ee6-f568-4513-8af4-94cf27d900d9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ccc9a8-f386-4c0b-898b-681232a9c3d1') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:34.518607 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39103ee6-f568-4513-8af4-94cf27d900d9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (96ccc9a8-f386-4c0b-898b-681232a9c3d1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:34.533255 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39103ee6-f568-4513-8af4-94cf27d900d9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (96ccc9a8-f386-4c0b-898b-681232a9c3d1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:34.545929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39103ee6-f568-4513-8af4-94cf27d900d9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:11:34.550567 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39103ee6-f568-4513-8af4-94cf27d900d9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (96ccc9a8-f386-4c0b-898b-681232a9c3d1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:11:34.555822 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:11:34.678251 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39103ee6-f568-4513-8af4-94cf27d900d9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (5f26bfcb-ae10-4e79-ae70-b2130e0fc696), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:34.690349 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-39103ee6-f568-4513-8af4-94cf27d900d9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:34.700799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-39103ee6-f568-4513-8af4-94cf27d900d9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] 10.222.0.26 "DELETE /v2.0/networks/5f26bfcb-ae10-4e79-ae70-b2130e0fc696 HTTP/1.1" status: 204 len: 168 time: 0.5242066 Mar 07 22:11:34.723342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39103ee6-f568-4513-8af4-94cf27d900d9 tempest-BulkNetworkOpsIpV6Test-535954816 tempest-BulkNetworkOpsIpV6Test-535954816-project] Pushing event deleted for resources: {'Network': ['ID=5f26bfcb-ae10-4e79-ae70-b2130e0fc696,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:35.093715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39412) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:35.356061 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3bfc2975-ab24-4bc2-9a54-6870cd9991cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=505dada0393f4178812acab3ad19e832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2611434 Mar 07 22:11:35.356906 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39440) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:35.434007 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15801cc3-ff84-4b0a-a799-a69f54a231aa admin admin] Publish callbacks [] for security_group (d9c845cf-e4ed-4353-b653-9946995868d5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:35.480972 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15801cc3-ff84-4b0a-a799-a69f54a231aa admin admin] Publish callbacks [] for security_group (d9c845cf-e4ed-4353-b653-9946995868d5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:35.575302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15801cc3-ff84-4b0a-a799-a69f54a231aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d9c845cf-e4ed-4353-b653-9946995868d5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:35.578486 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-15801cc3-ff84-4b0a-a799-a69f54a231aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:35.581778 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-15801cc3-ff84-4b0a-a799-a69f54a231aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9c845cf-e4ed-4353-b653-9946995868d5 HTTP/1.1" status: 204 len: 168 time: 0.2216427 Mar 07 22:11:35.585681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd54c5cd-f5ba-4d87-9a68-52acc4350453 req-d2e19ad3-a3d2-45e3-b1bd-84cf8191398f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 210 time: 0.0685854 Mar 07 22:11:35.603411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15801cc3-ff84-4b0a-a799-a69f54a231aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c845cf-e4ed-4353-b653-9946995868d5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:36.723893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c73ff20d-78d0-480d-b5f6-44466b6f0ab7 req-067ebfe0-859d-4bbe-b397-6876bbe65636 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 210 time: 0.0447137 Mar 07 22:11:36.780624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39614) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:36.906529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1907880039'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:36.929566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:36.933102 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:36.942608 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:37.030797 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for security_group (7bf507a8-9f5b-4abe-9d7a-cc3369aedd7c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:37.039547 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7bf507a8-9f5b-4abe-9d7a-cc3369aedd7c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:37.068910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:11:37.079362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf507a8-9f5b-4abe-9d7a-cc3369aedd7c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:37.084791 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (6a92a9f2-8abd-4b72-9ee8-bef88740a30c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:37.085331 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Added segment 6a92a9f2-8abd-4b72-9ee8-bef88740a30c of type vlan for network c8df7e07-a528-4e48-8828-1ce55391fabf Mar 07 22:11:37.138854 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (c8df7e07-a528-4e48-8828-1ce55391fabf), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:37.165415 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (c8df7e07-a528-4e48-8828-1ce55391fabf), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:37.170996 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:37.172516 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:37.205534 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4235511 Mar 07 22:11:37.261160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48096865-5221-441f-b606-bc034da29a7c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Network': ['ID=c8df7e07-a528-4e48-8828-1ce55391fabf,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:37.314873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network c8df7e07-a528-4e48-8828-1ce55391fabf details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:11:37.877128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b89621af-bb70-43ca-8319-f43b57804e66 req-52aea7ed-87dc-42f2-9f08-09b59a2520fb tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 210 time: 0.0469391 Mar 07 22:11:38.990172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-817fa64f-2dc7-40fa-8a51-d8720e78991c req-1f735b8b-c257-4d55-9dcb-f1c0f959ab61 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 210 time: 0.0424085 Mar 07 22:11:40.127295 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47834e1e-50bc-4c33-959a-995401132355 req-f5ad2882-a561-463c-a455-989551b33f9d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 210 time: 0.0342879 Mar 07 22:11:40.627519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39864) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:40.633212 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1289f372-8662-4289-996a-6d57ee6bbbae tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'subnet': {'network_id': 'c8df7e07-a528-4e48-8828-1ce55391fabf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:40.729730 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1289f372-8662-4289-996a-6d57ee6bbbae tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:40.734321 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1289f372-8662-4289-996a-6d57ee6bbbae tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:40.948579 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1289f372-8662-4289-996a-6d57ee6bbbae tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (ceacb97a-2a5a-4b98-b7d1-da49d02d2169), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:41.034685 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289f372-8662-4289-996a-6d57ee6bbbae tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Subnet': ['ID=ceacb97a-2a5a-4b98-b7d1-da49d02d2169,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:41.052407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1289f372-8662-4289-996a-6d57ee6bbbae tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Checking segment: {'id': '6a92a9f2-8abd-4b72-9ee8-bef88740a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8df7e07-a528-4e48-8828-1ce55391fabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:41.052815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1289f372-8662-4289-996a-6d57ee6bbbae tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network hostable DHCP agents. Network: c8df7e07-a528-4e48-8828-1ce55391fabf, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:11:41.079073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1289f372-8662-4289-996a-6d57ee6bbbae tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network c8df7e07-a528-4e48-8828-1ce55391fabf is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:11:41.108440 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-1289f372-8662-4289-996a-6d57ee6bbbae tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, c8df7e07-a528-4e48-8828-1ce55391fabf) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:41.117201 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46033c02-7d7f-4588-8a2f-1dd7d3f3878c None None] Network c8df7e07-a528-4e48-8828-1ce55391fabf requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:41.122326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1289f372-8662-4289-996a-6d57ee6bbbae tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:41.123002 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1289f372-8662-4289-996a-6d57ee6bbbae tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:41.147724 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1289f372-8662-4289-996a-6d57ee6bbbae tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5151851 Mar 07 22:11:41.151952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39872) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:41.159416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-53247173-2867-4f1e-a066-fb10db3a27b3 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1105114052'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:41.224329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53247173-2867-4f1e-a066-fb10db3a27b3 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:41.228713 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-53247173-2867-4f1e-a066-fb10db3a27b3 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:41.318547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13cb963f-0a33-49dd-b7e1-53bb549832eb req-8bdf6be9-22f3-4995-91ef-cc4a0c025edf tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=86ad2767-f24a-4d64-a4ca-58f061ae2957 HTTP/1.1" status: 200 len: 210 time: 0.0514946 Mar 07 22:11:41.336298 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53247173-2867-4f1e-a066-fb10db3a27b3 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:11:41.348500 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-53247173-2867-4f1e-a066-fb10db3a27b3 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:41.349287 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-53247173-2867-4f1e-a066-fb10db3a27b3 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Added segment 25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d of type vlan for network 837fba08-59a3-4c9a-8676-cf61b2ef6f8a Mar 07 22:11:41.376986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-c8df7e07-a528-4e48-8828-1ce55391fabf', 'network_id': 'c8df7e07-a528-4e48-8828-1ce55391fabf', 'project_id': '526d07c11d98426e9b87a4884dab4f33', 'fixed_ips': [{'subnet_id': 'ceacb97a-2a5a-4b98-b7d1-da49d02d2169'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:11:41.377848 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:41.413124 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-53247173-2867-4f1e-a066-fb10db3a27b3 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (837fba08-59a3-4c9a-8676-cf61b2ef6f8a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:41.444947 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-53247173-2867-4f1e-a066-fb10db3a27b3 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (837fba08-59a3-4c9a-8676-cf61b2ef6f8a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:41.454661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53247173-2867-4f1e-a066-fb10db3a27b3 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:41.455588 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-53247173-2867-4f1e-a066-fb10db3a27b3 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:41.506828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39876) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:41.513359 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-91a688bb-bc49-4a58-ab69-303cb3c6bbf9 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'subnet': {'network_id': '837fba08-59a3-4c9a-8676-cf61b2ef6f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:41.518256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-53247173-2867-4f1e-a066-fb10db3a27b3 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3649657 Mar 07 22:11:41.567024 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Allocated IP 2001:db8:0:ffff::2 (c8df7e07-a528-4e48-8828-1ce55391fabf/ceacb97a-2a5a-4b98-b7d1-da49d02d2169/41537b15-b43a-4219-add4-2e71711d13a3) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:11:41.632160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53247173-2867-4f1e-a066-fb10db3a27b3 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Network': ['ID=837fba08-59a3-4c9a-8676-cf61b2ef6f8a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:41.710809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a688bb-bc49-4a58-ab69-303cb3c6bbf9 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:41.717211 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91a688bb-bc49-4a58-ab69-303cb3c6bbf9 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:41.789417 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Publish callbacks [] for port (41537b15-b43a-4219-add4-2e71711d13a3), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:41.799312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 837fba08-59a3-4c9a-8676-cf61b2ef6f8a details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:11:41.803877 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (41537b15-b43a-4219-add4-2e71711d13a3), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:41.937041 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Network c8df7e07-a528-4e48-8828-1ce55391fabf is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:11:41.946637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:41.955844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:11:41.964126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Pushing event updated for resources: {'Port': ['ID=41537b15-b43a-4219-add4-2e71711d13a3,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:42.001443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91a688bb-bc49-4a58-ab69-303cb3c6bbf9 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (0f4cf17d-c075-45eb-bd19-178fec9eea98), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:42.026384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Attempting to bind port 41537b15-b43a-4219-add4-2e71711d13a3 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:11:42.027002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Attempting to bind port 41537b15-b43a-4219-add4-2e71711d13a3 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '6a92a9f2-8abd-4b72-9ee8-bef88740a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8df7e07-a528-4e48-8828-1ce55391fabf'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:11:42.027536 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Attempting to bind port 41537b15-b43a-4219-add4-2e71711d13a3 on network c8df7e07-a528-4e48-8828-1ce55391fabf {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:11:42.042919 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:11:42.043547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Checking segment: {'id': '6a92a9f2-8abd-4b72-9ee8-bef88740a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8df7e07-a528-4e48-8828-1ce55391fabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:42.044132 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:42.044678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Bound using segment: {'id': '6a92a9f2-8abd-4b72-9ee8-bef88740a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8df7e07-a528-4e48-8828-1ce55391fabf'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:11:42.045313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Bound port: 41537b15-b43a-4219-add4-2e71711d13a3, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a92a9f2-8abd-4b72-9ee8-bef88740a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8df7e07-a528-4e48-8828-1ce55391fabf'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:11:42.045879 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (41537b15-b43a-4219-add4-2e71711d13a3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:42.072717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a688bb-bc49-4a58-ab69-303cb3c6bbf9 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Checking segment: {'id': '25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '837fba08-59a3-4c9a-8676-cf61b2ef6f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:42.073003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a688bb-bc49-4a58-ab69-303cb3c6bbf9 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network hostable DHCP agents. Network: 837fba08-59a3-4c9a-8676-cf61b2ef6f8a, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:11:42.089601 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a688bb-bc49-4a58-ab69-303cb3c6bbf9 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Subnet': ['ID=0f4cf17d-c075-45eb-bd19-178fec9eea98,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:42.101776 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a688bb-bc49-4a58-ab69-303cb3c6bbf9 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network 837fba08-59a3-4c9a-8676-cf61b2ef6f8a is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:11:42.115988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-91a688bb-bc49-4a58-ab69-303cb3c6bbf9 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 837fba08-59a3-4c9a-8676-cf61b2ef6f8a) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:42.121964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] For port 41537b15-b43a-4219-add4-2e71711d13a3, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:11:42.126957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2350aac3-96c1-44db-bffa-94e1098d8f62 None None] Network 837fba08-59a3-4c9a-8676-cf61b2ef6f8a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:42.131558 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] For port 41537b15-b43a-4219-add4-2e71711d13a3, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=41537b15-b43a-4219-add4-2e71711d13a3,segment=NetworkSegment(6a92a9f2-8abd-4b72-9ee8-bef88740a30c),segment_id=6a92a9f2-8abd-4b72-9ee8-bef88740a30c)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:11:42.134328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a688bb-bc49-4a58-ab69-303cb3c6bbf9 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:42.136193 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-91a688bb-bc49-4a58-ab69-303cb3c6bbf9 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:42.160231 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (41537b15-b43a-4219-add4-2e71711d13a3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:42.181798 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-91a688bb-bc49-4a58-ab69-303cb3c6bbf9 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6733572 Mar 07 22:11:42.184514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39882) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:42.308359 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856a59e-a4be-46ad-99e6-f2777bc1bc5e None None] Pushing event updated for resources: {'Port': ['ID=41537b15-b43a-4219-add4-2e71711d13a3,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:42.364249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-837fba08-59a3-4c9a-8676-cf61b2ef6f8a', 'network_id': '837fba08-59a3-4c9a-8676-cf61b2ef6f8a', 'project_id': '526d07c11d98426e9b87a4884dab4f33', 'fixed_ips': [{'subnet_id': '0f4cf17d-c075-45eb-bd19-178fec9eea98'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:11:42.367104 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:42.466859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (837fba08-59a3-4c9a-8676-cf61b2ef6f8a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:42.665121 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (0f4cf17d-c075-45eb-bd19-178fec9eea98), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:42.726879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Allocated IP 2001:db8::1 (837fba08-59a3-4c9a-8676-cf61b2ef6f8a/0f4cf17d-c075-45eb-bd19-178fec9eea98/6c97a813-d450-4a79-b57f-696c747acdff) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:11:42.944366 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Publish callbacks [] for port (6c97a813-d450-4a79-b57f-696c747acdff), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:42.954371 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (6c97a813-d450-4a79-b57f-696c747acdff), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:42.976229 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (0f4cf17d-c075-45eb-bd19-178fec9eea98), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:42.996395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Network 837fba08-59a3-4c9a-8676-cf61b2ef6f8a is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:11:43.009269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:43.016647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:11:43.027275 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4cf17d-c075-45eb-bd19-178fec9eea98,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:43.032036 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Pushing event updated for resources: {'Port': ['ID=6c97a813-d450-4a79-b57f-696c747acdff,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:43.099716 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Attempting to bind port 6c97a813-d450-4a79-b57f-696c747acdff on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:11:43.100258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Attempting to bind port 6c97a813-d450-4a79-b57f-696c747acdff by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '837fba08-59a3-4c9a-8676-cf61b2ef6f8a'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:11:43.100929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Attempting to bind port 6c97a813-d450-4a79-b57f-696c747acdff on network 837fba08-59a3-4c9a-8676-cf61b2ef6f8a {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:11:43.106192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:11:43.106690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Checking segment: {'id': '25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '837fba08-59a3-4c9a-8676-cf61b2ef6f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:43.107412 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:43.107915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Bound using segment: {'id': '25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '837fba08-59a3-4c9a-8676-cf61b2ef6f8a'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:11:43.108495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Bound port: 6c97a813-d450-4a79-b57f-696c747acdff, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '837fba08-59a3-4c9a-8676-cf61b2ef6f8a'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:11:43.109437 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6c97a813-d450-4a79-b57f-696c747acdff), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:43.177643 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (837fba08-59a3-4c9a-8676-cf61b2ef6f8a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:43.185284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] For port 6c97a813-d450-4a79-b57f-696c747acdff, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:11:43.188883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] For port 6c97a813-d450-4a79-b57f-696c747acdff, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6c97a813-d450-4a79-b57f-696c747acdff,segment=NetworkSegment(25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d),segment_id=25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:11:43.199818 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6c97a813-d450-4a79-b57f-696c747acdff), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:43.212113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837fba08-59a3-4c9a-8676-cf61b2ef6f8a']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:43.232540 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:43.233036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:43.243769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:43.258852 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:43.269327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:11:43.271003 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:11:43.279107 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:11:43.390776 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.db.api [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 22:11:43.390776 n-d-832330-1 neutron-server[103718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 22:11:43.390776 n-d-832330-1 neutron-server[103718]: [parameters: {'id': '837fba08-59a3-4c9a-8676-cf61b2ef6f8a'}] Mar 07 22:11:43.390776 n-d-832330-1 neutron-server[103718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:11:43.391142 n-d-832330-1 neutron-server[103718]: DEBUG oslo_db.api [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:11:43.396990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335cae9-bc08-4f32-9952-a27f44cbc3f0 None None] Pushing event updated for resources: {'Port': ['ID=6c97a813-d450-4a79-b57f-696c747acdff,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:43.405749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c550b2-9e8a-4108-b6ec-8e1037b45d20 None None] Network 837fba08-59a3-4c9a-8676-cf61b2ef6f8a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:43.778904 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 41537b15-b43a-4219-add4-2e71711d13a3 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:11:43.852207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 41537b15-b43a-4219-add4-2e71711d13a3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:11:43.852587 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (41537b15-b43a-4219-add4-2e71711d13a3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:43.893350 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (837fba08-59a3-4c9a-8676-cf61b2ef6f8a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:43.907875 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe1cf63-fd8b-4f45-972c-91ca31c12236 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 22:11:43.962418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Deleting port 6c97a813-d450-4a79-b57f-696c747acdff {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:11:43.962959 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6c97a813-d450-4a79-b57f-696c747acdff), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.025445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c59c6712-e4b9-4cc3-b98f-feb84e6be9c3 None None] Provisioning complete for port 41537b15-b43a-4219-add4-2e71711d13a3 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:11:44.025826 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c59c6712-e4b9-4cc3-b98f-feb84e6be9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (41537b15-b43a-4219-add4-2e71711d13a3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.076828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] For port 6c97a813-d450-4a79-b57f-696c747acdff, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6c97a813-d450-4a79-b57f-696c747acdff,segment=NetworkSegment(25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d),segment_id=25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:11:44.077822 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6c97a813-d450-4a79-b57f-696c747acdff), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.093005 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Calling delete_port for 6c97a813-d450-4a79-b57f-696c747acdff owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:11:44.191949 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6c97a813-d450-4a79-b57f-696c747acdff), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.192236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c59c6712-e4b9-4cc3-b98f-feb84e6be9c3 None None] Current status of the port 41537b15-b43a-4219-add4-2e71711d13a3 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:11:44.192749 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c59c6712-e4b9-4cc3-b98f-feb84e6be9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (41537b15-b43a-4219-add4-2e71711d13a3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.198530 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 41537b15-b43a-4219-add4-2e71711d13a3 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:11:44.198917 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (41537b15-b43a-4219-add4-2e71711d13a3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.235706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Port': ['ID=6c97a813-d450-4a79-b57f-696c747acdff,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:44.240569 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No DVR routers for this DVR port 6c97a813-d450-4a79-b57f-696c747acdff on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:11:44.264126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 41537b15-b43a-4219-add4-2e71711d13a3, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=41537b15-b43a-4219-add4-2e71711d13a3,segment=NetworkSegment(6a92a9f2-8abd-4b72-9ee8-bef88740a30c),segment_id=6a92a9f2-8abd-4b72-9ee8-bef88740a30c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:11:44.274668 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (41537b15-b43a-4219-add4-2e71711d13a3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.284548 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1cf63-fd8b-4f45-972c-91ca31c12236 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 22:11:44.374426 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (837fba08-59a3-4c9a-8676-cf61b2ef6f8a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.416280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837fba08-59a3-4c9a-8676-cf61b2ef6f8a']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:44.428999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:44.429677 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:44.445735 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.462141 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.469085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:11:44.469558 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (25c4f6eb-f02f-4a7a-8bde-c9b6eea7d47d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.612419 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-c59c6712-e4b9-4cc3-b98f-feb84e6be9c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:11:44.622371 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-c59c6712-e4b9-4cc3-b98f-feb84e6be9c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:11:44.625085 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=41537b15-b43a-4219-add4-2e71711d13a3,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:11:44.644293 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:11:44.652667 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (837fba08-59a3-4c9a-8676-cf61b2ef6f8a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.673827 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.688649 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/837fba08-59a3-4c9a-8676-cf61b2ef6f8a HTTP/1.1" status: 204 len: 168 time: 2.4979744 Mar 07 22:11:44.690317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39918) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:44.697477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ca13e541-6dd2-4aac-b8fe-0e18764bb8d6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-250313679'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:44.720020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72b937-659d-465e-8543-e256ccc2ac04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Network': ['ID=837fba08-59a3-4c9a-8676-cf61b2ef6f8a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:44.756150 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca13e541-6dd2-4aac-b8fe-0e18764bb8d6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:44.761340 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca13e541-6dd2-4aac-b8fe-0e18764bb8d6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.787329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca13e541-6dd2-4aac-b8fe-0e18764bb8d6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:11:44.796867 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca13e541-6dd2-4aac-b8fe-0e18764bb8d6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (cf17f5fc-9c11-416b-bcdc-c1ae57f9b401), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.797214 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-ca13e541-6dd2-4aac-b8fe-0e18764bb8d6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Added segment cf17f5fc-9c11-416b-bcdc-c1ae57f9b401 of type vlan for network d6e5913a-414e-4a62-abc3-5f62255869f6 Mar 07 22:11:44.837818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7361aafa-7a32-4c03-bcfe-2540c74c09eb None None] Network c8df7e07-a528-4e48-8828-1ce55391fabf requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:44.855961 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca13e541-6dd2-4aac-b8fe-0e18764bb8d6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (d6e5913a-414e-4a62-abc3-5f62255869f6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.913321 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca13e541-6dd2-4aac-b8fe-0e18764bb8d6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (d6e5913a-414e-4a62-abc3-5f62255869f6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.918842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca13e541-6dd2-4aac-b8fe-0e18764bb8d6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:44.919713 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ca13e541-6dd2-4aac-b8fe-0e18764bb8d6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:44.995911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ca13e541-6dd2-4aac-b8fe-0e18764bb8d6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3037441 Mar 07 22:11:44.999505 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39924) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:45.006905 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-aed23e69-12ea-4adf-a56c-1cabe168e24f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'subnet': {'network_id': 'd6e5913a-414e-4a62-abc3-5f62255869f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:45.009193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13e541-6dd2-4aac-b8fe-0e18764bb8d6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Network': ['ID=d6e5913a-414e-4a62-abc3-5f62255869f6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:45.031420 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network d6e5913a-414e-4a62-abc3-5f62255869f6 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:11:45.168647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c59c6712-e4b9-4cc3-b98f-feb84e6be9c3 None None] Current status of the port 41537b15-b43a-4219-add4-2e71711d13a3 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:11:45.215518 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed23e69-12ea-4adf-a56c-1cabe168e24f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:45.219273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aed23e69-12ea-4adf-a56c-1cabe168e24f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:45.401305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-06099929-487a-49ee-a257-3bfafc5d57ae None None] Provisioning complete for port 41537b15-b43a-4219-add4-2e71711d13a3 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:11:45.401858 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06099929-487a-49ee-a257-3bfafc5d57ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (41537b15-b43a-4219-add4-2e71711d13a3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:45.491329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-06099929-487a-49ee-a257-3bfafc5d57ae None None] Current status of the port 41537b15-b43a-4219-add4-2e71711d13a3 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:11:45.504721 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aed23e69-12ea-4adf-a56c-1cabe168e24f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (ec4aa935-b564-44cd-94e5-2917c833d5d2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:45.607470 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed23e69-12ea-4adf-a56c-1cabe168e24f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Subnet': ['ID=ec4aa935-b564-44cd-94e5-2917c833d5d2,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:45.611517 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed23e69-12ea-4adf-a56c-1cabe168e24f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Checking segment: {'id': 'cf17f5fc-9c11-416b-bcdc-c1ae57f9b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd6e5913a-414e-4a62-abc3-5f62255869f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:45.611666 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed23e69-12ea-4adf-a56c-1cabe168e24f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network hostable DHCP agents. Network: d6e5913a-414e-4a62-abc3-5f62255869f6, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:11:45.657227 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0123792b-e9b1-49a0-a14a-fcf301ae33a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:45.666115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed23e69-12ea-4adf-a56c-1cabe168e24f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network d6e5913a-414e-4a62-abc3-5f62255869f6 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:11:45.681236 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-aed23e69-12ea-4adf-a56c-1cabe168e24f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, d6e5913a-414e-4a62-abc3-5f62255869f6) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:45.686157 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed23e69-12ea-4adf-a56c-1cabe168e24f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:45.686884 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aed23e69-12ea-4adf-a56c-1cabe168e24f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:45.694825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86db799-d9e2-4e4a-86e7-d1a57ad502b5 None None] Network d6e5913a-414e-4a62-abc3-5f62255869f6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:45.717689 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-aed23e69-12ea-4adf-a56c-1cabe168e24f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7165022 Mar 07 22:11:45.724343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39932) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:45.730143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7a68b61d-4cef-4757-bf36-faee08eece14 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1815060180'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:45.756318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 41537b15-b43a-4219-add4-2e71711d13a3 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:11:45.768782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a68b61d-4cef-4757-bf36-faee08eece14 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:45.772633 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a68b61d-4cef-4757-bf36-faee08eece14 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:45.825373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a68b61d-4cef-4757-bf36-faee08eece14 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:11:45.843832 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a68b61d-4cef-4757-bf36-faee08eece14 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (19a11b82-a982-41d7-8e92-87bd0cb34748), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:45.845482 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-7a68b61d-4cef-4757-bf36-faee08eece14 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Added segment 19a11b82-a982-41d7-8e92-87bd0cb34748 of type vlan for network f508677f-d1c0-41f8-9445-f483f677148d Mar 07 22:11:45.928623 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a68b61d-4cef-4757-bf36-faee08eece14 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (f508677f-d1c0-41f8-9445-f483f677148d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:45.982608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 41537b15-b43a-4219-add4-2e71711d13a3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:11:45.983081 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (41537b15-b43a-4219-add4-2e71711d13a3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:45.984536 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a68b61d-4cef-4757-bf36-faee08eece14 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (f508677f-d1c0-41f8-9445-f483f677148d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:45.990524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a68b61d-4cef-4757-bf36-faee08eece14 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:45.992647 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a68b61d-4cef-4757-bf36-faee08eece14 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:46.052798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe918899-8f35-4782-9526-35998cec95df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-d6e5913a-414e-4a62-abc3-5f62255869f6', 'network_id': 'd6e5913a-414e-4a62-abc3-5f62255869f6', 'project_id': '526d07c11d98426e9b87a4884dab4f33', 'fixed_ips': [{'subnet_id': 'ec4aa935-b564-44cd-94e5-2917c833d5d2'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:11:46.054027 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe918899-8f35-4782-9526-35998cec95df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:46.163147 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 41537b15-b43a-4219-add4-2e71711d13a3 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:11:46.186847 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68b61d-4cef-4757-bf36-faee08eece14 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Network': ['ID=f508677f-d1c0-41f8-9445-f483f677148d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:46.200317 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7a68b61d-4cef-4757-bf36-faee08eece14 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4744468 Mar 07 22:11:46.203205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39940) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:46.208253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-afcc7aa8-1fe9-4d04-869f-d8ff9700c968 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'subnet': {'network_id': 'f508677f-d1c0-41f8-9445-f483f677148d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:46.224549 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network f508677f-d1c0-41f8-9445-f483f677148d details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:11:46.268358 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:46.304209 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcc7aa8-1fe9-4d04-869f-d8ff9700c968 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:46.308142 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-afcc7aa8-1fe9-4d04-869f-d8ff9700c968 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:46.373652 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-afcc7aa8-1fe9-4d04-869f-d8ff9700c968 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Performing IP validity checks on allocation pools {{(pid=103718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 22:11:46.374194 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-afcc7aa8-1fe9-4d04-869f-d8ff9700c968 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 22:11:46.383557 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-fe918899-8f35-4782-9526-35998cec95df None None] Allocated IP 2001:db8::1 (d6e5913a-414e-4a62-abc3-5f62255869f6/ec4aa935-b564-44cd-94e5-2917c833d5d2/8f09b8c7-1c61-44d0-a680-a33011bfb5bd) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:11:46.523834 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-afcc7aa8-1fe9-4d04-869f-d8ff9700c968 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (77121e7e-0ade-4cdb-85e4-3d62db4e6873), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:46.630438 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe918899-8f35-4782-9526-35998cec95df None None] Publish callbacks [] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:46.633906 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc7aa8-1fe9-4d04-869f-d8ff9700c968 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Subnet': ['ID=77121e7e-0ade-4cdb-85e4-3d62db4e6873,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:46.639736 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe918899-8f35-4782-9526-35998cec95df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:46.657400 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcc7aa8-1fe9-4d04-869f-d8ff9700c968 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Checking segment: {'id': '19a11b82-a982-41d7-8e92-87bd0cb34748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f508677f-d1c0-41f8-9445-f483f677148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:46.658303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc7aa8-1fe9-4d04-869f-d8ff9700c968 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network hostable DHCP agents. Network: f508677f-d1c0-41f8-9445-f483f677148d, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:11:46.691010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe918899-8f35-4782-9526-35998cec95df None None] Network d6e5913a-414e-4a62-abc3-5f62255869f6 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:11:46.698438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-fe918899-8f35-4782-9526-35998cec95df None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:46.700211 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc7aa8-1fe9-4d04-869f-d8ff9700c968 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network f508677f-d1c0-41f8-9445-f483f677148d is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:11:46.705106 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe918899-8f35-4782-9526-35998cec95df None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:11:46.716098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-afcc7aa8-1fe9-4d04-869f-d8ff9700c968 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, f508677f-d1c0-41f8-9445-f483f677148d) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:46.720673 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcc7aa8-1fe9-4d04-869f-d8ff9700c968 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:46.721439 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-afcc7aa8-1fe9-4d04-869f-d8ff9700c968 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:46.730052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe918899-8f35-4782-9526-35998cec95df None None] Pushing event updated for resources: {'Port': ['ID=8f09b8c7-1c61-44d0-a680-a33011bfb5bd,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:46.737299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f23dd9-e1d5-4a73-8e78-c73a27e5e7c6 None None] Network f508677f-d1c0-41f8-9445-f483f677148d requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:46.749525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39944) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:46.750694 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-afcc7aa8-1fe9-4d04-869f-d8ff9700c968 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5463417 Mar 07 22:11:46.848073 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fe918899-8f35-4782-9526-35998cec95df None None] Attempting to bind port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:11:46.848451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fe918899-8f35-4782-9526-35998cec95df None None] Attempting to bind port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'cf17f5fc-9c11-416b-bcdc-c1ae57f9b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd6e5913a-414e-4a62-abc3-5f62255869f6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:11:46.849488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe918899-8f35-4782-9526-35998cec95df None None] Attempting to bind port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd on network d6e5913a-414e-4a62-abc3-5f62255869f6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:11:46.856740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe918899-8f35-4782-9526-35998cec95df None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:11:46.857118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe918899-8f35-4782-9526-35998cec95df None None] Checking segment: {'id': 'cf17f5fc-9c11-416b-bcdc-c1ae57f9b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd6e5913a-414e-4a62-abc3-5f62255869f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:46.857522 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe918899-8f35-4782-9526-35998cec95df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:46.857918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe918899-8f35-4782-9526-35998cec95df None None] Bound using segment: {'id': 'cf17f5fc-9c11-416b-bcdc-c1ae57f9b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd6e5913a-414e-4a62-abc3-5f62255869f6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:11:46.858408 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fe918899-8f35-4782-9526-35998cec95df None None] Bound port: 8f09b8c7-1c61-44d0-a680-a33011bfb5bd, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf17f5fc-9c11-416b-bcdc-c1ae57f9b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd6e5913a-414e-4a62-abc3-5f62255869f6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:11:46.858794 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe918899-8f35-4782-9526-35998cec95df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:46.947157 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (f508677f-d1c0-41f8-9445-f483f677148d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:46.951369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5dfe29-9b56-48ea-a757-73137ffc5776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-f508677f-d1c0-41f8-9445-f483f677148d', 'network_id': 'f508677f-d1c0-41f8-9445-f483f677148d', 'project_id': '526d07c11d98426e9b87a4884dab4f33', 'fixed_ips': [{'subnet_id': '77121e7e-0ade-4cdb-85e4-3d62db4e6873'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:11:46.952575 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eb5dfe29-9b56-48ea-a757-73137ffc5776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:47.007870 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fe918899-8f35-4782-9526-35998cec95df None None] For port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:11:47.018944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fe918899-8f35-4782-9526-35998cec95df None None] For port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8f09b8c7-1c61-44d0-a680-a33011bfb5bd,segment=NetworkSegment(cf17f5fc-9c11-416b-bcdc-c1ae57f9b401),segment_id=cf17f5fc-9c11-416b-bcdc-c1ae57f9b401)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:11:47.065833 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (77121e7e-0ade-4cdb-85e4-3d62db4e6873), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:47.087106 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe918899-8f35-4782-9526-35998cec95df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:47.185558 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe918899-8f35-4782-9526-35998cec95df None None] Pushing event updated for resources: {'Port': ['ID=8f09b8c7-1c61-44d0-a680-a33011bfb5bd,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:47.208468 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (77121e7e-0ade-4cdb-85e4-3d62db4e6873), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server [None req-eb5dfe29-9b56-48ea-a757-73137ffc5776 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77121e7e-0ade-4cdb-85e4-3d62db4e6873: This subnet is being modified by another concurrent operation. Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise exception Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77121e7e-0ade-4cdb-85e4-3d62db4e6873: This subnet is being modified by another concurrent operation. Mar 07 22:11:47.230659 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Mar 07 22:11:47.267647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6510f55-2ed5-404a-ace3-5ada9635a313 None None] Network f508677f-d1c0-41f8-9445-f483f677148d requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:47.391868 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (f508677f-d1c0-41f8-9445-f483f677148d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:47.408921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Subnet': ['ID=77121e7e-0ade-4cdb-85e4-3d62db4e6873,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:47.435862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f508677f-d1c0-41f8-9445-f483f677148d']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:47.450951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a11b82-a982-41d7-8e92-87bd0cb34748') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:47.451246 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a11b82-a982-41d7-8e92-87bd0cb34748') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:47.472938 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (19a11b82-a982-41d7-8e92-87bd0cb34748), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:47.494526 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (19a11b82-a982-41d7-8e92-87bd0cb34748), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:47.507711 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:11:47.508626 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (19a11b82-a982-41d7-8e92-87bd0cb34748), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:11:47.513991 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:11:47.596883 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (f508677f-d1c0-41f8-9445-f483f677148d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:47.607445 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:47.611481 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/f508677f-d1c0-41f8-9445-f483f677148d HTTP/1.1" status: 204 len: 168 time: 0.8608489 Mar 07 22:11:47.617784 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39954) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:47.623056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a0da09d9-55bf-491c-a1e8-b37c4832d1bc tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1294474974'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:47.642305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad24143-0145-40ae-b4cd-d15b557854a7 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Network': ['ID=f508677f-d1c0-41f8-9445-f483f677148d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:47.659142 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0da09d9-55bf-491c-a1e8-b37c4832d1bc tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:47.663201 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0da09d9-55bf-491c-a1e8-b37c4832d1bc tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:47.713665 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0da09d9-55bf-491c-a1e8-b37c4832d1bc tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:11:47.740413 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0da09d9-55bf-491c-a1e8-b37c4832d1bc tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (41656f32-6959-4798-a68f-4bbaa7c0d446), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:47.740889 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-a0da09d9-55bf-491c-a1e8-b37c4832d1bc tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Added segment 41656f32-6959-4798-a68f-4bbaa7c0d446 of type vlan for network 79846355-4250-443c-b91f-188feb9b0baf Mar 07 22:11:47.827223 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8f09b8c7-1c61-44d0-a680-a33011bfb5bd up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:11:47.831738 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0da09d9-55bf-491c-a1e8-b37c4832d1bc tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (79846355-4250-443c-b91f-188feb9b0baf), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:47.877052 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0da09d9-55bf-491c-a1e8-b37c4832d1bc tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (79846355-4250-443c-b91f-188feb9b0baf), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:47.884115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0da09d9-55bf-491c-a1e8-b37c4832d1bc tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:47.885044 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a0da09d9-55bf-491c-a1e8-b37c4832d1bc tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:47.908462 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a0da09d9-55bf-491c-a1e8-b37c4832d1bc tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2892811 Mar 07 22:11:47.911305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39960) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:47.916321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-f2d1f547-6b09-4e8a-baa6-e525229d00da tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'subnet': {'network_id': '79846355-4250-443c-b91f-188feb9b0baf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:47.948585 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:11:47.948965 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:48.016905 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da09d9-55bf-491c-a1e8-b37c4832d1bc tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Network': ['ID=79846355-4250-443c-b91f-188feb9b0baf,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:48.048368 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 79846355-4250-443c-b91f-188feb9b0baf details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:11:48.101510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d1f547-6b09-4e8a-baa6-e525229d00da tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:48.105914 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f547-6b09-4e8a-baa6-e525229d00da tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:48.178329 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-01eb8fc6-f85f-4adc-9294-7581fbba718d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:48.252468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:11:48.252854 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:48.319725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8f09b8c7-1c61-44d0-a680-a33011bfb5bd,segment=NetworkSegment(cf17f5fc-9c11-416b-bcdc-c1ae57f9b401),segment_id=cf17f5fc-9c11-416b-bcdc-c1ae57f9b401)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:11:48.330513 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:48.343566 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f547-6b09-4e8a-baa6-e525229d00da tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (e57227f0-5eae-4c34-a7a8-c91d18db5dab), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:48.388806 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=8f09b8c7-1c61-44d0-a680-a33011bfb5bd,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:48.413569 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:48.450151 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1f547-6b09-4e8a-baa6-e525229d00da tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Subnet': ['ID=e57227f0-5eae-4c34-a7a8-c91d18db5dab,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:48.486361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d1f547-6b09-4e8a-baa6-e525229d00da tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Checking segment: {'id': '41656f32-6959-4798-a68f-4bbaa7c0d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79846355-4250-443c-b91f-188feb9b0baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:48.486736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d1f547-6b09-4e8a-baa6-e525229d00da tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network hostable DHCP agents. Network: 79846355-4250-443c-b91f-188feb9b0baf, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:11:48.521661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d1f547-6b09-4e8a-baa6-e525229d00da tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network 79846355-4250-443c-b91f-188feb9b0baf is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:11:48.538361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-f2d1f547-6b09-4e8a-baa6-e525229d00da tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 79846355-4250-443c-b91f-188feb9b0baf) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:48.551044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af8a5a7-97ea-454e-b5c5-c06fc8bea7bd None None] Network 79846355-4250-443c-b91f-188feb9b0baf requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:48.569268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d1f547-6b09-4e8a-baa6-e525229d00da tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:48.572892 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f547-6b09-4e8a-baa6-e525229d00da tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:48.607253 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f2d1f547-6b09-4e8a-baa6-e525229d00da tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6944201 Mar 07 22:11:48.610244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 39964) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:48.758755 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-79846355-4250-443c-b91f-188feb9b0baf', 'network_id': '79846355-4250-443c-b91f-188feb9b0baf', 'project_id': '526d07c11d98426e9b87a4884dab4f33', 'fixed_ips': [{'subnet_id': 'e57227f0-5eae-4c34-a7a8-c91d18db5dab'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:11:48.759851 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:48.828459 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (79846355-4250-443c-b91f-188feb9b0baf), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:48.971335 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb1c3eb-cb61-4e29-9b6c-2f7542375dd5 None None] Network d6e5913a-414e-4a62-abc3-5f62255869f6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:49.166537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Allocated IP 2001:db8::1 (79846355-4250-443c-b91f-188feb9b0baf/e57227f0-5eae-4c34-a7a8-c91d18db5dab/66bf8549-b046-4343-b021-843599b349f7) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:11:49.326600 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (e57227f0-5eae-4c34-a7a8-c91d18db5dab), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:49.350435 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Publish callbacks [] for port (66bf8549-b046-4343-b021-843599b349f7), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:49.377609 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (66bf8549-b046-4343-b021-843599b349f7), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:49.439615 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (e57227f0-5eae-4c34-a7a8-c91d18db5dab), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:49.476073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Subnet': ['ID=e57227f0-5eae-4c34-a7a8-c91d18db5dab,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:49.509723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8a702e95-0804-4024-b606-a30abca7513f None None] Provisioning complete for port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:11:49.510159 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a702e95-0804-4024-b606-a30abca7513f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:49.518029 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:49.524107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Network 79846355-4250-443c-b91f-188feb9b0baf is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:11:49.555617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:49.563041 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:11:49.565692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Pushing event updated for resources: {'Port': ['ID=66bf8549-b046-4343-b021-843599b349f7,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:49.588806 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (79846355-4250-443c-b91f-188feb9b0baf), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:49.617348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79846355-4250-443c-b91f-188feb9b0baf']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:49.631699 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41656f32-6959-4798-a68f-4bbaa7c0d446') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:49.632016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41656f32-6959-4798-a68f-4bbaa7c0d446') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:49.644106 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (41656f32-6959-4798-a68f-4bbaa7c0d446), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:49.664066 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (41656f32-6959-4798-a68f-4bbaa7c0d446), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:49.674624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Attempting to bind port 66bf8549-b046-4343-b021-843599b349f7 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:11:49.675202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Attempting to bind port 66bf8549-b046-4343-b021-843599b349f7 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '41656f32-6959-4798-a68f-4bbaa7c0d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79846355-4250-443c-b91f-188feb9b0baf'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:11:49.675627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Attempting to bind port 66bf8549-b046-4343-b021-843599b349f7 on network 79846355-4250-443c-b91f-188feb9b0baf {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:11:49.679874 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:11:49.680569 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (41656f32-6959-4798-a68f-4bbaa7c0d446), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:11:49.685225 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:11:49.722525 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:11:49.722947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Checking segment: {'id': '41656f32-6959-4798-a68f-4bbaa7c0d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79846355-4250-443c-b91f-188feb9b0baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:49.723387 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:49.724439 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Bound using segment: {'id': '41656f32-6959-4798-a68f-4bbaa7c0d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79846355-4250-443c-b91f-188feb9b0baf'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:11:49.724937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Bound port: 66bf8549-b046-4343-b021-843599b349f7, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41656f32-6959-4798-a68f-4bbaa7c0d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79846355-4250-443c-b91f-188feb9b0baf'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:11:49.725361 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (66bf8549-b046-4343-b021-843599b349f7), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:49.755293 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8a702e95-0804-4024-b606-a30abca7513f None None] Current status of the port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:11:49.790232 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8f09b8c7-1c61-44d0-a680-a33011bfb5bd up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:11:49.796843 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.db.api [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 22:11:49.796843 n-d-832330-1 neutron-server[103718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 22:11:49.796843 n-d-832330-1 neutron-server[103718]: [parameters: {'id': '79846355-4250-443c-b91f-188feb9b0baf'}] Mar 07 22:11:49.796843 n-d-832330-1 neutron-server[103718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:11:49.802545 n-d-832330-1 neutron-server[103718]: DEBUG oslo_db.api [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:11:49.908171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] For port 66bf8549-b046-4343-b021-843599b349f7, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:11:49.919448 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] For port 66bf8549-b046-4343-b021-843599b349f7, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=66bf8549-b046-4343-b021-843599b349f7,segment=NetworkSegment(41656f32-6959-4798-a68f-4bbaa7c0d446),segment_id=41656f32-6959-4798-a68f-4bbaa7c0d446)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:11:49.935546 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (66bf8549-b046-4343-b021-843599b349f7), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:50.008009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:11:50.008593 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:50.304489 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (79846355-4250-443c-b91f-188feb9b0baf), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:50.361489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fd3c83-fedd-4096-b4c9-f1997038ae84 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 22:11:50.421560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Deleting port 66bf8549-b046-4343-b021-843599b349f7 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:11:50.421990 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (66bf8549-b046-4343-b021-843599b349f7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:50.467527 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:50.469854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2da41e-592d-415e-af98-13f4f24b4114 None None] Pushing event updated for resources: {'Port': ['ID=66bf8549-b046-4343-b021-843599b349f7,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:50.511224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-316edb0e-8223-4622-94a9-2bfcbd54848f None None] Provisioning complete for port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:11:50.511718 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-316edb0e-8223-4622-94a9-2bfcbd54848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:50.563967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] For port 66bf8549-b046-4343-b021-843599b349f7, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=66bf8549-b046-4343-b021-843599b349f7,segment=NetworkSegment(41656f32-6959-4798-a68f-4bbaa7c0d446),segment_id=41656f32-6959-4798-a68f-4bbaa7c0d446)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:11:50.564336 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (66bf8549-b046-4343-b021-843599b349f7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:50.586686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Calling delete_port for 66bf8549-b046-4343-b021-843599b349f7 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:11:50.748586 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (66bf8549-b046-4343-b021-843599b349f7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:50.772592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:11:50.803019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No DVR routers for this DVR port 66bf8549-b046-4343-b021-843599b349f7 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:11:50.805355 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Port': ['ID=66bf8549-b046-4343-b021-843599b349f7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:50.903856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-316edb0e-8223-4622-94a9-2bfcbd54848f None None] Current status of the port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:11:50.933368 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fd3c83-fedd-4096-b4c9-f1997038ae84 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 22:11:50.980481 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (79846355-4250-443c-b91f-188feb9b0baf), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:51.027681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79846355-4250-443c-b91f-188feb9b0baf']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:51.055299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41656f32-6959-4798-a68f-4bbaa7c0d446') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:51.055601 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41656f32-6959-4798-a68f-4bbaa7c0d446') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:51.072214 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (41656f32-6959-4798-a68f-4bbaa7c0d446), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:51.095027 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (41656f32-6959-4798-a68f-4bbaa7c0d446), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:51.104804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:11:51.105128 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (41656f32-6959-4798-a68f-4bbaa7c0d446), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:11:51.108166 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:11:51.237386 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (79846355-4250-443c-b91f-188feb9b0baf), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:51.272117 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:51.275346 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/79846355-4250-443c-b91f-188feb9b0baf HTTP/1.1" status: 204 len: 168 time: 2.6640847 Mar 07 22:11:51.276214 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224de321-0108-45f4-bc00-e469ed32654e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Network': ['ID=79846355-4250-443c-b91f-188feb9b0baf,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:51.282226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 39996) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:51.288606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1367038642'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:51.324111 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fcafa1-964d-4579-b7f5-72e19c473d15 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 22:11:51.383819 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:51.387409 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:51.579833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fcafa1-964d-4579-b7f5-72e19c473d15 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 22:11:51.985212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa66a095-f45e-4419-8e04-2167f737e3c2 None None] Network 79846355-4250-443c-b91f-188feb9b0baf requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:52.025390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa66a095-f45e-4419-8e04-2167f737e3c2 None None] Network 79846355-4250-443c-b91f-188feb9b0baf could not be found, it might have been deleted concurrently. {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 22:11:52.046746 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:11:52.058131 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3649684c-809c-43ce-b737-2a7b1106c260), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:52.059172 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Added segment 3649684c-809c-43ce-b737-2a7b1106c260 of type vlan for network 6fce40f5-8340-454d-9e45-c9099458cd80 Mar 07 22:11:52.113204 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (6fce40f5-8340-454d-9e45-c9099458cd80), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:52.133892 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:52.163838 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (6fce40f5-8340-454d-9e45-c9099458cd80), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:52.173958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:52.174724 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:52.201777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9175649 Mar 07 22:11:52.205385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40004) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:52.211740 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-cc5476e0-e24c-4cac-b8a1-1c9db364b790 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'subnet': {'network_id': '6fce40f5-8340-454d-9e45-c9099458cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:52.343267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Network': ['ID=6fce40f5-8340-454d-9e45-c9099458cd80,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:52.378984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:52.379988 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:52.380624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:52.382200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:52.382850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:52.387222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:52.387831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:52.388436 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:52.389033 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:52.393841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:52.395006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:52.395696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:52.396395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c80ac5-8f09-4b9d-991a-39d35465253c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:52.413707 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 6fce40f5-8340-454d-9e45-c9099458cd80 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:11:52.431093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5476e0-e24c-4cac-b8a1-1c9db364b790 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:52.434825 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc5476e0-e24c-4cac-b8a1-1c9db364b790 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:52.693817 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc5476e0-e24c-4cac-b8a1-1c9db364b790 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (1b4ee788-a45f-4fbf-af6c-2e89a56abdbe), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:52.776914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5476e0-e24c-4cac-b8a1-1c9db364b790 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Subnet': ['ID=1b4ee788-a45f-4fbf-af6c-2e89a56abdbe,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:52.786944 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5476e0-e24c-4cac-b8a1-1c9db364b790 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Checking segment: {'id': '3649684c-809c-43ce-b737-2a7b1106c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6fce40f5-8340-454d-9e45-c9099458cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:52.787386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5476e0-e24c-4cac-b8a1-1c9db364b790 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network hostable DHCP agents. Network: 6fce40f5-8340-454d-9e45-c9099458cd80, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:11:52.812945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5476e0-e24c-4cac-b8a1-1c9db364b790 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network 6fce40f5-8340-454d-9e45-c9099458cd80 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:11:52.837297 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-cc5476e0-e24c-4cac-b8a1-1c9db364b790 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 6fce40f5-8340-454d-9e45-c9099458cd80) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:52.847077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5476e0-e24c-4cac-b8a1-1c9db364b790 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:52.847776 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc5476e0-e24c-4cac-b8a1-1c9db364b790 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:52.855191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc48c93-8a1a-4b52-90a6-2d7a34b71dd2 None None] Network 6fce40f5-8340-454d-9e45-c9099458cd80 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:52.907118 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cc5476e0-e24c-4cac-b8a1-1c9db364b790 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6982293 Mar 07 22:11:52.907530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40012) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:53.040514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-6fce40f5-8340-454d-9e45-c9099458cd80', 'network_id': '6fce40f5-8340-454d-9e45-c9099458cd80', 'project_id': '526d07c11d98426e9b87a4884dab4f33', 'fixed_ips': [{'subnet_id': '1b4ee788-a45f-4fbf-af6c-2e89a56abdbe'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:11:53.041387 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:53.113089 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (6fce40f5-8340-454d-9e45-c9099458cd80), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:53.176497 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (1b4ee788-a45f-4fbf-af6c-2e89a56abdbe), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:53.212365 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Allocated IP 2001:db8::1 (6fce40f5-8340-454d-9e45-c9099458cd80/1b4ee788-a45f-4fbf-af6c-2e89a56abdbe/3a4903fe-aa15-4ff0-bf23-99783bdac18c) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:11:53.368263 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Publish callbacks [] for port (3a4903fe-aa15-4ff0-bf23-99783bdac18c), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:53.378098 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (3a4903fe-aa15-4ff0-bf23-99783bdac18c), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:53.404269 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (1b4ee788-a45f-4fbf-af6c-2e89a56abdbe), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:53.430487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Network 6fce40f5-8340-454d-9e45-c9099458cd80 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:11:53.446805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:53.450890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:11:53.501385 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4ee788-a45f-4fbf-af6c-2e89a56abdbe,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:53.555210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Pushing event updated for resources: {'Port': ['ID=3a4903fe-aa15-4ff0-bf23-99783bdac18c,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:53.571982 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (6fce40f5-8340-454d-9e45-c9099458cd80), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:53.585706 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Attempting to bind port 3a4903fe-aa15-4ff0-bf23-99783bdac18c on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:11:53.586104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Attempting to bind port 3a4903fe-aa15-4ff0-bf23-99783bdac18c by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '3649684c-809c-43ce-b737-2a7b1106c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6fce40f5-8340-454d-9e45-c9099458cd80'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:11:53.586595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Attempting to bind port 3a4903fe-aa15-4ff0-bf23-99783bdac18c on network 6fce40f5-8340-454d-9e45-c9099458cd80 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:11:53.593062 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:11:53.593445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Checking segment: {'id': '3649684c-809c-43ce-b737-2a7b1106c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6fce40f5-8340-454d-9e45-c9099458cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:53.593898 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:53.594327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Bound using segment: {'id': '3649684c-809c-43ce-b737-2a7b1106c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6fce40f5-8340-454d-9e45-c9099458cd80'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:11:53.594795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Bound port: 3a4903fe-aa15-4ff0-bf23-99783bdac18c, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3649684c-809c-43ce-b737-2a7b1106c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6fce40f5-8340-454d-9e45-c9099458cd80'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:11:53.595177 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3a4903fe-aa15-4ff0-bf23-99783bdac18c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:53.600559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fce40f5-8340-454d-9e45-c9099458cd80']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:53.611035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3649684c-809c-43ce-b737-2a7b1106c260') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:53.611609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3649684c-809c-43ce-b737-2a7b1106c260') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:53.633993 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (3649684c-809c-43ce-b737-2a7b1106c260), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:53.653248 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3649684c-809c-43ce-b737-2a7b1106c260), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:53.679107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:11:53.679552 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (3649684c-809c-43ce-b737-2a7b1106c260), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:11:53.687695 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:11:53.695392 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] For port 3a4903fe-aa15-4ff0-bf23-99783bdac18c, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:11:53.767891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] For port 3a4903fe-aa15-4ff0-bf23-99783bdac18c, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3a4903fe-aa15-4ff0-bf23-99783bdac18c,segment=NetworkSegment(3649684c-809c-43ce-b737-2a7b1106c260),segment_id=3649684c-809c-43ce-b737-2a7b1106c260)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:11:53.772575 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.db.api [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 22:11:53.772575 n-d-832330-1 neutron-server[103719]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 22:11:53.772575 n-d-832330-1 neutron-server[103719]: [parameters: {'id': '6fce40f5-8340-454d-9e45-c9099458cd80'}] Mar 07 22:11:53.772575 n-d-832330-1 neutron-server[103719]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:11:53.774354 n-d-832330-1 neutron-server[103719]: DEBUG oslo_db.api [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:11:53.778918 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3a4903fe-aa15-4ff0-bf23-99783bdac18c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:53.878954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d760d9-8fb2-4fd3-bdde-9fa7f3e760f3 None None] Pushing event updated for resources: {'Port': ['ID=3a4903fe-aa15-4ff0-bf23-99783bdac18c,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:53.909565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1babe680-ecbd-4db6-a4a0-aee5519e3844 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 22:11:54.088458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1babe680-ecbd-4db6-a4a0-aee5519e3844 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 22:11:54.275898 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (6fce40f5-8340-454d-9e45-c9099458cd80), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:54.315355 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bf096a-5525-4a66-8054-ea2d0abd9b44 None None] Network 6fce40f5-8340-454d-9e45-c9099458cd80 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:54.354643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Deleting port 3a4903fe-aa15-4ff0-bf23-99783bdac18c {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:11:54.355356 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3a4903fe-aa15-4ff0-bf23-99783bdac18c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:54.423698 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] For port 3a4903fe-aa15-4ff0-bf23-99783bdac18c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3a4903fe-aa15-4ff0-bf23-99783bdac18c,segment=NetworkSegment(3649684c-809c-43ce-b737-2a7b1106c260),segment_id=3649684c-809c-43ce-b737-2a7b1106c260)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:11:54.424994 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3a4903fe-aa15-4ff0-bf23-99783bdac18c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:54.444006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Calling delete_port for 3a4903fe-aa15-4ff0-bf23-99783bdac18c owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:11:54.536083 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (3a4903fe-aa15-4ff0-bf23-99783bdac18c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:54.552854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No DVR routers for this DVR port 3a4903fe-aa15-4ff0-bf23-99783bdac18c on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:11:54.583558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Port': ['ID=3a4903fe-aa15-4ff0-bf23-99783bdac18c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:54.694161 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (6fce40f5-8340-454d-9e45-c9099458cd80), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:54.717433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fce40f5-8340-454d-9e45-c9099458cd80']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:54.740129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3649684c-809c-43ce-b737-2a7b1106c260') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:54.740353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3649684c-809c-43ce-b737-2a7b1106c260') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:54.766471 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (3649684c-809c-43ce-b737-2a7b1106c260), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:54.785650 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3649684c-809c-43ce-b737-2a7b1106c260), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:54.794906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:11:54.795307 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (3649684c-809c-43ce-b737-2a7b1106c260), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:11:54.800386 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:11:54.817507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990e657-0ff3-4858-aac2-fee5b05d854c req-cae101a0-2b49-496c-8db3-dfb3b0a85347 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:54.819041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6990e657-0ff3-4858-aac2-fee5b05d854c req-cae101a0-2b49-496c-8db3-dfb3b0a85347 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 945 time: 0.0903435 Mar 07 22:11:54.894577 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (6fce40f5-8340-454d-9e45-c9099458cd80), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:54.908796 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:54.915262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/6fce40f5-8340-454d-9e45-c9099458cd80 HTTP/1.1" status: 204 len: 168 time: 2.0034721 Mar 07 22:11:54.916626 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40034) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:54.923647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6759a0d0-5520-4dc3-ac11-5ee8aee8a925 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-438435572'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:54.929919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6990e657-0ff3-4858-aac2-fee5b05d854c req-9518d7aa-c918-4a75-8940-c5214a8418f1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013284 Mar 07 22:11:54.931187 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570e279-6592-44a2-8e54-62bfb3ae4e46 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Network': ['ID=6fce40f5-8340-454d-9e45-c9099458cd80,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:54.967613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6759a0d0-5520-4dc3-ac11-5ee8aee8a925 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:54.973070 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6759a0d0-5520-4dc3-ac11-5ee8aee8a925 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:55.000658 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6759a0d0-5520-4dc3-ac11-5ee8aee8a925 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:11:55.035592 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6759a0d0-5520-4dc3-ac11-5ee8aee8a925 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (247661f0-339a-4046-9627-24ba76625fd6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:55.036226 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-6759a0d0-5520-4dc3-ac11-5ee8aee8a925 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Added segment 247661f0-339a-4046-9627-24ba76625fd6 of type vlan for network 254b3737-e1ea-4c3f-bde7-aa41dd128489 Mar 07 22:11:55.080112 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6759a0d0-5520-4dc3-ac11-5ee8aee8a925 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (254b3737-e1ea-4c3f-bde7-aa41dd128489), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:55.110116 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6759a0d0-5520-4dc3-ac11-5ee8aee8a925 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (254b3737-e1ea-4c3f-bde7-aa41dd128489), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:55.116109 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6759a0d0-5520-4dc3-ac11-5ee8aee8a925 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:55.116767 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6759a0d0-5520-4dc3-ac11-5ee8aee8a925 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:55.178015 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6759a0d0-5520-4dc3-ac11-5ee8aee8a925 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2511978 Mar 07 22:11:55.178237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40044) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:55.183315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-789cde27-634f-4653-9db1-8a3b495c4c66 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'subnet': {'network_id': '254b3737-e1ea-4c3f-bde7-aa41dd128489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:55.214873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759a0d0-5520-4dc3-ac11-5ee8aee8a925 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Network': ['ID=254b3737-e1ea-4c3f-bde7-aa41dd128489,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:55.227083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 254b3737-e1ea-4c3f-bde7-aa41dd128489 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:11:55.298147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789cde27-634f-4653-9db1-8a3b495c4c66 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:55.304848 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-789cde27-634f-4653-9db1-8a3b495c4c66 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:55.490397 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-789cde27-634f-4653-9db1-8a3b495c4c66 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (7e468da1-da08-484d-b8c1-ee473031bf95), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:55.539664 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cde27-634f-4653-9db1-8a3b495c4c66 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Subnet': ['ID=7e468da1-da08-484d-b8c1-ee473031bf95,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:55.567383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cde27-634f-4653-9db1-8a3b495c4c66 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Checking segment: {'id': '247661f0-339a-4046-9627-24ba76625fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '254b3737-e1ea-4c3f-bde7-aa41dd128489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:55.567671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789cde27-634f-4653-9db1-8a3b495c4c66 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network hostable DHCP agents. Network: 254b3737-e1ea-4c3f-bde7-aa41dd128489, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:11:55.584425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789cde27-634f-4653-9db1-8a3b495c4c66 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network 254b3737-e1ea-4c3f-bde7-aa41dd128489 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:11:55.597273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-789cde27-634f-4653-9db1-8a3b495c4c66 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 254b3737-e1ea-4c3f-bde7-aa41dd128489) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:55.607835 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9389411-f51c-4502-8691-b2a10e1d86bd None None] Network 254b3737-e1ea-4c3f-bde7-aa41dd128489 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:55.611752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789cde27-634f-4653-9db1-8a3b495c4c66 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:55.612582 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-789cde27-634f-4653-9db1-8a3b495c4c66 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:55.646853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-789cde27-634f-4653-9db1-8a3b495c4c66 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4646082 Mar 07 22:11:55.647041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40046) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:55.652564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-be4a60a0-b5af-4cc2-9a3f-ebcd5291d19b tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'subnet': {'network_id': '254b3737-e1ea-4c3f-bde7-aa41dd128489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:55.762564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-254b3737-e1ea-4c3f-bde7-aa41dd128489', 'network_id': '254b3737-e1ea-4c3f-bde7-aa41dd128489', 'project_id': '526d07c11d98426e9b87a4884dab4f33', 'fixed_ips': [{'subnet_id': '7e468da1-da08-484d-b8c1-ee473031bf95'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:11:55.763581 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:55.778736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4a60a0-b5af-4cc2-9a3f-ebcd5291d19b tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:55.783264 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-be4a60a0-b5af-4cc2-9a3f-ebcd5291d19b tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:55.945661 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Allocated IP 2001:db8::2 (254b3737-e1ea-4c3f-bde7-aa41dd128489/7e468da1-da08-484d-b8c1-ee473031bf95/300dcc4a-e532-416b-9a63-4cfae1499d31) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:11:56.142967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedb180-dfd7-4dca-be0d-d76c3973d736 req-dc6053dc-e77a-448b-be6f-f845dfd60621 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:56.144486 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cedb180-dfd7-4dca-be0d-d76c3973d736 req-dc6053dc-e77a-448b-be6f-f845dfd60621 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 945 time: 0.1028781 Mar 07 22:11:56.160697 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-be4a60a0-b5af-4cc2-9a3f-ebcd5291d19b tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (e31ab9c8-755d-4e61-8a76-7a5a420960c4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:56.206299 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Publish callbacks [] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:56.225172 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:56.262677 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4a60a0-b5af-4cc2-9a3f-ebcd5291d19b tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network 254b3737-e1ea-4c3f-bde7-aa41dd128489 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:11:56.275926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-be4a60a0-b5af-4cc2-9a3f-ebcd5291d19b tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:56.283162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4a60a0-b5af-4cc2-9a3f-ebcd5291d19b tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:56.283798 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-be4a60a0-b5af-4cc2-9a3f-ebcd5291d19b tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:56.292190 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Pushing event updated for resources: {'Port': ['ID=300dcc4a-e532-416b-9a63-4cfae1499d31,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:56.312244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Network 254b3737-e1ea-4c3f-bde7-aa41dd128489 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:11:56.313933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:56.321225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:11:56.332421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cedb180-dfd7-4dca-be0d-d76c3973d736 req-b355b51b-a670-4d21-a0c0-93bc8610669e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=82921136-1995-4556-b8cf-8b6b465b9508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807263 Mar 07 22:11:56.341039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a60a0-b5af-4cc2-9a3f-ebcd5291d19b tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Subnet': ['ID=e31ab9c8-755d-4e61-8a76-7a5a420960c4,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:56.349686 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-be4a60a0-b5af-4cc2-9a3f-ebcd5291d19b tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7015493 Mar 07 22:11:56.354483 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40058) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:56.417330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Attempting to bind port 300dcc4a-e532-416b-9a63-4cfae1499d31 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:11:56.418385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Attempting to bind port 300dcc4a-e532-416b-9a63-4cfae1499d31 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '247661f0-339a-4046-9627-24ba76625fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '254b3737-e1ea-4c3f-bde7-aa41dd128489'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:11:56.418846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Attempting to bind port 300dcc4a-e532-416b-9a63-4cfae1499d31 on network 254b3737-e1ea-4c3f-bde7-aa41dd128489 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:11:56.427251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:11:56.427910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Checking segment: {'id': '247661f0-339a-4046-9627-24ba76625fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '254b3737-e1ea-4c3f-bde7-aa41dd128489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:56.428699 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:56.429204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Bound using segment: {'id': '247661f0-339a-4046-9627-24ba76625fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '254b3737-e1ea-4c3f-bde7-aa41dd128489'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:11:56.429764 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Bound port: 300dcc4a-e532-416b-9a63-4cfae1499d31, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247661f0-339a-4046-9627-24ba76625fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '254b3737-e1ea-4c3f-bde7-aa41dd128489'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:11:56.430425 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:56.441198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d2c88-a80f-4b0d-a086-e2ec94fec3d0 req-897a26d4-3d01-4d56-a757-446c813f8fe5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:56.443046 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-232d2c88-a80f-4b0d-a086-e2ec94fec3d0 req-897a26d4-3d01-4d56-a757-446c813f8fe5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.13 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 945 time: 0.1422822 Mar 07 22:11:56.447847 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc68fed-2881-4ed7-aead-83b4e7baf949 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:56.450517 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc68fed-2881-4ed7-aead-83b4e7baf949 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:56.450985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc68fed-2881-4ed7-aead-83b4e7baf949 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:56.452304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc68fed-2881-4ed7-aead-83b4e7baf949 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:56.453798 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc68fed-2881-4ed7-aead-83b4e7baf949 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:56.456121 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cbc68fed-2881-4ed7-aead-83b4e7baf949 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0964444 Mar 07 22:11:56.461761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40060) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:56.467139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ded57d2b-4b85-46ed-adda-95376f115d11 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1030308412'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:56.508547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] For port 300dcc4a-e532-416b-9a63-4cfae1499d31, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:11:56.510007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded57d2b-4b85-46ed-adda-95376f115d11 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:56.513582 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ded57d2b-4b85-46ed-adda-95376f115d11 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:56.514989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] For port 300dcc4a-e532-416b-9a63-4cfae1499d31, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=300dcc4a-e532-416b-9a63-4cfae1499d31,segment=NetworkSegment(247661f0-339a-4046-9627-24ba76625fd6),segment_id=247661f0-339a-4046-9627-24ba76625fd6)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:11:56.522449 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:56.552311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded57d2b-4b85-46ed-adda-95376f115d11 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:11:56.585966 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ded57d2b-4b85-46ed-adda-95376f115d11 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (281ed6aa-fb61-4259-8c68-5cb1d4bfde86), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:56.586405 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-ded57d2b-4b85-46ed-adda-95376f115d11 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Added segment 281ed6aa-fb61-4259-8c68-5cb1d4bfde86 of type vlan for network 65512e5f-a8ad-4e48-8e6f-847d18ac074e Mar 07 22:11:56.616717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade04fe8-bce7-48e1-ba99-2ae5211e5df9 None None] Pushing event updated for resources: {'Port': ['ID=300dcc4a-e532-416b-9a63-4cfae1499d31,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:56.647967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-232d2c88-a80f-4b0d-a086-e2ec94fec3d0 req-b350f74c-c35c-42b4-82ab-e95d5f530aab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Deleting port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:11:56.648319 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-232d2c88-a80f-4b0d-a086-e2ec94fec3d0 req-b350f74c-c35c-42b4-82ab-e95d5f530aab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:56.673590 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ded57d2b-4b85-46ed-adda-95376f115d11 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (65512e5f-a8ad-4e48-8e6f-847d18ac074e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:56.707057 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ded57d2b-4b85-46ed-adda-95376f115d11 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (65512e5f-a8ad-4e48-8e6f-847d18ac074e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:56.716897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded57d2b-4b85-46ed-adda-95376f115d11 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:56.717544 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ded57d2b-4b85-46ed-adda-95376f115d11 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:56.766336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ded57d2b-4b85-46ed-adda-95376f115d11 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3034410 Mar 07 22:11:56.776793 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-232d2c88-a80f-4b0d-a086-e2ec94fec3d0 req-b350f74c-c35c-42b4-82ab-e95d5f530aab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] For port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=85ca60b3-26e0-4c2b-aa48-94eba0c0c57e,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:11:56.777163 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-232d2c88-a80f-4b0d-a086-e2ec94fec3d0 req-b350f74c-c35c-42b4-82ab-e95d5f530aab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:56.796149 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-232d2c88-a80f-4b0d-a086-e2ec94fec3d0 req-b350f74c-c35c-42b4-82ab-e95d5f530aab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Calling delete_port for 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:11:56.820611 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40062) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:56.840293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-14e92dd5-2147-426c-adb7-89842e97b906 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:56.901545 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded57d2b-4b85-46ed-adda-95376f115d11 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Network': ['ID=65512e5f-a8ad-4e48-8e6f-847d18ac074e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:56.924827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 65512e5f-a8ad-4e48-8e6f-847d18ac074e details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:11:56.976352 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-232d2c88-a80f-4b0d-a086-e2ec94fec3d0 req-b350f74c-c35c-42b4-82ab-e95d5f530aab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (85ca60b3-26e0-4c2b-aa48-94eba0c0c57e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:57.024480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350f74c-c35c-42b4-82ab-e95d5f530aab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event deleted for resources: {'Port': ['ID=85ca60b3-26e0-4c2b-aa48-94eba0c0c57e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:57.099131 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['85ca60b3-26e0-4c2b-aa48-94eba0c0c57e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:11:57.132152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-232d2c88-a80f-4b0d-a086-e2ec94fec3d0 req-b350f74c-c35c-42b4-82ab-e95d5f530aab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] No DVR routers for this DVR port 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:11:57.134920 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-232d2c88-a80f-4b0d-a086-e2ec94fec3d0 req-b350f74c-c35c-42b4-82ab-e95d5f530aab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:57.139094 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-232d2c88-a80f-4b0d-a086-e2ec94fec3d0 req-b350f74c-c35c-42b4-82ab-e95d5f530aab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.13 "DELETE /v2.0/ports/85ca60b3-26e0-4c2b-aa48-94eba0c0c57e HTTP/1.1" status: 204 len: 173 time: 0.6816571 Mar 07 22:11:57.139603 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b364088f-ed95-4b66-99cd-233d6f0d63d1', 'name': 'network-vif-deleted', 'tag': '85ca60b3-26e0-4c2b-aa48-94eba0c0c57e'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:11:57.142214 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97909b34-002d-4925-8b73-a1bd865484b4" -d '{"events": [{"server_uuid": "b364088f-ed95-4b66-99cd-233d6f0d63d1", "name": "network-vif-deleted", "tag": "85ca60b3-26e0-4c2b-aa48-94eba0c0c57e"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:11:57.200547 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cc86ed-30ad-4a08-a455-a974cf82c54e x-openstack-request-id: req-29cc86ed-30ad-4a08-a455-a974cf82c54e {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:11:57.200886 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b364088f-ed95-4b66-99cd-233d6f0d63d1", "name": "network-vif-deleted", "tag": "85ca60b3-26e0-4c2b-aa48-94eba0c0c57e", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:11:57.201154 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29cc86ed-30ad-4a08-a455-a974cf82c54e {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:11:57.201657 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b364088f-ed95-4b66-99cd-233d6f0d63d1', 'name': 'network-vif-deleted', 'tag': '85ca60b3-26e0-4c2b-aa48-94eba0c0c57e', 'status': 'completed', 'code': 200} Mar 07 22:11:57.209621 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14e92dd5-2147-426c-adb7-89842e97b906 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (65512e5f-a8ad-4e48-8e6f-847d18ac074e), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:57.241935 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14e92dd5-2147-426c-adb7-89842e97b906 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (65512e5f-a8ad-4e48-8e6f-847d18ac074e), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:57.273182 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-14e92dd5-2147-426c-adb7-89842e97b906 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network 65512e5f-a8ad-4e48-8e6f-847d18ac074e is not hosted by any dhcp agent {{(pid=103719) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 22:11:57.280165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e92dd5-2147-426c-adb7-89842e97b906 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:57.280962 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14e92dd5-2147-426c-adb7-89842e97b906 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:57.285319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-14e92dd5-2147-426c-adb7-89842e97b906 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "PUT /v2.0/networks/65512e5f-a8ad-4e48-8e6f-847d18ac074e HTTP/1.1" status: 200 len: 723 time: 0.4610734 Mar 07 22:11:57.286296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40070) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:57.296015 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-84d95b51-0761-4ab5-b20d-10232fb4fca1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'subnet': {'network_id': '65512e5f-a8ad-4e48-8e6f-847d18ac074e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:57.358902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e92dd5-2147-426c-adb7-89842e97b906 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Network': ['ID=65512e5f-a8ad-4e48-8e6f-847d18ac074e,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:57.384536 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 65512e5f-a8ad-4e48-8e6f-847d18ac074e details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:11:57.463204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d95b51-0761-4ab5-b20d-10232fb4fca1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:57.467009 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-84d95b51-0761-4ab5-b20d-10232fb4fca1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:57.494693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b822d1c6-7446-47a6-ae7b-523c6d8c819e req-2915b71e-d3ea-492d-a4b9-65cc9d0d0fa9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 210 time: 0.0466325 Mar 07 22:11:57.868795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 300dcc4a-e532-416b-9a63-4cfae1499d31 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:11:57.901673 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-84d95b51-0761-4ab5-b20d-10232fb4fca1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (9182fc57-604d-4b66-98db-2e68e242ca12), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:57.956608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 300dcc4a-e532-416b-9a63-4cfae1499d31 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:11:57.957063 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:58.057195 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d95b51-0761-4ab5-b20d-10232fb4fca1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Checking segment: {'id': '281ed6aa-fb61-4259-8c68-5cb1d4bfde86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '65512e5f-a8ad-4e48-8e6f-847d18ac074e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:11:58.058643 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d95b51-0761-4ab5-b20d-10232fb4fca1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network hostable DHCP agents. Network: 65512e5f-a8ad-4e48-8e6f-847d18ac074e, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:11:58.065054 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d95b51-0761-4ab5-b20d-10232fb4fca1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Subnet': ['ID=9182fc57-604d-4b66-98db-2e68e242ca12,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:58.096055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d95b51-0761-4ab5-b20d-10232fb4fca1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network 65512e5f-a8ad-4e48-8e6f-847d18ac074e is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:11:58.112802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-84d95b51-0761-4ab5-b20d-10232fb4fca1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 65512e5f-a8ad-4e48-8e6f-847d18ac074e) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:58.114408 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 300dcc4a-e532-416b-9a63-4cfae1499d31 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:11:58.114837 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:58.118902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d95b51-0761-4ab5-b20d-10232fb4fca1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:58.121763 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-84d95b51-0761-4ab5-b20d-10232fb4fca1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:58.152593 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-84d95b51-0761-4ab5-b20d-10232fb4fca1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8627858 Mar 07 22:11:58.153048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40084) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:58.158501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-9e299d51-20c1-447e-b048-4cd2d8fbff48 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:58.162520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd04445-813b-4579-985a-97d1c4ba13a1 None None] Network 65512e5f-a8ad-4e48-8e6f-847d18ac074e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:58.206662 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 300dcc4a-e532-416b-9a63-4cfae1499d31, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=300dcc4a-e532-416b-9a63-4cfae1499d31,segment=NetworkSegment(247661f0-339a-4046-9627-24ba76625fd6),segment_id=247661f0-339a-4046-9627-24ba76625fd6)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:11:58.326601 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9e299d51-20c1-447e-b048-4cd2d8fbff48 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4327083'] for subnet (9182fc57-604d-4b66-98db-2e68e242ca12), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:58.441561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aafb4b3-2678-4632-9e93-a2cd6a510092 None None] Network 254b3737-e1ea-4c3f-bde7-aa41dd128489 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:58.495175 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9e299d51-20c1-447e-b048-4cd2d8fbff48 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791275293359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5163321'] for subnet (9182fc57-604d-4b66-98db-2e68e242ca12), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:58.517521 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:58.548489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e299d51-20c1-447e-b048-4cd2d8fbff48 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:58.549243 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9e299d51-20c1-447e-b048-4cd2d8fbff48 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:58.551941 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9e299d51-20c1-447e-b048-4cd2d8fbff48 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "PUT /v2.0/subnets/9182fc57-604d-4b66-98db-2e68e242ca12 HTTP/1.1" status: 200 len: 826 time: 0.3967807 Mar 07 22:11:58.554238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40090) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:58.568823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e299d51-20c1-447e-b048-4cd2d8fbff48 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Subnet': ['ID=9182fc57-604d-4b66-98db-2e68e242ca12,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:58.643727 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-80d956b3-e9db-4cfe-bdb3-05bc6f4a2963 None None] Provisioning complete for port 300dcc4a-e532-416b-9a63-4cfae1499d31 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:11:58.644107 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-80d956b3-e9db-4cfe-bdb3-05bc6f4a2963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:58.706027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=300dcc4a-e532-416b-9a63-4cfae1499d31,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:58.713364 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9081b3a3-68da-413c-9484-c3396caab542 req-f34717fb-ca70-4291-9c40-63f236fa270f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 210 time: 0.0740769 Mar 07 22:11:58.726099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:58.726463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:58.726816 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:58.727157 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:58.727502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:58.727838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:58.728174 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:58.728508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:58.728841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:58.729172 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:58.729504 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:58.729829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:58.730200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:11:58.747307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb55f883-0c5c-40f8-8ff7-abd7ab59fe0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-65512e5f-a8ad-4e48-8e6f-847d18ac074e', 'network_id': '65512e5f-a8ad-4e48-8e6f-847d18ac074e', 'project_id': '526d07c11d98426e9b87a4884dab4f33', 'fixed_ips': [{'subnet_id': '9182fc57-604d-4b66-98db-2e68e242ca12'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:11:58.750933 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eb55f883-0c5c-40f8-8ff7-abd7ab59fe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:58.778121 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (65512e5f-a8ad-4e48-8e6f-847d18ac074e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:58.819171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-80d956b3-e9db-4cfe-bdb3-05bc6f4a2963 None None] Current status of the port 300dcc4a-e532-416b-9a63-4cfae1499d31 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:11:58.849758 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (9182fc57-604d-4b66-98db-2e68e242ca12), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:58.921123 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (9182fc57-604d-4b66-98db-2e68e242ca12), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:58.936579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcee0027-5992-4433-a5f8-6926067e29b8 None None] Update dhcp port {'port': {'network_id': '254b3737-e1ea-4c3f-bde7-aa41dd128489', 'fixed_ips': [{'subnet_id': '7e468da1-da08-484d-b8c1-ee473031bf95', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e31ab9c8-755d-4e61-8a76-7a5a420960c4'}], 'binding:host_id': 'n-d-832330-1'}, 'id': '300dcc4a-e532-416b-9a63-4cfae1499d31'} from n-d-832330-1. {{(pid=103720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 22:11:58.955923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Subnet': ['ID=9182fc57-604d-4b66-98db-2e68e242ca12,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:58.989514 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fcee0027-5992-4433-a5f8-6926067e29b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:59.049702 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (65512e5f-a8ad-4e48-8e6f-847d18ac074e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:59.075648 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65512e5f-a8ad-4e48-8e6f-847d18ac074e']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:59.088814 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281ed6aa-fb61-4259-8c68-5cb1d4bfde86') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:59.089538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281ed6aa-fb61-4259-8c68-5cb1d4bfde86') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:59.102520 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (281ed6aa-fb61-4259-8c68-5cb1d4bfde86), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:59.119956 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (281ed6aa-fb61-4259-8c68-5cb1d4bfde86), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:59.121075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:11:59.128583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:11:59.129492 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (281ed6aa-fb61-4259-8c68-5cb1d4bfde86), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:11:59.133304 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server [None req-eb55f883-0c5c-40f8-8ff7-abd7ab59fe0f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9182fc57-604d-4b66-98db-2e68e242ca12: This subnet is being modified by another concurrent operation. Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise exception Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9182fc57-604d-4b66-98db-2e68e242ca12: This subnet is being modified by another concurrent operation. Mar 07 22:11:59.150757 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Mar 07 22:11:59.176852 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:11:59.181289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 85ca60b3-26e0-4c2b-aa48-94eba0c0c57e not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:11:59.195822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d483186-80fb-414a-8acc-f89ecb160f08 None None] Network 65512e5f-a8ad-4e48-8e6f-847d18ac074e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:59.243475 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (65512e5f-a8ad-4e48-8e6f-847d18ac074e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:59.259452 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:59.267264 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/65512e5f-a8ad-4e48-8e6f-847d18ac074e HTTP/1.1" status: 204 len: 168 time: 0.7096887 Mar 07 22:11:59.267647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40098) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:59.277570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8815c-2e73-4102-b823-44e818ff143e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Network': ['ID=65512e5f-a8ad-4e48-8e6f-847d18ac074e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:59.316041 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a1b19d-12da-45db-ac2f-f5285887f252 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] DELETE failed (client error): The resource could not be found. Mar 07 22:11:59.316582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a1b19d-12da-45db-ac2f-f5285887f252 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:11:59.326328 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b5a1b19d-12da-45db-ac2f-f5285887f252 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/65512e5f-a8ad-4e48-8e6f-847d18ac074e HTTP/1.1" status: 404 len: 339 time: 0.0522439 Mar 07 22:11:59.329534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40102) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:59.336482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7d362a00-b432-475a-81a5-4ef0e45b116e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-515447895', 'description': 'd1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:59.341938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-fcee0027-5992-4433-a5f8-6926067e29b8 None None] Allocated IP 172.20.0.1 (254b3737-e1ea-4c3f-bde7-aa41dd128489/e31ab9c8-755d-4e61-8a76-7a5a420960c4/300dcc4a-e532-416b-9a63-4cfae1499d31) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:11:59.382982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d362a00-b432-475a-81a5-4ef0e45b116e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:11:59.391135 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d362a00-b432-475a-81a5-4ef0e45b116e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:59.425903 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d362a00-b432-475a-81a5-4ef0e45b116e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:11:59.453389 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d362a00-b432-475a-81a5-4ef0e45b116e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (baaa78d5-3166-4938-b7ce-ccaf260209a6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:59.453748 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-7d362a00-b432-475a-81a5-4ef0e45b116e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Added segment baaa78d5-3166-4938-b7ce-ccaf260209a6 of type vlan for network 5364ffa0-75a4-4ee1-bf40-9e46f0f519aa Mar 07 22:11:59.505856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c467d931-ce6e-480f-86c5-57bb6fb37c3a None None] Network 65512e5f-a8ad-4e48-8e6f-847d18ac074e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:11:59.546029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c467d931-ce6e-480f-86c5-57bb6fb37c3a None None] Network 65512e5f-a8ad-4e48-8e6f-847d18ac074e could not be found, it might have been deleted concurrently. {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 22:11:59.550141 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d362a00-b432-475a-81a5-4ef0e45b116e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (5364ffa0-75a4-4ee1-bf40-9e46f0f519aa), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:59.591217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fcee0027-5992-4433-a5f8-6926067e29b8 None None] For port 300dcc4a-e532-416b-9a63-4cfae1499d31, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=300dcc4a-e532-416b-9a63-4cfae1499d31,segment=NetworkSegment(247661f0-339a-4046-9627-24ba76625fd6),segment_id=247661f0-339a-4046-9627-24ba76625fd6)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:11:59.595305 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d362a00-b432-475a-81a5-4ef0e45b116e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (5364ffa0-75a4-4ee1-bf40-9e46f0f519aa), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:59.601494 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d362a00-b432-475a-81a5-4ef0e45b116e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:59.602105 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d362a00-b432-475a-81a5-4ef0e45b116e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:59.655248 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7d362a00-b432-475a-81a5-4ef0e45b116e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3239307 Mar 07 22:11:59.657925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40104) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:59.678706 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fcee0027-5992-4433-a5f8-6926067e29b8 None None] Publish callbacks [] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:59.699030 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fcee0027-5992-4433-a5f8-6926067e29b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:11:59.787249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d362a00-b432-475a-81a5-4ef0e45b116e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Network': ['ID=5364ffa0-75a4-4ee1-bf40-9e46f0f519aa,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:59.791821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 300dcc4a-e532-416b-9a63-4cfae1499d31 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:11:59.856091 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-228a5177-20d7-457b-ac66-b764f65e6a75 req-0540ef68-1710-4444-9261-3f4882e645c4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 210 time: 0.0307128 Mar 07 22:11:59.864053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbc7d13-80e6-416c-8fb7-78ca160618a4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:59.872122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40110) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:11:59.878515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-08679823-8397-4d56-8c1b-208333582392 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'network': {'description': 'd2'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:59.879060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dcbc7d13-80e6-416c-8fb7-78ca160618a4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "GET /v2.0/networks?id=5364ffa0-75a4-4ee1-bf40-9e46f0f519aa HTTP/1.1" status: 200 len: 764 time: 0.2084434 Mar 07 22:11:59.914151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 5364ffa0-75a4-4ee1-bf40-9e46f0f519aa details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:12:00.039125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee0027-5992-4433-a5f8-6926067e29b8 None None] Pushing event updated for resources: {'Port': ['ID=300dcc4a-e532-416b-9a63-4cfae1499d31,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:00.064928 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 300dcc4a-e532-416b-9a63-4cfae1499d31 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:12:00.065316 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:00.237242 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08679823-8397-4d56-8c1b-208333582392 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (5364ffa0-75a4-4ee1-bf40-9e46f0f519aa), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:00.271799 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08679823-8397-4d56-8c1b-208333582392 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (5364ffa0-75a4-4ee1-bf40-9e46f0f519aa), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:00.287871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 300dcc4a-e532-416b-9a63-4cfae1499d31 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:12:00.390484 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08679823-8397-4d56-8c1b-208333582392 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network 5364ffa0-75a4-4ee1-bf40-9e46f0f519aa is not hosted by any dhcp agent {{(pid=103718) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 22:12:00.396126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08679823-8397-4d56-8c1b-208333582392 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:00.396763 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08679823-8397-4d56-8c1b-208333582392 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:00.400576 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-08679823-8397-4d56-8c1b-208333582392 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "PUT /v2.0/networks/5364ffa0-75a4-4ee1-bf40-9e46f0f519aa HTTP/1.1" status: 200 len: 761 time: 0.5247247 Mar 07 22:12:00.400924 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40118) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:00.413159 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08679823-8397-4d56-8c1b-208333582392 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Network': ['ID=5364ffa0-75a4-4ee1-bf40-9e46f0f519aa,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:00.425281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 5364ffa0-75a4-4ee1-bf40-9e46f0f519aa details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:12:00.554231 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c14f6-ab1e-471f-8265-98a49b732c4f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:00.555727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1e2c14f6-ab1e-471f-8265-98a49b732c4f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "GET /v2.0/networks?id=5364ffa0-75a4-4ee1-bf40-9e46f0f519aa HTTP/1.1" status: 200 len: 764 time: 0.1531346 Mar 07 22:12:00.561397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40132) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:00.842244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769bb47c-c13e-4342-ad28-d700feaf4021 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:00.846247 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-769bb47c-c13e-4342-ad28-d700feaf4021 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2814920 Mar 07 22:12:00.846739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40136) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:00.886512 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ba61a082-7ec0-4003-ac91-b1df5e4a3f9f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 207 time: 0.0355694 Mar 07 22:12:00.886779 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40138) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:00.903662 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2240671-f1bc-4b2c-8039-87e5f3016b17 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 22:12:01.018692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5fd5fafe-3475-4c58-931a-61385f514e2b None None] Provisioning complete for port 300dcc4a-e532-416b-9a63-4cfae1499d31 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:12:01.019276 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fafe-3475-4c58-931a-61385f514e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:01.092704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64b65a29-e241-4b69-99d0-1e4e815c1cee req-616bab86-8e23-4856-b230-668094f02288 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 210 time: 0.0762050 Mar 07 22:12:01.151790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc098727-4878-4c6b-aaf6-47a4656c5b8e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.172277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc098727-4878-4c6b-aaf6-47a4656c5b8e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.177955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc098727-4878-4c6b-aaf6-47a4656c5b8e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.183241 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc098727-4878-4c6b-aaf6-47a4656c5b8e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.188317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc098727-4878-4c6b-aaf6-47a4656c5b8e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.191575 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5fd5fafe-3475-4c58-931a-61385f514e2b None None] Current status of the port 300dcc4a-e532-416b-9a63-4cfae1499d31 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:12:01.194289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc098727-4878-4c6b-aaf6-47a4656c5b8e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.196106 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dc098727-4878-4c6b-aaf6-47a4656c5b8e tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3080702 Mar 07 22:12:01.200489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40148) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:01.212606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2240671-f1bc-4b2c-8039-87e5f3016b17 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 22:12:01.565566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52db442-4bc5-4e86-986f-2e7f8a1adbd1 None None] Network 254b3737-e1ea-4c3f-bde7-aa41dd128489 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:12:01.597802 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e701bc84-b00d-425b-80b6-aace052b2d90 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3961265 Mar 07 22:12:01.602597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40162) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:01.672128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a61808c-71b4-486c-8858-7ebdc977dd72 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.673555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a61808c-71b4-486c-8858-7ebdc977dd72 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.675038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a61808c-71b4-486c-8858-7ebdc977dd72 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.676481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a61808c-71b4-486c-8858-7ebdc977dd72 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.678638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a61808c-71b4-486c-8858-7ebdc977dd72 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.686107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6a61808c-71b4-486c-8858-7ebdc977dd72 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0764906 Mar 07 22:12:01.686288 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40164) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:01.752369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 300dcc4a-e532-416b-9a63-4cfae1499d31 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:12:01.777572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3a585b-5a3c-40b9-9f3d-6f0f2c4f5e9f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['shared'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.795144 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3a585b-5a3c-40b9-9f3d-6f0f2c4f5e9f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['shared'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.796960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3a585b-5a3c-40b9-9f3d-6f0f2c4f5e9f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['shared'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.798391 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3a585b-5a3c-40b9-9f3d-6f0f2c4f5e9f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['shared'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.799812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3a585b-5a3c-40b9-9f3d-6f0f2c4f5e9f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['shared'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.804868 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ed3a585b-5a3c-40b9-9f3d-6f0f2c4f5e9f tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1197529 Mar 07 22:12:01.809847 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40170) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:01.828980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 300dcc4a-e532-416b-9a63-4cfae1499d31 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:12:01.829359 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:01.985578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84acad0f-5801-45f7-8bb4-28f3590e045a tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:01.987374 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-84acad0f-5801-45f7-8bb4-28f3590e045a tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "GET /v2.0/networks/c8df7e07-a528-4e48-8828-1ce55391fabf HTTP/1.1" status: 200 len: 804 time: 0.1763332 Mar 07 22:12:01.991662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40172) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:02.000781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 300dcc4a-e532-416b-9a63-4cfae1499d31 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:12:02.135016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-854afc83-47df-4734-bea0-b36861931c8b None None] Provisioning complete for port 300dcc4a-e532-416b-9a63-4cfae1499d31 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:12:02.135849 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-854afc83-47df-4734-bea0-b36861931c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:02.162503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dbcc2e91-8a4a-4faa-81bc-0dd0a65d3d38 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "GET /v2.0/networks/c8df7e07-a528-4e48-8828-1ce55391fabf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1696427 Mar 07 22:12:02.167540 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40176) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:02.232334 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5ef1ecc-c81c-47de-ac6f-d8cd730f127b req-e5b6a41f-24f6-4eac-99f3-fc69bd8e967c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 210 time: 0.0362878 Mar 07 22:12:02.252641 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc57db2-41d4-4f9e-a61a-446d0ff3de18 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:02.254776 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5cc57db2-41d4-4f9e-a61a-446d0ff3de18 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "GET /v2.0/subnets/ceacb97a-2a5a-4b98-b7d1-da49d02d2169 HTTP/1.1" status: 200 len: 843 time: 0.0861459 Mar 07 22:12:02.259901 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40182) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:02.326701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-854afc83-47df-4734-bea0-b36861931c8b None None] Current status of the port 300dcc4a-e532-416b-9a63-4cfae1499d31 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:12:02.350056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d9f45c-bc73-4962-921a-bbd9a83be276 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['shared'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:02.352100 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-08d9f45c-bc73-4962-921a-bbd9a83be276 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "GET /v2.0/subnets/ceacb97a-2a5a-4b98-b7d1-da49d02d2169?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0910423 Mar 07 22:12:02.357266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40186) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:02.362641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-13238d85-f262-4e0b-8bda-093bc865d4ac tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2102995069'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:02.387339 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13238d85-f262-4e0b-8bda-093bc865d4ac tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:12:02.391131 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-13238d85-f262-4e0b-8bda-093bc865d4ac tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:02.449450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13238d85-f262-4e0b-8bda-093bc865d4ac tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:12:02.460967 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-13238d85-f262-4e0b-8bda-093bc865d4ac tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0cf40410-8c8f-489b-9085-f9ddb8fb79b5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:02.461477 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-13238d85-f262-4e0b-8bda-093bc865d4ac tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Added segment 0cf40410-8c8f-489b-9085-f9ddb8fb79b5 of type vlan for network 6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1 Mar 07 22:12:02.510056 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-13238d85-f262-4e0b-8bda-093bc865d4ac tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:02.558503 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-13238d85-f262-4e0b-8bda-093bc865d4ac tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:02.565127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13238d85-f262-4e0b-8bda-093bc865d4ac tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:02.565834 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-13238d85-f262-4e0b-8bda-093bc865d4ac tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:02.645979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13238d85-f262-4e0b-8bda-093bc865d4ac tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Network': ['ID=6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:02.662457 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:12:02.667160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-13238d85-f262-4e0b-8bda-093bc865d4ac tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3086722 Mar 07 22:12:02.670004 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40198) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:02.677590 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3746a229-5004-4c43-9476-a704b24cc0c1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'subnet': {'network_id': '6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:02.853864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3746a229-5004-4c43-9476-a704b24cc0c1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Made reservation on behalf of 526d07c11d98426e9b87a4884dab4f33 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:12:02.857342 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3746a229-5004-4c43-9476-a704b24cc0c1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:02.923432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.ipam_backend_mixin [None req-3746a229-5004-4c43-9476-a704b24cc0c1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Performing IP validity checks on allocation pools {{(pid=103719) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 22:12:02.923954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.ipam_backend_mixin [None req-3746a229-5004-4c43-9476-a704b24cc0c1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103719) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 22:12:03.099705 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3746a229-5004-4c43-9476-a704b24cc0c1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (73fe9a38-1c03-458f-8f0d-f42c772c3e04), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:03.179415 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746a229-5004-4c43-9476-a704b24cc0c1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Checking segment: {'id': '0cf40410-8c8f-489b-9085-f9ddb8fb79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:12:03.180040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3746a229-5004-4c43-9476-a704b24cc0c1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network hostable DHCP agents. Network: 6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:12:03.181939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746a229-5004-4c43-9476-a704b24cc0c1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Subnet': ['ID=73fe9a38-1c03-458f-8f0d-f42c772c3e04,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:03.201600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3746a229-5004-4c43-9476-a704b24cc0c1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Network 6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:12:03.215886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-3746a229-5004-4c43-9476-a704b24cc0c1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:12:03.223890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3746a229-5004-4c43-9476-a704b24cc0c1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:03.226464 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3746a229-5004-4c43-9476-a704b24cc0c1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:03.239864 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528ccef6-9bc6-4765-8db0-01211bceb1d4 None None] Network 6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:12:03.271580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3746a229-5004-4c43-9476-a704b24cc0c1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6001968 Mar 07 22:12:03.274158 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40210) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:03.280536 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9b708c66-fc61-4e88-8555-9baff008dfe6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:03.403649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ac4fe07-3e39-4e36-9c27-86d2e4f126d5 req-b86faecd-f7a0-4e1a-b691-7b6ecab818cd tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 210 time: 0.0478444 Mar 07 22:12:03.473505 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b708c66-fc61-4e88-8555-9baff008dfe6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5193109'] for subnet (73fe9a38-1c03-458f-8f0d-f42c772c3e04), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:03.498220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1', 'network_id': '6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1', 'project_id': '526d07c11d98426e9b87a4884dab4f33', 'fixed_ips': [{'subnet_id': '73fe9a38-1c03-458f-8f0d-f42c772c3e04'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:12:03.499236 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:03.849328 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b708c66-fc61-4e88-8555-9baff008dfe6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791275293359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4207296'] for subnet (73fe9a38-1c03-458f-8f0d-f42c772c3e04), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:03.979311 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Allocated IP 2001:db8::3 (6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1/73fe9a38-1c03-458f-8f0d-f42c772c3e04/2120fef1-9c53-46f0-991c-01ae4bddb41b) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:12:03.998374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b708c66-fc61-4e88-8555-9baff008dfe6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:03.999100 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9b708c66-fc61-4e88-8555-9baff008dfe6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:04.003166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40228) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:04.014432 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9b708c66-fc61-4e88-8555-9baff008dfe6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "PUT /v2.0/subnets/73fe9a38-1c03-458f-8f0d-f42c772c3e04 HTTP/1.1" status: 200 len: 900 time: 0.7384412 Mar 07 22:12:04.032507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b708c66-fc61-4e88-8555-9baff008dfe6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event updated for resources: {'Subnet': ['ID=73fe9a38-1c03-458f-8f0d-f42c772c3e04,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:04.147452 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:04.208270 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (73fe9a38-1c03-458f-8f0d-f42c772c3e04), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:04.447257 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Publish callbacks [] for port (2120fef1-9c53-46f0-991c-01ae4bddb41b), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:04.461211 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (2120fef1-9c53-46f0-991c-01ae4bddb41b), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:04.484225 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (73fe9a38-1c03-458f-8f0d-f42c772c3e04), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:04.541662 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Pushing event updated for resources: {'Port': ['ID=2120fef1-9c53-46f0-991c-01ae4bddb41b,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:04.557737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Network 6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:12:04.559594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:12:04.562671 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:12:04.590235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Subnet': ['ID=73fe9a38-1c03-458f-8f0d-f42c772c3e04,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:04.618228 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:12:04.632395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4db616fb-8e30-4720-a1dc-44d9bfce5b91 req-94c831dd-34a4-4d5f-a3cb-89529032c9d4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 210 time: 0.0543835 Mar 07 22:12:04.694920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Attempting to bind port 2120fef1-9c53-46f0-991c-01ae4bddb41b on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:12:04.694920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Attempting to bind port 2120fef1-9c53-46f0-991c-01ae4bddb41b by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '0cf40410-8c8f-489b-9085-f9ddb8fb79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:12:04.694920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Attempting to bind port 2120fef1-9c53-46f0-991c-01ae4bddb41b on network 6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:12:04.697558 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:04.709677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:12:04.710694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Checking segment: {'id': '0cf40410-8c8f-489b-9085-f9ddb8fb79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:12:04.711116 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:04.711523 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Bound using segment: {'id': '0cf40410-8c8f-489b-9085-f9ddb8fb79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:12:04.712006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Bound port: 2120fef1-9c53-46f0-991c-01ae4bddb41b, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf40410-8c8f-489b-9085-f9ddb8fb79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:12:04.712400 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2120fef1-9c53-46f0-991c-01ae4bddb41b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:04.720653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:04.740958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf40410-8c8f-489b-9085-f9ddb8fb79b5') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:04.741324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf40410-8c8f-489b-9085-f9ddb8fb79b5') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:04.762895 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (0cf40410-8c8f-489b-9085-f9ddb8fb79b5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:04.788684 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0cf40410-8c8f-489b-9085-f9ddb8fb79b5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:04.801670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:12:04.802391 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (0cf40410-8c8f-489b-9085-f9ddb8fb79b5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:12:04.806391 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:12:04.862735 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] For port 2120fef1-9c53-46f0-991c-01ae4bddb41b, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:12:04.989300 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] For port 2120fef1-9c53-46f0-991c-01ae4bddb41b, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2120fef1-9c53-46f0-991c-01ae4bddb41b,segment=NetworkSegment(0cf40410-8c8f-489b-9085-f9ddb8fb79b5),segment_id=0cf40410-8c8f-489b-9085-f9ddb8fb79b5)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:12:04.994283 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.db.api [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 22:12:04.994283 n-d-832330-1 neutron-server[103719]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 22:12:04.994283 n-d-832330-1 neutron-server[103719]: [parameters: {'id': '6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1'}] Mar 07 22:12:04.994283 n-d-832330-1 neutron-server[103719]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:12:04.994724 n-d-832330-1 neutron-server[103719]: DEBUG oslo_db.api [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:12:05.004257 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2120fef1-9c53-46f0-991c-01ae4bddb41b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:05.140257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035ac2b-4221-4339-8a18-e6ec6b7f6c88 None None] Pushing event updated for resources: {'Port': ['ID=2120fef1-9c53-46f0-991c-01ae4bddb41b,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:05.217589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29706312-6445-45e5-aa6f-6f05e003440c None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 22:12:05.361678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29706312-6445-45e5-aa6f-6f05e003440c None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 22:12:05.495968 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:05.597355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Deleting port 2120fef1-9c53-46f0-991c-01ae4bddb41b {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:12:05.597701 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2120fef1-9c53-46f0-991c-01ae4bddb41b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:05.731493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743d84a1-fa64-4b13-8c45-dee276c10feb None None] Network 6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:12:05.794203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3fbd317-dc61-4c38-a881-f50c968245a5 req-fd770dc0-0bd4-4780-a7d7-97d03665a61f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 210 time: 0.0561240 Mar 07 22:12:05.796254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] For port 2120fef1-9c53-46f0-991c-01ae4bddb41b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2120fef1-9c53-46f0-991c-01ae4bddb41b,segment=NetworkSegment(0cf40410-8c8f-489b-9085-f9ddb8fb79b5),segment_id=0cf40410-8c8f-489b-9085-f9ddb8fb79b5)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:12:05.796621 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2120fef1-9c53-46f0-991c-01ae4bddb41b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:05.839891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Calling delete_port for 2120fef1-9c53-46f0-991c-01ae4bddb41b owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:12:05.957798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06039115-2424-4ff3-85ad-f710f130d02e None None] Network 6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:12:06.025282 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2120fef1-9c53-46f0-991c-01ae4bddb41b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:06.073483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Port': ['ID=2120fef1-9c53-46f0-991c-01ae4bddb41b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:06.092152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No DVR routers for this DVR port 2120fef1-9c53-46f0-991c-01ae4bddb41b on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:12:06.215350 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:06.237112 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:06.249960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf40410-8c8f-489b-9085-f9ddb8fb79b5') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:06.250282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf40410-8c8f-489b-9085-f9ddb8fb79b5') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:06.262186 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (0cf40410-8c8f-489b-9085-f9ddb8fb79b5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:06.280077 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (0cf40410-8c8f-489b-9085-f9ddb8fb79b5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:06.287913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:12:06.288313 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (0cf40410-8c8f-489b-9085-f9ddb8fb79b5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:12:06.296764 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:12:06.391060 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:06.402417 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:06.405456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1 HTTP/1.1" status: 204 len: 168 time: 2.4013135 Mar 07 22:12:06.411334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40272) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:06.417900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989d4e4-0ea5-4922-aa53-4c8d3ecaaff4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Network': ['ID=6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:06.455170 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3415c3-68a1-4df7-8d0b-8bf7426ec3c8 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] DELETE failed (client error): The resource could not be found. Mar 07 22:12:06.455941 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3415c3-68a1-4df7-8d0b-8bf7426ec3c8 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:12:06.459856 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fa3415c3-68a1-4df7-8d0b-8bf7426ec3c8 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/subnets/73fe9a38-1c03-458f-8f0d-f42c772c3e04 HTTP/1.1" status: 404 len: 337 time: 0.0466807 Mar 07 22:12:06.462792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40274) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:06.507717 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-21431857-16c8-489e-910f-0772973bde22 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] DELETE failed (client error): The resource could not be found. Mar 07 22:12:06.508309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21431857-16c8-489e-910f-0772973bde22 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:12:06.523357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-21431857-16c8-489e-910f-0772973bde22 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/6c0f9608-77c9-4b63-9fd3-a9e6da2bdcb1 HTTP/1.1" status: 404 len: 339 time: 0.0593345 Mar 07 22:12:06.525885 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40280) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:06.639262 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bf08554-4472-497c-b140-48c09067bfa2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (5364ffa0-75a4-4ee1-bf40-9e46f0f519aa), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:06.807479 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bf08554-4472-497c-b140-48c09067bfa2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (5364ffa0-75a4-4ee1-bf40-9e46f0f519aa), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:06.850351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-1bf08554-4472-497c-b140-48c09067bfa2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5364ffa0-75a4-4ee1-bf40-9e46f0f519aa']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:06.871177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-1bf08554-4472-497c-b140-48c09067bfa2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baaa78d5-3166-4938-b7ce-ccaf260209a6') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:06.871485 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-1bf08554-4472-497c-b140-48c09067bfa2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baaa78d5-3166-4938-b7ce-ccaf260209a6') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:06.892221 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bf08554-4472-497c-b140-48c09067bfa2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (baaa78d5-3166-4938-b7ce-ccaf260209a6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:06.940534 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bf08554-4472-497c-b140-48c09067bfa2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (baaa78d5-3166-4938-b7ce-ccaf260209a6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:06.958505 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf08554-4472-497c-b140-48c09067bfa2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:12:06.958935 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bf08554-4472-497c-b140-48c09067bfa2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (baaa78d5-3166-4938-b7ce-ccaf260209a6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:07.029951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d9bf230-a6b5-4874-83b5-7cf54029cc86 req-3018b320-4a6e-4c62-be0f-c17b725821db tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 210 time: 0.0759153 Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:12:07.086679 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:12:07.091431 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bf08554-4472-497c-b140-48c09067bfa2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (5364ffa0-75a4-4ee1-bf40-9e46f0f519aa), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:07.098297 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1bf08554-4472-497c-b140-48c09067bfa2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:07.103906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40300) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:07.108536 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1bf08554-4472-497c-b140-48c09067bfa2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/5364ffa0-75a4-4ee1-bf40-9e46f0f519aa HTTP/1.1" status: 204 len: 168 time: 0.5814364 Mar 07 22:12:07.121928 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf08554-4472-497c-b140-48c09067bfa2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Network': ['ID=5364ffa0-75a4-4ee1-bf40-9e46f0f519aa,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:07.142904 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c1cbe8-9d56-4910-a5ea-d1694b84a826 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] DELETE failed (client error): The resource could not be found. Mar 07 22:12:07.143370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c1cbe8-9d56-4910-a5ea-d1694b84a826 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:12:07.149605 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40302) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:07.157752 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a4c1cbe8-9d56-4910-a5ea-d1694b84a826 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/subnets/9182fc57-604d-4b66-98db-2e68e242ca12 HTTP/1.1" status: 404 len: 337 time: 0.0523150 Mar 07 22:12:07.195703 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-031ac2dd-cdd2-45eb-97d1-2e0040942133 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] DELETE failed (client error): The resource could not be found. Mar 07 22:12:07.196324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031ac2dd-cdd2-45eb-97d1-2e0040942133 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:12:07.202141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40304) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:07.202371 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-031ac2dd-cdd2-45eb-97d1-2e0040942133 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/65512e5f-a8ad-4e48-8e6f-847d18ac074e HTTP/1.1" status: 404 len: 339 time: 0.0514812 Mar 07 22:12:07.269829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-45356c29-0b75-400b-b132-0402eeebfc04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Deleting subnet e31ab9c8-755d-4e61-8a76-7a5a420960c4 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:12:07.273222 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-45356c29-0b75-400b-b132-0402eeebfc04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (e31ab9c8-755d-4e61-8a76-7a5a420960c4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:07.319097 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-45356c29-0b75-400b-b132-0402eeebfc04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (e31ab9c8-755d-4e61-8a76-7a5a420960c4), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:07.416063 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-45356c29-0b75-400b-b132-0402eeebfc04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (e31ab9c8-755d-4e61-8a76-7a5a420960c4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:07.542440 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-45356c29-0b75-400b-b132-0402eeebfc04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (e31ab9c8-755d-4e61-8a76-7a5a420960c4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:07.585185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45356c29-0b75-400b-b132-0402eeebfc04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Subnet': ['ID=e31ab9c8-755d-4e61-8a76-7a5a420960c4,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:07.603210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3d8b9e-2f60-45cf-aebb-c8470251094c None None] Network 254b3737-e1ea-4c3f-bde7-aa41dd128489 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:12:07.606035 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-45356c29-0b75-400b-b132-0402eeebfc04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:07.610992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-45356c29-0b75-400b-b132-0402eeebfc04 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/subnets/e31ab9c8-755d-4e61-8a76-7a5a420960c4 HTTP/1.1" status: 204 len: 168 time: 0.4077935 Mar 07 22:12:07.613461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40314) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:07.701960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bdcf706-fc4b-41a7-a65b-bcdd2bed3fd1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Deleting subnet 7e468da1-da08-484d-b8c1-ee473031bf95 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:12:07.705677 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4bdcf706-fc4b-41a7-a65b-bcdd2bed3fd1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (7e468da1-da08-484d-b8c1-ee473031bf95), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:07.758865 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4bdcf706-fc4b-41a7-a65b-bcdd2bed3fd1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (7e468da1-da08-484d-b8c1-ee473031bf95), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:07.968100 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4bdcf706-fc4b-41a7-a65b-bcdd2bed3fd1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (7e468da1-da08-484d-b8c1-ee473031bf95), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:08.107391 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4bdcf706-fc4b-41a7-a65b-bcdd2bed3fd1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (7e468da1-da08-484d-b8c1-ee473031bf95), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:08.164175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcf706-fc4b-41a7-a65b-bcdd2bed3fd1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Subnet': ['ID=7e468da1-da08-484d-b8c1-ee473031bf95,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:08.206653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc44ca82-92de-4982-9b1d-07d8d29eb760 req-a0b6cce0-7196-41a4-aa02-89d1079abfa2 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 210 time: 0.0545352 Mar 07 22:12:08.211078 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4bdcf706-fc4b-41a7-a65b-bcdd2bed3fd1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:08.217427 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40330) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:08.232554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4bdcf706-fc4b-41a7-a65b-bcdd2bed3fd1 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/subnets/7e468da1-da08-484d-b8c1-ee473031bf95 HTTP/1.1" status: 204 len: 168 time: 0.6171005 Mar 07 22:12:08.369461 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (254b3737-e1ea-4c3f-bde7-aa41dd128489), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:08.512238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Deleting port 300dcc4a-e532-416b-9a63-4cfae1499d31 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:12:08.512606 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:08.672399 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] For port 300dcc4a-e532-416b-9a63-4cfae1499d31, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=300dcc4a-e532-416b-9a63-4cfae1499d31,segment=NetworkSegment(247661f0-339a-4046-9627-24ba76625fd6),segment_id=247661f0-339a-4046-9627-24ba76625fd6)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:12:08.673057 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:08.687788 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Calling delete_port for 300dcc4a-e532-416b-9a63-4cfae1499d31 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:12:08.789869 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (300dcc4a-e532-416b-9a63-4cfae1499d31), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:08.803405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30a55e-8a35-4bcf-a2e1-7a997c9e6188 None None] Network 254b3737-e1ea-4c3f-bde7-aa41dd128489 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:12:08.842582 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Port': ['ID=300dcc4a-e532-416b-9a63-4cfae1499d31,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:08.865167 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No DVR routers for this DVR port 300dcc4a-e532-416b-9a63-4cfae1499d31 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:12:08.932107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-65efc775-c465-49ff-be12-dc89d7d37119 None None] Could not find standard attr ID for object 300dcc4a-e532-416b-9a63-4cfae1499d31. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:12:09.044462 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (254b3737-e1ea-4c3f-bde7-aa41dd128489), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:09.059946 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4836a5cc-1a6d-4e29-bae1-394241d63fab None None] DHCP port deletion for 254b3737-e1ea-4c3f-bde7-aa41dd128489 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:12:09.393249 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c076c993-e511-43db-862c-b821db4ba810 req-c25a6a05-27eb-4ed0-a27f-dc93541adbfc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 210 time: 0.0643466 Mar 07 22:12:09.597226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254b3737-e1ea-4c3f-bde7-aa41dd128489']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:09.608995 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247661f0-339a-4046-9627-24ba76625fd6') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:09.609444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247661f0-339a-4046-9627-24ba76625fd6') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:09.619722 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (247661f0-339a-4046-9627-24ba76625fd6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:09.641011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (247661f0-339a-4046-9627-24ba76625fd6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:09.654937 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:12:09.655482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (247661f0-339a-4046-9627-24ba76625fd6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:12:09.675451 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:12:09.720722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 300dcc4a-e532-416b-9a63-4cfae1499d31 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:12:09.742096 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (254b3737-e1ea-4c3f-bde7-aa41dd128489), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:09.765066 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:09.770597 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/254b3737-e1ea-4c3f-bde7-aa41dd128489 HTTP/1.1" status: 204 len: 168 time: 1.5497928 Mar 07 22:12:09.770597 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e32fa-d24f-4f87-baca-6d730c785d95 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Network': ['ID=254b3737-e1ea-4c3f-bde7-aa41dd128489,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:09.775789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40362) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:09.806353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 300dcc4a-e532-416b-9a63-4cfae1499d31 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:12:09.806940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 300dcc4a-e532-416b-9a63-4cfae1499d31 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:12:09.831284 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed7a3b5-5b59-450e-ae00-2a30978cfcd3 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] DELETE failed (client error): The resource could not be found. Mar 07 22:12:09.831956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed7a3b5-5b59-450e-ae00-2a30978cfcd3 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:12:09.837749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7ed7a3b5-5b59-450e-ae00-2a30978cfcd3 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/subnets/1b4ee788-a45f-4fbf-af6c-2e89a56abdbe HTTP/1.1" status: 404 len: 337 time: 0.0586319 Mar 07 22:12:09.838108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40364) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:09.860871 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f7e6da-69cf-43f4-a9aa-81e75c66ac2d tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] DELETE failed (client error): The resource could not be found. Mar 07 22:12:09.861578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f7e6da-69cf-43f4-a9aa-81e75c66ac2d tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:12:09.867823 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-25f7e6da-69cf-43f4-a9aa-81e75c66ac2d tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/6fce40f5-8340-454d-9e45-c9099458cd80 HTTP/1.1" status: 404 len: 339 time: 0.0262358 Mar 07 22:12:09.868214 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40366) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:09.909821 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-938be7f3-42a9-422c-8a94-9255665483c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] DELETE failed (client error): The resource could not be found. Mar 07 22:12:09.911057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938be7f3-42a9-422c-8a94-9255665483c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:12:09.917452 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-938be7f3-42a9-422c-8a94-9255665483c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/subnets/e57227f0-5eae-4c34-a7a8-c91d18db5dab HTTP/1.1" status: 404 len: 337 time: 0.0460014 Mar 07 22:12:09.917994 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40368) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:09.937950 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-041cee20-fdf6-4206-9f77-bf150eead4d6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] DELETE failed (client error): The resource could not be found. Mar 07 22:12:09.938607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041cee20-fdf6-4206-9f77-bf150eead4d6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:12:09.944404 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-041cee20-fdf6-4206-9f77-bf150eead4d6 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/79846355-4250-443c-b91f-188feb9b0baf HTTP/1.1" status: 404 len: 339 time: 0.0231445 Mar 07 22:12:09.945148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40370) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:09.982409 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e8247f-1186-4b91-9922-1cfa420122a2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] DELETE failed (client error): The resource could not be found. Mar 07 22:12:09.982953 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e8247f-1186-4b91-9922-1cfa420122a2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:12:09.988771 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e4e8247f-1186-4b91-9922-1cfa420122a2 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/subnets/77121e7e-0ade-4cdb-85e4-3d62db4e6873 HTTP/1.1" status: 404 len: 337 time: 0.0390022 Mar 07 22:12:09.989259 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40372) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:10.012039 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-df84d48f-7c92-4f23-a80c-ef6d3b03e993 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] DELETE failed (client error): The resource could not be found. Mar 07 22:12:10.012611 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df84d48f-7c92-4f23-a80c-ef6d3b03e993 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:12:10.018151 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-df84d48f-7c92-4f23-a80c-ef6d3b03e993 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/f508677f-d1c0-41f8-9445-f483f677148d HTTP/1.1" status: 404 len: 339 time: 0.0254898 Mar 07 22:12:10.018797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40378) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:10.118505 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb3c624-83c0-4458-8c16-74bbdc20c48c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Deleting subnet ec4aa935-b564-44cd-94e5-2917c833d5d2 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:12:10.128464 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c624-83c0-4458-8c16-74bbdc20c48c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (ec4aa935-b564-44cd-94e5-2917c833d5d2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:10.191110 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c624-83c0-4458-8c16-74bbdc20c48c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (ec4aa935-b564-44cd-94e5-2917c833d5d2), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:10.313793 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c624-83c0-4458-8c16-74bbdc20c48c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (ec4aa935-b564-44cd-94e5-2917c833d5d2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:10.419490 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c624-83c0-4458-8c16-74bbdc20c48c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (ec4aa935-b564-44cd-94e5-2917c833d5d2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:10.480542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3c624-83c0-4458-8c16-74bbdc20c48c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4aa935-b564-44cd-94e5-2917c833d5d2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:10.494910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94572705-f19a-4a5a-9ea7-11c1d9558c99 None None] Network d6e5913a-414e-4a62-abc3-5f62255869f6 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:12:10.495062 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c624-83c0-4458-8c16-74bbdc20c48c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:10.499349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5cb3c624-83c0-4458-8c16-74bbdc20c48c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/subnets/ec4aa935-b564-44cd-94e5-2917c833d5d2 HTTP/1.1" status: 204 len: 168 time: 0.4789691 Mar 07 22:12:10.501836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40402) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:10.663804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (d6e5913a-414e-4a62-abc3-5f62255869f6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:10.721731 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ade354a7-a383-45f1-8cd5-2a41572647e4 req-da82ba13-1c84-4a6f-9836-d2148cc3ac6f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 210 time: 0.1518853 Mar 07 22:12:10.817899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Deleting port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:12:10.817899 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:10.831766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039e062a-fa31-40d5-82fb-1fe048e90667 None None] DHCP port deletion for d6e5913a-414e-4a62-abc3-5f62255869f6 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:12:10.933644 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-039e062a-fa31-40d5-82fb-1fe048e90667 None None] Deleting port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:12:10.934343 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-039e062a-fa31-40d5-82fb-1fe048e90667 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:10.935620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] For port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8f09b8c7-1c61-44d0-a680-a33011bfb5bd,segment=NetworkSegment(cf17f5fc-9c11-416b-bcdc-c1ae57f9b401),segment_id=cf17f5fc-9c11-416b-bcdc-c1ae57f9b401)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:12:10.936115 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:10.969730 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Calling delete_port for 8f09b8c7-1c61-44d0-a680-a33011bfb5bd owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:12:11.064289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-039e062a-fa31-40d5-82fb-1fe048e90667 None None] For port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8f09b8c7-1c61-44d0-a680-a33011bfb5bd,segment=NetworkSegment(cf17f5fc-9c11-416b-bcdc-c1ae57f9b401),segment_id=cf17f5fc-9c11-416b-bcdc-c1ae57f9b401)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:12:11.064962 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-039e062a-fa31-40d5-82fb-1fe048e90667 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:11.078188 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-039e062a-fa31-40d5-82fb-1fe048e90667 None None] Calling delete_port for 8f09b8c7-1c61-44d0-a680-a33011bfb5bd owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:12:11.102099 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:11.154632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Port': ['ID=8f09b8c7-1c61-44d0-a680-a33011bfb5bd,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:11.189314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No DVR routers for this DVR port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:12:11.203577 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-039e062a-fa31-40d5-82fb-1fe048e90667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (8f09b8c7-1c61-44d0-a680-a33011bfb5bd), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:11.240681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e062a-fa31-40d5-82fb-1fe048e90667 None None] Pushing event deleted for resources: {'Port': ['ID=8f09b8c7-1c61-44d0-a680-a33011bfb5bd,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:11.246849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e062a-fa31-40d5-82fb-1fe048e90667 None None] No DVR routers for this DVR port 8f09b8c7-1c61-44d0-a680-a33011bfb5bd on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:12:11.333805 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (d6e5913a-414e-4a62-abc3-5f62255869f6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:11.362718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e5913a-414e-4a62-abc3-5f62255869f6']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:11.374329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf17f5fc-9c11-416b-bcdc-c1ae57f9b401') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:11.374666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf17f5fc-9c11-416b-bcdc-c1ae57f9b401') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:11.386129 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (cf17f5fc-9c11-416b-bcdc-c1ae57f9b401), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:11.437662 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (cf17f5fc-9c11-416b-bcdc-c1ae57f9b401), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:11.444040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:12:11.444438 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (cf17f5fc-9c11-416b-bcdc-c1ae57f9b401), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:12:11.447689 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:12:11.808179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8f09b8c7-1c61-44d0-a680-a33011bfb5bd no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:12:11.880281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 8f09b8c7-1c61-44d0-a680-a33011bfb5bd {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:12:11.880979 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8f09b8c7-1c61-44d0-a680-a33011bfb5bd not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:12:12.177288 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7da314b-286f-412a-b446-01fa39ef13b0 req-ed37007d-3ffb-4c49-a5f7-34aae17dbb8d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b364088f-ed95-4b66-99cd-233d6f0d63d1 HTTP/1.1" status: 200 len: 210 time: 0.0459876 Mar 07 22:12:12.187632 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (d6e5913a-414e-4a62-abc3-5f62255869f6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:12.217150 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:12.231796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40438) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:12.232351 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/d6e5913a-414e-4a62-abc3-5f62255869f6 HTTP/1.1" status: 204 len: 168 time: 1.7288353 Mar 07 22:12:12.232812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228322c4-c78f-4647-afe2-be57503fc3c4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Network': ['ID=d6e5913a-414e-4a62-abc3-5f62255869f6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:12.300401 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-3623f570-e864-4bc9-b1d5-99e6334d2ef4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] DELETE failed (client error): The resource could not be found. Mar 07 22:12:12.301054 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3623f570-e864-4bc9-b1d5-99e6334d2ef4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:12:12.306985 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3623f570-e864-4bc9-b1d5-99e6334d2ef4 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/subnets/0f4cf17d-c075-45eb-bd19-178fec9eea98 HTTP/1.1" status: 404 len: 337 time: 0.0702171 Mar 07 22:12:12.307656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40440) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:12.341009 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8674c78-09b5-4d82-a08c-eeb5e733593c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] DELETE failed (client error): The resource could not be found. Mar 07 22:12:12.341773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8674c78-09b5-4d82-a08c-eeb5e733593c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:12:12.351034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40442) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:12.353126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d8674c78-09b5-4d82-a08c-eeb5e733593c tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/837fba08-59a3-4c9a-8676-cf61b2ef6f8a HTTP/1.1" status: 404 len: 339 time: 0.0441523 Mar 07 22:12:12.426266 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Deleting subnet ceacb97a-2a5a-4b98-b7d1-da49d02d2169 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:12:12.430778 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (ceacb97a-2a5a-4b98-b7d1-da49d02d2169), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:12.552882 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (ceacb97a-2a5a-4b98-b7d1-da49d02d2169), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:12.660807 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (ceacb97a-2a5a-4b98-b7d1-da49d02d2169), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:12.729876 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (ceacb97a-2a5a-4b98-b7d1-da49d02d2169), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:12.750494 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:12.754832 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/subnets/ceacb97a-2a5a-4b98-b7d1-da49d02d2169 HTTP/1.1" status: 204 len: 168 time: 0.4021552 Mar 07 22:12:12.758732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84a2d9d-6bbf-490d-beef-756d7a0d58d9 None None] Network c8df7e07-a528-4e48-8828-1ce55391fabf requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:12:12.760671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40456) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:12.776483 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Subnet': ['ID=ceacb97a-2a5a-4b98-b7d1-da49d02d2169,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:12.786389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:12.786871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:12.787662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:12.788111 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:12.788555 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:12.789055 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:12.789493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:12.789954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:12.790444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:12.790884 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:12.791323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:12.791757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:12.792192 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77381333-9770-4baa-b200-a2057e59fdcf tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:12.944285 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (c8df7e07-a528-4e48-8828-1ce55391fabf), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:13.024433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Deleting port 41537b15-b43a-4219-add4-2e71711d13a3 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:12:13.024879 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (41537b15-b43a-4219-add4-2e71711d13a3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:13.046109 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4126b7e-f8ae-4ec9-98ab-66d72b5b9a1c None None] DHCP port deletion for c8df7e07-a528-4e48-8828-1ce55391fabf request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:12:13.094373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] For port 41537b15-b43a-4219-add4-2e71711d13a3, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=41537b15-b43a-4219-add4-2e71711d13a3,segment=NetworkSegment(6a92a9f2-8abd-4b72-9ee8-bef88740a30c),segment_id=6a92a9f2-8abd-4b72-9ee8-bef88740a30c)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:12:13.094725 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (41537b15-b43a-4219-add4-2e71711d13a3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:13.108484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Calling delete_port for 41537b15-b43a-4219-add4-2e71711d13a3 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:12:13.110268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d4126b7e-f8ae-4ec9-98ab-66d72b5b9a1c None None] Deleting port 41537b15-b43a-4219-add4-2e71711d13a3 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:12:13.110874 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d4126b7e-f8ae-4ec9-98ab-66d72b5b9a1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (41537b15-b43a-4219-add4-2e71711d13a3), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:13.187883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d4126b7e-f8ae-4ec9-98ab-66d72b5b9a1c None None] For port 41537b15-b43a-4219-add4-2e71711d13a3, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=41537b15-b43a-4219-add4-2e71711d13a3,segment=NetworkSegment(6a92a9f2-8abd-4b72-9ee8-bef88740a30c),segment_id=6a92a9f2-8abd-4b72-9ee8-bef88740a30c)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:12:13.188290 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d4126b7e-f8ae-4ec9-98ab-66d72b5b9a1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (41537b15-b43a-4219-add4-2e71711d13a3), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:13.204005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d4126b7e-f8ae-4ec9-98ab-66d72b5b9a1c None None] Calling delete_port for 41537b15-b43a-4219-add4-2e71711d13a3 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:12:13.274241 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (41537b15-b43a-4219-add4-2e71711d13a3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:13.314461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] No DVR routers for this DVR port 41537b15-b43a-4219-add4-2e71711d13a3 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:12:13.315782 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d4126b7e-f8ae-4ec9-98ab-66d72b5b9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (41537b15-b43a-4219-add4-2e71711d13a3), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:13.353673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4126b7e-f8ae-4ec9-98ab-66d72b5b9a1c None None] Pushing event deleted for resources: {'Port': ['ID=41537b15-b43a-4219-add4-2e71711d13a3,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:13.356172 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4126b7e-f8ae-4ec9-98ab-66d72b5b9a1c None None] No DVR routers for this DVR port 41537b15-b43a-4219-add4-2e71711d13a3 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:12:13.380842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Port': ['ID=41537b15-b43a-4219-add4-2e71711d13a3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:13.467418 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (c8df7e07-a528-4e48-8828-1ce55391fabf), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:13.496166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8df7e07-a528-4e48-8828-1ce55391fabf']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:13.505525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a92a9f2-8abd-4b72-9ee8-bef88740a30c') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:13.505836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a92a9f2-8abd-4b72-9ee8-bef88740a30c') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:13.523643 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (6a92a9f2-8abd-4b72-9ee8-bef88740a30c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:13.538580 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (6a92a9f2-8abd-4b72-9ee8-bef88740a30c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:13.546978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:12:13.547564 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (6a92a9f2-8abd-4b72-9ee8-bef88740a30c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:12:13.552624 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:12:13.678558 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (c8df7e07-a528-4e48-8828-1ce55391fabf), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:13.687955 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:13.691251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] 10.222.0.26 "DELETE /v2.0/networks/c8df7e07-a528-4e48-8828-1ce55391fabf HTTP/1.1" status: 204 len: 168 time: 0.9295619 Mar 07 22:12:13.703864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf546f4-173c-40f9-b3de-7c7680cea956 tempest-NetworksIpV6Test-1997342358 tempest-NetworksIpV6Test-1997342358-project] Pushing event deleted for resources: {'Network': ['ID=c8df7e07-a528-4e48-8828-1ce55391fabf,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:13.772227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 41537b15-b43a-4219-add4-2e71711d13a3 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:12:13.800269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 41537b15-b43a-4219-add4-2e71711d13a3 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:12:13.801818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 41537b15-b43a-4219-add4-2e71711d13a3 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:12:14.103428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40494) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:14.332954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40502) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:14.333566 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-766dd249-7c61-4130-81c2-a84554a2a4a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=526d07c11d98426e9b87a4884dab4f33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279601 Mar 07 22:12:14.397693 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b598903e-ae36-476e-8f15-a6e3da77202f admin admin] Publish callbacks [] for security_group (7bf507a8-9f5b-4abe-9d7a-cc3369aedd7c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:14.435020 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b598903e-ae36-476e-8f15-a6e3da77202f admin admin] Publish callbacks [] for security_group (7bf507a8-9f5b-4abe-9d7a-cc3369aedd7c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:14.524267 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b598903e-ae36-476e-8f15-a6e3da77202f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (7bf507a8-9f5b-4abe-9d7a-cc3369aedd7c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:14.526877 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b598903e-ae36-476e-8f15-a6e3da77202f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:14.528697 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b598903e-ae36-476e-8f15-a6e3da77202f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7bf507a8-9f5b-4abe-9d7a-cc3369aedd7c HTTP/1.1" status: 204 len: 168 time: 0.1939914 Mar 07 22:12:14.548740 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598903e-ae36-476e-8f15-a6e3da77202f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf507a8-9f5b-4abe-9d7a-cc3369aedd7c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:15.633122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40552) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:15.664416 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-248939ff-ee4d-46bc-8ad7-093bf3ca63a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:15.786660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-cbfa9ccc-4ebf-47a6-a5f5-a3f45063d5d3 tempest-SubnetPoolsTestJSON-622312573 tempest-SubnetPoolsTestJSON-622312573-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-428073610', 'prefixes': ['172.20.0.0/16']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:15.877826 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9ccc-4ebf-47a6-a5f5-a3f45063d5d3 tempest-SubnetPoolsTestJSON-622312573 tempest-SubnetPoolsTestJSON-622312573-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:15.879115 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cbfa9ccc-4ebf-47a6-a5f5-a3f45063d5d3 tempest-SubnetPoolsTestJSON-622312573 tempest-SubnetPoolsTestJSON-622312573-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2449834 Mar 07 22:12:15.882005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40560) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:15.934649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8bdb6b7d-1035-4106-9f9f-f2662371c592 tempest-SubnetPoolsTestJSON-622312573 tempest-SubnetPoolsTestJSON-622312573-project] 10.222.0.26 "GET /v2.0/subnetpools/d6b80375-a505-421d-b98e-2390a0173006 HTTP/1.1" status: 200 len: 731 time: 0.0514410 Mar 07 22:12:15.938436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40564) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:15.944797 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-20b32c96-9368-48e3-b016-96f473307f35 tempest-SubnetPoolsTestJSON-622312573 tempest-SubnetPoolsTestJSON-622312573-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1476202644'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:16.102427 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-20b32c96-9368-48e3-b016-96f473307f35 tempest-SubnetPoolsTestJSON-622312573 tempest-SubnetPoolsTestJSON-622312573-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:16.104299 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-20b32c96-9368-48e3-b016-96f473307f35 tempest-SubnetPoolsTestJSON-622312573 tempest-SubnetPoolsTestJSON-622312573-project] 10.222.0.26 "PUT /v2.0/subnetpools/d6b80375-a505-421d-b98e-2390a0173006 HTTP/1.1" status: 200 len: 684 time: 0.1646738 Mar 07 22:12:16.107064 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40572) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:16.210724 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:16.250014 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e534e78f-2ee5-4c97-bcf8-2117629fcd27 tempest-SubnetPoolsTestJSON-622312573 tempest-SubnetPoolsTestJSON-622312573-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:16.252010 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e534e78f-2ee5-4c97-bcf8-2117629fcd27 tempest-SubnetPoolsTestJSON-622312573 tempest-SubnetPoolsTestJSON-622312573-project] 10.222.0.26 "DELETE /v2.0/subnetpools/d6b80375-a505-421d-b98e-2390a0173006 HTTP/1.1" status: 204 len: 168 time: 0.1432536 Mar 07 22:12:16.255432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40578) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:16.291305 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-a259c0d2-ca32-490f-afb4-4a2e7d61bd6e tempest-SubnetPoolsTestJSON-622312573 tempest-SubnetPoolsTestJSON-622312573-project] show failed (client error): The resource could not be found. Mar 07 22:12:16.292486 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a259c0d2-ca32-490f-afb4-4a2e7d61bd6e tempest-SubnetPoolsTestJSON-622312573 tempest-SubnetPoolsTestJSON-622312573-project] 10.222.0.26 "GET /v2.0/subnetpools/d6b80375-a505-421d-b98e-2390a0173006 HTTP/1.1" status: 404 len: 346 time: 0.0360548 Mar 07 22:12:16.295218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40580) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:16.320284 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-d482d813-1b13-4e69-a5cd-d5d29ddd98e3 tempest-SubnetPoolsTestJSON-622312573 tempest-SubnetPoolsTestJSON-622312573-project] delete failed (client error): The resource could not be found. Mar 07 22:12:16.321311 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d482d813-1b13-4e69-a5cd-d5d29ddd98e3 tempest-SubnetPoolsTestJSON-622312573 tempest-SubnetPoolsTestJSON-622312573-project] 10.222.0.26 "DELETE /v2.0/subnetpools/d6b80375-a505-421d-b98e-2390a0173006 HTTP/1.1" status: 404 len: 346 time: 0.0251901 Mar 07 22:12:16.772423 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40598) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:16.948975 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d7f2d85-9588-4420-bb63-d55836e35d51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:17.124459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d7f2d85-9588-4420-bb63-d55836e35d51 admin admin] Publish callbacks [] for security_group (961c2cd7-b4aa-401d-bc1b-0bfe01fe0151), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:17.131570 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d7f2d85-9588-4420-bb63-d55836e35d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (961c2cd7-b4aa-401d-bc1b-0bfe01fe0151), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:17.170421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f2d85-9588-4420-bb63-d55836e35d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961c2cd7-b4aa-401d-bc1b-0bfe01fe0151,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:17.178655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40612) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:17.188974 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3d7f2d85-9588-4420-bb63-d55836e35d51 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df1327443cd24de4b088139235124ab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4144204 Mar 07 22:12:17.235218 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5da4968-6108-4049-93f4-9632ad92c0a2 admin admin] Publish callbacks [] for security_group (961c2cd7-b4aa-401d-bc1b-0bfe01fe0151), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:17.269125 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5da4968-6108-4049-93f4-9632ad92c0a2 admin admin] Publish callbacks [] for security_group (961c2cd7-b4aa-401d-bc1b-0bfe01fe0151), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:17.335031 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5da4968-6108-4049-93f4-9632ad92c0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (961c2cd7-b4aa-401d-bc1b-0bfe01fe0151), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:17.341745 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5da4968-6108-4049-93f4-9632ad92c0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:17.343732 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e5da4968-6108-4049-93f4-9632ad92c0a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/961c2cd7-b4aa-401d-bc1b-0bfe01fe0151 HTTP/1.1" status: 204 len: 168 time: 0.1620057 Mar 07 22:12:17.384640 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da4968-6108-4049-93f4-9632ad92c0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961c2cd7-b4aa-401d-bc1b-0bfe01fe0151,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:18.162125 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d39acec8-ac09-4860-89c7-35acfd1eeb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:18.420389 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:19.380814 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:20.374289 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:21.933003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40822) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:21.938507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-365fe258-ec03-47bb-97e7-8afe70ce03b3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352347406', 'description': 'tempest-secgroup-smoke-352347406 description', 'project_id': '3780c442c69844ccbdb870d150ce5237'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:21.980149 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-365fe258-ec03-47bb-97e7-8afe70ce03b3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.125433 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.153731 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-365fe258-ec03-47bb-97e7-8afe70ce03b3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group (6b4bf5da-1bf1-40fd-bbeb-55a181226bd3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.163148 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-365fe258-ec03-47bb-97e7-8afe70ce03b3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6b4bf5da-1bf1-40fd-bbeb-55a181226bd3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.220838 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-365fe258-ec03-47bb-97e7-8afe70ce03b3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.225977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40826) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:22.230651 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b321162e-6d7a-40a9-9453-e2655e5ab010 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'security_group_rule': {'security_group_id': '6b4bf5da-1bf1-40fd-bbeb-55a181226bd3', 'project_id': '3780c442c69844ccbdb870d150ce5237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:22.234677 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-365fe258-ec03-47bb-97e7-8afe70ce03b3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2999516 Mar 07 22:12:22.283579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fe258-ec03-47bb-97e7-8afe70ce03b3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:22.290127 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b321162e-6d7a-40a9-9453-e2655e5ab010 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (125801b7-c766-4b47-bf7d-30508b824d64), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.407644 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b321162e-6d7a-40a9-9453-e2655e5ab010 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (125801b7-c766-4b47-bf7d-30508b824d64), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.427893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b321162e-6d7a-40a9-9453-e2655e5ab010 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (125801b7-c766-4b47-bf7d-30508b824d64), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.476333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321162e-6d7a-40a9-9453-e2655e5ab010 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125801b7-c766-4b47-bf7d-30508b824d64,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:22.494105 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b321162e-6d7a-40a9-9453-e2655e5ab010 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.498587 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40838) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:22.498784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b321162e-6d7a-40a9-9453-e2655e5ab010 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2714486 Mar 07 22:12:22.504605 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6ef318ed-363f-4875-9c90-b9f36f4fa00a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'security_group_rule': {'security_group_id': '6b4bf5da-1bf1-40fd-bbeb-55a181226bd3', 'project_id': '3780c442c69844ccbdb870d150ce5237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:22.603739 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ef318ed-363f-4875-9c90-b9f36f4fa00a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (3d56f07e-2eb0-40af-a094-826f7b95bae9), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.701339 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ef318ed-363f-4875-9c90-b9f36f4fa00a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (3d56f07e-2eb0-40af-a094-826f7b95bae9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.717195 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ef318ed-363f-4875-9c90-b9f36f4fa00a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (3d56f07e-2eb0-40af-a094-826f7b95bae9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.804428 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ef318ed-363f-4875-9c90-b9f36f4fa00a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.809986 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6ef318ed-363f-4875-9c90-b9f36f4fa00a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3082445 Mar 07 22:12:22.809986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef318ed-363f-4875-9c90-b9f36f4fa00a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d56f07e-2eb0-40af-a094-826f7b95bae9,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:22.815124 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40844) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:22.833563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-116ac6a1-4fb6-4367-b2c2-fc39da56ff86 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'security_group_rule': {'security_group_id': '6b4bf5da-1bf1-40fd-bbeb-55a181226bd3', 'project_id': '3780c442c69844ccbdb870d150ce5237', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:22.873983 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-116ac6a1-4fb6-4367-b2c2-fc39da56ff86 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (b56c39f7-0d59-4112-8960-52e6888451e1), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.943825 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-116ac6a1-4fb6-4367-b2c2-fc39da56ff86 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (b56c39f7-0d59-4112-8960-52e6888451e1), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.952421 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-116ac6a1-4fb6-4367-b2c2-fc39da56ff86 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (b56c39f7-0d59-4112-8960-52e6888451e1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.977345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ac6a1-4fb6-4367-b2c2-fc39da56ff86 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56c39f7-0d59-4112-8960-52e6888451e1,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:22.990761 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-116ac6a1-4fb6-4367-b2c2-fc39da56ff86 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:22.995137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-116ac6a1-4fb6-4367-b2c2-fc39da56ff86 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1724055 Mar 07 22:12:22.998292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40852) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:23.007721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d9c8808e-c42c-49d2-b676-0f077f09f7db tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'security_group_rule': {'security_group_id': '6b4bf5da-1bf1-40fd-bbeb-55a181226bd3', 'project_id': '3780c442c69844ccbdb870d150ce5237', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:23.148489 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d9c8808e-c42c-49d2-b676-0f077f09f7db tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (eb3ab335-5b3b-4a5e-864f-d64ae59419fb), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:23.237490 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d9c8808e-c42c-49d2-b676-0f077f09f7db tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (eb3ab335-5b3b-4a5e-864f-d64ae59419fb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:23.247740 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d9c8808e-c42c-49d2-b676-0f077f09f7db tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (eb3ab335-5b3b-4a5e-864f-d64ae59419fb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:23.276182 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8808e-c42c-49d2-b676-0f077f09f7db tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3ab335-5b3b-4a5e-864f-d64ae59419fb,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:23.302469 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d9c8808e-c42c-49d2-b676-0f077f09f7db tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:23.303845 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d9c8808e-c42c-49d2-b676-0f077f09f7db tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3035247 Mar 07 22:12:23.308070 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 40858) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:23.312757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5883bad1-4597-4675-887f-f7d942cd0de1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'security_group_rule': {'security_group_id': '6b4bf5da-1bf1-40fd-bbeb-55a181226bd3', 'project_id': '3780c442c69844ccbdb870d150ce5237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:23.348238 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-5883bad1-4597-4675-887f-f7d942cd0de1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Project 3780c442c69844ccbdb870d150ce5237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:12:23.354754 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5883bad1-4597-4675-887f-f7d942cd0de1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (7580afd1-4b50-4e07-8cbb-3fe250fe276b), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:23.462378 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5883bad1-4597-4675-887f-f7d942cd0de1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (7580afd1-4b50-4e07-8cbb-3fe250fe276b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:23.468585 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5883bad1-4597-4675-887f-f7d942cd0de1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (7580afd1-4b50-4e07-8cbb-3fe250fe276b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:23.508079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883bad1-4597-4675-887f-f7d942cd0de1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7580afd1-4b50-4e07-8cbb-3fe250fe276b,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:23.523437 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5883bad1-4597-4675-887f-f7d942cd0de1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:23.534340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 40868) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:23.537271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3b94d99f-fe47-40bb-ae57-e1822dcf1816 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'security_group_rule': {'security_group_id': '6b4bf5da-1bf1-40fd-bbeb-55a181226bd3', 'project_id': '3780c442c69844ccbdb870d150ce5237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:23.541683 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5883bad1-4597-4675-887f-f7d942cd0de1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2323735 Mar 07 22:12:23.562029 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-3b94d99f-fe47-40bb-ae57-e1822dcf1816 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Project 3780c442c69844ccbdb870d150ce5237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:12:23.568332 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b94d99f-fe47-40bb-ae57-e1822dcf1816 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (264fbbaf-88f1-4aea-891f-95ad7b8a4964), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:23.633068 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b94d99f-fe47-40bb-ae57-e1822dcf1816 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (264fbbaf-88f1-4aea-891f-95ad7b8a4964), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:23.638396 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b94d99f-fe47-40bb-ae57-e1822dcf1816 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (264fbbaf-88f1-4aea-891f-95ad7b8a4964), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:23.662287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94d99f-fe47-40bb-ae57-e1822dcf1816 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264fbbaf-88f1-4aea-891f-95ad7b8a4964,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:23.676589 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b94d99f-fe47-40bb-ae57-e1822dcf1816 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:23.682524 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3b94d99f-fe47-40bb-ae57-e1822dcf1816 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514521 Mar 07 22:12:29.917067 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fbc1c487-7cb7-426f-b663-4cd463f53c23 req-aca1d524-9e5b-435e-9e92-1bd6a8cf6885 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844240 Mar 07 22:12:30.035552 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1c487-7cb7-426f-b663-4cd463f53c23 req-6e69e958-77fa-465f-97be-be6e532f1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:30.037180 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fbc1c487-7cb7-426f-b663-4cd463f53c23 req-6e69e958-77fa-465f-97be-be6e532f1622 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a348ede039584875801ba3e8e4548330&device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 1128 time: 0.1006882 Mar 07 22:12:30.212152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1c487-7cb7-426f-b663-4cd463f53c23 req-cc98e359-f6c1-421d-93bc-fe85daa4cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:30.214039 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fbc1c487-7cb7-426f-b663-4cd463f53c23 req-cc98e359-f6c1-421d-93bc-fe85daa4cba8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 200 len: 915 time: 0.1573350 Mar 07 22:12:30.324870 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fbc1c487-7cb7-426f-b663-4cd463f53c23 req-7cf7c3d0-9ab4-4796-b36c-b5d299818159 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da10746d-4041-4016-b159-315f0c77d15c HTTP/1.1" status: 200 len: 1002 time: 0.1046143 Mar 07 22:12:30.382398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1c487-7cb7-426f-b663-4cd463f53c23 req-28ba0692-5275-4b4b-ba35-cbf14ccebb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:30.384385 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fbc1c487-7cb7-426f-b663-4cd463f53c23 req-28ba0692-5275-4b4b-ba35-cbf14ccebb08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 200 len: 853 time: 0.0538006 Mar 07 22:12:30.453479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1c487-7cb7-426f-b663-4cd463f53c23 req-1573dfa2-d9c5-41bc-9d3a-9456fbfee7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:30.455533 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fbc1c487-7cb7-426f-b663-4cd463f53c23 req-1573dfa2-d9c5-41bc-9d3a-9456fbfee7f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=562b85e0-340d-42cd-8872-2484d3f89992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0646994 Mar 07 22:12:30.559493 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fbc1c487-7cb7-426f-b663-4cd463f53c23 req-2b1144a2-e6a4-40c9-92be-2025fc2e08ba service neutron] 10.222.0.13 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980058 Mar 07 22:12:30.720729 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fbc1c487-7cb7-426f-b663-4cd463f53c23 req-27b9b6f0-8be7-4029-ba1f-26fd9599994a service neutron] 10.222.0.13 "GET /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558948 Mar 07 22:12:32.001907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41188) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:32.276397 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11c2ee71-c821-4b32-aedb-1d5e4b70791b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:32.393158 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11c2ee71-c821-4b32-aedb-1d5e4b70791b admin admin] Publish callbacks [] for security_group (4af12bcc-df92-45af-a20a-73b6a2e93bd2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:32.398321 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-11c2ee71-c821-4b32-aedb-1d5e4b70791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4af12bcc-df92-45af-a20a-73b6a2e93bd2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:32.447041 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41210) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:32.447665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-11c2ee71-c821-4b32-aedb-1d5e4b70791b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=841bc4a040464ec58bf61f18113584fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4417546 Mar 07 22:12:32.450270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2ee71-c821-4b32-aedb-1d5e4b70791b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af12bcc-df92-45af-a20a-73b6a2e93bd2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:32.524500 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3312f9e1-567c-46c3-9a55-6a153b2542a3 admin admin] Publish callbacks [] for security_group (4af12bcc-df92-45af-a20a-73b6a2e93bd2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:32.561198 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3312f9e1-567c-46c3-9a55-6a153b2542a3 admin admin] Publish callbacks [] for security_group (4af12bcc-df92-45af-a20a-73b6a2e93bd2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:32.640088 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3312f9e1-567c-46c3-9a55-6a153b2542a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4af12bcc-df92-45af-a20a-73b6a2e93bd2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:32.644407 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3312f9e1-567c-46c3-9a55-6a153b2542a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:32.648090 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3312f9e1-567c-46c3-9a55-6a153b2542a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4af12bcc-df92-45af-a20a-73b6a2e93bd2 HTTP/1.1" status: 204 len: 168 time: 0.1973984 Mar 07 22:12:32.669310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312f9e1-567c-46c3-9a55-6a153b2542a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af12bcc-df92-45af-a20a-73b6a2e93bd2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:33.108308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41226) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:33.137488 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c0c4864-019f-4ac3-b217-e7f7df77339f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:33.317112 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c0c4864-019f-4ac3-b217-e7f7df77339f admin admin] Publish callbacks [] for security_group (2f641b79-8ed9-4dc1-af39-19e56e448243), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:33.325035 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0c0c4864-019f-4ac3-b217-e7f7df77339f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2f641b79-8ed9-4dc1-af39-19e56e448243), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:33.403587 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41242) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:33.417556 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0c0c4864-019f-4ac3-b217-e7f7df77339f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1870e65371c24e1fa2751d738b6e85af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3040402 Mar 07 22:12:33.460122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c4864-019f-4ac3-b217-e7f7df77339f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f641b79-8ed9-4dc1-af39-19e56e448243,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:33.475597 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6463-586f-4dda-a6a0-b9785e2cd3f3 admin admin] Publish callbacks [] for security_group (2f641b79-8ed9-4dc1-af39-19e56e448243), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:33.509809 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6463-586f-4dda-a6a0-b9785e2cd3f3 admin admin] Publish callbacks [] for security_group (2f641b79-8ed9-4dc1-af39-19e56e448243), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:33.601106 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6463-586f-4dda-a6a0-b9785e2cd3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2f641b79-8ed9-4dc1-af39-19e56e448243), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:33.605405 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6463-586f-4dda-a6a0-b9785e2cd3f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:33.609003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fb3a6463-586f-4dda-a6a0-b9785e2cd3f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f641b79-8ed9-4dc1-af39-19e56e448243 HTTP/1.1" status: 204 len: 168 time: 0.2014642 Mar 07 22:12:33.653423 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a6463-586f-4dda-a6a0-b9785e2cd3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f641b79-8ed9-4dc1-af39-19e56e448243,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:41.617116 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:12:45.641752 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e562-765a-4a6a-ad22-bdbb18cc50cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:46.239046 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:47.446279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41706) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:47.601571 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6cab9d22-8de1-4e21-9c70-9c20d211cb56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:47.696885 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6cab9d22-8de1-4e21-9c70-9c20d211cb56 admin admin] Publish callbacks [] for security_group (6f7f6827-0bf6-420d-ae5d-4f0dd3bae50d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:47.703192 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6cab9d22-8de1-4e21-9c70-9c20d211cb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6f7f6827-0bf6-420d-ae5d-4f0dd3bae50d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:47.751752 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6cab9d22-8de1-4e21-9c70-9c20d211cb56 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75f47ef364974a78849d38772206bfee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3043437 Mar 07 22:12:47.752001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41718) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:47.754444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab9d22-8de1-4e21-9c70-9c20d211cb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7f6827-0bf6-420d-ae5d-4f0dd3bae50d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:47.832848 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d757-4171-4718-9b21-3e4a0740b6c9 admin admin] Publish callbacks [] for security_group (6f7f6827-0bf6-420d-ae5d-4f0dd3bae50d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:47.857756 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d757-4171-4718-9b21-3e4a0740b6c9 admin admin] Publish callbacks [] for security_group (6f7f6827-0bf6-420d-ae5d-4f0dd3bae50d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:47.921287 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d757-4171-4718-9b21-3e4a0740b6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6f7f6827-0bf6-420d-ae5d-4f0dd3bae50d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:47.929154 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d757-4171-4718-9b21-3e4a0740b6c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:47.935559 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bbf9d757-4171-4718-9b21-3e4a0740b6c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f7f6827-0bf6-420d-ae5d-4f0dd3bae50d HTTP/1.1" status: 204 len: 168 time: 0.1812370 Mar 07 22:12:47.950515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9d757-4171-4718-9b21-3e4a0740b6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7f6827-0bf6-420d-ae5d-4f0dd3bae50d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:48.146503 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d71d4923-3978-40a3-90f9-ea5c998166a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:48.335428 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41728) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:48.359244 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd208041-0117-46da-9040-7622237b7a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:48.425933 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:48.494373 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd208041-0117-46da-9040-7622237b7a9f admin admin] Publish callbacks [] for security_group (aff5c5ff-87ad-4bdb-a921-499d81f36329), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:48.499925 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd208041-0117-46da-9040-7622237b7a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (aff5c5ff-87ad-4bdb-a921-499d81f36329), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:48.577243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41738) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:48.585093 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fd208041-0117-46da-9040-7622237b7a9f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8af619ff498e48e484ddf18c730ab087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2482784 Mar 07 22:12:48.590560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd208041-0117-46da-9040-7622237b7a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff5c5ff-87ad-4bdb-a921-499d81f36329,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:48.665270 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f9e4cbed-c4d5-4e9b-87a4-8c758cac37c9 admin admin] Publish callbacks [] for security_group (aff5c5ff-87ad-4bdb-a921-499d81f36329), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:48.710219 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f9e4cbed-c4d5-4e9b-87a4-8c758cac37c9 admin admin] Publish callbacks [] for security_group (aff5c5ff-87ad-4bdb-a921-499d81f36329), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:48.836907 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f9e4cbed-c4d5-4e9b-87a4-8c758cac37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (aff5c5ff-87ad-4bdb-a921-499d81f36329), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:48.839596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f9e4cbed-c4d5-4e9b-87a4-8c758cac37c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:48.853885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f9e4cbed-c4d5-4e9b-87a4-8c758cac37c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aff5c5ff-87ad-4bdb-a921-499d81f36329 HTTP/1.1" status: 204 len: 168 time: 0.2716184 Mar 07 22:12:48.870308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4cbed-c4d5-4e9b-87a4-8c758cac37c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff5c5ff-87ad-4bdb-a921-499d81f36329,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:49.308822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1424526-c076-412e-99ee-2f7d844357b4 req-31633e4b-4be4-4168-8334-aff74723f4d2 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:49.316900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c1424526-c076-412e-99ee-2f7d844357b4 req-31633e4b-4be4-4168-8334-aff74723f4d2 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 946 time: 0.4880502 Mar 07 22:12:49.394588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c1424526-c076-412e-99ee-2f7d844357b4 req-a1f6e292-1f78-4e45-b07a-1a2f17f1b23d tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff5da40-e410-4a0d-b773-1df619852852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763612 Mar 07 22:12:49.395548 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:50.344946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41780) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:50.356670 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:50.487255 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9827822e-3e4a-4fe5-8006-1fb76bec68f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:50.528383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-870155ad-f0d0-4beb-a429-418a8401edce tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:50.530816 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-870155ad-f0d0-4beb-a429-418a8401edce tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 946 time: 0.0770540 Mar 07 22:12:50.602265 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9827822e-3e4a-4fe5-8006-1fb76bec68f4 admin admin] Publish callbacks [] for security_group (82b0ea08-0d3a-4b03-b21e-bffe929bf3b8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:50.620569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e90b72-4b29-4467-86f8-3ae36696437b req-00de7fdb-d16d-49e5-baec-819f01a61329 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:50.629038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-18e90b72-4b29-4467-86f8-3ae36696437b req-00de7fdb-d16d-49e5-baec-819f01a61329 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 946 time: 0.1342156 Mar 07 22:12:50.630938 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9827822e-3e4a-4fe5-8006-1fb76bec68f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (82b0ea08-0d3a-4b03-b21e-bffe929bf3b8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:50.654194 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-413cecfa-a278-4786-a505-427c256c2047 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Deleting port da10746d-4041-4016-b159-315f0c77d15c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:12:50.654825 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-413cecfa-a278-4786-a505-427c256c2047 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (da10746d-4041-4016-b159-315f0c77d15c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:50.678173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827822e-3e4a-4fe5-8006-1fb76bec68f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b0ea08-0d3a-4b03-b21e-bffe929bf3b8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:50.732668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9827822e-3e4a-4fe5-8006-1fb76bec68f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85e022eb8109428c82de658ecebc8ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3854623 Mar 07 22:12:50.739278 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41790) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:50.751246 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-413cecfa-a278-4786-a505-427c256c2047 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] For port da10746d-4041-4016-b159-315f0c77d15c, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=da10746d-4041-4016-b159-315f0c77d15c,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:12:50.751881 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-413cecfa-a278-4786-a505-427c256c2047 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (da10746d-4041-4016-b159-315f0c77d15c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:50.816638 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-18e90b72-4b29-4467-86f8-3ae36696437b req-35b0cfea-dcad-4615-901d-de5be9db4928 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff5da40-e410-4a0d-b773-1df619852852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866770 Mar 07 22:12:50.834223 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a177217-7b64-4541-a1a3-e5eae452fcdb admin admin] Publish callbacks [] for security_group (82b0ea08-0d3a-4b03-b21e-bffe929bf3b8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:50.858547 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a177217-7b64-4541-a1a3-e5eae452fcdb admin admin] Publish callbacks [] for security_group (82b0ea08-0d3a-4b03-b21e-bffe929bf3b8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:50.920399 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a177217-7b64-4541-a1a3-e5eae452fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (82b0ea08-0d3a-4b03-b21e-bffe929bf3b8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:50.923253 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7a177217-7b64-4541-a1a3-e5eae452fcdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:50.927440 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7a177217-7b64-4541-a1a3-e5eae452fcdb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82b0ea08-0d3a-4b03-b21e-bffe929bf3b8 HTTP/1.1" status: 204 len: 168 time: 0.1871893 Mar 07 22:12:50.937520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a177217-7b64-4541-a1a3-e5eae452fcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b0ea08-0d3a-4b03-b21e-bffe929bf3b8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:50.989099 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-413cecfa-a278-4786-a505-427c256c2047 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:50.989460 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-413cecfa-a278-4786-a505-427c256c2047 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (d0b41362-5b5e-4439-9c73-f07768eca146), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:50.989739 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-413cecfa-a278-4786-a505-427c256c2047 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Floating IP d0b41362-5b5e-4439-9c73-f07768eca146 disassociated. External IP: 172.25.4.149, port: da10746d-4041-4016-b159-315f0c77d15c. Mar 07 22:12:50.990122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-413cecfa-a278-4786-a505-427c256c2047 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Calling delete_port for da10746d-4041-4016-b159-315f0c77d15c owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:12:51.195861 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-413cecfa-a278-4786-a505-427c256c2047 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (da10746d-4041-4016-b159-315f0c77d15c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:51.243639 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cecfa-a278-4786-a505-427c256c2047 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event deleted for resources: {'Port': ['ID=da10746d-4041-4016-b159-315f0c77d15c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:51.407624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-413cecfa-a278-4786-a505-427c256c2047 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:12:51.554468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-413cecfa-a278-4786-a505-427c256c2047 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:12:51.564084 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6446e5-bc0b-486d-84fe-5221301d3ce7 None None] Sync routers for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:12:51.598040 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6446e5-bc0b-486d-84fe-5221301d3ce7 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:12:51.599248 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6c6446e5-bc0b-486d-84fe-5221301d3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:12:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:51.613409 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-413cecfa-a278-4786-a505-427c256c2047 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] No DVR routers for this DVR port da10746d-4041-4016-b159-315f0c77d15c on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:12:51.616721 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-413cecfa-a278-4786-a505-427c256c2047 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:51.620484 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c9aa4bc-a754-456f-9392-1deafac97a54 req-413cecfa-a278-4786-a505-427c256c2047 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.13 "DELETE /v2.0/ports/da10746d-4041-4016-b159-315f0c77d15c HTTP/1.1" status: 204 len: 173 time: 1.0852547 Mar 07 22:12:51.621410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c43f6f2-8fa3-488d-802b-905d5bb3e5d6', 'name': 'network-vif-deleted', 'tag': 'da10746d-4041-4016-b159-315f0c77d15c'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:12:51.624568 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c670a97-8d07-4a58-8f99-2e6d40ff1016" -d '{"events": [{"server_uuid": "0c43f6f2-8fa3-488d-802b-905d5bb3e5d6", "name": "network-vif-deleted", "tag": "da10746d-4041-4016-b159-315f0c77d15c"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:12:51.708448 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be832c94-31d6-4388-9e87-851c8411f357 x-openstack-request-id: req-be832c94-31d6-4388-9e87-851c8411f357 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:12:51.708840 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c43f6f2-8fa3-488d-802b-905d5bb3e5d6", "name": "network-vif-deleted", "tag": "da10746d-4041-4016-b159-315f0c77d15c", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:12:51.709112 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be832c94-31d6-4388-9e87-851c8411f357 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:12:51.709535 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c43f6f2-8fa3-488d-802b-905d5bb3e5d6', 'name': 'network-vif-deleted', 'tag': 'da10746d-4041-4016-b159-315f0c77d15c', 'status': 'completed', 'code': 200} Mar 07 22:12:51.999415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-502b6158-d07a-4512-87d2-ebb793b6b32e req-d5e2f92e-83b3-428f-a553-b408a9f348d3 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c43f6f2-8fa3-488d-802b-905d5bb3e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0447342 Mar 07 22:12:52.015402 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6c6446e5-bc0b-486d-84fe-5221301d3ce7 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:12:52.131613 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:52.352241 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6c6446e5-bc0b-486d-84fe-5221301d3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:52.390708 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6446e5-bc0b-486d-84fe-5221301d3ce7 None None] Checking router: bad1cd90-3632-4b69-b6ae-3d5fdc62d517 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:12:52.405389 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6446e5-bc0b-486d-84fe-5221301d3ce7 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:12:52.406217 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6c6446e5-bc0b-486d-84fe-5221301d3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:12:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:52.601227 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6c6446e5-bc0b-486d-84fe-5221301d3ce7 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:12:52.987863 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6c6446e5-bc0b-486d-84fe-5221301d3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:53.026176 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6446e5-bc0b-486d-84fe-5221301d3ce7 None None] The sync data for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 is: [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:05:50Z', 'revision_number': 4, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '39f3a1fc-43fa-40a1-803c-c9630bba58ce', 'name': '', 'network_id': '562b85e0-340d-42cd-8872-2484d3f89992', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'mac_address': 'fa:16:3e:88:b3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:49Z', 'updated_at': '2022-03-07T22:06:00Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'subnets': [{'id': 'd557b9c7-6244-4ed7-9421-d0772ecb1a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:12:53.167495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 41902) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:53.260102 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (aff5da40-e410-4a0d-b773-1df619852852), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:53.293695 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (aff5da40-e410-4a0d-b773-1df619852852), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:53.336976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device da10746d-4041-4016-b159-315f0c77d15c no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:12:53.379291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: da10746d-4041-4016-b159-315f0c77d15c {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:12:53.379634 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device da10746d-4041-4016-b159-315f0c77d15c not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:12:53.388431 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (aff5da40-e410-4a0d-b773-1df619852852), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:53.395405 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:53.400586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "DELETE /v2.0/security-groups/aff5da40-e410-4a0d-b773-1df619852852 HTTP/1.1" status: 204 len: 168 time: 0.2282867 Mar 07 22:12:53.401396 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41910) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:53.413712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff5da40-e410-4a0d-b773-1df619852852,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:53.434940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:53.435312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:53.435662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:53.436990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:53.437351 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:53.438695 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-ddb3af14-2005-4cf2-969c-bd672d0787f8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] show failed (client error): The resource could not be found. Mar 07 22:12:53.442878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:53.442878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:53.442878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:53.442878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:53.442878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:53.443488 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ddb3af14-2005-4cf2-969c-bd672d0787f8 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "GET /v2.0/security-groups/aff5da40-e410-4a0d-b773-1df619852852 HTTP/1.1" status: 404 len: 347 time: 0.0355909 Mar 07 22:12:53.443579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:53.443674 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 41912) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:12:53.444290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:53.444669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766afd18-951e-4afd-ad70-7b7254e97390 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:53.607283 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b12e7-b287-4e77-a468-16cac4cddc5f None None] New status for floating IP d0b41362-5b5e-4439-9c73-f07768eca146: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:12:53.701779 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-82b135ee-c709-486a-ab90-6e040d189635 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Deleting port b8e31229-7fc2-4b9c-80d7-73da914b658f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:12:53.702659 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82b135ee-c709-486a-ab90-6e040d189635 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b8e31229-7fc2-4b9c-80d7-73da914b658f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:53.826609 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82b135ee-c709-486a-ab90-6e040d189635 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b8e31229-7fc2-4b9c-80d7-73da914b658f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:53.826769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82b135ee-c709-486a-ab90-6e040d189635 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (b8e31229-7fc2-4b9c-80d7-73da914b658f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:53.850774 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-82b135ee-c709-486a-ab90-6e040d189635 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Calling delete_port for b8e31229-7fc2-4b9c-80d7-73da914b658f owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:12:54.028280 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82b135ee-c709-486a-ab90-6e040d189635 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b8e31229-7fc2-4b9c-80d7-73da914b658f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:54.100373 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b135ee-c709-486a-ab90-6e040d189635 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Pushing event deleted for resources: {'Port': ['ID=b8e31229-7fc2-4b9c-80d7-73da914b658f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:54.152113 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82b135ee-c709-486a-ab90-6e040d189635 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks [] for floatingip (d0b41362-5b5e-4439-9c73-f07768eca146), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:54.156189 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-82b135ee-c709-486a-ab90-6e040d189635 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:54.159319 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-82b135ee-c709-486a-ab90-6e040d189635 tempest-AttachVolumeNegativeTest-1394531856 tempest-AttachVolumeNegativeTest-1394531856-project] 10.222.0.26 "DELETE /v2.0/floatingips/d0b41362-5b5e-4439-9c73-f07768eca146 HTTP/1.1" status: 204 len: 168 time: 0.7115207 Mar 07 22:12:55.786252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-1d2bcb08-467d-458d-b12d-50f03a11b0a3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352347406&fields=id&tenant_id=3780c442c69844ccbdb870d150ce5237 HTTP/1.1" status: 200 len: 267 time: 0.0533900 Mar 07 22:12:55.902019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b4dcd-f720-491b-940b-fc402029083a req-71a2370f-46ec-4d7a-872f-f9d3e4ac861c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:55.907321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-71a2370f-46ec-4d7a-872f-f9d3e4ac861c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 812 time: 0.1188960 Mar 07 22:12:55.922879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-f2ed0420-4b52-4560-9ab5-12055067fa6d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/quotas/3780c442c69844ccbdb870d150ce5237 HTTP/1.1" status: 200 len: 375 time: 0.0125120 Mar 07 22:12:55.996648 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-b23541c7-3882-4e65-99fe-725c0c4fca46 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675287 Mar 07 22:12:56.229667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-149e2bf5-8059-426e-892f-7e54967d6b97 service neutron] 10.222.0.26 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201903 Mar 07 22:12:56.322381 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-cab8deaa-aea2-40d4-9718-c0245d290248 service neutron] 10.222.0.26 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867698 Mar 07 22:12:56.689861 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14ef12a3-a707-4461-aa19-15afe0372af4 req-6e8670a8-d642-4b7a-a855-62fd9b0495b9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 210 time: 0.0492942 Mar 07 22:12:57.829238 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b4dcd-f720-491b-940b-fc402029083a req-6ad0461e-6615-4350-b3fb-636628d3dc46 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:57.834005 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-6ad0461e-6615-4350-b3fb-636628d3dc46 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 812 time: 0.1713340 Mar 07 22:12:57.853621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d136515-5d7c-4c5d-84ae-c71180a0a29b req-98620ef2-bef6-4428-823a-bd5fd6fee2d5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 210 time: 0.0626400 Mar 07 22:12:57.933760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-a8aa54d5-2a67-40c5-bcaa-6aef6cf72a62 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3780c442c69844ccbdb870d150ce5237 HTTP/1.1" status: 200 len: 379 time: 0.0833206 Mar 07 22:12:57.944858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-8f3b4dcd-f720-491b-940b-fc402029083a req-8a6adb1c-6127-4205-81dd-b67a19a12a28 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'port': {'device_id': '0f520e67-e2a3-467b-b13c-8a31f1f32a43', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'admin_state_up': True, 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'security_groups': ['6b4bf5da-1bf1-40fd-bbeb-55a181226bd3']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:58.087167 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3b4dcd-f720-491b-940b-fc402029083a req-8a6adb1c-6127-4205-81dd-b67a19a12a28 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Made reservation on behalf of 3780c442c69844ccbdb870d150ce5237 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:12:58.091963 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f3b4dcd-f720-491b-940b-fc402029083a req-8a6adb1c-6127-4205-81dd-b67a19a12a28 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:58.259973 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-8f3b4dcd-f720-491b-940b-fc402029083a req-8a6adb1c-6127-4205-81dd-b67a19a12a28 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Allocated IP 172.20.0.3 (c39853f8-181c-4325-9e32-8bc19cecb381/f562ae71-2231-4230-a5d7-126019518fad/eaa297d6-3d6a-4946-97c4-c88bca75e240) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:12:58.423915 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f3b4dcd-f720-491b-940b-fc402029083a req-8a6adb1c-6127-4205-81dd-b67a19a12a28 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:58.478246 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f3b4dcd-f720-491b-940b-fc402029083a req-8a6adb1c-6127-4205-81dd-b67a19a12a28 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:58.537763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3b4dcd-f720-491b-940b-fc402029083a req-8a6adb1c-6127-4205-81dd-b67a19a12a28 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Network c39853f8-181c-4325-9e32-8bc19cecb381 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:12:58.542949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-8f3b4dcd-f720-491b-940b-fc402029083a req-8a6adb1c-6127-4205-81dd-b67a19a12a28 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:12:58.563984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6adb1c-6127-4205-81dd-b67a19a12a28 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'Port': ['ID=eaa297d6-3d6a-4946-97c4-c88bca75e240,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:58.568042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3b4dcd-f720-491b-940b-fc402029083a req-8a6adb1c-6127-4205-81dd-b67a19a12a28 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:12:58.628400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b4dcd-f720-491b-940b-fc402029083a req-8a6adb1c-6127-4205-81dd-b67a19a12a28 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:58.629343 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f3b4dcd-f720-491b-940b-fc402029083a req-8a6adb1c-6127-4205-81dd-b67a19a12a28 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:58.664605 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-8a6adb1c-6127-4205-81dd-b67a19a12a28 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7242992 Mar 07 22:12:58.680987 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-647c2c38-a919-43ed-9187-0b73e3959509 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:12:58.682291 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-647c2c38-a919-43ed-9187-0b73e3959509 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065610 Mar 07 22:12:58.817147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Request body: {'port': {'device_id': '0f520e67-e2a3-467b-b13c-8a31f1f32a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:58.914146 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:59.067828 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-43036cf9-431b-4680-9961-d56defaec95f None None] Provisioning complete for port eaa297d6-3d6a-4946-97c4-c88bca75e240 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:12:59.068799 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-43036cf9-431b-4680-9961-d56defaec95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:59.159600 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-43036cf9-431b-4680-9961-d56defaec95f None None] Port eaa297d6-3d6a-4946-97c4-c88bca75e240 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:12:59.349315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa297d6-3d6a-4946-97c4-c88bca75e240 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:12:59.361839 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Publish callbacks [] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:59.389064 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Transition to ACTIVE for port object eaa297d6-3d6a-4946-97c4-c88bca75e240 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:12:59.399321 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:59.453924 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa297d6-3d6a-4946-97c4-c88bca75e240,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:59.467533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa486e-040b-4323-b828-0c281e549972 req-f94609aa-1418-4709-bd5b-c7fa7ead2887 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:59.469932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88fa486e-040b-4323-b828-0c281e549972 req-f94609aa-1418-4709-bd5b-c7fa7ead2887 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 931 time: 0.4907112 Mar 07 22:12:59.535199 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88fa486e-040b-4323-b828-0c281e549972 req-60c4c4e5-fb39-4bb1-a9d9-0c76a3964d0b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591915 Mar 07 22:12:59.689863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Attempting to bind port eaa297d6-3d6a-4946-97c4-c88bca75e240 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:12:59.690219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Attempting to bind port eaa297d6-3d6a-4946-97c4-c88bca75e240 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:12:59.690654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Attempting to bind port eaa297d6-3d6a-4946-97c4-c88bca75e240 on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:12:59.696533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Port eaa297d6-3d6a-4946-97c4-c88bca75e240 on network c39853f8-181c-4325-9e32-8bc19cecb381 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:12:59.696859 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Attempting to bind port eaa297d6-3d6a-4946-97c4-c88bca75e240 on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:12:59.702658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:12:59.703075 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Checking segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:12:59.703509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Bound using segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:12:59.704002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Bound port: eaa297d6-3d6a-4946-97c4-c88bca75e240, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:12:59.704314 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:59.861226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] For port eaa297d6-3d6a-4946-97c4-c88bca75e240, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:12:59.866111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] For port eaa297d6-3d6a-4946-97c4-c88bca75e240, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=eaa297d6-3d6a-4946-97c4-c88bca75e240,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:12:59.889256 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:59.952497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:59.953332 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:12:59.954924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] 10.222.0.15 "PUT /v2.0/ports/eaa297d6-3d6a-4946-97c4-c88bca75e240 HTTP/1.1" status: 200 len: 1091 time: 1.2580805 Mar 07 22:12:59.956509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f520e67-e2a3-467b-b13c-8a31f1f32a43', 'tag': 'eaa297d6-3d6a-4946-97c4-c88bca75e240'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:12:59.959522 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793dd4e9-0b17-4b93-b781-26052ee60a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f520e67-e2a3-467b-b13c-8a31f1f32a43", "tag": "eaa297d6-3d6a-4946-97c4-c88bca75e240"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:12:59.995752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1f554-5c73-46c8-a90e-e2b95b0f6db8 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa297d6-3d6a-4946-97c4-c88bca75e240,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:00.065917 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c4da94-c419-455e-adc0-2c40d1a98902 x-openstack-request-id: req-38c4da94-c419-455e-adc0-2c40d1a98902 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:13:00.066402 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f520e67-e2a3-467b-b13c-8a31f1f32a43", "tag": "eaa297d6-3d6a-4946-97c4-c88bca75e240", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:13:00.066761 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38c4da94-c419-455e-adc0-2c40d1a98902 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:13:00.067273 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f520e67-e2a3-467b-b13c-8a31f1f32a43', 'tag': 'eaa297d6-3d6a-4946-97c4-c88bca75e240', 'status': 'completed', 'code': 200} Mar 07 22:13:00.092059 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b4dcd-f720-491b-940b-fc402029083a req-6cf348dd-b051-46f9-bfdd-1fc802ddc3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:00.093765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-6cf348dd-b051-46f9-bfdd-1fc802ddc3a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 1125 time: 0.0770330 Mar 07 22:13:00.168641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-220b0e4c-d9c6-4d79-aab9-c6b90d0f2ed9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaa297d6-3d6a-4946-97c4-c88bca75e240 HTTP/1.1" status: 200 len: 217 time: 0.0626607 Mar 07 22:13:00.267444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b4dcd-f720-491b-940b-fc402029083a req-69945ba5-80a0-4524-ad25-91babef8924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:00.270467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-69945ba5-80a0-4524-ad25-91babef8924b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0897310 Mar 07 22:13:00.338845 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b4dcd-f720-491b-940b-fc402029083a req-7a1ee4ba-31d5-42da-8f4b-5ada7a898b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:00.340913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-7a1ee4ba-31d5-42da-8f4b-5ada7a898b29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0610895 Mar 07 22:13:00.448991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-dea9be66-3b17-4ac4-89c5-6186dde1d1e9 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985434 Mar 07 22:13:00.583461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3b4dcd-f720-491b-940b-fc402029083a req-0b29d058-a7fd-4783-b860-733a48efe408 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254165 Mar 07 22:13:00.778542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd4e9-0b17-4b93-b781-26052ee60a6e req-306e1279-2dfc-4b86-ba7e-caf8f47a93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:00.780062 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-793dd4e9-0b17-4b93-b781-26052ee60a6e req-306e1279-2dfc-4b86-ba7e-caf8f47a93ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 1125 time: 0.1274438 Mar 07 22:13:00.790329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff08d6c-b0d6-48f4-9932-be9df292ace9 req-ce9a5f48-4b76-4ed6-8bd0-7b13df55a2d9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:00.791772 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ff08d6c-b0d6-48f4-9932-be9df292ace9 req-ce9a5f48-4b76-4ed6-8bd0-7b13df55a2d9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.1403785 Mar 07 22:13:00.893743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ff08d6c-b0d6-48f4-9932-be9df292ace9 req-c8edab55-1459-4e4c-b838-a087297f2144 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933971 Mar 07 22:13:00.917173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd4e9-0b17-4b93-b781-26052ee60a6e req-2def9b75-61da-4e4f-a11c-9427bea97fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:00.917173 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-793dd4e9-0b17-4b93-b781-26052ee60a6e req-2def9b75-61da-4e4f-a11c-9427bea97fc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.1234012 Mar 07 22:13:00.970511 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-793dd4e9-0b17-4b93-b781-26052ee60a6e req-c65fec72-df1e-4a84-bd9a-200728f33d60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaa297d6-3d6a-4946-97c4-c88bca75e240 HTTP/1.1" status: 200 len: 217 time: 0.0441701 Mar 07 22:13:01.053324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd4e9-0b17-4b93-b781-26052ee60a6e req-b5eeb0cd-dec6-43af-a739-d31752a49dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:01.055020 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-793dd4e9-0b17-4b93-b781-26052ee60a6e req-b5eeb0cd-dec6-43af-a739-d31752a49dd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0749192 Mar 07 22:13:01.120409 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd4e9-0b17-4b93-b781-26052ee60a6e req-a1ebec4f-86c1-4336-aff7-438e0aabe444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:01.124591 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-793dd4e9-0b17-4b93-b781-26052ee60a6e req-a1ebec4f-86c1-4336-aff7-438e0aabe444 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579231 Mar 07 22:13:01.233489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-793dd4e9-0b17-4b93-b781-26052ee60a6e req-cd4ef392-42c4-4e43-84ce-df3bf2899b5e service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003902 Mar 07 22:13:01.355461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-793dd4e9-0b17-4b93-b781-26052ee60a6e req-115b3380-39fb-4405-8d2b-eebbab3773aa service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116149 Mar 07 22:13:02.056272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814569a-caab-41f9-b451-bf3b9e7e89b9 req-99063c44-1097-4281-8330-fa8ad9cfaad4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:02.068347 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b814569a-caab-41f9-b451-bf3b9e7e89b9 req-99063c44-1097-4281-8330-fa8ad9cfaad4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0820713 Mar 07 22:13:02.141600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b814569a-caab-41f9-b451-bf3b9e7e89b9 req-352343ea-ece4-4d2c-989a-43485cea18a4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718734 Mar 07 22:13:03.294081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9c9c0-c009-41b5-a208-8a23058ef219 req-08a15d4d-41d9-4f7e-9ccd-09eba2f5a602 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:03.306175 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ae9c9c0-c009-41b5-a208-8a23058ef219 req-08a15d4d-41d9-4f7e-9ccd-09eba2f5a602 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0746205 Mar 07 22:13:03.383385 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ae9c9c0-c009-41b5-a208-8a23058ef219 req-8f66d037-b0b9-480f-87ae-e503d8d6a4da tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759869 Mar 07 22:13:04.544201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2782e-8d7c-4dae-b39a-535d37a2b65a req-cd93c4ff-470c-4555-b322-a7cc3596c2a9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:04.545764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63a2782e-8d7c-4dae-b39a-535d37a2b65a req-cd93c4ff-470c-4555-b322-a7cc3596c2a9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0609949 Mar 07 22:13:04.649996 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63a2782e-8d7c-4dae-b39a-535d37a2b65a req-047cac26-98d9-4046-b763-13bad25f35a9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959446 Mar 07 22:13:05.824057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f155c1-e202-4dc1-8952-a73cefec63fb req-045aa5c9-9269-4976-9163-6d1c614900b4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:05.827882 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8f155c1-e202-4dc1-8952-a73cefec63fb req-045aa5c9-9269-4976-9163-6d1c614900b4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0691559 Mar 07 22:13:05.904631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8f155c1-e202-4dc1-8952-a73cefec63fb req-cbc4510a-50ee-4d8e-8c65-bc5a6dbf535c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686636 Mar 07 22:13:07.018295 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2c72f-2b62-41b1-b4c6-c240eee41426 req-61f1110f-81ab-4008-a872-2386bd30574c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:07.020665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ad2c72f-2b62-41b1-b4c6-c240eee41426 req-61f1110f-81ab-4008-a872-2386bd30574c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0575948 Mar 07 22:13:07.086108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0ad2c72f-2b62-41b1-b4c6-c240eee41426 req-728f02de-61ca-4111-ae2b-5203815e70ec tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596938 Mar 07 22:13:08.214030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee97925-3339-4c27-a2ab-3b2a13a39fa9 req-e1619187-0b61-43ea-9084-3a9fad6e8a44 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:08.216236 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ee97925-3339-4c27-a2ab-3b2a13a39fa9 req-e1619187-0b61-43ea-9084-3a9fad6e8a44 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0577121 Mar 07 22:13:08.270815 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ee97925-3339-4c27-a2ab-3b2a13a39fa9 req-5ac11ff6-21f9-4b95-87c3-dd4c2a40c0d3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480890 Mar 07 22:13:09.404653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701a856-10f6-4935-bf9a-7d7a09ac798e req-9a156c62-a6b1-4145-a76a-de8254b40c15 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:09.407785 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7701a856-10f6-4935-bf9a-7d7a09ac798e req-9a156c62-a6b1-4145-a76a-de8254b40c15 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0550520 Mar 07 22:13:09.464427 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7701a856-10f6-4935-bf9a-7d7a09ac798e req-703100ca-dbf5-4521-8497-6d1dc687a4ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499086 Mar 07 22:13:10.618518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915af27-1cc6-487a-b0a2-705b4f216cec req-874cd9ad-9e06-4f48-b363-2c29629700bc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:10.620741 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c915af27-1cc6-487a-b0a2-705b4f216cec req-874cd9ad-9e06-4f48-b363-2c29629700bc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0542746 Mar 07 22:13:10.677999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c915af27-1cc6-487a-b0a2-705b4f216cec req-3b732ed6-ec7b-448d-9710-64e3e008416b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514753 Mar 07 22:13:11.810467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6130656-d2c4-4d78-b676-ddd216f14cac req-da5e6209-9b02-419f-ac2b-91ba1a264450 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:11.813093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6130656-d2c4-4d78-b676-ddd216f14cac req-da5e6209-9b02-419f-ac2b-91ba1a264450 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0611031 Mar 07 22:13:11.870828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6130656-d2c4-4d78-b676-ddd216f14cac req-d2343190-3d62-405d-bf05-427ef819bbac tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516322 Mar 07 22:13:13.087215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d1bdc-cedc-47fe-900a-62a2fde8549c req-7782ace8-0236-4029-b1cb-6bc630af06a2 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:13.089827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-656d1bdc-cedc-47fe-900a-62a2fde8549c req-7782ace8-0236-4029-b1cb-6bc630af06a2 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0860212 Mar 07 22:13:13.167314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-656d1bdc-cedc-47fe-900a-62a2fde8549c req-f279184f-dd4b-4298-9272-cb16c1f632a7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714278 Mar 07 22:13:14.399138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f74fe3-96e0-472e-9f33-cbb279ab7296 req-422dda30-ca6e-46a6-a736-3f10dec22967 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:14.401970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7f74fe3-96e0-472e-9f33-cbb279ab7296 req-422dda30-ca6e-46a6-a736-3f10dec22967 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.1394229 Mar 07 22:13:14.465609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d7f74fe3-96e0-472e-9f33-cbb279ab7296 req-c9a52068-a5ab-40b0-93e0-4aec1720ab7f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578055 Mar 07 22:13:15.653868 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f859d2ed-fa18-493b-9584-06205ecd01bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:15.657008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721eedf-4394-45af-afe9-aa2c2cf87964 req-1446d5f7-e112-4586-ad69-8b062af38e7a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:15.659041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9721eedf-4394-45af-afe9-aa2c2cf87964 req-1446d5f7-e112-4586-ad69-8b062af38e7a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.1128609 Mar 07 22:13:15.747280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9721eedf-4394-45af-afe9-aa2c2cf87964 req-056148cb-34ac-442c-85dd-6d20e785a356 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823121 Mar 07 22:13:16.232945 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:16.892020 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36061ef0-1724-494f-bd62-7d3b809ab426 req-50885162-cb46-40d3-abd2-77d0b7c86aaa tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:16.901761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36061ef0-1724-494f-bd62-7d3b809ab426 req-50885162-cb46-40d3-abd2-77d0b7c86aaa tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0728903 Mar 07 22:13:16.975810 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36061ef0-1724-494f-bd62-7d3b809ab426 req-7ee8b73e-7dbf-4643-bef3-2361633fd9b0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727568 Mar 07 22:13:18.104421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0247b-19f0-4c22-bef0-ff5d44016dff req-5539523e-893d-4ee4-8d9e-e5c2fc270d46 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:18.111647 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fd0247b-19f0-4c22-bef0-ff5d44016dff req-5539523e-893d-4ee4-8d9e-e5c2fc270d46 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0597684 Mar 07 22:13:18.148122 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0804e19c-793d-476d-84cc-7c50acb67889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:18.188959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fd0247b-19f0-4c22-bef0-ff5d44016dff req-9d45f5e3-6979-400a-9153-1408a289f95f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761166 Mar 07 22:13:18.430254 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:18.617668 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:13:19.306784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f0811-5025-4aa4-bd6c-4e16426790ac req-9e3562e3-7efd-43f2-8fac-f4e85d2363c7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:19.308434 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a87f0811-5025-4aa4-bd6c-4e16426790ac req-9e3562e3-7efd-43f2-8fac-f4e85d2363c7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0547521 Mar 07 22:13:19.378337 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:19.381138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a87f0811-5025-4aa4-bd6c-4e16426790ac req-eea3ec35-cc0f-4db5-b615-c4ad55493e0c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659058 Mar 07 22:13:20.350824 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:20.505654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798abb2-b539-4b98-9d22-fed8bccb5585 req-1e1ecbfd-4c14-485b-b356-d28adc77a00f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:20.507155 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b798abb2-b539-4b98-9d22-fed8bccb5585 req-1e1ecbfd-4c14-485b-b356-d28adc77a00f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0580044 Mar 07 22:13:20.555093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b798abb2-b539-4b98-9d22-fed8bccb5585 req-7e8a7e6d-7c03-42f1-a85f-5d5c63c28bee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421772 Mar 07 22:13:21.676987 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0757c-76d7-4233-a96e-d360f511e543 req-3d5f0116-92ca-47d2-b69a-22cdaab18e7d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:21.678657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fac0757c-76d7-4233-a96e-d360f511e543 req-3d5f0116-92ca-47d2-b69a-22cdaab18e7d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0546420 Mar 07 22:13:21.729582 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fac0757c-76d7-4233-a96e-d360f511e543 req-1dd9165c-23bd-468b-8e40-47663ddbae54 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450017 Mar 07 22:13:22.123391 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:22.297141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42268) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:22.433915 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:22.508838 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Publish callbacks [] for security_group (93d2f633-f6ec-4b31-a90e-2156e6ed31b2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:22.517248 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (93d2f633-f6ec-4b31-a90e-2156e6ed31b2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:22.543224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d2f633-f6ec-4b31-a90e-2156e6ed31b2,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:22.560208 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:22.560485 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:22.560852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:22.561180 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:22.561519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:22.561854 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:22.562209 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:22.562544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:22.562873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:22.563198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:22.563526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:22.563880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:22.564203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:22.580143 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-72c8d41c-92aa-49ce-9df1-4cf74f73eec8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=adc096fdb11f47de9c41ef795c9ec060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2805710 Mar 07 22:13:22.580264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42276) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:22.630608 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98f2c83c-4f42-4f59-acbd-fa3047b5601a admin admin] Publish callbacks [] for security_group (93d2f633-f6ec-4b31-a90e-2156e6ed31b2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:22.655952 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98f2c83c-4f42-4f59-acbd-fa3047b5601a admin admin] Publish callbacks [] for security_group (93d2f633-f6ec-4b31-a90e-2156e6ed31b2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:22.704156 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98f2c83c-4f42-4f59-acbd-fa3047b5601a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (93d2f633-f6ec-4b31-a90e-2156e6ed31b2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:22.707737 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98f2c83c-4f42-4f59-acbd-fa3047b5601a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:22.711414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-98f2c83c-4f42-4f59-acbd-fa3047b5601a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93d2f633-f6ec-4b31-a90e-2156e6ed31b2 HTTP/1.1" status: 204 len: 168 time: 0.1276102 Mar 07 22:13:22.718417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2c83c-4f42-4f59-acbd-fa3047b5601a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d2f633-f6ec-4b31-a90e-2156e6ed31b2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:22.871094 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453e5ca-1eb8-4c32-bdbf-601349d3dbcf req-54cf6c93-8dd4-42c6-b083-7d941a5e6994 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:22.880097 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8453e5ca-1eb8-4c32-bdbf-601349d3dbcf req-54cf6c93-8dd4-42c6-b083-7d941a5e6994 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0676177 Mar 07 22:13:22.943844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8453e5ca-1eb8-4c32-bdbf-601349d3dbcf req-2c462f6c-6959-4e4e-827b-c1795e1bb3b9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626981 Mar 07 22:13:24.069757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1dd6-ee37-4a3d-8756-a1817b888eff req-60391438-2b8c-4732-996d-5e7dadd9f89e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:24.072949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f94e1dd6-ee37-4a3d-8756-a1817b888eff req-60391438-2b8c-4732-996d-5e7dadd9f89e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0597708 Mar 07 22:13:24.128368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f94e1dd6-ee37-4a3d-8756-a1817b888eff req-0ba418f2-9c88-41f8-a025-30f69341a9a7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496733 Mar 07 22:13:25.250523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3737e-e2bf-408b-ab80-17a3e8fc0579 req-38f93cd8-136f-4d1b-9f4c-9140fe88a211 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:25.252680 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48b3737e-e2bf-408b-ab80-17a3e8fc0579 req-38f93cd8-136f-4d1b-9f4c-9140fe88a211 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0549986 Mar 07 22:13:25.302559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48b3737e-e2bf-408b-ab80-17a3e8fc0579 req-00a08684-82e1-4f7f-ba07-68f020731b16 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433252 Mar 07 22:13:26.429349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5549ad-1199-481f-8ad8-03c0d732aa62 req-22fee04f-b88c-49d0-9de8-2450d3ab6cfe tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:26.431108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb5549ad-1199-481f-8ad8-03c0d732aa62 req-22fee04f-b88c-49d0-9de8-2450d3ab6cfe tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0589311 Mar 07 22:13:26.480828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bb5549ad-1199-481f-8ad8-03c0d732aa62 req-3e349248-6f89-49d5-9b5d-50229c1eee9b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434926 Mar 07 22:13:27.623013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec6575-2f82-435d-8703-0568bce2f1eb req-5e21af08-4c0c-4b0c-be4c-842834538929 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:27.625283 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53ec6575-2f82-435d-8703-0568bce2f1eb req-5e21af08-4c0c-4b0c-be4c-842834538929 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0728276 Mar 07 22:13:27.690500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53ec6575-2f82-435d-8703-0568bce2f1eb req-8254ad85-11bd-4174-ac95-3f88bf1a2399 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577178 Mar 07 22:13:28.804569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adeaa9e-6981-4303-9712-588223066841 req-9fcc1589-40d6-47b0-a334-c88b2d98896b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:28.806027 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4adeaa9e-6981-4303-9712-588223066841 req-9fcc1589-40d6-47b0-a334-c88b2d98896b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0526059 Mar 07 22:13:28.853946 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4adeaa9e-6981-4303-9712-588223066841 req-bc52b4ec-e616-405a-afa8-abb3dec15ed6 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421188 Mar 07 22:13:30.000311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb19feb-08b2-4466-a9a2-89ae85c6ebb7 req-0b8ab931-a409-47d5-a128-8838cb396ed8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:30.009426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfb19feb-08b2-4466-a9a2-89ae85c6ebb7 req-0b8ab931-a409-47d5-a128-8838cb396ed8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0794792 Mar 07 22:13:30.082651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfb19feb-08b2-4466-a9a2-89ae85c6ebb7 req-474baa3a-e12a-4219-8473-80e8f8b0841e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718403 Mar 07 22:13:31.216641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e917e81-d7ad-470a-9452-b53201c8969b req-95f0ee8b-4ca7-46a0-9b4e-a36ec8887d75 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:31.224896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e917e81-d7ad-470a-9452-b53201c8969b req-95f0ee8b-4ca7-46a0-9b4e-a36ec8887d75 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0676157 Mar 07 22:13:31.284824 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e917e81-d7ad-470a-9452-b53201c8969b req-0d4ad24c-1f22-4934-8f0e-8052d288ea33 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588727 Mar 07 22:13:32.411794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e653c8-6a16-4704-a8ab-b42bdb0fc389 req-8bee5f4d-7d25-484c-89ee-d3b8bc377197 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:32.414333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78e653c8-6a16-4704-a8ab-b42bdb0fc389 req-8bee5f4d-7d25-484c-89ee-d3b8bc377197 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0574498 Mar 07 22:13:32.482589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-78e653c8-6a16-4704-a8ab-b42bdb0fc389 req-c8abf1c0-41ea-40bc-b09e-c954a84a93d2 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623374 Mar 07 22:13:33.654956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c22bc1-22d8-4cd2-8da2-92d150a979b8 req-b305839f-5026-480b-b758-fae20d794b97 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:33.666356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74c22bc1-22d8-4cd2-8da2-92d150a979b8 req-b305839f-5026-480b-b758-fae20d794b97 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.0959041 Mar 07 22:13:33.726688 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42454) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:33.762898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74c22bc1-22d8-4cd2-8da2-92d150a979b8 req-9bc9d56a-4706-49ff-81b3-1b6c65985606 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947585 Mar 07 22:13:34.338585 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0548404e-a7ea-4058-a466-fa7849e8c870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:34.649699 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0548404e-a7ea-4058-a466-fa7849e8c870 admin admin] Deleting port 39f3a1fc-43fa-40a1-803c-c9630bba58ce {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:13:34.650372 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0548404e-a7ea-4058-a466-fa7849e8c870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:34.744252 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-0548404e-a7ea-4058-a466-fa7849e8c870 admin admin] For port 39f3a1fc-43fa-40a1-803c-c9630bba58ce, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=39f3a1fc-43fa-40a1-803c-c9630bba58ce,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:13:34.745394 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0548404e-a7ea-4058-a466-fa7849e8c870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:34.760842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0548404e-a7ea-4058-a466-fa7849e8c870 admin admin] Calling delete_port for 39f3a1fc-43fa-40a1-803c-c9630bba58ce owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:13:34.983199 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ec224-5353-4804-9d48-af968196595c req-645600e6-f109-400a-81fa-615bc34dcfdf tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:34.988411 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0548404e-a7ea-4058-a466-fa7849e8c870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (39f3a1fc-43fa-40a1-803c-c9630bba58ce), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:34.995925 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-542ec224-5353-4804-9d48-af968196595c req-645600e6-f109-400a-81fa-615bc34dcfdf tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 943 time: 0.1157608 Mar 07 22:13:35.078564 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548404e-a7ea-4058-a466-fa7849e8c870 admin admin] Pushing event deleted for resources: {'Port': ['ID=39f3a1fc-43fa-40a1-803c-c9630bba58ce,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:35.147892 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-542ec224-5353-4804-9d48-af968196595c req-b608e89f-17f8-4cff-b001-ec24952c13e6 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421666 Mar 07 22:13:35.355726 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0548404e-a7ea-4058-a466-fa7849e8c870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:35.696757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0548404e-a7ea-4058-a466-fa7849e8c870 admin admin] Router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:13:35.757526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device eaa297d6-3d6a-4946-97c4-c88bca75e240 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:13:35.908938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0548404e-a7ea-4058-a466-fa7849e8c870 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:13:35.914513 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0548404e-a7ea-4058-a466-fa7849e8c870 admin admin] 10.222.0.26 "PUT /v2.0/routers/bad1cd90-3632-4b69-b6ae-3d5fdc62d517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1867745 Mar 07 22:13:35.916938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42472) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:35.923660 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc076c-2309-4e1c-96a7-7323084c8fa2 None None] Sync routers for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:13:35.935817 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc076c-2309-4e1c-96a7-7323084c8fa2 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:13:35.936442 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-62dc076c-2309-4e1c-96a7-7323084c8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:13:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:35.988333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port eaa297d6-3d6a-4946-97c4-c88bca75e240, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=eaa297d6-3d6a-4946-97c4-c88bca75e240,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:13:36.019287 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'eaa297d6-3d6a-4946-97c4-c88bca75e240', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'port_id': 'eaa297d6-3d6a-4946-97c4-c88bca75e240', 'mac_address': 'fa:16:3e:3e:b2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:13:36.114515 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] Publish callbacks [] for router (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:36.116989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port eaa297d6-3d6a-4946-97c4-c88bca75e240 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:13:36.122705 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:36.143425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa297d6-3d6a-4946-97c4-c88bca75e240 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:13:36.166654 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-62dc076c-2309-4e1c-96a7-7323084c8fa2 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:13:36.171840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port eaa297d6-3d6a-4946-97c4-c88bca75e240, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=eaa297d6-3d6a-4946-97c4-c88bca75e240,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:13:36.181173 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:36.284681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=eaa297d6-3d6a-4946-97c4-c88bca75e240,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:36.293009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:36.293361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:36.293698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:36.294034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:36.294388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:36.294723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:36.295044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:36.295366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:36.295686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:36.296011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:36.296400 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:36.296634 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:36.304637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:36.345549 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] Publish callbacks [] for router_gateway (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:36.363351 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285693e2-5359-4954-8b1e-a574fe12f38d req-f325de80-61b9-458e-ae0c-316224dff178 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:36.365579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-285693e2-5359-4954-8b1e-a574fe12f38d req-f325de80-61b9-458e-ae0c-316224dff178 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 944 time: 0.0936048 Mar 07 22:13:36.537646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['eaa297d6-3d6a-4946-97c4-c88bca75e240'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:13:36.648338 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] Deleting port 913657f6-f896-4fc3-99cb-b07a0646057b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:13:36.648338 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (913657f6-f896-4fc3-99cb-b07a0646057b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:36.650753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-285693e2-5359-4954-8b1e-a574fe12f38d req-51f822b8-7b80-4be3-be61-46779441c432 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367407 Mar 07 22:13:36.688818 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-62dc076c-2309-4e1c-96a7-7323084c8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:13:34Z', 'revision_number': 5, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port': {'id': '913657f6-f896-4fc3-99cb-b07a0646057b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:46Z', 'updated_at': '2022-03-07T22:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:36.769457 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc076c-2309-4e1c-96a7-7323084c8fa2 None None] Checking router: bad1cd90-3632-4b69-b6ae-3d5fdc62d517 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:13:36.790206 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc076c-2309-4e1c-96a7-7323084c8fa2 None None] Routers {'bad1cd90-3632-4b69-b6ae-3d5fdc62d517'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:13:36.790750 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-62dc076c-2309-4e1c-96a7-7323084c8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:13:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:36.993497 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-62dc076c-2309-4e1c-96a7-7323084c8fa2 None None] Set router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:13:37.069390 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] For port 913657f6-f896-4fc3-99cb-b07a0646057b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=913657f6-f896-4fc3-99cb-b07a0646057b,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:13:37.070029 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-62dc076c-2309-4e1c-96a7-7323084c8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:13:36Z', 'revision_number': 6, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:37.070604 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (913657f6-f896-4fc3-99cb-b07a0646057b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:37.082832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] Calling delete_port for 913657f6-f896-4fc3-99cb-b07a0646057b owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:13:37.121805 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc076c-2309-4e1c-96a7-7323084c8fa2 None None] The sync data for ids ['bad1cd90-3632-4b69-b6ae-3d5fdc62d517'] in n-d-832330-1 is: [{'id': 'bad1cd90-3632-4b69-b6ae-3d5fdc62d517', 'name': 'tempest-AttachVolumeNegativeTest-357599569-router', 'tenant_id': 'a348ede039584875801ba3e8e4548330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:45Z', 'updated_at': '2022-03-07T22:13:36Z', 'revision_number': 6, 'project_id': 'a348ede039584875801ba3e8e4548330', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:13:37.268114 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (913657f6-f896-4fc3-99cb-b07a0646057b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:37.296720 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=913657f6-f896-4fc3-99cb-b07a0646057b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:37.385076 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:37.498527 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:37.501162 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] Publish callbacks [] for router_controller (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:37.585459 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (bad1cd90-3632-4b69-b6ae-3d5fdc62d517), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:37.586151 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad1cd90-3632-4b69-b6ae-3d5fdc62d517 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:13:37.597286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:37.600810 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-55fc7c64-1e67-4bc3-b063-b7d79164fd84 admin admin] 10.222.0.26 "DELETE /v2.0/routers/bad1cd90-3632-4b69-b6ae-3d5fdc62d517 HTTP/1.1" status: 204 len: 168 time: 1.6806042 Mar 07 22:13:37.601223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42518) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:37.698181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8141461c-51d8-4618-8e1d-1ffe1f23e7d6 admin admin] Deleting subnet d557b9c7-6244-4ed7-9421-d0772ecb1a58 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:13:37.702170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8141461c-51d8-4618-8e1d-1ffe1f23e7d6 admin admin] Publish callbacks [] for subnet (d557b9c7-6244-4ed7-9421-d0772ecb1a58), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:37.730391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da1f54-2531-42b0-b04b-1e687d3942d6 req-2a051f59-ba8b-4631-a21d-3e1213e1b8c8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:37.741067 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57da1f54-2531-42b0-b04b-1e687d3942d6 req-2a051f59-ba8b-4631-a21d-3e1213e1b8c8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 944 time: 0.1088552 Mar 07 22:13:37.780671 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device eaa297d6-3d6a-4946-97c4-c88bca75e240 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:13:37.787917 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8141461c-51d8-4618-8e1d-1ffe1f23e7d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (d557b9c7-6244-4ed7-9421-d0772ecb1a58), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:37.827500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57da1f54-2531-42b0-b04b-1e687d3942d6 req-039bab3a-c0ad-46cf-934b-3c57c52d0a78 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836368 Mar 07 22:13:37.887527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port eaa297d6-3d6a-4946-97c4-c88bca75e240 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:13:37.895961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port eaa297d6-3d6a-4946-97c4-c88bca75e240 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:13:37.898343 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:37.916695 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8141461c-51d8-4618-8e1d-1ffe1f23e7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (d557b9c7-6244-4ed7-9421-d0772ecb1a58), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:38.005702 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8141461c-51d8-4618-8e1d-1ffe1f23e7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (d557b9c7-6244-4ed7-9421-d0772ecb1a58), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:38.064311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141461c-51d8-4618-8e1d-1ffe1f23e7d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d557b9c7-6244-4ed7-9421-d0772ecb1a58,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:38.067178 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8141461c-51d8-4618-8e1d-1ffe1f23e7d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:38.073483 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8141461c-51d8-4618-8e1d-1ffe1f23e7d6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d557b9c7-6244-4ed7-9421-d0772ecb1a58 HTTP/1.1" status: 204 len: 168 time: 0.4683614 Mar 07 22:13:38.074012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42530) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:38.075505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a27749-3623-4a08-8032-54f5e37fca80 None None] Network 562b85e0-340d-42cd-8872-2484d3f89992 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:13:38.159276 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (562b85e0-340d-42cd-8872-2484d3f89992), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:38.232880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] Deleting port f4804fda-79a6-4b1c-8a99-fd6390593aa1 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:13:38.233443 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f4804fda-79a6-4b1c-8a99-fd6390593aa1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:38.246299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 39f3a1fc-43fa-40a1-803c-c9630bba58ce no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:13:38.286811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 39f3a1fc-43fa-40a1-803c-c9630bba58ce {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:13:38.287167 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 39f3a1fc-43fa-40a1-803c-c9630bba58ce not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:13:38.294264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port eaa297d6-3d6a-4946-97c4-c88bca75e240 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:13:38.294734 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:38.343950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port eaa297d6-3d6a-4946-97c4-c88bca75e240, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=eaa297d6-3d6a-4946-97c4-c88bca75e240,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:13:38.346486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f520e67-e2a3-467b-b13c-8a31f1f32a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa297d6-3d6a-4946-97c4-c88bca75e240'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:13:38.349316 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f91b4ae-a9a6-44cc-a2ae-fa5e2667bc24" -d '{"events": [{"server_uuid": "0f520e67-e2a3-467b-b13c-8a31f1f32a43", "name": "network-vif-plugged", "status": "completed", "tag": "eaa297d6-3d6a-4946-97c4-c88bca75e240"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:13:38.352179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] For port f4804fda-79a6-4b1c-8a99-fd6390593aa1, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f4804fda-79a6-4b1c-8a99-fd6390593aa1,segment=NetworkSegment(18115616-d9e5-4e19-97bd-5d2f766728b2),segment_id=18115616-d9e5-4e19-97bd-5d2f766728b2)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:13:38.352552 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f4804fda-79a6-4b1c-8a99-fd6390593aa1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:38.356004 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:38.387566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] Calling delete_port for f4804fda-79a6-4b1c-8a99-fd6390593aa1 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:13:38.422505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=eaa297d6-3d6a-4946-97c4-c88bca75e240,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:38.536383 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f4804fda-79a6-4b1c-8a99-fd6390593aa1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:38.549802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2b20c6-4fbd-47e9-ba09-734935314715 None None] DHCP port deletion for 562b85e0-340d-42cd-8872-2484d3f89992 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:13:38.616298 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=f4804fda-79a6-4b1c-8a99-fd6390593aa1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:38.622571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] No DVR routers for this DVR port f4804fda-79a6-4b1c-8a99-fd6390593aa1 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:13:38.779753 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (562b85e0-340d-42cd-8872-2484d3f89992), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:38.847785 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d50b6a9-e80a-4e15-95d9-33fb9495028a x-openstack-request-id: req-8d50b6a9-e80a-4e15-95d9-33fb9495028a {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:13:38.848245 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f520e67-e2a3-467b-b13c-8a31f1f32a43", "name": "network-vif-plugged", "status": "completed", "tag": "eaa297d6-3d6a-4946-97c4-c88bca75e240", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:13:38.848366 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d50b6a9-e80a-4e15-95d9-33fb9495028a {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:13:38.848744 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f520e67-e2a3-467b-b13c-8a31f1f32a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa297d6-3d6a-4946-97c4-c88bca75e240', 'code': 200} Mar 07 22:13:38.853436 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562b85e0-340d-42cd-8872-2484d3f89992']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:38.875010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18115616-d9e5-4e19-97bd-5d2f766728b2') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:38.875314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18115616-d9e5-4e19-97bd-5d2f766728b2') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:38.903004 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (18115616-d9e5-4e19-97bd-5d2f766728b2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:38.920120 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (18115616-d9e5-4e19-97bd-5d2f766728b2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:38.965534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:13:38.966311 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (18115616-d9e5-4e19-97bd-5d2f766728b2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:13:38.968574 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:13:39.078316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa8d01-7fc7-4e43-a72d-6e9ab8349581 req-4555a4fe-2852-43ba-924e-919f7c625ebc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:39.091638 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49aa8d01-7fc7-4e43-a72d-6e9ab8349581 req-4555a4fe-2852-43ba-924e-919f7c625ebc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 945 time: 0.1631672 Mar 07 22:13:39.169135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49aa8d01-7fc7-4e43-a72d-6e9ab8349581 req-05e9630c-a111-4120-a4d3-5a0cfaa5c312 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759618 Mar 07 22:13:39.171430 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (562b85e0-340d-42cd-8872-2484d3f89992), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:39.173458 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42560) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:39.210458 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:39.215855 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] 10.222.0.26 "DELETE /v2.0/networks/562b85e0-340d-42cd-8872-2484d3f89992 HTTP/1.1" status: 204 len: 168 time: 1.1416383 Mar 07 22:13:39.217394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dff62e-e9e0-4235-adde-2b38c2b74c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=562b85e0-340d-42cd-8872-2484d3f89992,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:39.221611 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81ea92-2d3a-479b-8fcb-905f4bd48d94 req-052b5b67-d3d6-4384-b29d-0f0b78a78e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:39.223580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b81ea92-2d3a-479b-8fcb-905f4bd48d94 req-052b5b67-d3d6-4384-b29d-0f0b78a78e7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 1127 time: 0.2607481 Mar 07 22:13:39.282611 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b81ea92-2d3a-479b-8fcb-905f4bd48d94 req-719acf76-fd17-4551-8886-b3c4f72a968f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488567 Mar 07 22:13:39.451601 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3eb35e0c-5a18-454b-89bb-dc6453675fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:39.456130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42570) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:39.539991 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d9a4239f-8c25-4651-914f-16a7e2dd855d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a348ede039584875801ba3e8e4548330&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0795569 Mar 07 22:13:39.540238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42574) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:39.622240 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3eb35e0c-5a18-454b-89bb-dc6453675fb1 admin admin] Publish callbacks [] for security_group (b09a5bd8-2484-49db-8f7d-562db4c49746), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:39.629675 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3eb35e0c-5a18-454b-89bb-dc6453675fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b09a5bd8-2484-49db-8f7d-562db4c49746), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:39.660913 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b051fcd3-6a0e-4ff8-b19c-79caaefd988d admin admin] Publish callbacks [] for security_group (4f825d27-660e-422b-82c9-d6b907452701), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:39.691868 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3eb35e0c-5a18-454b-89bb-dc6453675fb1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47e8c79f73e0450982f94fe5b8ac7575&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5167148 Mar 07 22:13:39.694523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42578) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:39.707191 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb35e0c-5a18-454b-89bb-dc6453675fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09a5bd8-2484-49db-8f7d-562db4c49746,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:39.739083 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b051fcd3-6a0e-4ff8-b19c-79caaefd988d admin admin] Publish callbacks [] for security_group (4f825d27-660e-422b-82c9-d6b907452701), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:39.790188 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ff6b6618-6a9e-44a9-84df-bec0129c5585 admin admin] Publish callbacks [] for security_group (b09a5bd8-2484-49db-8f7d-562db4c49746), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:39.812291 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b051fcd3-6a0e-4ff8-b19c-79caaefd988d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4f825d27-660e-422b-82c9-d6b907452701), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:39.815429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b051fcd3-6a0e-4ff8-b19c-79caaefd988d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:39.816809 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b051fcd3-6a0e-4ff8-b19c-79caaefd988d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f825d27-660e-422b-82c9-d6b907452701 HTTP/1.1" status: 204 len: 168 time: 0.2757828 Mar 07 22:13:39.817893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ff6b6618-6a9e-44a9-84df-bec0129c5585 admin admin] Publish callbacks [] for security_group (b09a5bd8-2484-49db-8f7d-562db4c49746), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:39.845145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051fcd3-6a0e-4ff8-b19c-79caaefd988d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f825d27-660e-422b-82c9-d6b907452701,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:39.886192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f4804fda-79a6-4b1c-8a99-fd6390593aa1 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:13:39.892290 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ff6b6618-6a9e-44a9-84df-bec0129c5585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b09a5bd8-2484-49db-8f7d-562db4c49746), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:39.895852 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ff6b6618-6a9e-44a9-84df-bec0129c5585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:39.899591 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ff6b6618-6a9e-44a9-84df-bec0129c5585 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b09a5bd8-2484-49db-8f7d-562db4c49746 HTTP/1.1" status: 204 len: 168 time: 0.2024505 Mar 07 22:13:39.936297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b6618-6a9e-44a9-84df-bec0129c5585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09a5bd8-2484-49db-8f7d-562db4c49746,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:40.008196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: f4804fda-79a6-4b1c-8a99-fd6390593aa1 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:13:40.008825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f4804fda-79a6-4b1c-8a99-fd6390593aa1 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:13:40.009426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 913657f6-f896-4fc3-99cb-b07a0646057b no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:13:40.063740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 913657f6-f896-4fc3-99cb-b07a0646057b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:13:40.064537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 913657f6-f896-4fc3-99cb-b07a0646057b not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:13:40.466336 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6015e9-1124-410c-b7d6-4cac0a9363ee req-bca02601-f20d-406a-89fa-57b6d3bef021 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:40.468072 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6015e9-1124-410c-b7d6-4cac0a9363ee req-bca02601-f20d-406a-89fa-57b6d3bef021 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 945 time: 0.1612949 Mar 07 22:13:40.564266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e6015e9-1124-410c-b7d6-4cac0a9363ee req-155da88f-2ad7-48e4-b96d-c8572f14abb2 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903277 Mar 07 22:13:41.821790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b612386-677e-4edc-a362-54a03a7c0661 req-34519141-9fb2-4fef-b5cf-24872ae38eef tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:41.825446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b612386-677e-4edc-a362-54a03a7c0661 req-34519141-9fb2-4fef-b5cf-24872ae38eef tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 945 time: 0.0814393 Mar 07 22:13:41.971680 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b612386-677e-4edc-a362-54a03a7c0661 req-06e48e0d-4431-422a-933b-58c94b3e3519 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384671 Mar 07 22:13:42.114658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7fef8-ff42-46c6-ad0d-edf1fb5acd93 req-ec763fad-7a9b-40cd-a3d0-335d27141dec tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:42.124349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bee7fef8-ff42-46c6-ad0d-edf1fb5acd93 req-ec763fad-7a9b-40cd-a3d0-335d27141dec tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 945 time: 0.0665150 Mar 07 22:13:42.230721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42694) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:42.236674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bee7fef8-ff42-46c6-ad0d-edf1fb5acd93 req-58c6ab99-1bb8-444c-9019-2bfeae4ff182 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887575 Mar 07 22:13:42.405851 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3954818-d2cf-4b61-8b7b-968602eb2c98 req-022e74b2-996d-452e-8b86-a360a4ed3791 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740311 Mar 07 22:13:42.562713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3954818-d2cf-4b61-8b7b-968602eb2c98 req-950725c7-1f8c-4fa0-8552-0e07d53041b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:42.565525 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3954818-d2cf-4b61-8b7b-968602eb2c98 req-950725c7-1f8c-4fa0-8552-0e07d53041b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 1127 time: 0.1082928 Mar 07 22:13:42.704372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdbfc07-ba1a-41bf-accb-f0f1fd53e53f tempest-TestVolumeBootPattern-23943112 tempest-TestVolumeBootPattern-23943112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:42.707011 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ecdbfc07-ba1a-41bf-accb-f0f1fd53e53f tempest-TestVolumeBootPattern-23943112 tempest-TestVolumeBootPattern-23943112-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 1122 time: 0.4752076 Mar 07 22:13:42.709767 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42718) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:42.715003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': 'eaa297d6-3d6a-4946-97c4-c88bca75e240', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:13:42.739796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3954818-d2cf-4b61-8b7b-968602eb2c98 req-6f173cde-33e0-424d-a874-b18cffdf2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:42.740133 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:42.741374 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3954818-d2cf-4b61-8b7b-968602eb2c98 req-6f173cde-33e0-424d-a874-b18cffdf2e6e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.1531434 Mar 07 22:13:42.975513 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:43.298546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Allocated IP 172.25.4.174 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/25ffa851-612a-4acb-96fd-e20767c3164c) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:13:43.443923 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3954818-d2cf-4b61-8b7b-968602eb2c98 req-ccda8a5e-32e1-4c42-9841-21e71ce72371 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaa297d6-3d6a-4946-97c4-c88bca75e240 HTTP/1.1" status: 200 len: 217 time: 0.6939752 Mar 07 22:13:43.472309 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for port (25ffa851-612a-4acb-96fd-e20767c3164c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:43.541357 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3954818-d2cf-4b61-8b7b-968602eb2c98 req-17634cfb-948b-4dc3-95df-c54cf5e0b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:43.543005 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3954818-d2cf-4b61-8b7b-968602eb2c98 req-17634cfb-948b-4dc3-95df-c54cf5e0b1b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0896413 Mar 07 22:13:43.565016 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (25ffa851-612a-4acb-96fd-e20767c3164c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:43.647588 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:13:43.657774 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:13:43.667205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:13:43.670897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3954818-d2cf-4b61-8b7b-968602eb2c98 req-2ee9c799-95b6-48b9-82bd-40a594c1a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:43.676412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3954818-d2cf-4b61-8b7b-968602eb2c98 req-2ee9c799-95b6-48b9-82bd-40a594c1a905 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1265290 Mar 07 22:13:43.781107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'Port': ['ID=25ffa851-612a-4acb-96fd-e20767c3164c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:43.884132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3954818-d2cf-4b61-8b7b-968602eb2c98 req-14e876ec-c010-4481-b0e2-7bb90a8dcecf service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012653 Mar 07 22:13:44.142147 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3954818-d2cf-4b61-8b7b-968602eb2c98 req-46a4172c-e462-4ff9-8e08-c245d96a2e45 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413170 Mar 07 22:13:44.313904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42782) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:44.319796 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for floatingip (4d9a48e5-1ee3-4ba0-9817-5bd68716bf06), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:44.463332 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (25ffa851-612a-4acb-96fd-e20767c3164c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:44.568001 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b91074fc-525a-4e3e-a7a2-572ebeb61bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:44.689163 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b91074fc-525a-4e3e-a7a2-572ebeb61bc5 admin admin] Publish callbacks [] for security_group (c93f13b4-a914-4ac1-bad6-e3ffa9d96d2f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:44.696657 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b91074fc-525a-4e3e-a7a2-572ebeb61bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c93f13b4-a914-4ac1-bad6-e3ffa9d96d2f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:44.697816 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for port (25ffa851-612a-4acb-96fd-e20767c3164c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:44.717163 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (25ffa851-612a-4acb-96fd-e20767c3164c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:44.760314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b91074fc-525a-4e3e-a7a2-572ebeb61bc5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc0e021636f6402b97332e62491f4c83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4427347 Mar 07 22:13:44.760643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42796) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:44.769530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91074fc-525a-4e3e-a7a2-572ebeb61bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93f13b4-a914-4ac1-bad6-e3ffa9d96d2f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:44.823386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'Port': ['ID=25ffa851-612a-4acb-96fd-e20767c3164c,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:44.847651 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b1496b95-5294-448b-b7b8-af1f239c7181 admin admin] Publish callbacks [] for security_group (c93f13b4-a914-4ac1-bad6-e3ffa9d96d2f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:44.850524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (4d9a48e5-1ee3-4ba0-9817-5bd68716bf06), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:44.879811 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b1496b95-5294-448b-b7b8-af1f239c7181 admin admin] Publish callbacks [] for security_group (c93f13b4-a914-4ac1-bad6-e3ffa9d96d2f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:44.945440 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b1496b95-5294-448b-b7b8-af1f239c7181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c93f13b4-a914-4ac1-bad6-e3ffa9d96d2f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:44.949034 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b1496b95-5294-448b-b7b8-af1f239c7181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:44.951130 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b1496b95-5294-448b-b7b8-af1f239c7181 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c93f13b4-a914-4ac1-bad6-e3ffa9d96d2f HTTP/1.1" status: 204 len: 168 time: 0.1892352 Mar 07 22:13:44.981691 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Floating IP 4d9a48e5-1ee3-4ba0-9817-5bd68716bf06 associated. External IP: 172.25.4.174, port: eaa297d6-3d6a-4946-97c4-c88bca75e240. Mar 07 22:13:44.987180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1496b95-5294-448b-b7b8-af1f239c7181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93f13b4-a914-4ac1-bad6-e3ffa9d96d2f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:45.301519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Router e9e07398-0b1c-494e-b128-47197093a44f has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:13:45.412527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 42816) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:45.434036 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c64b148-40bc-4688-bea2-2d974e104dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:45.450171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:13:45.464592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f7dc55-48df-491e-a217-ec0cca050a4c None None] Sync routers for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:13:45.482482 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f7dc55-48df-491e-a217-ec0cca050a4c None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:13:45.484744 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-97f7dc55-48df-491e-a217-ec0cca050a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:13:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:45.509719 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:45.582085 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e7314de6-f9d6-41c3-94b3-7d1519f33dd1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8584476 Mar 07 22:13:45.582085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f520e67-e2a3-467b-b13c-8a31f1f32a43', 'tag': 'eaa297d6-3d6a-4946-97c4-c88bca75e240'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:13:45.582085 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304d3ad6-3ef5-4c58-bbeb-d355c83c83c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f520e67-e2a3-467b-b13c-8a31f1f32a43", "tag": "eaa297d6-3d6a-4946-97c4-c88bca75e240"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:13:45.621021 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c64b148-40bc-4688-bea2-2d974e104dcb admin admin] Publish callbacks [] for security_group (26e7d753-7cfc-4233-9ca8-9d61af3b4abe), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:45.635216 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c64b148-40bc-4688-bea2-2d974e104dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (26e7d753-7cfc-4233-9ca8-9d61af3b4abe), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:45.644820 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fddf2b3-1058-450c-b9e7-de22627b7624 x-openstack-request-id: req-7fddf2b3-1058-450c-b9e7-de22627b7624 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:13:45.645312 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f520e67-e2a3-467b-b13c-8a31f1f32a43", "tag": "eaa297d6-3d6a-4946-97c4-c88bca75e240", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:13:45.645591 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fddf2b3-1058-450c-b9e7-de22627b7624 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:13:45.646405 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f520e67-e2a3-467b-b13c-8a31f1f32a43', 'tag': 'eaa297d6-3d6a-4946-97c4-c88bca75e240', 'status': 'completed', 'code': 200} Mar 07 22:13:45.698852 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a7dc0014-9fe7-46d9-b9ac-7b255081918d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:45.742497 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8c64b148-40bc-4688-bea2-2d974e104dcb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ae3bcb8dc894b42a298ca772179c641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3288503 Mar 07 22:13:45.745082 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 42834) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:45.746269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64b148-40bc-4688-bea2-2d974e104dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e7d753-7cfc-4233-9ca8-9d61af3b4abe,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:45.765435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d3ad6-3ef5-4c58-bbeb-d355c83c83c3 req-415297bb-59f9-478d-9ea9-e7a41a29af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:45.768118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-304d3ad6-3ef5-4c58-bbeb-d355c83c83c3 req-415297bb-59f9-478d-9ea9-e7a41a29af4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 1127 time: 0.0909238 Mar 07 22:13:45.817914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-97f7dc55-48df-491e-a217-ec0cca050a4c None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:13:45.879009 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f43bf538-a79c-49f9-a96a-05485bce9fc4 admin admin] Publish callbacks [] for security_group (26e7d753-7cfc-4233-9ca8-9d61af3b4abe), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:45.959959 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f43bf538-a79c-49f9-a96a-05485bce9fc4 admin admin] Publish callbacks [] for security_group (26e7d753-7cfc-4233-9ca8-9d61af3b4abe), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:45.983466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d3ad6-3ef5-4c58-bbeb-d355c83c83c3 req-2f5b4db5-7187-46f5-9e3a-bd16b7b93ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:45.985264 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-304d3ad6-3ef5-4c58-bbeb-d355c83c83c3 req-2f5b4db5-7187-46f5-9e3a-bd16b7b93ccb service neutron] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.2113097 Mar 07 22:13:46.085897 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f43bf538-a79c-49f9-a96a-05485bce9fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (26e7d753-7cfc-4233-9ca8-9d61af3b4abe), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:46.092328 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f43bf538-a79c-49f9-a96a-05485bce9fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:46.096200 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f43bf538-a79c-49f9-a96a-05485bce9fc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26e7d753-7cfc-4233-9ca8-9d61af3b4abe HTTP/1.1" status: 204 len: 168 time: 0.3491440 Mar 07 22:13:46.119720 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bf538-a79c-49f9-a96a-05485bce9fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e7d753-7cfc-4233-9ca8-9d61af3b4abe,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:46.192090 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-304d3ad6-3ef5-4c58-bbeb-d355c83c83c3 req-541d1f6f-9da2-400f-9f88-e1d692de5b69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaa297d6-3d6a-4946-97c4-c88bca75e240 HTTP/1.1" status: 200 len: 999 time: 0.1978300 Mar 07 22:13:46.220349 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-97f7dc55-48df-491e-a217-ec0cca050a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '4d9a48e5-1ee3-4ba0-9817-5bd68716bf06', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'port_id': 'eaa297d6-3d6a-4946-97c4-c88bca75e240', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'mac_address': 'fa:16:3e:3e:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f520e67-e2a3-467b-b13c-8a31f1f32a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:13:44Z', 'updated_at': '2022-03-07T22:13:44Z', 'revision_number': 0, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:46.266788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f7dc55-48df-491e-a217-ec0cca050a4c None None] Checking router: e9e07398-0b1c-494e-b128-47197093a44f for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:13:46.288592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f7dc55-48df-491e-a217-ec0cca050a4c None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:13:46.289304 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-97f7dc55-48df-491e-a217-ec0cca050a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:13:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:46.297379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d3ad6-3ef5-4c58-bbeb-d355c83c83c3 req-5f3c14dc-9b4b-4925-9ab4-adcd634e178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:46.299411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-304d3ad6-3ef5-4c58-bbeb-d355c83c83c3 req-5f3c14dc-9b4b-4925-9ab4-adcd634e178c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.1001153 Mar 07 22:13:46.350781 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:46.427633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d3ad6-3ef5-4c58-bbeb-d355c83c83c3 req-fa8954d6-3dea-421a-bcb7-7645138c1ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:46.432950 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-304d3ad6-3ef5-4c58-bbeb-d355c83c83c3 req-fa8954d6-3dea-421a-bcb7-7645138c1ab3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1228950 Mar 07 22:13:46.481692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-97f7dc55-48df-491e-a217-ec0cca050a4c None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:13:46.550228 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-304d3ad6-3ef5-4c58-bbeb-d355c83c83c3 req-9907ea19-bd9b-4335-b101-f2721efbfa65 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132321 Mar 07 22:13:46.798951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-304d3ad6-3ef5-4c58-bbeb-d355c83c83c3 req-416026eb-3daf-4ee0-9955-512b00aae310 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417805 Mar 07 22:13:46.932216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-97f7dc55-48df-491e-a217-ec0cca050a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '4d9a48e5-1ee3-4ba0-9817-5bd68716bf06', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'port_id': 'eaa297d6-3d6a-4946-97c4-c88bca75e240', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'mac_address': 'fa:16:3e:3e:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f520e67-e2a3-467b-b13c-8a31f1f32a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:13:44Z', 'updated_at': '2022-03-07T22:13:44Z', 'revision_number': 0, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:46.971264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f7dc55-48df-491e-a217-ec0cca050a4c None None] The sync data for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 is: [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '4d9a48e5-1ee3-4ba0-9817-5bd68716bf06', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'port_id': 'eaa297d6-3d6a-4946-97c4-c88bca75e240', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'mac_address': 'fa:16:3e:3e:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f520e67-e2a3-467b-b13c-8a31f1f32a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:13:44Z', 'updated_at': '2022-03-07T22:13:44Z', 'revision_number': 0, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:13:47.383818 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff79f18-014b-4541-b7ef-8c4afdf6b00f None None] New status for floating IP 4d9a48e5-1ee3-4ba0-9817-5bd68716bf06: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:13:48.159985 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-143a8020-e6f4-4643-9b61-25e32c418734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:48.435854 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:49.385762 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:49.807683 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43010) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:49.951849 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1a91ffa-b33f-46a5-85d0-210a0399cfd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:50.118979 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1a91ffa-b33f-46a5-85d0-210a0399cfd2 admin admin] Publish callbacks [] for security_group (c3f3ff79-3df3-4104-bbae-dd9f788d656c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:50.139754 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1a91ffa-b33f-46a5-85d0-210a0399cfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c3f3ff79-3df3-4104-bbae-dd9f788d656c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:50.185916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43022) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:50.194853 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d1a91ffa-b33f-46a5-85d0-210a0399cfd2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9646a2c5b8b44f988be947a46f2da874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3850498 Mar 07 22:13:50.247521 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a91ffa-b33f-46a5-85d0-210a0399cfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f3ff79-3df3-4104-bbae-dd9f788d656c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:50.275005 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8ce5242b-54f1-4e07-89c0-2d568e93cd80 admin admin] Publish callbacks [] for security_group (c3f3ff79-3df3-4104-bbae-dd9f788d656c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:50.311391 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8ce5242b-54f1-4e07-89c0-2d568e93cd80 admin admin] Publish callbacks [] for security_group (c3f3ff79-3df3-4104-bbae-dd9f788d656c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:50.368853 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:50.384928 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8ce5242b-54f1-4e07-89c0-2d568e93cd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c3f3ff79-3df3-4104-bbae-dd9f788d656c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:50.388798 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8ce5242b-54f1-4e07-89c0-2d568e93cd80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:50.402571 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8ce5242b-54f1-4e07-89c0-2d568e93cd80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3f3ff79-3df3-4104-bbae-dd9f788d656c HTTP/1.1" status: 204 len: 168 time: 0.2086380 Mar 07 22:13:50.435391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5242b-54f1-4e07-89c0-2d568e93cd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f3ff79-3df3-4104-bbae-dd9f788d656c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:50.800910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43054) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:50.822454 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3076280f-6ac1-4deb-986c-c23210582f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:50.929964 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3076280f-6ac1-4deb-986c-c23210582f95 admin admin] Publish callbacks [] for security_group (1854368b-8534-4e1e-9473-f274eff2f531), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:50.942589 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3076280f-6ac1-4deb-986c-c23210582f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1854368b-8534-4e1e-9473-f274eff2f531), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:51.004111 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3076280f-6ac1-4deb-986c-c23210582f95 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f665d11a9e3444d6a4882a3157c4fefe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2020907 Mar 07 22:13:51.005544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076280f-6ac1-4deb-986c-c23210582f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1854368b-8534-4e1e-9473-f274eff2f531,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:51.007280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43066) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:51.099837 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f3d2dac6-0bf3-43a3-8698-bebdd4f3c814 admin admin] Publish callbacks [] for security_group (1854368b-8534-4e1e-9473-f274eff2f531), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:51.137639 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f3d2dac6-0bf3-43a3-8698-bebdd4f3c814 admin admin] Publish callbacks [] for security_group (1854368b-8534-4e1e-9473-f274eff2f531), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:51.206154 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f3d2dac6-0bf3-43a3-8698-bebdd4f3c814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1854368b-8534-4e1e-9473-f274eff2f531), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:51.209946 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f3d2dac6-0bf3-43a3-8698-bebdd4f3c814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:51.214979 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f3d2dac6-0bf3-43a3-8698-bebdd4f3c814 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1854368b-8534-4e1e-9473-f274eff2f531 HTTP/1.1" status: 204 len: 168 time: 0.2064421 Mar 07 22:13:51.225034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2dac6-0bf3-43a3-8698-bebdd4f3c814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1854368b-8534-4e1e-9473-f274eff2f531,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:51.423038 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-3b1b5f31-db44-46eb-a127-83147050b852 req-fbf7bf72-deae-493c-973f-d78a252311ad tempest-TestNetworkAdvancedServerOps-1891250160 tempest-TestNetworkAdvancedServerOps-1891250160-project] (103718) timed out ('10.222.0.15', 59364) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 22:13:51.610235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43090) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:51.772359 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bc7e7b0d-4f87-4abe-8bbe-50e739645929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:51.879486 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bc7e7b0d-4f87-4abe-8bbe-50e739645929 admin admin] Publish callbacks [] for security_group (2cbebcac-f6cb-470d-8abd-578a40f0b493), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:51.885800 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-bc7e7b0d-4f87-4abe-8bbe-50e739645929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2cbebcac-f6cb-470d-8abd-578a40f0b493), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:51.926853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e7b0d-4f87-4abe-8bbe-50e739645929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbebcac-f6cb-470d-8abd-578a40f0b493,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:51.978811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43106) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:51.979697 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-bc7e7b0d-4f87-4abe-8bbe-50e739645929 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10bbc609e4ae476b926ab62004054ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3673825 Mar 07 22:13:52.069167 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08ee96af-fc89-4e98-aa54-c33575c66506 admin admin] Publish callbacks [] for security_group (2cbebcac-f6cb-470d-8abd-578a40f0b493), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:52.106825 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08ee96af-fc89-4e98-aa54-c33575c66506 admin admin] Publish callbacks [] for security_group (2cbebcac-f6cb-470d-8abd-578a40f0b493), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:52.138140 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:52.222790 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08ee96af-fc89-4e98-aa54-c33575c66506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2cbebcac-f6cb-470d-8abd-578a40f0b493), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:52.226349 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-08ee96af-fc89-4e98-aa54-c33575c66506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:52.228088 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-08ee96af-fc89-4e98-aa54-c33575c66506 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2cbebcac-f6cb-470d-8abd-578a40f0b493 HTTP/1.1" status: 204 len: 168 time: 0.2469993 Mar 07 22:13:52.254491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee96af-fc89-4e98-aa54-c33575c66506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbebcac-f6cb-470d-8abd-578a40f0b493,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:53.464541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43172) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:53.722705 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-375130354-network', 'tenant_id': '7439e5ba07b0488c83eea2879b14e86a'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:13:53.761967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] Made reservation on behalf of 7439e5ba07b0488c83eea2879b14e86a for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:13:53.764512 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:53.774624 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:53.898370 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] Publish callbacks [] for security_group (db23852b-e35e-4878-a54b-63a35a4de085), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:53.904601 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (db23852b-e35e-4878-a54b-63a35a4de085), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:53.933631 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:13:53.951567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db23852b-e35e-4878-a54b-63a35a4de085,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:53.959643 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (74e711e5-d585-4ee7-aa93-c049e1903a5f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:53.959896 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] Added segment 74e711e5-d585-4ee7-aa93-c049e1903a5f of type vlan for network 58e6d62c-e24b-4475-afb9-596bf67e0c2d Mar 07 22:13:54.013073 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (58e6d62c-e24b-4475-afb9-596bf67e0c2d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:54.072759 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (58e6d62c-e24b-4475-afb9-596bf67e0c2d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:54.074058 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:54.074890 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:54.130452 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6641514 Mar 07 22:13:54.133291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43202) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:54.138272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Request body: {'subnet': {'network_id': '58e6d62c-e24b-4475-afb9-596bf67e0c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-375130354-subnet', 'tenant_id': '7439e5ba07b0488c83eea2879b14e86a', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:13:54.177159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Made reservation on behalf of 7439e5ba07b0488c83eea2879b14e86a for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:13:54.179922 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:54.226498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdaa477-2c65-4cfb-a59d-ed8e6685f02e admin admin] Pushing event updated for resources: {'Network': ['ID=58e6d62c-e24b-4475-afb9-596bf67e0c2d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:54.240438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 58e6d62c-e24b-4475-afb9-596bf67e0c2d details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:13:54.427655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (86fef3ff-1234-4801-a293-9ad30a02c8d3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:54.500272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fef3ff-1234-4801-a293-9ad30a02c8d3,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:54.512578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:54.513100 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:54.513453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:54.513828 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:54.514211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:54.514827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:54.515175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:54.515644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:54.516113 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:54.516467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:54.516949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:54.517307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:54.517646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:54.528736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Checking segment: {'id': '74e711e5-d585-4ee7-aa93-c049e1903a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58e6d62c-e24b-4475-afb9-596bf67e0c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:13:54.529209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Network hostable DHCP agents. Network: 58e6d62c-e24b-4475-afb9-596bf67e0c2d, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:13:54.549706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Network 58e6d62c-e24b-4475-afb9-596bf67e0c2d is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:13:54.563450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 58e6d62c-e24b-4475-afb9-596bf67e0c2d) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:13:54.569890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:54.571248 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:54.572016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c69327f-87a5-404e-8bca-8ed726338067 None None] Network 58e6d62c-e24b-4475-afb9-596bf67e0c2d requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:13:54.595654 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b7417305-4c84-40df-bf55-84620517740b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4610622 Mar 07 22:13:54.597967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43220) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:54.604244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-375130354-router', 'tenant_id': '7439e5ba07b0488c83eea2879b14e86a', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:13:54.631676 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (0f25c3f3-12e6-4f40-8d99-c6584e90751b), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:54.633132 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (0f25c3f3-12e6-4f40-8d99-c6584e90751b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:54.713184 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-58e6d62c-e24b-4475-afb9-596bf67e0c2d', 'network_id': '58e6d62c-e24b-4475-afb9-596bf67e0c2d', 'project_id': '7439e5ba07b0488c83eea2879b14e86a', 'fixed_ips': [{'subnet_id': '86fef3ff-1234-4801-a293-9ad30a02c8d3'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:13:54.715196 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:54.740543 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Publish callbacks [] for router_controller (0f25c3f3-12e6-4f40-8d99-c6584e90751b), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:55.016640 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Publish callbacks [] for router_gateway (0f25c3f3-12e6-4f40-8d99-c6584e90751b), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:55.189580 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Allocated IP 172.20.0.2 (58e6d62c-e24b-4475-afb9-596bf67e0c2d/86fef3ff-1234-4801-a293-9ad30a02c8d3/cc662731-6d2c-4df9-af7b-c63fdb695a77) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:13:55.357237 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Publish callbacks [] for router_gateway (0f25c3f3-12e6-4f40-8d99-c6584e90751b), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:55.378100 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:55.409105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43244) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:55.472252 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Publish callbacks [] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:55.485829 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:55.533689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Allocated IP 172.25.4.183 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/6405c5f7-1431-4db3-96c3-4bf190802fd5) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:13:55.539925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Pushing event updated for resources: {'Port': ['ID=cc662731-6d2c-4df9-af7b-c63fdb695a77,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:55.563711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Network 58e6d62c-e24b-4475-afb9-596bf67e0c2d is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:13:55.566168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:13:55.569796 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:13:55.618996 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:13:55.647026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Attempting to bind port cc662731-6d2c-4df9-af7b-c63fdb695a77 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:13:55.647693 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Attempting to bind port cc662731-6d2c-4df9-af7b-c63fdb695a77 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '74e711e5-d585-4ee7-aa93-c049e1903a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58e6d62c-e24b-4475-afb9-596bf67e0c2d'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:13:55.648244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Attempting to bind port cc662731-6d2c-4df9-af7b-c63fdb695a77 on network 58e6d62c-e24b-4475-afb9-596bf67e0c2d {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:13:55.653868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:13:55.654653 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Checking segment: {'id': '74e711e5-d585-4ee7-aa93-c049e1903a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58e6d62c-e24b-4475-afb9-596bf67e0c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:13:55.655043 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-45fdcc0c-8915-441b-86fb-4f218be6c7fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:55.655524 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:55.656079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Bound using segment: {'id': '74e711e5-d585-4ee7-aa93-c049e1903a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58e6d62c-e24b-4475-afb9-596bf67e0c2d'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:13:55.657016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Bound port: cc662731-6d2c-4df9-af7b-c63fdb695a77, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e711e5-d585-4ee7-aa93-c049e1903a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58e6d62c-e24b-4475-afb9-596bf67e0c2d'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:13:55.657587 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:55.733745 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Publish callbacks [] for port (6405c5f7-1431-4db3-96c3-4bf190802fd5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:55.782705 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6405c5f7-1431-4db3-96c3-4bf190802fd5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:55.783316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] For port cc662731-6d2c-4df9-af7b-c63fdb695a77, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:13:55.792398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] For port cc662731-6d2c-4df9-af7b-c63fdb695a77, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cc662731-6d2c-4df9-af7b-c63fdb695a77,segment=NetworkSegment(74e711e5-d585-4ee7-aa93-c049e1903a5f),segment_id=74e711e5-d585-4ee7-aa93-c049e1903a5f)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:13:55.804753 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:55.824215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:13:55.831309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:13:55.834949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:13:55.866987 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Pushing event updated for resources: {'Port': ['ID=6405c5f7-1431-4db3-96c3-4bf190802fd5,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:55.883205 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-45fdcc0c-8915-441b-86fb-4f218be6c7fd admin admin] Publish callbacks [] for security_group (502be925-9e5b-40c1-8346-87f88d8cf82f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:55.894683 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df1448-c6a8-4db0-a712-f5c128f55c84 None None] Pushing event updated for resources: {'Port': ['ID=cc662731-6d2c-4df9-af7b-c63fdb695a77,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:55.896283 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-45fdcc0c-8915-441b-86fb-4f218be6c7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (502be925-9e5b-40c1-8346-87f88d8cf82f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:55.943705 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-45fdcc0c-8915-441b-86fb-4f218be6c7fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=313e076975824414af403bb6d96aee24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5333743 Mar 07 22:13:55.947822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43254) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:55.982113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdcc0c-8915-441b-86fb-4f218be6c7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502be925-9e5b-40c1-8346-87f88d8cf82f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:56.055941 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27af31f9-6902-40da-8bb4-50733ae7bc98 admin admin] Publish callbacks [] for security_group (502be925-9e5b-40c1-8346-87f88d8cf82f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:56.092828 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27af31f9-6902-40da-8bb4-50733ae7bc98 admin admin] Publish callbacks [] for security_group (502be925-9e5b-40c1-8346-87f88d8cf82f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:56.200449 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27af31f9-6902-40da-8bb4-50733ae7bc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (502be925-9e5b-40c1-8346-87f88d8cf82f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:56.203228 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-27af31f9-6902-40da-8bb4-50733ae7bc98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:56.207047 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-27af31f9-6902-40da-8bb4-50733ae7bc98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/502be925-9e5b-40c1-8346-87f88d8cf82f HTTP/1.1" status: 204 len: 168 time: 0.2556629 Mar 07 22:13:56.219793 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af31f9-6902-40da-8bb4-50733ae7bc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502be925-9e5b-40c1-8346-87f88d8cf82f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:56.276083 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Publish callbacks [] for router_gateway (0f25c3f3-12e6-4f40-8d99-c6584e90751b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:56.567350 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (0f25c3f3-12e6-4f40-8d99-c6584e90751b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:56.614258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43270) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:56.630250 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bae646f1-d906-4b8e-a1a8-dcbb2ee77abf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:56.777110 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bae646f1-d906-4b8e-a1a8-dcbb2ee77abf admin admin] Publish callbacks [] for security_group (26f1837c-3ed8-4ad8-b53b-493c6fa92b08), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:56.777823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Router 0f25c3f3-12e6-4f40-8d99-c6584e90751b is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:13:56.783055 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bae646f1-d906-4b8e-a1a8-dcbb2ee77abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (26f1837c-3ed8-4ad8-b53b-493c6fa92b08), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:56.864700 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bae646f1-d906-4b8e-a1a8-dcbb2ee77abf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16e1bf6be68642d09fa9132e8bcdd4da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2485447 Mar 07 22:13:56.867403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43276) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:56.868498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae646f1-d906-4b8e-a1a8-dcbb2ee77abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f1837c-3ed8-4ad8-b53b-493c6fa92b08,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:56.990748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:13:56.992482 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30f69845-7984-4b45-b1e8-a8d6cbe27c7e admin admin] Publish callbacks [] for security_group (26f1837c-3ed8-4ad8-b53b-493c6fa92b08), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:57.004704 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Sync routers for ids ['0f25c3f3-12e6-4f40-8d99-c6584e90751b'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:13:57.017873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Routers {'0f25c3f3-12e6-4f40-8d99-c6584e90751b'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:13:57.019844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:13:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0f25c3f3-12e6-4f40-8d99-c6584e90751b'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:57.064493 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30f69845-7984-4b45-b1e8-a8d6cbe27c7e admin admin] Publish callbacks [] for security_group (26f1837c-3ed8-4ad8-b53b-493c6fa92b08), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:57.077370 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:57.083440 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43280) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:13:57.092427 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-96e76a26-108c-4522-aa10-ee52cab3e582 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4807227 Mar 07 22:13:57.174680 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30f69845-7984-4b45-b1e8-a8d6cbe27c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (26f1837c-3ed8-4ad8-b53b-493c6fa92b08), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:57.181164 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30f69845-7984-4b45-b1e8-a8d6cbe27c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:57.185272 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-30f69845-7984-4b45-b1e8-a8d6cbe27c7e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26f1837c-3ed8-4ad8-b53b-493c6fa92b08 HTTP/1.1" status: 204 len: 168 time: 0.3166089 Mar 07 22:13:57.196700 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f69845-7984-4b45-b1e8-a8d6cbe27c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f1837c-3ed8-4ad8-b53b-493c6fa92b08,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:57.264854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Set router 0f25c3f3-12e6-4f40-8d99-c6584e90751b gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:13:57.468308 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b956c8-97db-4f5e-b0c8-d8c0a9b48d3a None None] Network 58e6d62c-e24b-4475-afb9-596bf67e0c2d requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:13:57.617994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-32287b05-a303-4edc-a338-a30ed27830c1 None None] Provisioning complete for port cc662731-6d2c-4df9-af7b-c63fdb695a77 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:13:57.619084 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-32287b05-a303-4edc-a338-a30ed27830c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:57.705655 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'name': 'tempest-TestAggregatesBasicOps-375130354-router', 'tenant_id': '7439e5ba07b0488c83eea2879b14e86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '6405c5f7-1431-4db3-96c3-4bf190802fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:13:54Z', 'updated_at': '2022-03-07T22:13:56Z', 'revision_number': 3, 'project_id': '7439e5ba07b0488c83eea2879b14e86a', 'gw_port': {'id': '6405c5f7-1431-4db3-96c3-4bf190802fd5', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:26:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:13:55Z', 'updated_at': '2022-03-07T22:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:57.858165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Checking router: 0f25c3f3-12e6-4f40-8d99-c6584e90751b for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:13:57.858465 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Updating router 0f25c3f3-12e6-4f40-8d99-c6584e90751b port 6405c5f7-1431-4db3-96c3-4bf190802fd5 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:13:57.860972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-32287b05-a303-4edc-a338-a30ed27830c1 None None] Current status of the port cc662731-6d2c-4df9-af7b-c63fdb695a77 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:13:57.861362 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-32287b05-a303-4edc-a338-a30ed27830c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:57.979427 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6405c5f7-1431-4db3-96c3-4bf190802fd5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:57.991406 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cc662731-6d2c-4df9-af7b-c63fdb695a77 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:13:58.385974 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:58.442323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-32287b05-a303-4edc-a338-a30ed27830c1 None None] For port cc662731-6d2c-4df9-af7b-c63fdb695a77, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cc662731-6d2c-4df9-af7b-c63fdb695a77,segment=NetworkSegment(74e711e5-d585-4ee7-aa93-c049e1903a5f),segment_id=74e711e5-d585-4ee7-aa93-c049e1903a5f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:13:58.468159 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-32287b05-a303-4edc-a338-a30ed27830c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:58.529166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32287b05-a303-4edc-a338-a30ed27830c1 None None] Pushing event updated for resources: {'Port': ['ID=cc662731-6d2c-4df9-af7b-c63fdb695a77,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:58.558154 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cc662731-6d2c-4df9-af7b-c63fdb695a77 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:13:58.558851 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:58.682178 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Publish callbacks [] for port (6405c5f7-1431-4db3-96c3-4bf190802fd5), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:58.689884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c2109ace-a89b-4c59-ac99-0481bceee386 None None] Provisioning complete for port cc662731-6d2c-4df9-af7b-c63fdb695a77 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:13:58.690744 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c2109ace-a89b-4c59-ac99-0481bceee386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:58.700824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Allocated IP 172.20.0.1 (58e6d62c-e24b-4475-afb9-596bf67e0c2d/86fef3ff-1234-4801-a293-9ad30a02c8d3/89263f7b-b11d-40a7-9814-8361e52fc334) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:13:58.720816 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6405c5f7-1431-4db3-96c3-4bf190802fd5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:58.805415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Attempting to bind port 6405c5f7-1431-4db3-96c3-4bf190802fd5 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:13:58.805726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Attempting to bind port 6405c5f7-1431-4db3-96c3-4bf190802fd5 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:13:58.806183 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Attempting to bind port 6405c5f7-1431-4db3-96c3-4bf190802fd5 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:13:58.825751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:13:58.826168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:13:58.826580 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:58.826980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:13:58.827457 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Bound port: 6405c5f7-1431-4db3-96c3-4bf190802fd5, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:13:58.827842 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6405c5f7-1431-4db3-96c3-4bf190802fd5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:58.894681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] For port 6405c5f7-1431-4db3-96c3-4bf190802fd5, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:13:58.908003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] For port 6405c5f7-1431-4db3-96c3-4bf190802fd5, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6405c5f7-1431-4db3-96c3-4bf190802fd5,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:13:58.917646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c0c64-4073-41a5-81ab-0c99bd3229c1 None None] Pushing event updated for resources: {'Port': ['ID=6405c5f7-1431-4db3-96c3-4bf190802fd5,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:58.931506 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6405c5f7-1431-4db3-96c3-4bf190802fd5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:58.938258 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Publish callbacks [] for port (89263f7b-b11d-40a7-9814-8361e52fc334), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:58.947820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cc662731-6d2c-4df9-af7b-c63fdb695a77 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:13:59.032186 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Routers {'0f25c3f3-12e6-4f40-8d99-c6584e90751b'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:13:59.033053 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:13:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0f25c3f3-12e6-4f40-8d99-c6584e90751b'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:59.063037 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:59.085288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c0c64-4073-41a5-81ab-0c99bd3229c1 None None] Pushing event updated for resources: {'Port': ['ID=6405c5f7-1431-4db3-96c3-4bf190802fd5,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:59.095597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c2109ace-a89b-4c59-ac99-0481bceee386 None None] Current status of the port cc662731-6d2c-4df9-af7b-c63fdb695a77 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:13:59.175427 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Network 58e6d62c-e24b-4475-afb9-596bf67e0c2d is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:13:59.186600 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:13:59.203349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:13:59.212545 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Pushing event updated for resources: {'Port': ['ID=89263f7b-b11d-40a7-9814-8361e52fc334,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:59.238317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] Set router 0f25c3f3-12e6-4f40-8d99-c6584e90751b gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:13:59.274686 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (0f25c3f3-12e6-4f40-8d99-c6584e90751b), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:59.520142 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:59.629065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'name': 'tempest-TestAggregatesBasicOps-375130354-router', 'tenant_id': '7439e5ba07b0488c83eea2879b14e86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '6405c5f7-1431-4db3-96c3-4bf190802fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:13:54Z', 'updated_at': '2022-03-07T22:13:56Z', 'revision_number': 3, 'project_id': '7439e5ba07b0488c83eea2879b14e86a', 'gw_port': {'id': '6405c5f7-1431-4db3-96c3-4bf190802fd5', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:26:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:13:55Z', 'updated_at': '2022-03-07T22:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:59.704676 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb062a-44ae-42f6-87e6-d9160d6601ef None None] The sync data for ids ['0f25c3f3-12e6-4f40-8d99-c6584e90751b'] in n-d-832330-1 is: [{'id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'name': 'tempest-TestAggregatesBasicOps-375130354-router', 'tenant_id': '7439e5ba07b0488c83eea2879b14e86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '6405c5f7-1431-4db3-96c3-4bf190802fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:13:54Z', 'updated_at': '2022-03-07T22:13:56Z', 'revision_number': 3, 'project_id': '7439e5ba07b0488c83eea2879b14e86a', 'gw_port': {'id': '6405c5f7-1431-4db3-96c3-4bf190802fd5', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:26:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:13:55Z', 'updated_at': '2022-03-07T22:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:13:59.715349 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6ba238b9-69c7-444d-bc04-864dcd4e8ce0 None None] Provisioning complete for port 89263f7b-b11d-40a7-9814-8361e52fc334 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:13:59.715836 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6ba238b9-69c7-444d-bc04-864dcd4e8ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:59.761960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6ba238b9-69c7-444d-bc04-864dcd4e8ce0 None None] Port 89263f7b-b11d-40a7-9814-8361e52fc334 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:13:59.841381 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Publish callbacks [] for port (89263f7b-b11d-40a7-9814-8361e52fc334), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:59.849986 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:59.871510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cc662731-6d2c-4df9-af7b-c63fdb695a77 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:13:59.901873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Pushing event updated for resources: {'Port': ['ID=89263f7b-b11d-40a7-9814-8361e52fc334,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:59.959589 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (0f25c3f3-12e6-4f40-8d99-c6584e90751b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:13:59.985235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cc662731-6d2c-4df9-af7b-c63fdb695a77 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:13:59.985612 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:00.100177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Network 58e6d62c-e24b-4475-afb9-596bf67e0c2d is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:00.102108 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:00.185729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cc662731-6d2c-4df9-af7b-c63fdb695a77 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:00.344652 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Router 0f25c3f3-12e6-4f40-8d99-c6584e90751b has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:14:00.576093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:14:00.586179 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-da509e7e-13ac-420a-b6fb-e9dfc92d1051 admin admin] 10.222.0.26 "PUT /v2.0/routers/0f25c3f3-12e6-4f40-8d99-c6584e90751b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5014610 Mar 07 22:14:00.600383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5d48255e-10bb-4617-9777-0928575b5118 None None] Provisioning complete for port 89263f7b-b11d-40a7-9814-8361e52fc334 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:00.600839 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d48255e-10bb-4617-9777-0928575b5118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:00.685592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5d48255e-10bb-4617-9777-0928575b5118 None None] Port 89263f7b-b11d-40a7-9814-8361e52fc334 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:14:01.502513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43410) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:01.510309 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1070938730-network', 'tenant_id': '602876354c4448048c4a927b5aab0f2f'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:01.546625 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] Made reservation on behalf of 602876354c4448048c4a927b5aab0f2f for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:14:01.550244 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:01.560594 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:01.663881 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] Publish callbacks [] for security_group (6145abb2-8de2-4123-bce7-4f0d3dd1d5e4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:01.670847 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6145abb2-8de2-4123-bce7-4f0d3dd1d5e4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:01.704548 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:14:01.719367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6145abb2-8de2-4123-bce7-4f0d3dd1d5e4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:01.725282 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (56036964-8df9-435d-8a60-8e0820f2765b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:01.725632 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] Added segment 56036964-8df9-435d-8a60-8e0820f2765b of type vlan for network dc2782f8-6702-4b17-90f8-627cc630f03f Mar 07 22:14:01.772710 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (dc2782f8-6702-4b17-90f8-627cc630f03f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:01.773563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43418) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:01.834976 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (dc2782f8-6702-4b17-90f8-627cc630f03f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:01.836108 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:01.837060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:01.940367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] Pushing event updated for resources: {'Network': ['ID=dc2782f8-6702-4b17-90f8-627cc630f03f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:01.943271 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6405c5f7-1431-4db3-96c3-4bf190802fd5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:14:01.948134 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-06eb48b0-d2e7-4c21-a250-688e555f7c94 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4437027 Mar 07 22:14:01.950935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43424) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:01.957010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-16a4c6fc-1f49-43c2-9e7c-65c155fb01cf admin admin] Request body: {'subnet': {'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1070938730-subnet', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:02.022227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a4c6fc-1f49-43c2-9e7c-65c155fb01cf admin admin] Made reservation on behalf of 602876354c4448048c4a927b5aab0f2f for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:14:02.025266 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-16a4c6fc-1f49-43c2-9e7c-65c155fb01cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.028594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network dc2782f8-6702-4b17-90f8-627cc630f03f details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:14:02.057416 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d113e372-97e1-4e65-9b6c-acc52a77822b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.145874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 6405c5f7-1431-4db3-96c3-4bf190802fd5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:02.146834 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6405c5f7-1431-4db3-96c3-4bf190802fd5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.288515 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d113e372-97e1-4e65-9b6c-acc52a77822b admin admin] Publish callbacks [] for security_group (483dd330-a68e-4a5e-acd5-b7d1c914a461), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.316796 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d113e372-97e1-4e65-9b6c-acc52a77822b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (483dd330-a68e-4a5e-acd5-b7d1c914a461), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.367702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113e372-97e1-4e65-9b6c-acc52a77822b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483dd330-a68e-4a5e-acd5-b7d1c914a461,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:02.418309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d113e372-97e1-4e65-9b6c-acc52a77822b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c45388c856e2406db8430c4d883df124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6411526 Mar 07 22:14:02.418796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43436) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:02.419080 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-16a4c6fc-1f49-43c2-9e7c-65c155fb01cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (84db2d1f-45a7-4957-a05d-e261451ab3a8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.491448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4c6fc-1f49-43c2-9e7c-65c155fb01cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=84db2d1f-45a7-4957-a05d-e261451ab3a8,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:02.521123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4c6fc-1f49-43c2-9e7c-65c155fb01cf admin admin] Checking segment: {'id': '56036964-8df9-435d-8a60-8e0820f2765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:14:02.521616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a4c6fc-1f49-43c2-9e7c-65c155fb01cf admin admin] Network hostable DHCP agents. Network: dc2782f8-6702-4b17-90f8-627cc630f03f, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:14:02.546139 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d72ae9c-4854-4e55-b430-225dc0344d4b admin admin] Publish callbacks [] for security_group (483dd330-a68e-4a5e-acd5-b7d1c914a461), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.546456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a4c6fc-1f49-43c2-9e7c-65c155fb01cf admin admin] Network dc2782f8-6702-4b17-90f8-627cc630f03f is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:14:02.556384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 6405c5f7-1431-4db3-96c3-4bf190802fd5 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:02.557007 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6405c5f7-1431-4db3-96c3-4bf190802fd5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.562380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-16a4c6fc-1f49-43c2-9e7c-65c155fb01cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, dc2782f8-6702-4b17-90f8-627cc630f03f) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:02.576439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a4c6fc-1f49-43c2-9e7c-65c155fb01cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:02.577297 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-16a4c6fc-1f49-43c2-9e7c-65c155fb01cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.580146 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c628b6-6b9a-40db-b44f-9e2ffe2b210a None None] Network dc2782f8-6702-4b17-90f8-627cc630f03f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:14:02.603078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-16a4c6fc-1f49-43c2-9e7c-65c155fb01cf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6482894 Mar 07 22:14:02.603829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43440) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:02.614873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1070938730-router', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:02.630032 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d72ae9c-4854-4e55-b430-225dc0344d4b admin admin] Publish callbacks [] for security_group (483dd330-a68e-4a5e-acd5-b7d1c914a461), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.658912 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 6405c5f7-1431-4db3-96c3-4bf190802fd5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6405c5f7-1431-4db3-96c3-4bf190802fd5,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:02.663257 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.664604 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.674489 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6405c5f7-1431-4db3-96c3-4bf190802fd5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.705658 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Sync routers for ids ['0f25c3f3-12e6-4f40-8d99-c6584e90751b'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:02.732757 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Routers {'0f25c3f3-12e6-4f40-8d99-c6584e90751b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:02.733583 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:13:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0f25c3f3-12e6-4f40-8d99-c6584e90751b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:02.771105 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d72ae9c-4854-4e55-b430-225dc0344d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (483dd330-a68e-4a5e-acd5-b7d1c914a461), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.786109 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d72ae9c-4854-4e55-b430-225dc0344d4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.792838 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7d72ae9c-4854-4e55-b430-225dc0344d4b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/483dd330-a68e-4a5e-acd5-b7d1c914a461 HTTP/1.1" status: 204 len: 168 time: 0.3711486 Mar 07 22:14:02.808632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-dc2782f8-6702-4b17-90f8-627cc630f03f', 'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f', 'project_id': '602876354c4448048c4a927b5aab0f2f', 'fixed_ips': [{'subnet_id': '84db2d1f-45a7-4957-a05d-e261451ab3a8'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:14:02.809649 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.817888 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Publish callbacks [] for router_controller (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:02.818781 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72ae9c-4854-4e55-b430-225dc0344d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483dd330-a68e-4a5e-acd5-b7d1c914a461,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:02.823281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=6405c5f7-1431-4db3-96c3-4bf190802fd5,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:02.956795 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Set router 0f25c3f3-12e6-4f40-8d99-c6584e90751b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:14:03.021434 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Allocated IP 172.20.0.2 (dc2782f8-6702-4b17-90f8-627cc630f03f/84db2d1f-45a7-4957-a05d-e261451ab3a8/96d7df94-734b-499e-9f6f-d0fb1262ca14) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:03.188452 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Publish callbacks [] for router_gateway (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:03.292760 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'name': 'tempest-TestAggregatesBasicOps-375130354-router', 'tenant_id': '7439e5ba07b0488c83eea2879b14e86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '6405c5f7-1431-4db3-96c3-4bf190802fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:13:54Z', 'updated_at': '2022-03-07T22:13:59Z', 'revision_number': 4, 'project_id': '7439e5ba07b0488c83eea2879b14e86a', 'gw_port': {'id': '6405c5f7-1431-4db3-96c3-4bf190802fd5', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:26:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:13:55Z', 'updated_at': '2022-03-07T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '89263f7b-b11d-40a7-9814-8361e52fc334', 'name': '', 'network_id': '58e6d62c-e24b-4475-afb9-596bf67e0c2d', 'tenant_id': '7439e5ba07b0488c83eea2879b14e86a', 'mac_address': 'fa:16:3e:02:a2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '86fef3ff-1234-4801-a293-9ad30a02c8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:13:58Z', 'updated_at': '2022-03-07T22:13:59Z', 'revision_number': 2, 'project_id': '7439e5ba07b0488c83eea2879b14e86a', 'subnets': [{'id': '86fef3ff-1234-4801-a293-9ad30a02c8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:03.351231 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Checking router: 0f25c3f3-12e6-4f40-8d99-c6584e90751b for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:14:03.351890 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Updating router 0f25c3f3-12e6-4f40-8d99-c6584e90751b port 89263f7b-b11d-40a7-9814-8361e52fc334 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:14:03.410623 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:03.478732 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Publish callbacks [] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:03.491278 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:03.595605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Network dc2782f8-6702-4b17-90f8-627cc630f03f is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:03.603409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:03.626655 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:14:03.758963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Pushing event updated for resources: {'Port': ['ID=96d7df94-734b-499e-9f6f-d0fb1262ca14,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:03.801489 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Publish callbacks [] for router_gateway (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:03.808224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Attempting to bind port 96d7df94-734b-499e-9f6f-d0fb1262ca14 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:14:03.811597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Attempting to bind port 96d7df94-734b-499e-9f6f-d0fb1262ca14 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '56036964-8df9-435d-8a60-8e0820f2765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:14:03.813042 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Attempting to bind port 96d7df94-734b-499e-9f6f-d0fb1262ca14 on network dc2782f8-6702-4b17-90f8-627cc630f03f {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:14:03.844659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:14:03.846696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Checking segment: {'id': '56036964-8df9-435d-8a60-8e0820f2765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:14:03.847401 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:03.850753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Bound using segment: {'id': '56036964-8df9-435d-8a60-8e0820f2765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:14:03.851640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Bound port: 96d7df94-734b-499e-9f6f-d0fb1262ca14, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56036964-8df9-435d-8a60-8e0820f2765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:14:03.852299 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:03.908552 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:03.914684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6405c5f7-1431-4db3-96c3-4bf190802fd5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:14:04.016503 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] For port 96d7df94-734b-499e-9f6f-d0fb1262ca14, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:14:04.025319 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] For port 96d7df94-734b-499e-9f6f-d0fb1262ca14, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=96d7df94-734b-499e-9f6f-d0fb1262ca14,segment=NetworkSegment(56036964-8df9-435d-8a60-8e0820f2765b),segment_id=56036964-8df9-435d-8a60-8e0820f2765b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:14:04.049826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 6405c5f7-1431-4db3-96c3-4bf190802fd5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:04.050768 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6405c5f7-1431-4db3-96c3-4bf190802fd5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:04.055274 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:04.148472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Allocated IP 172.25.4.5 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/3b4904e7-e4bf-4063-9a3d-d2f56535526e) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:04.156689 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Publish callbacks [] for port (89263f7b-b11d-40a7-9814-8361e52fc334), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:04.167641 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:04.335104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dad47-4249-4375-8ed0-ed73162ce1ad None None] Pushing event updated for resources: {'Port': ['ID=96d7df94-734b-499e-9f6f-d0fb1262ca14,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:04.402697 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb907d-e8c4-470e-bc76-4fca30a38164 None None] Pushing event updated for resources: {'Port': ['ID=89263f7b-b11d-40a7-9814-8361e52fc334,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:04.435734 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb907d-e8c4-470e-bc76-4fca30a38164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.436604 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb907d-e8c4-470e-bc76-4fca30a38164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.437041 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb907d-e8c4-470e-bc76-4fca30a38164 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.437852 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb907d-e8c4-470e-bc76-4fca30a38164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.438499 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb907d-e8c4-470e-bc76-4fca30a38164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.439113 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb907d-e8c4-470e-bc76-4fca30a38164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.439679 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb907d-e8c4-470e-bc76-4fca30a38164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.440246 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb907d-e8c4-470e-bc76-4fca30a38164 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.440797 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb907d-e8c4-470e-bc76-4fca30a38164 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.441355 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb907d-e8c4-470e-bc76-4fca30a38164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.441931 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb907d-e8c4-470e-bc76-4fca30a38164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.442566 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb907d-e8c4-470e-bc76-4fca30a38164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.446037 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb907d-e8c4-470e-bc76-4fca30a38164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.523002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 6405c5f7-1431-4db3-96c3-4bf190802fd5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:04.547460 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Publish callbacks [] for port (3b4904e7-e4bf-4063-9a3d-d2f56535526e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:04.557667 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Attempting to bind port 89263f7b-b11d-40a7-9814-8361e52fc334 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:14:04.558215 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Attempting to bind port 89263f7b-b11d-40a7-9814-8361e52fc334 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '74e711e5-d585-4ee7-aa93-c049e1903a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58e6d62c-e24b-4475-afb9-596bf67e0c2d'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:14:04.558715 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Attempting to bind port 89263f7b-b11d-40a7-9814-8361e52fc334 on network 58e6d62c-e24b-4475-afb9-596bf67e0c2d {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:14:04.582202 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:14:04.582806 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Checking segment: {'id': '74e711e5-d585-4ee7-aa93-c049e1903a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58e6d62c-e24b-4475-afb9-596bf67e0c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:14:04.583326 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:04.583843 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Bound using segment: {'id': '74e711e5-d585-4ee7-aa93-c049e1903a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58e6d62c-e24b-4475-afb9-596bf67e0c2d'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:14:04.584443 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Bound port: 89263f7b-b11d-40a7-9814-8361e52fc334, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e711e5-d585-4ee7-aa93-c049e1903a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58e6d62c-e24b-4475-afb9-596bf67e0c2d'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:14:04.584946 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:04.665211 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (3b4904e7-e4bf-4063-9a3d-d2f56535526e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:04.729921 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] For port 89263f7b-b11d-40a7-9814-8361e52fc334, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:14:04.735495 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] For port 89263f7b-b11d-40a7-9814-8361e52fc334, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=89263f7b-b11d-40a7-9814-8361e52fc334,segment=NetworkSegment(74e711e5-d585-4ee7-aa93-c049e1903a5f),segment_id=74e711e5-d585-4ee7-aa93-c049e1903a5f)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:14:04.756082 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:04.827596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:04.832036 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:04.846110 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Routers {'0f25c3f3-12e6-4f40-8d99-c6584e90751b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:04.846420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:14:04.847109 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:13:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0f25c3f3-12e6-4f40-8d99-c6584e90751b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:04.848510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Pushing event updated for resources: {'Port': ['ID=3b4904e7-e4bf-4063-9a3d-d2f56535526e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:04.887080 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1c133097-4765-425f-a893-f7cfff42ed36 None None] Provisioning complete for port 89263f7b-b11d-40a7-9814-8361e52fc334 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:04.887465 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1c133097-4765-425f-a893-f7cfff42ed36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:04.913758 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb907d-e8c4-470e-bc76-4fca30a38164 None None] Pushing event updated for resources: {'Port': ['ID=89263f7b-b11d-40a7-9814-8361e52fc334,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:05.116734 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] Set router 0f25c3f3-12e6-4f40-8d99-c6584e90751b gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:14:05.154644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43500) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:05.198880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1c133097-4765-425f-a893-f7cfff42ed36 None None] Current status of the port 89263f7b-b11d-40a7-9814-8361e52fc334 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:05.199507 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1c133097-4765-425f-a893-f7cfff42ed36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:05.241254 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1c133097-4765-425f-a893-f7cfff42ed36 None None] For port 89263f7b-b11d-40a7-9814-8361e52fc334, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=89263f7b-b11d-40a7-9814-8361e52fc334,segment=NetworkSegment(74e711e5-d585-4ee7-aa93-c049e1903a5f),segment_id=74e711e5-d585-4ee7-aa93-c049e1903a5f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:05.246959 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1c133097-4765-425f-a893-f7cfff42ed36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:05.314220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e814582-7f0c-41a6-83c0-fe7c5b49d07d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:05.364139 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c133097-4765-425f-a893-f7cfff42ed36 None None] Pushing event updated for resources: {'Port': ['ID=89263f7b-b11d-40a7-9814-8361e52fc334,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:05.482651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-30e2e089-5f90-4753-badd-f15dc33ecbea None None] Provisioning complete for port 89263f7b-b11d-40a7-9814-8361e52fc334 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:05.483540 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-30e2e089-5f90-4753-badd-f15dc33ecbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:05.553864 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e814582-7f0c-41a6-83c0-fe7c5b49d07d admin admin] Publish callbacks [] for security_group (691ace85-b4cc-4e3a-b9c0-97b0173ffdd6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:05.563756 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3e814582-7f0c-41a6-83c0-fe7c5b49d07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (691ace85-b4cc-4e3a-b9c0-97b0173ffdd6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:05.619140 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e814582-7f0c-41a6-83c0-fe7c5b49d07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691ace85-b4cc-4e3a-b9c0-97b0173ffdd6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:05.628436 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'name': 'tempest-TestAggregatesBasicOps-375130354-router', 'tenant_id': '7439e5ba07b0488c83eea2879b14e86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '6405c5f7-1431-4db3-96c3-4bf190802fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:13:54Z', 'updated_at': '2022-03-07T22:13:59Z', 'revision_number': 4, 'project_id': '7439e5ba07b0488c83eea2879b14e86a', 'gw_port': {'id': '6405c5f7-1431-4db3-96c3-4bf190802fd5', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:26:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:13:55Z', 'updated_at': '2022-03-07T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '89263f7b-b11d-40a7-9814-8361e52fc334', 'name': '', 'network_id': '58e6d62c-e24b-4475-afb9-596bf67e0c2d', 'tenant_id': '7439e5ba07b0488c83eea2879b14e86a', 'mac_address': 'fa:16:3e:02:a2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '86fef3ff-1234-4801-a293-9ad30a02c8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:13:58Z', 'updated_at': '2022-03-07T22:14:04Z', 'revision_number': 4, 'project_id': '7439e5ba07b0488c83eea2879b14e86a', 'subnets': [{'id': '86fef3ff-1234-4801-a293-9ad30a02c8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:05.665982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-30e2e089-5f90-4753-badd-f15dc33ecbea None None] Current status of the port 89263f7b-b11d-40a7-9814-8361e52fc334 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:05.678739 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Publish callbacks [] for router_gateway (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:05.686702 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3e814582-7f0c-41a6-83c0-fe7c5b49d07d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98a8348ef4b047a9867cbc095ec62d0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5286572 Mar 07 22:14:05.687269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43508) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:05.698733 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9527ad-47ca-45a2-9bf7-8e2c1104a07f None None] The sync data for ids ['0f25c3f3-12e6-4f40-8d99-c6584e90751b'] in n-d-832330-1 is: [{'id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'name': 'tempest-TestAggregatesBasicOps-375130354-router', 'tenant_id': '7439e5ba07b0488c83eea2879b14e86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '6405c5f7-1431-4db3-96c3-4bf190802fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:13:54Z', 'updated_at': '2022-03-07T22:13:59Z', 'revision_number': 4, 'project_id': '7439e5ba07b0488c83eea2879b14e86a', 'gw_port': {'id': '6405c5f7-1431-4db3-96c3-4bf190802fd5', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:26:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:13:55Z', 'updated_at': '2022-03-07T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '89263f7b-b11d-40a7-9814-8361e52fc334', 'name': '', 'network_id': '58e6d62c-e24b-4475-afb9-596bf67e0c2d', 'tenant_id': '7439e5ba07b0488c83eea2879b14e86a', 'mac_address': 'fa:16:3e:02:a2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '86fef3ff-1234-4801-a293-9ad30a02c8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:13:58Z', 'updated_at': '2022-03-07T22:14:04Z', 'revision_number': 4, 'project_id': '7439e5ba07b0488c83eea2879b14e86a', 'subnets': [{'id': '86fef3ff-1234-4801-a293-9ad30a02c8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:06.047882 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 96d7df94-734b-499e-9f6f-d0fb1262ca14 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:14:06.123008 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a2a7c827-ceb2-400f-8cc5-5f515f3c519f admin admin] Publish callbacks [] for security_group (691ace85-b4cc-4e3a-b9c0-97b0173ffdd6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:06.189631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 96d7df94-734b-499e-9f6f-d0fb1262ca14 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:06.190173 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:06.323772 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a2a7c827-ceb2-400f-8cc5-5f515f3c519f admin admin] Publish callbacks [] for security_group (691ace85-b4cc-4e3a-b9c0-97b0173ffdd6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:06.406001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296b54a6-1159-4d10-a985-19eaa2d31a67 None None] Network dc2782f8-6702-4b17-90f8-627cc630f03f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:14:06.467331 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:06.598449 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 96d7df94-734b-499e-9f6f-d0fb1262ca14 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:06.598870 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:06.647558 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a2a7c827-ceb2-400f-8cc5-5f515f3c519f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (691ace85-b4cc-4e3a-b9c0-97b0173ffdd6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:06.650734 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a2a7c827-ceb2-400f-8cc5-5f515f3c519f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:06.652838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d538227d-65b8-44dc-9881-40c94d7a7cd7 None None] Provisioning complete for port 96d7df94-734b-499e-9f6f-d0fb1262ca14 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:06.655457 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d538227d-65b8-44dc-9881-40c94d7a7cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:06.669610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a2a7c827-ceb2-400f-8cc5-5f515f3c519f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/691ace85-b4cc-4e3a-b9c0-97b0173ffdd6 HTTP/1.1" status: 204 len: 168 time: 0.9699309 Mar 07 22:14:06.706876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7c827-ceb2-400f-8cc5-5f515f3c519f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691ace85-b4cc-4e3a-b9c0-97b0173ffdd6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:06.774052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Router e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:14:06.913893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 96d7df94-734b-499e-9f6f-d0fb1262ca14, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=96d7df94-734b-499e-9f6f-d0fb1262ca14,segment=NetworkSegment(56036964-8df9-435d-8a60-8e0820f2765b),segment_id=56036964-8df9-435d-8a60-8e0820f2765b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:06.969090 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:07.088044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:14:07.121992 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:07.123664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cf956031-bc48-4b98-af99-351f3fd23aef admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5187006 Mar 07 22:14:07.126881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43534) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:07.135138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Sync routers for ids ['e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:07.273808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Routers {'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:07.279906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:13:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:07.402754 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=96d7df94-734b-499e-9f6f-d0fb1262ca14,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:07.422868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d538227d-65b8-44dc-9881-40c94d7a7cd7 None None] Current status of the port 96d7df94-734b-499e-9f6f-d0fb1262ca14 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:07.759079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Set router e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:14:08.269173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-31e74f23-2be5-4fc2-9fdf-1b20a467f52a None None] Provisioning complete for port 96d7df94-734b-499e-9f6f-d0fb1262ca14 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:08.269720 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-31e74f23-2be5-4fc2-9fdf-1b20a467f52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:08.325022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 89263f7b-b11d-40a7-9814-8361e52fc334 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:14:08.504679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-31e74f23-2be5-4fc2-9fdf-1b20a467f52a None None] Current status of the port 96d7df94-734b-499e-9f6f-d0fb1262ca14 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:08.558214 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 89263f7b-b11d-40a7-9814-8361e52fc334 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:08.558599 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:08.684318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 89263f7b-b11d-40a7-9814-8361e52fc334 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:08.685421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 96d7df94-734b-499e-9f6f-d0fb1262ca14 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:14:08.786940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'name': 'tempest-TestAggregatesBasicOps-1070938730-router', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '3b4904e7-e4bf-4063-9a3d-d2f56535526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:02Z', 'updated_at': '2022-03-07T22:14:05Z', 'revision_number': 3, 'project_id': '602876354c4448048c4a927b5aab0f2f', 'gw_port': {'id': '3b4904e7-e4bf-4063-9a3d-d2f56535526e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:03Z', 'updated_at': '2022-03-07T22:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:08.832092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 96d7df94-734b-499e-9f6f-d0fb1262ca14 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:08.832513 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:08.835446 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Checking router: e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:14:08.836050 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Updating router e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 port 3b4904e7-e4bf-4063-9a3d-d2f56535526e binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:14:08.926827 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3b4904e7-e4bf-4063-9a3d-d2f56535526e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:08.957332 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:09.306944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Allocated IP 172.20.0.1 (dc2782f8-6702-4b17-90f8-627cc630f03f/84db2d1f-45a7-4957-a05d-e261451ab3a8/36297528-1967-480f-83c8-049cc3b3fc95) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:09.406864 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 96d7df94-734b-499e-9f6f-d0fb1262ca14 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:09.481123 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Publish callbacks [] for port (36297528-1967-480f-83c8-049cc3b3fc95), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:09.536651 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (36297528-1967-480f-83c8-049cc3b3fc95), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:09.615291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Network dc2782f8-6702-4b17-90f8-627cc630f03f is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:09.619199 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:09.624415 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:14:09.692893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:09.737602 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Publish callbacks [] for port (3b4904e7-e4bf-4063-9a3d-d2f56535526e), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:09.755450 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3b4904e7-e4bf-4063-9a3d-d2f56535526e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:09.830929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Pushing event updated for resources: {'Port': ['ID=36297528-1967-480f-83c8-049cc3b3fc95,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:09.888807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Attempting to bind port 3b4904e7-e4bf-4063-9a3d-d2f56535526e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:14:09.892073 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Attempting to bind port 3b4904e7-e4bf-4063-9a3d-d2f56535526e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:14:09.893995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Attempting to bind port 3b4904e7-e4bf-4063-9a3d-d2f56535526e on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:14:09.915734 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9f54a-b737-4ac0-af92-5da831c63da5 None None] Pushing event updated for resources: {'Port': ['ID=3b4904e7-e4bf-4063-9a3d-d2f56535526e,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:09.926763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:14:09.927302 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:14:09.930108 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:09.930646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:14:09.931265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Bound port: 3b4904e7-e4bf-4063-9a3d-d2f56535526e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:14:09.931762 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3b4904e7-e4bf-4063-9a3d-d2f56535526e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:10.061502 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-627c4140-6fa9-4a0d-8629-3621bfb1b385 None None] Provisioning complete for port 36297528-1967-480f-83c8-049cc3b3fc95 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:10.062285 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-627c4140-6fa9-4a0d-8629-3621bfb1b385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (36297528-1967-480f-83c8-049cc3b3fc95), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:10.083380 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (36297528-1967-480f-83c8-049cc3b3fc95), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:10.148844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] For port 3b4904e7-e4bf-4063-9a3d-d2f56535526e, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:14:10.153818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] For port 3b4904e7-e4bf-4063-9a3d-d2f56535526e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3b4904e7-e4bf-4063-9a3d-d2f56535526e,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:14:10.163768 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3b4904e7-e4bf-4063-9a3d-d2f56535526e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:10.259030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-627c4140-6fa9-4a0d-8629-3621bfb1b385 None None] Port 36297528-1967-480f-83c8-049cc3b3fc95 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:14:10.298011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9f54a-b737-4ac0-af92-5da831c63da5 None None] Pushing event updated for resources: {'Port': ['ID=3b4904e7-e4bf-4063-9a3d-d2f56535526e,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:10.302476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Routers {'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:10.303346 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:13:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:10.430874 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Publish callbacks [] for port (36297528-1967-480f-83c8-049cc3b3fc95), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:10.441576 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (36297528-1967-480f-83c8-049cc3b3fc95), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:10.498433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] Set router e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:14:10.544513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Pushing event updated for resources: {'Port': ['ID=36297528-1967-480f-83c8-049cc3b3fc95,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:10.556719 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:10.686272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Network dc2782f8-6702-4b17-90f8-627cc630f03f is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:10.690458 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:10.800714 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'name': 'tempest-TestAggregatesBasicOps-1070938730-router', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '3b4904e7-e4bf-4063-9a3d-d2f56535526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:02Z', 'updated_at': '2022-03-07T22:14:09Z', 'revision_number': 4, 'project_id': '602876354c4448048c4a927b5aab0f2f', 'gw_port': {'id': '3b4904e7-e4bf-4063-9a3d-d2f56535526e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:03Z', 'updated_at': '2022-03-07T22:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '36297528-1967-480f-83c8-049cc3b3fc95', 'name': '', 'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'mac_address': 'fa:16:3e:7e:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '84db2d1f-45a7-4957-a05d-e261451ab3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:09Z', 'updated_at': '2022-03-07T22:14:09Z', 'revision_number': 1, 'project_id': '602876354c4448048c4a927b5aab0f2f', 'subnets': [{'id': '84db2d1f-45a7-4957-a05d-e261451ab3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:10.867614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a885373-2f0c-467d-9be9-c65d0ec13cb9 None None] The sync data for ids ['e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'] in n-d-832330-1 is: [{'id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'name': 'tempest-TestAggregatesBasicOps-1070938730-router', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '3b4904e7-e4bf-4063-9a3d-d2f56535526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:02Z', 'updated_at': '2022-03-07T22:14:09Z', 'revision_number': 4, 'project_id': '602876354c4448048c4a927b5aab0f2f', 'gw_port': {'id': '3b4904e7-e4bf-4063-9a3d-d2f56535526e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:03Z', 'updated_at': '2022-03-07T22:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '36297528-1967-480f-83c8-049cc3b3fc95', 'name': '', 'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'mac_address': 'fa:16:3e:7e:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '84db2d1f-45a7-4957-a05d-e261451ab3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:09Z', 'updated_at': '2022-03-07T22:14:09Z', 'revision_number': 1, 'project_id': '602876354c4448048c4a927b5aab0f2f', 'subnets': [{'id': '84db2d1f-45a7-4957-a05d-e261451ab3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:10.914238 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Router e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:14:11.107856 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:14:11.121060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-94121235-68a0-4f33-b0ec-9c7b6ec85b8e admin admin] 10.222.0.26 "PUT /v2.0/routers/e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9929671 Mar 07 22:14:11.223108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f8406560-3dcd-48cf-baef-b837451e343c None None] Provisioning complete for port 36297528-1967-480f-83c8-049cc3b3fc95 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:11.228613 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f8406560-3dcd-48cf-baef-b837451e343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (36297528-1967-480f-83c8-049cc3b3fc95), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:11.321457 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f8406560-3dcd-48cf-baef-b837451e343c None None] Port 36297528-1967-480f-83c8-049cc3b3fc95 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:14:12.463510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43812) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:12.727138 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf49f06a-fede-48d7-b9c5-e7619f45eb84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:12.836016 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf49f06a-fede-48d7-b9c5-e7619f45eb84 admin admin] Publish callbacks [] for security_group (478c415c-a632-4ad8-aa31-2e2f3937df67), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:12.842854 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf49f06a-fede-48d7-b9c5-e7619f45eb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (478c415c-a632-4ad8-aa31-2e2f3937df67), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:12.897185 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43830) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:12.908079 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cf49f06a-fede-48d7-b9c5-e7619f45eb84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=effd556832f34949b73bfc650a9fecff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4379561 Mar 07 22:14:12.913047 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49f06a-fede-48d7-b9c5-e7619f45eb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478c415c-a632-4ad8-aa31-2e2f3937df67,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:12.977820 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2862750-0314-4b4a-83da-eb7eea245e61 admin admin] Publish callbacks [] for security_group (478c415c-a632-4ad8-aa31-2e2f3937df67), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:13.005632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2862750-0314-4b4a-83da-eb7eea245e61 admin admin] Publish callbacks [] for security_group (478c415c-a632-4ad8-aa31-2e2f3937df67), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:13.078898 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2862750-0314-4b4a-83da-eb7eea245e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (478c415c-a632-4ad8-aa31-2e2f3937df67), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:13.083409 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2862750-0314-4b4a-83da-eb7eea245e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:13.089511 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d2862750-0314-4b4a-83da-eb7eea245e61 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/478c415c-a632-4ad8-aa31-2e2f3937df67 HTTP/1.1" status: 204 len: 168 time: 0.1905830 Mar 07 22:14:13.104854 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2862750-0314-4b4a-83da-eb7eea245e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478c415c-a632-4ad8-aa31-2e2f3937df67,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:13.242971 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43840) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:13.508585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43846) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:13.535979 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a3500796-14d2-4a04-923a-d9590388a65a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:13.658045 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a3500796-14d2-4a04-923a-d9590388a65a admin admin] Publish callbacks [] for security_group (37a2df4f-3ee2-4715-b1c8-708ad0b2f16a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:13.665353 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a3500796-14d2-4a04-923a-d9590388a65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (37a2df4f-3ee2-4715-b1c8-708ad0b2f16a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:13.740612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3500796-14d2-4a04-923a-d9590388a65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a2df4f-3ee2-4715-b1c8-708ad0b2f16a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:13.747848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a3500796-14d2-4a04-923a-d9590388a65a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef67755dc3984de584da7d5215b9dcb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2371349 Mar 07 22:14:13.751035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43850) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:13.823351 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c97d8ecf-365e-47cd-9300-a4aa51495e40 admin admin] Publish callbacks [] for security_group (37a2df4f-3ee2-4715-b1c8-708ad0b2f16a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:13.851116 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b05ae26-b1e7-42bc-9e96-0acd8a0bc260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (0f25c3f3-12e6-4f40-8d99-c6584e90751b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:13.858931 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c97d8ecf-365e-47cd-9300-a4aa51495e40 admin admin] Publish callbacks [] for security_group (37a2df4f-3ee2-4715-b1c8-708ad0b2f16a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:13.920043 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3b4904e7-e4bf-4063-9a3d-d2f56535526e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:14:13.938501 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c97d8ecf-365e-47cd-9300-a4aa51495e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (37a2df4f-3ee2-4715-b1c8-708ad0b2f16a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:13.941444 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c97d8ecf-365e-47cd-9300-a4aa51495e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:13.959122 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c97d8ecf-365e-47cd-9300-a4aa51495e40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37a2df4f-3ee2-4715-b1c8-708ad0b2f16a HTTP/1.1" status: 204 len: 168 time: 0.1977124 Mar 07 22:14:13.974993 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d8ecf-365e-47cd-9300-a4aa51495e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a2df4f-3ee2-4715-b1c8-708ad0b2f16a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:14.069085 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 3b4904e7-e4bf-4063-9a3d-d2f56535526e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:14.069477 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3b4904e7-e4bf-4063-9a3d-d2f56535526e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:14.186927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 3b4904e7-e4bf-4063-9a3d-d2f56535526e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:14.187407 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3b4904e7-e4bf-4063-9a3d-d2f56535526e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:14.217394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 3b4904e7-e4bf-4063-9a3d-d2f56535526e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3b4904e7-e4bf-4063-9a3d-d2f56535526e,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:14.224179 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3b4904e7-e4bf-4063-9a3d-d2f56535526e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:14.315674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=3b4904e7-e4bf-4063-9a3d-d2f56535526e,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:14.352731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1b05ae26-b1e7-42bc-9e96-0acd8a0bc260 admin admin] Deleting port 89263f7b-b11d-40a7-9814-8361e52fc334 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:14.353357 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b05ae26-b1e7-42bc-9e96-0acd8a0bc260 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:14.415336 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Sync routers for ids ['e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:14.428954 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Routers {'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:14.429660 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:13:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:14.450284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-1b05ae26-b1e7-42bc-9e96-0acd8a0bc260 admin admin] For port 89263f7b-b11d-40a7-9814-8361e52fc334, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=89263f7b-b11d-40a7-9814-8361e52fc334,segment=NetworkSegment(74e711e5-d585-4ee7-aa93-c049e1903a5f),segment_id=74e711e5-d585-4ee7-aa93-c049e1903a5f)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:14.450951 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b05ae26-b1e7-42bc-9e96-0acd8a0bc260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:14.467199 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1b05ae26-b1e7-42bc-9e96-0acd8a0bc260 admin admin] Calling delete_port for 89263f7b-b11d-40a7-9814-8361e52fc334 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:14.660767 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Set router e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:14:14.747418 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b05ae26-b1e7-42bc-9e96-0acd8a0bc260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (89263f7b-b11d-40a7-9814-8361e52fc334), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:14.798683 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05ae26-b1e7-42bc-9e96-0acd8a0bc260 admin admin] Pushing event deleted for resources: {'Port': ['ID=89263f7b-b11d-40a7-9814-8361e52fc334,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:14.931556 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'name': 'tempest-TestAggregatesBasicOps-1070938730-router', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '3b4904e7-e4bf-4063-9a3d-d2f56535526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:02Z', 'updated_at': '2022-03-07T22:14:09Z', 'revision_number': 4, 'project_id': '602876354c4448048c4a927b5aab0f2f', 'gw_port': {'id': '3b4904e7-e4bf-4063-9a3d-d2f56535526e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:03Z', 'updated_at': '2022-03-07T22:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '36297528-1967-480f-83c8-049cc3b3fc95', 'name': '', 'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'mac_address': 'fa:16:3e:7e:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '84db2d1f-45a7-4957-a05d-e261451ab3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:09Z', 'updated_at': '2022-03-07T22:14:10Z', 'revision_number': 2, 'project_id': '602876354c4448048c4a927b5aab0f2f', 'subnets': [{'id': '84db2d1f-45a7-4957-a05d-e261451ab3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:14.966994 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Checking router: e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:14:14.967502 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Updating router e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 port 36297528-1967-480f-83c8-049cc3b3fc95 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:14:15.010654 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (36297528-1967-480f-83c8-049cc3b3fc95), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:15.113670 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b05ae26-b1e7-42bc-9e96-0acd8a0bc260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (0f25c3f3-12e6-4f40-8d99-c6584e90751b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:15.427304 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Publish callbacks [] for port (36297528-1967-480f-83c8-049cc3b3fc95), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:15.435209 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b05ae26-b1e7-42bc-9e96-0acd8a0bc260 admin admin] Router 0f25c3f3-12e6-4f40-8d99-c6584e90751b has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:14:15.439159 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (36297528-1967-480f-83c8-049cc3b3fc95), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:15.533915 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa7734-8aca-4560-9214-d88bd0f6b374 None None] Pushing event updated for resources: {'Port': ['ID=36297528-1967-480f-83c8-049cc3b3fc95,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:15.636447 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b05ae26-b1e7-42bc-9e96-0acd8a0bc260 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:14:15.646941 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Attempting to bind port 36297528-1967-480f-83c8-049cc3b3fc95 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:14:15.649190 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Attempting to bind port 36297528-1967-480f-83c8-049cc3b3fc95 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '56036964-8df9-435d-8a60-8e0820f2765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:14:15.649726 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Attempting to bind port 36297528-1967-480f-83c8-049cc3b3fc95 on network dc2782f8-6702-4b17-90f8-627cc630f03f {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:14:15.653631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1aca8e-521a-45c2-aa92-727706d39b47 None None] Sync routers for ids ['0f25c3f3-12e6-4f40-8d99-c6584e90751b'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:15.654317 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1b05ae26-b1e7-42bc-9e96-0acd8a0bc260 admin admin] 10.222.0.26 "PUT /v2.0/routers/0f25c3f3-12e6-4f40-8d99-c6584e90751b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4069350 Mar 07 22:14:15.656656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43912) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:15.663126 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:14:15.666119 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Checking segment: {'id': '56036964-8df9-435d-8a60-8e0820f2765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:14:15.667753 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:15.671150 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Bound using segment: {'id': '56036964-8df9-435d-8a60-8e0820f2765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:14:15.672324 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-858f3cb2-46d7-4090-b31f-2f303a2381b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:15.672826 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Bound port: 36297528-1967-480f-83c8-049cc3b3fc95, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56036964-8df9-435d-8a60-8e0820f2765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:14:15.673317 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (36297528-1967-480f-83c8-049cc3b3fc95), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:15.698924 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1aca8e-521a-45c2-aa92-727706d39b47 None None] Routers {'0f25c3f3-12e6-4f40-8d99-c6584e90751b'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:15.699879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3d1aca8e-521a-45c2-aa92-727706d39b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:13:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0f25c3f3-12e6-4f40-8d99-c6584e90751b'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:15.904338 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] For port 36297528-1967-480f-83c8-049cc3b3fc95, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:14:15.910191 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] For port 36297528-1967-480f-83c8-049cc3b3fc95, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=36297528-1967-480f-83c8-049cc3b3fc95,segment=NetworkSegment(56036964-8df9-435d-8a60-8e0820f2765b),segment_id=56036964-8df9-435d-8a60-8e0820f2765b)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:14:15.933461 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (36297528-1967-480f-83c8-049cc3b3fc95), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:16.018289 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] Publish callbacks [] for router (0f25c3f3-12e6-4f40-8d99-c6584e90751b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:16.028300 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa7734-8aca-4560-9214-d88bd0f6b374 None None] Pushing event updated for resources: {'Port': ['ID=36297528-1967-480f-83c8-049cc3b3fc95,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:16.061455 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Routers {'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:16.061455 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:13:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:16.154278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-3d1aca8e-521a-45c2-aa92-727706d39b47 None None] Set router 0f25c3f3-12e6-4f40-8d99-c6584e90751b gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:14:16.268991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3b4904e7-e4bf-4063-9a3d-d2f56535526e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:14:16.284517 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] Set router e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:14:16.287135 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] Publish callbacks [] for router_gateway (0f25c3f3-12e6-4f40-8d99-c6584e90751b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:16.350886 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:16.415322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c8991c73-85e6-483b-8795-2b8fb23fcc62 None None] Provisioning complete for port 36297528-1967-480f-83c8-049cc3b3fc95 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:16.416559 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c8991c73-85e6-483b-8795-2b8fb23fcc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (36297528-1967-480f-83c8-049cc3b3fc95), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:16.445843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] Deleting port 6405c5f7-1431-4db3-96c3-4bf190802fd5 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:16.448426 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6405c5f7-1431-4db3-96c3-4bf190802fd5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:16.529425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 3b4904e7-e4bf-4063-9a3d-d2f56535526e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:16.530122 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3b4904e7-e4bf-4063-9a3d-d2f56535526e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:16.663400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] For port 6405c5f7-1431-4db3-96c3-4bf190802fd5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6405c5f7-1431-4db3-96c3-4bf190802fd5,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:16.663947 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6405c5f7-1431-4db3-96c3-4bf190802fd5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:16.693098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] Calling delete_port for 6405c5f7-1431-4db3-96c3-4bf190802fd5 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:16.751893 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43976) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:16.787713 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'name': 'tempest-TestAggregatesBasicOps-1070938730-router', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '3b4904e7-e4bf-4063-9a3d-d2f56535526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:02Z', 'updated_at': '2022-03-07T22:14:09Z', 'revision_number': 4, 'project_id': '602876354c4448048c4a927b5aab0f2f', 'gw_port': {'id': '3b4904e7-e4bf-4063-9a3d-d2f56535526e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:03Z', 'updated_at': '2022-03-07T22:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '36297528-1967-480f-83c8-049cc3b3fc95', 'name': '', 'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'mac_address': 'fa:16:3e:7e:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '84db2d1f-45a7-4957-a05d-e261451ab3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:09Z', 'updated_at': '2022-03-07T22:14:15Z', 'revision_number': 4, 'project_id': '602876354c4448048c4a927b5aab0f2f', 'subnets': [{'id': '84db2d1f-45a7-4957-a05d-e261451ab3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:16.822695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3d1aca8e-521a-45c2-aa92-727706d39b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'name': 'tempest-TestAggregatesBasicOps-375130354-router', 'tenant_id': '7439e5ba07b0488c83eea2879b14e86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '6405c5f7-1431-4db3-96c3-4bf190802fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:13:54Z', 'updated_at': '2022-03-07T22:14:14Z', 'revision_number': 5, 'project_id': '7439e5ba07b0488c83eea2879b14e86a', 'gw_port': {'id': '6405c5f7-1431-4db3-96c3-4bf190802fd5', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:26:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:13:55Z', 'updated_at': '2022-03-07T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:16.856345 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3fa6d3-308c-44c6-865e-78b9b41b5a12 None None] The sync data for ids ['e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'] in n-d-832330-1 is: [{'id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'name': 'tempest-TestAggregatesBasicOps-1070938730-router', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '3b4904e7-e4bf-4063-9a3d-d2f56535526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:02Z', 'updated_at': '2022-03-07T22:14:09Z', 'revision_number': 4, 'project_id': '602876354c4448048c4a927b5aab0f2f', 'gw_port': {'id': '3b4904e7-e4bf-4063-9a3d-d2f56535526e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:03Z', 'updated_at': '2022-03-07T22:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '36297528-1967-480f-83c8-049cc3b3fc95', 'name': '', 'network_id': 'dc2782f8-6702-4b17-90f8-627cc630f03f', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'mac_address': 'fa:16:3e:7e:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '84db2d1f-45a7-4957-a05d-e261451ab3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:09Z', 'updated_at': '2022-03-07T22:14:15Z', 'revision_number': 4, 'project_id': '602876354c4448048c4a927b5aab0f2f', 'subnets': [{'id': '84db2d1f-45a7-4957-a05d-e261451ab3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:16.913727 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1aca8e-521a-45c2-aa92-727706d39b47 None None] Checking router: 0f25c3f3-12e6-4f40-8d99-c6584e90751b for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:14:16.937641 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c8991c73-85e6-483b-8795-2b8fb23fcc62 None None] Current status of the port 36297528-1967-480f-83c8-049cc3b3fc95 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:16.939132 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c8991c73-85e6-483b-8795-2b8fb23fcc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (36297528-1967-480f-83c8-049cc3b3fc95), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:16.997823 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f425624d-0bfe-40cd-aeb7-37b5923f2900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.004240 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6405c5f7-1431-4db3-96c3-4bf190802fd5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.013401 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1aca8e-521a-45c2-aa92-727706d39b47 None None] Routers {'0f25c3f3-12e6-4f40-8d99-c6584e90751b'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:17.014034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3d1aca8e-521a-45c2-aa92-727706d39b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:13:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0f25c3f3-12e6-4f40-8d99-c6584e90751b'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:17.064268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6405c5f7-1431-4db3-96c3-4bf190802fd5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:17.089823 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 3b4904e7-e4bf-4063-9a3d-d2f56535526e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:17.186103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c8991c73-85e6-483b-8795-2b8fb23fcc62 None None] For port 36297528-1967-480f-83c8-049cc3b3fc95, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=36297528-1967-480f-83c8-049cc3b3fc95,segment=NetworkSegment(56036964-8df9-435d-8a60-8e0820f2765b),segment_id=56036964-8df9-435d-8a60-8e0820f2765b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:17.199794 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f425624d-0bfe-40cd-aeb7-37b5923f2900 admin admin] Publish callbacks [] for security_group (4962b287-dfdd-450f-98f1-2669d3f4e53e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.205069 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c8991c73-85e6-483b-8795-2b8fb23fcc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (36297528-1967-480f-83c8-049cc3b3fc95), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.215505 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f425624d-0bfe-40cd-aeb7-37b5923f2900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4962b287-dfdd-450f-98f1-2669d3f4e53e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.223367 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (0f25c3f3-12e6-4f40-8d99-c6584e90751b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.226312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-3d1aca8e-521a-45c2-aa92-727706d39b47 None None] Set router 0f25c3f3-12e6-4f40-8d99-c6584e90751b gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:14:17.272448 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425624d-0bfe-40cd-aeb7-37b5923f2900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4962b287-dfdd-450f-98f1-2669d3f4e53e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:17.326340 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f425624d-0bfe-40cd-aeb7-37b5923f2900 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee5f112837fc40e192f27b790b79d079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5725098 Mar 07 22:14:17.329373 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43982) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:17.368527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3d1aca8e-521a-45c2-aa92-727706d39b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'name': 'tempest-TestAggregatesBasicOps-375130354-router', 'tenant_id': '7439e5ba07b0488c83eea2879b14e86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:13:54Z', 'updated_at': '2022-03-07T22:14:16Z', 'revision_number': 7, 'project_id': '7439e5ba07b0488c83eea2879b14e86a', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:17.384858 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (0f25c3f3-12e6-4f40-8d99-c6584e90751b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.387904 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] Publish callbacks [] for router_controller (0f25c3f3-12e6-4f40-8d99-c6584e90751b), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.427023 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a07115f-4377-46d8-9d4d-4fe88f25799f admin admin] Publish callbacks [] for security_group (4962b287-dfdd-450f-98f1-2669d3f4e53e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.453698 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (0f25c3f3-12e6-4f40-8d99-c6584e90751b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.455309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f25c3f3-12e6-4f40-8d99-c6584e90751b {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:14:17.465091 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.468462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-92810219-bcd3-480d-aa0a-f16dd27e36f5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0f25c3f3-12e6-4f40-8d99-c6584e90751b HTTP/1.1" status: 204 len: 168 time: 1.8072612 Mar 07 22:14:17.469198 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a07115f-4377-46d8-9d4d-4fe88f25799f admin admin] Publish callbacks [] for security_group (4962b287-dfdd-450f-98f1-2669d3f4e53e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.469616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 43984) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:17.503615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8991c73-85e6-483b-8795-2b8fb23fcc62 None None] Pushing event updated for resources: {'Port': ['ID=36297528-1967-480f-83c8-049cc3b3fc95,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:17.506440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1aca8e-521a-45c2-aa92-727706d39b47 None None] The sync data for ids ['0f25c3f3-12e6-4f40-8d99-c6584e90751b'] in n-d-832330-1 is: [{'id': '0f25c3f3-12e6-4f40-8d99-c6584e90751b', 'name': 'tempest-TestAggregatesBasicOps-375130354-router', 'tenant_id': '7439e5ba07b0488c83eea2879b14e86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:13:54Z', 'updated_at': '2022-03-07T22:14:16Z', 'revision_number': 7, 'project_id': '7439e5ba07b0488c83eea2879b14e86a', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:17.531738 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a07115f-4377-46d8-9d4d-4fe88f25799f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4962b287-dfdd-450f-98f1-2669d3f4e53e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.534526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a83e7f22-1701-416f-9307-84933a2a04bc None None] Provisioning complete for port 36297528-1967-480f-83c8-049cc3b3fc95 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:17.535631 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a83e7f22-1701-416f-9307-84933a2a04bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (36297528-1967-480f-83c8-049cc3b3fc95), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.536573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a07115f-4377-46d8-9d4d-4fe88f25799f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.543554 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2a07115f-4377-46d8-9d4d-4fe88f25799f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4962b287-dfdd-450f-98f1-2669d3f4e53e HTTP/1.1" status: 204 len: 168 time: 0.2119379 Mar 07 22:14:17.556818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07115f-4377-46d8-9d4d-4fe88f25799f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4962b287-dfdd-450f-98f1-2669d3f4e53e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:17.584813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8be5264-4f5a-4947-beec-582340ace07c admin admin] Deleting subnet 86fef3ff-1234-4801-a293-9ad30a02c8d3 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:14:17.594251 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8be5264-4f5a-4947-beec-582340ace07c admin admin] Publish callbacks [] for subnet (86fef3ff-1234-4801-a293-9ad30a02c8d3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.664053 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a83e7f22-1701-416f-9307-84933a2a04bc None None] Current status of the port 36297528-1967-480f-83c8-049cc3b3fc95 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:17.693279 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8be5264-4f5a-4947-beec-582340ace07c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (86fef3ff-1234-4801-a293-9ad30a02c8d3), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.842037 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8be5264-4f5a-4947-beec-582340ace07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (86fef3ff-1234-4801-a293-9ad30a02c8d3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.922994 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8be5264-4f5a-4947-beec-582340ace07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (86fef3ff-1234-4801-a293-9ad30a02c8d3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:17.989885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f5c263-00a8-47d1-8bbe-b84568f6ba0d None None] Network 58e6d62c-e24b-4475-afb9-596bf67e0c2d requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:14:18.020539 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c8be5264-4f5a-4947-beec-582340ace07c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:18.033515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 43998) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:18.037755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c8be5264-4f5a-4947-beec-582340ace07c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/86fef3ff-1234-4801-a293-9ad30a02c8d3 HTTP/1.1" status: 204 len: 168 time: 0.5648756 Mar 07 22:14:18.039713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be5264-4f5a-4947-beec-582340ace07c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fef3ff-1234-4801-a293-9ad30a02c8d3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:18.238324 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (58e6d62c-e24b-4475-afb9-596bf67e0c2d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:18.292334 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-acb0fc84-8d0e-4d7e-817e-faa5ceffa788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:18.354113 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 36297528-1967-480f-83c8-049cc3b3fc95 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:14:18.392072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] Deleting port cc662731-6d2c-4df9-af7b-c63fdb695a77 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:18.392420 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:18.450347 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:18.463274 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 36297528-1967-480f-83c8-049cc3b3fc95 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:18.464033 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (36297528-1967-480f-83c8-049cc3b3fc95), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:18.504804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] For port cc662731-6d2c-4df9-af7b-c63fdb695a77, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cc662731-6d2c-4df9-af7b-c63fdb695a77,segment=NetworkSegment(74e711e5-d585-4ee7-aa93-c049e1903a5f),segment_id=74e711e5-d585-4ee7-aa93-c049e1903a5f)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:18.505174 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:18.539531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] Calling delete_port for cc662731-6d2c-4df9-af7b-c63fdb695a77 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:18.594871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 36297528-1967-480f-83c8-049cc3b3fc95 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:18.611410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 89263f7b-b11d-40a7-9814-8361e52fc334 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:14:18.661192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 89263f7b-b11d-40a7-9814-8361e52fc334 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:14:18.661545 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 89263f7b-b11d-40a7-9814-8361e52fc334 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:14:18.707238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d854af-e16c-4881-bf38-3179341f5137 None None] DHCP port deletion for 58e6d62c-e24b-4475-afb9-596bf67e0c2d request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:14:18.988017 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a5d854af-e16c-4881-bf38-3179341f5137 None None] Deleting port cc662731-6d2c-4df9-af7b-c63fdb695a77 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:18.988493 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a5d854af-e16c-4881-bf38-3179341f5137 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:19.103426 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:19.129098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a5d854af-e16c-4881-bf38-3179341f5137 None None] For port cc662731-6d2c-4df9-af7b-c63fdb695a77, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cc662731-6d2c-4df9-af7b-c63fdb695a77,segment=NetworkSegment(74e711e5-d585-4ee7-aa93-c049e1903a5f),segment_id=74e711e5-d585-4ee7-aa93-c049e1903a5f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:19.129597 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a5d854af-e16c-4881-bf38-3179341f5137 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:19.155003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a5d854af-e16c-4881-bf38-3179341f5137 None None] Calling delete_port for cc662731-6d2c-4df9-af7b-c63fdb695a77 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:19.181023 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc662731-6d2c-4df9-af7b-c63fdb695a77,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:19.189277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] No DVR routers for this DVR port cc662731-6d2c-4df9-af7b-c63fdb695a77 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:14:19.317335 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a5d854af-e16c-4881-bf38-3179341f5137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (cc662731-6d2c-4df9-af7b-c63fdb695a77), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:19.377713 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (58e6d62c-e24b-4475-afb9-596bf67e0c2d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:19.387164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d854af-e16c-4881-bf38-3179341f5137 None None] Pushing event deleted for resources: {'Port': ['ID=cc662731-6d2c-4df9-af7b-c63fdb695a77,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:19.399830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e6d62c-e24b-4475-afb9-596bf67e0c2d']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:19.401451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d854af-e16c-4881-bf38-3179341f5137 None None] No DVR routers for this DVR port cc662731-6d2c-4df9-af7b-c63fdb695a77 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:14:19.422572 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:19.422751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e711e5-d585-4ee7-aa93-c049e1903a5f') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:19.422996 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e711e5-d585-4ee7-aa93-c049e1903a5f') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:19.434109 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (74e711e5-d585-4ee7-aa93-c049e1903a5f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:19.448557 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (74e711e5-d585-4ee7-aa93-c049e1903a5f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:19.455607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:14:19.456037 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (74e711e5-d585-4ee7-aa93-c049e1903a5f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:14:19.458022 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:14:19.527624 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (58e6d62c-e24b-4475-afb9-596bf67e0c2d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:19.539571 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:19.546911 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/58e6d62c-e24b-4475-afb9-596bf67e0c2d HTTP/1.1" status: 204 len: 168 time: 1.5096061 Mar 07 22:14:19.547772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44026) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:19.557303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bdec8-824b-4b09-b961-3147876f00b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=58e6d62c-e24b-4475-afb9-596bf67e0c2d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:19.793819 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44034) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:19.870503 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6405c5f7-1431-4db3-96c3-4bf190802fd5 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:14:19.916618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 6405c5f7-1431-4db3-96c3-4bf190802fd5 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:14:19.917307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6405c5f7-1431-4db3-96c3-4bf190802fd5 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:14:19.917550 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cc662731-6d2c-4df9-af7b-c63fdb695a77 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:14:19.951211 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9a9469ef-451f-48c2-aa32-024c1e87e4f7 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-346900972'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:19.951772 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9a9469ef-451f-48c2-aa32-024c1e87e4f7 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Unknown quota resources ['metering_label']. {{(pid=103718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 22:14:19.973235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: cc662731-6d2c-4df9-af7b-c63fdb695a77 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:14:19.973689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cc662731-6d2c-4df9-af7b-c63fdb695a77 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:14:20.065349 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cb030da1-05ee-4d3e-86cf-8f55f4ebc6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:20.179166 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a9469ef-451f-48c2-aa32-024c1e87e4f7 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:20.180448 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9a9469ef-451f-48c2-aa32-024c1e87e4f7 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3855629 Mar 07 22:14:20.185253 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44038) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:20.190335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6b6c0ba8-216f-486a-9711-857717a7c164 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9f618c1d-5c13-4109-825a-f11f7538c5d1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:20.190836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6b6c0ba8-216f-486a-9711-857717a7c164 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 22:14:20.316574 n-d-832330-1 neutron-server[103719]: WARNING neutron.services.metering.metering_plugin [None req-6b6c0ba8-216f-486a-9711-857717a7c164 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 22:14:20.359023 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:20.845525 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6b6c0ba8-216f-486a-9711-857717a7c164 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:20.846778 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6b6c0ba8-216f-486a-9711-857717a7c164 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6605799 Mar 07 22:14:20.850314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44044) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:20.854729 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6f34c0ce-5088-407f-8ab7-d5b48283ee45 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9f618c1d-5c13-4109-825a-f11f7538c5d1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:20.855233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6f34c0ce-5088-407f-8ab7-d5b48283ee45 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 22:14:20.929502 n-d-832330-1 neutron-server[103719]: WARNING neutron.services.metering.metering_plugin [None req-6f34c0ce-5088-407f-8ab7-d5b48283ee45 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 22:14:21.055376 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6f34c0ce-5088-407f-8ab7-d5b48283ee45 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:21.058129 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6f34c0ce-5088-407f-8ab7-d5b48283ee45 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2052753 Mar 07 22:14:21.059502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44048) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:21.074354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-72b2e244-0fa6-422b-b361-0faee5258a67 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=7de54249-a16b-4968-a3f9-b37ac909a61f HTTP/1.1" status: 200 len: 462 time: 0.0135796 Mar 07 22:14:21.076894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44050) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:21.111054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-cb030da1-05ee-4d3e-86cf-8f55f4ebc6cb admin admin] Deleting port 36297528-1967-480f-83c8-049cc3b3fc95 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:21.111455 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cb030da1-05ee-4d3e-86cf-8f55f4ebc6cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (36297528-1967-480f-83c8-049cc3b3fc95), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:21.243403 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d92d3182-0bb0-4b9f-bff7-885605a9b318 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:21.248510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d92d3182-0bb0-4b9f-bff7-885605a9b318 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/7de54249-a16b-4968-a3f9-b37ac909a61f HTTP/1.1" status: 204 len: 168 time: 0.1665816 Mar 07 22:14:21.249137 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44054) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:21.265289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44056) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:21.267204 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-572b5ebd-116b-42ab-b758-e43daf059594 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=7de54249-a16b-4968-a3f9-b37ac909a61f HTTP/1.1" status: 200 len: 221 time: 0.0171862 Mar 07 22:14:21.269329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-064b4c48-3819-4542-a846-df00815fa512 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2046257027', 'description': 'label created by tempest'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:21.269780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-064b4c48-3819-4542-a846-df00815fa512 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Unknown quota resources ['metering_label']. {{(pid=103719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 22:14:21.560389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-cb030da1-05ee-4d3e-86cf-8f55f4ebc6cb admin admin] For port 36297528-1967-480f-83c8-049cc3b3fc95, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=36297528-1967-480f-83c8-049cc3b3fc95,segment=NetworkSegment(56036964-8df9-435d-8a60-8e0820f2765b),segment_id=56036964-8df9-435d-8a60-8e0820f2765b)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:21.560987 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cb030da1-05ee-4d3e-86cf-8f55f4ebc6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (36297528-1967-480f-83c8-049cc3b3fc95), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:21.566437 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-064b4c48-3819-4542-a846-df00815fa512 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:21.567748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-064b4c48-3819-4542-a846-df00815fa512 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3016975 Mar 07 22:14:21.570693 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44086) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:21.599652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-cb030da1-05ee-4d3e-86cf-8f55f4ebc6cb admin admin] Calling delete_port for 36297528-1967-480f-83c8-049cc3b3fc95 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:21.675406 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2b74fadb-6e48-4e4e-9843-65c5f7def3a0 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=74dd9698-80a5-44cc-81ad-73c47ac72d2d HTTP/1.1" status: 200 len: 468 time: 0.1035678 Mar 07 22:14:21.681645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44098) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:21.991791 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cb030da1-05ee-4d3e-86cf-8f55f4ebc6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (36297528-1967-480f-83c8-049cc3b3fc95), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:22.055907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb030da1-05ee-4d3e-86cf-8f55f4ebc6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=36297528-1967-480f-83c8-049cc3b3fc95,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:22.094046 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6771ef20-2991-4662-889a-dea1d3b50cb6 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:22.097991 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6771ef20-2991-4662-889a-dea1d3b50cb6 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/74dd9698-80a5-44cc-81ad-73c47ac72d2d HTTP/1.1" status: 204 len: 168 time: 0.4128108 Mar 07 22:14:22.098577 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44146) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:22.115155 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4906ce1f-ecd4-4c47-b0ae-7e7c7cf21ffe tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=74dd9698-80a5-44cc-81ad-73c47ac72d2d HTTP/1.1" status: 200 len: 216 time: 0.0117109 Mar 07 22:14:22.115272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44148) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:22.152836 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:22.284568 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8574e3ec-d819-43e5-843e-47f234319380 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1653993 Mar 07 22:14:22.284920 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44168) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:22.313683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44174) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:22.318975 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3939dc78-f4dc-4769-a074-7aa6d7d2a2a1 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0223863 Mar 07 22:14:22.406531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-24a6b23b-168a-4483-baa8-387f765c1763 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/9f618c1d-5c13-4109-825a-f11f7538c5d1 HTTP/1.1" status: 200 len: 472 time: 0.0878320 Mar 07 22:14:22.408017 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44186) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:22.427100 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9ffa5e2d-e477-46db-8a92-b19fd5ab5e56 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/2332ae9e-ddf3-4713-9556-e6c14ce63db0 HTTP/1.1" status: 200 len: 459 time: 0.0156653 Mar 07 22:14:22.427728 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44190) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:22.525790 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cb030da1-05ee-4d3e-86cf-8f55f4ebc6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:22.600748 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4ec07abe-3ebf-4a14-b997-8ed4cb7c035e tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:22.604753 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4ec07abe-3ebf-4a14-b997-8ed4cb7c035e tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/2332ae9e-ddf3-4713-9556-e6c14ce63db0 HTTP/1.1" status: 204 len: 168 time: 0.1760352 Mar 07 22:14:22.605650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44210) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:22.858544 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-58c939bb-fc59-45c4-9179-2b81051b1ac2 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:22.864521 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-58c939bb-fc59-45c4-9179-2b81051b1ac2 tempest-MeteringIpV6TestJSON-1351774022 tempest-MeteringIpV6TestJSON-1351774022-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/9f618c1d-5c13-4109-825a-f11f7538c5d1 HTTP/1.1" status: 204 len: 168 time: 0.2573216 Mar 07 22:14:22.885218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb030da1-05ee-4d3e-86cf-8f55f4ebc6cb admin admin] Router e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:14:23.063452 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb030da1-05ee-4d3e-86cf-8f55f4ebc6cb admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:14:23.075565 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44260) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:23.077047 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cb030da1-05ee-4d3e-86cf-8f55f4ebc6cb admin admin] 10.222.0.26 "PUT /v2.0/routers/e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5274298 Mar 07 22:14:23.084821 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5698d2fb-062c-45a4-89c3-92d7cfdd8f82 None None] Sync routers for ids ['e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:23.108927 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5698d2fb-062c-45a4-89c3-92d7cfdd8f82 None None] Routers {'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:23.111107 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5698d2fb-062c-45a4-89c3-92d7cfdd8f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:23.302536 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-5698d2fb-062c-45a4-89c3-92d7cfdd8f82 None None] Set router e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:14:23.305872 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Publish callbacks [] for router (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:23.397929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44298) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:23.510327 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Publish callbacks [] for router_gateway (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:23.610396 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5698d2fb-062c-45a4-89c3-92d7cfdd8f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'name': 'tempest-TestAggregatesBasicOps-1070938730-router', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '3b4904e7-e4bf-4063-9a3d-d2f56535526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:02Z', 'updated_at': '2022-03-07T22:14:21Z', 'revision_number': 5, 'project_id': '602876354c4448048c4a927b5aab0f2f', 'gw_port': {'id': '3b4904e7-e4bf-4063-9a3d-d2f56535526e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:03Z', 'updated_at': '2022-03-07T22:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:23.611256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Deleting port 3b4904e7-e4bf-4063-9a3d-d2f56535526e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:23.611769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3b4904e7-e4bf-4063-9a3d-d2f56535526e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:23.637831 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6cb6bb10-8114-45c3-b3f1-617e2a1f51f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:23.660758 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5698d2fb-062c-45a4-89c3-92d7cfdd8f82 None None] Checking router: e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:14:23.690901 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5698d2fb-062c-45a4-89c3-92d7cfdd8f82 None None] Routers {'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:23.691945 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5698d2fb-062c-45a4-89c3-92d7cfdd8f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:23.778565 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] For port 3b4904e7-e4bf-4063-9a3d-d2f56535526e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3b4904e7-e4bf-4063-9a3d-d2f56535526e,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:23.778989 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3b4904e7-e4bf-4063-9a3d-d2f56535526e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:23.793851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Calling delete_port for 3b4904e7-e4bf-4063-9a3d-d2f56535526e owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:23.837490 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6cb6bb10-8114-45c3-b3f1-617e2a1f51f3 admin admin] Publish callbacks [] for security_group (48692859-d983-4828-9dbf-a45d8ff220e2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:23.849551 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6cb6bb10-8114-45c3-b3f1-617e2a1f51f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (48692859-d983-4828-9dbf-a45d8ff220e2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:23.937267 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6cb6bb10-8114-45c3-b3f1-617e2a1f51f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48e994a65608459d82489acbccbd8054&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5350091 Mar 07 22:14:23.937267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6bb10-8114-45c3-b3f1-617e2a1f51f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48692859-d983-4828-9dbf-a45d8ff220e2,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:23.939064 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44358) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:24.008454 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-239f7c92-e5fb-47b2-bb66-d4fcb270287b admin admin] Publish callbacks [] for security_group (48692859-d983-4828-9dbf-a45d8ff220e2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.044532 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-239f7c92-e5fb-47b2-bb66-d4fcb270287b admin admin] Publish callbacks [] for security_group (48692859-d983-4828-9dbf-a45d8ff220e2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.115303 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-5698d2fb-062c-45a4-89c3-92d7cfdd8f82 None None] Set router e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:14:24.127206 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3b4904e7-e4bf-4063-9a3d-d2f56535526e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.191345 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-239f7c92-e5fb-47b2-bb66-d4fcb270287b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (48692859-d983-4828-9dbf-a45d8ff220e2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.199499 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-239f7c92-e5fb-47b2-bb66-d4fcb270287b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.201798 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-239f7c92-e5fb-47b2-bb66-d4fcb270287b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/48692859-d983-4828-9dbf-a45d8ff220e2 HTTP/1.1" status: 204 len: 168 time: 0.2611144 Mar 07 22:14:24.214698 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4904e7-e4bf-4063-9a3d-d2f56535526e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:24.222279 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5698d2fb-062c-45a4-89c3-92d7cfdd8f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'name': 'tempest-TestAggregatesBasicOps-1070938730-router', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:02Z', 'updated_at': '2022-03-07T22:14:23Z', 'revision_number': 6, 'project_id': '602876354c4448048c4a927b5aab0f2f', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:24.235620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f7c92-e5fb-47b2-bb66-d4fcb270287b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48692859-d983-4828-9dbf-a45d8ff220e2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:24.248574 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:24.249006 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:24.249269 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:24.249608 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:24.249968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:24.258409 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:24.258803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:24.259147 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:24.259489 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:24.259823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:24.260155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:24.260674 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:24.261105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:24.294661 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5698d2fb-062c-45a4-89c3-92d7cfdd8f82 None None] The sync data for ids ['e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8'] in n-d-832330-1 is: [{'id': 'e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8', 'name': 'tempest-TestAggregatesBasicOps-1070938730-router', 'tenant_id': '602876354c4448048c4a927b5aab0f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:02Z', 'updated_at': '2022-03-07T22:14:23Z', 'revision_number': 6, 'project_id': '602876354c4448048c4a927b5aab0f2f', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:24.332859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.450027 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.452360 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Publish callbacks [] for router_controller (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.518046 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.518811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:14:24.527334 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.528836 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1ba53da9-b8a5-427a-94bd-5bebfe947161 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e5bdf3bf-9a62-41d0-bb35-e4901e3cc1a8 HTTP/1.1" status: 204 len: 168 time: 1.4518602 Mar 07 22:14:24.532611 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44424) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:24.605973 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-af851932-cf0e-4269-87e1-8c2588f41814 admin admin] Deleting subnet 84db2d1f-45a7-4957-a05d-e261451ab3a8 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:14:24.610944 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af851932-cf0e-4269-87e1-8c2588f41814 admin admin] Publish callbacks [] for subnet (84db2d1f-45a7-4957-a05d-e261451ab3a8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.660970 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af851932-cf0e-4269-87e1-8c2588f41814 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (84db2d1f-45a7-4957-a05d-e261451ab3a8), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.689603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44442) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:24.713163 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98c85262-5850-4947-a611-c7bda93e25d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.816938 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af851932-cf0e-4269-87e1-8c2588f41814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (84db2d1f-45a7-4957-a05d-e261451ab3a8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.905693 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98c85262-5850-4947-a611-c7bda93e25d5 admin admin] Publish callbacks [] for security_group (4134f690-209c-4ee9-b580-546e6fa7dbdc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.910415 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98c85262-5850-4947-a611-c7bda93e25d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4134f690-209c-4ee9-b580-546e6fa7dbdc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.916521 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af851932-cf0e-4269-87e1-8c2588f41814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (84db2d1f-45a7-4957-a05d-e261451ab3a8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.974788 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af851932-cf0e-4269-87e1-8c2588f41814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84db2d1f-45a7-4957-a05d-e261451ab3a8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:24.984981 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af851932-cf0e-4269-87e1-8c2588f41814 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:24.989979 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afd94a2-4851-45d3-9cd1-a89bb739be79 None None] Network dc2782f8-6702-4b17-90f8-627cc630f03f requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:14:24.992362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44478) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:24.992617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-af851932-cf0e-4269-87e1-8c2588f41814 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/84db2d1f-45a7-4957-a05d-e261451ab3a8 HTTP/1.1" status: 204 len: 168 time: 0.4586377 Mar 07 22:14:24.997662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-98c85262-5850-4947-a611-c7bda93e25d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7b13ffe480e43318ae24f2ee495ea57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3070564 Mar 07 22:14:24.998760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c85262-5850-4947-a611-c7bda93e25d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4134f690-209c-4ee9-b580-546e6fa7dbdc,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:25.001561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44480) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:25.129368 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (dc2782f8-6702-4b17-90f8-627cc630f03f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:25.134680 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d9d675f6-c51a-4d4a-ae0a-f8fffc2d60d3 admin admin] Publish callbacks [] for security_group (4134f690-209c-4ee9-b580-546e6fa7dbdc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:25.178184 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d9d675f6-c51a-4d4a-ae0a-f8fffc2d60d3 admin admin] Publish callbacks [] for security_group (4134f690-209c-4ee9-b580-546e6fa7dbdc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:25.284391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2605d420-c07e-482f-9d9f-f37a4cf4c080 None None] DHCP port deletion for dc2782f8-6702-4b17-90f8-627cc630f03f request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:14:25.295575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] Deleting port 96d7df94-734b-499e-9f6f-d0fb1262ca14 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:25.296181 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:25.300957 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d9d675f6-c51a-4d4a-ae0a-f8fffc2d60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (4134f690-209c-4ee9-b580-546e6fa7dbdc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:25.303808 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d9d675f6-c51a-4d4a-ae0a-f8fffc2d60d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:25.305404 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d9d675f6-c51a-4d4a-ae0a-f8fffc2d60d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4134f690-209c-4ee9-b580-546e6fa7dbdc HTTP/1.1" status: 204 len: 168 time: 0.3018775 Mar 07 22:14:25.362926 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d675f6-c51a-4d4a-ae0a-f8fffc2d60d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4134f690-209c-4ee9-b580-546e6fa7dbdc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:25.476522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] For port 96d7df94-734b-499e-9f6f-d0fb1262ca14, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=96d7df94-734b-499e-9f6f-d0fb1262ca14,segment=NetworkSegment(56036964-8df9-435d-8a60-8e0820f2765b),segment_id=56036964-8df9-435d-8a60-8e0820f2765b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:25.477137 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:25.478161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2605d420-c07e-482f-9d9f-f37a4cf4c080 None None] Deleting port 96d7df94-734b-499e-9f6f-d0fb1262ca14 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:25.480798 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2605d420-c07e-482f-9d9f-f37a4cf4c080 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:25.504982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] Calling delete_port for 96d7df94-734b-499e-9f6f-d0fb1262ca14 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:25.611043 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2605d420-c07e-482f-9d9f-f37a4cf4c080 None None] For port 96d7df94-734b-499e-9f6f-d0fb1262ca14, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=96d7df94-734b-499e-9f6f-d0fb1262ca14,segment=NetworkSegment(56036964-8df9-435d-8a60-8e0820f2765b),segment_id=56036964-8df9-435d-8a60-8e0820f2765b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:25.611358 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2605d420-c07e-482f-9d9f-f37a4cf4c080 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:25.634729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2605d420-c07e-482f-9d9f-f37a4cf4c080 None None] Calling delete_port for 96d7df94-734b-499e-9f6f-d0fb1262ca14 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:25.725808 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:25.758280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=96d7df94-734b-499e-9f6f-d0fb1262ca14,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:25.771050 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] No DVR routers for this DVR port 96d7df94-734b-499e-9f6f-d0fb1262ca14 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:14:25.849021 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2605d420-c07e-482f-9d9f-f37a4cf4c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (96d7df94-734b-499e-9f6f-d0fb1262ca14), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:25.880995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605d420-c07e-482f-9d9f-f37a4cf4c080 None None] Pushing event deleted for resources: {'Port': ['ID=96d7df94-734b-499e-9f6f-d0fb1262ca14,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:25.884187 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 36297528-1967-480f-83c8-049cc3b3fc95 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:14:25.895237 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (dc2782f8-6702-4b17-90f8-627cc630f03f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:25.908648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605d420-c07e-482f-9d9f-f37a4cf4c080 None None] No DVR routers for this DVR port 96d7df94-734b-499e-9f6f-d0fb1262ca14 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:14:25.914437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 36297528-1967-480f-83c8-049cc3b3fc95 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:14:25.914786 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 36297528-1967-480f-83c8-049cc3b3fc95 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:14:25.915216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3b4904e7-e4bf-4063-9a3d-d2f56535526e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:14:25.939115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2782f8-6702-4b17-90f8-627cc630f03f']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:25.947653 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 3b4904e7-e4bf-4063-9a3d-d2f56535526e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:14:25.948203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3b4904e7-e4bf-4063-9a3d-d2f56535526e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:14:25.948803 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 96d7df94-734b-499e-9f6f-d0fb1262ca14 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:14:25.953347 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56036964-8df9-435d-8a60-8e0820f2765b') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:25.953347 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56036964-8df9-435d-8a60-8e0820f2765b') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:25.966699 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (56036964-8df9-435d-8a60-8e0820f2765b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:25.987813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 96d7df94-734b-499e-9f6f-d0fb1262ca14 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:14:25.988169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 96d7df94-734b-499e-9f6f-d0fb1262ca14 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:14:26.000535 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (56036964-8df9-435d-8a60-8e0820f2765b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:26.008353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:14:26.008877 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (56036964-8df9-435d-8a60-8e0820f2765b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:14:26.011124 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:14:26.082394 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (dc2782f8-6702-4b17-90f8-627cc630f03f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:26.088810 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:26.093103 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dc2782f8-6702-4b17-90f8-627cc630f03f HTTP/1.1" status: 204 len: 168 time: 1.0992839 Mar 07 22:14:26.115669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52306567-fa46-4ab1-8132-9a6381e4ebe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc2782f8-6702-4b17-90f8-627cc630f03f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:26.288180 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44570) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:26.328711 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ab826f4b-0e5e-4ce0-b665-d34066dcc4f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7439e5ba07b0488c83eea2879b14e86a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387847 Mar 07 22:14:26.331292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44574) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:26.385208 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf10d721-45df-406e-8df4-a78d12725530 admin admin] Publish callbacks [] for security_group (db23852b-e35e-4878-a54b-63a35a4de085), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:26.410554 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf10d721-45df-406e-8df4-a78d12725530 admin admin] Publish callbacks [] for security_group (db23852b-e35e-4878-a54b-63a35a4de085), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:26.464679 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf10d721-45df-406e-8df4-a78d12725530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (db23852b-e35e-4878-a54b-63a35a4de085), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:26.467749 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cf10d721-45df-406e-8df4-a78d12725530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:26.469816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cf10d721-45df-406e-8df4-a78d12725530 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db23852b-e35e-4878-a54b-63a35a4de085 HTTP/1.1" status: 204 len: 168 time: 0.1372087 Mar 07 22:14:26.479387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10d721-45df-406e-8df4-a78d12725530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db23852b-e35e-4878-a54b-63a35a4de085,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:26.987294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44598) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:27.044433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b97050c9-ddcf-4f33-b45e-fbb639c6413e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=602876354c4448048c4a927b5aab0f2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0555699 Mar 07 22:14:27.047010 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44602) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:27.105970 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa97b026-f4d3-43ba-92ce-14e73360a9f3 admin admin] Publish callbacks [] for security_group (6145abb2-8de2-4123-bce7-4f0d3dd1d5e4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:27.130786 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa97b026-f4d3-43ba-92ce-14e73360a9f3 admin admin] Publish callbacks [] for security_group (6145abb2-8de2-4123-bce7-4f0d3dd1d5e4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:27.184919 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa97b026-f4d3-43ba-92ce-14e73360a9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6145abb2-8de2-4123-bce7-4f0d3dd1d5e4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:27.187817 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa97b026-f4d3-43ba-92ce-14e73360a9f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:27.189205 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-aa97b026-f4d3-43ba-92ce-14e73360a9f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6145abb2-8de2-4123-bce7-4f0d3dd1d5e4 HTTP/1.1" status: 204 len: 168 time: 0.1404819 Mar 07 22:14:27.197565 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97b026-f4d3-43ba-92ce-14e73360a9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6145abb2-8de2-4123-bce7-4f0d3dd1d5e4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:27.386686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44612) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:27.499598 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-299902245', 'router:external': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:27.523195 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Made reservation on behalf of 650ef8f443784c9db93cfa0e2c4a8a9a for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:14:27.526577 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:27.537348 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:27.626322 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for security_group (f0a77fea-c365-495e-874c-f9f3a7649d26), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:27.630549 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f0a77fea-c365-495e-874c-f9f3a7649d26), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:27.655190 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:14:27.674645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a77fea-c365-495e-874c-f9f3a7649d26,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:27.679200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (99734895-4d17-44fc-ad28-c2649bd88255), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:27.679573 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Added segment 99734895-4d17-44fc-ad28-c2649bd88255 of type vlan for network 192c18ce-87a5-4464-953a-f20730860b72 Mar 07 22:14:27.747563 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (192c18ce-87a5-4464-953a-f20730860b72), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:27.794114 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (192c18ce-87a5-4464-953a-f20730860b72), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:27.795173 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:27.795861 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:27.835696 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4442685 Mar 07 22:14:27.835696 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44632) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:27.842084 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-97314aea-d30a-4329-b8ab-98e5969a9b1c tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Request body: {'subnet': {'network_id': '192c18ce-87a5-4464-953a-f20730860b72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:27.892524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70794cdb-21bb-4889-b973-ad87c269d1e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Pushing event updated for resources: {'Network': ['ID=192c18ce-87a5-4464-953a-f20730860b72,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:27.896021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97314aea-d30a-4329-b8ab-98e5969a9b1c tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Made reservation on behalf of 650ef8f443784c9db93cfa0e2c4a8a9a for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:14:27.898842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97314aea-d30a-4329-b8ab-98e5969a9b1c tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:27.909820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 192c18ce-87a5-4464-953a-f20730860b72 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:14:28.258682 n-d-832330-1 neutron-server[103718]: DEBUG neutron.objects.ports [None req-97314aea-d30a-4329-b8ab-98e5969a9b1c tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103718) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 22:14:28.259784 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97314aea-d30a-4329-b8ab-98e5969a9b1c tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:28.323203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97314aea-d30a-4329-b8ab-98e5969a9b1c tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:28.331816 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97314aea-d30a-4329-b8ab-98e5969a9b1c tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Checking segment: {'id': '99734895-4d17-44fc-ad28-c2649bd88255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '192c18ce-87a5-4464-953a-f20730860b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:14:28.332258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97314aea-d30a-4329-b8ab-98e5969a9b1c tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Network hostable DHCP agents. Network: 192c18ce-87a5-4464-953a-f20730860b72, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:14:28.349920 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97314aea-d30a-4329-b8ab-98e5969a9b1c tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Network 192c18ce-87a5-4464-953a-f20730860b72 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:14:28.359128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-97314aea-d30a-4329-b8ab-98e5969a9b1c tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 192c18ce-87a5-4464-953a-f20730860b72) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:28.364900 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97314aea-d30a-4329-b8ab-98e5969a9b1c tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:28.365634 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97314aea-d30a-4329-b8ab-98e5969a9b1c tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:28.374416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ebc50e-c1ca-4654-af0f-5055c14a7d37 None None] Network 192c18ce-87a5-4464-953a-f20730860b72 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:14:28.387163 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-97314aea-d30a-4329-b8ab-98e5969a9b1c tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5481164 Mar 07 22:14:28.387520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44646) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:28.392402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0ebbc2ca-368b-4571-9278-c7d3bf990689 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-305693577', 'network_id': '192c18ce-87a5-4464-953a-f20730860b72'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:28.423034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebbc2ca-368b-4571-9278-c7d3bf990689 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Made reservation on behalf of 650ef8f443784c9db93cfa0e2c4a8a9a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:14:28.425897 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc2ca-368b-4571-9278-c7d3bf990689 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:28.445105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-0ebbc2ca-368b-4571-9278-c7d3bf990689 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] device_id is not set on port e4ff64ea-0abf-4c9a-97b2-002fc014f658 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:14:28.505654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c7dba3-d87b-4ee3-b434-f07f8c1e3d20 None None] Network 192c18ce-87a5-4464-953a-f20730860b72 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:14:28.575832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-0ebbc2ca-368b-4571-9278-c7d3bf990689 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Allocated IP 2001:db8::19e (192c18ce-87a5-4464-953a-f20730860b72/3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982/e4ff64ea-0abf-4c9a-97b2-002fc014f658) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:28.742499 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc2ca-368b-4571-9278-c7d3bf990689 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for port (e4ff64ea-0abf-4c9a-97b2-002fc014f658), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:28.782867 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc2ca-368b-4571-9278-c7d3bf990689 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e4ff64ea-0abf-4c9a-97b2-002fc014f658), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:28.834610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebbc2ca-368b-4571-9278-c7d3bf990689 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Network 192c18ce-87a5-4464-953a-f20730860b72 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:28.837642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-0ebbc2ca-368b-4571-9278-c7d3bf990689 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:28.842833 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebbc2ca-368b-4571-9278-c7d3bf990689 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:14:28.844858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebbc2ca-368b-4571-9278-c7d3bf990689 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:28.845568 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc2ca-368b-4571-9278-c7d3bf990689 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:28.849244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbc2ca-368b-4571-9278-c7d3bf990689 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Pushing event updated for resources: {'Port': ['ID=e4ff64ea-0abf-4c9a-97b2-002fc014f658,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:28.866457 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0ebbc2ca-368b-4571-9278-c7d3bf990689 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4778159 Mar 07 22:14:28.869143 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44680) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:29.300234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-264e7741-b746-4581-b990-e35dc0b92c72 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Deleting port e4ff64ea-0abf-4c9a-97b2-002fc014f658 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:29.300896 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-264e7741-b746-4581-b990-e35dc0b92c72 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e4ff64ea-0abf-4c9a-97b2-002fc014f658), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.405573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-264e7741-b746-4581-b990-e35dc0b92c72 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e4ff64ea-0abf-4c9a-97b2-002fc014f658), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.426890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-264e7741-b746-4581-b990-e35dc0b92c72 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Calling delete_port for e4ff64ea-0abf-4c9a-97b2-002fc014f658 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:29.459371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44776) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:29.466744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6797b6d7-b70f-4df8-8018-f20dc773c05a tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-791220159', 'description': 'tempest-secgroup-smoke-791220159 description', 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:29.490452 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6797b6d7-b70f-4df8-8018-f20dc773c05a tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.565809 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-264e7741-b746-4581-b990-e35dc0b92c72 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e4ff64ea-0abf-4c9a-97b2-002fc014f658), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.602139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e7741-b746-4581-b990-e35dc0b92c72 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4ff64ea-0abf-4c9a-97b2-002fc014f658,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:29.625437 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-264e7741-b746-4581-b990-e35dc0b92c72 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.632098 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6797b6d7-b70f-4df8-8018-f20dc773c05a tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group (edade725-503f-4b08-8cb3-4b7366a2142b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.632631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44784) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:29.633612 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-264e7741-b746-4581-b990-e35dc0b92c72 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "DELETE /v2.0/ports/e4ff64ea-0abf-4c9a-97b2-002fc014f658 HTTP/1.1" status: 204 len: 168 time: 0.7627687 Mar 07 22:14:29.638525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '192c18ce-87a5-4464-953a-f20730860b72', 'external_fixed_ips': [{'subnet_id': '3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982', 'ip_address': '2001:db8::19e'}]}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:29.643539 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6797b6d7-b70f-4df8-8018-f20dc773c05a tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (edade725-503f-4b08-8cb3-4b7366a2142b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.689424 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6797b6d7-b70f-4df8-8018-f20dc773c05a tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.690615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6797b6d7-b70f-4df8-8018-f20dc773c05a tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2296042 Mar 07 22:14:29.691519 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (45be6611-1458-4c47-a8ec-d75ed54ff7dc), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.692528 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (45be6611-1458-4c47-a8ec-d75ed54ff7dc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.693747 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44786) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:29.698908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797b6d7-b70f-4df8-8018-f20dc773c05a tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edade725-503f-4b08-8cb3-4b7366a2142b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:29.699770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-cd9365a3-d9c4-4690-ba7d-fa3ece8981a2 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Request body: {'security_group_rule': {'security_group_id': 'edade725-503f-4b08-8cb3-4b7366a2142b', 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:29.741195 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd9365a3-d9c4-4690-ba7d-fa3ece8981a2 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (9908f02e-0f0c-4ac3-9df9-87fcec218852), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.757317 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_controller (45be6611-1458-4c47-a8ec-d75ed54ff7dc), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.820841 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd9365a3-d9c4-4690-ba7d-fa3ece8981a2 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (9908f02e-0f0c-4ac3-9df9-87fcec218852), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.825998 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd9365a3-d9c4-4690-ba7d-fa3ece8981a2 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (9908f02e-0f0c-4ac3-9df9-87fcec218852), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.831388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44790) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:29.857248 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9365a3-d9c4-4690-ba7d-fa3ece8981a2 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9908f02e-0f0c-4ac3-9df9-87fcec218852,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:29.870702 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cd9365a3-d9c4-4690-ba7d-fa3ece8981a2 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.872657 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cd9365a3-d9c4-4690-ba7d-fa3ece8981a2 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1771727 Mar 07 22:14:29.875641 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44796) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:29.885370 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-41b0b67c-6a65-4bce-ad48-d1a3242a55bf tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Request body: {'security_group_rule': {'security_group_id': 'edade725-503f-4b08-8cb3-4b7366a2142b', 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:29.921189 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (45be6611-1458-4c47-a8ec-d75ed54ff7dc), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:29.922943 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41b0b67c-6a65-4bce-ad48-d1a3242a55bf tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (4310b970-038a-42c2-8932-001dd3f957a6), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.005101 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41b0b67c-6a65-4bce-ad48-d1a3242a55bf tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (4310b970-038a-42c2-8932-001dd3f957a6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.011671 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41b0b67c-6a65-4bce-ad48-d1a3242a55bf tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (4310b970-038a-42c2-8932-001dd3f957a6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.048255 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-41b0b67c-6a65-4bce-ad48-d1a3242a55bf tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.052860 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-41b0b67c-6a65-4bce-ad48-d1a3242a55bf tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1757622 Mar 07 22:14:30.064029 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44798) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:30.069226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0324ba3a-ac74-4f84-b5b6-e97a7734e232 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Request body: {'security_group_rule': {'security_group_id': 'edade725-503f-4b08-8cb3-4b7366a2142b', 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:30.073965 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0b67c-6a65-4bce-ad48-d1a3242a55bf tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4310b970-038a-42c2-8932-001dd3f957a6,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:30.079445 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dc4eefb0-ca43-40c3-b148-fd8c1c96bb33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.120643 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0324ba3a-ac74-4f84-b5b6-e97a7734e232 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (64ceaac6-a2e5-4eab-9f4d-fa131a7c1ec4), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.160005 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (45be6611-1458-4c47-a8ec-d75ed54ff7dc), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.192322 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.222712 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0324ba3a-ac74-4f84-b5b6-e97a7734e232 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (64ceaac6-a2e5-4eab-9f4d-fa131a7c1ec4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.231284 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0324ba3a-ac74-4f84-b5b6-e97a7734e232 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (64ceaac6-a2e5-4eab-9f4d-fa131a7c1ec4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.251423 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dc4eefb0-ca43-40c3-b148-fd8c1c96bb33 admin admin] Publish callbacks [] for security_group (74b64e16-f7a5-4f1c-8704-1a19d709c352), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.263860 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dc4eefb0-ca43-40c3-b148-fd8c1c96bb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (74b64e16-f7a5-4f1c-8704-1a19d709c352), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.268526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324ba3a-ac74-4f84-b5b6-e97a7734e232 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ceaac6-a2e5-4eab-9f4d-fa131a7c1ec4,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:30.281546 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0324ba3a-ac74-4f84-b5b6-e97a7734e232 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.282941 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0324ba3a-ac74-4f84-b5b6-e97a7734e232 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2177267 Mar 07 22:14:30.292197 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44802) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:30.299530 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-eae38f66-b3f6-4089-a8a7-10b929f4b83c tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Request body: {'security_group_rule': {'security_group_id': 'edade725-503f-4b08-8cb3-4b7366a2142b', 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:30.330869 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4eefb0-ca43-40c3-b148-fd8c1c96bb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b64e16-f7a5-4f1c-8704-1a19d709c352,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:30.339895 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dc4eefb0-ca43-40c3-b148-fd8c1c96bb33 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=812aa901c0a64a268435502c94c3e5f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5044236 Mar 07 22:14:30.347635 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44806) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:30.376647 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eae38f66-b3f6-4089-a8a7-10b929f4b83c tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (2623070c-3957-45d4-97e9-73ee5c2feb39), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.381734 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Allocated IP 2001:db8::19e (192c18ce-87a5-4464-953a-f20730860b72/3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982/29ad47aa-70f8-46e5-b96f-27860ce15d1a) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:30.441809 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-072d4851-779b-4450-a020-1dc52915bc4d admin admin] Publish callbacks [] for security_group (74b64e16-f7a5-4f1c-8704-1a19d709c352), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.471176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eae38f66-b3f6-4089-a8a7-10b929f4b83c tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (2623070c-3957-45d4-97e9-73ee5c2feb39), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.475965 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-072d4851-779b-4450-a020-1dc52915bc4d admin admin] Publish callbacks [] for security_group (74b64e16-f7a5-4f1c-8704-1a19d709c352), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.484937 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eae38f66-b3f6-4089-a8a7-10b929f4b83c tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (2623070c-3957-45d4-97e9-73ee5c2feb39), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.516108 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae38f66-b3f6-4089-a8a7-10b929f4b83c tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2623070c-3957-45d4-97e9-73ee5c2feb39,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:30.533424 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eae38f66-b3f6-4089-a8a7-10b929f4b83c tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.537199 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for port (29ad47aa-70f8-46e5-b96f-27860ce15d1a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.537936 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eae38f66-b3f6-4089-a8a7-10b929f4b83c tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2444601 Mar 07 22:14:30.539074 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44808) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:30.543770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b40a23ee-3e71-499d-a1d1-ffbe89159671 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Request body: {'security_group_rule': {'security_group_id': 'edade725-503f-4b08-8cb3-4b7366a2142b', 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:30.566396 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-b40a23ee-3e71-499d-a1d1-ffbe89159671 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Project 2fdcfe6376f546b0a4c02e9d8e9f9d51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:14:30.572455 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b40a23ee-3e71-499d-a1d1-ffbe89159671 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (7cb3f194-a2fd-4bf6-8b2a-4af0de471d10), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.575436 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-072d4851-779b-4450-a020-1dc52915bc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (74b64e16-f7a5-4f1c-8704-1a19d709c352), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.578202 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-072d4851-779b-4450-a020-1dc52915bc4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.592524 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-072d4851-779b-4450-a020-1dc52915bc4d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74b64e16-f7a5-4f1c-8704-1a19d709c352 HTTP/1.1" status: 204 len: 168 time: 0.2333062 Mar 07 22:14:30.598954 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (29ad47aa-70f8-46e5-b96f-27860ce15d1a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.639628 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d4851-779b-4450-a020-1dc52915bc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b64e16-f7a5-4f1c-8704-1a19d709c352,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:30.662196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Network 192c18ce-87a5-4464-953a-f20730860b72 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:30.665814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:30.677308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:14:30.724323 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b40a23ee-3e71-499d-a1d1-ffbe89159671 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (7cb3f194-a2fd-4bf6-8b2a-4af0de471d10), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.733106 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b40a23ee-3e71-499d-a1d1-ffbe89159671 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (7cb3f194-a2fd-4bf6-8b2a-4af0de471d10), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.761591 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a23ee-3e71-499d-a1d1-ffbe89159671 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb3f194-a2fd-4bf6-8b2a-4af0de471d10,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:30.768515 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b40a23ee-3e71-499d-a1d1-ffbe89159671 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.772656 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b40a23ee-3e71-499d-a1d1-ffbe89159671 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2298231 Mar 07 22:14:30.773094 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44814) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:30.779009 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4895ae04-4918-4486-9cee-31c96bf4eeb4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Request body: {'security_group_rule': {'security_group_id': 'edade725-503f-4b08-8cb3-4b7366a2142b', 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:30.806832 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-4895ae04-4918-4486-9cee-31c96bf4eeb4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Project 2fdcfe6376f546b0a4c02e9d8e9f9d51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:14:30.816159 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4895ae04-4918-4486-9cee-31c96bf4eeb4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (1dbbdc4f-ad37-4a53-b2da-ccf53efcdf06), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.918456 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4895ae04-4918-4486-9cee-31c96bf4eeb4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (1dbbdc4f-ad37-4a53-b2da-ccf53efcdf06), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.927386 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4895ae04-4918-4486-9cee-31c96bf4eeb4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (1dbbdc4f-ad37-4a53-b2da-ccf53efcdf06), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.977095 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895ae04-4918-4486-9cee-31c96bf4eeb4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbbdc4f-ad37-4a53-b2da-ccf53efcdf06,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:30.991611 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4895ae04-4918-4486-9cee-31c96bf4eeb4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:30.993487 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4895ae04-4918-4486-9cee-31c96bf4eeb4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2192352 Mar 07 22:14:31.049719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44820) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:31.069126 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3797de6d-504a-4067-a363-31fdc0dec02c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:31.182964 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3797de6d-504a-4067-a363-31fdc0dec02c admin admin] Publish callbacks [] for security_group (760245dc-e68c-446e-a965-a2f1004199ac), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:31.189451 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3797de6d-504a-4067-a363-31fdc0dec02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (760245dc-e68c-446e-a965-a2f1004199ac), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:31.204058 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Pushing event updated for resources: {'Port': ['ID=29ad47aa-70f8-46e5-b96f-27860ce15d1a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:31.238424 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3797de6d-504a-4067-a363-31fdc0dec02c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b603954d29743be8836553e80e75937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1871784 Mar 07 22:14:31.242675 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44826) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:31.248706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797de6d-504a-4067-a363-31fdc0dec02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760245dc-e68c-446e-a965-a2f1004199ac,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:31.397002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-21c3888a-fca0-4758-8dfe-0e6972c415ca tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791220159&fields=id&tenant_id=2fdcfe6376f546b0a4c02e9d8e9f9d51 HTTP/1.1" status: 200 len: 267 time: 0.1391242 Mar 07 22:14:31.403314 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-70828b80-7fc9-41de-87e3-9bb6e925b0ab admin admin] Publish callbacks [] for security_group (760245dc-e68c-446e-a965-a2f1004199ac), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:31.495578 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-70828b80-7fc9-41de-87e3-9bb6e925b0ab admin admin] Publish callbacks [] for security_group (760245dc-e68c-446e-a965-a2f1004199ac), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:31.548748 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (45be6611-1458-4c47-a8ec-d75ed54ff7dc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:31.669430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-d0756032-59a7-4789-b05d-06092545d2af tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:31.670896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-d0756032-59a7-4789-b05d-06092545d2af tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/networks?id=084a8db1-575e-478c-8df5-ab764b9d6eab HTTP/1.1" status: 200 len: 814 time: 0.2636490 Mar 07 22:14:31.694015 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-70828b80-7fc9-41de-87e3-9bb6e925b0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (760245dc-e68c-446e-a965-a2f1004199ac), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:31.696423 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-70828b80-7fc9-41de-87e3-9bb6e925b0ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:31.698316 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-70828b80-7fc9-41de-87e3-9bb6e925b0ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/760245dc-e68c-446e-a965-a2f1004199ac HTTP/1.1" status: 204 len: 168 time: 0.4546127 Mar 07 22:14:31.710943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-0db09350-2b0f-4a09-877d-6c33b0fe1291 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/quotas/2fdcfe6376f546b0a4c02e9d8e9f9d51 HTTP/1.1" status: 200 len: 375 time: 0.0313859 Mar 07 22:14:31.713947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70828b80-7fc9-41de-87e3-9bb6e925b0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760245dc-e68c-446e-a965-a2f1004199ac,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:31.861927 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (45be6611-1458-4c47-a8ec-d75ed54ff7dc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:31.886201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-105df635-2894-4c66-953a-b65f12009e70 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fdcfe6376f546b0a4c02e9d8e9f9d51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693731 Mar 07 22:14:32.074530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-c3b4b7c2-cc42-4e03-816e-43f3f8b6da32 service neutron] 10.222.0.26 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586843 Mar 07 22:14:32.167354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Router 45be6611-1458-4c47-a8ec-d75ed54ff7dc is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:14:32.237612 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-526b52b0-0eee-4073-a33f-f0e389224e5c service neutron] 10.222.0.26 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525626 Mar 07 22:14:32.325752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:14:32.346334 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:32.348240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-35ec8125-5c76-4fb1-9708-38e0d5643fdb tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.7144094 Mar 07 22:14:32.350501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c282ec-271e-4176-9c8f-190ee46ac745 None None] Sync routers for ids ['45be6611-1458-4c47-a8ec-d75ed54ff7dc'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:32.351054 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44834) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:32.364828 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c282ec-271e-4176-9c8f-190ee46ac745 None None] Routers {'45be6611-1458-4c47-a8ec-d75ed54ff7dc'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:32.365604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-53c282ec-271e-4176-9c8f-190ee46ac745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['45be6611-1458-4c47-a8ec-d75ed54ff7dc'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:32.469584 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14c76aa6-2e90-4294-92a9-a807173a3e97 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router (45be6611-1458-4c47-a8ec-d75ed54ff7dc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:32.502985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-53c282ec-271e-4176-9c8f-190ee46ac745 None None] Set router 45be6611-1458-4c47-a8ec-d75ed54ff7dc gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:14:32.618055 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:14:32.630199 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14c76aa6-2e90-4294-92a9-a807173a3e97 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (45be6611-1458-4c47-a8ec-d75ed54ff7dc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:32.654554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a770980e-66ac-43be-b85b-c34afe71b468 req-9cc2b9ce-51b8-43a7-a0ae-ea0d89bbce6d tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 210 time: 0.0453959 Mar 07 22:14:32.712261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-14c76aa6-2e90-4294-92a9-a807173a3e97 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Deleting port 29ad47aa-70f8-46e5-b96f-27860ce15d1a {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:32.712773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14c76aa6-2e90-4294-92a9-a807173a3e97 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (29ad47aa-70f8-46e5-b96f-27860ce15d1a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:32.750687 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-53c282ec-271e-4176-9c8f-190ee46ac745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45be6611-1458-4c47-a8ec-d75ed54ff7dc', 'name': '', 'tenant_id': '650ef8f443784c9db93cfa0e2c4a8a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '192c18ce-87a5-4464-953a-f20730860b72', 'external_fixed_ips': [{'subnet_id': '3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982', 'ip_address': '2001:db8::19e'}], 'enable_snat': True}, 'gw_port_id': '29ad47aa-70f8-46e5-b96f-27860ce15d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:29Z', 'updated_at': '2022-03-07T22:14:31Z', 'revision_number': 3, 'project_id': '650ef8f443784c9db93cfa0e2c4a8a9a', 'gw_port': {'id': '29ad47aa-70f8-46e5-b96f-27860ce15d1a', 'name': '', 'network_id': '192c18ce-87a5-4464-953a-f20730860b72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45be6611-1458-4c47-a8ec-d75ed54ff7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982', 'ip_address': '2001:db8::19e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:30Z', 'updated_at': '2022-03-07T22:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:32.788897 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c282ec-271e-4176-9c8f-190ee46ac745 None None] Checking router: 45be6611-1458-4c47-a8ec-d75ed54ff7dc for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:14:32.789246 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c282ec-271e-4176-9c8f-190ee46ac745 None None] Updating router 45be6611-1458-4c47-a8ec-d75ed54ff7dc port 29ad47aa-70f8-46e5-b96f-27860ce15d1a binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:14:32.804907 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14c76aa6-2e90-4294-92a9-a807173a3e97 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (29ad47aa-70f8-46e5-b96f-27860ce15d1a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:32.821725 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-14c76aa6-2e90-4294-92a9-a807173a3e97 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Calling delete_port for 29ad47aa-70f8-46e5-b96f-27860ce15d1a owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:32.824647 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-53c282ec-271e-4176-9c8f-190ee46ac745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (29ad47aa-70f8-46e5-b96f-27860ce15d1a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.033188 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14c76aa6-2e90-4294-92a9-a807173a3e97 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (29ad47aa-70f8-46e5-b96f-27860ce15d1a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.079629 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c76aa6-2e90-4294-92a9-a807173a3e97 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Pushing event deleted for resources: {'Port': ['ID=29ad47aa-70f8-46e5-b96f-27860ce15d1a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:33.113462 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14c76aa6-2e90-4294-92a9-a807173a3e97 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (45be6611-1458-4c47-a8ec-d75ed54ff7dc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.177460 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-53c282ec-271e-4176-9c8f-190ee46ac745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:14:33.178110 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-53c282ec-271e-4176-9c8f-190ee46ac745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:14:33.226498 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14c76aa6-2e90-4294-92a9-a807173a3e97 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (45be6611-1458-4c47-a8ec-d75ed54ff7dc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.228703 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14c76aa6-2e90-4294-92a9-a807173a3e97 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_controller (45be6611-1458-4c47-a8ec-d75ed54ff7dc), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.277412 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14c76aa6-2e90-4294-92a9-a807173a3e97 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (45be6611-1458-4c47-a8ec-d75ed54ff7dc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.277921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c76aa6-2e90-4294-92a9-a807173a3e97 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45be6611-1458-4c47-a8ec-d75ed54ff7dc {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:14:33.283907 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-14c76aa6-2e90-4294-92a9-a807173a3e97 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.287580 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-14c76aa6-2e90-4294-92a9-a807173a3e97 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "DELETE /v2.0/routers/45be6611-1458-4c47-a8ec-d75ed54ff7dc HTTP/1.1" status: 204 len: 168 time: 0.9330699 Mar 07 22:14:33.287865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44854) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:33.336311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8577b3c2-db13-4f87-8f6a-701f640ceea1 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Deleting subnet 3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:14:33.339773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8577b3c2-db13-4f87-8f6a-701f640ceea1 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for subnet (3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.376985 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8577b3c2-db13-4f87-8f6a-701f640ceea1 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.419990 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8577b3c2-db13-4f87-8f6a-701f640ceea1 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.480708 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8577b3c2-db13-4f87-8f6a-701f640ceea1 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.511858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577b3c2-db13-4f87-8f6a-701f640ceea1 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:33.517768 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8577b3c2-db13-4f87-8f6a-701f640ceea1 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.524277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44856) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:33.524509 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8577b3c2-db13-4f87-8f6a-701f640ceea1 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982 HTTP/1.1" status: 204 len: 168 time: 0.2352600 Mar 07 22:14:33.599199 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eb578d21-0b97-4071-b7e6-c107f27cb459 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (192c18ce-87a5-4464-953a-f20730860b72), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.688419 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eb578d21-0b97-4071-b7e6-c107f27cb459 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (192c18ce-87a5-4464-953a-f20730860b72), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.705916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c282ec-271e-4176-9c8f-190ee46ac745 None None] Port 29ad47aa-70f8-46e5-b96f-27860ce15d1a not found while updating agent binding for router 45be6611-1458-4c47-a8ec-d75ed54ff7dc. {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 07 22:14:33.713094 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-eb578d21-0b97-4071-b7e6-c107f27cb459 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192c18ce-87a5-4464-953a-f20730860b72']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:33.716022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c282ec-271e-4176-9c8f-190ee46ac745 None None] Routers set() bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:33.716713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c282ec-271e-4176-9c8f-190ee46ac745 None None] Router IDs set() for agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 22:14:33.717674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_agentschedulers_db [None req-53c282ec-271e-4176-9c8f-190ee46ac745 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'45be6611-1458-4c47-a8ec-d75ed54ff7dc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent'). {{(pid=103720) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 22:14:33.718145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c282ec-271e-4176-9c8f-190ee46ac745 None None] The sync data for ids ['45be6611-1458-4c47-a8ec-d75ed54ff7dc'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:33.727478 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-eb578d21-0b97-4071-b7e6-c107f27cb459 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99734895-4d17-44fc-ad28-c2649bd88255') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:33.727776 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-eb578d21-0b97-4071-b7e6-c107f27cb459 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99734895-4d17-44fc-ad28-c2649bd88255') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:33.739935 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eb578d21-0b97-4071-b7e6-c107f27cb459 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (99734895-4d17-44fc-ad28-c2649bd88255), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.778893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b4908e1-df33-4854-b7d1-162b124afb07 req-0680d652-4026-4ff3-ba27-af170ec5f290 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 210 time: 0.0409935 Mar 07 22:14:33.779904 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eb578d21-0b97-4071-b7e6-c107f27cb459 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (99734895-4d17-44fc-ad28-c2649bd88255), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.788470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb578d21-0b97-4071-b7e6-c107f27cb459 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:14:33.788957 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eb578d21-0b97-4071-b7e6-c107f27cb459 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (99734895-4d17-44fc-ad28-c2649bd88255), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:14:33.791248 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:14:33.881546 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eb578d21-0b97-4071-b7e6-c107f27cb459 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (192c18ce-87a5-4464-953a-f20730860b72), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.894513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb578d21-0b97-4071-b7e6-c107f27cb459 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 192c18ce-87a5-4464-953a-f20730860b72 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 22:14:33.914121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb578d21-0b97-4071-b7e6-c107f27cb459 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Pushing event deleted for resources: {'Network': ['ID=192c18ce-87a5-4464-953a-f20730860b72,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:33.916395 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eb578d21-0b97-4071-b7e6-c107f27cb459 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:33.920022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-eb578d21-0b97-4071-b7e6-c107f27cb459 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "DELETE /v2.0/networks/192c18ce-87a5-4464-953a-f20730860b72 HTTP/1.1" status: 204 len: 168 time: 0.3941309 Mar 07 22:14:33.966638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-0ef7cb1f-f618-422d-870b-9d9651ef63c3 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:33.968871 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-0ef7cb1f-f618-422d-870b-9d9651ef63c3 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.13 "GET /v2.0/networks?id=084a8db1-575e-478c-8df5-ab764b9d6eab HTTP/1.1" status: 200 len: 814 time: 0.1426108 Mar 07 22:14:34.094585 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-a370546e-423e-4b45-8aec-1f03b47ff03c tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fdcfe6376f546b0a4c02e9d8e9f9d51 HTTP/1.1" status: 200 len: 379 time: 0.1185286 Mar 07 22:14:34.107754 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-7332a49d-cf12-4b61-9e02-bd6fc558eb27 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Request body: {'port': {'device_id': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'admin_state_up': True, 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'security_groups': ['edade725-503f-4b08-8cb3-4b7366a2142b']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:34.266488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-7332a49d-cf12-4b61-9e02-bd6fc558eb27 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Made reservation on behalf of 2fdcfe6376f546b0a4c02e9d8e9f9d51 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:14:34.273471 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-7332a49d-cf12-4b61-9e02-bd6fc558eb27 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:34.353470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44874) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:34.358992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-45d3a027-f876-4487-be19-a80734abd825 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Request body: {'router': {'name': 'tempest-router--1588657409', 'project_id': '3b0271ed54c64bacb876bab6cf878abb'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:34.426199 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-45d3a027-f876-4487-be19-a80734abd825 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (f122c400-6fd0-4ffd-a4dd-91e7081cb443), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:34.426376 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-45d3a027-f876-4487-be19-a80734abd825 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (f122c400-6fd0-4ffd-a4dd-91e7081cb443), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:34.501340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-7332a49d-cf12-4b61-9e02-bd6fc558eb27 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Allocated IP 172.20.0.10 (084a8db1-575e-478c-8df5-ab764b9d6eab/cb06d929-714a-4bdf-a5a4-eaf9ee858cc6/18ac263c-212c-4a25-ba33-a9d7a97aac78) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:34.557187 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-45d3a027-f876-4487-be19-a80734abd825 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_controller (f122c400-6fd0-4ffd-a4dd-91e7081cb443), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:34.569176 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-45d3a027-f876-4487-be19-a80734abd825 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (f122c400-6fd0-4ffd-a4dd-91e7081cb443), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:34.597199 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-45d3a027-f876-4487-be19-a80734abd825 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:34.601550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-45d3a027-f876-4487-be19-a80734abd825 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2467482 Mar 07 22:14:34.602176 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44878) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:34.664003 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-7332a49d-cf12-4b61-9e02-bd6fc558eb27 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:34.710349 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-7332a49d-cf12-4b61-9e02-bd6fc558eb27 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:34.736877 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4960d831-5178-439c-9c5d-738bf0d72a9e tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router (f122c400-6fd0-4ffd-a4dd-91e7081cb443), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:34.781844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-7332a49d-cf12-4b61-9e02-bd6fc558eb27 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Network 084a8db1-575e-478c-8df5-ab764b9d6eab is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:34.789416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-7332a49d-cf12-4b61-9e02-bd6fc558eb27 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:34.792275 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-7332a49d-cf12-4b61-9e02-bd6fc558eb27 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:14:34.834947 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332a49d-cf12-4b61-9e02-bd6fc558eb27 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Pushing event updated for resources: {'Port': ['ID=18ac263c-212c-4a25-ba33-a9d7a97aac78,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:34.885956 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-7332a49d-cf12-4b61-9e02-bd6fc558eb27 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:34.886627 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-7332a49d-cf12-4b61-9e02-bd6fc558eb27 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:34.929686 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-7332a49d-cf12-4b61-9e02-bd6fc558eb27 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8291881 Mar 07 22:14:34.939647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-b99565bf-887d-4fe3-abd4-20c61c742d05 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:14:34.941004 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-b99565bf-887d-4fe3-abd4-20c61c742d05 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059798 Mar 07 22:14:35.063365 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4960d831-5178-439c-9c5d-738bf0d72a9e tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (f122c400-6fd0-4ffd-a4dd-91e7081cb443), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:35.065579 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4960d831-5178-439c-9c5d-738bf0d72a9e tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_controller (f122c400-6fd0-4ffd-a4dd-91e7081cb443), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:35.092744 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Request body: {'port': {'device_id': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:35.133055 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4960d831-5178-439c-9c5d-738bf0d72a9e tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (f122c400-6fd0-4ffd-a4dd-91e7081cb443), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:35.133635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4960d831-5178-439c-9c5d-738bf0d72a9e tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f122c400-6fd0-4ffd-a4dd-91e7081cb443 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:14:35.148841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3a39a3fc-406c-4dd6-a24b-258a1028c77b None None] Provisioning complete for port 18ac263c-212c-4a25-ba33-a9d7a97aac78 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:35.149359 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4960d831-5178-439c-9c5d-738bf0d72a9e tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:35.149535 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a39a3fc-406c-4dd6-a24b-258a1028c77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:35.150632 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4960d831-5178-439c-9c5d-738bf0d72a9e tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "DELETE /v2.0/routers/f122c400-6fd0-4ffd-a4dd-91e7081cb443 HTTP/1.1" status: 204 len: 168 time: 0.5475266 Mar 07 22:14:35.192323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e6ae2-d8f1-40a5-b0ff-562e1fb2c105 req-e67ba2c8-5273-4067-8318-2e269abf6dc5 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:35.199723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-019e6ae2-d8f1-40a5-b0ff-562e1fb2c105 req-e67ba2c8-5273-4067-8318-2e269abf6dc5 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 932 time: 0.3045013 Mar 07 22:14:35.246560 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:35.268040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3a39a3fc-406c-4dd6-a24b-258a1028c77b None None] Port 18ac263c-212c-4a25-ba33-a9d7a97aac78 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:14:35.314368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-019e6ae2-d8f1-40a5-b0ff-562e1fb2c105 req-51c0c148-21b4-4215-b180-5c3dd5b21d6a tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136200 Mar 07 22:14:35.369689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44886) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:35.661320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-386277041', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}, 'admin_state_up': False}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:35.687099 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ac263c-212c-4a25-ba33-a9d7a97aac78 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:14:35.697917 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Publish callbacks [] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:35.711333 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (553dd394-21e2-4e57-8fb0-11e5c06b1b6b), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:35.712675 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (553dd394-21e2-4e57-8fb0-11e5c06b1b6b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:35.716622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Transition to ACTIVE for port object 18ac263c-212c-4a25-ba33-a9d7a97aac78 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:14:35.722022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:35.790729 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_controller (553dd394-21e2-4e57-8fb0-11e5c06b1b6b), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:35.813045 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Pushing event updated for resources: {'Port': ['ID=18ac263c-212c-4a25-ba33-a9d7a97aac78,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:35.963999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Attempting to bind port 18ac263c-212c-4a25-ba33-a9d7a97aac78 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:14:35.966929 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Attempting to bind port 18ac263c-212c-4a25-ba33-a9d7a97aac78 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'bba08526-53aa-4368-b583-a93039f394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:14:35.967500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Attempting to bind port 18ac263c-212c-4a25-ba33-a9d7a97aac78 on network 084a8db1-575e-478c-8df5-ab764b9d6eab {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:14:35.977795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Port 18ac263c-212c-4a25-ba33-a9d7a97aac78 on network 084a8db1-575e-478c-8df5-ab764b9d6eab not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:14:35.979184 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Attempting to bind port 18ac263c-212c-4a25-ba33-a9d7a97aac78 on network 084a8db1-575e-478c-8df5-ab764b9d6eab {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:14:35.994360 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:14:35.994997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Checking segment: {'id': 'bba08526-53aa-4368-b583-a93039f394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:14:35.996104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Bound using segment: {'id': 'bba08526-53aa-4368-b583-a93039f394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:14:35.997019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Bound port: 18ac263c-212c-4a25-ba33-a9d7a97aac78, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba08526-53aa-4368-b583-a93039f394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:14:36.000512 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:36.058304 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (553dd394-21e2-4e57-8fb0-11e5c06b1b6b), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:36.111723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] For port 18ac263c-212c-4a25-ba33-a9d7a97aac78, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:14:36.117393 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] For port 18ac263c-212c-4a25-ba33-a9d7a97aac78, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=18ac263c-212c-4a25-ba33-a9d7a97aac78,segment=NetworkSegment(bba08526-53aa-4368-b583-a93039f394b7),segment_id=bba08526-53aa-4368-b583-a93039f394b7)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:14:36.133950 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:36.196657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Pushing event updated for resources: {'Port': ['ID=18ac263c-212c-4a25-ba33-a9d7a97aac78,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:36.205919 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:36.206577 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:36.208398 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-5c4aed2f-cac5-432a-ac37-c4d6472f5d66 service neutron] 10.222.0.13 "PUT /v2.0/ports/18ac263c-212c-4a25-ba33-a9d7a97aac78 HTTP/1.1" status: 200 len: 1092 time: 1.2597709 Mar 07 22:14:36.208689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'tag': '18ac263c-212c-4a25-ba33-a9d7a97aac78'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:14:36.210982 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4e6be5-1f52-437a-b56b-3ada727019cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c28c00c1-fbcc-401c-83c9-49f5b46325e5", "tag": "18ac263c-212c-4a25-ba33-a9d7a97aac78"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:14:36.355980 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-00998dc7-ae87-44c3-833f-bd6d9619b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:36.357496 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-00998dc7-ae87-44c3-833f-bd6d9619b1b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fdcfe6376f546b0a4c02e9d8e9f9d51&device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 1126 time: 0.1041164 Mar 07 22:14:36.424373 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (553dd394-21e2-4e57-8fb0-11e5c06b1b6b), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:36.457826 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:36.462794 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-814a961e-0bcc-4bad-9e72-0a02dc4df082 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ac263c-212c-4a25-ba33-a9d7a97aac78 HTTP/1.1" status: 200 len: 217 time: 0.0985830 Mar 07 22:14:36.559196 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d55b819-39a8-4641-b112-c8b9272a99e0 x-openstack-request-id: req-0d55b819-39a8-4641-b112-c8b9272a99e0 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:14:36.559640 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28c00c1-fbcc-401c-83c9-49f5b46325e5", "tag": "18ac263c-212c-4a25-ba33-a9d7a97aac78", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:14:36.559903 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d55b819-39a8-4641-b112-c8b9272a99e0 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:14:36.560313 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'tag': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'status': 'completed', 'code': 200} Mar 07 22:14:36.573857 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-e9dd0e88-3751-4e83-b24d-127305db1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:36.576805 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-e9dd0e88-3751-4e83-b24d-127305db1959 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb06d929-714a-4bdf-a5a4-eaf9ee858cc6 HTTP/1.1" status: 200 len: 853 time: 0.1064332 Mar 07 22:14:36.610375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f5db1-b899-4a08-9bd2-7750c2495ada req-504f3c9e-a6b7-4541-a87f-71597226e7ef tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:36.611954 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d2f5db1-b899-4a08-9bd2-7750c2495ada req-504f3c9e-a6b7-4541-a87f-71597226e7ef tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 944 time: 0.1558769 Mar 07 22:14:36.664665 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-2a32f14c-175b-4e13-946b-b2c2a908da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:36.666854 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-2a32f14c-175b-4e13-946b-b2c2a908da6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=084a8db1-575e-478c-8df5-ab764b9d6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0829782 Mar 07 22:14:36.705398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d2f5db1-b899-4a08-9bd2-7750c2495ada req-8dadcae1-dea4-43fa-a06b-94b056e49b24 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721354 Mar 07 22:14:36.706506 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Allocated IP 172.25.4.111 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/92721827-37c0-4bf9-b5d1-cdf86aab64c6) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:36.782656 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-2fd1c855-14e6-4cda-bfb9-547db223ac59 service neutron] 10.222.0.13 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096954 Mar 07 22:14:36.828893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for port (92721827-37c0-4bf9-b5d1-cdf86aab64c6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:36.870437 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (92721827-37c0-4bf9-b5d1-cdf86aab64c6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:36.887255 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ee86fc25-1fac-444c-a28a-51cbfda07dbf req-0cbb77ee-6bbe-46f7-87ed-cc6ed465ed64 service neutron] 10.222.0.13 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990527 Mar 07 22:14:36.915455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:36.918917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:36.922120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:14:36.999710 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e6be5-1f52-437a-b56b-3ada727019cc req-7573ef3b-f415-4093-886d-fd4bfe60fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:37.001817 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0c4e6be5-1f52-437a-b56b-3ada727019cc req-7573ef3b-f415-4093-886d-fd4bfe60fe80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fdcfe6376f546b0a4c02e9d8e9f9d51&device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 1126 time: 0.0694480 Mar 07 22:14:37.012508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Pushing event updated for resources: {'Port': ['ID=92721827-37c0-4bf9-b5d1-cdf86aab64c6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:37.119826 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e6be5-1f52-437a-b56b-3ada727019cc req-865d400c-b0e4-4eff-9029-ba2c363e338d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:37.121365 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0c4e6be5-1f52-437a-b56b-3ada727019cc req-865d400c-b0e4-4eff-9029-ba2c363e338d service neutron] 10.222.0.13 "GET /v2.0/networks?id=084a8db1-575e-478c-8df5-ab764b9d6eab HTTP/1.1" status: 200 len: 915 time: 0.1137571 Mar 07 22:14:37.174336 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0c4e6be5-1f52-437a-b56b-3ada727019cc req-bd4cb11b-65ed-4d36-9b45-3ca9f25d00ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ac263c-212c-4a25-ba33-a9d7a97aac78 HTTP/1.1" status: 200 len: 217 time: 0.0446110 Mar 07 22:14:37.233215 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e6be5-1f52-437a-b56b-3ada727019cc req-6887e2e0-17c3-45f4-b775-497e21370f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:37.235525 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0c4e6be5-1f52-437a-b56b-3ada727019cc req-6887e2e0-17c3-45f4-b775-497e21370f58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb06d929-714a-4bdf-a5a4-eaf9ee858cc6 HTTP/1.1" status: 200 len: 853 time: 0.0558832 Mar 07 22:14:37.238034 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (553dd394-21e2-4e57-8fb0-11e5c06b1b6b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:37.316280 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e6be5-1f52-437a-b56b-3ada727019cc req-37f3c46c-ea13-4c42-a548-2274346d29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:37.318358 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0c4e6be5-1f52-437a-b56b-3ada727019cc req-37f3c46c-ea13-4c42-a548-2274346d29bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=084a8db1-575e-478c-8df5-ab764b9d6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0761702 Mar 07 22:14:37.448811 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0c4e6be5-1f52-437a-b56b-3ada727019cc req-bbe3346f-5040-4102-b217-b7e1465ecb90 service neutron] 10.222.0.13 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243756 Mar 07 22:14:37.558856 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0c4e6be5-1f52-437a-b56b-3ada727019cc req-f43b8490-b22c-4e07-aa48-f56b23f07f3d service neutron] 10.222.0.13 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038585 Mar 07 22:14:37.921867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe3115-2685-4805-a1d2-81a21e5db1cc req-7ddee7d8-3fa3-493c-bd60-870f24fe9c64 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:37.923399 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dfe3115-2685-4805-a1d2-81a21e5db1cc req-7ddee7d8-3fa3-493c-bd60-870f24fe9c64 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 944 time: 0.1170220 Mar 07 22:14:37.926358 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (553dd394-21e2-4e57-8fb0-11e5c06b1b6b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:38.027370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dfe3115-2685-4805-a1d2-81a21e5db1cc req-8d946e10-1f3d-42f3-be63-ba16260a42b0 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966353 Mar 07 22:14:38.106173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Router 553dd394-21e2-4e57-8fb0-11e5c06b1b6b is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:14:38.227146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:14:38.244267 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615f8022-0301-422a-9646-c89b47615f4c None None] Sync routers for ids ['553dd394-21e2-4e57-8fb0-11e5c06b1b6b'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:38.251083 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:38.255030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-375498b5-85c1-4c39-8a59-8795f6fe59bf tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8815780 Mar 07 22:14:38.255535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44904) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:38.263165 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615f8022-0301-422a-9646-c89b47615f4c None None] Routers {'553dd394-21e2-4e57-8fb0-11e5c06b1b6b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:38.263949 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-615f8022-0301-422a-9646-c89b47615f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['553dd394-21e2-4e57-8fb0-11e5c06b1b6b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:38.302905 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-615f8022-0301-422a-9646-c89b47615f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:38.314327 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615f8022-0301-422a-9646-c89b47615f4c None None] Routers {'553dd394-21e2-4e57-8fb0-11e5c06b1b6b'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:38.315336 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-615f8022-0301-422a-9646-c89b47615f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['553dd394-21e2-4e57-8fb0-11e5c06b1b6b'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:38.357349 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-615f8022-0301-422a-9646-c89b47615f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:38.358564 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615f8022-0301-422a-9646-c89b47615f4c None None] The sync data for ids ['553dd394-21e2-4e57-8fb0-11e5c06b1b6b'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:38.393713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44906) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:38.394561 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5915fec8-73c6-4287-a811-36cb4cf58f76 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/routers/553dd394-21e2-4e57-8fb0-11e5c06b1b6b HTTP/1.1" status: 200 len: 924 time: 0.1371346 Mar 07 22:14:38.425198 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cb5e0470-27ad-4cd9-b48f-4805a96b94e6 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "GET /v2.0/ports?device_id=553dd394-21e2-4e57-8fb0-11e5c06b1b6b HTTP/1.1" status: 200 len: 205 time: 0.0299344 Mar 07 22:14:38.427934 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44908) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:38.537820 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df9f3b0a-4dff-4c0c-b2d7-4906826c943d tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (553dd394-21e2-4e57-8fb0-11e5c06b1b6b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:38.643656 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df9f3b0a-4dff-4c0c-b2d7-4906826c943d tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (553dd394-21e2-4e57-8fb0-11e5c06b1b6b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:38.704581 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-df9f3b0a-4dff-4c0c-b2d7-4906826c943d tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Deleting port 92721827-37c0-4bf9-b5d1-cdf86aab64c6 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:38.704997 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df9f3b0a-4dff-4c0c-b2d7-4906826c943d tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (92721827-37c0-4bf9-b5d1-cdf86aab64c6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:38.787819 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df9f3b0a-4dff-4c0c-b2d7-4906826c943d tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (92721827-37c0-4bf9-b5d1-cdf86aab64c6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:38.799538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-df9f3b0a-4dff-4c0c-b2d7-4906826c943d tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Calling delete_port for 92721827-37c0-4bf9-b5d1-cdf86aab64c6 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:38.966214 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df9f3b0a-4dff-4c0c-b2d7-4906826c943d tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (92721827-37c0-4bf9-b5d1-cdf86aab64c6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:38.991557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f3b0a-4dff-4c0c-b2d7-4906826c943d tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Pushing event deleted for resources: {'Port': ['ID=92721827-37c0-4bf9-b5d1-cdf86aab64c6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:39.065038 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df9f3b0a-4dff-4c0c-b2d7-4906826c943d tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (553dd394-21e2-4e57-8fb0-11e5c06b1b6b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:39.189882 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df9f3b0a-4dff-4c0c-b2d7-4906826c943d tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (553dd394-21e2-4e57-8fb0-11e5c06b1b6b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:39.193006 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df9f3b0a-4dff-4c0c-b2d7-4906826c943d tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_controller (553dd394-21e2-4e57-8fb0-11e5c06b1b6b), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:39.236284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871452a-3b46-444e-9123-0316ad5872aa req-f3240d75-ddd1-448c-bb01-8a3695bc80f6 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:39.237897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8871452a-3b46-444e-9123-0316ad5872aa req-f3240d75-ddd1-448c-bb01-8a3695bc80f6 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 944 time: 0.1017983 Mar 07 22:14:39.252320 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df9f3b0a-4dff-4c0c-b2d7-4906826c943d tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (553dd394-21e2-4e57-8fb0-11e5c06b1b6b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:39.253096 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9f3b0a-4dff-4c0c-b2d7-4906826c943d tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Fanout notify agent at l3_agent the message router_deleted on router 553dd394-21e2-4e57-8fb0-11e5c06b1b6b {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:14:39.261436 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df9f3b0a-4dff-4c0c-b2d7-4906826c943d tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:39.262917 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-df9f3b0a-4dff-4c0c-b2d7-4906826c943d tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "DELETE /v2.0/routers/553dd394-21e2-4e57-8fb0-11e5c06b1b6b HTTP/1.1" status: 204 len: 168 time: 0.8338552 Mar 07 22:14:39.267285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44914) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:39.272042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1637426768', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'enable_snat': False}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:39.301836 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (1c530acd-4136-42bc-b734-6d19f1418f61), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:39.303167 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (1c530acd-4136-42bc-b734-6d19f1418f61), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:39.331134 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8871452a-3b46-444e-9123-0316ad5872aa req-a219ef45-a1f0-4093-af17-5e4edb98b2cd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858581 Mar 07 22:14:39.367360 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_controller (1c530acd-4136-42bc-b734-6d19f1418f61), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:39.516511 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (1c530acd-4136-42bc-b734-6d19f1418f61), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:39.727100 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (1c530acd-4136-42bc-b734-6d19f1418f61), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:39.746019 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:39.862014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Allocated IP 172.25.4.159 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/a96b3309-eab5-4103-81bf-967ddc106a9b) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:39.971414 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for port (a96b3309-eab5-4103-81bf-967ddc106a9b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:40.009860 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a96b3309-eab5-4103-81bf-967ddc106a9b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:40.050843 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:40.055871 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:40.060508 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:14:40.085250 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Pushing event updated for resources: {'Port': ['ID=a96b3309-eab5-4103-81bf-967ddc106a9b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:40.491183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae5c43-9539-45e0-a8c1-2e17d7ca6162 req-5bee7ef8-ec51-44fc-aaa2-61c9e5a810f4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:40.497761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8dae5c43-9539-45e0-a8c1-2e17d7ca6162 req-5bee7ef8-ec51-44fc-aaa2-61c9e5a810f4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 944 time: 0.0729480 Mar 07 22:14:40.571017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8dae5c43-9539-45e0-a8c1-2e17d7ca6162 req-682c7ee9-1833-4b67-b1f2-56a7ab94320e tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647686 Mar 07 22:14:40.651831 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (1c530acd-4136-42bc-b734-6d19f1418f61), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:40.869298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (1c530acd-4136-42bc-b734-6d19f1418f61), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:41.035743 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Router 1c530acd-4136-42bc-b734-6d19f1418f61 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:14:41.193640 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:14:41.203947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Sync routers for ids ['1c530acd-4136-42bc-b734-6d19f1418f61'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:41.220573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:41.223811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Routers {'1c530acd-4136-42bc-b734-6d19f1418f61'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:41.224765 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1c530acd-4136-42bc-b734-6d19f1418f61'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:41.225081 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-72894018-5053-4acd-9346-2d7b7c733ae5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.9548724 Mar 07 22:14:41.225820 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44928) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:41.265783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44930) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:41.418334 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-39dfc959-2fab-47bb-b708-894f01c8028e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=487733d1b08c4d44bf0d799bdc3c5712&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1512582 Mar 07 22:14:41.420935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44934) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:41.450454 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b0f29565-e991-428b-9878-ac36b7242b82 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/routers/1c530acd-4136-42bc-b734-6d19f1418f61 HTTP/1.1" status: 200 len: 909 time: 0.2209470 Mar 07 22:14:41.452343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44936) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:41.458277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Set router 1c530acd-4136-42bc-b734-6d19f1418f61 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:14:41.458496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1637426768', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'enable_snat': True}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:41.504043 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0183a105-3f6e-4f40-bf33-9ab6346791db admin admin] Publish callbacks [] for security_group (0b0e9aa0-7654-4bcd-9755-cf0b9880eb15), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:41.507597 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (c17186f2-93bb-4c79-9898-b6a6484df383), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:41.508608 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (c17186f2-93bb-4c79-9898-b6a6484df383), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:41.539612 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0183a105-3f6e-4f40-bf33-9ab6346791db admin admin] Publish callbacks [] for security_group (0b0e9aa0-7654-4bcd-9755-cf0b9880eb15), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:41.614737 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_controller (c17186f2-93bb-4c79-9898-b6a6484df383), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:41.674084 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c530acd-4136-42bc-b734-6d19f1418f61', 'name': 'tempest-snat-router-1637426768', 'tenant_id': '650ef8f443784c9db93cfa0e2c4a8a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': False}, 'gw_port_id': 'a96b3309-eab5-4103-81bf-967ddc106a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:39Z', 'updated_at': '2022-03-07T22:14:40Z', 'revision_number': 3, 'project_id': '650ef8f443784c9db93cfa0e2c4a8a9a', 'gw_port': {'id': 'a96b3309-eab5-4103-81bf-967ddc106a9b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:16:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c530acd-4136-42bc-b734-6d19f1418f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:39Z', 'updated_at': '2022-03-07T22:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:41.710258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Checking router: 1c530acd-4136-42bc-b734-6d19f1418f61 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:14:41.710623 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Updating router 1c530acd-4136-42bc-b734-6d19f1418f61 port a96b3309-eab5-4103-81bf-967ddc106a9b binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:14:41.751396 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a96b3309-eab5-4103-81bf-967ddc106a9b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:41.768719 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0183a105-3f6e-4f40-bf33-9ab6346791db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0b0e9aa0-7654-4bcd-9755-cf0b9880eb15), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:41.771667 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0183a105-3f6e-4f40-bf33-9ab6346791db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:41.773333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0183a105-3f6e-4f40-bf33-9ab6346791db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b0e9aa0-7654-4bcd-9755-cf0b9880eb15 HTTP/1.1" status: 204 len: 168 time: 0.3512976 Mar 07 22:14:41.836979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183a105-3f6e-4f40-bf33-9ab6346791db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0e9aa0-7654-4bcd-9755-cf0b9880eb15,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:41.857025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c14927-1390-4058-86a3-42a41271d313 req-897c4260-497e-4c9f-b018-6e11f1cab52d tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:41.865122 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7c14927-1390-4058-86a3-42a41271d313 req-897c4260-497e-4c9f-b018-6e11f1cab52d tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 944 time: 0.1826251 Mar 07 22:14:41.917752 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (c17186f2-93bb-4c79-9898-b6a6484df383), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:41.987335 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7c14927-1390-4058-86a3-42a41271d313 req-49785c2e-812a-4b24-82d5-e8cb0c3d8f3f tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186464 Mar 07 22:14:42.288440 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (c17186f2-93bb-4c79-9898-b6a6484df383), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:42.309067 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:42.402906 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Publish callbacks [] for port (a96b3309-eab5-4103-81bf-967ddc106a9b), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:42.422995 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a96b3309-eab5-4103-81bf-967ddc106a9b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:42.476649 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Allocated IP 172.25.4.84 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/3cd9532c-678c-4ea6-8488-24094446f3ac) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:42.541729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Attempting to bind port a96b3309-eab5-4103-81bf-967ddc106a9b on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:14:42.543063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Attempting to bind port a96b3309-eab5-4103-81bf-967ddc106a9b by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:14:42.544210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Attempting to bind port a96b3309-eab5-4103-81bf-967ddc106a9b on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:14:42.580851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:14:42.581234 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:14:42.581636 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:42.582028 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:14:42.582887 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Bound port: a96b3309-eab5-4103-81bf-967ddc106a9b, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:14:42.582887 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a96b3309-eab5-4103-81bf-967ddc106a9b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:42.620998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4437b-a2fb-4429-8f56-51e362d284e7 None None] Pushing event updated for resources: {'Port': ['ID=a96b3309-eab5-4103-81bf-967ddc106a9b,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:42.625587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for port (3cd9532c-678c-4ea6-8488-24094446f3ac), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:42.660036 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4437b-a2fb-4429-8f56-51e362d284e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:42.660782 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4437b-a2fb-4429-8f56-51e362d284e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:42.661306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4437b-a2fb-4429-8f56-51e362d284e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:42.661903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4437b-a2fb-4429-8f56-51e362d284e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:42.662429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4437b-a2fb-4429-8f56-51e362d284e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:42.663561 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4437b-a2fb-4429-8f56-51e362d284e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:42.666846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4437b-a2fb-4429-8f56-51e362d284e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:42.667496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4437b-a2fb-4429-8f56-51e362d284e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:42.668016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4437b-a2fb-4429-8f56-51e362d284e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:42.668522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4437b-a2fb-4429-8f56-51e362d284e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:42.669035 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4437b-a2fb-4429-8f56-51e362d284e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:42.669663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4437b-a2fb-4429-8f56-51e362d284e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:42.670205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4437b-a2fb-4429-8f56-51e362d284e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:42.707546 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (3cd9532c-678c-4ea6-8488-24094446f3ac), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:42.748944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] For port a96b3309-eab5-4103-81bf-967ddc106a9b, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:14:42.754546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] For port a96b3309-eab5-4103-81bf-967ddc106a9b, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a96b3309-eab5-4103-81bf-967ddc106a9b,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:14:42.765664 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a96b3309-eab5-4103-81bf-967ddc106a9b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:42.783081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:42.786426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:42.789587 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:14:42.834284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Pushing event updated for resources: {'Port': ['ID=3cd9532c-678c-4ea6-8488-24094446f3ac,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:42.841779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Routers {'1c530acd-4136-42bc-b734-6d19f1418f61'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:42.843153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1c530acd-4136-42bc-b734-6d19f1418f61'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:42.925440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4437b-a2fb-4429-8f56-51e362d284e7 None None] Pushing event updated for resources: {'Port': ['ID=a96b3309-eab5-4103-81bf-967ddc106a9b,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:43.007818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] Set router 1c530acd-4136-42bc-b734-6d19f1418f61 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:14:43.258894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c3a1d-d5e6-40f9-ad90-82a4e332648c req-a37bb0f6-80ee-4399-b077-c5623fb9785c tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:43.266713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed0c3a1d-d5e6-40f9-ad90-82a4e332648c req-a37bb0f6-80ee-4399-b077-c5623fb9785c tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 944 time: 0.1317549 Mar 07 22:14:43.279553 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (c17186f2-93bb-4c79-9898-b6a6484df383), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:43.339994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c530acd-4136-42bc-b734-6d19f1418f61', 'name': 'tempest-snat-router-1637426768', 'tenant_id': '650ef8f443784c9db93cfa0e2c4a8a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': False}, 'gw_port_id': 'a96b3309-eab5-4103-81bf-967ddc106a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:39Z', 'updated_at': '2022-03-07T22:14:40Z', 'revision_number': 3, 'project_id': '650ef8f443784c9db93cfa0e2c4a8a9a', 'gw_port': {'id': 'a96b3309-eab5-4103-81bf-967ddc106a9b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:16:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c530acd-4136-42bc-b734-6d19f1418f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:39Z', 'updated_at': '2022-03-07T22:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:43.402409 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed0c3a1d-d5e6-40f9-ad90-82a4e332648c req-a2595013-48fb-42b1-9b50-74fd1a92244a tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326487 Mar 07 22:14:43.419677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e76ee-5044-4388-9bbb-b2def49527dd None None] The sync data for ids ['1c530acd-4136-42bc-b734-6d19f1418f61'] in n-d-832330-1 is: [{'id': '1c530acd-4136-42bc-b734-6d19f1418f61', 'name': 'tempest-snat-router-1637426768', 'tenant_id': '650ef8f443784c9db93cfa0e2c4a8a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159'}], 'enable_snat': False}, 'gw_port_id': 'a96b3309-eab5-4103-81bf-967ddc106a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:39Z', 'updated_at': '2022-03-07T22:14:40Z', 'revision_number': 3, 'project_id': '650ef8f443784c9db93cfa0e2c4a8a9a', 'gw_port': {'id': 'a96b3309-eab5-4103-81bf-967ddc106a9b', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:16:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c530acd-4136-42bc-b734-6d19f1418f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:39Z', 'updated_at': '2022-03-07T22:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:43.549723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ec89a55-dc24-4cc0-b207-dd9e91b5a1e9 req-c75835dc-9300-47fa-89ab-9c421f289ec6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1648071 Mar 07 22:14:43.719075 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (c17186f2-93bb-4c79-9898-b6a6484df383), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:43.724604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec89a55-dc24-4cc0-b207-dd9e91b5a1e9 req-fcbbcdc8-fc5e-4570-914a-13e4a053078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:43.726493 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ec89a55-dc24-4cc0-b207-dd9e91b5a1e9 req-fcbbcdc8-fc5e-4570-914a-13e4a053078f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 1127 time: 0.0779204 Mar 07 22:14:43.957116 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec89a55-dc24-4cc0-b207-dd9e91b5a1e9 req-9e4bce2e-9164-4c00-9557-1868d6acd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:43.958718 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ec89a55-dc24-4cc0-b207-dd9e91b5a1e9 req-9e4bce2e-9164-4c00-9557-1868d6acd9cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.1874204 Mar 07 22:14:44.057820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Router c17186f2-93bb-4c79-9898-b6a6484df383 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:14:44.061201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ec89a55-dc24-4cc0-b207-dd9e91b5a1e9 req-2de039e4-c7ff-4138-a0ee-31c3899027d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaa297d6-3d6a-4946-97c4-c88bca75e240 HTTP/1.1" status: 200 len: 1001 time: 0.0908132 Mar 07 22:14:44.197685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:14:44.219574 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Sync routers for ids ['c17186f2-93bb-4c79-9898-b6a6484df383'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:44.234520 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Routers {'c17186f2-93bb-4c79-9898-b6a6484df383'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:44.235150 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['c17186f2-93bb-4c79-9898-b6a6484df383'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:44.254773 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:44.257080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c6baf291-da1d-444f-9b93-3a6d9ce3bbd5 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8028777 Mar 07 22:14:44.259534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec89a55-dc24-4cc0-b207-dd9e91b5a1e9 req-9a4240a4-74f2-496c-ac28-57e0914eebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:44.259787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44974) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:44.261269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ec89a55-dc24-4cc0-b207-dd9e91b5a1e9 req-9a4240a4-74f2-496c-ac28-57e0914eebd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0735135 Mar 07 22:14:44.365892 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec89a55-dc24-4cc0-b207-dd9e91b5a1e9 req-b5cf5d4e-1d22-4425-92ee-79ef387c6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:44.367984 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ec89a55-dc24-4cc0-b207-dd9e91b5a1e9 req-b5cf5d4e-1d22-4425-92ee-79ef387c6878 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0951843 Mar 07 22:14:44.391734 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Set router c17186f2-93bb-4c79-9898-b6a6484df383 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:14:44.416682 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8fea1fb3-79a2-496b-b1b3-6203d5e56e35 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/routers/c17186f2-93bb-4c79-9898-b6a6484df383 HTTP/1.1" status: 200 len: 907 time: 0.1551671 Mar 07 22:14:44.419237 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44976) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:44.637329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ec89a55-dc24-4cc0-b207-dd9e91b5a1e9 req-34acc5be-d2a0-49fb-9a16-97e139b95cf1 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532108 Mar 07 22:14:44.644984 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8c27-8578-41e3-a65d-9d0b7a0c7c5d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router (c17186f2-93bb-4c79-9898-b6a6484df383), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:44.697518 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17186f2-93bb-4c79-9898-b6a6484df383', 'name': 'tempest-snat-router-1637426768', 'tenant_id': '650ef8f443784c9db93cfa0e2c4a8a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '3cd9532c-678c-4ea6-8488-24094446f3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:41Z', 'updated_at': '2022-03-07T22:14:43Z', 'revision_number': 3, 'project_id': '650ef8f443784c9db93cfa0e2c4a8a9a', 'gw_port': {'id': '3cd9532c-678c-4ea6-8488-24094446f3ac', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17186f2-93bb-4c79-9898-b6a6484df383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:42Z', 'updated_at': '2022-03-07T22:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:44.744380 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Checking router: c17186f2-93bb-4c79-9898-b6a6484df383 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:14:44.744736 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Updating router c17186f2-93bb-4c79-9898-b6a6484df383 port 3cd9532c-678c-4ea6-8488-24094446f3ac binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:14:44.785256 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3cd9532c-678c-4ea6-8488-24094446f3ac), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:44.877943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ec89a55-dc24-4cc0-b207-dd9e91b5a1e9 req-2129ef4c-9976-47f6-acbc-d6008e39d499 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259524 Mar 07 22:14:44.879490 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8c27-8578-41e3-a65d-9d0b7a0c7c5d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (c17186f2-93bb-4c79-9898-b6a6484df383), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:44.900252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5e564-e93f-4059-9a60-0cf8238cfa80 req-ca988409-126d-44c0-a527-f38bf0fc7f68 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:44.904208 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ebb5e564-e93f-4059-9a60-0cf8238cfa80 req-ca988409-126d-44c0-a527-f38bf0fc7f68 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 944 time: 0.3418798 Mar 07 22:14:44.984283 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb8c27-8578-41e3-a65d-9d0b7a0c7c5d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Deleting port 3cd9532c-678c-4ea6-8488-24094446f3ac {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:44.984633 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8c27-8578-41e3-a65d-9d0b7a0c7c5d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3cd9532c-678c-4ea6-8488-24094446f3ac), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:44.996069 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ebb5e564-e93f-4059-9a60-0cf8238cfa80 req-0d2e0d95-1264-4cbd-afe8-a0ea34d2f391 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867164 Mar 07 22:14:45.088719 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8c27-8578-41e3-a65d-9d0b7a0c7c5d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3cd9532c-678c-4ea6-8488-24094446f3ac), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:45.107079 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb8c27-8578-41e3-a65d-9d0b7a0c7c5d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Calling delete_port for 3cd9532c-678c-4ea6-8488-24094446f3ac owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:45.167308 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Publish callbacks [] for port (3cd9532c-678c-4ea6-8488-24094446f3ac), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:45.186933 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3cd9532c-678c-4ea6-8488-24094446f3ac), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:45.261084 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Attempting to bind port 3cd9532c-678c-4ea6-8488-24094446f3ac on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:14:45.261749 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Attempting to bind port 3cd9532c-678c-4ea6-8488-24094446f3ac by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:14:45.261956 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Attempting to bind port 3cd9532c-678c-4ea6-8488-24094446f3ac on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:14:45.274336 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:14:45.274872 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:14:45.275288 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:45.275690 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:14:45.276170 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Bound port: 3cd9532c-678c-4ea6-8488-24094446f3ac, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:14:45.276555 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3cd9532c-678c-4ea6-8488-24094446f3ac), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:45.279439 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329fc5b-c9e6-46d5-9d12-4e6215dc0191 None None] Pushing event updated for resources: {'Port': ['ID=3cd9532c-678c-4ea6-8488-24094446f3ac,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:45.357724 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8c27-8578-41e3-a65d-9d0b7a0c7c5d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3cd9532c-678c-4ea6-8488-24094446f3ac), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:45.361927 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.db.api [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:14:45.362333 n-d-832330-1 neutron-server[103721]: DEBUG oslo_db.api [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:14:45.397243 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb8c27-8578-41e3-a65d-9d0b7a0c7c5d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cd9532c-678c-4ea6-8488-24094446f3ac,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:45.456425 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8c27-8578-41e3-a65d-9d0b7a0c7c5d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (c17186f2-93bb-4c79-9898-b6a6484df383), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:45.569766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8c27-8578-41e3-a65d-9d0b7a0c7c5d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (c17186f2-93bb-4c79-9898-b6a6484df383), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:45.572315 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8c27-8578-41e3-a65d-9d0b7a0c7c5d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_controller (c17186f2-93bb-4c79-9898-b6a6484df383), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:45.618155 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8c27-8578-41e3-a65d-9d0b7a0c7c5d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (c17186f2-93bb-4c79-9898-b6a6484df383), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:45.618729 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbb8c27-8578-41e3-a65d-9d0b7a0c7c5d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c17186f2-93bb-4c79-9898-b6a6484df383 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:14:45.622977 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8c27-8578-41e3-a65d-9d0b7a0c7c5d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:45.624119 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bfbb8c27-8578-41e3-a65d-9d0b7a0c7c5d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "DELETE /v2.0/routers/c17186f2-93bb-4c79-9898-b6a6484df383 HTTP/1.1" status: 204 len: 168 time: 1.2031043 Mar 07 22:14:45.627821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 44982) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:45.648481 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8253b900-9d4f-4fbb-97ce-b3b32be5aba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:45.886568 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Attempting to bind port 3cd9532c-678c-4ea6-8488-24094446f3ac on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:14:45.886896 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Attempting to bind port 3cd9532c-678c-4ea6-8488-24094446f3ac by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:14:45.887261 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Attempting to bind port 3cd9532c-678c-4ea6-8488-24094446f3ac on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:14:45.896007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a96b3309-eab5-4103-81bf-967ddc106a9b up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:14:45.896941 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:14:45.897316 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:14:45.897776 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:45.898147 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:14:45.898628 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Bound port: 3cd9532c-678c-4ea6-8488-24094446f3ac, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:14:45.899006 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3cd9532c-678c-4ea6-8488-24094446f3ac), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:45.918958 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Port 3cd9532c-678c-4ea6-8488-24094446f3ac has been deleted concurrently {{(pid=103721) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 07 22:14:45.930048 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Routers set() bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:45.930457 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Router IDs set() for agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 22:14:45.931094 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_agentschedulers_db [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c17186f2-93bb-4c79-9898-b6a6484df383'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent'). {{(pid=103721) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 22:14:45.931476 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d08ae-84f9-41da-b229-79553f3aaf82 None None] The sync data for ids ['c17186f2-93bb-4c79-9898-b6a6484df383'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:45.994156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port a96b3309-eab5-4103-81bf-967ddc106a9b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:45.994715 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a96b3309-eab5-4103-81bf-967ddc106a9b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:46.125652 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a96b3309-eab5-4103-81bf-967ddc106a9b is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:46.126443 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a96b3309-eab5-4103-81bf-967ddc106a9b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:46.155143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port a96b3309-eab5-4103-81bf-967ddc106a9b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a96b3309-eab5-4103-81bf-967ddc106a9b,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:46.163358 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a96b3309-eab5-4103-81bf-967ddc106a9b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:46.245036 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=a96b3309-eab5-4103-81bf-967ddc106a9b,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:46.258910 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:46.260100 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06026ae-186a-40c8-9f01-dc2d6edb0b75 req-1bc9041d-3860-4f70-8a18-977e90a35989 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:46.262651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f06026ae-186a-40c8-9f01-dc2d6edb0b75 req-1bc9041d-3860-4f70-8a18-977e90a35989 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 944 time: 0.0744767 Mar 07 22:14:46.264761 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router (1c530acd-4136-42bc-b734-6d19f1418f61), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:46.388139 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f06026ae-186a-40c8-9f01-dc2d6edb0b75 req-5ef3266c-7130-4854-b951-abf1508c0ed5 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199691 Mar 07 22:14:46.426571 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (1c530acd-4136-42bc-b734-6d19f1418f61), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:46.483069 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Deleting port a96b3309-eab5-4103-81bf-967ddc106a9b {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:46.483467 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a96b3309-eab5-4103-81bf-967ddc106a9b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:46.566543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] For port a96b3309-eab5-4103-81bf-967ddc106a9b, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a96b3309-eab5-4103-81bf-967ddc106a9b,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:46.566949 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a96b3309-eab5-4103-81bf-967ddc106a9b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:46.579553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Calling delete_port for a96b3309-eab5-4103-81bf-967ddc106a9b owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:46.759155 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a96b3309-eab5-4103-81bf-967ddc106a9b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:46.833630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Pushing event deleted for resources: {'Port': ['ID=a96b3309-eab5-4103-81bf-967ddc106a9b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:46.858711 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (1c530acd-4136-42bc-b734-6d19f1418f61), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:46.957879 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (1c530acd-4136-42bc-b734-6d19f1418f61), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:46.960069 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_controller (1c530acd-4136-42bc-b734-6d19f1418f61), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:47.012073 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (1c530acd-4136-42bc-b734-6d19f1418f61), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:47.012637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c530acd-4136-42bc-b734-6d19f1418f61 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:14:47.017491 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:47.022718 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 44998) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:47.027498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-791439408', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:47.032887 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6a4f45a1-19ca-41f0-b6ed-2106e5ee406d tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "DELETE /v2.0/routers/1c530acd-4136-42bc-b734-6d19f1418f61 HTTP/1.1" status: 204 len: 168 time: 1.4039328 Mar 07 22:14:47.054939 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (35e8afb8-3a15-46ec-b25f-9d8435930ad3), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:47.056325 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (35e8afb8-3a15-46ec-b25f-9d8435930ad3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:47.114963 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_controller (35e8afb8-3a15-46ec-b25f-9d8435930ad3), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:47.296799 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (35e8afb8-3a15-46ec-b25f-9d8435930ad3), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:47.517927 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (35e8afb8-3a15-46ec-b25f-9d8435930ad3), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:47.538903 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:47.583746 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dfc00-7846-4cfb-a341-7e7f40c1d5c1 req-8e9c7995-d91c-4fa1-bf9c-75470f3d9835 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:47.605339 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c34dfc00-7846-4cfb-a341-7e7f40c1d5c1 req-8e9c7995-d91c-4fa1-bf9c-75470f3d9835 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 944 time: 0.1054552 Mar 07 22:14:47.651538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Allocated IP 172.25.4.233 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/f73b8319-11ad-4aa5-ad8f-d8416f16b971) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:47.684925 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c34dfc00-7846-4cfb-a341-7e7f40c1d5c1 req-113ff51c-2077-462d-833d-514e48110618 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767310 Mar 07 22:14:47.768818 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for port (f73b8319-11ad-4aa5-ad8f-d8416f16b971), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:47.805534 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f73b8319-11ad-4aa5-ad8f-d8416f16b971), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:47.825178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a96b3309-eab5-4103-81bf-967ddc106a9b no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:14:47.847166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: a96b3309-eab5-4103-81bf-967ddc106a9b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:14:47.847597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a96b3309-eab5-4103-81bf-967ddc106a9b not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:14:47.850453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:47.853878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:47.859709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:14:47.862692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Pushing event updated for resources: {'Port': ['ID=f73b8319-11ad-4aa5-ad8f-d8416f16b971,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:48.129677 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (35e8afb8-3a15-46ec-b25f-9d8435930ad3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:48.148186 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-58fd476f-de9f-4684-a8c2-d5afce132636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:48.342650 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (35e8afb8-3a15-46ec-b25f-9d8435930ad3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:48.439285 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:48.474657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Router 35e8afb8-3a15-46ec-b25f-9d8435930ad3 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:14:48.595079 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:14:48.606421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551da7d1-b121-4a9e-952d-b7bf08a29d93 None None] Sync routers for ids ['35e8afb8-3a15-46ec-b25f-9d8435930ad3'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:48.618332 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551da7d1-b121-4a9e-952d-b7bf08a29d93 None None] Routers {'35e8afb8-3a15-46ec-b25f-9d8435930ad3'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:48.618998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-551da7d1-b121-4a9e-952d-b7bf08a29d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['35e8afb8-3a15-46ec-b25f-9d8435930ad3'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:48.626694 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:48.628068 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-629d8cba-dd51-4242-b26e-08cfedb6967c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.6043122 Mar 07 22:14:48.631044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45014) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:48.635481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3ba79818-a525-4a1d-bdbb-0cd511dd426a tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'enable_snat': False}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:48.658824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-551da7d1-b121-4a9e-952d-b7bf08a29d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:48.668116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551da7d1-b121-4a9e-952d-b7bf08a29d93 None None] Routers {'35e8afb8-3a15-46ec-b25f-9d8435930ad3'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:48.668759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-551da7d1-b121-4a9e-952d-b7bf08a29d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['35e8afb8-3a15-46ec-b25f-9d8435930ad3'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:48.710914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-551da7d1-b121-4a9e-952d-b7bf08a29d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:48.711580 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551da7d1-b121-4a9e-952d-b7bf08a29d93 None None] The sync data for ids ['35e8afb8-3a15-46ec-b25f-9d8435930ad3'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:48.858489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7da43f-7bb7-4f6e-8161-a916f7020afd req-469dd8c1-9c52-48f8-b1b2-431757a4e786 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:48.860415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba7da43f-7bb7-4f6e-8161-a916f7020afd req-469dd8c1-9c52-48f8-b1b2-431757a4e786 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 944 time: 0.1047122 Mar 07 22:14:48.947885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba7da43f-7bb7-4f6e-8161-a916f7020afd req-71c30ad8-f7a1-4c8c-b201-1a858ce10cdf tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620570 Mar 07 22:14:49.048813 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3ba79818-a525-4a1d-bdbb-0cd511dd426a tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (35e8afb8-3a15-46ec-b25f-9d8435930ad3), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:49.381978 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:49.466352 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3ba79818-a525-4a1d-bdbb-0cd511dd426a tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (35e8afb8-3a15-46ec-b25f-9d8435930ad3), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:49.470232 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3ba79818-a525-4a1d-bdbb-0cd511dd426a tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (35e8afb8-3a15-46ec-b25f-9d8435930ad3), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:49.581635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba79818-a525-4a1d-bdbb-0cd511dd426a tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Router 35e8afb8-3a15-46ec-b25f-9d8435930ad3 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:14:49.694110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba79818-a525-4a1d-bdbb-0cd511dd426a tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:14:49.703640 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aff4070-9dc6-4ef4-9f35-4a99f8501ac8 None None] Sync routers for ids ['35e8afb8-3a15-46ec-b25f-9d8435930ad3'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:49.704281 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3ba79818-a525-4a1d-bdbb-0cd511dd426a tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:49.705519 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3ba79818-a525-4a1d-bdbb-0cd511dd426a tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "PUT /v2.0/routers/35e8afb8-3a15-46ec-b25f-9d8435930ad3 HTTP/1.1" status: 200 len: 925 time: 1.0734689 Mar 07 22:14:49.708433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45022) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:49.716105 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff4070-9dc6-4ef4-9f35-4a99f8501ac8 None None] Routers {'35e8afb8-3a15-46ec-b25f-9d8435930ad3'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:49.717023 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3aff4070-9dc6-4ef4-9f35-4a99f8501ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['35e8afb8-3a15-46ec-b25f-9d8435930ad3'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:49.752866 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3aff4070-9dc6-4ef4-9f35-4a99f8501ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:49.762688 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff4070-9dc6-4ef4-9f35-4a99f8501ac8 None None] Routers {'35e8afb8-3a15-46ec-b25f-9d8435930ad3'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:49.763369 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3aff4070-9dc6-4ef4-9f35-4a99f8501ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['35e8afb8-3a15-46ec-b25f-9d8435930ad3'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:49.803170 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3aff4070-9dc6-4ef4-9f35-4a99f8501ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:49.803993 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aff4070-9dc6-4ef4-9f35-4a99f8501ac8 None None] The sync data for ids ['35e8afb8-3a15-46ec-b25f-9d8435930ad3'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:49.826708 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-23ca299a-8594-498c-ad57-352b141db462 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/routers/35e8afb8-3a15-46ec-b25f-9d8435930ad3 HTTP/1.1" status: 200 len: 925 time: 0.1170962 Mar 07 22:14:49.829849 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45024) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:49.908494 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7218fd28-f7f2-4b82-a087-8afbe76f42de tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:49.910092 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7218fd28-f7f2-4b82-a087-8afbe76f42de tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&device_id=35e8afb8-3a15-46ec-b25f-9d8435930ad3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0792263 Mar 07 22:14:49.912893 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45026) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:50.007441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a889c0fe-af30-4f64-bae8-ea65d00cfb8e tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:50.011426 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a889c0fe-af30-4f64-bae8-ea65d00cfb8e tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 881 time: 0.0949767 Mar 07 22:14:50.011718 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45030) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:50.042809 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b9d65361-d5e3-4e51-bc3e-6cac1248aa69 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "GET /v2.0/ports?device_id=35e8afb8-3a15-46ec-b25f-9d8435930ad3 HTTP/1.1" status: 200 len: 205 time: 0.0301020 Mar 07 22:14:50.045400 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45032) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:50.085875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794790f-02cb-42fb-8938-b6b96718e40f req-3d3726a3-23ef-4915-8dce-51baccebfde9 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:50.087402 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6794790f-02cb-42fb-8938-b6b96718e40f req-3d3726a3-23ef-4915-8dce-51baccebfde9 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 944 time: 0.0647292 Mar 07 22:14:50.135609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6794790f-02cb-42fb-8938-b6b96718e40f req-1a958f40-e89c-447b-8c5f-977f096edf43 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424924 Mar 07 22:14:50.153563 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d55da5f-dce3-4833-b3c7-b2156030a313 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (35e8afb8-3a15-46ec-b25f-9d8435930ad3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:50.360333 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:50.563117 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d55da5f-dce3-4833-b3c7-b2156030a313 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (35e8afb8-3a15-46ec-b25f-9d8435930ad3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:50.612212 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3d55da5f-dce3-4833-b3c7-b2156030a313 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Deleting port f73b8319-11ad-4aa5-ad8f-d8416f16b971 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:50.612549 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d55da5f-dce3-4833-b3c7-b2156030a313 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f73b8319-11ad-4aa5-ad8f-d8416f16b971), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:50.688537 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d55da5f-dce3-4833-b3c7-b2156030a313 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f73b8319-11ad-4aa5-ad8f-d8416f16b971), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:50.699679 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-3d55da5f-dce3-4833-b3c7-b2156030a313 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Calling delete_port for f73b8319-11ad-4aa5-ad8f-d8416f16b971 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:50.866136 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d55da5f-dce3-4833-b3c7-b2156030a313 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f73b8319-11ad-4aa5-ad8f-d8416f16b971), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:50.891237 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55da5f-dce3-4833-b3c7-b2156030a313 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Pushing event deleted for resources: {'Port': ['ID=f73b8319-11ad-4aa5-ad8f-d8416f16b971,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:50.952426 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d55da5f-dce3-4833-b3c7-b2156030a313 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (35e8afb8-3a15-46ec-b25f-9d8435930ad3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:51.053442 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d55da5f-dce3-4833-b3c7-b2156030a313 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (35e8afb8-3a15-46ec-b25f-9d8435930ad3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:51.055541 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d55da5f-dce3-4833-b3c7-b2156030a313 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_controller (35e8afb8-3a15-46ec-b25f-9d8435930ad3), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:51.099045 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d55da5f-dce3-4833-b3c7-b2156030a313 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (35e8afb8-3a15-46ec-b25f-9d8435930ad3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:51.099507 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d55da5f-dce3-4833-b3c7-b2156030a313 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Fanout notify agent at l3_agent the message router_deleted on router 35e8afb8-3a15-46ec-b25f-9d8435930ad3 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:14:51.106392 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3d55da5f-dce3-4833-b3c7-b2156030a313 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:51.107409 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3d55da5f-dce3-4833-b3c7-b2156030a313 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "DELETE /v2.0/routers/35e8afb8-3a15-46ec-b25f-9d8435930ad3 HTTP/1.1" status: 204 len: 168 time: 1.0608532 Mar 07 22:14:51.111648 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45046) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:51.117026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7ca5c84f-0f2c-483d-876c-9e9d4d868475 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-684553009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:51.138232 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c84f-0f2c-483d-876c-9e9d4d868475 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (6df3435e-04ef-4975-95f6-c4a5f6d5c493), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:51.139282 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c84f-0f2c-483d-876c-9e9d4d868475 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (6df3435e-04ef-4975-95f6-c4a5f6d5c493), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:51.192199 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c84f-0f2c-483d-876c-9e9d4d868475 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_controller (6df3435e-04ef-4975-95f6-c4a5f6d5c493), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:51.197631 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c84f-0f2c-483d-876c-9e9d4d868475 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (6df3435e-04ef-4975-95f6-c4a5f6d5c493), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:51.241052 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c84f-0f2c-483d-876c-9e9d4d868475 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:51.242227 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7ca5c84f-0f2c-483d-876c-9e9d4d868475 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1290503 Mar 07 22:14:51.246145 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45054) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:51.252672 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:51.269578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d6ac5-a07b-4f79-baab-8f5d7229e87e req-7b547fb2-d723-43e5-a9d7-80dadf5e50d1 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:51.276319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b3d6ac5-a07b-4f79-baab-8f5d7229e87e req-7b547fb2-d723-43e5-a9d7-80dadf5e50d1 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 944 time: 0.0692468 Mar 07 22:14:51.333279 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4b3d6ac5-a07b-4f79-baab-8f5d7229e87e req-e57a2f13-615c-4758-a95a-645123fdcfc0 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507338 Mar 07 22:14:51.470043 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (6df3435e-04ef-4975-95f6-c4a5f6d5c493), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:51.666474 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (6df3435e-04ef-4975-95f6-c4a5f6d5c493), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:51.685555 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:51.790709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Allocated IP 172.25.4.14 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/b28ca6d7-c76c-491c-ab36-0da1df69c258) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:51.891942 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for port (b28ca6d7-c76c-491c-ab36-0da1df69c258), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:51.925027 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b28ca6d7-c76c-491c-ab36-0da1df69c258), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:51.963375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:51.969687 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:51.974161 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:14:51.997539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Pushing event updated for resources: {'Port': ['ID=b28ca6d7-c76c-491c-ab36-0da1df69c258,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:52.134225 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:52.241655 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (6df3435e-04ef-4975-95f6-c4a5f6d5c493), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:52.443091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (6df3435e-04ef-4975-95f6-c4a5f6d5c493), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:52.446604 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (6df3435e-04ef-4975-95f6-c4a5f6d5c493), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:52.455296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b76254-3f28-4a64-9c1d-15c8a9e1f6df req-f355f9b7-1218-4ba3-8b5a-01d2975b2473 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:52.455296 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94b76254-3f28-4a64-9c1d-15c8a9e1f6df req-f355f9b7-1218-4ba3-8b5a-01d2975b2473 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 944 time: 0.0595789 Mar 07 22:14:52.501929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94b76254-3f28-4a64-9c1d-15c8a9e1f6df req-eb55548a-0c74-458a-8e03-260e42ebb2ea tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448318 Mar 07 22:14:52.581990 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Router 6df3435e-04ef-4975-95f6-c4a5f6d5c493 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:14:52.696476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:14:52.704691 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:52.705938 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-af03efd1-7311-47b2-aa64-3bcfb647fc2b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "PUT /v2.0/routers/6df3435e-04ef-4975-95f6-c4a5f6d5c493 HTTP/1.1" status: 200 len: 882 time: 1.4575863 Mar 07 22:14:52.708524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45094) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:52.711192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532dd066-3a8d-4d3c-987a-c71ada3f853d None None] Sync routers for ids ['6df3435e-04ef-4975-95f6-c4a5f6d5c493'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:52.722210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532dd066-3a8d-4d3c-987a-c71ada3f853d None None] Routers {'6df3435e-04ef-4975-95f6-c4a5f6d5c493'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:52.722824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-532dd066-3a8d-4d3c-987a-c71ada3f853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6df3435e-04ef-4975-95f6-c4a5f6d5c493'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:52.764595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-532dd066-3a8d-4d3c-987a-c71ada3f853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:52.775854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532dd066-3a8d-4d3c-987a-c71ada3f853d None None] Routers {'6df3435e-04ef-4975-95f6-c4a5f6d5c493'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:52.776460 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-532dd066-3a8d-4d3c-987a-c71ada3f853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['6df3435e-04ef-4975-95f6-c4a5f6d5c493'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:52.817679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-532dd066-3a8d-4d3c-987a-c71ada3f853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:52.818485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532dd066-3a8d-4d3c-987a-c71ada3f853d None None] The sync data for ids ['6df3435e-04ef-4975-95f6-c4a5f6d5c493'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:52.819996 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-084c3075-6e4c-4fac-aae2-1660fd063e47 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/routers/6df3435e-04ef-4975-95f6-c4a5f6d5c493 HTTP/1.1" status: 200 len: 923 time: 0.1099930 Mar 07 22:14:52.821331 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45100) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:52.871637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b785e6-7800-4b03-84b2-b9e2c1e9ab38 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:52.874088 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-27b785e6-7800-4b03-84b2-b9e2c1e9ab38 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&device_id=6df3435e-04ef-4975-95f6-c4a5f6d5c493&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0515704 Mar 07 22:14:52.876602 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45102) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:52.969143 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dc14de-453b-4c73-9165-78717393a92a tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:52.973207 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d4dc14de-453b-4c73-9165-78717393a92a tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 881 time: 0.0929456 Mar 07 22:14:52.973445 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45104) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:53.002861 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-310b0bf9-c240-4a37-827b-db6c29042a4e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "GET /v2.0/ports?device_id=6df3435e-04ef-4975-95f6-c4a5f6d5c493 HTTP/1.1" status: 200 len: 205 time: 0.0283043 Mar 07 22:14:53.005356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45106) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:53.115092 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e37a08d4-32ea-48fc-94a0-ae02ccab1910 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (6df3435e-04ef-4975-95f6-c4a5f6d5c493), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:53.224612 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e37a08d4-32ea-48fc-94a0-ae02ccab1910 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (6df3435e-04ef-4975-95f6-c4a5f6d5c493), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:53.281221 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e37a08d4-32ea-48fc-94a0-ae02ccab1910 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Deleting port b28ca6d7-c76c-491c-ab36-0da1df69c258 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:53.281594 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e37a08d4-32ea-48fc-94a0-ae02ccab1910 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b28ca6d7-c76c-491c-ab36-0da1df69c258), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:53.370199 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e37a08d4-32ea-48fc-94a0-ae02ccab1910 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b28ca6d7-c76c-491c-ab36-0da1df69c258), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:53.384232 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e37a08d4-32ea-48fc-94a0-ae02ccab1910 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Calling delete_port for b28ca6d7-c76c-491c-ab36-0da1df69c258 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:53.557583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e37a08d4-32ea-48fc-94a0-ae02ccab1910 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b28ca6d7-c76c-491c-ab36-0da1df69c258), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:53.583874 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a08d4-32ea-48fc-94a0-ae02ccab1910 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Pushing event deleted for resources: {'Port': ['ID=b28ca6d7-c76c-491c-ab36-0da1df69c258,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:53.634464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d95902-bf70-48e3-b7f0-930671043c1e req-5fd7003a-49b0-4523-bdf3-d841ab5f1978 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:53.636336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07d95902-bf70-48e3-b7f0-930671043c1e req-5fd7003a-49b0-4523-bdf3-d841ab5f1978 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 944 time: 0.0629056 Mar 07 22:14:53.653217 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e37a08d4-32ea-48fc-94a0-ae02ccab1910 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (6df3435e-04ef-4975-95f6-c4a5f6d5c493), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:53.693615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07d95902-bf70-48e3-b7f0-930671043c1e req-0dbc316a-8083-4daf-a096-59c197edb21c tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497663 Mar 07 22:14:53.752968 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e37a08d4-32ea-48fc-94a0-ae02ccab1910 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (6df3435e-04ef-4975-95f6-c4a5f6d5c493), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:53.755207 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e37a08d4-32ea-48fc-94a0-ae02ccab1910 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_controller (6df3435e-04ef-4975-95f6-c4a5f6d5c493), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:53.800575 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e37a08d4-32ea-48fc-94a0-ae02ccab1910 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (6df3435e-04ef-4975-95f6-c4a5f6d5c493), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:53.801034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37a08d4-32ea-48fc-94a0-ae02ccab1910 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Fanout notify agent at l3_agent the message router_deleted on router 6df3435e-04ef-4975-95f6-c4a5f6d5c493 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:14:53.808200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e37a08d4-32ea-48fc-94a0-ae02ccab1910 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:53.809297 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e37a08d4-32ea-48fc-94a0-ae02ccab1910 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "DELETE /v2.0/routers/6df3435e-04ef-4975-95f6-c4a5f6d5c493 HTTP/1.1" status: 204 len: 168 time: 0.8030438 Mar 07 22:14:53.813453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45118) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:53.819811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-87a931a2-6109-4147-a21e-9f8bf3561352 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-884257552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:53.841865 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87a931a2-6109-4147-a21e-9f8bf3561352 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (897d0246-5d62-4a1b-aeeb-d34ff75d325d), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:53.842909 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87a931a2-6109-4147-a21e-9f8bf3561352 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (897d0246-5d62-4a1b-aeeb-d34ff75d325d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:53.894509 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87a931a2-6109-4147-a21e-9f8bf3561352 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_controller (897d0246-5d62-4a1b-aeeb-d34ff75d325d), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:53.900107 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87a931a2-6109-4147-a21e-9f8bf3561352 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (897d0246-5d62-4a1b-aeeb-d34ff75d325d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:53.918686 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-87a931a2-6109-4147-a21e-9f8bf3561352 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:53.923206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-87a931a2-6109-4147-a21e-9f8bf3561352 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1054554 Mar 07 22:14:53.923355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45120) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:53.927654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'enable_snat': True}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:54.134976 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (897d0246-5d62-4a1b-aeeb-d34ff75d325d), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:54.331320 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (897d0246-5d62-4a1b-aeeb-d34ff75d325d), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:54.354040 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:54.467330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Allocated IP 172.25.4.56 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/1f6fc3af-43cc-4340-81c9-81d5e97b957c) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:54.565221 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for port (1f6fc3af-43cc-4340-81c9-81d5e97b957c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:54.602371 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1f6fc3af-43cc-4340-81c9-81d5e97b957c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:54.639648 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:54.642969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:54.646366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:14:54.673946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Pushing event updated for resources: {'Port': ['ID=1f6fc3af-43cc-4340-81c9-81d5e97b957c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:54.686631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:54.687507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:54.687860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:54.688203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:54.688542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:54.688882 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:54.689217 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:54.689547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:54.689878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:54.690235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:54.690566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:54.690891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:54.691218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:55.308933 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (897d0246-5d62-4a1b-aeeb-d34ff75d325d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:55.362951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b5f9-3d99-4bc4-80a1-ba6a38576a83 req-2db56432-ecff-4401-bdf1-eb8d6162657a tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:55.364440 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aac4b5f9-3d99-4bc4-80a1-ba6a38576a83 req-2db56432-ecff-4401-bdf1-eb8d6162657a tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 944 time: 0.1078739 Mar 07 22:14:55.456158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aac4b5f9-3d99-4bc4-80a1-ba6a38576a83 req-f679abf7-0ea8-4782-b2f9-e58d96212d24 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856910 Mar 07 22:14:55.562832 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (897d0246-5d62-4a1b-aeeb-d34ff75d325d), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:55.566224 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (897d0246-5d62-4a1b-aeeb-d34ff75d325d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:55.697868 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Router 897d0246-5d62-4a1b-aeeb-d34ff75d325d is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:14:55.808699 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:14:55.813294 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:55.814584 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-41653a28-656f-4526-8f50-13b12b767160 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "PUT /v2.0/routers/897d0246-5d62-4a1b-aeeb-d34ff75d325d HTTP/1.1" status: 200 len: 917 time: 1.8903298 Mar 07 22:14:55.817317 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45130) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:55.820089 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298bca40-42bf-4046-877b-cea8814cd674 None None] Sync routers for ids ['897d0246-5d62-4a1b-aeeb-d34ff75d325d'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:55.831306 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298bca40-42bf-4046-877b-cea8814cd674 None None] Routers {'897d0246-5d62-4a1b-aeeb-d34ff75d325d'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:55.832025 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-298bca40-42bf-4046-877b-cea8814cd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['897d0246-5d62-4a1b-aeeb-d34ff75d325d'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:55.865361 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-298bca40-42bf-4046-877b-cea8814cd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:55.874721 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298bca40-42bf-4046-877b-cea8814cd674 None None] Routers {'897d0246-5d62-4a1b-aeeb-d34ff75d325d'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:55.875430 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-298bca40-42bf-4046-877b-cea8814cd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['897d0246-5d62-4a1b-aeeb-d34ff75d325d'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:55.911801 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-298bca40-42bf-4046-877b-cea8814cd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:55.912597 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298bca40-42bf-4046-877b-cea8814cd674 None None] The sync data for ids ['897d0246-5d62-4a1b-aeeb-d34ff75d325d'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:56.052941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 18ac263c-212c-4a25-ba33-a9d7a97aac78 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:14:56.159949 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 18ac263c-212c-4a25-ba33-a9d7a97aac78, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=18ac263c-212c-4a25-ba33-a9d7a97aac78,segment=NetworkSegment(bba08526-53aa-4368-b583-a93039f394b7),segment_id=bba08526-53aa-4368-b583-a93039f394b7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:56.173710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'port_id': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'mac_address': 'fa:16:3e:f4:fc:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:14:56.212584 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 18ac263c-212c-4a25-ba33-a9d7a97aac78 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:56.213201 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:56.227256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ac263c-212c-4a25-ba33-a9d7a97aac78 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:14:56.251381 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 18ac263c-212c-4a25-ba33-a9d7a97aac78, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=18ac263c-212c-4a25-ba33-a9d7a97aac78,segment=NetworkSegment(bba08526-53aa-4368-b583-a93039f394b7),segment_id=bba08526-53aa-4368-b583-a93039f394b7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:56.253439 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ecc7771c-d4b7-47d8-aaf9-3453dd494e74 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/routers/897d0246-5d62-4a1b-aeeb-d34ff75d325d HTTP/1.1" status: 200 len: 923 time: 0.4349618 Mar 07 22:14:56.257301 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:56.258448 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45132) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:56.305933 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bceaa6eb-2b7e-483d-9b78-52f439a960e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:56.309932 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bceaa6eb-2b7e-483d-9b78-52f439a960e3 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&device_id=897d0246-5d62-4a1b-aeeb-d34ff75d325d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0475318 Mar 07 22:14:56.310254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45134) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:56.323148 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=18ac263c-212c-4a25-ba33-a9d7a97aac78,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:56.397840 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4257d0a1-90a3-4398-b81e-b297e242708a tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:56.399255 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4257d0a1-90a3-4398-b81e-b297e242708a tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 881 time: 0.0880067 Mar 07 22:14:56.401938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45136) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:56.429012 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1ae10763-1197-4624-a123-4071fdbd207c tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "GET /v2.0/ports?device_id=897d0246-5d62-4a1b-aeeb-d34ff75d325d HTTP/1.1" status: 200 len: 205 time: 0.0258117 Mar 07 22:14:56.431349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45138) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:56.543909 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d926ea5-c942-41c1-be80-86b1398b8c93 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (897d0246-5d62-4a1b-aeeb-d34ff75d325d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:56.587127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968107d-1e75-4078-b92e-257132bf8a92 req-612de3dc-d785-4619-8f21-cf4c389b7fcc tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:56.588928 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9968107d-1e75-4078-b92e-257132bf8a92 req-612de3dc-d785-4619-8f21-cf4c389b7fcc tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 945 time: 0.0596437 Mar 07 22:14:56.601191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['18ac263c-212c-4a25-ba33-a9d7a97aac78'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:14:56.655088 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9968107d-1e75-4078-b92e-257132bf8a92 req-52c84231-6408-43e7-8d55-0ad336110883 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590484 Mar 07 22:14:56.676284 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d926ea5-c942-41c1-be80-86b1398b8c93 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (897d0246-5d62-4a1b-aeeb-d34ff75d325d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:56.734515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-4d926ea5-c942-41c1-be80-86b1398b8c93 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Deleting port 1f6fc3af-43cc-4340-81c9-81d5e97b957c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:56.734768 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d926ea5-c942-41c1-be80-86b1398b8c93 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1f6fc3af-43cc-4340-81c9-81d5e97b957c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:56.821608 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d926ea5-c942-41c1-be80-86b1398b8c93 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1f6fc3af-43cc-4340-81c9-81d5e97b957c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:56.835327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-4d926ea5-c942-41c1-be80-86b1398b8c93 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Calling delete_port for 1f6fc3af-43cc-4340-81c9-81d5e97b957c owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:14:57.010381 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d926ea5-c942-41c1-be80-86b1398b8c93 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (1f6fc3af-43cc-4340-81c9-81d5e97b957c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:57.035569 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d926ea5-c942-41c1-be80-86b1398b8c93 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Pushing event deleted for resources: {'Port': ['ID=1f6fc3af-43cc-4340-81c9-81d5e97b957c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:57.100041 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d926ea5-c942-41c1-be80-86b1398b8c93 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (897d0246-5d62-4a1b-aeeb-d34ff75d325d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:57.197072 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d926ea5-c942-41c1-be80-86b1398b8c93 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (897d0246-5d62-4a1b-aeeb-d34ff75d325d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:57.199182 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d926ea5-c942-41c1-be80-86b1398b8c93 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_controller (897d0246-5d62-4a1b-aeeb-d34ff75d325d), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:57.241966 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d926ea5-c942-41c1-be80-86b1398b8c93 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (897d0246-5d62-4a1b-aeeb-d34ff75d325d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:57.242626 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d926ea5-c942-41c1-be80-86b1398b8c93 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Fanout notify agent at l3_agent the message router_deleted on router 897d0246-5d62-4a1b-aeeb-d34ff75d325d {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:14:57.250267 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4d926ea5-c942-41c1-be80-86b1398b8c93 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:57.255027 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4d926ea5-c942-41c1-be80-86b1398b8c93 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "DELETE /v2.0/routers/897d0246-5d62-4a1b-aeeb-d34ff75d325d HTTP/1.1" status: 204 len: 168 time: 0.8193247 Mar 07 22:14:57.255257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45144) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:57.259592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-647820de-2390-4059-acee-802e860e546b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-871445437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:57.280299 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-647820de-2390-4059-acee-802e860e546b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (d1b98248-f865-4813-b1e1-5fa335e322e6), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:57.281173 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-647820de-2390-4059-acee-802e860e546b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (d1b98248-f865-4813-b1e1-5fa335e322e6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:57.331648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-647820de-2390-4059-acee-802e860e546b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_controller (d1b98248-f865-4813-b1e1-5fa335e322e6), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:57.335666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-647820de-2390-4059-acee-802e860e546b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (d1b98248-f865-4813-b1e1-5fa335e322e6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:57.352660 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-647820de-2390-4059-acee-802e860e546b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:57.353863 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-647820de-2390-4059-acee-802e860e546b tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.0976489 Mar 07 22:14:57.356630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45146) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:57.361339 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'enable_snat': False}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:57.575048 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (d1b98248-f865-4813-b1e1-5fa335e322e6), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:57.804641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cb153-d381-4b4c-ae2c-f1c92a32bd00 req-28461827-8076-44cb-8d92-20397ffc0a36 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:57.806215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-947cb153-d381-4b4c-ae2c-f1c92a32bd00 req-28461827-8076-44cb-8d92-20397ffc0a36 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 945 time: 0.0607929 Mar 07 22:14:57.812745 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (d1b98248-f865-4813-b1e1-5fa335e322e6), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:57.836170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:57.869839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-947cb153-d381-4b4c-ae2c-f1c92a32bd00 req-4ef3926a-7634-436a-a0d7-55a980460ea0 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574775 Mar 07 22:14:57.955224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Allocated IP 172.25.4.30 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/fb7a1386-0537-4dc8-be5b-2b69d4365ab9) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:58.067415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 18ac263c-212c-4a25-ba33-a9d7a97aac78 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:14:58.071237 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for port (fb7a1386-0537-4dc8-be5b-2b69d4365ab9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:58.112144 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (fb7a1386-0537-4dc8-be5b-2b69d4365ab9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:58.131674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 18ac263c-212c-4a25-ba33-a9d7a97aac78 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:14:58.136351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 18ac263c-212c-4a25-ba33-a9d7a97aac78 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:14:58.136902 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:58.152279 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:58.160344 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:58.164362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:14:58.197491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Pushing event updated for resources: {'Port': ['ID=fb7a1386-0537-4dc8-be5b-2b69d4365ab9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:58.247932 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 18ac263c-212c-4a25-ba33-a9d7a97aac78 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:14:58.248614 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:58.274953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ac263c-212c-4a25-ba33-a9d7a97aac78'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:14:58.277433 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962c81ba-ca33-4d89-b939-457ce4888b6e" -d '{"events": [{"server_uuid": "c28c00c1-fbcc-401c-83c9-49f5b46325e5", "name": "network-vif-plugged", "status": "completed", "tag": "18ac263c-212c-4a25-ba33-a9d7a97aac78"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:14:58.293529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 18ac263c-212c-4a25-ba33-a9d7a97aac78, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=18ac263c-212c-4a25-ba33-a9d7a97aac78,segment=NetworkSegment(bba08526-53aa-4368-b583-a93039f394b7),segment_id=bba08526-53aa-4368-b583-a93039f394b7)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:14:58.299681 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:58.352355 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a084084-ae3c-4bce-a5bd-82f0f85bb221 x-openstack-request-id: req-9a084084-ae3c-4bce-a5bd-82f0f85bb221 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:14:58.353264 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28c00c1-fbcc-401c-83c9-49f5b46325e5", "name": "network-vif-plugged", "status": "completed", "tag": "18ac263c-212c-4a25-ba33-a9d7a97aac78", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:14:58.353807 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a084084-ae3c-4bce-a5bd-82f0f85bb221 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:14:58.354391 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'code': 200} Mar 07 22:14:58.404708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=18ac263c-212c-4a25-ba33-a9d7a97aac78,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:58.507270 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab1b6e-0025-4297-a4ea-a0e3644b875c req-7235010d-9d58-4bdf-8a37-b727fb96edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:58.509058 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-acab1b6e-0025-4297-a4ea-a0e3644b875c req-7235010d-9d58-4bdf-8a37-b727fb96edf9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 1128 time: 0.0936248 Mar 07 22:14:58.529004 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router_gateway (d1b98248-f865-4813-b1e1-5fa335e322e6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:58.604776 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-acab1b6e-0025-4297-a4ea-a0e3644b875c req-b9c05b69-0ece-4a19-b1ee-a6e443ca84ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888519 Mar 07 22:14:58.759697 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (d1b98248-f865-4813-b1e1-5fa335e322e6), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:58.763455 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (d1b98248-f865-4813-b1e1-5fa335e322e6), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:58.908299 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Router d1b98248-f865-4813-b1e1-5fa335e322e6 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:14:59.025370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0e4d9-1f84-49f0-a416-deadf65d759b req-1e9fa25c-fd41-486c-8887-3b5e19df5033 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:59.026964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fbb0e4d9-1f84-49f0-a416-deadf65d759b req-1e9fa25c-fd41-486c-8887-3b5e19df5033 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 946 time: 0.0768981 Mar 07 22:14:59.049719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:14:59.055050 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:59.056558 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bfb16329-f203-44ae-9886-08c4ee3c7410 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "PUT /v2.0/routers/d1b98248-f865-4813-b1e1-5fa335e322e6 HTTP/1.1" status: 200 len: 918 time: 1.6988745 Mar 07 22:14:59.059027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45162) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:59.063318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5a1c9d-c308-4d90-9393-6f780c73eaf4 None None] Sync routers for ids ['d1b98248-f865-4813-b1e1-5fa335e322e6'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:59.084663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5a1c9d-c308-4d90-9393-6f780c73eaf4 None None] Routers {'d1b98248-f865-4813-b1e1-5fa335e322e6'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:59.085434 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0c5a1c9d-c308-4d90-9393-6f780c73eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d1b98248-f865-4813-b1e1-5fa335e322e6'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:59.087597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fbb0e4d9-1f84-49f0-a416-deadf65d759b req-90caac0c-a6d8-474e-a0a7-5088d65b6c52 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542901 Mar 07 22:14:59.151077 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0c5a1c9d-c308-4d90-9393-6f780c73eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:59.167301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5a1c9d-c308-4d90-9393-6f780c73eaf4 None None] Routers {'d1b98248-f865-4813-b1e1-5fa335e322e6'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:14:59.168037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0c5a1c9d-c308-4d90-9393-6f780c73eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d1b98248-f865-4813-b1e1-5fa335e322e6'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:59.212140 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-39dbd678-a7d5-4c19-a3ce-7bf1425fed7e tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/routers/d1b98248-f865-4813-b1e1-5fa335e322e6 HTTP/1.1" status: 200 len: 924 time: 0.1519229 Mar 07 22:14:59.215169 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45164) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:59.227601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0c5a1c9d-c308-4d90-9393-6f780c73eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:59.228251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5a1c9d-c308-4d90-9393-6f780c73eaf4 None None] The sync data for ids ['d1b98248-f865-4813-b1e1-5fa335e322e6'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:59.261936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84b516-4d6f-4b41-9e52-ee09a0570070 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:59.263486 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bc84b516-4d6f-4b41-9e52-ee09a0570070 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&device_id=d1b98248-f865-4813-b1e1-5fa335e322e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0473781 Mar 07 22:14:59.266294 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45166) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:59.351526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514e7f10-79f2-45e5-82be-3d171cf8caec tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:59.352954 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-514e7f10-79f2-45e5-82be-3d171cf8caec tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/networks/f20316a0-eab8-41f0-8613-93a8a216afe6 HTTP/1.1" status: 200 len: 881 time: 0.0856953 Mar 07 22:14:59.357684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45168) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:59.385708 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-254cfcb9-50de-4b28-a15d-87317bf9cf27 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b98248-f865-4813-b1e1-5fa335e322e6 HTTP/1.1" status: 200 len: 205 time: 0.0268543 Mar 07 22:14:59.388170 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45170) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:14:59.499480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ad520a5-4390-489a-8939-99de7a0ba0d9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (d1b98248-f865-4813-b1e1-5fa335e322e6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:59.605482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ad520a5-4390-489a-8939-99de7a0ba0d9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (d1b98248-f865-4813-b1e1-5fa335e322e6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:59.658597 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-8ad520a5-4390-489a-8939-99de7a0ba0d9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Deleting port fb7a1386-0537-4dc8-be5b-2b69d4365ab9 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:14:59.658937 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ad520a5-4390-489a-8939-99de7a0ba0d9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fb7a1386-0537-4dc8-be5b-2b69d4365ab9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:59.753298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ad520a5-4390-489a-8939-99de7a0ba0d9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fb7a1386-0537-4dc8-be5b-2b69d4365ab9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:14:59.764665 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-8ad520a5-4390-489a-8939-99de7a0ba0d9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Calling delete_port for fb7a1386-0537-4dc8-be5b-2b69d4365ab9 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:00.226260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4747f05-ea2f-4c3a-8f89-8f8f5cc4f639 req-f9f27fe1-d0e8-4755-a9e8-6329c80a1f71 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:00.228738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4747f05-ea2f-4c3a-8f89-8f8f5cc4f639 req-f9f27fe1-d0e8-4755-a9e8-6329c80a1f71 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 946 time: 0.0635312 Mar 07 22:15:00.258813 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ad520a5-4390-489a-8939-99de7a0ba0d9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (fb7a1386-0537-4dc8-be5b-2b69d4365ab9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:00.280617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4747f05-ea2f-4c3a-8f89-8f8f5cc4f639 req-4c5d9955-1666-43b0-a363-eaad24595caf tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445147 Mar 07 22:15:00.284849 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad520a5-4390-489a-8939-99de7a0ba0d9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Pushing event deleted for resources: {'Port': ['ID=fb7a1386-0537-4dc8-be5b-2b69d4365ab9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:00.346102 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ad520a5-4390-489a-8939-99de7a0ba0d9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (d1b98248-f865-4813-b1e1-5fa335e322e6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:00.416606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050166e-ab21-4042-8566-055a8d6e6f1e req-a508862d-b476-45af-a75c-e2a7034d74b7 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:00.418224 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6050166e-ab21-4042-8566-055a8d6e6f1e req-a508862d-b476-45af-a75c-e2a7034d74b7 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 946 time: 0.0538049 Mar 07 22:15:00.450331 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ad520a5-4390-489a-8939-99de7a0ba0d9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (d1b98248-f865-4813-b1e1-5fa335e322e6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:00.452847 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ad520a5-4390-489a-8939-99de7a0ba0d9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_controller (d1b98248-f865-4813-b1e1-5fa335e322e6), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:00.474726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6050166e-ab21-4042-8566-055a8d6e6f1e req-770ec21c-6b03-4d4c-b65d-c147f6261379 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477498 Mar 07 22:15:00.493168 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45178) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:00.502629 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ad520a5-4390-489a-8939-99de7a0ba0d9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (d1b98248-f865-4813-b1e1-5fa335e322e6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:00.503374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad520a5-4390-489a-8939-99de7a0ba0d9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Fanout notify agent at l3_agent the message router_deleted on router d1b98248-f865-4813-b1e1-5fa335e322e6 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:15:00.510206 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ad520a5-4390-489a-8939-99de7a0ba0d9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:00.514632 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8ad520a5-4390-489a-8939-99de7a0ba0d9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "DELETE /v2.0/routers/d1b98248-f865-4813-b1e1-5fa335e322e6 HTTP/1.1" status: 204 len: 168 time: 1.1254761 Mar 07 22:15:00.515097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45182) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:00.519830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-272166658', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}, 'admin_state_up': False}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:00.542472 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (ca697e64-ab48-4639-a26b-78a1420f896f), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:00.543906 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (ca697e64-ab48-4639-a26b-78a1420f896f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:00.601985 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_controller (ca697e64-ab48-4639-a26b-78a1420f896f), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:00.721221 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a244ea6c-347a-41ca-b996-9d5202640add tempest-TestVolumeBackupRestore-169284287 tempest-TestVolumeBackupRestore-169284287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:00.725838 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a244ea6c-347a-41ca-b996-9d5202640add tempest-TestVolumeBackupRestore-169284287 tempest-TestVolumeBackupRestore-169284287-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 1123 time: 0.2286699 Mar 07 22:15:00.726093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45184) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:00.731971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:00.771656 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (ca697e64-ab48-4639-a26b-78a1420f896f), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:00.804543 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:00.997763 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:01.094697 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (ca697e64-ab48-4639-a26b-78a1420f896f), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:01.119430 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:01.224141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Allocated IP 172.25.4.85 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/82d753e6-9b82-4a9e-a9ca-1d21ce36f407) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:01.329807 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for port (82d753e6-9b82-4a9e-a9ca-1d21ce36f407), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:01.368065 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (82d753e6-9b82-4a9e-a9ca-1d21ce36f407), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:01.430032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:01.439263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:01.442261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:01.477351 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Pushing event updated for resources: {'Port': ['ID=82d753e6-9b82-4a9e-a9ca-1d21ce36f407,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:01.491672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Allocated IP 172.25.4.230 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/a306d3ec-5ec9-4d05-86e7-4f6df9302924) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:01.701313 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for port (a306d3ec-5ec9-4d05-86e7-4f6df9302924), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:01.806175 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a306d3ec-5ec9-4d05-86e7-4f6df9302924), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:01.894352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:01.902111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:01.909194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:02.013585 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Pushing event updated for resources: {'Port': ['ID=a306d3ec-5ec9-4d05-86e7-4f6df9302924,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:02.130121 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for floatingip (62d1fa60-4df0-4b53-9aa7-afc8e6f4b560), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:02.280731 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (82d753e6-9b82-4a9e-a9ca-1d21ce36f407), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:02.308334 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (ca697e64-ab48-4639-a26b-78a1420f896f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:02.618390 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for port (82d753e6-9b82-4a9e-a9ca-1d21ce36f407), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:02.628830 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (82d753e6-9b82-4a9e-a9ca-1d21ce36f407), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:02.656954 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (ca697e64-ab48-4639-a26b-78a1420f896f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:02.743016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Pushing event updated for resources: {'Port': ['ID=82d753e6-9b82-4a9e-a9ca-1d21ce36f407,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:02.766022 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (62d1fa60-4df0-4b53-9aa7-afc8e6f4b560), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:03.275976 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Floating IP 62d1fa60-4df0-4b53-9aa7-afc8e6f4b560 associated. External IP: 172.25.4.85, port: 18ac263c-212c-4a25-ba33-a9d7a97aac78. Mar 07 22:15:03.331329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Router ca697e64-ab48-4639-a26b-78a1420f896f is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:15:03.547789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:03.561181 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c57ea7-935d-48fc-9228-fd62e1ffcff6 None None] Sync routers for ids ['ca697e64-ab48-4639-a26b-78a1420f896f'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:03.571251 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c57ea7-935d-48fc-9228-fd62e1ffcff6 None None] Routers {'ca697e64-ab48-4639-a26b-78a1420f896f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:03.572186 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-83c57ea7-935d-48fc-9228-fd62e1ffcff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['ca697e64-ab48-4639-a26b-78a1420f896f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:03.606634 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-83c57ea7-935d-48fc-9228-fd62e1ffcff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:03.616748 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c57ea7-935d-48fc-9228-fd62e1ffcff6 None None] Routers {'ca697e64-ab48-4639-a26b-78a1420f896f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:03.617576 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-83c57ea7-935d-48fc-9228-fd62e1ffcff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['ca697e64-ab48-4639-a26b-78a1420f896f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:03.652890 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-83c57ea7-935d-48fc-9228-fd62e1ffcff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:03.653786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Router 2d8056ac-70b6-49fb-a2a2-56075e98a556 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:03.654336 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c57ea7-935d-48fc-9228-fd62e1ffcff6 None None] The sync data for ids ['ca697e64-ab48-4639-a26b-78a1420f896f'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:03.676587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:03.680353 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-14999933-5f3c-4ca8-8a0b-7332d764688f tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1615984 Mar 07 22:15:03.681151 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45196) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:03.686471 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:03.787808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:03.800086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f45dee-ff77-4a40-8ee1-26bd4cf87baf None None] Sync routers for ids ['2d8056ac-70b6-49fb-a2a2-56075e98a556'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:03.812876 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:03.816577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f45dee-ff77-4a40-8ee1-26bd4cf87baf None None] Routers {'2d8056ac-70b6-49fb-a2a2-56075e98a556'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:03.818582 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-37f45dee-ff77-4a40-8ee1-26bd4cf87baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2d8056ac-70b6-49fb-a2a2-56075e98a556'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:03.853259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a29cb6a8-11aa-4c27-949c-c2019e1115dd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1260831 Mar 07 22:15:03.854118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'tag': '18ac263c-212c-4a25-ba33-a9d7a97aac78'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:15:03.856885 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc6b252-fd95-4cdb-9c33-c8cbfeb62855" -d '{"events": [{"name": "network-changed", "server_uuid": "c28c00c1-fbcc-401c-83c9-49f5b46325e5", "tag": "18ac263c-212c-4a25-ba33-a9d7a97aac78"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:15:03.859849 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45198) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:03.953723 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eafc0b-af57-499a-b56e-3ce9029450ab tempest-TestVolumeBackupRestore-169284287 tempest-TestVolumeBackupRestore-169284287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:03.959334 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-45eafc0b-af57-499a-b56e-3ce9029450ab tempest-TestVolumeBackupRestore-169284287 tempest-TestVolumeBackupRestore-169284287-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 1123 time: 0.0976665 Mar 07 22:15:03.967077 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45204) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:03.970207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-9ae0251a-55aa-455c-9f29-10309a0e601f tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Request body: {'floatingip': {'port_id': '18ac263c-212c-4a25-ba33-a9d7a97aac78'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:04.009524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-37f45dee-ff77-4a40-8ee1-26bd4cf87baf None None] Set router 2d8056ac-70b6-49fb-a2a2-56075e98a556 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:15:04.097128 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (ca697e64-ab48-4639-a26b-78a1420f896f), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:04.115230 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ae0251a-55aa-455c-9f29-10309a0e601f tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for floatingip (62d1fa60-4df0-4b53-9aa7-afc8e6f4b560), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:04.117111 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_gateway (ca697e64-ab48-4639-a26b-78a1420f896f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:04.208186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Deleting port a306d3ec-5ec9-4d05-86e7-4f6df9302924 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:04.208843 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a306d3ec-5ec9-4d05-86e7-4f6df9302924), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:04.321243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-37f45dee-ff77-4a40-8ee1-26bd4cf87baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:12Z', 'revision_number': 4, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '62d1fa60-4df0-4b53-9aa7-afc8e6f4b560', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'port_id': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'mac_address': 'fa:16:3e:f4:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:15:01Z', 'updated_at': '2022-03-07T22:15:01Z', 'revision_number': 0, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44061fa5-51f0-4b4e-8da8-fc153d87d6d0', 'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'mac_address': 'fa:16:3e:d2:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:12Z', 'updated_at': '2022-03-07T22:10:19Z', 'revision_number': 5, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'subnets': [{'id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:04.346859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6b252-fd95-4cdb-9c33-c8cbfeb62855 req-9bfe0dbe-23b3-4684-ba9e-d16d3b90392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:04.348451 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7dc6b252-fd95-4cdb-9c33-c8cbfeb62855 req-9bfe0dbe-23b3-4684-ba9e-d16d3b90392b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fdcfe6376f546b0a4c02e9d8e9f9d51&device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 1128 time: 0.1426578 Mar 07 22:15:04.375465 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a306d3ec-5ec9-4d05-86e7-4f6df9302924), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:04.390511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f45dee-ff77-4a40-8ee1-26bd4cf87baf None None] Checking router: 2d8056ac-70b6-49fb-a2a2-56075e98a556 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:15:04.405122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Calling delete_port for a306d3ec-5ec9-4d05-86e7-4f6df9302924 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:04.415185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f45dee-ff77-4a40-8ee1-26bd4cf87baf None None] Routers {'2d8056ac-70b6-49fb-a2a2-56075e98a556'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:04.422208 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-37f45dee-ff77-4a40-8ee1-26bd4cf87baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2d8056ac-70b6-49fb-a2a2-56075e98a556'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:04.521182 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6b252-fd95-4cdb-9c33-c8cbfeb62855 req-b216c668-6ce2-4322-b923-642858292857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:04.522703 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7dc6b252-fd95-4cdb-9c33-c8cbfeb62855 req-b216c668-6ce2-4322-b923-642858292857 service neutron] 10.222.0.13 "GET /v2.0/networks?id=084a8db1-575e-478c-8df5-ab764b9d6eab HTTP/1.1" status: 200 len: 915 time: 0.1651838 Mar 07 22:15:04.592253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-37f45dee-ff77-4a40-8ee1-26bd4cf87baf None None] Set router 2d8056ac-70b6-49fb-a2a2-56075e98a556 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:15:04.640341 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7dc6b252-fd95-4cdb-9c33-c8cbfeb62855 req-6a99ba06-b4fa-489b-a2df-6321ca3a9283 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ac263c-212c-4a25-ba33-a9d7a97aac78 HTTP/1.1" status: 200 len: 999 time: 0.1092851 Mar 07 22:15:04.699248 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ae0251a-55aa-455c-9f29-10309a0e601f tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:04.701789 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd46f774-8df0-417f-9acd-13ebabb09dbc x-openstack-request-id: req-cd46f774-8df0-417f-9acd-13ebabb09dbc {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:15:04.702274 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28c00c1-fbcc-401c-83c9-49f5b46325e5", "tag": "18ac263c-212c-4a25-ba33-a9d7a97aac78", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:15:04.702717 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd46f774-8df0-417f-9acd-13ebabb09dbc {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:15:04.703223 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'tag': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'status': 'completed', 'code': 200} Mar 07 22:15:04.708301 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ae0251a-55aa-455c-9f29-10309a0e601f tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (62d1fa60-4df0-4b53-9aa7-afc8e6f4b560), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:04.756258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6b252-fd95-4cdb-9c33-c8cbfeb62855 req-c5592b3c-ae7a-45d4-ae6a-c9ba59971bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:04.757885 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7dc6b252-fd95-4cdb-9c33-c8cbfeb62855 req-c5592b3c-ae7a-45d4-ae6a-c9ba59971bc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb06d929-714a-4bdf-a5a4-eaf9ee858cc6 HTTP/1.1" status: 200 len: 853 time: 0.1099527 Mar 07 22:15:04.761604 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a306d3ec-5ec9-4d05-86e7-4f6df9302924), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:04.809217 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Pushing event deleted for resources: {'Port': ['ID=a306d3ec-5ec9-4d05-86e7-4f6df9302924,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:04.923018 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6b252-fd95-4cdb-9c33-c8cbfeb62855 req-5c8b07be-69ad-4545-8cfe-c0ae39de827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:04.927729 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7dc6b252-fd95-4cdb-9c33-c8cbfeb62855 req-5c8b07be-69ad-4545-8cfe-c0ae39de827d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=084a8db1-575e-478c-8df5-ab764b9d6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1625929 Mar 07 22:15:04.945142 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (ca697e64-ab48-4639-a26b-78a1420f896f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:04.956388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-37f45dee-ff77-4a40-8ee1-26bd4cf87baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:12Z', 'revision_number': 4, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '62d1fa60-4df0-4b53-9aa7-afc8e6f4b560', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'port_id': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'mac_address': 'fa:16:3e:f4:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:15:01Z', 'updated_at': '2022-03-07T22:15:01Z', 'revision_number': 0, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44061fa5-51f0-4b4e-8da8-fc153d87d6d0', 'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'mac_address': 'fa:16:3e:d2:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:12Z', 'updated_at': '2022-03-07T22:10:19Z', 'revision_number': 5, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'subnets': [{'id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:05.000136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae0251a-55aa-455c-9f29-10309a0e601f tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Router 2d8056ac-70b6-49fb-a2a2-56075e98a556 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:05.160434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae0251a-55aa-455c-9f29-10309a0e601f tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:05.169614 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ae0251a-55aa-455c-9f29-10309a0e601f tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:05.246051 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9ae0251a-55aa-455c-9f29-10309a0e601f tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "PUT /v2.0/floatingips/62d1fa60-4df0-4b53-9aa7-afc8e6f4b560 HTTP/1.1" status: 200 len: 991 time: 1.2825122 Mar 07 22:15:05.253296 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f45dee-ff77-4a40-8ee1-26bd4cf87baf None None] The sync data for ids ['2d8056ac-70b6-49fb-a2a2-56075e98a556'] in n-d-832330-1 is: [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:12Z', 'revision_number': 4, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '62d1fa60-4df0-4b53-9aa7-afc8e6f4b560', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'port_id': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'mac_address': 'fa:16:3e:f4:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:15:01Z', 'updated_at': '2022-03-07T22:15:01Z', 'revision_number': 0, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44061fa5-51f0-4b4e-8da8-fc153d87d6d0', 'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'mac_address': 'fa:16:3e:d2:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:12Z', 'updated_at': '2022-03-07T22:10:19Z', 'revision_number': 5, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'subnets': [{'id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:05.291938 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7dc6b252-fd95-4cdb-9c33-c8cbfeb62855 req-5cc56bb5-c068-434c-bd35-20f8b887ebb5 service neutron] 10.222.0.13 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559411 Mar 07 22:15:05.400056 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (ca697e64-ab48-4639-a26b-78a1420f896f), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:05.406581 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (ca697e64-ab48-4639-a26b-78a1420f896f), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:05.546809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Router ca697e64-ab48-4639-a26b-78a1420f896f has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:05.551483 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b50a78-9f2a-4566-83b1-67eddb4ad19b None None] New status for floating IP 62d1fa60-4df0-4b53-9aa7-afc8e6f4b560: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:15:05.551992 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-7dc6b252-fd95-4cdb-9c33-c8cbfeb62855 req-acf62253-5f91-4227-9ac3-b8b766eceb59 service neutron] 10.222.0.13 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184520 Mar 07 22:15:05.656747 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:05.665668 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:05.667075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c9976d-6a93-4296-bdb9-4445305b2213 None None] Sync routers for ids ['ca697e64-ab48-4639-a26b-78a1420f896f'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:05.670132 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45210) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:05.678047 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-60dae02c-c962-4731-9504-ce7fc082446e tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "PUT /v2.0/routers/ca697e64-ab48-4639-a26b-78a1420f896f HTTP/1.1" status: 200 len: 709 time: 1.9948080 Mar 07 22:15:05.685463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c9976d-6a93-4296-bdb9-4445305b2213 None None] Routers {'ca697e64-ab48-4639-a26b-78a1420f896f'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:05.686242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d2c9976d-6a93-4296-bdb9-4445305b2213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['ca697e64-ab48-4639-a26b-78a1420f896f'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:05.759554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45212) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:05.760126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d2c9976d-6a93-4296-bdb9-4445305b2213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:05.768534 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b45507ae-faf8-4807-b3a2-725727b86a52 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/routers/ca697e64-ab48-4639-a26b-78a1420f896f HTTP/1.1" status: 200 len: 744 time: 0.0970840 Mar 07 22:15:05.795678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c9976d-6a93-4296-bdb9-4445305b2213 None None] Routers {'ca697e64-ab48-4639-a26b-78a1420f896f'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:05.799405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d2c9976d-6a93-4296-bdb9-4445305b2213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['ca697e64-ab48-4639-a26b-78a1420f896f'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:05.851500 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ac321ec8-2979-4f2c-9271-c73b72d48478 tempest-RoutersIpV6AdminTest-2100468066 tempest-RoutersIpV6AdminTest-2100468066-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&device_id=ca697e64-ab48-4639-a26b-78a1420f896f HTTP/1.1" status: 200 len: 205 time: 0.0905821 Mar 07 22:15:05.853983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45214) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:05.857130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d2c9976d-6a93-4296-bdb9-4445305b2213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:05.857994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c9976d-6a93-4296-bdb9-4445305b2213 None None] The sync data for ids ['ca697e64-ab48-4639-a26b-78a1420f896f'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:05.871563 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767e3a1-0e94-4bb6-8f3f-2351072d07c1 None None] Sync routers for ids ['2d8056ac-70b6-49fb-a2a2-56075e98a556'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:05.885450 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f767e3a1-0e94-4bb6-8f3f-2351072d07c1 None None] Routers {'2d8056ac-70b6-49fb-a2a2-56075e98a556'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:05.886170 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f767e3a1-0e94-4bb6-8f3f-2351072d07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2d8056ac-70b6-49fb-a2a2-56075e98a556'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:05.902273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45216) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:05.917967 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4effd04f-6672-4343-9450-3d3de3663436 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca697e64-ab48-4639-a26b-78a1420f896f HTTP/1.1" status: 200 len: 205 time: 0.0606477 Mar 07 22:15:06.003303 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb050-8029-497a-8982-5a8822749dd1 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (ca697e64-ab48-4639-a26b-78a1420f896f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:06.115622 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-f767e3a1-0e94-4bb6-8f3f-2351072d07c1 None None] Set router 2d8056ac-70b6-49fb-a2a2-56075e98a556 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:15:06.211286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb050-8029-497a-8982-5a8822749dd1 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (ca697e64-ab48-4639-a26b-78a1420f896f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:06.219362 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb050-8029-497a-8982-5a8822749dd1 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router_controller (ca697e64-ab48-4639-a26b-78a1420f896f), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:06.275417 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb050-8029-497a-8982-5a8822749dd1 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (ca697e64-ab48-4639-a26b-78a1420f896f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:06.275996 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5fb050-8029-497a-8982-5a8822749dd1 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Fanout notify agent at l3_agent the message router_deleted on router ca697e64-ab48-4639-a26b-78a1420f896f {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:15:06.285620 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb050-8029-497a-8982-5a8822749dd1 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:06.290935 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5f5fb050-8029-497a-8982-5a8822749dd1 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "DELETE /v2.0/routers/ca697e64-ab48-4639-a26b-78a1420f896f HTTP/1.1" status: 204 len: 168 time: 0.3871307 Mar 07 22:15:06.291856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45222) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:06.338472 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a2c649a4-f41a-4959-a632-7a12778efb91 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca697e64-ab48-4639-a26b-78a1420f896f HTTP/1.1" status: 200 len: 205 time: 0.0430388 Mar 07 22:15:06.340891 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45224) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:06.413398 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-27768100-bb61-4526-9b69-cd151b57d6b5 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] delete failed (client error): The resource could not be found. Mar 07 22:15:06.419119 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-27768100-bb61-4526-9b69-cd151b57d6b5 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "DELETE /v2.0/routers/ca697e64-ab48-4639-a26b-78a1420f896f HTTP/1.1" status: 404 len: 336 time: 0.0763054 Mar 07 22:15:06.422843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45226) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:06.440251 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f767e3a1-0e94-4bb6-8f3f-2351072d07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:12Z', 'revision_number': 4, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '62d1fa60-4df0-4b53-9aa7-afc8e6f4b560', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'port_id': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'mac_address': 'fa:16:3e:f4:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:15:01Z', 'updated_at': '2022-03-07T22:15:05Z', 'revision_number': 2, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44061fa5-51f0-4b4e-8da8-fc153d87d6d0', 'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'mac_address': 'fa:16:3e:d2:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:12Z', 'updated_at': '2022-03-07T22:10:19Z', 'revision_number': 5, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'subnets': [{'id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:06.470892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45230) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:06.471291 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e48607c8-5555-4ae5-a31c-3450aee55ab0 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b98248-f865-4813-b1e1-5fa335e322e6 HTTP/1.1" status: 200 len: 205 time: 0.0470955 Mar 07 22:15:06.475250 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767e3a1-0e94-4bb6-8f3f-2351072d07c1 None None] Checking router: 2d8056ac-70b6-49fb-a2a2-56075e98a556 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:15:06.487180 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f767e3a1-0e94-4bb6-8f3f-2351072d07c1 None None] Routers {'2d8056ac-70b6-49fb-a2a2-56075e98a556'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:06.487898 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f767e3a1-0e94-4bb6-8f3f-2351072d07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2d8056ac-70b6-49fb-a2a2-56075e98a556'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:06.552637 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-30f31787-8df3-4d54-ac69-bc71a5308783 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] delete failed (client error): The resource could not be found. Mar 07 22:15:06.559784 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-30f31787-8df3-4d54-ac69-bc71a5308783 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "DELETE /v2.0/routers/d1b98248-f865-4813-b1e1-5fa335e322e6 HTTP/1.1" status: 404 len: 336 time: 0.0832479 Mar 07 22:15:06.559964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45232) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:06.597339 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45234) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:06.631474 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-f767e3a1-0e94-4bb6-8f3f-2351072d07c1 None None] Set router 2d8056ac-70b6-49fb-a2a2-56075e98a556 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:15:06.639022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-53d0df5c-6b61-4994-b1b1-b49ac24fa0ce tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "GET /v2.0/ports?device_id=897d0246-5d62-4a1b-aeeb-d34ff75d325d HTTP/1.1" status: 200 len: 205 time: 0.0789373 Mar 07 22:15:06.641472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45238) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:06.704888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'tag': '18ac263c-212c-4a25-ba33-a9d7a97aac78'}, {'name': 'network-changed', 'server_uuid': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'tag': '18ac263c-212c-4a25-ba33-a9d7a97aac78'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:15:06.707238 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81318c21-9226-488c-bd95-9533f7c87630" -d '{"events": [{"name": "network-changed", "server_uuid": "c28c00c1-fbcc-401c-83c9-49f5b46325e5", "tag": "18ac263c-212c-4a25-ba33-a9d7a97aac78"}, {"name": "network-changed", "server_uuid": "c28c00c1-fbcc-401c-83c9-49f5b46325e5", "tag": "18ac263c-212c-4a25-ba33-a9d7a97aac78"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:15:06.717878 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-e51f4c89-4b7d-42c8-9294-1e10dce655eb tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] delete failed (client error): The resource could not be found. Mar 07 22:15:06.719949 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e51f4c89-4b7d-42c8-9294-1e10dce655eb tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "DELETE /v2.0/routers/897d0246-5d62-4a1b-aeeb-d34ff75d325d HTTP/1.1" status: 404 len: 336 time: 0.0772154 Mar 07 22:15:06.722724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45242) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:06.757657 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1cd7b364-0929-46b1-a9df-dfba18a6a5c9 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "GET /v2.0/ports?device_id=6df3435e-04ef-4975-95f6-c4a5f6d5c493 HTTP/1.1" status: 200 len: 205 time: 0.0337915 Mar 07 22:15:06.760219 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45244) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:06.778107 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 22:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e716dd80-3b69-42ab-8b32-5e0a21f0488f x-openstack-request-id: req-e716dd80-3b69-42ab-8b32-5e0a21f0488f {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:15:06.780017 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28c00c1-fbcc-401c-83c9-49f5b46325e5", "tag": "18ac263c-212c-4a25-ba33-a9d7a97aac78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c28c00c1-fbcc-401c-83c9-49f5b46325e5", "tag": "18ac263c-212c-4a25-ba33-a9d7a97aac78", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:15:06.781560 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e716dd80-3b69-42ab-8b32-5e0a21f0488f {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:15:06.782403 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'tag': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'status': 'completed', 'code': 200} Mar 07 22:15:06.783233 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'tag': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'status': 'completed', 'code': 200} Mar 07 22:15:06.827349 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-02f8d04c-ac38-4e59-a342-7ae312b2a7b5 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] delete failed (client error): The resource could not be found. Mar 07 22:15:06.829097 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-02f8d04c-ac38-4e59-a342-7ae312b2a7b5 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "DELETE /v2.0/routers/6df3435e-04ef-4975-95f6-c4a5f6d5c493 HTTP/1.1" status: 404 len: 336 time: 0.0677679 Mar 07 22:15:06.834097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45248) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:06.843491 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f34f03a8-6f01-46d8-b9a9-8e036447e298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:06.903264 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45250) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:06.903589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-62512648-7fb7-43cd-a3c7-33d182cabc70 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "GET /v2.0/ports?device_id=35e8afb8-3a15-46ec-b25f-9d8435930ad3 HTTP/1.1" status: 200 len: 205 time: 0.0703216 Mar 07 22:15:06.940218 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f767e3a1-0e94-4bb6-8f3f-2351072d07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:12Z', 'revision_number': 4, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '62d1fa60-4df0-4b53-9aa7-afc8e6f4b560', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'port_id': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'mac_address': 'fa:16:3e:f4:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:15:01Z', 'updated_at': '2022-03-07T22:15:05Z', 'revision_number': 2, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44061fa5-51f0-4b4e-8da8-fc153d87d6d0', 'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'mac_address': 'fa:16:3e:d2:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:12Z', 'updated_at': '2022-03-07T22:10:19Z', 'revision_number': 5, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'subnets': [{'id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:06.958122 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-5a3ce729-9e23-4b95-b889-76d546f25cd1 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] delete failed (client error): The resource could not be found. Mar 07 22:15:06.961624 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5a3ce729-9e23-4b95-b889-76d546f25cd1 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "DELETE /v2.0/routers/35e8afb8-3a15-46ec-b25f-9d8435930ad3 HTTP/1.1" status: 404 len: 336 time: 0.0548766 Mar 07 22:15:06.962100 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45252) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:06.969670 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767e3a1-0e94-4bb6-8f3f-2351072d07c1 None None] The sync data for ids ['2d8056ac-70b6-49fb-a2a2-56075e98a556'] in n-d-832330-1 is: [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:12Z', 'revision_number': 4, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '62d1fa60-4df0-4b53-9aa7-afc8e6f4b560', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'port_id': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'mac_address': 'fa:16:3e:f4:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:15:01Z', 'updated_at': '2022-03-07T22:15:05Z', 'revision_number': 2, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44061fa5-51f0-4b4e-8da8-fc153d87d6d0', 'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'mac_address': 'fa:16:3e:d2:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:12Z', 'updated_at': '2022-03-07T22:10:19Z', 'revision_number': 5, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'subnets': [{'id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:06.982471 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318c21-9226-488c-bd95-9533f7c87630 req-84e35d40-194d-4009-ad15-90129cec47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:06.984858 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-81318c21-9226-488c-bd95-9533f7c87630 req-84e35d40-194d-4009-ad15-90129cec47b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fdcfe6376f546b0a4c02e9d8e9f9d51&device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 1128 time: 0.1682844 Mar 07 22:15:07.028095 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0ca8cb28-982c-469a-bed2-945c773255eb tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "GET /v2.0/ports?device_id=553dd394-21e2-4e57-8fb0-11e5c06b1b6b HTTP/1.1" status: 200 len: 205 time: 0.0626273 Mar 07 22:15:07.028730 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45254) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:07.082661 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-8d9ae12c-cdc3-42b0-9da7-804017499cb1 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] delete failed (client error): The resource could not be found. Mar 07 22:15:07.086195 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8d9ae12c-cdc3-42b0-9da7-804017499cb1 tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "DELETE /v2.0/routers/553dd394-21e2-4e57-8fb0-11e5c06b1b6b HTTP/1.1" status: 404 len: 336 time: 0.0539427 Mar 07 22:15:07.086466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45256) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:07.114776 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f1a607-c50b-419a-9a91-c08f455b91ba tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] DELETE failed (client error): The resource could not be found. Mar 07 22:15:07.115274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f1a607-c50b-419a-9a91-c08f455b91ba tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:15:07.118548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a2f1a607-c50b-419a-9a91-c08f455b91ba tempest-RoutersIpV6AdminTest-242910541 tempest-RoutersIpV6AdminTest-242910541-project] 10.222.0.26 "DELETE /v2.0/subnets/3ac36ca8-ed0b-4ed8-9ee7-a2bac68c7982 HTTP/1.1" status: 404 len: 337 time: 0.0311480 Mar 07 22:15:07.135380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318c21-9226-488c-bd95-9533f7c87630 req-26e86b5b-15c9-4e4b-b08f-0700641d9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:07.137797 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-81318c21-9226-488c-bd95-9533f7c87630 req-26e86b5b-15c9-4e4b-b08f-0700641d9e8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=084a8db1-575e-478c-8df5-ab764b9d6eab HTTP/1.1" status: 200 len: 915 time: 0.1293223 Mar 07 22:15:07.219539 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f34f03a8-6f01-46d8-b9a9-8e036447e298 admin admin] Publish callbacks [] for security_group (68603c69-5fee-4dd5-a43e-911abc3e8cbc), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:07.225594 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f34f03a8-6f01-46d8-b9a9-8e036447e298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (68603c69-5fee-4dd5-a43e-911abc3e8cbc), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:07.282762 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-81318c21-9226-488c-bd95-9533f7c87630 req-18cfed30-044f-4b73-a77a-6d46cef69149 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ac263c-212c-4a25-ba33-a9d7a97aac78 HTTP/1.1" status: 200 len: 1001 time: 0.1160679 Mar 07 22:15:07.284916 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f34f03a8-6f01-46d8-b9a9-8e036447e298 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6151e19ef2394eb09398b188718cccbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6854827 Mar 07 22:15:07.286172 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f03a8-6f01-46d8-b9a9-8e036447e298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68603c69-5fee-4dd5-a43e-911abc3e8cbc,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:07.287815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45262) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:07.332878 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318c21-9226-488c-bd95-9533f7c87630 req-58636ae8-c66f-4dff-a71f-12b164a47f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:07.334362 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-81318c21-9226-488c-bd95-9533f7c87630 req-58636ae8-c66f-4dff-a71f-12b164a47f1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb06d929-714a-4bdf-a5a4-eaf9ee858cc6 HTTP/1.1" status: 200 len: 853 time: 0.0454874 Mar 07 22:15:07.357763 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-81d5501c-18e2-4c7a-a99c-a27e98d1a1ca admin admin] Publish callbacks [] for security_group (68603c69-5fee-4dd5-a43e-911abc3e8cbc), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:07.387424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45264) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:07.390714 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-81d5501c-18e2-4c7a-a99c-a27e98d1a1ca admin admin] Publish callbacks [] for security_group (68603c69-5fee-4dd5-a43e-911abc3e8cbc), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:07.407078 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318c21-9226-488c-bd95-9533f7c87630 req-fd1e0ad0-d439-4d52-a85a-84f39e8fd452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:07.409537 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-81318c21-9226-488c-bd95-9533f7c87630 req-fd1e0ad0-d439-4d52-a85a-84f39e8fd452 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=084a8db1-575e-478c-8df5-ab764b9d6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0671418 Mar 07 22:15:07.456572 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-81d5501c-18e2-4c7a-a99c-a27e98d1a1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (68603c69-5fee-4dd5-a43e-911abc3e8cbc), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:07.460941 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-81d5501c-18e2-4c7a-a99c-a27e98d1a1ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:07.476245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-81d5501c-18e2-4c7a-a99c-a27e98d1a1ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/68603c69-5fee-4dd5-a43e-911abc3e8cbc HTTP/1.1" status: 204 len: 168 time: 0.1779101 Mar 07 22:15:07.493401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5501c-18e2-4c7a-a99c-a27e98d1a1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68603c69-5fee-4dd5-a43e-911abc3e8cbc,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:07.541827 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8635353-a6cf-4c6f-9fe3-797373ba03b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:07.566884 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-81318c21-9226-488c-bd95-9533f7c87630 req-9020a3eb-00d0-4d9d-ad28-ee8dcbb0f384 service neutron] 10.222.0.13 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517935 Mar 07 22:15:08.052076 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8635353-a6cf-4c6f-9fe3-797373ba03b8 admin admin] Publish callbacks [] for security_group (b62f97ee-3e4a-4599-983e-34f8bf22942d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:08.059879 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-81318c21-9226-488c-bd95-9533f7c87630 req-449c4eec-02d3-48f2-be14-279817039fe7 service neutron] 10.222.0.13 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865785 Mar 07 22:15:08.061449 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c8635353-a6cf-4c6f-9fe3-797373ba03b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b62f97ee-3e4a-4599-983e-34f8bf22942d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:08.127876 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8635353-a6cf-4c6f-9fe3-797373ba03b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62f97ee-3e4a-4599-983e-34f8bf22942d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:08.132736 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c8635353-a6cf-4c6f-9fe3-797373ba03b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb95f2bda7024faa94f1657d0d72c49f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7442317 Mar 07 22:15:08.135889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45270) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:08.166833 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318c21-9226-488c-bd95-9533f7c87630 req-ea60d5bf-6c6a-40f4-a8ef-39546bd2da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:08.168341 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-81318c21-9226-488c-bd95-9533f7c87630 req-ea60d5bf-6c6a-40f4-a8ef-39546bd2da8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fdcfe6376f546b0a4c02e9d8e9f9d51&device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 1128 time: 0.0555689 Mar 07 22:15:08.194671 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f352e3f-72ef-4282-ac11-2954e026f7e1 admin admin] Publish callbacks [] for security_group (b62f97ee-3e4a-4599-983e-34f8bf22942d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:08.217395 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f352e3f-72ef-4282-ac11-2954e026f7e1 admin admin] Publish callbacks [] for security_group (b62f97ee-3e4a-4599-983e-34f8bf22942d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:08.262008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318c21-9226-488c-bd95-9533f7c87630 req-90fb597f-21d1-4893-a63b-a61376889dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:08.263748 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-81318c21-9226-488c-bd95-9533f7c87630 req-90fb597f-21d1-4893-a63b-a61376889dc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=084a8db1-575e-478c-8df5-ab764b9d6eab HTTP/1.1" status: 200 len: 915 time: 0.0891600 Mar 07 22:15:08.267791 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f352e3f-72ef-4282-ac11-2954e026f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b62f97ee-3e4a-4599-983e-34f8bf22942d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:08.270446 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3f352e3f-72ef-4282-ac11-2954e026f7e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:08.273923 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3f352e3f-72ef-4282-ac11-2954e026f7e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b62f97ee-3e4a-4599-983e-34f8bf22942d HTTP/1.1" status: 204 len: 168 time: 0.1345024 Mar 07 22:15:08.286496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f352e3f-72ef-4282-ac11-2954e026f7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62f97ee-3e4a-4599-983e-34f8bf22942d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:08.343723 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-81318c21-9226-488c-bd95-9533f7c87630 req-dee8d639-24e1-479b-9579-1c5b10e7046d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ac263c-212c-4a25-ba33-a9d7a97aac78 HTTP/1.1" status: 200 len: 1001 time: 0.0695448 Mar 07 22:15:08.394920 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318c21-9226-488c-bd95-9533f7c87630 req-e354fbff-76ab-4585-96a8-738639ba233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:08.396778 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-81318c21-9226-488c-bd95-9533f7c87630 req-e354fbff-76ab-4585-96a8-738639ba233c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb06d929-714a-4bdf-a5a4-eaf9ee858cc6 HTTP/1.1" status: 200 len: 853 time: 0.0480368 Mar 07 22:15:08.458323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318c21-9226-488c-bd95-9533f7c87630 req-0d32af14-97e7-4133-80b7-d6e13189517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:08.459890 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-81318c21-9226-488c-bd95-9533f7c87630 req-0d32af14-97e7-4133-80b7-d6e13189517b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=084a8db1-575e-478c-8df5-ab764b9d6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0573671 Mar 07 22:15:08.570420 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-81318c21-9226-488c-bd95-9533f7c87630 req-eeafe69a-4264-4c5b-96d4-5b003801644a service neutron] 10.222.0.13 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042731 Mar 07 22:15:08.667190 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-81318c21-9226-488c-bd95-9533f7c87630 req-42149f25-d5df-4a4e-a548-983e2660ec81 service neutron] 10.222.0.13 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909376 Mar 07 22:15:08.671908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45276) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:08.711026 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c23e8335-fe4e-4e0f-8028-5debc32e4bd2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=650ef8f443784c9db93cfa0e2c4a8a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380073 Mar 07 22:15:08.713420 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45278) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:08.759282 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2827be6-8e29-418c-b29f-36ca9d70ac82 admin admin] Publish callbacks [] for security_group (f0a77fea-c365-495e-874c-f9f3a7649d26), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:08.779614 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2827be6-8e29-418c-b29f-36ca9d70ac82 admin admin] Publish callbacks [] for security_group (f0a77fea-c365-495e-874c-f9f3a7649d26), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:08.830827 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2827be6-8e29-418c-b29f-36ca9d70ac82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f0a77fea-c365-495e-874c-f9f3a7649d26), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:08.833304 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b2827be6-8e29-418c-b29f-36ca9d70ac82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:08.834503 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b2827be6-8e29-418c-b29f-36ca9d70ac82 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0a77fea-c365-495e-874c-f9f3a7649d26 HTTP/1.1" status: 204 len: 168 time: 0.1201911 Mar 07 22:15:08.842496 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2827be6-8e29-418c-b29f-36ca9d70ac82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a77fea-c365-495e-874c-f9f3a7649d26,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:09.618115 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:15:10.001583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45314) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:10.098795 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-d58c9afb-5421-42a0-8328-e5b844c97009 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-685526451'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:10.118296 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d58c9afb-5421-42a0-8328-e5b844c97009 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (31ecfb95-6c16-4ef6-8c67-06184225016c), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.119228 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d58c9afb-5421-42a0-8328-e5b844c97009 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (31ecfb95-6c16-4ef6-8c67-06184225016c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.169686 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d58c9afb-5421-42a0-8328-e5b844c97009 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router_controller (31ecfb95-6c16-4ef6-8c67-06184225016c), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.174200 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d58c9afb-5421-42a0-8328-e5b844c97009 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (31ecfb95-6c16-4ef6-8c67-06184225016c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.188628 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d58c9afb-5421-42a0-8328-e5b844c97009 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.192544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45318) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:10.193100 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d58c9afb-5421-42a0-8328-e5b844c97009 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.1902440 Mar 07 22:15:10.273711 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-563c83bf-43ff-455f-b5b3-e7ae31916c87 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router (31ecfb95-6c16-4ef6-8c67-06184225016c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.433291 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-563c83bf-43ff-455f-b5b3-e7ae31916c87 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (31ecfb95-6c16-4ef6-8c67-06184225016c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.435302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-563c83bf-43ff-455f-b5b3-e7ae31916c87 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router_controller (31ecfb95-6c16-4ef6-8c67-06184225016c), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.477160 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-563c83bf-43ff-455f-b5b3-e7ae31916c87 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (31ecfb95-6c16-4ef6-8c67-06184225016c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.477683 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563c83bf-43ff-455f-b5b3-e7ae31916c87 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31ecfb95-6c16-4ef6-8c67-06184225016c {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:15:10.482082 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-563c83bf-43ff-455f-b5b3-e7ae31916c87 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.483006 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-563c83bf-43ff-455f-b5b3-e7ae31916c87 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] 10.222.0.26 "DELETE /v2.0/routers/31ecfb95-6c16-4ef6-8c67-06184225016c HTTP/1.1" status: 204 len: 168 time: 0.2894719 Mar 07 22:15:10.486898 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45320) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:10.491048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ff8f1418-d39f-431a-8d8f-2f0c3cfa9aee tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Request body: {'router': {'name': 'tempest-router-742965525', 'distributed': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:10.509520 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff8f1418-d39f-431a-8d8f-2f0c3cfa9aee tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (628e7c2d-25af-43f8-b588-b0ed8b9dd18d), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.510530 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff8f1418-d39f-431a-8d8f-2f0c3cfa9aee tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (628e7c2d-25af-43f8-b588-b0ed8b9dd18d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.568062 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff8f1418-d39f-431a-8d8f-2f0c3cfa9aee tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router_controller (628e7c2d-25af-43f8-b588-b0ed8b9dd18d), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.572056 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff8f1418-d39f-431a-8d8f-2f0c3cfa9aee tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (628e7c2d-25af-43f8-b588-b0ed8b9dd18d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.586086 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ff8f1418-d39f-431a-8d8f-2f0c3cfa9aee tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.587296 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ff8f1418-d39f-431a-8d8f-2f0c3cfa9aee tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0994871 Mar 07 22:15:10.590154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45322) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:10.673315 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0eded237-98b1-434f-a1f4-7a66e50b46c0 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router (628e7c2d-25af-43f8-b588-b0ed8b9dd18d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.851585 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0eded237-98b1-434f-a1f4-7a66e50b46c0 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (628e7c2d-25af-43f8-b588-b0ed8b9dd18d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.853941 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0eded237-98b1-434f-a1f4-7a66e50b46c0 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router_controller (628e7c2d-25af-43f8-b588-b0ed8b9dd18d), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.900450 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0eded237-98b1-434f-a1f4-7a66e50b46c0 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (628e7c2d-25af-43f8-b588-b0ed8b9dd18d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.900992 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eded237-98b1-434f-a1f4-7a66e50b46c0 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 628e7c2d-25af-43f8-b588-b0ed8b9dd18d {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:15:10.906197 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0eded237-98b1-434f-a1f4-7a66e50b46c0 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.907316 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0eded237-98b1-434f-a1f4-7a66e50b46c0 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] 10.222.0.26 "DELETE /v2.0/routers/628e7c2d-25af-43f8-b588-b0ed8b9dd18d HTTP/1.1" status: 204 len: 168 time: 0.3160279 Mar 07 22:15:10.910781 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45324) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:10.915214 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1a577922-5266-4efe-a0cf-c112939143a3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Request body: {'router': {'name': 'tempest-router-1138827452', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7a2e97517a8148f28770457daa36252d'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:10.933992 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1a577922-5266-4efe-a0cf-c112939143a3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (bf4e6bae-7919-4fc0-af95-442b8d1d9c93), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.935065 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1a577922-5266-4efe-a0cf-c112939143a3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (bf4e6bae-7919-4fc0-af95-442b8d1d9c93), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.991837 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1a577922-5266-4efe-a0cf-c112939143a3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router_controller (bf4e6bae-7919-4fc0-af95-442b8d1d9c93), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:10.995870 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1a577922-5266-4efe-a0cf-c112939143a3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (bf4e6bae-7919-4fc0-af95-442b8d1d9c93), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:11.010664 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1a577922-5266-4efe-a0cf-c112939143a3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:11.014648 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1a577922-5266-4efe-a0cf-c112939143a3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1027203 Mar 07 22:15:11.015381 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45326) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:11.020074 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4b37e193-b9bb-4fed-98ba-9d4455f7cbf3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:11.250940 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b37e193-b9bb-4fed-98ba-9d4455f7cbf3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25933'] for router (bf4e6bae-7919-4fc0-af95-442b8d1d9c93), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:11.251663 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b37e193-b9bb-4fed-98ba-9d4455f7cbf3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router (bf4e6bae-7919-4fc0-af95-442b8d1d9c93), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:11.332897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4b37e193-b9bb-4fed-98ba-9d4455f7cbf3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103718) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 07 22:15:11.333238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4b37e193-b9bb-4fed-98ba-9d4455f7cbf3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Router bf4e6bae-7919-4fc0-af95-442b8d1d9c93 migrating from provider to provider. {{(pid=103718) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 07 22:15:11.333608 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b37e193-b9bb-4fed-98ba-9d4455f7cbf3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router_controller (bf4e6bae-7919-4fc0-af95-442b8d1d9c93), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:11.338168 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b37e193-b9bb-4fed-98ba-9d4455f7cbf3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router_controller (bf4e6bae-7919-4fc0-af95-442b8d1d9c93), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:11.343355 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b37e193-b9bb-4fed-98ba-9d4455f7cbf3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415513'] for router (bf4e6bae-7919-4fc0-af95-442b8d1d9c93), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:11.426771 n-d-832330-1 neutron-server[103718]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4b37e193-b9bb-4fed-98ba-9d4455f7cbf3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] No L3 agents can host the router bf4e6bae-7919-4fc0-af95-442b8d1d9c93 Mar 07 22:15:11.525060 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b37e193-b9bb-4fed-98ba-9d4455f7cbf3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Hosts for router bf4e6bae-7919-4fc0-af95-442b8d1d9c93: [] {{(pid=103718) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 07 22:15:11.547453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b37e193-b9bb-4fed-98ba-9d4455f7cbf3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Hosts for other DVR routers connected to router bf4e6bae-7919-4fc0-af95-442b8d1d9c93: set() {{(pid=103718) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 07 22:15:11.549996 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b37e193-b9bb-4fed-98ba-9d4455f7cbf3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:11.551216 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4b37e193-b9bb-4fed-98ba-9d4455f7cbf3 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] 10.222.0.26 "PUT /v2.0/routers/bf4e6bae-7919-4fc0-af95-442b8d1d9c93 HTTP/1.1" status: 200 len: 717 time: 0.5348082 Mar 07 22:15:11.553771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45330) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:11.627409 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-36b00747-ba75-47f3-a7c9-751d67c143f4 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] 10.222.0.26 "GET /v2.0/routers/bf4e6bae-7919-4fc0-af95-442b8d1d9c93 HTTP/1.1" status: 200 len: 717 time: 0.0725293 Mar 07 22:15:11.630018 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45332) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:11.809129 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dcfafa12-68b5-4ddf-95a0-ca9f1d374952 tempest-RoutersTestDVR-1654068159 tempest-RoutersTestDVR-1654068159-project] 10.222.0.26 "GET /v2.0/routers/bf4e6bae-7919-4fc0-af95-442b8d1d9c93 HTTP/1.1" status: 200 len: 683 time: 0.1779451 Mar 07 22:15:11.811794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45336) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:11.883942 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d5b3c98-4990-4715-b54d-93733b97b6d4 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router (bf4e6bae-7919-4fc0-af95-442b8d1d9c93), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:12.337584 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d5b3c98-4990-4715-b54d-93733b97b6d4 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (bf4e6bae-7919-4fc0-af95-442b8d1d9c93), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:12.339678 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d5b3c98-4990-4715-b54d-93733b97b6d4 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router_controller (bf4e6bae-7919-4fc0-af95-442b8d1d9c93), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:12.382098 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d5b3c98-4990-4715-b54d-93733b97b6d4 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (bf4e6bae-7919-4fc0-af95-442b8d1d9c93), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:12.382630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5b3c98-4990-4715-b54d-93733b97b6d4 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf4e6bae-7919-4fc0-af95-442b8d1d9c93 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:15:12.386997 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d5b3c98-4990-4715-b54d-93733b97b6d4 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:12.388075 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8d5b3c98-4990-4715-b54d-93733b97b6d4 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] 10.222.0.26 "DELETE /v2.0/routers/bf4e6bae-7919-4fc0-af95-442b8d1d9c93 HTTP/1.1" status: 204 len: 168 time: 0.5753944 Mar 07 22:15:12.393861 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45338) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:12.398011 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-43a00f93-dd6c-48dc-bec8-b371734ff418 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Request body: {'router': {'name': 'tempest-router-1801950181', 'distributed': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:12.416521 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43a00f93-dd6c-48dc-bec8-b371734ff418 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (5e79763e-35d0-4cbf-99d4-4e0fb75223ce), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:12.417646 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43a00f93-dd6c-48dc-bec8-b371734ff418 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (5e79763e-35d0-4cbf-99d4-4e0fb75223ce), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:12.472630 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43a00f93-dd6c-48dc-bec8-b371734ff418 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router_controller (5e79763e-35d0-4cbf-99d4-4e0fb75223ce), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:12.476625 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43a00f93-dd6c-48dc-bec8-b371734ff418 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (5e79763e-35d0-4cbf-99d4-4e0fb75223ce), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:12.489819 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43a00f93-dd6c-48dc-bec8-b371734ff418 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:12.491013 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-43a00f93-dd6c-48dc-bec8-b371734ff418 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0961921 Mar 07 22:15:12.493780 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45340) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:12.564061 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-108cb766-b131-44f5-a8d0-0974b713fe48 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router (5e79763e-35d0-4cbf-99d4-4e0fb75223ce), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:12.719850 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-108cb766-b131-44f5-a8d0-0974b713fe48 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (5e79763e-35d0-4cbf-99d4-4e0fb75223ce), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:12.721868 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-108cb766-b131-44f5-a8d0-0974b713fe48 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router_controller (5e79763e-35d0-4cbf-99d4-4e0fb75223ce), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:12.768799 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-108cb766-b131-44f5-a8d0-0974b713fe48 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (5e79763e-35d0-4cbf-99d4-4e0fb75223ce), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:12.769304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108cb766-b131-44f5-a8d0-0974b713fe48 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e79763e-35d0-4cbf-99d4-4e0fb75223ce {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:15:12.773530 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-108cb766-b131-44f5-a8d0-0974b713fe48 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:12.774515 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-108cb766-b131-44f5-a8d0-0974b713fe48 tempest-RoutersTestDVR-1181807592 tempest-RoutersTestDVR-1181807592-project-admin] 10.222.0.26 "DELETE /v2.0/routers/5e79763e-35d0-4cbf-99d4-4e0fb75223ce HTTP/1.1" status: 204 len: 168 time: 0.2798090 Mar 07 22:15:13.006463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45346) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:13.110761 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ebffc65a-c29a-4567-854e-2d9e52a52570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:13.183471 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ebffc65a-c29a-4567-854e-2d9e52a52570 admin admin] Publish callbacks [] for security_group (444a503a-dcb5-496b-9745-6c41b661e0f5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:13.187440 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ebffc65a-c29a-4567-854e-2d9e52a52570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (444a503a-dcb5-496b-9745-6c41b661e0f5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:13.229707 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ebffc65a-c29a-4567-854e-2d9e52a52570 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a2e97517a8148f28770457daa36252d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221749 Mar 07 22:15:13.230726 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffc65a-c29a-4567-854e-2d9e52a52570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444a503a-dcb5-496b-9745-6c41b661e0f5,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:13.232702 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45350) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:13.282396 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3b39b5f-ebc0-4a63-b596-7b44ca1c9d7d admin admin] Publish callbacks [] for security_group (444a503a-dcb5-496b-9745-6c41b661e0f5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:13.302417 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3b39b5f-ebc0-4a63-b596-7b44ca1c9d7d admin admin] Publish callbacks [] for security_group (444a503a-dcb5-496b-9745-6c41b661e0f5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:13.350413 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3b39b5f-ebc0-4a63-b596-7b44ca1c9d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (444a503a-dcb5-496b-9745-6c41b661e0f5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:13.352926 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3b39b5f-ebc0-4a63-b596-7b44ca1c9d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:13.354085 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b3b39b5f-ebc0-4a63-b596-7b44ca1c9d7d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/444a503a-dcb5-496b-9745-6c41b661e0f5 HTTP/1.1" status: 204 len: 168 time: 0.1197586 Mar 07 22:15:13.362076 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b39b5f-ebc0-4a63-b596-7b44ca1c9d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444a503a-dcb5-496b-9745-6c41b661e0f5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:13.619093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45356) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:13.632827 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c50d97fb-0ce3-4651-9f07-916b8d3d5638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:13.705299 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c50d97fb-0ce3-4651-9f07-916b8d3d5638 admin admin] Publish callbacks [] for security_group (c40a98f3-e171-4f46-a1ac-ad746d6e8a33), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:13.709099 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c50d97fb-0ce3-4651-9f07-916b8d3d5638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c40a98f3-e171-4f46-a1ac-ad746d6e8a33), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:13.747318 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c50d97fb-0ce3-4651-9f07-916b8d3d5638 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d1d845966d846be9e3bf09d762637bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271214 Mar 07 22:15:13.748182 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d97fb-0ce3-4651-9f07-916b8d3d5638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40a98f3-e171-4f46-a1ac-ad746d6e8a33,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:13.750808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45358) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:13.806817 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f88efb25-e3af-4e0a-8dc0-fe8ad0687d4d admin admin] Publish callbacks [] for security_group (c40a98f3-e171-4f46-a1ac-ad746d6e8a33), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:13.829174 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f88efb25-e3af-4e0a-8dc0-fe8ad0687d4d admin admin] Publish callbacks [] for security_group (c40a98f3-e171-4f46-a1ac-ad746d6e8a33), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:13.876300 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f88efb25-e3af-4e0a-8dc0-fe8ad0687d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c40a98f3-e171-4f46-a1ac-ad746d6e8a33), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:13.878921 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f88efb25-e3af-4e0a-8dc0-fe8ad0687d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:13.880085 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f88efb25-e3af-4e0a-8dc0-fe8ad0687d4d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c40a98f3-e171-4f46-a1ac-ad746d6e8a33 HTTP/1.1" status: 204 len: 168 time: 0.1273506 Mar 07 22:15:13.888158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88efb25-e3af-4e0a-8dc0-fe8ad0687d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40a98f3-e171-4f46-a1ac-ad746d6e8a33,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:14.545274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45380) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:14.638981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1837826130'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:14.659781 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Made reservation on behalf of c39d8187f26c440b98d983040325ab93 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:15:14.663147 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:14.671362 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:14.745492 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for security_group (fb4b46b7-22b5-4f95-b6b8-fbfef8e99691), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:14.749729 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fb4b46b7-22b5-4f95-b6b8-fbfef8e99691), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:14.774827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:15:14.796968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4b46b7-22b5-4f95-b6b8-fbfef8e99691,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:14.802678 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (42107b0a-47f9-4c70-b6de-3b4f86807cac), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:14.803285 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Added segment 42107b0a-47f9-4c70-b6de-3b4f86807cac of type vlan for network be12a341-85cc-4e7c-8152-010640710e37 Mar 07 22:15:14.847370 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (be12a341-85cc-4e7c-8152-010640710e37), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:14.871010 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (be12a341-85cc-4e7c-8152-010640710e37), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:14.876439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:14.877023 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:14.914271 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3677366 Mar 07 22:15:14.917119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45384) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:14.945828 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5748bd68-1454-46b4-be65-37391c6eb298 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'subnet': {'network_id': 'be12a341-85cc-4e7c-8152-010640710e37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:14.965412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c38a5-b550-44c1-9dfc-bac04a80ea52 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Network': ['ID=be12a341-85cc-4e7c-8152-010640710e37,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:14.976136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network be12a341-85cc-4e7c-8152-010640710e37 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:15:15.035554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5748bd68-1454-46b4-be65-37391c6eb298 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Made reservation on behalf of c39d8187f26c440b98d983040325ab93 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:15:15.039127 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5748bd68-1454-46b4-be65-37391c6eb298 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:15.221681 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5748bd68-1454-46b4-be65-37391c6eb298 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (3f2a5661-aefe-4373-af5b-2e9ab064277e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:15.284446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748bd68-1454-46b4-be65-37391c6eb298 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Subnet': ['ID=3f2a5661-aefe-4373-af5b-2e9ab064277e,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:15.292791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748bd68-1454-46b4-be65-37391c6eb298 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Checking segment: {'id': '42107b0a-47f9-4c70-b6de-3b4f86807cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'be12a341-85cc-4e7c-8152-010640710e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:15:15.293156 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5748bd68-1454-46b4-be65-37391c6eb298 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network hostable DHCP agents. Network: be12a341-85cc-4e7c-8152-010640710e37, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:15:15.309759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5748bd68-1454-46b4-be65-37391c6eb298 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network be12a341-85cc-4e7c-8152-010640710e37 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:15:15.319454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-5748bd68-1454-46b4-be65-37391c6eb298 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, be12a341-85cc-4e7c-8152-010640710e37) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:15.323470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5748bd68-1454-46b4-be65-37391c6eb298 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:15.325144 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5748bd68-1454-46b4-be65-37391c6eb298 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:15.328300 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c896683a-d4c2-42b8-94ac-f7c05c093d4e None None] Network be12a341-85cc-4e7c-8152-010640710e37 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:15:15.339802 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5748bd68-1454-46b4-be65-37391c6eb298 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4217036 Mar 07 22:15:15.342875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45386) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:15.347472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1588441395', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}, 'admin_state_up': False}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:15.368757 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (a8162717-faea-4578-898a-3ce90a086ff4), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:15.369761 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (a8162717-faea-4578-898a-3ce90a086ff4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:15.424048 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router_controller (a8162717-faea-4578-898a-3ce90a086ff4), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:15.428961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f88cccb-0f3c-4367-8cec-09e40e8ba3c0 None None] Network be12a341-85cc-4e7c-8152-010640710e37 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:15:15.578378 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router_gateway (a8162717-faea-4578-898a-3ce90a086ff4), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:15.650568 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6097cd75-0df6-4497-9abd-2b9f64e684ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:15.770964 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router_gateway (a8162717-faea-4578-898a-3ce90a086ff4), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:15.789818 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:15.894627 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Allocated IP 172.25.4.13 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/bc61834c-a4ca-4f34-97a3-48ea68477cab) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:15.995293 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (bc61834c-a4ca-4f34-97a3-48ea68477cab), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:16.027481 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (bc61834c-a4ca-4f34-97a3-48ea68477cab), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:16.064930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:16.067660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:16.071038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:16.097436 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=bc61834c-a4ca-4f34-97a3-48ea68477cab,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:16.254389 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:16.320581 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router_gateway (a8162717-faea-4578-898a-3ce90a086ff4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:16.519662 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (a8162717-faea-4578-898a-3ce90a086ff4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:16.651320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:15:16.757106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:16.767723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e79086f-e921-4a45-a486-38cfbd994d91 None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:16.776925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79086f-e921-4a45-a486-38cfbd994d91 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:16.777544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4e79086f-e921-4a45-a486-38cfbd994d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:16.780313 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:16.781832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1d4fa413-6211-4dc0-bcd5-abd7ae4a6cca tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4378483 Mar 07 22:15:16.784648 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45388) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:16.812450 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4e79086f-e921-4a45-a486-38cfbd994d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:16.821410 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79086f-e921-4a45-a486-38cfbd994d91 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:16.822180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4e79086f-e921-4a45-a486-38cfbd994d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:14:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:16.857938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4e79086f-e921-4a45-a486-38cfbd994d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:16.859113 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e79086f-e921-4a45-a486-38cfbd994d91 None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:17.277644 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:17.542292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Allocated IP 172.20.0.1 (be12a341-85cc-4e7c-8152-010640710e37/3f2a5661-aefe-4373-af5b-2e9ab064277e/547e3d4a-e02d-4edc-ae0a-df76310da358) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:17.649663 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (547e3d4a-e02d-4edc-ae0a-df76310da358), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:17.684180 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (547e3d4a-e02d-4edc-ae0a-df76310da358), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:17.725395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network be12a341-85cc-4e7c-8152-010640710e37 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:17.728452 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:17.732105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:17.762330 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=547e3d4a-e02d-4edc-ae0a-df76310da358,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:17.787249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (a8162717-faea-4578-898a-3ce90a086ff4), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:17.919832 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (547e3d4a-e02d-4edc-ae0a-df76310da358), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:18.149767 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-121cb283-1837-4efa-9be1-533892df232b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:18.193644 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (547e3d4a-e02d-4edc-ae0a-df76310da358), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:18.197987 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (547e3d4a-e02d-4edc-ae0a-df76310da358), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:18.271410 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (a8162717-faea-4578-898a-3ce90a086ff4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:18.273281 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=547e3d4a-e02d-4edc-ae0a-df76310da358,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:18.362796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network be12a341-85cc-4e7c-8152-010640710e37 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:18.364170 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:18.454701 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:18.481389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:18.587613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:18.592656 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-879a4ae5-3dc2-4735-ae85-ddb87097bc86 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "PUT /v2.0/routers/a8162717-faea-4578-898a-3ce90a086ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8069851 Mar 07 22:15:18.595755 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45390) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:18.597390 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abeaba6-db0c-44d9-8715-5080ce6fd129 None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:18.601048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-0629e689-d2d0-4b18-94f9-0315aef6cf59 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'port': {'network_id': 'be12a341-85cc-4e7c-8152-010640710e37', 'name': 'tempest-FloatingIPTestJSON-1080038977'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:18.607306 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abeaba6-db0c-44d9-8715-5080ce6fd129 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:18.608013 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3abeaba6-db0c-44d9-8715-5080ce6fd129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:18.640600 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3abeaba6-db0c-44d9-8715-5080ce6fd129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:18.648979 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abeaba6-db0c-44d9-8715-5080ce6fd129 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:18.649570 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3abeaba6-db0c-44d9-8715-5080ce6fd129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:18.682593 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3abeaba6-db0c-44d9-8715-5080ce6fd129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:18.683233 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abeaba6-db0c-44d9-8715-5080ce6fd129 None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:18.708021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0629e689-d2d0-4b18-94f9-0315aef6cf59 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Made reservation on behalf of c39d8187f26c440b98d983040325ab93 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:15:18.711488 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0629e689-d2d0-4b18-94f9-0315aef6cf59 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:18.729482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-0629e689-d2d0-4b18-94f9-0315aef6cf59 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] device_id is not set on port 8bfa2d91-24c2-4395-ae00-3b23df390a68 yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:15:18.837823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-0629e689-d2d0-4b18-94f9-0315aef6cf59 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Allocated IP 172.20.0.10 (be12a341-85cc-4e7c-8152-010640710e37/3f2a5661-aefe-4373-af5b-2e9ab064277e/8bfa2d91-24c2-4395-ae00-3b23df390a68) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:18.989879 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0629e689-d2d0-4b18-94f9-0315aef6cf59 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (8bfa2d91-24c2-4395-ae00-3b23df390a68), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:19.026162 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0629e689-d2d0-4b18-94f9-0315aef6cf59 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8bfa2d91-24c2-4395-ae00-3b23df390a68), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:19.073759 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0629e689-d2d0-4b18-94f9-0315aef6cf59 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network be12a341-85cc-4e7c-8152-010640710e37 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:19.076683 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-0629e689-d2d0-4b18-94f9-0315aef6cf59 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:19.081060 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0629e689-d2d0-4b18-94f9-0315aef6cf59 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:19.087538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629e689-d2d0-4b18-94f9-0315aef6cf59 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=8bfa2d91-24c2-4395-ae00-3b23df390a68,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:19.135043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0629e689-d2d0-4b18-94f9-0315aef6cf59 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:19.135657 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0629e689-d2d0-4b18-94f9-0315aef6cf59 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:19.150582 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0629e689-d2d0-4b18-94f9-0315aef6cf59 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5534813 Mar 07 22:15:19.153198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45392) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:19.160229 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-184f7087-8f76-43e4-af22-67f4b27b0329 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'port': {'network_id': 'be12a341-85cc-4e7c-8152-010640710e37', 'name': 'tempest-FloatingIPTestJSON-1962872669'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:19.274426 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184f7087-8f76-43e4-af22-67f4b27b0329 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Made reservation on behalf of c39d8187f26c440b98d983040325ab93 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:15:19.278258 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-184f7087-8f76-43e4-af22-67f4b27b0329 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:19.294694 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-184f7087-8f76-43e4-af22-67f4b27b0329 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] device_id is not set on port 5c1196ea-c477-422c-92c2-7f273acdda0d yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:15:19.386645 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:19.407569 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-184f7087-8f76-43e4-af22-67f4b27b0329 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Allocated IP 172.20.0.3 (be12a341-85cc-4e7c-8152-010640710e37/3f2a5661-aefe-4373-af5b-2e9ab064277e/5c1196ea-c477-422c-92c2-7f273acdda0d) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:19.550451 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-184f7087-8f76-43e4-af22-67f4b27b0329 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (5c1196ea-c477-422c-92c2-7f273acdda0d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:19.582577 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-184f7087-8f76-43e4-af22-67f4b27b0329 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5c1196ea-c477-422c-92c2-7f273acdda0d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:19.628910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184f7087-8f76-43e4-af22-67f4b27b0329 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network be12a341-85cc-4e7c-8152-010640710e37 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:19.631778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-184f7087-8f76-43e4-af22-67f4b27b0329 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:19.634136 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f7087-8f76-43e4-af22-67f4b27b0329 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:19.660395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f7087-8f76-43e4-af22-67f4b27b0329 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=5c1196ea-c477-422c-92c2-7f273acdda0d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:19.690972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184f7087-8f76-43e4-af22-67f4b27b0329 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:19.691590 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-184f7087-8f76-43e4-af22-67f4b27b0329 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:19.707906 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-184f7087-8f76-43e4-af22-67f4b27b0329 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5537038 Mar 07 22:15:19.711373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45394) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:19.716366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': '5c1196ea-c477-422c-92c2-7f273acdda0d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:19.739459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:19.833398 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:19.939588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Allocated IP 172.25.4.187 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/af45b367-3f3b-4720-91c5-7aff3ef0de21) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:20.043778 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (af45b367-3f3b-4720-91c5-7aff3ef0de21), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:20.080619 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (af45b367-3f3b-4720-91c5-7aff3ef0de21), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:20.130086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:20.132879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:20.136282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:20.159138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=af45b367-3f3b-4720-91c5-7aff3ef0de21,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:20.362851 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:20.846843 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (dd6edcef-ffd2-4af9-b6bd-474a70e9af78), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:20.913495 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (af45b367-3f3b-4720-91c5-7aff3ef0de21), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:21.063006 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (af45b367-3f3b-4720-91c5-7aff3ef0de21), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:21.067279 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (af45b367-3f3b-4720-91c5-7aff3ef0de21), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:21.140175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=af45b367-3f3b-4720-91c5-7aff3ef0de21,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:21.150626 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (dd6edcef-ffd2-4af9-b6bd-474a70e9af78), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:21.254722 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Floating IP dd6edcef-ffd2-4af9-b6bd-474a70e9af78 associated. External IP: 172.25.4.187, port: 5c1196ea-c477-422c-92c2-7f273acdda0d. Mar 07 22:15:21.465172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:21.577469 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:21.587552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d590ecb-834f-49f5-960d-95b374d8aa1e None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:21.596561 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:21.600841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d590ecb-834f-49f5-960d-95b374d8aa1e None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:21.601657 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1d590ecb-834f-49f5-960d-95b374d8aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:21.628452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-dc30b08e-ecc7-4cb4-adf6-2d970b5906a4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9159729 Mar 07 22:15:21.631084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45396) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:21.635384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5db4436d-917e-4146-aa7a-32afad721a3d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:21.641269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1d590ecb-834f-49f5-960d-95b374d8aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:21.649760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d590ecb-834f-49f5-960d-95b374d8aa1e None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:21.650398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1d590ecb-834f-49f5-960d-95b374d8aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:21.688193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-1d590ecb-834f-49f5-960d-95b374d8aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:21.689057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d590ecb-834f-49f5-960d-95b374d8aa1e None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:21.700325 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5db4436d-917e-4146-aa7a-32afad721a3d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (dd6edcef-ffd2-4af9-b6bd-474a70e9af78), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:21.858232 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5db4436d-917e-4146-aa7a-32afad721a3d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:21.862526 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5db4436d-917e-4146-aa7a-32afad721a3d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (dd6edcef-ffd2-4af9-b6bd-474a70e9af78), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:21.862865 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-5db4436d-917e-4146-aa7a-32afad721a3d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Floating IP dd6edcef-ffd2-4af9-b6bd-474a70e9af78 disassociated. External IP: 172.25.4.187, port: 5c1196ea-c477-422c-92c2-7f273acdda0d. Mar 07 22:15:22.077987 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db4436d-917e-4146-aa7a-32afad721a3d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:22.127270 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:22.192551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db4436d-917e-4146-aa7a-32afad721a3d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:22.197228 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5db4436d-917e-4146-aa7a-32afad721a3d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:22.203987 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b4251f-c878-48e9-84a3-530f2cfcbcc4 None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:22.214503 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b4251f-c878-48e9-84a3-530f2cfcbcc4 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:22.215108 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-88b4251f-c878-48e9-84a3-530f2cfcbcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:22.227988 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5db4436d-917e-4146-aa7a-32afad721a3d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "PUT /v2.0/floatingips/dd6edcef-ffd2-4af9-b6bd-474a70e9af78 HTTP/1.1" status: 200 len: 688 time: 0.5958991 Mar 07 22:15:22.230931 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45398) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:22.252249 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-88b4251f-c878-48e9-84a3-530f2cfcbcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:22.260647 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b4251f-c878-48e9-84a3-530f2cfcbcc4 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:22.261236 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-88b4251f-c878-48e9-84a3-530f2cfcbcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:22.294651 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-88b4251f-c878-48e9-84a3-530f2cfcbcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:22.295211 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b4251f-c878-48e9-84a3-530f2cfcbcc4 None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:22.361493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-5054d687-c32a-468d-b2cf-e425283f85e9 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting port af45b367-3f3b-4720-91c5-7aff3ef0de21 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:22.361843 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5054d687-c32a-468d-b2cf-e425283f85e9 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (af45b367-3f3b-4720-91c5-7aff3ef0de21), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:22.441977 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5054d687-c32a-468d-b2cf-e425283f85e9 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (af45b367-3f3b-4720-91c5-7aff3ef0de21), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:22.442349 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5054d687-c32a-468d-b2cf-e425283f85e9 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (af45b367-3f3b-4720-91c5-7aff3ef0de21), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:22.454884 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-5054d687-c32a-468d-b2cf-e425283f85e9 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Calling delete_port for af45b367-3f3b-4720-91c5-7aff3ef0de21 owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:22.594844 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5054d687-c32a-468d-b2cf-e425283f85e9 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (af45b367-3f3b-4720-91c5-7aff3ef0de21), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:22.622708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054d687-c32a-468d-b2cf-e425283f85e9 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Port': ['ID=af45b367-3f3b-4720-91c5-7aff3ef0de21,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:22.689107 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5054d687-c32a-468d-b2cf-e425283f85e9 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (dd6edcef-ffd2-4af9-b6bd-474a70e9af78), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:22.691684 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5054d687-c32a-468d-b2cf-e425283f85e9 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:22.692847 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5054d687-c32a-468d-b2cf-e425283f85e9 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/floatingips/dd6edcef-ffd2-4af9-b6bd-474a70e9af78 HTTP/1.1" status: 204 len: 168 time: 0.4606454 Mar 07 22:15:22.696425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45400) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:22.700671 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': '8bfa2d91-24c2-4395-ae00-3b23df390a68'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:22.725574 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:22.834133 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:22.938072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Allocated IP 172.25.4.182 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/1a56a64d-65ef-432c-83d8-4b6b37815bac) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:23.044087 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (1a56a64d-65ef-432c-83d8-4b6b37815bac), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:23.079577 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (1a56a64d-65ef-432c-83d8-4b6b37815bac), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:23.117565 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:23.120311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:23.122775 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:23.149923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=1a56a64d-65ef-432c-83d8-4b6b37815bac,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:23.496660 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (83338b38-b75a-4e6f-9136-056e6d1f9109), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:23.568933 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (1a56a64d-65ef-432c-83d8-4b6b37815bac), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:23.715287 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (1a56a64d-65ef-432c-83d8-4b6b37815bac), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:23.719724 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (1a56a64d-65ef-432c-83d8-4b6b37815bac), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:23.796748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=1a56a64d-65ef-432c-83d8-4b6b37815bac,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:23.806522 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (83338b38-b75a-4e6f-9136-056e6d1f9109), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:24.215846 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Floating IP 83338b38-b75a-4e6f-9136-056e6d1f9109 associated. External IP: 172.25.4.182, port: 8bfa2d91-24c2-4395-ae00-3b23df390a68. Mar 07 22:15:24.427067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:24.533828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:24.542799 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef382bce-fdc7-4147-a981-c6b73949f241 None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:24.552689 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:24.553690 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef382bce-fdc7-4147-a981-c6b73949f241 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:24.554333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ef382bce-fdc7-4147-a981-c6b73949f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:24.583572 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6487cd03-a5aa-4e7d-9cc1-31c8bd37b787 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.8836660 Mar 07 22:15:24.583918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45402) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:24.590177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ef382bce-fdc7-4147-a981-c6b73949f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:24.599255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef382bce-fdc7-4147-a981-c6b73949f241 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:24.599846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ef382bce-fdc7-4147-a981-c6b73949f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:24.632870 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ef382bce-fdc7-4147-a981-c6b73949f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:24.633506 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef382bce-fdc7-4147-a981-c6b73949f241 None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:24.649646 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e62fdd2b-e0e9-45b2-8956-747bc01f61c9 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "GET /v2.0/floatingips/83338b38-b75a-4e6f-9136-056e6d1f9109 HTTP/1.1" status: 200 len: 979 time: 0.0646007 Mar 07 22:15:24.652218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45404) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:24.784257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a2071f6d-ed3f-4b97-82c0-0be990607759 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1308880 Mar 07 22:15:24.786826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45406) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:24.791098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-843f2c0a-082e-4212-9073-061a993bdddf tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'floatingip': {'port_id': '5c1196ea-c477-422c-92c2-7f273acdda0d'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:24.849346 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-843f2c0a-082e-4212-9073-061a993bdddf tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (83338b38-b75a-4e6f-9136-056e6d1f9109), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:25.340244 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-843f2c0a-082e-4212-9073-061a993bdddf tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:25.343965 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-843f2c0a-082e-4212-9073-061a993bdddf tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (83338b38-b75a-4e6f-9136-056e6d1f9109), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:25.446267 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-843f2c0a-082e-4212-9073-061a993bdddf tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Floating IP 83338b38-b75a-4e6f-9136-056e6d1f9109 associated. External IP: 172.25.4.182, port: 8bfa2d91-24c2-4395-ae00-3b23df390a68. Mar 07 22:15:25.663346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843f2c0a-082e-4212-9073-061a993bdddf tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:25.772190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843f2c0a-082e-4212-9073-061a993bdddf tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:25.782203 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b98517-24fe-4638-8391-db6fb40cea47 None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:25.792937 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b98517-24fe-4638-8391-db6fb40cea47 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:25.793676 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e8b98517-24fe-4638-8391-db6fb40cea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:25.834258 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e8b98517-24fe-4638-8391-db6fb40cea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:25.844019 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b98517-24fe-4638-8391-db6fb40cea47 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:25.844648 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e8b98517-24fe-4638-8391-db6fb40cea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:25.880790 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e8b98517-24fe-4638-8391-db6fb40cea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:25.881497 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b98517-24fe-4638-8391-db6fb40cea47 None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:25.991919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843f2c0a-082e-4212-9073-061a993bdddf tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:26.101670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843f2c0a-082e-4212-9073-061a993bdddf tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:26.106157 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-843f2c0a-082e-4212-9073-061a993bdddf tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:26.111042 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1be2b-6187-4edc-8bd3-1ffb98c44d77 None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:26.121292 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1be2b-6187-4edc-8bd3-1ffb98c44d77 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:26.122158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6fb1be2b-6187-4edc-8bd3-1ffb98c44d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:26.135308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-c2d72259-73fe-4469-a1b8-08b8b6a94833 tempest-TestNetworkAdvancedServerOps-202536265 tempest-TestNetworkAdvancedServerOps-202536265-project-admin] (103718) timed out ('10.222.0.26', 48162) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 22:15:26.160213 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6fb1be2b-6187-4edc-8bd3-1ffb98c44d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:26.168702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1be2b-6187-4edc-8bd3-1ffb98c44d77 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:26.169284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6fb1be2b-6187-4edc-8bd3-1ffb98c44d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:26.170930 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-843f2c0a-082e-4212-9073-061a993bdddf tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "PUT /v2.0/floatingips/83338b38-b75a-4e6f-9136-056e6d1f9109 HTTP/1.1" status: 200 len: 978 time: 1.3829155 Mar 07 22:15:26.173357 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45410) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:26.177980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-568fe32a-c146-4e9f-b9e4-344bca47bae4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:26.209322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6fb1be2b-6187-4edc-8bd3-1ffb98c44d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:26.210198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1be2b-6187-4edc-8bd3-1ffb98c44d77 None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:26.237344 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-568fe32a-c146-4e9f-b9e4-344bca47bae4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (83338b38-b75a-4e6f-9136-056e6d1f9109), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:26.715868 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-568fe32a-c146-4e9f-b9e4-344bca47bae4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:26.720714 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-568fe32a-c146-4e9f-b9e4-344bca47bae4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (83338b38-b75a-4e6f-9136-056e6d1f9109), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:26.721047 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-568fe32a-c146-4e9f-b9e4-344bca47bae4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Floating IP 83338b38-b75a-4e6f-9136-056e6d1f9109 disassociated. External IP: 172.25.4.182, port: 5c1196ea-c477-422c-92c2-7f273acdda0d. Mar 07 22:15:26.931907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568fe32a-c146-4e9f-b9e4-344bca47bae4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:27.040777 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568fe32a-c146-4e9f-b9e4-344bca47bae4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:27.045156 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-568fe32a-c146-4e9f-b9e4-344bca47bae4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:27.051079 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9ab60-91b2-40aa-998f-816512b5d55c None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:27.062178 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c9ab60-91b2-40aa-998f-816512b5d55c None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:27.062811 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-50c9ab60-91b2-40aa-998f-816512b5d55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:27.076152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-568fe32a-c146-4e9f-b9e4-344bca47bae4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "PUT /v2.0/floatingips/83338b38-b75a-4e6f-9136-056e6d1f9109 HTTP/1.1" status: 200 len: 688 time: 0.9014280 Mar 07 22:15:27.078488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45412) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:27.103562 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-50c9ab60-91b2-40aa-998f-816512b5d55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:27.112009 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c9ab60-91b2-40aa-998f-816512b5d55c None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:27.112613 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-50c9ab60-91b2-40aa-998f-816512b5d55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:27.145027 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-50c9ab60-91b2-40aa-998f-816512b5d55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:27.145668 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9ab60-91b2-40aa-998f-816512b5d55c None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:27.205179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4a67f-41c7-4064-ac4b-09aae926c732 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting port 1a56a64d-65ef-432c-83d8-4b6b37815bac {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:27.205520 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a67f-41c7-4064-ac4b-09aae926c732 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (1a56a64d-65ef-432c-83d8-4b6b37815bac), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:27.281459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a67f-41c7-4064-ac4b-09aae926c732 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (1a56a64d-65ef-432c-83d8-4b6b37815bac), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:27.281782 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a67f-41c7-4064-ac4b-09aae926c732 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (1a56a64d-65ef-432c-83d8-4b6b37815bac), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:27.293741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4a67f-41c7-4064-ac4b-09aae926c732 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Calling delete_port for 1a56a64d-65ef-432c-83d8-4b6b37815bac owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:27.430841 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a67f-41c7-4064-ac4b-09aae926c732 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (1a56a64d-65ef-432c-83d8-4b6b37815bac), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:27.457297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4a67f-41c7-4064-ac4b-09aae926c732 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Port': ['ID=1a56a64d-65ef-432c-83d8-4b6b37815bac,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:27.518115 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a67f-41c7-4064-ac4b-09aae926c732 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (83338b38-b75a-4e6f-9136-056e6d1f9109), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:27.520563 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a67f-41c7-4064-ac4b-09aae926c732 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:27.521719 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e9f4a67f-41c7-4064-ac4b-09aae926c732 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/floatingips/83338b38-b75a-4e6f-9136-056e6d1f9109 HTTP/1.1" status: 204 len: 168 time: 0.4416525 Mar 07 22:15:27.524500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45414) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:27.560605 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-71b517f9-c578-4bea-b756-2ad01ce4454b tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] delete failed (client error): The resource could not be found. Mar 07 22:15:27.561498 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-71b517f9-c578-4bea-b756-2ad01ce4454b tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/floatingips/83338b38-b75a-4e6f-9136-056e6d1f9109 HTTP/1.1" status: 404 len: 345 time: 0.0360663 Mar 07 22:15:27.565608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45416) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:27.649253 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e658167-c5be-4181-bff0-d75cdce5da88 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:27.654507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e658167-c5be-4181-bff0-d75cdce5da88 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:27.659967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e658167-c5be-4181-bff0-d75cdce5da88 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:27.661606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2e658167-c5be-4181-bff0-d75cdce5da88 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "GET /v2.0/ports?network_id=be12a341-85cc-4e7c-8152-010640710e37 HTTP/1.1" status: 200 len: 2359 time: 0.0950797 Mar 07 22:15:27.664299 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45418) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:27.719450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b811f3-a249-493f-a974-fa02f0d56fd5 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:27.725562 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-37b811f3-a249-493f-a974-fa02f0d56fd5 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "GET /v2.0/subnets/3f2a5661-aefe-4373-af5b-2e9ab064277e HTTP/1.1" status: 200 len: 797 time: 0.0556626 Mar 07 22:15:27.725864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45422) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:27.731356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-06ff547b-81e0-43af-8980-6175e8810683 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'port': {'network_id': 'be12a341-85cc-4e7c-8152-010640710e37', 'name': 'tempest-FloatingIPTestJSON-521595567', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:27.850471 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ff547b-81e0-43af-8980-6175e8810683 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Made reservation on behalf of c39d8187f26c440b98d983040325ab93 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:15:27.946747 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06ff547b-81e0-43af-8980-6175e8810683 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:27.965604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-06ff547b-81e0-43af-8980-6175e8810683 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] device_id is not set on port bb30b141-2266-4cbb-95f3-6080705e1140 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:15:28.057589 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-5e5f97f7-fdcd-4142-bd04-bec7313d87a9 req-dcf84793-7038-4d78-bf6e-438081d99834 service neutron] (103718) timed out ('10.222.0.26', 47716) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 22:15:28.302125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-06ff547b-81e0-43af-8980-6175e8810683 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Allocated IP 172.20.0.14 (be12a341-85cc-4e7c-8152-010640710e37/3f2a5661-aefe-4373-af5b-2e9ab064277e/bb30b141-2266-4cbb-95f3-6080705e1140) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:28.308472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-06ff547b-81e0-43af-8980-6175e8810683 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Allocated IP 172.20.0.13 (be12a341-85cc-4e7c-8152-010640710e37/3f2a5661-aefe-4373-af5b-2e9ab064277e/bb30b141-2266-4cbb-95f3-6080705e1140) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:28.461213 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06ff547b-81e0-43af-8980-6175e8810683 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (bb30b141-2266-4cbb-95f3-6080705e1140), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:28.494237 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06ff547b-81e0-43af-8980-6175e8810683 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (bb30b141-2266-4cbb-95f3-6080705e1140), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:28.572857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ff547b-81e0-43af-8980-6175e8810683 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network be12a341-85cc-4e7c-8152-010640710e37 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:28.577675 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-06ff547b-81e0-43af-8980-6175e8810683 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:28.580160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ff547b-81e0-43af-8980-6175e8810683 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:28.621023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff547b-81e0-43af-8980-6175e8810683 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=bb30b141-2266-4cbb-95f3-6080705e1140,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:28.644486 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ff547b-81e0-43af-8980-6175e8810683 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:28.645103 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-06ff547b-81e0-43af-8980-6175e8810683 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:28.660267 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-06ff547b-81e0-43af-8980-6175e8810683 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.9334581 Mar 07 22:15:28.662851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45428) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:28.667303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': 'bb30b141-2266-4cbb-95f3-6080705e1140', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:28.687594 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:28.779664 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:28.882900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Allocated IP 172.25.4.33 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/a241f272-6f33-40fa-8772-59ad6b4f4cc4) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:28.977613 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (a241f272-6f33-40fa-8772-59ad6b4f4cc4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:29.013604 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a241f272-6f33-40fa-8772-59ad6b4f4cc4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:29.052629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:29.055387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:29.058742 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:29.064045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=a241f272-6f33-40fa-8772-59ad6b4f4cc4,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:29.424161 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (b35ec20a-1f05-423f-a496-ef45b72060a4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:29.752707 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a241f272-6f33-40fa-8772-59ad6b4f4cc4), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:29.923441 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (a241f272-6f33-40fa-8772-59ad6b4f4cc4), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:29.928075 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a241f272-6f33-40fa-8772-59ad6b4f4cc4), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:30.005358 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=a241f272-6f33-40fa-8772-59ad6b4f4cc4,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:30.014410 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (b35ec20a-1f05-423f-a496-ef45b72060a4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:30.119787 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Floating IP b35ec20a-1f05-423f-a496-ef45b72060a4 associated. External IP: 172.25.4.33, port: bb30b141-2266-4cbb-95f3-6080705e1140. Mar 07 22:15:30.332264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:30.448175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:30.458080 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86d252-3dbe-4960-a6fe-7ea377c74497 None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:30.469107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86d252-3dbe-4960-a6fe-7ea377c74497 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:30.470406 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6c86d252-3dbe-4960-a6fe-7ea377c74497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:30.473714 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:30.507186 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-36b37a4b-c88f-49b9-9848-50118e7e21e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.8431106 Mar 07 22:15:30.509968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45436) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:30.511573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6c86d252-3dbe-4960-a6fe-7ea377c74497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:30.514880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5a027b13-ae4c-48b6-9122-f056f9eda74c tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'floatingip': {'port_id': 'bb30b141-2266-4cbb-95f3-6080705e1140', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:30.520327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86d252-3dbe-4960-a6fe-7ea377c74497 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:30.520921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6c86d252-3dbe-4960-a6fe-7ea377c74497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:30.554494 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-6c86d252-3dbe-4960-a6fe-7ea377c74497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:30.555478 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86d252-3dbe-4960-a6fe-7ea377c74497 None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:30.575338 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5a027b13-ae4c-48b6-9122-f056f9eda74c tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (b35ec20a-1f05-423f-a496-ef45b72060a4), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:31.065723 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5a027b13-ae4c-48b6-9122-f056f9eda74c tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:31.069777 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5a027b13-ae4c-48b6-9122-f056f9eda74c tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (b35ec20a-1f05-423f-a496-ef45b72060a4), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:31.283079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a027b13-ae4c-48b6-9122-f056f9eda74c tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:31.391098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a027b13-ae4c-48b6-9122-f056f9eda74c tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:31.396014 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5a027b13-ae4c-48b6-9122-f056f9eda74c tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:31.400965 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51e1325-a3a6-45df-ae23-ae04a24fd3c4 None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:31.409768 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51e1325-a3a6-45df-ae23-ae04a24fd3c4 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:31.410395 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f51e1325-a3a6-45df-ae23-ae04a24fd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:31.448073 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f51e1325-a3a6-45df-ae23-ae04a24fd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:31.457489 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51e1325-a3a6-45df-ae23-ae04a24fd3c4 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:31.458173 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f51e1325-a3a6-45df-ae23-ae04a24fd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:31.461454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5a027b13-ae4c-48b6-9122-f056f9eda74c tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "PUT /v2.0/floatingips/b35ec20a-1f05-423f-a496-ef45b72060a4 HTTP/1.1" status: 200 len: 977 time: 0.9503818 Mar 07 22:15:31.464278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45440) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:31.491087 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f51e1325-a3a6-45df-ae23-ae04a24fd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:31.491732 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51e1325-a3a6-45df-ae23-ae04a24fd3c4 None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:31.619122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting port a241f272-6f33-40fa-8772-59ad6b4f4cc4 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:31.619470 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a241f272-6f33-40fa-8772-59ad6b4f4cc4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:31.692583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a241f272-6f33-40fa-8772-59ad6b4f4cc4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:31.692816 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (a241f272-6f33-40fa-8772-59ad6b4f4cc4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:31.704036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Calling delete_port for a241f272-6f33-40fa-8772-59ad6b4f4cc4 owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:31.846348 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a241f272-6f33-40fa-8772-59ad6b4f4cc4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:31.868887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Port': ['ID=a241f272-6f33-40fa-8772-59ad6b4f4cc4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:31.879339 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:31.879695 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:31.880042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:31.880383 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:31.880726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:31.881063 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:31.881888 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:31.881888 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:31.882126 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:31.882375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:31.882705 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:31.883036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:31.883373 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:31.946119 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (b35ec20a-1f05-423f-a496-ef45b72060a4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:31.946382 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Floating IP b35ec20a-1f05-423f-a496-ef45b72060a4 disassociated (deleted). External IP: 172.25.4.33, port: bb30b141-2266-4cbb-95f3-6080705e1140. Mar 07 22:15:32.155619 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:32.262834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:32.267275 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:32.273659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19b7a0-9ddd-4ce3-a1df-3102cf08a4d7 None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:32.283030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19b7a0-9ddd-4ce3-a1df-3102cf08a4d7 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:32.283643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9b19b7a0-9ddd-4ce3-a1df-3102cf08a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:32.296895 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fc6a1477-dee6-4071-80db-8c7fb6551b10 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/floatingips/b35ec20a-1f05-423f-a496-ef45b72060a4 HTTP/1.1" status: 204 len: 168 time: 0.8314195 Mar 07 22:15:32.299851 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45442) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:32.324180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9b19b7a0-9ddd-4ce3-a1df-3102cf08a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:32.333000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19b7a0-9ddd-4ce3-a1df-3102cf08a4d7 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:32.333618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9b19b7a0-9ddd-4ce3-a1df-3102cf08a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:32.367295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-9b19b7a0-9ddd-4ce3-a1df-3102cf08a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:32.367935 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19b7a0-9ddd-4ce3-a1df-3102cf08a4d7 None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:32.390427 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0f044edf-4b3d-4147-9d7f-29dc60a0acdd tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting port bb30b141-2266-4cbb-95f3-6080705e1140 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:32.390785 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f044edf-4b3d-4147-9d7f-29dc60a0acdd tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (bb30b141-2266-4cbb-95f3-6080705e1140), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:32.477126 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f044edf-4b3d-4147-9d7f-29dc60a0acdd tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (bb30b141-2266-4cbb-95f3-6080705e1140), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:32.489044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-0f044edf-4b3d-4147-9d7f-29dc60a0acdd tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Calling delete_port for bb30b141-2266-4cbb-95f3-6080705e1140 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:32.659625 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f044edf-4b3d-4147-9d7f-29dc60a0acdd tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (bb30b141-2266-4cbb-95f3-6080705e1140), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:32.685997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f044edf-4b3d-4147-9d7f-29dc60a0acdd tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Port': ['ID=bb30b141-2266-4cbb-95f3-6080705e1140,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:32.806160 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-0f044edf-4b3d-4147-9d7f-29dc60a0acdd tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:32.809324 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0f044edf-4b3d-4147-9d7f-29dc60a0acdd tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/ports/bb30b141-2266-4cbb-95f3-6080705e1140 HTTP/1.1" status: 204 len: 168 time: 0.5085704 Mar 07 22:15:32.812940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45444) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:32.817183 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:32.824783 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da540c02-c760-421a-be92-4ba49bfab9dc req-a6055bdd-5e0b-481e-aae8-dae8d6430625 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0933299 Mar 07 22:15:32.839839 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:32.950903 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da540c02-c760-421a-be92-4ba49bfab9dc req-97c5470a-5bbe-4447-8354-5ad26f52a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:32.952307 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da540c02-c760-421a-be92-4ba49bfab9dc req-97c5470a-5bbe-4447-8354-5ad26f52a455 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fdcfe6376f546b0a4c02e9d8e9f9d51&device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 1128 time: 0.0858674 Mar 07 22:15:33.002429 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:33.131434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da540c02-c760-421a-be92-4ba49bfab9dc req-02b529f8-8c76-4709-a23e-934cccd0d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:33.132889 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da540c02-c760-421a-be92-4ba49bfab9dc req-02b529f8-8c76-4709-a23e-934cccd0d1d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=084a8db1-575e-478c-8df5-ab764b9d6eab HTTP/1.1" status: 200 len: 915 time: 0.1595135 Mar 07 22:15:33.199053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Allocated IP 172.25.4.235 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/34fec19a-a40d-46f2-bebe-ae0b9eed626b) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:33.218663 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da540c02-c760-421a-be92-4ba49bfab9dc req-85f36573-dc02-45da-8697-131d85997dd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ac263c-212c-4a25-ba33-a9d7a97aac78 HTTP/1.1" status: 200 len: 1001 time: 0.0782325 Mar 07 22:15:33.315056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da540c02-c760-421a-be92-4ba49bfab9dc req-5816b90d-2ace-4fb2-81e2-d7c6cdabecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:33.316573 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da540c02-c760-421a-be92-4ba49bfab9dc req-5816b90d-2ace-4fb2-81e2-d7c6cdabecf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb06d929-714a-4bdf-a5a4-eaf9ee858cc6 HTTP/1.1" status: 200 len: 853 time: 0.0917218 Mar 07 22:15:33.380726 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (34fec19a-a40d-46f2-bebe-ae0b9eed626b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:33.402880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da540c02-c760-421a-be92-4ba49bfab9dc req-3abbe9b2-e8e0-4160-bd92-380cc6e66492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:33.404376 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da540c02-c760-421a-be92-4ba49bfab9dc req-3abbe9b2-e8e0-4160-bd92-380cc6e66492 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=084a8db1-575e-478c-8df5-ab764b9d6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0804813 Mar 07 22:15:33.475992 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (34fec19a-a40d-46f2-bebe-ae0b9eed626b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:33.528769 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:33.538623 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:33.543086 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:33.544948 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=34fec19a-a40d-46f2-bebe-ae0b9eed626b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:33.571615 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da540c02-c760-421a-be92-4ba49bfab9dc req-a8106b48-1938-49a8-ad3b-2f237579ef5e service neutron] 10.222.0.13 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584721 Mar 07 22:15:33.706743 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (aac7b35e-cfd9-4fe8-87df-0afbc238f529), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:33.710801 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da540c02-c760-421a-be92-4ba49bfab9dc req-1baec616-e332-4e58-b42f-f0992732034e service neutron] 10.222.0.13 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334529 Mar 07 22:15:33.748109 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (34fec19a-a40d-46f2-bebe-ae0b9eed626b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:33.897131 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (34fec19a-a40d-46f2-bebe-ae0b9eed626b), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:33.901319 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (34fec19a-a40d-46f2-bebe-ae0b9eed626b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:33.965799 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=34fec19a-a40d-46f2-bebe-ae0b9eed626b,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:33.978736 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (aac7b35e-cfd9-4fe8-87df-0afbc238f529), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:33.994091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:33.995333 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-528b0ca7-83c5-49d0-a5ac-d0c05db7a213 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1814709 Mar 07 22:15:33.998095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45446) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:34.003793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-55dee6f9-147f-4241-8c4f-2902d2bb4bb7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'port': {'network_id': 'be12a341-85cc-4e7c-8152-010640710e37', 'name': 'tempest-FloatingIPTestJSON-1681151963'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:34.107275 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dee6f9-147f-4241-8c4f-2902d2bb4bb7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Made reservation on behalf of c39d8187f26c440b98d983040325ab93 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:15:34.110862 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-55dee6f9-147f-4241-8c4f-2902d2bb4bb7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:34.129233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [None req-55dee6f9-147f-4241-8c4f-2902d2bb4bb7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] device_id is not set on port 67569fc7-7f55-45b5-af63-a4ee13f96234 yet. {{(pid=103719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:15:34.241997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-55dee6f9-147f-4241-8c4f-2902d2bb4bb7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Allocated IP 172.20.0.14 (be12a341-85cc-4e7c-8152-010640710e37/3f2a5661-aefe-4373-af5b-2e9ab064277e/67569fc7-7f55-45b5-af63-a4ee13f96234) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:34.388934 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-55dee6f9-147f-4241-8c4f-2902d2bb4bb7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (67569fc7-7f55-45b5-af63-a4ee13f96234), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:34.422081 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-55dee6f9-147f-4241-8c4f-2902d2bb4bb7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (67569fc7-7f55-45b5-af63-a4ee13f96234), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:34.465130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dee6f9-147f-4241-8c4f-2902d2bb4bb7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network be12a341-85cc-4e7c-8152-010640710e37 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:34.468333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-55dee6f9-147f-4241-8c4f-2902d2bb4bb7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:34.472391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dee6f9-147f-4241-8c4f-2902d2bb4bb7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:34.478790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dee6f9-147f-4241-8c4f-2902d2bb4bb7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=67569fc7-7f55-45b5-af63-a4ee13f96234,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:34.522291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dee6f9-147f-4241-8c4f-2902d2bb4bb7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:34.522908 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-55dee6f9-147f-4241-8c4f-2902d2bb4bb7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:34.538815 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-55dee6f9-147f-4241-8c4f-2902d2bb4bb7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5396554 Mar 07 22:15:34.541361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45448) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:34.545831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c7c1925b-872d-4fbe-96dd-fe00bb806026 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'floatingip': {'port_id': '67569fc7-7f55-45b5-af63-a4ee13f96234'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:34.588370 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c7c1925b-872d-4fbe-96dd-fe00bb806026 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (aac7b35e-cfd9-4fe8-87df-0afbc238f529), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:35.032507 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c7c1925b-872d-4fbe-96dd-fe00bb806026 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:35.038537 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c7c1925b-872d-4fbe-96dd-fe00bb806026 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (aac7b35e-cfd9-4fe8-87df-0afbc238f529), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:35.139905 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-c7c1925b-872d-4fbe-96dd-fe00bb806026 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Floating IP aac7b35e-cfd9-4fe8-87df-0afbc238f529 associated. External IP: 172.25.4.235, port: 67569fc7-7f55-45b5-af63-a4ee13f96234. Mar 07 22:15:35.353958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c1925b-872d-4fbe-96dd-fe00bb806026 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:35.463126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c1925b-872d-4fbe-96dd-fe00bb806026 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:35.467694 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c7c1925b-872d-4fbe-96dd-fe00bb806026 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:35.475844 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2049cf-8b96-41f8-aeac-0be848bb57e2 None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:35.486039 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2049cf-8b96-41f8-aeac-0be848bb57e2 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:35.486691 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4b2049cf-8b96-41f8-aeac-0be848bb57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:35.502000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c7c1925b-872d-4fbe-96dd-fe00bb806026 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "PUT /v2.0/floatingips/aac7b35e-cfd9-4fe8-87df-0afbc238f529 HTTP/1.1" status: 200 len: 979 time: 0.9593706 Mar 07 22:15:35.504564 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45450) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:35.532181 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4b2049cf-8b96-41f8-aeac-0be848bb57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:35.541322 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2049cf-8b96-41f8-aeac-0be848bb57e2 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:35.541922 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4b2049cf-8b96-41f8-aeac-0be848bb57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:35.573772 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-4b2049cf-8b96-41f8-aeac-0be848bb57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:35.574435 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2049cf-8b96-41f8-aeac-0be848bb57e2 None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:35.597991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a12c9086-ab52-4a14-bf12-5e4cdc7098f2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting port 67569fc7-7f55-45b5-af63-a4ee13f96234 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:35.598370 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a12c9086-ab52-4a14-bf12-5e4cdc7098f2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (67569fc7-7f55-45b5-af63-a4ee13f96234), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:35.989960 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a12c9086-ab52-4a14-bf12-5e4cdc7098f2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (67569fc7-7f55-45b5-af63-a4ee13f96234), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:36.157079 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a12c9086-ab52-4a14-bf12-5e4cdc7098f2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:36.157432 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a12c9086-ab52-4a14-bf12-5e4cdc7098f2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (aac7b35e-cfd9-4fe8-87df-0afbc238f529), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:36.157749 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-a12c9086-ab52-4a14-bf12-5e4cdc7098f2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Floating IP aac7b35e-cfd9-4fe8-87df-0afbc238f529 disassociated. External IP: 172.25.4.235, port: 67569fc7-7f55-45b5-af63-a4ee13f96234. Mar 07 22:15:36.158158 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-a12c9086-ab52-4a14-bf12-5e4cdc7098f2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Calling delete_port for 67569fc7-7f55-45b5-af63-a4ee13f96234 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:36.277562 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a12c9086-ab52-4a14-bf12-5e4cdc7098f2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (67569fc7-7f55-45b5-af63-a4ee13f96234), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:36.312274 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c9086-ab52-4a14-bf12-5e4cdc7098f2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Port': ['ID=67569fc7-7f55-45b5-af63-a4ee13f96234,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:36.421753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12c9086-ab52-4a14-bf12-5e4cdc7098f2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:36.428537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45454) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:36.530683 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12c9086-ab52-4a14-bf12-5e4cdc7098f2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:36.542147 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb5eab-b915-4477-8449-d4f6d2b48d3f None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:36.553338 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fb5eab-b915-4477-8449-d4f6d2b48d3f None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:36.554228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-33fb5eab-b915-4477-8449-d4f6d2b48d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:36.595048 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-33fb5eab-b915-4477-8449-d4f6d2b48d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:36.600628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a12c9086-ab52-4a14-bf12-5e4cdc7098f2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:36.605807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fb5eab-b915-4477-8449-d4f6d2b48d3f None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:36.606640 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-33fb5eab-b915-4477-8449-d4f6d2b48d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:36.606787 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a12c9086-ab52-4a14-bf12-5e4cdc7098f2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/ports/67569fc7-7f55-45b5-af63-a4ee13f96234 HTTP/1.1" status: 204 len: 168 time: 1.1008985 Mar 07 22:15:36.607348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45458) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:36.640783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-33fb5eab-b915-4477-8449-d4f6d2b48d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:36.641546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb5eab-b915-4477-8449-d4f6d2b48d3f None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:36.653643 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4199cfce-3763-48cd-8b0f-d582855dd027 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "GET /v2.0/floatingips/aac7b35e-cfd9-4fe8-87df-0afbc238f529 HTTP/1.1" status: 200 len: 688 time: 0.0450974 Mar 07 22:15:36.656211 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45460) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:36.685037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-8fed3f90-cd6e-4488-9ea3-f715835222d4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Deleting port 82d753e6-9b82-4a9e-a9ca-1d21ce36f407 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:36.685385 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8fed3f90-cd6e-4488-9ea3-f715835222d4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (82d753e6-9b82-4a9e-a9ca-1d21ce36f407), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:36.764243 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8fed3f90-cd6e-4488-9ea3-f715835222d4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (82d753e6-9b82-4a9e-a9ca-1d21ce36f407), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:36.764731 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8fed3f90-cd6e-4488-9ea3-f715835222d4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for floatingip (82d753e6-9b82-4a9e-a9ca-1d21ce36f407), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:36.777467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-8fed3f90-cd6e-4488-9ea3-f715835222d4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Calling delete_port for 82d753e6-9b82-4a9e-a9ca-1d21ce36f407 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:36.783504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ec695-361c-449a-b36f-6bcfb399fa27 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting port 34fec19a-a40d-46f2-bebe-ae0b9eed626b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:36.783852 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec695-361c-449a-b36f-6bcfb399fa27 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (34fec19a-a40d-46f2-bebe-ae0b9eed626b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:36.864080 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec695-361c-449a-b36f-6bcfb399fa27 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (34fec19a-a40d-46f2-bebe-ae0b9eed626b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:36.864561 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec695-361c-449a-b36f-6bcfb399fa27 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (34fec19a-a40d-46f2-bebe-ae0b9eed626b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:36.879724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ec695-361c-449a-b36f-6bcfb399fa27 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Calling delete_port for 34fec19a-a40d-46f2-bebe-ae0b9eed626b owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:37.027793 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec695-361c-449a-b36f-6bcfb399fa27 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (34fec19a-a40d-46f2-bebe-ae0b9eed626b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:37.056519 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ec695-361c-449a-b36f-6bcfb399fa27 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Port': ['ID=34fec19a-a40d-46f2-bebe-ae0b9eed626b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:37.123093 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec695-361c-449a-b36f-6bcfb399fa27 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (aac7b35e-cfd9-4fe8-87df-0afbc238f529), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:37.125625 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec695-361c-449a-b36f-6bcfb399fa27 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:37.130837 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8d5ec695-361c-449a-b36f-6bcfb399fa27 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/floatingips/aac7b35e-cfd9-4fe8-87df-0afbc238f529 HTTP/1.1" status: 204 len: 168 time: 0.4698496 Mar 07 22:15:37.131067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45462) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:37.135363 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': '5c1196ea-c477-422c-92c2-7f273acdda0d'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:37.158585 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:37.202807 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8fed3f90-cd6e-4488-9ea3-f715835222d4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (82d753e6-9b82-4a9e-a9ca-1d21ce36f407), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:37.226394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed3f90-cd6e-4488-9ea3-f715835222d4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Pushing event deleted for resources: {'Port': ['ID=82d753e6-9b82-4a9e-a9ca-1d21ce36f407,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:37.261604 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:37.293123 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8fed3f90-cd6e-4488-9ea3-f715835222d4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for floatingip (62d1fa60-4df0-4b53-9aa7-afc8e6f4b560), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:37.293470 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-8fed3f90-cd6e-4488-9ea3-f715835222d4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Floating IP 62d1fa60-4df0-4b53-9aa7-afc8e6f4b560 disassociated (deleted). External IP: 172.25.4.85, port: 18ac263c-212c-4a25-ba33-a9d7a97aac78. Mar 07 22:15:37.363513 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Allocated IP 172.25.4.132 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/100a7908-55f3-49b3-bc86-f9db518dab11) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:37.467661 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (100a7908-55f3-49b3-bc86-f9db518dab11), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:37.500117 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (100a7908-55f3-49b3-bc86-f9db518dab11), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:37.504933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fed3f90-cd6e-4488-9ea3-f715835222d4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Router 2d8056ac-70b6-49fb-a2a2-56075e98a556 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:37.538610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:37.541444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:37.545769 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:37.571832 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=100a7908-55f3-49b3-bc86-f9db518dab11,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:37.619615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fed3f90-cd6e-4488-9ea3-f715835222d4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:37.624261 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8fed3f90-cd6e-4488-9ea3-f715835222d4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:37.629943 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285e7c98-3813-4627-9aa6-813dd7b03982 None None] Sync routers for ids ['2d8056ac-70b6-49fb-a2a2-56075e98a556'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:37.639659 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e7c98-3813-4627-9aa6-813dd7b03982 None None] Routers {'2d8056ac-70b6-49fb-a2a2-56075e98a556'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:37.640259 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-285e7c98-3813-4627-9aa6-813dd7b03982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2d8056ac-70b6-49fb-a2a2-56075e98a556'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:37.655396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8fed3f90-cd6e-4488-9ea3-f715835222d4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "DELETE /v2.0/floatingips/62d1fa60-4df0-4b53-9aa7-afc8e6f4b560 HTTP/1.1" status: 204 len: 168 time: 1.2256663 Mar 07 22:15:37.656074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'tag': '18ac263c-212c-4a25-ba33-a9d7a97aac78'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:15:37.658882 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2327c68e-0342-4bc9-a539-da10280bd7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c28c00c1-fbcc-401c-83c9-49f5b46325e5", "tag": "18ac263c-212c-4a25-ba33-a9d7a97aac78"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:15:37.702520 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b265e4-02a7-4d3a-9f43-5faca7f2847f x-openstack-request-id: req-d9b265e4-02a7-4d3a-9f43-5faca7f2847f {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:15:37.702817 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28c00c1-fbcc-401c-83c9-49f5b46325e5", "tag": "18ac263c-212c-4a25-ba33-a9d7a97aac78", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:15:37.703080 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9b265e4-02a7-4d3a-9f43-5faca7f2847f {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:15:37.703493 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'tag': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'status': 'completed', 'code': 200} Mar 07 22:15:37.765558 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-285e7c98-3813-4627-9aa6-813dd7b03982 None None] Set router 2d8056ac-70b6-49fb-a2a2-56075e98a556 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:15:37.847902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327c68e-0342-4bc9-a539-da10280bd7e6 req-c4491192-ce34-4c32-ad85-bbdcdf536c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:37.849408 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2327c68e-0342-4bc9-a539-da10280bd7e6 req-c4491192-ce34-4c32-ad85-bbdcdf536c53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fdcfe6376f546b0a4c02e9d8e9f9d51&device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 1128 time: 0.1226094 Mar 07 22:15:37.926016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506d2d1-8dbb-433c-a028-b8cb93de4f23 req-ae671048-aba0-4fb0-9c7c-109200baf552 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:37.927550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8506d2d1-8dbb-433c-a028-b8cb93de4f23 req-ae671048-aba0-4fb0-9c7c-109200baf552 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 946 time: 0.0555673 Mar 07 22:15:37.997674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8506d2d1-8dbb-433c-a028-b8cb93de4f23 req-eef76ea8-b71b-44b5-98ca-62426f4798d6 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628848 Mar 07 22:15:38.011281 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-285e7c98-3813-4627-9aa6-813dd7b03982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:12Z', 'revision_number': 4, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '44061fa5-51f0-4b4e-8da8-fc153d87d6d0', 'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'mac_address': 'fa:16:3e:d2:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:12Z', 'updated_at': '2022-03-07T22:10:19Z', 'revision_number': 5, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'subnets': [{'id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:38.034278 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285e7c98-3813-4627-9aa6-813dd7b03982 None None] Checking router: 2d8056ac-70b6-49fb-a2a2-56075e98a556 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:15:38.044402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327c68e-0342-4bc9-a539-da10280bd7e6 req-b7ee5f6c-e98e-4ead-a669-7e763d9c4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:38.044711 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e7c98-3813-4627-9aa6-813dd7b03982 None None] Routers {'2d8056ac-70b6-49fb-a2a2-56075e98a556'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:38.045337 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-285e7c98-3813-4627-9aa6-813dd7b03982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2d8056ac-70b6-49fb-a2a2-56075e98a556'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:38.045875 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2327c68e-0342-4bc9-a539-da10280bd7e6 req-b7ee5f6c-e98e-4ead-a669-7e763d9c4448 service neutron] 10.222.0.13 "GET /v2.0/networks?id=084a8db1-575e-478c-8df5-ab764b9d6eab HTTP/1.1" status: 200 len: 915 time: 0.1902595 Mar 07 22:15:38.093820 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2327c68e-0342-4bc9-a539-da10280bd7e6 req-806fa9f5-87ef-40e7-a115-39e7896a96dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ac263c-212c-4a25-ba33-a9d7a97aac78 HTTP/1.1" status: 200 len: 217 time: 0.0392029 Mar 07 22:15:38.108805 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (9e0b5462-dbff-49a4-8c62-51c8fa9d599c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:38.181361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327c68e-0342-4bc9-a539-da10280bd7e6 req-2ffd8cf8-2c51-4c3a-9225-c0d7e64a9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:38.183026 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2327c68e-0342-4bc9-a539-da10280bd7e6 req-2ffd8cf8-2c51-4c3a-9225-c0d7e64a9831 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb06d929-714a-4bdf-a5a4-eaf9ee858cc6 HTTP/1.1" status: 200 len: 853 time: 0.0815709 Mar 07 22:15:38.237958 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (100a7908-55f3-49b3-bc86-f9db518dab11), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:38.252098 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-285e7c98-3813-4627-9aa6-813dd7b03982 None None] Set router 2d8056ac-70b6-49fb-a2a2-56075e98a556 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:15:38.290421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327c68e-0342-4bc9-a539-da10280bd7e6 req-70cee955-d255-4511-9929-5db3b42768ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:38.291951 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2327c68e-0342-4bc9-a539-da10280bd7e6 req-70cee955-d255-4511-9929-5db3b42768ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=084a8db1-575e-478c-8df5-ab764b9d6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0887241 Mar 07 22:15:38.444855 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-285e7c98-3813-4627-9aa6-813dd7b03982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:12Z', 'revision_number': 4, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '44061fa5-51f0-4b4e-8da8-fc153d87d6d0', 'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'mac_address': 'fa:16:3e:d2:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:12Z', 'updated_at': '2022-03-07T22:10:19Z', 'revision_number': 5, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'subnets': [{'id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:38.452672 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2327c68e-0342-4bc9-a539-da10280bd7e6 req-899c5f2f-e347-4dbe-876d-088966b67cc4 service neutron] 10.222.0.13 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456718 Mar 07 22:15:38.475964 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285e7c98-3813-4627-9aa6-813dd7b03982 None None] The sync data for ids ['2d8056ac-70b6-49fb-a2a2-56075e98a556'] in n-d-832330-1 is: [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:12Z', 'revision_number': 4, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '44061fa5-51f0-4b4e-8da8-fc153d87d6d0', 'name': '', 'network_id': '084a8db1-575e-478c-8df5-ab764b9d6eab', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'mac_address': 'fa:16:3e:d2:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:12Z', 'updated_at': '2022-03-07T22:10:19Z', 'revision_number': 5, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'subnets': [{'id': 'cb06d929-714a-4bdf-a5a4-eaf9ee858cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:38.496129 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (100a7908-55f3-49b3-bc86-f9db518dab11), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:38.524131 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (100a7908-55f3-49b3-bc86-f9db518dab11), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:38.619359 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=100a7908-55f3-49b3-bc86-f9db518dab11,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:38.627875 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-2327c68e-0342-4bc9-a539-da10280bd7e6 req-ee540cc1-bda4-465b-8888-1f7fd988a998 service neutron] 10.222.0.13 "GET /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691110 Mar 07 22:15:38.630998 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (9e0b5462-dbff-49a4-8c62-51c8fa9d599c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:38.721060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f929d6-d66f-4ebd-a0ce-25552f6f579a None None] New status for floating IP 62d1fa60-4df0-4b53-9aa7-afc8e6f4b560: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:15:38.738552 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Floating IP 9e0b5462-dbff-49a4-8c62-51c8fa9d599c associated. External IP: 172.25.4.132, port: 5c1196ea-c477-422c-92c2-7f273acdda0d. Mar 07 22:15:39.119177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2200279-0267-4f64-99fa-690e08206799 req-bcbf774b-f2fe-453b-95a7-3ec6d4170ad4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:39.120748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2200279-0267-4f64-99fa-690e08206799 req-bcbf774b-f2fe-453b-95a7-3ec6d4170ad4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 946 time: 0.0549533 Mar 07 22:15:39.178712 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2200279-0267-4f64-99fa-690e08206799 req-8e6f992f-da81-44f0-a259-bd29aa426d76 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/security-groups?id=edade725-503f-4b08-8cb3-4b7366a2142b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522120 Mar 07 22:15:39.259534 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:39.372905 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:39.382494 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006d6d5-84d1-4a7a-88ff-134385c62331 None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:39.391937 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006d6d5-84d1-4a7a-88ff-134385c62331 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:39.393185 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2006d6d5-84d1-4a7a-88ff-134385c62331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:39.394649 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:39.426523 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2006d6d5-84d1-4a7a-88ff-134385c62331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:39.437330 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006d6d5-84d1-4a7a-88ff-134385c62331 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:39.437748 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2006d6d5-84d1-4a7a-88ff-134385c62331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:39.457728 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9a6d677d-fdff-4c7b-89ea-4dd0cdbd1010 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3256230 Mar 07 22:15:39.460379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45472) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:39.465084 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c5676e2b-5f7a-49f1-8134-a810a64f0218 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-894697835'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:39.471748 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2006d6d5-84d1-4a7a-88ff-134385c62331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:39.472401 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006d6d5-84d1-4a7a-88ff-134385c62331 None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:39.495641 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14f85b-cdae-4e67-8705-11bdd2314be9 req-e4c90609-6cc7-4925-9f80-07581ab509ea tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:39.497069 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bd14f85b-cdae-4e67-8705-11bdd2314be9 req-e4c90609-6cc7-4925-9f80-07581ab509ea tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.13 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 946 time: 0.0767732 Mar 07 22:15:39.498230 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5676e2b-5f7a-49f1-8134-a810a64f0218 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Made reservation on behalf of c39d8187f26c440b98d983040325ab93 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:15:39.501211 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c5676e2b-5f7a-49f1-8134-a810a64f0218 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:39.560992 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5676e2b-5f7a-49f1-8134-a810a64f0218 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:15:39.589363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c5676e2b-5f7a-49f1-8134-a810a64f0218 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (77bb9dbb-2488-4421-958e-4e2fb9a4316d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:39.589702 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-c5676e2b-5f7a-49f1-8134-a810a64f0218 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Added segment 77bb9dbb-2488-4421-958e-4e2fb9a4316d of type vlan for network ca692ae3-a63f-43bb-ab56-45478738d905 Mar 07 22:15:39.637021 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c5676e2b-5f7a-49f1-8134-a810a64f0218 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (ca692ae3-a63f-43bb-ab56-45478738d905), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:39.658202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-bd14f85b-cdae-4e67-8705-11bdd2314be9 req-2ffd323f-6f57-4b44-9298-557bc0940637 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Deleting port 18ac263c-212c-4a25-ba33-a9d7a97aac78 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:39.658535 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bd14f85b-cdae-4e67-8705-11bdd2314be9 req-2ffd323f-6f57-4b44-9298-557bc0940637 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:39.687667 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c5676e2b-5f7a-49f1-8134-a810a64f0218 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (ca692ae3-a63f-43bb-ab56-45478738d905), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:39.693193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5676e2b-5f7a-49f1-8134-a810a64f0218 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:39.693791 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c5676e2b-5f7a-49f1-8134-a810a64f0218 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:39.773591 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c5676e2b-5f7a-49f1-8134-a810a64f0218 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3121924 Mar 07 22:15:39.776424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45474) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:39.781440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4a18d69c-46b9-431d-b403-38a8da6a4daa tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'subnet': {'network_id': 'ca692ae3-a63f-43bb-ab56-45478738d905', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:39.815277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5676e2b-5f7a-49f1-8134-a810a64f0218 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Network': ['ID=ca692ae3-a63f-43bb-ab56-45478738d905,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:39.827308 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network ca692ae3-a63f-43bb-ab56-45478738d905 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:15:39.828541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-bd14f85b-cdae-4e67-8705-11bdd2314be9 req-2ffd323f-6f57-4b44-9298-557bc0940637 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] For port 18ac263c-212c-4a25-ba33-a9d7a97aac78, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=18ac263c-212c-4a25-ba33-a9d7a97aac78,segment=NetworkSegment(bba08526-53aa-4368-b583-a93039f394b7),segment_id=bba08526-53aa-4368-b583-a93039f394b7)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:15:39.828909 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bd14f85b-cdae-4e67-8705-11bdd2314be9 req-2ffd323f-6f57-4b44-9298-557bc0940637 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:39.842651 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-bd14f85b-cdae-4e67-8705-11bdd2314be9 req-2ffd323f-6f57-4b44-9298-557bc0940637 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Calling delete_port for 18ac263c-212c-4a25-ba33-a9d7a97aac78 owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:39.868384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a18d69c-46b9-431d-b403-38a8da6a4daa tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Made reservation on behalf of c39d8187f26c440b98d983040325ab93 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:15:39.872017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a18d69c-46b9-431d-b403-38a8da6a4daa tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:39.981177 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bd14f85b-cdae-4e67-8705-11bdd2314be9 req-2ffd323f-6f57-4b44-9298-557bc0940637 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (18ac263c-212c-4a25-ba33-a9d7a97aac78), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.009121 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd323f-6f57-4b44-9298-557bc0940637 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Pushing event deleted for resources: {'Port': ['ID=18ac263c-212c-4a25-ba33-a9d7a97aac78,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:40.057278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd14f85b-cdae-4e67-8705-11bdd2314be9 req-2ffd323f-6f57-4b44-9298-557bc0940637 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] No DVR routers for this DVR port 18ac263c-212c-4a25-ba33-a9d7a97aac78 on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:15:40.059767 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bd14f85b-cdae-4e67-8705-11bdd2314be9 req-2ffd323f-6f57-4b44-9298-557bc0940637 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.063080 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bd14f85b-cdae-4e67-8705-11bdd2314be9 req-2ffd323f-6f57-4b44-9298-557bc0940637 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.13 "DELETE /v2.0/ports/18ac263c-212c-4a25-ba33-a9d7a97aac78 HTTP/1.1" status: 204 len: 173 time: 0.5592339 Mar 07 22:15:40.063537 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'name': 'network-vif-deleted', 'tag': '18ac263c-212c-4a25-ba33-a9d7a97aac78'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:15:40.066569 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4a1135-aa01-4de5-b864-ec956f07b7da" -d '{"events": [{"server_uuid": "c28c00c1-fbcc-401c-83c9-49f5b46325e5", "name": "network-vif-deleted", "tag": "18ac263c-212c-4a25-ba33-a9d7a97aac78"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:15:40.079779 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a18d69c-46b9-431d-b403-38a8da6a4daa tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (069f4273-a295-4933-a28a-efd15a0390e1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.111460 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b674bf4-51ae-40e3-8438-3c2d6f49c450 x-openstack-request-id: req-0b674bf4-51ae-40e3-8438-3c2d6f49c450 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:15:40.111775 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28c00c1-fbcc-401c-83c9-49f5b46325e5", "name": "network-vif-deleted", "tag": "18ac263c-212c-4a25-ba33-a9d7a97aac78", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:15:40.112033 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b674bf4-51ae-40e3-8438-3c2d6f49c450 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:15:40.112503 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28c00c1-fbcc-401c-83c9-49f5b46325e5', 'name': 'network-vif-deleted', 'tag': '18ac263c-212c-4a25-ba33-a9d7a97aac78', 'status': 'completed', 'code': 200} Mar 07 22:15:40.141094 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18d69c-46b9-431d-b403-38a8da6a4daa tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Subnet': ['ID=069f4273-a295-4933-a28a-efd15a0390e1,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:40.158954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a18d69c-46b9-431d-b403-38a8da6a4daa tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Checking segment: {'id': '77bb9dbb-2488-4421-958e-4e2fb9a4316d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ca692ae3-a63f-43bb-ab56-45478738d905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:15:40.158954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a18d69c-46b9-431d-b403-38a8da6a4daa tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network hostable DHCP agents. Network: ca692ae3-a63f-43bb-ab56-45478738d905, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:15:40.176643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a18d69c-46b9-431d-b403-38a8da6a4daa tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network ca692ae3-a63f-43bb-ab56-45478738d905 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:15:40.185569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-4a18d69c-46b9-431d-b403-38a8da6a4daa tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, ca692ae3-a63f-43bb-ab56-45478738d905) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:40.191059 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a18d69c-46b9-431d-b403-38a8da6a4daa tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:40.192634 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a18d69c-46b9-431d-b403-38a8da6a4daa tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.194209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb140bb-9e34-41c1-9bc8-bd1891698be2 None None] Network ca692ae3-a63f-43bb-ab56-45478738d905 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:15:40.244580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45480) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:40.245644 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4a18d69c-46b9-431d-b403-38a8da6a4daa tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4680381 Mar 07 22:15:40.250003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-322509968', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:40.275209 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (9c3cb68d-bd77-43cf-9620-742365df49c3), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.276377 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (9c3cb68d-bd77-43cf-9620-742365df49c3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.311247 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-ca692ae3-a63f-43bb-ab56-45478738d905', 'network_id': 'ca692ae3-a63f-43bb-ab56-45478738d905', 'project_id': 'c39d8187f26c440b98d983040325ab93', 'fixed_ips': [{'subnet_id': '069f4273-a295-4933-a28a-efd15a0390e1'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:15:40.312103 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.323193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94159458-a986-40f1-9b94-808e5aeac628 req-394f9def-467c-49dd-9ffb-544920c22db1 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 210 time: 0.0479395 Mar 07 22:15:40.360059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router_controller (9c3cb68d-bd77-43cf-9620-742365df49c3), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.483997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Allocated IP 172.20.0.2 (ca692ae3-a63f-43bb-ab56-45478738d905/069f4273-a295-4933-a28a-efd15a0390e1/8e75d510-a734-462c-b7c9-024142a7f319) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:40.529474 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router_gateway (9c3cb68d-bd77-43cf-9620-742365df49c3), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.645476 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Publish callbacks [] for port (8e75d510-a734-462c-b7c9-024142a7f319), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.651614 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (8e75d510-a734-462c-b7c9-024142a7f319), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.687092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Network ca692ae3-a63f-43bb-ab56-45478738d905 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:40.692478 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:40.695012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:40.709464 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Pushing event updated for resources: {'Port': ['ID=8e75d510-a734-462c-b7c9-024142a7f319,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:40.731529 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router_gateway (9c3cb68d-bd77-43cf-9620-742365df49c3), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.750836 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.761733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Attempting to bind port 8e75d510-a734-462c-b7c9-024142a7f319 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:15:40.762318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Attempting to bind port 8e75d510-a734-462c-b7c9-024142a7f319 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '77bb9dbb-2488-4421-958e-4e2fb9a4316d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ca692ae3-a63f-43bb-ab56-45478738d905'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:15:40.762807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Attempting to bind port 8e75d510-a734-462c-b7c9-024142a7f319 on network ca692ae3-a63f-43bb-ab56-45478738d905 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:15:40.768236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:15:40.768824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Checking segment: {'id': '77bb9dbb-2488-4421-958e-4e2fb9a4316d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ca692ae3-a63f-43bb-ab56-45478738d905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:15:40.769325 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.769810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Bound using segment: {'id': '77bb9dbb-2488-4421-958e-4e2fb9a4316d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ca692ae3-a63f-43bb-ab56-45478738d905'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:15:40.770431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Bound port: 8e75d510-a734-462c-b7c9-024142a7f319, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bb9dbb-2488-4421-958e-4e2fb9a4316d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ca692ae3-a63f-43bb-ab56-45478738d905'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:15:40.771063 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8e75d510-a734-462c-b7c9-024142a7f319), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.839752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] For port 8e75d510-a734-462c-b7c9-024142a7f319, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:15:40.843539 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] For port 8e75d510-a734-462c-b7c9-024142a7f319, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8e75d510-a734-462c-b7c9-024142a7f319,segment=NetworkSegment(77bb9dbb-2488-4421-958e-4e2fb9a4316d),segment_id=77bb9dbb-2488-4421-958e-4e2fb9a4316d)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:15:40.849147 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8e75d510-a734-462c-b7c9-024142a7f319), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:40.860009 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Allocated IP 172.25.4.233 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/31d6f887-1b41-43ec-991a-4e416284e83c) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:40.906917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c2cb1-8b60-476b-a46d-5cb1fd1f25a5 None None] Pushing event updated for resources: {'Port': ['ID=8e75d510-a734-462c-b7c9-024142a7f319,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:40.980241 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (31d6f887-1b41-43ec-991a-4e416284e83c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:41.015353 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (31d6f887-1b41-43ec-991a-4e416284e83c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:41.062915 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:41.070272 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:41.074057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:41.130305 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=31d6f887-1b41-43ec-991a-4e416284e83c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:41.368415 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router_gateway (9c3cb68d-bd77-43cf-9620-742365df49c3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:41.423706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1e24aa4-6a84-4b90-bb9f-1fc65a1a0cd3 req-360366df-0877-45f2-b0cb-3e9696fee1e1 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 210 time: 0.0288131 Mar 07 22:15:41.583622 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (9c3cb68d-bd77-43cf-9620-742365df49c3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:41.725026 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router 9c3cb68d-bd77-43cf-9620-742365df49c3 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:15:41.841311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:41.854730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7fa45d-be1b-4458-a0c8-ee4a904d9754 None None] Sync routers for ids ['9c3cb68d-bd77-43cf-9620-742365df49c3'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:41.867142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7fa45d-be1b-4458-a0c8-ee4a904d9754 None None] Routers {'9c3cb68d-bd77-43cf-9620-742365df49c3'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:41.867764 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7c7fa45d-be1b-4458-a0c8-ee4a904d9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9c3cb68d-bd77-43cf-9620-742365df49c3'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:41.883079 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:41.885924 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-07c03b96-f854-47e2-baec-a267283c9fe2 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6399183 Mar 07 22:15:41.887786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45484) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:41.918876 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7c7fa45d-be1b-4458-a0c8-ee4a904d9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:41.934116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7fa45d-be1b-4458-a0c8-ee4a904d9754 None None] Routers {'9c3cb68d-bd77-43cf-9620-742365df49c3'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:41.935581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7c7fa45d-be1b-4458-a0c8-ee4a904d9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9c3cb68d-bd77-43cf-9620-742365df49c3'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:41.982392 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8e75d510-a734-462c-b7c9-024142a7f319 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:15:41.985006 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7c7fa45d-be1b-4458-a0c8-ee4a904d9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:41.985712 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7fa45d-be1b-4458-a0c8-ee4a904d9754 None None] The sync data for ids ['9c3cb68d-bd77-43cf-9620-742365df49c3'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:42.013418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937dab49-d9c9-41f9-a9e7-8646df91d0c2 None None] Network ca692ae3-a63f-43bb-ab56-45478738d905 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:15:42.252168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 18ac263c-212c-4a25-ba33-a9d7a97aac78 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:15:42.290958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-19e54a3c-49fb-4f04-a4a7-051277fb3042 None None] Provisioning complete for port 8e75d510-a734-462c-b7c9-024142a7f319 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:15:42.291642 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19e54a3c-49fb-4f04-a4a7-051277fb3042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8e75d510-a734-462c-b7c9-024142a7f319), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:42.293348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 18ac263c-212c-4a25-ba33-a9d7a97aac78 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:15:42.293869 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 18ac263c-212c-4a25-ba33-a9d7a97aac78 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:15:42.384565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8e75d510-a734-462c-b7c9-024142a7f319 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:15:42.385217 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8e75d510-a734-462c-b7c9-024142a7f319), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:42.458919 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-19e54a3c-49fb-4f04-a4a7-051277fb3042 None None] Current status of the port 8e75d510-a734-462c-b7c9-024142a7f319 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:15:42.460213 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19e54a3c-49fb-4f04-a4a7-051277fb3042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8e75d510-a734-462c-b7c9-024142a7f319), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:42.506315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-19e54a3c-49fb-4f04-a4a7-051277fb3042 None None] For port 8e75d510-a734-462c-b7c9-024142a7f319, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8e75d510-a734-462c-b7c9-024142a7f319,segment=NetworkSegment(77bb9dbb-2488-4421-958e-4e2fb9a4316d),segment_id=77bb9dbb-2488-4421-958e-4e2fb9a4316d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:15:42.556478 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8e75d510-a734-462c-b7c9-024142a7f319 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:15:42.556879 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8e75d510-a734-462c-b7c9-024142a7f319), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:42.560916 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-19e54a3c-49fb-4f04-a4a7-051277fb3042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8e75d510-a734-462c-b7c9-024142a7f319), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:42.595004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2744a5d4-8c6a-4032-9ae1-f6390de2440f req-2f9ec712-89a4-49bf-8e4e-95084bac9ba5 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 210 time: 0.0594268 Mar 07 22:15:42.671751 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e54a3c-49fb-4f04-a4a7-051277fb3042 None None] Pushing event updated for resources: {'Port': ['ID=8e75d510-a734-462c-b7c9-024142a7f319,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:42.693615 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:15:42.694326 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:15:42.786044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-871f27ad-418f-4b54-b7c0-389c4b6c94e2 None None] Provisioning complete for port 8e75d510-a734-462c-b7c9-024142a7f319 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:15:42.786739 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-871f27ad-418f-4b54-b7c0-389c4b6c94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8e75d510-a734-462c-b7c9-024142a7f319), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:42.808139 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:42.873098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-871f27ad-418f-4b54-b7c0-389c4b6c94e2 None None] Current status of the port 8e75d510-a734-462c-b7c9-024142a7f319 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:15:43.086442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Allocated IP 172.20.0.1 (ca692ae3-a63f-43bb-ab56-45478738d905/069f4273-a295-4933-a28a-efd15a0390e1/64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:43.199471 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:43.231117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8e75d510-a734-462c-b7c9-024142a7f319 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:15:43.238210 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:43.280745 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network ca692ae3-a63f-43bb-ab56-45478738d905 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:43.284234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:43.288910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:43.313180 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:43.335771 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (9c3cb68d-bd77-43cf-9620-742365df49c3), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:43.488070 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:43.601557 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7f4bc885-b7b4-4ccc-ac48-7140713c9bea None None] Provisioning complete for port 64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:15:43.602232 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc885-b7b4-4ccc-ac48-7140713c9bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:43.642603 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7f4bc885-b7b4-4ccc-ac48-7140713c9bea None None] Port 64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:15:43.704067 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5274561-1858-498c-b1cc-690dfed8ac6d req-f0e2b6af-1cf3-44e8-a821-6c99a472c939 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 210 time: 0.0278723 Mar 07 22:15:43.783894 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:43.788537 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:43.864744 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:43.867709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8e75d510-a734-462c-b7c9-024142a7f319 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:15:43.868257 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (9c3cb68d-bd77-43cf-9620-742365df49c3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:43.929306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8e75d510-a734-462c-b7c9-024142a7f319 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:15:43.929894 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8e75d510-a734-462c-b7c9-024142a7f319), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:43.977134 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network ca692ae3-a63f-43bb-ab56-45478738d905 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:43.978846 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:44.017696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8e75d510-a734-462c-b7c9-024142a7f319 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:15:44.113781 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router 9c3cb68d-bd77-43cf-9620-742365df49c3 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:44.233947 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:44.242758 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7e9ca3b5-37f5-465e-96e8-6f07b33252c4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "PUT /v2.0/routers/9c3cb68d-bd77-43cf-9620-742365df49c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3506444 Mar 07 22:15:44.242758 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45490) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:44.247568 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-56c293a6-e0b2-48ef-bf93-d6bbe4cbfd7f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'port': {'network_id': 'ca692ae3-a63f-43bb-ab56-45478738d905', 'name': 'tempest-FloatingIPTestJSON-335206845'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:44.248570 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669442e6-f940-46c8-a81d-45564327a563 None None] Sync routers for ids ['9c3cb68d-bd77-43cf-9620-742365df49c3'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:44.263227 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669442e6-f940-46c8-a81d-45564327a563 None None] Routers {'9c3cb68d-bd77-43cf-9620-742365df49c3'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:44.264156 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-669442e6-f940-46c8-a81d-45564327a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9c3cb68d-bd77-43cf-9620-742365df49c3'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:44.270873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-941b67a6-5514-478b-8932-acf4944f2153 None None] Provisioning complete for port 64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:15:44.271379 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-941b67a6-5514-478b-8932-acf4944f2153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:44.308475 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-669442e6-f940-46c8-a81d-45564327a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:44.310916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-941b67a6-5514-478b-8932-acf4944f2153 None None] Port 64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:15:44.321536 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669442e6-f940-46c8-a81d-45564327a563 None None] Routers {'9c3cb68d-bd77-43cf-9620-742365df49c3'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:44.322198 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-669442e6-f940-46c8-a81d-45564327a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9c3cb68d-bd77-43cf-9620-742365df49c3'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:44.359647 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-669442e6-f940-46c8-a81d-45564327a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:44.360594 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669442e6-f940-46c8-a81d-45564327a563 None None] The sync data for ids ['9c3cb68d-bd77-43cf-9620-742365df49c3'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:44.371353 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c293a6-e0b2-48ef-bf93-d6bbe4cbfd7f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Made reservation on behalf of c39d8187f26c440b98d983040325ab93 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:15:44.375349 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56c293a6-e0b2-48ef-bf93-d6bbe4cbfd7f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:44.394273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [None req-56c293a6-e0b2-48ef-bf93-d6bbe4cbfd7f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] device_id is not set on port 7d310284-ef79-4edf-9f8b-85b8da4e865e yet. {{(pid=103718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 22:15:44.503193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-56c293a6-e0b2-48ef-bf93-d6bbe4cbfd7f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Allocated IP 172.20.0.6 (ca692ae3-a63f-43bb-ab56-45478738d905/069f4273-a295-4933-a28a-efd15a0390e1/7d310284-ef79-4edf-9f8b-85b8da4e865e) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:44.649889 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56c293a6-e0b2-48ef-bf93-d6bbe4cbfd7f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for port (7d310284-ef79-4edf-9f8b-85b8da4e865e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:44.683132 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56c293a6-e0b2-48ef-bf93-d6bbe4cbfd7f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7d310284-ef79-4edf-9f8b-85b8da4e865e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:44.720940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c293a6-e0b2-48ef-bf93-d6bbe4cbfd7f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Network ca692ae3-a63f-43bb-ab56-45478738d905 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:44.727761 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-56c293a6-e0b2-48ef-bf93-d6bbe4cbfd7f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:44.731244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c293a6-e0b2-48ef-bf93-d6bbe4cbfd7f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:15:44.778547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c293a6-e0b2-48ef-bf93-d6bbe4cbfd7f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:44.779181 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-56c293a6-e0b2-48ef-bf93-d6bbe4cbfd7f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:44.790501 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c293a6-e0b2-48ef-bf93-d6bbe4cbfd7f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event updated for resources: {'Port': ['ID=7d310284-ef79-4edf-9f8b-85b8da4e865e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:44.807060 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-56c293a6-e0b2-48ef-bf93-d6bbe4cbfd7f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5637410 Mar 07 22:15:44.809858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45494) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:44.815346 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5248997c-da7d-4c4e-9049-5de152d768e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Request body: {'floatingip': {'port_id': '7d310284-ef79-4edf-9f8b-85b8da4e865e'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:44.844672 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-358efb2b-0146-480b-a55c-4e1b77bc46e2 req-ea5d840a-4efc-4541-aa8b-469f7f10016b tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 210 time: 0.0371854 Mar 07 22:15:44.884703 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5248997c-da7d-4c4e-9049-5de152d768e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (9e0b5462-dbff-49a4-8c62-51c8fa9d599c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:45.038718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b7008ffc-5616-4231-9069-34f603612a47 None None] Provisioning complete for port 7d310284-ef79-4edf-9f8b-85b8da4e865e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:15:45.039192 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b7008ffc-5616-4231-9069-34f603612a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7d310284-ef79-4edf-9f8b-85b8da4e865e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:45.077740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b7008ffc-5616-4231-9069-34f603612a47 None None] Port 7d310284-ef79-4edf-9f8b-85b8da4e865e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:15:45.374559 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5248997c-da7d-4c4e-9049-5de152d768e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:45.375198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2c5d52b-cfc1-47d5-b058-bd1a9063b302 req-1b06445f-c788-4e5c-a2c8-e059e8ef1aea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500038 Mar 07 22:15:45.379179 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5248997c-da7d-4c4e-9049-5de152d768e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (9e0b5462-dbff-49a4-8c62-51c8fa9d599c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:45.480668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5d52b-cfc1-47d5-b058-bd1a9063b302 req-c0464a21-99f3-4e32-a83a-44e66b4369ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:45.482317 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2c5d52b-cfc1-47d5-b058-bd1a9063b302 req-c0464a21-99f3-4e32-a83a-44e66b4369ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 1127 time: 0.0558240 Mar 07 22:15:45.499563 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-5248997c-da7d-4c4e-9049-5de152d768e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Floating IP 9e0b5462-dbff-49a4-8c62-51c8fa9d599c associated. External IP: 172.25.4.132, port: 5c1196ea-c477-422c-92c2-7f273acdda0d. Mar 07 22:15:45.593093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5d52b-cfc1-47d5-b058-bd1a9063b302 req-aa0c19b2-1797-4b49-a2a3-ad49aea05c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:45.594622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2c5d52b-cfc1-47d5-b058-bd1a9063b302 req-aa0c19b2-1797-4b49-a2a3-ad49aea05c28 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.0900006 Mar 07 22:15:45.656434 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-30b854d6-c924-4854-8c0b-845e264e7654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:45.686136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2c5d52b-cfc1-47d5-b058-bd1a9063b302 req-f6844717-816d-40d8-998f-f7dafe155f1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaa297d6-3d6a-4946-97c4-c88bca75e240 HTTP/1.1" status: 200 len: 1001 time: 0.0779240 Mar 07 22:15:45.730096 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5248997c-da7d-4c4e-9049-5de152d768e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:45.742477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5d52b-cfc1-47d5-b058-bd1a9063b302 req-739239d5-a2bf-421f-a7a5-a0d1f8f7ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:45.743482 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2c5d52b-cfc1-47d5-b058-bd1a9063b302 req-739239d5-a2bf-421f-a7a5-a0d1f8f7ed67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0485578 Mar 07 22:15:45.811627 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5d52b-cfc1-47d5-b058-bd1a9063b302 req-e94c5f0a-bcb3-42a1-a004-de49ff02ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:45.813224 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2c5d52b-cfc1-47d5-b058-bd1a9063b302 req-e94c5f0a-bcb3-42a1-a004-de49ff02ae73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0629542 Mar 07 22:15:45.848043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5248997c-da7d-4c4e-9049-5de152d768e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:45.862291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f18b40-be31-4af3-9d7c-a74a6bb98870 None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:45.885391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f18b40-be31-4af3-9d7c-a74a6bb98870 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:45.886041 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-76f18b40-be31-4af3-9d7c-a74a6bb98870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:45.930317 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2c5d52b-cfc1-47d5-b058-bd1a9063b302 req-fddf6a9a-a11f-497f-9e68-c9ae6eaac415 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072292 Mar 07 22:15:45.932807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-76f18b40-be31-4af3-9d7c-a74a6bb98870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:45.946726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f18b40-be31-4af3-9d7c-a74a6bb98870 None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:45.947753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-76f18b40-be31-4af3-9d7c-a74a6bb98870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:45.983486 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e58643fd-c1b8-4359-910e-a27096deb28e req-d406b501-1270-4841-a7ab-d7f33b2b4de4 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 210 time: 0.0521779 Mar 07 22:15:45.989943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-76f18b40-be31-4af3-9d7c-a74a6bb98870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:45.990649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f18b40-be31-4af3-9d7c-a74a6bb98870 None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:46.065517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2c5d52b-cfc1-47d5-b058-bd1a9063b302 req-aeb8bdaa-5391-40a8-b243-dfbfe3c72356 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229441 Mar 07 22:15:46.087376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5248997c-da7d-4c4e-9049-5de152d768e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router 9c3cb68d-bd77-43cf-9620-742365df49c3 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:46.200706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5248997c-da7d-4c4e-9049-5de152d768e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:46.204917 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5248997c-da7d-4c4e-9049-5de152d768e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:46.211123 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c2df9-ac4d-4e5a-b4fe-75f78cb99251 None None] Sync routers for ids ['9c3cb68d-bd77-43cf-9620-742365df49c3'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:46.223031 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c2df9-ac4d-4e5a-b4fe-75f78cb99251 None None] Routers {'9c3cb68d-bd77-43cf-9620-742365df49c3'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:46.223874 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ec5c2df9-ac4d-4e5a-b4fe-75f78cb99251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9c3cb68d-bd77-43cf-9620-742365df49c3'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:46.259071 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:46.264174 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ec5c2df9-ac4d-4e5a-b4fe-75f78cb99251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:46.274287 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c2df9-ac4d-4e5a-b4fe-75f78cb99251 None None] Routers {'9c3cb68d-bd77-43cf-9620-742365df49c3'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:46.275001 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ec5c2df9-ac4d-4e5a-b4fe-75f78cb99251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9c3cb68d-bd77-43cf-9620-742365df49c3'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:46.283863 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5248997c-da7d-4c4e-9049-5de152d768e1 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "PUT /v2.0/floatingips/9e0b5462-dbff-49a4-8c62-51c8fa9d599c HTTP/1.1" status: 200 len: 977 time: 1.4724066 Mar 07 22:15:46.285914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45500) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:46.308682 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ec5c2df9-ac4d-4e5a-b4fe-75f78cb99251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:46.309457 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c2df9-ac4d-4e5a-b4fe-75f78cb99251 None None] The sync data for ids ['9c3cb68d-bd77-43cf-9620-742365df49c3'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:46.381113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1cacd7c3-2477-4e83-8341-0ef788e77c66 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting port 7d310284-ef79-4edf-9f8b-85b8da4e865e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:46.381752 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1cacd7c3-2477-4e83-8341-0ef788e77c66 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7d310284-ef79-4edf-9f8b-85b8da4e865e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:46.465442 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1cacd7c3-2477-4e83-8341-0ef788e77c66 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7d310284-ef79-4edf-9f8b-85b8da4e865e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:46.617329 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:15:46.638814 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1cacd7c3-2477-4e83-8341-0ef788e77c66 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:46.639197 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1cacd7c3-2477-4e83-8341-0ef788e77c66 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (9e0b5462-dbff-49a4-8c62-51c8fa9d599c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:46.639506 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-1cacd7c3-2477-4e83-8341-0ef788e77c66 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Floating IP 9e0b5462-dbff-49a4-8c62-51c8fa9d599c disassociated. External IP: 172.25.4.132, port: 7d310284-ef79-4edf-9f8b-85b8da4e865e. Mar 07 22:15:46.639845 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1cacd7c3-2477-4e83-8341-0ef788e77c66 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Calling delete_port for 7d310284-ef79-4edf-9f8b-85b8da4e865e owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:46.765170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1cacd7c3-2477-4e83-8341-0ef788e77c66 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7d310284-ef79-4edf-9f8b-85b8da4e865e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:46.793695 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacd7c3-2477-4e83-8341-0ef788e77c66 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Port': ['ID=7d310284-ef79-4edf-9f8b-85b8da4e865e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:47.096634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4ecd0fda-0eb6-4d44-bde5-e1f3d5a1aefc req-da2c37f9-f627-4af5-b80b-b4f1d6887eb5 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 210 time: 0.0288079 Mar 07 22:15:47.221699 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cacd7c3-2477-4e83-8341-0ef788e77c66 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router 9c3cb68d-bd77-43cf-9620-742365df49c3 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:47.333454 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cacd7c3-2477-4e83-8341-0ef788e77c66 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:47.344089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de4192c-c763-4298-9eea-d4413b8a7846 None None] Sync routers for ids ['9c3cb68d-bd77-43cf-9620-742365df49c3'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:47.354645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4192c-c763-4298-9eea-d4413b8a7846 None None] Routers {'9c3cb68d-bd77-43cf-9620-742365df49c3'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:47.355241 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5de4192c-c763-4298-9eea-d4413b8a7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9c3cb68d-bd77-43cf-9620-742365df49c3'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:47.390301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5de4192c-c763-4298-9eea-d4413b8a7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:47.399363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4192c-c763-4298-9eea-d4413b8a7846 None None] Routers {'9c3cb68d-bd77-43cf-9620-742365df49c3'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:47.400589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5de4192c-c763-4298-9eea-d4413b8a7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9c3cb68d-bd77-43cf-9620-742365df49c3'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:47.401292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1cacd7c3-2477-4e83-8341-0ef788e77c66 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:47.407222 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1cacd7c3-2477-4e83-8341-0ef788e77c66 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/ports/7d310284-ef79-4edf-9f8b-85b8da4e865e HTTP/1.1" status: 204 len: 168 time: 1.1178548 Mar 07 22:15:47.407567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45504) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:47.437522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5de4192c-c763-4298-9eea-d4413b8a7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:47.438206 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de4192c-c763-4298-9eea-d4413b8a7846 None None] The sync data for ids ['9c3cb68d-bd77-43cf-9620-742365df49c3'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:47.835136 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cee65e1e-0261-41cf-9538-0cfc497f2285 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (9c3cb68d-bd77-43cf-9620-742365df49c3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:48.153847 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2bcb78ea-3150-4078-8021-bd1560a52545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:48.294978 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0336feb4-7025-44f9-a0ff-c325f784fe29 req-b7022d1c-0e9a-4870-a6b7-ca3511ec0ddd tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 210 time: 0.0299733 Mar 07 22:15:48.440105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-cee65e1e-0261-41cf-9538-0cfc497f2285 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting port 64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:48.440444 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cee65e1e-0261-41cf-9538-0cfc497f2285 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:48.456914 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:48.531067 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cee65e1e-0261-41cf-9538-0cfc497f2285 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:48.544653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-cee65e1e-0261-41cf-9538-0cfc497f2285 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Calling delete_port for 64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:48.742660 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cee65e1e-0261-41cf-9538-0cfc497f2285 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:48.771403 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee65e1e-0261-41cf-9538-0cfc497f2285 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Port': ['ID=64d1d7cd-21e4-4694-bbe6-c8bf46e5a9df,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:48.969143 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cee65e1e-0261-41cf-9538-0cfc497f2285 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (9c3cb68d-bd77-43cf-9620-742365df49c3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:49.193082 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee65e1e-0261-41cf-9538-0cfc497f2285 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router 9c3cb68d-bd77-43cf-9620-742365df49c3 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:49.310342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee65e1e-0261-41cf-9538-0cfc497f2285 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:49.318231 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cee65e1e-0261-41cf-9538-0cfc497f2285 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "PUT /v2.0/routers/9c3cb68d-bd77-43cf-9620-742365df49c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9095206 Mar 07 22:15:49.318749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45508) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:49.322314 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b7b298-e058-4b47-ab06-690cc182b76e None None] Sync routers for ids ['9c3cb68d-bd77-43cf-9620-742365df49c3'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:49.359406 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b7b298-e058-4b47-ab06-690cc182b76e None None] Routers {'9c3cb68d-bd77-43cf-9620-742365df49c3'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:49.363915 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-09b7b298-e058-4b47-ab06-690cc182b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9c3cb68d-bd77-43cf-9620-742365df49c3'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:49.394537 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:49.400182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-35aa243d-e72f-47d5-9c5a-42abbf831a4e req-51ecd90d-9fd6-4210-9134-d4bbb8af44d3 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "GET /v2.0/ports?device_id=c28c00c1-fbcc-401c-83c9-49f5b46325e5 HTTP/1.1" status: 200 len: 210 time: 0.0337670 Mar 07 22:15:49.414549 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-09b7b298-e058-4b47-ab06-690cc182b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:49.427175 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b7b298-e058-4b47-ab06-690cc182b76e None None] Routers {'9c3cb68d-bd77-43cf-9620-742365df49c3'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:49.427808 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-09b7b298-e058-4b47-ab06-690cc182b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9c3cb68d-bd77-43cf-9620-742365df49c3'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:49.463304 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-09b7b298-e058-4b47-ab06-690cc182b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:49.463956 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b7b298-e058-4b47-ab06-690cc182b76e None None] The sync data for ids ['9c3cb68d-bd77-43cf-9620-742365df49c3'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:49.489197 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-021f057e-e78c-49e5-a951-3d9640a4396d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router (9c3cb68d-bd77-43cf-9620-742365df49c3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:49.599375 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-021f057e-e78c-49e5-a951-3d9640a4396d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router_gateway (9c3cb68d-bd77-43cf-9620-742365df49c3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:49.651779 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-021f057e-e78c-49e5-a951-3d9640a4396d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting port 31d6f887-1b41-43ec-991a-4e416284e83c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:49.652129 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-021f057e-e78c-49e5-a951-3d9640a4396d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (31d6f887-1b41-43ec-991a-4e416284e83c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:49.729404 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-021f057e-e78c-49e5-a951-3d9640a4396d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (31d6f887-1b41-43ec-991a-4e416284e83c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:49.741210 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-021f057e-e78c-49e5-a951-3d9640a4396d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Calling delete_port for 31d6f887-1b41-43ec-991a-4e416284e83c owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:49.900766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-021f057e-e78c-49e5-a951-3d9640a4396d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (31d6f887-1b41-43ec-991a-4e416284e83c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:49.928701 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f057e-e78c-49e5-a951-3d9640a4396d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Port': ['ID=31d6f887-1b41-43ec-991a-4e416284e83c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:49.992475 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-021f057e-e78c-49e5-a951-3d9640a4396d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (9c3cb68d-bd77-43cf-9620-742365df49c3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.090154 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-021f057e-e78c-49e5-a951-3d9640a4396d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (9c3cb68d-bd77-43cf-9620-742365df49c3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.092464 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-021f057e-e78c-49e5-a951-3d9640a4396d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router_controller (9c3cb68d-bd77-43cf-9620-742365df49c3), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.134789 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-021f057e-e78c-49e5-a951-3d9640a4396d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (9c3cb68d-bd77-43cf-9620-742365df49c3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.135308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021f057e-e78c-49e5-a951-3d9640a4396d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Fanout notify agent at l3_agent the message router_deleted on router 9c3cb68d-bd77-43cf-9620-742365df49c3 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:15:50.141977 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-021f057e-e78c-49e5-a951-3d9640a4396d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.143104 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-021f057e-e78c-49e5-a951-3d9640a4396d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/routers/9c3cb68d-bd77-43cf-9620-742365df49c3 HTTP/1.1" status: 204 len: 168 time: 0.8194430 Mar 07 22:15:50.146018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45516) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:50.196463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-876cb8e6-82ef-4c4b-a3ec-c9eeec3b6cf6 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting subnet 069f4273-a295-4933-a28a-efd15a0390e1 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:15:50.199521 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-876cb8e6-82ef-4c4b-a3ec-c9eeec3b6cf6 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for subnet (069f4273-a295-4933-a28a-efd15a0390e1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.242678 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-876cb8e6-82ef-4c4b-a3ec-c9eeec3b6cf6 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (069f4273-a295-4933-a28a-efd15a0390e1), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.323285 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-876cb8e6-82ef-4c4b-a3ec-c9eeec3b6cf6 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (069f4273-a295-4933-a28a-efd15a0390e1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.364846 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.381718 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-876cb8e6-82ef-4c4b-a3ec-c9eeec3b6cf6 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (069f4273-a295-4933-a28a-efd15a0390e1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.414433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cb8e6-82ef-4c4b-a3ec-c9eeec3b6cf6 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Subnet': ['ID=069f4273-a295-4933-a28a-efd15a0390e1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:50.416393 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-876cb8e6-82ef-4c4b-a3ec-c9eeec3b6cf6 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.420959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-876cb8e6-82ef-4c4b-a3ec-c9eeec3b6cf6 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/subnets/069f4273-a295-4933-a28a-efd15a0390e1 HTTP/1.1" status: 204 len: 168 time: 0.2725475 Mar 07 22:15:50.422456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45518) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:50.424119 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6defd7-e9f6-4f10-9b7c-a106253ecdc5 None None] Network ca692ae3-a63f-43bb-ab56-45478738d905 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:15:50.465057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45522) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:50.501076 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (ca692ae3-a63f-43bb-ab56-45478738d905), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.527973 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f645e053-129f-490e-9849-0f4021574a73 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group (edade725-503f-4b08-8cb3-4b7366a2142b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.554056 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f645e053-129f-490e-9849-0f4021574a73 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group (edade725-503f-4b08-8cb3-4b7366a2142b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.556383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting port 8e75d510-a734-462c-b7c9-024142a7f319 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:50.556383 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8e75d510-a734-462c-b7c9-024142a7f319), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.600888 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] DHCP port deletion for ca692ae3-a63f-43bb-ab56-45478738d905 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:15:50.621997 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f645e053-129f-490e-9849-0f4021574a73 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (edade725-503f-4b08-8cb3-4b7366a2142b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.625547 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f645e053-129f-490e-9849-0f4021574a73 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.626969 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f645e053-129f-490e-9849-0f4021574a73 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] 10.222.0.26 "DELETE /v2.0/security-groups/edade725-503f-4b08-8cb3-4b7366a2142b HTTP/1.1" status: 204 len: 168 time: 0.1607702 Mar 07 22:15:50.629185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] For port 8e75d510-a734-462c-b7c9-024142a7f319, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8e75d510-a734-462c-b7c9-024142a7f319,segment=NetworkSegment(77bb9dbb-2488-4421-958e-4e2fb9a4316d),segment_id=77bb9dbb-2488-4421-958e-4e2fb9a4316d)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:15:50.629672 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8e75d510-a734-462c-b7c9-024142a7f319), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.648541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Calling delete_port for 8e75d510-a734-462c-b7c9-024142a7f319 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:50.648864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645e053-129f-490e-9849-0f4021574a73 tempest-TestVolumeBackupRestore-1618699657 tempest-TestVolumeBackupRestore-1618699657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edade725-503f-4b08-8cb3-4b7366a2142b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:50.667691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Deleting port 8e75d510-a734-462c-b7c9-024142a7f319 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:50.668073 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8e75d510-a734-462c-b7c9-024142a7f319), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.746252 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (8e75d510-a734-462c-b7c9-024142a7f319), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.756383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] For port 8e75d510-a734-462c-b7c9-024142a7f319, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8e75d510-a734-462c-b7c9-024142a7f319,segment=NetworkSegment(77bb9dbb-2488-4421-958e-4e2fb9a4316d),segment_id=77bb9dbb-2488-4421-958e-4e2fb9a4316d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:15:50.756792 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8e75d510-a734-462c-b7c9-024142a7f319), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.773694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Calling delete_port for 8e75d510-a734-462c-b7c9-024142a7f319 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:50.784044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Port': ['ID=8e75d510-a734-462c-b7c9-024142a7f319,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:50.789421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] No DVR routers for this DVR port 8e75d510-a734-462c-b7c9-024142a7f319 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:15:50.886184 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (8e75d510-a734-462c-b7c9-024142a7f319), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.911808 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (ca692ae3-a63f-43bb-ab56-45478738d905), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:50.934770 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Pushing event deleted for resources: {'Port': ['ID=8e75d510-a734-462c-b7c9-024142a7f319,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:50.937367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] No DVR routers for this DVR port 8e75d510-a734-462c-b7c9-024142a7f319 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:15:50.948075 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca692ae3-a63f-43bb-ab56-45478738d905']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:50.949779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:50.949779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:50.950722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:50.951450 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:50.951450 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:50.951450 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:50.952063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:50.952367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:50.952594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:50.952967 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:50.953299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:50.953665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:50.953995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64098f08-9a58-423a-9087-3f3ffa70bcb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:50.974009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77bb9dbb-2488-4421-958e-4e2fb9a4316d') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:50.974405 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77bb9dbb-2488-4421-958e-4e2fb9a4316d') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:50.989081 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (77bb9dbb-2488-4421-958e-4e2fb9a4316d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:51.018942 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (77bb9dbb-2488-4421-958e-4e2fb9a4316d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:51.035227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:15:51.036458 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (77bb9dbb-2488-4421-958e-4e2fb9a4316d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:15:51.096776 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:15:51.148398 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (ca692ae3-a63f-43bb-ab56-45478738d905), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:51.153825 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:51.159735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/networks/ca692ae3-a63f-43bb-ab56-45478738d905 HTTP/1.1" status: 204 len: 168 time: 0.7363243 Mar 07 22:15:51.159856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45572) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:51.174863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967af6f2-7fa2-4c4b-b4d8-18d449a1e843 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Network': ['ID=ca692ae3-a63f-43bb-ab56-45478738d905,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:51.302546 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a9a70-7b7a-4103-8e3f-9367786f9d28 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting port 100a7908-55f3-49b3-bc86-f9db518dab11 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:51.303040 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9a70-7b7a-4103-8e3f-9367786f9d28 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (100a7908-55f3-49b3-bc86-f9db518dab11), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:51.393313 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9a70-7b7a-4103-8e3f-9367786f9d28 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (100a7908-55f3-49b3-bc86-f9db518dab11), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:51.393725 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9a70-7b7a-4103-8e3f-9367786f9d28 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (100a7908-55f3-49b3-bc86-f9db518dab11), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:51.406838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a9a70-7b7a-4103-8e3f-9367786f9d28 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Calling delete_port for 100a7908-55f3-49b3-bc86-f9db518dab11 owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:51.552340 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9a70-7b7a-4103-8e3f-9367786f9d28 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (100a7908-55f3-49b3-bc86-f9db518dab11), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:51.582939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a9a70-7b7a-4103-8e3f-9367786f9d28 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Port': ['ID=100a7908-55f3-49b3-bc86-f9db518dab11,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:51.649637 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9a70-7b7a-4103-8e3f-9367786f9d28 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for floatingip (9e0b5462-dbff-49a4-8c62-51c8fa9d599c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:51.652468 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9a70-7b7a-4103-8e3f-9367786f9d28 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:51.658984 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1b9a9a70-7b7a-4103-8e3f-9367786f9d28 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/floatingips/9e0b5462-dbff-49a4-8c62-51c8fa9d599c HTTP/1.1" status: 204 len: 168 time: 0.4931293 Mar 07 22:15:51.659548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45650) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:51.695278 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c9243f-d81f-419c-a3b9-006e72195e9f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] DELETE failed (client error): The resource could not be found. Mar 07 22:15:51.695948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c9243f-d81f-419c-a3b9-006e72195e9f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:15:51.700820 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-18c9243f-d81f-419c-a3b9-006e72195e9f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/ports/7d310284-ef79-4edf-9f8b-85b8da4e865e HTTP/1.1" status: 404 len: 333 time: 0.0401695 Mar 07 22:15:51.703713 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45660) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:51.740864 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-33b4d105-7e33-4fd7-8ed3-7925c527eec8 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c3cb68d-bd77-43cf-9620-742365df49c3 HTTP/1.1" status: 200 len: 205 time: 0.0354209 Mar 07 22:15:51.744019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45666) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:51.796287 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-a86990d6-d2ac-4469-8d41-83965e203104 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] delete failed (client error): The resource could not be found. Mar 07 22:15:51.798964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a86990d6-d2ac-4469-8d41-83965e203104 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/routers/9c3cb68d-bd77-43cf-9620-742365df49c3 HTTP/1.1" status: 404 len: 336 time: 0.0531116 Mar 07 22:15:51.801583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45676) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:51.838484 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80954bb-fdbe-4d4c-b002-6b120dc97fc7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] DELETE failed (client error): The resource could not be found. Mar 07 22:15:51.839088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80954bb-fdbe-4d4c-b002-6b120dc97fc7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:15:51.843008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a80954bb-fdbe-4d4c-b002-6b120dc97fc7 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/subnets/069f4273-a295-4933-a28a-efd15a0390e1 HTTP/1.1" status: 404 len: 337 time: 0.0400760 Mar 07 22:15:51.846634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45682) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:51.939760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8e75d510-a734-462c-b7c9-024142a7f319 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:15:52.002492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 8e75d510-a734-462c-b7c9-024142a7f319 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:15:52.003367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8e75d510-a734-462c-b7c9-024142a7f319 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:15:52.004479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-4e75e676-7d03-4436-a7d7-509de9a2524a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting port 5c1196ea-c477-422c-92c2-7f273acdda0d {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:52.005176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e75e676-7d03-4436-a7d7-509de9a2524a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5c1196ea-c477-422c-92c2-7f273acdda0d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:52.148164 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:52.169098 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e75e676-7d03-4436-a7d7-509de9a2524a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5c1196ea-c477-422c-92c2-7f273acdda0d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:52.190812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-4e75e676-7d03-4436-a7d7-509de9a2524a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Calling delete_port for 5c1196ea-c477-422c-92c2-7f273acdda0d owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:52.276326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e94bfe-6e3a-4ea7-86ec-01286ce3cad0 req-dc502e8c-3395-47e9-9af1-fdce2fca98a7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:52.278250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-04e94bfe-6e3a-4ea7-86ec-01286ce3cad0 req-dc502e8c-3395-47e9-9af1-fdce2fca98a7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 945 time: 0.0669487 Mar 07 22:15:52.335144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-04e94bfe-6e3a-4ea7-86ec-01286ce3cad0 req-eeb480b9-2570-4eff-88ce-55f8a481e701 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493557 Mar 07 22:15:52.384099 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e75e676-7d03-4436-a7d7-509de9a2524a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (5c1196ea-c477-422c-92c2-7f273acdda0d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:52.432130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75e676-7d03-4436-a7d7-509de9a2524a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Port': ['ID=5c1196ea-c477-422c-92c2-7f273acdda0d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:52.502054 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4e75e676-7d03-4436-a7d7-509de9a2524a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:52.505620 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4e75e676-7d03-4436-a7d7-509de9a2524a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/ports/5c1196ea-c477-422c-92c2-7f273acdda0d HTTP/1.1" status: 204 len: 168 time: 0.6577797 Mar 07 22:15:52.508220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45766) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:52.620984 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e3419850-077d-4595-8bca-5d2c3ac5321d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting port 8bfa2d91-24c2-4395-ae00-3b23df390a68 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:52.621586 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3419850-077d-4595-8bca-5d2c3ac5321d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8bfa2d91-24c2-4395-ae00-3b23df390a68), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:52.719198 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3419850-077d-4595-8bca-5d2c3ac5321d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8bfa2d91-24c2-4395-ae00-3b23df390a68), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:52.732376 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-e3419850-077d-4595-8bca-5d2c3ac5321d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Calling delete_port for 8bfa2d91-24c2-4395-ae00-3b23df390a68 owned by {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:52.878103 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3419850-077d-4595-8bca-5d2c3ac5321d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8bfa2d91-24c2-4395-ae00-3b23df390a68), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:52.909217 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3419850-077d-4595-8bca-5d2c3ac5321d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Port': ['ID=8bfa2d91-24c2-4395-ae00-3b23df390a68,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:52.987636 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e3419850-077d-4595-8bca-5d2c3ac5321d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:52.994380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 45830) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:52.998610 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e3419850-077d-4595-8bca-5d2c3ac5321d tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/ports/8bfa2d91-24c2-4395-ae00-3b23df390a68 HTTP/1.1" status: 204 len: 168 time: 0.4892583 Mar 07 22:15:53.062884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa54c40-3850-4c7b-a190-d4d60058a945 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:53.068162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9fa54c40-3850-4c7b-a190-d4d60058a945 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8162717-faea-4578-898a-3ce90a086ff4 HTTP/1.1" status: 200 len: 913 time: 0.0727654 Mar 07 22:15:53.068853 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 45844) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:53.615825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6e5a2-4685-4244-a1f3-5cb50157ba8c req-2338f1a2-d853-4900-9be3-ba3142e86e5f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:53.641145 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40d6e5a2-4685-4244-a1f3-5cb50157ba8c req-2338f1a2-d853-4900-9be3-ba3142e86e5f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 945 time: 0.1264877 Mar 07 22:15:53.643871 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bff6b8c4-aa82-4a57-91f4-8a7da2ac1dac tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (a8162717-faea-4578-898a-3ce90a086ff4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:53.719714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40d6e5a2-4685-4244-a1f3-5cb50157ba8c req-b9e523f1-892d-480e-9cec-4174d43ec615 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738838 Mar 07 22:15:54.002424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-bff6b8c4-aa82-4a57-91f4-8a7da2ac1dac tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting port 547e3d4a-e02d-4edc-ae0a-df76310da358 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:54.002773 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bff6b8c4-aa82-4a57-91f4-8a7da2ac1dac tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (547e3d4a-e02d-4edc-ae0a-df76310da358), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:54.086238 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-a92a8b01-ccd8-4c3b-87cc-c1b60136cbb4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:54.088757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-a92a8b01-ccd8-4c3b-87cc-c1b60136cbb4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 945 time: 0.1070323 Mar 07 22:15:54.281786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Deleting port eaa297d6-3d6a-4946-97c4-c88bca75e240 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:54.282437 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:54.437916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] For port eaa297d6-3d6a-4946-97c4-c88bca75e240, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=eaa297d6-3d6a-4946-97c4-c88bca75e240,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:15:54.438420 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:54.480608 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bff6b8c4-aa82-4a57-91f4-8a7da2ac1dac tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (547e3d4a-e02d-4edc-ae0a-df76310da358), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:54.504314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-bff6b8c4-aa82-4a57-91f4-8a7da2ac1dac tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Calling delete_port for 547e3d4a-e02d-4edc-ae0a-df76310da358 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:54.755317 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:54.757401 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (4d9a48e5-1ee3-4ba0-9817-5bd68716bf06), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:54.758426 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Floating IP 4d9a48e5-1ee3-4ba0-9817-5bd68716bf06 disassociated. External IP: 172.25.4.174, port: eaa297d6-3d6a-4946-97c4-c88bca75e240. Mar 07 22:15:54.758786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Calling delete_port for eaa297d6-3d6a-4946-97c4-c88bca75e240 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:54.759594 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bff6b8c4-aa82-4a57-91f4-8a7da2ac1dac tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (547e3d4a-e02d-4edc-ae0a-df76310da358), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:54.822550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6b8c4-aa82-4a57-91f4-8a7da2ac1dac tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Port': ['ID=547e3d4a-e02d-4edc-ae0a-df76310da358,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:54.918988 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee97cf5-37f9-496a-b537-7645adce08bb req-3302ddb2-5ce1-4865-91a9-42f5c89fcacf tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:54.927421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ee97cf5-37f9-496a-b537-7645adce08bb req-3302ddb2-5ce1-4865-91a9-42f5c89fcacf tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 945 time: 0.0950496 Mar 07 22:15:55.029690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ee97cf5-37f9-496a-b537-7645adce08bb req-8385ff97-c060-4457-97bb-ea065c27cdff tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963542 Mar 07 22:15:55.047149 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (eaa297d6-3d6a-4946-97c4-c88bca75e240), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:55.047399 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bff6b8c4-aa82-4a57-91f4-8a7da2ac1dac tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (a8162717-faea-4578-898a-3ce90a086ff4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:55.089354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event deleted for resources: {'Port': ['ID=eaa297d6-3d6a-4946-97c4-c88bca75e240,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:55.102315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:55.103025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:55.103473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:55.103928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:55.104431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:55.104891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:55.105336 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:55.105776 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:55.106249 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:55.106691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:55.107126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:55.107571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:55.108006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:55.272909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Router e9e07398-0b1c-494e-b128-47197093a44f has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:55.338009 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff6b8c4-aa82-4a57-91f4-8a7da2ac1dac tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Router a8162717-faea-4578-898a-3ce90a086ff4 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:15:55.392872 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:55.403062 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0edd16-376d-430b-b9b8-98b457ea09a0 None None] Sync routers for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:55.418398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0edd16-376d-430b-b9b8-98b457ea09a0 None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:55.419458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fd0edd16-376d-430b-b9b8-98b457ea09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:55.473386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] No DVR routers for this DVR port eaa297d6-3d6a-4946-97c4-c88bca75e240 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:15:55.478174 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:55.484477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-23e0c5a5-3dd2-4b60-9297-150a444d6414 req-146cbfbb-e04c-40cb-84aa-13a900d07802 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "DELETE /v2.0/ports/eaa297d6-3d6a-4946-97c4-c88bca75e240 HTTP/1.1" status: 204 len: 173 time: 1.3847408 Mar 07 22:15:55.484990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f520e67-e2a3-467b-b13c-8a31f1f32a43', 'name': 'network-vif-deleted', 'tag': 'eaa297d6-3d6a-4946-97c4-c88bca75e240'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:15:55.487588 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158a9a8b-ffc1-46bd-b12c-96e5e4379eb1" -d '{"events": [{"server_uuid": "0f520e67-e2a3-467b-b13c-8a31f1f32a43", "name": "network-vif-deleted", "tag": "eaa297d6-3d6a-4946-97c4-c88bca75e240"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:15:55.555824 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad44f728-d616-41b6-88cb-38876d667f82 x-openstack-request-id: req-ad44f728-d616-41b6-88cb-38876d667f82 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:15:55.556202 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f520e67-e2a3-467b-b13c-8a31f1f32a43", "name": "network-vif-deleted", "tag": "eaa297d6-3d6a-4946-97c4-c88bca75e240", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:15:55.556472 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad44f728-d616-41b6-88cb-38876d667f82 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:15:55.557039 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f520e67-e2a3-467b-b13c-8a31f1f32a43', 'name': 'network-vif-deleted', 'tag': 'eaa297d6-3d6a-4946-97c4-c88bca75e240', 'status': 'completed', 'code': 200} Mar 07 22:15:55.571925 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff6b8c4-aa82-4a57-91f4-8a7da2ac1dac tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:15:55.582757 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db314fa1-36da-46ff-8275-56a01163278a None None] Sync routers for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:55.596725 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db314fa1-36da-46ff-8275-56a01163278a None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:55.600254 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-db314fa1-36da-46ff-8275-56a01163278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:55.602963 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bff6b8c4-aa82-4a57-91f4-8a7da2ac1dac tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "PUT /v2.0/routers/a8162717-faea-4578-898a-3ce90a086ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5326595 Mar 07 22:15:55.605571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46008) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:55.634563 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-fd0edd16-376d-430b-b9b8-98b457ea09a0 None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:15:55.699939 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-db314fa1-36da-46ff-8275-56a01163278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:55.730309 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db314fa1-36da-46ff-8275-56a01163278a None None] Routers {'a8162717-faea-4578-898a-3ce90a086ff4'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:55.730890 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-db314fa1-36da-46ff-8275-56a01163278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a8162717-faea-4578-898a-3ce90a086ff4'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:55.791548 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-db314fa1-36da-46ff-8275-56a01163278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:55.792151 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db314fa1-36da-46ff-8275-56a01163278a None None] The sync data for ids ['a8162717-faea-4578-898a-3ce90a086ff4'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:55.996733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fd0edd16-376d-430b-b9b8-98b457ea09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:56.045094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0edd16-376d-430b-b9b8-98b457ea09a0 None None] Checking router: e9e07398-0b1c-494e-b128-47197093a44f for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:15:56.067906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0edd16-376d-430b-b9b8-98b457ea09a0 None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:15:56.068544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fd0edd16-376d-430b-b9b8-98b457ea09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:56.211345 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d82b70df-4009-4f34-bc6d-d5032312ec0a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router (a8162717-faea-4578-898a-3ce90a086ff4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:56.292916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-fd0edd16-376d-430b-b9b8-98b457ea09a0 None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:15:56.347820 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4899082-ef6b-4c72-8e80-137e06d2a795 req-8c78c1f7-24ee-4d25-8f2f-e38795cdc708 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 210 time: 0.1472468 Mar 07 22:15:56.355449 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d82b70df-4009-4f34-bc6d-d5032312ec0a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router_gateway (a8162717-faea-4578-898a-3ce90a086ff4), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:56.417240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device eaa297d6-3d6a-4946-97c4-c88bca75e240 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:15:56.463899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-d82b70df-4009-4f34-bc6d-d5032312ec0a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting port bc61834c-a4ca-4f34-97a3-48ea68477cab {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:15:56.464368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d82b70df-4009-4f34-bc6d-d5032312ec0a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (bc61834c-a4ca-4f34-97a3-48ea68477cab), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:56.489467 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: eaa297d6-3d6a-4946-97c4-c88bca75e240 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:15:56.491032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device eaa297d6-3d6a-4946-97c4-c88bca75e240 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:15:56.604031 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d82b70df-4009-4f34-bc6d-d5032312ec0a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (bc61834c-a4ca-4f34-97a3-48ea68477cab), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:56.618833 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-d82b70df-4009-4f34-bc6d-d5032312ec0a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Calling delete_port for bc61834c-a4ca-4f34-97a3-48ea68477cab owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:15:56.703569 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-fd0edd16-376d-430b-b9b8-98b457ea09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:56.748404 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0edd16-376d-430b-b9b8-98b457ea09a0 None None] The sync data for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 is: [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:56.868702 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d82b70df-4009-4f34-bc6d-d5032312ec0a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (bc61834c-a4ca-4f34-97a3-48ea68477cab), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:56.899292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b70df-4009-4f34-bc6d-d5032312ec0a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Port': ['ID=bc61834c-a4ca-4f34-97a3-48ea68477cab,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:56.987133 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d82b70df-4009-4f34-bc6d-d5032312ec0a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (a8162717-faea-4578-898a-3ce90a086ff4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:57.125148 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d82b70df-4009-4f34-bc6d-d5032312ec0a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (a8162717-faea-4578-898a-3ce90a086ff4), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:57.133439 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d82b70df-4009-4f34-bc6d-d5032312ec0a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router_controller (a8162717-faea-4578-898a-3ce90a086ff4), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:57.198954 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d82b70df-4009-4f34-bc6d-d5032312ec0a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (a8162717-faea-4578-898a-3ce90a086ff4), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:57.199658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82b70df-4009-4f34-bc6d-d5032312ec0a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Fanout notify agent at l3_agent the message router_deleted on router a8162717-faea-4578-898a-3ce90a086ff4 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:15:57.209216 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d82b70df-4009-4f34-bc6d-d5032312ec0a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:57.212741 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d82b70df-4009-4f34-bc6d-d5032312ec0a tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/routers/a8162717-faea-4578-898a-3ce90a086ff4 HTTP/1.1" status: 204 len: 168 time: 1.6036952 Mar 07 22:15:57.213249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46014) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:57.231705 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ff8e9b-3be9-4b84-8209-c28a1662fdd1 None None] New status for floating IP 4d9a48e5-1ee3-4ba0-9817-5bd68716bf06: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:15:57.303171 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-18761c44-9d09-442a-94e1-39dce66e0ea4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Deleting subnet 3f2a5661-aefe-4373-af5b-2e9ab064277e {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:15:57.306854 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-18761c44-9d09-442a-94e1-39dce66e0ea4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for subnet (3f2a5661-aefe-4373-af5b-2e9ab064277e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:57.382178 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-18761c44-9d09-442a-94e1-39dce66e0ea4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (3f2a5661-aefe-4373-af5b-2e9ab064277e), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:57.461556 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-18761c44-9d09-442a-94e1-39dce66e0ea4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (3f2a5661-aefe-4373-af5b-2e9ab064277e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:57.468891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ef31a2d-9570-4910-be9c-7e8839f0b57d req-4520bd5e-6988-4a1e-8971-6dec07e772c3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 210 time: 0.0397134 Mar 07 22:15:57.535367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-18761c44-9d09-442a-94e1-39dce66e0ea4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (3f2a5661-aefe-4373-af5b-2e9ab064277e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:57.577808 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18761c44-9d09-442a-94e1-39dce66e0ea4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2a5661-aefe-4373-af5b-2e9ab064277e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:57.584032 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-18761c44-9d09-442a-94e1-39dce66e0ea4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:57.589863 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-18761c44-9d09-442a-94e1-39dce66e0ea4 tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/subnets/3f2a5661-aefe-4373-af5b-2e9ab064277e HTTP/1.1" status: 204 len: 168 time: 0.3735166 Mar 07 22:15:57.590175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46020) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:57.705553 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3af70aa7-2ad8-4170-b38b-46f16aa4bf0f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (be12a341-85cc-4e7c-8152-010640710e37), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:57.832885 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3af70aa7-2ad8-4170-b38b-46f16aa4bf0f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (be12a341-85cc-4e7c-8152-010640710e37), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:57.859567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3af70aa7-2ad8-4170-b38b-46f16aa4bf0f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be12a341-85cc-4e7c-8152-010640710e37']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:57.870786 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3af70aa7-2ad8-4170-b38b-46f16aa4bf0f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42107b0a-47f9-4c70-b6de-3b4f86807cac') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:57.871227 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-3af70aa7-2ad8-4170-b38b-46f16aa4bf0f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42107b0a-47f9-4c70-b6de-3b4f86807cac') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:57.882772 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3af70aa7-2ad8-4170-b38b-46f16aa4bf0f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (42107b0a-47f9-4c70-b6de-3b4f86807cac), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:57.898766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3af70aa7-2ad8-4170-b38b-46f16aa4bf0f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (42107b0a-47f9-4c70-b6de-3b4f86807cac), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:57.911868 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af70aa7-2ad8-4170-b38b-46f16aa4bf0f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:15:57.912407 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3af70aa7-2ad8-4170-b38b-46f16aa4bf0f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (42107b0a-47f9-4c70-b6de-3b4f86807cac), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: items = [ Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:15:57.983536 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:15:57.993278 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3af70aa7-2ad8-4170-b38b-46f16aa4bf0f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (be12a341-85cc-4e7c-8152-010640710e37), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:58.000894 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3af70aa7-2ad8-4170-b38b-46f16aa4bf0f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:58.014127 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3af70aa7-2ad8-4170-b38b-46f16aa4bf0f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] 10.222.0.26 "DELETE /v2.0/networks/be12a341-85cc-4e7c-8152-010640710e37 HTTP/1.1" status: 204 len: 168 time: 0.4208529 Mar 07 22:15:58.035429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af70aa7-2ad8-4170-b38b-46f16aa4bf0f tempest-FloatingIPTestJSON-2040915387 tempest-FloatingIPTestJSON-2040915387-project] Pushing event deleted for resources: {'Network': ['ID=be12a341-85cc-4e7c-8152-010640710e37,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:58.334668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46026) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:58.515186 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bc59abf1-ce08-4638-bbde-b0e53799823c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c39d8187f26c440b98d983040325ab93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1783898 Mar 07 22:15:58.516815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46032) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:58.651805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-634a7d7a-a4aa-4da8-a06a-d741256498c4 req-2905afd4-e73f-42c3-827d-a4be87c2fc0f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 210 time: 0.0496304 Mar 07 22:15:58.663354 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-750d0c4b-4092-4876-9aa6-87e098acdf0e admin admin] Publish callbacks [] for security_group (fb4b46b7-22b5-4f95-b6b8-fbfef8e99691), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:58.705773 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-750d0c4b-4092-4876-9aa6-87e098acdf0e admin admin] Publish callbacks [] for security_group (fb4b46b7-22b5-4f95-b6b8-fbfef8e99691), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:58.764675 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-750d0c4b-4092-4876-9aa6-87e098acdf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fb4b46b7-22b5-4f95-b6b8-fbfef8e99691), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:58.768509 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-750d0c4b-4092-4876-9aa6-87e098acdf0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:15:58.769814 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-750d0c4b-4092-4876-9aa6-87e098acdf0e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb4b46b7-22b5-4f95-b6b8-fbfef8e99691 HTTP/1.1" status: 204 len: 168 time: 0.2507966 Mar 07 22:15:58.801955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d0c4b-4092-4876-9aa6-87e098acdf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4b46b7-22b5-4f95-b6b8-fbfef8e99691,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:59.628638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46056) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:59.806717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3297a59a-4712-4b9e-9bfe-9d596720f7c2 req-8ffcc514-47e9-4abd-9276-b20a961e28e2 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 210 time: 0.0489776 Mar 07 22:15:59.818685 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e76cdc68-7a1d-44f6-a94c-ac38fea4e891 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] Request body: {'port': {'network_id': 'dc457f47-c6e7-424d-9b8b-3e605d003e35', 'name': 'tempest-NetworksNegativeTestJSON-1105613616'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:59.832944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46064) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:59.844400 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76cdc68-7a1d-44f6-a94c-ac38fea4e891 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] POST failed (client error): The resource could not be found. Mar 07 22:15:59.845541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76cdc68-7a1d-44f6-a94c-ac38fea4e891 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:15:59.846742 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e76cdc68-7a1d-44f6-a94c-ac38fea4e891 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2165499 Mar 07 22:15:59.850551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46068) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:59.871759 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c3b090-6704-468e-895d-635f4e0d3003 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] DELETE failed (client error): The resource could not be found. Mar 07 22:15:59.872608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c3b090-6704-468e-895d-635f4e0d3003 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:15:59.876757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-00c3b090-6704-468e-895d-635f4e0d3003 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] 10.222.0.26 "DELETE /v2.0/networks/5e3debc5-a240-4b87-8db1-20bf8a51fa2b HTTP/1.1" status: 404 len: 339 time: 0.0249991 Mar 07 22:15:59.881422 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46070) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:59.922176 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-2016aecb-b075-4bc1-a198-e97ae44c49f3 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] DELETE failed (client error): The resource could not be found. Mar 07 22:15:59.922771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2016aecb-b075-4bc1-a198-e97ae44c49f3 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:15:59.930537 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2016aecb-b075-4bc1-a198-e97ae44c49f3 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] 10.222.0.26 "DELETE /v2.0/ports/ab8edd7f-8d6e-4c4c-8f36-2f31473e8f55 HTTP/1.1" status: 404 len: 333 time: 0.0446053 Mar 07 22:15:59.930918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46072) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:15:59.966691 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8d4aa0-a7a7-41c8-9ce8-7a6af130710c tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] DELETE failed (client error): The resource could not be found. Mar 07 22:15:59.967858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a8d4aa0-a7a7-41c8-9ce8-7a6af130710c tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:15:59.972822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5a8d4aa0-a7a7-41c8-9ce8-7a6af130710c tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] 10.222.0.26 "DELETE /v2.0/subnets/3b682cd8-6604-4307-b578-d6d4e9db8db1 HTTP/1.1" status: 404 len: 337 time: 0.0396435 Mar 07 22:15:59.977813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46074) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:00.001958 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f600f3-cdd3-47a4-a81a-f3f0e64b6a2d tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] GET failed (client error): The resource could not be found. Mar 07 22:16:00.007199 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-48f600f3-cdd3-47a4-a81a-f3f0e64b6a2d tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] 10.222.0.26 "GET /v2.0/networks/a10bcf57-8ec1-4e24-8662-97faed4a1670 HTTP/1.1" status: 404 len: 339 time: 0.0245783 Mar 07 22:16:00.009706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46076) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:00.071231 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-19693f45-dea1-4efb-9440-4061138111d4 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] GET failed (client error): The resource could not be found. Mar 07 22:16:00.076076 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-19693f45-dea1-4efb-9440-4061138111d4 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] 10.222.0.26 "GET /v2.0/ports/c1b7b8d0-2b06-4a91-91d5-547bb2169883 HTTP/1.1" status: 404 len: 333 time: 0.0619919 Mar 07 22:16:00.078102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46078) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:00.116789 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a503ba-f65e-4c29-a1bb-c7cdcba6f4c1 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] GET failed (client error): The resource could not be found. Mar 07 22:16:00.121746 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b2a503ba-f65e-4c29-a1bb-c7cdcba6f4c1 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] 10.222.0.26 "GET /v2.0/subnets/912114be-26dd-4397-864e-c261d8f2a758 HTTP/1.1" status: 404 len: 337 time: 0.0392296 Mar 07 22:16:00.122048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46080) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:00.127555 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a448270b-3376-404c-a8a5-ce41d4a60392 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:00.143291 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a448270b-3376-404c-a8a5-ce41d4a60392 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] PUT failed (client error): The resource could not be found. Mar 07 22:16:00.143962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a448270b-3376-404c-a8a5-ce41d4a60392 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:16:00.148858 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a448270b-3376-404c-a8a5-ce41d4a60392 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] 10.222.0.26 "PUT /v2.0/networks/0b0ea84f-fe51-4d93-9b13-084b0bbdb6b3 HTTP/1.1" status: 404 len: 339 time: 0.0223012 Mar 07 22:16:00.149271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46082) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:00.154504 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a49861eb-cdd6-4e34-b6cd-a7e97eb612b4 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:00.191722 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49861eb-cdd6-4e34-b6cd-a7e97eb612b4 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] PUT failed (client error): The resource could not be found. Mar 07 22:16:00.195715 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49861eb-cdd6-4e34-b6cd-a7e97eb612b4 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:16:00.200465 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a49861eb-cdd6-4e34-b6cd-a7e97eb612b4 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] 10.222.0.26 "PUT /v2.0/ports/df814be8-2316-41d0-bf6e-be6206e56bdb HTTP/1.1" status: 404 len: 333 time: 0.0467634 Mar 07 22:16:00.206004 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46084) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:00.211738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-07067604-23d9-4989-92c2-350b90d94569 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:00.274523 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-07067604-23d9-4989-92c2-350b90d94569 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] PUT failed (client error): The resource could not be found. Mar 07 22:16:00.274912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07067604-23d9-4989-92c2-350b90d94569 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:16:00.279424 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-07067604-23d9-4989-92c2-350b90d94569 tempest-NetworksNegativeTestJSON-1667639049 tempest-NetworksNegativeTestJSON-1667639049-project] 10.222.0.26 "PUT /v2.0/subnets/1f90cd2c-b8b1-4af5-bb10-20f8c2f7bd6d HTTP/1.1" status: 404 len: 337 time: 0.0690455 Mar 07 22:16:00.479762 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0057c3e7-2221-439c-b4d9-03d11622d383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (2d8056ac-70b6-49fb-a2a2-56075e98a556), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:00.536993 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46090) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:00.669976 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48e33d24-949c-4feb-a724-07ecd0c55d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:00.768391 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48e33d24-949c-4feb-a724-07ecd0c55d87 admin admin] Publish callbacks [] for security_group (f4848212-750d-4d04-a0ee-746b7e7bb0e6), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:00.774045 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-48e33d24-949c-4feb-a724-07ecd0c55d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f4848212-750d-4d04-a0ee-746b7e7bb0e6), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:00.787037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0057c3e7-2221-439c-b4d9-03d11622d383 admin admin] Deleting port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:00.787582 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0057c3e7-2221-439c-b4d9-03d11622d383 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:00.808635 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-48e33d24-949c-4feb-a724-07ecd0c55d87 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c76d2036387f489f8853b3545494a120&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2705517 Mar 07 22:16:00.811107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46094) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:00.893525 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-410efb9f-4b5f-4b1c-98ad-18a7c5f19aae admin admin] Publish callbacks [] for security_group (f4848212-750d-4d04-a0ee-746b7e7bb0e6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:00.897439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e33d24-949c-4feb-a724-07ecd0c55d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4848212-750d-4d04-a0ee-746b7e7bb0e6,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:00.926032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-0057c3e7-2221-439c-b4d9-03d11622d383 admin admin] For port 44061fa5-51f0-4b4e-8da8-fc153d87d6d0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=44061fa5-51f0-4b4e-8da8-fc153d87d6d0,segment=NetworkSegment(bba08526-53aa-4368-b583-a93039f394b7),segment_id=bba08526-53aa-4368-b583-a93039f394b7)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:00.926586 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0057c3e7-2221-439c-b4d9-03d11622d383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:00.927207 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-410efb9f-4b5f-4b1c-98ad-18a7c5f19aae admin admin] Publish callbacks [] for security_group (f4848212-750d-4d04-a0ee-746b7e7bb0e6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:00.964690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0057c3e7-2221-439c-b4d9-03d11622d383 admin admin] Calling delete_port for 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:00.982751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b83e68fb-6702-4840-a1b9-3c3f0642effc req-37bbb03b-7508-4113-9df9-9751d32ed243 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 210 time: 0.0382857 Mar 07 22:16:01.015096 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-410efb9f-4b5f-4b1c-98ad-18a7c5f19aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f4848212-750d-4d04-a0ee-746b7e7bb0e6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:01.019134 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-410efb9f-4b5f-4b1c-98ad-18a7c5f19aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:01.020671 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-410efb9f-4b5f-4b1c-98ad-18a7c5f19aae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4848212-750d-4d04-a0ee-746b7e7bb0e6 HTTP/1.1" status: 204 len: 168 time: 0.2085598 Mar 07 22:16:01.032132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410efb9f-4b5f-4b1c-98ad-18a7c5f19aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4848212-750d-4d04-a0ee-746b7e7bb0e6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:01.227950 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0057c3e7-2221-439c-b4d9-03d11622d383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (44061fa5-51f0-4b4e-8da8-fc153d87d6d0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:01.261097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057c3e7-2221-439c-b4d9-03d11622d383 admin admin] Pushing event deleted for resources: {'Port': ['ID=44061fa5-51f0-4b4e-8da8-fc153d87d6d0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:01.500584 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0057c3e7-2221-439c-b4d9-03d11622d383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (2d8056ac-70b6-49fb-a2a2-56075e98a556), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:01.803191 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0057c3e7-2221-439c-b4d9-03d11622d383 admin admin] Router 2d8056ac-70b6-49fb-a2a2-56075e98a556 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:16:01.936940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46118) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:01.966048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0057c3e7-2221-439c-b4d9-03d11622d383 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:16:01.977712 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212772ce-d0a7-4155-b8ca-c9992c198151 None None] Sync routers for ids ['2d8056ac-70b6-49fb-a2a2-56075e98a556'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:16:01.980616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0057c3e7-2221-439c-b4d9-03d11622d383 admin admin] 10.222.0.26 "PUT /v2.0/routers/2d8056ac-70b6-49fb-a2a2-56075e98a556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1464806 Mar 07 22:16:01.982599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46122) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:01.993260 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212772ce-d0a7-4155-b8ca-c9992c198151 None None] Routers {'2d8056ac-70b6-49fb-a2a2-56075e98a556'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:16:01.994160 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-212772ce-d0a7-4155-b8ca-c9992c198151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2d8056ac-70b6-49fb-a2a2-56075e98a556'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:02.172220 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b422487-560e-45bd-88ad-b776b7fbd0fc req-f4af1b8c-7ff3-4bb1-9d95-18b5b527bdda tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 210 time: 0.0700932 Mar 07 22:16:02.190042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-03d033a3-32c1-44db-ba12-16040345da83 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-469201907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:02.202020 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-212772ce-d0a7-4155-b8ca-c9992c198151 None None] Set router 2d8056ac-70b6-49fb-a2a2-56075e98a556 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:16:02.220785 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03d033a3-32c1-44db-ba12-16040345da83 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (807851ab-af4c-4f55-84a0-09b146cf69f9), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.222131 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03d033a3-32c1-44db-ba12-16040345da83 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (807851ab-af4c-4f55-84a0-09b146cf69f9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.257802 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] Publish callbacks [] for router (2d8056ac-70b6-49fb-a2a2-56075e98a556), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.363487 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03d033a3-32c1-44db-ba12-16040345da83 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for router_controller (807851ab-af4c-4f55-84a0-09b146cf69f9), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.423878 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-212772ce-d0a7-4155-b8ca-c9992c198151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:16:01Z', 'revision_number': 5, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:02.449138 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03d033a3-32c1-44db-ba12-16040345da83 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (807851ab-af4c-4f55-84a0-09b146cf69f9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.452831 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212772ce-d0a7-4155-b8ca-c9992c198151 None None] Checking router: 2d8056ac-70b6-49fb-a2a2-56075e98a556 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:16:02.462365 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212772ce-d0a7-4155-b8ca-c9992c198151 None None] Routers {'2d8056ac-70b6-49fb-a2a2-56075e98a556'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:16:02.462986 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-212772ce-d0a7-4155-b8ca-c9992c198151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['2d8056ac-70b6-49fb-a2a2-56075e98a556'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:02.469636 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] Publish callbacks [] for router_gateway (2d8056ac-70b6-49fb-a2a2-56075e98a556), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.477939 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03d033a3-32c1-44db-ba12-16040345da83 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.481814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46126) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:02.482049 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-03d033a3-32c1-44db-ba12-16040345da83 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5432673 Mar 07 22:16:02.487599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-753452881'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:02.509312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Made reservation on behalf of 065acaad865846a09e82a277ae455485 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:16:02.513269 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.522800 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.537326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] Deleting port 854e0563-d182-4419-a2c5-25cb69c44390 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:02.537774 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (854e0563-d182-4419-a2c5-25cb69c44390), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.602442 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-212772ce-d0a7-4155-b8ca-c9992c198151 None None] Set router 2d8056ac-70b6-49fb-a2a2-56075e98a556 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:16:02.603335 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for security_group (ef319b7f-4612-48cc-9ef5-3ebe138a4c3b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.609651 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ef319b7f-4612-48cc-9ef5-3ebe138a4c3b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.625339 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:16:02.636983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] For port 854e0563-d182-4419-a2c5-25cb69c44390, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=854e0563-d182-4419-a2c5-25cb69c44390,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:02.637165 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d1a8e384-8b48-40c0-a480-32b6d3b52cbb), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.637517 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Added segment d1a8e384-8b48-40c0-a480-32b6d3b52cbb of type vlan for network 148f85e2-5513-4c48-8d49-57461c01d6b1 Mar 07 22:16:02.638140 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (854e0563-d182-4419-a2c5-25cb69c44390), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.652774 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] Calling delete_port for 854e0563-d182-4419-a2c5-25cb69c44390 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:02.685977 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (148f85e2-5513-4c48-8d49-57461c01d6b1), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.740494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef319b7f-4612-48cc-9ef5-3ebe138a4c3b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:02.744603 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (148f85e2-5513-4c48-8d49-57461c01d6b1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.749749 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:02.750361 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.794377 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3114023 Mar 07 22:16:02.797881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46128) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:02.799498 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-212772ce-d0a7-4155-b8ca-c9992c198151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:16:01Z', 'revision_number': 5, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:02.803888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-af44da60-4776-4ad2-8958-0934bfafb507 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Request body: {'subnet': {'network_id': '148f85e2-5513-4c48-8d49-57461c01d6b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:02.832622 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212772ce-d0a7-4155-b8ca-c9992c198151 None None] The sync data for ids ['2d8056ac-70b6-49fb-a2a2-56075e98a556'] in n-d-832330-1 is: [{'id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'name': 'tempest-TestVolumeBackupRestore-2133871092-router', 'tenant_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '854e0563-d182-4419-a2c5-25cb69c44390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:16:01Z', 'revision_number': 5, 'project_id': '2fdcfe6376f546b0a4c02e9d8e9f9d51', 'gw_port': {'id': '854e0563-d182-4419-a2c5-25cb69c44390', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8056ac-70b6-49fb-a2a2-56075e98a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:09Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:16:02.860171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d537730-9504-4a97-a6b9-4d35bb96ebaa tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event updated for resources: {'Network': ['ID=148f85e2-5513-4c48-8d49-57461c01d6b1,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:02.878185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 148f85e2-5513-4c48-8d49-57461c01d6b1 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:16:02.909752 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (854e0563-d182-4419-a2c5-25cb69c44390), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:02.943444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=854e0563-d182-4419-a2c5-25cb69c44390,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:02.966658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af44da60-4776-4ad2-8958-0934bfafb507 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Made reservation on behalf of 065acaad865846a09e82a277ae455485 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:16:02.973575 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af44da60-4776-4ad2-8958-0934bfafb507 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.021604 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (2d8056ac-70b6-49fb-a2a2-56075e98a556), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.123040 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (2d8056ac-70b6-49fb-a2a2-56075e98a556), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.125373 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] Publish callbacks [] for router_controller (2d8056ac-70b6-49fb-a2a2-56075e98a556), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.175638 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af44da60-4776-4ad2-8958-0934bfafb507 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (e1367622-000a-409b-87d1-98bdfbff170c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.183341 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (2d8056ac-70b6-49fb-a2a2-56075e98a556), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.184295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d8056ac-70b6-49fb-a2a2-56075e98a556 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:16:03.203361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.209434 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-da51969c-f07d-4bf0-a95a-c03b439d1a23 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2d8056ac-70b6-49fb-a2a2-56075e98a556 HTTP/1.1" status: 204 len: 168 time: 1.2209303 Mar 07 22:16:03.210200 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46132) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:03.261019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44da60-4776-4ad2-8958-0934bfafb507 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event updated for resources: {'Subnet': ['ID=e1367622-000a-409b-87d1-98bdfbff170c,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:03.271135 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af44da60-4776-4ad2-8958-0934bfafb507 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Checking segment: {'id': 'd1a8e384-8b48-40c0-a480-32b6d3b52cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '148f85e2-5513-4c48-8d49-57461c01d6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:16:03.271625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af44da60-4776-4ad2-8958-0934bfafb507 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Network hostable DHCP agents. Network: 148f85e2-5513-4c48-8d49-57461c01d6b1, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:16:03.300929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af44da60-4776-4ad2-8958-0934bfafb507 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Network 148f85e2-5513-4c48-8d49-57461c01d6b1 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:16:03.309717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64598f7-7060-4fc5-8c71-3177acd864e0 admin admin] Deleting subnet cb06d929-714a-4bdf-a5a4-eaf9ee858cc6 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:16:03.319365 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c64598f7-7060-4fc5-8c71-3177acd864e0 admin admin] Publish callbacks [] for subnet (cb06d929-714a-4bdf-a5a4-eaf9ee858cc6), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.342113 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-af44da60-4776-4ad2-8958-0934bfafb507 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 148f85e2-5513-4c48-8d49-57461c01d6b1) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:03.356190 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be7755-646d-49c1-9969-fe31bc901e0c None None] Network 148f85e2-5513-4c48-8d49-57461c01d6b1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:16:03.365018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-70aefd07-6030-4808-b12e-30ec251e32d7 req-d6412b22-997d-4b5a-b588-7e402c2b4db2 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 210 time: 0.0570757 Mar 07 22:16:03.370663 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af44da60-4776-4ad2-8958-0934bfafb507 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:03.371642 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-af44da60-4776-4ad2-8958-0934bfafb507 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.398754 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-af44da60-4776-4ad2-8958-0934bfafb507 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5991075 Mar 07 22:16:03.399524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46134) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:03.406359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-f34994ab-85c3-4184-8614-694cdb06a15d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Request body: {'network': {'name': 'tempest-router-network01--1957100899'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:03.431958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34994ab-85c3-4184-8614-694cdb06a15d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Made reservation on behalf of 065acaad865846a09e82a277ae455485 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:16:03.435017 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c64598f7-7060-4fc5-8c71-3177acd864e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (cb06d929-714a-4bdf-a5a4-eaf9ee858cc6), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.436590 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f34994ab-85c3-4184-8614-694cdb06a15d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.470557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34994ab-85c3-4184-8614-694cdb06a15d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:16:03.483188 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f34994ab-85c3-4184-8614-694cdb06a15d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b13b6be8-951d-47b4-b924-299a4461879a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.483630 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-f34994ab-85c3-4184-8614-694cdb06a15d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Added segment b13b6be8-951d-47b4-b924-299a4461879a of type vlan for network ec5641bd-182b-40aa-8a16-d45a5d1e8e21 Mar 07 22:16:03.545745 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f34994ab-85c3-4184-8614-694cdb06a15d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (ec5641bd-182b-40aa-8a16-d45a5d1e8e21), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.574714 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f34994ab-85c3-4184-8614-694cdb06a15d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (ec5641bd-182b-40aa-8a16-d45a5d1e8e21), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.583758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34994ab-85c3-4184-8614-694cdb06a15d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:03.584450 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f34994ab-85c3-4184-8614-694cdb06a15d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.616710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f34994ab-85c3-4184-8614-694cdb06a15d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2160883 Mar 07 22:16:03.617726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46136) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:03.623091 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-71b18377-0b48-4d0b-bfe6-dc4a8d4ac26d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Request body: {'network': {'name': 'tempest-router-network02--1386524696'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:03.627297 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c64598f7-7060-4fc5-8c71-3177acd864e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (cb06d929-714a-4bdf-a5a4-eaf9ee858cc6), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.701256 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34994ab-85c3-4184-8614-694cdb06a15d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event updated for resources: {'Network': ['ID=ec5641bd-182b-40aa-8a16-d45a5d1e8e21,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:03.743750 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b18377-0b48-4d0b-bfe6-dc4a8d4ac26d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Made reservation on behalf of 065acaad865846a09e82a277ae455485 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:16:03.747437 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71b18377-0b48-4d0b-bfe6-dc4a8d4ac26d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.815467 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b18377-0b48-4d0b-bfe6-dc4a8d4ac26d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:16:03.839028 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71b18377-0b48-4d0b-bfe6-dc4a8d4ac26d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b5c6352c-9280-4e76-abe7-d35697ec0fbd), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.839495 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-71b18377-0b48-4d0b-bfe6-dc4a8d4ac26d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Added segment b5c6352c-9280-4e76-abe7-d35697ec0fbd of type vlan for network 0f1dcba9-eab5-4514-a0c5-96a13eb9fee7 Mar 07 22:16:03.882130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network ec5641bd-182b-40aa-8a16-d45a5d1e8e21 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:16:03.908163 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c64598f7-7060-4fc5-8c71-3177acd864e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (cb06d929-714a-4bdf-a5a4-eaf9ee858cc6), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.937018 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71b18377-0b48-4d0b-bfe6-dc4a8d4ac26d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (0f1dcba9-eab5-4514-a0c5-96a13eb9fee7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:03.983655 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64598f7-7060-4fc5-8c71-3177acd864e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb06d929-714a-4bdf-a5a4-eaf9ee858cc6,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:04.002366 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c64598f7-7060-4fc5-8c71-3177acd864e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:04.011005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46138) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:04.012471 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c64598f7-7060-4fc5-8c71-3177acd864e0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cb06d929-714a-4bdf-a5a4-eaf9ee858cc6 HTTP/1.1" status: 204 len: 168 time: 0.8009894 Mar 07 22:16:04.043399 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71b18377-0b48-4d0b-bfe6-dc4a8d4ac26d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (0f1dcba9-eab5-4514-a0c5-96a13eb9fee7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:04.049201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b18377-0b48-4d0b-bfe6-dc4a8d4ac26d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:04.050127 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-71b18377-0b48-4d0b-bfe6-dc4a8d4ac26d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:04.053899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:16:04.056408 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97991c1-9a9a-49df-9ef1-f3f469f8f33a None None] Network 084a8db1-575e-478c-8df5-ab764b9d6eab requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:16:04.093888 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-71b18377-0b48-4d0b-bfe6-dc4a8d4ac26d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4748638 Mar 07 22:16:04.098188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46140) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:04.103651 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-50ccf772-5431-4e12-906d-d562cc772503 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Request body: {'subnet': {'network_id': 'ec5641bd-182b-40aa-8a16-d45a5d1e8e21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:04.156077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b18377-0b48-4d0b-bfe6-dc4a8d4ac26d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event updated for resources: {'Network': ['ID=0f1dcba9-eab5-4514-a0c5-96a13eb9fee7,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:04.190540 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 0f1dcba9-eab5-4514-a0c5-96a13eb9fee7 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:16:04.206630 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (084a8db1-575e-478c-8df5-ab764b9d6eab), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:04.210058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:16:04.210614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 44061fa5-51f0-4b4e-8da8-fc153d87d6d0 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:16:04.245054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-148f85e2-5513-4c48-8d49-57461c01d6b1', 'network_id': '148f85e2-5513-4c48-8d49-57461c01d6b1', 'project_id': '065acaad865846a09e82a277ae455485', 'fixed_ips': [{'subnet_id': 'e1367622-000a-409b-87d1-98bdfbff170c'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:16:04.246352 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:04.312460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ccf772-5431-4e12-906d-d562cc772503 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Made reservation on behalf of 065acaad865846a09e82a277ae455485 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:16:04.319103 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50ccf772-5431-4e12-906d-d562cc772503 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:04.328843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] Deleting port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:04.329052 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (32a74bfc-ae09-4b55-8050-6aa5c421e7a0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:04.454518 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Allocated IP 2001:db8::2 (148f85e2-5513-4c48-8d49-57461c01d6b1/e1367622-000a-409b-87d1-98bdfbff170c/dc2b68a7-95a7-4b18-9c22-f3364377e04d) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:16:04.525324 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32bd6c49-edc1-4590-8176-286b6ebf28b3 req-1fc96c99-681a-4cbc-ad46-3b7928bee9d0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 210 time: 0.0503809 Mar 07 22:16:04.543143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] For port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=32a74bfc-ae09-4b55-8050-6aa5c421e7a0,segment=NetworkSegment(bba08526-53aa-4368-b583-a93039f394b7),segment_id=bba08526-53aa-4368-b583-a93039f394b7)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:04.543871 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (32a74bfc-ae09-4b55-8050-6aa5c421e7a0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:04.562281 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] Calling delete_port for 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:04.639648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfac4eb-d70e-40e4-9b3d-1ef81ea6ad72 None None] DHCP port deletion for 084a8db1-575e-478c-8df5-ab764b9d6eab request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:16:04.682491 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50ccf772-5431-4e12-906d-d562cc772503 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (70b8efe4-f84e-4fa9-864a-24890a6cceb9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:04.719967 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (32a74bfc-ae09-4b55-8050-6aa5c421e7a0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:04.768619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1cfac4eb-d70e-40e4-9b3d-1ef81ea6ad72 None None] Deleting port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:04.768619 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1cfac4eb-d70e-40e4-9b3d-1ef81ea6ad72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (32a74bfc-ae09-4b55-8050-6aa5c421e7a0), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:04.784068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=32a74bfc-ae09-4b55-8050-6aa5c421e7a0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:04.790114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] No DVR routers for this DVR port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:16:04.809526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ccf772-5431-4e12-906d-d562cc772503 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Checking segment: {'id': 'b13b6be8-951d-47b4-b924-299a4461879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ec5641bd-182b-40aa-8a16-d45a5d1e8e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:16:04.809976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ccf772-5431-4e12-906d-d562cc772503 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Network hostable DHCP agents. Network: ec5641bd-182b-40aa-8a16-d45a5d1e8e21, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:16:04.818309 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccf772-5431-4e12-906d-d562cc772503 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event updated for resources: {'Subnet': ['ID=70b8efe4-f84e-4fa9-864a-24890a6cceb9,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:04.837025 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ccf772-5431-4e12-906d-d562cc772503 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Network ec5641bd-182b-40aa-8a16-d45a5d1e8e21 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:16:04.848632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-50ccf772-5431-4e12-906d-d562cc772503 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, ec5641bd-182b-40aa-8a16-d45a5d1e8e21) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:04.850748 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Publish callbacks [] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:04.858115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ccf772-5431-4e12-906d-d562cc772503 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:04.858976 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50ccf772-5431-4e12-906d-d562cc772503 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:04.866402 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c8b68a-9e63-4869-9343-91c49f062792 None None] Network ec5641bd-182b-40aa-8a16-d45a5d1e8e21 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:16:04.889059 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-50ccf772-5431-4e12-906d-d562cc772503 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7890942 Mar 07 22:16:04.889928 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46144) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:04.893409 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:04.895934 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-86135ebc-c313-4813-8f85-d4ac0c43cd4d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Request body: {'subnet': {'network_id': '0f1dcba9-eab5-4514-a0c5-96a13eb9fee7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:04.906279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1cfac4eb-d70e-40e4-9b3d-1ef81ea6ad72 None None] For port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:04.906704 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1cfac4eb-d70e-40e4-9b3d-1ef81ea6ad72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (32a74bfc-ae09-4b55-8050-6aa5c421e7a0), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:04.963767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Pushing event updated for resources: {'Port': ['ID=dc2b68a7-95a7-4b18-9c22-f3364377e04d,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:04.978548 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Network 148f85e2-5513-4c48-8d49-57461c01d6b1 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:16:04.981560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1cfac4eb-d70e-40e4-9b3d-1ef81ea6ad72 None None] Calling delete_port for 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:05.007597 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86135ebc-c313-4813-8f85-d4ac0c43cd4d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Made reservation on behalf of 065acaad865846a09e82a277ae455485 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:16:05.011048 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-1cfac4eb-d70e-40e4-9b3d-1ef81ea6ad72 None None] Port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 22:16:05.012165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:05.013301 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86135ebc-c313-4813-8f85-d4ac0c43cd4d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:05.021998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:16:05.027384 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1cfac4eb-d70e-40e4-9b3d-1ef81ea6ad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (32a74bfc-ae09-4b55-8050-6aa5c421e7a0), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:05.045251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfac4eb-d70e-40e4-9b3d-1ef81ea6ad72 None None] No DVR routers for this DVR port 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:16:05.143119 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfac4eb-d70e-40e4-9b3d-1ef81ea6ad72 None None] Pushing event deleted for resources: {'Port': ['ID=32a74bfc-ae09-4b55-8050-6aa5c421e7a0,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:05.165886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Attempting to bind port dc2b68a7-95a7-4b18-9c22-f3364377e04d on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:16:05.166346 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Attempting to bind port dc2b68a7-95a7-4b18-9c22-f3364377e04d by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'd1a8e384-8b48-40c0-a480-32b6d3b52cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '148f85e2-5513-4c48-8d49-57461c01d6b1'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:16:05.166769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Attempting to bind port dc2b68a7-95a7-4b18-9c22-f3364377e04d on network 148f85e2-5513-4c48-8d49-57461c01d6b1 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:16:05.175721 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:16:05.176107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Checking segment: {'id': 'd1a8e384-8b48-40c0-a480-32b6d3b52cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '148f85e2-5513-4c48-8d49-57461c01d6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:16:05.176521 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:05.176974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Bound using segment: {'id': 'd1a8e384-8b48-40c0-a480-32b6d3b52cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '148f85e2-5513-4c48-8d49-57461c01d6b1'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:16:05.177464 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Bound port: dc2b68a7-95a7-4b18-9c22-f3364377e04d, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a8e384-8b48-40c0-a480-32b6d3b52cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '148f85e2-5513-4c48-8d49-57461c01d6b1'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:16:05.177852 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:05.301811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-ec5641bd-182b-40aa-8a16-d45a5d1e8e21', 'network_id': 'ec5641bd-182b-40aa-8a16-d45a5d1e8e21', 'project_id': '065acaad865846a09e82a277ae455485', 'fixed_ips': [{'subnet_id': '70b8efe4-f84e-4fa9-864a-24890a6cceb9'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:16:05.302808 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:05.303333 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86135ebc-c313-4813-8f85-d4ac0c43cd4d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (48e39a54-e1a3-4d9e-a105-a98515b0841c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:05.346494 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] For port dc2b68a7-95a7-4b18-9c22-f3364377e04d, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:16:05.402224 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86135ebc-c313-4813-8f85-d4ac0c43cd4d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Checking segment: {'id': 'b5c6352c-9280-4e76-abe7-d35697ec0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0f1dcba9-eab5-4514-a0c5-96a13eb9fee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:16:05.402757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86135ebc-c313-4813-8f85-d4ac0c43cd4d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Network hostable DHCP agents. Network: 0f1dcba9-eab5-4514-a0c5-96a13eb9fee7, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:16:05.422037 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86135ebc-c313-4813-8f85-d4ac0c43cd4d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event updated for resources: {'Subnet': ['ID=48e39a54-e1a3-4d9e-a105-a98515b0841c,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:05.426991 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (084a8db1-575e-478c-8df5-ab764b9d6eab), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:05.441719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86135ebc-c313-4813-8f85-d4ac0c43cd4d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Network 0f1dcba9-eab5-4514-a0c5-96a13eb9fee7 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:16:05.455965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] For port dc2b68a7-95a7-4b18-9c22-f3364377e04d, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=dc2b68a7-95a7-4b18-9c22-f3364377e04d,segment=NetworkSegment(d1a8e384-8b48-40c0-a480-32b6d3b52cbb),segment_id=d1a8e384-8b48-40c0-a480-32b6d3b52cbb)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:16:05.459176 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-86135ebc-c313-4813-8f85-d4ac0c43cd4d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 0f1dcba9-eab5-4514-a0c5-96a13eb9fee7) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:05.459688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084a8db1-575e-478c-8df5-ab764b9d6eab']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:05.476696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba08526-53aa-4368-b583-a93039f394b7') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:05.477114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba08526-53aa-4368-b583-a93039f394b7') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:05.478937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777eeea8-a5d5-4535-8cbb-f419aa503d46 None None] Network 0f1dcba9-eab5-4514-a0c5-96a13eb9fee7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:16:05.480136 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86135ebc-c313-4813-8f85-d4ac0c43cd4d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:05.482275 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86135ebc-c313-4813-8f85-d4ac0c43cd4d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:05.485799 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:05.488958 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (bba08526-53aa-4368-b583-a93039f394b7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:05.507729 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (bba08526-53aa-4368-b583-a93039f394b7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:05.508836 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-86135ebc-c313-4813-8f85-d4ac0c43cd4d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6176188 Mar 07 22:16:05.511981 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46146) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:05.518428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:16:05.519070 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (bba08526-53aa-4368-b583-a93039f394b7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:16:05.584068 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:16:05.588984 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (084a8db1-575e-478c-8df5-ab764b9d6eab), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:05.601588 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:05.605630 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/084a8db1-575e-478c-8df5-ab764b9d6eab HTTP/1.1" status: 204 len: 168 time: 1.5931003 Mar 07 22:16:05.608268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46150) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:05.625361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50b7cb-0fdd-411e-913c-ae9769df05f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=084a8db1-575e-478c-8df5-ab764b9d6eab,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:05.720671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-353af74f-a00b-44f4-a5ab-d007269de4bc req-61e75f43-1d38-4946-a7d0-86a8b035e9af tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 210 time: 0.0379114 Mar 07 22:16:05.768772 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c5536-295d-4a41-a3bc-3078e90bb89c None None] Pushing event updated for resources: {'Port': ['ID=dc2b68a7-95a7-4b18-9c22-f3364377e04d,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:05.772135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Allocated IP 2001:db8::2 (ec5641bd-182b-40aa-8a16-d45a5d1e8e21/70b8efe4-f84e-4fa9-864a-24890a6cceb9/48199243-d9ef-4fd8-a2b3-2b76d40c88c2) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:16:05.814846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-0f1dcba9-eab5-4514-a0c5-96a13eb9fee7', 'network_id': '0f1dcba9-eab5-4514-a0c5-96a13eb9fee7', 'project_id': '065acaad865846a09e82a277ae455485', 'fixed_ips': [{'subnet_id': '48e39a54-e1a3-4d9e-a105-a98515b0841c'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:16:05.815722 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:05.926953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 854e0563-d182-4419-a2c5-25cb69c44390 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:16:06.034460 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 854e0563-d182-4419-a2c5-25cb69c44390 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:16:06.034756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 854e0563-d182-4419-a2c5-25cb69c44390 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:16:06.035164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:16:06.069541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:16:06.070286 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 32a74bfc-ae09-4b55-8050-6aa5c421e7a0 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:16:06.238962 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Allocated IP 2001:db8::2 (0f1dcba9-eab5-4514-a0c5-96a13eb9fee7/48e39a54-e1a3-4d9e-a105-a98515b0841c/a71a80b8-79d0-4082-8ac0-39fd1755544c) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:16:06.240471 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:06.243195 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Publish callbacks [] for port (48199243-d9ef-4fd8-a2b3-2b76d40c88c2), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:06.263710 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (48199243-d9ef-4fd8-a2b3-2b76d40c88c2), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:06.363737 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ebfe699c-f8cd-498f-b8c2-b449c77f4a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (0e968519-31b5-42a6-99cc-1e84b8914ac2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:06.377128 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Network ec5641bd-182b-40aa-8a16-d45a5d1e8e21 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:16:06.478244 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Publish callbacks [] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:06.481630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:06.486631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:16:06.500142 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:06.532514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Pushing event updated for resources: {'Port': ['ID=48199243-d9ef-4fd8-a2b3-2b76d40c88c2,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:06.600332 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Allocated IP 2001:db8::1 (ec5641bd-182b-40aa-8a16-d45a5d1e8e21/70b8efe4-f84e-4fa9-864a-24890a6cceb9/417ef8a9-0604-4fe6-938b-c8892df3237c) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:16:06.641432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Pushing event updated for resources: {'Port': ['ID=a71a80b8-79d0-4082-8ac0-39fd1755544c,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:06.700846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Network 0f1dcba9-eab5-4514-a0c5-96a13eb9fee7 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:16:06.725258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:06.740544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:16:06.743991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Attempting to bind port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:16:06.744298 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Attempting to bind port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'b13b6be8-951d-47b4-b924-299a4461879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ec5641bd-182b-40aa-8a16-d45a5d1e8e21'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:16:06.744665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Attempting to bind port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 on network ec5641bd-182b-40aa-8a16-d45a5d1e8e21 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:16:06.751973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:16:06.752349 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Checking segment: {'id': 'b13b6be8-951d-47b4-b924-299a4461879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ec5641bd-182b-40aa-8a16-d45a5d1e8e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:16:06.752750 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:06.753291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Bound using segment: {'id': 'b13b6be8-951d-47b4-b924-299a4461879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ec5641bd-182b-40aa-8a16-d45a5d1e8e21'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:16:06.753763 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Bound port: 48199243-d9ef-4fd8-a2b3-2b76d40c88c2, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13b6be8-951d-47b4-b924-299a4461879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ec5641bd-182b-40aa-8a16-d45a5d1e8e21'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:16:06.754161 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (48199243-d9ef-4fd8-a2b3-2b76d40c88c2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:06.766784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe699c-f8cd-498f-b8c2-b449c77f4a00 admin admin] Deleting port d85db240-ffe1-4097-a1ae-696cb2fa6cf8 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:06.768035 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ebfe699c-f8cd-498f-b8c2-b449c77f4a00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:06.848642 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for port (417ef8a9-0604-4fe6-938b-c8892df3237c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:06.941648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (417ef8a9-0604-4fe6-938b-c8892df3237c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:06.980797 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f3034d1-0907-45e4-a247-45d00d3f11ae req-9f707147-7381-4fce-ac04-0e567a4640ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 210 time: 0.1028161 Mar 07 22:16:06.993209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Attempting to bind port a71a80b8-79d0-4082-8ac0-39fd1755544c on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:16:06.993742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Attempting to bind port a71a80b8-79d0-4082-8ac0-39fd1755544c by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'b5c6352c-9280-4e76-abe7-d35697ec0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0f1dcba9-eab5-4514-a0c5-96a13eb9fee7'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:16:06.993942 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Attempting to bind port a71a80b8-79d0-4082-8ac0-39fd1755544c on network 0f1dcba9-eab5-4514-a0c5-96a13eb9fee7 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:16:07.024333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:16:07.025013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Checking segment: {'id': 'b5c6352c-9280-4e76-abe7-d35697ec0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0f1dcba9-eab5-4514-a0c5-96a13eb9fee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:16:07.025137 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:07.025518 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Bound using segment: {'id': 'b5c6352c-9280-4e76-abe7-d35697ec0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0f1dcba9-eab5-4514-a0c5-96a13eb9fee7'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:16:07.026005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Bound port: a71a80b8-79d0-4082-8ac0-39fd1755544c, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c6352c-9280-4e76-abe7-d35697ec0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0f1dcba9-eab5-4514-a0c5-96a13eb9fee7'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:16:07.026411 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:07.032145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-ebfe699c-f8cd-498f-b8c2-b449c77f4a00 admin admin] For port d85db240-ffe1-4097-a1ae-696cb2fa6cf8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d85db240-ffe1-4097-a1ae-696cb2fa6cf8,segment=NetworkSegment(553e0c43-58f5-4e52-ae46-e57cb746df99),segment_id=553e0c43-58f5-4e52-ae46-e57cb746df99)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:07.032596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ebfe699c-f8cd-498f-b8c2-b449c77f4a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:07.056542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Network ec5641bd-182b-40aa-8a16-d45a5d1e8e21 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:16:07.075740 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:07.080196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe699c-f8cd-498f-b8c2-b449c77f4a00 admin admin] Calling delete_port for d85db240-ffe1-4097-a1ae-696cb2fa6cf8 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:07.096519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] For port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:16:07.116332 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] For port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=48199243-d9ef-4fd8-a2b3-2b76d40c88c2,segment=NetworkSegment(b13b6be8-951d-47b4-b924-299a4461879a),segment_id=b13b6be8-951d-47b4-b924-299a4461879a)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:16:07.125985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:16:07.127507 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (807851ab-af4c-4f55-84a0-09b146cf69f9), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:07.138113 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (48199243-d9ef-4fd8-a2b3-2b76d40c88c2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:07.213666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] For port a71a80b8-79d0-4082-8ac0-39fd1755544c, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:16:07.240810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event updated for resources: {'Port': ['ID=417ef8a9-0604-4fe6-938b-c8892df3237c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:07.280421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] For port a71a80b8-79d0-4082-8ac0-39fd1755544c, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a71a80b8-79d0-4082-8ac0-39fd1755544c,segment=NetworkSegment(b5c6352c-9280-4e76-abe7-d35697ec0fbd),segment_id=b5c6352c-9280-4e76-abe7-d35697ec0fbd)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:16:07.301223 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:07.332731 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad0611-b744-43fd-aa41-f0650c4d323d None None] Pushing event updated for resources: {'Port': ['ID=48199243-d9ef-4fd8-a2b3-2b76d40c88c2,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:07.394315 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ebfe699c-f8cd-498f-b8c2-b449c77f4a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d85db240-ffe1-4097-a1ae-696cb2fa6cf8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:07.464983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d2382-b43d-4f4b-b436-e77aeb10944e None None] Pushing event updated for resources: {'Port': ['ID=a71a80b8-79d0-4082-8ac0-39fd1755544c,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:07.470517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe699c-f8cd-498f-b8c2-b449c77f4a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85db240-ffe1-4097-a1ae-696cb2fa6cf8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:07.479377 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (417ef8a9-0604-4fe6-938b-c8892df3237c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:07.496080 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc3b069-2298-4008-8584-bdc3163ea18d None None] Network 148f85e2-5513-4c48-8d49-57461c01d6b1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:16:07.891437 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ebfe699c-f8cd-498f-b8c2-b449c77f4a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (0e968519-31b5-42a6-99cc-1e84b8914ac2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:07.913321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c186e8f5-0505-4bd2-b45b-bab81086d50b None None] Provisioning complete for port dc2b68a7-95a7-4b18-9c22-f3364377e04d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:07.913698 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c186e8f5-0505-4bd2-b45b-bab81086d50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:08.114951 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c186e8f5-0505-4bd2-b45b-bab81086d50b None None] Current status of the port dc2b68a7-95a7-4b18-9c22-f3364377e04d is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:08.116024 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c186e8f5-0505-4bd2-b45b-bab81086d50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:08.118442 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for port (417ef8a9-0604-4fe6-938b-c8892df3237c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:08.126966 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (417ef8a9-0604-4fe6-938b-c8892df3237c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:08.127771 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (807851ab-af4c-4f55-84a0-09b146cf69f9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:08.177745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c186e8f5-0505-4bd2-b45b-bab81086d50b None None] For port dc2b68a7-95a7-4b18-9c22-f3364377e04d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=dc2b68a7-95a7-4b18-9c22-f3364377e04d,segment=NetworkSegment(d1a8e384-8b48-40c0-a480-32b6d3b52cbb),segment_id=d1a8e384-8b48-40c0-a480-32b6d3b52cbb)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:08.185702 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c186e8f5-0505-4bd2-b45b-bab81086d50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:08.257473 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa944e94-bf8a-4546-8ed1-7aa761a7f630 req-9c16418d-23db-4286-b03a-64cb6bcba3f8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f520e67-e2a3-467b-b13c-8a31f1f32a43 HTTP/1.1" status: 200 len: 210 time: 0.0679178 Mar 07 22:16:08.308007 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event updated for resources: {'Port': ['ID=417ef8a9-0604-4fe6-938b-c8892df3237c,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:08.313183 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186e8f5-0505-4bd2-b45b-bab81086d50b None None] Pushing event updated for resources: {'Port': ['ID=dc2b68a7-95a7-4b18-9c22-f3364377e04d,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:08.344194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device dc2b68a7-95a7-4b18-9c22-f3364377e04d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:16:08.367833 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Network ec5641bd-182b-40aa-8a16-d45a5d1e8e21 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:16:08.370726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:08.431625 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port dc2b68a7-95a7-4b18-9c22-f3364377e04d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:08.432010 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:08.455064 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfe699c-f8cd-498f-b8c2-b449c77f4a00 admin admin] Router 0e968519-31b5-42a6-99cc-1e84b8914ac2 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:16:08.541010 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Router 807851ab-af4c-4f55-84a0-09b146cf69f9 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:16:08.561908 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d3ba34bd-230e-4778-9221-471df009fec8 None None] Provisioning complete for port dc2b68a7-95a7-4b18-9c22-f3364377e04d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:08.562932 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d3ba34bd-230e-4778-9221-471df009fec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:08.646052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port dc2b68a7-95a7-4b18-9c22-f3364377e04d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:08.647953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:16:08.661238 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfe699c-f8cd-498f-b8c2-b449c77f4a00 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:16:08.685902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ebfe699c-f8cd-498f-b8c2-b449c77f4a00 admin admin] 10.222.0.26 "PUT /v2.0/routers/0e968519-31b5-42a6-99cc-1e84b8914ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0765760 Mar 07 22:16:08.688635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46156) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:08.690933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db033819-97f1-4763-8283-1499de0fd788 None None] Sync routers for ids ['0e968519-31b5-42a6-99cc-1e84b8914ac2'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:16:08.748285 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db033819-97f1-4763-8283-1499de0fd788 None None] Routers {'0e968519-31b5-42a6-99cc-1e84b8914ac2'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:16:08.748871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-db033819-97f1-4763-8283-1499de0fd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0e968519-31b5-42a6-99cc-1e84b8914ac2'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:08.856329 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] Publish callbacks [] for router (0e968519-31b5-42a6-99cc-1e84b8914ac2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:08.881615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba34bd-230e-4778-9221-471df009fec8 None None] Current status of the port dc2b68a7-95a7-4b18-9c22-f3364377e04d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:08.889328 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-db033819-97f1-4763-8283-1499de0fd788 None None] Set router 0e968519-31b5-42a6-99cc-1e84b8914ac2 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:16:08.958653 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:08.959027 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (48199243-d9ef-4fd8-a2b3-2b76d40c88c2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:08.970484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8516d3-1469-4880-8838-5e596f86583b None None] Network ec5641bd-182b-40aa-8a16-d45a5d1e8e21 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:16:09.018965 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] Publish callbacks [] for router_gateway (0e968519-31b5-42a6-99cc-1e84b8914ac2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:09.063802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:16:09.071221 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fdd2ef3c-969d-4e2b-8c56-9c287c950967 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "PUT /v2.0/routers/807851ab-af4c-4f55-84a0-09b146cf69f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5571213 Mar 07 22:16:09.073098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46158) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:09.077877 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5322749-3930-4776-a5c9-b1ab5d91151e None None] Sync routers for ids ['807851ab-af4c-4f55-84a0-09b146cf69f9'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:16:09.090746 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5322749-3930-4776-a5c9-b1ab5d91151e None None] Routers {'807851ab-af4c-4f55-84a0-09b146cf69f9'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:16:09.091794 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c5322749-3930-4776-a5c9-b1ab5d91151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['807851ab-af4c-4f55-84a0-09b146cf69f9'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:09.101608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] Deleting port 2f393b82-f565-43e3-a18e-3ceb9c34e9c8 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:09.101955 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2f393b82-f565-43e3-a18e-3ceb9c34e9c8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:09.154224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-542a4248-04ae-4cdf-9981-18509ddf2589 None None] Provisioning complete for port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:09.154799 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-542a4248-04ae-4cdf-9981-18509ddf2589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (48199243-d9ef-4fd8-a2b3-2b76d40c88c2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:09.157949 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c5322749-3930-4776-a5c9-b1ab5d91151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:09.169141 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5322749-3930-4776-a5c9-b1ab5d91151e None None] Routers {'807851ab-af4c-4f55-84a0-09b146cf69f9'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:16:09.170140 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c5322749-3930-4776-a5c9-b1ab5d91151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['807851ab-af4c-4f55-84a0-09b146cf69f9'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:09.222204 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-c5322749-3930-4776-a5c9-b1ab5d91151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:09.225013 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5322749-3930-4776-a5c9-b1ab5d91151e None None] The sync data for ids ['807851ab-af4c-4f55-84a0-09b146cf69f9'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:16:09.231684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] For port 2f393b82-f565-43e3-a18e-3ceb9c34e9c8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2f393b82-f565-43e3-a18e-3ceb9c34e9c8,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:09.232090 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2f393b82-f565-43e3-a18e-3ceb9c34e9c8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:09.245351 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] Calling delete_port for 2f393b82-f565-43e3-a18e-3ceb9c34e9c8 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:09.308827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:09.309270 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (48199243-d9ef-4fd8-a2b3-2b76d40c88c2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:09.495024 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2f393b82-f565-43e3-a18e-3ceb9c34e9c8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:09.501911 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=48199243-d9ef-4fd8-a2b3-2b76d40c88c2,segment=NetworkSegment(b13b6be8-951d-47b4-b924-299a4461879a),segment_id=b13b6be8-951d-47b4-b924-299a4461879a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:09.513346 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3527e8e8-4e0a-41a8-8220-ad92830ca1f3 None None] Network 0f1dcba9-eab5-4514-a0c5-96a13eb9fee7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:16:09.535274 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (48199243-d9ef-4fd8-a2b3-2b76d40c88c2), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:09.544241 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f393b82-f565-43e3-a18e-3ceb9c34e9c8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:09.567788 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-4126288b-5af6-4938-963d-16568a4f2c97 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 22:16:09.571626 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4126288b-5af6-4938-963d-16568a4f2c97 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "PUT /v2.0/routers/807851ab-af4c-4f55-84a0-09b146cf69f9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4946828 Mar 07 22:16:09.572258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46168) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:09.586404 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-542a4248-04ae-4cdf-9981-18509ddf2589 None None] Current status of the port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:09.588208 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-542a4248-04ae-4cdf-9981-18509ddf2589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (48199243-d9ef-4fd8-a2b3-2b76d40c88c2), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:09.653433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-db033819-97f1-4763-8283-1499de0fd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'name': 'tempest-TestVolumeBackupRestore-1742033151-router', 'tenant_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '2f393b82-f565-43e3-a18e-3ceb9c34e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:15Z', 'updated_at': '2022-03-07T22:16:07Z', 'revision_number': 5, 'project_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'gw_port': {'id': '2f393b82-f565-43e3-a18e-3ceb9c34e9c8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:16Z', 'updated_at': '2022-03-07T22:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:09.667972 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (0e968519-31b5-42a6-99cc-1e84b8914ac2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:09.707718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db033819-97f1-4763-8283-1499de0fd788 None None] Checking router: 0e968519-31b5-42a6-99cc-1e84b8914ac2 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:16:09.738503 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db033819-97f1-4763-8283-1499de0fd788 None None] Routers {'0e968519-31b5-42a6-99cc-1e84b8914ac2'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:16:09.739237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-db033819-97f1-4763-8283-1499de0fd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['0e968519-31b5-42a6-99cc-1e84b8914ac2'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:09.759385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=48199243-d9ef-4fd8-a2b3-2b76d40c88c2,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:09.796600 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (0e968519-31b5-42a6-99cc-1e84b8914ac2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:09.810007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-d13b4f83-0dcb-46c5-b307-6281dc4e6153 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352347406&fields=id&tenant_id=3780c442c69844ccbdb870d150ce5237 HTTP/1.1" status: 200 len: 267 time: 0.1837530 Mar 07 22:16:09.822505 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] Publish callbacks [] for router_controller (0e968519-31b5-42a6-99cc-1e84b8914ac2), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:09.894978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-db033819-97f1-4763-8283-1499de0fd788 None None] Set router 0e968519-31b5-42a6-99cc-1e84b8914ac2 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:16:09.897064 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-542a4248-04ae-4cdf-9981-18509ddf2589 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:16:09.897257 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-542a4248-04ae-4cdf-9981-18509ddf2589 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:16:09.957205 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (0e968519-31b5-42a6-99cc-1e84b8914ac2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:09.958186 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e968519-31b5-42a6-99cc-1e84b8914ac2 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:16:09.971576 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:09.972841 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4fc0f91c-a4fc-41c9-a734-bcf78b48798d admin admin] 10.222.0.26 "DELETE /v2.0/routers/0e968519-31b5-42a6-99cc-1e84b8914ac2 HTTP/1.1" status: 204 len: 168 time: 1.2826481 Mar 07 22:16:09.977290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46170) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:10.066897 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2af344ea-62a3-48f7-b38c-44fe55e8621a tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (807851ab-af4c-4f55-84a0-09b146cf69f9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.114017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-03efc571-6e21-49b3-bfac-c09cb0d2b6dc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:10.115863 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-03efc571-6e21-49b3-bfac-c09cb0d2b6dc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 812 time: 0.3049614 Mar 07 22:16:10.160330 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-d219f05a-7543-48c3-ae24-c934736786e4 admin admin] Deleting subnet 641f6eaa-d433-49df-88aa-b02adbd90171 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:16:10.175424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-28ea78e8-1b79-4abd-915c-0919b60454d1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/quotas/3780c442c69844ccbdb870d150ce5237 HTTP/1.1" status: 200 len: 375 time: 0.0518780 Mar 07 22:16:10.176237 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d219f05a-7543-48c3-ae24-c934736786e4 admin admin] Publish callbacks [] for subnet (641f6eaa-d433-49df-88aa-b02adbd90171), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.234850 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a71a80b8-79d0-4082-8ac0-39fd1755544c up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:16:10.264396 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d219f05a-7543-48c3-ae24-c934736786e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (641f6eaa-d433-49df-88aa-b02adbd90171), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.281622 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-db033819-97f1-4763-8283-1499de0fd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'name': 'tempest-TestVolumeBackupRestore-1742033151-router', 'tenant_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:15Z', 'updated_at': '2022-03-07T22:16:09Z', 'revision_number': 7, 'project_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:10.320756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-a46a470e-3597-42f5-9ecd-5b4b79e6d871 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146305 Mar 07 22:16:10.321338 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db033819-97f1-4763-8283-1499de0fd788 None None] The sync data for ids ['0e968519-31b5-42a6-99cc-1e84b8914ac2'] in n-d-832330-1 is: [{'id': '0e968519-31b5-42a6-99cc-1e84b8914ac2', 'name': 'tempest-TestVolumeBackupRestore-1742033151-router', 'tenant_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:15Z', 'updated_at': '2022-03-07T22:16:09Z', 'revision_number': 7, 'project_id': 'c7bc06493b8c4de49a0409ef7eeb5bc9', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:16:10.345329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-66705453-215f-4262-ba24-95a45e509062 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:16:10.346639 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-66705453-215f-4262-ba24-95a45e509062 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111244 Mar 07 22:16:10.346998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port a71a80b8-79d0-4082-8ac0-39fd1755544c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:10.347379 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.462739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-542a4248-04ae-4cdf-9981-18509ddf2589 None None] Current status of the port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:10.463113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-2af344ea-62a3-48f7-b38c-44fe55e8621a tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Deleting port 417ef8a9-0604-4fe6-938b-c8892df3237c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:10.463658 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2af344ea-62a3-48f7-b38c-44fe55e8621a tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (417ef8a9-0604-4fe6-938b-c8892df3237c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.477077 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d219f05a-7543-48c3-ae24-c934736786e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (641f6eaa-d433-49df-88aa-b02adbd90171), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.521992 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a71a80b8-79d0-4082-8ac0-39fd1755544c is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:10.522489 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.569469 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port a71a80b8-79d0-4082-8ac0-39fd1755544c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a71a80b8-79d0-4082-8ac0-39fd1755544c,segment=NetworkSegment(b5c6352c-9280-4e76-abe7-d35697ec0fbd),segment_id=b5c6352c-9280-4e76-abe7-d35697ec0fbd)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:10.587453 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.588564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device dc2b68a7-95a7-4b18-9c22-f3364377e04d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:16:10.604209 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2af344ea-62a3-48f7-b38c-44fe55e8621a tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (417ef8a9-0604-4fe6-938b-c8892df3237c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.617874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-ceee03cf-ecde-45a0-86aa-c5b197d0ca8c service neutron] 10.222.0.26 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828892 Mar 07 22:16:10.624673 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d219f05a-7543-48c3-ae24-c934736786e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (641f6eaa-d433-49df-88aa-b02adbd90171), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.625152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-2af344ea-62a3-48f7-b38c-44fe55e8621a tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Calling delete_port for 417ef8a9-0604-4fe6-938b-c8892df3237c owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:10.665178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e9d1d45f-4c31-45cb-816f-0919f0973b54 None None] Provisioning complete for port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:10.665559 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e9d1d45f-4c31-45cb-816f-0919f0973b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (48199243-d9ef-4fd8-a2b3-2b76d40c88c2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.671226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219f05a-7543-48c3-ae24-c934736786e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641f6eaa-d433-49df-88aa-b02adbd90171,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:10.675585 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d219f05a-7543-48c3-ae24-c934736786e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.678342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c8e9b5-a990-45dc-858d-30e8176fe7a3 None None] Network 2996a0d9-fe9e-4468-b19b-86611128c640 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:16:10.682592 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d219f05a-7543-48c3-ae24-c934736786e4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/641f6eaa-d433-49df-88aa-b02adbd90171 HTTP/1.1" status: 204 len: 168 time: 0.7024021 Mar 07 22:16:10.689822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46172) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:10.787811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port dc2b68a7-95a7-4b18-9c22-f3364377e04d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:10.788341 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.788681 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (2996a0d9-fe9e-4468-b19b-86611128c640), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.802546 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-766f0c81-d505-4168-b405-3425ffc7eb5c service neutron] 10.222.0.26 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654718 Mar 07 22:16:10.813199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=a71a80b8-79d0-4082-8ac0-39fd1755544c,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:10.943684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] Deleting port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:10.943919 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.952237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e9d1d45f-4c31-45cb-816f-0919f0973b54 None None] Current status of the port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:10.958469 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2af344ea-62a3-48f7-b38c-44fe55e8621a tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (417ef8a9-0604-4fe6-938b-c8892df3237c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:10.959330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e9d1d45f-4c31-45cb-816f-0919f0973b54 None None] Could not find standard attr ID for object 417ef8a9-0604-4fe6-938b-c8892df3237c. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:16:10.998210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e9d1d45f-4c31-45cb-816f-0919f0973b54 None None] Provisioning complete for port a71a80b8-79d0-4082-8ac0-39fd1755544c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:10.998757 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e9d1d45f-4c31-45cb-816f-0919f0973b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:11.002379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af344ea-62a3-48f7-b38c-44fe55e8621a tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event deleted for resources: {'Port': ['ID=417ef8a9-0604-4fe6-938b-c8892df3237c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:11.047013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port dc2b68a7-95a7-4b18-9c22-f3364377e04d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:11.048715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:16:11.110833 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] For port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2,segment=NetworkSegment(553e0c43-58f5-4e52-ae46-e57cb746df99),segment_id=553e0c43-58f5-4e52-ae46-e57cb746df99)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:11.111058 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:11.155048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] Calling delete_port for d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:11.164378 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2af344ea-62a3-48f7-b38c-44fe55e8621a tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (807851ab-af4c-4f55-84a0-09b146cf69f9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:11.184081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e9d1d45f-4c31-45cb-816f-0919f0973b54 None None] Current status of the port a71a80b8-79d0-4082-8ac0-39fd1755544c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:11.190705 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:11.192112 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (48199243-d9ef-4fd8-a2b3-2b76d40c88c2), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:11.229823 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37429e14-7ec9-4834-9f9d-281a28567c84 None None] DHCP port deletion for 2996a0d9-fe9e-4468-b19b-86611128c640 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:16:11.310172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-17b5ebe7-114f-43ac-bd3f-79b8720084ab req-abbff785-67fe-4484-9261-d9a0f2882fd8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 210 time: 0.0661786 Mar 07 22:16:11.326506 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-42cb8ff9-db37-470b-9f30-da90247e325d None None] Could not find standard attr ID for object 417ef8a9-0604-4fe6-938b-c8892df3237c. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:16:11.345791 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-37429e14-7ec9-4834-9f9d-281a28567c84 None None] Deleting port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:11.346183 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-37429e14-7ec9-4834-9f9d-281a28567c84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:11.436440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-37429e14-7ec9-4834-9f9d-281a28567c84 None None] For port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2,segment=NetworkSegment(553e0c43-58f5-4e52-ae46-e57cb746df99),segment_id=553e0c43-58f5-4e52-ae46-e57cb746df99)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:11.436963 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-37429e14-7ec9-4834-9f9d-281a28567c84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:11.440885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-42cb8ff9-db37-470b-9f30-da90247e325d None None] Provisioning complete for port a71a80b8-79d0-4082-8ac0-39fd1755544c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:11.441467 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-42cb8ff9-db37-470b-9f30-da90247e325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:11.453391 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af344ea-62a3-48f7-b38c-44fe55e8621a tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Router 807851ab-af4c-4f55-84a0-09b146cf69f9 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:16:11.459260 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:11.481367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-37429e14-7ec9-4834-9f9d-281a28567c84 None None] Calling delete_port for d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:11.492188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] Pushing event deleted for resources: {'Port': ['ID=d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:11.497084 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] No DVR routers for this DVR port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:16:11.586783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:11.616282 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af344ea-62a3-48f7-b38c-44fe55e8621a tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:16:11.622513 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2af344ea-62a3-48f7-b38c-44fe55e8621a tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "PUT /v2.0/routers/807851ab-af4c-4f55-84a0-09b146cf69f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0492647 Mar 07 22:16:11.626359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46190) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:11.632982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d87fbc-5121-4462-858b-e71999508334 None None] Sync routers for ids ['807851ab-af4c-4f55-84a0-09b146cf69f9'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:16:11.663379 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-42cb8ff9-db37-470b-9f30-da90247e325d None None] Current status of the port a71a80b8-79d0-4082-8ac0-39fd1755544c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:11.668212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d87fbc-5121-4462-858b-e71999508334 None None] Routers {'807851ab-af4c-4f55-84a0-09b146cf69f9'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:16:11.669002 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c6d87fbc-5121-4462-858b-e71999508334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['807851ab-af4c-4f55-84a0-09b146cf69f9'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:11.671384 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-37429e14-7ec9-4834-9f9d-281a28567c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:11.679744 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (2996a0d9-fe9e-4468-b19b-86611128c640), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:11.697259 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-aa3cca1e-07ed-4f88-b09a-f9c3f491b939 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] delete failed (client error): The resource could not be found. Mar 07 22:16:11.705369 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-aa3cca1e-07ed-4f88-b09a-f9c3f491b939 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-1147197431 HTTP/1.1" status: 404 len: 335 time: 0.0753720 Mar 07 22:16:11.706031 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46192) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:11.716632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3d3f26bf-dc0b-49b1-b903-251d6dd3becd tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Request body: {'router': {'external_gateway_info': {'network_id': '807851ab-af4c-4f55-84a0-09b146cf69f9'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:11.727575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2996a0d9-fe9e-4468-b19b-86611128c640']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:11.739033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553e0c43-58f5-4e52-ae46-e57cb746df99') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:11.739346 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553e0c43-58f5-4e52-ae46-e57cb746df99') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:11.741644 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c6d87fbc-5121-4462-858b-e71999508334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:11.749932 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (553e0c43-58f5-4e52-ae46-e57cb746df99), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:11.752126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37429e14-7ec9-4834-9f9d-281a28567c84 None None] Pushing event deleted for resources: {'Port': ['ID=d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:11.761453 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d87fbc-5121-4462-858b-e71999508334 None None] Routers {'807851ab-af4c-4f55-84a0-09b146cf69f9'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:16:11.762101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c6d87fbc-5121-4462-858b-e71999508334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['807851ab-af4c-4f55-84a0-09b146cf69f9'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:11.764104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37429e14-7ec9-4834-9f9d-281a28567c84 None None] No DVR routers for this DVR port d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:16:11.767371 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (553e0c43-58f5-4e52-ae46-e57cb746df99), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:11.775292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:16:11.775811 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (553e0c43-58f5-4e52-ae46-e57cb746df99), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:16:11.777777 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:16:11.807350 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c6d87fbc-5121-4462-858b-e71999508334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:11.809242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d87fbc-5121-4462-858b-e71999508334 None None] The sync data for ids ['807851ab-af4c-4f55-84a0-09b146cf69f9'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:16:11.855704 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (2996a0d9-fe9e-4468-b19b-86611128c640), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:11.862044 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:11.869210 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2996a0d9-fe9e-4468-b19b-86611128c640 HTTP/1.1" status: 204 len: 168 time: 1.1783280 Mar 07 22:16:11.896893 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c947692-7b1d-41a1-87a0-fb259d6a1404 admin admin] Pushing event deleted for resources: {'Network': ['ID=2996a0d9-fe9e-4468-b19b-86611128c640,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:11.930609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a71a80b8-79d0-4082-8ac0-39fd1755544c up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:16:12.010955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port a71a80b8-79d0-4082-8ac0-39fd1755544c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:12.011282 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:12.092170 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46196) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:12.142054 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b7ca43c7-d4ae-4e83-adab-fc387c222854 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2fdcfe6376f546b0a4c02e9d8e9f9d51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480890 Mar 07 22:16:12.144616 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46198) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:12.149065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a71a80b8-79d0-4082-8ac0-39fd1755544c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:12.196448 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f62a9887-b5f0-4a96-aa1d-90ab16855479 admin admin] Publish callbacks [] for security_group (2952d466-3e9f-4758-92af-80c3f845b771), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:12.202532 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2f393b82-f565-43e3-a18e-3ceb9c34e9c8 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:16:12.220374 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f62a9887-b5f0-4a96-aa1d-90ab16855479 admin admin] Publish callbacks [] for security_group (2952d466-3e9f-4758-92af-80c3f845b771), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:12.224642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 2f393b82-f565-43e3-a18e-3ceb9c34e9c8 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:16:12.224642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2f393b82-f565-43e3-a18e-3ceb9c34e9c8 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:16:12.225107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:16:12.245316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:16:12.245758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d17d2df5-41a1-4b86-8d5f-e0c65c0ef0f2 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:16:12.246313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d85db240-ffe1-4097-a1ae-696cb2fa6cf8 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:16:12.269838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: d85db240-ffe1-4097-a1ae-696cb2fa6cf8 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:16:12.270288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device d85db240-ffe1-4097-a1ae-696cb2fa6cf8 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:16:12.274318 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f62a9887-b5f0-4a96-aa1d-90ab16855479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2952d466-3e9f-4758-92af-80c3f845b771), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:12.277742 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f62a9887-b5f0-4a96-aa1d-90ab16855479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:12.283922 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f62a9887-b5f0-4a96-aa1d-90ab16855479 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2952d466-3e9f-4758-92af-80c3f845b771 HTTP/1.1" status: 204 len: 168 time: 0.1383371 Mar 07 22:16:12.292079 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a9887-b5f0-4a96-aa1d-90ab16855479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2952d466-3e9f-4758-92af-80c3f845b771,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:12.310215 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3d3f26bf-dc0b-49b1-b903-251d6dd3becd tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for router_gateway (807851ab-af4c-4f55-84a0-09b146cf69f9), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:12.335221 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-3d3f26bf-dc0b-49b1-b903-251d6dd3becd tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] update failed (client error): The resource could not be found. Mar 07 22:16:12.336284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3d3f26bf-dc0b-49b1-b903-251d6dd3becd tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "PUT /v2.0/routers/807851ab-af4c-4f55-84a0-09b146cf69f9 HTTP/1.1" status: 404 len: 339 time: 0.6289976 Mar 07 22:16:12.340076 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46204) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:12.347429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7c237628-93fb-4d91-add4-7f959b38ddc8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-125488511'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:12.373192 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c237628-93fb-4d91-add4-7f959b38ddc8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Made reservation on behalf of 065acaad865846a09e82a277ae455485 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:16:12.378404 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c237628-93fb-4d91-add4-7f959b38ddc8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:12.406986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c237628-93fb-4d91-add4-7f959b38ddc8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:16:12.421925 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c237628-93fb-4d91-add4-7f959b38ddc8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:12.422964 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-7c237628-93fb-4d91-add4-7f959b38ddc8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Added segment 29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f of type vlan for network 1517b327-07af-48b0-963e-4ec678a4e1d2 Mar 07 22:16:12.432018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-adefb5c8-e36c-430d-89d0-9762ed47d026 req-b608539e-5ee9-40d9-a4fc-15072d3a17fb tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 210 time: 0.0375185 Mar 07 22:16:12.476128 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c237628-93fb-4d91-add4-7f959b38ddc8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (1517b327-07af-48b0-963e-4ec678a4e1d2), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:12.516154 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c237628-93fb-4d91-add4-7f959b38ddc8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (1517b327-07af-48b0-963e-4ec678a4e1d2), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:12.522772 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c237628-93fb-4d91-add4-7f959b38ddc8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:12.523564 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c237628-93fb-4d91-add4-7f959b38ddc8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:12.571313 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7c237628-93fb-4d91-add4-7f959b38ddc8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2298098 Mar 07 22:16:12.574881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46208) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:12.579924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c4348b57-0358-4fa7-b503-7d73d94116d6 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Request body: {'subnet': {'network_id': '1517b327-07af-48b0-963e-4ec678a4e1d2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:12.599895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-670776a8-01da-454b-9d90-333999952b26 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:12.601340 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-670776a8-01da-454b-9d90-333999952b26 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 812 time: 0.1265993 Mar 07 22:16:12.674873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c237628-93fb-4d91-add4-7f959b38ddc8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event updated for resources: {'Network': ['ID=1517b327-07af-48b0-963e-4ec678a4e1d2,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:12.692800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 1517b327-07af-48b0-963e-4ec678a4e1d2 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:16:12.715871 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-c297ad84-409c-4eae-9f98-e72847b64fe5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3780c442c69844ccbdb870d150ce5237 HTTP/1.1" status: 200 len: 379 time: 0.0966363 Mar 07 22:16:12.717986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46210) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:12.729139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-d529f769-ff6c-4cb6-977b-27621c9f4bee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'port': {'device_id': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'admin_state_up': True, 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'security_groups': ['6b4bf5da-1bf1-40fd-bbeb-55a181226bd3']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:12.746104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4348b57-0358-4fa7-b503-7d73d94116d6 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Made reservation on behalf of 065acaad865846a09e82a277ae455485 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:16:12.749576 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c4348b57-0358-4fa7-b503-7d73d94116d6 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:12.847546 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-803936f3-74d9-4826-89b1-ea40e0b80c9e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7bc06493b8c4de49a0409ef7eeb5bc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254921 Mar 07 22:16:12.848257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46212) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:12.883129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-d529f769-ff6c-4cb6-977b-27621c9f4bee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Made reservation on behalf of 3780c442c69844ccbdb870d150ce5237 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:16:12.886556 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-d529f769-ff6c-4cb6-977b-27621c9f4bee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:12.967470 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c4348b57-0358-4fa7-b503-7d73d94116d6 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (f7a48537-c24b-48a6-beef-26052eaab5e0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:12.977894 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20d512ff-d118-4dd4-9c3f-a8e7376e5938 admin admin] Publish callbacks [] for security_group (06612542-0acd-418d-87bc-7f89a5876fea), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:13.031166 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20d512ff-d118-4dd4-9c3f-a8e7376e5938 admin admin] Publish callbacks [] for security_group (06612542-0acd-418d-87bc-7f89a5876fea), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:13.031469 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4348b57-0358-4fa7-b503-7d73d94116d6 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event updated for resources: {'Subnet': ['ID=f7a48537-c24b-48a6-beef-26052eaab5e0,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:13.038972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4348b57-0358-4fa7-b503-7d73d94116d6 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Checking segment: {'id': '29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1517b327-07af-48b0-963e-4ec678a4e1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:16:13.038972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4348b57-0358-4fa7-b503-7d73d94116d6 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Network hostable DHCP agents. Network: 1517b327-07af-48b0-963e-4ec678a4e1d2, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:16:13.056249 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4348b57-0358-4fa7-b503-7d73d94116d6 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Network 1517b327-07af-48b0-963e-4ec678a4e1d2 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:16:13.065680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c4348b57-0358-4fa7-b503-7d73d94116d6 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 1517b327-07af-48b0-963e-4ec678a4e1d2) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:13.070394 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4348b57-0358-4fa7-b503-7d73d94116d6 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:13.070908 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c4348b57-0358-4fa7-b503-7d73d94116d6 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:13.077120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-d529f769-ff6c-4cb6-977b-27621c9f4bee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Allocated IP 172.20.0.3 (c39853f8-181c-4325-9e32-8bc19cecb381/f562ae71-2231-4230-a5d7-126019518fad/d90bbe58-4904-4845-ac18-018780f4c247) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:16:13.082868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33475e80-b645-4095-93c6-d5efb12a394d None None] Network 1517b327-07af-48b0-963e-4ec678a4e1d2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:16:13.104300 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c4348b57-0358-4fa7-b503-7d73d94116d6 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5285013 Mar 07 22:16:13.106979 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46214) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:13.113453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c777a974-bf03-438e-9ef7-cf1b6c46ea1d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Request body: {'router': {'external_gateway_info': {'network_id': '1517b327-07af-48b0-963e-4ec678a4e1d2'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:13.130489 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20d512ff-d118-4dd4-9c3f-a8e7376e5938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (06612542-0acd-418d-87bc-7f89a5876fea), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:13.133177 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-20d512ff-d118-4dd4-9c3f-a8e7376e5938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:13.136760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-20d512ff-d118-4dd4-9c3f-a8e7376e5938 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06612542-0acd-418d-87bc-7f89a5876fea HTTP/1.1" status: 204 len: 168 time: 0.2852972 Mar 07 22:16:13.150311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d512ff-d118-4dd4-9c3f-a8e7376e5938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06612542-0acd-418d-87bc-7f89a5876fea,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:13.225206 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-1517b327-07af-48b0-963e-4ec678a4e1d2', 'network_id': '1517b327-07af-48b0-963e-4ec678a4e1d2', 'project_id': '065acaad865846a09e82a277ae455485', 'fixed_ips': [{'subnet_id': 'f7a48537-c24b-48a6-beef-26052eaab5e0'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:16:13.227984 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:13.348360 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-d529f769-ff6c-4cb6-977b-27621c9f4bee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for port (d90bbe58-4904-4845-ac18-018780f4c247), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:13.405099 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-d529f769-ff6c-4cb6-977b-27621c9f4bee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d90bbe58-4904-4845-ac18-018780f4c247), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:13.495325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-d529f769-ff6c-4cb6-977b-27621c9f4bee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Network c39853f8-181c-4325-9e32-8bc19cecb381 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:16:13.497059 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-d529f769-ff6c-4cb6-977b-27621c9f4bee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:13.505465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-d529f769-ff6c-4cb6-977b-27621c9f4bee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:16:13.582944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-d529f769-ff6c-4cb6-977b-27621c9f4bee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:13.584036 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-d529f769-ff6c-4cb6-977b-27621c9f4bee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:13.597144 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c777a974-bf03-438e-9ef7-cf1b6c46ea1d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for router_gateway (807851ab-af4c-4f55-84a0-09b146cf69f9), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:13.611547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-d529f769-ff6c-4cb6-977b-27621c9f4bee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8866718 Mar 07 22:16:13.620202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Allocated IP 2001:db8:1::2 (1517b327-07af-48b0-963e-4ec678a4e1d2/f7a48537-c24b-48a6-beef-26052eaab5e0/7958882d-496a-453e-a5a7-4c30c9e17b55) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:16:13.636021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Request body: {'port': {'device_id': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:13.673913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529f769-ff6c-4cb6-977b-27621c9f4bee tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'Port': ['ID=d90bbe58-4904-4845-ac18-018780f4c247,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:13.785295 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d90bbe58-4904-4845-ac18-018780f4c247), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:13.863879 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f54dba-262a-4820-bb8a-2cd01184aecb req-b95e6869-62f6-47a4-b54a-dff2f9fefc8e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:13.867416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72f54dba-262a-4820-bb8a-2cd01184aecb req-b95e6869-62f6-47a4-b54a-dff2f9fefc8e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 931 time: 0.2675796 Mar 07 22:16:13.885490 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-c777a974-bf03-438e-9ef7-cf1b6c46ea1d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 22:16:13.891553 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c777a974-bf03-438e-9ef7-cf1b6c46ea1d tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "PUT /v2.0/routers/807851ab-af4c-4f55-84a0-09b146cf69f9 HTTP/1.1" status: 400 len: 364 time: 0.7768207 Mar 07 22:16:13.892448 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46220) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:13.944499 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Publish callbacks [] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:13.960914 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:14.031309 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Network 1517b327-07af-48b0-963e-4ec678a4e1d2 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:16:14.038156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:14.040900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:16:14.056681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Pushing event updated for resources: {'Port': ['ID=7958882d-496a-453e-a5a7-4c30c9e17b55,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:14.133652 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Attempting to bind port 7958882d-496a-453e-a5a7-4c30c9e17b55 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:16:14.134030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Attempting to bind port 7958882d-496a-453e-a5a7-4c30c9e17b55 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1517b327-07af-48b0-963e-4ec678a4e1d2'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:16:14.134418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Attempting to bind port 7958882d-496a-453e-a5a7-4c30c9e17b55 on network 1517b327-07af-48b0-963e-4ec678a4e1d2 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:16:14.142745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-638d313a-607d-4015-92d9-f81e57df317b None None] Provisioning complete for port d90bbe58-4904-4845-ac18-018780f4c247 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:14.143118 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-638d313a-607d-4015-92d9-f81e57df317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d90bbe58-4904-4845-ac18-018780f4c247), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:14.145200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:16:14.145598 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Checking segment: {'id': '29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1517b327-07af-48b0-963e-4ec678a4e1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:16:14.145984 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:14.146418 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Bound using segment: {'id': '29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1517b327-07af-48b0-963e-4ec678a4e1d2'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:16:14.147056 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Bound port: 7958882d-496a-453e-a5a7-4c30c9e17b55, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1517b327-07af-48b0-963e-4ec678a4e1d2'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:16:14.147444 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:14.238682 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-638d313a-607d-4015-92d9-f81e57df317b None None] Port d90bbe58-4904-4845-ac18-018780f4c247 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:16:14.263056 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72f54dba-262a-4820-bb8a-2cd01184aecb req-e3c293c5-8167-49f6-a988-0c18c4bf7e15 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3892536 Mar 07 22:16:14.269260 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] For port 7958882d-496a-453e-a5a7-4c30c9e17b55, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:16:14.284197 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] For port 7958882d-496a-453e-a5a7-4c30c9e17b55, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7958882d-496a-453e-a5a7-4c30c9e17b55,segment=NetworkSegment(29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f),segment_id=29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:16:14.285085 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:14.365178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5677a-df47-41e3-a3a4-b04d2947d863 None None] Pushing event updated for resources: {'Port': ['ID=7958882d-496a-453e-a5a7-4c30c9e17b55,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:14.401599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90bbe58-4904-4845-ac18-018780f4c247 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:16:14.411391 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Publish callbacks [] for port (d90bbe58-4904-4845-ac18-018780f4c247), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:14.432965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Transition to ACTIVE for port object d90bbe58-4904-4845-ac18-018780f4c247 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:16:14.440312 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (d90bbe58-4904-4845-ac18-018780f4c247), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:14.501292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Pushing event updated for resources: {'Port': ['ID=d90bbe58-4904-4845-ac18-018780f4c247,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:14.611076 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Attempting to bind port d90bbe58-4904-4845-ac18-018780f4c247 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:16:14.611498 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Attempting to bind port d90bbe58-4904-4845-ac18-018780f4c247 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:16:14.612022 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Attempting to bind port d90bbe58-4904-4845-ac18-018780f4c247 on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:16:14.618245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Port d90bbe58-4904-4845-ac18-018780f4c247 on network c39853f8-181c-4325-9e32-8bc19cecb381 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:16:14.618583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Attempting to bind port d90bbe58-4904-4845-ac18-018780f4c247 on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:16:14.626472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:16:14.626782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Checking segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:16:14.627109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Bound using segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:16:14.627553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Bound port: d90bbe58-4904-4845-ac18-018780f4c247, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:16:14.627920 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d90bbe58-4904-4845-ac18-018780f4c247), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:14.737638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] For port d90bbe58-4904-4845-ac18-018780f4c247, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:16:14.742446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] For port d90bbe58-4904-4845-ac18-018780f4c247, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d90bbe58-4904-4845-ac18-018780f4c247,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:16:14.753132 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (d90bbe58-4904-4845-ac18-018780f4c247), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:14.833955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:14.834632 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:14.836041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] 10.222.0.15 "PUT /v2.0/ports/d90bbe58-4904-4845-ac18-018780f4c247 HTTP/1.1" status: 200 len: 1091 time: 1.2050836 Mar 07 22:16:14.836507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'tag': 'd90bbe58-4904-4845-ac18-018780f4c247'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:16:14.838874 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b1e8cd-a823-4044-98fe-a8dbf3098df3" -d '{"events": [{"name": "network-changed", "server_uuid": "275d629e-0d13-4bf3-bba1-dd24ca30d310", "tag": "d90bbe58-4904-4845-ac18-018780f4c247"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:16:14.839070 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:14.869180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6d727-284c-4541-88f8-a3f9cdf4b61b service neutron] Pushing event updated for resources: {'Port': ['ID=d90bbe58-4904-4845-ac18-018780f4c247,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:14.942026 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd820eb-3312-4a0c-a1e2-31a461e84bd3 x-openstack-request-id: req-0dd820eb-3312-4a0c-a1e2-31a461e84bd3 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:16:14.942371 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275d629e-0d13-4bf3-bba1-dd24ca30d310", "tag": "d90bbe58-4904-4845-ac18-018780f4c247", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:16:14.942634 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0dd820eb-3312-4a0c-a1e2-31a461e84bd3 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:16:14.943047 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'tag': 'd90bbe58-4904-4845-ac18-018780f4c247', 'status': 'completed', 'code': 200} Mar 07 22:16:14.970486 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-0e0dffcb-a8a3-487e-ac77-3ff78b89de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:14.972873 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-0e0dffcb-a8a3-487e-ac77-3ff78b89de40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 1125 time: 0.0676579 Mar 07 22:16:15.043631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-27db054f-03a9-4e20-bde5-155ffcc626f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90bbe58-4904-4845-ac18-018780f4c247 HTTP/1.1" status: 200 len: 217 time: 0.0606759 Mar 07 22:16:15.112494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-b2c5de8c-e053-48c1-9832-fd54b5c35587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:15.114678 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-b2c5de8c-e053-48c1-9832-fd54b5c35587 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0600228 Mar 07 22:16:15.153838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Allocated IP 2001:db8::1 (148f85e2-5513-4c48-8d49-57461c01d6b1/e1367622-000a-409b-87d1-98bdfbff170c/63b130f9-dcaa-49c1-8314-aa7967128bb8) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:16:15.171245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-3f838a7f-016e-47d9-a7b5-4d70ed9a1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:15.173339 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-3f838a7f-016e-47d9-a7b5-4d70ed9a1d86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493457 Mar 07 22:16:15.274837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-31e75c26-e437-4bb8-afd7-6c8713bf39a1 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927522 Mar 07 22:16:15.303493 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for port (63b130f9-dcaa-49c1-8314-aa7967128bb8), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:15.369450 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (63b130f9-dcaa-49c1-8314-aa7967128bb8), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:15.419100 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Network 148f85e2-5513-4c48-8d49-57461c01d6b1 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:16:15.428454 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:15.435012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0295bbe-ad2f-4050-9a37-3a25d03f57ef req-fd5c0b52-68b6-409e-9e32-c046110153c7 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514666 Mar 07 22:16:15.436855 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:16:15.437463 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (807851ab-af4c-4f55-84a0-09b146cf69f9), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:15.454900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ffe93-01c8-4e20-a9fa-9f9dc647b60d req-d3edddcf-0376-404c-8d7a-beb6069b7d62 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:15.456464 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e52ffe93-01c8-4e20-a9fa-9f9dc647b60d req-d3edddcf-0376-404c-8d7a-beb6069b7d62 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 943 time: 0.1159692 Mar 07 22:16:15.498509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event updated for resources: {'Port': ['ID=63b130f9-dcaa-49c1-8314-aa7967128bb8,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:15.532932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e52ffe93-01c8-4e20-a9fa-9f9dc647b60d req-672d2de6-c90d-4f8a-af3a-5f6cd4d5b73e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703540 Mar 07 22:16:15.606019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e8cd-a823-4044-98fe-a8dbf3098df3 req-9a6eeb6e-c797-4fd5-b2bf-10fb5bdad165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:15.607811 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92b1e8cd-a823-4044-98fe-a8dbf3098df3 req-9a6eeb6e-c797-4fd5-b2bf-10fb5bdad165 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 1125 time: 0.0793219 Mar 07 22:16:15.658496 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (63b130f9-dcaa-49c1-8314-aa7967128bb8), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:15.664130 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-66451eb0-3ed5-4b12-97a5-fa252e7b1bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:15.741773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e8cd-a823-4044-98fe-a8dbf3098df3 req-363b93a5-ec28-4202-a800-08c04f1b9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:15.744199 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92b1e8cd-a823-4044-98fe-a8dbf3098df3 req-363b93a5-ec28-4202-a800-08c04f1b9f0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.1236897 Mar 07 22:16:15.807285 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92b1e8cd-a823-4044-98fe-a8dbf3098df3 req-b374d99f-e5f7-4acc-b840-f73fd6e8f6cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90bbe58-4904-4845-ac18-018780f4c247 HTTP/1.1" status: 200 len: 217 time: 0.0516069 Mar 07 22:16:15.858749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2ab4caad-f137-4e48-be39-1217bb610e87 None None] Provisioning complete for port 63b130f9-dcaa-49c1-8314-aa7967128bb8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:15.859128 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2ab4caad-f137-4e48-be39-1217bb610e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (63b130f9-dcaa-49c1-8314-aa7967128bb8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:15.882684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e8cd-a823-4044-98fe-a8dbf3098df3 req-d211564a-3f60-43e3-afa7-e6398670aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:15.888609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92b1e8cd-a823-4044-98fe-a8dbf3098df3 req-d211564a-3f60-43e3-afa7-e6398670aacb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0726819 Mar 07 22:16:15.933295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6bc8b5-e940-4d98-8713-120664793152 None None] Network 1517b327-07af-48b0-963e-4ec678a4e1d2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:16:15.936440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2ab4caad-f137-4e48-be39-1217bb610e87 None None] Port 63b130f9-dcaa-49c1-8314-aa7967128bb8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:16:15.982517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e8cd-a823-4044-98fe-a8dbf3098df3 req-d5142959-a23f-478e-aa2a-c7ffc9930f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:15.984054 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92b1e8cd-a823-4044-98fe-a8dbf3098df3 req-d5142959-a23f-478e-aa2a-c7ffc9930f8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0823710 Mar 07 22:16:15.995941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7958882d-496a-453e-a5a7-4c30c9e17b55 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:16:16.039480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for port (63b130f9-dcaa-49c1-8314-aa7967128bb8), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:16.048900 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (63b130f9-dcaa-49c1-8314-aa7967128bb8), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:16.049603 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (807851ab-af4c-4f55-84a0-09b146cf69f9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:16.080243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f35d1d75-43f0-4195-a91f-098168d7de3d None None] Provisioning complete for port 7958882d-496a-453e-a5a7-4c30c9e17b55 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:16.080625 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f35d1d75-43f0-4195-a91f-098168d7de3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:16.101704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92b1e8cd-a823-4044-98fe-a8dbf3098df3 req-ccc9ef60-140f-4591-9fa7-0f784e7978d0 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072385 Mar 07 22:16:16.111151 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event updated for resources: {'Port': ['ID=63b130f9-dcaa-49c1-8314-aa7967128bb8,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:16.122177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7958882d-496a-453e-a5a7-4c30c9e17b55 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:16.122562 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:16.228580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92b1e8cd-a823-4044-98fe-a8dbf3098df3 req-cdf54157-477b-47b8-92d4-0d0e76e9a94b service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165123 Mar 07 22:16:16.248295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Network 148f85e2-5513-4c48-8d49-57461c01d6b1 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:16:16.250801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:16.277752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f35d1d75-43f0-4195-a91f-098168d7de3d None None] Current status of the port 7958882d-496a-453e-a5a7-4c30c9e17b55 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:16.278167 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f35d1d75-43f0-4195-a91f-098168d7de3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:16.302011 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:16.303820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7958882d-496a-453e-a5a7-4c30c9e17b55 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:16.304205 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:16.357247 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f35d1d75-43f0-4195-a91f-098168d7de3d None None] For port 7958882d-496a-453e-a5a7-4c30c9e17b55, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7958882d-496a-453e-a5a7-4c30c9e17b55,segment=NetworkSegment(29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f),segment_id=29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:16.366173 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f35d1d75-43f0-4195-a91f-098168d7de3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:16.435913 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Router 807851ab-af4c-4f55-84a0-09b146cf69f9 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:16:16.464317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d1d75-43f0-4195-a91f-098168d7de3d None None] Pushing event updated for resources: {'Port': ['ID=7958882d-496a-453e-a5a7-4c30c9e17b55,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:16.468436 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:16:16.469100 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:16:16.565645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:16:16.571353 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b206e48a-7f5d-4095-932a-1ec63a453411 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "PUT /v2.0/routers/807851ab-af4c-4f55-84a0-09b146cf69f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6782932 Mar 07 22:16:16.575313 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46228) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:16.581890 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b6f38-bc46-4636-aab8-191d9d19eecc None None] Sync routers for ids ['807851ab-af4c-4f55-84a0-09b146cf69f9'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:16:16.601607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5c6ecdd9-b540-4fc8-ae17-1bd82d99e389 None None] Provisioning complete for port 7958882d-496a-453e-a5a7-4c30c9e17b55 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:16.601607 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5c6ecdd9-b540-4fc8-ae17-1bd82d99e389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:16.610143 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b6f38-bc46-4636-aab8-191d9d19eecc None None] Routers {'807851ab-af4c-4f55-84a0-09b146cf69f9'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:16:16.613646 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7f9b6f38-bc46-4636-aab8-191d9d19eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['807851ab-af4c-4f55-84a0-09b146cf69f9'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:16.675270 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7f9b6f38-bc46-4636-aab8-191d9d19eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:16.700639 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b6f38-bc46-4636-aab8-191d9d19eecc None None] Routers {'807851ab-af4c-4f55-84a0-09b146cf69f9'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:16:16.701301 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7f9b6f38-bc46-4636-aab8-191d9d19eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:15:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['807851ab-af4c-4f55-84a0-09b146cf69f9'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:16.733065 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aa20fa8a-b6fc-415e-a4a3-c90bac487332 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for router (807851ab-af4c-4f55-84a0-09b146cf69f9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:16.748347 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-7f9b6f38-bc46-4636-aab8-191d9d19eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:16.749288 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b6f38-bc46-4636-aab8-191d9d19eecc None None] The sync data for ids ['807851ab-af4c-4f55-84a0-09b146cf69f9'] in n-d-832330-1 is: [] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:16:16.860026 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7039e87-c655-40c1-96bb-f8ea483eba56 req-fa24b172-be2c-46f0-a43b-d361afd88f8f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:16.862221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a7039e87-c655-40c1-96bb-f8ea483eba56 req-fa24b172-be2c-46f0-a43b-d361afd88f8f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 943 time: 0.2069089 Mar 07 22:16:16.865576 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-aa20fa8a-b6fc-415e-a4a3-c90bac487332 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 22:16:16.866585 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-aa20fa8a-b6fc-415e-a4a3-c90bac487332 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "DELETE /v2.0/routers/807851ab-af4c-4f55-84a0-09b146cf69f9 HTTP/1.1" status: 409 len: 376 time: 0.2897899 Mar 07 22:16:16.869542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46230) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:16.889215 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ecdd9-b540-4fc8-ae17-1bd82d99e389 None None] Current status of the port 7958882d-496a-453e-a5a7-4c30c9e17b55 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:16.928579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a7039e87-c655-40c1-96bb-f8ea483eba56 req-c7ea9e6c-a11a-457e-bf75-afef95e5a560 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596318 Mar 07 22:16:17.016086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7958882d-496a-453e-a5a7-4c30c9e17b55 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:17.023708 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0041b485-6349-45e1-8163-cc8dfed49592 None None] Provisioning complete for port 63b130f9-dcaa-49c1-8314-aa7967128bb8 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:17.024080 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0041b485-6349-45e1-8163-cc8dfed49592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (63b130f9-dcaa-49c1-8314-aa7967128bb8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:17.072722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0041b485-6349-45e1-8163-cc8dfed49592 None None] Port 63b130f9-dcaa-49c1-8314-aa7967128bb8 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:16:17.193529 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-47e33003-74f4-4c57-89c7-022b9c3c73d8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (807851ab-af4c-4f55-84a0-09b146cf69f9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:17.441162 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-47e33003-74f4-4c57-89c7-022b9c3c73d8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Deleting port 63b130f9-dcaa-49c1-8314-aa7967128bb8 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:17.441831 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-47e33003-74f4-4c57-89c7-022b9c3c73d8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (63b130f9-dcaa-49c1-8314-aa7967128bb8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:17.528982 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-47e33003-74f4-4c57-89c7-022b9c3c73d8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (63b130f9-dcaa-49c1-8314-aa7967128bb8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:17.542268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-47e33003-74f4-4c57-89c7-022b9c3c73d8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Calling delete_port for 63b130f9-dcaa-49c1-8314-aa7967128bb8 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:17.718400 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-47e33003-74f4-4c57-89c7-022b9c3c73d8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (63b130f9-dcaa-49c1-8314-aa7967128bb8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:17.745669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e33003-74f4-4c57-89c7-022b9c3c73d8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event deleted for resources: {'Port': ['ID=63b130f9-dcaa-49c1-8314-aa7967128bb8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:17.849423 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-47e33003-74f4-4c57-89c7-022b9c3c73d8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (807851ab-af4c-4f55-84a0-09b146cf69f9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:17.914439 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7958882d-496a-453e-a5a7-4c30c9e17b55 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:16:17.982602 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 7958882d-496a-453e-a5a7-4c30c9e17b55 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:17.983150 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:18.066189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e33003-74f4-4c57-89c7-022b9c3c73d8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Router 807851ab-af4c-4f55-84a0-09b146cf69f9 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:16:18.076578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2de9f-5156-4742-8af2-5b8a71e16160 req-4b7642bd-2084-4caa-b5c5-1de78b858dfe tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:18.078231 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfe2de9f-5156-4742-8af2-5b8a71e16160 req-4b7642bd-2084-4caa-b5c5-1de78b858dfe tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 943 time: 0.0598037 Mar 07 22:16:18.100915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 7958882d-496a-453e-a5a7-4c30c9e17b55 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:18.146316 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfe2de9f-5156-4742-8af2-5b8a71e16160 req-6a62432b-9271-4e71-9a9f-dbe482ef63a4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541389 Mar 07 22:16:18.164212 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a70bf006-31ee-471e-968d-a004d1c358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:18.169801 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e33003-74f4-4c57-89c7-022b9c3c73d8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:16:18.178525 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-47e33003-74f4-4c57-89c7-022b9c3c73d8 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "PUT /v2.0/routers/807851ab-af4c-4f55-84a0-09b146cf69f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3078976 Mar 07 22:16:18.179136 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46234) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:18.182899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149f76e9-8515-4faf-a9b8-7d0d7b1b7241 None None] Sync routers for ids ['807851ab-af4c-4f55-84a0-09b146cf69f9'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:16:18.194176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149f76e9-8515-4faf-a9b8-7d0d7b1b7241 None None] Routers {'807851ab-af4c-4f55-84a0-09b146cf69f9'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:16:18.194799 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-149f76e9-8515-4faf-a9b8-7d0d7b1b7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:16:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['807851ab-af4c-4f55-84a0-09b146cf69f9'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:18.217122 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-bcb71e53-0acc-45c0-b3d7-b56e3372909f tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] show failed (client error): The resource could not be found. Mar 07 22:16:18.222628 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bcb71e53-0acc-45c0-b3d7-b56e3372909f tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-380821842 HTTP/1.1" status: 404 len: 334 time: 0.0379958 Mar 07 22:16:18.222768 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46236) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:18.227001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-44be84fe-9bd0-4964-87ef-52c742ca24a0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:18.229404 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-149f76e9-8515-4faf-a9b8-7d0d7b1b7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:18.238130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149f76e9-8515-4faf-a9b8-7d0d7b1b7241 None None] Routers {'807851ab-af4c-4f55-84a0-09b146cf69f9'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:16:18.238732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-149f76e9-8515-4faf-a9b8-7d0d7b1b7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:16:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['807851ab-af4c-4f55-84a0-09b146cf69f9'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:18.260197 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [None req-44be84fe-9bd0-4964-87ef-52c742ca24a0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] update failed (client error): The resource could not be found. Mar 07 22:16:18.266382 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-44be84fe-9bd0-4964-87ef-52c742ca24a0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-269502426 HTTP/1.1" status: 404 len: 334 time: 0.0375402 Mar 07 22:16:18.267141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46238) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:18.273069 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-149f76e9-8515-4faf-a9b8-7d0d7b1b7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:18.273843 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149f76e9-8515-4faf-a9b8-7d0d7b1b7241 None None] The sync data for ids ['807851ab-af4c-4f55-84a0-09b146cf69f9'] in n-d-832330-1 is: [] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:16:18.476123 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:18.638578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-52528510-d1b3-4da2-a425-f9dde3f4f8c3 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Deleting subnet f7a48537-c24b-48a6-beef-26052eaab5e0 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:16:18.642666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52528510-d1b3-4da2-a425-f9dde3f4f8c3 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for subnet (f7a48537-c24b-48a6-beef-26052eaab5e0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:18.684274 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52528510-d1b3-4da2-a425-f9dde3f4f8c3 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (f7a48537-c24b-48a6-beef-26052eaab5e0), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:18.765176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52528510-d1b3-4da2-a425-f9dde3f4f8c3 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (f7a48537-c24b-48a6-beef-26052eaab5e0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:18.825673 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52528510-d1b3-4da2-a425-f9dde3f4f8c3 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (f7a48537-c24b-48a6-beef-26052eaab5e0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:18.851958 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528510-d1b3-4da2-a425-f9dde3f4f8c3 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a48537-c24b-48a6-beef-26052eaab5e0,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:18.855629 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52528510-d1b3-4da2-a425-f9dde3f4f8c3 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:18.861918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46240) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:18.863739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4f339a-1ea6-426b-b3e4-47c1ea4d1045 None None] Network 1517b327-07af-48b0-963e-4ec678a4e1d2 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:16:18.866584 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-52528510-d1b3-4da2-a425-f9dde3f4f8c3 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "DELETE /v2.0/subnets/f7a48537-c24b-48a6-beef-26052eaab5e0 HTTP/1.1" status: 204 len: 168 time: 0.5984702 Mar 07 22:16:18.939104 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (1517b327-07af-48b0-963e-4ec678a4e1d2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:18.999383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Deleting port 7958882d-496a-453e-a5a7-4c30c9e17b55 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:18.999842 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.026192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6861dbee-03cf-4b5f-afa7-4d993371095e None None] DHCP port deletion for 1517b327-07af-48b0-963e-4ec678a4e1d2 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:16:19.066621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] For port 7958882d-496a-453e-a5a7-4c30c9e17b55, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7958882d-496a-453e-a5a7-4c30c9e17b55,segment=NetworkSegment(29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f),segment_id=29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:19.066990 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.079746 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Calling delete_port for 7958882d-496a-453e-a5a7-4c30c9e17b55 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:19.081914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6861dbee-03cf-4b5f-afa7-4d993371095e None None] Deleting port 7958882d-496a-453e-a5a7-4c30c9e17b55 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:19.082319 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6861dbee-03cf-4b5f-afa7-4d993371095e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.144005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6861dbee-03cf-4b5f-afa7-4d993371095e None None] For port 7958882d-496a-453e-a5a7-4c30c9e17b55, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7958882d-496a-453e-a5a7-4c30c9e17b55,segment=NetworkSegment(29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f),segment_id=29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:19.144391 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6861dbee-03cf-4b5f-afa7-4d993371095e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.156356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6861dbee-03cf-4b5f-afa7-4d993371095e None None] Calling delete_port for 7958882d-496a-453e-a5a7-4c30c9e17b55 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:19.169094 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.201397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] No DVR routers for this DVR port 7958882d-496a-453e-a5a7-4c30c9e17b55 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:16:19.208636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event deleted for resources: {'Port': ['ID=7958882d-496a-453e-a5a7-4c30c9e17b55,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:19.271176 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6861dbee-03cf-4b5f-afa7-4d993371095e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (7958882d-496a-453e-a5a7-4c30c9e17b55), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.299856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861dbee-03cf-4b5f-afa7-4d993371095e None None] Pushing event deleted for resources: {'Port': ['ID=7958882d-496a-453e-a5a7-4c30c9e17b55,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:19.304229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861dbee-03cf-4b5f-afa7-4d993371095e None None] No DVR routers for this DVR port 7958882d-496a-453e-a5a7-4c30c9e17b55 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:16:19.319567 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (1517b327-07af-48b0-963e-4ec678a4e1d2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.346684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1517b327-07af-48b0-963e-4ec678a4e1d2']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:19.358841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:19.359151 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:19.367752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a46e1-ec6f-4eca-8260-d8ea19582bce req-ca3b4142-baa7-4adf-85e6-c8e4389a4165 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:19.370086 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3a46e1-ec6f-4eca-8260-d8ea19582bce req-ca3b4142-baa7-4adf-85e6-c8e4389a4165 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 943 time: 0.1360695 Mar 07 22:16:19.386417 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.387961 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.414518 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.428700 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:16:19.429098 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (29fe9c96-a8f4-48fe-81b1-8ba0bb3c0f6f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:16:19.432120 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:16:19.450631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f3a46e1-ec6f-4eca-8260-d8ea19582bce req-5537fd13-50ec-4b60-b9cf-a33394ade4f9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735087 Mar 07 22:16:19.501208 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (1517b327-07af-48b0-963e-4ec678a4e1d2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.506826 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.512423 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "DELETE /v2.0/networks/1517b327-07af-48b0-963e-4ec678a4e1d2 HTTP/1.1" status: 204 len: 168 time: 0.6470454 Mar 07 22:16:19.513389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46244) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:19.523984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5066f9-2acf-4ad1-8283-683a522a87b0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event deleted for resources: {'Network': ['ID=1517b327-07af-48b0-963e-4ec678a4e1d2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:19.568586 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6478e8f-d4b2-4f76-abf1-7d949290720c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Deleting subnet 48e39a54-e1a3-4d9e-a105-a98515b0841c {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:16:19.572254 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c6478e8f-d4b2-4f76-abf1-7d949290720c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for subnet (48e39a54-e1a3-4d9e-a105-a98515b0841c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.614464 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c6478e8f-d4b2-4f76-abf1-7d949290720c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (48e39a54-e1a3-4d9e-a105-a98515b0841c), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.699299 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c6478e8f-d4b2-4f76-abf1-7d949290720c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (48e39a54-e1a3-4d9e-a105-a98515b0841c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.756092 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c6478e8f-d4b2-4f76-abf1-7d949290720c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (48e39a54-e1a3-4d9e-a105-a98515b0841c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.780363 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6478e8f-d4b2-4f76-abf1-7d949290720c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event deleted for resources: {'Subnet': ['ID=48e39a54-e1a3-4d9e-a105-a98515b0841c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:19.787629 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c6478e8f-d4b2-4f76-abf1-7d949290720c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.791362 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c6478e8f-d4b2-4f76-abf1-7d949290720c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "DELETE /v2.0/subnets/48e39a54-e1a3-4d9e-a105-a98515b0841c HTTP/1.1" status: 204 len: 168 time: 0.2756710 Mar 07 22:16:19.793820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46246) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:19.795733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1619b7f-4f81-4f57-ac56-7edb945442b4 None None] Network 0f1dcba9-eab5-4514-a0c5-96a13eb9fee7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:16:19.846500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-573114f8-25fe-4f8d-92b8-611bfdb7a67c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Deleting subnet 70b8efe4-f84e-4fa9-864a-24890a6cceb9 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:16:19.849911 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-573114f8-25fe-4f8d-92b8-611bfdb7a67c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for subnet (70b8efe4-f84e-4fa9-864a-24890a6cceb9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.893590 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-573114f8-25fe-4f8d-92b8-611bfdb7a67c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (70b8efe4-f84e-4fa9-864a-24890a6cceb9), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:19.926224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7958882d-496a-453e-a5a7-4c30c9e17b55 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:16:19.949971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 7958882d-496a-453e-a5a7-4c30c9e17b55 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:16:19.950531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7958882d-496a-453e-a5a7-4c30c9e17b55 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:16:19.985567 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca19b7a-ad27-4799-b743-7121a526cd6c None None] DHCP port deletion for 0f1dcba9-eab5-4514-a0c5-96a13eb9fee7 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:16:20.002862 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-573114f8-25fe-4f8d-92b8-611bfdb7a67c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (70b8efe4-f84e-4fa9-864a-24890a6cceb9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.036327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1ca19b7a-ad27-4799-b743-7121a526cd6c None None] Deleting port a71a80b8-79d0-4082-8ac0-39fd1755544c {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:20.036862 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1ca19b7a-ad27-4799-b743-7121a526cd6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.064722 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-573114f8-25fe-4f8d-92b8-611bfdb7a67c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (70b8efe4-f84e-4fa9-864a-24890a6cceb9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.065970 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-09dddff6-2be5-40df-93bb-11caadc9cfbb tempest-TaggedBootDevicesTest_v242-84251258 tempest-TaggedBootDevicesTest_v242-84251258-project] (103718) timed out ('10.222.0.26', 49210) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 22:16:20.080088 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-573114f8-25fe-4f8d-92b8-611bfdb7a67c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.084174 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-573114f8-25fe-4f8d-92b8-611bfdb7a67c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "DELETE /v2.0/subnets/70b8efe4-f84e-4fa9-864a-24890a6cceb9 HTTP/1.1" status: 204 len: 168 time: 0.2892284 Mar 07 22:16:20.086874 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46248) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:20.095320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8addc2-7b3b-450c-925e-f47be3adfe2b None None] Network ec5641bd-182b-40aa-8a16-d45a5d1e8e21 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:16:20.105824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573114f8-25fe-4f8d-92b8-611bfdb7a67c tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event deleted for resources: {'Subnet': ['ID=70b8efe4-f84e-4fa9-864a-24890a6cceb9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:20.166036 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-1ca19b7a-ad27-4799-b743-7121a526cd6c None None] For port a71a80b8-79d0-4082-8ac0-39fd1755544c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a71a80b8-79d0-4082-8ac0-39fd1755544c,segment=NetworkSegment(b5c6352c-9280-4e76-abe7-d35697ec0fbd),segment_id=b5c6352c-9280-4e76-abe7-d35697ec0fbd)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:20.166554 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1ca19b7a-ad27-4799-b743-7121a526cd6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.179344 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (0f1dcba9-eab5-4514-a0c5-96a13eb9fee7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.198683 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1ca19b7a-ad27-4799-b743-7121a526cd6c None None] Calling delete_port for a71a80b8-79d0-4082-8ac0-39fd1755544c owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:20.233180 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Deleting port a71a80b8-79d0-4082-8ac0-39fd1755544c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:20.233180 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.296628 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1ca19b7a-ad27-4799-b743-7121a526cd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.319525 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] For port a71a80b8-79d0-4082-8ac0-39fd1755544c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a71a80b8-79d0-4082-8ac0-39fd1755544c,segment=NetworkSegment(b5c6352c-9280-4e76-abe7-d35697ec0fbd),segment_id=b5c6352c-9280-4e76-abe7-d35697ec0fbd)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:20.319899 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.322586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca19b7a-ad27-4799-b743-7121a526cd6c None None] Pushing event deleted for resources: {'Port': ['ID=a71a80b8-79d0-4082-8ac0-39fd1755544c,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:20.326677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca19b7a-ad27-4799-b743-7121a526cd6c None None] No DVR routers for this DVR port a71a80b8-79d0-4082-8ac0-39fd1755544c on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:16:20.339614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Calling delete_port for a71a80b8-79d0-4082-8ac0-39fd1755544c owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:20.366920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2521859a-e901-4230-a69c-42ee4aa358cc None None] DHCP port deletion for ec5641bd-182b-40aa-8a16-d45a5d1e8e21 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:16:20.400479 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.427583 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a71a80b8-79d0-4082-8ac0-39fd1755544c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.429725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2521859a-e901-4230-a69c-42ee4aa358cc None None] Deleting port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:20.430350 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2521859a-e901-4230-a69c-42ee4aa358cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (48199243-d9ef-4fd8-a2b3-2b76d40c88c2), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.471966 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event deleted for resources: {'Port': ['ID=a71a80b8-79d0-4082-8ac0-39fd1755544c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:20.495902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] No DVR routers for this DVR port a71a80b8-79d0-4082-8ac0-39fd1755544c on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:16:20.537279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2521859a-e901-4230-a69c-42ee4aa358cc None None] For port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=48199243-d9ef-4fd8-a2b3-2b76d40c88c2,segment=NetworkSegment(b13b6be8-951d-47b4-b924-299a4461879a),segment_id=b13b6be8-951d-47b4-b924-299a4461879a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:20.537683 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2521859a-e901-4230-a69c-42ee4aa358cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (48199243-d9ef-4fd8-a2b3-2b76d40c88c2), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.551955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2521859a-e901-4230-a69c-42ee4aa358cc None None] Calling delete_port for 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:20.607412 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (0f1dcba9-eab5-4514-a0c5-96a13eb9fee7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.622825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc81d56-78e1-4978-8082-59b2d43fad89 req-2293e0a2-1299-4ac8-843c-0678135978a7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:20.624524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ccc81d56-78e1-4978-8082-59b2d43fad89 req-2293e0a2-1299-4ac8-843c-0678135978a7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 943 time: 0.0688136 Mar 07 22:16:20.646940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1dcba9-eab5-4514-a0c5-96a13eb9fee7']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:20.658961 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c6352c-9280-4e76-abe7-d35697ec0fbd') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:20.659597 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c6352c-9280-4e76-abe7-d35697ec0fbd') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:20.662288 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2521859a-e901-4230-a69c-42ee4aa358cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (48199243-d9ef-4fd8-a2b3-2b76d40c88c2), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.671978 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (b5c6352c-9280-4e76-abe7-d35697ec0fbd), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.689156 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b5c6352c-9280-4e76-abe7-d35697ec0fbd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.696258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ccc81d56-78e1-4978-8082-59b2d43fad89 req-7c27e46f-5f88-49bd-b9b1-cbd40f44c165 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629606 Mar 07 22:16:20.697880 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:16:20.698842 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (b5c6352c-9280-4e76-abe7-d35697ec0fbd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.699107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521859a-e901-4230-a69c-42ee4aa358cc None None] Pushing event deleted for resources: {'Port': ['ID=48199243-d9ef-4fd8-a2b3-2b76d40c88c2,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:20.701055 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2521859a-e901-4230-a69c-42ee4aa358cc None None] No DVR routers for this DVR port 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: self.session.flush() Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:16:20.710040 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:16:20.777160 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (0f1dcba9-eab5-4514-a0c5-96a13eb9fee7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.784005 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.787096 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "DELETE /v2.0/networks/0f1dcba9-eab5-4514-a0c5-96a13eb9fee7 HTTP/1.1" status: 204 len: 168 time: 0.6992288 Mar 07 22:16:20.789981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46252) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:20.798547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cd457-6f1a-4db6-902c-a219e9274f27 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event deleted for resources: {'Network': ['ID=0f1dcba9-eab5-4514-a0c5-96a13eb9fee7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:20.874803 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-543f4b5e-c005-4965-9c97-3ed0fee39ffe tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (ec5641bd-182b-40aa-8a16-d45a5d1e8e21), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.965651 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-543f4b5e-c005-4965-9c97-3ed0fee39ffe tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (ec5641bd-182b-40aa-8a16-d45a5d1e8e21), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:20.985048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-543f4b5e-c005-4965-9c97-3ed0fee39ffe tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5641bd-182b-40aa-8a16-d45a5d1e8e21']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:20.993887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-543f4b5e-c005-4965-9c97-3ed0fee39ffe tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13b6be8-951d-47b4-b924-299a4461879a') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:20.994222 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-543f4b5e-c005-4965-9c97-3ed0fee39ffe tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13b6be8-951d-47b4-b924-299a4461879a') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:21.003664 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-543f4b5e-c005-4965-9c97-3ed0fee39ffe tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (b13b6be8-951d-47b4-b924-299a4461879a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.016386 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-543f4b5e-c005-4965-9c97-3ed0fee39ffe tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (b13b6be8-951d-47b4-b924-299a4461879a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.022797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543f4b5e-c005-4965-9c97-3ed0fee39ffe tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:16:21.023179 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-543f4b5e-c005-4965-9c97-3ed0fee39ffe tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (b13b6be8-951d-47b4-b924-299a4461879a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:16:21.026091 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:16:21.083688 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-543f4b5e-c005-4965-9c97-3ed0fee39ffe tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (ec5641bd-182b-40aa-8a16-d45a5d1e8e21), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.090483 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-543f4b5e-c005-4965-9c97-3ed0fee39ffe tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.094016 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-543f4b5e-c005-4965-9c97-3ed0fee39ffe tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "DELETE /v2.0/networks/ec5641bd-182b-40aa-8a16-d45a5d1e8e21 HTTP/1.1" status: 204 len: 168 time: 0.3028312 Mar 07 22:16:21.096402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46254) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:21.113411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f4b5e-c005-4965-9c97-3ed0fee39ffe tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event deleted for resources: {'Network': ['ID=ec5641bd-182b-40aa-8a16-d45a5d1e8e21,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:21.161019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-6788e365-0425-48ae-981b-8af2c4e7fdfc tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Deleting subnet e1367622-000a-409b-87d1-98bdfbff170c {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:16:21.164238 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6788e365-0425-48ae-981b-8af2c4e7fdfc tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for subnet (e1367622-000a-409b-87d1-98bdfbff170c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.204015 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6788e365-0425-48ae-981b-8af2c4e7fdfc tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (e1367622-000a-409b-87d1-98bdfbff170c), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.283070 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6788e365-0425-48ae-981b-8af2c4e7fdfc tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (e1367622-000a-409b-87d1-98bdfbff170c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.344997 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6788e365-0425-48ae-981b-8af2c4e7fdfc tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (e1367622-000a-409b-87d1-98bdfbff170c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.372394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788e365-0425-48ae-981b-8af2c4e7fdfc tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event deleted for resources: {'Subnet': ['ID=e1367622-000a-409b-87d1-98bdfbff170c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:21.374442 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6788e365-0425-48ae-981b-8af2c4e7fdfc tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.378200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6788e365-0425-48ae-981b-8af2c4e7fdfc tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "DELETE /v2.0/subnets/e1367622-000a-409b-87d1-98bdfbff170c HTTP/1.1" status: 204 len: 168 time: 0.2808676 Mar 07 22:16:21.380316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64239d85-e151-42b7-816d-47bd2998b561 None None] Network 148f85e2-5513-4c48-8d49-57461c01d6b1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:16:21.380780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46256) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:21.456347 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (148f85e2-5513-4c48-8d49-57461c01d6b1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.511595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Deleting port dc2b68a7-95a7-4b18-9c22-f3364377e04d {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:21.511994 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.557223 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b377f3-a86e-4a30-8bdd-182611626503 None None] DHCP port deletion for 148f85e2-5513-4c48-8d49-57461c01d6b1 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:16:21.580208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] For port dc2b68a7-95a7-4b18-9c22-f3364377e04d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=dc2b68a7-95a7-4b18-9c22-f3364377e04d,segment=NetworkSegment(d1a8e384-8b48-40c0-a480-32b6d3b52cbb),segment_id=d1a8e384-8b48-40c0-a480-32b6d3b52cbb)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:21.580666 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.593732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Calling delete_port for dc2b68a7-95a7-4b18-9c22-f3364377e04d owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:21.605064 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-10b377f3-a86e-4a30-8bdd-182611626503 None None] Deleting port dc2b68a7-95a7-4b18-9c22-f3364377e04d {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:16:21.606100 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-10b377f3-a86e-4a30-8bdd-182611626503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.666834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-10b377f3-a86e-4a30-8bdd-182611626503 None None] For port dc2b68a7-95a7-4b18-9c22-f3364377e04d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=dc2b68a7-95a7-4b18-9c22-f3364377e04d,segment=NetworkSegment(d1a8e384-8b48-40c0-a480-32b6d3b52cbb),segment_id=d1a8e384-8b48-40c0-a480-32b6d3b52cbb)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:21.667495 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-10b377f3-a86e-4a30-8bdd-182611626503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.678373 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.682096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-10b377f3-a86e-4a30-8bdd-182611626503 None None] Calling delete_port for dc2b68a7-95a7-4b18-9c22-f3364377e04d owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:16:21.702977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event deleted for resources: {'Port': ['ID=dc2b68a7-95a7-4b18-9c22-f3364377e04d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:21.708970 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] No DVR routers for this DVR port dc2b68a7-95a7-4b18-9c22-f3364377e04d on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:16:21.773704 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-10b377f3-a86e-4a30-8bdd-182611626503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (dc2b68a7-95a7-4b18-9c22-f3364377e04d), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.799166 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (148f85e2-5513-4c48-8d49-57461c01d6b1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.801940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b377f3-a86e-4a30-8bdd-182611626503 None None] Pushing event deleted for resources: {'Port': ['ID=dc2b68a7-95a7-4b18-9c22-f3364377e04d,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:21.805528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b377f3-a86e-4a30-8bdd-182611626503 None None] No DVR routers for this DVR port dc2b68a7-95a7-4b18-9c22-f3364377e04d on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:16:21.857642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148f85e2-5513-4c48-8d49-57461c01d6b1']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:21.870390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a8e384-8b48-40c0-a480-32b6d3b52cbb') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:21.870694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a8e384-8b48-40c0-a480-32b6d3b52cbb') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:21.878570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e06480-defe-4437-9023-cad3edb5f37a req-f6f66499-e593-4085-bccd-7bd8a85e8e66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:21.880048 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2e06480-defe-4437-9023-cad3edb5f37a req-f6f66499-e593-4085-bccd-7bd8a85e8e66 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 943 time: 0.0928643 Mar 07 22:16:21.889433 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (d1a8e384-8b48-40c0-a480-32b6d3b52cbb), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.899126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a71a80b8-79d0-4082-8ac0-39fd1755544c no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:16:21.921589 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d1a8e384-8b48-40c0-a480-32b6d3b52cbb), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.921936 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: a71a80b8-79d0-4082-8ac0-39fd1755544c {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:16:21.922400 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a71a80b8-79d0-4082-8ac0-39fd1755544c not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:16:21.923228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device dc2b68a7-95a7-4b18-9c22-f3364377e04d no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:16:21.938798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:16:21.939235 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (d1a8e384-8b48-40c0-a480-32b6d3b52cbb), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:21.942671 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: dc2b68a7-95a7-4b18-9c22-f3364377e04d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:16:21.942793 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:16:21.944497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device dc2b68a7-95a7-4b18-9c22-f3364377e04d not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:16:21.944497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:16:21.967005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:16:21.967429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 48199243-d9ef-4fd8-a2b3-2b76d40c88c2 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:16:21.998088 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2e06480-defe-4437-9023-cad3edb5f37a req-5bf6f097-d609-4b61-9d9c-847db53ddaab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110039 Mar 07 22:16:22.012708 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (148f85e2-5513-4c48-8d49-57461c01d6b1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:22.029752 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:22.036386 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "DELETE /v2.0/networks/148f85e2-5513-4c48-8d49-57461c01d6b1 HTTP/1.1" status: 204 len: 168 time: 0.6524134 Mar 07 22:16:22.036723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46260) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:22.045962 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f875a6-6965-4520-98eb-5128f0fab25e tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Pushing event deleted for resources: {'Network': ['ID=148f85e2-5513-4c48-8d49-57461c01d6b1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:22.067833 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7a36cfe8-98f1-427b-8d56-5a6e1326ac3a tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "GET /v2.0/ports?device_id=807851ab-af4c-4f55-84a0-09b146cf69f9 HTTP/1.1" status: 200 len: 205 time: 0.0298021 Mar 07 22:16:22.070496 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46262) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:22.133058 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:22.152816 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75da06a3-d000-41b0-b0f4-e499ac3adcd0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for router (807851ab-af4c-4f55-84a0-09b146cf69f9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:22.328712 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75da06a3-d000-41b0-b0f4-e499ac3adcd0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (807851ab-af4c-4f55-84a0-09b146cf69f9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:22.331652 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75da06a3-d000-41b0-b0f4-e499ac3adcd0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for router_controller (807851ab-af4c-4f55-84a0-09b146cf69f9), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:22.376298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75da06a3-d000-41b0-b0f4-e499ac3adcd0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (807851ab-af4c-4f55-84a0-09b146cf69f9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:22.376886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75da06a3-d000-41b0-b0f4-e499ac3adcd0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Fanout notify agent at l3_agent the message router_deleted on router 807851ab-af4c-4f55-84a0-09b146cf69f9 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:16:22.383769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75da06a3-d000-41b0-b0f4-e499ac3adcd0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:22.387888 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-75da06a3-d000-41b0-b0f4-e499ac3adcd0 tempest-RoutersNegativeIpV6Test-17806072 tempest-RoutersNegativeIpV6Test-17806072-project] 10.222.0.26 "DELETE /v2.0/routers/807851ab-af4c-4f55-84a0-09b146cf69f9 HTTP/1.1" status: 204 len: 168 time: 0.3135231 Mar 07 22:16:22.634389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46268) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:22.765202 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8e852477-7804-42f6-8f2d-326ec2eab9e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=065acaad865846a09e82a277ae455485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293204 Mar 07 22:16:22.767737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46272) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:22.817793 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97f98a03-7e01-4b27-aa3d-824d01b9ad8d admin admin] Publish callbacks [] for security_group (ef319b7f-4612-48cc-9ef5-3ebe138a4c3b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:22.837957 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97f98a03-7e01-4b27-aa3d-824d01b9ad8d admin admin] Publish callbacks [] for security_group (ef319b7f-4612-48cc-9ef5-3ebe138a4c3b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:22.884489 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97f98a03-7e01-4b27-aa3d-824d01b9ad8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ef319b7f-4612-48cc-9ef5-3ebe138a4c3b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:22.886993 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-97f98a03-7e01-4b27-aa3d-824d01b9ad8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:22.888176 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-97f98a03-7e01-4b27-aa3d-824d01b9ad8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef319b7f-4612-48cc-9ef5-3ebe138a4c3b HTTP/1.1" status: 204 len: 168 time: 0.1195259 Mar 07 22:16:22.895991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f98a03-7e01-4b27-aa3d-824d01b9ad8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef319b7f-4612-48cc-9ef5-3ebe138a4c3b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:23.421539 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4280be-48c5-4707-a7fb-19c820f8b148 req-58426a6f-2b6f-4ae9-a307-cb1741e8a1f3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:23.427171 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f4280be-48c5-4707-a7fb-19c820f8b148 req-58426a6f-2b6f-4ae9-a307-cb1741e8a1f3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 943 time: 0.3541470 Mar 07 22:16:23.472495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f4280be-48c5-4707-a7fb-19c820f8b148 req-2b77a346-5a24-4d9c-8fbf-51f4a8ca74dc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432763 Mar 07 22:16:23.589088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46296) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:23.616936 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:16:23.688870 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-77e39648-846f-4ddc-a1d3-ffbba6ea8e0e tempest-ServiceProvidersTest-1779247828 tempest-ServiceProvidersTest-1779247828-project] 10.222.0.26 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0986388 Mar 07 22:16:23.928273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46304) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:24.038309 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1986c64c-b5e3-4edd-9f03-d24f66fded44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:24.119047 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1986c64c-b5e3-4edd-9f03-d24f66fded44 admin admin] Publish callbacks [] for security_group (78d96362-f21c-48ed-8490-83a139a3e273), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:24.124328 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1986c64c-b5e3-4edd-9f03-d24f66fded44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (78d96362-f21c-48ed-8490-83a139a3e273), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:24.163486 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986c64c-b5e3-4edd-9f03-d24f66fded44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d96362-f21c-48ed-8490-83a139a3e273,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:24.171156 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1986c64c-b5e3-4edd-9f03-d24f66fded44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=487b687ad47940aeb6c41518e38f9bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395418 Mar 07 22:16:24.172042 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46308) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:24.223745 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39d17074-c1f1-4893-a2e7-b013cd6cce52 admin admin] Publish callbacks [] for security_group (78d96362-f21c-48ed-8490-83a139a3e273), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:24.247077 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39d17074-c1f1-4893-a2e7-b013cd6cce52 admin admin] Publish callbacks [] for security_group (78d96362-f21c-48ed-8490-83a139a3e273), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:24.294815 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39d17074-c1f1-4893-a2e7-b013cd6cce52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (78d96362-f21c-48ed-8490-83a139a3e273), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:24.298285 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-39d17074-c1f1-4893-a2e7-b013cd6cce52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:24.302251 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-39d17074-c1f1-4893-a2e7-b013cd6cce52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78d96362-f21c-48ed-8490-83a139a3e273 HTTP/1.1" status: 204 len: 168 time: 0.1298707 Mar 07 22:16:24.310476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d17074-c1f1-4893-a2e7-b013cd6cce52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d96362-f21c-48ed-8490-83a139a3e273,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:24.593628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c063c-59a7-4e33-b039-f13fa78383b2 req-84a7ef96-4558-455d-acf0-1403d776a4fe tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:24.595707 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a38c063c-59a7-4e33-b039-f13fa78383b2 req-84a7ef96-4558-455d-acf0-1403d776a4fe tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 943 time: 0.0529678 Mar 07 22:16:24.645754 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a38c063c-59a7-4e33-b039-f13fa78383b2 req-9444a2bf-1e35-497a-8ab7-f300b83b963b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445070 Mar 07 22:16:25.768413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b3e44-a1fe-4c15-839a-8e17d7b30014 req-0825de84-3078-485d-a7bb-5ac7be322246 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:25.769949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f5b3e44-a1fe-4c15-839a-8e17d7b30014 req-0825de84-3078-485d-a7bb-5ac7be322246 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 943 time: 0.0576680 Mar 07 22:16:25.826528 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f5b3e44-a1fe-4c15-839a-8e17d7b30014 req-ece45108-f14a-4551-9ff5-ad723dbf651f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497851 Mar 07 22:16:26.948564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2520a0-9143-465c-8033-f284ec2ccd33 req-4db8fd71-cb85-492e-9c99-a125af32d047 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:26.948564 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c2520a0-9143-465c-8033-f284ec2ccd33 req-4db8fd71-cb85-492e-9c99-a125af32d047 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 943 time: 0.0531490 Mar 07 22:16:26.997874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c2520a0-9143-465c-8033-f284ec2ccd33 req-31f34ca1-bbf3-440c-b3b8-f11faa4eaa7d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443666 Mar 07 22:16:28.116443 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b963b-ecfe-4cb3-85fb-f530e5d0e032 req-ea9632f0-5035-4b57-ab34-72052a7637ce tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:28.117934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-736b963b-ecfe-4cb3-85fb-f530e5d0e032 req-ea9632f0-5035-4b57-ab34-72052a7637ce tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 943 time: 0.0536625 Mar 07 22:16:28.171949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-736b963b-ecfe-4cb3-85fb-f530e5d0e032 req-8e03f861-a624-48ad-9e67-21ebfcf4e981 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483837 Mar 07 22:16:28.581049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46400) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:28.696692 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4480959f-89ff-43e0-adc0-0d42462c012c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:28.775974 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4480959f-89ff-43e0-adc0-0d42462c012c admin admin] Publish callbacks [] for security_group (2fad2b3c-8bcb-41ce-8426-e39b49ee7d00), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:28.779991 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4480959f-89ff-43e0-adc0-0d42462c012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2fad2b3c-8bcb-41ce-8426-e39b49ee7d00), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:28.823561 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4480959f-89ff-43e0-adc0-0d42462c012c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a636c6ec93b43a1999ed8dff720a427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2383506 Mar 07 22:16:28.823561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480959f-89ff-43e0-adc0-0d42462c012c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fad2b3c-8bcb-41ce-8426-e39b49ee7d00,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:28.823888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46404) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:28.874462 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2bee0521-2c3d-4901-a64b-c23dfd73a396 admin admin] Publish callbacks [] for security_group (2fad2b3c-8bcb-41ce-8426-e39b49ee7d00), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:28.895934 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2bee0521-2c3d-4901-a64b-c23dfd73a396 admin admin] Publish callbacks [] for security_group (2fad2b3c-8bcb-41ce-8426-e39b49ee7d00), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:28.942382 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2bee0521-2c3d-4901-a64b-c23dfd73a396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (2fad2b3c-8bcb-41ce-8426-e39b49ee7d00), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:28.944861 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2bee0521-2c3d-4901-a64b-c23dfd73a396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:28.945990 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2bee0521-2c3d-4901-a64b-c23dfd73a396 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2fad2b3c-8bcb-41ce-8426-e39b49ee7d00 HTTP/1.1" status: 204 len: 168 time: 0.1195419 Mar 07 22:16:28.958557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee0521-2c3d-4901-a64b-c23dfd73a396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fad2b3c-8bcb-41ce-8426-e39b49ee7d00,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:29.229294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46412) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:29.248052 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a63c58a0-5e94-4cb4-90ac-928ed3ef056d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:29.336813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49a9a-f0b6-495a-89d2-55636219e1fe req-4bc2615e-597f-4602-a688-a233d306b144 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:29.338748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-75d49a9a-f0b6-495a-89d2-55636219e1fe req-4bc2615e-597f-4602-a688-a233d306b144 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 943 time: 0.0919743 Mar 07 22:16:29.402459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a63c58a0-5e94-4cb4-90ac-928ed3ef056d admin admin] Publish callbacks [] for security_group (9541493c-e029-4b53-beb8-5ec96c43ae47), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:29.407994 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a63c58a0-5e94-4cb4-90ac-928ed3ef056d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9541493c-e029-4b53-beb8-5ec96c43ae47), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:29.435431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-75d49a9a-f0b6-495a-89d2-55636219e1fe req-4d5ef1aa-85cf-4e3d-b389-97f9ede46b0c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847037 Mar 07 22:16:29.458477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c58a0-5e94-4cb4-90ac-928ed3ef056d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9541493c-e029-4b53-beb8-5ec96c43ae47,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:29.463281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a63c58a0-5e94-4cb4-90ac-928ed3ef056d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0abc58137f294fa4a24ab4db9887922e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2333972 Mar 07 22:16:29.465769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46414) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:29.511529 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3cef5aa8-36d6-4083-8c24-bd6ce99a2aa4 admin admin] Publish callbacks [] for security_group (9541493c-e029-4b53-beb8-5ec96c43ae47), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:29.533030 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3cef5aa8-36d6-4083-8c24-bd6ce99a2aa4 admin admin] Publish callbacks [] for security_group (9541493c-e029-4b53-beb8-5ec96c43ae47), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:29.577981 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3cef5aa8-36d6-4083-8c24-bd6ce99a2aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9541493c-e029-4b53-beb8-5ec96c43ae47), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:29.581031 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3cef5aa8-36d6-4083-8c24-bd6ce99a2aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:29.582212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3cef5aa8-36d6-4083-8c24-bd6ce99a2aa4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9541493c-e029-4b53-beb8-5ec96c43ae47 HTTP/1.1" status: 204 len: 168 time: 0.1155086 Mar 07 22:16:29.589581 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef5aa8-36d6-4083-8c24-bd6ce99a2aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9541493c-e029-4b53-beb8-5ec96c43ae47,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:30.558747 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ffa5b-7b1e-41da-bfaf-7dccf819817c req-8e478e56-b725-47a3-a676-1c27633df426 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:30.560240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-423ffa5b-7b1e-41da-bfaf-7dccf819817c req-8e478e56-b725-47a3-a676-1c27633df426 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 943 time: 0.0564604 Mar 07 22:16:30.610580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-423ffa5b-7b1e-41da-bfaf-7dccf819817c req-9662ac38-099a-43dd-89a0-12f17e2dc2e7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442688 Mar 07 22:16:31.743548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436e975-8077-4d12-8b94-120dacbbbc2b req-9e367e4a-fe0f-405d-994f-8d07dfc5cad8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:31.745046 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6436e975-8077-4d12-8b94-120dacbbbc2b req-9e367e4a-fe0f-405d-994f-8d07dfc5cad8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 943 time: 0.0583632 Mar 07 22:16:31.797928 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6436e975-8077-4d12-8b94-120dacbbbc2b req-f121a66d-ae63-4deb-a320-607b7493fa33 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471368 Mar 07 22:16:32.353003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46550) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:32.461240 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8335d54a-16b4-45c2-a199-f7ab6ee2abee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:32.536492 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8335d54a-16b4-45c2-a199-f7ab6ee2abee admin admin] Publish callbacks [] for security_group (1579e11a-7910-457f-86c5-5f2685614bc5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:32.540241 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8335d54a-16b4-45c2-a199-f7ab6ee2abee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1579e11a-7910-457f-86c5-5f2685614bc5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:32.567062 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d90bbe58-4904-4845-ac18-018780f4c247 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:16:32.577829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8335d54a-16b4-45c2-a199-f7ab6ee2abee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7a060f95d3b4f66a3598689ec835d1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2237248 Mar 07 22:16:32.579884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335d54a-16b4-45c2-a199-f7ab6ee2abee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1579e11a-7910-457f-86c5-5f2685614bc5,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:32.581076 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46554) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:32.631980 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Publish callbacks [] for security_group (1579e11a-7910-457f-86c5-5f2685614bc5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:32.652888 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Publish callbacks [] for security_group (1579e11a-7910-457f-86c5-5f2685614bc5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:32.663126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d90bbe58-4904-4845-ac18-018780f4c247, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d90bbe58-4904-4845-ac18-018780f4c247,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:32.676904 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'd90bbe58-4904-4845-ac18-018780f4c247', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'port_id': 'd90bbe58-4904-4845-ac18-018780f4c247', 'mac_address': 'fa:16:3e:b9:4a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:16:32.711731 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1579e11a-7910-457f-86c5-5f2685614bc5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:32.714297 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:32.718611 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1579e11a-7910-457f-86c5-5f2685614bc5 HTTP/1.1" status: 204 len: 168 time: 0.1362376 Mar 07 22:16:32.722659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port d90bbe58-4904-4845-ac18-018780f4c247 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:32.723056 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d90bbe58-4904-4845-ac18-018780f4c247), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:32.727164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1579e11a-7910-457f-86c5-5f2685614bc5,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:32.734838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:32.735269 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:32.735619 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:32.736073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:32.736529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:32.736716 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90bbe58-4904-4845-ac18-018780f4c247 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:16:32.736885 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:32.737195 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:32.737524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:32.737879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:32.738295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:32.738630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:32.738957 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:32.739281 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d53999-ef37-4e95-810e-801a9f96d9c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:32.770531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d90bbe58-4904-4845-ac18-018780f4c247, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d90bbe58-4904-4845-ac18-018780f4c247,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:32.775301 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d90bbe58-4904-4845-ac18-018780f4c247), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:32.823161 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=d90bbe58-4904-4845-ac18-018780f4c247,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:32.920112 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284c8fd-e19e-4984-9d07-d53e6815079a req-7c018fac-ed27-47c6-b55b-6703f2ae2302 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:32.921705 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9284c8fd-e19e-4984-9d07-d53e6815079a req-7c018fac-ed27-47c6-b55b-6703f2ae2302 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 944 time: 0.0539112 Mar 07 22:16:32.980933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9284c8fd-e19e-4984-9d07-d53e6815079a req-1de86b7e-bbc9-4fbd-aa0c-d2444e0f336e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537157 Mar 07 22:16:32.992128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46562) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:33.005824 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-72fc8185-3e9c-4570-98f5-67ab7cef49cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:33.045021 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['d90bbe58-4904-4845-ac18-018780f4c247'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:16:33.079468 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-72fc8185-3e9c-4570-98f5-67ab7cef49cb admin admin] Publish callbacks [] for security_group (80fd4ffb-c134-4e4b-96c7-c5f1ecd4c774), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:33.083218 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-72fc8185-3e9c-4570-98f5-67ab7cef49cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (80fd4ffb-c134-4e4b-96c7-c5f1ecd4c774), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:33.120861 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-72fc8185-3e9c-4570-98f5-67ab7cef49cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8bd85112ddbe4cc895b7ed6595145e71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276186 Mar 07 22:16:33.122161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc8185-3e9c-4570-98f5-67ab7cef49cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd4ffb-c134-4e4b-96c7-c5f1ecd4c774,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:33.123578 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46564) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:33.170658 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6246ad8f-ef3d-4e6b-a300-7d91ba440996 admin admin] Publish callbacks [] for security_group (80fd4ffb-c134-4e4b-96c7-c5f1ecd4c774), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:33.192168 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6246ad8f-ef3d-4e6b-a300-7d91ba440996 admin admin] Publish callbacks [] for security_group (80fd4ffb-c134-4e4b-96c7-c5f1ecd4c774), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:33.238808 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6246ad8f-ef3d-4e6b-a300-7d91ba440996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (80fd4ffb-c134-4e4b-96c7-c5f1ecd4c774), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:33.241270 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6246ad8f-ef3d-4e6b-a300-7d91ba440996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:33.242473 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6246ad8f-ef3d-4e6b-a300-7d91ba440996 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80fd4ffb-c134-4e4b-96c7-c5f1ecd4c774 HTTP/1.1" status: 204 len: 168 time: 0.1178777 Mar 07 22:16:33.250609 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246ad8f-ef3d-4e6b-a300-7d91ba440996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fd4ffb-c134-4e4b-96c7-c5f1ecd4c774,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:34.107943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66834c10-32a7-40f4-89b4-81459f8905e1 req-0f434ca7-d41c-47ec-88d5-922307f7eaba tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:34.109478 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-66834c10-32a7-40f4-89b4-81459f8905e1 req-0f434ca7-d41c-47ec-88d5-922307f7eaba tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 944 time: 0.0582726 Mar 07 22:16:34.161545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-66834c10-32a7-40f4-89b4-81459f8905e1 req-b4439318-0b14-422b-b52e-5a9b94f026ba tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462096 Mar 07 22:16:34.584446 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d90bbe58-4904-4845-ac18-018780f4c247 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:16:34.636112 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port d90bbe58-4904-4845-ac18-018780f4c247 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:16:34.640555 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port d90bbe58-4904-4845-ac18-018780f4c247 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:16:34.641032 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (d90bbe58-4904-4845-ac18-018780f4c247), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:34.720059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port d90bbe58-4904-4845-ac18-018780f4c247 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:16:34.720437 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (d90bbe58-4904-4845-ac18-018780f4c247), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:34.742923 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90bbe58-4904-4845-ac18-018780f4c247'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:16:34.745126 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e9ac0f-0712-4b25-be0f-ec635e9626ce" -d '{"events": [{"server_uuid": "275d629e-0d13-4bf3-bba1-dd24ca30d310", "name": "network-vif-plugged", "status": "completed", "tag": "d90bbe58-4904-4845-ac18-018780f4c247"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:16:34.758258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port d90bbe58-4904-4845-ac18-018780f4c247, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d90bbe58-4904-4845-ac18-018780f4c247,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:16:34.762683 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (d90bbe58-4904-4845-ac18-018780f4c247), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:34.790989 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc14d1f-bcf7-429e-a958-b165a9b46e48 x-openstack-request-id: req-1fc14d1f-bcf7-429e-a958-b165a9b46e48 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:16:34.791358 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275d629e-0d13-4bf3-bba1-dd24ca30d310", "name": "network-vif-plugged", "status": "completed", "tag": "d90bbe58-4904-4845-ac18-018780f4c247", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:16:34.791689 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1fc14d1f-bcf7-429e-a958-b165a9b46e48 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:16:34.792147 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90bbe58-4904-4845-ac18-018780f4c247', 'code': 200} Mar 07 22:16:34.824177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=d90bbe58-4904-4845-ac18-018780f4c247,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:34.897985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ed6b4-ab69-4cbf-807c-d90ce00be52f req-3a5ac031-a414-4f34-97c0-df967e0b5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:34.899620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-933ed6b4-ab69-4cbf-807c-d90ce00be52f req-3a5ac031-a414-4f34-97c0-df967e0b5a67 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 1127 time: 0.0462129 Mar 07 22:16:34.952289 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-933ed6b4-ab69-4cbf-807c-d90ce00be52f req-7c6f0381-ea8a-471e-8e46-f09e6025452c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426252 Mar 07 22:16:35.292094 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f08469-06b4-4619-80a0-af8a9db1347b req-155177b7-d65b-4fe0-9b6e-713d9abd6dc7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:35.293522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8f08469-06b4-4619-80a0-af8a9db1347b req-155177b7-d65b-4fe0-9b6e-713d9abd6dc7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 945 time: 0.0660043 Mar 07 22:16:35.346956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8f08469-06b4-4619-80a0-af8a9db1347b req-06fee26a-8860-4ed5-89c2-5c81b8c6c3af tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460482 Mar 07 22:16:36.464526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ea718-6053-4073-9652-de488d60aa1d req-e425ba11-cdc5-45e4-b3d3-f7e67bac493f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:36.465982 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b56ea718-6053-4073-9652-de488d60aa1d req-e425ba11-cdc5-45e4-b3d3-f7e67bac493f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 945 time: 0.0515199 Mar 07 22:16:36.513545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b56ea718-6053-4073-9652-de488d60aa1d req-7828ce2d-b5cf-4fbe-a8f8-9861f2edf104 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415366 Mar 07 22:16:36.627486 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8305c-4f6a-45bc-b341-85b60df8e701 req-34e156c7-1226-4be9-bf74-1d5dad9c9ad6 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:36.628955 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fff8305c-4f6a-45bc-b341-85b60df8e701 req-34e156c7-1226-4be9-bf74-1d5dad9c9ad6 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 945 time: 0.0515740 Mar 07 22:16:36.680198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fff8305c-4f6a-45bc-b341-85b60df8e701 req-061dfb8b-6285-4eb1-8d9b-ada458c49a93 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456591 Mar 07 22:16:36.705396 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46622) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:36.747647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3022a7b1-f25f-4821-aa1f-44884e9a27b8 tempest-TestVolumeBootPattern-23943112 tempest-TestVolumeBootPattern-23943112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:36.749189 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3022a7b1-f25f-4821-aa1f-44884e9a27b8 tempest-TestVolumeBootPattern-23943112 tempest-TestVolumeBootPattern-23943112-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 1122 time: 0.0427277 Mar 07 22:16:36.752499 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46624) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:36.756671 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': 'd90bbe58-4904-4845-ac18-018780f4c247', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:36.776924 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:36.872302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:36.971194 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Allocated IP 172.25.4.194 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/951248fc-1560-4a88-b72c-e10a8f385cff) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:16:37.077417 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for port (951248fc-1560-4a88-b72c-e10a8f385cff), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:37.115510 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (951248fc-1560-4a88-b72c-e10a8f385cff), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:37.154416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:16:37.157833 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:37.160372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:16:37.171318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'Port': ['ID=951248fc-1560-4a88-b72c-e10a8f385cff,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:37.542403 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for floatingip (8ef0095c-b931-404d-9fdb-6d0fb45162dd), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:37.608532 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (951248fc-1560-4a88-b72c-e10a8f385cff), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:37.759940 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for port (951248fc-1560-4a88-b72c-e10a8f385cff), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:37.764764 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (951248fc-1560-4a88-b72c-e10a8f385cff), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:37.838155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'Port': ['ID=951248fc-1560-4a88-b72c-e10a8f385cff,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:37.849325 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (8ef0095c-b931-404d-9fdb-6d0fb45162dd), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:37.959455 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Floating IP 8ef0095c-b931-404d-9fdb-6d0fb45162dd associated. External IP: 172.25.4.194, port: d90bbe58-4904-4845-ac18-018780f4c247. Mar 07 22:16:38.173375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Router e9e07398-0b1c-494e-b128-47197093a44f has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:16:38.285910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:16:38.296531 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26915e81-e913-4331-ab1a-49423419e3aa None None] Sync routers for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:16:38.307231 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:38.309301 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26915e81-e913-4331-ab1a-49423419e3aa None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:16:38.310489 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-26915e81-e913-4331-ab1a-49423419e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:16:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:38.345830 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-419c0f93-8093-4153-b763-c8bad06072ab tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5906072 Mar 07 22:16:38.345830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'tag': 'd90bbe58-4904-4845-ac18-018780f4c247'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:16:38.347548 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1957cfd6-bb27-4cc9-a622-859620dc9cec" -d '{"events": [{"name": "network-changed", "server_uuid": "275d629e-0d13-4bf3-bba1-dd24ca30d310", "tag": "d90bbe58-4904-4845-ac18-018780f4c247"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:16:38.395611 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef2f07e-4ca3-4e6f-9cef-49a78bfee9fb x-openstack-request-id: req-fef2f07e-4ca3-4e6f-9cef-49a78bfee9fb {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:16:38.395992 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275d629e-0d13-4bf3-bba1-dd24ca30d310", "tag": "d90bbe58-4904-4845-ac18-018780f4c247", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:16:38.396313 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fef2f07e-4ca3-4e6f-9cef-49a78bfee9fb {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:16:38.396825 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'tag': 'd90bbe58-4904-4845-ac18-018780f4c247', 'status': 'completed', 'code': 200} Mar 07 22:16:38.428105 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-26915e81-e913-4331-ab1a-49423419e3aa None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:16:38.465102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957cfd6-bb27-4cc9-a622-859620dc9cec req-3e7b248f-2d17-4797-be22-ce99b19036be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:38.466768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1957cfd6-bb27-4cc9-a622-859620dc9cec req-3e7b248f-2d17-4797-be22-ce99b19036be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 1127 time: 0.0487463 Mar 07 22:16:38.558606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957cfd6-bb27-4cc9-a622-859620dc9cec req-3f3d0e2c-1c63-4395-a7e5-66f368e0c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:38.560213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1957cfd6-bb27-4cc9-a622-859620dc9cec req-3f3d0e2c-1c63-4395-a7e5-66f368e0c6e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.0875738 Mar 07 22:16:38.634436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1957cfd6-bb27-4cc9-a622-859620dc9cec req-f86ce3bc-d1dc-48e5-a49b-55b10575c773 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90bbe58-4904-4845-ac18-018780f4c247 HTTP/1.1" status: 200 len: 999 time: 0.0652430 Mar 07 22:16:38.661346 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-26915e81-e913-4331-ab1a-49423419e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '8ef0095c-b931-404d-9fdb-6d0fb45162dd', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'port_id': 'd90bbe58-4904-4845-ac18-018780f4c247', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'mac_address': 'fa:16:3e:b9:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:16:37Z', 'updated_at': '2022-03-07T22:16:37Z', 'revision_number': 0, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:38.683808 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957cfd6-bb27-4cc9-a622-859620dc9cec req-1f23c071-c170-4c4e-b915-e5e18876d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:38.685387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1957cfd6-bb27-4cc9-a622-859620dc9cec req-1f23c071-c170-4c4e-b915-e5e18876d35b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0454483 Mar 07 22:16:38.688293 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26915e81-e913-4331-ab1a-49423419e3aa None None] Checking router: e9e07398-0b1c-494e-b128-47197093a44f for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:16:38.696629 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26915e81-e913-4331-ab1a-49423419e3aa None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:16:38.697241 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-26915e81-e913-4331-ab1a-49423419e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:16:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:38.737017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957cfd6-bb27-4cc9-a622-859620dc9cec req-1809a3b0-ed7c-4c5a-85e9-d2aa45d5b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:38.738597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1957cfd6-bb27-4cc9-a622-859620dc9cec req-1809a3b0-ed7c-4c5a-85e9-d2aa45d5b417 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477271 Mar 07 22:16:38.803667 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-26915e81-e913-4331-ab1a-49423419e3aa None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:16:38.832377 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1957cfd6-bb27-4cc9-a622-859620dc9cec req-a3321470-9f5b-43db-a1df-60c09af306d8 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879862 Mar 07 22:16:38.922057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1957cfd6-bb27-4cc9-a622-859620dc9cec req-e21ca5f8-8723-41c7-be2b-490f6a3e5952 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841985 Mar 07 22:16:39.037411 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-26915e81-e913-4331-ab1a-49423419e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '8ef0095c-b931-404d-9fdb-6d0fb45162dd', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'port_id': 'd90bbe58-4904-4845-ac18-018780f4c247', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'mac_address': 'fa:16:3e:b9:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:16:37Z', 'updated_at': '2022-03-07T22:16:37Z', 'revision_number': 0, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:39.071286 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26915e81-e913-4331-ab1a-49423419e3aa None None] The sync data for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 is: [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '8ef0095c-b931-404d-9fdb-6d0fb45162dd', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'port_id': 'd90bbe58-4904-4845-ac18-018780f4c247', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'mac_address': 'fa:16:3e:b9:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:16:37Z', 'updated_at': '2022-03-07T22:16:37Z', 'revision_number': 0, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:16:39.280820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2961d936-c179-4876-aabc-ef58d67243f9 None None] New status for floating IP 8ef0095c-b931-404d-9fdb-6d0fb45162dd: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:16:45.370764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a665e87f-94c5-4db9-83dc-37e254192800 req-a1b1bf3e-2224-4a03-94a4-840330e0d4ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493987 Mar 07 22:16:45.459517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665e87f-94c5-4db9-83dc-37e254192800 req-702b9093-765b-4631-9b3f-f815a624b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:45.461031 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a665e87f-94c5-4db9-83dc-37e254192800 req-702b9093-765b-4631-9b3f-f815a624b0a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 1127 time: 0.0452244 Mar 07 22:16:45.567369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665e87f-94c5-4db9-83dc-37e254192800 req-40465bea-a642-4e8a-aede-17a0e14f6b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:45.568943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a665e87f-94c5-4db9-83dc-37e254192800 req-40465bea-a642-4e8a-aede-17a0e14f6b89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.0883491 Mar 07 22:16:45.636189 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a665e87f-94c5-4db9-83dc-37e254192800 req-182784d8-ef1d-47e5-86da-d4e3397e76ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90bbe58-4904-4845-ac18-018780f4c247 HTTP/1.1" status: 200 len: 1001 time: 0.0587449 Mar 07 22:16:45.650864 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-616e31e2-fadd-489e-b3b6-a20a9b89a0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:45.687536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665e87f-94c5-4db9-83dc-37e254192800 req-ae1e3328-f59c-4928-a9a2-1a50df558d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:45.689036 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a665e87f-94c5-4db9-83dc-37e254192800 req-ae1e3328-f59c-4928-a9a2-1a50df558d07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0460544 Mar 07 22:16:45.741759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665e87f-94c5-4db9-83dc-37e254192800 req-85befc8c-c9fc-4a24-841c-7a1545998ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:45.743299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a665e87f-94c5-4db9-83dc-37e254192800 req-85befc8c-c9fc-4a24-841c-7a1545998ddf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485423 Mar 07 22:16:45.838999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a665e87f-94c5-4db9-83dc-37e254192800 req-a46dfb94-277f-47de-929f-907f2eff6ca1 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885246 Mar 07 22:16:45.935237 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a665e87f-94c5-4db9-83dc-37e254192800 req-71dcf54c-cbf9-4915-b455-adeab0a20c7a service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898979 Mar 07 22:16:46.274360 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:48.156453 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5326c67d-7130-4df0-8a9a-c0aa2f83c0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:48.468160 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:49.387003 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:50.376243 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:52.137201 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:52.446421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46692) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:52.554463 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9688e5a2-ed7d-4013-be16-856952e67975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:52.630701 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9688e5a2-ed7d-4013-be16-856952e67975 admin admin] Publish callbacks [] for security_group (9ff3ab4d-1442-42d3-8310-e4db6a5f4380), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:52.634826 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9688e5a2-ed7d-4013-be16-856952e67975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9ff3ab4d-1442-42d3-8310-e4db6a5f4380), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:52.672502 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9688e5a2-ed7d-4013-be16-856952e67975 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=032b3558a84244ba8d92b8cc44fa98f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2248204 Mar 07 22:16:52.673328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688e5a2-ed7d-4013-be16-856952e67975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff3ab4d-1442-42d3-8310-e4db6a5f4380,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:52.675660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46696) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:52.739081 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f6bc2dbf-ad93-4dc4-824d-2047f2b2c774 admin admin] Publish callbacks [] for security_group (9ff3ab4d-1442-42d3-8310-e4db6a5f4380), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:52.759466 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f6bc2dbf-ad93-4dc4-824d-2047f2b2c774 admin admin] Publish callbacks [] for security_group (9ff3ab4d-1442-42d3-8310-e4db6a5f4380), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:52.806857 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f6bc2dbf-ad93-4dc4-824d-2047f2b2c774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9ff3ab4d-1442-42d3-8310-e4db6a5f4380), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:52.809461 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f6bc2dbf-ad93-4dc4-824d-2047f2b2c774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:52.810619 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f6bc2dbf-ad93-4dc4-824d-2047f2b2c774 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ff3ab4d-1442-42d3-8310-e4db6a5f4380 HTTP/1.1" status: 204 len: 168 time: 0.1338310 Mar 07 22:16:52.819066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc2dbf-ad93-4dc4-824d-2047f2b2c774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff3ab4d-1442-42d3-8310-e4db6a5f4380,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:53.082538 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46702) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:53.096778 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fa824f87-6534-4932-b60e-20129982d551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:53.173043 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fa824f87-6534-4932-b60e-20129982d551 admin admin] Publish callbacks [] for security_group (23922190-fa81-4e74-89b0-adca1f419105), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:53.176971 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fa824f87-6534-4932-b60e-20129982d551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (23922190-fa81-4e74-89b0-adca1f419105), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:53.218194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fa824f87-6534-4932-b60e-20129982d551 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89d36565d5cf492a81fe4d4a541d3cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343226 Mar 07 22:16:53.219155 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa824f87-6534-4932-b60e-20129982d551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23922190-fa81-4e74-89b0-adca1f419105,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:53.221903 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46704) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:16:53.271694 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-565a74d5-654f-4793-98af-9e898a6e044a admin admin] Publish callbacks [] for security_group (23922190-fa81-4e74-89b0-adca1f419105), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:53.295742 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-565a74d5-654f-4793-98af-9e898a6e044a admin admin] Publish callbacks [] for security_group (23922190-fa81-4e74-89b0-adca1f419105), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:53.342229 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-565a74d5-654f-4793-98af-9e898a6e044a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (23922190-fa81-4e74-89b0-adca1f419105), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:53.345377 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-565a74d5-654f-4793-98af-9e898a6e044a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:16:53.348911 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-565a74d5-654f-4793-98af-9e898a6e044a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23922190-fa81-4e74-89b0-adca1f419105 HTTP/1.1" status: 204 len: 168 time: 0.1235487 Mar 07 22:16:53.354897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a74d5-654f-4793-98af-9e898a6e044a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23922190-fa81-4e74-89b0-adca1f419105,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:00.616264 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:17:10.349554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46862) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:17:10.458093 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b8b772f-b219-425b-b06e-167b3ef3332d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:10.531657 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b8b772f-b219-425b-b06e-167b3ef3332d admin admin] Publish callbacks [] for security_group (38a22bb2-4989-44e9-825f-99f72b3dcc12), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:10.535455 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b8b772f-b219-425b-b06e-167b3ef3332d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (38a22bb2-4989-44e9-825f-99f72b3dcc12), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:10.572980 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4b8b772f-b219-425b-b06e-167b3ef3332d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55c763fd03514845abbc77502ddf3588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221155 Mar 07 22:17:10.574942 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b772f-b219-425b-b06e-167b3ef3332d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a22bb2-4989-44e9-825f-99f72b3dcc12,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:10.575644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46866) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:17:10.638112 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Publish callbacks [] for security_group (38a22bb2-4989-44e9-825f-99f72b3dcc12), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:10.658482 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Publish callbacks [] for security_group (38a22bb2-4989-44e9-825f-99f72b3dcc12), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:10.704574 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (38a22bb2-4989-44e9-825f-99f72b3dcc12), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:10.707146 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:10.708308 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38a22bb2-4989-44e9-825f-99f72b3dcc12 HTTP/1.1" status: 204 len: 168 time: 0.1311693 Mar 07 22:17:10.715820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a22bb2-4989-44e9-825f-99f72b3dcc12,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:10.724333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:10.725254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:10.725601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:10.725944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:10.726325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:10.726655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:10.726989 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:10.727316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:10.727645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:10.727979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:10.728315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:10.728630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:10.728954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76255c52-a7f3-4b2a-bda9-d3bc3f0f7be4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:10.982688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46872) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:17:10.996763 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cce8e551-277a-411c-97c6-8dae71cdbb8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:11.082314 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cce8e551-277a-411c-97c6-8dae71cdbb8a admin admin] Publish callbacks [] for security_group (5e6d4868-ee7d-4deb-bf39-abf52a8172ea), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:11.086204 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cce8e551-277a-411c-97c6-8dae71cdbb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5e6d4868-ee7d-4deb-bf39-abf52a8172ea), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:11.122136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8e551-277a-411c-97c6-8dae71cdbb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6d4868-ee7d-4deb-bf39-abf52a8172ea,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:11.126650 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cce8e551-277a-411c-97c6-8dae71cdbb8a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f03e1abfec44e24a75be170288a513d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1429474 Mar 07 22:17:11.129416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46874) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:17:11.178092 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ebf4067e-c16e-43b7-b582-fd397aaefd2f admin admin] Publish callbacks [] for security_group (5e6d4868-ee7d-4deb-bf39-abf52a8172ea), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:11.198455 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ebf4067e-c16e-43b7-b582-fd397aaefd2f admin admin] Publish callbacks [] for security_group (5e6d4868-ee7d-4deb-bf39-abf52a8172ea), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:11.244024 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ebf4067e-c16e-43b7-b582-fd397aaefd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (5e6d4868-ee7d-4deb-bf39-abf52a8172ea), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:11.246568 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ebf4067e-c16e-43b7-b582-fd397aaefd2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:11.247719 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ebf4067e-c16e-43b7-b582-fd397aaefd2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e6d4868-ee7d-4deb-bf39-abf52a8172ea HTTP/1.1" status: 204 len: 168 time: 0.1176124 Mar 07 22:17:11.259337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4067e-c16e-43b7-b582-fd397aaefd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6d4868-ee7d-4deb-bf39-abf52a8172ea,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:11.559887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 46880) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:17:11.572753 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-abe7f49a-91e0-40e6-99c7-cbdcab2382f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:11.645887 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-abe7f49a-91e0-40e6-99c7-cbdcab2382f0 admin admin] Publish callbacks [] for security_group (8c875975-4bed-4f1f-86f3-35d7901aa78d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:11.649592 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-abe7f49a-91e0-40e6-99c7-cbdcab2382f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8c875975-4bed-4f1f-86f3-35d7901aa78d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:11.687368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-abe7f49a-91e0-40e6-99c7-cbdcab2382f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d676f91d73f4261a3f460b155324119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263046 Mar 07 22:17:11.689606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7f49a-91e0-40e6-99c7-cbdcab2382f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c875975-4bed-4f1f-86f3-35d7901aa78d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:11.689908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 46882) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:17:11.737919 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c822d96a-05fc-4b93-96d2-c60417b439dd admin admin] Publish callbacks [] for security_group (8c875975-4bed-4f1f-86f3-35d7901aa78d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:11.758333 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c822d96a-05fc-4b93-96d2-c60417b439dd admin admin] Publish callbacks [] for security_group (8c875975-4bed-4f1f-86f3-35d7901aa78d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:11.804340 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c822d96a-05fc-4b93-96d2-c60417b439dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (8c875975-4bed-4f1f-86f3-35d7901aa78d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:11.808700 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c822d96a-05fc-4b93-96d2-c60417b439dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:11.809907 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c822d96a-05fc-4b93-96d2-c60417b439dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c875975-4bed-4f1f-86f3-35d7901aa78d HTTP/1.1" status: 204 len: 168 time: 0.1189818 Mar 07 22:17:11.820179 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822d96a-05fc-4b93-96d2-c60417b439dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c875975-4bed-4f1f-86f3-35d7901aa78d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:12.413917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-1042b5de-8d61-4005-a161-1262f5a63fe0 req-b5889f06-6d40-4891-8d4f-5a005252510d service neutron] (103719) timed out ('10.222.0.13', 58386) {{(pid=103719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 22:17:15.644908 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-68733bff-d009-4fc6-a4a1-f4cd420d093d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:16.281207 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:18.158223 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fbe37d90-b096-4497-8371-4c6edace3791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:18.469784 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:19.391326 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:20.380167 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:22.140224 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:37.616538 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:17:45.646636 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a6ed01e5-1d4f-4f5a-bb3e-1c75e54e1bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:46.290982 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:46.376875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6173017-92f4-4522-8d89-968d0e3dcb16 req-278a05d7-a68a-4ed1-883b-99ced1eb63e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526178 Mar 07 22:17:46.481707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6173017-92f4-4522-8d89-968d0e3dcb16 req-7b581af9-bb39-476c-9353-f1859e066bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:46.483265 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6173017-92f4-4522-8d89-968d0e3dcb16 req-7b581af9-bb39-476c-9353-f1859e066bf1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 1127 time: 0.0458066 Mar 07 22:17:46.589896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6173017-92f4-4522-8d89-968d0e3dcb16 req-9379e5a2-de75-4d18-8a76-2f055acbfddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:46.591342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6173017-92f4-4522-8d89-968d0e3dcb16 req-9379e5a2-de75-4d18-8a76-2f055acbfddf service neutron] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.0833611 Mar 07 22:17:46.665365 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6173017-92f4-4522-8d89-968d0e3dcb16 req-9e20c7c7-3cf2-4dc8-9046-ced4fd766ade service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90bbe58-4904-4845-ac18-018780f4c247 HTTP/1.1" status: 200 len: 1001 time: 0.0648062 Mar 07 22:17:46.718535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6173017-92f4-4522-8d89-968d0e3dcb16 req-45a63f3b-090b-497c-87f1-b6f1949d5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:46.720262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6173017-92f4-4522-8d89-968d0e3dcb16 req-45a63f3b-090b-497c-87f1-b6f1949d5fcc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0452864 Mar 07 22:17:46.771890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6173017-92f4-4522-8d89-968d0e3dcb16 req-5eba352f-9e24-4c73-ab72-b14cc727f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:46.773381 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6173017-92f4-4522-8d89-968d0e3dcb16 req-5eba352f-9e24-4c73-ab72-b14cc727f25c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442743 Mar 07 22:17:46.868109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6173017-92f4-4522-8d89-968d0e3dcb16 req-e3e675d7-d550-4155-b8c0-1525bd4bf00d service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848317 Mar 07 22:17:46.962660 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6173017-92f4-4522-8d89-968d0e3dcb16 req-d29b3f5f-da51-4434-8b4f-660be712147a service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854855 Mar 07 22:17:48.160143 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3d21dfd3-8dd5-4f7e-81f3-53f10b5f315b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:48.484061 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:49.394971 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:50.381675 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:17:52.143968 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:14.616394 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:18:15.649936 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e26c0167-9042-4d64-9c9c-6b489fcf0d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:16.297442 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:18.163914 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e015b4d0-84c0-4b2a-ab9d-29393da7b7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:18.498022 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:19.401001 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:20.389139 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:22.155680 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:35.123933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-75d491b3-d1e7-4c8b-b2b4-b30ba475bab3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352347406&fields=id&tenant_id=3780c442c69844ccbdb870d150ce5237 HTTP/1.1" status: 200 len: 267 time: 0.0496798 Mar 07 22:18:35.229095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-151d02bc-761d-4e94-886f-12601e555ff8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:35.230595 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-151d02bc-761d-4e94-886f-12601e555ff8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 812 time: 0.0997469 Mar 07 22:18:35.245376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-cc2b3616-3032-4890-86de-e15726dd1169 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/quotas/3780c442c69844ccbdb870d150ce5237 HTTP/1.1" status: 200 len: 375 time: 0.0093341 Mar 07 22:18:35.316501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-02da6fdb-6a66-4904-aa5c-e3e5e6f598b0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555787 Mar 07 22:18:35.501353 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-e7a67463-0a00-4b31-b6a0-a5a15eb75245 service neutron] 10.222.0.26 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792996 Mar 07 22:18:35.592018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-0cf03241-c31c-461d-add9-c5dd725da4dc service neutron] 10.222.0.26 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840724 Mar 07 22:18:35.944108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6a1d5e9-d7f4-4928-83d3-a738401f01df req-aa72f5e0-cb2b-4099-83ee-75db9e5c45a8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 210 time: 0.0936170 Mar 07 22:18:36.815690 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-44f23e06-70cf-4f85-a23d-d4494a65bd6e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:36.817253 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-44f23e06-70cf-4f85-a23d-d4494a65bd6e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.13 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 812 time: 0.1149778 Mar 07 22:18:36.881868 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-31ca0152-a711-473e-947b-a1ae3e7fc8b3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3780c442c69844ccbdb870d150ce5237 HTTP/1.1" status: 200 len: 379 time: 0.0570166 Mar 07 22:18:36.890223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'port': {'device_id': '0ae4434f-0491-4c52-ba60-48bd9d02fdf5', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'admin_state_up': True, 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'security_groups': ['6b4bf5da-1bf1-40fd-bbeb-55a181226bd3']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:18:37.014592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Made reservation on behalf of 3780c442c69844ccbdb870d150ce5237 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:18:37.020440 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:37.102112 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2107da07-b5e6-46eb-9950-a007883fe963 req-59e13fd1-8ba8-4620-a00d-21d2229b7490 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 210 time: 0.0471575 Mar 07 22:18:37.192983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Allocated IP 172.20.0.9 (c39853f8-181c-4325-9e32-8bc19cecb381/f562ae71-2231-4230-a5d7-126019518fad/c84b7874-1248-483b-81d2-e4ab7b26d8fe) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:18:37.652707 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:37.689883 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:37.736861 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Network c39853f8-181c-4325-9e32-8bc19cecb381 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:18:37.740807 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:18:37.744761 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:18:37.774407 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'Port': ['ID=c84b7874-1248-483b-81d2-e4ab7b26d8fe,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:18:37.790554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:37.791005 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:37.791352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:37.791669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:37.792006 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:37.792354 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:37.792692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:37.793020 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:37.793467 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:37.793735 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:37.794023 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:37.794393 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:37.794723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:37.817732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:37.818468 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:37.838558 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-9be5da57-7276-414a-a5f1-2d7d6e560f7e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9519339 Mar 07 22:18:37.851333 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Request body: {'port': {'device_id': '0ae4434f-0491-4c52-ba60-48bd9d02fdf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:18:37.927816 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:38.167864 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-385c886d-6497-4242-95d9-26a4942fef07 None None] Provisioning complete for port c84b7874-1248-483b-81d2-e4ab7b26d8fe triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:18:38.171517 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-385c886d-6497-4242-95d9-26a4942fef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:38.220669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-385c886d-6497-4242-95d9-26a4942fef07 None None] Port c84b7874-1248-483b-81d2-e4ab7b26d8fe cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:18:38.276732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84b7874-1248-483b-81d2-e4ab7b26d8fe {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:18:38.286823 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Publish callbacks [] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:38.303490 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707041b-4faf-4652-9eb1-d40964315991 req-e081c9b7-b40e-44c4-b99b-5d1177efb43f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:38.304050 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Transition to ACTIVE for port object c84b7874-1248-483b-81d2-e4ab7b26d8fe will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:18:38.305250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3707041b-4faf-4652-9eb1-d40964315991 req-e081c9b7-b40e-44c4-b99b-5d1177efb43f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 931 time: 0.0652037 Mar 07 22:18:38.312018 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:38.384839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3707041b-4faf-4652-9eb1-d40964315991 req-c1d5c402-a147-41bb-b8de-85b33e77b51f tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737121 Mar 07 22:18:38.400756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Pushing event updated for resources: {'Port': ['ID=c84b7874-1248-483b-81d2-e4ab7b26d8fe,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:18:38.464741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Attempting to bind port c84b7874-1248-483b-81d2-e4ab7b26d8fe on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:18:38.465097 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Attempting to bind port c84b7874-1248-483b-81d2-e4ab7b26d8fe by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:18:38.465442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Attempting to bind port c84b7874-1248-483b-81d2-e4ab7b26d8fe on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:18:38.469988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Port c84b7874-1248-483b-81d2-e4ab7b26d8fe on network c39853f8-181c-4325-9e32-8bc19cecb381 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:18:38.470360 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Attempting to bind port c84b7874-1248-483b-81d2-e4ab7b26d8fe on network c39853f8-181c-4325-9e32-8bc19cecb381 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:18:38.476179 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:18:38.476511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Checking segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:18:38.476968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Bound using segment: {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:18:38.477321 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Bound port: c84b7874-1248-483b-81d2-e4ab7b26d8fe, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd363046a-856a-4f2d-ab2b-6c0c4800ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:18:38.477684 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:38.551998 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] For port c84b7874-1248-483b-81d2-e4ab7b26d8fe, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:18:38.555493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] For port c84b7874-1248-483b-81d2-e4ab7b26d8fe, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=c84b7874-1248-483b-81d2-e4ab7b26d8fe,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:18:38.562940 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:38.604251 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:38.604866 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:38.606384 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] 10.222.0.13 "PUT /v2.0/ports/c84b7874-1248-483b-81d2-e4ab7b26d8fe HTTP/1.1" status: 200 len: 1091 time: 0.7611384 Mar 07 22:18:38.606842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae4434f-0491-4c52-ba60-48bd9d02fdf5', 'tag': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:18:38.609186 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a8c01b-335c-4b01-a8a1-48d303062fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae4434f-0491-4c52-ba60-48bd9d02fdf5", "tag": "c84b7874-1248-483b-81d2-e4ab7b26d8fe"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:18:38.637675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c477adb-ffaa-4b2f-91d4-93156b73dcec service neutron] Pushing event updated for resources: {'Port': ['ID=c84b7874-1248-483b-81d2-e4ab7b26d8fe,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:18:38.702829 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-58ba30ea-355d-404c-96b0-af75d798c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:38.704376 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-58ba30ea-355d-404c-96b0-af75d798c368 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 1125 time: 0.0563695 Mar 07 22:18:38.747666 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-473abce2-b421-49d8-835a-51b0d85a2572 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c84b7874-1248-483b-81d2-e4ab7b26d8fe HTTP/1.1" status: 200 len: 217 time: 0.0363572 Mar 07 22:18:38.802813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-2f6b1299-e46f-4015-91e4-2aace8529fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:38.804456 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-2f6b1299-e46f-4015-91e4-2aace8529fc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0508504 Mar 07 22:18:38.854969 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-a7760d61-601c-40a7-96c0-940e8ff91e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:38.856486 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-a7760d61-601c-40a7-96c0-940e8ff91e81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459673 Mar 07 22:18:38.948784 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-236f7c7c-3e9a-44b3-8117-a04050f207a0 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864110 Mar 07 22:18:39.036831 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-5ce83398-0b68-4f42-ae78-d3e76e456704 req-3bf637f9-c02c-4b72-ac37-0542bc3ae018 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826640 Mar 07 22:18:39.511523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f83fd5-6321-4461-acaa-800b7ffa7ca8 req-5c32afdc-1ae9-4372-99e8-5ba58260918a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:39.513177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6f83fd5-6321-4461-acaa-800b7ffa7ca8 req-5c32afdc-1ae9-4372-99e8-5ba58260918a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0577154 Mar 07 22:18:39.568411 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6f83fd5-6321-4461-acaa-800b7ffa7ca8 req-bfe4bb93-0606-4304-a7db-b2dd9d7bf1ba tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485704 Mar 07 22:18:39.698243 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ca9381-3a68-471c-8404-0939c3e36f65 x-openstack-request-id: req-f9ca9381-3a68-471c-8404-0939c3e36f65 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:18:39.698670 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae4434f-0491-4c52-ba60-48bd9d02fdf5", "tag": "c84b7874-1248-483b-81d2-e4ab7b26d8fe", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:18:39.699085 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9ca9381-3a68-471c-8404-0939c3e36f65 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:18:39.699644 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae4434f-0491-4c52-ba60-48bd9d02fdf5', 'tag': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe', 'status': 'completed', 'code': 200} Mar 07 22:18:39.766059 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8c01b-335c-4b01-a8a1-48d303062fe5 req-42a3224a-b080-4d0c-aafb-2ef0001a13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:39.767701 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-16a8c01b-335c-4b01-a8a1-48d303062fe5 req-42a3224a-b080-4d0c-aafb-2ef0001a13aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 1125 time: 0.0480521 Mar 07 22:18:39.871178 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8c01b-335c-4b01-a8a1-48d303062fe5 req-217e238c-a658-4faf-8445-e4bd964f10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:39.872716 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-16a8c01b-335c-4b01-a8a1-48d303062fe5 req-217e238c-a658-4faf-8445-e4bd964f10e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.0994377 Mar 07 22:18:39.916179 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-16a8c01b-335c-4b01-a8a1-48d303062fe5 req-15a3239f-ce87-4c33-829b-c4d5fb218e1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c84b7874-1248-483b-81d2-e4ab7b26d8fe HTTP/1.1" status: 200 len: 217 time: 0.0372970 Mar 07 22:18:39.974445 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8c01b-335c-4b01-a8a1-48d303062fe5 req-9f7fbfeb-2c83-40c7-9ac3-1313f41cbd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:39.975935 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-16a8c01b-335c-4b01-a8a1-48d303062fe5 req-9f7fbfeb-2c83-40c7-9ac3-1313f41cbd47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0539668 Mar 07 22:18:40.028021 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8c01b-335c-4b01-a8a1-48d303062fe5 req-9e365bec-025e-4929-a778-07748062ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:40.030379 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-16a8c01b-335c-4b01-a8a1-48d303062fe5 req-9e365bec-025e-4929-a778-07748062ecb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490441 Mar 07 22:18:40.121709 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-16a8c01b-335c-4b01-a8a1-48d303062fe5 req-baf5bf60-e34a-4b99-bcca-d23401b785f7 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857008 Mar 07 22:18:40.214852 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-16a8c01b-335c-4b01-a8a1-48d303062fe5 req-dc069bb2-df70-417f-9783-e8e217ae1242 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877738 Mar 07 22:18:40.695223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d20487-3076-4784-ae84-4f123d5d8cd7 req-00b5bd2b-68b1-40ea-8a16-248b7950238d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:40.696576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2d20487-3076-4784-ae84-4f123d5d8cd7 req-00b5bd2b-68b1-40ea-8a16-248b7950238d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0544050 Mar 07 22:18:40.747387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2d20487-3076-4784-ae84-4f123d5d8cd7 req-a259c8ce-d1c9-49c4-bbb0-ae39cc84afd5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450912 Mar 07 22:18:41.879489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc14b1-5b5a-4f55-b588-2dc1ec0f9458 req-84e9b9e2-d0cf-4e24-99c3-f299e453e8d8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:41.880993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0bc14b1-5b5a-4f55-b588-2dc1ec0f9458 req-84e9b9e2-d0cf-4e24-99c3-f299e453e8d8 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0536716 Mar 07 22:18:41.932871 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0bc14b1-5b5a-4f55-b588-2dc1ec0f9458 req-948b7e8f-6376-4fdc-bcb9-b45b41cbaf39 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460393 Mar 07 22:18:43.050410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f818e-0370-4e3a-9df1-e9585c931776 req-05fdd68c-2561-4f35-b5b7-c71f3a7dbfa0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:43.051874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-038f818e-0370-4e3a-9df1-e9585c931776 req-05fdd68c-2561-4f35-b5b7-c71f3a7dbfa0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0520530 Mar 07 22:18:43.100144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-038f818e-0370-4e3a-9df1-e9585c931776 req-2f2a5a92-d691-4a10-bb34-0f1332123fb7 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424402 Mar 07 22:18:44.234706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c43a87-ad3c-4f96-a358-c709671ebe6a req-da64138f-c1eb-4e30-8d85-5db18a23b631 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:44.236242 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4c43a87-ad3c-4f96-a358-c709671ebe6a req-da64138f-c1eb-4e30-8d85-5db18a23b631 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0603075 Mar 07 22:18:44.287964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c4c43a87-ad3c-4f96-a358-c709671ebe6a req-aad044ff-8ce6-44a8-a26e-2803bcc6f2bb tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454154 Mar 07 22:18:45.434565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b08737-9499-4946-ab4a-280ccf5b07d1 req-6e61cd97-f285-4b4d-b0a1-c607eaab43bb tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:45.436212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63b08737-9499-4946-ab4a-280ccf5b07d1 req-6e61cd97-f285-4b4d-b0a1-c607eaab43bb tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0660739 Mar 07 22:18:45.491155 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63b08737-9499-4946-ab4a-280ccf5b07d1 req-4a8bbbfc-150c-4b25-b967-d3144df74fbb tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472639 Mar 07 22:18:45.663482 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-559ff266-f939-4c12-82fd-6892b60619e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:46.307853 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:46.610160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133f186-09c3-4494-be4a-7c1b5af0be5b req-388f28e1-b6ad-4306-b24d-f0122c4bf230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:46.611619 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9133f186-09c3-4494-be4a-7c1b5af0be5b req-388f28e1-b6ad-4306-b24d-f0122c4bf230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0517333 Mar 07 22:18:46.659223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9133f186-09c3-4494-be4a-7c1b5af0be5b req-49c70554-b485-4c68-b5d4-d4b94614493a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421026 Mar 07 22:18:47.436426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76df7480-bc45-4370-9b90-6d080dcb0cfd req-8ff92014-ee27-440b-aec9-d7a74e7d5602 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1014900 Mar 07 22:18:47.543667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df7480-bc45-4370-9b90-6d080dcb0cfd req-93fed336-a926-4329-932d-dbfa99683a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:47.545343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76df7480-bc45-4370-9b90-6d080dcb0cfd req-93fed336-a926-4329-932d-dbfa99683a12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 1127 time: 0.0562310 Mar 07 22:18:47.655301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df7480-bc45-4370-9b90-6d080dcb0cfd req-b93c27f8-a073-4b35-b046-a7b9d46023ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:47.656880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76df7480-bc45-4370-9b90-6d080dcb0cfd req-b93c27f8-a073-4b35-b046-a7b9d46023ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.0878551 Mar 07 22:18:47.731696 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76df7480-bc45-4370-9b90-6d080dcb0cfd req-75cc762c-b8b2-4189-85e7-ce997f90f161 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90bbe58-4904-4845-ac18-018780f4c247 HTTP/1.1" status: 200 len: 1001 time: 0.0659046 Mar 07 22:18:47.815384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df7480-bc45-4370-9b90-6d080dcb0cfd req-ad66fc35-25ef-4f2d-a2ea-6286a00eccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:47.817008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76df7480-bc45-4370-9b90-6d080dcb0cfd req-ad66fc35-25ef-4f2d-a2ea-6286a00eccf2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0753858 Mar 07 22:18:47.841918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85874f-8163-42a3-8cd4-e34bfc5d576a req-c72e76e4-164b-470c-b15e-2b42fe107bb0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:47.843465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a85874f-8163-42a3-8cd4-e34bfc5d576a req-c72e76e4-164b-470c-b15e-2b42fe107bb0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0935917 Mar 07 22:18:47.917964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df7480-bc45-4370-9b90-6d080dcb0cfd req-01d959eb-fa9d-4307-8d20-c40d1a5ede06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:47.919503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76df7480-bc45-4370-9b90-6d080dcb0cfd req-01d959eb-fa9d-4307-8d20-c40d1a5ede06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0938704 Mar 07 22:18:47.926111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9a85874f-8163-42a3-8cd4-e34bfc5d576a req-dbbe1225-8048-4738-8512-a69c6dfc1b3c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596936 Mar 07 22:18:48.027878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76df7480-bc45-4370-9b90-6d080dcb0cfd req-9ab86170-0253-4024-b5c8-f9a28bc14368 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974135 Mar 07 22:18:48.130782 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76df7480-bc45-4370-9b90-6d080dcb0cfd req-d66b1b44-db5b-4105-a725-724e9f7837a7 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939472 Mar 07 22:18:48.169928 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8c52d7e0-b146-49d8-8ebc-0b92c4e8f04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:48.499276 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:49.061624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160fddf-6703-470d-8979-6afe17d50daf req-fb8f44bb-03ec-40af-a322-61c9616c63df tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:49.063271 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a160fddf-6703-470d-8979-6afe17d50daf req-fb8f44bb-03ec-40af-a322-61c9616c63df tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0612843 Mar 07 22:18:49.117951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a160fddf-6703-470d-8979-6afe17d50daf req-71bf3ba7-c168-4169-9e75-5972bf7cdf5c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486748 Mar 07 22:18:49.409653 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:50.249495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519f658-9e8e-4e24-a936-a7915cde7eba req-c4b3d432-7eb7-4157-b467-2679decdfb93 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:50.251572 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2519f658-9e8e-4e24-a936-a7915cde7eba req-c4b3d432-7eb7-4157-b467-2679decdfb93 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0587490 Mar 07 22:18:50.300430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2519f658-9e8e-4e24-a936-a7915cde7eba req-f06c4908-55f0-41cf-9d93-74d2d1e824d5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429385 Mar 07 22:18:50.394895 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:51.431079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111d815-af0f-44b1-877c-c05a62216f91 req-30b2a1c7-8dd5-42e7-98d5-194ba0f09669 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:51.432717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1111d815-af0f-44b1-877c-c05a62216f91 req-30b2a1c7-8dd5-42e7-98d5-194ba0f09669 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0536780 Mar 07 22:18:51.484404 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1111d815-af0f-44b1-877c-c05a62216f91 req-7c73596e-e847-45f5-b2dc-20c60b13b6f3 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454445 Mar 07 22:18:51.616010 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:18:52.151596 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:18:52.639163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fec6e2-826a-462d-bc80-6315882d5e2a req-e3d03062-e357-4cc3-a591-03bb44ad7b46 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:52.641400 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12fec6e2-826a-462d-bc80-6315882d5e2a req-e3d03062-e357-4cc3-a591-03bb44ad7b46 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0710073 Mar 07 22:18:52.712965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12fec6e2-826a-462d-bc80-6315882d5e2a req-f691bc93-8a58-4200-a75c-dd17e8c9e7f5 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627983 Mar 07 22:18:53.840304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e74fb0-7e4d-4415-ac0c-967f49497783 req-58bb048b-75fd-4faf-936c-e8d104b4fd49 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:53.842128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77e74fb0-7e4d-4415-ac0c-967f49497783 req-58bb048b-75fd-4faf-936c-e8d104b4fd49 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0592976 Mar 07 22:18:53.897441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77e74fb0-7e4d-4415-ac0c-967f49497783 req-27025f1a-8f43-42a6-a72e-1da8a264c4ae tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470705 Mar 07 22:18:55.014314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399536f5-7ec9-45ee-937d-def60b8de181 req-06b6d8d7-2509-4f66-b332-bdc96f1acc1d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:55.015786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-399536f5-7ec9-45ee-937d-def60b8de181 req-06b6d8d7-2509-4f66-b332-bdc96f1acc1d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0520632 Mar 07 22:18:55.066990 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-399536f5-7ec9-45ee-937d-def60b8de181 req-150cb47f-817b-4ab1-872f-7e94bd891d6c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449734 Mar 07 22:18:56.187880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd62b37-c0fd-4420-9cdc-05f0a62bb037 req-f35a846c-7faa-42f2-b2f9-49c72d21a604 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:56.189248 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cd62b37-c0fd-4420-9cdc-05f0a62bb037 req-f35a846c-7faa-42f2-b2f9-49c72d21a604 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0561104 Mar 07 22:18:56.242476 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1cd62b37-c0fd-4420-9cdc-05f0a62bb037 req-9376121e-83f9-4050-847e-c958cf702e35 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458124 Mar 07 22:18:57.360139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eca7d-6ddf-4c34-8af1-c245c3b43ae4 req-f10daf45-1f0e-49ff-9477-a0734268e46e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:57.361613 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-604eca7d-6ddf-4c34-8af1-c245c3b43ae4 req-f10daf45-1f0e-49ff-9477-a0734268e46e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0528476 Mar 07 22:18:57.410008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-604eca7d-6ddf-4c34-8af1-c245c3b43ae4 req-daf50d34-ea4c-49d3-bf4d-22b4a4154efc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427830 Mar 07 22:18:58.528614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f6b00-6d47-4d4b-a904-1a4cf60ff2b1 req-b9486bec-5d0b-4bd2-9705-7c3953aac518 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:58.530740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c13f6b00-6d47-4d4b-a904-1a4cf60ff2b1 req-b9486bec-5d0b-4bd2-9705-7c3953aac518 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0529461 Mar 07 22:18:58.582091 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c13f6b00-6d47-4d4b-a904-1a4cf60ff2b1 req-57d830d8-51ef-4f6b-bdcb-ff74428e1d2d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458496 Mar 07 22:18:59.701103 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf56d5-5294-4160-92f6-416860b2eed7 req-b66f78d2-5fc0-42da-a7a9-d5437c3b07d1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:59.702616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49cf56d5-5294-4160-92f6-416860b2eed7 req-b66f78d2-5fc0-42da-a7a9-d5437c3b07d1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0530930 Mar 07 22:18:59.750386 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49cf56d5-5294-4160-92f6-416860b2eed7 req-1e421b49-c870-4528-8db3-c47b987cb3b9 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422187 Mar 07 22:19:00.866722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee59597-1f84-4453-8ddc-86151961f10f req-a9938348-d698-417a-b4fb-ed732fb89212 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:00.868198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ee59597-1f84-4453-8ddc-86151961f10f req-a9938348-d698-417a-b4fb-ed732fb89212 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 943 time: 0.0517666 Mar 07 22:19:00.915949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ee59597-1f84-4453-8ddc-86151961f10f req-49a32891-f532-4fc2-8751-ee8eaf81464c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420253 Mar 07 22:19:00.921180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device c84b7874-1248-483b-81d2-e4ab7b26d8fe details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:19:01.020222 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port c84b7874-1248-483b-81d2-e4ab7b26d8fe, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=c84b7874-1248-483b-81d2-e4ab7b26d8fe,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:19:01.032755 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'port_id': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe', 'mac_address': 'fa:16:3e:23:3f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:19:01.075451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port c84b7874-1248-483b-81d2-e4ab7b26d8fe is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:19:01.075835 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:01.090650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84b7874-1248-483b-81d2-e4ab7b26d8fe {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:19:01.112295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port c84b7874-1248-483b-81d2-e4ab7b26d8fe, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=c84b7874-1248-483b-81d2-e4ab7b26d8fe,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:19:01.116396 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:01.166016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=c84b7874-1248-483b-81d2-e4ab7b26d8fe,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:01.174917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:01.175076 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:01.175342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:01.175674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:01.176009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:01.176776 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:01.177114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:01.177831 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:01.178192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:01.178994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:01.178994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:01.179267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:01.179460 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:01.428918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['c84b7874-1248-483b-81d2-e4ab7b26d8fe'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:19:02.040762 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282dd391-3739-4b6f-a820-84974fcd46aa req-f93fc1b6-315c-4ebd-8b41-2fc1d8ee535a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:02.042283 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-282dd391-3739-4b6f-a820-84974fcd46aa req-f93fc1b6-315c-4ebd-8b41-2fc1d8ee535a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 944 time: 0.0556681 Mar 07 22:19:02.088741 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-282dd391-3739-4b6f-a820-84974fcd46aa req-28db4f91-038a-48a3-8315-457dca4026e1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410047 Mar 07 22:19:02.479579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-96a4c29c-374e-4720-8b3c-827ac6f80a22 req-b78a218d-d0b2-491d-948b-188f4ac0ceba service neutron] (103718) timed out ('10.222.0.26', 48814) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 22:19:02.937261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device c84b7874-1248-483b-81d2-e4ab7b26d8fe up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:19:02.987643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port c84b7874-1248-483b-81d2-e4ab7b26d8fe completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:19:02.991440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port c84b7874-1248-483b-81d2-e4ab7b26d8fe triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:19:02.991819 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:03.071786 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port c84b7874-1248-483b-81d2-e4ab7b26d8fe is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:19:03.072405 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:03.095505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae4434f-0491-4c52-ba60-48bd9d02fdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:19:03.098479 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7336de-a39b-48f6-9f6e-ccaf0842b4d7" -d '{"events": [{"server_uuid": "0ae4434f-0491-4c52-ba60-48bd9d02fdf5", "name": "network-vif-plugged", "status": "completed", "tag": "c84b7874-1248-483b-81d2-e4ab7b26d8fe"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:19:03.111090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port c84b7874-1248-483b-81d2-e4ab7b26d8fe, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=c84b7874-1248-483b-81d2-e4ab7b26d8fe,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:19:03.116218 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:03.167944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=c84b7874-1248-483b-81d2-e4ab7b26d8fe,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:03.223439 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80353d2-49c0-4776-a261-d6c52062fb0f x-openstack-request-id: req-f80353d2-49c0-4776-a261-d6c52062fb0f {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:19:03.224297 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae4434f-0491-4c52-ba60-48bd9d02fdf5", "name": "network-vif-plugged", "status": "completed", "tag": "c84b7874-1248-483b-81d2-e4ab7b26d8fe", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:19:03.224589 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f80353d2-49c0-4776-a261-d6c52062fb0f {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:19:03.225124 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae4434f-0491-4c52-ba60-48bd9d02fdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe', 'code': 200} Mar 07 22:19:03.233470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5bd80-440c-42b0-87e3-54e735c13f57 req-6c27bd82-23e3-493f-a2ff-86faa902832d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:03.235193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-75c5bd80-440c-42b0-87e3-54e735c13f57 req-6c27bd82-23e3-493f-a2ff-86faa902832d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 945 time: 0.0707607 Mar 07 22:19:03.305783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-75c5bd80-440c-42b0-87e3-54e735c13f57 req-bbfd0291-7fa4-4dd8-998f-cad6016e99fa tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621874 Mar 07 22:19:03.354440 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af138838-abe9-4e87-818b-119b166c1d70 req-b1615c1f-f2f1-4ca7-b785-13164b201eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:03.355985 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-af138838-abe9-4e87-818b-119b166c1d70 req-b1615c1f-f2f1-4ca7-b785-13164b201eb2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 1127 time: 0.0571358 Mar 07 22:19:03.413359 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-af138838-abe9-4e87-818b-119b166c1d70 req-2881bd39-29d4-4a00-9b0e-4ce6f8a47502 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509501 Mar 07 22:19:04.432140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4bbe7-8fe1-4907-b654-aa703b0dd201 req-3a220bbb-6cdf-455f-91bb-97a5272c5910 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:04.433962 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ae4bbe7-8fe1-4907-b654-aa703b0dd201 req-3a220bbb-6cdf-455f-91bb-97a5272c5910 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 945 time: 0.0619032 Mar 07 22:19:04.485795 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ae4bbe7-8fe1-4907-b654-aa703b0dd201 req-b04ba749-ddb2-4557-9a84-927058206e80 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448170 Mar 07 22:19:05.610259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cce736-423c-4ec1-aac9-660b709ff28f req-fb60ca50-6356-4f65-a025-c81691d793c0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:05.612220 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54cce736-423c-4ec1-aac9-660b709ff28f req-fb60ca50-6356-4f65-a025-c81691d793c0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 945 time: 0.0544806 Mar 07 22:19:05.660162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54cce736-423c-4ec1-aac9-660b709ff28f req-5a52b693-63a1-4d93-b0e4-786101902a00 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421171 Mar 07 22:19:05.779000 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2ac7b-936d-4127-b2e7-dc7dc6af035c req-ef13c94f-dfa4-4761-b8eb-3d5837ea6068 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:05.780467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ac2ac7b-936d-4127-b2e7-dc7dc6af035c req-ef13c94f-dfa4-4761-b8eb-3d5837ea6068 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 945 time: 0.0528901 Mar 07 22:19:05.835714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ac2ac7b-936d-4127-b2e7-dc7dc6af035c req-0acea4f7-9d70-4953-93c8-f86b7f76aed1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493574 Mar 07 22:19:05.859986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48532) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:19:06.045608 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89c04f-b20d-4a70-b518-fc6c9cb33662 tempest-TestVolumeBootPattern-23943112 tempest-TestVolumeBootPattern-23943112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:06.047169 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dd89c04f-b20d-4a70-b518-fc6c9cb33662 tempest-TestVolumeBootPattern-23943112 tempest-TestVolumeBootPattern-23943112-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 1122 time: 0.1861041 Mar 07 22:19:06.050456 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 48540) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:19:06.054846 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:19:06.074671 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:06.174876 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:06.280007 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Allocated IP 172.25.4.243 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/74e3fdf9-4059-4d0b-9e9e-39af81d0496c) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:19:06.384425 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for port (74e3fdf9-4059-4d0b-9e9e-39af81d0496c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:06.418465 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (74e3fdf9-4059-4d0b-9e9e-39af81d0496c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:06.460593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:19:06.464798 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:19:06.468798 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:19:06.491030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'Port': ['ID=74e3fdf9-4059-4d0b-9e9e-39af81d0496c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:06.832584 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for floatingip (7991e2c8-d170-4ca2-aaad-2e0a34c04f94), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:06.908497 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (74e3fdf9-4059-4d0b-9e9e-39af81d0496c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:07.054335 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for port (74e3fdf9-4059-4d0b-9e9e-39af81d0496c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:07.058743 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (74e3fdf9-4059-4d0b-9e9e-39af81d0496c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:07.138229 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event updated for resources: {'Port': ['ID=74e3fdf9-4059-4d0b-9e9e-39af81d0496c,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:07.147776 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (7991e2c8-d170-4ca2-aaad-2e0a34c04f94), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:07.250471 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Floating IP 7991e2c8-d170-4ca2-aaad-2e0a34c04f94 associated. External IP: 172.25.4.243, port: c84b7874-1248-483b-81d2-e4ab7b26d8fe. Mar 07 22:19:07.471221 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Router e9e07398-0b1c-494e-b128-47197093a44f has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:19:07.581951 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:19:07.592863 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3867a957-1ea1-437e-bbe7-e08d140bbf02 None None] Sync routers for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:19:07.600324 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:07.604986 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867a957-1ea1-437e-bbe7-e08d140bbf02 None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:19:07.608678 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3867a957-1ea1-437e-bbe7-e08d140bbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:18:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:07.640763 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-36ae70d3-570f-4635-9718-d687c2ff1230 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5892074 Mar 07 22:19:07.641757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae4434f-0491-4c52-ba60-48bd9d02fdf5', 'tag': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:19:07.644329 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a973d2-1746-4f81-ab1c-61080aeeff2a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae4434f-0491-4c52-ba60-48bd9d02fdf5", "tag": "c84b7874-1248-483b-81d2-e4ab7b26d8fe"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:19:07.738513 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-3867a957-1ea1-437e-bbe7-e08d140bbf02 None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:19:08.087424 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3867a957-1ea1-437e-bbe7-e08d140bbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '7991e2c8-d170-4ca2-aaad-2e0a34c04f94', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'port_id': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'mac_address': 'fa:16:3e:23:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae4434f-0491-4c52-ba60-48bd9d02fdf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:19:06Z', 'updated_at': '2022-03-07T22:19:06Z', 'revision_number': 0, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address_scope': None}, {'id': '8ef0095c-b931-404d-9fdb-6d0fb45162dd', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'port_id': 'd90bbe58-4904-4845-ac18-018780f4c247', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'mac_address': 'fa:16:3e:b9:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:16:37Z', 'updated_at': '2022-03-07T22:16:39Z', 'revision_number': 1, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:08.115763 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3867a957-1ea1-437e-bbe7-e08d140bbf02 None None] Checking router: e9e07398-0b1c-494e-b128-47197093a44f for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:19:08.125810 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867a957-1ea1-437e-bbe7-e08d140bbf02 None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:19:08.126460 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3867a957-1ea1-437e-bbe7-e08d140bbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:18:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:08.255981 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-3867a957-1ea1-437e-bbe7-e08d140bbf02 None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:19:08.488437 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-3867a957-1ea1-437e-bbe7-e08d140bbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '7991e2c8-d170-4ca2-aaad-2e0a34c04f94', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'port_id': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'mac_address': 'fa:16:3e:23:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae4434f-0491-4c52-ba60-48bd9d02fdf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:19:06Z', 'updated_at': '2022-03-07T22:19:06Z', 'revision_number': 0, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address_scope': None}, {'id': '8ef0095c-b931-404d-9fdb-6d0fb45162dd', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'port_id': 'd90bbe58-4904-4845-ac18-018780f4c247', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'mac_address': 'fa:16:3e:b9:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:16:37Z', 'updated_at': '2022-03-07T22:16:39Z', 'revision_number': 1, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:08.514902 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3867a957-1ea1-437e-bbe7-e08d140bbf02 None None] The sync data for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 is: [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '7991e2c8-d170-4ca2-aaad-2e0a34c04f94', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'port_id': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'mac_address': 'fa:16:3e:23:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae4434f-0491-4c52-ba60-48bd9d02fdf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:19:06Z', 'updated_at': '2022-03-07T22:19:06Z', 'revision_number': 0, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address_scope': None}, {'id': '8ef0095c-b931-404d-9fdb-6d0fb45162dd', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'port_id': 'd90bbe58-4904-4845-ac18-018780f4c247', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'mac_address': 'fa:16:3e:b9:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:16:37Z', 'updated_at': '2022-03-07T22:16:39Z', 'revision_number': 1, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:19:08.707307 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057ac930-292b-4467-a3bc-4cf747b0912d x-openstack-request-id: req-057ac930-292b-4467-a3bc-4cf747b0912d {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:19:08.707833 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae4434f-0491-4c52-ba60-48bd9d02fdf5", "tag": "c84b7874-1248-483b-81d2-e4ab7b26d8fe", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:19:08.707833 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-057ac930-292b-4467-a3bc-4cf747b0912d {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:19:08.708262 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae4434f-0491-4c52-ba60-48bd9d02fdf5', 'tag': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe', 'status': 'completed', 'code': 200} Mar 07 22:19:08.737857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c0b79-984f-4415-8a29-265c67f08c41 None None] New status for floating IP 7991e2c8-d170-4ca2-aaad-2e0a34c04f94: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:19:08.780921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a973d2-1746-4f81-ab1c-61080aeeff2a req-dfe20aa1-e6f8-4176-9427-c7f659815a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:08.782972 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d2a973d2-1746-4f81-ab1c-61080aeeff2a req-dfe20aa1-e6f8-4176-9427-c7f659815a9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 1127 time: 0.0533359 Mar 07 22:19:08.878858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a973d2-1746-4f81-ab1c-61080aeeff2a req-baebc160-8f70-4820-b60e-f44a11362184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:08.882229 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d2a973d2-1746-4f81-ab1c-61080aeeff2a req-baebc160-8f70-4820-b60e-f44a11362184 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.0904231 Mar 07 22:19:08.947135 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d2a973d2-1746-4f81-ab1c-61080aeeff2a req-4db37f43-2afe-4ad5-b74f-2a360ccc1c85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c84b7874-1248-483b-81d2-e4ab7b26d8fe HTTP/1.1" status: 200 len: 1001 time: 0.0612566 Mar 07 22:19:08.999351 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a973d2-1746-4f81-ab1c-61080aeeff2a req-bd7e23a5-37f2-41a5-a7a9-f7c05696a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:09.001002 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d2a973d2-1746-4f81-ab1c-61080aeeff2a req-bd7e23a5-37f2-41a5-a7a9-f7c05696a195 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0482085 Mar 07 22:19:09.057300 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a973d2-1746-4f81-ab1c-61080aeeff2a req-acc4db78-1355-45de-b085-733722959d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:09.058884 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d2a973d2-1746-4f81-ab1c-61080aeeff2a req-acc4db78-1355-45de-b085-733722959d64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525343 Mar 07 22:19:09.146907 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d2a973d2-1746-4f81-ab1c-61080aeeff2a req-c6d9b840-4475-4835-805a-fe67321cf978 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819588 Mar 07 22:19:09.241252 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d2a973d2-1746-4f81-ab1c-61080aeeff2a req-8f25cd60-9daf-43bb-a6a9-b1767cad261a service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874481 Mar 07 22:19:15.656667 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8cb471f6-c57d-44f1-bd02-3a969e29daee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:16.315185 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:18.163567 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9319548d-c3a4-451a-a2f8-799a338db3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:18.498700 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:19.407060 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:20.390648 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:22.155475 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:28.614694 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:19:36.253011 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d38d9556-5a2d-4e76-b2bc-a7089edf6d0a req-0698ea48-ed10-46d2-95db-9446dc1e56e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0945723 Mar 07 22:19:36.340283 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d9556-5a2d-4e76-b2bc-a7089edf6d0a req-368fc671-1a83-4bd4-b3fb-79cadb08000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:36.341777 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d38d9556-5a2d-4e76-b2bc-a7089edf6d0a req-368fc671-1a83-4bd4-b3fb-79cadb08000e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 1127 time: 0.0453041 Mar 07 22:19:36.459393 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d9556-5a2d-4e76-b2bc-a7089edf6d0a req-f1e54c05-a004-4a31-8b24-d0611cb44477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:36.460847 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d38d9556-5a2d-4e76-b2bc-a7089edf6d0a req-f1e54c05-a004-4a31-8b24-d0611cb44477 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.1002200 Mar 07 22:19:36.529232 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d38d9556-5a2d-4e76-b2bc-a7089edf6d0a req-d370de6f-e505-4b4b-9d39-dbf77fd11d89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c84b7874-1248-483b-81d2-e4ab7b26d8fe HTTP/1.1" status: 200 len: 1001 time: 0.0614433 Mar 07 22:19:36.582026 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d9556-5a2d-4e76-b2bc-a7089edf6d0a req-65efdc37-b65b-4690-af03-21913c0f89db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:36.583522 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d38d9556-5a2d-4e76-b2bc-a7089edf6d0a req-65efdc37-b65b-4690-af03-21913c0f89db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0485177 Mar 07 22:19:36.632162 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d9556-5a2d-4e76-b2bc-a7089edf6d0a req-2c5ddd04-7d70-4a58-9fc8-e940a85fe630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:36.633712 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d38d9556-5a2d-4e76-b2bc-a7089edf6d0a req-2c5ddd04-7d70-4a58-9fc8-e940a85fe630 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439396 Mar 07 22:19:36.723508 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d38d9556-5a2d-4e76-b2bc-a7089edf6d0a req-ede39a71-be7e-4632-8511-2e0c3076a401 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825744 Mar 07 22:19:36.811532 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d38d9556-5a2d-4e76-b2bc-a7089edf6d0a req-4c060468-5f8b-4916-8424-fb3e8809de28 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826030 Mar 07 22:19:45.658436 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-84dc6f33-33c9-4d58-9dce-f65ae65bb147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:46.328779 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:47.379120 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-416b3445-f547-4b01-9cb1-f30029d7e89e req-a4001d5a-8dcc-4426-8a65-7b30c12b08d7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454800 Mar 07 22:19:47.469269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b3445-f547-4b01-9cb1-f30029d7e89e req-9c5cba6b-e725-41b4-8741-f049934c09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:47.470806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-416b3445-f547-4b01-9cb1-f30029d7e89e req-9c5cba6b-e725-41b4-8741-f049934c09a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 1127 time: 0.0482383 Mar 07 22:19:47.586624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b3445-f547-4b01-9cb1-f30029d7e89e req-4532b18f-d356-4554-9185-c8199bd49a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:47.588077 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-416b3445-f547-4b01-9cb1-f30029d7e89e req-4532b18f-d356-4554-9185-c8199bd49a3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.0939925 Mar 07 22:19:47.661161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-416b3445-f547-4b01-9cb1-f30029d7e89e req-138eb65b-b1c5-4893-be40-3a4c3f78dd22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90bbe58-4904-4845-ac18-018780f4c247 HTTP/1.1" status: 200 len: 1001 time: 0.0622001 Mar 07 22:19:47.719426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b3445-f547-4b01-9cb1-f30029d7e89e req-aefa825d-accc-4f41-972f-715a6b804bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:47.720990 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-416b3445-f547-4b01-9cb1-f30029d7e89e req-aefa825d-accc-4f41-972f-715a6b804bfd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0511317 Mar 07 22:19:48.077051 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b3445-f547-4b01-9cb1-f30029d7e89e req-cfdc70cb-36bd-4940-ba4b-9d589c3c3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:48.078724 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-416b3445-f547-4b01-9cb1-f30029d7e89e req-cfdc70cb-36bd-4940-ba4b-9d589c3c3fc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3490839 Mar 07 22:19:48.171136 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-12bf0cee-3999-4d2e-8f2c-f30a5bea7405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:48.177819 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-416b3445-f547-4b01-9cb1-f30029d7e89e req-1d2c0acb-ccde-4f37-a79e-839c6c3b1b29 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887058 Mar 07 22:19:48.280392 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-416b3445-f547-4b01-9cb1-f30029d7e89e req-d174ecd9-a1d9-4af6-a8d2-95588d7f2fba service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936499 Mar 07 22:19:48.516653 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:49.440330 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:50.390760 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:52.159386 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:54.894517 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49488) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:19:55.002564 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:55.079565 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Publish callbacks [] for security_group (ae079f66-41e2-4eef-a684-e2f4ab63c13d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:55.084023 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ae079f66-41e2-4eef-a684-e2f4ab63c13d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:55.122903 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=654c90a41b6743c6b3a7c892306b9b4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2272763 Mar 07 22:19:55.125403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49494) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:19:55.131856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae079f66-41e2-4eef-a684-e2f4ab63c13d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:55.148373 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.148726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.149071 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.149412 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.149748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.150229 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.150665 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.151060 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.151327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.151670 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.152002 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.152326 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.152650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4395f-e5bb-40c8-a788-3b6c5da6fa48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.187667 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06393251-dd07-4f96-9226-8d4f9300fd4a admin admin] Publish callbacks [] for security_group (ae079f66-41e2-4eef-a684-e2f4ab63c13d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:55.213549 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06393251-dd07-4f96-9226-8d4f9300fd4a admin admin] Publish callbacks [] for security_group (ae079f66-41e2-4eef-a684-e2f4ab63c13d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:55.262549 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06393251-dd07-4f96-9226-8d4f9300fd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (ae079f66-41e2-4eef-a684-e2f4ab63c13d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:55.265148 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-06393251-dd07-4f96-9226-8d4f9300fd4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:55.266334 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-06393251-dd07-4f96-9226-8d4f9300fd4a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae079f66-41e2-4eef-a684-e2f4ab63c13d HTTP/1.1" status: 204 len: 168 time: 0.1399758 Mar 07 22:19:55.275179 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06393251-dd07-4f96-9226-8d4f9300fd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae079f66-41e2-4eef-a684-e2f4ab63c13d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:55.537531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49500) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:19:55.551621 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f4c299c-b3fc-4217-9832-a81bac149a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:55.633332 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f4c299c-b3fc-4217-9832-a81bac149a6c admin admin] Publish callbacks [] for security_group (c1775cf4-b527-43e7-9f7e-c160f1686e91), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:55.638641 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f4c299c-b3fc-4217-9832-a81bac149a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c1775cf4-b527-43e7-9f7e-c160f1686e91), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:55.679026 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2f4c299c-b3fc-4217-9832-a81bac149a6c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4d4ad9ebaeb4d3e922966f29e85c8f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398649 Mar 07 22:19:55.680751 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c299c-b3fc-4217-9832-a81bac149a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1775cf4-b527-43e7-9f7e-c160f1686e91,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:55.681390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49504) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:19:55.733757 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Publish callbacks [] for security_group (c1775cf4-b527-43e7-9f7e-c160f1686e91), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:55.756137 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Publish callbacks [] for security_group (c1775cf4-b527-43e7-9f7e-c160f1686e91), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:55.804897 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c1775cf4-b527-43e7-9f7e-c160f1686e91), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:55.808190 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:19:55.809351 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1775cf4-b527-43e7-9f7e-c160f1686e91 HTTP/1.1" status: 204 len: 168 time: 0.1269705 Mar 07 22:19:55.818113 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1775cf4-b527-43e7-9f7e-c160f1686e91,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:55.825973 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.826487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.826856 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.827205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.827543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.827883 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.828219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.828652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.828903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.829283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.829612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.829942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:55.830298 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6121f80-92a8-4615-9367-fd03f49ee96a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:05.613588 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:20:15.661726 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1d98fbb3-5652-4a24-a4be-1cf3e7e9e1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:16.329854 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:18.164089 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1648580b-3ae7-4ec8-aa0e-379b65706180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:18.510011 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:19.414345 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:20.385093 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:22.162099 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:37.112691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49518) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:20:37.263508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-7377609d-e4b5-4fa5-a90c-14a994a75971 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Deleting port 74e3fdf9-4059-4d0b-9e9e-39af81d0496c {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:20:37.263856 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7377609d-e4b5-4fa5-a90c-14a994a75971 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (74e3fdf9-4059-4d0b-9e9e-39af81d0496c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:37.338977 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7377609d-e4b5-4fa5-a90c-14a994a75971 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (74e3fdf9-4059-4d0b-9e9e-39af81d0496c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:37.339228 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7377609d-e4b5-4fa5-a90c-14a994a75971 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for floatingip (74e3fdf9-4059-4d0b-9e9e-39af81d0496c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:37.351383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-7377609d-e4b5-4fa5-a90c-14a994a75971 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Calling delete_port for 74e3fdf9-4059-4d0b-9e9e-39af81d0496c owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:20:37.496371 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7377609d-e4b5-4fa5-a90c-14a994a75971 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (74e3fdf9-4059-4d0b-9e9e-39af81d0496c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:37.521598 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377609d-e4b5-4fa5-a90c-14a994a75971 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event deleted for resources: {'Port': ['ID=74e3fdf9-4059-4d0b-9e9e-39af81d0496c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:37.585286 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7377609d-e4b5-4fa5-a90c-14a994a75971 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for floatingip (7991e2c8-d170-4ca2-aaad-2e0a34c04f94), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:37.585662 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-7377609d-e4b5-4fa5-a90c-14a994a75971 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Floating IP 7991e2c8-d170-4ca2-aaad-2e0a34c04f94 disassociated (deleted). External IP: 172.25.4.243, port: c84b7874-1248-483b-81d2-e4ab7b26d8fe. Mar 07 22:20:37.792443 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7377609d-e4b5-4fa5-a90c-14a994a75971 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Router e9e07398-0b1c-494e-b128-47197093a44f has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:20:37.900025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7377609d-e4b5-4fa5-a90c-14a994a75971 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:20:37.904821 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7377609d-e4b5-4fa5-a90c-14a994a75971 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:37.909678 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6564ee3e-3a06-43fb-8296-bd7faf28d68c None None] Sync routers for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:20:37.920082 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6564ee3e-3a06-43fb-8296-bd7faf28d68c None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:20:37.920709 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6564ee3e-3a06-43fb-8296-bd7faf28d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:20:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:37.935319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7377609d-e4b5-4fa5-a90c-14a994a75971 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "DELETE /v2.0/floatingips/7991e2c8-d170-4ca2-aaad-2e0a34c04f94 HTTP/1.1" status: 204 len: 168 time: 0.8215590 Mar 07 22:20:37.935905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae4434f-0491-4c52-ba60-48bd9d02fdf5', 'tag': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:20:37.938197 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2e641d-a493-433e-be41-456a7ce4e23c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae4434f-0491-4c52-ba60-48bd9d02fdf5", "tag": "c84b7874-1248-483b-81d2-e4ab7b26d8fe"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:20:38.028353 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6564ee3e-3a06-43fb-8296-bd7faf28d68c None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:20:38.130943 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b02fc0-886e-4e50-a89e-ad2f80dc3c7c x-openstack-request-id: req-15b02fc0-886e-4e50-a89e-ad2f80dc3c7c {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:20:38.131800 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae4434f-0491-4c52-ba60-48bd9d02fdf5", "tag": "c84b7874-1248-483b-81d2-e4ab7b26d8fe", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:20:38.132069 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15b02fc0-886e-4e50-a89e-ad2f80dc3c7c {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:20:38.132514 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae4434f-0491-4c52-ba60-48bd9d02fdf5', 'tag': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe', 'status': 'completed', 'code': 200} Mar 07 22:20:38.197889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0a0d5-e38d-4f0a-9bf2-3967bd4cf8b7 req-b3188f55-9c0e-4e93-a238-9e9d45a52971 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:38.199431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6b0a0d5-e38d-4f0a-9bf2-3967bd4cf8b7 req-b3188f55-9c0e-4e93-a238-9e9d45a52971 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 945 time: 0.0566816 Mar 07 22:20:38.209410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e641d-a493-433e-be41-456a7ce4e23c req-1d9aab7e-b671-4d65-9897-06d1801ed5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:38.210982 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8e2e641d-a493-433e-be41-456a7ce4e23c req-1d9aab7e-b671-4d65-9897-06d1801ed5e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 1127 time: 0.0524013 Mar 07 22:20:38.250373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6b0a0d5-e38d-4f0a-9bf2-3967bd4cf8b7 req-f2331675-2203-43b9-aae5-f82852bd5ade tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451839 Mar 07 22:20:38.272859 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6564ee3e-3a06-43fb-8296-bd7faf28d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '8ef0095c-b931-404d-9fdb-6d0fb45162dd', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'port_id': 'd90bbe58-4904-4845-ac18-018780f4c247', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'mac_address': 'fa:16:3e:b9:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:16:37Z', 'updated_at': '2022-03-07T22:16:39Z', 'revision_number': 1, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:38.299970 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6564ee3e-3a06-43fb-8296-bd7faf28d68c None None] Checking router: e9e07398-0b1c-494e-b128-47197093a44f for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:20:38.304970 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e641d-a493-433e-be41-456a7ce4e23c req-6b606027-7a10-409d-8e5d-30f5f58c1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:38.306479 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8e2e641d-a493-433e-be41-456a7ce4e23c req-6b606027-7a10-409d-8e5d-30f5f58c1cbb service neutron] 10.222.0.13 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.0883899 Mar 07 22:20:38.308699 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6564ee3e-3a06-43fb-8296-bd7faf28d68c None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:20:38.309589 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6564ee3e-3a06-43fb-8296-bd7faf28d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:20:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:38.345755 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8e2e641d-a493-433e-be41-456a7ce4e23c req-45fb3986-8c55-486b-8898-0fee652f67a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c84b7874-1248-483b-81d2-e4ab7b26d8fe HTTP/1.1" status: 200 len: 217 time: 0.0333407 Mar 07 22:20:38.396098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e641d-a493-433e-be41-456a7ce4e23c req-24070a24-59e7-429a-bd58-0716633469f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:38.397543 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8e2e641d-a493-433e-be41-456a7ce4e23c req-24070a24-59e7-429a-bd58-0716633469f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0458393 Mar 07 22:20:38.418428 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-6564ee3e-3a06-43fb-8296-bd7faf28d68c None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:20:38.447522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e641d-a493-433e-be41-456a7ce4e23c req-64169bca-75a7-4416-bbb6-ae818dbcf43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:38.449024 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8e2e641d-a493-433e-be41-456a7ce4e23c req-64169bca-75a7-4416-bbb6-ae818dbcf43c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447478 Mar 07 22:20:38.537758 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8e2e641d-a493-433e-be41-456a7ce4e23c req-f42135fe-df24-4f4e-a8d1-33dcc41c4983 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821750 Mar 07 22:20:38.628082 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-8e2e641d-a493-433e-be41-456a7ce4e23c req-c144b37f-a102-46f5-97ce-ba02a7ce7999 service neutron] 10.222.0.13 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837095 Mar 07 22:20:38.640808 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-6564ee3e-3a06-43fb-8296-bd7faf28d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '8ef0095c-b931-404d-9fdb-6d0fb45162dd', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'port_id': 'd90bbe58-4904-4845-ac18-018780f4c247', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'mac_address': 'fa:16:3e:b9:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:16:37Z', 'updated_at': '2022-03-07T22:16:39Z', 'revision_number': 1, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:38.669834 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6564ee3e-3a06-43fb-8296-bd7faf28d68c None None] The sync data for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 is: [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '8ef0095c-b931-404d-9fdb-6d0fb45162dd', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'port_id': 'd90bbe58-4904-4845-ac18-018780f4c247', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'mac_address': 'fa:16:3e:b9:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:16:37Z', 'updated_at': '2022-03-07T22:16:39Z', 'revision_number': 1, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:20:38.888512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90153e75-bcb7-47f7-bc18-0a97cfd2afca None None] New status for floating IP 7991e2c8-d170-4ca2-aaad-2e0a34c04f94: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:20:39.373580 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb9f49-afcd-45c1-aaf8-8eae630a50d0 req-905ffcd2-2f32-4298-b63a-fff063516fba tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:39.375086 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28fb9f49-afcd-45c1-aaf8-8eae630a50d0 req-905ffcd2-2f32-4298-b63a-fff063516fba tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 945 time: 0.0525146 Mar 07 22:20:39.428867 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28fb9f49-afcd-45c1-aaf8-8eae630a50d0 req-0efa7ef9-0129-4b2d-b374-415a5e91aab2 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473895 Mar 07 22:20:39.754315 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978985c-8cc3-4a1c-b873-4987407573f5 req-4fb5df11-0794-445f-a146-1ff36b66dc6d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:39.755771 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c978985c-8cc3-4a1c-b873-4987407573f5 req-4fb5df11-0794-445f-a146-1ff36b66dc6d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 945 time: 0.0571749 Mar 07 22:20:40.151750 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-c978985c-8cc3-4a1c-b873-4987407573f5 req-2a6ad79d-9abe-4ff4-adcf-2a76812b534b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Deleting port c84b7874-1248-483b-81d2-e4ab7b26d8fe {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:20:40.152094 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c978985c-8cc3-4a1c-b873-4987407573f5 req-2a6ad79d-9abe-4ff4-adcf-2a76812b534b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:40.238356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-c978985c-8cc3-4a1c-b873-4987407573f5 req-2a6ad79d-9abe-4ff4-adcf-2a76812b534b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] For port c84b7874-1248-483b-81d2-e4ab7b26d8fe, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=c84b7874-1248-483b-81d2-e4ab7b26d8fe,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:20:40.238714 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c978985c-8cc3-4a1c-b873-4987407573f5 req-2a6ad79d-9abe-4ff4-adcf-2a76812b534b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:40.250341 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-c978985c-8cc3-4a1c-b873-4987407573f5 req-2a6ad79d-9abe-4ff4-adcf-2a76812b534b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Calling delete_port for c84b7874-1248-483b-81d2-e4ab7b26d8fe owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:20:40.382615 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c978985c-8cc3-4a1c-b873-4987407573f5 req-2a6ad79d-9abe-4ff4-adcf-2a76812b534b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c84b7874-1248-483b-81d2-e4ab7b26d8fe), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:40.409404 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ad79d-9abe-4ff4-adcf-2a76812b534b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event deleted for resources: {'Port': ['ID=c84b7874-1248-483b-81d2-e4ab7b26d8fe,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:40.454315 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c978985c-8cc3-4a1c-b873-4987407573f5 req-2a6ad79d-9abe-4ff4-adcf-2a76812b534b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] No DVR routers for this DVR port c84b7874-1248-483b-81d2-e4ab7b26d8fe on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:20:40.457686 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c978985c-8cc3-4a1c-b873-4987407573f5 req-2a6ad79d-9abe-4ff4-adcf-2a76812b534b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:40.461326 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c978985c-8cc3-4a1c-b873-4987407573f5 req-2a6ad79d-9abe-4ff4-adcf-2a76812b534b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.13 "DELETE /v2.0/ports/c84b7874-1248-483b-81d2-e4ab7b26d8fe HTTP/1.1" status: 204 len: 173 time: 0.6980326 Mar 07 22:20:40.461785 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae4434f-0491-4c52-ba60-48bd9d02fdf5', 'name': 'network-vif-deleted', 'tag': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:20:40.464064 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36376e3-287c-4c81-be9a-b64399f017aa" -d '{"events": [{"server_uuid": "0ae4434f-0491-4c52-ba60-48bd9d02fdf5", "name": "network-vif-deleted", "tag": "c84b7874-1248-483b-81d2-e4ab7b26d8fe"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:20:40.537503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26c70c87-b6c5-4d9b-b984-5cc106f5a1e4 req-a18ea310-5644-413d-9f0e-cceb6c0a686e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 210 time: 0.0344503 Mar 07 22:20:40.567407 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7248005d-e9ae-482a-b770-e920af31197b x-openstack-request-id: req-7248005d-e9ae-482a-b770-e920af31197b {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:20:40.567714 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae4434f-0491-4c52-ba60-48bd9d02fdf5", "name": "network-vif-deleted", "tag": "c84b7874-1248-483b-81d2-e4ab7b26d8fe", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:20:40.567977 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7248005d-e9ae-482a-b770-e920af31197b {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:20:40.568386 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae4434f-0491-4c52-ba60-48bd9d02fdf5', 'name': 'network-vif-deleted', 'tag': 'c84b7874-1248-483b-81d2-e4ab7b26d8fe', 'status': 'completed', 'code': 200} Mar 07 22:20:41.632296 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fe197db-ab46-41c2-a31e-8795ef1081d6 req-32f2ae23-2744-496f-944b-a0655b9bdca4 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 210 time: 0.0267332 Mar 07 22:20:42.613743 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:20:42.734876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8e376ef-e531-4a52-8f96-5451b6dc7800 req-fbdf69ef-b5be-45de-949a-b7833a9649bb tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 210 time: 0.0276771 Mar 07 22:20:43.449838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device c84b7874-1248-483b-81d2-e4ab7b26d8fe no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:20:43.474228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: c84b7874-1248-483b-81d2-e4ab7b26d8fe {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:20:43.474579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device c84b7874-1248-483b-81d2-e4ab7b26d8fe not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:20:43.828722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a0a56a8-3925-49a1-bd2d-dd390351a389 req-f09cb18a-1cbf-4965-bd16-bdf3ef5d583e tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 210 time: 0.0280995 Mar 07 22:20:44.922951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9dede843-c9ec-4ab5-b7ff-fbe8d479ba9b req-3ba6ead8-5e7b-40f0-a5f7-7288ba95e30c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 210 time: 0.0262101 Mar 07 22:20:45.664063 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-41bd968d-4189-474a-be39-7b319abf4921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:46.023050 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dedc001b-5d9a-4323-a508-928d8f55fdb5 req-a034bba1-d723-417f-bfea-d2df61ead75d tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 210 time: 0.0304694 Mar 07 22:20:46.344425 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:47.118401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c014980a-3b99-4029-b2c2-446e3a3f0d98 req-bdc39150-d4ad-47dd-b074-6810e9c743e2 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 210 time: 0.0274262 Mar 07 22:20:48.166539 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a6a37ed-cfa7-4e3a-94d8-71795bd97b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:48.218484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39e62eff-bb5f-472d-959d-5ca4434f2016 req-c6ba16b0-f8a1-474b-8ddf-0915de4612c0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 210 time: 0.0285804 Mar 07 22:20:48.416103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84bbccab-b5f0-4cd3-9c59-9651af400c44 req-d4b0d370-3334-4254-be40-088d61d19115 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435934 Mar 07 22:20:48.505547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbccab-b5f0-4cd3-9c59-9651af400c44 req-f54c4e5e-1b19-4a42-a993-c1cf83c0cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:48.506987 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84bbccab-b5f0-4cd3-9c59-9651af400c44 req-f54c4e5e-1b19-4a42-a993-c1cf83c0cd74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 1127 time: 0.0459268 Mar 07 22:20:48.525520 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:48.616771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbccab-b5f0-4cd3-9c59-9651af400c44 req-451921fe-fc6e-49e1-8faf-a4d617b47343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:48.618275 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84bbccab-b5f0-4cd3-9c59-9651af400c44 req-451921fe-fc6e-49e1-8faf-a4d617b47343 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.0880747 Mar 07 22:20:48.685215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84bbccab-b5f0-4cd3-9c59-9651af400c44 req-5bacd1b8-f876-4681-b634-de4f5adad1c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90bbe58-4904-4845-ac18-018780f4c247 HTTP/1.1" status: 200 len: 1001 time: 0.0576499 Mar 07 22:20:48.740553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbccab-b5f0-4cd3-9c59-9651af400c44 req-d8ba02c5-744e-4a08-b427-e06c738814f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:48.742038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84bbccab-b5f0-4cd3-9c59-9651af400c44 req-d8ba02c5-744e-4a08-b427-e06c738814f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0477684 Mar 07 22:20:48.792489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbccab-b5f0-4cd3-9c59-9651af400c44 req-4897340e-0166-487f-a9d4-0b73b167f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:48.793903 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84bbccab-b5f0-4cd3-9c59-9651af400c44 req-4897340e-0166-487f-a9d4-0b73b167f59e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430148 Mar 07 22:20:48.884845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84bbccab-b5f0-4cd3-9c59-9651af400c44 req-7291e8f5-2c46-42c4-b96c-87870cf9848c service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815527 Mar 07 22:20:48.980413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84bbccab-b5f0-4cd3-9c59-9651af400c44 req-0fc9e0dc-d5ef-47f6-a3bd-e047d12336c2 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867646 Mar 07 22:20:49.317388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c74682f1-d75a-449c-ac56-8e5447bc2664 req-6bae3d58-fed2-420e-8ef3-2d6b2507dcfe tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ae4434f-0491-4c52-ba60-48bd9d02fdf5 HTTP/1.1" status: 200 len: 210 time: 0.0304122 Mar 07 22:20:49.416995 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:50.392980 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:52.164466 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:58.991671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49594) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:20:59.143657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Deleting port 951248fc-1560-4a88-b72c-e10a8f385cff {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:20:59.144536 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (951248fc-1560-4a88-b72c-e10a8f385cff), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:59.220826 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (951248fc-1560-4a88-b72c-e10a8f385cff), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:59.221155 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for floatingip (951248fc-1560-4a88-b72c-e10a8f385cff), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:59.232754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Calling delete_port for 951248fc-1560-4a88-b72c-e10a8f385cff owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:20:59.379267 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (951248fc-1560-4a88-b72c-e10a8f385cff), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:59.404150 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event deleted for resources: {'Port': ['ID=951248fc-1560-4a88-b72c-e10a8f385cff,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:59.430131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:59.430482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:59.430823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:59.431168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:59.431504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:59.431837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:59.432166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:59.432493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:59.432817 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:59.433141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:59.433465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:59.433785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:59.434129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:59.471636 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for floatingip (8ef0095c-b931-404d-9fdb-6d0fb45162dd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:59.472044 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Floating IP 8ef0095c-b931-404d-9fdb-6d0fb45162dd disassociated (deleted). External IP: 172.25.4.194, port: d90bbe58-4904-4845-ac18-018780f4c247. Mar 07 22:20:59.677259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Router e9e07398-0b1c-494e-b128-47197093a44f has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:20:59.783314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:20:59.788606 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:20:59.793826 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0597f2-3b24-4e53-a868-70272b1b81bf None None] Sync routers for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:20:59.802957 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0597f2-3b24-4e53-a868-70272b1b81bf None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:20:59.803646 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-cf0597f2-3b24-4e53-a868-70272b1b81bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:20:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:59.817086 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-118c050e-e6a7-4542-9e5c-1ddd337ed448 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "DELETE /v2.0/floatingips/8ef0095c-b931-404d-9fdb-6d0fb45162dd HTTP/1.1" status: 204 len: 168 time: 0.8243332 Mar 07 22:20:59.818276 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'tag': 'd90bbe58-4904-4845-ac18-018780f4c247'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:20:59.820297 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936939b8-f26f-4cd2-a247-dd57bbaf8e69" -d '{"events": [{"name": "network-changed", "server_uuid": "275d629e-0d13-4bf3-bba1-dd24ca30d310", "tag": "d90bbe58-4904-4845-ac18-018780f4c247"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:20:59.862894 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86515fcd-30d1-436b-ae9b-41716a4307d6 x-openstack-request-id: req-86515fcd-30d1-436b-ae9b-41716a4307d6 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:20:59.863265 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275d629e-0d13-4bf3-bba1-dd24ca30d310", "tag": "d90bbe58-4904-4845-ac18-018780f4c247", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:20:59.864138 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86515fcd-30d1-436b-ae9b-41716a4307d6 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:20:59.864619 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'tag': 'd90bbe58-4904-4845-ac18-018780f4c247', 'status': 'completed', 'code': 200} Mar 07 22:20:59.916376 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-cf0597f2-3b24-4e53-a868-70272b1b81bf None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:20:59.932375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936939b8-f26f-4cd2-a247-dd57bbaf8e69 req-d0a391db-d92f-4665-aebf-84889ecfb79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:59.933890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-936939b8-f26f-4cd2-a247-dd57bbaf8e69 req-d0a391db-d92f-4665-aebf-84889ecfb79b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3780c442c69844ccbdb870d150ce5237&device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 1127 time: 0.0455058 Mar 07 22:21:00.083172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936939b8-f26f-4cd2-a247-dd57bbaf8e69 req-0bb5462d-10fc-4faf-ac0d-8e7cc74c9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:00.084645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-936939b8-f26f-4cd2-a247-dd57bbaf8e69 req-0bb5462d-10fc-4faf-ac0d-8e7cc74c9508 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 200 len: 913 time: 0.1376185 Mar 07 22:21:00.094234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637335-189f-468a-a08f-f52c6c46c730 req-ffee73c1-e8bb-4037-9610-9238834b4ac0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:00.095661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d637335-189f-468a-a08f-f52c6c46c730 req-ffee73c1-e8bb-4037-9610-9238834b4ac0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 945 time: 0.0759678 Mar 07 22:21:00.142824 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-936939b8-f26f-4cd2-a247-dd57bbaf8e69 req-2e5321b6-fb73-4bb3-bbc4-0ca7adc1d67e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90bbe58-4904-4845-ac18-018780f4c247 HTTP/1.1" status: 200 len: 217 time: 0.0440004 Mar 07 22:21:00.211152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d637335-189f-468a-a08f-f52c6c46c730 req-e8c4cf3d-4a6a-4991-a5e6-90bc4fda7d47 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054823 Mar 07 22:21:00.214725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936939b8-f26f-4cd2-a247-dd57bbaf8e69 req-bf993852-7895-4d29-ad25-09bcc9a56694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:00.216132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-936939b8-f26f-4cd2-a247-dd57bbaf8e69 req-bf993852-7895-4d29-ad25-09bcc9a56694 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 200 len: 851 time: 0.0669510 Mar 07 22:21:00.217151 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-cf0597f2-3b24-4e53-a868-70272b1b81bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:00.244688 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0597f2-3b24-4e53-a868-70272b1b81bf None None] Checking router: e9e07398-0b1c-494e-b128-47197093a44f for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:21:00.253100 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0597f2-3b24-4e53-a868-70272b1b81bf None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:21:00.253847 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-cf0597f2-3b24-4e53-a868-70272b1b81bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:20:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:00.265616 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936939b8-f26f-4cd2-a247-dd57bbaf8e69 req-b32aeb2c-0b56-4fd6-990e-4e37a7570eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:00.267209 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-936939b8-f26f-4cd2-a247-dd57bbaf8e69 req-b32aeb2c-0b56-4fd6-990e-4e37a7570eab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c39853f8-181c-4325-9e32-8bc19cecb381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437930 Mar 07 22:21:00.359704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-936939b8-f26f-4cd2-a247-dd57bbaf8e69 req-a0ea50f1-509c-4083-915c-94b38c31f711 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858517 Mar 07 22:21:00.360513 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-cf0597f2-3b24-4e53-a868-70272b1b81bf None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:21:00.449673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-936939b8-f26f-4cd2-a247-dd57bbaf8e69 req-014892b4-6009-4e8e-ba50-daed68071110 service neutron] 10.222.0.15 "GET /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829065 Mar 07 22:21:00.557374 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-cf0597f2-3b24-4e53-a868-70272b1b81bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:00.584026 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0597f2-3b24-4e53-a868-70272b1b81bf None None] The sync data for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 is: [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:05:36Z', 'revision_number': 4, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'af202d18-48a5-4cf3-b6cd-540c285cbe16', 'name': '', 'network_id': 'c39853f8-181c-4325-9e32-8bc19cecb381', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'mac_address': 'fa:16:3e:4b:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f562ae71-2231-4230-a5d7-126019518fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:35Z', 'updated_at': '2022-03-07T22:05:42Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'subnets': [{'id': 'f562ae71-2231-4230-a5d7-126019518fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:21:00.799612 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db3ef58-0773-4008-b22b-d813e678055d None None] New status for floating IP 8ef0095c-b931-404d-9fdb-6d0fb45162dd: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:21:01.335416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a661b-a595-46b1-980a-b38969b2e40f req-c5c5a948-6fc2-4e4a-bdf0-83628bef59be tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:01.336902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a3a661b-a595-46b1-980a-b38969b2e40f req-c5c5a948-6fc2-4e4a-bdf0-83628bef59be tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 945 time: 0.0568261 Mar 07 22:21:01.385386 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a3a661b-a595-46b1-980a-b38969b2e40f req-851ea9ec-8113-4795-a1fe-9c2b2c00aea1 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421879 Mar 07 22:21:01.793953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf892d23-e595-498f-9dfd-4cc25e2d1b8d req-1fc1a297-af67-46cd-af37-28ff351d80bc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:01.795432 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf892d23-e595-498f-9dfd-4cc25e2d1b8d req-1fc1a297-af67-46cd-af37-28ff351d80bc tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 945 time: 0.0510361 Mar 07 22:21:01.886367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-cf892d23-e595-498f-9dfd-4cc25e2d1b8d req-01a3a41d-fd98-4368-8361-d600351fc503 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Deleting port d90bbe58-4904-4845-ac18-018780f4c247 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:21:01.886706 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cf892d23-e595-498f-9dfd-4cc25e2d1b8d req-01a3a41d-fd98-4368-8361-d600351fc503 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (d90bbe58-4904-4845-ac18-018780f4c247), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:01.970092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-cf892d23-e595-498f-9dfd-4cc25e2d1b8d req-01a3a41d-fd98-4368-8361-d600351fc503 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] For port d90bbe58-4904-4845-ac18-018780f4c247, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=d90bbe58-4904-4845-ac18-018780f4c247,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:21:01.970468 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cf892d23-e595-498f-9dfd-4cc25e2d1b8d req-01a3a41d-fd98-4368-8361-d600351fc503 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (d90bbe58-4904-4845-ac18-018780f4c247), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:01.982705 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-cf892d23-e595-498f-9dfd-4cc25e2d1b8d req-01a3a41d-fd98-4368-8361-d600351fc503 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Calling delete_port for d90bbe58-4904-4845-ac18-018780f4c247 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:21:02.384370 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cf892d23-e595-498f-9dfd-4cc25e2d1b8d req-01a3a41d-fd98-4368-8361-d600351fc503 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (d90bbe58-4904-4845-ac18-018780f4c247), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:02.415321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3a41d-fd98-4368-8361-d600351fc503 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event deleted for resources: {'Port': ['ID=d90bbe58-4904-4845-ac18-018780f4c247,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:02.457282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf892d23-e595-498f-9dfd-4cc25e2d1b8d req-01a3a41d-fd98-4368-8361-d600351fc503 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] No DVR routers for this DVR port d90bbe58-4904-4845-ac18-018780f4c247 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:21:02.461792 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cf892d23-e595-498f-9dfd-4cc25e2d1b8d req-01a3a41d-fd98-4368-8361-d600351fc503 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:02.465160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf892d23-e595-498f-9dfd-4cc25e2d1b8d req-01a3a41d-fd98-4368-8361-d600351fc503 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.15 "DELETE /v2.0/ports/d90bbe58-4904-4845-ac18-018780f4c247 HTTP/1.1" status: 204 len: 173 time: 0.6645668 Mar 07 22:21:02.465596 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'name': 'network-vif-deleted', 'tag': 'd90bbe58-4904-4845-ac18-018780f4c247'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:21:02.467823 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625babec-d025-4af3-89e3-cac2f5228d22" -d '{"events": [{"server_uuid": "275d629e-0d13-4bf3-bba1-dd24ca30d310", "name": "network-vif-deleted", "tag": "d90bbe58-4904-4845-ac18-018780f4c247"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:21:02.500371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-656fec33-fab3-47c7-931d-7b0277c1add0 req-7033ade8-20c4-4b62-b249-04036b5892ed tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 210 time: 0.0403776 Mar 07 22:21:02.523005 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8178aaa4-fcf6-4d7d-9c39-72b1433d765d x-openstack-request-id: req-8178aaa4-fcf6-4d7d-9c39-72b1433d765d {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:21:02.523315 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275d629e-0d13-4bf3-bba1-dd24ca30d310", "name": "network-vif-deleted", "tag": "d90bbe58-4904-4845-ac18-018780f4c247", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:21:02.523577 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8178aaa4-fcf6-4d7d-9c39-72b1433d765d {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:21:02.523986 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275d629e-0d13-4bf3-bba1-dd24ca30d310', 'name': 'network-vif-deleted', 'tag': 'd90bbe58-4904-4845-ac18-018780f4c247', 'status': 'completed', 'code': 200} Mar 07 22:21:03.596505 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-768cbd12-a505-4b43-8046-16a044abf05c req-0fcacdca-c466-42b2-8a12-ce786c537afa tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 210 time: 0.0282695 Mar 07 22:21:04.692700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4381817d-efdb-4c7c-bbea-7c58b5a5e221 req-b0a68e68-9d51-4ef6-816d-7748eb8c5ff0 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 210 time: 0.0272179 Mar 07 22:21:05.680993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d90bbe58-4904-4845-ac18-018780f4c247 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:21:05.701083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: d90bbe58-4904-4845-ac18-018780f4c247 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:21:05.701434 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device d90bbe58-4904-4845-ac18-018780f4c247 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:21:05.789185 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-176e47ef-82dd-4b40-a6d2-e9771dc12d94 req-dbe5bce9-f156-4a11-8987-513f7d118137 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 210 time: 0.0280049 Mar 07 22:21:06.883573 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc48609d-0713-47c2-b7db-d2bc6908ae23 req-0418490c-3a8e-46e2-8937-f0617e907236 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 210 time: 0.0281866 Mar 07 22:21:07.975812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-887e52ba-0f71-4d18-93b5-b48f288ccde4 req-7848406b-6d43-4cc4-905d-db892e9add15 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 210 time: 0.0268433 Mar 07 22:21:09.072521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85cc3411-e9a6-4ca9-b872-f3add577eff3 req-6577e9b6-a393-4e1f-97a0-1b4fa47e7676 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 210 time: 0.0312364 Mar 07 22:21:10.175694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88e9142b-6886-4201-a345-25e4d94dfc66 req-71773e96-e2de-4668-ba83-24910b52d60a tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 210 time: 0.0310099 Mar 07 22:21:11.276536 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-578d3e46-8e3a-4997-93b0-cede87a469bd req-97d3972d-4cb1-4963-8426-7d4bd3e50c47 tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "GET /v2.0/ports?device_id=275d629e-0d13-4bf3-bba1-dd24ca30d310 HTTP/1.1" status: 200 len: 210 time: 0.0284598 Mar 07 22:21:12.336057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49626) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:12.456355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6eabf4e3-339c-478e-9d66-f00e2260437c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Deleting port 25ffa851-612a-4acb-96fd-e20767c3164c {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:21:12.456699 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6eabf4e3-339c-478e-9d66-f00e2260437c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (25ffa851-612a-4acb-96fd-e20767c3164c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:12.532563 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6eabf4e3-339c-478e-9d66-f00e2260437c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (25ffa851-612a-4acb-96fd-e20767c3164c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:12.532888 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6eabf4e3-339c-478e-9d66-f00e2260437c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for floatingip (25ffa851-612a-4acb-96fd-e20767c3164c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:12.544173 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6eabf4e3-339c-478e-9d66-f00e2260437c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Calling delete_port for 25ffa851-612a-4acb-96fd-e20767c3164c owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:21:12.668932 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6eabf4e3-339c-478e-9d66-f00e2260437c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (25ffa851-612a-4acb-96fd-e20767c3164c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:12.697103 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabf4e3-339c-478e-9d66-f00e2260437c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event deleted for resources: {'Port': ['ID=25ffa851-612a-4acb-96fd-e20767c3164c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:12.756633 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6eabf4e3-339c-478e-9d66-f00e2260437c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for floatingip (4d9a48e5-1ee3-4ba0-9817-5bd68716bf06), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:12.759299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6eabf4e3-339c-478e-9d66-f00e2260437c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:12.760534 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6eabf4e3-339c-478e-9d66-f00e2260437c tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "DELETE /v2.0/floatingips/4d9a48e5-1ee3-4ba0-9817-5bd68716bf06 HTTP/1.1" status: 204 len: 168 time: 0.4233937 Mar 07 22:21:15.665276 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-52bb810a-dedf-4970-ae00-e2177ee7e088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:16.343181 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:18.149750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49646) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:18.169885 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d733cb33-d86b-449e-8802-37200887d78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:18.212846 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1e31c5e3-b302-4233-b76c-d8065d94008b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group (6b4bf5da-1bf1-40fd-bbeb-55a181226bd3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:18.239055 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1e31c5e3-b302-4233-b76c-d8065d94008b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group (6b4bf5da-1bf1-40fd-bbeb-55a181226bd3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:18.301335 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1e31c5e3-b302-4233-b76c-d8065d94008b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6b4bf5da-1bf1-40fd-bbeb-55a181226bd3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:18.303968 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1e31c5e3-b302-4233-b76c-d8065d94008b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:18.305119 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1e31c5e3-b302-4233-b76c-d8065d94008b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] 10.222.0.26 "DELETE /v2.0/security-groups/6b4bf5da-1bf1-40fd-bbeb-55a181226bd3 HTTP/1.1" status: 204 len: 168 time: 0.1543593 Mar 07 22:21:18.315908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31c5e3-b302-4233-b76c-d8065d94008b tempest-TestVolumeBootPattern-446366403 tempest-TestVolumeBootPattern-446366403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4bf5da-1bf1-40fd-bbeb-55a181226bd3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:18.382081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49650) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:18.540896 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:18.942694 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe19f-7f49-4c85-9d9a-5387aa70795b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (e9e07398-0b1c-494e-b128-47197093a44f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:19.198158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-3ecbe19f-7f49-4c85-9d9a-5387aa70795b admin admin] Deleting port af202d18-48a5-4cf3-b6cd-540c285cbe16 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:21:19.198782 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe19f-7f49-4c85-9d9a-5387aa70795b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:19.280589 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-3ecbe19f-7f49-4c85-9d9a-5387aa70795b admin admin] For port af202d18-48a5-4cf3-b6cd-540c285cbe16, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=af202d18-48a5-4cf3-b6cd-540c285cbe16,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:21:19.280953 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe19f-7f49-4c85-9d9a-5387aa70795b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:19.293338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-3ecbe19f-7f49-4c85-9d9a-5387aa70795b admin admin] Calling delete_port for af202d18-48a5-4cf3-b6cd-540c285cbe16 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:21:19.421244 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:19.484517 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe19f-7f49-4c85-9d9a-5387aa70795b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (af202d18-48a5-4cf3-b6cd-540c285cbe16), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:19.510572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbe19f-7f49-4c85-9d9a-5387aa70795b admin admin] Pushing event deleted for resources: {'Port': ['ID=af202d18-48a5-4cf3-b6cd-540c285cbe16,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:19.613800 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:21:19.689049 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe19f-7f49-4c85-9d9a-5387aa70795b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (e9e07398-0b1c-494e-b128-47197093a44f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:19.921910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecbe19f-7f49-4c85-9d9a-5387aa70795b admin admin] Router e9e07398-0b1c-494e-b128-47197093a44f has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:21:20.037100 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecbe19f-7f49-4c85-9d9a-5387aa70795b admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:21:20.043010 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3ecbe19f-7f49-4c85-9d9a-5387aa70795b admin admin] 10.222.0.26 "PUT /v2.0/routers/e9e07398-0b1c-494e-b128-47197093a44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6598370 Mar 07 22:21:20.045597 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49656) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:20.047360 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef1789-58f0-4caa-8a14-030c509a7f65 None None] Sync routers for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:21:20.058096 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef1789-58f0-4caa-8a14-030c509a7f65 None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:21:20.058782 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b0ef1789-58f0-4caa-8a14-030c509a7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:21:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:20.168175 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Publish callbacks [] for router (e9e07398-0b1c-494e-b128-47197093a44f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:20.176425 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b0ef1789-58f0-4caa-8a14-030c509a7f65 None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:21:20.280309 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Publish callbacks [] for router_gateway (e9e07398-0b1c-494e-b128-47197093a44f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:20.337897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Deleting port f8de2d29-43bf-4d3d-9908-1218a311b5c2 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:21:20.338273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f8de2d29-43bf-4d3d-9908-1218a311b5c2), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:20.355658 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b0ef1789-58f0-4caa-8a14-030c509a7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:21:19Z', 'revision_number': 5, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port': {'id': 'f8de2d29-43bf-4d3d-9908-1218a311b5c2', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:29Z', 'updated_at': '2022-03-07T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:20.383510 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef1789-58f0-4caa-8a14-030c509a7f65 None None] Checking router: e9e07398-0b1c-494e-b128-47197093a44f for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:21:20.392449 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef1789-58f0-4caa-8a14-030c509a7f65 None None] Routers {'e9e07398-0b1c-494e-b128-47197093a44f'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:21:20.393053 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b0ef1789-58f0-4caa-8a14-030c509a7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:21:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e9e07398-0b1c-494e-b128-47197093a44f'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:20.395975 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:20.420620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] For port f8de2d29-43bf-4d3d-9908-1218a311b5c2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f8de2d29-43bf-4d3d-9908-1218a311b5c2,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:21:20.420982 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f8de2d29-43bf-4d3d-9908-1218a311b5c2), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:20.432387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Calling delete_port for f8de2d29-43bf-4d3d-9908-1218a311b5c2 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:21:20.479683 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b0ef1789-58f0-4caa-8a14-030c509a7f65 None None] Set router e9e07398-0b1c-494e-b128-47197093a44f gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:21:20.531711 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b0ef1789-58f0-4caa-8a14-030c509a7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:21:20Z', 'revision_number': 6, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:20.557322 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef1789-58f0-4caa-8a14-030c509a7f65 None None] The sync data for ids ['e9e07398-0b1c-494e-b128-47197093a44f'] in n-d-832330-1 is: [{'id': 'e9e07398-0b1c-494e-b128-47197093a44f', 'name': 'tempest-TestVolumeBootPattern-1894389442-router', 'tenant_id': '3780c442c69844ccbdb870d150ce5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:28Z', 'updated_at': '2022-03-07T22:21:20Z', 'revision_number': 6, 'project_id': '3780c442c69844ccbdb870d150ce5237', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:21:20.598827 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f8de2d29-43bf-4d3d-9908-1218a311b5c2), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:20.627163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8de2d29-43bf-4d3d-9908-1218a311b5c2,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:20.653792 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:20.654164 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:20.654515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:20.654858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:20.655197 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:20.655535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:20.655872 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:20.656203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:20.656533 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:20.656862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:20.657188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:20.657515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:20.657838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:20.696567 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (e9e07398-0b1c-494e-b128-47197093a44f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:20.786134 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (e9e07398-0b1c-494e-b128-47197093a44f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:20.788120 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Publish callbacks [] for router_controller (e9e07398-0b1c-494e-b128-47197093a44f), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:20.831162 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (e9e07398-0b1c-494e-b128-47197093a44f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:20.831950 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9e07398-0b1c-494e-b128-47197093a44f {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:21:20.839467 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:20.840668 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1a9605bc-140f-42b0-aaa0-27b995c275f1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e9e07398-0b1c-494e-b128-47197093a44f HTTP/1.1" status: 204 len: 168 time: 0.7934635 Mar 07 22:21:20.843168 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49658) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:20.890847 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e2145f-769e-47c0-9b5e-096c02374c30 admin admin] Deleting subnet f562ae71-2231-4230-a5d7-126019518fad {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:21:20.894078 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f1e2145f-769e-47c0-9b5e-096c02374c30 admin admin] Publish callbacks [] for subnet (f562ae71-2231-4230-a5d7-126019518fad), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:20.930607 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f1e2145f-769e-47c0-9b5e-096c02374c30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (f562ae71-2231-4230-a5d7-126019518fad), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.009375 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f1e2145f-769e-47c0-9b5e-096c02374c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (f562ae71-2231-4230-a5d7-126019518fad), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.059534 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f1e2145f-769e-47c0-9b5e-096c02374c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (f562ae71-2231-4230-a5d7-126019518fad), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.088610 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2145f-769e-47c0-9b5e-096c02374c30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f562ae71-2231-4230-a5d7-126019518fad,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:21.092366 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f1e2145f-769e-47c0-9b5e-096c02374c30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.097268 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f1e2145f-769e-47c0-9b5e-096c02374c30 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f562ae71-2231-4230-a5d7-126019518fad HTTP/1.1" status: 204 len: 168 time: 0.2514441 Mar 07 22:21:21.098934 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49660) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:21.101227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8304fe44-dc30-4428-9952-c5829f3a62c2 None None] Network c39853f8-181c-4325-9e32-8bc19cecb381 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:21:21.171623 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (c39853f8-181c-4325-9e32-8bc19cecb381), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.227929 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] Deleting port 7d78a801-7662-4c43-88c6-e230ad363f31 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:21:21.228274 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7d78a801-7662-4c43-88c6-e230ad363f31), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.293448 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] For port 7d78a801-7662-4c43-88c6-e230ad363f31, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=7d78a801-7662-4c43-88c6-e230ad363f31,segment=NetworkSegment(d363046a-856a-4f2d-ab2b-6c0c4800ad75),segment_id=d363046a-856a-4f2d-ab2b-6c0c4800ad75)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:21:21.293733 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7d78a801-7662-4c43-88c6-e230ad363f31), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.307063 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] Calling delete_port for 7d78a801-7662-4c43-88c6-e230ad363f31 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:21:21.351071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2638a312-dd83-472d-8c43-86566067a608 None None] DHCP port deletion for c39853f8-181c-4325-9e32-8bc19cecb381 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:21:21.386796 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (7d78a801-7662-4c43-88c6-e230ad363f31), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.403377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Deleting port 7d78a801-7662-4c43-88c6-e230ad363f31 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:21:21.403786 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (7d78a801-7662-4c43-88c6-e230ad363f31), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.415069 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d78a801-7662-4c43-88c6-e230ad363f31,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:21.417156 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] No DVR routers for this DVR port 7d78a801-7662-4c43-88c6-e230ad363f31 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:21:21.470987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2638a312-dd83-472d-8c43-86566067a608 None None] For port 7d78a801-7662-4c43-88c6-e230ad363f31, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:21:21.471998 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (7d78a801-7662-4c43-88c6-e230ad363f31), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.484521 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Calling delete_port for 7d78a801-7662-4c43-88c6-e230ad363f31 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:21:21.487210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Port 7d78a801-7662-4c43-88c6-e230ad363f31 was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 22:21:21.488460 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (7d78a801-7662-4c43-88c6-e230ad363f31), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.493170 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (c39853f8-181c-4325-9e32-8bc19cecb381), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.515063 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39853f8-181c-4325-9e32-8bc19cecb381']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:21.515316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Pushing event deleted for resources: {'Port': ['ID=7d78a801-7662-4c43-88c6-e230ad363f31,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:21.525855 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2638a312-dd83-472d-8c43-86566067a608 None None] No DVR routers for this DVR port 7d78a801-7662-4c43-88c6-e230ad363f31 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:21:21.528335 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:21.528689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:21.529034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:21.529376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:21.529485 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd363046a-856a-4f2d-ab2b-6c0c4800ad75') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:21.529831 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:21.530046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd363046a-856a-4f2d-ab2b-6c0c4800ad75') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:21.530191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:21.530519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:21.530921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:21.531252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:21.531675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:21.532211 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:21.532211 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:21.532545 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2638a312-dd83-472d-8c43-86566067a608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:21.547753 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (d363046a-856a-4f2d-ab2b-6c0c4800ad75), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.561688 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d363046a-856a-4f2d-ab2b-6c0c4800ad75), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.568044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:21:21.568438 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (d363046a-856a-4f2d-ab2b-6c0c4800ad75), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:21:21.570330 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:21:21.631016 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (c39853f8-181c-4325-9e32-8bc19cecb381), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.638201 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:21.644502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49662) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:21.644930 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c39853f8-181c-4325-9e32-8bc19cecb381 HTTP/1.1" status: 204 len: 168 time: 0.5446360 Mar 07 22:21:21.655771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7e8fd-89ee-47db-b6a6-1c398927e6d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c39853f8-181c-4325-9e32-8bc19cecb381,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:21.989074 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1abbc997-f523-49e3-aa6b-2a588d6ee672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (726337fc-d48f-430f-af74-ee0613374a70), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:22.063179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device af202d18-48a5-4cf3-b6cd-540c285cbe16 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:21:22.083812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: af202d18-48a5-4cf3-b6cd-540c285cbe16 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:21:22.084236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device af202d18-48a5-4cf3-b6cd-540c285cbe16 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:21:22.084661 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7d78a801-7662-4c43-88c6-e230ad363f31 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:21:22.104057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 7d78a801-7662-4c43-88c6-e230ad363f31 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:21:22.104715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 7d78a801-7662-4c43-88c6-e230ad363f31 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:21:22.104815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f8de2d29-43bf-4d3d-9908-1218a311b5c2 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:21:22.126034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: f8de2d29-43bf-4d3d-9908-1218a311b5c2 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:21:22.126401 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f8de2d29-43bf-4d3d-9908-1218a311b5c2 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:21:22.165824 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:22.237406 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-1abbc997-f523-49e3-aa6b-2a588d6ee672 admin admin] Deleting port a56131e8-eb28-4684-a01f-33b62f0130a2 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:21:22.237748 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1abbc997-f523-49e3-aa6b-2a588d6ee672 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:22.312979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-1abbc997-f523-49e3-aa6b-2a588d6ee672 admin admin] For port a56131e8-eb28-4684-a01f-33b62f0130a2, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a56131e8-eb28-4684-a01f-33b62f0130a2,segment=NetworkSegment(017377a4-26f4-424f-b23b-54c38cab9931),segment_id=017377a4-26f4-424f-b23b-54c38cab9931)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:21:22.313250 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1abbc997-f523-49e3-aa6b-2a588d6ee672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:22.324574 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-1abbc997-f523-49e3-aa6b-2a588d6ee672 admin admin] Calling delete_port for a56131e8-eb28-4684-a01f-33b62f0130a2 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:21:22.500414 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1abbc997-f523-49e3-aa6b-2a588d6ee672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a56131e8-eb28-4684-a01f-33b62f0130a2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:22.527001 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbc997-f523-49e3-aa6b-2a588d6ee672 admin admin] Pushing event deleted for resources: {'Port': ['ID=a56131e8-eb28-4684-a01f-33b62f0130a2,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:22.966225 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1abbc997-f523-49e3-aa6b-2a588d6ee672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (726337fc-d48f-430f-af74-ee0613374a70), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:23.177552 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abbc997-f523-49e3-aa6b-2a588d6ee672 admin admin] Router 726337fc-d48f-430f-af74-ee0613374a70 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:21:23.288313 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abbc997-f523-49e3-aa6b-2a588d6ee672 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:21:23.293356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1abbc997-f523-49e3-aa6b-2a588d6ee672 admin admin] 10.222.0.26 "PUT /v2.0/routers/726337fc-d48f-430f-af74-ee0613374a70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6479824 Mar 07 22:21:23.295918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49664) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:23.296912 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33f434-b86a-4945-9051-de32ef15d2e2 None None] Sync routers for ids ['726337fc-d48f-430f-af74-ee0613374a70'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:21:23.307090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33f434-b86a-4945-9051-de32ef15d2e2 None None] Routers {'726337fc-d48f-430f-af74-ee0613374a70'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:21:23.307702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-cd33f434-b86a-4945-9051-de32ef15d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:21:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['726337fc-d48f-430f-af74-ee0613374a70'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:23.402847 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] Publish callbacks [] for router (726337fc-d48f-430f-af74-ee0613374a70), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:23.515292 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] Publish callbacks [] for router_gateway (726337fc-d48f-430f-af74-ee0613374a70), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:23.568683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] Deleting port b7cc7886-3b9b-452d-a76f-ec90cc4c6880 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:21:23.568940 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b7cc7886-3b9b-452d-a76f-ec90cc4c6880), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:23.575952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-cd33f434-b86a-4945-9051-de32ef15d2e2 None None] Set router 726337fc-d48f-430f-af74-ee0613374a70 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:21:23.646337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] For port b7cc7886-3b9b-452d-a76f-ec90cc4c6880, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=b7cc7886-3b9b-452d-a76f-ec90cc4c6880,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:21:23.646706 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b7cc7886-3b9b-452d-a76f-ec90cc4c6880), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:23.659412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] Calling delete_port for b7cc7886-3b9b-452d-a76f-ec90cc4c6880 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:21:23.751798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-cd33f434-b86a-4945-9051-de32ef15d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726337fc-d48f-430f-af74-ee0613374a70', 'name': 'tempest-TestVolumeBootPattern-1767745501-router', 'tenant_id': 'f9766de865d145c5981fdc41ce00c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'b7cc7886-3b9b-452d-a76f-ec90cc4c6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:42Z', 'updated_at': '2022-03-07T22:21:22Z', 'revision_number': 5, 'project_id': 'f9766de865d145c5981fdc41ce00c979', 'gw_port': {'id': 'b7cc7886-3b9b-452d-a76f-ec90cc4c6880', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726337fc-d48f-430f-af74-ee0613374a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:05:44Z', 'updated_at': '2022-03-07T22:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:23.778592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33f434-b86a-4945-9051-de32ef15d2e2 None None] Checking router: 726337fc-d48f-430f-af74-ee0613374a70 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:21:23.786748 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33f434-b86a-4945-9051-de32ef15d2e2 None None] Routers {'726337fc-d48f-430f-af74-ee0613374a70'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:21:23.787367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-cd33f434-b86a-4945-9051-de32ef15d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:21:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['726337fc-d48f-430f-af74-ee0613374a70'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:23.827745 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (b7cc7886-3b9b-452d-a76f-ec90cc4c6880), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:23.857691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] Pushing event deleted for resources: {'Port': ['ID=b7cc7886-3b9b-452d-a76f-ec90cc4c6880,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:23.878185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-cd33f434-b86a-4945-9051-de32ef15d2e2 None None] Set router 726337fc-d48f-430f-af74-ee0613374a70 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:21:23.917122 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (726337fc-d48f-430f-af74-ee0613374a70), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:23.932659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-cd33f434-b86a-4945-9051-de32ef15d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726337fc-d48f-430f-af74-ee0613374a70', 'name': 'tempest-TestVolumeBootPattern-1767745501-router', 'tenant_id': 'f9766de865d145c5981fdc41ce00c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:42Z', 'updated_at': '2022-03-07T22:21:23Z', 'revision_number': 6, 'project_id': 'f9766de865d145c5981fdc41ce00c979', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:23.958257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33f434-b86a-4945-9051-de32ef15d2e2 None None] The sync data for ids ['726337fc-d48f-430f-af74-ee0613374a70'] in n-d-832330-1 is: [{'id': '726337fc-d48f-430f-af74-ee0613374a70', 'name': 'tempest-TestVolumeBootPattern-1767745501-router', 'tenant_id': 'f9766de865d145c5981fdc41ce00c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:05:42Z', 'updated_at': '2022-03-07T22:21:23Z', 'revision_number': 6, 'project_id': 'f9766de865d145c5981fdc41ce00c979', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:21:24.013927 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (726337fc-d48f-430f-af74-ee0613374a70), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.016047 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] Publish callbacks [] for router_controller (726337fc-d48f-430f-af74-ee0613374a70), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.062776 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (726337fc-d48f-430f-af74-ee0613374a70), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.063314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 726337fc-d48f-430f-af74-ee0613374a70 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:21:24.067501 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.068644 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f1522506-0445-4766-92c0-358e5a0e7aec admin admin] 10.222.0.26 "DELETE /v2.0/routers/726337fc-d48f-430f-af74-ee0613374a70 HTTP/1.1" status: 204 len: 168 time: 0.7718141 Mar 07 22:21:24.071212 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49666) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:24.115320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-aacdf292-823a-4132-9fb5-d042f53bf1a9 admin admin] Deleting subnet dbdd13e1-51d3-4208-b9d8-320f62a6d023 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:21:24.118384 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aacdf292-823a-4132-9fb5-d042f53bf1a9 admin admin] Publish callbacks [] for subnet (dbdd13e1-51d3-4208-b9d8-320f62a6d023), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.150922 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aacdf292-823a-4132-9fb5-d042f53bf1a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (dbdd13e1-51d3-4208-b9d8-320f62a6d023), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.224959 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aacdf292-823a-4132-9fb5-d042f53bf1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (dbdd13e1-51d3-4208-b9d8-320f62a6d023), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.278656 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aacdf292-823a-4132-9fb5-d042f53bf1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (dbdd13e1-51d3-4208-b9d8-320f62a6d023), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.304677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49b5011-97ee-4532-8f9e-8d8bed86b639 None None] Network 50f6852c-a8f8-4215-b7e4-014470f3f271 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:21:24.308712 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aacdf292-823a-4132-9fb5-d042f53bf1a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.314424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-aacdf292-823a-4132-9fb5-d042f53bf1a9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/dbdd13e1-51d3-4208-b9d8-320f62a6d023 HTTP/1.1" status: 204 len: 168 time: 0.2399726 Mar 07 22:21:24.314424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdf292-823a-4132-9fb5-d042f53bf1a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbdd13e1-51d3-4208-b9d8-320f62a6d023,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:24.315660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49668) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:24.403488 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (50f6852c-a8f8-4215-b7e4-014470f3f271), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.433868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a56131e8-eb28-4684-a01f-33b62f0130a2 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:21:24.454529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: a56131e8-eb28-4684-a01f-33b62f0130a2 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:21:24.454868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a56131e8-eb28-4684-a01f-33b62f0130a2 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:21:24.467416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] Deleting port 8f245e9a-6ca9-45b0-9b61-cf770922b48c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:21:24.467654 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8f245e9a-6ca9-45b0-9b61-cf770922b48c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.529244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] For port 8f245e9a-6ca9-45b0-9b61-cf770922b48c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8f245e9a-6ca9-45b0-9b61-cf770922b48c,segment=NetworkSegment(017377a4-26f4-424f-b23b-54c38cab9931),segment_id=017377a4-26f4-424f-b23b-54c38cab9931)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:21:24.529607 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8f245e9a-6ca9-45b0-9b61-cf770922b48c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.542190 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] Calling delete_port for 8f245e9a-6ca9-45b0-9b61-cf770922b48c owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:21:24.622171 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8f245e9a-6ca9-45b0-9b61-cf770922b48c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.644895 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f245e9a-6ca9-45b0-9b61-cf770922b48c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:24.650251 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] No DVR routers for this DVR port 8f245e9a-6ca9-45b0-9b61-cf770922b48c on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:21:24.718512 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (50f6852c-a8f8-4215-b7e4-014470f3f271), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.743770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f6852c-a8f8-4215-b7e4-014470f3f271']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:24.753927 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017377a4-26f4-424f-b23b-54c38cab9931') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:24.754277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017377a4-26f4-424f-b23b-54c38cab9931') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:24.757333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20670068-210c-49ad-8c87-d036e186ee63 None None] DHCP port deletion for 50f6852c-a8f8-4215-b7e4-014470f3f271 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:21:24.770749 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (017377a4-26f4-424f-b23b-54c38cab9931), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.785914 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (017377a4-26f4-424f-b23b-54c38cab9931), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.792408 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:21:24.792801 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (017377a4-26f4-424f-b23b-54c38cab9931), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:21:24.794593 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:21:24.850799 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (50f6852c-a8f8-4215-b7e4-014470f3f271), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.857473 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:24.863898 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] 10.222.0.26 "DELETE /v2.0/networks/50f6852c-a8f8-4215-b7e4-014470f3f271 HTTP/1.1" status: 204 len: 168 time: 0.5448911 Mar 07 22:21:24.871203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2471f-ccfa-4886-ac97-c6ebd53eeb6c admin admin] Pushing event deleted for resources: {'Network': ['ID=50f6852c-a8f8-4215-b7e4-014470f3f271,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:24.979444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49672) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:25.022011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4658ae7a-2c9d-4ffe-b91f-d243352a49c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3780c442c69844ccbdb870d150ce5237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413220 Mar 07 22:21:25.024623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49674) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:25.073492 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3c85edb0-d683-4278-a9a5-3c77e4f39603 admin admin] Publish callbacks [] for security_group (82921136-1995-4556-b8cf-8b6b465b9508), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:25.094332 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3c85edb0-d683-4278-a9a5-3c77e4f39603 admin admin] Publish callbacks [] for security_group (82921136-1995-4556-b8cf-8b6b465b9508), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:25.140114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3c85edb0-d683-4278-a9a5-3c77e4f39603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (82921136-1995-4556-b8cf-8b6b465b9508), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:25.142748 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3c85edb0-d683-4278-a9a5-3c77e4f39603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:25.144427 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3c85edb0-d683-4278-a9a5-3c77e4f39603 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82921136-1995-4556-b8cf-8b6b465b9508 HTTP/1.1" status: 204 len: 168 time: 0.1187868 Mar 07 22:21:25.152291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85edb0-d683-4278-a9a5-3c77e4f39603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82921136-1995-4556-b8cf-8b6b465b9508,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:25.448686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49680) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:25.490822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-721e033d-d7cf-49a1-b72e-21154f415962 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9766de865d145c5981fdc41ce00c979&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410099 Mar 07 22:21:25.493102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49682) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:25.540612 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54ba62ae-529e-4c84-a8b3-48832b9e8bd9 admin admin] Publish callbacks [] for security_group (82c11ba8-b965-4e4e-93de-09369fac2173), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:25.569819 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54ba62ae-529e-4c84-a8b3-48832b9e8bd9 admin admin] Publish callbacks [] for security_group (82c11ba8-b965-4e4e-93de-09369fac2173), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:25.618211 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54ba62ae-529e-4c84-a8b3-48832b9e8bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (82c11ba8-b965-4e4e-93de-09369fac2173), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:25.620732 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54ba62ae-529e-4c84-a8b3-48832b9e8bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:25.621879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-54ba62ae-529e-4c84-a8b3-48832b9e8bd9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82c11ba8-b965-4e4e-93de-09369fac2173 HTTP/1.1" status: 204 len: 168 time: 0.1279137 Mar 07 22:21:25.629680 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba62ae-529e-4c84-a8b3-48832b9e8bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c11ba8-b965-4e4e-93de-09369fac2173,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:26.054566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b7cc7886-3b9b-452d-a76f-ec90cc4c6880 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:21:26.075411 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: b7cc7886-3b9b-452d-a76f-ec90cc4c6880 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:21:26.075854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device b7cc7886-3b9b-452d-a76f-ec90cc4c6880 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:21:26.076353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8f245e9a-6ca9-45b0-9b61-cf770922b48c no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:21:26.096626 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 8f245e9a-6ca9-45b0-9b61-cf770922b48c {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:21:26.096972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8f245e9a-6ca9-45b0-9b61-cf770922b48c not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:21:36.501362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-18d3f87c-a8c5-4dc0-8d79-4f8e501611a8 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=488f55f763fa477d9d06988e6faaa633&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291681 Mar 07 22:21:36.680615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-9481bacf-df07-4c00-ba30-7091616299ec tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:36.681968 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-9481bacf-df07-4c00-ba30-7091616299ec tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747274 Mar 07 22:21:36.696036 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-773b9cc6-34a2-45c3-bafd-2bcb04afcb38 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/quotas/488f55f763fa477d9d06988e6faaa633 HTTP/1.1" status: 200 len: 375 time: 0.0086987 Mar 07 22:21:36.727254 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3ce50a3c-3992-49dd-b746-849b285a5cd0 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=488f55f763fa477d9d06988e6faaa633&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265305 Mar 07 22:21:36.894235 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-62785257-cb0e-44bf-aa3a-e8dd6675af3c req-d1f58919-7ca1-4814-bdfb-35338fa69b9c tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 210 time: 0.0268760 Mar 07 22:21:37.950677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-4b1b4512-60fd-40ae-b60e-a2fc7b59696e tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=488f55f763fa477d9d06988e6faaa633&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239930 Mar 07 22:21:38.007825 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4500837c-cf85-4736-9dd0-c09f02caffb8 req-e16bed8d-0947-4a68-9f0b-695ec6807c5e tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 210 time: 0.0432687 Mar 07 22:21:38.089614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-153f52e9-4cd2-47a7-a731-9b50b5598947 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:38.091077 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-153f52e9-4cd2-47a7-a731-9b50b5598947 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1357868 Mar 07 22:21:38.103813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Request body: {'port': {'device_id': 'fd21ccda-7c03-4331-85f9-e9953b4147ae', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'admin_state_up': True, 'tenant_id': '488f55f763fa477d9d06988e6faaa633'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:38.216312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Made reservation on behalf of 488f55f763fa477d9d06988e6faaa633 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:21:38.219604 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:38.228983 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:38.301948 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Publish callbacks [] for security_group (fa160924-5c48-4d4f-8dac-25607e98ae2f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:38.305688 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fa160924-5c48-4d4f-8dac-25607e98ae2f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:38.369497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa160924-5c48-4d4f-8dac-25607e98ae2f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:38.433763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Allocated IP 192.168.233.15 (cef2d7eb-0e4e-4867-95d2-e2be257ed6e6/20d2ac94-8aff-44bd-8c5d-043dc2dc7eed/78a236c8-7320-4b2c-b053-39b39c234add) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:21:38.583306 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Publish callbacks [] for port (78a236c8-7320-4b2c-b053-39b39c234add), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:38.617245 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (78a236c8-7320-4b2c-b053-39b39c234add), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:38.662255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:21:38.665224 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:21:38.668644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:21:38.697947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Pushing event updated for resources: {'Port': ['ID=78a236c8-7320-4b2c-b053-39b39c234add,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:38.725538 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:38.726319 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:38.742938 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-3a23b0cc-9b42-463e-acf6-672a8dd90b32 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6427493 Mar 07 22:21:38.761432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Request body: {'port': {'device_id': 'fd21ccda-7c03-4331-85f9-e9953b4147ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:38.824423 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (78a236c8-7320-4b2c-b053-39b39c234add), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:38.933472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-74c49646-f563-44ea-ace1-0b0f8f0326af None None] Provisioning complete for port 78a236c8-7320-4b2c-b053-39b39c234add triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:21:38.934141 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-74c49646-f563-44ea-ace1-0b0f8f0326af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (78a236c8-7320-4b2c-b053-39b39c234add), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:38.972725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-74c49646-f563-44ea-ace1-0b0f8f0326af None None] Port 78a236c8-7320-4b2c-b053-39b39c234add cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:21:39.097550 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a236c8-7320-4b2c-b053-39b39c234add {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:21:39.119906 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Publish callbacks [] for port (78a236c8-7320-4b2c-b053-39b39c234add), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:39.136751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Transition to ACTIVE for port object 78a236c8-7320-4b2c-b053-39b39c234add will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:21:39.140986 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (78a236c8-7320-4b2c-b053-39b39c234add), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:39.186578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecde14-9d99-41d7-b9e9-bf715d2f22bd req-6215d0f3-7e65-49ae-9800-cd862fd9cbe9 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:39.188092 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9ecde14-9d99-41d7-b9e9-bf715d2f22bd req-6215d0f3-7e65-49ae-9800-cd862fd9cbe9 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 935 time: 0.1058207 Mar 07 22:21:39.218868 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Pushing event updated for resources: {'Port': ['ID=78a236c8-7320-4b2c-b053-39b39c234add,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:39.572356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9ecde14-9d99-41d7-b9e9-bf715d2f22bd req-d6c75518-50f1-43de-ac76-50441059f54b tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa160924-5c48-4d4f-8dac-25607e98ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772428 Mar 07 22:21:39.588632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Attempting to bind port 78a236c8-7320-4b2c-b053-39b39c234add on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:21:39.588969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Attempting to bind port 78a236c8-7320-4b2c-b053-39b39c234add by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:21:39.589300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Attempting to bind port 78a236c8-7320-4b2c-b053-39b39c234add on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:21:39.593554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Port 78a236c8-7320-4b2c-b053-39b39c234add on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:21:39.593873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Attempting to bind port 78a236c8-7320-4b2c-b053-39b39c234add on network cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:21:39.599318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:21:39.599658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Checking segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:21:39.600041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Bound using segment: {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:21:39.600462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Bound port: 78a236c8-7320-4b2c-b053-39b39c234add, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152981fa-54ee-4929-ab65-549aaf3ad3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:21:39.600817 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (78a236c8-7320-4b2c-b053-39b39c234add), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:39.660730 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] For port 78a236c8-7320-4b2c-b053-39b39c234add, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:21:39.663565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] For port 78a236c8-7320-4b2c-b053-39b39c234add, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=78a236c8-7320-4b2c-b053-39b39c234add,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:21:39.669286 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (78a236c8-7320-4b2c-b053-39b39c234add), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:39.708027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:39.708657 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:39.710082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] 10.222.0.15 "PUT /v2.0/ports/78a236c8-7320-4b2c-b053-39b39c234add HTTP/1.1" status: 200 len: 1095 time: 0.9530089 Mar 07 22:21:39.710545 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd21ccda-7c03-4331-85f9-e9953b4147ae', 'tag': '78a236c8-7320-4b2c-b053-39b39c234add'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:21:39.712790 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def2765a-f636-410c-b68e-1562cdf294af" -d '{"events": [{"name": "network-changed", "server_uuid": "fd21ccda-7c03-4331-85f9-e9953b4147ae", "tag": "78a236c8-7320-4b2c-b053-39b39c234add"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:21:39.734783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22511bff-f048-4cec-80bc-eeffb516456b service neutron] Pushing event updated for resources: {'Port': ['ID=78a236c8-7320-4b2c-b053-39b39c234add,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:39.781424 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3733798-4d78-469c-80ae-5467274cec2d x-openstack-request-id: req-d3733798-4d78-469c-80ae-5467274cec2d {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:21:39.781805 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd21ccda-7c03-4331-85f9-e9953b4147ae", "tag": "78a236c8-7320-4b2c-b053-39b39c234add", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:21:39.782162 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3733798-4d78-469c-80ae-5467274cec2d {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:21:39.782662 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd21ccda-7c03-4331-85f9-e9953b4147ae', 'tag': '78a236c8-7320-4b2c-b053-39b39c234add', 'status': 'completed', 'code': 200} Mar 07 22:21:39.802868 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-228e1e31-bcf5-47dd-96db-d683d8528b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:39.804399 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-228e1e31-bcf5-47dd-96db-d683d8528b23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=488f55f763fa477d9d06988e6faaa633&device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 1129 time: 0.0517247 Mar 07 22:21:39.849132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-bea1f5a0-dec4-49e8-8770-258153d4cc13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=78a236c8-7320-4b2c-b053-39b39c234add HTTP/1.1" status: 200 len: 217 time: 0.0360067 Mar 07 22:21:39.901790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-0ebac226-02d7-49d3-96a4-f8beca16152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:39.903306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-0ebac226-02d7-49d3-96a4-f8beca16152f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0448942 Mar 07 22:21:39.958940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-74901af3-199d-4028-b41b-ac61dd596ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:39.960687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-74901af3-199d-4028-b41b-ac61dd596ead service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0486410 Mar 07 22:21:40.051834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-d0b0bbd8-e214-4942-b449-7fa446e33270 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808382 Mar 07 22:21:40.147640 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e25c57da-4c71-45e3-a4ec-8ef26f3661d4 req-52e749c8-3e2c-45b7-8ec2-5c5a05ee4efe service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857604 Mar 07 22:21:40.242127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2765a-f636-410c-b68e-1562cdf294af req-61d90c25-b6a4-42da-a400-9b61d0f9ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:40.243572 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-def2765a-f636-410c-b68e-1562cdf294af req-61d90c25-b6a4-42da-a400-9b61d0f9ce09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=488f55f763fa477d9d06988e6faaa633&device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 1129 time: 0.0453331 Mar 07 22:21:40.335345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2765a-f636-410c-b68e-1562cdf294af req-b4c38c41-ca7f-494b-868d-8b801f29813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:40.336793 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-def2765a-f636-410c-b68e-1562cdf294af req-b4c38c41-ca7f-494b-868d-8b801f29813e service neutron] 10.222.0.15 "GET /v2.0/networks?id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6 HTTP/1.1" status: 200 len: 870 time: 0.0872498 Mar 07 22:21:40.375932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-def2765a-f636-410c-b68e-1562cdf294af req-9b42378e-5a03-4d30-a925-e3bb8771a101 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=78a236c8-7320-4b2c-b053-39b39c234add HTTP/1.1" status: 200 len: 217 time: 0.0329247 Mar 07 22:21:40.423322 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2765a-f636-410c-b68e-1562cdf294af req-ae0fcd8c-a86f-4ba4-a459-a69fea995326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:40.424808 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-def2765a-f636-410c-b68e-1562cdf294af req-ae0fcd8c-a86f-4ba4-a459-a69fea995326 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20d2ac94-8aff-44bd-8c5d-043dc2dc7eed HTTP/1.1" status: 200 len: 843 time: 0.0435243 Mar 07 22:21:40.478317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2765a-f636-410c-b68e-1562cdf294af req-80732f12-bbfe-4e02-b6ec-aeb2d3bc5ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:40.479820 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-def2765a-f636-410c-b68e-1562cdf294af req-80732f12-bbfe-4e02-b6ec-aeb2d3bc5ec4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cef2d7eb-0e4e-4867-95d2-e2be257ed6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0487516 Mar 07 22:21:40.567127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-def2765a-f636-410c-b68e-1562cdf294af req-36a4c343-9a90-4e22-82a6-99b62e52727f service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803351 Mar 07 22:21:40.683652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-def2765a-f636-410c-b68e-1562cdf294af req-382ccf92-6ec3-492f-995f-e6e69995c7a8 service neutron] 10.222.0.15 "GET /v2.0/networks/cef2d7eb-0e4e-4867-95d2-e2be257ed6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106350 Mar 07 22:21:40.702384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ee827-6740-45e8-b876-4d2788d4a569 req-2d6ad65b-986a-47f0-bd20-ea40c2d1e919 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:40.703864 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e76ee827-6740-45e8-b876-4d2788d4a569 req-2d6ad65b-986a-47f0-bd20-ea40c2d1e919 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 947 time: 0.0632899 Mar 07 22:21:40.750588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e76ee827-6740-45e8-b876-4d2788d4a569 req-39364b3c-d68f-40a1-b5dc-4e644daa8236 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa160924-5c48-4d4f-8dac-25607e98ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400751 Mar 07 22:21:41.784439 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 78a236c8-7320-4b2c-b053-39b39c234add details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:21:41.876138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751846bd-aec6-4bf2-8b55-22c7c7cccce1 req-80110c6a-0f36-4f94-bb01-dc091e6a970e tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:41.877649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-751846bd-aec6-4bf2-8b55-22c7c7cccce1 req-80110c6a-0f36-4f94-bb01-dc091e6a970e tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 947 time: 0.0550716 Mar 07 22:21:41.886551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 78a236c8-7320-4b2c-b053-39b39c234add, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=78a236c8-7320-4b2c-b053-39b39c234add,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:21:41.897462 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '78a236c8-7320-4b2c-b053-39b39c234add', 'network_id': 'cef2d7eb-0e4e-4867-95d2-e2be257ed6e6', 'port_id': '78a236c8-7320-4b2c-b053-39b39c234add', 'mac_address': 'fa:16:3e:b7:13:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2ac94-8aff-44bd-8c5d-043dc2dc7eed', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:21:41.928596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-751846bd-aec6-4bf2-8b55-22c7c7cccce1 req-7e5ea3c1-1453-40cc-ac09-b02e3cce577f tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa160924-5c48-4d4f-8dac-25607e98ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448871 Mar 07 22:21:41.934385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 78a236c8-7320-4b2c-b053-39b39c234add is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:21:41.934784 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (78a236c8-7320-4b2c-b053-39b39c234add), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:41.948227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a236c8-7320-4b2c-b053-39b39c234add {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:21:41.967496 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 78a236c8-7320-4b2c-b053-39b39c234add, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=78a236c8-7320-4b2c-b053-39b39c234add,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:21:41.971484 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (78a236c8-7320-4b2c-b053-39b39c234add), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:42.018421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=78a236c8-7320-4b2c-b053-39b39c234add,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:42.323815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['78a236c8-7320-4b2c-b053-39b39c234add'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:21:43.045448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78afb9f-8234-4345-89f8-2d7748faca6c req-2f49f972-9134-407f-b003-0fcd6e615480 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:43.046969 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c78afb9f-8234-4345-89f8-2d7748faca6c req-2f49f972-9134-407f-b003-0fcd6e615480 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 948 time: 0.0515285 Mar 07 22:21:43.091949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c78afb9f-8234-4345-89f8-2d7748faca6c req-21156adb-0cc4-43d4-9e42-18cc79ad633b tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa160924-5c48-4d4f-8dac-25607e98ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395474 Mar 07 22:21:43.800374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 78a236c8-7320-4b2c-b053-39b39c234add up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:21:43.854137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 78a236c8-7320-4b2c-b053-39b39c234add completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:21:43.857971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 78a236c8-7320-4b2c-b053-39b39c234add triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:21:43.858379 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (78a236c8-7320-4b2c-b053-39b39c234add), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:43.936018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 78a236c8-7320-4b2c-b053-39b39c234add is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:21:43.936399 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (78a236c8-7320-4b2c-b053-39b39c234add), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:43.959196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd21ccda-7c03-4331-85f9-e9953b4147ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a236c8-7320-4b2c-b053-39b39c234add'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:21:43.961442 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb6a061-ec0d-4e39-9f6e-5c3c8a5e5632" -d '{"events": [{"server_uuid": "fd21ccda-7c03-4331-85f9-e9953b4147ae", "name": "network-vif-plugged", "status": "completed", "tag": "78a236c8-7320-4b2c-b053-39b39c234add"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:21:43.973841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 78a236c8-7320-4b2c-b053-39b39c234add, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=78a236c8-7320-4b2c-b053-39b39c234add,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:21:43.977848 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (78a236c8-7320-4b2c-b053-39b39c234add), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:44.003011 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607fa71a-8455-4b7c-b2c1-6ac2c1f773e8 x-openstack-request-id: req-607fa71a-8455-4b7c-b2c1-6ac2c1f773e8 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:21:44.003316 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd21ccda-7c03-4331-85f9-e9953b4147ae", "name": "network-vif-plugged", "status": "completed", "tag": "78a236c8-7320-4b2c-b053-39b39c234add", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:21:44.004234 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-607fa71a-8455-4b7c-b2c1-6ac2c1f773e8 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:21:44.004634 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd21ccda-7c03-4331-85f9-e9953b4147ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a236c8-7320-4b2c-b053-39b39c234add', 'code': 200} Mar 07 22:21:44.028146 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=78a236c8-7320-4b2c-b053-39b39c234add,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:44.113701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2f8b5-599b-424f-974d-fee568b34999 req-b91d4012-cafb-450a-bed1-79c4d92d72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:44.115951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1a2f8b5-599b-424f-974d-fee568b34999 req-b91d4012-cafb-450a-bed1-79c4d92d72dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 1131 time: 0.0481799 Mar 07 22:21:44.178494 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1a2f8b5-599b-424f-974d-fee568b34999 req-d3d9eb0b-aeac-4177-9a1e-19e450b84a4d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa160924-5c48-4d4f-8dac-25607e98ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505044 Mar 07 22:21:44.220017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f18ad5-e451-4022-8ac9-e8c55b449afd req-6daffc7d-850b-4a73-a921-ffa337dd97e5 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:44.221466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2f18ad5-e451-4022-8ac9-e8c55b449afd req-6daffc7d-850b-4a73-a921-ffa337dd97e5 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 949 time: 0.0583775 Mar 07 22:21:44.266907 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2f18ad5-e451-4022-8ac9-e8c55b449afd req-3580cc54-c53e-4395-b848-41470f0e9745 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa160924-5c48-4d4f-8dac-25607e98ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392432 Mar 07 22:21:45.388870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72920b5e-4329-4232-9db0-f9cf2f2bce4e req-717624ef-c70d-4344-862b-01c1c721e8de tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:45.391753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72920b5e-4329-4232-9db0-f9cf2f2bce4e req-717624ef-c70d-4344-862b-01c1c721e8de tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 949 time: 0.0555835 Mar 07 22:21:45.438844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72920b5e-4329-4232-9db0-f9cf2f2bce4e req-77aade39-695b-4711-b8da-c3861fd0aff4 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa160924-5c48-4d4f-8dac-25607e98ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419953 Mar 07 22:21:45.667673 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-db15c7f5-5fd7-4e67-954f-2364b1ad412b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:46.355589 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:46.554476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802f8cf-1aa0-4b87-a206-51265e47c7c8 req-c4b3c2b1-19fb-43f6-bf7e-3c683cd7906d tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:46.555944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1802f8cf-1aa0-4b87-a206-51265e47c7c8 req-c4b3c2b1-19fb-43f6-bf7e-3c683cd7906d tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 949 time: 0.0511417 Mar 07 22:21:46.605682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1802f8cf-1aa0-4b87-a206-51265e47c7c8 req-4f0fc02b-c952-469a-a482-58f2ade50981 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa160924-5c48-4d4f-8dac-25607e98ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441771 Mar 07 22:21:46.873931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-5073ab45-e2ac-497d-a244-4c6795f7e563 req-678cecac-bb28-4a5a-ae26-1c471f9b711f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:21:46.874975 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5073ab45-e2ac-497d-a244-4c6795f7e563 req-678cecac-bb28-4a5a-ae26-1c471f9b711f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055609 Mar 07 22:21:47.292849 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-07beb6ed-8730-4d33-b1ce-928a6a959379 req-d339cde1-af53-42b5-885a-a5c6a6363dc6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:21:47.294281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07beb6ed-8730-4d33-b1ce-928a6a959379 req-d339cde1-af53-42b5-885a-a5c6a6363dc6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0995386 Mar 07 22:21:47.626479 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132aac4-76b4-4f81-8c23-fbd7b7cf3fb5 req-2f075775-cd41-4e54-b315-cf4640a89719 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:47.627956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c132aac4-76b4-4f81-8c23-fbd7b7cf3fb5 req-2f075775-cd41-4e54-b315-cf4640a89719 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 949 time: 0.0523231 Mar 07 22:21:47.674250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c132aac4-76b4-4f81-8c23-fbd7b7cf3fb5 req-a7daa74a-aa2a-4243-a0f6-9f4d31ebf44a tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa160924-5c48-4d4f-8dac-25607e98ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405929 Mar 07 22:21:48.176478 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d5f4970e-dab8-4e0a-82a2-b4ae4ce23b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:48.541557 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:48.799436 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b54624-e63b-4b7f-a160-9203062247f4 req-2606d8e5-c856-4e01-b350-b1ada21aceda tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:48.801485 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71b54624-e63b-4b7f-a160-9203062247f4 req-2606d8e5-c856-4e01-b350-b1ada21aceda tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 949 time: 0.0525329 Mar 07 22:21:48.851853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71b54624-e63b-4b7f-a160-9203062247f4 req-20ddf90b-de4d-41b9-b3d4-2624767efd70 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa160924-5c48-4d4f-8dac-25607e98ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446880 Mar 07 22:21:48.987998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab8cfa-10cc-4282-963c-225f1cc9d5a1 req-6b9de9e7-4536-4c06-81d4-0f6561efa84b tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:48.989457 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bab8cfa-10cc-4282-963c-225f1cc9d5a1 req-6b9de9e7-4536-4c06-81d4-0f6561efa84b tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 949 time: 0.0560098 Mar 07 22:21:49.077587 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-3bab8cfa-10cc-4282-963c-225f1cc9d5a1 req-0d0280fb-75bf-4e05-a975-f4992925061b tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Deleting port 78a236c8-7320-4b2c-b053-39b39c234add {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:21:49.077866 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3bab8cfa-10cc-4282-963c-225f1cc9d5a1 req-0d0280fb-75bf-4e05-a975-f4992925061b tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (78a236c8-7320-4b2c-b053-39b39c234add), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:49.168745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-3bab8cfa-10cc-4282-963c-225f1cc9d5a1 req-0d0280fb-75bf-4e05-a975-f4992925061b tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] For port 78a236c8-7320-4b2c-b053-39b39c234add, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=78a236c8-7320-4b2c-b053-39b39c234add,segment=NetworkSegment(152981fa-54ee-4929-ab65-549aaf3ad3a8),segment_id=152981fa-54ee-4929-ab65-549aaf3ad3a8)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:21:49.169097 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3bab8cfa-10cc-4282-963c-225f1cc9d5a1 req-0d0280fb-75bf-4e05-a975-f4992925061b tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (78a236c8-7320-4b2c-b053-39b39c234add), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:49.180443 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-3bab8cfa-10cc-4282-963c-225f1cc9d5a1 req-0d0280fb-75bf-4e05-a975-f4992925061b tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Calling delete_port for 78a236c8-7320-4b2c-b053-39b39c234add owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:21:49.303445 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3bab8cfa-10cc-4282-963c-225f1cc9d5a1 req-0d0280fb-75bf-4e05-a975-f4992925061b tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (78a236c8-7320-4b2c-b053-39b39c234add), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:49.319940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['78a236c8-7320-4b2c-b053-39b39c234add'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:21:49.336688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0280fb-75bf-4e05-a975-f4992925061b tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Pushing event deleted for resources: {'Port': ['ID=78a236c8-7320-4b2c-b053-39b39c234add,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:49.388609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bab8cfa-10cc-4282-963c-225f1cc9d5a1 req-0d0280fb-75bf-4e05-a975-f4992925061b tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] No DVR routers for this DVR port 78a236c8-7320-4b2c-b053-39b39c234add on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:21:49.391479 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3bab8cfa-10cc-4282-963c-225f1cc9d5a1 req-0d0280fb-75bf-4e05-a975-f4992925061b tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:49.396078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bab8cfa-10cc-4282-963c-225f1cc9d5a1 req-0d0280fb-75bf-4e05-a975-f4992925061b tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.15 "DELETE /v2.0/ports/78a236c8-7320-4b2c-b053-39b39c234add HTTP/1.1" status: 204 len: 173 time: 0.4005992 Mar 07 22:21:49.396658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd21ccda-7c03-4331-85f9-e9953b4147ae', 'name': 'network-vif-deleted', 'tag': '78a236c8-7320-4b2c-b053-39b39c234add'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:21:49.400384 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328a8a42-b1b4-460d-8499-87f31475e339" -d '{"events": [{"server_uuid": "fd21ccda-7c03-4331-85f9-e9953b4147ae", "name": "network-vif-deleted", "tag": "78a236c8-7320-4b2c-b053-39b39c234add"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:21:49.434309 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:49.453033 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c50170-7011-4cde-8d52-562c52d43d23 x-openstack-request-id: req-79c50170-7011-4cde-8d52-562c52d43d23 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:21:49.453336 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd21ccda-7c03-4331-85f9-e9953b4147ae", "name": "network-vif-deleted", "tag": "78a236c8-7320-4b2c-b053-39b39c234add", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:21:49.453603 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79c50170-7011-4cde-8d52-562c52d43d23 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:21:49.454092 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd21ccda-7c03-4331-85f9-e9953b4147ae', 'name': 'network-vif-deleted', 'tag': '78a236c8-7320-4b2c-b053-39b39c234add', 'status': 'completed', 'code': 200} Mar 07 22:21:49.960776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-554d2d73-e8f4-4e1f-ad4d-38504a9c7e5f req-a4f8be1f-a1b1-401a-9203-61549ae18602 tempest-ServersAdminNegativeTestJSON-2053583889 tempest-ServersAdminNegativeTestJSON-2053583889-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd21ccda-7c03-4331-85f9-e9953b4147ae HTTP/1.1" status: 200 len: 210 time: 0.0286000 Mar 07 22:21:50.391310 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:51.247650 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49826) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:51.400822 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-81b44766-7d8b-42b0-a90c-ce5c6ec38f72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=488f55f763fa477d9d06988e6faaa633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520247 Mar 07 22:21:51.403352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49832) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:51.452147 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8893f602-150f-49d0-81e6-e8764e8e4ef8 admin admin] Publish callbacks [] for security_group (fa160924-5c48-4d4f-8dac-25607e98ae2f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:51.471809 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8893f602-150f-49d0-81e6-e8764e8e4ef8 admin admin] Publish callbacks [] for security_group (fa160924-5c48-4d4f-8dac-25607e98ae2f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:51.517269 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8893f602-150f-49d0-81e6-e8764e8e4ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fa160924-5c48-4d4f-8dac-25607e98ae2f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:51.519811 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8893f602-150f-49d0-81e6-e8764e8e4ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:51.522551 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8893f602-150f-49d0-81e6-e8764e8e4ef8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa160924-5c48-4d4f-8dac-25607e98ae2f HTTP/1.1" status: 204 len: 168 time: 0.1182795 Mar 07 22:21:51.530023 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893f602-150f-49d0-81e6-e8764e8e4ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa160924-5c48-4d4f-8dac-25607e98ae2f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:51.774230 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49838) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:51.786987 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eee89c76-2715-4733-9401-c1f8dd66ec5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:51.815867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 78a236c8-7320-4b2c-b053-39b39c234add no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:21:51.846959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 78a236c8-7320-4b2c-b053-39b39c234add {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:21:51.847451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 78a236c8-7320-4b2c-b053-39b39c234add not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:21:51.862156 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eee89c76-2715-4733-9401-c1f8dd66ec5c admin admin] Publish callbacks [] for security_group (545d6d41-9084-46e4-8fe0-99ae828b778b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:51.866407 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eee89c76-2715-4733-9401-c1f8dd66ec5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (545d6d41-9084-46e4-8fe0-99ae828b778b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:51.904201 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eee89c76-2715-4733-9401-c1f8dd66ec5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14b3f64692c84388a8732fd7af9cdd83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289022 Mar 07 22:21:51.905075 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee89c76-2715-4733-9401-c1f8dd66ec5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545d6d41-9084-46e4-8fe0-99ae828b778b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:51.909007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49842) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:51.955596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-69ff8e30-1edd-4e61-8a67-cc5f2835b97c admin admin] Publish callbacks [] for security_group (545d6d41-9084-46e4-8fe0-99ae828b778b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:51.977234 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-69ff8e30-1edd-4e61-8a67-cc5f2835b97c admin admin] Publish callbacks [] for security_group (545d6d41-9084-46e4-8fe0-99ae828b778b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:52.025572 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-69ff8e30-1edd-4e61-8a67-cc5f2835b97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (545d6d41-9084-46e4-8fe0-99ae828b778b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:52.028198 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-69ff8e30-1edd-4e61-8a67-cc5f2835b97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:52.032240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-69ff8e30-1edd-4e61-8a67-cc5f2835b97c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/545d6d41-9084-46e4-8fe0-99ae828b778b HTTP/1.1" status: 204 len: 168 time: 0.1220832 Mar 07 22:21:52.040579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff8e30-1edd-4e61-8a67-cc5f2835b97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545d6d41-9084-46e4-8fe0-99ae828b778b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:52.172279 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:52.678473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49864) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:52.771277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1453296135-network', 'tenant_id': '3b2842c3cec6411ba28d11677e9f6b66'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:52.790620 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] Made reservation on behalf of 3b2842c3cec6411ba28d11677e9f6b66 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:21:52.792904 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:52.801202 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:52.872279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] Publish callbacks [] for security_group (9de2c896-26a9-4e64-ac82-3ca8756a869c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:52.875851 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9de2c896-26a9-4e64-ac82-3ca8756a869c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:52.904636 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:21:52.910756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de2c896-26a9-4e64-ac82-3ca8756a869c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:52.919031 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (356bc3e6-e89e-4307-88d6-b0d1e26fea3a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:52.919282 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] Added segment 356bc3e6-e89e-4307-88d6-b0d1e26fea3a of type vlan for network 0dd7a556-5007-438a-9fe2-c38b388dc054 Mar 07 22:21:52.956244 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (0dd7a556-5007-438a-9fe2-c38b388dc054), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:52.981734 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (0dd7a556-5007-438a-9fe2-c38b388dc054), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:52.982795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:52.984329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:53.016119 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3365941 Mar 07 22:21:53.019375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 49868) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:21:53.024908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-57b44858-e77a-4cec-a718-e5be32ac4234 admin admin] Request body: {'subnet': {'network_id': '0dd7a556-5007-438a-9fe2-c38b388dc054', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1453296135-subnet', 'tenant_id': '3b2842c3cec6411ba28d11677e9f6b66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:53.044804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b44858-e77a-4cec-a718-e5be32ac4234 admin admin] Made reservation on behalf of 3b2842c3cec6411ba28d11677e9f6b66 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:21:53.045159 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace43e4-3fcf-4c59-8d25-f3cbfa84176f admin admin] Pushing event updated for resources: {'Network': ['ID=0dd7a556-5007-438a-9fe2-c38b388dc054,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:53.046962 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57b44858-e77a-4cec-a718-e5be32ac4234 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:53.055572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 0dd7a556-5007-438a-9fe2-c38b388dc054 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:21:53.209997 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57b44858-e77a-4cec-a718-e5be32ac4234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (e28a7552-c882-4482-adcb-2240f07a585c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:53.261217 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b44858-e77a-4cec-a718-e5be32ac4234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e28a7552-c882-4482-adcb-2240f07a585c,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:53.272490 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b44858-e77a-4cec-a718-e5be32ac4234 admin admin] Checking segment: {'id': '356bc3e6-e89e-4307-88d6-b0d1e26fea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0dd7a556-5007-438a-9fe2-c38b388dc054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:21:53.272846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b44858-e77a-4cec-a718-e5be32ac4234 admin admin] Network hostable DHCP agents. Network: 0dd7a556-5007-438a-9fe2-c38b388dc054, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:21:53.287876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b44858-e77a-4cec-a718-e5be32ac4234 admin admin] Network 0dd7a556-5007-438a-9fe2-c38b388dc054 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:21:53.296062 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-57b44858-e77a-4cec-a718-e5be32ac4234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 0dd7a556-5007-438a-9fe2-c38b388dc054) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:21:53.299859 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b44858-e77a-4cec-a718-e5be32ac4234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:53.300459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57b44858-e77a-4cec-a718-e5be32ac4234 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:53.306058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd50dc09-f215-49d8-b8a8-7bd433d5f599 None None] Network 0dd7a556-5007-438a-9fe2-c38b388dc054 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:21:53.316152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-57b44858-e77a-4cec-a718-e5be32ac4234 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2956700 Mar 07 22:21:53.407118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865cfc7e-c393-4dc5-bc40-aaa7973a3c10 None None] Network 0dd7a556-5007-438a-9fe2-c38b388dc054 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:21:53.732371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438b610-6776-432e-b211-76950512316e req-b082dd9b-d097-4ef2-a3e3-aeef1a8dccb6 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:53.733839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c438b610-6776-432e-b211-76950512316e req-b082dd9b-d097-4ef2-a3e3-aeef1a8dccb6 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/networks?id=0dd7a556-5007-438a-9fe2-c38b388dc054 HTTP/1.1" status: 200 len: 812 time: 0.1016324 Mar 07 22:21:53.748422 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c438b610-6776-432e-b211-76950512316e req-cf1014a9-9ef8-4c6c-beea-ec10f7e74a63 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/quotas/3b2842c3cec6411ba28d11677e9f6b66 HTTP/1.1" status: 200 len: 375 time: 0.0092452 Mar 07 22:21:53.780062 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c438b610-6776-432e-b211-76950512316e req-a93dda6b-1909-46c1-aba7-3ec29667247c tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b2842c3cec6411ba28d11677e9f6b66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268366 Mar 07 22:21:53.874835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c438b610-6776-432e-b211-76950512316e req-7ed56159-5094-4d6a-a582-db28ede20955 service neutron] 10.222.0.26 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884118 Mar 07 22:21:53.967387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c438b610-6776-432e-b211-76950512316e req-c49c2177-fce2-47b2-8107-71e772003d3d service neutron] 10.222.0.26 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864801 Mar 07 22:21:54.126198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a797bf2c-81b6-4a89-bc56-caa00fdf4718 req-abd9f0e3-e27f-4a93-bdae-90db00ed01cd tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 210 time: 0.0287211 Mar 07 22:21:55.265593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8537926-6adb-4cf4-b6b2-ca2ebad1058c req-fb52cc28-7810-4214-9427-d6b279dd6ed6 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 210 time: 0.0343730 Mar 07 22:21:55.298965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438b610-6776-432e-b211-76950512316e req-183f2610-e690-48e5-8799-e98104d64c9a tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:55.300336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c438b610-6776-432e-b211-76950512316e req-183f2610-e690-48e5-8799-e98104d64c9a tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.15 "GET /v2.0/networks?id=0dd7a556-5007-438a-9fe2-c38b388dc054 HTTP/1.1" status: 200 len: 812 time: 0.1354616 Mar 07 22:21:55.321804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-c438b610-6776-432e-b211-76950512316e req-16d0d1d6-2f37-4926-b8b8-ee8651ba6f37 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Request body: {'port': {'device_id': '372d00ef-3934-45ad-836e-a2d3c46e3a9e', 'network_id': '0dd7a556-5007-438a-9fe2-c38b388dc054', 'admin_state_up': True, 'tenant_id': '3b2842c3cec6411ba28d11677e9f6b66'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:55.424621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c438b610-6776-432e-b211-76950512316e req-16d0d1d6-2f37-4926-b8b8-ee8651ba6f37 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Made reservation on behalf of 3b2842c3cec6411ba28d11677e9f6b66 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:21:55.428587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c438b610-6776-432e-b211-76950512316e req-16d0d1d6-2f37-4926-b8b8-ee8651ba6f37 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:55.551729 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-c438b610-6776-432e-b211-76950512316e req-16d0d1d6-2f37-4926-b8b8-ee8651ba6f37 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Allocated IP 172.20.0.5 (0dd7a556-5007-438a-9fe2-c38b388dc054/e28a7552-c882-4482-adcb-2240f07a585c/390ed9d2-eb47-4350-9d49-eb8e755e1c2b) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:21:55.692133 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c438b610-6776-432e-b211-76950512316e req-16d0d1d6-2f37-4926-b8b8-ee8651ba6f37 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Publish callbacks [] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:55.723800 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c438b610-6776-432e-b211-76950512316e req-16d0d1d6-2f37-4926-b8b8-ee8651ba6f37 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:55.760956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c438b610-6776-432e-b211-76950512316e req-16d0d1d6-2f37-4926-b8b8-ee8651ba6f37 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Network 0dd7a556-5007-438a-9fe2-c38b388dc054 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:21:55.763982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-c438b610-6776-432e-b211-76950512316e req-16d0d1d6-2f37-4926-b8b8-ee8651ba6f37 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:21:55.770082 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c438b610-6776-432e-b211-76950512316e req-16d0d1d6-2f37-4926-b8b8-ee8651ba6f37 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:21:55.802119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0d1d6-2f37-4926-b8b8-ee8651ba6f37 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Pushing event updated for resources: {'Port': ['ID=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:55.821971 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438b610-6776-432e-b211-76950512316e req-16d0d1d6-2f37-4926-b8b8-ee8651ba6f37 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:55.822613 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c438b610-6776-432e-b211-76950512316e req-16d0d1d6-2f37-4926-b8b8-ee8651ba6f37 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:55.838350 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c438b610-6776-432e-b211-76950512316e req-16d0d1d6-2f37-4926-b8b8-ee8651ba6f37 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5202987 Mar 07 22:21:55.855031 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Request body: {'port': {'device_id': '372d00ef-3934-45ad-836e-a2d3c46e3a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:55.919363 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:56.175503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390ed9d2-eb47-4350-9d49-eb8e755e1c2b {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:21:56.183316 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Publish callbacks [] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:56.195694 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Transition to ACTIVE for port object 390ed9d2-eb47-4350-9d49-eb8e755e1c2b will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:21:56.199697 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:56.253765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Pushing event updated for resources: {'Port': ['ID=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:56.319641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Attempting to bind port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:21:56.320264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Attempting to bind port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '356bc3e6-e89e-4307-88d6-b0d1e26fea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0dd7a556-5007-438a-9fe2-c38b388dc054'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:21:56.320264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Attempting to bind port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b on network 0dd7a556-5007-438a-9fe2-c38b388dc054 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:21:56.324470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b on network 0dd7a556-5007-438a-9fe2-c38b388dc054 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:21:56.324790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Attempting to bind port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b on network 0dd7a556-5007-438a-9fe2-c38b388dc054 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:21:56.329628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:21:56.329967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Checking segment: {'id': '356bc3e6-e89e-4307-88d6-b0d1e26fea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0dd7a556-5007-438a-9fe2-c38b388dc054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:21:56.330378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Bound using segment: {'id': '356bc3e6-e89e-4307-88d6-b0d1e26fea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0dd7a556-5007-438a-9fe2-c38b388dc054'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:21:56.330801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Bound port: 390ed9d2-eb47-4350-9d49-eb8e755e1c2b, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356bc3e6-e89e-4307-88d6-b0d1e26fea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0dd7a556-5007-438a-9fe2-c38b388dc054'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:21:56.331156 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:56.430253 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf64ea-615a-4ea8-b63d-f1fae9f9e336 req-083d9411-b2df-448d-9b0a-381833972403 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:56.431636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abcf64ea-615a-4ea8-b63d-f1fae9f9e336 req-083d9411-b2df-448d-9b0a-381833972403 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 943 time: 0.0976009 Mar 07 22:21:56.435204 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] For port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:21:56.439758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] For port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,segment=NetworkSegment(356bc3e6-e89e-4307-88d6-b0d1e26fea3a),segment_id=356bc3e6-e89e-4307-88d6-b0d1e26fea3a)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:21:56.454689 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:56.507185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:56.507804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:21:56.509211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c438b610-6776-432e-b211-76950512316e req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] 10.222.0.15 "PUT /v2.0/ports/390ed9d2-eb47-4350-9d49-eb8e755e1c2b HTTP/1.1" status: 200 len: 1091 time: 0.6581984 Mar 07 22:21:56.509625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372d00ef-3934-45ad-836e-a2d3c46e3a9e', 'tag': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:21:56.511883 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d872177-6c30-4b4c-baeb-b35e6936ee35" -d '{"events": [{"name": "network-changed", "server_uuid": "372d00ef-3934-45ad-836e-a2d3c46e3a9e", "tag": "390ed9d2-eb47-4350-9d49-eb8e755e1c2b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:21:56.541553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-abcf64ea-615a-4ea8-b63d-f1fae9f9e336 req-655d6947-5746-4982-9308-a91a1b08e191 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041186 Mar 07 22:21:56.542319 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb77c29-906f-4abf-83c4-3bab54628259 service neutron] Pushing event updated for resources: {'Port': ['ID=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:56.572605 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b832aafb-0399-4a8a-af6f-54d2ad00f704 x-openstack-request-id: req-b832aafb-0399-4a8a-af6f-54d2ad00f704 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:21:56.572903 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372d00ef-3934-45ad-836e-a2d3c46e3a9e", "tag": "390ed9d2-eb47-4350-9d49-eb8e755e1c2b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:21:56.573161 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b832aafb-0399-4a8a-af6f-54d2ad00f704 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:21:56.573554 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372d00ef-3934-45ad-836e-a2d3c46e3a9e', 'tag': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b', 'status': 'completed', 'code': 200} Mar 07 22:21:56.609537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438b610-6776-432e-b211-76950512316e req-8763ca49-9b37-4dd8-80f8-2d615e8aaf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:56.611075 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c438b610-6776-432e-b211-76950512316e req-8763ca49-9b37-4dd8-80f8-2d615e8aaf3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b2842c3cec6411ba28d11677e9f6b66&device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 1125 time: 0.0536809 Mar 07 22:21:56.616441 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:21:56.655097 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c438b610-6776-432e-b211-76950512316e req-db5b2f14-1993-45ce-b753-f61a76129061 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b HTTP/1.1" status: 200 len: 217 time: 0.0374670 Mar 07 22:21:56.704344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438b610-6776-432e-b211-76950512316e req-24757908-0bf0-421b-a4ce-ada2bcb4bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:56.705659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c438b610-6776-432e-b211-76950512316e req-24757908-0bf0-421b-a4ce-ada2bcb4bd36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e28a7552-c882-4482-adcb-2240f07a585c HTTP/1.1" status: 200 len: 852 time: 0.0422115 Mar 07 22:21:56.738728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c438b610-6776-432e-b211-76950512316e req-75e0979b-1de6-48e8-9c96-09b34d9639e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0dd7a556-5007-438a-9fe2-c38b388dc054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244050 Mar 07 22:21:56.844756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c438b610-6776-432e-b211-76950512316e req-67cba3ee-e0e7-4911-afe1-4ce28037ca64 service neutron] 10.222.0.15 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965235 Mar 07 22:21:56.932666 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c438b610-6776-432e-b211-76950512316e req-7b4cf047-6128-4dfa-849b-707f53ca7204 service neutron] 10.222.0.15 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794892 Mar 07 22:21:57.036658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d872177-6c30-4b4c-baeb-b35e6936ee35 req-95fd7c8f-993d-48f9-97e8-f5e37a71e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:57.038658 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d872177-6c30-4b4c-baeb-b35e6936ee35 req-95fd7c8f-993d-48f9-97e8-f5e37a71e0ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b2842c3cec6411ba28d11677e9f6b66&device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 1125 time: 0.0441489 Mar 07 22:21:57.132250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d872177-6c30-4b4c-baeb-b35e6936ee35 req-c153fe4c-c748-4061-a786-52624ce3415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:57.133727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d872177-6c30-4b4c-baeb-b35e6936ee35 req-c153fe4c-c748-4061-a786-52624ce3415f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0dd7a556-5007-438a-9fe2-c38b388dc054 HTTP/1.1" status: 200 len: 913 time: 0.0885966 Mar 07 22:21:57.175462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d872177-6c30-4b4c-baeb-b35e6936ee35 req-bc4e69cc-4302-4ee9-b4ac-17199df1796f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b HTTP/1.1" status: 200 len: 217 time: 0.0346828 Mar 07 22:21:57.227599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d872177-6c30-4b4c-baeb-b35e6936ee35 req-41185362-5c5a-4f91-9baf-1009260b6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:57.229003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d872177-6c30-4b4c-baeb-b35e6936ee35 req-41185362-5c5a-4f91-9baf-1009260b6155 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e28a7552-c882-4482-adcb-2240f07a585c HTTP/1.1" status: 200 len: 852 time: 0.0460343 Mar 07 22:21:57.259392 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d872177-6c30-4b4c-baeb-b35e6936ee35 req-f55ed5c5-0d00-4d87-8e58-24f5dcc6484c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0dd7a556-5007-438a-9fe2-c38b388dc054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241306 Mar 07 22:21:57.345570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d872177-6c30-4b4c-baeb-b35e6936ee35 req-899f0d52-84e6-4c2b-86d5-56ec25e44a0d service neutron] 10.222.0.15 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789642 Mar 07 22:21:57.435717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d872177-6c30-4b4c-baeb-b35e6936ee35 req-293d0c1e-29e7-4cde-aa19-eb4aa9a2305d service neutron] 10.222.0.15 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832176 Mar 07 22:21:57.666991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee2871-755c-4e55-a18f-0af1fcd660df req-475cb4b2-2d7f-4927-befe-6b1e4c994308 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:57.668433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3ee2871-755c-4e55-a18f-0af1fcd660df req-475cb4b2-2d7f-4927-befe-6b1e4c994308 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 943 time: 0.0511091 Mar 07 22:21:57.713436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3ee2871-755c-4e55-a18f-0af1fcd660df req-6cde0877-a0c3-4b2a-8f8a-05a42ab016b6 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395634 Mar 07 22:21:58.833923 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d258ba-9d94-4b84-9168-e08d68ce3d43 req-7c76a397-8326-4099-8feb-b2ad6db804a0 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:58.835944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6d258ba-9d94-4b84-9168-e08d68ce3d43 req-7c76a397-8326-4099-8feb-b2ad6db804a0 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 943 time: 0.0576992 Mar 07 22:21:58.883185 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6d258ba-9d94-4b84-9168-e08d68ce3d43 req-518c51cf-84d1-488a-8181-cc5c2ec5f591 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417378 Mar 07 22:21:59.877762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 390ed9d2-eb47-4350-9d49-eb8e755e1c2b details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:21:59.977468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,segment=NetworkSegment(356bc3e6-e89e-4307-88d6-b0d1e26fea3a),segment_id=356bc3e6-e89e-4307-88d6-b0d1e26fea3a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:21:59.987750 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b', 'network_id': '0dd7a556-5007-438a-9fe2-c38b388dc054', 'port_id': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b', 'mac_address': 'fa:16:3e:c3:8e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28a7552-c882-4482-adcb-2240f07a585c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:22:00.001523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8efe9-c9ce-46f4-9cf0-07b6f24baa63 req-f795abcc-033c-4182-90a5-e87dab4d8d18 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:00.003041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3b8efe9-c9ce-46f4-9cf0-07b6f24baa63 req-f795abcc-033c-4182-90a5-e87dab4d8d18 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 943 time: 0.0533035 Mar 07 22:22:00.025616 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:22:00.026002 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:00.039588 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390ed9d2-eb47-4350-9d49-eb8e755e1c2b {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:22:00.049140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3b8efe9-c9ce-46f4-9cf0-07b6f24baa63 req-3c10e9a2-d380-43cf-9841-6601df6db064 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406158 Mar 07 22:22:00.059675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,segment=NetworkSegment(356bc3e6-e89e-4307-88d6-b0d1e26fea3a),segment_id=356bc3e6-e89e-4307-88d6-b0d1e26fea3a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:22:00.064796 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:00.110131 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:00.312164 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['390ed9d2-eb47-4350-9d49-eb8e755e1c2b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:22:01.171671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4debd63-382e-4c2c-a4d8-df824e844be0 req-a3718618-8cab-43f0-a5dc-022d5ca5709a tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:01.173132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4debd63-382e-4c2c-a4d8-df824e844be0 req-a3718618-8cab-43f0-a5dc-022d5ca5709a tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 944 time: 0.0545442 Mar 07 22:22:01.218235 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4debd63-382e-4c2c-a4d8-df824e844be0 req-38a404ef-6273-4ca8-a084-72052247e0c6 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393496 Mar 07 22:22:01.894383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 390ed9d2-eb47-4350-9d49-eb8e755e1c2b up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:22:01.942373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:22:01.946488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:22:01.946861 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:02.026538 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:22:02.026930 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:02.049638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372d00ef-3934-45ad-836e-a2d3c46e3a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:22:02.052053 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c2a58e-a9c4-42b6-860a-b8d1610ea93a" -d '{"events": [{"server_uuid": "372d00ef-3934-45ad-836e-a2d3c46e3a9e", "name": "network-vif-plugged", "status": "completed", "tag": "390ed9d2-eb47-4350-9d49-eb8e755e1c2b"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:22:02.064595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,segment=NetworkSegment(356bc3e6-e89e-4307-88d6-b0d1e26fea3a),segment_id=356bc3e6-e89e-4307-88d6-b0d1e26fea3a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:22:02.068608 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:02.093215 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f398fd9-5e2f-4e42-98f0-be0913935391 x-openstack-request-id: req-7f398fd9-5e2f-4e42-98f0-be0913935391 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:22:02.093510 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372d00ef-3934-45ad-836e-a2d3c46e3a9e", "name": "network-vif-plugged", "status": "completed", "tag": "390ed9d2-eb47-4350-9d49-eb8e755e1c2b", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:22:02.093772 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f398fd9-5e2f-4e42-98f0-be0913935391 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:22:02.094196 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372d00ef-3934-45ad-836e-a2d3c46e3a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b', 'code': 200} Mar 07 22:22:02.122001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:02.194307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2aaff5-cd71-4a44-90f0-dc9553ccb40f req-1cf861d5-16f3-4db3-97df-2dcd70bcf853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:02.196031 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c2aaff5-cd71-4a44-90f0-dc9553ccb40f req-1cf861d5-16f3-4db3-97df-2dcd70bcf853 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 1127 time: 0.0438664 Mar 07 22:22:02.243409 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c2aaff5-cd71-4a44-90f0-dc9553ccb40f req-52ad2c76-b79b-446c-a5ca-96062cc03f23 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370889 Mar 07 22:22:02.337953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a920c2-59c3-4095-9c1a-a86ac04a6b30 req-c8b3380c-11be-4fa7-8f7f-3798a5983012 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:02.339466 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f1a920c2-59c3-4095-9c1a-a86ac04a6b30 req-c8b3380c-11be-4fa7-8f7f-3798a5983012 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0558445 Mar 07 22:22:02.389024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f1a920c2-59c3-4095-9c1a-a86ac04a6b30 req-eb2ffb41-ee1b-409e-b8c0-f39eb3926a0f tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440962 Mar 07 22:22:03.530516 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e0860-af97-4423-8397-c8697820207a req-40c63144-01c0-4afc-9ccb-f6bceaca486f tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:03.531975 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef3e0860-af97-4423-8397-c8697820207a req-40c63144-01c0-4afc-9ccb-f6bceaca486f tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0520303 Mar 07 22:22:03.577810 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ef3e0860-af97-4423-8397-c8697820207a req-bb487bf4-1f66-4fb9-988c-695b3d8fb500 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397263 Mar 07 22:22:03.761468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49930) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:22:03.821603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1bd9d-82b0-4743-b1e6-a4e69ad97e6a req-7eff8bcb-e9fe-4423-9e1a-2dd7800cdf5c tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:03.823140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4c1bd9d-82b0-4743-b1e6-a4e69ad97e6a req-7eff8bcb-e9fe-4423-9e1a-2dd7800cdf5c tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0564611 Mar 07 22:22:03.875670 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-ead26057-eb7f-4b79-ad3e-1bc9d02a500c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1121409 Mar 07 22:22:03.885542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-8e1e9b1c-8abd-4264-81bc-0746d924c93c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:22:03.886555 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-8e1e9b1c-8abd-4264-81bc-0746d924c93c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060165 Mar 07 22:22:03.890555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4c1bd9d-82b0-4743-b1e6-a4e69ad97e6a req-dbd8f5a1-f003-4c72-bedb-56eba4be227b tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601327 Mar 07 22:22:04.209480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 49956) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:22:04.314898 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-147c2236-21cd-4895-88d2-86640a0f4aac tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:04.316258 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-147c2236-21cd-4895-88d2-86640a0f4aac tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports/390ed9d2-eb47-4350-9d49-eb8e755e1c2b HTTP/1.1" status: 200 len: 942 time: 0.1057363 Mar 07 22:22:05.020702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b6903-6d0f-4a76-84c9-f5ee11bb21b5 req-2d0bcae4-4036-44d7-bea4-b5abf26155f7 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:05.023643 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-640b6903-6d0f-4a76-84c9-f5ee11bb21b5 req-2d0bcae4-4036-44d7-bea4-b5abf26155f7 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0592327 Mar 07 22:22:05.108697 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-640b6903-6d0f-4a76-84c9-f5ee11bb21b5 req-8c490f0b-1555-4c35-b060-201b97190a7e tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781324 Mar 07 22:22:05.122982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-c4bd3daa-94f0-4f0f-9ab2-143a2527922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:05.125368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-c4bd3daa-94f0-4f0f-9ab2-143a2527922b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b2842c3cec6411ba28d11677e9f6b66&device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 1127 time: 0.0618749 Mar 07 22:22:05.218291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-079ad145-c03f-41d7-be15-c7a9de34e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:05.219663 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-079ad145-c03f-41d7-be15-c7a9de34e36b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0dd7a556-5007-438a-9fe2-c38b388dc054 HTTP/1.1" status: 200 len: 913 time: 0.0879688 Mar 07 22:22:05.260177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-c7c8959a-5171-4c14-be4f-eb0a598edbd3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b HTTP/1.1" status: 200 len: 217 time: 0.0341272 Mar 07 22:22:05.308255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-3f6efb01-b56e-45cd-a7d2-9fec65fd8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:05.309792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-3f6efb01-b56e-45cd-a7d2-9fec65fd8fa6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e28a7552-c882-4482-adcb-2240f07a585c HTTP/1.1" status: 200 len: 852 time: 0.0438249 Mar 07 22:22:05.341548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-0bd58c06-741e-46fd-a95b-e7b5c5b0e0b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0dd7a556-5007-438a-9fe2-c38b388dc054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261452 Mar 07 22:22:05.437869 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-b2516033-ec66-4ff8-91cb-52fa41187026 service neutron] 10.222.0.15 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887921 Mar 07 22:22:05.532771 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-20a162bf-6cd2-46e7-928e-4db6cf1ae432 service neutron] 10.222.0.15 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882258 Mar 07 22:22:06.232575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e463a7-4eb1-40f0-9265-9ac8f7eec42f req-1a673e08-8a32-4ab1-8c39-32f8281cf455 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:06.234055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71e463a7-4eb1-40f0-9265-9ac8f7eec42f req-1a673e08-8a32-4ab1-8c39-32f8281cf455 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0528531 Mar 07 22:22:06.279350 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71e463a7-4eb1-40f0-9265-9ac8f7eec42f req-4f86bb78-7c9c-4139-a870-2d92b142054d tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396583 Mar 07 22:22:07.394980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d184b8-8489-4dee-b534-0121dcec8281 req-b2a388fe-ceea-4846-8d84-ba04645fe957 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:07.396435 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7d184b8-8489-4dee-b534-0121dcec8281 req-b2a388fe-ceea-4846-8d84-ba04645fe957 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0513084 Mar 07 22:22:07.441133 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7d184b8-8489-4dee-b534-0121dcec8281 req-b35ddd17-e432-40a2-90a4-95271753b654 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392241 Mar 07 22:22:08.558002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6ad87-28ad-4593-b5e2-dd552af0691b req-3058bfdf-8530-4702-82cb-6b703482de73 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:08.559464 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7da6ad87-28ad-4593-b5e2-dd552af0691b req-3058bfdf-8530-4702-82cb-6b703482de73 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0545871 Mar 07 22:22:08.604298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7da6ad87-28ad-4593-b5e2-dd552af0691b req-0865d6c6-8004-466a-b75c-0a2e39c6e6b3 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393982 Mar 07 22:22:09.719024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b804e1b-19c3-44de-a01e-1c397c23cf4f req-0561e862-affc-44c4-84df-91a231db50cd tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:09.720492 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b804e1b-19c3-44de-a01e-1c397c23cf4f req-0561e862-affc-44c4-84df-91a231db50cd tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0518494 Mar 07 22:22:09.765677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b804e1b-19c3-44de-a01e-1c397c23cf4f req-2b8ec5fa-55e2-4485-a269-09cf4efa3fef tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387549 Mar 07 22:22:10.884609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f110632-c473-4086-8d90-2fec07b542e0 req-43879dd2-d9bf-4c28-a813-af076d611f05 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:10.886085 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f110632-c473-4086-8d90-2fec07b542e0 req-43879dd2-d9bf-4c28-a813-af076d611f05 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0551460 Mar 07 22:22:11.214458 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f110632-c473-4086-8d90-2fec07b542e0 req-0beb64d3-8545-4bb8-8e0b-97f89df101e9 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228991 Mar 07 22:22:12.333016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fcb25-0779-4691-85d7-31c3e35c1b00 req-c0dfa3be-7054-4833-aac4-50e7e4dc1edc tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:12.334435 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-692fcb25-0779-4691-85d7-31c3e35c1b00 req-c0dfa3be-7054-4833-aac4-50e7e4dc1edc tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0514991 Mar 07 22:22:12.379302 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-692fcb25-0779-4691-85d7-31c3e35c1b00 req-ec31f34a-8b46-470f-9bf4-bda78b95dd22 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394704 Mar 07 22:22:13.495576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6324cf-c07e-4299-b615-f5bc5200a829 req-b76ab46e-532b-49ee-9cb3-eb07c986f054 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:13.496992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f6324cf-c07e-4299-b615-f5bc5200a829 req-b76ab46e-532b-49ee-9cb3-eb07c986f054 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0506716 Mar 07 22:22:13.543625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f6324cf-c07e-4299-b615-f5bc5200a829 req-abd2dd5f-cee1-49a8-a57f-78e149db5052 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Mar 07 22:22:14.659678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cabf9-cd15-45e3-8737-e7ae061b058d req-23dc4a5d-f0c3-457c-922b-7ba2273d4ca4 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:14.661121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-756cabf9-cd15-45e3-8737-e7ae061b058d req-23dc4a5d-f0c3-457c-922b-7ba2273d4ca4 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0510166 Mar 07 22:22:14.705081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-756cabf9-cd15-45e3-8737-e7ae061b058d req-519733f4-a7d5-4446-a418-d456e8d2d079 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383828 Mar 07 22:22:15.668277 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3304-faa1-4208-b22f-028ec4d53257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:15.822627 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717a1dd-ad10-4063-acbf-86647d990eb0 req-437959d3-0c8f-4700-9439-290a84d397ea tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:15.824081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1717a1dd-ad10-4063-acbf-86647d990eb0 req-437959d3-0c8f-4700-9439-290a84d397ea tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0503445 Mar 07 22:22:15.869541 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1717a1dd-ad10-4063-acbf-86647d990eb0 req-7a8e38a9-2b21-4d14-a14b-0d60d96a3d88 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398228 Mar 07 22:22:16.392801 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:16.988658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cb975-7ee7-4d01-b304-42d06df71b7c req-c14037ff-a095-4bb2-897f-8708a6db03fa tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:16.990774 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db0cb975-7ee7-4d01-b304-42d06df71b7c req-c14037ff-a095-4bb2-897f-8708a6db03fa tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0545301 Mar 07 22:22:17.034476 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db0cb975-7ee7-4d01-b304-42d06df71b7c req-4b606591-46eb-416d-976a-eff31a8e2c54 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383656 Mar 07 22:22:18.150843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2debf3-a6d0-475d-a480-9e5235c3efe3 req-9c6a0898-830b-4eb5-96d0-2036309f171a tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:18.153063 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a2debf3-a6d0-475d-a480-9e5235c3efe3 req-9c6a0898-830b-4eb5-96d0-2036309f171a tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0523858 Mar 07 22:22:18.173234 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4a4be6b8-26b5-4910-900d-d50d2e738c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:18.201281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a2debf3-a6d0-475d-a480-9e5235c3efe3 req-41965ba2-c44a-459a-b625-5956559eb530 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425131 Mar 07 22:22:18.538909 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:19.322563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b060a2-5f76-46c7-a640-5b7996918b49 req-0dbd76c4-5811-42f9-b265-c386250b2dfd tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:19.323941 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0b060a2-5f76-46c7-a640-5b7996918b49 req-0dbd76c4-5811-42f9-b265-c386250b2dfd tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0556800 Mar 07 22:22:19.370596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0b060a2-5f76-46c7-a640-5b7996918b49 req-1144f9a1-cdaf-4c52-a121-4a1a3fc5617e tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 Mar 07 22:22:19.426234 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:20.397764 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:20.488684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05b302-531f-4202-8653-d7821a2e4b07 req-579a8d8b-c3be-405b-aa81-bf6dc381610b tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:20.490224 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d05b302-531f-4202-8653-d7821a2e4b07 req-579a8d8b-c3be-405b-aa81-bf6dc381610b tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0515506 Mar 07 22:22:20.535093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d05b302-531f-4202-8653-d7821a2e4b07 req-6dce4ad8-0d84-42f5-90a1-5ed0b52f1ed1 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394289 Mar 07 22:22:21.650253 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd07bf-fcbb-4276-a1c9-7e230cb3cb55 req-bd4efdae-eb15-4837-84b5-c1da3898522e tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:21.651710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3efd07bf-fcbb-4276-a1c9-7e230cb3cb55 req-bd4efdae-eb15-4837-84b5-c1da3898522e tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0503755 Mar 07 22:22:21.699700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3efd07bf-fcbb-4276-a1c9-7e230cb3cb55 req-4552bc7a-e02d-4e4b-885e-de3c2ee02267 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 Mar 07 22:22:22.165518 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:22.816706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0f3f3-1a60-43f1-9c84-d206c8e13a3b req-5f75dea2-bdbd-454f-96a0-9d080d2b0c81 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:22.818716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77c0f3f3-1a60-43f1-9c84-d206c8e13a3b req-5f75dea2-bdbd-454f-96a0-9d080d2b0c81 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0520227 Mar 07 22:22:22.864182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77c0f3f3-1a60-43f1-9c84-d206c8e13a3b req-62ddfdd1-4591-4701-98de-5ee6efd40cce tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 Mar 07 22:22:23.987278 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c833e9-7266-41f8-82ed-4c29d3601faf req-2dd532af-ea72-4621-84c4-cdbf7ede74e8 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:23.988755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89c833e9-7266-41f8-82ed-4c29d3601faf req-2dd532af-ea72-4621-84c4-cdbf7ede74e8 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0522532 Mar 07 22:22:24.033590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89c833e9-7266-41f8-82ed-4c29d3601faf req-d4e30248-b4ea-468c-92e5-3d34c9dd47e5 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394201 Mar 07 22:22:25.153119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a1e4b-b97c-43b8-939b-e3d48a1210f6 req-05610fe7-cb7c-400b-9052-8bc3e141ddbc tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:25.154599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-851a1e4b-b97c-43b8-939b-e3d48a1210f6 req-05610fe7-cb7c-400b-9052-8bc3e141ddbc tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0557237 Mar 07 22:22:25.199888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-851a1e4b-b97c-43b8-939b-e3d48a1210f6 req-cc013671-1c64-4211-ae02-790c98276ef9 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Mar 07 22:22:26.319140 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3417e-7c4e-44f2-bd6d-1004d1d3873a req-83d066d7-691b-4eb3-8afe-2afce0b2c860 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:26.320615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ac3417e-7c4e-44f2-bd6d-1004d1d3873a req-83d066d7-691b-4eb3-8afe-2afce0b2c860 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0525835 Mar 07 22:22:26.366294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ac3417e-7c4e-44f2-bd6d-1004d1d3873a req-074139cf-6b0a-469e-b439-5d9e83be19ed tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395763 Mar 07 22:22:27.484342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a9ad2-fc9b-4b01-b0f3-10ce1b00363f req-1043d5db-112f-4a0b-8464-5c987c9fe8a8 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:27.485857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b37a9ad2-fc9b-4b01-b0f3-10ce1b00363f req-1043d5db-112f-4a0b-8464-5c987c9fe8a8 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0546548 Mar 07 22:22:27.537235 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b37a9ad2-fc9b-4b01-b0f3-10ce1b00363f req-eb7b57ba-fbc1-4c2c-93b8-1e868ee75cb9 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448952 Mar 07 22:22:28.652284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784cc78-b0e1-4898-b297-9dc0a0880138 req-b85a7ae1-ba21-4003-b252-d5db78a34295 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:28.653743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c784cc78-b0e1-4898-b297-9dc0a0880138 req-b85a7ae1-ba21-4003-b252-d5db78a34295 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0507281 Mar 07 22:22:28.698973 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c784cc78-b0e1-4898-b297-9dc0a0880138 req-bc3a0aac-ab95-4be0-ac38-9dbf2a742316 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 Mar 07 22:22:29.818421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba75eb-04b9-4db8-8db5-97ebe820bd53 req-fdc2e0b3-339b-4516-8f9b-9179f96abe61 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:29.819892 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2dba75eb-04b9-4db8-8db5-97ebe820bd53 req-fdc2e0b3-339b-4516-8f9b-9179f96abe61 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0516646 Mar 07 22:22:29.865189 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2dba75eb-04b9-4db8-8db5-97ebe820bd53 req-0ec5129f-851e-443e-8787-33c67c6e17c0 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398726 Mar 07 22:22:30.984492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19e17f-3710-48c2-afc9-ab06468487ff req-9632ed0f-2335-467b-b71a-5620fa9b258a tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:30.986300 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e19e17f-3710-48c2-afc9-ab06468487ff req-9632ed0f-2335-467b-b71a-5620fa9b258a tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0552855 Mar 07 22:22:31.031357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0e19e17f-3710-48c2-afc9-ab06468487ff req-94f264a6-c5f7-4a91-b59e-252238b4df42 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391941 Mar 07 22:22:32.147826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f56005-602f-4b75-bed3-3b2bab0d62bd req-536c4bae-b889-450b-96d0-ae3447bf0d3e tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:32.149298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19f56005-602f-4b75-bed3-3b2bab0d62bd req-536c4bae-b889-450b-96d0-ae3447bf0d3e tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0518942 Mar 07 22:22:32.195016 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19f56005-602f-4b75-bed3-3b2bab0d62bd req-c0da1c49-3eef-4975-997d-f1f5c3b301c1 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Mar 07 22:22:32.878796 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-ab687582-d7e7-44db-bff4-bb9cc05ae47e service neutron] show failed (client error): The resource could not be found. Mar 07 22:22:32.879771 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-ab687582-d7e7-44db-bff4-bb9cc05ae47e service neutron] 10.222.0.15 "GET /v2.0/ports/390ed9d2-eb47-4350-9d49-eb8e755e1c2b/bindings/n-h1-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.0574346 Mar 07 22:22:33.116680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-2e5aa012-810b-4a11-b959-fca63c514635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:33.118257 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-2e5aa012-810b-4a11-b959-fca63c514635 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e&tenant_id=3b2842c3cec6411ba28d11677e9f6b66 HTTP/1.1" status: 200 len: 1127 time: 0.0751839 Mar 07 22:22:33.129853 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:22:33.189844 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:33.317285 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446ce4a-4043-46c9-9877-7e92e9cee1f5 req-fa9c29f9-65b2-47aa-9b86-88bf8c68c14b tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:33.319249 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3446ce4a-4043-46c9-9877-7e92e9cee1f5 req-fa9c29f9-65b2-47aa-9b86-88bf8c68c14b tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0586038 Mar 07 22:22:33.366111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3446ce4a-4043-46c9-9877-7e92e9cee1f5 req-b959acb2-75d7-4ed6-974a-7446be716663 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404456 Mar 07 22:22:33.387491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] For port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,segment=NetworkSegment(356bc3e6-e89e-4307-88d6-b0d1e26fea3a),segment_id=356bc3e6-e89e-4307-88d6-b0d1e26fea3a)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:22:33.419320 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] For port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:22:33.457524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372d00ef-3934-45ad-836e-a2d3c46e3a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:22:33.460770 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e015f9-50b3-4440-8cd7-13d88c68d1f7" -d '{"events": [{"server_uuid": "372d00ef-3934-45ad-836e-a2d3c46e3a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "390ed9d2-eb47-4350-9d49-eb8e755e1c2b"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:22:33.464831 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Publish callbacks [] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:33.477794 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Transition to ACTIVE for port object 390ed9d2-eb47-4350-9d49-eb8e755e1c2b will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:22:33.482192 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:33.512457 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6393c878-71e4-46aa-8c10-8e8572dcd3de x-openstack-request-id: req-6393c878-71e4-46aa-8c10-8e8572dcd3de {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:22:33.512765 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372d00ef-3934-45ad-836e-a2d3c46e3a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "390ed9d2-eb47-4350-9d49-eb8e755e1c2b", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:22:33.513025 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6393c878-71e4-46aa-8c10-8e8572dcd3de {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:22:33.513514 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372d00ef-3934-45ad-836e-a2d3c46e3a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b', 'code': 200} Mar 07 22:22:33.553247 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Pushing event updated for resources: {'Port': ['ID=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,revision_number=6']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:33.555296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] No DVR routers for this DVR port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:22:33.563979 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:33.564336 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:33.564686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:33.565032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:33.565372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:33.565710 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:33.566044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:33.566402 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:33.566735 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:33.567065 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:33.567461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:33.568325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:33.568660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:33.602325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Attempting to bind port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:22:33.602670 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Attempting to bind port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '356bc3e6-e89e-4307-88d6-b0d1e26fea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0dd7a556-5007-438a-9fe2-c38b388dc054'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:22:33.603002 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Attempting to bind port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b on network 0dd7a556-5007-438a-9fe2-c38b388dc054 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:22:33.607152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b on network 0dd7a556-5007-438a-9fe2-c38b388dc054 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:22:33.607480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Attempting to bind port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b on network 0dd7a556-5007-438a-9fe2-c38b388dc054 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:22:33.612334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:22:33.612671 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Checking segment: {'id': '356bc3e6-e89e-4307-88d6-b0d1e26fea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0dd7a556-5007-438a-9fe2-c38b388dc054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:22:33.613053 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Bound using segment: {'id': '356bc3e6-e89e-4307-88d6-b0d1e26fea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0dd7a556-5007-438a-9fe2-c38b388dc054'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:22:33.613479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Bound port: 390ed9d2-eb47-4350-9d49-eb8e755e1c2b, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356bc3e6-e89e-4307-88d6-b0d1e26fea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0dd7a556-5007-438a-9fe2-c38b388dc054'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:22:33.613833 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:33.616790 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:22:33.673830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] For port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:22:33.677360 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] For port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,segment=NetworkSegment(356bc3e6-e89e-4307-88d6-b0d1e26fea3a),segment_id=356bc3e6-e89e-4307-88d6-b0d1e26fea3a)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:22:33.683604 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:33.719632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:33.720256 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:33.721980 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] 10.222.0.13 "PUT /v2.0/ports/390ed9d2-eb47-4350-9d49-eb8e755e1c2b HTTP/1.1" status: 200 len: 1091 time: 0.5960791 Mar 07 22:22:33.769463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647490b-ad82-4a9e-8346-4cbcc25b1318 service neutron] Pushing event updated for resources: {'Port': ['ID=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,revision_number=7']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:33.791385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-91b21a6f-7bd1-4115-a33e-57390a95e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:33.792903 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-91b21a6f-7bd1-4115-a33e-57390a95e802 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b2842c3cec6411ba28d11677e9f6b66&device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 1125 time: 0.0497551 Mar 07 22:22:33.878418 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-bc152de9-0a30-4e1f-8d73-7e7cc415bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:33.879882 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-bc152de9-0a30-4e1f-8d73-7e7cc415bc59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0dd7a556-5007-438a-9fe2-c38b388dc054 HTTP/1.1" status: 200 len: 913 time: 0.0816770 Mar 07 22:22:33.922942 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-0b0f32b8-c9b2-4df7-84b0-e217dbe4bd3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b HTTP/1.1" status: 200 len: 217 time: 0.0372753 Mar 07 22:22:33.967939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-25df57fd-bde4-4353-86ea-d58a8f511b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:33.969305 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-25df57fd-bde4-4353-86ea-d58a8f511b39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e28a7552-c882-4482-adcb-2240f07a585c HTTP/1.1" status: 200 len: 852 time: 0.0409205 Mar 07 22:22:34.000286 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-1115c9d9-3976-4a06-aa55-2582e3e677ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dd7a556-5007-438a-9fe2-c38b388dc054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251474 Mar 07 22:22:34.089875 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-daa0aab9-2f37-4af5-9819-70e60d0cc732 service neutron] 10.222.0.13 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840349 Mar 07 22:22:34.175453 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-41b3a411-18b4-4e6c-a988-e6e92b5e5839 req-1eab48fb-82e0-4fcf-a0eb-222419e44004 service neutron] 10.222.0.13 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797737 Mar 07 22:22:34.488402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b454f3-24b5-4b2c-9a82-f8d299c14755 req-26d287a4-407c-498b-af6e-377e95cdf0e9 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:34.489909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85b454f3-24b5-4b2c-9a82-f8d299c14755 req-26d287a4-407c-498b-af6e-377e95cdf0e9 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 943 time: 0.0533903 Mar 07 22:22:34.534729 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85b454f3-24b5-4b2c-9a82-f8d299c14755 req-95e67031-324f-4f49-b235-a59e0e0618d8 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391717 Mar 07 22:22:35.515443 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372d00ef-3934-45ad-836e-a2d3c46e3a9e', 'tag': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:22:35.517870 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10012752-07f3-4976-a566-587072e986ca" -d '{"events": [{"name": "network-changed", "server_uuid": "372d00ef-3934-45ad-836e-a2d3c46e3a9e", "tag": "390ed9d2-eb47-4350-9d49-eb8e755e1c2b"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:22:35.564889 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c4e3a8-8034-4ec1-9584-7129fca05838 x-openstack-request-id: req-45c4e3a8-8034-4ec1-9584-7129fca05838 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:22:35.565189 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372d00ef-3934-45ad-836e-a2d3c46e3a9e", "tag": "390ed9d2-eb47-4350-9d49-eb8e755e1c2b", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:22:35.565451 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45c4e3a8-8034-4ec1-9584-7129fca05838 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:22:35.565849 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372d00ef-3934-45ad-836e-a2d3c46e3a9e', 'tag': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b', 'status': 'completed', 'code': 200} Mar 07 22:22:35.640753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10012752-07f3-4976-a566-587072e986ca req-362a7b99-5157-4600-8008-a0d515c98727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:35.642297 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-10012752-07f3-4976-a566-587072e986ca req-362a7b99-5157-4600-8008-a0d515c98727 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b2842c3cec6411ba28d11677e9f6b66&device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 1125 time: 0.0558832 Mar 07 22:22:35.677460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10012752-07f3-4976-a566-587072e986ca req-9db2b191-1b4f-43c7-b533-dc70ee6f1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:35.678994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10012752-07f3-4976-a566-587072e986ca req-9db2b191-1b4f-43c7-b533-dc70ee6f1bed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b2842c3cec6411ba28d11677e9f6b66&device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 1125 time: 0.0834272 Mar 07 22:22:35.689204 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822a4fe-3ed5-458f-9473-0b50c6092d39 req-92cda996-829f-4df7-819c-3a8d98f27dd2 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:35.690605 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1822a4fe-3ed5-458f-9473-0b50c6092d39 req-92cda996-829f-4df7-819c-3a8d98f27dd2 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 943 time: 0.0646348 Mar 07 22:22:35.731604 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10012752-07f3-4976-a566-587072e986ca req-34d36399-ca4d-4657-ad7a-9ea538ffe158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:35.733076 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-10012752-07f3-4976-a566-587072e986ca req-34d36399-ca4d-4657-ad7a-9ea538ffe158 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0dd7a556-5007-438a-9fe2-c38b388dc054 HTTP/1.1" status: 200 len: 913 time: 0.0837238 Mar 07 22:22:35.780020 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-10012752-07f3-4976-a566-587072e986ca req-a9283dab-aec8-4a8d-88a1-df47621cffce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b HTTP/1.1" status: 200 len: 217 time: 0.0405653 Mar 07 22:22:35.793397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1822a4fe-3ed5-458f-9473-0b50c6092d39 req-9ad4804e-9216-45a8-a78d-5c653ac4b58a tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948174 Mar 07 22:22:35.811540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10012752-07f3-4976-a566-587072e986ca req-8211e608-bb28-47fe-a949-6327d0aebf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:35.812997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10012752-07f3-4976-a566-587072e986ca req-8211e608-bb28-47fe-a949-6327d0aebf4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=0dd7a556-5007-438a-9fe2-c38b388dc054 HTTP/1.1" status: 200 len: 913 time: 0.1215715 Mar 07 22:22:35.828173 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10012752-07f3-4976-a566-587072e986ca req-0ad39811-96da-4d10-91ac-2f540b888379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:35.829616 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-10012752-07f3-4976-a566-587072e986ca req-0ad39811-96da-4d10-91ac-2f540b888379 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e28a7552-c882-4482-adcb-2240f07a585c HTTP/1.1" status: 200 len: 852 time: 0.0441251 Mar 07 22:22:35.861350 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10012752-07f3-4976-a566-587072e986ca req-a78a5a6e-391b-4637-9d5d-13a3335c9d27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b HTTP/1.1" status: 200 len: 217 time: 0.0354660 Mar 07 22:22:35.861566 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-10012752-07f3-4976-a566-587072e986ca req-bd1cddee-ace2-44e4-9df8-da4ae8d0ba0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dd7a556-5007-438a-9fe2-c38b388dc054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255666 Mar 07 22:22:35.909011 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10012752-07f3-4976-a566-587072e986ca req-5d562423-6802-4288-9d52-32b7d5e64b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:35.910463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10012752-07f3-4976-a566-587072e986ca req-5d562423-6802-4288-9d52-32b7d5e64b36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e28a7552-c882-4482-adcb-2240f07a585c HTTP/1.1" status: 200 len: 852 time: 0.0418160 Mar 07 22:22:35.948113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10012752-07f3-4976-a566-587072e986ca req-7c4906cc-2c9f-402d-93fa-ff518cd2bf40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0dd7a556-5007-438a-9fe2-c38b388dc054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288169 Mar 07 22:22:35.951517 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-10012752-07f3-4976-a566-587072e986ca req-1271578c-6aec-4290-b00b-14a7a60330ab service neutron] 10.222.0.13 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836151 Mar 07 22:22:36.040242 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10012752-07f3-4976-a566-587072e986ca req-598df3d7-9c6f-4ccc-b97b-f2d4346d9cea service neutron] 10.222.0.15 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841179 Mar 07 22:22:36.042480 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-10012752-07f3-4976-a566-587072e986ca req-5647b2d7-b9a0-47f0-bb65-4e74ffc41b91 service neutron] 10.222.0.13 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854025 Mar 07 22:22:36.047251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 390ed9d2-eb47-4350-9d49-eb8e755e1c2b no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:22:36.074408 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 390ed9d2-eb47-4350-9d49-eb8e755e1c2b details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:22:36.105361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] The host n-h2-832330-1 is not matching for port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b host n-h1-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 22:22:36.105755 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 390ed9d2-eb47-4350-9d49-eb8e755e1c2b not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:22:36.135233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-10012752-07f3-4976-a566-587072e986ca req-5159f5a9-510b-4aaf-95a6-7cb2172884a3 service neutron] 10.222.0.15 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874958 Mar 07 22:22:36.182722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,segment=NetworkSegment(356bc3e6-e89e-4307-88d6-b0d1e26fea3a),segment_id=356bc3e6-e89e-4307-88d6-b0d1e26fea3a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:22:36.193807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b', 'network_id': '0dd7a556-5007-438a-9fe2-c38b388dc054', 'port_id': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b', 'mac_address': 'fa:16:3e:c3:8e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28a7552-c882-4482-adcb-2240f07a585c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:22:36.233217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:22:36.233596 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:36.245740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390ed9d2-eb47-4350-9d49-eb8e755e1c2b {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:22:36.264467 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,segment=NetworkSegment(356bc3e6-e89e-4307-88d6-b0d1e26fea3a),segment_id=356bc3e6-e89e-4307-88d6-b0d1e26fea3a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:22:36.268394 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:36.313861 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:36.321409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:36.321758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:36.322125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:36.322466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:36.322800 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:36.323130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:36.323460 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:36.323784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:36.324114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:36.324437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:36.324759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:36.325078 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:36.325412 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:36.712501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['390ed9d2-eb47-4350-9d49-eb8e755e1c2b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:22:36.913499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f5017-b20c-4ca2-b210-2c254207ed4c req-2a060fbf-0429-4c45-a72a-bfea6768459e tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:36.914994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c02f5017-b20c-4ca2-b210-2c254207ed4c req-2a060fbf-0429-4c45-a72a-bfea6768459e tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 944 time: 0.0521021 Mar 07 22:22:36.959278 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c02f5017-b20c-4ca2-b210-2c254207ed4c req-ba54765f-a847-4e37-8f87-852bcdc58228 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388916 Mar 07 22:22:38.086604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8dad8-7956-4052-b4e7-65680cf6052e req-d7d373e3-fde3-4039-ba17-324a35b6960d tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:38.088111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7a8dad8-7956-4052-b4e7-65680cf6052e req-d7d373e3-fde3-4039-ba17-324a35b6960d tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 944 time: 0.0548501 Mar 07 22:22:38.093556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 390ed9d2-eb47-4350-9d49-eb8e755e1c2b up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:22:38.143898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7a8dad8-7956-4052-b4e7-65680cf6052e req-d2bbb249-d652-42b7-a78e-53c5c7662461 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501242 Mar 07 22:22:38.151811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:22:38.158950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:22:38.159347 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:38.235645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:22:38.236033 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:38.262260 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372d00ef-3934-45ad-836e-a2d3c46e3a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:22:38.264388 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949b5347-57bc-4ed0-bd4d-8728ba048de1" -d '{"events": [{"server_uuid": "372d00ef-3934-45ad-836e-a2d3c46e3a9e", "name": "network-vif-plugged", "status": "completed", "tag": "390ed9d2-eb47-4350-9d49-eb8e755e1c2b"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:22:38.276812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,segment=NetworkSegment(356bc3e6-e89e-4307-88d6-b0d1e26fea3a),segment_id=356bc3e6-e89e-4307-88d6-b0d1e26fea3a)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:22:38.281688 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:38.314641 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9542370f-1de0-4a8d-8fce-2f38bcc15388 x-openstack-request-id: req-9542370f-1de0-4a8d-8fce-2f38bcc15388 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:22:38.314938 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372d00ef-3934-45ad-836e-a2d3c46e3a9e", "name": "network-vif-plugged", "status": "completed", "tag": "390ed9d2-eb47-4350-9d49-eb8e755e1c2b", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:22:38.315198 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9542370f-1de0-4a8d-8fce-2f38bcc15388 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:22:38.315592 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372d00ef-3934-45ad-836e-a2d3c46e3a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b', 'code': 200} Mar 07 22:22:38.331238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:39.260744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090666b3-8876-4ef0-9430-1590e04a9deb req-7823f3b7-2ce4-453c-accc-8decb2018cbf tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:39.262221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-090666b3-8876-4ef0-9430-1590e04a9deb req-7823f3b7-2ce4-453c-accc-8decb2018cbf tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0508471 Mar 07 22:22:39.307558 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-090666b3-8876-4ef0-9430-1590e04a9deb req-ee46aaa1-5b58-4a42-a970-879e38364e19 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396669 Mar 07 22:22:39.590575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813f22-c98d-49c8-8211-828767cc8089 req-c8952c13-3b86-425a-ad6b-3b95a3686560 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:39.591923 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8813f22-c98d-49c8-8211-828767cc8089 req-c8952c13-3b86-425a-ad6b-3b95a3686560 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.15 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e&tenant_id=3b2842c3cec6411ba28d11677e9f6b66&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 945 time: 0.0939517 Mar 07 22:22:39.653151 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-d8813f22-c98d-49c8-8211-828767cc8089 req-6746a476-890c-4410-968c-11f0bbc7b1fd service neutron] delete failed (client error): The resource could not be found. Mar 07 22:22:39.654161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8813f22-c98d-49c8-8211-828767cc8089 req-6746a476-890c-4410-968c-11f0bbc7b1fd service neutron] 10.222.0.15 "DELETE /v2.0/ports/390ed9d2-eb47-4350-9d49-eb8e755e1c2b/bindings/n-h2-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.0519385 Mar 07 22:22:39.746790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813f22-c98d-49c8-8211-828767cc8089 req-e8154885-299d-4fd9-a816-69503b8cfcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:39.748301 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8813f22-c98d-49c8-8211-828767cc8089 req-e8154885-299d-4fd9-a816-69503b8cfcdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b2842c3cec6411ba28d11677e9f6b66&device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 1127 time: 0.0445931 Mar 07 22:22:39.843389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813f22-c98d-49c8-8211-828767cc8089 req-517dab0e-38ef-4e9d-93c6-0a7c566e67f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:39.844759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8813f22-c98d-49c8-8211-828767cc8089 req-517dab0e-38ef-4e9d-93c6-0a7c566e67f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0dd7a556-5007-438a-9fe2-c38b388dc054 HTTP/1.1" status: 200 len: 913 time: 0.0864866 Mar 07 22:22:39.888306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8813f22-c98d-49c8-8211-828767cc8089 req-1bccebe9-277a-4770-be19-3facc5158814 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b HTTP/1.1" status: 200 len: 217 time: 0.0343261 Mar 07 22:22:39.937320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813f22-c98d-49c8-8211-828767cc8089 req-672a98d5-0c3e-41cd-998d-6516d0d01e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:39.938736 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8813f22-c98d-49c8-8211-828767cc8089 req-672a98d5-0c3e-41cd-998d-6516d0d01e26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e28a7552-c882-4482-adcb-2240f07a585c HTTP/1.1" status: 200 len: 852 time: 0.0418005 Mar 07 22:22:39.971579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8813f22-c98d-49c8-8211-828767cc8089 req-a498d3b5-7d64-4df0-81c2-4302165e4a2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0dd7a556-5007-438a-9fe2-c38b388dc054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240440 Mar 07 22:22:40.067266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8813f22-c98d-49c8-8211-828767cc8089 req-ed60d377-9f73-4d82-abcd-4c29e191c198 service neutron] 10.222.0.15 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859640 Mar 07 22:22:40.159426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d8813f22-c98d-49c8-8211-828767cc8089 req-06763457-6eaf-4ec0-95f1-008206bd94a6 service neutron] 10.222.0.15 "GET /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857246 Mar 07 22:22:40.919481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbee9fc-dfe5-4d08-acf7-915f4377185f req-5c8ff92a-2436-4467-94ea-71060c4dbbf5 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:40.920908 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fbee9fc-dfe5-4d08-acf7-915f4377185f req-5c8ff92a-2436-4467-94ea-71060c4dbbf5 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0527833 Mar 07 22:22:40.966739 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fbee9fc-dfe5-4d08-acf7-915f4377185f req-ca280fac-33c2-434a-8e9e-178dfa07897f tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403528 Mar 07 22:22:42.092143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e07add-510b-44f0-9094-15a696471f69 req-1dc8ea2a-809c-4151-b453-c167fb793118 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:42.093624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33e07add-510b-44f0-9094-15a696471f69 req-1dc8ea2a-809c-4151-b453-c167fb793118 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0530996 Mar 07 22:22:42.140409 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33e07add-510b-44f0-9094-15a696471f69 req-a913ee18-0157-497d-ad73-9c0c7c89dc3d tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.26 "GET /v2.0/security-groups?id=9de2c896-26a9-4e64-ac82-3ca8756a869c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404117 Mar 07 22:22:42.239124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813f22-c98d-49c8-8211-828767cc8089 req-3d838418-8464-4317-8c1c-5b538353edf7 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:42.241145 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d8813f22-c98d-49c8-8211-828767cc8089 req-3d838418-8464-4317-8c1c-5b538353edf7 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.13 "GET /v2.0/ports?device_id=372d00ef-3934-45ad-836e-a2d3c46e3a9e HTTP/1.1" status: 200 len: 945 time: 0.0510931 Mar 07 22:22:42.331104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-d8813f22-c98d-49c8-8211-828767cc8089 req-539f0a25-3d8f-492d-8f5c-62c208ca9338 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Deleting port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:22:42.331360 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d8813f22-c98d-49c8-8211-828767cc8089 req-539f0a25-3d8f-492d-8f5c-62c208ca9338 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:42.415101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-d8813f22-c98d-49c8-8211-828767cc8089 req-539f0a25-3d8f-492d-8f5c-62c208ca9338 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] For port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,segment=NetworkSegment(356bc3e6-e89e-4307-88d6-b0d1e26fea3a),segment_id=356bc3e6-e89e-4307-88d6-b0d1e26fea3a)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:22:42.415462 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d8813f22-c98d-49c8-8211-828767cc8089 req-539f0a25-3d8f-492d-8f5c-62c208ca9338 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:42.426642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-d8813f22-c98d-49c8-8211-828767cc8089 req-539f0a25-3d8f-492d-8f5c-62c208ca9338 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Calling delete_port for 390ed9d2-eb47-4350-9d49-eb8e755e1c2b owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:22:42.552631 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d8813f22-c98d-49c8-8211-828767cc8089 req-539f0a25-3d8f-492d-8f5c-62c208ca9338 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (390ed9d2-eb47-4350-9d49-eb8e755e1c2b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:42.566668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['390ed9d2-eb47-4350-9d49-eb8e755e1c2b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:22:42.578244 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f0a25-3d8f-492d-8f5c-62c208ca9338 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Pushing event deleted for resources: {'Port': ['ID=390ed9d2-eb47-4350-9d49-eb8e755e1c2b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:42.626080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8813f22-c98d-49c8-8211-828767cc8089 req-539f0a25-3d8f-492d-8f5c-62c208ca9338 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] No DVR routers for this DVR port 390ed9d2-eb47-4350-9d49-eb8e755e1c2b on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:22:42.628735 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-d8813f22-c98d-49c8-8211-828767cc8089 req-539f0a25-3d8f-492d-8f5c-62c208ca9338 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:42.632029 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-d8813f22-c98d-49c8-8211-828767cc8089 req-539f0a25-3d8f-492d-8f5c-62c208ca9338 tempest-DeleteServersTestJSON-811069703 tempest-DeleteServersTestJSON-811069703-project] 10.222.0.13 "DELETE /v2.0/ports/390ed9d2-eb47-4350-9d49-eb8e755e1c2b HTTP/1.1" status: 204 len: 173 time: 0.3859010 Mar 07 22:22:42.632514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372d00ef-3934-45ad-836e-a2d3c46e3a9e', 'name': 'network-vif-deleted', 'tag': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:22:42.635327 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13df041c-611d-4ab7-a685-5e484fd47685" -d '{"events": [{"server_uuid": "372d00ef-3934-45ad-836e-a2d3c46e3a9e", "name": "network-vif-deleted", "tag": "390ed9d2-eb47-4350-9d49-eb8e755e1c2b"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:22:42.674304 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6104cac7-0f0f-4067-9dfb-c9b7ed37af44 x-openstack-request-id: req-6104cac7-0f0f-4067-9dfb-c9b7ed37af44 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:22:42.674606 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372d00ef-3934-45ad-836e-a2d3c46e3a9e", "name": "network-vif-deleted", "tag": "390ed9d2-eb47-4350-9d49-eb8e755e1c2b", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:22:42.674864 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6104cac7-0f0f-4067-9dfb-c9b7ed37af44 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:22:42.675293 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372d00ef-3934-45ad-836e-a2d3c46e3a9e', 'name': 'network-vif-deleted', 'tag': '390ed9d2-eb47-4350-9d49-eb8e755e1c2b', 'status': 'completed', 'code': 200} Mar 07 22:22:43.267671 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50050) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:22:43.311271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-349b8111-ce9d-481e-9ca0-11414bb56e76 admin admin] Deleting subnet e28a7552-c882-4482-adcb-2240f07a585c {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:22:43.314296 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-349b8111-ce9d-481e-9ca0-11414bb56e76 admin admin] Publish callbacks [] for subnet (e28a7552-c882-4482-adcb-2240f07a585c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:43.347225 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-349b8111-ce9d-481e-9ca0-11414bb56e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (e28a7552-c882-4482-adcb-2240f07a585c), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:43.385721 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-349b8111-ce9d-481e-9ca0-11414bb56e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (e28a7552-c882-4482-adcb-2240f07a585c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:43.442099 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-349b8111-ce9d-481e-9ca0-11414bb56e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (e28a7552-c882-4482-adcb-2240f07a585c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:43.470897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b8111-ce9d-481e-9ca0-11414bb56e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e28a7552-c882-4482-adcb-2240f07a585c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:43.472868 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-349b8111-ce9d-481e-9ca0-11414bb56e76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:43.476357 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-349b8111-ce9d-481e-9ca0-11414bb56e76 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e28a7552-c882-4482-adcb-2240f07a585c HTTP/1.1" status: 204 len: 168 time: 0.2076726 Mar 07 22:22:43.478882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50056) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:22:43.544895 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-627d8ddb-69b6-49c3-b392-1c331d92df62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (0dd7a556-5007-438a-9fe2-c38b388dc054), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:43.624514 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-627d8ddb-69b6-49c3-b392-1c331d92df62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (0dd7a556-5007-438a-9fe2-c38b388dc054), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:43.643682 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-627d8ddb-69b6-49c3-b392-1c331d92df62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd7a556-5007-438a-9fe2-c38b388dc054']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:22:43.652721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-627d8ddb-69b6-49c3-b392-1c331d92df62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356bc3e6-e89e-4307-88d6-b0d1e26fea3a') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:22:43.653023 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-627d8ddb-69b6-49c3-b392-1c331d92df62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356bc3e6-e89e-4307-88d6-b0d1e26fea3a') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:22:43.662508 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-627d8ddb-69b6-49c3-b392-1c331d92df62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (356bc3e6-e89e-4307-88d6-b0d1e26fea3a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:43.675133 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-627d8ddb-69b6-49c3-b392-1c331d92df62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (356bc3e6-e89e-4307-88d6-b0d1e26fea3a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:43.681238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627d8ddb-69b6-49c3-b392-1c331d92df62 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:22:43.681618 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-627d8ddb-69b6-49c3-b392-1c331d92df62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (356bc3e6-e89e-4307-88d6-b0d1e26fea3a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:22:43.683255 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:22:43.738951 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-627d8ddb-69b6-49c3-b392-1c331d92df62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (0dd7a556-5007-438a-9fe2-c38b388dc054), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:43.744779 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-627d8ddb-69b6-49c3-b392-1c331d92df62 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:43.747910 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-627d8ddb-69b6-49c3-b392-1c331d92df62 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0dd7a556-5007-438a-9fe2-c38b388dc054 HTTP/1.1" status: 204 len: 168 time: 0.2681234 Mar 07 22:22:43.758190 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d8ddb-69b6-49c3-b392-1c331d92df62 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd7a556-5007-438a-9fe2-c38b388dc054,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:43.850163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50060) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:22:43.889062 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3275bf6b-180f-41b6-811c-9321a3ed8fa9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b2842c3cec6411ba28d11677e9f6b66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377579 Mar 07 22:22:43.891498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50062) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:22:43.937125 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4861be2-4d90-47d1-8e1c-42beb8a4e5d1 admin admin] Publish callbacks [] for security_group (9de2c896-26a9-4e64-ac82-3ca8756a869c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:43.956738 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4861be2-4d90-47d1-8e1c-42beb8a4e5d1 admin admin] Publish callbacks [] for security_group (9de2c896-26a9-4e64-ac82-3ca8756a869c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:44.001486 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4861be2-4d90-47d1-8e1c-42beb8a4e5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (9de2c896-26a9-4e64-ac82-3ca8756a869c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:44.004011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4861be2-4d90-47d1-8e1c-42beb8a4e5d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:44.005149 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b4861be2-4d90-47d1-8e1c-42beb8a4e5d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9de2c896-26a9-4e64-ac82-3ca8756a869c HTTP/1.1" status: 204 len: 168 time: 0.1127737 Mar 07 22:22:44.012330 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4861be2-4d90-47d1-8e1c-42beb8a4e5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de2c896-26a9-4e64-ac82-3ca8756a869c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:44.642044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50084) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:22:44.734199 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-679749413-network', 'tenant_id': 'accb1ba2fc4a468bb375ebd960740cb0'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:22:44.752131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Made reservation on behalf of accb1ba2fc4a468bb375ebd960740cb0 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:22:44.754338 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:44.766547 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:44.839493 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Publish callbacks [] for security_group (c7702863-d264-43f9-9e61-0ad6f6a964cb), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:44.843628 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c7702863-d264-43f9-9e61-0ad6f6a964cb), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:44.870475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:22:44.878571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7702863-d264-43f9-9e61-0ad6f6a964cb,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:44.884050 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c28dddd8-5ce2-4191-b0cb-df00a4a932c5), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:44.884389 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Added segment c28dddd8-5ce2-4191-b0cb-df00a4a932c5 of type vlan for network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 Mar 07 22:22:44.897198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:44.897488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:44.897829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:44.898208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:44.898540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:44.898868 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:44.899194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:44.899519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:44.899841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:44.900163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:44.900483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:44.900807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:44.901131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:22:44.947461 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:44.974148 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:44.975107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:44.975696 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:45.016312 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3730786 Mar 07 22:22:45.019308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50088) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:22:45.024331 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-32f5c460-9d3f-49f0-b665-c124e6eac685 admin admin] Request body: {'subnet': {'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-679749413-subnet', 'tenant_id': 'accb1ba2fc4a468bb375ebd960740cb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:22:45.043921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f5c460-9d3f-49f0-b665-c124e6eac685 admin admin] Made reservation on behalf of accb1ba2fc4a468bb375ebd960740cb0 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:22:45.046574 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-32f5c460-9d3f-49f0-b665-c124e6eac685 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:45.068286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435304d3-bf25-4660-bf73-0c4e8c1b97e4 admin admin] Pushing event updated for resources: {'Network': ['ID=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:45.082241 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:22:45.214182 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-32f5c460-9d3f-49f0-b665-c124e6eac685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (7ee692e1-3d16-48a8-8b48-d7d45633c308), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:45.269170 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5c460-9d3f-49f0-b665-c124e6eac685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee692e1-3d16-48a8-8b48-d7d45633c308,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:45.278867 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f5c460-9d3f-49f0-b665-c124e6eac685 admin admin] Checking segment: {'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:22:45.279221 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f5c460-9d3f-49f0-b665-c124e6eac685 admin admin] Network hostable DHCP agents. Network: bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:22:45.295172 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f5c460-9d3f-49f0-b665-c124e6eac685 admin admin] Network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:22:45.303679 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-32f5c460-9d3f-49f0-b665-c124e6eac685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:22:45.307915 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f5c460-9d3f-49f0-b665-c124e6eac685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:45.308536 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-32f5c460-9d3f-49f0-b665-c124e6eac685 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:45.313813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f838453-f1ce-45a8-8ffb-93b96aea0ad4 None None] Network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:22:45.323642 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-32f5c460-9d3f-49f0-b665-c124e6eac685 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3031967 Mar 07 22:22:45.579530 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a576a0b8-93bf-4c98-813e-272677e42832 None None] Network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:22:45.687705 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-722fa856-7c84-4461-a3e8-b6096b4556de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:45.752317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-08658ac8-72b6-4034-8b8d-9cf10c2efc21 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:45.753771 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-08658ac8-72b6-4034-8b8d-9cf10c2efc21 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 814 time: 0.0991020 Mar 07 22:22:45.767834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-b603eccb-7fec-4237-a97e-09710a64af0d tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/quotas/accb1ba2fc4a468bb375ebd960740cb0 HTTP/1.1" status: 200 len: 375 time: 0.0087211 Mar 07 22:22:45.806583 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-9f990c1b-9916-4317-97b7-dcea826b99ba tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330420 Mar 07 22:22:45.817387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-e08f33ec-c068-4306-bb94-a560fe1be41c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:22:45.818349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-e08f33ec-c068-4306-bb94-a560fe1be41c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051286 Mar 07 22:22:45.904443 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-5a6f800e-fdd6-4337-8fd2-9c0db42d71f3 service neutron] 10.222.0.26 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808320 Mar 07 22:22:45.993887 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-748df94e-8734-4040-9389-176a9614bf64 service neutron] 10.222.0.26 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836968 Mar 07 22:22:46.156060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3183c2c0-5d3e-44b0-9a86-1fc5964e792e req-6eb61a40-6445-4c4a-8484-187360c81b66 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 210 time: 0.0278039 Mar 07 22:22:46.181552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 390ed9d2-eb47-4350-9d49-eb8e755e1c2b no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:22:46.202221 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 390ed9d2-eb47-4350-9d49-eb8e755e1c2b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:22:46.202574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 390ed9d2-eb47-4350-9d49-eb8e755e1c2b not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:22:46.399694 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:47.148310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-ece8ccae-e77e-475e-b405-c1fc8b1abec0 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:47.149757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-ece8ccae-e77e-475e-b405-c1fc8b1abec0 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.15 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 814 time: 0.1068914 Mar 07 22:22:47.162858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-0d8fd484-91f6-4e58-8dff-653658e2b7a4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Request body: {'port': {'device_id': '935e3c5c-0ab8-42cb-8160-0105f2ef9991', 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8', 'admin_state_up': True, 'tenant_id': 'accb1ba2fc4a468bb375ebd960740cb0'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:22:47.257450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4de17c32-2d99-42dd-8320-fac1e616ae7c req-a6fd03d8-39b7-491e-8394-c56a9aba7de9 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 210 time: 0.0346873 Mar 07 22:22:47.295263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-0d8fd484-91f6-4e58-8dff-653658e2b7a4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Made reservation on behalf of accb1ba2fc4a468bb375ebd960740cb0 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:22:47.299022 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-0d8fd484-91f6-4e58-8dff-653658e2b7a4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:47.419708 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-0d8fd484-91f6-4e58-8dff-653658e2b7a4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Allocated IP 172.20.0.3 (bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8/7ee692e1-3d16-48a8-8b48-d7d45633c308/6e28c022-cb53-41e6-a161-0e137050b93f) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:22:47.560224 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-0d8fd484-91f6-4e58-8dff-653658e2b7a4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks [] for port (6e28c022-cb53-41e6-a161-0e137050b93f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:47.592988 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-0d8fd484-91f6-4e58-8dff-653658e2b7a4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:47.634490 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-0d8fd484-91f6-4e58-8dff-653658e2b7a4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:22:47.637491 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-0d8fd484-91f6-4e58-8dff-653658e2b7a4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:22:47.640947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-0d8fd484-91f6-4e58-8dff-653658e2b7a4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:22:47.665363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fd484-91f6-4e58-8dff-653658e2b7a4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Pushing event updated for resources: {'Port': ['ID=6e28c022-cb53-41e6-a161-0e137050b93f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:47.691812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-0d8fd484-91f6-4e58-8dff-653658e2b7a4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:47.692909 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-0d8fd484-91f6-4e58-8dff-653658e2b7a4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:47.707325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-0d8fd484-91f6-4e58-8dff-653658e2b7a4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5486312 Mar 07 22:22:47.722571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Request body: {'port': {'device_id': '935e3c5c-0ab8-42cb-8160-0105f2ef9991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:22:47.782333 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:48.033840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e28c022-cb53-41e6-a161-0e137050b93f {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:22:48.041710 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Publish callbacks [] for port (6e28c022-cb53-41e6-a161-0e137050b93f), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:48.054314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Transition to ACTIVE for port object 6e28c022-cb53-41e6-a161-0e137050b93f will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:22:48.057725 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:48.108383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Pushing event updated for resources: {'Port': ['ID=6e28c022-cb53-41e6-a161-0e137050b93f,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:48.163859 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4acbd6ae-4256-4ba4-9aa4-983ebde68d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:48.179463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Attempting to bind port 6e28c022-cb53-41e6-a161-0e137050b93f on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:22:48.179955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Attempting to bind port 6e28c022-cb53-41e6-a161-0e137050b93f by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:22:48.180121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Attempting to bind port 6e28c022-cb53-41e6-a161-0e137050b93f on network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:22:48.184398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Port 6e28c022-cb53-41e6-a161-0e137050b93f on network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:22:48.184751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Attempting to bind port 6e28c022-cb53-41e6-a161-0e137050b93f on network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:22:48.189487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:22:48.189821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Checking segment: {'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:22:48.190245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Bound using segment: {'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:22:48.190665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Bound port: 6e28c022-cb53-41e6-a161-0e137050b93f, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:22:48.191016 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:48.251252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] For port 6e28c022-cb53-41e6-a161-0e137050b93f, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:22:48.254161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] For port 6e28c022-cb53-41e6-a161-0e137050b93f, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e28c022-cb53-41e6-a161-0e137050b93f,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:22:48.259768 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:48.298714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:48.299356 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:48.300757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] 10.222.0.15 "PUT /v2.0/ports/6e28c022-cb53-41e6-a161-0e137050b93f HTTP/1.1" status: 200 len: 1091 time: 0.5822198 Mar 07 22:22:48.301205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935e3c5c-0ab8-42cb-8160-0105f2ef9991', 'tag': '6e28c022-cb53-41e6-a161-0e137050b93f'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:22:48.304064 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1219a1de-efd3-4463-ae36-e3ed60735d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "935e3c5c-0ab8-42cb-8160-0105f2ef9991", "tag": "6e28c022-cb53-41e6-a161-0e137050b93f"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:22:48.324584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25816107-c4fe-4f38-88f8-be3e8b89bc46 service neutron] Pushing event updated for resources: {'Port': ['ID=6e28c022-cb53-41e6-a161-0e137050b93f,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:48.356595 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f298f2f1-5e51-49c4-bcb6-3065c6c9c04f x-openstack-request-id: req-f298f2f1-5e51-49c4-bcb6-3065c6c9c04f {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:22:48.356905 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935e3c5c-0ab8-42cb-8160-0105f2ef9991", "tag": "6e28c022-cb53-41e6-a161-0e137050b93f", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:22:48.357166 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f298f2f1-5e51-49c4-bcb6-3065c6c9c04f {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:22:48.357569 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935e3c5c-0ab8-42cb-8160-0105f2ef9991', 'tag': '6e28c022-cb53-41e6-a161-0e137050b93f', 'status': 'completed', 'code': 200} Mar 07 22:22:48.413207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691ef65-35c1-453a-8eee-93173678dbe5 req-64965bfd-00eb-422b-9daa-bef581a8dad3 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:48.414721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f691ef65-35c1-453a-8eee-93173678dbe5 req-64965bfd-00eb-422b-9daa-bef581a8dad3 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 943 time: 0.0871966 Mar 07 22:22:48.419826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-aad65f00-5a62-4b91-897a-49fc3c151e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:48.421198 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-aad65f00-5a62-4b91-897a-49fc3c151e0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 1125 time: 0.0629089 Mar 07 22:22:48.477478 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-088996f3-5403-4c8f-ad89-231caed12c1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e28c022-cb53-41e6-a161-0e137050b93f HTTP/1.1" status: 200 len: 217 time: 0.0423987 Mar 07 22:22:48.525607 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f691ef65-35c1-453a-8eee-93173678dbe5 req-ec1c20b6-f89f-49c5-be2f-68429ada94b8 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034608 Mar 07 22:22:48.537155 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-010cac9f-57bc-472f-aa17-851f1aeb364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:48.538220 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:48.538780 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-010cac9f-57bc-472f-aa17-851f1aeb364f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ee692e1-3d16-48a8-8b48-d7d45633c308 HTTP/1.1" status: 200 len: 854 time: 0.0540380 Mar 07 22:22:48.573938 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-a83a5138-6d5a-4784-adcb-30fdd9a419b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253322 Mar 07 22:22:48.666775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-feffb7d3-c377-49ca-ae30-206dfafa24f7 service neutron] 10.222.0.15 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830827 Mar 07 22:22:48.754079 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3c1ace8b-785e-440b-81fe-6ba1bf2825cc req-089e7851-d612-40e5-895b-f0558d3d455f service neutron] 10.222.0.15 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784760 Mar 07 22:22:48.852604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219a1de-efd3-4463-ae36-e3ed60735d2b req-9f6f3813-f1ef-4daf-8c8c-5080c9721e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:48.853999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1219a1de-efd3-4463-ae36-e3ed60735d2b req-9f6f3813-f1ef-4daf-8c8c-5080c9721e78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 1125 time: 0.0483937 Mar 07 22:22:48.939221 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219a1de-efd3-4463-ae36-e3ed60735d2b req-6ea2ced3-9d42-4975-b0d7-ae70342c966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:48.940653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1219a1de-efd3-4463-ae36-e3ed60735d2b req-6ea2ced3-9d42-4975-b0d7-ae70342c966d service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 915 time: 0.0807593 Mar 07 22:22:48.984003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1219a1de-efd3-4463-ae36-e3ed60735d2b req-fbd19df0-f6b6-4726-a2fb-4c04d3d4435f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e28c022-cb53-41e6-a161-0e137050b93f HTTP/1.1" status: 200 len: 217 time: 0.0369496 Mar 07 22:22:49.031440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219a1de-efd3-4463-ae36-e3ed60735d2b req-4ebc3757-a7de-4b7c-9e01-be942186d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:49.032881 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1219a1de-efd3-4463-ae36-e3ed60735d2b req-4ebc3757-a7de-4b7c-9e01-be942186d855 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ee692e1-3d16-48a8-8b48-d7d45633c308 HTTP/1.1" status: 200 len: 854 time: 0.0432475 Mar 07 22:22:49.064699 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1219a1de-efd3-4463-ae36-e3ed60735d2b req-ff247808-acd4-432c-ab28-706daafe6f73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245030 Mar 07 22:22:49.153570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1219a1de-efd3-4463-ae36-e3ed60735d2b req-cba087f0-5a23-4c88-8fac-aa022934a854 service neutron] 10.222.0.15 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827262 Mar 07 22:22:49.243421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1219a1de-efd3-4463-ae36-e3ed60735d2b req-7230d9d9-d204-4b5d-b138-f75d19503e22 service neutron] 10.222.0.15 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818624 Mar 07 22:22:49.429026 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:49.646611 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc82c6-d2fa-471e-8ea5-2b7fd329e2ce req-a46a9de6-7552-48cd-b33f-3c892dfddb70 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:49.648103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfbc82c6-d2fa-471e-8ea5-2b7fd329e2ce req-a46a9de6-7552-48cd-b33f-3c892dfddb70 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 943 time: 0.0518453 Mar 07 22:22:49.697294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfbc82c6-d2fa-471e-8ea5-2b7fd329e2ce req-2807f105-b67a-45cb-baf9-fe0d3900065c tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434697 Mar 07 22:22:50.398285 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:51.101123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216d0b8-ad08-4e72-b6e1-43a8b58d148a req-7fbaad11-163f-40e4-8370-c1593d5e1f32 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:51.102626 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8216d0b8-ad08-4e72-b6e1-43a8b58d148a req-7fbaad11-163f-40e4-8370-c1593d5e1f32 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 943 time: 0.3393757 Mar 07 22:22:51.150453 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8216d0b8-ad08-4e72-b6e1-43a8b58d148a req-c0df9977-9a36-4209-861e-461c5dfec745 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424201 Mar 07 22:22:52.138555 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6e28c022-cb53-41e6-a161-0e137050b93f details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:22:52.183851 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:52.252396 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6e28c022-cb53-41e6-a161-0e137050b93f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e28c022-cb53-41e6-a161-0e137050b93f,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:22:52.263730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '6e28c022-cb53-41e6-a161-0e137050b93f', 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8', 'port_id': '6e28c022-cb53-41e6-a161-0e137050b93f', 'mac_address': 'fa:16:3e:c3:68:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee692e1-3d16-48a8-8b48-d7d45633c308', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:22:52.272594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d2626-cefd-4a9f-9cea-de775de5d8fb req-b1d06b25-e353-4274-b6a2-c47ffe4ec248 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:52.274144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-453d2626-cefd-4a9f-9cea-de775de5d8fb req-b1d06b25-e353-4274-b6a2-c47ffe4ec248 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 943 time: 0.0526335 Mar 07 22:22:52.305118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6e28c022-cb53-41e6-a161-0e137050b93f is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:22:52.305414 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:52.318013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e28c022-cb53-41e6-a161-0e137050b93f {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:22:52.320595 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-453d2626-cefd-4a9f-9cea-de775de5d8fb req-14817b78-80e5-4dff-a5c2-fa945b23f054 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Mar 07 22:22:52.339597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6e28c022-cb53-41e6-a161-0e137050b93f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e28c022-cb53-41e6-a161-0e137050b93f,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:22:52.344124 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:52.390405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6e28c022-cb53-41e6-a161-0e137050b93f,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:52.611428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['6e28c022-cb53-41e6-a161-0e137050b93f'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:22:53.441043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab9525-f8c5-4ce5-b9af-d972e29b48fa req-9f6d4fa2-2980-4158-a637-b6035ded6fde tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:53.442578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1ab9525-f8c5-4ce5-b9af-d972e29b48fa req-9f6d4fa2-2980-4158-a637-b6035ded6fde tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 944 time: 0.0555506 Mar 07 22:22:53.488372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1ab9525-f8c5-4ce5-b9af-d972e29b48fa req-f54ea2b2-fb91-4e3e-b8cb-47cae4eda3cc tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Mar 07 22:22:54.154685 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6e28c022-cb53-41e6-a161-0e137050b93f up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:22:54.202827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 6e28c022-cb53-41e6-a161-0e137050b93f completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:22:54.206478 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 6e28c022-cb53-41e6-a161-0e137050b93f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:22:54.206857 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:54.285691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 6e28c022-cb53-41e6-a161-0e137050b93f is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:22:54.286021 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:54.307828 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935e3c5c-0ab8-42cb-8160-0105f2ef9991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e28c022-cb53-41e6-a161-0e137050b93f'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:22:54.310028 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40413d57-dcd4-49ac-bc00-e364e0eb7f21" -d '{"events": [{"server_uuid": "935e3c5c-0ab8-42cb-8160-0105f2ef9991", "name": "network-vif-plugged", "status": "completed", "tag": "6e28c022-cb53-41e6-a161-0e137050b93f"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:22:54.323034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 6e28c022-cb53-41e6-a161-0e137050b93f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e28c022-cb53-41e6-a161-0e137050b93f,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:22:54.327022 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:22:54.351306 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c646df4-ed3d-45d1-8000-fd640851568c x-openstack-request-id: req-3c646df4-ed3d-45d1-8000-fd640851568c {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:22:54.351609 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935e3c5c-0ab8-42cb-8160-0105f2ef9991", "name": "network-vif-plugged", "status": "completed", "tag": "6e28c022-cb53-41e6-a161-0e137050b93f", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:22:54.351870 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c646df4-ed3d-45d1-8000-fd640851568c {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:22:54.352266 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935e3c5c-0ab8-42cb-8160-0105f2ef9991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e28c022-cb53-41e6-a161-0e137050b93f', 'code': 200} Mar 07 22:22:54.377789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=6e28c022-cb53-41e6-a161-0e137050b93f,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:22:54.461316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64f97c-1a3b-414c-920b-c0fe474f252d req-b5a3d6ec-7f3e-449c-8de6-b5db006ce9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:54.462812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee64f97c-1a3b-414c-920b-c0fe474f252d req-b5a3d6ec-7f3e-449c-8de6-b5db006ce9a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 1127 time: 0.0435793 Mar 07 22:22:54.506934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ee64f97c-1a3b-414c-920b-c0fe474f252d req-898f8cf0-5f9f-430e-a848-d21308b0e930 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354414 Mar 07 22:22:54.606608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba6918-55f4-4648-8947-c0e3efdb1dca req-576f9157-64ea-4f13-a903-ae622e24b83e tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:54.607958 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97ba6918-55f4-4648-8947-c0e3efdb1dca req-576f9157-64ea-4f13-a903-ae622e24b83e tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0537119 Mar 07 22:22:54.652850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97ba6918-55f4-4648-8947-c0e3efdb1dca req-09d576a6-69bf-46c7-850c-eaa5f38146e8 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394018 Mar 07 22:22:55.772389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ce9d0-5e54-4654-a980-49600024ab07 req-f103f422-31df-43f9-9ddd-e4d4fd3f9bde tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:55.773867 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f89ce9d0-5e54-4654-a980-49600024ab07 req-f103f422-31df-43f9-9ddd-e4d4fd3f9bde tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0521131 Mar 07 22:22:55.820095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f89ce9d0-5e54-4654-a980-49600024ab07 req-26b936de-4997-4a74-961f-2ae9c2a7d393 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 Mar 07 22:22:55.936605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd3e18-333b-42af-9b70-47f440ca99e8 req-51f56818-f482-497c-85b4-36b339179882 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:55.937970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5acd3e18-333b-42af-9b70-47f440ca99e8 req-51f56818-f482-497c-85b4-36b339179882 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0513291 Mar 07 22:22:55.987134 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5acd3e18-333b-42af-9b70-47f440ca99e8 req-df029bfd-4d83-4597-9699-354e1d5f5b5d tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431948 Mar 07 22:22:56.184089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022335c-79f3-412e-81b5-2ca9e25bf6d1 req-ca8d506b-8d86-47cc-880f-5f1cf2dea4d6 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:56.185590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5022335c-79f3-412e-81b5-2ca9e25bf6d1 req-ca8d506b-8d86-47cc-880f-5f1cf2dea4d6 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0514524 Mar 07 22:22:56.231264 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5022335c-79f3-412e-81b5-2ca9e25bf6d1 req-161008d7-d260-43c7-99f3-36e70c811bcc tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400565 Mar 07 22:22:56.344605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518310e-ba71-4c82-b12c-7811e3b58965 req-b7b5933c-31dc-42e0-a0d2-94d80e0ab0a2 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:56.346164 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4518310e-ba71-4c82-b12c-7811e3b58965 req-b7b5933c-31dc-42e0-a0d2-94d80e0ab0a2 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0518441 Mar 07 22:22:56.392329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4518310e-ba71-4c82-b12c-7811e3b58965 req-d7dffe99-80c8-4502-ba6a-7d8f0efe8019 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Mar 07 22:22:56.616925 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-211de53d-69f0-4c21-8670-65f2e5c86981 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453529 Mar 07 22:22:56.629552 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736a1d7-35f4-45de-bbba-003ed7886b68 req-8fd1a4e2-62e3-4788-bc07-11ec0fa03c94 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:56.631050 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c736a1d7-35f4-45de-bbba-003ed7886b68 req-8fd1a4e2-62e3-4788-bc07-11ec0fa03c94 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0565288 Mar 07 22:22:56.680703 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c736a1d7-35f4-45de-bbba-003ed7886b68 req-dd347a19-35c9-406d-80f0-fc6d68c7bfb2 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 Mar 07 22:22:57.045544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008aef-525f-4748-a661-9799d8741e0b req-3b789298-0b07-4c4f-8c9a-26b04ad327ae tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:57.054238 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-3b789298-0b07-4c4f-8c9a-26b04ad327ae tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports/6e28c022-cb53-41e6-a161-0e137050b93f HTTP/1.1" status: 200 len: 942 time: 0.0455430 Mar 07 22:22:57.834283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e3fa6-7c87-4386-b7db-e3b7630d4890 req-797fd834-f5df-4e1a-8f7b-fcbd5e5aa59a tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:57.835886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-630e3fa6-7c87-4386-b7db-e3b7630d4890 req-797fd834-f5df-4e1a-8f7b-fcbd5e5aa59a tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0866914 Mar 07 22:22:57.841775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008aef-525f-4748-a661-9799d8741e0b req-639d2f40-4ba0-46b3-ba9e-f8c6c9db46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:57.843437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-639d2f40-4ba0-46b3-ba9e-f8c6c9db46f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 1127 time: 0.0662148 Mar 07 22:22:57.956347 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-630e3fa6-7c87-4386-b7db-e3b7630d4890 req-74ce1747-d98d-4517-8b81-f0f8589a8ec3 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118956 Mar 07 22:22:57.977575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008aef-525f-4748-a661-9799d8741e0b req-e4351eb5-75de-44cf-8efa-4f06cf9cec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:57.979072 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-e4351eb5-75de-44cf-8efa-4f06cf9cec2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 915 time: 0.1283467 Mar 07 22:22:58.024347 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-7c818200-85c7-420b-bea8-2f19831f543e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e28c022-cb53-41e6-a161-0e137050b93f HTTP/1.1" status: 200 len: 217 time: 0.0392714 Mar 07 22:22:58.074460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008aef-525f-4748-a661-9799d8741e0b req-92cec410-4189-4d49-887e-31ccd60166bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:58.075934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-92cec410-4189-4d49-887e-31ccd60166bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ee692e1-3d16-48a8-8b48-d7d45633c308 HTTP/1.1" status: 200 len: 854 time: 0.0461373 Mar 07 22:22:58.107092 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-20fc31e9-2122-4047-bfd3-279e7e67c343 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250590 Mar 07 22:22:58.201625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-0e6a3c13-39d6-4ea9-9aa9-6333054c8ecc service neutron] 10.222.0.15 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881357 Mar 07 22:22:58.288139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-78788799-da15-44bd-90c2-02bf82f9a119 req-348c25db-4632-4597-a92d-690de92e12c0 service neutron] (103718) timed out ('10.222.0.13', 58399) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 22:22:58.288698 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-80ed9c7c-d10a-40e1-a547-a8c21d9bf392 service neutron] 10.222.0.15 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809188 Mar 07 22:22:59.076685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae04af-867a-47ed-8a52-296a078edc78 req-27159a2b-ff92-45f4-85f6-5decaf598dec tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:59.078169 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3ae04af-867a-47ed-8a52-296a078edc78 req-27159a2b-ff92-45f4-85f6-5decaf598dec tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0518026 Mar 07 22:22:59.127639 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3ae04af-867a-47ed-8a52-296a078edc78 req-f0db4f4f-783e-44aa-8634-4a5e5af6189f tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439677 Mar 07 22:23:00.247061 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c79244-d83d-4469-90a2-8cda9ce859a0 req-f795ccb5-32ed-43ae-b133-0cb294e87621 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:00.248560 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4c79244-d83d-4469-90a2-8cda9ce859a0 req-f795ccb5-32ed-43ae-b133-0cb294e87621 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0522625 Mar 07 22:23:00.294470 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4c79244-d83d-4469-90a2-8cda9ce859a0 req-bf26ec7c-aa64-4942-951a-d7b1d102cd0c tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401649 Mar 07 22:23:01.412866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0563d5-517d-45c6-93e7-7558a2d0a161 req-807b11d6-b24b-4f22-bbcb-726b79eaaa9f tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:01.414380 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d0563d5-517d-45c6-93e7-7558a2d0a161 req-807b11d6-b24b-4f22-bbcb-726b79eaaa9f tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0543900 Mar 07 22:23:01.460332 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d0563d5-517d-45c6-93e7-7558a2d0a161 req-ca410995-4856-426f-9bd5-9b8f948e3529 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403423 Mar 07 22:23:02.579782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acee0b8-183f-4f7b-9969-f83f59eacd48 req-f6cc8439-814f-43fa-ab5e-ca7bfb146430 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:02.581223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2acee0b8-183f-4f7b-9969-f83f59eacd48 req-f6cc8439-814f-43fa-ab5e-ca7bfb146430 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0550210 Mar 07 22:23:02.626107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2acee0b8-183f-4f7b-9969-f83f59eacd48 req-1cfc5ce5-5cd7-42ba-a8ac-2fda5568556e tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386460 Mar 07 22:23:03.750383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ffc5e-1026-4741-bcc0-326c1638ff94 req-91c40816-8121-4403-8d82-59c6513ed79d tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:03.751904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa2ffc5e-1026-4741-bcc0-326c1638ff94 req-91c40816-8121-4403-8d82-59c6513ed79d tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0592058 Mar 07 22:23:03.799479 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa2ffc5e-1026-4741-bcc0-326c1638ff94 req-8e3731dd-a2da-4967-bdd3-bffd21c8cea6 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420287 Mar 07 22:23:04.919371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d0d83-e9a5-4ee5-a312-88e97b44f121 req-7acffaf2-b5b8-43b3-8810-e7bac4c46621 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:04.920858 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-979d0d83-e9a5-4ee5-a312-88e97b44f121 req-7acffaf2-b5b8-43b3-8810-e7bac4c46621 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0532398 Mar 07 22:23:04.971141 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-979d0d83-e9a5-4ee5-a312-88e97b44f121 req-fc19d577-bbf1-4861-8790-f32f8c83e0bb tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446684 Mar 07 22:23:06.090390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3d61c-486e-45b3-a6b4-8f021c17446d req-69d9bb1a-f731-4406-afae-541b0a07d6f3 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:06.091893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07d3d61c-486e-45b3-a6b4-8f021c17446d req-69d9bb1a-f731-4406-afae-541b0a07d6f3 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0537059 Mar 07 22:23:06.139815 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07d3d61c-486e-45b3-a6b4-8f021c17446d req-9fe8e2a2-8e68-4191-a95d-c35c5b717345 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424719 Mar 07 22:23:07.256382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae5717-35e0-47ba-88eb-9511bc08f7f2 req-bb6265da-faa4-4361-9f36-e73cb721f460 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:07.257829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdae5717-35e0-47ba-88eb-9511bc08f7f2 req-bb6265da-faa4-4361-9f36-e73cb721f460 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0518966 Mar 07 22:23:07.303521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cdae5717-35e0-47ba-88eb-9511bc08f7f2 req-667056ab-c4dc-4b68-9757-6e151a488c57 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395501 Mar 07 22:23:08.426260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4781d4-f01c-4467-8a55-b55757fd5bd4 req-44c67686-03e6-4ff9-8c08-5202dfb9457b tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:08.427789 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b4781d4-f01c-4467-8a55-b55757fd5bd4 req-44c67686-03e6-4ff9-8c08-5202dfb9457b tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0589833 Mar 07 22:23:08.472920 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b4781d4-f01c-4467-8a55-b55757fd5bd4 req-da724880-a1b5-4ac2-b1ac-cb379473266f tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396583 Mar 07 22:23:09.589241 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee6426-6c3a-410f-88d7-3935dd15795f req-4895be12-8993-4fec-808f-cdcf106e1959 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:09.590738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cee6426-6c3a-410f-88d7-3935dd15795f req-4895be12-8993-4fec-808f-cdcf106e1959 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0514610 Mar 07 22:23:09.637171 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cee6426-6c3a-410f-88d7-3935dd15795f req-7d5310a6-9414-4cd3-b4d3-560751ae3fb8 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399764 Mar 07 22:23:10.616768 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:23:10.757670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81179832-213f-4713-9471-8badba7e2401 req-c1d42ac0-98db-4be5-95bf-cce98f2c0f71 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:10.759179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81179832-213f-4713-9471-8badba7e2401 req-c1d42ac0-98db-4be5-95bf-cce98f2c0f71 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0563703 Mar 07 22:23:10.804394 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-81179832-213f-4713-9471-8badba7e2401 req-d1f94e6b-4d0e-45aa-9e27-b69e6f8e9bf6 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398128 Mar 07 22:23:11.920074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67221531-2a57-4da2-834c-e33b341a9816 req-f0553a4a-847f-47a2-b0a6-29d4ef635dda tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:11.921516 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67221531-2a57-4da2-834c-e33b341a9816 req-f0553a4a-847f-47a2-b0a6-29d4ef635dda tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0513866 Mar 07 22:23:11.966284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67221531-2a57-4da2-834c-e33b341a9816 req-e1350bb7-346c-4b9a-aed6-68de672d8d53 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392442 Mar 07 22:23:13.086033 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163e16a-6802-40a3-afd6-a045cd697d73 req-ce0ac7ba-eef8-4cf6-8f97-b34e976cd05e tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:13.087545 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5163e16a-6802-40a3-afd6-a045cd697d73 req-ce0ac7ba-eef8-4cf6-8f97-b34e976cd05e tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0526168 Mar 07 22:23:13.136935 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5163e16a-6802-40a3-afd6-a045cd697d73 req-cec70106-894b-40c9-84f2-2ebddc030a46 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439093 Mar 07 22:23:14.252889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b056dfc-b5cc-4570-a7a9-4f91423a4256 req-e4ff5a1d-07c2-4aa2-b3b5-36c784cbae0a tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:14.254361 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b056dfc-b5cc-4570-a7a9-4f91423a4256 req-e4ff5a1d-07c2-4aa2-b3b5-36c784cbae0a tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0520246 Mar 07 22:23:14.299426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b056dfc-b5cc-4570-a7a9-4f91423a4256 req-0d41d8e8-c170-40ed-a8a9-15d49ee0f417 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Mar 07 22:23:15.418185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223689-33da-4dd6-a852-2d4bc730eb82 req-a818bada-0fa6-4d63-94c6-c9f2517ef3d2 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:15.419661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d223689-33da-4dd6-a852-2d4bc730eb82 req-a818bada-0fa6-4d63-94c6-c9f2517ef3d2 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0515904 Mar 07 22:23:15.465002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d223689-33da-4dd6-a852-2d4bc730eb82 req-7350929b-71f9-42f8-aadc-ea1fc0e71847 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398722 Mar 07 22:23:15.669623 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a0238226-4c70-4098-94c1-e27c6698932b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:16.399805 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:16.585565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ff2b-7251-4a8a-8aea-d1622bd4ac55 req-9982c7ba-16e8-4b14-a4dc-2ccdf9ee71a6 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:16.587039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21a5ff2b-7251-4a8a-8aea-d1622bd4ac55 req-9982c7ba-16e8-4b14-a4dc-2ccdf9ee71a6 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0552776 Mar 07 22:23:16.631935 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21a5ff2b-7251-4a8a-8aea-d1622bd4ac55 req-7fa01857-8ae3-4cad-aa74-519334f585d0 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394397 Mar 07 22:23:17.747862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fe641-4ab0-4ebc-a7eb-5291969601e1 req-0b914c77-82a2-4615-88ae-aee8c69f595e tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:17.749332 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f7fe641-4ab0-4ebc-a7eb-5291969601e1 req-0b914c77-82a2-4615-88ae-aee8c69f595e tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0521851 Mar 07 22:23:17.795199 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5f7fe641-4ab0-4ebc-a7eb-5291969601e1 req-7dd6bc20-7a30-4434-bc31-7855bde18bb4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396860 Mar 07 22:23:18.165595 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a1bd1fd-11bd-46a9-933d-26b790eaf170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:18.544340 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:18.913951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e549bbc-32a2-4983-be0d-f0b32522bfd7 req-9efcee04-01b1-440e-94f3-9ac7dda6bed1 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:18.915438 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e549bbc-32a2-4983-be0d-f0b32522bfd7 req-9efcee04-01b1-440e-94f3-9ac7dda6bed1 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0511932 Mar 07 22:23:18.965044 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e549bbc-32a2-4983-be0d-f0b32522bfd7 req-d066314b-c7d6-4de7-abe1-20fe05ac36bf tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441139 Mar 07 22:23:19.431558 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:20.081863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd51b4-f678-43dd-9e9f-f754f06a0628 req-6352eaa1-7250-4d60-ae81-77ae4f8aa484 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:20.083862 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09dd51b4-f678-43dd-9e9f-f754f06a0628 req-6352eaa1-7250-4d60-ae81-77ae4f8aa484 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0531552 Mar 07 22:23:20.132703 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09dd51b4-f678-43dd-9e9f-f754f06a0628 req-9d65f57b-ff54-46e5-8d63-2fae017b6b5b tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432785 Mar 07 22:23:20.400850 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:21.255202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5f829-00f4-4c40-83da-06dd6c2a9d02 req-08347022-4733-4c0b-923f-c9b3588a590e tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:21.256700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50e5f829-00f4-4c40-83da-06dd6c2a9d02 req-08347022-4733-4c0b-923f-c9b3588a590e tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0555038 Mar 07 22:23:21.302540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50e5f829-00f4-4c40-83da-06dd6c2a9d02 req-44d2bcdf-7ef2-4daf-b43e-80cb338077a3 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402472 Mar 07 22:23:22.166883 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:22.422491 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ee2bf-4260-449b-aaf3-61ad1e432efe req-e41e0b19-20d0-4876-8601-5c3de848f154 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:22.423949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d15ee2bf-4260-449b-aaf3-61ad1e432efe req-e41e0b19-20d0-4876-8601-5c3de848f154 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0550983 Mar 07 22:23:22.468604 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d15ee2bf-4260-449b-aaf3-61ad1e432efe req-8c5cb1e5-f3f6-4cd2-93ee-3e3cf5aafcdc tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390756 Mar 07 22:23:23.584574 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b35566-575f-4e3b-97fa-3f6a7c24fb8d req-cd3617b6-4f99-4781-b613-90836d99bc76 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:23.586055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5b35566-575f-4e3b-97fa-3f6a7c24fb8d req-cd3617b6-4f99-4781-b613-90836d99bc76 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0520322 Mar 07 22:23:23.631786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5b35566-575f-4e3b-97fa-3f6a7c24fb8d req-baea3f72-a239-4bd7-8415-52494f5e930a tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402722 Mar 07 22:23:24.751166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab743-9a05-4bcb-9978-928abeeb5416 req-4476a4e2-7df2-4ffe-9a39-c862b29a9973 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:24.752624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a0ab743-9a05-4bcb-9978-928abeeb5416 req-4476a4e2-7df2-4ffe-9a39-c862b29a9973 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0553780 Mar 07 22:23:24.797877 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a0ab743-9a05-4bcb-9978-928abeeb5416 req-64d4c529-262a-4d29-adc6-e7246bf31a2f tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391085 Mar 07 22:23:25.423249 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-5014877b-a93a-46b7-8740-4ad8d104f6fe tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:23:25.424205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-5014877b-a93a-46b7-8740-4ad8d104f6fe tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053155 Mar 07 22:23:25.482467 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-07008aef-525f-4748-a661-9799d8741e0b req-4ca04b42-833b-4d94-9fed-297aec3080bf service neutron] show failed (client error): The resource could not be found. Mar 07 22:23:25.483446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-4ca04b42-833b-4d94-9fed-297aec3080bf service neutron] 10.222.0.15 "GET /v2.0/ports/6e28c022-cb53-41e6-a161-0e137050b93f/bindings/n-h1-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.0525696 Mar 07 22:23:25.703778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008aef-525f-4748-a661-9799d8741e0b req-b348289e-fa16-4a76-b888-ecf3c3a327b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:25.705150 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-b348289e-fa16-4a76-b888-ecf3c3a327b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991&tenant_id=accb1ba2fc4a468bb375ebd960740cb0 HTTP/1.1" status: 200 len: 1127 time: 0.0428803 Mar 07 22:23:25.720023 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:23:25.779705 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:25.916927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4b3eb-af6e-4fb7-80ae-e4288d110e56 req-c3734e4c-6bd0-499e-b353-8e5e07ad7627 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:25.918423 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60a4b3eb-af6e-4fb7-80ae-e4288d110e56 req-c3734e4c-6bd0-499e-b353-8e5e07ad7627 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0526795 Mar 07 22:23:25.967917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60a4b3eb-af6e-4fb7-80ae-e4288d110e56 req-f8ddae6d-25a1-4a63-8d34-35829a1060cb tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437517 Mar 07 22:23:26.283749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] For port 6e28c022-cb53-41e6-a161-0e137050b93f, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=6e28c022-cb53-41e6-a161-0e137050b93f,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:23:26.314514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] For port 6e28c022-cb53-41e6-a161-0e137050b93f, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:23:26.351387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935e3c5c-0ab8-42cb-8160-0105f2ef9991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e28c022-cb53-41e6-a161-0e137050b93f'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:23:26.353610 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8fe36a-5c95-4d4c-80fa-dd8fc373470d" -d '{"events": [{"server_uuid": "935e3c5c-0ab8-42cb-8160-0105f2ef9991", "name": "network-vif-unplugged", "status": "completed", "tag": "6e28c022-cb53-41e6-a161-0e137050b93f"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:23:26.357378 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Publish callbacks [] for port (6e28c022-cb53-41e6-a161-0e137050b93f), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:26.369525 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Transition to ACTIVE for port object 6e28c022-cb53-41e6-a161-0e137050b93f will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:23:26.374342 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:26.406802 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6c4463-a812-4fae-98c9-14b7de74ec11 x-openstack-request-id: req-6b6c4463-a812-4fae-98c9-14b7de74ec11 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:23:26.407106 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935e3c5c-0ab8-42cb-8160-0105f2ef9991", "name": "network-vif-unplugged", "status": "completed", "tag": "6e28c022-cb53-41e6-a161-0e137050b93f", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:23:26.407372 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b6c4463-a812-4fae-98c9-14b7de74ec11 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:23:26.407767 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935e3c5c-0ab8-42cb-8160-0105f2ef9991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e28c022-cb53-41e6-a161-0e137050b93f', 'code': 200} Mar 07 22:23:26.440985 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] No DVR routers for this DVR port 6e28c022-cb53-41e6-a161-0e137050b93f on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:23:26.447680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Pushing event updated for resources: {'Port': ['ID=6e28c022-cb53-41e6-a161-0e137050b93f,revision_number=6']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:23:26.480814 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Attempting to bind port 6e28c022-cb53-41e6-a161-0e137050b93f on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:23:26.481154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Attempting to bind port 6e28c022-cb53-41e6-a161-0e137050b93f by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:23:26.481482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Attempting to bind port 6e28c022-cb53-41e6-a161-0e137050b93f on network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:23:26.485644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Port 6e28c022-cb53-41e6-a161-0e137050b93f on network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:23:26.485962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Attempting to bind port 6e28c022-cb53-41e6-a161-0e137050b93f on network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:23:26.491316 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:23:26.491653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Checking segment: {'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:23:26.492036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Bound using segment: {'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:23:26.492463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Bound port: 6e28c022-cb53-41e6-a161-0e137050b93f, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:23:26.492814 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:26.552068 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] For port 6e28c022-cb53-41e6-a161-0e137050b93f, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:23:26.554899 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] For port 6e28c022-cb53-41e6-a161-0e137050b93f, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6e28c022-cb53-41e6-a161-0e137050b93f,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:23:26.559744 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:26.597049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:26.598224 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:26.599850 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] 10.222.0.13 "PUT /v2.0/ports/6e28c022-cb53-41e6-a161-0e137050b93f HTTP/1.1" status: 200 len: 1091 time: 0.8846090 Mar 07 22:23:26.617687 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7114c-1f59-4ae3-b03e-f527a0f93f32 service neutron] Pushing event updated for resources: {'Port': ['ID=6e28c022-cb53-41e6-a161-0e137050b93f,revision_number=7']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:23:26.665334 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008aef-525f-4748-a661-9799d8741e0b req-bf57821f-7217-49f7-992f-4fbef6c43dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:26.666884 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-bf57821f-7217-49f7-992f-4fbef6c43dfd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 1125 time: 0.0450492 Mar 07 22:23:26.754476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008aef-525f-4748-a661-9799d8741e0b req-36dd8f91-b862-4978-9ed2-c058a67ba531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:26.755938 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-36dd8f91-b862-4978-9ed2-c058a67ba531 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 915 time: 0.0834939 Mar 07 22:23:26.798849 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-bef77519-b763-4b17-8433-5e1ab8afa4ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e28c022-cb53-41e6-a161-0e137050b93f HTTP/1.1" status: 200 len: 217 time: 0.0372136 Mar 07 22:23:26.844595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008aef-525f-4748-a661-9799d8741e0b req-d73cae79-2e2c-4bfd-976d-f875fff3dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:26.845925 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-d73cae79-2e2c-4bfd-976d-f875fff3dcbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ee692e1-3d16-48a8-8b48-d7d45633c308 HTTP/1.1" status: 200 len: 854 time: 0.0416512 Mar 07 22:23:26.876145 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-214e790d-ca33-48e1-9541-b5d50f9bf906 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241148 Mar 07 22:23:26.965367 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-a65b1cfc-8719-41ce-9538-b75ed1e47edd service neutron] 10.222.0.13 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826688 Mar 07 22:23:27.053588 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-07008aef-525f-4748-a661-9799d8741e0b req-de7fce57-b04e-40c1-8ac0-034c7e11d70d service neutron] 10.222.0.13 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823750 Mar 07 22:23:27.092934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe98cb7-a722-4c84-b647-8d1f7661bec3 req-eba124e9-0ef1-48f9-a821-82b90e7a020c tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:27.094536 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efe98cb7-a722-4c84-b647-8d1f7661bec3 req-eba124e9-0ef1-48f9-a821-82b90e7a020c tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 943 time: 0.0578890 Mar 07 22:23:27.143495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efe98cb7-a722-4c84-b647-8d1f7661bec3 req-bfdbf815-2691-43ab-a3cb-16d2509b5652 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424578 Mar 07 22:23:28.265513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783be775-8820-4d34-b3ca-98dad3385383 req-a549fde6-9256-4c54-a93a-0e1001da488f tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:28.267003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-783be775-8820-4d34-b3ca-98dad3385383 req-a549fde6-9256-4c54-a93a-0e1001da488f tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 943 time: 0.0517273 Mar 07 22:23:28.311936 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-783be775-8820-4d34-b3ca-98dad3385383 req-d8d65406-f126-4b70-8eb3-8230fda702ae tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 Mar 07 22:23:28.317200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6e28c022-cb53-41e6-a161-0e137050b93f no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:23:28.356367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] The host n-h2-832330-1 is not matching for port 6e28c022-cb53-41e6-a161-0e137050b93f host n-h1-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 22:23:28.356756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 6e28c022-cb53-41e6-a161-0e137050b93f not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:23:28.408893 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935e3c5c-0ab8-42cb-8160-0105f2ef9991', 'tag': '6e28c022-cb53-41e6-a161-0e137050b93f'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:23:28.411877 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d6d232-751d-4ce0-beec-44b7df44e5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "935e3c5c-0ab8-42cb-8160-0105f2ef9991", "tag": "6e28c022-cb53-41e6-a161-0e137050b93f"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:23:28.458702 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7dee01-137a-4598-8550-1b95b2fd19e4 x-openstack-request-id: req-1c7dee01-137a-4598-8550-1b95b2fd19e4 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:23:28.459194 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935e3c5c-0ab8-42cb-8160-0105f2ef9991", "tag": "6e28c022-cb53-41e6-a161-0e137050b93f", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:23:28.459647 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c7dee01-137a-4598-8550-1b95b2fd19e4 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:23:28.460323 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935e3c5c-0ab8-42cb-8160-0105f2ef9991', 'tag': '6e28c022-cb53-41e6-a161-0e137050b93f', 'status': 'completed', 'code': 200} Mar 07 22:23:28.523754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-fe681034-fe08-4e7a-a7d0-844319e3f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:28.525243 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-fe681034-fe08-4e7a-a7d0-844319e3f1e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 1125 time: 0.0436034 Mar 07 22:23:28.526938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-60876673-62d6-4d4e-91cf-0fd8bb4e2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:28.528463 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-60876673-62d6-4d4e-91cf-0fd8bb4e2550 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 1125 time: 0.0440712 Mar 07 22:23:28.619434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-5c8187e2-bd46-4f10-b977-a56c923a4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:28.620046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-745b8fe8-6348-4575-a5ef-37a56ffe3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:28.621005 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-5c8187e2-bd46-4f10-b977-a56c923a4377 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 915 time: 0.0876431 Mar 07 22:23:28.621500 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-745b8fe8-6348-4575-a5ef-37a56ffe3c8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 915 time: 0.0873344 Mar 07 22:23:28.661650 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-fe017a84-f154-46f4-a1f8-c47fc8de77ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e28c022-cb53-41e6-a161-0e137050b93f HTTP/1.1" status: 200 len: 217 time: 0.0344968 Mar 07 22:23:28.669474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-37f6a4be-d5fc-4fa0-869b-5a446581334f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e28c022-cb53-41e6-a161-0e137050b93f HTTP/1.1" status: 200 len: 217 time: 0.0379493 Mar 07 22:23:28.714356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-b8055b7f-ca25-4eab-bc00-4e4983efb28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:28.715859 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-b8055b7f-ca25-4eab-bc00-4e4983efb28c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ee692e1-3d16-48a8-8b48-d7d45633c308 HTTP/1.1" status: 200 len: 854 time: 0.0471618 Mar 07 22:23:28.725797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-8231794b-5905-45bd-8be5-202e3e64b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:28.727284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-8231794b-5905-45bd-8be5-202e3e64b1d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ee692e1-3d16-48a8-8b48-d7d45633c308 HTTP/1.1" status: 200 len: 854 time: 0.0482857 Mar 07 22:23:28.747700 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-b906f3ed-0aaf-4b5e-8c38-b6e23e247612 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255177 Mar 07 22:23:28.761950 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-70864e0c-428e-4cf5-aaf3-2c5fd71957a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279479 Mar 07 22:23:28.839223 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-25391e14-9f41-45a1-a9ef-49071e059357 service neutron] 10.222.0.13 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859642 Mar 07 22:23:28.851672 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-075a0de0-37e3-4c00-849b-440e3ffe3097 service neutron] 10.222.0.15 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827560 Mar 07 22:23:28.930832 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-38960700-8630-4ec4-bb34-93b325d69854 service neutron] 10.222.0.13 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854352 Mar 07 22:23:28.949206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-06d6d232-751d-4ce0-beec-44b7df44e5d4 req-6e95cfa2-10e0-4103-9fb7-0ce83663b626 service neutron] 10.222.0.15 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856342 Mar 07 22:23:29.434720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38553b-2274-4f3b-a34a-63a4156d6e88 req-a2f1e9a0-6c2d-44ea-ac12-fcbabfb24096 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:29.436204 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b38553b-2274-4f3b-a34a-63a4156d6e88 req-a2f1e9a0-6c2d-44ea-ac12-fcbabfb24096 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 943 time: 0.0563128 Mar 07 22:23:29.481467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b38553b-2274-4f3b-a34a-63a4156d6e88 req-f7442f44-d844-4c5b-b35f-a12b5561875d tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396755 Mar 07 22:23:30.412987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6e28c022-cb53-41e6-a161-0e137050b93f details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:23:30.511519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 6e28c022-cb53-41e6-a161-0e137050b93f, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6e28c022-cb53-41e6-a161-0e137050b93f,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:23:30.523251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '6e28c022-cb53-41e6-a161-0e137050b93f', 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8', 'port_id': '6e28c022-cb53-41e6-a161-0e137050b93f', 'mac_address': 'fa:16:3e:c3:68:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee692e1-3d16-48a8-8b48-d7d45633c308', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:23:30.559517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 6e28c022-cb53-41e6-a161-0e137050b93f is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:23:30.559908 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:30.573179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e28c022-cb53-41e6-a161-0e137050b93f {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:23:30.595972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 6e28c022-cb53-41e6-a161-0e137050b93f, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6e28c022-cb53-41e6-a161-0e137050b93f,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:23:30.600192 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:30.609146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c8c48-69c2-42a0-94b7-66a0299f3bb4 req-28dc8c34-7844-41dc-a7c8-a90e08bf9340 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:30.610664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-474c8c48-69c2-42a0-94b7-66a0299f3bb4 req-28dc8c34-7844-41dc-a7c8-a90e08bf9340 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 943 time: 0.0576019 Mar 07 22:23:30.647607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=6e28c022-cb53-41e6-a161-0e137050b93f,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:23:30.660730 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-474c8c48-69c2-42a0-94b7-66a0299f3bb4 req-8f13d8f6-4a45-4d2c-933f-cb76da779afe tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439539 Mar 07 22:23:30.887022 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb41654-898e-417c-bf28-25c2bd686008 req-b97d7091-56de-4169-989a-dbfa79229282 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:30.888221 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['6e28c022-cb53-41e6-a161-0e137050b93f'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:23:30.888515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ffb41654-898e-417c-bf28-25c2bd686008 req-b97d7091-56de-4169-989a-dbfa79229282 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 944 time: 0.0862334 Mar 07 22:23:30.900208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c282-2cb8-4170-87fd-3a5fce3a5d84 req-afb019f4-7d50-404c-9342-d70074de11d1 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:30.901621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da12c282-2cb8-4170-87fd-3a5fce3a5d84 req-afb019f4-7d50-404c-9342-d70074de11d1 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.15 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991&tenant_id=accb1ba2fc4a468bb375ebd960740cb0&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 944 time: 0.0717444 Mar 07 22:23:30.980025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ffb41654-898e-417c-bf28-25c2bd686008 req-e177efe4-a56c-4f6c-bdd9-2af40043173a tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773230 Mar 07 22:23:30.994502 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-da12c282-2cb8-4170-87fd-3a5fce3a5d84 req-c48df0ad-34f5-4602-a28f-fc431b2c74fb service neutron] delete failed (client error): The resource could not be found. Mar 07 22:23:30.995529 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da12c282-2cb8-4170-87fd-3a5fce3a5d84 req-c48df0ad-34f5-4602-a28f-fc431b2c74fb service neutron] 10.222.0.15 "DELETE /v2.0/ports/6e28c022-cb53-41e6-a161-0e137050b93f/bindings/n-h2-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.0799367 Mar 07 22:23:31.089710 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c282-2cb8-4170-87fd-3a5fce3a5d84 req-1177b1a4-aed7-4625-9726-4ea546c35f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:31.091230 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da12c282-2cb8-4170-87fd-3a5fce3a5d84 req-1177b1a4-aed7-4625-9726-4ea546c35f23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 1126 time: 0.0451407 Mar 07 22:23:31.184799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c282-2cb8-4170-87fd-3a5fce3a5d84 req-de63f360-2519-4089-9fa8-0bf1cc24b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:31.186308 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da12c282-2cb8-4170-87fd-3a5fce3a5d84 req-de63f360-2519-4089-9fa8-0bf1cc24b770 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 915 time: 0.0858417 Mar 07 22:23:31.230159 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da12c282-2cb8-4170-87fd-3a5fce3a5d84 req-8dbabc9e-f359-4e6b-ad26-ae372925714f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e28c022-cb53-41e6-a161-0e137050b93f HTTP/1.1" status: 200 len: 217 time: 0.0345075 Mar 07 22:23:31.276191 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c282-2cb8-4170-87fd-3a5fce3a5d84 req-f6ec5c63-bb14-4f40-8734-d3622d5dae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:31.277590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da12c282-2cb8-4170-87fd-3a5fce3a5d84 req-f6ec5c63-bb14-4f40-8734-d3622d5dae2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ee692e1-3d16-48a8-8b48-d7d45633c308 HTTP/1.1" status: 200 len: 854 time: 0.0416880 Mar 07 22:23:31.312417 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da12c282-2cb8-4170-87fd-3a5fce3a5d84 req-2f5f5fad-ff4c-480f-b95f-d730f9991c8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249686 Mar 07 22:23:31.405944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da12c282-2cb8-4170-87fd-3a5fce3a5d84 req-9edd3600-f7bb-4068-8f67-49204367b908 service neutron] 10.222.0.15 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843465 Mar 07 22:23:31.494771 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da12c282-2cb8-4170-87fd-3a5fce3a5d84 req-3bac4ae4-a6fa-43d7-b0ff-888983f87a93 service neutron] 10.222.0.15 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795264 Mar 07 22:23:32.112644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b5d1b-b514-4292-bd35-1f6c80302bce req-e4311a4d-29f5-4a46-a739-75346702d47f tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:32.114667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-606b5d1b-b514-4292-bd35-1f6c80302bce req-e4311a4d-29f5-4a46-a739-75346702d47f tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 944 time: 0.0614100 Mar 07 22:23:32.162981 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-606b5d1b-b514-4292-bd35-1f6c80302bce req-e9f318f2-9044-4bed-97cb-ca1f91d34761 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411494 Mar 07 22:23:32.279766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d143e-04bc-4d8d-a2b9-e60e93d586ce req-64d9d6b8-3d17-4880-b4b0-ba61f614106d tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:32.281236 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f95d143e-04bc-4d8d-a2b9-e60e93d586ce req-64d9d6b8-3d17-4880-b4b0-ba61f614106d tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 944 time: 0.0521889 Mar 07 22:23:32.327886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f95d143e-04bc-4d8d-a2b9-e60e93d586ce req-b14642fc-ddf0-4e83-a4b1-f10f0193e4ce tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410867 Mar 07 22:23:32.413396 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6e28c022-cb53-41e6-a161-0e137050b93f up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:23:32.445733 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf11b3b-e238-4e5f-9615-5959d0453603 req-49efe5fb-b534-4c42-8a4d-d5d9ffe5777a tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:32.447151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fdf11b3b-e238-4e5f-9615-5959d0453603 req-49efe5fb-b534-4c42-8a4d-d5d9ffe5777a tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 944 time: 0.0553272 Mar 07 22:23:32.461159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 6e28c022-cb53-41e6-a161-0e137050b93f completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:23:32.465130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 6e28c022-cb53-41e6-a161-0e137050b93f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:23:32.465130 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:32.493870 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fdf11b3b-e238-4e5f-9615-5959d0453603 req-43790e82-f208-4920-86cf-b961c4723687 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411937 Mar 07 22:23:32.543286 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 6e28c022-cb53-41e6-a161-0e137050b93f is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:23:32.543678 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:32.566194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935e3c5c-0ab8-42cb-8160-0105f2ef9991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e28c022-cb53-41e6-a161-0e137050b93f'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:23:32.568475 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bc0962-3cae-4d41-8115-2a4b2f9e3332" -d '{"events": [{"server_uuid": "935e3c5c-0ab8-42cb-8160-0105f2ef9991", "name": "network-vif-plugged", "status": "completed", "tag": "6e28c022-cb53-41e6-a161-0e137050b93f"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:23:32.580934 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 6e28c022-cb53-41e6-a161-0e137050b93f, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6e28c022-cb53-41e6-a161-0e137050b93f,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:23:32.585101 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:32.615461 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57165db5-4560-4638-9fbf-86cc6c20ccdc x-openstack-request-id: req-57165db5-4560-4638-9fbf-86cc6c20ccdc {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:23:32.615762 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935e3c5c-0ab8-42cb-8160-0105f2ef9991", "name": "network-vif-plugged", "status": "completed", "tag": "6e28c022-cb53-41e6-a161-0e137050b93f", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:23:32.616024 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57165db5-4560-4638-9fbf-86cc6c20ccdc {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:23:32.616420 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935e3c5c-0ab8-42cb-8160-0105f2ef9991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e28c022-cb53-41e6-a161-0e137050b93f', 'code': 200} Mar 07 22:23:32.650193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=6e28c022-cb53-41e6-a161-0e137050b93f,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:23:32.837032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-7d6e201c-321b-4ea9-8358-7c30f6fae7a6 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:32.838494 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-7d6e201c-321b-4ea9-8358-7c30f6fae7a6 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 814 time: 0.0963278 Mar 07 22:23:32.853408 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-7c68f8fa-6669-4ae8-99a1-b193a798899e tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/quotas/accb1ba2fc4a468bb375ebd960740cb0 HTTP/1.1" status: 200 len: 375 time: 0.0096726 Mar 07 22:23:32.906852 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-92aa9ae6-1ef5-4da8-b659-a12f5b27d97e tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484838 Mar 07 22:23:32.992937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-71e4c69a-e337-4400-b9b1-fcab7fa24320 service neutron] 10.222.0.26 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789514 Mar 07 22:23:33.080595 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-c7912847-be17-4b94-afed-b943148c0799 service neutron] 10.222.0.26 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822113 Mar 07 22:23:33.240104 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-72da0522-c046-46df-bd3b-6eafa1c77915 req-6adbbe14-f994-417d-8493-d85a976c8b4f tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 210 time: 0.0267901 Mar 07 22:23:34.064307 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1384d-f1d1-462f-8e27-43b71b3b52cc req-21622539-6ba5-4f87-935a-d8fee8b79bd4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:34.065777 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9be1384d-f1d1-462f-8e27-43b71b3b52cc req-21622539-6ba5-4f87-935a-d8fee8b79bd4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e3c5c-0ab8-42cb-8160-0105f2ef9991 HTTP/1.1" status: 200 len: 945 time: 0.0557458 Mar 07 22:23:34.066842 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.13', 58999) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:23:34.233425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-89214bf4-fc9c-4a35-9402-10d0934204c4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:34.234887 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-89214bf4-fc9c-4a35-9402-10d0934204c4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.13 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 814 time: 0.1629393 Mar 07 22:23:34.249147 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-14390911-db43-4ca2-8dc3-8aa6594d6d30 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Request body: {'port': {'device_id': 'e3a91e41-1997-4270-ba19-6abbea072929', 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8', 'admin_state_up': True, 'tenant_id': 'accb1ba2fc4a468bb375ebd960740cb0'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:23:34.254215 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-9be1384d-f1d1-462f-8e27-43b71b3b52cc req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Deleting port 6e28c022-cb53-41e6-a161-0e137050b93f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:23:34.254554 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9be1384d-f1d1-462f-8e27-43b71b3b52cc req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:34.338862 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-edb85531-f565-49b2-8ded-0006e29f75ad req-80e9021d-e86a-48c2-9eb9-dd7e56c828d5 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 210 time: 0.0301890 Mar 07 22:23:34.415363 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-9be1384d-f1d1-462f-8e27-43b71b3b52cc req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] For port 6e28c022-cb53-41e6-a161-0e137050b93f, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=6e28c022-cb53-41e6-a161-0e137050b93f,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:23:34.415719 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9be1384d-f1d1-462f-8e27-43b71b3b52cc req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:34.432983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-9be1384d-f1d1-462f-8e27-43b71b3b52cc req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Calling delete_port for 6e28c022-cb53-41e6-a161-0e137050b93f owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:23:34.445305 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-14390911-db43-4ca2-8dc3-8aa6594d6d30 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Made reservation on behalf of accb1ba2fc4a468bb375ebd960740cb0 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:23:34.448642 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-14390911-db43-4ca2-8dc3-8aa6594d6d30 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:34.645693 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-14390911-db43-4ca2-8dc3-8aa6594d6d30 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Allocated IP 172.20.0.5 (bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8/7ee692e1-3d16-48a8-8b48-d7d45633c308/873ffd3d-2800-40d6-a4d3-9c49bed96b35) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:23:34.663927 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9be1384d-f1d1-462f-8e27-43b71b3b52cc req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6e28c022-cb53-41e6-a161-0e137050b93f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:34.675832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['6e28c022-cb53-41e6-a161-0e137050b93f'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:23:34.697645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Pushing event deleted for resources: {'Port': ['ID=6e28c022-cb53-41e6-a161-0e137050b93f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:23:34.717245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:34.717599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:34.717948 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:34.718310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:34.718644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:34.718974 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:34.719301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:34.719627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:34.719950 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:34.720273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:34.720595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:34.720912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:34.721229 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:34.772035 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be1384d-f1d1-462f-8e27-43b71b3b52cc req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] No DVR routers for this DVR port 6e28c022-cb53-41e6-a161-0e137050b93f on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:23:34.775848 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-9be1384d-f1d1-462f-8e27-43b71b3b52cc req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:34.779206 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-9be1384d-f1d1-462f-8e27-43b71b3b52cc req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.13 "DELETE /v2.0/ports/6e28c022-cb53-41e6-a161-0e137050b93f HTTP/1.1" status: 204 len: 173 time: 0.7083244 Mar 07 22:23:34.779657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935e3c5c-0ab8-42cb-8160-0105f2ef9991', 'name': 'network-vif-deleted', 'tag': '6e28c022-cb53-41e6-a161-0e137050b93f'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:23:34.782551 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cf8e22-4a0d-4225-890e-b118659a3124" -d '{"events": [{"server_uuid": "935e3c5c-0ab8-42cb-8160-0105f2ef9991", "name": "network-vif-deleted", "tag": "6e28c022-cb53-41e6-a161-0e137050b93f"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:23:34.823725 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909e88db-d27b-409d-b004-66612104c1dc x-openstack-request-id: req-909e88db-d27b-409d-b004-66612104c1dc {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:23:34.824033 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935e3c5c-0ab8-42cb-8160-0105f2ef9991", "name": "network-vif-deleted", "tag": "6e28c022-cb53-41e6-a161-0e137050b93f", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:23:34.824293 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-909e88db-d27b-409d-b004-66612104c1dc {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:23:34.824697 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935e3c5c-0ab8-42cb-8160-0105f2ef9991', 'name': 'network-vif-deleted', 'tag': '6e28c022-cb53-41e6-a161-0e137050b93f', 'status': 'completed', 'code': 200} Mar 07 22:23:34.904220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-14390911-db43-4ca2-8dc3-8aa6594d6d30 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks [] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:34.941481 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-14390911-db43-4ca2-8dc3-8aa6594d6d30 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:34.952939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['6e28c022-cb53-41e6-a161-0e137050b93f'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:23:34.994656 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-14390911-db43-4ca2-8dc3-8aa6594d6d30 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:23:34.997738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-14390911-db43-4ca2-8dc3-8aa6594d6d30 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:23:35.002425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-14390911-db43-4ca2-8dc3-8aa6594d6d30 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:23:35.010686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14390911-db43-4ca2-8dc3-8aa6594d6d30 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Pushing event updated for resources: {'Port': ['ID=873ffd3d-2800-40d6-a4d3-9c49bed96b35,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:23:35.056039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-14390911-db43-4ca2-8dc3-8aa6594d6d30 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:35.056651 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-14390911-db43-4ca2-8dc3-8aa6594d6d30 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:35.072351 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-14390911-db43-4ca2-8dc3-8aa6594d6d30 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8275943 Mar 07 22:23:35.082749 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Request body: {'port': {'device_id': 'e3a91e41-1997-4270-ba19-6abbea072929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:23:35.140480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:35.396666 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873ffd3d-2800-40d6-a4d3-9c49bed96b35 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:23:35.404184 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Publish callbacks [] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:35.416420 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Transition to ACTIVE for port object 873ffd3d-2800-40d6-a4d3-9c49bed96b35 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:23:35.420495 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:35.490214 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Pushing event updated for resources: {'Port': ['ID=873ffd3d-2800-40d6-a4d3-9c49bed96b35,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:23:35.521787 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612f6ba-c338-4e01-8ffb-743ca5e6d012 req-f5a003ce-7846-492c-8e31-a1e13f304a0a tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:35.523318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1612f6ba-c338-4e01-8ffb-743ca5e6d012 req-f5a003ce-7846-492c-8e31-a1e13f304a0a tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 943 time: 0.1143994 Mar 07 22:23:35.541900 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Attempting to bind port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:23:35.542277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Attempting to bind port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:23:35.542619 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Attempting to bind port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 on network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:23:35.546902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 on network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:23:35.547228 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Attempting to bind port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 on network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:23:35.552469 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:23:35.552817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Checking segment: {'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:23:35.553204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Bound using segment: {'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:23:35.553634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Bound port: 873ffd3d-2800-40d6-a4d3-9c49bed96b35, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:23:35.553991 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:35.569933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1612f6ba-c338-4e01-8ffb-743ca5e6d012 req-301f6bc7-9536-4f0e-8935-9073cb7b484e tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Mar 07 22:23:35.617477 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] For port 873ffd3d-2800-40d6-a4d3-9c49bed96b35, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:23:35.620538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] For port 873ffd3d-2800-40d6-a4d3-9c49bed96b35, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:23:35.625906 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:35.663472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:35.664099 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:35.665492 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] 10.222.0.13 "PUT /v2.0/ports/873ffd3d-2800-40d6-a4d3-9c49bed96b35 HTTP/1.1" status: 200 len: 1091 time: 0.5867071 Mar 07 22:23:35.686748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d6f7f-8b83-428c-b42a-3bb30db664ad service neutron] Pushing event updated for resources: {'Port': ['ID=873ffd3d-2800-40d6-a4d3-9c49bed96b35,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:23:35.743891 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-4dcf7172-617a-45f0-abea-716bf9974ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:35.745409 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-4dcf7172-617a-45f0-abea-716bf9974ccb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 1125 time: 0.0456965 Mar 07 22:23:35.789698 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-21fbbb3d-d43e-49c4-a45a-be29d81e24f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35 HTTP/1.1" status: 200 len: 217 time: 0.0380538 Mar 07 22:23:35.836155 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e0754a6d-e734-43d3-91c7-c8b3d6eb395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:35.837573 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-e0754a6d-e734-43d3-91c7-c8b3d6eb395e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ee692e1-3d16-48a8-8b48-d7d45633c308 HTTP/1.1" status: 200 len: 854 time: 0.0423629 Mar 07 22:23:35.868557 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-ddf81a62-7558-4129-a902-3e90932ddb5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252130 Mar 07 22:23:35.956540 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-c7f404e0-9487-4ec1-ae25-130df78ee0e4 service neutron] 10.222.0.13 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823517 Mar 07 22:23:36.043744 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1b2fd6f3-e015-4ecd-b151-ab2135e612c9 req-da4b6769-64d4-4586-876e-3c8254921d2e service neutron] 10.222.0.13 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818996 Mar 07 22:23:36.749134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dc8e8-ff63-46ab-9135-791edd16d87a req-8850cbe4-20a7-4077-b683-0ad70b451bf6 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:36.750538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c69dc8e8-ff63-46ab-9135-791edd16d87a req-8850cbe4-20a7-4077-b683-0ad70b451bf6 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 943 time: 0.1130967 Mar 07 22:23:36.797193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c69dc8e8-ff63-46ab-9135-791edd16d87a req-1dbdda98-c45f-472e-9151-5ef17bf7bd68 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404034 Mar 07 22:23:36.825889 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a91e41-1997-4270-ba19-6abbea072929', 'tag': '873ffd3d-2800-40d6-a4d3-9c49bed96b35'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:23:36.828263 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655c00be-6b35-4af8-bfa4-d01703dfa2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a91e41-1997-4270-ba19-6abbea072929", "tag": "873ffd3d-2800-40d6-a4d3-9c49bed96b35"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:23:36.862382 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c23cca-baaa-4a67-8dc8-e2ac9d0c2d31 x-openstack-request-id: req-a0c23cca-baaa-4a67-8dc8-e2ac9d0c2d31 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:23:36.862681 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a91e41-1997-4270-ba19-6abbea072929", "tag": "873ffd3d-2800-40d6-a4d3-9c49bed96b35", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:23:36.863434 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0c23cca-baaa-4a67-8dc8-e2ac9d0c2d31 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:23:36.863832 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a91e41-1997-4270-ba19-6abbea072929', 'tag': '873ffd3d-2800-40d6-a4d3-9c49bed96b35', 'status': 'completed', 'code': 200} Mar 07 22:23:36.931024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c00be-6b35-4af8-bfa4-d01703dfa2f2 req-e1e5bc22-8838-4e20-bf92-9491c5abee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:36.932494 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-655c00be-6b35-4af8-bfa4-d01703dfa2f2 req-e1e5bc22-8838-4e20-bf92-9491c5abee7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 1125 time: 0.0482469 Mar 07 22:23:37.023003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c00be-6b35-4af8-bfa4-d01703dfa2f2 req-afa405c5-2517-46f3-816f-4b7460a6dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:37.024610 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-655c00be-6b35-4af8-bfa4-d01703dfa2f2 req-afa405c5-2517-46f3-816f-4b7460a6dce1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 915 time: 0.0862689 Mar 07 22:23:37.070427 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-655c00be-6b35-4af8-bfa4-d01703dfa2f2 req-fc562dcb-342e-4d06-b2ec-e1f27716881f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35 HTTP/1.1" status: 200 len: 217 time: 0.0394635 Mar 07 22:23:37.117827 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c00be-6b35-4af8-bfa4-d01703dfa2f2 req-aa7c7669-03b6-4721-a6d2-0839ee568c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:37.119689 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-655c00be-6b35-4af8-bfa4-d01703dfa2f2 req-aa7c7669-03b6-4721-a6d2-0839ee568c8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ee692e1-3d16-48a8-8b48-d7d45633c308 HTTP/1.1" status: 200 len: 854 time: 0.0434904 Mar 07 22:23:37.149538 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-655c00be-6b35-4af8-bfa4-d01703dfa2f2 req-1f5b34c6-9287-4e8d-a068-fe4b0f9a445f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243204 Mar 07 22:23:37.239355 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-655c00be-6b35-4af8-bfa4-d01703dfa2f2 req-beda0a36-7854-46af-86f8-3f91393ff741 service neutron] 10.222.0.13 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835662 Mar 07 22:23:37.323490 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-655c00be-6b35-4af8-bfa4-d01703dfa2f2 req-15f281b9-31f6-4f50-bd3b-0420ae0ad16e service neutron] 10.222.0.13 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785389 Mar 07 22:23:37.911762 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe45f59-4e35-4e07-b8e3-ab1e214e8eeb req-45ba2976-ddb6-4181-8461-a08801b3fb14 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:37.913205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bbe45f59-4e35-4e07-b8e3-ab1e214e8eeb req-45ba2976-ddb6-4181-8461-a08801b3fb14 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 943 time: 0.0510366 Mar 07 22:23:37.957989 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bbe45f59-4e35-4e07-b8e3-ab1e214e8eeb req-9c4acabd-0c4a-4149-a8e4-f31c9dc0dea3 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393107 Mar 07 22:23:38.444627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6e28c022-cb53-41e6-a161-0e137050b93f no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:23:38.467733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 6e28c022-cb53-41e6-a161-0e137050b93f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:23:38.468085 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 6e28c022-cb53-41e6-a161-0e137050b93f not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:23:39.077562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b32809-c68c-4ea6-9eeb-6622a30cbe65 req-722983f1-ae8b-4f31-b786-f6c9d6791114 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:39.079058 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6b32809-c68c-4ea6-9eeb-6622a30cbe65 req-722983f1-ae8b-4f31-b786-f6c9d6791114 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 943 time: 0.0551965 Mar 07 22:23:39.124431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6b32809-c68c-4ea6-9eeb-6622a30cbe65 req-b36d422b-46c2-4aa0-8e3b-198a947d8c9d tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393810 Mar 07 22:23:40.244962 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20933acc-6115-49ab-8a9c-f65e12bd53ad req-bb3459f0-abec-4899-9b74-886cce47319a tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:40.246499 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20933acc-6115-49ab-8a9c-f65e12bd53ad req-bb3459f0-abec-4899-9b74-886cce47319a tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 943 time: 0.0536876 Mar 07 22:23:40.291458 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20933acc-6115-49ab-8a9c-f65e12bd53ad req-544d8445-2d39-48fb-a0dc-367e17f7c563 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393486 Mar 07 22:23:40.475814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 873ffd3d-2800-40d6-a4d3-9c49bed96b35 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:23:40.571326 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 873ffd3d-2800-40d6-a4d3-9c49bed96b35, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:23:40.581236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '873ffd3d-2800-40d6-a4d3-9c49bed96b35', 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8', 'port_id': '873ffd3d-2800-40d6-a4d3-9c49bed96b35', 'mac_address': 'fa:16:3e:48:5e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee692e1-3d16-48a8-8b48-d7d45633c308', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:23:40.621619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:23:40.622004 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:40.634342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873ffd3d-2800-40d6-a4d3-9c49bed96b35 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:23:40.652936 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 873ffd3d-2800-40d6-a4d3-9c49bed96b35, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:23:40.656896 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:40.702059 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=873ffd3d-2800-40d6-a4d3-9c49bed96b35,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:23:40.709743 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:40.710123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:40.710474 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:40.710813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:40.711147 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:40.711481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:40.711811 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:40.712138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:40.712465 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:40.712789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:40.713115 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:40.713440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:40.713762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:40.974986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['873ffd3d-2800-40d6-a4d3-9c49bed96b35'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:23:41.412655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031cf6d-f196-447b-a19c-6eae6c669bdf req-6dbaa08a-ff87-4910-bba9-5585becff2f2 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:41.414775 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c031cf6d-f196-447b-a19c-6eae6c669bdf req-6dbaa08a-ff87-4910-bba9-5585becff2f2 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 944 time: 0.0569797 Mar 07 22:23:41.470089 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c031cf6d-f196-447b-a19c-6eae6c669bdf req-1080b23b-6edd-47c1-a48f-4f18df4b00dc tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498893 Mar 07 22:23:42.491090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 873ffd3d-2800-40d6-a4d3-9c49bed96b35 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:23:42.539537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:23:42.543278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:23:42.543657 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:42.589322 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134fc22-d3a8-4d2a-8986-5252be1b0bfb req-8f834dc5-5964-49c5-a2db-a4c972e05035 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:42.590847 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a134fc22-d3a8-4d2a-8986-5252be1b0bfb req-8f834dc5-5964-49c5-a2db-a4c972e05035 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 944 time: 0.0523584 Mar 07 22:23:42.624259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:23:42.624639 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:42.636929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a134fc22-d3a8-4d2a-8986-5252be1b0bfb req-1c22ce74-67de-4c46-be69-f1a880e65800 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Mar 07 22:23:42.646941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a91e41-1997-4270-ba19-6abbea072929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ffd3d-2800-40d6-a4d3-9c49bed96b35'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:23:42.649145 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f8263c-8d25-4cc7-9fd7-c1a8873f7356" -d '{"events": [{"server_uuid": "e3a91e41-1997-4270-ba19-6abbea072929", "name": "network-vif-plugged", "status": "completed", "tag": "873ffd3d-2800-40d6-a4d3-9c49bed96b35"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:23:42.661596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 873ffd3d-2800-40d6-a4d3-9c49bed96b35, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:23:42.665835 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:42.691481 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d951d06-ae2b-4988-9943-ea7cb72f1524 x-openstack-request-id: req-3d951d06-ae2b-4988-9943-ea7cb72f1524 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:23:42.691775 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a91e41-1997-4270-ba19-6abbea072929", "name": "network-vif-plugged", "status": "completed", "tag": "873ffd3d-2800-40d6-a4d3-9c49bed96b35", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:23:42.692032 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d951d06-ae2b-4988-9943-ea7cb72f1524 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:23:42.692422 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a91e41-1997-4270-ba19-6abbea072929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ffd3d-2800-40d6-a4d3-9c49bed96b35', 'code': 200} Mar 07 22:23:42.719149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=873ffd3d-2800-40d6-a4d3-9c49bed96b35,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:23:42.787753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b99e8-f4fc-4873-8acd-0328ca35e1b9 req-2b63e7d4-f615-43ec-a739-83516e438f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:42.789139 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-026b99e8-f4fc-4873-8acd-0328ca35e1b9 req-2b63e7d4-f615-43ec-a739-83516e438f52 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 1127 time: 0.0431986 Mar 07 22:23:42.834926 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-026b99e8-f4fc-4873-8acd-0328ca35e1b9 req-038be728-4276-47a8-ba7a-0184830c6b9d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401189 Mar 07 22:23:43.753009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f711a8b-e48f-4771-8235-295061f770f3 req-bfaeafbb-f850-4c97-8935-0b6f28a42125 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:43.755016 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f711a8b-e48f-4771-8235-295061f770f3 req-bfaeafbb-f850-4c97-8935-0b6f28a42125 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0524261 Mar 07 22:23:43.805311 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f711a8b-e48f-4771-8235-295061f770f3 req-fc58a312-2bd6-4776-a2be-8ba2329f08d5 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447800 Mar 07 22:23:44.927819 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebebd9c-3e29-439a-9b1f-57a3d027d65a req-a7d770fa-f919-4af6-b236-531c64adab47 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:44.929259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ebebd9c-3e29-439a-9b1f-57a3d027d65a req-a7d770fa-f919-4af6-b236-531c64adab47 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0547676 Mar 07 22:23:44.974093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ebebd9c-3e29-439a-9b1f-57a3d027d65a req-7b4adda8-5440-48f9-be65-30c941a5b988 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393355 Mar 07 22:23:45.087773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84759b51-e1a8-4350-a786-39305d5885e2 req-4789df2a-33b3-4f2b-b9b1-843fee87bd19 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:45.089132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84759b51-e1a8-4350-a786-39305d5885e2 req-4789df2a-33b3-4f2b-b9b1-843fee87bd19 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0505676 Mar 07 22:23:45.134286 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84759b51-e1a8-4350-a786-39305d5885e2 req-c3ba87f7-56a7-4881-acdd-5b758d58d217 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396500 Mar 07 22:23:45.358894 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-51149169-6b43-44d2-b52c-4968d9edac42 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446641 Mar 07 22:23:45.373570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcbc5c-9b70-4d1e-ac8d-d6e8a44af2e2 req-02617186-1c93-4ca9-838e-3224cde5d686 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:45.375080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07fcbc5c-9b70-4d1e-ac8d-d6e8a44af2e2 req-02617186-1c93-4ca9-838e-3224cde5d686 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0544727 Mar 07 22:23:45.426662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07fcbc5c-9b70-4d1e-ac8d-d6e8a44af2e2 req-47288089-6710-459e-8b68-21ce1e7817ce tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454695 Mar 07 22:23:45.670957 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6905f2a2-7dc1-4d04-948f-4232a8fcd7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:45.706748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3394eea-09f7-436d-98c0-96271641d320 req-9f6a87ac-3217-4bd6-a979-021ebc377738 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:45.708100 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-9f6a87ac-3217-4bd6-a979-021ebc377738 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports/873ffd3d-2800-40d6-a4d3-9c49bed96b35 HTTP/1.1" status: 200 len: 942 time: 0.0463696 Mar 07 22:23:46.411243 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:46.551106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8c7e6-3fd2-418f-b7aa-0548fec582f6 req-9dfe4dba-8088-409e-a7ad-5d4abc6d1f19 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:46.553537 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fbb8c7e6-3fd2-418f-b7aa-0548fec582f6 req-9dfe4dba-8088-409e-a7ad-5d4abc6d1f19 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0542598 Mar 07 22:23:46.557563 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3394eea-09f7-436d-98c0-96271641d320 req-236cb47a-7b95-4f5c-bbc7-2e7cf321b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:46.559215 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-236cb47a-7b95-4f5c-bbc7-2e7cf321b3e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 1127 time: 0.0476577 Mar 07 22:23:46.600590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fbb8c7e6-3fd2-418f-b7aa-0548fec582f6 req-677da0b2-4960-4700-b610-1e77c25cc700 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413918 Mar 07 22:23:46.649362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3394eea-09f7-436d-98c0-96271641d320 req-411cdf33-de39-4c8b-ab2f-dbfbf0cb0881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:46.650944 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-411cdf33-de39-4c8b-ab2f-dbfbf0cb0881 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 915 time: 0.0863333 Mar 07 22:23:46.689919 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-c1e72921-4a64-4d6f-9af7-3b7082553260 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35 HTTP/1.1" status: 200 len: 217 time: 0.0337095 Mar 07 22:23:46.740339 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3394eea-09f7-436d-98c0-96271641d320 req-967c4b18-a494-46d6-b446-acf5b1f244f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:46.742489 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-967c4b18-a494-46d6-b446-acf5b1f244f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ee692e1-3d16-48a8-8b48-d7d45633c308 HTTP/1.1" status: 200 len: 854 time: 0.0470138 Mar 07 22:23:46.773934 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-8675794d-9bba-41ec-a62f-d5980400c036 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262766 Mar 07 22:23:46.859174 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-a8fdd4c9-0556-423d-a621-9dfe43422c4b service neutron] 10.222.0.13 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788469 Mar 07 22:23:46.947770 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-093d5270-1231-49fc-a938-013f8bacd71c service neutron] 10.222.0.13 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824432 Mar 07 22:23:47.616199 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:23:47.715693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0330fb-92dc-4c03-bb9c-46030c67696d req-42c41e9f-5a0e-44a0-b64b-044963d37299 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:47.717410 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b0330fb-92dc-4c03-bb9c-46030c67696d req-42c41e9f-5a0e-44a0-b64b-044963d37299 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0517697 Mar 07 22:23:47.763292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b0330fb-92dc-4c03-bb9c-46030c67696d req-6e2fffba-ebd6-489e-92de-232e7672da0d tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395963 Mar 07 22:23:48.166875 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e344823a-0836-4c37-a6be-89494c93cd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:48.539698 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:48.883741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099c2d1-c076-462a-a2e5-31b09c61fc8e req-1aee16f9-0617-47cc-9bdd-dcaa18a07235 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:48.885199 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3099c2d1-c076-462a-a2e5-31b09c61fc8e req-1aee16f9-0617-47cc-9bdd-dcaa18a07235 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0550075 Mar 07 22:23:48.930641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3099c2d1-c076-462a-a2e5-31b09c61fc8e req-52cc069e-a4ac-49d6-bc1a-49844add8c83 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399115 Mar 07 22:23:49.434098 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:50.046464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2a41e-9be5-4d95-b083-b7b3c16ba73c req-cb84f2b3-c60c-47dd-ad01-8bd88501ed7c tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:50.047962 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7d2a41e-9be5-4d95-b083-b7b3c16ba73c req-cb84f2b3-c60c-47dd-ad01-8bd88501ed7c tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0508163 Mar 07 22:23:50.093503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7d2a41e-9be5-4d95-b083-b7b3c16ba73c req-c8d55bb3-df50-4f9f-99d2-642638d323f3 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392861 Mar 07 22:23:50.402047 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:51.212558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ee98b-83b9-4586-8c02-897a92738eba req-b920fe2e-f808-4e28-9a61-8fa19c0b74df tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:51.214004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-542ee98b-83b9-4586-8c02-897a92738eba req-b920fe2e-f808-4e28-9a61-8fa19c0b74df tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0544069 Mar 07 22:23:51.259688 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-542ee98b-83b9-4586-8c02-897a92738eba req-a326fc06-8be3-4e9d-b943-3d6958ff5bda tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400953 Mar 07 22:23:52.169434 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:23:52.378555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6768f5-c2ab-4263-a599-083494beaa80 req-56262aa9-6588-4655-b629-339857a9996d tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:52.380030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df6768f5-c2ab-4263-a599-083494beaa80 req-56262aa9-6588-4655-b629-339857a9996d tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0528736 Mar 07 22:23:52.425469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-df6768f5-c2ab-4263-a599-083494beaa80 req-201ac06f-8b41-4287-970c-220640b47631 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Mar 07 22:23:53.540304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc3633-d276-4299-8fff-cbbd1824625a req-5008d180-e3ca-441f-bff4-4ee66fe31851 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:53.541758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2cc3633-d276-4299-8fff-cbbd1824625a req-5008d180-e3ca-441f-bff4-4ee66fe31851 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0503433 Mar 07 22:23:53.589516 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2cc3633-d276-4299-8fff-cbbd1824625a req-55bd1661-0689-4f9c-acc1-e3358b69e8a9 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Mar 07 22:23:54.705395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68f89e-6485-49c5-995a-0ff9868ab33e req-9f81e98f-7628-4c68-982d-77c55ef51f9f tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:54.707064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa68f89e-6485-49c5-995a-0ff9868ab33e req-9f81e98f-7628-4c68-982d-77c55ef51f9f tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0513082 Mar 07 22:23:54.752192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa68f89e-6485-49c5-995a-0ff9868ab33e req-0d938b2e-3e28-49e3-a195-ce6dac4487fe tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396993 Mar 07 22:23:55.866938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d438ff1-12cc-4b31-b662-38acc3e85612 req-77fdafef-7c74-4a08-97cf-e5093273ed2d tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:55.868372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d438ff1-12cc-4b31-b662-38acc3e85612 req-77fdafef-7c74-4a08-97cf-e5093273ed2d tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0505350 Mar 07 22:23:55.913939 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d438ff1-12cc-4b31-b662-38acc3e85612 req-fe7f93b5-881d-4a27-9d1c-7139fb745afe tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401812 Mar 07 22:23:57.032753 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61374d-b309-4c20-9a7b-85efc97fb5c5 req-b53fb5c3-156b-4290-bcff-b23be99d8cfd tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:57.034929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e61374d-b309-4c20-9a7b-85efc97fb5c5 req-b53fb5c3-156b-4290-bcff-b23be99d8cfd tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0545983 Mar 07 22:23:57.082398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e61374d-b309-4c20-9a7b-85efc97fb5c5 req-52f34402-32ee-4c8d-a3f6-021abd09b0b4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420654 Mar 07 22:23:58.201141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a97f66-2a86-4a09-950c-983a5cbd77ba req-9d0e5468-e691-49a8-a874-f0653afa7dc5 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:58.202651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39a97f66-2a86-4a09-950c-983a5cbd77ba req-9d0e5468-e691-49a8-a874-f0653afa7dc5 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0518928 Mar 07 22:23:58.248758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39a97f66-2a86-4a09-950c-983a5cbd77ba req-ed6772af-27ee-4317-b9f1-1dc2a3fcfcf8 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405552 Mar 07 22:23:59.362148 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd3751-75d4-4547-9296-b7ffa15eb112 req-9589a359-8a6f-4851-b62a-0c32d1304be6 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:59.364098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2bbd3751-75d4-4547-9296-b7ffa15eb112 req-9589a359-8a6f-4851-b62a-0c32d1304be6 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0507987 Mar 07 22:23:59.416999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2bbd3751-75d4-4547-9296-b7ffa15eb112 req-8cc850c2-d786-41f3-bcd4-1a42fe127dd4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466647 Mar 07 22:24:00.535275 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae4bc2-5090-4e71-9721-bbb2add62208 req-37e711ce-57e1-434f-a6f4-aa842722d532 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:00.536728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7ae4bc2-5090-4e71-9721-bbb2add62208 req-37e711ce-57e1-434f-a6f4-aa842722d532 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0511744 Mar 07 22:24:00.582042 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7ae4bc2-5090-4e71-9721-bbb2add62208 req-3e18b003-fcea-405b-90a2-6517c4bb6fe9 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398793 Mar 07 22:24:01.697074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1c4f7-b15d-489e-b569-d44058ce836a req-8b04c675-2014-41e4-ae6a-d64c6367b704 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:01.698546 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f1c1c4f7-b15d-489e-b569-d44058ce836a req-8b04c675-2014-41e4-ae6a-d64c6367b704 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0518172 Mar 07 22:24:01.744770 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f1c1c4f7-b15d-489e-b569-d44058ce836a req-6a7a8d6f-ce74-4b83-9dbe-8e019543c771 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Mar 07 22:24:02.865594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff8a43-1d4c-40db-bded-906c1248d2ae req-ae0a2d80-255e-4b71-9009-a1c0e1bc7819 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:02.867077 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79ff8a43-1d4c-40db-bded-906c1248d2ae req-ae0a2d80-255e-4b71-9009-a1c0e1bc7819 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0549321 Mar 07 22:24:02.912187 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79ff8a43-1d4c-40db-bded-906c1248d2ae req-57bc31fc-655d-43cd-9de7-9afb5e15c86d tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 Mar 07 22:24:04.028219 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f32e7-d1f1-4b92-895a-3a7fdb91c8c9 req-c2006e38-37e2-47c5-822f-d360900a47be tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:04.029725 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e7f32e7-d1f1-4b92-895a-3a7fdb91c8c9 req-c2006e38-37e2-47c5-822f-d360900a47be tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0519197 Mar 07 22:24:04.077069 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e7f32e7-d1f1-4b92-895a-3a7fdb91c8c9 req-f9352f6e-87ec-46c4-818b-59414dba1576 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 Mar 07 22:24:05.200660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872036-1557-44ea-9b9e-9624085941f1 req-416dd4fe-66e1-4867-ae0b-9c2be39be768 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:05.202301 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5872036-1557-44ea-9b9e-9624085941f1 req-416dd4fe-66e1-4867-ae0b-9c2be39be768 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0570972 Mar 07 22:24:05.248028 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5872036-1557-44ea-9b9e-9624085941f1 req-d70f1b83-3762-42f9-a046-1204ca390a2a tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401843 Mar 07 22:24:06.366605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eae49-e559-4049-9415-5dfef34ed925 req-1598d6f2-3e42-4972-bbb5-80ef53be77ee tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:06.368071 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d86eae49-e559-4049-9415-5dfef34ed925 req-1598d6f2-3e42-4972-bbb5-80ef53be77ee tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0508683 Mar 07 22:24:06.412852 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d86eae49-e559-4049-9415-5dfef34ed925 req-742711ff-4215-47bf-b2c9-ea9d815fc75c tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393162 Mar 07 22:24:07.527473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd997c-4d37-4545-8707-cdc1ced67acb req-8db0b4bd-0151-419c-9d0f-ea05690c92e0 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:07.528916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6dfd997c-4d37-4545-8707-cdc1ced67acb req-8db0b4bd-0151-419c-9d0f-ea05690c92e0 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0501206 Mar 07 22:24:07.576656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6dfd997c-4d37-4545-8707-cdc1ced67acb req-5e29f552-a51c-4b95-b112-3b07888b17c3 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Mar 07 22:24:08.693883 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265463b9-8bb4-4774-ab23-6b1a0ada4fa3 req-3bc29a55-1eb2-46a6-8c74-3587e29a2bc8 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:08.696325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-265463b9-8bb4-4774-ab23-6b1a0ada4fa3 req-3bc29a55-1eb2-46a6-8c74-3587e29a2bc8 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0545764 Mar 07 22:24:08.743083 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-265463b9-8bb4-4774-ab23-6b1a0ada4fa3 req-69dc349d-a6fe-43c1-b621-117df05430f0 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 Mar 07 22:24:09.857705 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5911a1-26d1-4ac9-9d93-4d037c74b588 req-fb3ce4fa-2876-443a-8cf2-89ff473a3c55 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:09.859201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c5911a1-26d1-4ac9-9d93-4d037c74b588 req-fb3ce4fa-2876-443a-8cf2-89ff473a3c55 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0516343 Mar 07 22:24:09.905122 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0c5911a1-26d1-4ac9-9d93-4d037c74b588 req-064198e5-da77-46a9-9ff4-1ff093be1cbd tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400162 Mar 07 22:24:11.025822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e3687-cc99-4893-a5c9-5a106cb97252 req-f802cb5b-224c-4b38-8ded-1216d8db7ae0 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:11.027301 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de9e3687-cc99-4893-a5c9-5a106cb97252 req-f802cb5b-224c-4b38-8ded-1216d8db7ae0 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0557010 Mar 07 22:24:11.072541 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de9e3687-cc99-4893-a5c9-5a106cb97252 req-d1c8c266-ed99-448f-808b-52496389cd44 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397167 Mar 07 22:24:12.189386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb4ccd-219e-4330-b073-3e01fa0e67b4 req-ffe1e750-5857-4f5e-b20a-ab4b02db799b tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:12.190894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-35fb4ccd-219e-4330-b073-3e01fa0e67b4 req-ffe1e750-5857-4f5e-b20a-ab4b02db799b tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0520446 Mar 07 22:24:12.236231 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-35fb4ccd-219e-4330-b073-3e01fa0e67b4 req-c50b1496-3bbc-4053-a3a7-7cab20afab06 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399082 Mar 07 22:24:13.351660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdc3db-71b1-4e65-ad30-259e39ec018a req-e9c40c10-8a85-4a3c-bf37-e2f03bbd22e0 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:13.353030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3fdc3db-71b1-4e65-ad30-259e39ec018a req-e9c40c10-8a85-4a3c-bf37-e2f03bbd22e0 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0501733 Mar 07 22:24:13.401040 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3fdc3db-71b1-4e65-ad30-259e39ec018a req-b0d58489-c523-46e9-a12b-b08a444b4e6f tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425971 Mar 07 22:24:13.951851 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [req-e3394eea-09f7-436d-98c0-96271641d320 req-14f380c7-3a77-4410-8ef8-ff3235f61a69 service neutron] show failed (client error): The resource could not be found. Mar 07 22:24:13.952872 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-14f380c7-3a77-4410-8ef8-ff3235f61a69 service neutron] 10.222.0.13 "GET /v2.0/ports/873ffd3d-2800-40d6-a4d3-9c49bed96b35/bindings/n-h2-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.0536749 Mar 07 22:24:14.255993 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3394eea-09f7-436d-98c0-96271641d320 req-e548b811-b2ad-4870-bc32-689c815f8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:14.257410 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-e548b811-b2ad-4870-bc32-689c815f8c6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929&tenant_id=accb1ba2fc4a468bb375ebd960740cb0 HTTP/1.1" status: 200 len: 1127 time: 0.1414697 Mar 07 22:24:14.272714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:24:14.330481 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:14.786537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993e274-1052-4dfd-ad15-b684c9d55c68 req-43173b1e-1d20-4405-ae50-e54ed60e87a7 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:14.788010 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4993e274-1052-4dfd-ad15-b684c9d55c68 req-43173b1e-1d20-4405-ae50-e54ed60e87a7 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.1470592 Mar 07 22:24:14.885951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4993e274-1052-4dfd-ad15-b684c9d55c68 req-db41dbb0-ca99-4c98-93a1-655f3948b658 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921872 Mar 07 22:24:14.908597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] For port 873ffd3d-2800-40d6-a4d3-9c49bed96b35, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:24:14.939945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] For port 873ffd3d-2800-40d6-a4d3-9c49bed96b35, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:24:14.982146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a91e41-1997-4270-ba19-6abbea072929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873ffd3d-2800-40d6-a4d3-9c49bed96b35'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:24:14.984391 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedac49c-0313-4cdc-9a9e-46b47dd7eb79" -d '{"events": [{"server_uuid": "e3a91e41-1997-4270-ba19-6abbea072929", "name": "network-vif-unplugged", "status": "completed", "tag": "873ffd3d-2800-40d6-a4d3-9c49bed96b35"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:24:14.988343 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Publish callbacks [] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:15.000243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Transition to ACTIVE for port object 873ffd3d-2800-40d6-a4d3-9c49bed96b35 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:24:15.004708 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:15.046450 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2d48e2-f518-46ca-9e00-2d2535005c46 x-openstack-request-id: req-fb2d48e2-f518-46ca-9e00-2d2535005c46 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:24:15.046759 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a91e41-1997-4270-ba19-6abbea072929", "name": "network-vif-unplugged", "status": "completed", "tag": "873ffd3d-2800-40d6-a4d3-9c49bed96b35", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:24:15.047018 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb2d48e2-f518-46ca-9e00-2d2535005c46 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:24:15.047415 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a91e41-1997-4270-ba19-6abbea072929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873ffd3d-2800-40d6-a4d3-9c49bed96b35', 'code': 200} Mar 07 22:24:15.066856 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] No DVR routers for this DVR port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:24:15.078190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Pushing event updated for resources: {'Port': ['ID=873ffd3d-2800-40d6-a4d3-9c49bed96b35,revision_number=6']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:15.101326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:15.101671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:15.102008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:15.102370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:15.102699 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:15.103021 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:15.103343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:15.103662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:15.103982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:15.104302 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:15.104621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:15.104939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:15.105254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:15.118105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Attempting to bind port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:24:15.118441 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Attempting to bind port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:24:15.118764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Attempting to bind port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 on network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:24:15.122967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 on network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:24:15.123287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Attempting to bind port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 on network bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:24:15.128602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:24:15.128899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Checking segment: {'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:24:15.129272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Bound using segment: {'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:24:15.129687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Bound port: 873ffd3d-2800-40d6-a4d3-9c49bed96b35, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:24:15.130039 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:15.191888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] For port 873ffd3d-2800-40d6-a4d3-9c49bed96b35, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:24:15.194865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] For port 873ffd3d-2800-40d6-a4d3-9c49bed96b35, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:24:15.199620 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:15.235467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:15.236082 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:15.238095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] 10.222.0.15 "PUT /v2.0/ports/873ffd3d-2800-40d6-a4d3-9c49bed96b35 HTTP/1.1" status: 200 len: 1091 time: 0.9692030 Mar 07 22:24:15.255787 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ca540-35e3-4e30-b163-3a8588753d86 service neutron] Pushing event updated for resources: {'Port': ['ID=873ffd3d-2800-40d6-a4d3-9c49bed96b35,revision_number=7']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:15.307791 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3394eea-09f7-436d-98c0-96271641d320 req-6e1ff0bc-3ce6-423c-8874-b4906a698ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:15.309186 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-6e1ff0bc-3ce6-423c-8874-b4906a698ec7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 1125 time: 0.0448415 Mar 07 22:24:15.409413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3394eea-09f7-436d-98c0-96271641d320 req-a4565aa8-16b1-4916-8271-c5faefa13c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:15.410940 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-a4565aa8-16b1-4916-8271-c5faefa13c4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 915 time: 0.0931940 Mar 07 22:24:15.458335 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-8d1a04d1-06fd-43cd-8b53-b0fbb9518425 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35 HTTP/1.1" status: 200 len: 217 time: 0.0362084 Mar 07 22:24:15.510955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3394eea-09f7-436d-98c0-96271641d320 req-d1a9f74f-8359-4c9c-8ea6-d31cfd9af615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:15.512530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-d1a9f74f-8359-4c9c-8ea6-d31cfd9af615 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ee692e1-3d16-48a8-8b48-d7d45633c308 HTTP/1.1" status: 200 len: 854 time: 0.0446007 Mar 07 22:24:15.546160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-962f9127-8e9d-4282-b5a6-a149b3060920 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246215 Mar 07 22:24:15.637353 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-324ff231-b87d-4f3e-a2ce-9f96ccad78df service neutron] 10.222.0.15 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816269 Mar 07 22:24:15.673862 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4674ecfc-5a0c-42e4-9963-fb5f5e0f1dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:15.731204 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3394eea-09f7-436d-98c0-96271641d320 req-b2e2ec5e-c2d7-48de-a949-fbbd126ef2fc service neutron] 10.222.0.15 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845721 Mar 07 22:24:16.006272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eca1d9-cd60-4e3f-8926-d13a921ea92c req-d25590ab-54b2-40e7-a813-e41cd7196ab8 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:16.007753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14eca1d9-cd60-4e3f-8926-d13a921ea92c req-d25590ab-54b2-40e7-a813-e41cd7196ab8 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 943 time: 0.0553856 Mar 07 22:24:16.053098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14eca1d9-cd60-4e3f-8926-d13a921ea92c req-46b56e78-4e38-4240-9647-cb0bdb3a8d06 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397017 Mar 07 22:24:16.417622 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:17.048733 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a91e41-1997-4270-ba19-6abbea072929', 'tag': '873ffd3d-2800-40d6-a4d3-9c49bed96b35'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:24:17.051175 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db132bd8-3130-42d3-b078-0c5ff17b8410" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a91e41-1997-4270-ba19-6abbea072929", "tag": "873ffd3d-2800-40d6-a4d3-9c49bed96b35"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:24:17.098788 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bfbbb9-1667-4a07-a215-bfd5f4dc3e53 x-openstack-request-id: req-53bfbbb9-1667-4a07-a215-bfd5f4dc3e53 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:24:17.099101 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a91e41-1997-4270-ba19-6abbea072929", "tag": "873ffd3d-2800-40d6-a4d3-9c49bed96b35", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:24:17.099380 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53bfbbb9-1667-4a07-a215-bfd5f4dc3e53 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:24:17.099779 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a91e41-1997-4270-ba19-6abbea072929', 'tag': '873ffd3d-2800-40d6-a4d3-9c49bed96b35', 'status': 'completed', 'code': 200} Mar 07 22:24:17.164425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-c18aecbd-f12a-44d7-b4aa-e26be88d5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:17.165946 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-c18aecbd-f12a-44d7-b4aa-e26be88d5c45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 1125 time: 0.0456424 Mar 07 22:24:17.196348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-9a21dc2d-6d5d-40c5-9adc-b9046b695afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:17.197868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-9a21dc2d-6d5d-40c5-9adc-b9046b695afe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 1125 time: 0.0779605 Mar 07 22:24:17.209561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa52b02-a2dc-4c3e-b0e3-fd02097741d4 req-a28aee5a-4af2-40a5-8816-e3d5619b3ebd tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:17.211018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ffa52b02-a2dc-4c3e-b0e3-fd02097741d4 req-a28aee5a-4af2-40a5-8816-e3d5619b3ebd tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 943 time: 0.0828519 Mar 07 22:24:17.257936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-5a110b96-e106-4a9b-aeeb-808b8bc4a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:17.259456 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-5a110b96-e106-4a9b-aeeb-808b8bc4a163 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 915 time: 0.0879204 Mar 07 22:24:17.299833 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-6dc1837e-b0a6-4e42-b629-5806d3f5e5d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35 HTTP/1.1" status: 200 len: 217 time: 0.0346568 Mar 07 22:24:17.309191 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ffa52b02-a2dc-4c3e-b0e3-fd02097741d4 req-7b397160-3ab2-4922-bbc3-6d102eca44e5 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900152 Mar 07 22:24:17.329227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-57d8f669-85a3-42f9-9d96-38c494085d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:17.331258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-57d8f669-85a3-42f9-9d96-38c494085d8a service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 915 time: 0.1188798 Mar 07 22:24:17.351982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-32c5fd63-23ae-46aa-b1f5-14ac1165aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:17.353437 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-32c5fd63-23ae-46aa-b1f5-14ac1165aabe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ee692e1-3d16-48a8-8b48-d7d45633c308 HTTP/1.1" status: 200 len: 854 time: 0.0480750 Mar 07 22:24:17.383961 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-6784f772-78c2-4930-8fd2-d76d358a92fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35 HTTP/1.1" status: 200 len: 217 time: 0.0434921 Mar 07 22:24:17.386329 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-12d01236-d2e6-49f3-b50c-e146338ba29c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274642 Mar 07 22:24:17.431810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-003a8dcd-70ca-4537-a8a8-f1857738c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:17.433933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-003a8dcd-70ca-4537-a8a8-f1857738c2b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ee692e1-3d16-48a8-8b48-d7d45633c308 HTTP/1.1" status: 200 len: 854 time: 0.0436916 Mar 07 22:24:17.473720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-3e779974-096c-4fb5-bf13-8ae304688001 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287516 Mar 07 22:24:17.477774 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-c4d0ecf4-5667-4165-9eb0-ae295678a0f4 service neutron] 10.222.0.13 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862350 Mar 07 22:24:17.573597 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-69600949-2ca9-442e-a1ce-b3397dc3c3c0 service neutron] 10.222.0.13 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904870 Mar 07 22:24:17.574281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-ebf383c2-e2ad-4c01-8557-edd975bbcb4a service neutron] 10.222.0.15 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939066 Mar 07 22:24:17.664149 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db132bd8-3130-42d3-b078-0c5ff17b8410 req-461187e4-9ce0-4192-b7eb-a055d8a920da service neutron] 10.222.0.15 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834820 Mar 07 22:24:18.167815 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1a50-67cc-442f-b134-b3702e0920a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:18.433987 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6288e45-d8df-43b7-9850-7f3f106bfbf0 req-1c421570-da17-46e8-8cf1-b050f07f3ac6 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:18.435479 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6288e45-d8df-43b7-9850-7f3f106bfbf0 req-1c421570-da17-46e8-8cf1-b050f07f3ac6 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 943 time: 0.0561070 Mar 07 22:24:18.481058 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6288e45-d8df-43b7-9850-7f3f106bfbf0 req-841e4d94-12f4-4ecf-b311-5b39c0bb4af9 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397301 Mar 07 22:24:18.529065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 873ffd3d-2800-40d6-a4d3-9c49bed96b35 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:24:18.543130 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:18.634267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 873ffd3d-2800-40d6-a4d3-9c49bed96b35, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:24:18.646892 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 873ffd3d-2800-40d6-a4d3-9c49bed96b35 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:24:18.650289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '873ffd3d-2800-40d6-a4d3-9c49bed96b35', 'network_id': 'bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8', 'port_id': '873ffd3d-2800-40d6-a4d3-9c49bed96b35', 'mac_address': 'fa:16:3e:48:5e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee692e1-3d16-48a8-8b48-d7d45633c308', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:24:18.681769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bca57-81ff-4164-8dd9-fd783d60668c req-466450e3-183f-4621-9b27-d2e5cd81d313 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:18.683500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-380bca57-81ff-4164-8dd9-fd783d60668c req-466450e3-183f-4621-9b27-d2e5cd81d313 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 943 time: 0.0578706 Mar 07 22:24:18.718135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] The host n-h1-832330-1 is not matching for port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 host n-h2-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 22:24:18.718893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 873ffd3d-2800-40d6-a4d3-9c49bed96b35 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:24:18.725336 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:24:18.725729 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:18.735532 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c223a2-71f5-49aa-be65-0dc4227fc99e req-73fdc4a6-36f5-40c2-bf88-d0c81bfbe2e4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:18.737080 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a9c223a2-71f5-49aa-be65-0dc4227fc99e req-73fdc4a6-36f5-40c2-bf88-d0c81bfbe2e4 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929&tenant_id=accb1ba2fc4a468bb375ebd960740cb0&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 943 time: 0.1028161 Mar 07 22:24:18.737232 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-380bca57-81ff-4164-8dd9-fd783d60668c req-bac35efd-f8ee-4afd-afb6-e88eee0e22e8 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454316 Mar 07 22:24:18.742407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873ffd3d-2800-40d6-a4d3-9c49bed96b35 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:24:18.761873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 873ffd3d-2800-40d6-a4d3-9c49bed96b35, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:24:18.765908 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:18.798051 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [req-a9c223a2-71f5-49aa-be65-0dc4227fc99e req-15a10e52-fc2b-4117-aa03-f1254891eb6b service neutron] delete failed (client error): The resource could not be found. Mar 07 22:24:18.799109 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a9c223a2-71f5-49aa-be65-0dc4227fc99e req-15a10e52-fc2b-4117-aa03-f1254891eb6b service neutron] 10.222.0.13 "DELETE /v2.0/ports/873ffd3d-2800-40d6-a4d3-9c49bed96b35/bindings/n-h1-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.0560641 Mar 07 22:24:18.812585 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=873ffd3d-2800-40d6-a4d3-9c49bed96b35,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:18.882544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c223a2-71f5-49aa-be65-0dc4227fc99e req-37cb980a-f127-410b-a9e6-e11d4fe56b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:18.884006 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a9c223a2-71f5-49aa-be65-0dc4227fc99e req-37cb980a-f127-410b-a9e6-e11d4fe56b6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 1126 time: 0.0442259 Mar 07 22:24:18.974328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c223a2-71f5-49aa-be65-0dc4227fc99e req-58b6b7b6-a12f-498f-b480-1d700095e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:18.976043 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a9c223a2-71f5-49aa-be65-0dc4227fc99e req-58b6b7b6-a12f-498f-b480-1d700095e18e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 200 len: 915 time: 0.0864723 Mar 07 22:24:18.993695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['873ffd3d-2800-40d6-a4d3-9c49bed96b35'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:24:19.015313 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a9c223a2-71f5-49aa-be65-0dc4227fc99e req-f5fe2566-7f08-4521-8e0f-ae3c2ac39c6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35 HTTP/1.1" status: 200 len: 217 time: 0.0336187 Mar 07 22:24:19.062571 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c223a2-71f5-49aa-be65-0dc4227fc99e req-bbe871a0-05d9-422c-b3fd-52e3c954f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:19.064027 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a9c223a2-71f5-49aa-be65-0dc4227fc99e req-bbe871a0-05d9-422c-b3fd-52e3c954f6f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ee692e1-3d16-48a8-8b48-d7d45633c308 HTTP/1.1" status: 200 len: 854 time: 0.0427158 Mar 07 22:24:19.097842 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a9c223a2-71f5-49aa-be65-0dc4227fc99e req-36bfe40a-0740-47a0-87eb-99bf9d4b8e5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286074 Mar 07 22:24:19.182783 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a9c223a2-71f5-49aa-be65-0dc4227fc99e req-b1349781-2fff-4305-a28e-95304cf82264 service neutron] 10.222.0.13 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792902 Mar 07 22:24:19.272974 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a9c223a2-71f5-49aa-be65-0dc4227fc99e req-275945ff-1b7e-456e-86a9-0a67322bfda8 service neutron] 10.222.0.13 "GET /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849166 Mar 07 22:24:19.441347 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:19.866360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964228a-517f-43b5-bccd-b10a693a0793 req-43a33135-7c6f-4d44-adfe-654a9e901d56 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:19.867831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b964228a-517f-43b5-bccd-b10a693a0793 req-43a33135-7c6f-4d44-adfe-654a9e901d56 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 944 time: 0.0566149 Mar 07 22:24:19.912586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b964228a-517f-43b5-bccd-b10a693a0793 req-518bc723-c726-4aec-bce8-f9f58fcb4b23 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392523 Mar 07 22:24:20.030131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017c6be-0140-4600-ab87-116b53423389 req-a8baf7e6-94fd-41fa-a635-38e1c24cdd33 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:20.031503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7017c6be-0140-4600-ab87-116b53423389 req-a8baf7e6-94fd-41fa-a635-38e1c24cdd33 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 944 time: 0.0511806 Mar 07 22:24:20.076932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7017c6be-0140-4600-ab87-116b53423389 req-875aba98-c580-4f43-918c-879325f7bcd0 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391741 Mar 07 22:24:20.193031 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c515181-0390-4327-b4f5-33d10e88cc04 req-9e5b93ce-0f24-45ea-b90e-34e38752431b tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:20.194562 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c515181-0390-4327-b4f5-33d10e88cc04 req-9e5b93ce-0f24-45ea-b90e-34e38752431b tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 944 time: 0.0537586 Mar 07 22:24:20.245273 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c515181-0390-4327-b4f5-33d10e88cc04 req-09f04cb8-2b9d-4673-a551-9fe4eadc5f1a tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450695 Mar 07 22:24:20.404503 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:20.547720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 873ffd3d-2800-40d6-a4d3-9c49bed96b35 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:24:20.569635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4d0d8-d233-4781-84de-3cd0238cf4aa req-49b958a0-9e57-41e3-bf02-2a03cbaadf47 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:20.571074 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-beb4d0d8-d233-4781-84de-3cd0238cf4aa req-49b958a0-9e57-41e3-bf02-2a03cbaadf47 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 944 time: 0.0534029 Mar 07 22:24:20.596549 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:24:20.600415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:24:20.600788 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:20.617303 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-beb4d0d8-d233-4781-84de-3cd0238cf4aa req-f354a241-e2d0-46af-8da3-327070a51f09 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405552 Mar 07 22:24:20.675767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:24:20.676158 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:20.700444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a91e41-1997-4270-ba19-6abbea072929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ffd3d-2800-40d6-a4d3-9c49bed96b35'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:24:20.702667 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2575696-e9be-4d33-9a04-5b77c5d139ae" -d '{"events": [{"server_uuid": "e3a91e41-1997-4270-ba19-6abbea072929", "name": "network-vif-plugged", "status": "completed", "tag": "873ffd3d-2800-40d6-a4d3-9c49bed96b35"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:24:20.715733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 873ffd3d-2800-40d6-a4d3-9c49bed96b35, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:24:20.721154 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:20.767535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=873ffd3d-2800-40d6-a4d3-9c49bed96b35,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:20.830090 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e22426-9ffe-4d64-9368-8b3becfd9f39 x-openstack-request-id: req-56e22426-9ffe-4d64-9368-8b3becfd9f39 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:24:20.830381 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a91e41-1997-4270-ba19-6abbea072929", "name": "network-vif-plugged", "status": "completed", "tag": "873ffd3d-2800-40d6-a4d3-9c49bed96b35", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:24:20.830639 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56e22426-9ffe-4d64-9368-8b3becfd9f39 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:24:20.831036 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a91e41-1997-4270-ba19-6abbea072929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ffd3d-2800-40d6-a4d3-9c49bed96b35', 'code': 200} Mar 07 22:24:21.737943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6fe7-a761-4356-b7c1-31d1ddbb820b req-0efbacb7-c5b1-4b76-911d-b5c3c5bcf296 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:21.739461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c9ec6fe7-a761-4356-b7c1-31d1ddbb820b req-0efbacb7-c5b1-4b76-911d-b5c3c5bcf296 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0531726 Mar 07 22:24:21.786366 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c9ec6fe7-a761-4356-b7c1-31d1ddbb820b req-5b7fa712-eeed-4c86-9b3a-b0cc2acaa2b8 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.26 "GET /v2.0/security-groups?id=c7702863-d264-43f9-9e61-0ad6f6a964cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 Mar 07 22:24:21.878724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d86837-14e8-4dc5-957a-0d88f4c26421 req-aab15fa0-cb96-49aa-aec8-1cb73a8c7876 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:21.880184 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90d86837-14e8-4dc5-957a-0d88f4c26421 req-aab15fa0-cb96-49aa-aec8-1cb73a8c7876 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3a91e41-1997-4270-ba19-6abbea072929 HTTP/1.1" status: 200 len: 945 time: 0.0554130 Mar 07 22:24:21.973922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-90d86837-14e8-4dc5-957a-0d88f4c26421 req-9142f7c0-ce96-438b-94e9-aa3f2026c737 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Deleting port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:24:21.974226 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-90d86837-14e8-4dc5-957a-0d88f4c26421 req-9142f7c0-ce96-438b-94e9-aa3f2026c737 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:22.076397 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-90d86837-14e8-4dc5-957a-0d88f4c26421 req-9142f7c0-ce96-438b-94e9-aa3f2026c737 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] For port 873ffd3d-2800-40d6-a4d3-9c49bed96b35, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=873ffd3d-2800-40d6-a4d3-9c49bed96b35,segment=NetworkSegment(c28dddd8-5ce2-4191-b0cb-df00a4a932c5),segment_id=c28dddd8-5ce2-4191-b0cb-df00a4a932c5)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:24:22.076774 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-90d86837-14e8-4dc5-957a-0d88f4c26421 req-9142f7c0-ce96-438b-94e9-aa3f2026c737 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:22.088618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-90d86837-14e8-4dc5-957a-0d88f4c26421 req-9142f7c0-ce96-438b-94e9-aa3f2026c737 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Calling delete_port for 873ffd3d-2800-40d6-a4d3-9c49bed96b35 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:24:22.173948 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:22.217742 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-90d86837-14e8-4dc5-957a-0d88f4c26421 req-9142f7c0-ce96-438b-94e9-aa3f2026c737 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (873ffd3d-2800-40d6-a4d3-9c49bed96b35), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:22.235210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['873ffd3d-2800-40d6-a4d3-9c49bed96b35'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:24:22.249269 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142f7c0-ce96-438b-94e9-aa3f2026c737 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Pushing event deleted for resources: {'Port': ['ID=873ffd3d-2800-40d6-a4d3-9c49bed96b35,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:22.292451 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d86837-14e8-4dc5-957a-0d88f4c26421 req-9142f7c0-ce96-438b-94e9-aa3f2026c737 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] No DVR routers for this DVR port 873ffd3d-2800-40d6-a4d3-9c49bed96b35 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:24:22.295070 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-90d86837-14e8-4dc5-957a-0d88f4c26421 req-9142f7c0-ce96-438b-94e9-aa3f2026c737 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:22.298323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-90d86837-14e8-4dc5-957a-0d88f4c26421 req-9142f7c0-ce96-438b-94e9-aa3f2026c737 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] 10.222.0.15 "DELETE /v2.0/ports/873ffd3d-2800-40d6-a4d3-9c49bed96b35 HTTP/1.1" status: 204 len: 173 time: 0.4096522 Mar 07 22:24:22.298778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a91e41-1997-4270-ba19-6abbea072929', 'name': 'network-vif-deleted', 'tag': '873ffd3d-2800-40d6-a4d3-9c49bed96b35'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:24:22.301077 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7063c2f-d2a6-4928-8d57-0eb424320b00" -d '{"events": [{"server_uuid": "e3a91e41-1997-4270-ba19-6abbea072929", "name": "network-vif-deleted", "tag": "873ffd3d-2800-40d6-a4d3-9c49bed96b35"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:24:22.339322 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ad6751-5f5d-4d57-8f0c-4b205501a7fc x-openstack-request-id: req-62ad6751-5f5d-4d57-8f0c-4b205501a7fc {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:24:22.339630 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a91e41-1997-4270-ba19-6abbea072929", "name": "network-vif-deleted", "tag": "873ffd3d-2800-40d6-a4d3-9c49bed96b35", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:24:22.339892 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62ad6751-5f5d-4d57-8f0c-4b205501a7fc {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:24:22.340317 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a91e41-1997-4270-ba19-6abbea072929', 'name': 'network-vif-deleted', 'tag': '873ffd3d-2800-40d6-a4d3-9c49bed96b35', 'status': 'completed', 'code': 200} Mar 07 22:24:22.905630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50428) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:24:22.947791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1847178-f37a-4c61-8759-b6957fab72f7 admin admin] Deleting subnet 7ee692e1-3d16-48a8-8b48-d7d45633c308 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:24:22.950687 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f1847178-f37a-4c61-8759-b6957fab72f7 admin admin] Publish callbacks [] for subnet (7ee692e1-3d16-48a8-8b48-d7d45633c308), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:22.984349 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f1847178-f37a-4c61-8759-b6957fab72f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (7ee692e1-3d16-48a8-8b48-d7d45633c308), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:23.022806 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f1847178-f37a-4c61-8759-b6957fab72f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (7ee692e1-3d16-48a8-8b48-d7d45633c308), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:23.075769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f1847178-f37a-4c61-8759-b6957fab72f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (7ee692e1-3d16-48a8-8b48-d7d45633c308), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:23.101901 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1847178-f37a-4c61-8759-b6957fab72f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee692e1-3d16-48a8-8b48-d7d45633c308,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:23.104001 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f1847178-f37a-4c61-8759-b6957fab72f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:23.107117 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f1847178-f37a-4c61-8759-b6957fab72f7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7ee692e1-3d16-48a8-8b48-d7d45633c308 HTTP/1.1" status: 204 len: 168 time: 0.2004538 Mar 07 22:24:23.109649 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50430) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:24:23.173710 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bb60cd1c-3f24-45fd-8662-5b098c89f946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:23.251442 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bb60cd1c-3f24-45fd-8662-5b098c89f946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:23.270554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-bb60cd1c-3f24-45fd-8662-5b098c89f946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:24:23.279292 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-bb60cd1c-3f24-45fd-8662-5b098c89f946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:24:23.279592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-bb60cd1c-3f24-45fd-8662-5b098c89f946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28dddd8-5ce2-4191-b0cb-df00a4a932c5') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:24:23.288447 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bb60cd1c-3f24-45fd-8662-5b098c89f946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (c28dddd8-5ce2-4191-b0cb-df00a4a932c5), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:23.301422 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bb60cd1c-3f24-45fd-8662-5b098c89f946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (c28dddd8-5ce2-4191-b0cb-df00a4a932c5), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:23.306930 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb60cd1c-3f24-45fd-8662-5b098c89f946 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:24:23.307306 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bb60cd1c-3f24-45fd-8662-5b098c89f946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (c28dddd8-5ce2-4191-b0cb-df00a4a932c5), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:24:23.308865 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:24:23.662724 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bb60cd1c-3f24-45fd-8662-5b098c89f946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:23.668537 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bb60cd1c-3f24-45fd-8662-5b098c89f946 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:23.671698 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bb60cd1c-3f24-45fd-8662-5b098c89f946 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8 HTTP/1.1" status: 204 len: 168 time: 0.5611196 Mar 07 22:24:23.682692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60cd1c-3f24-45fd-8662-5b098c89f946 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb9b294b-bd2a-4dc1-a8ba-0d7e873bbcf8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:23.796359 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50434) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:24:23.834106 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6fc39eb6-7b0d-467f-b804-77eca42c8d77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=accb1ba2fc4a468bb375ebd960740cb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0363729 Mar 07 22:24:23.836442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50436) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:24:23.881859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa3d8-7b7c-44c6-8447-cbf609773667 admin admin] Publish callbacks [] for security_group (c7702863-d264-43f9-9e61-0ad6f6a964cb), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:23.903412 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa3d8-7b7c-44c6-8447-cbf609773667 admin admin] Publish callbacks [] for security_group (c7702863-d264-43f9-9e61-0ad6f6a964cb), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:23.948542 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa3d8-7b7c-44c6-8447-cbf609773667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c7702863-d264-43f9-9e61-0ad6f6a964cb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:23.951114 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa3d8-7b7c-44c6-8447-cbf609773667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:23.952238 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7d2fa3d8-7b7c-44c6-8447-cbf609773667 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7702863-d264-43f9-9e61-0ad6f6a964cb HTTP/1.1" status: 204 len: 168 time: 0.1149285 Mar 07 22:24:23.960399 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fa3d8-7b7c-44c6-8447-cbf609773667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7702863-d264-43f9-9e61-0ad6f6a964cb,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:24.545595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 873ffd3d-2800-40d6-a4d3-9c49bed96b35 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:24:24.569910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 873ffd3d-2800-40d6-a4d3-9c49bed96b35 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:24:24.570278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 873ffd3d-2800-40d6-a4d3-9c49bed96b35 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:24:24.615873 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:24:24.639453 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50458) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:24:24.739729 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1835551030-network', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:24:24.759088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] Made reservation on behalf of e2222602bdb142e3bcaa1a70444ce569 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:24:24.761295 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:24.769178 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:24.841083 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] Publish callbacks [] for security_group (1ec3582c-46ae-406f-8343-3ba5346b22e9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:24.845109 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1ec3582c-46ae-406f-8343-3ba5346b22e9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:24.873515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:24:24.880817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec3582c-46ae-406f-8343-3ba5346b22e9,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:24.888269 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (ef18a636-c69b-4344-83b1-56050022a570), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:24.888412 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] Added segment ef18a636-c69b-4344-83b1-56050022a570 of type vlan for network 4e027bb9-5552-4660-8418-f6df7149d095 Mar 07 22:24:24.931753 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (4e027bb9-5552-4660-8418-f6df7149d095), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:24.954858 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (4e027bb9-5552-4660-8418-f6df7149d095), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:24.955855 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:24.956401 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:24.990825 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3502002 Mar 07 22:24:24.993785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50462) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:24:24.998773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ccfa492d-61aa-4e3a-8ff7-5738dcd41202 admin admin] Request body: {'subnet': {'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1835551030-subnet', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:24:25.017699 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfa492d-61aa-4e3a-8ff7-5738dcd41202 admin admin] Made reservation on behalf of e2222602bdb142e3bcaa1a70444ce569 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:24:25.020005 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccfa492d-61aa-4e3a-8ff7-5738dcd41202 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.021033 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b898a37-3c9f-49ed-92fd-643199962b85 admin admin] Pushing event updated for resources: {'Network': ['ID=4e027bb9-5552-4660-8418-f6df7149d095,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:25.036023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 4e027bb9-5552-4660-8418-f6df7149d095 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:24:25.187050 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccfa492d-61aa-4e3a-8ff7-5738dcd41202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (0e172db1-bb01-4d72-a896-7b3462a63b6f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.238438 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa492d-61aa-4e3a-8ff7-5738dcd41202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e172db1-bb01-4d72-a896-7b3462a63b6f,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:25.249434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfa492d-61aa-4e3a-8ff7-5738dcd41202 admin admin] Checking segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:24:25.249794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfa492d-61aa-4e3a-8ff7-5738dcd41202 admin admin] Network hostable DHCP agents. Network: 4e027bb9-5552-4660-8418-f6df7149d095, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:24:25.266124 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfa492d-61aa-4e3a-8ff7-5738dcd41202 admin admin] Network 4e027bb9-5552-4660-8418-f6df7149d095 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:24:25.274766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-ccfa492d-61aa-4e3a-8ff7-5738dcd41202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 4e027bb9-5552-4660-8418-f6df7149d095) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:24:25.279412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfa492d-61aa-4e3a-8ff7-5738dcd41202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:25.280414 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccfa492d-61aa-4e3a-8ff7-5738dcd41202 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.284249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd6b2f7-389d-4cd3-8f97-cee4185c3526 None None] Network 4e027bb9-5552-4660-8418-f6df7149d095 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:24:25.296430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ccfa492d-61aa-4e3a-8ff7-5738dcd41202 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3014228 Mar 07 22:24:25.299160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50464) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:24:25.303456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:24:25.321848 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (4c75215e-2c4d-4d33-ac44-ced2f2954829), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.322878 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (4c75215e-2c4d-4d33-ac44-ced2f2954829), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.379489 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Publish callbacks [] for router_controller (4c75215e-2c4d-4d33-ac44-ced2f2954829), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.386987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-4e027bb9-5552-4660-8418-f6df7149d095', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:24:25.387843 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.522041 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Allocated IP 172.20.0.2 (4e027bb9-5552-4660-8418-f6df7149d095/0e172db1-bb01-4d72-a896-7b3462a63b6f/99563080-9237-4bf7-911b-17f4d3f8b6c7) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:24:25.525608 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Publish callbacks [] for router_gateway (4c75215e-2c4d-4d33-ac44-ced2f2954829), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.662017 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Publish callbacks [] for port (99563080-9237-4bf7-911b-17f4d3f8b6c7), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.667396 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (99563080-9237-4bf7-911b-17f4d3f8b6c7), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.712826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Network 4e027bb9-5552-4660-8418-f6df7149d095 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:24:25.714235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:24:25.718129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:24:25.724289 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Publish callbacks [] for router_gateway (4c75215e-2c4d-4d33-ac44-ced2f2954829), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.725434 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Pushing event updated for resources: {'Port': ['ID=99563080-9237-4bf7-911b-17f4d3f8b6c7,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:25.743546 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.782086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Attempting to bind port 99563080-9237-4bf7-911b-17f4d3f8b6c7 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:24:25.782390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Attempting to bind port 99563080-9237-4bf7-911b-17f4d3f8b6c7 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:24:25.782758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Attempting to bind port 99563080-9237-4bf7-911b-17f4d3f8b6c7 on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:24:25.787699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:24:25.788078 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Checking segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:24:25.788484 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.788885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Bound using segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:24:25.789354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Bound port: 99563080-9237-4bf7-911b-17f4d3f8b6c7, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:24:25.789736 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (99563080-9237-4bf7-911b-17f4d3f8b6c7), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.848968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Allocated IP 172.25.4.58 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/79109958-9b6f-4e02-9ae7-70c19fdd0cc3) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:24:25.850188 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] For port 99563080-9237-4bf7-911b-17f4d3f8b6c7, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:24:25.853118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] For port 99563080-9237-4bf7-911b-17f4d3f8b6c7, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=99563080-9237-4bf7-911b-17f4d3f8b6c7,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:24:25.858783 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (99563080-9237-4bf7-911b-17f4d3f8b6c7), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.917948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8db0e3-ed68-445a-9a0b-2bc363b58cd2 None None] Pushing event updated for resources: {'Port': ['ID=99563080-9237-4bf7-911b-17f4d3f8b6c7,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:25.954031 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Publish callbacks [] for port (79109958-9b6f-4e02-9ae7-70c19fdd0cc3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:25.990688 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (79109958-9b6f-4e02-9ae7-70c19fdd0cc3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:26.031368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:24:26.034412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:24:26.037850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:24:26.043569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=79109958-9b6f-4e02-9ae7-70c19fdd0cc3,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:26.200454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 99563080-9237-4bf7-911b-17f4d3f8b6c7 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:24:26.256016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 99563080-9237-4bf7-911b-17f4d3f8b6c7 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:24:26.256750 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (99563080-9237-4bf7-911b-17f4d3f8b6c7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:26.326569 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Publish callbacks [] for router_gateway (4c75215e-2c4d-4d33-ac44-ced2f2954829), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:26.335337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 99563080-9237-4bf7-911b-17f4d3f8b6c7 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:24:26.335722 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (99563080-9237-4bf7-911b-17f4d3f8b6c7), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:26.367693 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 99563080-9237-4bf7-911b-17f4d3f8b6c7, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=99563080-9237-4bf7-911b-17f4d3f8b6c7,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:24:26.373664 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (99563080-9237-4bf7-911b-17f4d3f8b6c7), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:26.422265 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=99563080-9237-4bf7-911b-17f4d3f8b6c7,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:26.524998 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (4c75215e-2c4d-4d33-ac44-ced2f2954829), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:26.659112 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Router 4c75215e-2c4d-4d33-ac44-ced2f2954829 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:24:26.771708 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:24:26.781731 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Sync routers for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:24:26.793435 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:26.793925 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:24:26.794567 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:24:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:24:26.797595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50466) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:24:26.798176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-49c77f3e-b182-4e69-8778-cef83894e0c5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4976661 Mar 07 22:24:26.871740 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842ae825-bb46-47a4-a655-ece72a747746 None None] Network 4e027bb9-5552-4660-8418-f6df7149d095 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:24:26.904951 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:24:26.950860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-dd8628f9-c9b2-4306-a790-a9a88337a136 None None] Provisioning complete for port 99563080-9237-4bf7-911b-17f4d3f8b6c7 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:24:26.951379 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dd8628f9-c9b2-4306-a790-a9a88337a136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (99563080-9237-4bf7-911b-17f4d3f8b6c7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.074915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-dd8628f9-c9b2-4306-a790-a9a88337a136 None None] Current status of the port 99563080-9237-4bf7-911b-17f4d3f8b6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:24:27.094711 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:26Z', 'revision_number': 3, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:24:27.126791 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Checking router: 4c75215e-2c4d-4d33-ac44-ced2f2954829 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:24:27.127322 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Updating router 4c75215e-2c4d-4d33-ac44-ced2f2954829 port 79109958-9b6f-4e02-9ae7-70c19fdd0cc3 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:24:27.156161 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (79109958-9b6f-4e02-9ae7-70c19fdd0cc3), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.252920 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.295407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b139a38d-67d0-46eb-b502-17ad8ad93efd None None] Provisioning complete for port 99563080-9237-4bf7-911b-17f4d3f8b6c7 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:24:27.295914 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b139a38d-67d0-46eb-b502-17ad8ad93efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (99563080-9237-4bf7-911b-17f4d3f8b6c7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.379592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b139a38d-67d0-46eb-b502-17ad8ad93efd None None] Current status of the port 99563080-9237-4bf7-911b-17f4d3f8b6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:24:27.411106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Allocated IP 172.20.0.1 (4e027bb9-5552-4660-8418-f6df7149d095/0e172db1-bb01-4d72-a896-7b3462a63b6f/3ae34d56-83c2-4eab-8ccb-46bffa91de2d) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:24:27.428277 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Publish callbacks [] for port (79109958-9b6f-4e02-9ae7-70c19fdd0cc3), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.433443 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (79109958-9b6f-4e02-9ae7-70c19fdd0cc3), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.501760 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404c7b6-e548-421c-8f96-150155c3836f None None] Pushing event updated for resources: {'Port': ['ID=79109958-9b6f-4e02-9ae7-70c19fdd0cc3,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:27.505177 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Attempting to bind port 79109958-9b6f-4e02-9ae7-70c19fdd0cc3 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:24:27.505548 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Attempting to bind port 79109958-9b6f-4e02-9ae7-70c19fdd0cc3 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:24:27.505913 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Attempting to bind port 79109958-9b6f-4e02-9ae7-70c19fdd0cc3 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:24:27.512756 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404c7b6-e548-421c-8f96-150155c3836f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:27.513108 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404c7b6-e548-421c-8f96-150155c3836f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:27.513449 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404c7b6-e548-421c-8f96-150155c3836f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:27.513783 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404c7b6-e548-421c-8f96-150155c3836f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:27.514137 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404c7b6-e548-421c-8f96-150155c3836f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:27.514468 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404c7b6-e548-421c-8f96-150155c3836f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:27.514794 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404c7b6-e548-421c-8f96-150155c3836f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:27.515117 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404c7b6-e548-421c-8f96-150155c3836f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:27.515437 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404c7b6-e548-421c-8f96-150155c3836f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:27.515756 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404c7b6-e548-421c-8f96-150155c3836f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:27.516078 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404c7b6-e548-421c-8f96-150155c3836f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:27.516394 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404c7b6-e548-421c-8f96-150155c3836f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:27.516712 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404c7b6-e548-421c-8f96-150155c3836f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:24:27.520767 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Publish callbacks [] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.522534 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:24:27.522912 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:24:27.523311 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.523693 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:24:27.524160 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Bound port: 79109958-9b6f-4e02-9ae7-70c19fdd0cc3, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:24:27.524588 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (79109958-9b6f-4e02-9ae7-70c19fdd0cc3), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.554542 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.575372 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] For port 79109958-9b6f-4e02-9ae7-70c19fdd0cc3, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:24:27.578741 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] For port 79109958-9b6f-4e02-9ae7-70c19fdd0cc3, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=79109958-9b6f-4e02-9ae7-70c19fdd0cc3,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:24:27.584338 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (79109958-9b6f-4e02-9ae7-70c19fdd0cc3), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.594915 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Network 4e027bb9-5552-4660-8418-f6df7149d095 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:24:27.599741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:24:27.603477 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:24:27.634095 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Pushing event updated for resources: {'Port': ['ID=3ae34d56-83c2-4eab-8ccb-46bffa91de2d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:27.637917 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404c7b6-e548-421c-8f96-150155c3836f None None] Pushing event updated for resources: {'Port': ['ID=79109958-9b6f-4e02-9ae7-70c19fdd0cc3,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:27.648435 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (4c75215e-2c4d-4d33-ac44-ced2f2954829), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.649190 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:24:27.649799 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:24:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:24:27.766496 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:24:27.795086 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.904047 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a8dfe8f9-a62e-4b4f-aeb7-6470b2830482 None None] Provisioning complete for port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:24:27.904623 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a8dfe8f9-a62e-4b4f-aeb7-6470b2830482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.942562 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a8dfe8f9-a62e-4b4f-aeb7-6470b2830482 None None] Port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:24:27.955154 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:26Z', 'revision_number': 3, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:24:27.959953 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Publish callbacks [] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.965985 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:27.982417 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b694b0ed-ec4f-49b4-803c-0fa56f3e7641 None None] The sync data for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 is: [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:26Z', 'revision_number': 3, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:24:28.034940 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (4c75215e-2c4d-4d33-ac44-ced2f2954829), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:28.036845 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Pushing event updated for resources: {'Port': ['ID=3ae34d56-83c2-4eab-8ccb-46bffa91de2d,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:28.138317 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Network 4e027bb9-5552-4660-8418-f6df7149d095 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:24:28.139699 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:24:28.157389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 99563080-9237-4bf7-911b-17f4d3f8b6c7 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:24:28.254481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 99563080-9237-4bf7-911b-17f4d3f8b6c7 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:24:28.254865 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (99563080-9237-4bf7-911b-17f4d3f8b6c7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:28.322810 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Router 4c75215e-2c4d-4d33-ac44-ced2f2954829 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:24:28.354422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 99563080-9237-4bf7-911b-17f4d3f8b6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:24:28.447748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:24:28.452834 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-977c4a74-22f9-49e6-80f4-9eb3caa48edd admin admin] 10.222.0.26 "PUT /v2.0/routers/4c75215e-2c4d-4d33-ac44-ced2f2954829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6534305 Mar 07 22:24:28.473057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-70dab437-68e4-4175-9ad3-76aac3b3e3b8 None None] Provisioning complete for port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:24:28.473439 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-70dab437-68e4-4175-9ad3-76aac3b3e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:28.511378 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-70dab437-68e4-4175-9ad3-76aac3b3e3b8 None None] Port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:24:28.921467 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50474) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:24:28.926712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-96f4dc49-1986-49ce-a07a-8b44d69e9548 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123964460', 'description': 'tempest-description--315870155'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:24:28.947113 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-96f4dc49-1986-49ce-a07a-8b44d69e9548 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.012580 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-96f4dc49-1986-49ce-a07a-8b44d69e9548 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for security_group (6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.016317 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-96f4dc49-1986-49ce-a07a-8b44d69e9548 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.047281 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-96f4dc49-1986-49ce-a07a-8b44d69e9548 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.048534 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-96f4dc49-1986-49ce-a07a-8b44d69e9548 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1260278 Mar 07 22:24:29.050278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4dc49-1986-49ce-a07a-8b44d69e9548 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:29.053595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50476) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:24:29.061277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-2f3cdca0-463d-4abb-b461-f97706d53c6c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Request body: {'security_group_rule': {'security_group_id': '6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:24:29.089687 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f3cdca0-463d-4abb-b461-f97706d53c6c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for security_group_rule (f6e7f582-df6c-4674-9b7a-5e36999076cf), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.146913 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f3cdca0-463d-4abb-b461-f97706d53c6c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for security_group_rule (f6e7f582-df6c-4674-9b7a-5e36999076cf), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.150570 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f3cdca0-463d-4abb-b461-f97706d53c6c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (f6e7f582-df6c-4674-9b7a-5e36999076cf), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.168559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cdca0-463d-4abb-b461-f97706d53c6c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e7f582-df6c-4674-9b7a-5e36999076cf,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:29.174455 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2f3cdca0-463d-4abb-b461-f97706d53c6c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.177240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2f3cdca0-463d-4abb-b461-f97706d53c6c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211786 Mar 07 22:24:29.178559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50478) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:24:29.183437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-9625bf65-05f4-4a94-9e9f-fadc39bec87a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Request body: {'security_group_rule': {'security_group_id': '6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:24:29.207344 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9625bf65-05f4-4a94-9e9f-fadc39bec87a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for security_group_rule (6b806982-45b3-4bf3-a634-6c9df31cdd05), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.271847 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9625bf65-05f4-4a94-9e9f-fadc39bec87a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for security_group_rule (6b806982-45b3-4bf3-a634-6c9df31cdd05), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.276456 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9625bf65-05f4-4a94-9e9f-fadc39bec87a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (6b806982-45b3-4bf3-a634-6c9df31cdd05), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.295109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625bf65-05f4-4a94-9e9f-fadc39bec87a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b806982-45b3-4bf3-a634-6c9df31cdd05,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:29.305314 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9625bf65-05f4-4a94-9e9f-fadc39bec87a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.309787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9625bf65-05f4-4a94-9e9f-fadc39bec87a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270711 Mar 07 22:24:29.309881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 50480) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:24:29.314426 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:24:29.335070 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.430850 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.539142 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Allocated IP 172.25.4.217 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/3dca82ff-39b0-4200-b43b-ffc51f958418) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:24:29.613416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Sync routers for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:24:29.622455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:24:29.623071 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:24:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:24:29.639504 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for port (3dca82ff-39b0-4200-b43b-ffc51f958418), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.679205 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3dca82ff-39b0-4200-b43b-ffc51f958418), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.719862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:24:29.723393 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:24:29.727165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:24:29.732958 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Pushing event updated for resources: {'Port': ['ID=3dca82ff-39b0-4200-b43b-ffc51f958418,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:29.816207 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (cd596d18-c1ca-4f8b-93c8-0d542da9d127), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.853171 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3dca82ff-39b0-4200-b43b-ffc51f958418), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:29.897923 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:24:30.019515 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for port (3dca82ff-39b0-4200-b43b-ffc51f958418), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:30.024189 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (3dca82ff-39b0-4200-b43b-ffc51f958418), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:30.119253 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Pushing event updated for resources: {'Port': ['ID=3dca82ff-39b0-4200-b43b-ffc51f958418,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:30.123966 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (cd596d18-c1ca-4f8b-93c8-0d542da9d127), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:30.136128 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 2, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:24:30.145124 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:30.146588 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c215e5b7-7c64-467a-81c2-fb19a5b374e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8357487 Mar 07 22:24:30.173945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Checking router: 4c75215e-2c4d-4d33-ac44-ced2f2954829 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:24:30.174511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Updating router 4c75215e-2c4d-4d33-ac44-ced2f2954829 port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:24:30.208012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 79109958-9b6f-4e02-9ae7-70c19fdd0cc3 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:24:30.264874 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:30.310309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-5a711624-f61e-46bb-9bd2-2cd923f3ccd3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--123964460&fields=id&tenant_id=e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 267 time: 0.0427246 Mar 07 22:24:30.327757 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 79109958-9b6f-4e02-9ae7-70c19fdd0cc3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:24:30.328138 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (79109958-9b6f-4e02-9ae7-70c19fdd0cc3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:30.549411 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 79109958-9b6f-4e02-9ae7-70c19fdd0cc3 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:24:30.549805 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (79109958-9b6f-4e02-9ae7-70c19fdd0cc3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:30.586960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 79109958-9b6f-4e02-9ae7-70c19fdd0cc3, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=79109958-9b6f-4e02-9ae7-70c19fdd0cc3,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:24:30.594292 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (79109958-9b6f-4e02-9ae7-70c19fdd0cc3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:30.685236 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Publish callbacks [] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:30.690538 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=79109958-9b6f-4e02-9ae7-70c19fdd0cc3,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:30.693965 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:30.735894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-d06deff6-e28c-4ede-87c0-592375bbf081 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:30.741603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-d06deff6-e28c-4ede-87c0-592375bbf081 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 812 time: 0.4241447 Mar 07 22:24:30.749405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f5265-de22-4687-b777-b823a13e4308 None None] Pushing event updated for resources: {'Port': ['ID=3ae34d56-83c2-4eab-8ccb-46bffa91de2d,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:30.755840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-2ab5aa4d-1049-472e-9118-ae9e841167a7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/quotas/e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 375 time: 0.0110469 Mar 07 22:24:30.803790 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Attempting to bind port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:24:30.804085 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Attempting to bind port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:24:30.804452 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Attempting to bind port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:24:30.810604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:24:30.811072 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Checking segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:24:30.811492 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:30.811892 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Bound using segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:24:30.812375 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Bound port: 3ae34d56-83c2-4eab-8ccb-46bffa91de2d, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:24:30.812765 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:30.816067 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-6dcf6dc4-1820-4e3b-80ba-4fac65747531 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544205 Mar 07 22:24:30.890936 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] For port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:24:30.894987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] For port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3ae34d56-83c2-4eab-8ccb-46bffa91de2d,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:24:30.901706 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:30.971807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f5265-de22-4687-b777-b823a13e4308 None None] Pushing event updated for resources: {'Port': ['ID=3ae34d56-83c2-4eab-8ccb-46bffa91de2d,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:30.974666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:24:30.975668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:24:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:24:30.990269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-04f73f02-8e00-484f-a580-1ad91693a688 service neutron] 10.222.0.26 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610239 Mar 07 22:24:31.085458 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8d5ef42d-90b6-4862-a53b-ca9ecc44e7b2 service neutron] 10.222.0.26 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896409 Mar 07 22:24:31.096442 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e15c8823-fa62-41fe-95fe-aa2a5be3080b None None] Provisioning complete for port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:24:31.096912 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e15c8823-fa62-41fe-95fe-aa2a5be3080b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:31.129121 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:24:31.259599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6696d859-7e76-4997-bd56-b7cb4eae45b2 req-7199f1b3-040e-4b8a-a748-5af9209f4a56 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 210 time: 0.0280979 Mar 07 22:24:31.373873 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e15c8823-fa62-41fe-95fe-aa2a5be3080b None None] Current status of the port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:24:31.374291 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e15c8823-fa62-41fe-95fe-aa2a5be3080b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:31.453173 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e15c8823-fa62-41fe-95fe-aa2a5be3080b None None] For port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3ae34d56-83c2-4eab-8ccb-46bffa91de2d,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:24:31.463345 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e15c8823-fa62-41fe-95fe-aa2a5be3080b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:31.554712 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c8823-fa62-41fe-95fe-aa2a5be3080b None None] Pushing event updated for resources: {'Port': ['ID=3ae34d56-83c2-4eab-8ccb-46bffa91de2d,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:31.565865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:24:31.764518 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35efe8c6-a1a4-48bd-be3d-dd72917052b3 None None] The sync data for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 is: [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:24:31.787539 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-04ef3cb2-5f41-4ee6-9936-1dd80eefa992 None None] Provisioning complete for port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:24:31.787956 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-04ef3cb2-5f41-4ee6-9936-1dd80eefa992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:31.894021 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-04ef3cb2-5f41-4ee6-9936-1dd80eefa992 None None] Current status of the port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:24:32.266764 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3ae34d56-83c2-4eab-8ccb-46bffa91de2d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:24:32.356532 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:24:32.356916 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:32.385651 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-1c251bdb-fabd-4eb0-8769-70eeeca1cd69 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:32.387318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-1c251bdb-fabd-4eb0-8769-70eeeca1cd69 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 812 time: 0.1772759 Mar 07 22:24:32.412596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94ccf4ab-abcc-42f5-929f-0a8b698056d3 req-22760e70-f251-4caf-81db-442d092dc9c8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 210 time: 0.0461164 Mar 07 22:24:32.457488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:24:32.459177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 79109958-9b6f-4e02-9ae7-70c19fdd0cc3 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:24:32.473523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-ed05ce26-e3cb-40dd-a828-efed9b571318 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 379 time: 0.0634272 Mar 07 22:24:32.483869 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-ff64b6c8-b7e7-4cb2-962d-33181d06a4c7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Request body: {'port': {'device_id': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'admin_state_up': True, 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'security_groups': ['6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:24:32.509749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 79109958-9b6f-4e02-9ae7-70c19fdd0cc3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:24:32.510275 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (79109958-9b6f-4e02-9ae7-70c19fdd0cc3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:32.593330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 79109958-9b6f-4e02-9ae7-70c19fdd0cc3 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:24:32.604096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-ff64b6c8-b7e7-4cb2-962d-33181d06a4c7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Made reservation on behalf of e2222602bdb142e3bcaa1a70444ce569 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:24:32.607578 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-ff64b6c8-b7e7-4cb2-962d-33181d06a4c7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:32.743451 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-ff64b6c8-b7e7-4cb2-962d-33181d06a4c7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Allocated IP 172.20.0.4 (4e027bb9-5552-4660-8418-f6df7149d095/0e172db1-bb01-4d72-a896-7b3462a63b6f/a5c2b3f8-c177-4a37-8ea6-733f93f2b07d) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:24:32.884145 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-ff64b6c8-b7e7-4cb2-962d-33181d06a4c7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:32.919414 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-ff64b6c8-b7e7-4cb2-962d-33181d06a4c7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:32.967499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-ff64b6c8-b7e7-4cb2-962d-33181d06a4c7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Network 4e027bb9-5552-4660-8418-f6df7149d095 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:24:32.970590 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-ff64b6c8-b7e7-4cb2-962d-33181d06a4c7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:24:32.977147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-ff64b6c8-b7e7-4cb2-962d-33181d06a4c7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:24:33.001114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64b6c8-b7e7-4cb2-962d-33181d06a4c7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Pushing event updated for resources: {'Port': ['ID=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:33.030534 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-ff64b6c8-b7e7-4cb2-962d-33181d06a4c7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:33.031158 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-ff64b6c8-b7e7-4cb2-962d-33181d06a4c7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:33.049180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-ff64b6c8-b7e7-4cb2-962d-33181d06a4c7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691805 Mar 07 22:24:33.063530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Request body: {'port': {'device_id': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:24:33.125702 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:33.220424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d8b4bd86-336e-4393-b9cd-9e34c764ec20 None None] Provisioning complete for port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:24:33.221028 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8b4bd86-336e-4393-b9cd-9e34c764ec20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:33.255551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d8b4bd86-336e-4393-b9cd-9e34c764ec20 None None] Port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:24:33.388514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c2b3f8-c177-4a37-8ea6-733f93f2b07d {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:24:33.396393 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Publish callbacks [] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:33.408070 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Transition to ACTIVE for port object a5c2b3f8-c177-4a37-8ea6-733f93f2b07d will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:24:33.410958 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:33.480147 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:33.569061 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Attempting to bind port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:24:33.569398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Attempting to bind port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:24:33.569722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Attempting to bind port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:24:33.577035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d on network 4e027bb9-5552-4660-8418-f6df7149d095 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:24:33.577360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Attempting to bind port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:24:33.590814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce79a28-af78-449c-8094-1b7897f4c0e7 req-9775c348-1d84-4976-ab4a-8182b518dfe9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:33.592352 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cce79a28-af78-449c-8094-1b7897f4c0e7 req-9775c348-1d84-4976-ab4a-8182b518dfe9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 943 time: 0.0843878 Mar 07 22:24:33.593609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:24:33.593945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Checking segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:24:33.594355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Bound using segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:24:33.594797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Bound port: a5c2b3f8-c177-4a37-8ea6-733f93f2b07d, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:24:33.595154 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:33.676928 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cce79a28-af78-449c-8094-1b7897f4c0e7 req-7ea8b18a-1f9f-4adb-809c-2a04fb962a64 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783865 Mar 07 22:24:33.694009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] For port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:24:33.697117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] For port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:24:33.702594 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:33.741293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:33.741910 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:33.743297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/a5c2b3f8-c177-4a37-8ea6-733f93f2b07d HTTP/1.1" status: 200 len: 1091 time: 0.6843064 Mar 07 22:24:33.743745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'tag': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:24:33.745979 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bbb3cf-846f-45c0-af0a-38aa23b38db0" -d '{"events": [{"name": "network-changed", "server_uuid": "13246b41-d8d6-4c6c-8051-ce35068668a1", "tag": "a5c2b3f8-c177-4a37-8ea6-733f93f2b07d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:24:33.770864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade58c1-02d0-4bc5-927c-bf6f251c04a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:33.800457 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116a1d21-0001-4276-9542-8f2b7a0abfd5 x-openstack-request-id: req-116a1d21-0001-4276-9542-8f2b7a0abfd5 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:24:33.800751 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13246b41-d8d6-4c6c-8051-ce35068668a1", "tag": "a5c2b3f8-c177-4a37-8ea6-733f93f2b07d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:24:33.801008 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-116a1d21-0001-4276-9542-8f2b7a0abfd5 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:24:33.801406 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'tag': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d', 'status': 'completed', 'code': 200} Mar 07 22:24:33.839556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-7d31a5f0-91af-454f-ba70-b773120dd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:33.841080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-7d31a5f0-91af-454f-ba70-b773120dd93c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 1125 time: 0.0514095 Mar 07 22:24:33.884943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-3c8c3d2b-b8b5-499e-8437-61bd0a6e2cc9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d HTTP/1.1" status: 200 len: 217 time: 0.0365148 Mar 07 22:24:33.940817 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-d96558fd-c2de-4072-93fa-748a61184508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:33.942308 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-d96558fd-c2de-4072-93fa-748a61184508 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0483258 Mar 07 22:24:33.997342 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-4aece303-540c-4058-8610-397ffb20cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:33.999516 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-4aece303-540c-4058-8610-397ffb20cfce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471597 Mar 07 22:24:34.089703 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-3b5d09f8-9e54-48db-912e-b172af6eadc2 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816617 Mar 07 22:24:34.185688 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d963e6b-40d8-4cab-937d-9d6a7c76fd3b req-ba562a3a-0a46-4dad-ac97-2951b503f2a8 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864623 Mar 07 22:24:34.281003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbb3cf-846f-45c0-af0a-38aa23b38db0 req-8a699ad3-7876-4d2f-8d25-a4999330915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:34.282456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53bbb3cf-846f-45c0-af0a-38aa23b38db0 req-8a699ad3-7876-4d2f-8d25-a4999330915c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 1125 time: 0.0456123 Mar 07 22:24:34.380037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbb3cf-846f-45c0-af0a-38aa23b38db0 req-28d8b987-f910-49a2-aac6-9e18abe4f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:34.381499 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53bbb3cf-846f-45c0-af0a-38aa23b38db0 req-28d8b987-f910-49a2-aac6-9e18abe4f2d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0891569 Mar 07 22:24:34.421842 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53bbb3cf-846f-45c0-af0a-38aa23b38db0 req-18f46b82-e47c-49ff-b7fc-9f0bbe970dfb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d HTTP/1.1" status: 200 len: 217 time: 0.0340781 Mar 07 22:24:34.468493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbb3cf-846f-45c0-af0a-38aa23b38db0 req-950c8a38-ad20-4521-a248-1dc9072e90c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:34.469888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53bbb3cf-846f-45c0-af0a-38aa23b38db0 req-950c8a38-ad20-4521-a248-1dc9072e90c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0413938 Mar 07 22:24:34.521995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbb3cf-846f-45c0-af0a-38aa23b38db0 req-786ff322-b2fc-4910-a783-229afb0829ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:34.523489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53bbb3cf-846f-45c0-af0a-38aa23b38db0 req-786ff322-b2fc-4910-a783-229afb0829ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466869 Mar 07 22:24:34.615041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53bbb3cf-846f-45c0-af0a-38aa23b38db0 req-1c69c27e-283b-460c-a69a-437e993e1fb8 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803661 Mar 07 22:24:34.703378 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53bbb3cf-846f-45c0-af0a-38aa23b38db0 req-628ae7f5-7851-4700-b128-2bb6d885fa48 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823259 Mar 07 22:24:34.794927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ee2bf-ac6e-45ed-8301-10730c2dc619 req-9ac6be88-017c-47a4-baf6-51bda2114f11 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:34.796385 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-362ee2bf-ac6e-45ed-8301-10730c2dc619 req-9ac6be88-017c-47a4-baf6-51bda2114f11 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 943 time: 0.0517974 Mar 07 22:24:34.841948 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-362ee2bf-ac6e-45ed-8301-10730c2dc619 req-e34123eb-ebcf-4323-801a-a0eb5e65b657 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400479 Mar 07 22:24:35.957418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369b670-6e94-42e7-8406-42c3e2ee3948 req-35d01198-026d-49a9-8f00-3e9b12bac4c9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:35.958879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4369b670-6e94-42e7-8406-42c3e2ee3948 req-35d01198-026d-49a9-8f00-3e9b12bac4c9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 943 time: 0.0508807 Mar 07 22:24:36.009039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4369b670-6e94-42e7-8406-42c3e2ee3948 req-68e9f722-26fa-4022-812a-f038897cd321 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446472 Mar 07 22:24:36.622454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a5c2b3f8-c177-4a37-8ea6-733f93f2b07d details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:24:36.720529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:24:36.730929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'port_id': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d', 'mac_address': 'fa:16:3e:6e:71:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:24:36.768207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:24:36.768590 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:36.781818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c2b3f8-c177-4a37-8ea6-733f93f2b07d {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:24:36.802442 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:24:36.805830 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:36.854513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:37.039068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['a5c2b3f8-c177-4a37-8ea6-733f93f2b07d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:24:37.127503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a9fa9-2201-42df-8c5a-14be57859ede req-cd378087-eb4d-4c93-8864-18230ec61d40 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:37.129163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-742a9fa9-2201-42df-8c5a-14be57859ede req-cd378087-eb4d-4c93-8864-18230ec61d40 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 944 time: 0.0531340 Mar 07 22:24:37.175682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-742a9fa9-2201-42df-8c5a-14be57859ede req-4eed5093-7c4d-415f-8ea8-0be4ac10286e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409751 Mar 07 22:24:38.290935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005adab-5440-4d7c-8437-dec55cb4b80e req-9d8b7500-b014-4b1d-92cb-dc77ddd0589e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:38.292409 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4005adab-5440-4d7c-8437-dec55cb4b80e req-9d8b7500-b014-4b1d-92cb-dc77ddd0589e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 944 time: 0.0521803 Mar 07 22:24:38.339095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4005adab-5440-4d7c-8437-dec55cb4b80e req-a3aaf777-5dff-45df-86c9-9eb2234a8fc5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411670 Mar 07 22:24:38.628147 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a5c2b3f8-c177-4a37-8ea6-733f93f2b07d up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:24:38.679659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:24:38.684148 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:24:38.684518 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:38.761864 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:24:38.762270 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:38.786726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:24:38.788962 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148111cb-c769-48a1-b208-81c795cae4fd" -d '{"events": [{"server_uuid": "13246b41-d8d6-4c6c-8051-ce35068668a1", "name": "network-vif-plugged", "status": "completed", "tag": "a5c2b3f8-c177-4a37-8ea6-733f93f2b07d"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:24:38.801510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:24:38.805155 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:38.829615 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ff0a9d-cfbc-4a4a-9ed6-fba00755b003 x-openstack-request-id: req-82ff0a9d-cfbc-4a4a-9ed6-fba00755b003 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:24:38.830416 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13246b41-d8d6-4c6c-8051-ce35068668a1", "name": "network-vif-plugged", "status": "completed", "tag": "a5c2b3f8-c177-4a37-8ea6-733f93f2b07d", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:24:38.831092 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82ff0a9d-cfbc-4a4a-9ed6-fba00755b003 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:24:38.831490 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d', 'code': 200} Mar 07 22:24:38.860684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:38.932554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7590b93-1ded-41ca-89bc-7662b6cb888e req-64885814-ab28-4947-a27b-2e9d8264baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:38.933948 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7590b93-1ded-41ca-89bc-7662b6cb888e req-64885814-ab28-4947-a27b-2e9d8264baec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 1127 time: 0.0471616 Mar 07 22:24:38.980640 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b7590b93-1ded-41ca-89bc-7662b6cb888e req-cd11a191-1f11-4e25-b009-e38b8ca51878 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367706 Mar 07 22:24:39.454844 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7d49d-4cb8-4b4e-af64-201a54688100 req-5600d1f5-e62b-4b5d-be6e-b28b7865b1c8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:39.456893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2aa7d49d-4cb8-4b4e-af64-201a54688100 req-5600d1f5-e62b-4b5d-be6e-b28b7865b1c8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0516660 Mar 07 22:24:39.507589 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2aa7d49d-4cb8-4b4e-af64-201a54688100 req-72c47250-f80e-406a-9c9b-14a4427a6e8d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452392 Mar 07 22:24:40.624979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db07fc7-3b0d-4d91-ae52-21df2e32e67c req-7f0e927f-ca14-41a1-a198-188bbc86c88f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:40.626467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0db07fc7-3b0d-4d91-ae52-21df2e32e67c req-7f0e927f-ca14-41a1-a198-188bbc86c88f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0516815 Mar 07 22:24:40.675152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0db07fc7-3b0d-4d91-ae52-21df2e32e67c req-bd0fdba9-2ea3-46ad-bb5c-a1f948315a66 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433054 Mar 07 22:24:40.788841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2601399-0965-4c35-af5b-92039a518942 req-d5658d85-5156-49e1-8817-0495588fc910 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:40.790250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2601399-0965-4c35-af5b-92039a518942 req-d5658d85-5156-49e1-8817-0495588fc910 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0515075 Mar 07 22:24:40.798632 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50528) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:24:40.803029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-26581976-5b87-4bc2-89ae-72a023c74ce3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Request body: {'floatingip': {'port_id': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:24:40.841023 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-26581976-5b87-4bc2-89ae-72a023c74ce3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (cd596d18-c1ca-4f8b-93c8-0d542da9d127), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:41.267108 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-26581976-5b87-4bc2-89ae-72a023c74ce3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:41.270792 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-26581976-5b87-4bc2-89ae-72a023c74ce3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (cd596d18-c1ca-4f8b-93c8-0d542da9d127), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:41.371994 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-26581976-5b87-4bc2-89ae-72a023c74ce3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127 associated. External IP: 172.25.4.217, port: a5c2b3f8-c177-4a37-8ea6-733f93f2b07d. Mar 07 22:24:41.576732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26581976-5b87-4bc2-89ae-72a023c74ce3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Router 4c75215e-2c4d-4d33-ac44-ced2f2954829 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:24:41.682995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26581976-5b87-4bc2-89ae-72a023c74ce3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:24:41.687702 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-26581976-5b87-4bc2-89ae-72a023c74ce3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:41.692165 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72eb1e-62f0-4415-99c7-c6b17977f53d None None] Sync routers for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:24:41.701590 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72eb1e-62f0-4415-99c7-c6b17977f53d None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:24:41.702231 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dc72eb1e-62f0-4415-99c7-c6b17977f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:24:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:24:41.716509 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-26581976-5b87-4bc2-89ae-72a023c74ce3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "PUT /v2.0/floatingips/cd596d18-c1ca-4f8b-93c8-0d542da9d127 HTTP/1.1" status: 200 len: 991 time: 0.9168129 Mar 07 22:24:41.717097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'tag': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:24:41.719627 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514ff894-4e84-4c7c-87d8-ca1f54bd1a76" -d '{"events": [{"name": "network-changed", "server_uuid": "13246b41-d8d6-4c6c-8051-ce35068668a1", "tag": "a5c2b3f8-c177-4a37-8ea6-733f93f2b07d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:24:41.769528 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201b09df-2a9a-4d76-a859-f26860d0e643 x-openstack-request-id: req-201b09df-2a9a-4d76-a859-f26860d0e643 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:24:41.770139 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13246b41-d8d6-4c6c-8051-ce35068668a1", "tag": "a5c2b3f8-c177-4a37-8ea6-733f93f2b07d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:24:41.770412 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-201b09df-2a9a-4d76-a859-f26860d0e643 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:24:41.770832 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'tag': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d', 'status': 'completed', 'code': 200} Mar 07 22:24:41.814128 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-dc72eb1e-62f0-4415-99c7-c6b17977f53d None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:24:41.863655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ff894-4e84-4c7c-87d8-ca1f54bd1a76 req-15ebde1e-5550-4dd4-826e-6fa45b76a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:41.865155 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-514ff894-4e84-4c7c-87d8-ca1f54bd1a76 req-15ebde1e-5550-4dd4-826e-6fa45b76a330 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 1127 time: 0.0718246 Mar 07 22:24:41.871925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91721a78-ff1d-4ed9-92d7-a57804a128c8 req-e39e8ee6-03c7-4ea4-b9da-80c90c713c0c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:41.873272 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91721a78-ff1d-4ed9-92d7-a57804a128c8 req-e39e8ee6-03c7-4ea4-b9da-80c90c713c0c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0937641 Mar 07 22:24:41.968485 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-91721a78-ff1d-4ed9-92d7-a57804a128c8 req-f4fe1493-281a-4ed2-89d6-b8c08e679aa1 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872366 Mar 07 22:24:41.991820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ff894-4e84-4c7c-87d8-ca1f54bd1a76 req-2d20320f-e240-42df-bbe1-336bd3aa54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:41.993370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-514ff894-4e84-4c7c-87d8-ca1f54bd1a76 req-2d20320f-e240-42df-bbe1-336bd3aa54e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.1192751 Mar 07 22:24:42.065663 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dc72eb1e-62f0-4415-99c7-c6b17977f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'cd596d18-c1ca-4f8b-93c8-0d542da9d127', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'port_id': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'mac_address': 'fa:16:3e:6e:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:24:29Z', 'updated_at': '2022-03-07T22:24:41Z', 'revision_number': 1, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:24:42.101921 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72eb1e-62f0-4415-99c7-c6b17977f53d None None] Checking router: 4c75215e-2c4d-4d33-ac44-ced2f2954829 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:24:42.114344 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72eb1e-62f0-4415-99c7-c6b17977f53d None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:24:42.115156 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dc72eb1e-62f0-4415-99c7-c6b17977f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:24:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:24:42.323745 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-dc72eb1e-62f0-4415-99c7-c6b17977f53d None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:24:42.412837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-514ff894-4e84-4c7c-87d8-ca1f54bd1a76 req-f2f56fde-77c7-4c30-891b-50c1c68f59e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d HTTP/1.1" status: 200 len: 999 time: 0.4134300 Mar 07 22:24:42.464897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd32ddc-aebf-4ae8-b499-e0eb2054aec5 req-ffd91d41-7a9b-4e23-9f0d-74a766916bc2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:42.467396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8dd32ddc-aebf-4ae8-b499-e0eb2054aec5 req-ffd91d41-7a9b-4e23-9f0d-74a766916bc2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.1165793 Mar 07 22:24:42.508551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ff894-4e84-4c7c-87d8-ca1f54bd1a76 req-2c7c2d07-fabd-48f0-aaba-cd7e23b2379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:42.510012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-514ff894-4e84-4c7c-87d8-ca1f54bd1a76 req-2c7c2d07-fabd-48f0-aaba-cd7e23b2379b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0886827 Mar 07 22:24:42.549770 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dc72eb1e-62f0-4415-99c7-c6b17977f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'cd596d18-c1ca-4f8b-93c8-0d542da9d127', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'port_id': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'mac_address': 'fa:16:3e:6e:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:24:29Z', 'updated_at': '2022-03-07T22:24:41Z', 'revision_number': 1, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:24:42.554649 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8dd32ddc-aebf-4ae8-b499-e0eb2054aec5 req-6f0beb9f-04de-4115-ac06-34d2de364d03 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814171 Mar 07 22:24:42.574518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ff894-4e84-4c7c-87d8-ca1f54bd1a76 req-72de93fb-51ac-4fd0-9e5b-d37325d60f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:42.574518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-514ff894-4e84-4c7c-87d8-ca1f54bd1a76 req-72de93fb-51ac-4fd0-9e5b-d37325d60f3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558236 Mar 07 22:24:42.579633 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72eb1e-62f0-4415-99c7-c6b17977f53d None None] The sync data for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 is: [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'cd596d18-c1ca-4f8b-93c8-0d542da9d127', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'port_id': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'mac_address': 'fa:16:3e:6e:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:24:29Z', 'updated_at': '2022-03-07T22:24:41Z', 'revision_number': 1, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:24:42.671580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-514ff894-4e84-4c7c-87d8-ca1f54bd1a76 req-1d679730-e6a9-4632-b9a3-df2b8d7cd992 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917070 Mar 07 22:24:42.764807 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-514ff894-4e84-4c7c-87d8-ca1f54bd1a76 req-67eacab6-0c57-4cbd-97f0-10d1de4030bd service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868905 Mar 07 22:24:42.794179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bbbd56-2df7-482f-9ade-ff1a79facb94 None None] New status for floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:24:43.677332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79687191-3ca5-46bb-951c-8eb37ce233a9 req-fc6587b9-2b20-482a-b47b-3b38855232bd tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:43.678834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79687191-3ca5-46bb-951c-8eb37ce233a9 req-fc6587b9-2b20-482a-b47b-3b38855232bd tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0571635 Mar 07 22:24:43.728841 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79687191-3ca5-46bb-951c-8eb37ce233a9 req-b05a9e72-3390-440e-93ff-f7daca0c1b18 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445592 Mar 07 22:24:43.843325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab902ca-14c6-4574-b1db-202eef5ea6ff req-0ce6bb31-9c19-4663-8df4-aa574406f668 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:43.844722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ab902ca-14c6-4574-b1db-202eef5ea6ff req-0ce6bb31-9c19-4663-8df4-aa574406f668 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0523930 Mar 07 22:24:43.889534 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3ab902ca-14c6-4574-b1db-202eef5ea6ff req-e8fad558-2cad-4df3-a222-ecec659eb56b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393424 Mar 07 22:24:44.112871 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-2f00f6f8-f069-4949-999e-52b49c7070f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451000 Mar 07 22:24:44.127286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbad29a-93a7-4345-8fe4-b83e70284345 req-ae655515-1fd5-4b8b-807a-623407d3fc1d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:44.128852 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fbad29a-93a7-4345-8fe4-b83e70284345 req-ae655515-1fd5-4b8b-807a-623407d3fc1d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0547643 Mar 07 22:24:44.174926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fbad29a-93a7-4345-8fe4-b83e70284345 req-a46f95e2-be3e-4ec8-ab97-cfc6c974f19e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405853 Mar 07 22:24:44.508410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b939c05-4541-40f1-8da0-0c1968350666 req-9d3c9d0d-643b-4c17-9409-c35946026dde tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:44.509739 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-9d3c9d0d-643b-4c17-9409-c35946026dde tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports/a5c2b3f8-c177-4a37-8ea6-733f93f2b07d HTTP/1.1" status: 200 len: 942 time: 0.0460677 Mar 07 22:24:45.332895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377e21a-abfd-4d22-bfea-f4412befeb66 req-158eab0f-b6b2-4f52-bbce-793a97278ff0 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:45.334465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8377e21a-abfd-4d22-bfea-f4412befeb66 req-158eab0f-b6b2-4f52-bbce-793a97278ff0 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0905414 Mar 07 22:24:45.340128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b939c05-4541-40f1-8da0-0c1968350666 req-21454ede-7cfe-44d8-a8ca-d46434fb2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:45.341496 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-21454ede-7cfe-44d8-a8ca-d46434fb2599 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 1127 time: 0.0641718 Mar 07 22:24:45.439328 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8377e21a-abfd-4d22-bfea-f4412befeb66 req-010d2deb-5f29-4d28-993a-109c6aac0cab tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968924 Mar 07 22:24:45.464720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b939c05-4541-40f1-8da0-0c1968350666 req-ce12f5a4-d24e-428d-9075-d470b144c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:45.466218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-ce12f5a4-d24e-428d-9075-d470b144c487 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.1178613 Mar 07 22:24:45.529181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-7155b4ae-b419-4556-b81c-ef2b9099944b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d HTTP/1.1" status: 200 len: 1001 time: 0.0571599 Mar 07 22:24:45.575693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b939c05-4541-40f1-8da0-0c1968350666 req-3a0fb81b-b351-46bd-b16b-dc9958019c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:45.577081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-3a0fb81b-b351-46bd-b16b-dc9958019c77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0421553 Mar 07 22:24:45.628328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b939c05-4541-40f1-8da0-0c1968350666 req-dc47f239-4ca1-48c4-8b4d-350cb58e66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:45.629766 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-dc47f239-4ca1-48c4-8b4d-350cb58e66a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467074 Mar 07 22:24:45.676172 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-33bf789b-44c0-4b39-a2e9-8c680498b960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:45.721664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-edbc64f5-a5a2-4106-944e-70811ae2379b service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857866 Mar 07 22:24:45.819597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-7a1d47fc-fe7d-45a4-8e43-9377d5db1810 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925214 Mar 07 22:24:46.423805 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:46.558057 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c3183-73f1-4082-b015-bdb492bdf80c req-daf60ed5-3cd0-4a0d-ae84-f59823a588a7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:46.559563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-307c3183-73f1-4082-b015-bdb492bdf80c req-daf60ed5-3cd0-4a0d-ae84-f59823a588a7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0528269 Mar 07 22:24:46.605495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-307c3183-73f1-4082-b015-bdb492bdf80c req-bf2d6469-ef87-41cd-9054-3396eac82eeb tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403898 Mar 07 22:24:47.724398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139543e-f29a-4e2c-9ec4-b248799903e5 req-908f3f21-7edc-40aa-a67e-20585788319d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:47.726099 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4139543e-f29a-4e2c-9ec4-b248799903e5 req-908f3f21-7edc-40aa-a67e-20585788319d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0529175 Mar 07 22:24:47.779407 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4139543e-f29a-4e2c-9ec4-b248799903e5 req-a113fd16-c722-4082-b6d4-6eaa6047c6bd tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477338 Mar 07 22:24:48.170149 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0fe9c15a-c6de-40dd-aa93-0866581bf01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:48.533948 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:48.899722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6187b1-e168-4e65-82a0-4a3e3468299b req-e6891fe8-bf15-4a12-8c27-c110b566841c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:48.901866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a6187b1-e168-4e65-82a0-4a3e3468299b req-e6891fe8-bf15-4a12-8c27-c110b566841c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0525796 Mar 07 22:24:48.947515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a6187b1-e168-4e65-82a0-4a3e3468299b req-cda2282b-c361-4f7e-851b-941dc6f18c23 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401797 Mar 07 22:24:49.443821 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:50.064680 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2191d-1736-4291-a691-8b95916508ce req-f297a6f8-9edc-4254-89f7-2cfb4c5b111a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:50.066750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bd2191d-1736-4291-a691-8b95916508ce req-f297a6f8-9edc-4254-89f7-2cfb4c5b111a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0528388 Mar 07 22:24:50.112216 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3bd2191d-1736-4291-a691-8b95916508ce req-eda46bda-f219-493a-ade6-0acc746dc971 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395010 Mar 07 22:24:50.406726 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:51.232064 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70adcf1-b72f-4fb8-b90b-80dccccae56b req-87a17a55-f5b4-4710-8829-f39790247a1b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:51.233524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d70adcf1-b72f-4fb8-b90b-80dccccae56b req-87a17a55-f5b4-4710-8829-f39790247a1b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0557923 Mar 07 22:24:51.279538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d70adcf1-b72f-4fb8-b90b-80dccccae56b req-87f4c552-9d6d-4e83-ba1c-fa3a9d26ee79 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404618 Mar 07 22:24:51.415548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a46c1-070c-4213-bd39-28faab13b969 req-edfaa045-c1a3-4e6a-b761-e51240bf7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:51.417042 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-279a46c1-070c-4213-bd39-28faab13b969 req-edfaa045-c1a3-4e6a-b761-e51240bf7fd7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 1127 time: 0.0449352 Mar 07 22:24:51.522393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a46c1-070c-4213-bd39-28faab13b969 req-e5f63ad1-cf9d-4b28-9ec0-2ba4f15f5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:51.523870 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-279a46c1-070c-4213-bd39-28faab13b969 req-e5f63ad1-cf9d-4b28-9ec0-2ba4f15f5796 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0871019 Mar 07 22:24:51.587058 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-279a46c1-070c-4213-bd39-28faab13b969 req-0449f57c-3a76-4485-86d2-04a1bf4c9e02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d HTTP/1.1" status: 200 len: 1001 time: 0.0566235 Mar 07 22:24:51.635771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a46c1-070c-4213-bd39-28faab13b969 req-096ea054-58ed-422f-a699-8aa04f14162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:51.637148 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-279a46c1-070c-4213-bd39-28faab13b969 req-096ea054-58ed-422f-a699-8aa04f14162e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0424261 Mar 07 22:24:51.689200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a46c1-070c-4213-bd39-28faab13b969 req-ddec912a-3cda-4732-8f90-e06cdbc93b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:51.691327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-279a46c1-070c-4213-bd39-28faab13b969 req-ddec912a-3cda-4732-8f90-e06cdbc93b3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468740 Mar 07 22:24:51.779170 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-279a46c1-070c-4213-bd39-28faab13b969 req-44afcbce-c2e1-4fbe-bd04-b228674a4fae service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809495 Mar 07 22:24:51.872602 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-279a46c1-070c-4213-bd39-28faab13b969 req-2fb1f662-fbfe-4477-9246-e39aedf873e7 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841424 Mar 07 22:24:52.177514 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:24:52.400492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad428f-0b15-4883-939e-e57bb25731f3 req-319e0d5d-cb7d-48e2-88f3-df9756c1ea4e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:52.402006 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73ad428f-0b15-4883-939e-e57bb25731f3 req-319e0d5d-cb7d-48e2-88f3-df9756c1ea4e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0568163 Mar 07 22:24:52.454668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73ad428f-0b15-4883-939e-e57bb25731f3 req-3a9a94a9-7116-4d87-a38d-e6273546f6f6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447793 Mar 07 22:24:53.573611 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae105-cb1b-4c89-948b-dc41dfb47d9f req-7fa882c8-27ba-4bfb-8cd6-4d5454a2ba48 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:53.575098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a99ae105-cb1b-4c89-948b-dc41dfb47d9f req-7fa882c8-27ba-4bfb-8cd6-4d5454a2ba48 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0508587 Mar 07 22:24:53.624013 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a99ae105-cb1b-4c89-948b-dc41dfb47d9f req-7ad1f3f9-3153-48d0-966d-b1215fd8fd91 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433927 Mar 07 22:24:54.741156 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cb5d5-f6af-47e6-9726-bbbd7dec6f6f req-e4d05a13-3c79-44c3-ab8e-b48eedc93ba8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:54.742635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac3cb5d5-f6af-47e6-9726-bbbd7dec6f6f req-e4d05a13-3c79-44c3-ab8e-b48eedc93ba8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0523055 Mar 07 22:24:54.787814 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ac3cb5d5-f6af-47e6-9726-bbbd7dec6f6f req-2ccae28e-da67-4133-a294-7162e3c1f495 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396705 Mar 07 22:24:55.905859 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1def4-f1fe-4d62-969c-3871970f54f5 req-e0c68208-fdf1-4e6b-bec2-2fdab887705b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:55.907542 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-04c1def4-f1fe-4d62-969c-3871970f54f5 req-e0c68208-fdf1-4e6b-bec2-2fdab887705b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0542474 Mar 07 22:24:55.953327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-04c1def4-f1fe-4d62-969c-3871970f54f5 req-c34e5d2e-1e42-4873-9117-cffaed4a63f6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400107 Mar 07 22:24:57.074441 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad8cb8-c2ea-4ca1-ba4a-c98946c80243 req-b839d675-7d2e-44dd-9096-df2991956734 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:57.075900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5ad8cb8-c2ea-4ca1-ba4a-c98946c80243 req-b839d675-7d2e-44dd-9096-df2991956734 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0559115 Mar 07 22:24:57.121695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5ad8cb8-c2ea-4ca1-ba4a-c98946c80243 req-fcf125df-fa91-4623-a9e6-b2d7df130ad9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396440 Mar 07 22:24:58.242350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e101c-30e8-4338-b03f-00fff37693c5 req-096f2ee4-c5be-4b99-9376-971ebd36fdc6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:58.243840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-368e101c-30e8-4338-b03f-00fff37693c5 req-096f2ee4-c5be-4b99-9376-971ebd36fdc6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0534952 Mar 07 22:24:58.289362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-368e101c-30e8-4338-b03f-00fff37693c5 req-8e3d9a4c-9dca-4250-a390-ab93757aeda2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399544 Mar 07 22:24:59.406810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a62d-d35a-4868-a243-b362db2be4af req-b3f28b30-d199-49af-8439-30ee5b38776d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:59.408296 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f436a62d-d35a-4868-a243-b362db2be4af req-b3f28b30-d199-49af-8439-30ee5b38776d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0522959 Mar 07 22:24:59.457614 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f436a62d-d35a-4868-a243-b362db2be4af req-eceb262a-e661-4faf-a18a-a8fece7b8ee8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438013 Mar 07 22:25:00.573947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dda9c3-6da6-46d0-b948-bda182296050 req-c8d15bdf-b01a-4c4a-975f-a669165427de tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:00.575430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3dda9c3-6da6-46d0-b948-bda182296050 req-c8d15bdf-b01a-4c4a-975f-a669165427de tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0512271 Mar 07 22:25:00.621474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3dda9c3-6da6-46d0-b948-bda182296050 req-f7b8ff0a-a12e-4356-b868-cc97533ae989 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400608 Mar 07 22:25:01.616044 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:25:01.741352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97958d3b-8de0-487a-83e1-5f0ded8adcec req-8570a468-a04e-447a-a4de-84a9542242d2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:01.742867 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97958d3b-8de0-487a-83e1-5f0ded8adcec req-8570a468-a04e-447a-a4de-84a9542242d2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0526624 Mar 07 22:25:01.787146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97958d3b-8de0-487a-83e1-5f0ded8adcec req-da54f001-e811-4fcb-8094-ebaee483466e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388520 Mar 07 22:25:02.909874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357737e-a6f6-4a02-9e6e-ef29d8120a4f req-17b0a869-f46f-417f-9391-b7d89c7aa699 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:02.911367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e357737e-a6f6-4a02-9e6e-ef29d8120a4f req-17b0a869-f46f-417f-9391-b7d89c7aa699 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0585728 Mar 07 22:25:02.956641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e357737e-a6f6-4a02-9e6e-ef29d8120a4f req-10b28981-8b4c-4f4d-be31-927505dd0c46 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397518 Mar 07 22:25:03.953183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-3b1d3eec-b829-47fe-9970-2d5e73eb2dac req-6671aac6-5b1b-4f05-91e2-c80c6fb7e167 service neutron] (103719) timed out ('10.222.0.15', 59317) {{(pid=103719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 22:25:04.074046 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702ccdb-85aa-4983-b6ca-d0e1710c0018 req-4e5739c9-4529-49d2-b2a6-6813dd34a6ee tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:04.075531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4702ccdb-85aa-4983-b6ca-d0e1710c0018 req-4e5739c9-4529-49d2-b2a6-6813dd34a6ee tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0520551 Mar 07 22:25:04.127759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4702ccdb-85aa-4983-b6ca-d0e1710c0018 req-edea48dc-c5b5-4ee2-a247-f87d7975d35a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452681 Mar 07 22:25:05.250446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed459-5e02-4efc-bf55-dabe84dc1364 req-9e97793a-9fbf-4697-82af-7bd924f86f50 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:05.251936 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b9ed459-5e02-4efc-bf55-dabe84dc1364 req-9e97793a-9fbf-4697-82af-7bd924f86f50 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0572677 Mar 07 22:25:05.299653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b9ed459-5e02-4efc-bf55-dabe84dc1364 req-3cc02cf1-3eba-41d5-a2ff-fb8edbc14693 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413921 Mar 07 22:25:06.417255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8866d-a83c-4992-a07c-fc5f909dcba4 req-982414a8-0316-4d38-bfe3-a59e074babe6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:06.418751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61c8866d-a83c-4992-a07c-fc5f909dcba4 req-982414a8-0316-4d38-bfe3-a59e074babe6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0522094 Mar 07 22:25:06.463884 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61c8866d-a83c-4992-a07c-fc5f909dcba4 req-eb20d087-6c93-4cf5-bc95-e596e13dbfc8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388806 Mar 07 22:25:07.579858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b141f75-4138-4e73-be8f-2ad392e042f4 req-ddc77bd2-3aa0-48ef-bae7-20f26a7c9cbb tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:07.581321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b141f75-4138-4e73-be8f-2ad392e042f4 req-ddc77bd2-3aa0-48ef-bae7-20f26a7c9cbb tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0513217 Mar 07 22:25:07.630313 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b141f75-4138-4e73-be8f-2ad392e042f4 req-d138bae2-114f-4367-a8ab-fc1940f9b89d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434227 Mar 07 22:25:08.744421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8c19a-c70c-4d09-b5cc-0b8b181319e3 req-5a7df238-d367-40fa-999f-fc6456484b1a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:08.745881 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45f8c19a-c70c-4d09-b5cc-0b8b181319e3 req-5a7df238-d367-40fa-999f-fc6456484b1a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0515652 Mar 07 22:25:08.791612 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-45f8c19a-c70c-4d09-b5cc-0b8b181319e3 req-cda5ccdb-f7df-4a80-8f29-b60ae36d237c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401576 Mar 07 22:25:09.913069 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3103642-1c03-44f0-b123-caa6df624cd5 req-513fa674-6a19-40f2-b7d7-0d4e9beaa145 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:09.914631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3103642-1c03-44f0-b123-caa6df624cd5 req-513fa674-6a19-40f2-b7d7-0d4e9beaa145 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0550032 Mar 07 22:25:09.962232 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3103642-1c03-44f0-b123-caa6df624cd5 req-db80e80b-ec22-494b-9201-7efa3db118f0 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 Mar 07 22:25:11.084837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac68c2-da64-4f38-af5f-1f55058b87f2 req-fb3c4a78-0c9a-48ec-a090-28157170d034 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:11.086342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-62ac68c2-da64-4f38-af5f-1f55058b87f2 req-fb3c4a78-0c9a-48ec-a090-28157170d034 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0555825 Mar 07 22:25:11.131115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-62ac68c2-da64-4f38-af5f-1f55058b87f2 req-abe1fe50-0a48-4e1e-b34a-bf1dafc49d6a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392430 Mar 07 22:25:12.247684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a61460-4ac6-4bbb-bab8-77902ee36d7a req-89d6911b-8aa3-4110-a545-fb58556fa5d3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:12.249147 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1a61460-4ac6-4bbb-bab8-77902ee36d7a req-89d6911b-8aa3-4110-a545-fb58556fa5d3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0520551 Mar 07 22:25:12.294248 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b1a61460-4ac6-4bbb-bab8-77902ee36d7a req-fa1db2db-75b5-47d3-9c46-0d609047015e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389614 Mar 07 22:25:13.410707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5159dc3-476c-4388-9982-4a09a85e4775 req-eb41e47c-82b5-4027-bc31-3ff155283ded tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:13.412183 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5159dc3-476c-4388-9982-4a09a85e4775 req-eb41e47c-82b5-4027-bc31-3ff155283ded tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0518827 Mar 07 22:25:13.461922 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5159dc3-476c-4388-9982-4a09a85e4775 req-2b120cca-6dd5-4d28-baee-35fe9b192e4b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442193 Mar 07 22:25:14.580762 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424b86-476f-442e-ae18-8f567f49f1ce req-41a43739-9e3e-414d-b811-3caf6c37503d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:14.582243 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7424b86-476f-442e-ae18-8f567f49f1ce req-41a43739-9e3e-414d-b811-3caf6c37503d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0511689 Mar 07 22:25:14.628787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e7424b86-476f-442e-ae18-8f567f49f1ce req-51035317-c8cf-4397-a1e8-89d55f49aed7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400059 Mar 07 22:25:15.678619 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ec76ffee-c288-40d9-b922-340a61c32fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:15.748852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f7180-191a-451a-bd9d-677a7ea0bad3 req-8c0e1f6d-ed89-46a9-807c-17a12d59b04d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:15.750351 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a1f7180-191a-451a-bd9d-677a7ea0bad3 req-8c0e1f6d-ed89-46a9-807c-17a12d59b04d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0517161 Mar 07 22:25:15.794750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a1f7180-191a-451a-bd9d-677a7ea0bad3 req-c57d570b-1bd4-4795-922b-6aba6a95c7bc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382063 Mar 07 22:25:16.417029 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:16.922576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3e067-d2d0-48b5-9306-721986d129a4 req-ebf7c83f-37c2-4771-ac4c-73012aa24f63 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:16.924063 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0a3e067-d2d0-48b5-9306-721986d129a4 req-ebf7c83f-37c2-4771-ac4c-73012aa24f63 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0627491 Mar 07 22:25:16.977570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0a3e067-d2d0-48b5-9306-721986d129a4 req-67f5e83c-0698-4490-9155-17890bcb3c96 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479748 Mar 07 22:25:17.997632 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-3b939c05-4541-40f1-8da0-0c1968350666 req-6632e5b5-a472-4e6d-b75d-389afde7348f service neutron] show failed (client error): The resource could not be found. Mar 07 22:25:17.998706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-6632e5b5-a472-4e6d-b75d-389afde7348f service neutron] 10.222.0.15 "GET /v2.0/ports/a5c2b3f8-c177-4a37-8ea6-733f93f2b07d/bindings/n-h1-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.0536585 Mar 07 22:25:18.101314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec00365-fbfc-496d-aae9-d6e064c0f3bd req-6ff00902-dd2a-4a42-b536-690e3a13bb10 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:18.102946 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aec00365-fbfc-496d-aae9-d6e064c0f3bd req-6ff00902-dd2a-4a42-b536-690e3a13bb10 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 945 time: 0.0539210 Mar 07 22:25:18.155843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aec00365-fbfc-496d-aae9-d6e064c0f3bd req-105f362f-ff01-46cf-96ae-10cdd66804cd tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472145 Mar 07 22:25:18.174886 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-de37c5be-8104-4608-a39c-2b33917a0a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:18.273817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b939c05-4541-40f1-8da0-0c1968350666 req-5a378cc1-3927-4332-9f7f-4a84430ce41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:18.275250 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-5a378cc1-3927-4332-9f7f-4a84430ce41f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1&tenant_id=e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 1127 time: 0.1018782 Mar 07 22:25:18.284509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-238a24b8-b7c6-4f98-871b-5191aae70116 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:25:18.285431 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-238a24b8-b7c6-4f98-871b-5191aae70116 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048122 Mar 07 22:25:18.296101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:25:18.351957 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:18.544991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] For port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:25:18.549336 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:18.577970 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] For port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:25:18.619410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:25:18.621649 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca05cc66-9d2c-478c-a318-bf4ba9e2372a" -d '{"events": [{"server_uuid": "13246b41-d8d6-4c6c-8051-ce35068668a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c2b3f8-c177-4a37-8ea6-733f93f2b07d"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:25:18.625672 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Publish callbacks [] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:18.638408 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Transition to ACTIVE for port object a5c2b3f8-c177-4a37-8ea6-733f93f2b07d will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:25:18.642278 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:18.672624 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0fb2cd-e031-47ee-a4dd-2cdf6adefacc x-openstack-request-id: req-8d0fb2cd-e031-47ee-a4dd-2cdf6adefacc {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:25:18.672923 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13246b41-d8d6-4c6c-8051-ce35068668a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c2b3f8-c177-4a37-8ea6-733f93f2b07d", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:25:18.673189 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d0fb2cd-e031-47ee-a4dd-2cdf6adefacc {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:25:18.674101 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d', 'code': 200} Mar 07 22:25:18.753922 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,revision_number=6']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:18.782463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:18.782824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:18.783226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:18.783575 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:18.783917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:18.784256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:18.784592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:18.784928 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:18.785257 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:18.785591 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:18.785924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:18.786276 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:18.786607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:18.834014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] No DVR routers for this DVR port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:25:18.969278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Attempting to bind port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:25:18.969538 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Attempting to bind port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:25:18.969862 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Attempting to bind port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:25:18.974612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d on network 4e027bb9-5552-4660-8418-f6df7149d095 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:25:18.974933 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Attempting to bind port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:25:18.979912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:25:18.980250 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Checking segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:25:18.980632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Bound using segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:25:18.981059 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Bound port: a5c2b3f8-c177-4a37-8ea6-733f93f2b07d, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:25:18.981412 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:19.040780 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] For port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:25:19.043719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] For port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:25:19.050355 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:19.084014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:19.084680 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:19.086025 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/a5c2b3f8-c177-4a37-8ea6-733f93f2b07d HTTP/1.1" status: 200 len: 1091 time: 0.7934635 Mar 07 22:25:19.117111 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d3f4b-0b08-46ed-9653-18a71ae0f2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,revision_number=7']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:19.157478 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b939c05-4541-40f1-8da0-0c1968350666 req-ec360bef-713a-4b3f-9f5e-e91859d07a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:19.159519 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-ec360bef-713a-4b3f-9f5e-e91859d07a30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 1125 time: 0.0510311 Mar 07 22:25:19.264401 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b939c05-4541-40f1-8da0-0c1968350666 req-de37e505-5092-4f87-ab97-95f0b758bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:19.266049 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-de37e505-5092-4f87-ab97-95f0b758bfb5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.1007938 Mar 07 22:25:19.292945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43886c0-441c-44f0-8015-310fdc893ca6 req-6c9ebc67-d044-4dd8-962b-68bb51fd753d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:19.294909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c43886c0-441c-44f0-8015-310fdc893ca6 req-6c9ebc67-d044-4dd8-962b-68bb51fd753d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 943 time: 0.0586712 Mar 07 22:25:19.332283 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-7d018eac-5ddc-4238-97bd-3d4f177fa48b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d HTTP/1.1" status: 200 len: 999 time: 0.0595965 Mar 07 22:25:19.341098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c43886c0-441c-44f0-8015-310fdc893ca6 req-b3f5de7a-1d5a-45d4-a084-1ea5f51d1278 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403326 Mar 07 22:25:19.379349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b939c05-4541-40f1-8da0-0c1968350666 req-5a9a0203-1800-4191-9f85-db3cc8781da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:19.380854 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-5a9a0203-1800-4191-9f85-db3cc8781da8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0434575 Mar 07 22:25:19.434275 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b939c05-4541-40f1-8da0-0c1968350666 req-4310e316-5288-48a7-873a-b234d23dccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:19.435796 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-4310e316-5288-48a7-873a-b234d23dccfa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485137 Mar 07 22:25:19.441694 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:19.523810 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-fd10c206-6571-4015-883e-05bcca78d0c0 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821049 Mar 07 22:25:19.611766 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3b939c05-4541-40f1-8da0-0c1968350666 req-6d4a15c2-7e9e-4a54-9187-0c7ce7dc5c19 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826452 Mar 07 22:25:20.413777 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:20.462108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf8c97-68db-403d-b238-1e9a806dbe9a req-a8c1f948-95e2-44c2-936b-779aa894eda6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:20.463585 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6cf8c97-68db-403d-b238-1e9a806dbe9a req-a8c1f948-95e2-44c2-936b-779aa894eda6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 943 time: 0.0512424 Mar 07 22:25:20.508868 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6cf8c97-68db-403d-b238-1e9a806dbe9a req-0a8ec377-1f21-4aa7-ba4d-40e8ea577118 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398407 Mar 07 22:25:20.675634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'tag': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:25:20.677926 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50" -d '{"events": [{"name": "network-changed", "server_uuid": "13246b41-d8d6-4c6c-8051-ce35068668a1", "tag": "a5c2b3f8-c177-4a37-8ea6-733f93f2b07d"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:25:20.724056 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a13a07-a09b-4754-bdcc-059b1e5d05e5 x-openstack-request-id: req-e6a13a07-a09b-4754-bdcc-059b1e5d05e5 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:25:20.724476 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13246b41-d8d6-4c6c-8051-ce35068668a1", "tag": "a5c2b3f8-c177-4a37-8ea6-733f93f2b07d", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:25:20.724711 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6a13a07-a09b-4754-bdcc-059b1e5d05e5 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:25:20.725165 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'tag': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d', 'status': 'completed', 'code': 200} Mar 07 22:25:20.789987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-99584179-2f6b-4adb-8051-413873d7fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:20.791512 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-99584179-2f6b-4adb-8051-413873d7fef2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 1125 time: 0.0446301 Mar 07 22:25:20.797789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-001d5f59-09eb-44f9-a473-5a9ba889f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:20.799340 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-001d5f59-09eb-44f9-a473-5a9ba889f9b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 1125 time: 0.0479968 Mar 07 22:25:20.873506 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a5c2b3f8-c177-4a37-8ea6-733f93f2b07d no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:25:20.881779 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-e226b8cc-7c25-42ae-9398-04c2a119a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:20.883288 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-e226b8cc-7c25-42ae-9398-04c2a119a471 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0863094 Mar 07 22:25:20.893813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-097d5d8b-e4d5-47c2-8de7-920d3904cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:20.895401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-097d5d8b-e4d5-47c2-8de7-920d3904cc01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0861838 Mar 07 22:25:20.913096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] The host n-h2-832330-1 is not matching for port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d host n-h1-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 22:25:20.913794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a5c2b3f8-c177-4a37-8ea6-733f93f2b07d not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:25:20.948328 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-6fad7d1d-85d6-479b-8798-3d7f6cea4f5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d HTTP/1.1" status: 200 len: 999 time: 0.0588074 Mar 07 22:25:20.969983 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-f6cf0cdc-27e4-48af-a53e-7699825ca372 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d HTTP/1.1" status: 200 len: 999 time: 0.0644908 Mar 07 22:25:20.996426 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-104e59ba-84ef-4af5-b114-570bc52141ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:20.997897 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-104e59ba-84ef-4af5-b114-570bc52141ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0437539 Mar 07 22:25:21.020381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-12343247-f925-4fcc-a206-336be7c55628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:21.021855 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-12343247-f925-4fcc-a206-336be7c55628 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0432532 Mar 07 22:25:21.050746 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-32631410-0263-4d18-91b7-533e46a33977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:21.052311 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-32631410-0263-4d18-91b7-533e46a33977 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484128 Mar 07 22:25:21.073268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-dadd6c1d-bdf1-4bdc-8e3e-ac989d74fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:21.074804 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-dadd6c1d-bdf1-4bdc-8e3e-ac989d74fae3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441997 Mar 07 22:25:21.139920 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-b84b6150-583c-4dd3-ae4b-0bbbbdfb949e service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809507 Mar 07 22:25:21.168955 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-1ef57dc2-d368-4b89-a699-251c03f882b1 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849638 Mar 07 22:25:21.263314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-c11a820a-bbc0-4cf7-abf2-024986143b95 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849209 Mar 07 22:25:21.536191 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ce68cd5e-5fa2-42e7-9caa-123ccbe3fd50 req-65cc0ffe-8fb1-467c-8d9c-0bae92fe5d5b service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898613 Mar 07 22:25:21.631443 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5007d48-59ca-4a02-8fec-410572e2197b req-cbf69813-8dd5-4914-a365-e20b575ff63a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:21.632901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5007d48-59ca-4a02-8fec-410572e2197b req-cbf69813-8dd5-4914-a365-e20b575ff63a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 943 time: 0.0563574 Mar 07 22:25:21.677393 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5007d48-59ca-4a02-8fec-410572e2197b req-5436e5d0-8269-4e94-bc63-651364dcc21e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390794 Mar 07 22:25:22.179511 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:22.801126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ccb6e-83a6-4c3f-b206-af792eda032f req-c9752abb-b61a-4242-8727-129e3a0e9858 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:22.802627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff8ccb6e-83a6-4c3f-b206-af792eda032f req-c9752abb-b61a-4242-8727-129e3a0e9858 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 943 time: 0.0524235 Mar 07 22:25:22.849155 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff8ccb6e-83a6-4c3f-b206-af792eda032f req-fd263e9d-8468-4231-9a0d-46ecec892806 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406795 Mar 07 22:25:23.088446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbf08b-a5ea-49b0-8987-89156de364a9 req-3a4c5d9f-b214-4be5-9d09-ba54f78d9792 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:23.089932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49fbf08b-a5ea-49b0-8987-89156de364a9 req-3a4c5d9f-b214-4be5-9d09-ba54f78d9792 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 943 time: 0.0920081 Mar 07 22:25:23.103280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e8949-169d-49ba-87ba-611f6a524a2a req-d4374bb2-e6e9-4dec-87a7-0cb1b2f9d9ac tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:23.104647 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f03e8949-169d-49ba-87ba-611f6a524a2a req-d4374bb2-e6e9-4dec-87a7-0cb1b2f9d9ac tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1&tenant_id=e2222602bdb142e3bcaa1a70444ce569&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 943 time: 0.0779068 Mar 07 22:25:23.178221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49fbf08b-a5ea-49b0-8987-89156de364a9 req-c8364d00-4874-4f48-a1ff-3fb954940531 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824041 Mar 07 22:25:23.193294 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-f03e8949-169d-49ba-87ba-611f6a524a2a req-9a16e740-59cc-4d6c-8434-5b3c429e98e1 service neutron] delete failed (client error): The resource could not be found. Mar 07 22:25:23.194378 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f03e8949-169d-49ba-87ba-611f6a524a2a req-9a16e740-59cc-4d6c-8434-5b3c429e98e1 service neutron] 10.222.0.15 "DELETE /v2.0/ports/a5c2b3f8-c177-4a37-8ea6-733f93f2b07d/bindings/n-h2-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.0770590 Mar 07 22:25:23.288842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e8949-169d-49ba-87ba-611f6a524a2a req-561561c6-5dfa-4ffe-a833-f8274f28dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:23.290262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f03e8949-169d-49ba-87ba-611f6a524a2a req-561561c6-5dfa-4ffe-a833-f8274f28dc62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 1125 time: 0.0438473 Mar 07 22:25:23.379642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e8949-169d-49ba-87ba-611f6a524a2a req-3f9dc449-d60c-4e3b-80c2-3d9ae36173ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:23.381074 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f03e8949-169d-49ba-87ba-611f6a524a2a req-3f9dc449-d60c-4e3b-80c2-3d9ae36173ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0851243 Mar 07 22:25:23.449003 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f03e8949-169d-49ba-87ba-611f6a524a2a req-143b6b8b-48ce-491f-b7b1-d2578cd26f54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d HTTP/1.1" status: 200 len: 999 time: 0.0572653 Mar 07 22:25:23.502739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e8949-169d-49ba-87ba-611f6a524a2a req-a2c287ea-c81f-467f-b674-2a0a1d0462ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:23.504154 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f03e8949-169d-49ba-87ba-611f6a524a2a req-a2c287ea-c81f-467f-b674-2a0a1d0462ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0464418 Mar 07 22:25:23.562870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e8949-169d-49ba-87ba-611f6a524a2a req-11927281-9129-42ad-acda-2f50932c60de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:23.564330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f03e8949-169d-49ba-87ba-611f6a524a2a req-11927281-9129-42ad-acda-2f50932c60de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487571 Mar 07 22:25:23.658962 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f03e8949-169d-49ba-87ba-611f6a524a2a req-9958a4ab-65b4-41f9-a9db-43a0ebb4849f service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832067 Mar 07 22:25:23.748504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f03e8949-169d-49ba-87ba-611f6a524a2a req-0e8f89f5-8b2a-4945-b43a-be5aad9fbcec service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804548 Mar 07 22:25:24.306932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d36018-a7b2-4853-b246-40d83898f722 req-50fcb210-c8e2-41aa-bc0a-74e78a02a533 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:24.308361 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53d36018-a7b2-4853-b246-40d83898f722 req-50fcb210-c8e2-41aa-bc0a-74e78a02a533 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 943 time: 0.0535419 Mar 07 22:25:24.360108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53d36018-a7b2-4853-b246-40d83898f722 req-a7f6a27e-a7b5-4028-803e-855c52bcb40a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462527 Mar 07 22:25:24.476536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cf5ea-e423-4b39-ab69-e2ec2b993fcb req-6330809c-86a3-40ca-9a5b-27f6a8519360 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:24.477998 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c7cf5ea-e423-4b39-ab69-e2ec2b993fcb req-6330809c-86a3-40ca-9a5b-27f6a8519360 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 943 time: 0.0522771 Mar 07 22:25:24.523110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c7cf5ea-e423-4b39-ab69-e2ec2b993fcb req-899dfd6b-5d83-43ae-9b83-e091222f0f67 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396616 Mar 07 22:25:24.636996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bde4f-f112-45a9-a8e8-52d32e42330b req-3fb2edac-db5b-4788-96b9-bda59f97db20 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:24.638502 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b65bde4f-f112-45a9-a8e8-52d32e42330b req-3fb2edac-db5b-4788-96b9-bda59f97db20 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 943 time: 0.0516074 Mar 07 22:25:24.682979 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b65bde4f-f112-45a9-a8e8-52d32e42330b req-0f9b8c7f-1e06-452e-ad77-2b1db070437e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390449 Mar 07 22:25:24.919644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84563d8-c85a-462b-963e-16d35f4d74ca req-a6097993-852e-40fb-8885-21d0a15c76de tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:24.921141 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b84563d8-c85a-462b-963e-16d35f4d74ca req-a6097993-852e-40fb-8885-21d0a15c76de tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 943 time: 0.0552411 Mar 07 22:25:24.965579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b84563d8-c85a-462b-963e-16d35f4d74ca req-af2304b4-560c-47ef-9eef-670994b23a6d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383298 Mar 07 22:25:24.976834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a5c2b3f8-c177-4a37-8ea6-733f93f2b07d details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:25:25.073950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:25:25.084126 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'port_id': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d', 'mac_address': 'fa:16:3e:6e:71:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:25:25.121455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:25:25.121842 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:25.134211 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c2b3f8-c177-4a37-8ea6-733f93f2b07d {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:25:25.152911 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:25:25.156912 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:25.202575 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:25.209605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:25.209957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:25.210329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:25.210673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:25.211012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:25.211348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:25.211680 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:25.212010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:25.212337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:25.212661 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:25.212986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:25.213310 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:25.213630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:25.463444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['a5c2b3f8-c177-4a37-8ea6-733f93f2b07d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:25:26.084970 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da8077-855c-4ca5-9692-784152e77cea req-7ef4f7d6-2b8b-49ce-b257-8b1574f7b5d6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:26.086464 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3da8077-855c-4ca5-9692-784152e77cea req-7ef4f7d6-2b8b-49ce-b257-8b1574f7b5d6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 944 time: 0.0516520 Mar 07 22:25:26.131974 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3da8077-855c-4ca5-9692-784152e77cea req-d98fcda2-aadf-4a97-b67f-8daaa06f0229 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400426 Mar 07 22:25:26.217918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-07af17b1-be8a-4195-a1b7-e02947dd3092 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:26.219382 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-07af17b1-be8a-4195-a1b7-e02947dd3092 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.13 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 944 time: 0.0514519 Mar 07 22:25:26.308732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-a58141aa-4ad4-499b-afab-97d010af5030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Deleting port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:25:26.308948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-a58141aa-4ad4-499b-afab-97d010af5030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:26.396910 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-a58141aa-4ad4-499b-afab-97d010af5030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] For port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:25:26.397272 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-a58141aa-4ad4-499b-afab-97d010af5030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:26.589577 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-a58141aa-4ad4-499b-afab-97d010af5030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:26.589994 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-a58141aa-4ad4-499b-afab-97d010af5030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (cd596d18-c1ca-4f8b-93c8-0d542da9d127), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:26.590477 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-a58141aa-4ad4-499b-afab-97d010af5030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127 disassociated. External IP: 172.25.4.217, port: a5c2b3f8-c177-4a37-8ea6-733f93f2b07d. Mar 07 22:25:26.590962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-a58141aa-4ad4-499b-afab-97d010af5030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Calling delete_port for a5c2b3f8-c177-4a37-8ea6-733f93f2b07d owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:25:26.722871 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-a58141aa-4ad4-499b-afab-97d010af5030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a5c2b3f8-c177-4a37-8ea6-733f93f2b07d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:26.749391 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58141aa-4ad4-499b-afab-97d010af5030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Pushing event deleted for resources: {'Port': ['ID=a5c2b3f8-c177-4a37-8ea6-733f93f2b07d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:26.871529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-a58141aa-4ad4-499b-afab-97d010af5030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Router 4c75215e-2c4d-4d33-ac44-ced2f2954829 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:25:26.974081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a5c2b3f8-c177-4a37-8ea6-733f93f2b07d details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:25:26.978520 n-d-832330-1 neutron-server[103720]: INFO neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No ports have port_id starting with a5c2b3f8-c177-4a37-8ea6-733f93f2b07d Mar 07 22:25:26.979975 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a5c2b3f8-c177-4a37-8ea6-733f93f2b07d requested by agent hyperv_n-h1-832330-1 not found in database {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 07 22:25:26.985019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-a58141aa-4ad4-499b-afab-97d010af5030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:25:26.995206 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3baca2-6642-4d4b-9a45-f3825e968aa1 None None] Sync routers for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:25:27.004284 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3baca2-6642-4d4b-9a45-f3825e968aa1 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:25:27.004879 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-af3baca2-6642-4d4b-9a45-f3825e968aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:25:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:25:27.026007 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-a58141aa-4ad4-499b-afab-97d010af5030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] No DVR routers for this DVR port a5c2b3f8-c177-4a37-8ea6-733f93f2b07d on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:25:27.028727 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-a58141aa-4ad4-499b-afab-97d010af5030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:27.032026 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6eb90ac5-3c64-4e18-b9f9-edb98ba69be4 req-a58141aa-4ad4-499b-afab-97d010af5030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.13 "DELETE /v2.0/ports/a5c2b3f8-c177-4a37-8ea6-733f93f2b07d HTTP/1.1" status: 204 len: 173 time: 0.8074906 Mar 07 22:25:27.032738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'name': 'network-vif-deleted', 'tag': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:25:27.035750 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc1fd58-2b72-4261-8a1d-9268fe9bf6af" -d '{"events": [{"server_uuid": "13246b41-d8d6-4c6c-8051-ce35068668a1", "name": "network-vif-deleted", "tag": "a5c2b3f8-c177-4a37-8ea6-733f93f2b07d"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:25:27.083412 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68335959-150f-4707-9a45-bec44dbcd8fe x-openstack-request-id: req-68335959-150f-4707-9a45-bec44dbcd8fe {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:25:27.083708 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13246b41-d8d6-4c6c-8051-ce35068668a1", "name": "network-vif-deleted", "tag": "a5c2b3f8-c177-4a37-8ea6-733f93f2b07d", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:25:27.083968 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68335959-150f-4707-9a45-bec44dbcd8fe {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:25:27.084374 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13246b41-d8d6-4c6c-8051-ce35068668a1', 'name': 'network-vif-deleted', 'tag': 'a5c2b3f8-c177-4a37-8ea6-733f93f2b07d', 'status': 'completed', 'code': 200} Mar 07 22:25:27.118975 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-af3baca2-6642-4d4b-9a45-f3825e968aa1 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:25:27.244310 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-664d4ada-fddd-4dc2-bcd5-a24a692736e7 req-b790b290-6c09-475f-be47-426772a9cc26 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=13246b41-d8d6-4c6c-8051-ce35068668a1 HTTP/1.1" status: 200 len: 210 time: 0.0292933 Mar 07 22:25:27.327205 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-af3baca2-6642-4d4b-9a45-f3825e968aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:25:27.352911 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3baca2-6642-4d4b-9a45-f3825e968aa1 None None] Checking router: 4c75215e-2c4d-4d33-ac44-ced2f2954829 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:25:27.360929 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3baca2-6642-4d4b-9a45-f3825e968aa1 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:25:27.361528 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-af3baca2-6642-4d4b-9a45-f3825e968aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:25:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:25:27.465161 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-af3baca2-6642-4d4b-9a45-f3825e968aa1 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:25:27.651311 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-af3baca2-6642-4d4b-9a45-f3825e968aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:25:27.679796 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3baca2-6642-4d4b-9a45-f3825e968aa1 None None] The sync data for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 is: [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:25:27.900238 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafbaa28-9a18-4b76-b201-9e037083d5e7 None None] New status for floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:25:28.489068 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-741ce0c3-540c-433b-8c31-75e65bf8ba44 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--123964460&fields=id&tenant_id=e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 267 time: 0.0446730 Mar 07 22:25:28.591673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40c011-b201-4e2d-9f05-85c75092453a req-f909726c-3a56-4e57-9bc7-614f7c1ed376 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:28.593041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-f909726c-3a56-4e57-9bc7-614f7c1ed376 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 812 time: 0.0976064 Mar 07 22:25:28.608261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-5ee073f1-251a-4587-b920-d20b5f777343 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/quotas/e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 375 time: 0.0091267 Mar 07 22:25:28.663897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-acdb30f6-1585-4f90-9153-d07c17f8189f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508177 Mar 07 22:25:28.754686 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-cb68d82a-ee15-4fdc-9340-13b0bbd33793 service neutron] 10.222.0.26 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797622 Mar 07 22:25:28.843802 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-a6e19335-8da4-46ed-a595-1c3176ff586f service neutron] 10.222.0.26 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834043 Mar 07 22:25:29.001250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85ceaa5b-5bf0-4c1c-ba06-b8831d4753de req-aad8f757-37c2-4caf-9fe3-311379290b8c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 210 time: 0.0266619 Mar 07 22:25:29.918234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40c011-b201-4e2d-9f05-85c75092453a req-20d3a89f-ed10-4320-9c86-86e0e344de6b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:29.919728 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-20d3a89f-ed10-4320-9c86-86e0e344de6b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 812 time: 0.1085777 Mar 07 22:25:29.979047 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-d14f0fae-a439-4f06-b740-355e845b7c45 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 379 time: 0.0519233 Mar 07 22:25:29.987592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-bf40c011-b201-4e2d-9f05-85c75092453a req-84a04e31-50ec-4335-bbd7-6a260482e5c6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Request body: {'port': {'device_id': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'admin_state_up': True, 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'security_groups': ['6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:25:30.094654 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf40c011-b201-4e2d-9f05-85c75092453a req-84a04e31-50ec-4335-bbd7-6a260482e5c6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Made reservation on behalf of e2222602bdb142e3bcaa1a70444ce569 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:25:30.096684 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-705e380d-4b78-4fd6-9e2c-15decf432941 req-1d2073a4-1618-4a76-b0b1-a94e16e70de3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 210 time: 0.0280819 Mar 07 22:25:30.099425 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bf40c011-b201-4e2d-9f05-85c75092453a req-84a04e31-50ec-4335-bbd7-6a260482e5c6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:30.226897 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-bf40c011-b201-4e2d-9f05-85c75092453a req-84a04e31-50ec-4335-bbd7-6a260482e5c6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Allocated IP 172.20.0.13 (4e027bb9-5552-4660-8418-f6df7149d095/0e172db1-bb01-4d72-a896-7b3462a63b6f/f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:25:30.360747 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bf40c011-b201-4e2d-9f05-85c75092453a req-84a04e31-50ec-4335-bbd7-6a260482e5c6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:30.393718 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bf40c011-b201-4e2d-9f05-85c75092453a req-84a04e31-50ec-4335-bbd7-6a260482e5c6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:30.435458 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf40c011-b201-4e2d-9f05-85c75092453a req-84a04e31-50ec-4335-bbd7-6a260482e5c6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Network 4e027bb9-5552-4660-8418-f6df7149d095 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:25:30.438523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-bf40c011-b201-4e2d-9f05-85c75092453a req-84a04e31-50ec-4335-bbd7-6a260482e5c6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:25:30.442574 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf40c011-b201-4e2d-9f05-85c75092453a req-84a04e31-50ec-4335-bbd7-6a260482e5c6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:25:30.468140 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a04e31-50ec-4335-bbd7-6a260482e5c6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Pushing event updated for resources: {'Port': ['ID=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:30.500239 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40c011-b201-4e2d-9f05-85c75092453a req-84a04e31-50ec-4335-bbd7-6a260482e5c6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:30.500870 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bf40c011-b201-4e2d-9f05-85c75092453a req-84a04e31-50ec-4335-bbd7-6a260482e5c6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:30.519455 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-84a04e31-50ec-4335-bbd7-6a260482e5c6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5354276 Mar 07 22:25:30.531941 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Request body: {'port': {'device_id': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:25:30.598016 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:30.687827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b2cc5dc4-9564-4723-87a7-9bb6b21a99e3 None None] Provisioning complete for port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:25:30.688426 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5dc4-9564-4723-87a7-9bb6b21a99e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:30.722930 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc5dc4-9564-4723-87a7-9bb6b21a99e3 None None] Port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:25:30.856466 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:25:30.864275 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Publish callbacks [] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:30.875653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Transition to ACTIVE for port object f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:25:30.879747 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:30.930912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:30.988427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a5c2b3f8-c177-4a37-8ea6-733f93f2b07d no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:25:31.005293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Attempting to bind port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:25:31.005776 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Attempting to bind port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:25:31.006246 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Attempting to bind port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:25:31.009637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: a5c2b3f8-c177-4a37-8ea6-733f93f2b07d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:25:31.009980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device a5c2b3f8-c177-4a37-8ea6-733f93f2b07d not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:25:31.011285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd on network 4e027bb9-5552-4660-8418-f6df7149d095 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:25:31.011714 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Attempting to bind port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:25:31.016812 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:25:31.017301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Checking segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:25:31.017692 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Bound using segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:25:31.018157 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Bound port: f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:25:31.018524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:31.083767 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] For port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:25:31.086918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] For port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:25:31.092432 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:31.135690 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:31.136735 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:31.138147 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] 10.222.0.13 "PUT /v2.0/ports/f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd HTTP/1.1" status: 200 len: 1092 time: 0.6108949 Mar 07 22:25:31.138598 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'tag': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:25:31.140849 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c71cc0-653e-422b-b31e-4b247e7001f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f5c556-8625-4803-b846-626b3f2794f1", "tag": "f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:25:31.163008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f281a6a-43d2-4798-8faf-591ddae0f179 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:31.223705 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d00ad2-12c3-4c74-a9c0-54cceea5dd50 x-openstack-request-id: req-10d00ad2-12c3-4c74-a9c0-54cceea5dd50 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:25:31.224004 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f5c556-8625-4803-b846-626b3f2794f1", "tag": "f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:25:31.224270 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10d00ad2-12c3-4c74-a9c0-54cceea5dd50 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:25:31.224679 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'tag': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd', 'status': 'completed', 'code': 200} Mar 07 22:25:31.226669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678b79f-83d7-474d-a4fa-814090839912 req-888b923d-03b8-4480-90ed-b0b3116e081f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:31.228803 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d678b79f-83d7-474d-a4fa-814090839912 req-888b923d-03b8-4480-90ed-b0b3116e081f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 944 time: 0.0573566 Mar 07 22:25:31.266083 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40c011-b201-4e2d-9f05-85c75092453a req-fa6814ad-7697-4410-8a47-7d2e05f77885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:31.268185 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-fa6814ad-7697-4410-8a47-7d2e05f77885 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 1126 time: 0.0610795 Mar 07 22:25:31.279878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d678b79f-83d7-474d-a4fa-814090839912 req-2754143f-722c-4e58-bd60-e63b18de33e2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455964 Mar 07 22:25:31.311284 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-26aa426d-b1db-406f-895c-28852f6947d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd HTTP/1.1" status: 200 len: 217 time: 0.0363033 Mar 07 22:25:31.364909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40c011-b201-4e2d-9f05-85c75092453a req-690dc043-608f-4344-a9df-ef3dc4f2b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:31.366409 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-690dc043-608f-4344-a9df-ef3dc4f2b8e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0495939 Mar 07 22:25:31.415630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40c011-b201-4e2d-9f05-85c75092453a req-bdb5e532-13df-4a1c-a980-f20fb6d5ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:31.417127 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-bdb5e532-13df-4a1c-a980-f20fb6d5ccc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456042 Mar 07 22:25:31.503499 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-1ae9c930-4e3d-4692-9379-db13f213476d service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800602 Mar 07 22:25:31.593585 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-bf40c011-b201-4e2d-9f05-85c75092453a req-295897aa-faab-4757-be42-a53db4c51170 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843258 Mar 07 22:25:31.683130 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c71cc0-653e-422b-b31e-4b247e7001f6 req-9a3cb90b-a304-4714-8c15-a2176653b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:31.684518 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-28c71cc0-653e-422b-b31e-4b247e7001f6 req-9a3cb90b-a304-4714-8c15-a2176653b035 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 1126 time: 0.0446415 Mar 07 22:25:31.777712 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c71cc0-653e-422b-b31e-4b247e7001f6 req-6b5fb835-906e-4a2b-94a8-cba549ed6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:31.779221 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-28c71cc0-653e-422b-b31e-4b247e7001f6 req-6b5fb835-906e-4a2b-94a8-cba549ed6d99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0881085 Mar 07 22:25:31.818409 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-28c71cc0-653e-422b-b31e-4b247e7001f6 req-a9f63df9-bcd8-41d8-8748-bcb56c60c0c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd HTTP/1.1" status: 200 len: 217 time: 0.0334754 Mar 07 22:25:31.864115 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c71cc0-653e-422b-b31e-4b247e7001f6 req-73a2efbf-25da-417b-87eb-384891ea5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:31.865514 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-28c71cc0-653e-422b-b31e-4b247e7001f6 req-73a2efbf-25da-417b-87eb-384891ea5f42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0416467 Mar 07 22:25:31.917281 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c71cc0-653e-422b-b31e-4b247e7001f6 req-7a641478-28c8-458e-84de-2802c72c62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:31.918788 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-28c71cc0-653e-422b-b31e-4b247e7001f6 req-7a641478-28c8-458e-84de-2802c72c62f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477598 Mar 07 22:25:32.010256 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-28c71cc0-653e-422b-b31e-4b247e7001f6 req-4534dcf0-2b71-4146-add1-67e69cea4472 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851665 Mar 07 22:25:32.098563 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-28c71cc0-653e-422b-b31e-4b247e7001f6 req-a9e0031f-a4aa-46c0-80ba-e8a5919a2065 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832236 Mar 07 22:25:32.403237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39f6c2-e610-4321-a1c0-62465cb4e65e req-1de059f9-c243-45b5-9ef7-351b9f547098 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:32.404699 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d39f6c2-e610-4321-a1c0-62465cb4e65e req-1de059f9-c243-45b5-9ef7-351b9f547098 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 944 time: 0.0559032 Mar 07 22:25:32.449894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d39f6c2-e610-4321-a1c0-62465cb4e65e req-435a651d-bd6d-4c55-b8bc-0fadaba42466 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391228 Mar 07 22:25:33.566373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a2763-a712-4671-9966-1d504f001fc3 req-2ee3d240-4155-462d-884b-3a5ac7e686a8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:33.567844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-771a2763-a712-4671-9966-1d504f001fc3 req-2ee3d240-4155-462d-884b-3a5ac7e686a8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 944 time: 0.0524719 Mar 07 22:25:33.612932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-771a2763-a712-4671-9966-1d504f001fc3 req-8e94f988-6cd9-47cb-a9c3-29b978bd877e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396173 Mar 07 22:25:34.729442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe370a1-fc39-4711-b77a-5d2bb3c68020 req-dc5bc3ad-286c-4d0c-96c5-586c3181b271 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:34.730916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbe370a1-fc39-4711-b77a-5d2bb3c68020 req-dc5bc3ad-286c-4d0c-96c5-586c3181b271 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 944 time: 0.0507371 Mar 07 22:25:34.778772 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dbe370a1-fc39-4711-b77a-5d2bb3c68020 req-42628368-9514-48bb-865d-66a72d5eb6de tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418105 Mar 07 22:25:35.003023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:25:35.097436 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:25:35.107802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'port_id': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd', 'mac_address': 'fa:16:3e:37:76:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:25:35.144180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:25:35.144587 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:35.160884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:25:35.179081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:25:35.182780 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:35.229409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:35.474165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:25:35.897607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979dab4-e58b-44ad-b4f9-39545d7aebc3 req-833a280c-ed83-4159-a49b-e9c4ae371393 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:35.899107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0979dab4-e58b-44ad-b4f9-39545d7aebc3 req-833a280c-ed83-4159-a49b-e9c4ae371393 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 945 time: 0.0519958 Mar 07 22:25:35.944288 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0979dab4-e58b-44ad-b4f9-39545d7aebc3 req-9c7c7dca-93ec-4758-82db-e74e55caf304 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397351 Mar 07 22:25:37.003776 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:25:37.056180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:25:37.059777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:25:37.059915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039373b-69e0-4510-9f23-f83dcfc6ef83 req-ab236bb8-4c53-4d55-84c9-de4afb132a9c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:37.060365 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:37.061277 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e039373b-69e0-4510-9f23-f83dcfc6ef83 req-ab236bb8-4c53-4d55-84c9-de4afb132a9c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 945 time: 0.0517819 Mar 07 22:25:37.107242 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e039373b-69e0-4510-9f23-f83dcfc6ef83 req-5618e95a-a022-451f-b97a-fa63789d511b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399132 Mar 07 22:25:37.137712 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:25:37.138122 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:37.160917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:25:37.163133 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f195ab-c299-425a-9ad2-c8b9f747b4a4" -d '{"events": [{"server_uuid": "d4f5c556-8625-4803-b846-626b3f2794f1", "name": "network-vif-plugged", "status": "completed", "tag": "f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:25:37.175281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:25:37.179344 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:37.207869 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b73764-b426-4267-b932-1cf40aedb59e x-openstack-request-id: req-32b73764-b426-4267-b932-1cf40aedb59e {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:25:37.208914 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f5c556-8625-4803-b846-626b3f2794f1", "name": "network-vif-plugged", "status": "completed", "tag": "f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:25:37.209177 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32b73764-b426-4267-b932-1cf40aedb59e {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:25:37.209566 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd', 'code': 200} Mar 07 22:25:37.237195 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:37.300473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da258ca7-b613-467c-9319-3f35a1a344f8 req-0e865c93-e7e0-4999-a792-7a5b77a207ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:37.301988 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da258ca7-b613-467c-9319-3f35a1a344f8 req-0e865c93-e7e0-4999-a792-7a5b77a207ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 1128 time: 0.0451055 Mar 07 22:25:37.345652 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-da258ca7-b613-467c-9319-3f35a1a344f8 req-bad61a97-19ad-4d6f-b58a-4da9f63bf462 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371416 Mar 07 22:25:38.229737 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd0b02-4024-46cc-ae7e-4ddae1b65c94 req-28f68359-4e69-412d-882a-ebfe834e090b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:38.231231 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20fd0b02-4024-46cc-ae7e-4ddae1b65c94 req-28f68359-4e69-412d-882a-ebfe834e090b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0565584 Mar 07 22:25:38.276163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20fd0b02-4024-46cc-ae7e-4ddae1b65c94 req-61cdf6a7-85f2-485f-ad66-3c66beb08e51 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394726 Mar 07 22:25:38.615239 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:25:39.397438 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3414c-d08d-4e2a-9160-1abe4dc18b8c req-341d75bf-05dd-4417-867b-a32023fb96d7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:39.398954 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92e3414c-d08d-4e2a-9160-1abe4dc18b8c req-341d75bf-05dd-4417-867b-a32023fb96d7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0544300 Mar 07 22:25:39.448276 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92e3414c-d08d-4e2a-9160-1abe4dc18b8c req-f40a2b55-b7aa-46f6-b68a-af333ffded08 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437889 Mar 07 22:25:39.565400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916707d-7cd9-4d97-b2bc-89791e303fc4 req-267fe00e-1700-42ae-8aa8-0c7b713586a0 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:39.566777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c916707d-7cd9-4d97-b2bc-89791e303fc4 req-267fe00e-1700-42ae-8aa8-0c7b713586a0 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0545468 Mar 07 22:25:39.575376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50714) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:25:39.580166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-961b1c8f-b995-495b-8b37-9863422105ce tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Request body: {'floatingip': {'port_id': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:25:39.914666 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-961b1c8f-b995-495b-8b37-9863422105ce tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (cd596d18-c1ca-4f8b-93c8-0d542da9d127), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:40.343683 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-961b1c8f-b995-495b-8b37-9863422105ce tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:40.347324 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-961b1c8f-b995-495b-8b37-9863422105ce tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (cd596d18-c1ca-4f8b-93c8-0d542da9d127), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:40.447747 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-961b1c8f-b995-495b-8b37-9863422105ce tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127 associated. External IP: 172.25.4.217, port: f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd. Mar 07 22:25:40.658469 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961b1c8f-b995-495b-8b37-9863422105ce tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Router 4c75215e-2c4d-4d33-ac44-ced2f2954829 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:25:40.764901 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961b1c8f-b995-495b-8b37-9863422105ce tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:25:40.769749 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-961b1c8f-b995-495b-8b37-9863422105ce tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:40.774562 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c522cf-81e7-4f17-a303-f4ff5040e79b None None] Sync routers for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:25:40.784467 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c522cf-81e7-4f17-a303-f4ff5040e79b None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:25:40.785078 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e4c522cf-81e7-4f17-a303-f4ff5040e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:25:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:25:40.801115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-961b1c8f-b995-495b-8b37-9863422105ce tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "PUT /v2.0/floatingips/cd596d18-c1ca-4f8b-93c8-0d542da9d127 HTTP/1.1" status: 200 len: 992 time: 1.2246947 Mar 07 22:25:40.801709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'tag': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:25:40.803994 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9aefe5-6a9c-438e-bf10-adeeb05ed850" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f5c556-8625-4803-b846-626b3f2794f1", "tag": "f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:25:40.905022 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e4c522cf-81e7-4f17-a303-f4ff5040e79b None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:25:40.918142 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a778f825-ebe0-472f-905e-76d551e3eeed x-openstack-request-id: req-a778f825-ebe0-472f-905e-76d551e3eeed {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:25:40.918142 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f5c556-8625-4803-b846-626b3f2794f1", "tag": "f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:25:40.918520 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a778f825-ebe0-472f-905e-76d551e3eeed {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:25:40.919418 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'tag': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd', 'status': 'completed', 'code': 200} Mar 07 22:25:41.002135 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba816e-a6d2-46bb-bdef-403f3f7eb266 req-1926b73d-47a7-47f5-86b2-657dbbd80640 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:41.003662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ceba816e-a6d2-46bb-bdef-403f3f7eb266 req-1926b73d-47a7-47f5-86b2-657dbbd80640 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0564618 Mar 07 22:25:41.011642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aefe5-6a9c-438e-bf10-adeeb05ed850 req-f006e99c-6a52-4761-b92e-23304aa6ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:41.013914 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ff9aefe5-6a9c-438e-bf10-adeeb05ed850 req-f006e99c-6a52-4761-b92e-23304aa6ec62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 1128 time: 0.0750449 Mar 07 22:25:41.058246 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ceba816e-a6d2-46bb-bdef-403f3f7eb266 req-49a92c69-eff7-4eea-a489-d394116e333b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487802 Mar 07 22:25:41.108925 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aefe5-6a9c-438e-bf10-adeeb05ed850 req-3942c242-e61d-4b26-918c-b673c116b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:41.110493 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ff9aefe5-6a9c-438e-bf10-adeeb05ed850 req-3942c242-e61d-4b26-918c-b673c116b1e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0891337 Mar 07 22:25:41.142780 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e4c522cf-81e7-4f17-a303-f4ff5040e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'cd596d18-c1ca-4f8b-93c8-0d542da9d127', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'port_id': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'mac_address': 'fa:16:3e:37:76:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:24:29Z', 'updated_at': '2022-03-07T22:25:40Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:25:41.179426 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ff9aefe5-6a9c-438e-bf10-adeeb05ed850 req-f480d74b-accc-46c4-9b09-b12f8e2a5fe6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd HTTP/1.1" status: 200 len: 1000 time: 0.0629144 Mar 07 22:25:41.228970 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aefe5-6a9c-438e-bf10-adeeb05ed850 req-c6aff89d-67cf-4716-b1e4-d6d80036168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:41.230482 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ff9aefe5-6a9c-438e-bf10-adeeb05ed850 req-c6aff89d-67cf-4716-b1e4-d6d80036168a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0456612 Mar 07 22:25:41.263164 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c522cf-81e7-4f17-a303-f4ff5040e79b None None] Checking router: 4c75215e-2c4d-4d33-ac44-ced2f2954829 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:25:41.272763 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c522cf-81e7-4f17-a303-f4ff5040e79b None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:25:41.273378 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e4c522cf-81e7-4f17-a303-f4ff5040e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:25:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:25:41.278623 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aefe5-6a9c-438e-bf10-adeeb05ed850 req-cc48c823-eee2-4137-bd26-0d676a86f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:41.280140 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ff9aefe5-6a9c-438e-bf10-adeeb05ed850 req-cc48c823-eee2-4137-bd26-0d676a86f688 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443580 Mar 07 22:25:41.371043 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ff9aefe5-6a9c-438e-bf10-adeeb05ed850 req-ceb2468a-174c-4aa8-b689-073e1cd66c6d service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848517 Mar 07 22:25:41.379140 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e4c522cf-81e7-4f17-a303-f4ff5040e79b None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:25:41.457990 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ff9aefe5-6a9c-438e-bf10-adeeb05ed850 req-5bdb4a86-e47f-4ed4-a9ee-9782b9f216a8 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817068 Mar 07 22:25:41.599611 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e4c522cf-81e7-4f17-a303-f4ff5040e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'cd596d18-c1ca-4f8b-93c8-0d542da9d127', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'port_id': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'mac_address': 'fa:16:3e:37:76:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:24:29Z', 'updated_at': '2022-03-07T22:25:40Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:25:41.627989 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c522cf-81e7-4f17-a303-f4ff5040e79b None None] The sync data for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 is: [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'cd596d18-c1ca-4f8b-93c8-0d542da9d127', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'port_id': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'mac_address': 'fa:16:3e:37:76:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:24:29Z', 'updated_at': '2022-03-07T22:25:40Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:25:41.826852 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad5c07-39fc-4502-b1da-83f9768d5ec5 None None] New status for floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:25:42.176445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38e779-7391-46f6-b6dd-54f5a7c6a989 req-a33c440e-f54e-4bb6-b6f5-130151cc276f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:42.177906 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc38e779-7391-46f6-b6dd-54f5a7c6a989 req-a33c440e-f54e-4bb6-b6f5-130151cc276f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0532088 Mar 07 22:25:42.226591 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc38e779-7391-46f6-b6dd-54f5a7c6a989 req-b8560fd1-5107-42ec-9632-d1dfaf7fd9e8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428100 Mar 07 22:25:43.344378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299c1a1-ce56-47e1-85bf-6a21961324fb req-4b52cdaf-6a7c-46de-9c82-2d1632e132fb tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:43.345852 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3299c1a1-ce56-47e1-85bf-6a21961324fb req-4b52cdaf-6a7c-46de-9c82-2d1632e132fb tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0525229 Mar 07 22:25:43.392036 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3299c1a1-ce56-47e1-85bf-6a21961324fb req-cc6c0f33-0914-4fb9-910d-52af5a516f69 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403178 Mar 07 22:25:44.235922 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ede141-5e1a-4e1b-a103-76ab2403e4fc req-a5f7bb61-afa7-4eae-ad12-7576c6b362ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:44.237826 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3ede141-5e1a-4e1b-a103-76ab2403e4fc req-a5f7bb61-afa7-4eae-ad12-7576c6b362ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 1128 time: 0.0489864 Mar 07 22:25:44.335599 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ede141-5e1a-4e1b-a103-76ab2403e4fc req-24582fb9-7075-48b1-a0a7-6f70b95ec80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:44.337057 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3ede141-5e1a-4e1b-a103-76ab2403e4fc req-24582fb9-7075-48b1-a0a7-6f70b95ec80a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0818172 Mar 07 22:25:44.404768 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3ede141-5e1a-4e1b-a103-76ab2403e4fc req-ed787b83-6e6e-4e88-8d82-5c7b59b4e037 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd HTTP/1.1" status: 200 len: 1002 time: 0.0621352 Mar 07 22:25:44.458213 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ede141-5e1a-4e1b-a103-76ab2403e4fc req-94052fc4-1f16-4fd5-b62f-174a533ea511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:44.459672 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3ede141-5e1a-4e1b-a103-76ab2403e4fc req-94052fc4-1f16-4fd5-b62f-174a533ea511 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0425060 Mar 07 22:25:44.507987 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ede141-5e1a-4e1b-a103-76ab2403e4fc req-10bd39b8-b972-46f5-9d43-83db2cbdf4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:44.509223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e4ce4-10c3-4b89-a3e4-7faa872a539d req-0bd4e65f-b649-4deb-8508-f711b9e5d67f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:44.509739 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3ede141-5e1a-4e1b-a103-76ab2403e4fc req-10bd39b8-b972-46f5-9d43-83db2cbdf4a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442932 Mar 07 22:25:44.510736 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b39e4ce4-10c3-4b89-a3e4-7faa872a539d req-0bd4e65f-b649-4deb-8508-f711b9e5d67f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0529413 Mar 07 22:25:44.557687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b39e4ce4-10c3-4b89-a3e4-7faa872a539d req-22b549b5-615e-4f7b-a6f9-b10044b6d22a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413880 Mar 07 22:25:44.603618 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3ede141-5e1a-4e1b-a103-76ab2403e4fc req-3a071838-68e3-4c4b-a813-0920652c3f3d service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843017 Mar 07 22:25:44.696284 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c3ede141-5e1a-4e1b-a103-76ab2403e4fc req-2c599376-bf89-437d-aa4e-3e4a74378f9f service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872753 Mar 07 22:25:45.678445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c310e-a3dc-47ac-af4e-bfc9cbd24d23 req-d84c8797-056c-4409-8c14-6ed23f8e8892 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:45.680622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-899c310e-a3dc-47ac-af4e-bfc9cbd24d23 req-d84c8797-056c-4409-8c14-6ed23f8e8892 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0565944 Mar 07 22:25:45.684583 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b965c575-aa23-4fb0-96ad-3553ff81aaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:45.729443 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-899c310e-a3dc-47ac-af4e-bfc9cbd24d23 req-8e93313b-a7a0-4264-ae1e-fe5b889cd502 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409377 Mar 07 22:25:46.420872 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:46.848196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa4b1b-c5a1-4433-8f8d-bd63e560b6c9 req-1c397147-5991-42c9-9a23-69835ce03d0e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:46.849709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1fa4b1b-c5a1-4433-8f8d-bd63e560b6c9 req-1c397147-5991-42c9-9a23-69835ce03d0e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0531440 Mar 07 22:25:46.894339 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1fa4b1b-c5a1-4433-8f8d-bd63e560b6c9 req-1b39b8dd-bc93-49d3-9076-a1b40701665c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388846 Mar 07 22:25:48.013623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58557d91-8d9d-4846-90cd-ae44bbe18c1f req-87c69856-6a30-4e05-aa67-9b894249da3e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:48.015228 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58557d91-8d9d-4846-90cd-ae44bbe18c1f req-87c69856-6a30-4e05-aa67-9b894249da3e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0522330 Mar 07 22:25:48.071454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58557d91-8d9d-4846-90cd-ae44bbe18c1f req-dd2ef0b3-a84e-41d5-a8a9-8a02c1e1a039 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506866 Mar 07 22:25:48.170767 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6fcd6b27-e459-4c2b-91e3-671617888770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:48.547247 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:49.187261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860ae79-5f14-4030-842f-0a0112ef244c req-7c8deecc-1e0c-4bc7-88d5-8aa892d2c586 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:49.188746 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8860ae79-5f14-4030-842f-0a0112ef244c req-7c8deecc-1e0c-4bc7-88d5-8aa892d2c586 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0520191 Mar 07 22:25:49.235908 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8860ae79-5f14-4030-842f-0a0112ef244c req-59bc8058-8bf3-49d6-a970-db882370fd75 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410058 Mar 07 22:25:49.446339 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:50.355736 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334259b9-b434-4f3f-b4ca-28cdee133c21 req-fce9730c-b974-4820-8aeb-cb7959ddd897 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:50.357110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-334259b9-b434-4f3f-b4ca-28cdee133c21 req-fce9730c-b974-4820-8aeb-cb7959ddd897 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0542283 Mar 07 22:25:50.403424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-334259b9-b434-4f3f-b4ca-28cdee133c21 req-65353a80-b380-4aca-a704-64bc426bda20 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408037 Mar 07 22:25:50.414096 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:51.524252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e4f80-8a29-4435-a376-d3fb68215116 req-291c1261-6130-4b8c-bf2b-728c557f166e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:51.525713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-368e4f80-8a29-4435-a376-d3fb68215116 req-291c1261-6130-4b8c-bf2b-728c557f166e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0562608 Mar 07 22:25:51.570884 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-368e4f80-8a29-4435-a376-d3fb68215116 req-71e0ef28-114a-459d-b9c4-284284524f2f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395372 Mar 07 22:25:52.182359 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:25:52.686524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb08be-0a87-4a34-8e7d-e96abd4a4abe req-162970b6-c641-45aa-bfc3-0826edb42e50 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:52.688012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67cb08be-0a87-4a34-8e7d-e96abd4a4abe req-162970b6-c641-45aa-bfc3-0826edb42e50 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0516715 Mar 07 22:25:52.734976 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67cb08be-0a87-4a34-8e7d-e96abd4a4abe req-8ad186fb-78df-4a36-bcfe-790ff624b616 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409379 Mar 07 22:25:53.855228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d087c1-6626-400f-9cbc-6c3d151e7ebe req-587ad70c-3109-44a1-bd96-e167f3023d1c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:53.856695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6d087c1-6626-400f-9cbc-6c3d151e7ebe req-587ad70c-3109-44a1-bd96-e167f3023d1c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0558329 Mar 07 22:25:53.901520 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b6d087c1-6626-400f-9cbc-6c3d151e7ebe req-39ba9662-eebb-4162-a31f-b820b2737c2e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392935 Mar 07 22:25:55.018801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f74d35-1925-4dca-b605-695cc802f2f5 req-01b49fe0-9380-4315-9080-bc2483b8c647 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:55.020286 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84f74d35-1925-4dca-b605-695cc802f2f5 req-01b49fe0-9380-4315-9080-bc2483b8c647 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0522230 Mar 07 22:25:55.066372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-84f74d35-1925-4dca-b605-695cc802f2f5 req-40e0390a-e6e2-48b3-9b22-c68d4145818a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405753 Mar 07 22:25:56.182910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d98d3-640b-4d87-b355-e75f15ec441b req-9c17332b-4922-4d8d-9159-7197a70e531f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:56.184412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c32d98d3-640b-4d87-b355-e75f15ec441b req-9c17332b-4922-4d8d-9159-7197a70e531f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0509531 Mar 07 22:25:56.233934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c32d98d3-640b-4d87-b355-e75f15ec441b req-9ac15360-1b6e-4fc5-8abb-1abdeb7680fa tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440784 Mar 07 22:25:57.350637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e882f-4336-4929-8b37-f94805209cce req-265095fc-17b9-4a43-a130-a172a19a75ba tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:57.352281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f6e882f-4336-4929-8b37-f94805209cce req-265095fc-17b9-4a43-a130-a172a19a75ba tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0521059 Mar 07 22:25:57.397896 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2f6e882f-4336-4929-8b37-f94805209cce req-f2582297-b6db-4608-a739-52bf8983da69 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400348 Mar 07 22:25:58.512407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccfc3a-af07-4fc7-8a15-0e9574359398 req-8a416352-2d27-48b2-b6a6-0386a80e4e24 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:58.513892 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6dccfc3a-af07-4fc7-8a15-0e9574359398 req-8a416352-2d27-48b2-b6a6-0386a80e4e24 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0509403 Mar 07 22:25:58.559446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6dccfc3a-af07-4fc7-8a15-0e9574359398 req-9fd69684-531b-4582-81b4-b028c163dd07 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396001 Mar 07 22:25:59.679029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455245e-aac0-4e58-85d0-0779b321e54a req-8786104c-1945-430a-817b-5e466db9e4fb tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:59.680483 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3455245e-aac0-4e58-85d0-0779b321e54a req-8786104c-1945-430a-817b-5e466db9e4fb tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0551674 Mar 07 22:25:59.726030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3455245e-aac0-4e58-85d0-0779b321e54a req-75789b76-1c3a-43a0-8a08-78716de4b97c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397496 Mar 07 22:26:00.843228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaea3a9-d487-41c5-ae48-fbbd82c90efc req-6579a1ad-7725-442d-9fa8-26cd91381fa3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:00.844689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ccaea3a9-d487-41c5-ae48-fbbd82c90efc req-6579a1ad-7725-442d-9fa8-26cd91381fa3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0513020 Mar 07 22:26:00.889668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ccaea3a9-d487-41c5-ae48-fbbd82c90efc req-77e8dc1c-21a8-4516-867c-413821cdb939 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390046 Mar 07 22:26:02.008229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e8146-89b3-4ae1-8757-ec92b67ebc26 req-f4847825-eacc-437b-bfe1-fafaed1c0a54 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:02.009675 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-207e8146-89b3-4ae1-8757-ec92b67ebc26 req-f4847825-eacc-437b-bfe1-fafaed1c0a54 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0515957 Mar 07 22:26:02.058518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-207e8146-89b3-4ae1-8757-ec92b67ebc26 req-64c4e985-b4f6-4839-9327-31a6650e2c64 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434117 Mar 07 22:26:03.175128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ccedc-9546-4ab3-8ad8-dd2b0034dc1c req-e297db6f-0564-4f6b-9c79-88e5b3f265ff tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:03.176583 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-405ccedc-9546-4ab3-8ad8-dd2b0034dc1c req-e297db6f-0564-4f6b-9c79-88e5b3f265ff tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0513146 Mar 07 22:26:03.222250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-405ccedc-9546-4ab3-8ad8-dd2b0034dc1c req-a608bf70-de97-47c7-a207-c31de3098d9f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401437 Mar 07 22:26:04.344282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c7f9b-a53a-40e1-95f3-962f3f604ce1 req-499e4640-3f42-42f3-9cd8-4734bd060249 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:04.345810 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd5c7f9b-a53a-40e1-95f3-962f3f604ce1 req-499e4640-3f42-42f3-9cd8-4734bd060249 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0574479 Mar 07 22:26:04.395354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dd5c7f9b-a53a-40e1-95f3-962f3f604ce1 req-1615d18b-1a6c-442f-a9a7-8f2d2147161b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428782 Mar 07 22:26:05.524476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db261f-fa0e-4c5f-aa36-d8fdd0b29192 req-4268fc7e-762a-4168-97c5-97d871e4628c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:05.525944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94db261f-fa0e-4c5f-aa36-d8fdd0b29192 req-4268fc7e-762a-4168-97c5-97d871e4628c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0602422 Mar 07 22:26:05.571474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94db261f-fa0e-4c5f-aa36-d8fdd0b29192 req-0186b9c1-d3d9-446b-a68e-e947ee4f29a2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399375 Mar 07 22:26:06.686980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481060f-fd66-4015-869f-dea1e1943661 req-f0a4fb57-78d5-4179-a602-ce446bac14ec tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:06.688465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3481060f-fd66-4015-869f-dea1e1943661 req-f0a4fb57-78d5-4179-a602-ce446bac14ec tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0511222 Mar 07 22:26:06.734391 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3481060f-fd66-4015-869f-dea1e1943661 req-82970891-9cd7-4cb2-ad95-007227bff698 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396392 Mar 07 22:26:06.959255 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-eee609eb-54c7-40cc-beb8-23a632d3af55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0477111 Mar 07 22:26:06.973574 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab0bd6-bc13-487d-86a7-50a53f019df8 req-361e207a-15a6-4139-a4c4-ae0c81cb72cd tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:06.975095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9dab0bd6-bc13-487d-86a7-50a53f019df8 req-361e207a-15a6-4139-a4c4-ae0c81cb72cd tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0567923 Mar 07 22:26:07.024701 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9dab0bd6-bc13-487d-86a7-50a53f019df8 req-b5200e39-2edb-4520-9354-6a5120e0b8e7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433145 Mar 07 22:26:07.290872 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-79e728d5-1937-486c-880b-8456c3919bca tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:07.292248 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-79e728d5-1937-486c-880b-8456c3919bca tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports/f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd HTTP/1.1" status: 200 len: 943 time: 0.0454428 Mar 07 22:26:08.133858 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-daa1d19d-cb1e-4e29-a0da-9a76983c3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:08.135402 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-daa1d19d-cb1e-4e29-a0da-9a76983c3f2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 1128 time: 0.0452902 Mar 07 22:26:08.151742 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ae688-5748-4430-9da4-84a5a76c22a1 req-699b4e82-151f-4ce1-87e0-0f8a2178fb03 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:08.153284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d3ae688-5748-4430-9da4-84a5a76c22a1 req-699b4e82-151f-4ce1-87e0-0f8a2178fb03 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0531187 Mar 07 22:26:08.199499 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d3ae688-5748-4430-9da4-84a5a76c22a1 req-e5368fb9-63a0-49fe-98c9-f66e5d38dca1 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405328 Mar 07 22:26:08.229009 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-ee794df6-d083-4cd3-a64b-5db2bd5d5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:08.230490 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-ee794df6-d083-4cd3-a64b-5db2bd5d5ab0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0867796 Mar 07 22:26:08.292442 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-48b3ecc6-e091-412d-be1e-ed7a65c1637e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd HTTP/1.1" status: 200 len: 1002 time: 0.0562134 Mar 07 22:26:08.339176 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-a446a542-594d-4103-bad3-1e42f97e8f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:08.340584 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-a446a542-594d-4103-bad3-1e42f97e8f13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0422785 Mar 07 22:26:08.391502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4475f424-820b-440b-b147-124863f27692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:08.392956 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4475f424-820b-440b-b147-124863f27692 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467293 Mar 07 22:26:08.478031 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-a609c264-4980-44b6-8083-2384fee40c78 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790064 Mar 07 22:26:08.698339 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-58f5faee-105f-4f0f-88c2-587e2847c1a8 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820105 Mar 07 22:26:09.315517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc3e68-e33c-43f0-a37b-12f5335717b7 req-9363d10c-edfd-42ca-9f58-b3735c5e2253 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:09.316902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64dc3e68-e33c-43f0-a37b-12f5335717b7 req-9363d10c-edfd-42ca-9f58-b3735c5e2253 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0515902 Mar 07 22:26:09.370270 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64dc3e68-e33c-43f0-a37b-12f5335717b7 req-3b013657-29f5-4e4f-a36f-a1f62bea25c2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478349 Mar 07 22:26:10.400017 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-a61aef63-2056-4aab-8061-4e28a11d9261 service neutron] show failed (client error): The resource could not be found. Mar 07 22:26:10.400988 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-a61aef63-2056-4aab-8061-4e28a11d9261 service neutron] 10.222.0.13 "GET /v2.0/ports/f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd/bindings/n-h2-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.0531430 Mar 07 22:26:10.491228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36993f6-6cb3-48a4-bd16-ccd8444a4a26 req-69449db9-5a02-48c0-b26a-e912fe32afe5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:10.493467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c36993f6-6cb3-48a4-bd16-ccd8444a4a26 req-69449db9-5a02-48c0-b26a-e912fe32afe5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0544782 Mar 07 22:26:10.547151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c36993f6-6cb3-48a4-bd16-ccd8444a4a26 req-388eac44-4b5f-4ecb-847d-c6e7dd47cc2e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432494 Mar 07 22:26:10.603196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-b23d3037-dcc7-46d4-ba9f-ddb69f40fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:10.604681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-b23d3037-dcc7-46d4-ba9f-ddb69f40fa22 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1&tenant_id=e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 1128 time: 0.0445971 Mar 07 22:26:10.618702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:26:10.679017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:10.874476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] For port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:26:10.905946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] For port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:26:10.943469 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:26:10.945630 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9fe8ad-b413-4263-93fb-54c40aee8ed0" -d '{"events": [{"server_uuid": "d4f5c556-8625-4803-b846-626b3f2794f1", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:26:10.949195 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Publish callbacks [] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:10.966096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Transition to ACTIVE for port object f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:26:10.970096 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:10.998990 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1438992-1a47-4d15-8a31-35cca061299f x-openstack-request-id: req-a1438992-1a47-4d15-8a31-35cca061299f {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:26:10.999294 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f5c556-8625-4803-b846-626b3f2794f1", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:26:10.999647 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1438992-1a47-4d15-8a31-35cca061299f {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:26:10.999955 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd', 'code': 200} Mar 07 22:26:11.083653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,revision_number=6']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:11.108540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:11.108890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:11.109232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:11.109825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:11.110321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:11.110718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:11.111054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:11.111382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:11.112193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:11.112524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:11.112852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:11.113175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:11.113496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:11.159039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] No DVR routers for this DVR port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:26:11.301185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Attempting to bind port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:26:11.301432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Attempting to bind port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:26:11.301756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Attempting to bind port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:26:11.305913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd on network 4e027bb9-5552-4660-8418-f6df7149d095 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:26:11.306272 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Attempting to bind port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:26:11.310885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:26:11.311218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Checking segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:26:11.311592 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Bound using segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:26:11.312009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Bound port: f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:26:11.312354 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:11.372983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] For port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:26:11.376117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] For port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:26:11.381367 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:11.412040 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:11.412655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:11.414207 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] 10.222.0.15 "PUT /v2.0/ports/f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd HTTP/1.1" status: 200 len: 1092 time: 0.7993109 Mar 07 22:26:11.439713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa7fb5-5966-4947-bb50-8c37ff08d4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,revision_number=7']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:11.491745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-9d1f0635-6c4d-43eb-9e6a-4c586d36393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:11.493338 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-9d1f0635-6c4d-43eb-9e6a-4c586d36393c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 1126 time: 0.0499866 Mar 07 22:26:11.587462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-08e069ae-0c2b-403a-a0bb-830a0354c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:11.590317 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-08e069ae-0c2b-403a-a0bb-830a0354c5dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0856733 Mar 07 22:26:11.689285 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-6e18513d-c56c-4284-90f5-4546326bca8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd HTTP/1.1" status: 200 len: 1000 time: 0.0903292 Mar 07 22:26:11.703743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8d2dd-55fa-49c1-93eb-3a0c014c04d1 req-659ce4be-3f19-49bf-9af2-c5f020322fd7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:11.705170 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6b8d2dd-55fa-49c1-93eb-3a0c014c04d1 req-659ce4be-3f19-49bf-9af2-c5f020322fd7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 944 time: 0.0671756 Mar 07 22:26:11.769373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-60b0562d-cdb6-440d-aca9-1ce431feab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:11.770796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-60b0562d-cdb6-440d-aca9-1ce431feab27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0642734 Mar 07 22:26:11.792579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6b8d2dd-55fa-49c1-93eb-3a0c014c04d1 req-560255f4-5c64-4ce2-ac7f-c8692e35a741 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790844 Mar 07 22:26:11.827952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-b949c9b5-604f-427a-9f49-617d6046aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:11.829432 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-b949c9b5-604f-427a-9f49-617d6046aee2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482903 Mar 07 22:26:12.215136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-fabf1d00-9fa4-4c1f-86b5-7ad1c17b08a3 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756943 Mar 07 22:26:12.306518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6bb84101-ae7c-4cf3-86d5-c7fdae1b61bf req-16493d68-587b-4787-897c-1534436d1905 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821059 Mar 07 22:26:12.912011 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe861506-2474-4c5c-9307-3a0075645351 req-733c5820-9e4b-407e-aedb-929b7017eef3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:12.913456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe861506-2474-4c5c-9307-3a0075645351 req-733c5820-9e4b-407e-aedb-929b7017eef3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 944 time: 0.0507593 Mar 07 22:26:12.957886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe861506-2474-4c5c-9307-3a0075645351 req-d11a7495-8adf-4f50-89d7-52b8a7d2bf4b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389574 Mar 07 22:26:13.000544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'tag': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:26:13.002888 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38aacd25-be50-462f-bd61-01e237c07ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f5c556-8625-4803-b846-626b3f2794f1", "tag": "f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:26:13.051024 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c48898-0036-4560-90b3-bd3f90518048 x-openstack-request-id: req-75c48898-0036-4560-90b3-bd3f90518048 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:26:13.051352 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f5c556-8625-4803-b846-626b3f2794f1", "tag": "f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:26:13.051616 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75c48898-0036-4560-90b3-bd3f90518048 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:26:13.052155 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'tag': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd', 'status': 'completed', 'code': 200} Mar 07 22:26:13.113360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-d8f778b4-fd0d-4217-b769-150d3ad63d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:13.114875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-d8f778b4-fd0d-4217-b769-150d3ad63d80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 1126 time: 0.0453424 Mar 07 22:26:13.115977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-7481daa6-f4af-4718-a07e-65cb385fe42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:13.117467 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-7481daa6-f4af-4718-a07e-65cb385fe42a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 1126 time: 0.0444779 Mar 07 22:26:13.207805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-b7be03c8-5d0b-4f78-ab7a-bacf6f6cbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:13.208059 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-50e3deba-c8c7-41e3-ac14-3ed2c7121a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:13.209305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-b7be03c8-5d0b-4f78-ab7a-bacf6f6cbc6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0875280 Mar 07 22:26:13.209425 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-50e3deba-c8c7-41e3-ac14-3ed2c7121a99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0863202 Mar 07 22:26:13.273392 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-327da3df-b658-414b-9dec-4f9b51affc92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd HTTP/1.1" status: 200 len: 1000 time: 0.0580003 Mar 07 22:26:13.273961 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-9bd2323e-69bd-4db9-a481-a9326a0180a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd HTTP/1.1" status: 200 len: 1000 time: 0.0577016 Mar 07 22:26:13.325991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-60e2335e-6bd6-43c3-8b3e-9b637a76813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:13.327530 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-60e2335e-6bd6-43c3-8b3e-9b637a76813f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0488234 Mar 07 22:26:13.328178 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-860094d5-1d25-4e40-a88f-0a1621893ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:13.329623 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-860094d5-1d25-4e40-a88f-0a1621893ad0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0470099 Mar 07 22:26:13.375822 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-9c20164a-f1c7-42c2-abf6-3cebd5b1b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:13.377394 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-9c20164a-f1c7-42c2-abf6-3cebd5b1b186 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439394 Mar 07 22:26:13.379139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-becd3b90-2f1d-459c-abdc-5b3be6f435cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:13.380641 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-becd3b90-2f1d-459c-abdc-5b3be6f435cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440748 Mar 07 22:26:13.464453 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-66cc8e21-e748-4dd8-85fd-7cd412587efb service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814881 Mar 07 22:26:13.469021 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-301a244a-b803-45ce-9dab-61d58f60bf29 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817413 Mar 07 22:26:13.554924 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-e73018de-b8f9-469e-974b-723eb1d6c8ae service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842323 Mar 07 22:26:13.562362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38aacd25-be50-462f-bd61-01e237c07ee1 req-d7b8fd8c-7cf0-4ced-8d3d-73fc3aaa66e2 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866017 Mar 07 22:26:14.081704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dc036-43ad-49c4-9a1e-22bb9b72012b req-421d6763-c59f-4ad7-b9da-b4d2f354a83b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:14.083199 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d5dc036-43ad-49c4-9a1e-22bb9b72012b req-421d6763-c59f-4ad7-b9da-b4d2f354a83b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 944 time: 0.0575080 Mar 07 22:26:14.129354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3d5dc036-43ad-49c4-9a1e-22bb9b72012b req-b4cb38a2-fb2e-4cad-ad5e-e93b8ad79014 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406694 Mar 07 22:26:14.332310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ceb1f-1d9a-4f2e-ae5b-11c8db302184 req-533dbedc-0f19-46c6-943a-e397bbadd4e7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:14.333806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-772ceb1f-1d9a-4f2e-ae5b-11c8db302184 req-533dbedc-0f19-46c6-943a-e397bbadd4e7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 944 time: 0.0581670 Mar 07 22:26:14.337763 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92f733-7ecf-4364-93fe-64b651e08365 req-a0decc1d-2a93-487d-a0f8-a51aff8a8c88 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:14.339297 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c92f733-7ecf-4364-93fe-64b651e08365 req-a0decc1d-2a93-487d-a0f8-a51aff8a8c88 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1&tenant_id=e2222602bdb142e3bcaa1a70444ce569&binding%3Ahost_id=n-h2-832330-1 HTTP/1.1" status: 200 len: 944 time: 0.0565825 Mar 07 22:26:14.381035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-772ceb1f-1d9a-4f2e-ae5b-11c8db302184 req-06ba7a56-60b2-4a51-afb7-7f82431cdcc1 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415611 Mar 07 22:26:14.397820 n-d-832330-1 neutron-server[103718]: INFO neutron.api.v2.resource [req-3c92f733-7ecf-4364-93fe-64b651e08365 req-d3e17f17-9ee2-4e29-a94b-db24c4f0d3c6 service neutron] delete failed (client error): The resource could not be found. Mar 07 22:26:14.398875 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c92f733-7ecf-4364-93fe-64b651e08365 req-d3e17f17-9ee2-4e29-a94b-db24c4f0d3c6 service neutron] 10.222.0.13 "DELETE /v2.0/ports/f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd/bindings/n-h1-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.0528538 Mar 07 22:26:14.485372 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92f733-7ecf-4364-93fe-64b651e08365 req-6d9b7891-6f6a-463c-a06a-6da3fe267bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:14.487542 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c92f733-7ecf-4364-93fe-64b651e08365 req-6d9b7891-6f6a-463c-a06a-6da3fe267bb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 1126 time: 0.0480938 Mar 07 22:26:14.570648 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92f733-7ecf-4364-93fe-64b651e08365 req-d3568a31-88cd-424a-a0dc-bb07d8782a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:14.572162 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c92f733-7ecf-4364-93fe-64b651e08365 req-d3568a31-88cd-424a-a0dc-bb07d8782a12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0802386 Mar 07 22:26:14.637055 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c92f733-7ecf-4364-93fe-64b651e08365 req-a4f44df5-577a-4438-a072-3d9ce34f0a7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd HTTP/1.1" status: 200 len: 1000 time: 0.0596490 Mar 07 22:26:14.682747 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92f733-7ecf-4364-93fe-64b651e08365 req-45b24345-b32a-4557-b317-d2f420f752b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:14.684145 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c92f733-7ecf-4364-93fe-64b651e08365 req-45b24345-b32a-4557-b317-d2f420f752b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0412595 Mar 07 22:26:14.732251 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92f733-7ecf-4364-93fe-64b651e08365 req-6c6249b3-1839-4db8-8f9b-edd075965370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:14.733723 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c92f733-7ecf-4364-93fe-64b651e08365 req-6c6249b3-1839-4db8-8f9b-edd075965370 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438581 Mar 07 22:26:14.822978 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c92f733-7ecf-4364-93fe-64b651e08365 req-d7dfeb6e-6e81-4a68-a022-e331bdaf5588 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833032 Mar 07 22:26:14.907581 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-3c92f733-7ecf-4364-93fe-64b651e08365 req-3eae4527-e324-46cc-9f4b-f343ce7c4b53 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788510 Mar 07 22:26:15.093007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:26:15.190400 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:26:15.200910 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'port_id': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd', 'mac_address': 'fa:16:3e:37:76:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:26:15.240339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:26:15.240729 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:15.253793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:26:15.272226 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:26:15.277383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:26:15.296660 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:15.347609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] The host n-h1-832330-1 is not matching for port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd host n-h2-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 22:26:15.348135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:26:15.363824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:15.505926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1ece-5bb9-4d37-8649-ef860132b251 req-08dc17ca-94cb-437c-a4e1-ccf74c5842f1 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:15.507691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85bb1ece-5bb9-4d37-8649-ef860132b251 req-08dc17ca-94cb-437c-a4e1-ccf74c5842f1 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 945 time: 0.0575993 Mar 07 22:26:15.548291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:26:15.554983 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85bb1ece-5bb9-4d37-8649-ef860132b251 req-237827ca-b17e-41df-bbe1-b96c794a356e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416694 Mar 07 22:26:15.614922 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:26:15.672643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a262edc-7e58-45bc-a6e1-c8894df18b91 req-3ce7370b-878b-4198-81aa-6bc6b67ec487 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:15.674186 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a262edc-7e58-45bc-a6e1-c8894df18b91 req-3ce7370b-878b-4198-81aa-6bc6b67ec487 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 945 time: 0.0521390 Mar 07 22:26:15.692959 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d36951fb-d1a0-4842-ae60-2f0ec880794a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:15.730227 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a262edc-7e58-45bc-a6e1-c8894df18b91 req-f4f9af97-9953-40ce-9570-e900ec2be920 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504289 Mar 07 22:26:15.930195 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da42725-f20d-4320-9f09-e6cd1aff4b64 req-f9b89cdd-6297-43c1-bb20-f3b79a3b2f07 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:15.931548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1da42725-f20d-4320-9f09-e6cd1aff4b64 req-f9b89cdd-6297-43c1-bb20-f3b79a3b2f07 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 945 time: 0.0533824 Mar 07 22:26:16.003645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1da42725-f20d-4320-9f09-e6cd1aff4b64 req-3a0bf48f-d1c7-4e7c-a5bb-e1550252c60f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649970 Mar 07 22:26:16.006279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bebfcf-528d-425a-895d-65c608c8544e req-30c30947-7f06-49ea-b3a7-4b467978b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:16.007715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64bebfcf-528d-425a-895d-65c608c8544e req-30c30947-7f06-49ea-b3a7-4b467978b289 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 1127 time: 0.0851748 Mar 07 22:26:16.103518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bebfcf-528d-425a-895d-65c608c8544e req-3670aa80-58da-4e8f-89a7-c9edf43eb78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:16.104992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64bebfcf-528d-425a-895d-65c608c8544e req-3670aa80-58da-4e8f-89a7-c9edf43eb78f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0886424 Mar 07 22:26:16.172933 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64bebfcf-528d-425a-895d-65c608c8544e req-ccae1c86-3e1c-4f56-a426-38854a5cc6f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd HTTP/1.1" status: 200 len: 1001 time: 0.0576646 Mar 07 22:26:16.229708 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bebfcf-528d-425a-895d-65c608c8544e req-063b8677-13f8-44d2-a5db-85c1775135c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:16.231072 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64bebfcf-528d-425a-895d-65c608c8544e req-063b8677-13f8-44d2-a5db-85c1775135c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0473242 Mar 07 22:26:16.279463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bebfcf-528d-425a-895d-65c608c8544e req-7097d241-8296-4504-ac9e-6c368b71c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:16.280948 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64bebfcf-528d-425a-895d-65c608c8544e req-7097d241-8296-4504-ac9e-6c368b71c7e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431221 Mar 07 22:26:16.372341 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64bebfcf-528d-425a-895d-65c608c8544e req-43457396-57cd-47a3-9509-08539ef6fe41 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807309 Mar 07 22:26:16.415757 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:16.467852 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64bebfcf-528d-425a-895d-65c608c8544e req-ff972418-62f1-451f-aff9-86015465c79c service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864720 Mar 07 22:26:17.098293 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:26:17.128361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac23ab8-48dd-45e3-888d-90e280a682bf req-11feef15-c000-4f4b-92d7-773fb6baab12 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:17.129845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ac23ab8-48dd-45e3-888d-90e280a682bf req-11feef15-c000-4f4b-92d7-773fb6baab12 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 945 time: 0.0556428 Mar 07 22:26:17.151777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:26:17.155793 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:26:17.156170 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:17.177427 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ac23ab8-48dd-45e3-888d-90e280a682bf req-24ef9b25-f9ba-4dbc-87bf-ad00b3065157 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415165 Mar 07 22:26:17.240780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:26:17.241173 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:17.266815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:26:17.270052 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968e5fa3-1eca-44bb-94d2-9af3aecf1fc6" -d '{"events": [{"server_uuid": "d4f5c556-8625-4803-b846-626b3f2794f1", "name": "network-vif-plugged", "status": "completed", "tag": "f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:26:17.284595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:26:17.290245 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:17.316542 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7dc586-be3a-4290-a901-904d565fe226 x-openstack-request-id: req-6f7dc586-be3a-4290-a901-904d565fe226 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:26:17.316908 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f5c556-8625-4803-b846-626b3f2794f1", "name": "network-vif-plugged", "status": "completed", "tag": "f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:26:17.317108 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f7dc586-be3a-4290-a901-904d565fe226 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:26:17.317564 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd', 'code': 200} Mar 07 22:26:17.346344 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:17.431492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbb617-9654-4eec-94ad-c3268579c7d0 req-5dd3f294-0144-4cd4-b979-86b219dd4d2e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:17.432983 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bbdbb617-9654-4eec-94ad-c3268579c7d0 req-5dd3f294-0144-4cd4-b979-86b219dd4d2e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0579681 Mar 07 22:26:17.479598 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bbdbb617-9654-4eec-94ad-c3268579c7d0 req-9914f58b-2aab-4a11-a689-3347d0ce9030 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410438 Mar 07 22:26:18.172194 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-641709ee-6cb3-4d32-b383-ecf4425db983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:18.547668 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:18.599716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56058b-dcc0-4579-8f81-dde3d94cef3e req-63fad0b8-9545-4134-9d78-dcee466a1a72 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:18.601475 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e56058b-dcc0-4579-8f81-dde3d94cef3e req-63fad0b8-9545-4134-9d78-dcee466a1a72 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0524278 Mar 07 22:26:18.648425 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e56058b-dcc0-4579-8f81-dde3d94cef3e req-0853cc39-8e64-463e-a812-3450889ab358 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405147 Mar 07 22:26:18.776834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-8988dae9-c3b4-4869-9b00-86b2e8098103 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:18.778281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-8988dae9-c3b4-4869-9b00-86b2e8098103 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 946 time: 0.0545683 Mar 07 22:26:18.873022 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-b9f794c0-d38f-4815-8d4a-b1f1507de42f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Deleting port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:26:18.873375 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-b9f794c0-d38f-4815-8d4a-b1f1507de42f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:18.963744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-b9f794c0-d38f-4815-8d4a-b1f1507de42f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] For port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:26:18.964109 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-b9f794c0-d38f-4815-8d4a-b1f1507de42f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:19.132875 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-b9f794c0-d38f-4815-8d4a-b1f1507de42f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:19.133234 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-b9f794c0-d38f-4815-8d4a-b1f1507de42f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (cd596d18-c1ca-4f8b-93c8-0d542da9d127), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:19.133552 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-b9f794c0-d38f-4815-8d4a-b1f1507de42f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127 disassociated. External IP: 172.25.4.217, port: f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd. Mar 07 22:26:19.133891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-b9f794c0-d38f-4815-8d4a-b1f1507de42f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Calling delete_port for f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:26:19.259713 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-b9f794c0-d38f-4815-8d4a-b1f1507de42f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:19.286965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f794c0-d38f-4815-8d4a-b1f1507de42f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Pushing event deleted for resources: {'Port': ['ID=f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:19.412370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-b9f794c0-d38f-4815-8d4a-b1f1507de42f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Router 4c75215e-2c4d-4d33-ac44-ced2f2954829 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:26:19.452265 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:19.525504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-b9f794c0-d38f-4815-8d4a-b1f1507de42f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:26:19.536617 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb8de6-63d3-4b77-91c5-d6d623d857b6 None None] Sync routers for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:26:19.546342 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb8de6-63d3-4b77-91c5-d6d623d857b6 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:26:19.546893 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ffeb8de6-63d3-4b77-91c5-d6d623d857b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:26:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:26:19.567086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-b9f794c0-d38f-4815-8d4a-b1f1507de42f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] No DVR routers for this DVR port f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:26:19.569587 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-b9f794c0-d38f-4815-8d4a-b1f1507de42f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:19.572898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6b8788e-bd08-4c5d-b6b4-5dd2f809cb0e req-b9f794c0-d38f-4815-8d4a-b1f1507de42f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "DELETE /v2.0/ports/f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd HTTP/1.1" status: 204 len: 173 time: 0.7870507 Mar 07 22:26:19.573359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'name': 'network-vif-deleted', 'tag': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:26:19.575643 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd296c9b-9c3b-4942-9be6-ab5d7a24d2f0" -d '{"events": [{"server_uuid": "d4f5c556-8625-4803-b846-626b3f2794f1", "name": "network-vif-deleted", "tag": "f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:26:19.616007 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f58eeb9-8a1d-490f-a45d-24a683f19752 x-openstack-request-id: req-6f58eeb9-8a1d-490f-a45d-24a683f19752 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:26:19.616614 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f5c556-8625-4803-b846-626b3f2794f1", "name": "network-vif-deleted", "tag": "f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:26:19.616614 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f58eeb9-8a1d-490f-a45d-24a683f19752 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:26:19.617016 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f5c556-8625-4803-b846-626b3f2794f1', 'name': 'network-vif-deleted', 'tag': 'f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd', 'status': 'completed', 'code': 200} Mar 07 22:26:19.665779 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-ffeb8de6-63d3-4b77-91c5-d6d623d857b6 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:26:19.762556 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b94753b9-9b19-46fd-9c5e-ed07a638ed52 req-d966c4dc-3279-4a81-a9de-463151ad4e81 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4f5c556-8625-4803-b846-626b3f2794f1 HTTP/1.1" status: 200 len: 210 time: 0.0295730 Mar 07 22:26:19.878777 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ffeb8de6-63d3-4b77-91c5-d6d623d857b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:26:19.903790 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb8de6-63d3-4b77-91c5-d6d623d857b6 None None] Checking router: 4c75215e-2c4d-4d33-ac44-ced2f2954829 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:26:19.912162 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb8de6-63d3-4b77-91c5-d6d623d857b6 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:26:19.912759 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ffeb8de6-63d3-4b77-91c5-d6d623d857b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:26:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:26:20.023912 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-ffeb8de6-63d3-4b77-91c5-d6d623d857b6 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:26:20.216602 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ffeb8de6-63d3-4b77-91c5-d6d623d857b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:26:20.244179 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb8de6-63d3-4b77-91c5-d6d623d857b6 None None] The sync data for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 is: [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:26:20.417791 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:20.485387 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2945b3a5-d7e0-4076-8e6f-315535d5d927 None None] New status for floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:26:21.000945 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-b4216427-bd1a-48d7-b74f-a4df946e8d6f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--123964460&fields=id&tenant_id=e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 267 time: 0.0409441 Mar 07 22:26:21.106938 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-7f5ab2da-b04d-401a-9e99-d63b9d41925e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:21.108465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-7f5ab2da-b04d-401a-9e99-d63b9d41925e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 812 time: 0.1005230 Mar 07 22:26:21.123759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-bdb2aa6e-b13a-4723-bad7-957bbe693e3f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/quotas/e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 375 time: 0.0092044 Mar 07 22:26:21.177265 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-be70472a-7734-4a10-b9ce-7b311700f2af tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485423 Mar 07 22:26:21.191985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-3ba16a51-ac06-4cc6-aa3e-3f834f13fcf0 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:26:21.192921 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-3ba16a51-ac06-4cc6-aa3e-3f834f13fcf0 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049956 Mar 07 22:26:21.281100 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-5b1ade35-3c63-48b4-b2c3-ea56ac5c8580 service neutron] 10.222.0.26 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830176 Mar 07 22:26:21.367134 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-729f9d90-de16-4ba6-a741-190a2e087fbf service neutron] 10.222.0.26 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799148 Mar 07 22:26:21.527988 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ca2d18d-6841-4c9f-be2a-66db7ba63e62 req-cef87d35-93a4-423c-a9ba-d392ac369aaa tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 210 time: 0.0313008 Mar 07 22:26:22.186457 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:22.519743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-fe226e8f-f7ce-4dc4-9034-178ad7640728 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:22.521117 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-fe226e8f-f7ce-4dc4-9034-178ad7640728 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 812 time: 0.1032555 Mar 07 22:26:22.588999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-c5d22bc4-f729-43ac-8aa1-1e5e9ff6e27f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 379 time: 0.0542865 Mar 07 22:26:22.600017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-1afe57b9-a467-4bdc-a3f0-be12b971f5d7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Request body: {'port': {'device_id': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'admin_state_up': True, 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'security_groups': ['6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:26:22.643575 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6d392ad3-3c19-416d-828e-dc463809c2de req-eb647dad-2d95-4e1a-8286-9747c6883415 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 210 time: 0.0467644 Mar 07 22:26:22.733807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-1afe57b9-a467-4bdc-a3f0-be12b971f5d7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Made reservation on behalf of e2222602bdb142e3bcaa1a70444ce569 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:26:22.737253 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-1afe57b9-a467-4bdc-a3f0-be12b971f5d7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:22.866319 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-1afe57b9-a467-4bdc-a3f0-be12b971f5d7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Allocated IP 172.20.0.9 (4e027bb9-5552-4660-8418-f6df7149d095/0e172db1-bb01-4d72-a896-7b3462a63b6f/5e7c89f6-c630-4ceb-8d05-804c83b58fa3) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:26:23.001092 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-1afe57b9-a467-4bdc-a3f0-be12b971f5d7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:23.035144 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-1afe57b9-a467-4bdc-a3f0-be12b971f5d7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:23.085832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-1afe57b9-a467-4bdc-a3f0-be12b971f5d7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Network 4e027bb9-5552-4660-8418-f6df7149d095 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:26:23.088962 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-1afe57b9-a467-4bdc-a3f0-be12b971f5d7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:26:23.091658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-1afe57b9-a467-4bdc-a3f0-be12b971f5d7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:26:23.121830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe57b9-a467-4bdc-a3f0-be12b971f5d7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Pushing event updated for resources: {'Port': ['ID=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:23.137091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:26:23.157231 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-1afe57b9-a467-4bdc-a3f0-be12b971f5d7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:23.157866 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-1afe57b9-a467-4bdc-a3f0-be12b971f5d7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:23.160730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:26:23.161272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device f8f5479c-2dea-4f4c-aa86-0ea0777b0ffd not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:26:23.176981 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-1afe57b9-a467-4bdc-a3f0-be12b971f5d7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818582 Mar 07 22:26:23.197197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Request body: {'port': {'device_id': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:26:23.278773 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:23.338023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-253cf3ff-0968-483e-9573-e7d5f0e2bff5 None None] Provisioning complete for port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:26:23.338673 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-253cf3ff-0968-483e-9573-e7d5f0e2bff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:23.373299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-253cf3ff-0968-483e-9573-e7d5f0e2bff5 None None] Port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:26:23.543611 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:26:23.551771 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Publish callbacks [] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:23.563599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Transition to ACTIVE for port object 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:26:23.567904 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:23.653663 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:23.773390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Attempting to bind port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:26:23.773905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Attempting to bind port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:26:23.774435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Attempting to bind port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:26:23.785081 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 on network 4e027bb9-5552-4660-8418-f6df7149d095 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:26:23.785579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Attempting to bind port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:26:23.797910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:26:23.798549 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Checking segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:26:23.799160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Bound using segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:26:23.799823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Bound port: 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:26:23.800369 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:23.871992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aae5b-0bcd-44e0-9e5d-da8382fe2744 req-9e4818ea-e66d-49c5-b792-92b063b10dcd tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:23.874276 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de2aae5b-0bcd-44e0-9e5d-da8382fe2744 req-9e4818ea-e66d-49c5-b792-92b063b10dcd tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 943 time: 0.1534860 Mar 07 22:26:23.960406 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:26:23.992147 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de2aae5b-0bcd-44e0-9e5d-da8382fe2744 req-5473ab5b-12ab-468c-875e-7c9084254e6d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074233 Mar 07 22:26:23.994796 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:26:24.002745 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:24.049413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:24.050123 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:24.051504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] 10.222.0.15 "PUT /v2.0/ports/5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 1091 time: 0.8601136 Mar 07 22:26:24.051980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:26:24.054234 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25015494-7772-4012-b69e-24ed198c6e91" -d '{"events": [{"name": "network-changed", "server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:26:24.079766 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eceea66-9700-4361-8c8b-18815c062af3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:24.110923 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d87331-4214-463d-8965-a01f491673e1 x-openstack-request-id: req-93d87331-4214-463d-8965-a01f491673e1 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:26:24.111224 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:26:24.111511 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93d87331-4214-463d-8965-a01f491673e1 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:26:24.111940 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'status': 'completed', 'code': 200} Mar 07 22:26:24.153310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-5307453d-00f9-48f7-b7b9-e3beffae424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:24.155029 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-5307453d-00f9-48f7-b7b9-e3beffae424d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 1125 time: 0.0552340 Mar 07 22:26:24.205063 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-cc74a9e3-0369-4cca-9c58-2619ea6aa4e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 217 time: 0.0373755 Mar 07 22:26:24.263468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-339051ec-ab53-4fdf-9c21-9d2ba53ac83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:24.264963 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-339051ec-ab53-4fdf-9c21-9d2ba53ac83c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0495217 Mar 07 22:26:24.315271 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-9bef57ea-0754-4829-9a67-ae3f940bdc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:24.316835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-9bef57ea-0754-4829-9a67-ae3f940bdc50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447218 Mar 07 22:26:24.415904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-0a363c36-8e1f-4b96-93c5-c842a6209c8a service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826290 Mar 07 22:26:24.512437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9b3d681-c8bd-4d5e-a0a0-75825863fb2c req-43e37da3-c26e-421e-9ccb-6c5894560e11 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872586 Mar 07 22:26:24.612784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25015494-7772-4012-b69e-24ed198c6e91 req-0a6e2b54-d941-4c81-a311-67b514b221f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:24.614339 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25015494-7772-4012-b69e-24ed198c6e91 req-0a6e2b54-d941-4c81-a311-67b514b221f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 1125 time: 0.0455992 Mar 07 22:26:24.704798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25015494-7772-4012-b69e-24ed198c6e91 req-e6a2e401-86fa-40d4-bc59-547e01091c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:24.706462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25015494-7772-4012-b69e-24ed198c6e91 req-e6a2e401-86fa-40d4-bc59-547e01091c7e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0855639 Mar 07 22:26:24.746951 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25015494-7772-4012-b69e-24ed198c6e91 req-512c4dbb-0f1d-4f40-af1a-fee102aefeaa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 217 time: 0.0342510 Mar 07 22:26:24.793579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25015494-7772-4012-b69e-24ed198c6e91 req-02d379a2-66e2-494d-b06d-93543e245409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:24.794955 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25015494-7772-4012-b69e-24ed198c6e91 req-02d379a2-66e2-494d-b06d-93543e245409 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0410523 Mar 07 22:26:24.849409 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25015494-7772-4012-b69e-24ed198c6e91 req-a7b68923-2298-4607-b6d4-309034e5b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:24.851507 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25015494-7772-4012-b69e-24ed198c6e91 req-a7b68923-2298-4607-b6d4-309034e5b8c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476513 Mar 07 22:26:24.942703 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25015494-7772-4012-b69e-24ed198c6e91 req-5b5b49ab-61ea-48f5-876c-cfb43ad7bccf service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852625 Mar 07 22:26:25.033837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25015494-7772-4012-b69e-24ed198c6e91 req-25b0020b-7567-4c53-9f71-25ea87f953bd service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843256 Mar 07 22:26:25.109842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eecd0-d7dc-4bab-bc04-b256ce95e08e req-5cec6c85-06fd-4785-acd0-fa8d57932973 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:25.112096 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-133eecd0-d7dc-4bab-bc04-b256ce95e08e req-5cec6c85-06fd-4785-acd0-fa8d57932973 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 943 time: 0.0518155 Mar 07 22:26:25.157119 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-133eecd0-d7dc-4bab-bc04-b256ce95e08e req-838f5367-274d-4e66-94fc-5adcdd0264ae tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393748 Mar 07 22:26:26.279752 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80efd7-b040-4cfc-b3fa-0ec9f61a2bb0 req-4085c864-efb5-4020-8d00-f5fd37ccfc4e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:26.281211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd80efd7-b040-4cfc-b3fa-0ec9f61a2bb0 req-4085c864-efb5-4020-8d00-f5fd37ccfc4e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 943 time: 0.0509059 Mar 07 22:26:26.330537 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd80efd7-b040-4cfc-b3fa-0ec9f61a2bb0 req-d337dda6-1685-4b6f-947b-d749901e310e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436776 Mar 07 22:26:27.167754 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:26:27.265106 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:26:27.275307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'port_id': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'mac_address': 'fa:16:3e:42:a4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:26:27.311995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:26:27.312310 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:27.327489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:26:27.345309 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:26:27.349655 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:27.396358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:27.403651 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:27.403996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:27.404334 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:27.404669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:27.404997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:27.405321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:27.405644 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:27.405964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:27.406314 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:27.406641 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:27.406964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:27.407282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:27.407608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:27.449348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e5c41-33a3-48a8-bb85-6ed0e31f0261 req-1faae1a4-31ac-490f-9b0f-05f5e8f44322 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:27.450841 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7b5e5c41-33a3-48a8-bb85-6ed0e31f0261 req-1faae1a4-31ac-490f-9b0f-05f5e8f44322 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 944 time: 0.0539658 Mar 07 22:26:27.496731 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7b5e5c41-33a3-48a8-bb85-6ed0e31f0261 req-25313fcc-f2ba-4d9d-a536-a38fa8c04b49 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397971 Mar 07 22:26:27.582686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['5e7c89f6-c630-4ceb-8d05-804c83b58fa3'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:26:28.614895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8221b7-ca7a-43b0-b8cc-ce618d9149b2 req-d5eb890e-577e-4af0-8d07-2ed8a56e7a14 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:28.616408 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c8221b7-ca7a-43b0-b8cc-ce618d9149b2 req-d5eb890e-577e-4af0-8d07-2ed8a56e7a14 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 944 time: 0.0544870 Mar 07 22:26:28.661892 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c8221b7-ca7a-43b0-b8cc-ce618d9149b2 req-2d78b6ba-751f-4f91-a8a4-7163ced84ac5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399511 Mar 07 22:26:29.186038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:26:29.238347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:26:29.242329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:26:29.242716 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:29.317587 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:26:29.317904 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:29.340026 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:26:29.342257 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e507e0-1039-47ae-b90d-1e8bf55560d2" -d '{"events": [{"server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "name": "network-vif-plugged", "status": "completed", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:26:29.354818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:26:29.359011 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:29.503622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6e290-853e-4b5e-b98d-516a848101d3 req-49dcf064-6d1d-4419-9a8f-c002c44a5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:29.505171 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61d6e290-853e-4b5e-b98d-516a848101d3 req-49dcf064-6d1d-4419-9a8f-c002c44a5ea7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 1127 time: 0.0506167 Mar 07 22:26:29.553822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61d6e290-853e-4b5e-b98d-516a848101d3 req-745b4542-7dcf-4302-b747-a0e1739e18ac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399201 Mar 07 22:26:29.557583 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8470bd-b649-4b65-89a0-ea0ee04fb4a7 x-openstack-request-id: req-ca8470bd-b649-4b65-89a0-ea0ee04fb4a7 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:26:29.557873 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "name": "network-vif-plugged", "status": "completed", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:26:29.558156 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca8470bd-b649-4b65-89a0-ea0ee04fb4a7 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:26:29.558543 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'code': 200} Mar 07 22:26:29.584315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:29.780265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73f459-c32f-458e-8785-b7a321c6bff1 req-cc6f37d3-2b74-44f1-807a-2324d38a6454 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:29.781722 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b73f459-c32f-458e-8785-b7a321c6bff1 req-cc6f37d3-2b74-44f1-807a-2324d38a6454 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0514629 Mar 07 22:26:29.827444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b73f459-c32f-458e-8785-b7a321c6bff1 req-f44ca96f-f4e1-4966-85ff-c5dc814356e9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401204 Mar 07 22:26:30.944070 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c64d9-e7ca-448d-9fc2-b120cdc42484 req-a7816d5e-de72-4958-9fb3-d31d0d505824 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:30.945541 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a5c64d9-e7ca-448d-9fc2-b120cdc42484 req-a7816d5e-de72-4958-9fb3-d31d0d505824 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0506911 Mar 07 22:26:30.996172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a5c64d9-e7ca-448d-9fc2-b120cdc42484 req-7ea661bb-a706-4a80-8036-f0e1efc911f4 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449827 Mar 07 22:26:31.108609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dd825-a4b0-42cc-94ce-5ec4da9675d0 req-cc1acc07-4b29-4ca7-8810-2b87c9d2c218 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:31.110017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-038dd825-a4b0-42cc-94ce-5ec4da9675d0 req-cc1acc07-4b29-4ca7-8810-2b87c9d2c218 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0519419 Mar 07 22:26:31.118630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 50890) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:26:31.123106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1ec331b4-21ea-4df3-a0c5-a84f038de90d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Request body: {'floatingip': {'port_id': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:26:31.161392 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1ec331b4-21ea-4df3-a0c5-a84f038de90d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (cd596d18-c1ca-4f8b-93c8-0d542da9d127), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:31.898359 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1ec331b4-21ea-4df3-a0c5-a84f038de90d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:31.901893 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1ec331b4-21ea-4df3-a0c5-a84f038de90d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (cd596d18-c1ca-4f8b-93c8-0d542da9d127), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:32.001295 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-1ec331b4-21ea-4df3-a0c5-a84f038de90d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127 associated. External IP: 172.25.4.217, port: 5e7c89f6-c630-4ceb-8d05-804c83b58fa3. Mar 07 22:26:32.213551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec331b4-21ea-4df3-a0c5-a84f038de90d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Router 4c75215e-2c4d-4d33-ac44-ced2f2954829 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:26:32.325130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec331b4-21ea-4df3-a0c5-a84f038de90d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:26:32.329530 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1ec331b4-21ea-4df3-a0c5-a84f038de90d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:32.337505 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8653ab3-7375-41c4-8ff6-3308f99acdd0 None None] Sync routers for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:26:32.346977 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8653ab3-7375-41c4-8ff6-3308f99acdd0 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:26:32.347659 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f8653ab3-7375-41c4-8ff6-3308f99acdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:26:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:26:32.370491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1ec331b4-21ea-4df3-a0c5-a84f038de90d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "PUT /v2.0/floatingips/cd596d18-c1ca-4f8b-93c8-0d542da9d127 HTTP/1.1" status: 200 len: 991 time: 1.2505963 Mar 07 22:26:32.371321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:26:32.373587 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39bf0fd-07cb-419c-9824-d6c983f574a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:26:32.411526 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ce9c3f-2f6e-4860-8af9-05cb566c3303 x-openstack-request-id: req-13ce9c3f-2f6e-4860-8af9-05cb566c3303 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:26:32.411950 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:26:32.412235 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13ce9c3f-2f6e-4860-8af9-05cb566c3303 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:26:32.412656 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'status': 'completed', 'code': 200} Mar 07 22:26:32.461797 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-f8653ab3-7375-41c4-8ff6-3308f99acdd0 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:26:32.478956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bf0fd-07cb-419c-9824-d6c983f574a7 req-249fcf94-c2da-41b4-9b12-d3e671b4412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:32.480791 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d39bf0fd-07cb-419c-9824-d6c983f574a7 req-249fcf94-c2da-41b4-9b12-d3e671b4412f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 1127 time: 0.0464652 Mar 07 22:26:32.597032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bf0fd-07cb-419c-9824-d6c983f574a7 req-fd0bfafa-697d-4a4f-9ca3-0471cd649ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:32.598538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d39bf0fd-07cb-419c-9824-d6c983f574a7 req-fd0bfafa-697d-4a4f-9ca3-0471cd649ee0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.1113098 Mar 07 22:26:32.620224 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-36462165-4688-4857-b66e-92b89d8a160e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0529451 Mar 07 22:26:32.690671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d39bf0fd-07cb-419c-9824-d6c983f574a7 req-a090fe83-b06c-458b-9cf9-f77d38a85883 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 999 time: 0.0770545 Mar 07 22:26:32.700226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f585644-1c71-488a-ae7e-7903deb53cb1 req-966fe161-7cfa-46c5-b7d7-40932c0cd6cf tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:32.701693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f585644-1c71-488a-ae7e-7903deb53cb1 req-966fe161-7cfa-46c5-b7d7-40932c0cd6cf tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.1273346 Mar 07 22:26:32.730933 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f8653ab3-7375-41c4-8ff6-3308f99acdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'cd596d18-c1ca-4f8b-93c8-0d542da9d127', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'port_id': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'mac_address': 'fa:16:3e:42:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:24:29Z', 'updated_at': '2022-03-07T22:26:31Z', 'revision_number': 9, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:26:32.760107 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8653ab3-7375-41c4-8ff6-3308f99acdd0 None None] Checking router: 4c75215e-2c4d-4d33-ac44-ced2f2954829 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:26:32.769526 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8653ab3-7375-41c4-8ff6-3308f99acdd0 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:26:32.770286 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f8653ab3-7375-41c4-8ff6-3308f99acdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:26:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:26:32.776753 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bf0fd-07cb-419c-9824-d6c983f574a7 req-bb8de31d-cd55-4568-b18d-4bb289ddd1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:32.778273 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d39bf0fd-07cb-419c-9824-d6c983f574a7 req-bb8de31d-cd55-4568-b18d-4bb289ddd1d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0756655 Mar 07 22:26:32.801888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f585644-1c71-488a-ae7e-7903deb53cb1 req-7dd7bcf7-3ec6-4eab-b973-6157bccf82e1 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903459 Mar 07 22:26:32.844638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bf0fd-07cb-419c-9824-d6c983f574a7 req-6a50fff6-2225-4e84-a825-4802702ebfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:32.846235 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d39bf0fd-07cb-419c-9824-d6c983f574a7 req-6a50fff6-2225-4e84-a825-4802702ebfed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0606778 Mar 07 22:26:32.945504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d39bf0fd-07cb-419c-9824-d6c983f574a7 req-7163bd7f-c1c6-4d60-a5ef-75113280f0ca service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928168 Mar 07 22:26:32.995117 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-f8653ab3-7375-41c4-8ff6-3308f99acdd0 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:26:33.017089 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-a379b384-23ef-44b9-9a80-b64de4b467c6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:33.018500 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-a379b384-23ef-44b9-9a80-b64de4b467c6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports/5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 942 time: 0.0480158 Mar 07 22:26:33.041110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d39bf0fd-07cb-419c-9824-d6c983f574a7 req-69311178-003e-459b-9652-9325270556e8 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893643 Mar 07 22:26:33.227195 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-f8653ab3-7375-41c4-8ff6-3308f99acdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'cd596d18-c1ca-4f8b-93c8-0d542da9d127', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'port_id': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'mac_address': 'fa:16:3e:42:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:24:29Z', 'updated_at': '2022-03-07T22:26:31Z', 'revision_number': 9, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:26:33.259561 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8653ab3-7375-41c4-8ff6-3308f99acdd0 None None] The sync data for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 is: [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'cd596d18-c1ca-4f8b-93c8-0d542da9d127', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'port_id': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'mac_address': 'fa:16:3e:42:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:24:29Z', 'updated_at': '2022-03-07T22:26:31Z', 'revision_number': 9, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:26:33.476609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067911d-7fd9-496f-86ca-9ad9d58a5215 None None] New status for floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:26:33.859386 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-ebf9aebf-5629-4448-aa1f-52e073e07b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:33.860901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-ebf9aebf-5629-4448-aa1f-52e073e07b1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 1127 time: 0.0500393 Mar 07 22:26:33.984780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-6eb34952-0f70-4168-b4a5-8467285af668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:33.986292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-6eb34952-0f70-4168-b4a5-8467285af668 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.1183071 Mar 07 22:26:33.993906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443df3c-d11b-4163-a6df-47b087aaec8e req-85575bec-6469-47ea-8040-ff00024b7c6b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:33.995297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3443df3c-d11b-4163-a6df-47b087aaec8e req-85575bec-6469-47ea-8040-ff00024b7c6b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.1017258 Mar 07 22:26:34.078958 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-d3cf6e2f-494a-486d-a3f3-fc0799927563 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 1002 time: 0.0827427 Mar 07 22:26:34.086365 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3443df3c-d11b-4163-a6df-47b087aaec8e req-df181475-6105-4718-8fc7-25d72a025d3c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846450 Mar 07 22:26:34.129209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-5aecda02-cb9e-4f39-9507-8f412f33c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:34.130700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-5aecda02-cb9e-4f39-9507-8f412f33c45a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0435128 Mar 07 22:26:34.182490 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-bfa6f59c-329b-4bca-81cb-cc9b9085de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:34.183990 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-bfa6f59c-329b-4bca-81cb-cc9b9085de77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474429 Mar 07 22:26:34.271375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-a0dcd530-2dda-4e8d-8f84-872c8d4f7c28 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806003 Mar 07 22:26:34.360832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-f2758170-bcdb-4e5f-96c9-071c9aafe093 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839987 Mar 07 22:26:35.206804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb299df2-b69b-42da-8266-d8f26d2e473e req-c55e2736-0801-4aa8-b257-076a77fd288b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:35.208287 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb299df2-b69b-42da-8266-d8f26d2e473e req-c55e2736-0801-4aa8-b257-076a77fd288b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0528088 Mar 07 22:26:35.259497 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb299df2-b69b-42da-8266-d8f26d2e473e req-1fc521ba-ba33-4e3c-a255-00ad18e20139 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456994 Mar 07 22:26:36.386349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae861de4-8b7c-41f3-a3aa-4a2e2bb57917 req-263e6b3f-016c-4e69-aff6-9d3871ee8c71 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:36.387817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae861de4-8b7c-41f3-a3aa-4a2e2bb57917 req-263e6b3f-016c-4e69-aff6-9d3871ee8c71 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0566115 Mar 07 22:26:36.433564 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ae861de4-8b7c-41f3-a3aa-4a2e2bb57917 req-2e1265cc-fe2f-4e3a-94cb-ea2354d5bf92 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401707 Mar 07 22:26:37.548880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edd000-2974-4075-bed4-7a32c8f527f2 req-417f51cf-cb2f-4127-acb8-7bcd963f550a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:37.550352 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47edd000-2974-4075-bed4-7a32c8f527f2 req-417f51cf-cb2f-4127-acb8-7bcd963f550a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0515354 Mar 07 22:26:37.596446 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47edd000-2974-4075-bed4-7a32c8f527f2 req-6c5d952d-b2a1-4d26-b02b-17f64da0e9c8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405874 Mar 07 22:26:38.711574 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8d5cc-16cb-4173-81a4-3ec7078d78a8 req-a9516e1e-bb02-4788-b08e-76284f8b288f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:38.713152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0e8d5cc-16cb-4173-81a4-3ec7078d78a8 req-a9516e1e-bb02-4788-b08e-76284f8b288f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0515883 Mar 07 22:26:38.763956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0e8d5cc-16cb-4173-81a4-3ec7078d78a8 req-de2a5bce-0df0-4761-9fa7-c989183ab0c2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455303 Mar 07 22:26:39.880378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e98d5-9ac4-49f2-a381-946ac331f998 req-1fdc48bc-263b-4b92-93ff-040e9afca886 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:39.881994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e5e98d5-9ac4-49f2-a381-946ac331f998 req-1fdc48bc-263b-4b92-93ff-040e9afca886 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0524735 Mar 07 22:26:39.927628 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3e5e98d5-9ac4-49f2-a381-946ac331f998 req-53c3531b-6f40-44eb-a2d4-1ffb84c18e88 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403099 Mar 07 22:26:41.045316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a3fa0-6237-4deb-87ca-53759330f7f2 req-713fbad6-14a4-4bf1-b418-e1bf1bfa0a65 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:41.046799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-612a3fa0-6237-4deb-87ca-53759330f7f2 req-713fbad6-14a4-4bf1-b418-e1bf1bfa0a65 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0515828 Mar 07 22:26:41.091308 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-612a3fa0-6237-4deb-87ca-53759330f7f2 req-4a2cfe2c-00d8-4f34-be1c-c6c28bb9f322 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389788 Mar 07 22:26:42.211127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30fcb4-95ac-4495-a195-ea6cf3eff42c req-b112f632-cca2-43c5-b821-85bffaefdc2a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:42.212602 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c30fcb4-95ac-4495-a195-ea6cf3eff42c req-b112f632-cca2-43c5-b821-85bffaefdc2a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0558479 Mar 07 22:26:42.260864 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2c30fcb4-95ac-4495-a195-ea6cf3eff42c req-00886c72-05b2-40dd-84b0-1952a48b571f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426748 Mar 07 22:26:43.377355 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293da37f-0dc3-4968-b0b2-bad48a540368 req-52cc3d92-f09a-4b38-83a8-ee7ba2673bf7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:43.378854 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-293da37f-0dc3-4968-b0b2-bad48a540368 req-52cc3d92-f09a-4b38-83a8-ee7ba2673bf7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0517943 Mar 07 22:26:43.423072 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-293da37f-0dc3-4968-b0b2-bad48a540368 req-de5f33fb-beca-44c0-b139-7ba40b477c88 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387437 Mar 07 22:26:44.542754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d752db-3d31-47b4-80fa-ecde8d6957b8 req-a0c4f854-ac31-4aa4-96da-0119902b19a7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:44.544253 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-08d752db-3d31-47b4-80fa-ecde8d6957b8 req-a0c4f854-ac31-4aa4-96da-0119902b19a7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0518816 Mar 07 22:26:44.594079 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-08d752db-3d31-47b4-80fa-ecde8d6957b8 req-91430a99-a2ea-4484-bfb4-4d6a8f7c4711 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441926 Mar 07 22:26:45.682107 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6842-2756-45f1-a21f-5b3e6bf05bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:45.713620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761f13d-1c66-4e00-9e73-94195f7ee457 req-2794ee04-21b8-4727-9d4b-b50fe41bf87d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:45.715164 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c761f13d-1c66-4e00-9e73-94195f7ee457 req-2794ee04-21b8-4727-9d4b-b50fe41bf87d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0555539 Mar 07 22:26:45.761615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c761f13d-1c66-4e00-9e73-94195f7ee457 req-5d377fba-4645-4237-802b-3d399ba6e617 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408106 Mar 07 22:26:46.419736 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:46.877487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb6c91-a3c7-46ab-9b84-231d042a69a3 req-87e6987c-21f7-40b5-99f7-96c9c4f937f9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:46.879209 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6beb6c91-a3c7-46ab-9b84-231d042a69a3 req-87e6987c-21f7-40b5-99f7-96c9c4f937f9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0519767 Mar 07 22:26:46.924308 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6beb6c91-a3c7-46ab-9b84-231d042a69a3 req-5cf22d38-7604-4e80-b8b8-b2471afb7062 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397286 Mar 07 22:26:48.052172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb466c8-b4f5-42fb-a6cf-eb7682ac6947 req-a088de38-1d3c-4d1c-a688-090dff9ca112 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:48.053667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5fb466c8-b4f5-42fb-a6cf-eb7682ac6947 req-a088de38-1d3c-4d1c-a688-090dff9ca112 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0574083 Mar 07 22:26:48.099840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5fb466c8-b4f5-42fb-a6cf-eb7682ac6947 req-7cff0154-05d4-4670-a78b-52b33b7a47da tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403016 Mar 07 22:26:48.174600 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2287-588f-4b98-aa32-1d625873fa26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:48.554737 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:49.220613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2319f3d-d829-446b-99d5-7a7d45ec0caf req-8f5747a3-4220-4030-bd0a-27093efe8ef2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:49.222138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2319f3d-d829-446b-99d5-7a7d45ec0caf req-8f5747a3-4220-4030-bd0a-27093efe8ef2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0540991 Mar 07 22:26:49.269298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a2319f3d-d829-446b-99d5-7a7d45ec0caf req-5dc6cf44-b087-4c1b-bb0c-dc2cd37516b4 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412383 Mar 07 22:26:49.452686 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:50.391338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8bec7-00e9-4eca-a1ea-850eb5a535e1 req-69761e8c-7758-4702-adff-6a1a1a796458 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:50.393392 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fac8bec7-00e9-4eca-a1ea-850eb5a535e1 req-69761e8c-7758-4702-adff-6a1a1a796458 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0572548 Mar 07 22:26:50.418959 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:50.439368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fac8bec7-00e9-4eca-a1ea-850eb5a535e1 req-032923d1-5df3-4712-9e76-eff5c60035e4 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399182 Mar 07 22:26:51.556296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bddcc-cb95-47ac-82a6-16a9665ad5bb req-e5aa4602-120f-4efe-ba29-193730b79abe tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:51.557772 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d1bddcc-cb95-47ac-82a6-16a9665ad5bb req-e5aa4602-120f-4efe-ba29-193730b79abe tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0518959 Mar 07 22:26:51.603584 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d1bddcc-cb95-47ac-82a6-16a9665ad5bb req-542aa194-e8ca-45cc-ad92-7c1f66863237 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402727 Mar 07 22:26:52.191676 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:26:52.613932 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:26:52.719090 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc51470-7fc4-446f-ac63-ce15a9db4463 req-417ef52b-e35a-4e86-84a6-152db97fbf8c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:52.720547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1dc51470-7fc4-446f-ac63-ce15a9db4463 req-417ef52b-e35a-4e86-84a6-152db97fbf8c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0508361 Mar 07 22:26:52.771236 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1dc51470-7fc4-446f-ac63-ce15a9db4463 req-94b4a2dc-01bb-4ce5-bd16-5c346d265e01 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451851 Mar 07 22:26:53.390670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956defe3-8b0a-4d08-9261-8995ec38921d req-2da0fd22-768a-4006-8c8f-ecdeeccfcb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:53.392177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-956defe3-8b0a-4d08-9261-8995ec38921d req-2da0fd22-768a-4006-8c8f-ecdeeccfcb3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 1127 time: 0.0451694 Mar 07 22:26:53.497873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956defe3-8b0a-4d08-9261-8995ec38921d req-fd9628cd-453a-4344-aecd-d0d818219811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:53.499377 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-956defe3-8b0a-4d08-9261-8995ec38921d req-fd9628cd-453a-4344-aecd-d0d818219811 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0849206 Mar 07 22:26:53.568935 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-956defe3-8b0a-4d08-9261-8995ec38921d req-e843cb20-a4a6-437a-8bec-97184e54efee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 1002 time: 0.0614552 Mar 07 22:26:53.617783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956defe3-8b0a-4d08-9261-8995ec38921d req-8a80ee78-e3db-4a04-ac33-183e529ee5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:53.619212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-956defe3-8b0a-4d08-9261-8995ec38921d req-8a80ee78-e3db-4a04-ac33-183e529ee5bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0425053 Mar 07 22:26:53.665655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956defe3-8b0a-4d08-9261-8995ec38921d req-1bdffeee-8eff-4561-8be9-30ea9b5f66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:53.667046 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-956defe3-8b0a-4d08-9261-8995ec38921d req-1bdffeee-8eff-4561-8be9-30ea9b5f66a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0416119 Mar 07 22:26:53.757617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-956defe3-8b0a-4d08-9261-8995ec38921d req-2710082b-ccf1-43f2-8d62-db60a0dd57be service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832527 Mar 07 22:26:53.859420 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-956defe3-8b0a-4d08-9261-8995ec38921d req-c5bac0f6-155b-4b50-bfd1-df80422b2f49 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946915 Mar 07 22:26:53.897783 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57847c-5dd1-4347-b32e-f1d829d731a0 req-8d254af6-b4da-440a-9161-a065d16049bf tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:53.899274 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a57847c-5dd1-4347-b32e-f1d829d731a0 req-8d254af6-b4da-440a-9161-a065d16049bf tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0589337 Mar 07 22:26:53.944803 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2a57847c-5dd1-4347-b32e-f1d829d731a0 req-89e5ac9a-75f5-4795-b08b-2317e523c0cc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399249 Mar 07 22:26:55.061511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ae41c-8c96-4c6f-9ec0-cdbe30f08e52 req-5d702f5d-f186-4bf2-a6af-21e0318ef303 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:55.062995 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e3ae41c-8c96-4c6f-9ec0-cdbe30f08e52 req-5d702f5d-f186-4bf2-a6af-21e0318ef303 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0514357 Mar 07 22:26:55.107266 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e3ae41c-8c96-4c6f-9ec0-cdbe30f08e52 req-4d3bfbcf-af0f-4702-bc4f-3745b631da6f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388429 Mar 07 22:26:56.227273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bd419-a931-46a6-b8f7-eda0444ebbb6 req-9809ebca-dda5-4395-8dd0-97890cc54d59 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:56.228762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-679bd419-a931-46a6-b8f7-eda0444ebbb6 req-9809ebca-dda5-4395-8dd0-97890cc54d59 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0564044 Mar 07 22:26:56.274886 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-679bd419-a931-46a6-b8f7-eda0444ebbb6 req-583aa783-c62b-4db4-9688-d47f056595a5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405958 Mar 07 22:26:57.391921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4e245-42d1-4c54-b1bc-b01835d5db49 req-202d0c03-13c1-4866-aa25-7d5bc8f154a2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:57.393384 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1db4e245-42d1-4c54-b1bc-b01835d5db49 req-202d0c03-13c1-4866-aa25-7d5bc8f154a2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0526145 Mar 07 22:26:57.439138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1db4e245-42d1-4c54-b1bc-b01835d5db49 req-d5ddec33-61a0-43fa-885d-6a8b89028cd1 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402360 Mar 07 22:26:58.559310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c37de3-706a-4464-908f-88edada37b58 req-1be3bfd0-0572-4ae6-b7b9-621137b6fc3d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:58.560778 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26c37de3-706a-4464-908f-88edada37b58 req-1be3bfd0-0572-4ae6-b7b9-621137b6fc3d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0508268 Mar 07 22:26:58.610968 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26c37de3-706a-4464-908f-88edada37b58 req-efafede9-4614-43b0-98a5-e6dca6d2246a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433085 Mar 07 22:26:59.728867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d4cbc-92a4-41fb-b412-455a7c4d4e79 req-87d1651a-170c-4d7d-85be-725b8977e3f8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:59.730378 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a67d4cbc-92a4-41fb-b412-455a7c4d4e79 req-87d1651a-170c-4d7d-85be-725b8977e3f8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0523257 Mar 07 22:26:59.776800 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a67d4cbc-92a4-41fb-b412-455a7c4d4e79 req-3f5c4c0b-578e-45f6-9de7-e7044733ec1e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402851 Mar 07 22:27:00.893066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c64d8-054f-4234-875f-10c73c34d750 req-0b4e09f9-316e-473f-aa0a-d8b2081225a5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:00.894555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-947c64d8-054f-4234-875f-10c73c34d750 req-0b4e09f9-316e-473f-aa0a-d8b2081225a5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0520282 Mar 07 22:27:00.939405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-947c64d8-054f-4234-875f-10c73c34d750 req-e2a3a0fc-3941-44b2-9e5e-e0e9f357bc28 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393350 Mar 07 22:27:01.490437 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-e436e436-2ee9-4de5-82f6-ff3a72c36a52 service neutron] show failed (client error): The resource could not be found. Mar 07 22:27:01.491415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-e436e436-2ee9-4de5-82f6-ff3a72c36a52 service neutron] 10.222.0.15 "GET /v2.0/ports/5e7c89f6-c630-4ceb-8d05-804c83b58fa3/bindings/n-h1-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.0572236 Mar 07 22:27:01.702783 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-11ee39c4-736c-4879-802f-3ef7d8f60d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:01.704267 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-11ee39c4-736c-4879-802f-3ef7d8f60d07 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192&tenant_id=e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 1127 time: 0.0457273 Mar 07 22:27:01.714540 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:27:01.774457 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:02.066553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08294c1-a80c-4a2e-898d-0c8c751824e8 req-a8ae8fff-a670-409e-8f4d-f66085997999 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:02.068063 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c08294c1-a80c-4a2e-898d-0c8c751824e8 req-a8ae8fff-a670-409e-8f4d-f66085997999 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0561764 Mar 07 22:27:02.116603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c08294c1-a80c-4a2e-898d-0c8c751824e8 req-1289e9df-9ef6-4cae-a5ea-8f7ec5ddebeb tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426009 Mar 07 22:27:02.285408 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:27:02.316512 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:27:02.354962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:27:02.357202 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2699e2-2c08-4122-ba7d-64990d9335d8" -d '{"events": [{"server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:27:02.360826 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Publish callbacks [] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:02.373161 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Transition to ACTIVE for port object 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:27:02.377309 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:02.462364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,revision_number=6']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:27:02.475612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:02.476129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:02.476530 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:02.476882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:02.477664 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:02.478002 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:02.478441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:02.478774 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:02.479102 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:02.479428 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:02.479756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:02.480077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:02.480397 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:02.487851 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65152d1-b4a6-4f23-8c91-27d34a802cb0 x-openstack-request-id: req-b65152d1-b4a6-4f23-8c91-27d34a802cb0 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:27:02.488147 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:27:02.488406 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b65152d1-b4a6-4f23-8c91-27d34a802cb0 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:27:02.488806 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'code': 200} Mar 07 22:27:02.515080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] No DVR routers for this DVR port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:27:02.652954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Attempting to bind port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:27:02.653311 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Attempting to bind port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:27:02.653630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Attempting to bind port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:27:02.657896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 on network 4e027bb9-5552-4660-8418-f6df7149d095 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:27:02.658254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Attempting to bind port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:27:02.663197 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:27:02.663542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Checking segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:27:02.663933 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Bound using segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:27:02.664382 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Bound port: 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:27:02.664730 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:02.733474 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:27:02.737772 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:27:02.743559 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:02.775543 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:02.776186 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:02.777583 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] 10.222.0.13 "PUT /v2.0/ports/5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 1091 time: 1.0669141 Mar 07 22:27:02.808223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f214c-bdd3-4ee6-991f-b533f2287267 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,revision_number=7']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:27:02.847726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-eec65ea7-da27-445e-84ec-c2254467fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:02.849263 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-eec65ea7-da27-445e-84ec-c2254467fb32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 1125 time: 0.0489354 Mar 07 22:27:02.949859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-e44ce871-1334-422e-9ade-f34a7bef5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:02.951369 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-e44ce871-1334-422e-9ade-f34a7bef5740 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0965359 Mar 07 22:27:03.021954 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-6a33f141-225c-4423-b9c8-8f7c767ffa29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 1000 time: 0.0649364 Mar 07 22:27:03.068614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-178646c8-84c7-4a7c-96c8-a48d967e1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:03.069987 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-178646c8-84c7-4a7c-96c8-a48d967e1a74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0430491 Mar 07 22:27:03.120817 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-8d3f3bf1-ed44-4659-80a8-dd93062ea09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:03.122309 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-8d3f3bf1-ed44-4659-80a8-dd93062ea09b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469749 Mar 07 22:27:03.208846 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-b56477ae-4116-4e32-b999-3314acc57738 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808096 Mar 07 22:27:03.233305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a9be3-d822-426e-af00-fc9c00ea919c req-c98fa8eb-f184-4a1f-b632-5d23250c5371 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:03.234834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a17a9be3-d822-426e-af00-fc9c00ea919c req-c98fa8eb-f184-4a1f-b632-5d23250c5371 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 943 time: 0.0512433 Mar 07 22:27:03.280636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a17a9be3-d822-426e-af00-fc9c00ea919c req-30e87703-7722-4d2f-9eb1-8285b5783e3a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395653 Mar 07 22:27:03.306475 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-31ac4a3f-337a-4dab-bf59-a00755f9c0c3 req-60b8aedc-b44d-4ee7-9b32-ef52bbcefc18 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924780 Mar 07 22:27:04.405548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d585a5-ca6e-45ee-90ac-d9729e1facc0 req-97b8d213-3b11-4e77-b90e-fef7515ee5a6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:04.407061 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6d585a5-ca6e-45ee-90ac-d9729e1facc0 req-97b8d213-3b11-4e77-b90e-fef7515ee5a6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 943 time: 0.0556819 Mar 07 22:27:04.452450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6d585a5-ca6e-45ee-90ac-d9729e1facc0 req-022cac03-ea71-4993-97ed-abba66197080 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398414 Mar 07 22:27:04.490223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:27:04.492632 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b90d56-4bcd-462a-9e9f-c601444e985a" -d '{"events": [{"name": "network-changed", "server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:27:04.538647 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390ec937-6935-45b1-9f09-8d9cc33cc03e x-openstack-request-id: req-390ec937-6935-45b1-9f09-8d9cc33cc03e {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:27:04.538947 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:27:04.539213 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-390ec937-6935-45b1-9f09-8d9cc33cc03e {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:27:04.539623 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'status': 'completed', 'code': 200} Mar 07 22:27:04.606999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-3026318a-975e-4627-be3f-49239a59d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:04.607274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-a33fc271-d33b-4c53-9999-7f1b9f81a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:04.608395 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-3026318a-975e-4627-be3f-49239a59d0e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 1125 time: 0.0460629 Mar 07 22:27:04.608781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-a33fc271-d33b-4c53-9999-7f1b9f81a9b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 1125 time: 0.0434110 Mar 07 22:27:04.699844 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-f76f9da6-a0b3-4b8e-825c-d834aca3fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:04.701309 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-f76f9da6-a0b3-4b8e-825c-d834aca3fdec service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0873458 Mar 07 22:27:04.703104 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-000047de-4882-429a-80f0-e678c30c6671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:04.704595 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-000047de-4882-429a-80f0-e678c30c6671 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0858130 Mar 07 22:27:04.767189 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-9464bc5a-5924-46c2-b51a-681ff3b775ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 1000 time: 0.0596373 Mar 07 22:27:04.772616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-21a4eaff-264d-4fbe-9a15-26273587d6f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 1000 time: 0.0578887 Mar 07 22:27:04.816268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-7d003464-d77b-454b-b7d7-60acacbc80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:04.817759 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-7d003464-d77b-454b-b7d7-60acacbc80ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0448132 Mar 07 22:27:04.822691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-8a588aef-7cfd-4140-a44d-1ed52d0a1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:04.824137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-8a588aef-7cfd-4140-a44d-1ed52d0a1173 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0433779 Mar 07 22:27:04.870860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-a94f77f4-9050-4690-b4f0-4718f718d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:04.872353 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-a94f77f4-9050-4690-b4f0-4718f718d3e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485244 Mar 07 22:27:04.882162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-6a664dac-466f-427c-bd04-a86324050b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:04.883640 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-6a664dac-466f-427c-bd04-a86324050b2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481391 Mar 07 22:27:04.959356 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-d08b9cbb-d29d-4bc4-a87f-7cba7864d3b7 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810587 Mar 07 22:27:04.973316 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-405db432-c95c-477f-8589-550adbd3cfc4 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819409 Mar 07 22:27:05.053783 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-b5047c18-5b18-4ff0-ae81-259bebac82e9 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882134 Mar 07 22:27:05.065999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86b90d56-4bcd-462a-9e9f-c601444e985a req-28b20657-fcfc-42bf-ab80-b60b4599558c service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840111 Mar 07 22:27:05.365986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:27:05.407324 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] The host n-h2-832330-1 is not matching for port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 host n-h1-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 22:27:05.407721 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:27:05.568603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5588a4f-53bb-450f-b92a-63e6dff6de7a req-6a52ee89-f01a-45e6-afae-cdc36a0984d2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:05.570087 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5588a4f-53bb-450f-b92a-63e6dff6de7a req-6a52ee89-f01a-45e6-afae-cdc36a0984d2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 943 time: 0.0512547 Mar 07 22:27:05.617459 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5588a4f-53bb-450f-b92a-63e6dff6de7a req-a1c70c3f-fd64-4ef0-9c92-ca4696c1d614 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418136 Mar 07 22:27:06.737360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd54e65-bf5b-4be1-91d8-ecd355e0e567 req-d6e09d55-833c-4b4e-9740-5d441adaf2e5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:06.738859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bfd54e65-bf5b-4be1-91d8-ecd355e0e567 req-d6e09d55-833c-4b4e-9740-5d441adaf2e5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 943 time: 0.0513785 Mar 07 22:27:06.788206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bfd54e65-bf5b-4be1-91d8-ecd355e0e567 req-3cd7af90-4690-4cc5-b832-dcf1ce35d479 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438795 Mar 07 22:27:07.066788 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-8a15f9a4-10c6-4f3b-997b-c7d1c2884dc3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:07.068288 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-8a15f9a4-10c6-4f3b-997b-c7d1c2884dc3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192&tenant_id=e2222602bdb142e3bcaa1a70444ce569&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 943 time: 0.0568323 Mar 07 22:27:07.082740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14c687-8df6-49b3-8016-b9ae924c47b1 req-ba5306c6-47d9-4e70-9fd6-a7139a0fe75c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:07.084205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e14c687-8df6-49b3-8016-b9ae924c47b1 req-ba5306c6-47d9-4e70-9fd6-a7139a0fe75c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 943 time: 0.0537643 Mar 07 22:27:07.127291 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-6a70a29f-8315-4fbf-8574-a46012ed423f service neutron] 10.222.0.13 "GET /v2.0/ports/5e7c89f6-c630-4ceb-8d05-804c83b58fa3/bindings/n-h1-832330-1 HTTP/1.1" status: 200 len: 382 time: 0.0530329 Mar 07 22:27:07.130400 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e14c687-8df6-49b3-8016-b9ae924c47b1 req-b92620e3-78e4-47fe-a34c-eb88ad0ae3db tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406861 Mar 07 22:27:07.193472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-ca41a7c1-4833-4019-9300-bcb82b841732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:07.195060 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-ca41a7c1-4833-4019-9300-bcb82b841732 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 1125 time: 0.0442796 Mar 07 22:27:07.285254 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-7bf773af-6271-425b-973d-4286e06e2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:07.286732 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-7bf773af-6271-425b-973d-4286e06e2e82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0867977 Mar 07 22:27:07.353357 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-bf3a0c5f-4680-45a3-85b2-3166be9c8d9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 1000 time: 0.0614731 Mar 07 22:27:07.399480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-dd303329-e25e-4e6e-a95f-56247f4e7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:07.400904 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-dd303329-e25e-4e6e-a95f-56247f4e7ae6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0426216 Mar 07 22:27:07.448286 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-728bb3d4-b92b-48d8-83ca-df786860853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:07.449742 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-728bb3d4-b92b-48d8-83ca-df786860853a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434182 Mar 07 22:27:07.539352 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-ae55bc98-7360-4a56-a35d-ac0c276424a2 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836358 Mar 07 22:27:07.540957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:27:07.627208 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-b8fb1354-be6c-4ee0-93fb-299f3d29563a service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827518 Mar 07 22:27:07.636614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:27:07.649230 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'port_id': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'mac_address': 'fa:16:3e:42:a4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:27:07.690127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:27:07.690524 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:07.702849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:27:07.722393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:27:07.726677 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:07.772197 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:27:08.031445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['5e7c89f6-c630-4ceb-8d05-804c83b58fa3'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:27:08.253746 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199485d-dde1-41af-ab73-09890d2f50a2 req-49958feb-31cd-4c2b-8ce8-9fc3b3d71499 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:08.255232 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a199485d-dde1-41af-ab73-09890d2f50a2 req-49958feb-31cd-4c2b-8ce8-9fc3b3d71499 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 944 time: 0.0515792 Mar 07 22:27:08.300251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a199485d-dde1-41af-ab73-09890d2f50a2 req-19096de2-9794-4b90-be11-3196b4659cbc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394249 Mar 07 22:27:09.424630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a0156-bbbe-4fa5-9dd7-ac414e54b001 req-55cad321-4073-44fb-a786-3b00bf29b184 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:09.426120 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d83a0156-bbbe-4fa5-9dd7-ac414e54b001 req-55cad321-4073-44fb-a786-3b00bf29b184 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 944 time: 0.0574689 Mar 07 22:27:09.475259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d83a0156-bbbe-4fa5-9dd7-ac414e54b001 req-33c13bbc-0d38-4113-81e1-93e80c9e5779 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432620 Mar 07 22:27:09.562921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:27:09.611993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:27:09.616530 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:27:09.616909 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:09.698426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:27:09.698809 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:09.706947 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-4c51c683-6a78-4c97-8bdd-5f050febe014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:09.708436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-4c51c683-6a78-4c97-8bdd-5f050febe014 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192&tenant_id=e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 1126 time: 0.0432999 Mar 07 22:27:09.721146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:27:09.721391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:27:09.723579 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60ea6de-6766-4c0d-908f-4f650fc1d11a" -d '{"events": [{"server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "name": "network-vif-plugged", "status": "completed", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:27:09.737135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:27:09.741466 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:09.776826 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c042ca9a-a124-422b-8866-ae4e8a92c53b x-openstack-request-id: req-c042ca9a-a124-422b-8866-ae4e8a92c53b {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:27:09.777130 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "name": "network-vif-plugged", "status": "completed", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:27:09.777392 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c042ca9a-a124-422b-8866-ae4e8a92c53b {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:27:09.777791 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'code': 200} Mar 07 22:27:09.785540 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:09.794030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:27:09.982310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:27:10.014510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:27:10.058944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:27:10.061239 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ba8d41-1c5a-4184-890a-06d9aff428a0" -d '{"events": [{"server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:27:10.065287 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Publish callbacks [] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:10.079552 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Transition to ACTIVE for port object 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:27:10.083758 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:10.119663 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c784f530-0d0c-4501-bc30-72b955fcabf9 x-openstack-request-id: req-c784f530-0d0c-4501-bc30-72b955fcabf9 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:27:10.119973 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:27:10.120476 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c784f530-0d0c-4501-bc30-72b955fcabf9 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:27:10.120654 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'code': 200} Mar 07 22:27:10.137916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,revision_number=10']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:27:10.516810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] No DVR routers for this DVR port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:27:10.659255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9262d-e826-4f72-a27d-441573ba671e req-a4384618-b7eb-467a-8398-0993ff8dcf0a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:10.661383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ae9262d-e826-4f72-a27d-441573ba671e req-a4384618-b7eb-467a-8398-0993ff8dcf0a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 944 time: 0.1121185 Mar 07 22:27:10.737896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Attempting to bind port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:27:10.738259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Attempting to bind port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:27:10.738591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Attempting to bind port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:27:10.750767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 on network 4e027bb9-5552-4660-8418-f6df7149d095 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:27:10.751091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Attempting to bind port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:27:10.758807 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ae9262d-e826-4f72-a27d-441573ba671e req-c9d221fd-cb94-42ad-ac6a-f7b79282c3be tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904100 Mar 07 22:27:10.759865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:27:10.760210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Checking segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:27:10.760587 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Bound using segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:27:10.761016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Bound port: 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:27:10.761377 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:10.822510 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:27:10.825411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:27:10.831788 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:10.865146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:10.865802 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:10.867344 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] 10.222.0.15 "PUT /v2.0/ports/5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 1092 time: 1.1506855 Mar 07 22:27:10.894188 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b6cdc-6dac-4d9f-b5cc-59b4d7f2ae66 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,revision_number=11']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:27:10.945400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-2b0af4c0-b29e-48f7-9a1c-8cf99eba1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:10.946964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-2b0af4c0-b29e-48f7-9a1c-8cf99eba1e8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 1126 time: 0.0499420 Mar 07 22:27:11.058125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-72d07849-c3f1-4e6e-a2a4-24b4ee90cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:11.059918 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-72d07849-c3f1-4e6e-a2a4-24b4ee90cfe9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.1043241 Mar 07 22:27:11.131508 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-3893a04e-63f6-4035-96d3-5ed6a1ebd55e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 1000 time: 0.0615802 Mar 07 22:27:11.181592 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-307711b0-3676-44c6-a2c7-3dab996bb942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:11.183028 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-307711b0-3676-44c6-a2c7-3dab996bb942 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0431566 Mar 07 22:27:11.235143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-474ff85a-b204-48c3-b749-4b37c85b8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:11.236666 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-474ff85a-b204-48c3-b749-4b37c85b8479 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443628 Mar 07 22:27:11.333897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-1717de3b-a550-4f6a-85a6-e1bb0baf9a89 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867469 Mar 07 22:27:11.427865 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27875dd0-bbef-4b59-b3eb-ada89a0f5178 req-b63d8510-eb7d-4554-a51c-f039a1905170 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855403 Mar 07 22:27:11.879178 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682060c3-76c1-43e3-83e2-3bf3ffbc7dbd req-7c93c286-3290-483e-9c44-a0f3f93d4f30 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:11.880677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-682060c3-76c1-43e3-83e2-3bf3ffbc7dbd req-7c93c286-3290-483e-9c44-a0f3f93d4f30 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 944 time: 0.0530198 Mar 07 22:27:11.929624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-682060c3-76c1-43e3-83e2-3bf3ffbc7dbd req-04bc6b6b-dc03-4415-b4b0-62a2cb47071c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435634 Mar 07 22:27:12.121478 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:27:12.123909 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e350eec-f481-4dbc-aff2-a60eda31cd10" -d '{"events": [{"name": "network-changed", "server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:27:12.170094 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22321cc1-9df1-4d90-a0b3-ac420c823956 x-openstack-request-id: req-22321cc1-9df1-4d90-a0b3-ac420c823956 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:27:12.170408 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:27:12.170663 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22321cc1-9df1-4d90-a0b3-ac420c823956 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:27:12.171062 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'status': 'completed', 'code': 200} Mar 07 22:27:12.237788 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-072ab45b-21d2-42ac-9fe9-aaabd9e5fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:12.238522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-ebf87d1b-3e0d-429f-aa2b-97ee581fe18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:12.239351 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-072ab45b-21d2-42ac-9fe9-aaabd9e5fda8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 1126 time: 0.0453789 Mar 07 22:27:12.240001 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-ebf87d1b-3e0d-429f-aa2b-97ee581fe18a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 1126 time: 0.0469532 Mar 07 22:27:12.326774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-d90548cd-e143-47ce-90a0-2897f7e9741d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:12.328270 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-d90548cd-e143-47ce-90a0-2897f7e9741d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0829613 Mar 07 22:27:12.330579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-a9517e55-8dd1-4ce6-83ad-839642d98dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:12.332023 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-a9517e55-8dd1-4ce6-83ad-839642d98dd0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0859663 Mar 07 22:27:12.397689 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-45e43250-bb50-4180-9d03-b85a3dc42caa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 1000 time: 0.0623946 Mar 07 22:27:12.398543 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-7404cd04-a382-4746-b28c-e4e78473be78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 200 len: 1000 time: 0.0609469 Mar 07 22:27:12.446080 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-a2d1e062-2dce-48e0-9a98-be05235630a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:12.446424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-7a3a410f-74bd-4533-96fa-3b7311687a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:12.447571 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-a2d1e062-2dce-48e0-9a98-be05235630a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0433786 Mar 07 22:27:12.447879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-7a3a410f-74bd-4533-96fa-3b7311687a43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0426702 Mar 07 22:27:12.497231 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-5b26a5ea-a56e-419c-b645-bfede19ea8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:12.498674 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-e3d8b744-cc0b-4dc1-8db6-90c08c2bd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:12.498811 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-5b26a5ea-a56e-419c-b645-bfede19ea8ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456033 Mar 07 22:27:12.500156 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-e3d8b744-cc0b-4dc1-8db6-90c08c2bd372 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433302 Mar 07 22:27:12.588831 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-26f8363e-bbb3-4db9-86eb-0096d683188b service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840061 Mar 07 22:27:12.591082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-36ec274c-79fa-4a52-ada1-d76317a3fe34 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838225 Mar 07 22:27:12.677073 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-3b9fa0e3-5325-44a9-919f-ae7147772cd4 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825620 Mar 07 22:27:12.680353 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e350eec-f481-4dbc-aff2-a60eda31cd10 req-c179d59f-4a3d-4198-9236-a342a355efc3 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814052 Mar 07 22:27:13.055846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63109a-9b42-44e4-9e80-5a1560a296f3 req-5cfe8f4d-21f8-4b0c-9a4a-c16de83c7ff4 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:13.057340 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db63109a-9b42-44e4-9e80-5a1560a296f3 req-5cfe8f4d-21f8-4b0c-9a4a-c16de83c7ff4 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 944 time: 0.0587902 Mar 07 22:27:13.104372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-db63109a-9b42-44e4-9e80-5a1560a296f3 req-b6b62c1f-3821-4074-b229-513a2c4dea17 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414836 Mar 07 22:27:13.451625 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:27:13.548093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:27:13.558185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'port_id': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'mac_address': 'fa:16:3e:42:a4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:27:13.562739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:27:13.625484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:27:13.625896 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:13.641221 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] The host n-h1-832330-1 is not matching for port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 host n-h2-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 22:27:13.641616 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:27:13.643754 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:27:13.663341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:27:13.667041 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:13.714564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,revision_number=12']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:27:13.890966 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['5e7c89f6-c630-4ceb-8d05-804c83b58fa3'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:27:14.222972 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e4634-814e-47ec-bec1-8f807b3cfcd4 req-85d1fdc0-fcd4-4b7d-92ec-81c06748d5ca tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:14.224450 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-466e4634-814e-47ec-bec1-8f807b3cfcd4 req-85d1fdc0-fcd4-4b7d-92ec-81c06748d5ca tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0524232 Mar 07 22:27:14.270049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-466e4634-814e-47ec-bec1-8f807b3cfcd4 req-464f9369-8e82-4c5e-8fb0-592226d9a994 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397739 Mar 07 22:27:14.389659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a588e-fdbc-4cda-981d-565bb9d2e1d8 req-19338656-81b7-43b0-8dec-dc7d900cce2b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:14.391840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e95a588e-fdbc-4cda-981d-565bb9d2e1d8 req-19338656-81b7-43b0-8dec-dc7d900cce2b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0554082 Mar 07 22:27:14.436203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e95a588e-fdbc-4cda-981d-565bb9d2e1d8 req-a6857176-6d4d-4208-977f-fc5f9d046bf4 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389304 Mar 07 22:27:14.549488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a92aca-b394-44fe-880a-7160d826bf3e req-c840e72d-5548-488f-93f9-317b28b22f4c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:14.550876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-70a92aca-b394-44fe-880a-7160d826bf3e req-c840e72d-5548-488f-93f9-317b28b22f4c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0515032 Mar 07 22:27:14.595893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-70a92aca-b394-44fe-880a-7160d826bf3e req-5a2b3690-3b11-46ba-a163-3480ce49e1fb tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395792 Mar 07 22:27:14.835522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb744097-c813-4355-8577-da86b9821437 req-2aa25b2d-c0bb-4645-b897-f327f8ab0c00 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:14.836916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb744097-c813-4355-8577-da86b9821437 req-2aa25b2d-c0bb-4645-b897-f327f8ab0c00 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 945 time: 0.0521615 Mar 07 22:27:14.886830 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb744097-c813-4355-8577-da86b9821437 req-34861648-c84b-41df-a644-1aa187eacef2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444791 Mar 07 22:27:15.447292 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:27:15.494588 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:27:15.497959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:27:15.498365 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:15.572817 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:27:15.573199 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:15.598013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:27:15.600231 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f63e504-530c-4af8-9978-d07014b60109" -d '{"events": [{"server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "name": "network-vif-plugged", "status": "completed", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:27:15.615965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:27:15.620465 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:15.643205 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd75966b-b471-441a-96c8-da6a961a8133 x-openstack-request-id: req-dd75966b-b471-441a-96c8-da6a961a8133 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:27:15.643496 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "name": "network-vif-plugged", "status": "completed", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:27:15.643752 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd75966b-b471-441a-96c8-da6a961a8133 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:27:15.644135 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'code': 200} Mar 07 22:27:15.679419 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,revision_number=13']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:27:15.682503 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7daa865f-6431-4817-99e7-6626d04e02c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:16.004591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bdd51-55ff-44ad-9b86-d11861aedde7 req-4c84d09d-191c-4c8d-818c-97b5fdd46c92 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:16.006083 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-660bdd51-55ff-44ad-9b86-d11861aedde7 req-4c84d09d-191c-4c8d-818c-97b5fdd46c92 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 946 time: 0.0535877 Mar 07 22:27:16.053007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-660bdd51-55ff-44ad-9b86-d11861aedde7 req-79279ba5-6330-4c6b-95a7-fcc4a50a1916 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407395 Mar 07 22:27:16.271975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-cd9764a8-859f-4b60-9e49-0bf32d55fe38 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:16.273396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-cd9764a8-859f-4b60-9e49-0bf32d55fe38 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 946 time: 0.0507636 Mar 07 22:27:16.368530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Deleting port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:27:16.368866 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:16.429824 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:16.459537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] For port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:27:16.459906 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:16.631417 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:16.631782 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (cd596d18-c1ca-4f8b-93c8-0d542da9d127), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:16.632104 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127 disassociated. External IP: 172.25.4.217, port: 5e7c89f6-c630-4ceb-8d05-804c83b58fa3. Mar 07 22:27:16.632455 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Calling delete_port for 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:27:16.762518 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5e7c89f6-c630-4ceb-8d05-804c83b58fa3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:16.789047 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Pushing event deleted for resources: {'Port': ['ID=5e7c89f6-c630-4ceb-8d05-804c83b58fa3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:27:16.799059 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:16.799418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:16.799768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:16.800114 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:16.800460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:16.800803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:16.801144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:16.802125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:16.802125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:16.802125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:16.802521 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:16.802793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:16.803129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:16.921410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Router 4c75215e-2c4d-4d33-ac44-ced2f2954829 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:27:17.037221 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:27:17.046640 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916921b-e5a3-420c-9d27-60d6414474b7 None None] Sync routers for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:27:17.056490 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916921b-e5a3-420c-9d27-60d6414474b7 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:27:17.057169 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2916921b-e5a3-420c-9d27-60d6414474b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:26:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:27:17.081848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] No DVR routers for this DVR port 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:27:17.084551 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:17.088172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc3b66f3-3942-4f2c-bbcb-488241776a9c req-0d538a97-a600-4425-9867-28324a181469 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "DELETE /v2.0/ports/5e7c89f6-c630-4ceb-8d05-804c83b58fa3 HTTP/1.1" status: 204 len: 173 time: 0.8071699 Mar 07 22:27:17.088669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'name': 'network-vif-deleted', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:27:17.091206 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cc7fdb-870f-4a09-ab2e-73ea29010a67" -d '{"events": [{"server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "name": "network-vif-deleted", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:27:17.140518 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dddf563-2d7a-4cb0-9985-02e3a4f2df60 x-openstack-request-id: req-9dddf563-2d7a-4cb0-9985-02e3a4f2df60 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:27:17.140894 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d548544c-c028-4ffc-83f9-c453aa7b2192", "name": "network-vif-deleted", "tag": "5e7c89f6-c630-4ceb-8d05-804c83b58fa3", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:27:17.141378 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9dddf563-2d7a-4cb0-9985-02e3a4f2df60 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:27:17.141886 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd548544c-c028-4ffc-83f9-c453aa7b2192', 'name': 'network-vif-deleted', 'tag': '5e7c89f6-c630-4ceb-8d05-804c83b58fa3', 'status': 'completed', 'code': 200} Mar 07 22:27:17.179064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bfdc9cea-1caa-4e52-b1de-4079d67b125a req-11a8b55d-258d-4c4e-8791-b00aac1db3cc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=d548544c-c028-4ffc-83f9-c453aa7b2192 HTTP/1.1" status: 200 len: 210 time: 0.0306206 Mar 07 22:27:17.181468 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-2916921b-e5a3-420c-9d27-60d6414474b7 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:27:17.379780 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2916921b-e5a3-420c-9d27-60d6414474b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:27:17.404707 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916921b-e5a3-420c-9d27-60d6414474b7 None None] Checking router: 4c75215e-2c4d-4d33-ac44-ced2f2954829 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:27:17.413264 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916921b-e5a3-420c-9d27-60d6414474b7 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:27:17.413885 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2916921b-e5a3-420c-9d27-60d6414474b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:26:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:27:17.519811 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-2916921b-e5a3-420c-9d27-60d6414474b7 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:27:17.720284 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2916921b-e5a3-420c-9d27-60d6414474b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:27:17.746251 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916921b-e5a3-420c-9d27-60d6414474b7 None None] The sync data for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 is: [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:27:17.962431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc4443-d257-4166-9bd2-0082b1df437e None None] New status for floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:27:18.174650 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9d845e18-d607-4d4d-bf34-a6a051c1ac93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:18.419876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-a3c86428-5e7b-4bf4-a335-ec3b2d2d5ddf tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--123964460&fields=id&tenant_id=e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 267 time: 0.0412722 Mar 07 22:27:18.526308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-c95e3c49-6c05-4c97-a391-8c3efe2afef4 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:18.527753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-c95e3c49-6c05-4c97-a391-8c3efe2afef4 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 812 time: 0.1015458 Mar 07 22:27:18.541797 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-da7306e7-c152-4d0d-92ad-925292b1dc0f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/quotas/e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 375 time: 0.0085669 Mar 07 22:27:18.560239 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:18.595396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-585e4474-6d2d-4d44-a7be-94024764c7ab tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487876 Mar 07 22:27:18.686610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-981a6354-36ec-40a5-afb9-6a7b94110a54 service neutron] 10.222.0.26 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797260 Mar 07 22:27:18.780134 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-f507a209-3e6f-4e47-b29c-d809ecc8bf64 service neutron] 10.222.0.26 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872030 Mar 07 22:27:18.938994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-250c6550-dab2-43ce-ba08-3904c56b4df5 req-2d92801e-5bd2-4203-a7d6-2e005bba9938 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 210 time: 0.0278490 Mar 07 22:27:19.455597 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:19.989264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-669cc009-001c-4b66-8c0c-761ab9c41532 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:19.992026 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-669cc009-001c-4b66-8c0c-761ab9c41532 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 812 time: 0.1060834 Mar 07 22:27:20.048031 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-826ad560-576a-40db-a4e8-fd797faf5885 req-7ba371cd-b391-4bf5-bd80-8e3d702ea6b2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 210 time: 0.0410771 Mar 07 22:27:20.074302 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-c2c6dc9c-6967-4b10-9526-e77ecf58eddd tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 379 time: 0.0738785 Mar 07 22:27:20.082867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-8a188743-d8a3-4d1e-bb64-49e4b124e215 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Request body: {'port': {'device_id': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'admin_state_up': True, 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'security_groups': ['6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:27:20.186922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-8a188743-d8a3-4d1e-bb64-49e4b124e215 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Made reservation on behalf of e2222602bdb142e3bcaa1a70444ce569 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:27:20.191017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-8a188743-d8a3-4d1e-bb64-49e4b124e215 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:20.312109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-8a188743-d8a3-4d1e-bb64-49e4b124e215 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Allocated IP 172.20.0.5 (4e027bb9-5552-4660-8418-f6df7149d095/0e172db1-bb01-4d72-a896-7b3462a63b6f/ddd4be14-c65f-44bf-b872-9abdc4e99cd9) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:27:20.423852 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:20.449564 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-8a188743-d8a3-4d1e-bb64-49e4b124e215 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:20.482800 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-8a188743-d8a3-4d1e-bb64-49e4b124e215 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:20.525279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-8a188743-d8a3-4d1e-bb64-49e4b124e215 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Network 4e027bb9-5552-4660-8418-f6df7149d095 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:27:20.528254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-8a188743-d8a3-4d1e-bb64-49e4b124e215 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:27:20.532384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-8a188743-d8a3-4d1e-bb64-49e4b124e215 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:27:20.555571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a188743-d8a3-4d1e-bb64-49e4b124e215 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Pushing event updated for resources: {'Port': ['ID=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:27:20.582800 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-8a188743-d8a3-4d1e-bb64-49e4b124e215 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:20.583449 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-8a188743-d8a3-4d1e-bb64-49e4b124e215 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:20.600207 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-8a188743-d8a3-4d1e-bb64-49e4b124e215 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5208130 Mar 07 22:27:20.617176 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Request body: {'port': {'device_id': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:27:20.685532 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:20.756235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5fb21674-37cc-41cf-a315-046821b4b0d1 None None] Provisioning complete for port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:27:20.757792 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5fb21674-37cc-41cf-a315-046821b4b0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:20.796343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5fb21674-37cc-41cf-a315-046821b4b0d1 None None] Port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:27:20.943827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd4be14-c65f-44bf-b872-9abdc4e99cd9 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:27:20.951137 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Publish callbacks [] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:20.963494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Transition to ACTIVE for port object ddd4be14-c65f-44bf-b872-9abdc4e99cd9 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:27:20.967814 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:21.023542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:27:21.098758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Attempting to bind port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:27:21.099232 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Attempting to bind port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:27:21.099667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Attempting to bind port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:27:21.104773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 on network 4e027bb9-5552-4660-8418-f6df7149d095 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:27:21.105218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Attempting to bind port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:27:21.110615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:27:21.111084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Checking segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:27:21.111581 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Bound using segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:27:21.112106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Bound port: ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:27:21.112591 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:21.213764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:27:21.223450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acd959-c493-4545-8fe8-461b8b9fbe60 req-67c17ef9-220f-455b-aaaf-8344a7c0eda2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:21.224977 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52acd959-c493-4545-8fe8-461b8b9fbe60 req-67c17ef9-220f-455b-aaaf-8344a7c0eda2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.1030309 Mar 07 22:27:21.227017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:27:21.238836 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:21.282973 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:21.283596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:21.284978 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] 10.222.0.15 "PUT /v2.0/ports/ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 1091 time: 0.6737120 Mar 07 22:27:21.285427 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:27:21.287726 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3868af1-2145-40f4-a7af-5748db0c026c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:27:21.329644 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52acd959-c493-4545-8fe8-461b8b9fbe60 req-24effbe8-800c-4de2-a7bc-0842d5ddfa35 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983725 Mar 07 22:27:21.348625 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfabe7df-7fe4-44ad-9d2f-b8509b965b31 x-openstack-request-id: req-cfabe7df-7fe4-44ad-9d2f-b8509b965b31 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:27:21.350012 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:27:21.350012 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cfabe7df-7fe4-44ad-9d2f-b8509b965b31 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:27:21.350012 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'status': 'completed', 'code': 200} Mar 07 22:27:21.365771 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20aa81-8e89-477a-beeb-03ee7b37de98 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:27:21.397009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2b3d5f92-a7ab-4eb3-a170-d5b214a0fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:21.398592 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-2b3d5f92-a7ab-4eb3-a170-d5b214a0fe26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 1125 time: 0.0680280 Mar 07 22:27:21.448650 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-a6bedd57-a015-4b4f-b174-3ecf1d8beaa0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 217 time: 0.0394526 Mar 07 22:27:21.477138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:27:21.497705 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:27:21.498188 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 5e7c89f6-c630-4ceb-8d05-804c83b58fa3 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:27:21.501778 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-51c5b4b7-f199-4200-b70b-a9ce1cba82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:21.503283 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-51c5b4b7-f199-4200-b70b-a9ce1cba82e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0447943 Mar 07 22:27:21.554563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-cbd252c1-bdaa-4687-84d9-ba57d575e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:21.556049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-cbd252c1-bdaa-4687-84d9-ba57d575e567 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436816 Mar 07 22:27:21.649368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-ceb18960-881c-4903-aa91-a52753448c7a service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837379 Mar 07 22:27:21.748402 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-21fcd872-059c-467b-80ba-2b9ba37590b1 req-a23526b2-8d8b-4300-b6d7-d18cd01089c0 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896177 Mar 07 22:27:21.851758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3868af1-2145-40f4-a7af-5748db0c026c req-9eb832cd-eba5-436d-97e1-c5f5e2a8e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:21.853254 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3868af1-2145-40f4-a7af-5748db0c026c req-9eb832cd-eba5-436d-97e1-c5f5e2a8e89d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 1125 time: 0.0495083 Mar 07 22:27:21.940656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3868af1-2145-40f4-a7af-5748db0c026c req-8794c8d8-c573-4706-add9-74029be9cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:21.942147 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3868af1-2145-40f4-a7af-5748db0c026c req-8794c8d8-c573-4706-add9-74029be9cb18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0832033 Mar 07 22:27:21.987728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3868af1-2145-40f4-a7af-5748db0c026c req-a9911322-22a1-406e-8bce-82a961abe208 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 217 time: 0.0393190 Mar 07 22:27:22.037871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3868af1-2145-40f4-a7af-5748db0c026c req-a8385a4c-c876-476c-9564-dc90fe4657bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:22.039377 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3868af1-2145-40f4-a7af-5748db0c026c req-a8385a4c-c876-476c-9564-dc90fe4657bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0429969 Mar 07 22:27:22.087064 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3868af1-2145-40f4-a7af-5748db0c026c req-33d5815c-afd7-4744-91eb-51f53aa8695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:22.088514 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3868af1-2145-40f4-a7af-5748db0c026c req-33d5815c-afd7-4744-91eb-51f53aa8695f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428090 Mar 07 22:27:22.178865 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3868af1-2145-40f4-a7af-5748db0c026c req-683c12a5-71a6-4ef7-87c9-b9b139186128 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832167 Mar 07 22:27:22.197425 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:22.268995 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d3868af1-2145-40f4-a7af-5748db0c026c req-fdae77ab-d3a3-4be1-8787-c13a9ed1d93b service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834708 Mar 07 22:27:22.453143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de9b1a-9a14-42dc-8a62-b9fb8486edfa req-4112d796-0f4a-485a-b302-76cd18906cfb tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:22.455126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27de9b1a-9a14-42dc-8a62-b9fb8486edfa req-4112d796-0f4a-485a-b302-76cd18906cfb tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0518253 Mar 07 22:27:22.504155 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27de9b1a-9a14-42dc-8a62-b9fb8486edfa req-dc89565f-b67a-4008-aab2-2541f3cfab98 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435655 Mar 07 22:27:23.623693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fa9eb-87ab-4b49-a408-d79211aaf8dd req-97bf6118-bfef-4ec7-b590-7a513b7db0bb tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:23.625160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-814fa9eb-87ab-4b49-a408-d79211aaf8dd req-97bf6118-bfef-4ec7-b590-7a513b7db0bb tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0531540 Mar 07 22:27:23.670038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-814fa9eb-87ab-4b49-a408-d79211aaf8dd req-999a5c9e-43b8-4322-8e1f-9096bee4d590 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393188 Mar 07 22:27:24.786045 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4ba04-37f2-4655-bbe9-1f8862eb1d21 req-5e508290-61fe-44e8-8238-bbdc3dfe36af tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:24.787531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a7d4ba04-37f2-4655-bbe9-1f8862eb1d21 req-5e508290-61fe-44e8-8238-bbdc3dfe36af tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0519931 Mar 07 22:27:24.833793 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a7d4ba04-37f2-4655-bbe9-1f8862eb1d21 req-5dac7a44-e745-4848-9f36-df90a6f40fcd tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407772 Mar 07 22:27:25.496011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ddd4be14-c65f-44bf-b872-9abdc4e99cd9 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:27:25.589677 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:27:25.600227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'port_id': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'mac_address': 'fa:16:3e:f0:2f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:27:25.640134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:27:25.640519 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:25.652908 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd4be14-c65f-44bf-b872-9abdc4e99cd9 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:27:25.671563 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:27:25.675508 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:25.720082 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:27:25.930437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ddd4be14-c65f-44bf-b872-9abdc4e99cd9'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:27:25.955399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f1059-ebf3-4c95-94bd-4487495029d6 req-ee7983b7-e33b-4aca-9653-1632dc932cb6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:25.956857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-552f1059-ebf3-4c95-94bd-4487495029d6 req-ee7983b7-e33b-4aca-9653-1632dc932cb6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0564227 Mar 07 22:27:26.003280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-552f1059-ebf3-4c95-94bd-4487495029d6 req-554be84e-20f4-4a12-8016-563d3701619d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406103 Mar 07 22:27:27.119413 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57690647-5d75-48bd-b16d-ef636f80b8ed req-34765cfd-6757-4d67-b2d1-c0dcc99e592f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:27.120875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57690647-5d75-48bd-b16d-ef636f80b8ed req-34765cfd-6757-4d67-b2d1-c0dcc99e592f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0516994 Mar 07 22:27:27.165662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-57690647-5d75-48bd-b16d-ef636f80b8ed req-89d496a3-679f-4959-a04d-edc1dd7bbd30 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391159 Mar 07 22:27:27.511484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ddd4be14-c65f-44bf-b872-9abdc4e99cd9 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:27:27.558387 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:27:27.562052 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:27:27.562460 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:27.637818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:27:27.638243 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:27.662498 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:27:27.664685 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb8ab20-46e3-4a0a-838a-e386c28cadad" -d '{"events": [{"server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "name": "network-vif-plugged", "status": "completed", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:27:27.677337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:27:27.681679 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:27.704800 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f314a3-5ac6-4ff9-99cf-ef81dbb81553 x-openstack-request-id: req-97f314a3-5ac6-4ff9-99cf-ef81dbb81553 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:27:27.705090 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "name": "network-vif-plugged", "status": "completed", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:27:27.705348 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97f314a3-5ac6-4ff9-99cf-ef81dbb81553 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:27:27.705757 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'code': 200} Mar 07 22:27:27.735856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:27:27.743522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:27.743875 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:27.744218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:27.744556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:27.744892 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:27.745226 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:27.745554 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:27.745887 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:27.746314 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:27.746564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:27.746892 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:27.747218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:27.747537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:27:27.815408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28effcfc-6236-45ae-ac35-3a23b138e82e req-195e24be-c213-48b4-bfb0-cfc8164ae740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:27.816808 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28effcfc-6236-45ae-ac35-3a23b138e82e req-195e24be-c213-48b4-bfb0-cfc8164ae740 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 1127 time: 0.0475605 Mar 07 22:27:27.863592 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-28effcfc-6236-45ae-ac35-3a23b138e82e req-cd28ec01-b220-473a-a4a5-18c46ac6bfe3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366781 Mar 07 22:27:28.283922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05934d7c-2f35-4597-8ec9-910e21c226f5 req-045d1d19-0d70-4bc9-9f95-fdef5e09ad7e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:28.285392 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05934d7c-2f35-4597-8ec9-910e21c226f5 req-045d1d19-0d70-4bc9-9f95-fdef5e09ad7e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0521603 Mar 07 22:27:28.330831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-05934d7c-2f35-4597-8ec9-910e21c226f5 req-2a21b8f6-7522-487f-b10e-fa541c7eed72 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399768 Mar 07 22:27:29.448334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb7376-1be9-4362-ae1c-29e02426d676 req-457f4df8-5cd9-42a3-9fa5-6b2f3373e277 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:29.449807 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efdb7376-1be9-4362-ae1c-29e02426d676 req-457f4df8-5cd9-42a3-9fa5-6b2f3373e277 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0514705 Mar 07 22:27:29.498336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efdb7376-1be9-4362-ae1c-29e02426d676 req-28d7f64a-14d4-454f-8e81-d33e51ab44d9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429740 Mar 07 22:27:29.614308 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:27:29.916485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f99e4-cb7d-404f-9fea-d9cf26ecea9a req-74b81c37-1248-4171-9543-3a1a2aab8f86 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:29.917849 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-de3f99e4-cb7d-404f-9fea-d9cf26ecea9a req-74b81c37-1248-4171-9543-3a1a2aab8f86 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.3565831 Mar 07 22:27:29.926430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51076) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:27:29.930599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ff91a4ef-0032-4156-93fe-92443f6c60b9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Request body: {'floatingip': {'port_id': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:27:29.968145 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ff91a4ef-0032-4156-93fe-92443f6c60b9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (cd596d18-c1ca-4f8b-93c8-0d542da9d127), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:30.400937 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ff91a4ef-0032-4156-93fe-92443f6c60b9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:30.404830 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ff91a4ef-0032-4156-93fe-92443f6c60b9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (cd596d18-c1ca-4f8b-93c8-0d542da9d127), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:30.507849 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-ff91a4ef-0032-4156-93fe-92443f6c60b9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127 associated. External IP: 172.25.4.217, port: ddd4be14-c65f-44bf-b872-9abdc4e99cd9. Mar 07 22:27:30.711881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff91a4ef-0032-4156-93fe-92443f6c60b9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Router 4c75215e-2c4d-4d33-ac44-ced2f2954829 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:27:30.819674 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff91a4ef-0032-4156-93fe-92443f6c60b9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:27:30.824358 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ff91a4ef-0032-4156-93fe-92443f6c60b9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:30.829378 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef26194-7e5b-4485-860d-cffac2640de0 None None] Sync routers for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:27:30.841604 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef26194-7e5b-4485-860d-cffac2640de0 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:27:30.842259 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1ef26194-7e5b-4485-860d-cffac2640de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:27:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:27:30.854415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ff91a4ef-0032-4156-93fe-92443f6c60b9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "PUT /v2.0/floatingips/cd596d18-c1ca-4f8b-93c8-0d542da9d127 HTTP/1.1" status: 200 len: 992 time: 0.9269366 Mar 07 22:27:30.855095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:27:30.857562 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ae8f12-3eef-4673-9f1e-2c5c0bb3c502" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:27:30.893502 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2f496f-bdc0-406a-9410-7feab8af5148 x-openstack-request-id: req-9c2f496f-bdc0-406a-9410-7feab8af5148 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:27:30.893857 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:27:30.894085 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c2f496f-bdc0-406a-9410-7feab8af5148 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:27:30.894737 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'status': 'completed', 'code': 200} Mar 07 22:27:30.956953 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1ef26194-7e5b-4485-860d-cffac2640de0 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:27:30.965489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae8f12-3eef-4673-9f1e-2c5c0bb3c502 req-e32049f6-5bbb-446c-a99e-281778733519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:30.967066 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89ae8f12-3eef-4673-9f1e-2c5c0bb3c502 req-e32049f6-5bbb-446c-a99e-281778733519 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 1127 time: 0.0490746 Mar 07 22:27:31.070956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae8f12-3eef-4673-9f1e-2c5c0bb3c502 req-395f8ca7-cec3-43e9-a896-1975e2f6fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:31.072484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89ae8f12-3eef-4673-9f1e-2c5c0bb3c502 req-395f8ca7-cec3-43e9-a896-1975e2f6fcb0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0993772 Mar 07 22:27:31.148435 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89ae8f12-3eef-4673-9f1e-2c5c0bb3c502 req-e6bd1341-fb2d-4fdb-ade3-4cfb8cc45aef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 1000 time: 0.0700390 Mar 07 22:27:31.201494 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1ef26194-7e5b-4485-860d-cffac2640de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'cd596d18-c1ca-4f8b-93c8-0d542da9d127', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'port_id': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'mac_address': 'fa:16:3e:f0:2f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:24:29Z', 'updated_at': '2022-03-07T22:27:30Z', 'revision_number': 13, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:27:31.220876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae8f12-3eef-4673-9f1e-2c5c0bb3c502 req-caae2e64-eccf-41b6-8962-115c08d50137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:31.222710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89ae8f12-3eef-4673-9f1e-2c5c0bb3c502 req-caae2e64-eccf-41b6-8962-115c08d50137 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0683277 Mar 07 22:27:31.229796 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef26194-7e5b-4485-860d-cffac2640de0 None None] Checking router: 4c75215e-2c4d-4d33-ac44-ced2f2954829 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:27:31.238792 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef26194-7e5b-4485-860d-cffac2640de0 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:27:31.239411 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1ef26194-7e5b-4485-860d-cffac2640de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:27:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:27:31.274812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae8f12-3eef-4673-9f1e-2c5c0bb3c502 req-644897d3-5f8d-4e10-980f-407403b79e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:31.276368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89ae8f12-3eef-4673-9f1e-2c5c0bb3c502 req-644897d3-5f8d-4e10-980f-407403b79e12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473924 Mar 07 22:27:31.370740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89ae8f12-3eef-4673-9f1e-2c5c0bb3c502 req-9747552a-9af3-4909-9fb8-d1e8d413d8d8 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878837 Mar 07 22:27:31.455783 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1ef26194-7e5b-4485-860d-cffac2640de0 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:27:31.479501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89ae8f12-3eef-4673-9f1e-2c5c0bb3c502 req-a5414781-1ab8-460f-b338-62fd3dc95cf5 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028507 Mar 07 22:27:31.677182 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1ef26194-7e5b-4485-860d-cffac2640de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'cd596d18-c1ca-4f8b-93c8-0d542da9d127', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'port_id': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'mac_address': 'fa:16:3e:f0:2f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:24:29Z', 'updated_at': '2022-03-07T22:27:30Z', 'revision_number': 13, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:27:31.705568 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef26194-7e5b-4485-860d-cffac2640de0 None None] The sync data for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 is: [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'cd596d18-c1ca-4f8b-93c8-0d542da9d127', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'port_id': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'mac_address': 'fa:16:3e:f0:2f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:24:29Z', 'updated_at': '2022-03-07T22:27:30Z', 'revision_number': 13, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:27:32.137419 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f203db-adc8-4b50-8d14-78b6bfe69044 None None] New status for floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:27:33.364385 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff5328-6608-4c95-a9de-5089a0b9f508 req-8e3e2cdf-eef9-42cf-9ea7-29632f29c5d5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:33.365864 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcff5328-6608-4c95-a9de-5089a0b9f508 req-8e3e2cdf-eef9-42cf-9ea7-29632f29c5d5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0530665 Mar 07 22:27:33.410900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dcff5328-6608-4c95-a9de-5089a0b9f508 req-a34b5b78-f14a-410b-ad25-dba7094a621b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395238 Mar 07 22:27:45.674191 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6068-7ad6-47e8-b774-fd6843bee6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:46.445051 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:48.176138 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d9a8dca4-fde5-434e-921a-93a724e9c227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:48.569811 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:49.461370 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:49.772720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b92192-f819-4b22-9d3a-7e79d3821f5a req-7276763b-b826-41f1-bd64-e46ee1af2cf0 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:49.774276 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64b92192-f819-4b22-9d3a-7e79d3821f5a req-7276763b-b826-41f1-bd64-e46ee1af2cf0 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0591667 Mar 07 22:27:49.796894 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-ce7db646-be50-47fa-9855-38d97290fe52 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916731 Mar 07 22:27:49.821860 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64b92192-f819-4b22-9d3a-7e79d3821f5a req-06fe1c9c-5334-451b-afc3-e2d5a6008f98 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419869 Mar 07 22:27:50.182325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-4c6cc986-4f24-447b-8a5f-648757ed71d5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:50.183668 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-4c6cc986-4f24-447b-8a5f-648757ed71d5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports/ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 942 time: 0.1024597 Mar 07 22:27:50.427876 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:50.939162 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008dd46-4fdd-4c8d-8106-58a7d8705159 req-7f947876-a26d-4f56-af7b-0edd911496f2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:50.941154 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a008dd46-4fdd-4c8d-8106-58a7d8705159 req-7f947876-a26d-4f56-af7b-0edd911496f2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0525064 Mar 07 22:27:50.988993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a008dd46-4fdd-4c8d-8106-58a7d8705159 req-87e3f0c9-13d9-4d1d-8f81-666757dfaab3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423069 Mar 07 22:27:51.086809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-c29bb7c1-bd33-469a-9985-7273a4e1f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:51.088307 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-c29bb7c1-bd33-469a-9985-7273a4e1f3fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 1127 time: 0.0449207 Mar 07 22:27:51.180407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-6de3b818-5a78-45b5-8d4f-6b2b04ee8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:51.181876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-6de3b818-5a78-45b5-8d4f-6b2b04ee8272 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0870788 Mar 07 22:27:51.250682 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-421458a9-dd47-43ca-948b-b3d2285e642e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 1002 time: 0.0614979 Mar 07 22:27:51.297339 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-dc2b7fba-6ad2-43a6-8c4a-2ab0b4b34c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:51.299361 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-dc2b7fba-6ad2-43a6-8c4a-2ab0b4b34c06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0417025 Mar 07 22:27:51.348684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-6967a2de-17c4-4ca0-bb28-7ffec0ddb66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:51.350164 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-6967a2de-17c4-4ca0-bb28-7ffec0ddb66c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438378 Mar 07 22:27:51.441738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-ca045e16-2d82-460d-aa8e-9bfc12e7e479 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844438 Mar 07 22:27:51.529599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-482ad8ff-64eb-4a25-8a5a-7d4a94361a52 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804365 Mar 07 22:27:52.110578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b569c68-45a5-42f9-ac17-dbe22df84425 req-58a2e4e5-196f-43de-84ae-0b7bf206b670 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:52.112087 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b569c68-45a5-42f9-ac17-dbe22df84425 req-58a2e4e5-196f-43de-84ae-0b7bf206b670 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0523388 Mar 07 22:27:52.161444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9b569c68-45a5-42f9-ac17-dbe22df84425 req-8f6ea91e-cbba-4886-a553-957412ba885c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439489 Mar 07 22:27:52.191288 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:27:53.278688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff2384-35d3-4d18-8eb9-d598fdc77a49 req-e0d199d3-2913-4d23-b3a6-a458bef0b967 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:53.280158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8aff2384-35d3-4d18-8eb9-d598fdc77a49 req-e0d199d3-2913-4d23-b3a6-a458bef0b967 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0520642 Mar 07 22:27:53.331080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8aff2384-35d3-4d18-8eb9-d598fdc77a49 req-63e14abc-a699-441c-8461-77222dfa7e44 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439248 Mar 07 22:27:53.397069 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc990e8-e1ae-4eb2-99bb-1ab485583ce0 req-74781d4e-7afd-42a8-a748-d36290223ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:53.398573 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc990e8-e1ae-4eb2-99bb-1ab485583ce0 req-74781d4e-7afd-42a8-a748-d36290223ff4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 1127 time: 0.0436165 Mar 07 22:27:53.502748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc990e8-e1ae-4eb2-99bb-1ab485583ce0 req-75078727-99db-457d-999e-24203ff8e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:53.504230 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc990e8-e1ae-4eb2-99bb-1ab485583ce0 req-75078727-99db-457d-999e-24203ff8e7e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0860212 Mar 07 22:27:53.567566 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc990e8-e1ae-4eb2-99bb-1ab485583ce0 req-1b286da7-be73-4cd7-ba8b-6724a8d4b12d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 1002 time: 0.0568247 Mar 07 22:27:53.614935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc990e8-e1ae-4eb2-99bb-1ab485583ce0 req-7b715732-6718-4680-b753-7a5ce02d5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:53.616398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc990e8-e1ae-4eb2-99bb-1ab485583ce0 req-7b715732-6718-4680-b753-7a5ce02d5096 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0427485 Mar 07 22:27:53.671982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc990e8-e1ae-4eb2-99bb-1ab485583ce0 req-735e7e39-98d7-43c9-b119-0a2f1c73c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:53.673479 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc990e8-e1ae-4eb2-99bb-1ab485583ce0 req-735e7e39-98d7-43c9-b119-0a2f1c73c81e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497680 Mar 07 22:27:53.762955 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc990e8-e1ae-4eb2-99bb-1ab485583ce0 req-0d0d7332-a350-4aa0-853f-0109c8086111 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833256 Mar 07 22:27:53.853417 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cc990e8-e1ae-4eb2-99bb-1ab485583ce0 req-2d5b3525-6af0-443c-9813-e75eb0338214 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841539 Mar 07 22:27:54.454055 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68b3d7-9133-41e9-8713-64f54734d402 req-ea7c1d8f-5547-4a32-9c1f-c7450ccfe1c4 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:54.455615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e68b3d7-9133-41e9-8713-64f54734d402 req-ea7c1d8f-5547-4a32-9c1f-c7450ccfe1c4 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0519786 Mar 07 22:27:54.501066 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e68b3d7-9133-41e9-8713-64f54734d402 req-43c712da-8289-43f8-9aa2-38aa702273af tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400023 Mar 07 22:27:55.623654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13754fa-f211-4672-9b3b-9dce04b811f3 req-3b5d0945-385f-4ff8-8470-ff082c4ea1d6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:55.625103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e13754fa-f211-4672-9b3b-9dce04b811f3 req-3b5d0945-385f-4ff8-8470-ff082c4ea1d6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0551746 Mar 07 22:27:55.669710 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e13754fa-f211-4672-9b3b-9dce04b811f3 req-e6d49653-ffdf-49c7-ad84-a50068a7e6db tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391006 Mar 07 22:27:56.787739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45d367-6343-4f7f-8c6a-2af3fafff4d9 req-a22fbd82-a789-4e7e-a3e4-1ed702d7e5db tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:56.789188 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c45d367-6343-4f7f-8c6a-2af3fafff4d9 req-a22fbd82-a789-4e7e-a3e4-1ed702d7e5db tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0510907 Mar 07 22:27:56.834149 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c45d367-6343-4f7f-8c6a-2af3fafff4d9 req-b6d6b1fe-790a-40c8-bb09-139ef5c64acf tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394464 Mar 07 22:27:57.950328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50291848-7aee-4064-8f98-925833911dfc req-963cfdf7-0a6c-4980-bd21-b28745544b0f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:57.951784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50291848-7aee-4064-8f98-925833911dfc req-963cfdf7-0a6c-4980-bd21-b28745544b0f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0509810 Mar 07 22:27:58.000784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-50291848-7aee-4064-8f98-925833911dfc req-4bd8ae53-be7d-4873-88ca-834113b60bd8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435765 Mar 07 22:27:59.123128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5921bd5-9a85-4298-998e-715e63eb3f3e req-d209c616-8de0-4ab7-a432-2e7f62b57595 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:59.124605 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5921bd5-9a85-4298-998e-715e63eb3f3e req-d209c616-8de0-4ab7-a432-2e7f62b57595 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0532312 Mar 07 22:27:59.171718 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c5921bd5-9a85-4298-998e-715e63eb3f3e req-66668f50-1728-4e99-aa3a-fed3769375e6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409017 Mar 07 22:28:00.291562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9689dc-9196-4773-bc51-32969f5219d8 req-03a8b1da-aa24-4795-9178-2fa882e09b8b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:00.293079 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea9689dc-9196-4773-bc51-32969f5219d8 req-03a8b1da-aa24-4795-9178-2fa882e09b8b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0531552 Mar 07 22:28:00.339123 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea9689dc-9196-4773-bc51-32969f5219d8 req-8ac77499-9ab5-49ae-9ed8-314c107cfac7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404036 Mar 07 22:28:01.462581 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74323d6a-5110-4c15-8d46-ab6dc8e4d46e req-313a05d4-324b-46e3-acae-f303b8076d4e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:01.464046 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74323d6a-5110-4c15-8d46-ab6dc8e4d46e req-313a05d4-324b-46e3-acae-f303b8076d4e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0564299 Mar 07 22:28:01.510034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74323d6a-5110-4c15-8d46-ab6dc8e4d46e req-cfc1afc4-d047-49d9-9f93-6fe630437c79 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404420 Mar 07 22:28:02.671236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aecea8-3496-4aca-900c-3ae8b259799c req-bc39c2c6-51f3-40af-aeda-b4cc8c50f1e6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:02.672724 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0aecea8-3496-4aca-900c-3ae8b259799c req-bc39c2c6-51f3-40af-aeda-b4cc8c50f1e6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0932267 Mar 07 22:28:02.678308 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-c8802d37-0d57-4ca0-b120-e0d891e69b34 service neutron] show failed (client error): The resource could not be found. Mar 07 22:28:02.679231 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-c8802d37-0d57-4ca0-b120-e0d891e69b34 service neutron] 10.222.0.15 "GET /v2.0/ports/ddd4be14-c65f-44bf-b872-9abdc4e99cd9/bindings/n-h1-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.0718288 Mar 07 22:28:02.729929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f0aecea8-3496-4aca-900c-3ae8b259799c req-850c15c2-90f0-400f-a2cd-e69911137dac tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495541 Mar 07 22:28:02.922569 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-6c2d86bd-65a2-4384-b705-839cc353d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:02.924667 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-6c2d86bd-65a2-4384-b705-839cc353d7be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f&tenant_id=e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 1127 time: 0.0441623 Mar 07 22:28:02.934717 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:28:02.990488 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:03.210935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:28:03.242956 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:28:03.280746 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:28:03.283622 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2ae255-8184-475b-8c42-729e654d3952" -d '{"events": [{"server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:28:03.287796 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Publish callbacks [] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:03.301511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Transition to ACTIVE for port object ddd4be14-c65f-44bf-b872-9abdc4e99cd9 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:28:03.306420 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:03.336072 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49049e2b-024e-4c5d-9b22-aafed44bb223 x-openstack-request-id: req-49049e2b-024e-4c5d-9b22-aafed44bb223 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:28:03.336380 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:28:03.336648 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49049e2b-024e-4c5d-9b22-aafed44bb223 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:28:03.337054 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'code': 200} Mar 07 22:28:03.391128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Pushing event updated for resources: {'Port': ['ID=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,revision_number=6']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:28:03.407003 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:03.407362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:03.407742 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:03.408627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:03.408972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:03.409313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:03.409645 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:03.409979 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:03.410337 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:03.410668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:03.411000 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:03.411325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:03.411662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:03.451770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] No DVR routers for this DVR port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:28:03.592938 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Attempting to bind port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:28:03.593201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Attempting to bind port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:28:03.593531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Attempting to bind port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:28:03.598120 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 on network 4e027bb9-5552-4660-8418-f6df7149d095 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:28:03.598413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Attempting to bind port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:28:03.603479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:28:03.603818 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Checking segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:28:03.604363 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Bound using segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:28:03.604830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Bound port: ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:28:03.605191 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:03.656340 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ddd4be14-c65f-44bf-b872-9abdc4e99cd9 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:28:03.667442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:28:03.670431 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:28:03.676471 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:03.717203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:03.717884 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:03.719443 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] 10.222.0.13 "PUT /v2.0/ports/ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 1091 time: 0.7884533 Mar 07 22:28:03.745233 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7217550-4683-4643-a8a8-d0748e2aeaea service neutron] Pushing event updated for resources: {'Port': ['ID=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,revision_number=7']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:28:03.806458 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-937fd12b-e208-4714-9890-ab3a0218f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:03.808017 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-937fd12b-e208-4714-9890-ab3a0218f8d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 1125 time: 0.0562789 Mar 07 22:28:03.876119 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] The host n-h2-832330-1 is not matching for port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 host n-h1-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 22:28:03.877154 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ddd4be14-c65f-44bf-b872-9abdc4e99cd9 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:28:03.916998 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-31782b55-cab7-44c3-9471-c76fe14aa7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:03.919089 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-31782b55-cab7-44c3-9471-c76fe14aa7be service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.1038342 Mar 07 22:28:03.919236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d7fa5-aedc-40a1-81c7-d29019b010bd req-d9956d9e-a48f-4e13-a708-14b0aac4d924 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:03.920759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d93d7fa5-aedc-40a1-81c7-d29019b010bd req-d9956d9e-a48f-4e13-a708-14b0aac4d924 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0748966 Mar 07 22:28:03.980497 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d93d7fa5-aedc-40a1-81c7-d29019b010bd req-4e673e14-a41c-4964-8145-bafc45cf72f9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480189 Mar 07 22:28:04.003517 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-6d4d0bd3-d8f5-48ba-8be4-7715741b4bbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 1000 time: 0.0712368 Mar 07 22:28:04.048303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-0e8166d8-de91-4b91-9271-717874326cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:04.050451 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-0e8166d8-de91-4b91-9271-717874326cb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0487843 Mar 07 22:28:04.099186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-d82f60b5-6fbd-4fda-83a7-a65b0772cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:04.100787 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-d82f60b5-6fbd-4fda-83a7-a65b0772cc0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451045 Mar 07 22:28:04.193896 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-b1e9bd57-1095-4e98-9e2d-05438cca97c2 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874677 Mar 07 22:28:04.282540 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-641c8aa3-972c-4bfb-bd65-54e7644d818a service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817833 Mar 07 22:28:05.110542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856781c2-fbab-4d2f-84cd-d62a98f918aa req-9eb3b30c-aa9f-4a27-a994-746d08cfd90c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:05.112169 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-856781c2-fbab-4d2f-84cd-d62a98f918aa req-9eb3b30c-aa9f-4a27-a994-746d08cfd90c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0548241 Mar 07 22:28:05.162182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-856781c2-fbab-4d2f-84cd-d62a98f918aa req-a76acdb4-7b11-4678-86bc-aef01882c937 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441539 Mar 07 22:28:05.338083 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:28:05.340352 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabcc853-99da-434b-9f4d-4148fce7ecac" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:28:05.389031 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55aeacd5-1abd-4a30-bd4d-078111663659 x-openstack-request-id: req-55aeacd5-1abd-4a30-bd4d-078111663659 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:28:05.389334 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:28:05.389601 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55aeacd5-1abd-4a30-bd4d-078111663659 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:28:05.390156 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'status': 'completed', 'code': 200} Mar 07 22:28:05.466978 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-febada2b-d5ca-484a-8607-c3fb15dd9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:05.468650 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-febada2b-d5ca-484a-8607-c3fb15dd9ce7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 1125 time: 0.0579586 Mar 07 22:28:05.480683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-24ae1b74-7d01-4bee-9bd2-342b7a7278a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:05.482362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-24ae1b74-7d01-4bee-9bd2-342b7a7278a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 1125 time: 0.0638454 Mar 07 22:28:05.569241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-53ac49db-5d47-4c99-84ef-5e21b4a26dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:05.570773 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-53ac49db-5d47-4c99-84ef-5e21b4a26dc0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0948336 Mar 07 22:28:05.585470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-86ced581-e835-4ee8-8787-afa0d02de3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:05.587012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-86ced581-e835-4ee8-8787-afa0d02de3a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0981281 Mar 07 22:28:05.640073 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-701f7754-cf84-43aa-a51d-af00ccdf6857 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 1000 time: 0.0635397 Mar 07 22:28:05.662729 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-be363e9c-d798-4cd3-b2e8-6c086860a4c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 1000 time: 0.0659990 Mar 07 22:28:05.686986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-409d7265-7f04-42d1-8be8-61e27767803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:05.688454 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-409d7265-7f04-42d1-8be8-61e27767803a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0435073 Mar 07 22:28:05.714621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-d7d3cb0d-b0a0-4fae-aa20-57c914918772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:05.716244 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-d7d3cb0d-b0a0-4fae-aa20-57c914918772 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0444977 Mar 07 22:28:05.739848 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-83d71b53-696e-4a19-a39e-5851828c543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:05.741647 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-83d71b53-696e-4a19-a39e-5851828c543a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478668 Mar 07 22:28:05.769799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-73e75462-4eb9-4020-b82f-6493223a08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:05.771418 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-73e75462-4eb9-4020-b82f-6493223a08b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452485 Mar 07 22:28:05.836061 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-a7fbf837-b93d-4181-8024-9d4a334d4b09 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873995 Mar 07 22:28:05.867537 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-e3e5bc5b-17f9-4c61-931d-a52803bb2fce service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864141 Mar 07 22:28:05.923007 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-1d485044-7efd-4286-9fd7-19dd33e64d40 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816963 Mar 07 22:28:05.961345 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fabcc853-99da-434b-9f4d-4148fce7ecac req-7f0afe04-028b-48ca-9ead-d4709524eed9 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833111 Mar 07 22:28:06.290052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29984c59-bd66-41db-993c-981c6e303c77 req-341acfec-a4a5-43a2-be8a-972f509fc875 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:06.291546 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-29984c59-bd66-41db-993c-981c6e303c77 req-341acfec-a4a5-43a2-be8a-972f509fc875 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0573490 Mar 07 22:28:06.336801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-29984c59-bd66-41db-993c-981c6e303c77 req-4db385d2-1927-4b8a-bcf9-13a097f3848b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394943 Mar 07 22:28:06.613188 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:28:07.459626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33a7d9-7c31-4f4b-9989-5b2d426f5c59 req-541aa1ed-87ab-4dc8-9b66-9071f03b3bdf tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:07.461121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c33a7d9-7c31-4f4b-9989-5b2d426f5c59 req-541aa1ed-87ab-4dc8-9b66-9071f03b3bdf tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0514488 Mar 07 22:28:07.507292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c33a7d9-7c31-4f4b-9989-5b2d426f5c59 req-3434d158-38ce-4e0c-9d48-48550cde8956 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403838 Mar 07 22:28:08.628238 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a55a94-05e0-4010-b62b-c30bff8e865d req-500af954-0da8-48b2-80ca-b04ef7588262 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:08.629723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41a55a94-05e0-4010-b62b-c30bff8e865d req-500af954-0da8-48b2-80ca-b04ef7588262 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0558259 Mar 07 22:28:08.675822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41a55a94-05e0-4010-b62b-c30bff8e865d req-171c8843-a4ae-4813-976f-5bc5a83d2e90 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403385 Mar 07 22:28:09.800421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e89c89-0815-428b-a219-3fcf6dee722c req-fc8c9e23-d837-4446-8b48-4747ae0710c0 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:09.801897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f4e89c89-0815-428b-a219-3fcf6dee722c req-fc8c9e23-d837-4446-8b48-4747ae0710c0 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0519009 Mar 07 22:28:09.849399 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f4e89c89-0815-428b-a219-3fcf6dee722c req-bf68e978-d4e2-4cc6-946b-721c26c23c04 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417953 Mar 07 22:28:10.968495 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc4b32-f242-4e72-b994-4d3a05d30db5 req-bd2c1ae3-3b90-4849-b29d-bb7d2f7cbfb6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:10.969997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03dc4b32-f242-4e72-b994-4d3a05d30db5 req-bd2c1ae3-3b90-4849-b29d-bb7d2f7cbfb6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0521615 Mar 07 22:28:11.019911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03dc4b32-f242-4e72-b994-4d3a05d30db5 req-b34b0c68-0cec-4a2f-9a6e-92d4a3d6ef29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442097 Mar 07 22:28:12.141282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0947b-fa45-46a0-97a1-510ce2296bbf req-8fcf5a25-6b8c-47bd-b2fc-fb8d4f44692d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:12.143306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43c0947b-fa45-46a0-97a1-510ce2296bbf req-8fcf5a25-6b8c-47bd-b2fc-fb8d4f44692d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0531185 Mar 07 22:28:12.189157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43c0947b-fa45-46a0-97a1-510ce2296bbf req-339bf76c-a11b-4f9c-ae88-554e8bb878bc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402787 Mar 07 22:28:13.310642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5212f5-9db8-4208-babf-917adc402ff4 req-790a7c75-7776-4538-bc47-fd337efcb557 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:13.312043 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab5212f5-9db8-4208-babf-917adc402ff4 req-790a7c75-7776-4538-bc47-fd337efcb557 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0543866 Mar 07 22:28:13.357405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab5212f5-9db8-4208-babf-917adc402ff4 req-79490fa9-84ff-4673-96d2-a4f7a23266fd tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397322 Mar 07 22:28:14.476738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3988874-c96a-49e6-b4f3-99f89c18ff62 req-15d45150-4c94-462c-aecd-30218518fe8b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:14.478386 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3988874-c96a-49e6-b4f3-99f89c18ff62 req-15d45150-4c94-462c-aecd-30218518fe8b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0551753 Mar 07 22:28:14.524609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3988874-c96a-49e6-b4f3-99f89c18ff62 req-5e15cedc-87e7-4a5e-a119-859b5971f630 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407369 Mar 07 22:28:15.644674 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cbe2a-e788-4c8a-9348-51864441a10d req-8102a0a5-1326-4949-9aae-3ce87eaf4b52 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:15.646307 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-458cbe2a-e788-4c8a-9348-51864441a10d req-8102a0a5-1326-4949-9aae-3ce87eaf4b52 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0548882 Mar 07 22:28:15.674817 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5fe367fc-d148-42dc-8e31-167278a663d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:15.694757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-458cbe2a-e788-4c8a-9348-51864441a10d req-7aace5bd-917a-4231-aa6e-f825f222eb03 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429287 Mar 07 22:28:16.461316 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:16.811931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08469e8-3ac9-4fb5-a987-117b6b510dad req-9ae9e631-8260-437c-a1e8-47fb66208e61 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:16.813367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d08469e8-3ac9-4fb5-a987-117b6b510dad req-9ae9e631-8260-437c-a1e8-47fb66208e61 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0508368 Mar 07 22:28:16.862477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d08469e8-3ac9-4fb5-a987-117b6b510dad req-d1e66c35-2ad9-477a-9dfc-e0559983925d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436218 Mar 07 22:28:17.978758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8ab78-d4c1-4d85-9413-36f60cb1b61e req-f04e3216-8d7e-4fa2-b9cf-7397f3eb525b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:17.980213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fe8ab78-d4c1-4d85-9413-36f60cb1b61e req-f04e3216-8d7e-4fa2-b9cf-7397f3eb525b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0512025 Mar 07 22:28:18.024994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fe8ab78-d4c1-4d85-9413-36f60cb1b61e req-422c5800-7339-4ecb-95bc-dfcc3e0adc29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393889 Mar 07 22:28:18.181875 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5be6236e-c955-4b99-894b-5d7498430278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:18.569733 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:19.142241 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990cc54-c651-4fed-acf6-10be162ffb8b req-0898a194-08b1-4323-91b8-0013ea01f17c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:19.143345 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4990cc54-c651-4fed-acf6-10be162ffb8b req-0898a194-08b1-4323-91b8-0013ea01f17c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0511518 Mar 07 22:28:19.188866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4990cc54-c651-4fed-acf6-10be162ffb8b req-b635d35d-4dfa-43c7-99d3-518913e96e72 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400257 Mar 07 22:28:19.460749 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:20.313182 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1aebe-2d93-4d2f-8279-ca2be98511b7 req-95b21302-d477-4b87-9d3f-af35b29caa1a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:20.315218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36f1aebe-2d93-4d2f-8279-ca2be98511b7 req-95b21302-d477-4b87-9d3f-af35b29caa1a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0566831 Mar 07 22:28:20.360191 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36f1aebe-2d93-4d2f-8279-ca2be98511b7 req-c881865e-6e08-4e4c-81e6-06f08173c39b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393257 Mar 07 22:28:20.430450 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:21.479628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560a954-6487-45b7-bfc3-ad2ea1794293 req-a68c57ab-35d0-49d9-a2a8-1c598f87264d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:21.481073 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7560a954-6487-45b7-bfc3-ad2ea1794293 req-a68c57ab-35d0-49d9-a2a8-1c598f87264d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0511892 Mar 07 22:28:21.525361 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7560a954-6487-45b7-bfc3-ad2ea1794293 req-cb6af1b7-a3d9-4a60-ae45-e8e3e1178fc6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380881 Mar 07 22:28:22.193281 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:22.645994 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613eb4bc-8a8c-4aeb-9109-2d412e980e93 req-e65e6f7f-97a8-4f3e-a399-a4e731ba99c4 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:22.647465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-613eb4bc-8a8c-4aeb-9109-2d412e980e93 req-e65e6f7f-97a8-4f3e-a399-a4e731ba99c4 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0548201 Mar 07 22:28:22.691985 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-613eb4bc-8a8c-4aeb-9109-2d412e980e93 req-f920cc80-d235-473d-a8b5-ca696e30e219 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390260 Mar 07 22:28:23.237445 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-7fe14b0b-0e80-42d9-aeef-b06f9b2c9ddd tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:23.238943 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-7fe14b0b-0e80-42d9-aeef-b06f9b2c9ddd tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f&tenant_id=e2222602bdb142e3bcaa1a70444ce569&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 943 time: 0.0613678 Mar 07 22:28:23.246343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d871b-7578-4f39-b2cb-db374bfcecc8 req-d97fc96b-f649-4bdb-a9e2-533bda12554f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:23.247802 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a1d871b-7578-4f39-b2cb-db374bfcecc8 req-d97fc96b-f649-4bdb-a9e2-533bda12554f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 943 time: 0.0525429 Mar 07 22:28:23.294238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5a1d871b-7578-4f39-b2cb-db374bfcecc8 req-e4ed464f-93eb-48a1-ac4c-3909b2915ef6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407073 Mar 07 22:28:23.297932 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-fa1a429d-38f5-4fb2-bbb4-130f9a69c0b5 service neutron] 10.222.0.13 "GET /v2.0/ports/ddd4be14-c65f-44bf-b872-9abdc4e99cd9/bindings/n-h1-832330-1 HTTP/1.1" status: 200 len: 382 time: 0.0527020 Mar 07 22:28:23.363706 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-04ca8d8c-2987-4262-b1f1-9224dee81140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:23.365178 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-04ca8d8c-2987-4262-b1f1-9224dee81140 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 1125 time: 0.0445673 Mar 07 22:28:23.453355 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-e38bfcd6-d30e-4436-8238-4db51144ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:23.455368 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-e38bfcd6-d30e-4436-8238-4db51144ca60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.0852063 Mar 07 22:28:23.517324 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-f8699af4-635a-4b7e-89e7-1561a49cd2e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 1000 time: 0.0556829 Mar 07 22:28:23.562622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-e42cdf10-1fba-4f63-8ab6-413272a195e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:23.563984 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-e42cdf10-1fba-4f63-8ab6-413272a195e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0411816 Mar 07 22:28:23.615515 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-05cad14d-9608-4fd5-a5f6-fad2393f6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:23.617006 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-05cad14d-9608-4fd5-a5f6-fad2393f6df7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479407 Mar 07 22:28:23.701895 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-f814d66b-2a08-4ef1-9992-1459b5355156 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790303 Mar 07 22:28:23.770993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ddd4be14-c65f-44bf-b872-9abdc4e99cd9 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:28:23.873637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:28:23.885412 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'port_id': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'mac_address': 'fa:16:3e:f0:2f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:28:23.923992 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:28:23.924386 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:23.937929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd4be14-c65f-44bf-b872-9abdc4e99cd9 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:28:23.965701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:28:23.970189 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:24.022432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:28:24.113703 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-a7450fe3-b0e6-4ad5-ba42-39cd06b9da41 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051707 Mar 07 22:28:24.307224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['ddd4be14-c65f-44bf-b872-9abdc4e99cd9'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:28:24.416676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8b280-f152-4b9e-8b77-4064955e303d req-a3a94f22-7bd5-4e98-bd09-77253eaef565 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:24.418294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85e8b280-f152-4b9e-8b77-4064955e303d req-a3a94f22-7bd5-4e98-bd09-77253eaef565 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0518146 Mar 07 22:28:24.467048 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-85e8b280-f152-4b9e-8b77-4064955e303d req-359935c8-ef71-4884-bdf6-b27bb618f085 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425916 Mar 07 22:28:25.780127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ddd4be14-c65f-44bf-b872-9abdc4e99cd9 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:28:25.839680 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:28:25.843964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:28:25.844335 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:25.933461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:28:25.933890 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:25.940770 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b8070-3a32-4ca9-b017-32264471cc29 req-730669ac-9e4d-45b9-837b-eee413872dcf tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:25.942222 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-370b8070-3a32-4ca9-b017-32264471cc29 req-730669ac-9e4d-45b9-837b-eee413872dcf tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.3982587 Mar 07 22:28:25.958056 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:28:25.960362 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca98196-91e4-45be-a6a0-6986dcdb003c" -d '{"events": [{"server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "name": "network-vif-plugged", "status": "completed", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:28:25.978821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:28:25.985491 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:26.004356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-370b8070-3a32-4ca9-b017-32264471cc29 req-ab1d475d-b22f-461a-9faa-32d6ea04818f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550542 Mar 07 22:28:26.036811 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3f2a2a-b905-49f2-822c-cd7b08281e31 x-openstack-request-id: req-cf3f2a2a-b905-49f2-822c-cd7b08281e31 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:28:26.037279 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "name": "network-vif-plugged", "status": "completed", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:28:26.038106 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf3f2a2a-b905-49f2-822c-cd7b08281e31 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:28:26.038106 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'code': 200} Mar 07 22:28:26.057573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:28:27.127383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ed3c1-f249-4ce4-b033-68571f5d2346 req-af139a76-6cee-4ce6-8d23-efc2a81d6c62 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:27.128890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e5ed3c1-f249-4ce4-b033-68571f5d2346 req-af139a76-6cee-4ce6-8d23-efc2a81d6c62 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0524697 Mar 07 22:28:27.174943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e5ed3c1-f249-4ce4-b033-68571f5d2346 req-b1a727dd-c925-43bd-951c-a97934c6d69a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401125 Mar 07 22:28:28.299233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59488e2-401d-4ef3-9a1a-b7529c4ab855 req-183b14e6-c49f-43ed-91c4-45d057cb628c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:28.300616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c59488e2-401d-4ef3-9a1a-b7529c4ab855 req-183b14e6-c49f-43ed-91c4-45d057cb628c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0567577 Mar 07 22:28:28.346457 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c59488e2-401d-4ef3-9a1a-b7529c4ab855 req-051ff7cf-e640-464a-aaaf-cf637fc7011e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402613 Mar 07 22:28:29.471864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f272b-16bc-487e-a70c-f0616b2faf0b req-4feb49de-85d3-4796-8c78-7717f5eb30df tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:29.473365 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f9f272b-16bc-487e-a70c-f0616b2faf0b req-4feb49de-85d3-4796-8c78-7717f5eb30df tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0548270 Mar 07 22:28:29.520875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f9f272b-16bc-487e-a70c-f0616b2faf0b req-a90437bc-868f-4a7d-b08d-6321d83007e3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412540 Mar 07 22:28:29.794214 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ddd4be14-c65f-44bf-b872-9abdc4e99cd9 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:28:29.869736 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:28:29.870324 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:29.894224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:28:29.896452 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ebdf1e-d699-411f-87ed-792097a62e37" -d '{"events": [{"server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:28:29.908722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:28:29.912703 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:29.956551 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dcaa40-bea5-43dd-81c9-2b910608a63d x-openstack-request-id: req-89dcaa40-bea5-43dd-81c9-2b910608a63d {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:28:29.956830 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:28:29.957093 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89dcaa40-bea5-43dd-81c9-2b910608a63d {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:28:29.957493 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'code': 200} Mar 07 22:28:29.966878 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,revision_number=10']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:28:29.974347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:29.974699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:29.975040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:29.975375 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:29.975828 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:29.976159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:29.976487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:29.976814 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:29.977397 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:29.977866 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:29.978220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:29.978548 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:29.978876 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:30.330463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-7f9709a3-251a-4ffe-8aa8-9aea340e145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:30.331858 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-7f9709a3-251a-4ffe-8aa8-9aea340e145a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f&tenant_id=e2222602bdb142e3bcaa1a70444ce569 HTTP/1.1" status: 200 len: 1126 time: 0.0477939 Mar 07 22:28:30.346419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:28:30.401718 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:30.630384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:28:30.671139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:28:30.679943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa97ac-90d8-4e08-9f56-8d576e939c6e req-4f364ce8-ce32-4226-adfb-9919f891df88 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:30.681401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7cfa97ac-90d8-4e08-9f56-8d576e939c6e req-4f364ce8-ce32-4226-adfb-9919f891df88 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0905926 Mar 07 22:28:30.725843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd4be14-c65f-44bf-b872-9abdc4e99cd9 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:28:30.738957 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Publish callbacks [] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:30.763313 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7cfa97ac-90d8-4e08-9f56-8d576e939c6e req-89451eee-0061-4ea3-abf1-4d0727f3b03b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656686 Mar 07 22:28:30.764194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Transition to ACTIVE for port object ddd4be14-c65f-44bf-b872-9abdc4e99cd9 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:28:30.767878 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:30.843239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Pushing event updated for resources: {'Port': ['ID=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,revision_number=11']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:28:30.854960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:30.855311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:30.855655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:30.855995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:30.856318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:30.856645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:30.856969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:30.857293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:30.857618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:30.857937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:30.858292 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:30.858615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:30.858937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:28:30.904454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] No DVR routers for this DVR port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:28:31.041735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Attempting to bind port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:28:31.042085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Attempting to bind port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:28:31.042430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Attempting to bind port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:28:31.046618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 on network 4e027bb9-5552-4660-8418-f6df7149d095 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:28:31.046939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Attempting to bind port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 on network 4e027bb9-5552-4660-8418-f6df7149d095 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:28:31.051684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:28:31.052027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Checking segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:28:31.052407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Bound using segment: {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:28:31.052827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Bound port: ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef18a636-c69b-4344-83b1-56050022a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:28:31.053179 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:31.117270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:28:31.120358 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:28:31.126772 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:31.162568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:31.163190 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:31.164549 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] 10.222.0.15 "PUT /v2.0/ports/ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 1092 time: 0.8222020 Mar 07 22:28:31.165000 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:28:31.167268 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cac985-1d99-4c9b-a661-1b05c0e49044" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:28:31.187536 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a30ee8-4384-4c57-8ac8-2b6a5fed2b4b service neutron] Pushing event updated for resources: {'Port': ['ID=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,revision_number=12']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:28:31.233479 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8363ad-5e9a-4102-9c4d-0ce0802206a0 x-openstack-request-id: req-2e8363ad-5e9a-4102-9c4d-0ce0802206a0 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:28:31.233776 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:28:31.234199 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e8363ad-5e9a-4102-9c4d-0ce0802206a0 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:28:31.234960 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'status': 'completed', 'code': 200} Mar 07 22:28:31.247776 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-1e6c33d1-f74a-4ad8-b12e-5e3affb3559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:31.251395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-1e6c33d1-f74a-4ad8-b12e-5e3affb3559c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 1126 time: 0.0543818 Mar 07 22:28:31.304049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-e48e462e-af1b-42bf-bade-12685da9bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:31.306398 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-e48e462e-af1b-42bf-bade-12685da9bb64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 1126 time: 0.0500367 Mar 07 22:28:31.377687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-7e8d43e1-c4cf-49b6-98d1-fa8c4e871c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:31.379261 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-7e8d43e1-c4cf-49b6-98d1-fa8c4e871c9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.1190205 Mar 07 22:28:31.411367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-2fd190dd-f752-43d2-bc6f-e2b69407af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:31.412836 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-2fd190dd-f752-43d2-bc6f-e2b69407af82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.1013341 Mar 07 22:28:31.450153 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-7894147b-16cd-4f99-ae6c-58171b3c3842 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 1000 time: 0.0603456 Mar 07 22:28:31.478935 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-05ae73ac-5295-4652-a4d6-781e02aa844a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 1000 time: 0.0596015 Mar 07 22:28:31.511315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-1ab4b7ee-9021-4b52-8b1c-171bc08c1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:31.512806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-1ab4b7ee-9021-4b52-8b1c-171bc08c1c4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0563500 Mar 07 22:28:31.526129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-5a1c0242-dbe2-4661-99cf-4d5646d2819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:31.527591 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-5a1c0242-dbe2-4661-99cf-4d5646d2819d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0435007 Mar 07 22:28:31.569306 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-1e7e381c-8fac-4186-afdd-2d09def33f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:31.570876 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-1e7e381c-8fac-4186-afdd-2d09def33f1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489762 Mar 07 22:28:31.581203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-1760f219-277f-43a9-8a30-2aaeadb3901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:31.582682 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-1760f219-277f-43a9-8a30-2aaeadb3901a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480926 Mar 07 22:28:31.663251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-390575cf-9c9f-41ba-896b-b339000abf9b service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827475 Mar 07 22:28:31.669321 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-5ea57e13-3a4a-44a2-84f2-c58f367de47f service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795429 Mar 07 22:28:31.760458 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-e90d9ad5-8926-48de-a232-a83b5b6dc946 service neutron] 10.222.0.13 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859740 Mar 07 22:28:31.761661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecead60f-50e6-40e1-ae83-cf9a701507a0 req-d2fda31f-9ac1-4eb9-86c1-f1dd7c3b7242 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890820 Mar 07 22:28:31.902670 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-5c53e033-9cd3-489c-ad60-8032cdbba713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:31.904602 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-5c53e033-9cd3-489c-ad60-8032cdbba713 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2222602bdb142e3bcaa1a70444ce569&device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 1126 time: 0.0791883 Mar 07 22:28:31.916516 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710197ec-2653-4d5d-9ae3-492c1ec70d22 req-71e54bd3-c7f9-43bc-a4f8-dc3259258efb tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:31.917903 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-710197ec-2653-4d5d-9ae3-492c1ec70d22 req-71e54bd3-c7f9-43bc-a4f8-dc3259258efb tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0671504 Mar 07 22:28:32.021098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-710197ec-2653-4d5d-9ae3-492c1ec70d22 req-eaf15048-70a2-4c8f-9b4a-3813ba600a9e tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944674 Mar 07 22:28:32.040634 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-239198a8-b6dc-426c-8218-cee1280c81dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:32.042136 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-239198a8-b6dc-426c-8218-cee1280c81dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 200 len: 913 time: 0.1233017 Mar 07 22:28:32.112489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-c86fcfd2-87b5-4f0e-aab4-158b89836fb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 200 len: 1000 time: 0.0635278 Mar 07 22:28:32.164228 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-9a494e50-2c5a-4926-b2a3-96d00f29be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:32.165679 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-9a494e50-2c5a-4926-b2a3-96d00f29be49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 200 len: 851 time: 0.0434754 Mar 07 22:28:32.218733 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-9726298e-713a-41ef-a595-78ed02a88dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:32.220785 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-9726298e-713a-41ef-a595-78ed02a88dd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e027bb9-5552-4660-8418-f6df7149d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461497 Mar 07 22:28:32.314002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-333b783d-85f2-41fc-abc3-4191306e4029 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839660 Mar 07 22:28:32.405206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-82cac985-1d99-4c9b-a661-1b05c0e49044 req-01329ba0-b642-439d-9991-3d6e7572ddc5 service neutron] 10.222.0.15 "GET /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818484 Mar 07 22:28:33.151172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de851-6032-415c-8da7-8fa57b555781 req-ac63772f-a0e7-489c-8602-0b0c54d6d412 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:33.152671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c5de851-6032-415c-8da7-8fa57b555781 req-ac63772f-a0e7-489c-8602-0b0c54d6d412 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0533426 Mar 07 22:28:33.204930 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c5de851-6032-415c-8da7-8fa57b555781 req-43b9b529-a2fa-4654-9d85-5e3c624f9297 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465150 Mar 07 22:28:34.324180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cc865-7bd2-464c-8b3a-25aae9003c93 req-3ce7c09f-cfc9-4fe9-824d-639cdd839270 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:34.325577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a84cc865-7bd2-464c-8b3a-25aae9003c93 req-3ce7c09f-cfc9-4fe9-824d-639cdd839270 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0524905 Mar 07 22:28:34.372053 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a84cc865-7bd2-464c-8b3a-25aae9003c93 req-d0e59263-aca3-4baf-8a69-1f701e235e71 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402784 Mar 07 22:28:35.553085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272ffb-249d-400b-bbf9-334cd27d80aa req-97158e8e-b165-4bea-bffb-dfc27f5a68a5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:35.554610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3272ffb-249d-400b-bbf9-334cd27d80aa req-97158e8e-b165-4bea-bffb-dfc27f5a68a5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.1116664 Mar 07 22:28:35.604709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3272ffb-249d-400b-bbf9-334cd27d80aa req-1578d34f-6c79-4a8d-a233-095dc53c1df3 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412514 Mar 07 22:28:36.780229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77191563-d128-42d9-9b96-f16ab0ee4246 req-3e77157e-50ce-4625-b45f-1f573ed0b4f6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:36.781703 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77191563-d128-42d9-9b96-f16ab0ee4246 req-3e77157e-50ce-4625-b45f-1f573ed0b4f6 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.1093647 Mar 07 22:28:36.827167 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77191563-d128-42d9-9b96-f16ab0ee4246 req-ce6c977d-dc72-463f-a369-70afb31cd771 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393412 Mar 07 22:28:37.950601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f5c92-62dc-4edb-a5d3-3dd34a89ba98 req-ed937bd3-21d0-49a2-a894-7046137bc53f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:37.952229 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246f5c92-62dc-4edb-a5d3-3dd34a89ba98 req-ed937bd3-21d0-49a2-a894-7046137bc53f tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0546069 Mar 07 22:28:38.002111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-246f5c92-62dc-4edb-a5d3-3dd34a89ba98 req-73e9969e-2e21-483b-8df0-6cc95d288722 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443060 Mar 07 22:28:39.121476 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252cb39-26df-46d3-98a9-93a8bfc3ecee req-712c1f49-c101-4ced-8489-12e87b6975bd tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:39.122987 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9252cb39-26df-46d3-98a9-93a8bfc3ecee req-712c1f49-c101-4ced-8489-12e87b6975bd tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0526564 Mar 07 22:28:39.174901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9252cb39-26df-46d3-98a9-93a8bfc3ecee req-711e44dc-0675-4386-87e0-1f4d826f5351 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463197 Mar 07 22:28:40.296787 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b64530-ef7a-4556-b729-e49fc3f9ddfd req-ef761284-1843-4744-b3a0-2893d52a7897 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:40.298299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8b64530-ef7a-4556-b729-e49fc3f9ddfd req-ef761284-1843-4744-b3a0-2893d52a7897 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0533881 Mar 07 22:28:40.345362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8b64530-ef7a-4556-b729-e49fc3f9ddfd req-f4919f75-1f95-4be4-b592-8dd562ddaf51 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414462 Mar 07 22:28:41.467283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53837ed1-db58-4f14-ae1e-ff58dbe8a413 req-c4fbc633-53c1-42d8-a92b-4dce8bd8916b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:41.468909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53837ed1-db58-4f14-ae1e-ff58dbe8a413 req-c4fbc633-53c1-42d8-a92b-4dce8bd8916b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0539360 Mar 07 22:28:41.518789 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53837ed1-db58-4f14-ae1e-ff58dbe8a413 req-02403372-b897-4071-80f1-6e17a9c49232 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433345 Mar 07 22:28:42.640918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c0a9c-c4e7-4ef8-95b9-bc48688c009e req-8b00a6b8-20a4-4bbf-9c88-d104b1f1a385 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:42.643051 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-893c0a9c-c4e7-4ef8-95b9-bc48688c009e req-8b00a6b8-20a4-4bbf-9c88-d104b1f1a385 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0556290 Mar 07 22:28:42.687770 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-893c0a9c-c4e7-4ef8-95b9-bc48688c009e req-9ea06061-77f6-4430-97eb-cfadc846f605 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392299 Mar 07 22:28:43.613511 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:28:43.812429 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf5253-ffe5-4ae3-adc6-2c6c7f080dec req-47435865-f8e1-44df-b364-666dc2647001 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:43.813911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2bdf5253-ffe5-4ae3-adc6-2c6c7f080dec req-47435865-f8e1-44df-b364-666dc2647001 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0524631 Mar 07 22:28:43.860393 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2bdf5253-ffe5-4ae3-adc6-2c6c7f080dec req-413211e3-64be-4241-bdc2-95f6ebb2702c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404673 Mar 07 22:28:44.981165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dd838-660b-4241-a981-8918c993d3d5 req-bf557578-9004-4811-90db-3c6078ea2a0d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:44.982672 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a51dd838-660b-4241-a981-8918c993d3d5 req-bf557578-9004-4811-90db-3c6078ea2a0d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0561125 Mar 07 22:28:45.027942 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a51dd838-660b-4241-a981-8918c993d3d5 req-dfe2ea4a-ba95-4e4e-a6aa-5642cb35b21c tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396616 Mar 07 22:28:45.679854 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0d7b636b-1461-4b32-8785-24d67ce85655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:46.147824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e260abe-43fa-496e-8932-ba8cdbf6bb74 req-d4c83e9d-7ecc-4470-bf5c-1d78fb1f5999 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:46.149308 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e260abe-43fa-496e-8932-ba8cdbf6bb74 req-d4c83e9d-7ecc-4470-bf5c-1d78fb1f5999 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0529618 Mar 07 22:28:46.194957 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7e260abe-43fa-496e-8932-ba8cdbf6bb74 req-e619f176-f3c1-4bf1-a0d6-f7d76003e556 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400946 Mar 07 22:28:46.458971 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:47.313204 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd669af-77c0-4cc6-b1d0-f4eea9fe6ff4 req-5b0dc98d-723f-4bce-b845-78d532d4f2b4 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:47.314636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7fd669af-77c0-4cc6-b1d0-f4eea9fe6ff4 req-5b0dc98d-723f-4bce-b845-78d532d4f2b4 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0520916 Mar 07 22:28:47.364376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7fd669af-77c0-4cc6-b1d0-f4eea9fe6ff4 req-6cb7b4ba-f1c7-4922-9712-295309d2d0f0 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441952 Mar 07 22:28:48.173095 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-22a5e56d-6591-4fac-ac25-181967021b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:48.481268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00815954-eacc-4095-8707-2d7dd18b05d4 req-294b8f6a-5856-4b8f-8d78-393915cb0cb5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:48.482758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00815954-eacc-4095-8707-2d7dd18b05d4 req-294b8f6a-5856-4b8f-8d78-393915cb0cb5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0519154 Mar 07 22:28:48.528233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-00815954-eacc-4095-8707-2d7dd18b05d4 req-36139f30-1f2d-45ed-98bd-174e4e35a859 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399921 Mar 07 22:28:48.572987 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:49.462427 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:49.651820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f37aec-36d5-411d-9d03-4c8bffaa3995 req-f1304fea-78c4-4e30-8b13-4e681961120b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:49.653280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2f37aec-36d5-411d-9d03-4c8bffaa3995 req-f1304fea-78c4-4e30-8b13-4e681961120b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0509202 Mar 07 22:28:49.699295 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2f37aec-36d5-411d-9d03-4c8bffaa3995 req-4ecafdf2-7b29-464d-ab18-e6572866d906 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393567 Mar 07 22:28:49.820305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc57b2a-d41d-4b10-aa6b-fdf5b22a0475 req-518eb9d4-4ed2-4bcc-be9d-13dd48f7fae2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:49.821495 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ddd4be14-c65f-44bf-b872-9abdc4e99cd9 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:28:49.821777 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfc57b2a-d41d-4b10-aa6b-fdf5b22a0475 req-518eb9d4-4ed2-4bcc-be9d-13dd48f7fae2 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0565677 Mar 07 22:28:49.868770 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfc57b2a-d41d-4b10-aa6b-fdf5b22a0475 req-87cc1460-0b09-41e2-a116-af0b88c3abd7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414832 Mar 07 22:28:49.920405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:28:49.930778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'port_id': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'mac_address': 'fa:16:3e:f0:2f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:28:49.969945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:28:49.970359 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:49.983647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd4be14-c65f-44bf-b872-9abdc4e99cd9 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:28:49.984888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea93c1d-aba9-455e-937d-7c19c4bce210 req-0a7ffcab-bcfa-4561-900a-ab56378506f0 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:49.986577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ea93c1d-aba9-455e-937d-7c19c4bce210 req-0a7ffcab-bcfa-4561-900a-ab56378506f0 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 944 time: 0.0535235 Mar 07 22:28:50.003748 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:28:50.007633 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:50.034579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ea93c1d-aba9-455e-937d-7c19c4bce210 req-480d1fe4-1775-4acf-a091-3ee5007bcb89 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424497 Mar 07 22:28:50.053662 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,revision_number=13']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:28:50.253880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ddd4be14-c65f-44bf-b872-9abdc4e99cd9'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:28:50.269263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bed9e7-8efa-4ab2-8e84-0233e59f9ccc req-80a8502b-938c-45b0-bdc0-26e9783cf7b8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:50.270769 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6bed9e7-8efa-4ab2-8e84-0233e59f9ccc req-80a8502b-938c-45b0-bdc0-26e9783cf7b8 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0537844 Mar 07 22:28:50.322841 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a6bed9e7-8efa-4ab2-8e84-0233e59f9ccc req-096fec97-fc77-455b-8d4e-04467d26f3c1 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463390 Mar 07 22:28:50.432447 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:51.441336 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9a52c-8f09-494e-93d6-da921ffb7714 req-0b72b890-b1fa-47fb-91ff-c20c51a1cf63 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:51.442816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61e9a52c-8f09-494e-93d6-da921ffb7714 req-0b72b890-b1fa-47fb-91ff-c20c51a1cf63 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0519600 Mar 07 22:28:51.487980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61e9a52c-8f09-494e-93d6-da921ffb7714 req-0a78bde5-0d7b-4f17-9be7-aa7b4719077d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396769 Mar 07 22:28:51.824711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ddd4be14-c65f-44bf-b872-9abdc4e99cd9 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:28:51.872356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:28:51.875906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:28:51.876904 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:51.953670 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:28:51.954052 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:51.976726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:28:51.979230 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8bc7cd-6e54-4edb-941c-f31fa4d3a6f1" -d '{"events": [{"server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "name": "network-vif-plugged", "status": "completed", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:28:51.992328 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:28:51.997895 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:52.009138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-f6f1422d-3cb1-4370-a5cb-aae738ec5047 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:52.010771 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-f6f1422d-3cb1-4370-a5cb-aae738ec5047 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 945 time: 0.0572073 Mar 07 22:28:52.021031 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d949f90a-03ef-4855-8bb3-9306874733ec x-openstack-request-id: req-d949f90a-03ef-4855-8bb3-9306874733ec {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:28:52.021324 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "name": "network-vif-plugged", "status": "completed", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:28:52.021580 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d949f90a-03ef-4855-8bb3-9306874733ec {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:28:52.021965 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'code': 200} Mar 07 22:28:52.046510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,revision_number=14']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:28:52.117503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-0d0b64f3-4a68-40cf-811a-f8220035df29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Deleting port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:28:52.117850 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-0d0b64f3-4a68-40cf-811a-f8220035df29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:52.195141 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:52.205605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-0d0b64f3-4a68-40cf-811a-f8220035df29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] For port ddd4be14-c65f-44bf-b872-9abdc4e99cd9, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:28:52.205978 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-0d0b64f3-4a68-40cf-811a-f8220035df29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:52.380341 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-0d0b64f3-4a68-40cf-811a-f8220035df29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:52.380617 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-0d0b64f3-4a68-40cf-811a-f8220035df29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (cd596d18-c1ca-4f8b-93c8-0d542da9d127), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:52.380933 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-0d0b64f3-4a68-40cf-811a-f8220035df29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127 disassociated. External IP: 172.25.4.217, port: ddd4be14-c65f-44bf-b872-9abdc4e99cd9. Mar 07 22:28:52.381274 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-0d0b64f3-4a68-40cf-811a-f8220035df29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Calling delete_port for ddd4be14-c65f-44bf-b872-9abdc4e99cd9 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:28:52.502883 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-0d0b64f3-4a68-40cf-811a-f8220035df29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ddd4be14-c65f-44bf-b872-9abdc4e99cd9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:52.535266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b64f3-4a68-40cf-811a-f8220035df29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Pushing event deleted for resources: {'Port': ['ID=ddd4be14-c65f-44bf-b872-9abdc4e99cd9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:28:52.611063 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-384ec11f-0848-43dd-b9a0-1a0600a2293d req-b1d832f9-93e2-4508-a9cd-f04009d44f64 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 210 time: 0.0363395 Mar 07 22:28:52.673792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-0d0b64f3-4a68-40cf-811a-f8220035df29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Router 4c75215e-2c4d-4d33-ac44-ced2f2954829 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:28:52.786261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-0d0b64f3-4a68-40cf-811a-f8220035df29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:28:52.795674 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6fc4b-255d-4b15-b3ad-059a45be7652 None None] Sync routers for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:28:52.805449 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6fc4b-255d-4b15-b3ad-059a45be7652 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:28:52.806150 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-76d6fc4b-255d-4b15-b3ad-059a45be7652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:28:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:28:52.826629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-0d0b64f3-4a68-40cf-811a-f8220035df29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] No DVR routers for this DVR port ddd4be14-c65f-44bf-b872-9abdc4e99cd9 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:28:52.829073 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-0d0b64f3-4a68-40cf-811a-f8220035df29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:28:52.832851 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2b11ffb4-f53b-4ca7-9b39-c30f0fffb633 req-0d0b64f3-4a68-40cf-811a-f8220035df29 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.15 "DELETE /v2.0/ports/ddd4be14-c65f-44bf-b872-9abdc4e99cd9 HTTP/1.1" status: 204 len: 173 time: 0.8113463 Mar 07 22:28:52.833306 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'name': 'network-vif-deleted', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:28:52.835550 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac618550-ff87-45a6-8ec8-d7ec88646214" -d '{"events": [{"server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "name": "network-vif-deleted", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:28:52.883256 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c611ea8-04f7-41d4-b28f-5b03702d73e6 x-openstack-request-id: req-2c611ea8-04f7-41d4-b28f-5b03702d73e6 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:28:52.883551 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca7e87c-e9fd-4746-b603-9c6061e22f2f", "name": "network-vif-deleted", "tag": "ddd4be14-c65f-44bf-b872-9abdc4e99cd9", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:28:52.883865 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c611ea8-04f7-41d4-b28f-5b03702d73e6 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:28:52.884276 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca7e87c-e9fd-4746-b603-9c6061e22f2f', 'name': 'network-vif-deleted', 'tag': 'ddd4be14-c65f-44bf-b872-9abdc4e99cd9', 'status': 'completed', 'code': 200} Mar 07 22:28:52.924517 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-76d6fc4b-255d-4b15-b3ad-059a45be7652 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:28:53.118751 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-76d6fc4b-255d-4b15-b3ad-059a45be7652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:28:53.149519 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6fc4b-255d-4b15-b3ad-059a45be7652 None None] Checking router: 4c75215e-2c4d-4d33-ac44-ced2f2954829 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:28:53.161721 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6fc4b-255d-4b15-b3ad-059a45be7652 None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:28:53.162378 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-76d6fc4b-255d-4b15-b3ad-059a45be7652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:28:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:28:53.273268 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-76d6fc4b-255d-4b15-b3ad-059a45be7652 None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:28:53.467142 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-76d6fc4b-255d-4b15-b3ad-059a45be7652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:28:53.497010 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6fc4b-255d-4b15-b3ad-059a45be7652 None None] The sync data for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 is: [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:27Z', 'revision_number': 4, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '3ae34d56-83c2-4eab-8ccb-46bffa91de2d', 'name': '', 'network_id': '4e027bb9-5552-4660-8418-f6df7149d095', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'mac_address': 'fa:16:3e:0f:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:27Z', 'updated_at': '2022-03-07T22:24:31Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'subnets': [{'id': '0e172db1-bb01-4d72-a896-7b3462a63b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:28:53.716319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2c077d5-420c-4708-bcf6-6a59abe0ac62 req-e89cd2e2-6995-4947-8857-d33f27354f6d tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 210 time: 0.0288432 Mar 07 22:28:53.738609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316279c6-30c1-4f29-8475-5f0b9552e036 None None] New status for floating IP cd596d18-c1ca-4f8b-93c8-0d542da9d127: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:28:54.821526 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c7f0fc3-a586-4c6c-be47-49736021adcb req-115f4166-597d-495e-87a0-0f1bacd45792 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 210 time: 0.0298283 Mar 07 22:28:55.861091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ddd4be14-c65f-44bf-b872-9abdc4e99cd9 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:28:55.884772 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: ddd4be14-c65f-44bf-b872-9abdc4e99cd9 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:28:55.885342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ddd4be14-c65f-44bf-b872-9abdc4e99cd9 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:28:55.931043 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cb8e6f62-c3c0-4a13-a84c-aa75d02c9f89 req-368e8831-158d-4af4-9911-337ea2876d62 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 210 time: 0.0261304 Mar 07 22:28:57.029230 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30321f3a-7165-4f0c-815a-e7f4258acf72 req-f695fd73-dc7a-4a27-abe7-f40627fa1cc9 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 210 time: 0.0270808 Mar 07 22:28:58.128367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-09e2eaf3-63fc-41d2-809e-684e6439f708 req-b16334cc-c3dc-4068-90a3-cda19b34cd5b tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 210 time: 0.0283151 Mar 07 22:28:59.224357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-37b3a7b3-e71e-425e-8de5-a0a0ba016167 req-85159151-de43-4ba7-b0ff-ace0323986ab tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 210 time: 0.0288787 Mar 07 22:29:00.319323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a9c8feb4-efb2-4276-ae64-462e0a05f1e6 req-78ea6d80-1596-416f-896c-467e0e189f36 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 210 time: 0.0271888 Mar 07 22:29:01.420295 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c68fd8ba-1ecc-4d6f-99c7-af744f83cf7a req-ede3e19c-d433-4123-ac5c-40237df43ee5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca7e87c-e9fd-4746-b603-9c6061e22f2f HTTP/1.1" status: 200 len: 210 time: 0.0315964 Mar 07 22:29:08.243425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51374) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:08.295833 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for security_group (6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:08.318416 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for security_group (6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:08.365757 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:08.369767 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:08.372304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51376) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:08.374527 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "DELETE /v2.0/security-groups/6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf HTTP/1.1" status: 204 len: 168 time: 0.1313829 Mar 07 22:29:08.384245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:08.385359 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-cb910308-b3c7-420c-bca5-32c6c84a12f7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] show failed (client error): The resource could not be found. Mar 07 22:29:08.389049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cb910308-b3c7-420c-bca5-32c6c84a12f7 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "GET /v2.0/security-groups/6ecef2a6-ed91-4044-8f05-2cd8c1d9c3cf HTTP/1.1" status: 404 len: 347 time: 0.0157468 Mar 07 22:29:08.389597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51378) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:08.392654 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:08.393013 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:08.393943 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:08.394339 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:08.394683 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:08.395027 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:08.395369 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:08.395703 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:08.396036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:08.396388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:08.396690 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:08.397015 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:08.397340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540b107-de76-4fb5-82bd-6659c1987acc tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:08.518158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-93a1f628-de9f-427c-aff7-50c5643aa73a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Deleting port 3dca82ff-39b0-4200-b43b-ffc51f958418 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:29:08.518426 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-93a1f628-de9f-427c-aff7-50c5643aa73a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3dca82ff-39b0-4200-b43b-ffc51f958418), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:08.601456 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-93a1f628-de9f-427c-aff7-50c5643aa73a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3dca82ff-39b0-4200-b43b-ffc51f958418), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:08.601779 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-93a1f628-de9f-427c-aff7-50c5643aa73a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (3dca82ff-39b0-4200-b43b-ffc51f958418), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:08.613951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-93a1f628-de9f-427c-aff7-50c5643aa73a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Calling delete_port for 3dca82ff-39b0-4200-b43b-ffc51f958418 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:29:08.746867 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-93a1f628-de9f-427c-aff7-50c5643aa73a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (3dca82ff-39b0-4200-b43b-ffc51f958418), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:08.771930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1f628-de9f-427c-aff7-50c5643aa73a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Pushing event deleted for resources: {'Port': ['ID=3dca82ff-39b0-4200-b43b-ffc51f958418,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:08.837698 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-93a1f628-de9f-427c-aff7-50c5643aa73a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks [] for floatingip (cd596d18-c1ca-4f8b-93c8-0d542da9d127), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:08.840314 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-93a1f628-de9f-427c-aff7-50c5643aa73a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:08.841521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-93a1f628-de9f-427c-aff7-50c5643aa73a tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] 10.222.0.26 "DELETE /v2.0/floatingips/cd596d18-c1ca-4f8b-93c8-0d542da9d127 HTTP/1.1" status: 204 len: 168 time: 0.4509954 Mar 07 22:29:08.844776 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51380) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:09.192764 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f335eb0d-b9f2-41ab-86e6-1d89b08903bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (4c75215e-2c4d-4d33-ac44-ced2f2954829), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:09.446192 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f335eb0d-b9f2-41ab-86e6-1d89b08903bb admin admin] Deleting port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:29:09.446887 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f335eb0d-b9f2-41ab-86e6-1d89b08903bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:09.525261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-f335eb0d-b9f2-41ab-86e6-1d89b08903bb admin admin] For port 3ae34d56-83c2-4eab-8ccb-46bffa91de2d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=3ae34d56-83c2-4eab-8ccb-46bffa91de2d,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:09.525617 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f335eb0d-b9f2-41ab-86e6-1d89b08903bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:09.538139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f335eb0d-b9f2-41ab-86e6-1d89b08903bb admin admin] Calling delete_port for 3ae34d56-83c2-4eab-8ccb-46bffa91de2d owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:29:09.725375 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f335eb0d-b9f2-41ab-86e6-1d89b08903bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (3ae34d56-83c2-4eab-8ccb-46bffa91de2d), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:09.752195 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335eb0d-b9f2-41ab-86e6-1d89b08903bb admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae34d56-83c2-4eab-8ccb-46bffa91de2d,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:09.926949 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f335eb0d-b9f2-41ab-86e6-1d89b08903bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (4c75215e-2c4d-4d33-ac44-ced2f2954829), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:10.154379 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f335eb0d-b9f2-41ab-86e6-1d89b08903bb admin admin] Router 4c75215e-2c4d-4d33-ac44-ced2f2954829 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:29:10.272272 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f335eb0d-b9f2-41ab-86e6-1d89b08903bb admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:29:10.281030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51382) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:10.281486 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f335eb0d-b9f2-41ab-86e6-1d89b08903bb admin admin] 10.222.0.26 "PUT /v2.0/routers/4c75215e-2c4d-4d33-ac44-ced2f2954829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4352422 Mar 07 22:29:10.283905 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65434928-e2db-420a-a356-2a891db1efec None None] Sync routers for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:29:10.293353 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65434928-e2db-420a-a356-2a891db1efec None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:29:10.293973 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-65434928-e2db-420a-a356-2a891db1efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:28:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:10.386662 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] Publish callbacks [] for router (4c75215e-2c4d-4d33-ac44-ced2f2954829), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:10.398712 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-65434928-e2db-420a-a356-2a891db1efec None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:29:10.699125 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-65434928-e2db-420a-a356-2a891db1efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:29:09Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:10.730340 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65434928-e2db-420a-a356-2a891db1efec None None] Checking router: 4c75215e-2c4d-4d33-ac44-ced2f2954829 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:29:10.739423 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65434928-e2db-420a-a356-2a891db1efec None None] Routers {'4c75215e-2c4d-4d33-ac44-ced2f2954829'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:29:10.740037 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-65434928-e2db-420a-a356-2a891db1efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:28:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['4c75215e-2c4d-4d33-ac44-ced2f2954829'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:10.818483 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] Publish callbacks [] for router_gateway (4c75215e-2c4d-4d33-ac44-ced2f2954829), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:10.844468 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-65434928-e2db-420a-a356-2a891db1efec None None] Set router 4c75215e-2c4d-4d33-ac44-ced2f2954829 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:29:10.870522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] Deleting port 79109958-9b6f-4e02-9ae7-70c19fdd0cc3 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:29:10.870856 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (79109958-9b6f-4e02-9ae7-70c19fdd0cc3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:10.947184 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] For port 79109958-9b6f-4e02-9ae7-70c19fdd0cc3, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=79109958-9b6f-4e02-9ae7-70c19fdd0cc3,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:10.947543 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (79109958-9b6f-4e02-9ae7-70c19fdd0cc3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:10.958992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] Calling delete_port for 79109958-9b6f-4e02-9ae7-70c19fdd0cc3 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:29:11.017227 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-65434928-e2db-420a-a356-2a891db1efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:29:09Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:11.043120 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65434928-e2db-420a-a356-2a891db1efec None None] The sync data for ids ['4c75215e-2c4d-4d33-ac44-ced2f2954829'] in n-d-832330-1 is: [{'id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'name': 'tempest-ServerActionsTestJSON-1835551030-router', 'tenant_id': 'e2222602bdb142e3bcaa1a70444ce569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:29:09Z', 'revision_number': 5, 'project_id': 'e2222602bdb142e3bcaa1a70444ce569', 'gw_port': {'id': '79109958-9b6f-4e02-9ae7-70c19fdd0cc3', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75215e-2c4d-4d33-ac44-ced2f2954829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:24:25Z', 'updated_at': '2022-03-07T22:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:29:11.132511 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (79109958-9b6f-4e02-9ae7-70c19fdd0cc3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:11.158202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] Pushing event deleted for resources: {'Port': ['ID=79109958-9b6f-4e02-9ae7-70c19fdd0cc3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:11.215448 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (4c75215e-2c4d-4d33-ac44-ced2f2954829), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:11.307915 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (4c75215e-2c4d-4d33-ac44-ced2f2954829), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:11.309996 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] Publish callbacks [] for router_controller (4c75215e-2c4d-4d33-ac44-ced2f2954829), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:11.360299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (4c75215e-2c4d-4d33-ac44-ced2f2954829), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:11.360842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c75215e-2c4d-4d33-ac44-ced2f2954829 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:29:11.365912 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:11.367177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-728d5263-1eea-4602-b1a6-fb5293d4b627 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4c75215e-2c4d-4d33-ac44-ced2f2954829 HTTP/1.1" status: 204 len: 168 time: 1.0840220 Mar 07 22:29:11.369614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51384) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:11.414398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f952859-7243-4479-93f6-bed5f90a8fda admin admin] Deleting subnet 0e172db1-bb01-4d72-a896-7b3462a63b6f {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:29:11.417706 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5f952859-7243-4479-93f6-bed5f90a8fda admin admin] Publish callbacks [] for subnet (0e172db1-bb01-4d72-a896-7b3462a63b6f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:11.451874 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5f952859-7243-4479-93f6-bed5f90a8fda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (0e172db1-bb01-4d72-a896-7b3462a63b6f), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:11.535428 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5f952859-7243-4479-93f6-bed5f90a8fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (0e172db1-bb01-4d72-a896-7b3462a63b6f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:11.586614 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5f952859-7243-4479-93f6-bed5f90a8fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (0e172db1-bb01-4d72-a896-7b3462a63b6f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:11.611772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f952859-7243-4479-93f6-bed5f90a8fda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e172db1-bb01-4d72-a896-7b3462a63b6f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:11.617646 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5f952859-7243-4479-93f6-bed5f90a8fda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:11.623185 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5f952859-7243-4479-93f6-bed5f90a8fda admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0e172db1-bb01-4d72-a896-7b3462a63b6f HTTP/1.1" status: 204 len: 168 time: 0.2502079 Mar 07 22:29:11.623559 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51386) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:11.628098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df057fd-d061-4e80-af9a-99957c3a4863 None None] Network 4e027bb9-5552-4660-8418-f6df7149d095 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:11.695273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (4e027bb9-5552-4660-8418-f6df7149d095), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:11.760179 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] Deleting port 99563080-9237-4bf7-911b-17f4d3f8b6c7 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:29:11.760524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (99563080-9237-4bf7-911b-17f4d3f8b6c7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:11.821389 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] For port 99563080-9237-4bf7-911b-17f4d3f8b6c7, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=99563080-9237-4bf7-911b-17f4d3f8b6c7,segment=NetworkSegment(ef18a636-c69b-4344-83b1-56050022a570),segment_id=ef18a636-c69b-4344-83b1-56050022a570)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:11.821751 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (99563080-9237-4bf7-911b-17f4d3f8b6c7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:11.834348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] Calling delete_port for 99563080-9237-4bf7-911b-17f4d3f8b6c7 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:29:11.915273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (99563080-9237-4bf7-911b-17f4d3f8b6c7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:11.942258 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] No DVR routers for this DVR port 99563080-9237-4bf7-911b-17f4d3f8b6c7 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:29:11.946966 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] Pushing event deleted for resources: {'Port': ['ID=99563080-9237-4bf7-911b-17f4d3f8b6c7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:12.013758 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (4e027bb9-5552-4660-8418-f6df7149d095), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:12.038929 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e027bb9-5552-4660-8418-f6df7149d095']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:12.050707 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef18a636-c69b-4344-83b1-56050022a570') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:12.050956 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef18a636-c69b-4344-83b1-56050022a570') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:12.054996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9774e59d-b80e-41f4-bc76-5a46020140d3 None None] DHCP port deletion for 4e027bb9-5552-4660-8418-f6df7149d095 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:29:12.060936 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (ef18a636-c69b-4344-83b1-56050022a570), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:12.075521 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (ef18a636-c69b-4344-83b1-56050022a570), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:12.084285 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:29:12.084285 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (ef18a636-c69b-4344-83b1-56050022a570), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:29:12.085897 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:29:12.139328 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (4e027bb9-5552-4660-8418-f6df7149d095), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:12.143803 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:12.147212 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] 10.222.0.26 "DELETE /v2.0/networks/4e027bb9-5552-4660-8418-f6df7149d095 HTTP/1.1" status: 204 len: 168 time: 0.5226648 Mar 07 22:29:12.159193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb191f66-954d-4f85-8f9b-2137aacc02cd admin admin] Pushing event deleted for resources: {'Network': ['ID=4e027bb9-5552-4660-8418-f6df7149d095,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:12.252609 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51390) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:12.290361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3ae34d56-83c2-4eab-8ccb-46bffa91de2d no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:29:12.297133 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1b744c4f-1fe5-408f-8b71-a438e5744af0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2222602bdb142e3bcaa1a70444ce569&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433474 Mar 07 22:29:12.299814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51392) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:12.310653 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 3ae34d56-83c2-4eab-8ccb-46bffa91de2d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:29:12.310999 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 3ae34d56-83c2-4eab-8ccb-46bffa91de2d not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:29:12.311416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 79109958-9b6f-4e02-9ae7-70c19fdd0cc3 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:29:12.330018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 79109958-9b6f-4e02-9ae7-70c19fdd0cc3 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:29:12.330389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 79109958-9b6f-4e02-9ae7-70c19fdd0cc3 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:29:12.330797 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 99563080-9237-4bf7-911b-17f4d3f8b6c7 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:29:12.349513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 99563080-9237-4bf7-911b-17f4d3f8b6c7 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:29:12.349870 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 99563080-9237-4bf7-911b-17f4d3f8b6c7 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:29:12.351819 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-639a85ae-64e3-4ace-b477-6e52b6edd442 admin admin] Publish callbacks [] for security_group (1ec3582c-46ae-406f-8343-3ba5346b22e9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:12.373183 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-639a85ae-64e3-4ace-b477-6e52b6edd442 admin admin] Publish callbacks [] for security_group (1ec3582c-46ae-406f-8343-3ba5346b22e9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:12.419330 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-639a85ae-64e3-4ace-b477-6e52b6edd442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1ec3582c-46ae-406f-8343-3ba5346b22e9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:12.421912 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-639a85ae-64e3-4ace-b477-6e52b6edd442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:12.423224 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-639a85ae-64e3-4ace-b477-6e52b6edd442 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ec3582c-46ae-406f-8343-3ba5346b22e9 HTTP/1.1" status: 204 len: 168 time: 0.1223342 Mar 07 22:29:12.430793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a85ae-64e3-4ace-b477-6e52b6edd442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec3582c-46ae-406f-8343-3ba5346b22e9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:13.060061 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51414) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:13.153180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-285138042-network', 'tenant_id': 'b8b57aa4d3f24849beb4724f08f48d74'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:13.171617 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] Made reservation on behalf of b8b57aa4d3f24849beb4724f08f48d74 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:13.174193 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:13.182205 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:13.260530 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] Publish callbacks [] for security_group (992cb4b7-84e2-4986-a1ae-a2e8e4b04996), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:13.264161 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (992cb4b7-84e2-4986-a1ae-a2e8e4b04996), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:13.285113 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:29:13.300012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992cb4b7-84e2-4986-a1ae-a2e8e4b04996,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:13.303119 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (2d51557d-6913-4879-aaf0-f4614863b52b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:13.303619 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] Added segment 2d51557d-6913-4879-aaf0-f4614863b52b of type vlan for network 1d741cbe-4ec0-47c5-8efd-6faf8f983db9 Mar 07 22:29:13.343057 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (1d741cbe-4ec0-47c5-8efd-6faf8f983db9), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:13.366530 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (1d741cbe-4ec0-47c5-8efd-6faf8f983db9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:13.367473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:13.368054 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:13.396999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3356490 Mar 07 22:29:13.400839 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51418) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:13.405963 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-687a36ef-0ee7-4385-bf70-65cc41d3ac3e admin admin] Request body: {'subnet': {'network_id': '1d741cbe-4ec0-47c5-8efd-6faf8f983db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-285138042-subnet', 'tenant_id': 'b8b57aa4d3f24849beb4724f08f48d74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:13.423523 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687a36ef-0ee7-4385-bf70-65cc41d3ac3e admin admin] Made reservation on behalf of b8b57aa4d3f24849beb4724f08f48d74 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:13.425905 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-687a36ef-0ee7-4385-bf70-65cc41d3ac3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:13.429572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b865b8b-536b-4920-b490-fcdecdc211f6 admin admin] Pushing event updated for resources: {'Network': ['ID=1d741cbe-4ec0-47c5-8efd-6faf8f983db9,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:13.439745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 1d741cbe-4ec0-47c5-8efd-6faf8f983db9 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:29:13.615378 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-687a36ef-0ee7-4385-bf70-65cc41d3ac3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (188da4b4-0f57-4c37-bceb-96293daeebc1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:13.667228 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a36ef-0ee7-4385-bf70-65cc41d3ac3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=188da4b4-0f57-4c37-bceb-96293daeebc1,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:13.682565 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687a36ef-0ee7-4385-bf70-65cc41d3ac3e admin admin] Checking segment: {'id': '2d51557d-6913-4879-aaf0-f4614863b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d741cbe-4ec0-47c5-8efd-6faf8f983db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:29:13.682928 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a36ef-0ee7-4385-bf70-65cc41d3ac3e admin admin] Network hostable DHCP agents. Network: 1d741cbe-4ec0-47c5-8efd-6faf8f983db9, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:29:13.699205 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a36ef-0ee7-4385-bf70-65cc41d3ac3e admin admin] Network 1d741cbe-4ec0-47c5-8efd-6faf8f983db9 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:29:13.707226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-687a36ef-0ee7-4385-bf70-65cc41d3ac3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 1d741cbe-4ec0-47c5-8efd-6faf8f983db9) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:29:13.711530 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687a36ef-0ee7-4385-bf70-65cc41d3ac3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:13.712127 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-687a36ef-0ee7-4385-bf70-65cc41d3ac3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:13.716938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d1f2c0-629b-477f-b5de-d42863ba1060 None None] Network 1d741cbe-4ec0-47c5-8efd-6faf8f983db9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:13.730636 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-687a36ef-0ee7-4385-bf70-65cc41d3ac3e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3285065 Mar 07 22:29:13.822791 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6db388e-f048-420d-bf43-95c4da696c96 None None] Network 1d741cbe-4ec0-47c5-8efd-6faf8f983db9 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:14.159815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-eb79bf27-a036-4ae2-bdfe-c8e53d83ec43 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:14.161258 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-eb79bf27-a036-4ae2-bdfe-c8e53d83ec43 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/networks?id=1d741cbe-4ec0-47c5-8efd-6faf8f983db9 HTTP/1.1" status: 200 len: 813 time: 0.1053958 Mar 07 22:29:14.175783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-8055e4c7-ff7b-45ba-a5ea-e29a6b2bb4f1 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/quotas/b8b57aa4d3f24849beb4724f08f48d74 HTTP/1.1" status: 200 len: 375 time: 0.0091982 Mar 07 22:29:14.209800 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-70a65c6a-af4d-4568-ac33-5a06bebd411a tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b57aa4d3f24849beb4724f08f48d74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257535 Mar 07 22:29:14.348158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-383d9909-5925-441c-9dae-5258bfd69674 service neutron] 10.222.0.26 "GET /v2.0/networks/1d741cbe-4ec0-47c5-8efd-6faf8f983db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346319 Mar 07 22:29:14.435011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-fe0c356e-2fe5-48c9-bf8d-9fba33254d56 service neutron] 10.222.0.26 "GET /v2.0/networks/1d741cbe-4ec0-47c5-8efd-6faf8f983db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809937 Mar 07 22:29:14.602812 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-072f8f6a-f500-491e-9cbb-0da5e525b925 req-574e3f69-0a33-45ef-b08b-bdd3d26265b8 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 210 time: 0.0334735 Mar 07 22:29:15.558328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-923e0c24-d844-45ba-83e7-ce48ce8753e3 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:15.560746 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-923e0c24-d844-45ba-83e7-ce48ce8753e3 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.15 "GET /v2.0/networks?id=1d741cbe-4ec0-47c5-8efd-6faf8f983db9 HTTP/1.1" status: 200 len: 813 time: 0.1025109 Mar 07 22:29:15.573966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-3e3f0052-81ea-4428-b475-b767004eb716 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Request body: {'port': {'device_id': '97acbea1-4cb7-4374-88ea-7dd906334b16', 'network_id': '1d741cbe-4ec0-47c5-8efd-6faf8f983db9', 'admin_state_up': True, 'tenant_id': 'b8b57aa4d3f24849beb4724f08f48d74'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:15.680677 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3d02057c-00b5-406d-bf41-272b5431e8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:15.697414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da2728ae-f653-4df2-9237-af1849b7867d req-ca7c7f2c-0ce0-4999-9707-fd4f795e63d5 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 210 time: 0.0297260 Mar 07 22:29:15.711574 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-3e3f0052-81ea-4428-b475-b767004eb716 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Made reservation on behalf of b8b57aa4d3f24849beb4724f08f48d74 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:15.714897 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-3e3f0052-81ea-4428-b475-b767004eb716 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:15.841517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-3e3f0052-81ea-4428-b475-b767004eb716 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Allocated IP 172.20.0.2 (1d741cbe-4ec0-47c5-8efd-6faf8f983db9/188da4b4-0f57-4c37-bceb-96293daeebc1/de4df187-cdcc-454e-bb30-edeb51a6fb78) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:29:15.983093 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-3e3f0052-81ea-4428-b475-b767004eb716 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks [] for port (de4df187-cdcc-454e-bb30-edeb51a6fb78), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:16.015120 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-3e3f0052-81ea-4428-b475-b767004eb716 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (de4df187-cdcc-454e-bb30-edeb51a6fb78), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:16.063425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-3e3f0052-81ea-4428-b475-b767004eb716 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Network 1d741cbe-4ec0-47c5-8efd-6faf8f983db9 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:29:16.066410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-3e3f0052-81ea-4428-b475-b767004eb716 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:29:16.070113 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-3e3f0052-81ea-4428-b475-b767004eb716 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:29:16.093533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f0052-81ea-4428-b475-b767004eb716 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Pushing event updated for resources: {'Port': ['ID=de4df187-cdcc-454e-bb30-edeb51a6fb78,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:16.121379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-3e3f0052-81ea-4428-b475-b767004eb716 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:16.121996 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-3e3f0052-81ea-4428-b475-b767004eb716 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:16.137227 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-3e3f0052-81ea-4428-b475-b767004eb716 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5672748 Mar 07 22:29:16.199617 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Request body: {'port': {'device_id': '97acbea1-4cb7-4374-88ea-7dd906334b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:16.257854 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (de4df187-cdcc-454e-bb30-edeb51a6fb78), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:16.473954 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:16.518774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4df187-cdcc-454e-bb30-edeb51a6fb78 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:29:16.526052 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Publish callbacks [] for port (de4df187-cdcc-454e-bb30-edeb51a6fb78), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:16.538160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Transition to ACTIVE for port object de4df187-cdcc-454e-bb30-edeb51a6fb78 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:29:16.541721 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (de4df187-cdcc-454e-bb30-edeb51a6fb78), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:16.607976 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Pushing event updated for resources: {'Port': ['ID=de4df187-cdcc-454e-bb30-edeb51a6fb78,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:16.658755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Attempting to bind port de4df187-cdcc-454e-bb30-edeb51a6fb78 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:29:16.659088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Attempting to bind port de4df187-cdcc-454e-bb30-edeb51a6fb78 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '2d51557d-6913-4879-aaf0-f4614863b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d741cbe-4ec0-47c5-8efd-6faf8f983db9'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:29:16.659416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Attempting to bind port de4df187-cdcc-454e-bb30-edeb51a6fb78 on network 1d741cbe-4ec0-47c5-8efd-6faf8f983db9 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:29:16.663597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Port de4df187-cdcc-454e-bb30-edeb51a6fb78 on network 1d741cbe-4ec0-47c5-8efd-6faf8f983db9 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:29:16.663919 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Attempting to bind port de4df187-cdcc-454e-bb30-edeb51a6fb78 on network 1d741cbe-4ec0-47c5-8efd-6faf8f983db9 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:29:16.668618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:29:16.668957 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Checking segment: {'id': '2d51557d-6913-4879-aaf0-f4614863b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d741cbe-4ec0-47c5-8efd-6faf8f983db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:29:16.669335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Bound using segment: {'id': '2d51557d-6913-4879-aaf0-f4614863b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d741cbe-4ec0-47c5-8efd-6faf8f983db9'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:29:16.669757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Bound port: de4df187-cdcc-454e-bb30-edeb51a6fb78, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d51557d-6913-4879-aaf0-f4614863b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d741cbe-4ec0-47c5-8efd-6faf8f983db9'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:29:16.670130 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (de4df187-cdcc-454e-bb30-edeb51a6fb78), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:16.732227 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] For port de4df187-cdcc-454e-bb30-edeb51a6fb78, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:29:16.735793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] For port de4df187-cdcc-454e-bb30-edeb51a6fb78, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=de4df187-cdcc-454e-bb30-edeb51a6fb78,segment=NetworkSegment(2d51557d-6913-4879-aaf0-f4614863b52b),segment_id=2d51557d-6913-4879-aaf0-f4614863b52b)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:29:16.740966 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (de4df187-cdcc-454e-bb30-edeb51a6fb78), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:16.806237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:16.806863 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:16.808240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] 10.222.0.15 "PUT /v2.0/ports/de4df187-cdcc-454e-bb30-edeb51a6fb78 HTTP/1.1" status: 200 len: 1091 time: 0.6590571 Mar 07 22:29:16.808676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97acbea1-4cb7-4374-88ea-7dd906334b16', 'tag': 'de4df187-cdcc-454e-bb30-edeb51a6fb78'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:29:16.810923 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba3df2f-23fd-45c5-bce4-5adeb2c7b074" -d '{"events": [{"name": "network-changed", "server_uuid": "97acbea1-4cb7-4374-88ea-7dd906334b16", "tag": "de4df187-cdcc-454e-bb30-edeb51a6fb78"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:29:16.834889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d90eb-2cc4-47cf-9494-712610370047 service neutron] Pushing event updated for resources: {'Port': ['ID=de4df187-cdcc-454e-bb30-edeb51a6fb78,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:16.852799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eee70-2b73-497d-a225-56c427cf462b req-905b2009-0cf8-4983-b47b-890bca6597bc tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:16.854462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d2eee70-2b73-497d-a225-56c427cf462b req-905b2009-0cf8-4983-b47b-890bca6597bc tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 943 time: 0.0854058 Mar 07 22:29:16.855941 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47030a54-0667-4ecd-b64b-968e7cbbdeb1 x-openstack-request-id: req-47030a54-0667-4ecd-b64b-968e7cbbdeb1 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:29:16.856260 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97acbea1-4cb7-4374-88ea-7dd906334b16", "tag": "de4df187-cdcc-454e-bb30-edeb51a6fb78", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:29:16.856497 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47030a54-0667-4ecd-b64b-968e7cbbdeb1 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:29:16.856891 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97acbea1-4cb7-4374-88ea-7dd906334b16', 'tag': 'de4df187-cdcc-454e-bb30-edeb51a6fb78', 'status': 'completed', 'code': 200} Mar 07 22:29:16.935237 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5d2eee70-2b73-497d-a225-56c427cf462b req-8029f3fb-cd50-409e-be50-15c811ae78b1 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694563 Mar 07 22:29:16.937838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-a838ca6c-92d3-41e6-b616-770852ef1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:16.939314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-a838ca6c-92d3-41e6-b616-770852ef1c48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8b57aa4d3f24849beb4724f08f48d74&device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 1125 time: 0.0817139 Mar 07 22:29:16.987033 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-4e06b2c9-ea2e-4e16-bd80-7cb493354529 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de4df187-cdcc-454e-bb30-edeb51a6fb78 HTTP/1.1" status: 200 len: 217 time: 0.0355852 Mar 07 22:29:17.040524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-ba0d5554-6673-4381-a657-90df9959634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:17.041954 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-ba0d5554-6673-4381-a657-90df9959634a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=188da4b4-0f57-4c37-bceb-96293daeebc1 HTTP/1.1" status: 200 len: 853 time: 0.0457325 Mar 07 22:29:17.076234 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-d6f1c068-33b5-40dd-bf78-651bac3e5d5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d741cbe-4ec0-47c5-8efd-6faf8f983db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244863 Mar 07 22:29:17.170702 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-544174e7-16dd-458e-8aa9-2f60ee6fafe9 service neutron] 10.222.0.15 "GET /v2.0/networks/1d741cbe-4ec0-47c5-8efd-6faf8f983db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802650 Mar 07 22:29:17.264223 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e431f5e-045b-41a3-9d97-d971f041be38 req-7ec4527f-417a-4069-b772-6d72da8b02ac service neutron] 10.222.0.15 "GET /v2.0/networks/1d741cbe-4ec0-47c5-8efd-6faf8f983db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838971 Mar 07 22:29:17.351758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3df2f-23fd-45c5-bce4-5adeb2c7b074 req-151e62e5-62a2-4c95-b136-6dfcc673a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:17.353518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ba3df2f-23fd-45c5-bce4-5adeb2c7b074 req-151e62e5-62a2-4c95-b136-6dfcc673a4cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8b57aa4d3f24849beb4724f08f48d74&device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 1125 time: 0.0447040 Mar 07 22:29:17.445365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3df2f-23fd-45c5-bce4-5adeb2c7b074 req-bd0c3d50-d2ed-452b-9ea1-62098cb3e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:17.446850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ba3df2f-23fd-45c5-bce4-5adeb2c7b074 req-bd0c3d50-d2ed-452b-9ea1-62098cb3e19e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d741cbe-4ec0-47c5-8efd-6faf8f983db9 HTTP/1.1" status: 200 len: 914 time: 0.0861979 Mar 07 22:29:17.487454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ba3df2f-23fd-45c5-bce4-5adeb2c7b074 req-50e4be86-d4c1-4d28-a8d8-59361b90e6c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de4df187-cdcc-454e-bb30-edeb51a6fb78 HTTP/1.1" status: 200 len: 217 time: 0.0339601 Mar 07 22:29:17.535563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3df2f-23fd-45c5-bce4-5adeb2c7b074 req-69ca0957-ae28-46b3-bc17-db95a6c0c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:17.536879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ba3df2f-23fd-45c5-bce4-5adeb2c7b074 req-69ca0957-ae28-46b3-bc17-db95a6c0c31b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=188da4b4-0f57-4c37-bceb-96293daeebc1 HTTP/1.1" status: 200 len: 853 time: 0.0415273 Mar 07 22:29:17.579481 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ba3df2f-23fd-45c5-bce4-5adeb2c7b074 req-5ca45176-5790-48b4-8e40-9de5e75b496d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d741cbe-4ec0-47c5-8efd-6faf8f983db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337076 Mar 07 22:29:17.669673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ba3df2f-23fd-45c5-bce4-5adeb2c7b074 req-0ddb8a7b-2de0-4338-9060-22e7bfe437b6 service neutron] 10.222.0.15 "GET /v2.0/networks/1d741cbe-4ec0-47c5-8efd-6faf8f983db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830152 Mar 07 22:29:17.763738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ba3df2f-23fd-45c5-bce4-5adeb2c7b074 req-4de9727c-ce2e-47e5-a084-7ffcb31536d8 service neutron] 10.222.0.15 "GET /v2.0/networks/1d741cbe-4ec0-47c5-8efd-6faf8f983db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878270 Mar 07 22:29:18.056109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f7d50-b0d1-4a25-afca-0cdbd0eb0dc5 req-d3895906-1852-4001-810c-22c3aec7d3d1 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:18.057601 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31f7d50-b0d1-4a25-afca-0cdbd0eb0dc5 req-d3895906-1852-4001-810c-22c3aec7d3d1 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 943 time: 0.0538368 Mar 07 22:29:18.103652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e31f7d50-b0d1-4a25-afca-0cdbd0eb0dc5 req-e188dd1f-f5dc-437e-8e62-7ac5f1a3792d tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404058 Mar 07 22:29:18.177829 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bf3d1fa3-b8f6-4c9b-a217-91710ccb58c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:18.571748 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:19.220897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5454fb1-f46a-445c-9ae8-d05b1942df72 req-d428433d-2eca-44b0-8c45-54c060e670d3 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:19.222417 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5454fb1-f46a-445c-9ae8-d05b1942df72 req-d428433d-2eca-44b0-8c45-54c060e670d3 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 943 time: 0.0531754 Mar 07 22:29:19.273262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a5454fb1-f46a-445c-9ae8-d05b1942df72 req-3b874e36-c045-4f2f-aa04-e52e8e67d83a tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450256 Mar 07 22:29:19.466036 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:19.930766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device de4df187-cdcc-454e-bb30-edeb51a6fb78 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:29:20.031072 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port de4df187-cdcc-454e-bb30-edeb51a6fb78, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=de4df187-cdcc-454e-bb30-edeb51a6fb78,segment=NetworkSegment(2d51557d-6913-4879-aaf0-f4614863b52b),segment_id=2d51557d-6913-4879-aaf0-f4614863b52b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:20.042250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'de4df187-cdcc-454e-bb30-edeb51a6fb78', 'network_id': '1d741cbe-4ec0-47c5-8efd-6faf8f983db9', 'port_id': 'de4df187-cdcc-454e-bb30-edeb51a6fb78', 'mac_address': 'fa:16:3e:29:14:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188da4b4-0f57-4c37-bceb-96293daeebc1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:29:20.079417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port de4df187-cdcc-454e-bb30-edeb51a6fb78 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:29:20.079811 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (de4df187-cdcc-454e-bb30-edeb51a6fb78), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:20.092240 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4df187-cdcc-454e-bb30-edeb51a6fb78 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:29:20.111761 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port de4df187-cdcc-454e-bb30-edeb51a6fb78, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=de4df187-cdcc-454e-bb30-edeb51a6fb78,segment=NetworkSegment(2d51557d-6913-4879-aaf0-f4614863b52b),segment_id=2d51557d-6913-4879-aaf0-f4614863b52b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:20.115562 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (de4df187-cdcc-454e-bb30-edeb51a6fb78), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:20.160888 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=de4df187-cdcc-454e-bb30-edeb51a6fb78,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:20.363188 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['de4df187-cdcc-454e-bb30-edeb51a6fb78'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:29:20.394967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e9a8d-4df4-4bb8-a801-6f201ac34e03 req-859b7e14-b2c9-4764-bce9-02dee138e022 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:20.396452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-342e9a8d-4df4-4bb8-a801-6f201ac34e03 req-859b7e14-b2c9-4764-bce9-02dee138e022 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 944 time: 0.0536993 Mar 07 22:29:20.444075 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-342e9a8d-4df4-4bb8-a801-6f201ac34e03 req-4d2af01f-5f91-4ef0-bebe-c5db787344f8 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418007 Mar 07 22:29:20.455814 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:20.612542 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:29:21.566332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4a87d-db8b-4754-9c81-585f8f52e7f4 req-ff7e19bf-fbe4-4f82-bf3a-df03762ab0bf tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:21.567796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3b4a87d-db8b-4754-9c81-585f8f52e7f4 req-ff7e19bf-fbe4-4f82-bf3a-df03762ab0bf tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 944 time: 0.0585485 Mar 07 22:29:21.613320 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3b4a87d-db8b-4754-9c81-585f8f52e7f4 req-d42cb712-fe78-41a0-8d36-bf39e55f53ac tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399678 Mar 07 22:29:21.945973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device de4df187-cdcc-454e-bb30-edeb51a6fb78 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:29:21.994210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port de4df187-cdcc-454e-bb30-edeb51a6fb78 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:29:21.997886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port de4df187-cdcc-454e-bb30-edeb51a6fb78 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:29:21.998293 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (de4df187-cdcc-454e-bb30-edeb51a6fb78), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:22.076856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port de4df187-cdcc-454e-bb30-edeb51a6fb78 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:29:22.077242 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (de4df187-cdcc-454e-bb30-edeb51a6fb78), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:22.098852 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97acbea1-4cb7-4374-88ea-7dd906334b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4df187-cdcc-454e-bb30-edeb51a6fb78'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:29:22.101066 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d2f3f3-750d-4316-a5a8-a416cc99dd40" -d '{"events": [{"server_uuid": "97acbea1-4cb7-4374-88ea-7dd906334b16", "name": "network-vif-plugged", "status": "completed", "tag": "de4df187-cdcc-454e-bb30-edeb51a6fb78"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:29:22.114490 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port de4df187-cdcc-454e-bb30-edeb51a6fb78, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=de4df187-cdcc-454e-bb30-edeb51a6fb78,segment=NetworkSegment(2d51557d-6913-4879-aaf0-f4614863b52b),segment_id=2d51557d-6913-4879-aaf0-f4614863b52b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:22.118288 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (de4df187-cdcc-454e-bb30-edeb51a6fb78), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:22.165204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=de4df187-cdcc-454e-bb30-edeb51a6fb78,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:22.196417 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:22.207958 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d557ca6-a95d-4696-82fb-a26ca564259b x-openstack-request-id: req-7d557ca6-a95d-4696-82fb-a26ca564259b {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:29:22.208251 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97acbea1-4cb7-4374-88ea-7dd906334b16", "name": "network-vif-plugged", "status": "completed", "tag": "de4df187-cdcc-454e-bb30-edeb51a6fb78", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:29:22.208531 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d557ca6-a95d-4696-82fb-a26ca564259b {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:29:22.208922 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97acbea1-4cb7-4374-88ea-7dd906334b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4df187-cdcc-454e-bb30-edeb51a6fb78', 'code': 200} Mar 07 22:29:22.321953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794aaa7-57f0-41ed-be76-7571a30338af req-44d243d6-37e7-4345-bafd-7d4f835704f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:22.323468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f794aaa7-57f0-41ed-be76-7571a30338af req-44d243d6-37e7-4345-bafd-7d4f835704f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 1127 time: 0.0473452 Mar 07 22:29:22.370878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f794aaa7-57f0-41ed-be76-7571a30338af req-9c38ede6-50a2-4749-981b-56b6992d32be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369473 Mar 07 22:29:22.730417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0fdc4-643b-4f72-9c7b-9c5f2ebba7b4 req-17b90f2e-d02c-4f81-930a-5397d088a098 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:22.731885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2a0fdc4-643b-4f72-9c7b-9c5f2ebba7b4 req-17b90f2e-d02c-4f81-930a-5397d088a098 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 945 time: 0.0523970 Mar 07 22:29:22.779048 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c2a0fdc4-643b-4f72-9c7b-9c5f2ebba7b4 req-b73ffa44-d18a-4ad5-a2a9-7bdfa5c11ef1 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 Mar 07 22:29:23.908273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e209a0c-a460-4b99-a956-1a44c30335b0 req-350ecdde-c907-4a6d-854f-f8cc06708da8 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:23.909764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e209a0c-a460-4b99-a956-1a44c30335b0 req-350ecdde-c907-4a6d-854f-f8cc06708da8 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 945 time: 0.0627768 Mar 07 22:29:23.957765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e209a0c-a460-4b99-a956-1a44c30335b0 req-07031abd-135e-406d-a54a-d9758cf1f358 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Mar 07 22:29:24.179846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-3ec5363a-0d48-4adb-b9ac-343fecaae2d7 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:24.181297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-3ec5363a-0d48-4adb-b9ac-343fecaae2d7 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/networks?id=1d741cbe-4ec0-47c5-8efd-6faf8f983db9 HTTP/1.1" status: 200 len: 813 time: 0.1058650 Mar 07 22:29:24.195356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-d0c879f5-0ba6-4d06-a02e-969c7419551f tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/quotas/b8b57aa4d3f24849beb4724f08f48d74 HTTP/1.1" status: 200 len: 375 time: 0.0087309 Mar 07 22:29:24.250622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-a61a8ed9-c924-4bd6-9ff3-9843165770f5 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b57aa4d3f24849beb4724f08f48d74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0505316 Mar 07 22:29:24.337200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-19ee25b4-f9e0-45f2-a017-9d8d9b0e83b2 service neutron] 10.222.0.26 "GET /v2.0/networks/1d741cbe-4ec0-47c5-8efd-6faf8f983db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798452 Mar 07 22:29:24.426570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-eab976eb-3a09-441e-a687-930327392c87 service neutron] 10.222.0.26 "GET /v2.0/networks/1d741cbe-4ec0-47c5-8efd-6faf8f983db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836852 Mar 07 22:29:24.582208 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25ff98c9-f891-467b-ba10-77a3c210248d req-2ede417c-2efd-4dc9-9299-3db676999e64 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 210 time: 0.0286694 Mar 07 22:29:25.498345 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-823a7ad5-f03f-4c3f-97a0-df808229c18a tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:25.500451 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-823a7ad5-f03f-4c3f-97a0-df808229c18a tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.13 "GET /v2.0/networks?id=1d741cbe-4ec0-47c5-8efd-6faf8f983db9 HTTP/1.1" status: 200 len: 813 time: 0.1213164 Mar 07 22:29:25.512672 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-52ef35f1-615d-407a-9844-fc5ea309353e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Request body: {'port': {'device_id': '8ac438a0-9c80-4236-8ab6-38038c650a8f', 'network_id': '1d741cbe-4ec0-47c5-8efd-6faf8f983db9', 'admin_state_up': True, 'tenant_id': 'b8b57aa4d3f24849beb4724f08f48d74'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:25.621682 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-52ef35f1-615d-407a-9844-fc5ea309353e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Made reservation on behalf of b8b57aa4d3f24849beb4724f08f48d74 for: {'port': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:25.625244 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-52ef35f1-615d-407a-9844-fc5ea309353e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:25.677899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d1ecea99-4232-470e-a612-be4290831b30 req-b146b34f-628d-4dfe-979e-1575b9390025 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 210 time: 0.0273099 Mar 07 22:29:25.747612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-52ef35f1-615d-407a-9844-fc5ea309353e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Allocated IP 172.20.0.6 (1d741cbe-4ec0-47c5-8efd-6faf8f983db9/188da4b4-0f57-4c37-bceb-96293daeebc1/b49416a3-63cb-4294-9e7a-6a34a317912e) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:29:25.895512 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-52ef35f1-615d-407a-9844-fc5ea309353e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks [] for port (b49416a3-63cb-4294-9e7a-6a34a317912e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:25.927021 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-52ef35f1-615d-407a-9844-fc5ea309353e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b49416a3-63cb-4294-9e7a-6a34a317912e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:25.938833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['de4df187-cdcc-454e-bb30-edeb51a6fb78'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:29:25.966868 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-52ef35f1-615d-407a-9844-fc5ea309353e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Network 1d741cbe-4ec0-47c5-8efd-6faf8f983db9 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:29:25.972185 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-52ef35f1-615d-407a-9844-fc5ea309353e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:29:25.976994 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-52ef35f1-615d-407a-9844-fc5ea309353e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:29:26.012622 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef35f1-615d-407a-9844-fc5ea309353e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Pushing event updated for resources: {'Port': ['ID=b49416a3-63cb-4294-9e7a-6a34a317912e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:26.042629 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-52ef35f1-615d-407a-9844-fc5ea309353e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:26.043285 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-52ef35f1-615d-407a-9844-fc5ea309353e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:26.060126 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-52ef35f1-615d-407a-9844-fc5ea309353e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5512950 Mar 07 22:29:26.071707 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Request body: {'port': {'device_id': '8ac438a0-9c80-4236-8ab6-38038c650a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:26.131562 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b49416a3-63cb-4294-9e7a-6a34a317912e), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:26.387680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49416a3-63cb-4294-9e7a-6a34a317912e {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:29:26.395051 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Publish callbacks [] for port (b49416a3-63cb-4294-9e7a-6a34a317912e), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:26.406395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Transition to ACTIVE for port object b49416a3-63cb-4294-9e7a-6a34a317912e will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:29:26.410267 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (b49416a3-63cb-4294-9e7a-6a34a317912e), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:26.457932 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Pushing event updated for resources: {'Port': ['ID=b49416a3-63cb-4294-9e7a-6a34a317912e,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:26.526518 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Attempting to bind port b49416a3-63cb-4294-9e7a-6a34a317912e on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:29:26.527184 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Attempting to bind port b49416a3-63cb-4294-9e7a-6a34a317912e by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '2d51557d-6913-4879-aaf0-f4614863b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d741cbe-4ec0-47c5-8efd-6faf8f983db9'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:29:26.527184 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Attempting to bind port b49416a3-63cb-4294-9e7a-6a34a317912e on network 1d741cbe-4ec0-47c5-8efd-6faf8f983db9 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:29:26.531270 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Port b49416a3-63cb-4294-9e7a-6a34a317912e on network 1d741cbe-4ec0-47c5-8efd-6faf8f983db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:29:26.531591 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Attempting to bind port b49416a3-63cb-4294-9e7a-6a34a317912e on network 1d741cbe-4ec0-47c5-8efd-6faf8f983db9 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:29:26.536835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:29:26.537172 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Checking segment: {'id': '2d51557d-6913-4879-aaf0-f4614863b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d741cbe-4ec0-47c5-8efd-6faf8f983db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:29:26.537553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Bound using segment: {'id': '2d51557d-6913-4879-aaf0-f4614863b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d741cbe-4ec0-47c5-8efd-6faf8f983db9'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:29:26.537975 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Bound port: b49416a3-63cb-4294-9e7a-6a34a317912e, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d51557d-6913-4879-aaf0-f4614863b52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d741cbe-4ec0-47c5-8efd-6faf8f983db9'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:29:26.538362 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b49416a3-63cb-4294-9e7a-6a34a317912e), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:26.601595 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] For port b49416a3-63cb-4294-9e7a-6a34a317912e, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:29:26.605490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] For port b49416a3-63cb-4294-9e7a-6a34a317912e, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b49416a3-63cb-4294-9e7a-6a34a317912e,segment=NetworkSegment(2d51557d-6913-4879-aaf0-f4614863b52b),segment_id=2d51557d-6913-4879-aaf0-f4614863b52b)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:29:26.611491 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (b49416a3-63cb-4294-9e7a-6a34a317912e), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:26.648511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:26.649127 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:26.650541 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] 10.222.0.13 "PUT /v2.0/ports/b49416a3-63cb-4294-9e7a-6a34a317912e HTTP/1.1" status: 200 len: 1091 time: 0.5832322 Mar 07 22:29:26.650978 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac438a0-9c80-4236-8ab6-38038c650a8f', 'tag': 'b49416a3-63cb-4294-9e7a-6a34a317912e'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:29:26.653231 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ae8121-3bb0-48bd-83f1-bed50ab29b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac438a0-9c80-4236-8ab6-38038c650a8f", "tag": "b49416a3-63cb-4294-9e7a-6a34a317912e"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:29:26.677085 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c5b4c-ed84-4b99-ba61-e1fd471d408c service neutron] Pushing event updated for resources: {'Port': ['ID=b49416a3-63cb-4294-9e7a-6a34a317912e,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:26.698444 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5849d4-0e4d-49d5-b091-4fefd8238c29 x-openstack-request-id: req-5c5849d4-0e4d-49d5-b091-4fefd8238c29 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:29:26.698736 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac438a0-9c80-4236-8ab6-38038c650a8f", "tag": "b49416a3-63cb-4294-9e7a-6a34a317912e", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:29:26.698994 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c5849d4-0e4d-49d5-b091-4fefd8238c29 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:29:26.699485 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac438a0-9c80-4236-8ab6-38038c650a8f', 'tag': 'b49416a3-63cb-4294-9e7a-6a34a317912e', 'status': 'completed', 'code': 200} Mar 07 22:29:26.736363 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-21cdfb5e-0066-4c28-a30f-f9b668ff7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:26.740224 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-21cdfb5e-0066-4c28-a30f-f9b668ff7a8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8b57aa4d3f24849beb4724f08f48d74&device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 1125 time: 0.0486629 Mar 07 22:29:26.785352 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-e9679a96-d6b2-4f2e-89a8-87405a902b73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b49416a3-63cb-4294-9e7a-6a34a317912e HTTP/1.1" status: 200 len: 217 time: 0.0382969 Mar 07 22:29:26.796625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dde0c-eacf-42b2-810e-61f019a3aa6f req-ce8e23b0-dad5-4a47-aeba-2a9042259f63 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:26.798094 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a57dde0c-eacf-42b2-810e-61f019a3aa6f req-ce8e23b0-dad5-4a47-aeba-2a9042259f63 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 943 time: 0.0521576 Mar 07 22:29:26.831855 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-1f3d8fbd-d0ac-4786-8150-090cb4b5a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:26.833330 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-1f3d8fbd-d0ac-4786-8150-090cb4b5a693 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=188da4b4-0f57-4c37-bceb-96293daeebc1 HTTP/1.1" status: 200 len: 853 time: 0.0433991 Mar 07 22:29:26.843965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a57dde0c-eacf-42b2-810e-61f019a3aa6f req-327067f1-3923-4d22-a000-b01e9c1232ac tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 Mar 07 22:29:26.865510 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-3365d4dd-b1ea-42e1-9b77-a0cb2ddb4b5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d741cbe-4ec0-47c5-8efd-6faf8f983db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265408 Mar 07 22:29:26.953227 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-bd0799ce-d90b-4e8a-a71d-597395fc6fb3 service neutron] 10.222.0.13 "GET /v2.0/networks/1d741cbe-4ec0-47c5-8efd-6faf8f983db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819061 Mar 07 22:29:27.039446 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-fdd26c71-92d9-4183-b4e7-b7d2e8e7637d req-43af6c24-df37-4020-9193-c51a5819f18d service neutron] 10.222.0.13 "GET /v2.0/networks/1d741cbe-4ec0-47c5-8efd-6faf8f983db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802128 Mar 07 22:29:27.128377 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae8121-3bb0-48bd-83f1-bed50ab29b4e req-b4412990-5552-408e-9da6-8931fb50d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:27.130260 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f8ae8121-3bb0-48bd-83f1-bed50ab29b4e req-b4412990-5552-408e-9da6-8931fb50d944 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8b57aa4d3f24849beb4724f08f48d74&device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 1125 time: 0.0436535 Mar 07 22:29:27.220034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae8121-3bb0-48bd-83f1-bed50ab29b4e req-5584d8f6-4089-400e-9698-ad3788d569da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:27.221492 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f8ae8121-3bb0-48bd-83f1-bed50ab29b4e req-5584d8f6-4089-400e-9698-ad3788d569da service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d741cbe-4ec0-47c5-8efd-6faf8f983db9 HTTP/1.1" status: 200 len: 914 time: 0.0858867 Mar 07 22:29:27.262216 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f8ae8121-3bb0-48bd-83f1-bed50ab29b4e req-90cd7997-768c-40a5-9647-5f8da4709e9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b49416a3-63cb-4294-9e7a-6a34a317912e HTTP/1.1" status: 200 len: 217 time: 0.0327721 Mar 07 22:29:27.311322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae8121-3bb0-48bd-83f1-bed50ab29b4e req-2b523ad3-7170-4184-90d8-e98b5e717586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:27.312640 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f8ae8121-3bb0-48bd-83f1-bed50ab29b4e req-2b523ad3-7170-4184-90d8-e98b5e717586 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=188da4b4-0f57-4c37-bceb-96293daeebc1 HTTP/1.1" status: 200 len: 853 time: 0.0453093 Mar 07 22:29:27.344375 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f8ae8121-3bb0-48bd-83f1-bed50ab29b4e req-8c8a028f-aa96-4753-9a93-8a83c4898cc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d741cbe-4ec0-47c5-8efd-6faf8f983db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246251 Mar 07 22:29:27.429851 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f8ae8121-3bb0-48bd-83f1-bed50ab29b4e req-8ce87d61-20ae-41af-98a8-15d9fe0f9ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/1d741cbe-4ec0-47c5-8efd-6faf8f983db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799954 Mar 07 22:29:27.517733 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-f8ae8121-3bb0-48bd-83f1-bed50ab29b4e req-c331e060-2b6e-49f1-a485-d4bc0d88cb56 service neutron] 10.222.0.13 "GET /v2.0/networks/1d741cbe-4ec0-47c5-8efd-6faf8f983db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823607 Mar 07 22:29:27.966422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa79dc1-d4be-46d6-b474-eed16ee28d9f req-6bb54265-ef9a-44da-a56c-2d708e567cab tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:27.967914 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5fa79dc1-d4be-46d6-b474-eed16ee28d9f req-6bb54265-ef9a-44da-a56c-2d708e567cab tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 943 time: 0.0560896 Mar 07 22:29:28.013941 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5fa79dc1-d4be-46d6-b474-eed16ee28d9f req-13fc5d55-0596-46ca-80b5-4856eb3aff37 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 Mar 07 22:29:29.130220 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd557-06b4-4778-b2e3-e007c61a6a04 req-59c7dca0-66d1-459e-a559-3bc919d14f54 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:29.131673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19afd557-06b4-4778-b2e3-e007c61a6a04 req-59c7dca0-66d1-459e-a559-3bc919d14f54 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 943 time: 0.0518925 Mar 07 22:29:29.177332 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-19afd557-06b4-4778-b2e3-e007c61a6a04 req-222c6f26-80bb-41bc-b2d3-ab9ebba4d898 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396962 Mar 07 22:29:30.136440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b49416a3-63cb-4294-9e7a-6a34a317912e details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:29:30.234764 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port b49416a3-63cb-4294-9e7a-6a34a317912e, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b49416a3-63cb-4294-9e7a-6a34a317912e,segment=NetworkSegment(2d51557d-6913-4879-aaf0-f4614863b52b),segment_id=2d51557d-6913-4879-aaf0-f4614863b52b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:30.246994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'b49416a3-63cb-4294-9e7a-6a34a317912e', 'network_id': '1d741cbe-4ec0-47c5-8efd-6faf8f983db9', 'port_id': 'b49416a3-63cb-4294-9e7a-6a34a317912e', 'mac_address': 'fa:16:3e:51:76:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188da4b4-0f57-4c37-bceb-96293daeebc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:29:30.285498 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port b49416a3-63cb-4294-9e7a-6a34a317912e is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:29:30.285799 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b49416a3-63cb-4294-9e7a-6a34a317912e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:30.294528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009b96b-626e-47d2-a568-2ff9cd99aa85 req-84840650-62ee-4dd2-b63c-ac07a62e6486 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:30.296263 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c009b96b-626e-47d2-a568-2ff9cd99aa85 req-84840650-62ee-4dd2-b63c-ac07a62e6486 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 943 time: 0.0528328 Mar 07 22:29:30.301117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49416a3-63cb-4294-9e7a-6a34a317912e {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:29:30.326533 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port b49416a3-63cb-4294-9e7a-6a34a317912e, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b49416a3-63cb-4294-9e7a-6a34a317912e,segment=NetworkSegment(2d51557d-6913-4879-aaf0-f4614863b52b),segment_id=2d51557d-6913-4879-aaf0-f4614863b52b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:30.330843 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b49416a3-63cb-4294-9e7a-6a34a317912e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:30.348588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c009b96b-626e-47d2-a568-2ff9cd99aa85 req-72ebe53c-0deb-41dd-be9f-c006da1d643a tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467510 Mar 07 22:29:30.376788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=b49416a3-63cb-4294-9e7a-6a34a317912e,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:30.384576 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:30.384927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:30.385269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:30.385606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:30.385938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:30.386302 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:30.386632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:30.386957 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:30.387285 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:30.387610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:30.387931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:30.388253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:30.388573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:30.622738 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['b49416a3-63cb-4294-9e7a-6a34a317912e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:29:31.464862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb9855-f5aa-47dc-b12f-5086c299b3d9 req-bd1981a8-4223-4923-b3fe-f15c989fe09f tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:31.466340 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ceb9855-f5aa-47dc-b12f-5086c299b3d9 req-bd1981a8-4223-4923-b3fe-f15c989fe09f tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 944 time: 0.0517654 Mar 07 22:29:31.511329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ceb9855-f5aa-47dc-b12f-5086c299b3d9 req-eb5a2c9b-f0b4-487b-9c02-7262ee6737dd tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395393 Mar 07 22:29:32.136060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b49416a3-63cb-4294-9e7a-6a34a317912e up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:29:32.184184 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port b49416a3-63cb-4294-9e7a-6a34a317912e completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:29:32.187693 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port b49416a3-63cb-4294-9e7a-6a34a317912e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:29:32.188096 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (b49416a3-63cb-4294-9e7a-6a34a317912e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:32.264695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port b49416a3-63cb-4294-9e7a-6a34a317912e is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:29:32.265087 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (b49416a3-63cb-4294-9e7a-6a34a317912e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:32.286905 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac438a0-9c80-4236-8ab6-38038c650a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49416a3-63cb-4294-9e7a-6a34a317912e'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:29:32.289183 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c126d59c-919b-4456-b5ff-2946574a409c" -d '{"events": [{"server_uuid": "8ac438a0-9c80-4236-8ab6-38038c650a8f", "name": "network-vif-plugged", "status": "completed", "tag": "b49416a3-63cb-4294-9e7a-6a34a317912e"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:29:32.306040 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port b49416a3-63cb-4294-9e7a-6a34a317912e, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b49416a3-63cb-4294-9e7a-6a34a317912e,segment=NetworkSegment(2d51557d-6913-4879-aaf0-f4614863b52b),segment_id=2d51557d-6913-4879-aaf0-f4614863b52b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:32.310927 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (b49416a3-63cb-4294-9e7a-6a34a317912e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:32.336174 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f847d718-9b51-49df-9a5d-a8ec7fd8ef28 x-openstack-request-id: req-f847d718-9b51-49df-9a5d-a8ec7fd8ef28 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:29:32.336472 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac438a0-9c80-4236-8ab6-38038c650a8f", "name": "network-vif-plugged", "status": "completed", "tag": "b49416a3-63cb-4294-9e7a-6a34a317912e", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:29:32.336738 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f847d718-9b51-49df-9a5d-a8ec7fd8ef28 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:29:32.337134 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac438a0-9c80-4236-8ab6-38038c650a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49416a3-63cb-4294-9e7a-6a34a317912e', 'code': 200} Mar 07 22:29:32.364590 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=b49416a3-63cb-4294-9e7a-6a34a317912e,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:32.426026 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75835e-9118-4aea-b29d-1912d5511acc req-275b408f-378f-4451-9ca7-13598eceb8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:32.427549 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0e75835e-9118-4aea-b29d-1912d5511acc req-275b408f-378f-4451-9ca7-13598eceb8ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 1127 time: 0.0437787 Mar 07 22:29:32.469642 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-0e75835e-9118-4aea-b29d-1912d5511acc req-ee2a0d00-5df6-4770-a5c6-2115e0f33aac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361998 Mar 07 22:29:32.627120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec4cc-98f3-4f91-aab1-0fa1dc438438 req-187dac69-6283-4ff7-8ad8-7177f0c6a054 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:32.628575 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9aec4cc-98f3-4f91-aab1-0fa1dc438438 req-187dac69-6283-4ff7-8ad8-7177f0c6a054 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 945 time: 0.0520039 Mar 07 22:29:32.673955 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9aec4cc-98f3-4f91-aab1-0fa1dc438438 req-e62fee5d-2f0b-4e65-ae05-bf79e36781e8 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 Mar 07 22:29:33.800583 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813ba09-8980-4748-ae9d-d9d99939c92b req-dd5988d6-0874-45eb-bf0a-583a4ce22a8f tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:33.802102 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0813ba09-8980-4748-ae9d-d9d99939c92b req-dd5988d6-0874-45eb-bf0a-583a4ce22a8f tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 945 time: 0.0578806 Mar 07 22:29:33.852166 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0813ba09-8980-4748-ae9d-d9d99939c92b req-e47dd872-0f39-40fd-b881-4a2dbb2fc8a6 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407610 Mar 07 22:29:34.969469 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01a8b2-f583-410a-9b9a-375c862ba8e1 req-5e6ff116-27a7-4011-ad14-42bcec7d0303 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:34.970975 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d01a8b2-f583-410a-9b9a-375c862ba8e1 req-5e6ff116-27a7-4011-ad14-42bcec7d0303 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 945 time: 0.0521927 Mar 07 22:29:35.016005 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d01a8b2-f583-410a-9b9a-375c862ba8e1 req-2cde977f-25be-484d-b696-56214284cb12 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395076 Mar 07 22:29:35.260689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77054356-8920-4478-a517-2bf6745b4cfc req-b6f2cd58-504d-406e-8694-9c2463237572 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:35.262345 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77054356-8920-4478-a517-2bf6745b4cfc req-b6f2cd58-504d-406e-8694-9c2463237572 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 945 time: 0.0634751 Mar 07 22:29:35.307620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-77054356-8920-4478-a517-2bf6745b4cfc req-8b69841f-7e8f-4025-af48-bcc4a3efbfed tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396705 Mar 07 22:29:36.426190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc7952-7208-402a-b240-7bc278797bd1 req-75172fe9-18f9-4174-842b-f299fe184cbf tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:36.427687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5bcc7952-7208-402a-b240-7bc278797bd1 req-75172fe9-18f9-4174-842b-f299fe184cbf tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 945 time: 0.0527017 Mar 07 22:29:36.473587 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5bcc7952-7208-402a-b240-7bc278797bd1 req-4b5b5109-3428-43de-abf9-7fde499551d5 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403574 Mar 07 22:29:36.603455 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842bb7c-5069-482a-a042-97d4fbd87782 req-da91748c-f06a-4d25-8769-db28b8a9a3db tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:36.604810 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c842bb7c-5069-482a-a042-97d4fbd87782 req-da91748c-f06a-4d25-8769-db28b8a9a3db tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ac438a0-9c80-4236-8ab6-38038c650a8f HTTP/1.1" status: 200 len: 945 time: 0.0553150 Mar 07 22:29:36.693261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-c842bb7c-5069-482a-a042-97d4fbd87782 req-303569a0-6c3a-49fe-80af-adeb09753331 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Deleting port b49416a3-63cb-4294-9e7a-6a34a317912e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:29:36.693600 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c842bb7c-5069-482a-a042-97d4fbd87782 req-303569a0-6c3a-49fe-80af-adeb09753331 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (b49416a3-63cb-4294-9e7a-6a34a317912e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:36.782500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-c842bb7c-5069-482a-a042-97d4fbd87782 req-303569a0-6c3a-49fe-80af-adeb09753331 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] For port b49416a3-63cb-4294-9e7a-6a34a317912e, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=b49416a3-63cb-4294-9e7a-6a34a317912e,segment=NetworkSegment(2d51557d-6913-4879-aaf0-f4614863b52b),segment_id=2d51557d-6913-4879-aaf0-f4614863b52b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:36.782859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c842bb7c-5069-482a-a042-97d4fbd87782 req-303569a0-6c3a-49fe-80af-adeb09753331 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (b49416a3-63cb-4294-9e7a-6a34a317912e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:36.794170 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-c842bb7c-5069-482a-a042-97d4fbd87782 req-303569a0-6c3a-49fe-80af-adeb09753331 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Calling delete_port for b49416a3-63cb-4294-9e7a-6a34a317912e owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:29:36.920472 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c842bb7c-5069-482a-a042-97d4fbd87782 req-303569a0-6c3a-49fe-80af-adeb09753331 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (b49416a3-63cb-4294-9e7a-6a34a317912e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:36.932798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['b49416a3-63cb-4294-9e7a-6a34a317912e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:29:36.935125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['de4df187-cdcc-454e-bb30-edeb51a6fb78'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:29:36.951921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303569a0-6c3a-49fe-80af-adeb09753331 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Pushing event deleted for resources: {'Port': ['ID=b49416a3-63cb-4294-9e7a-6a34a317912e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:37.000838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c842bb7c-5069-482a-a042-97d4fbd87782 req-303569a0-6c3a-49fe-80af-adeb09753331 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] No DVR routers for this DVR port b49416a3-63cb-4294-9e7a-6a34a317912e on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:29:37.003995 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-c842bb7c-5069-482a-a042-97d4fbd87782 req-303569a0-6c3a-49fe-80af-adeb09753331 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:37.007346 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-c842bb7c-5069-482a-a042-97d4fbd87782 req-303569a0-6c3a-49fe-80af-adeb09753331 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.13 "DELETE /v2.0/ports/b49416a3-63cb-4294-9e7a-6a34a317912e HTTP/1.1" status: 204 len: 173 time: 0.3978624 Mar 07 22:29:37.007802 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac438a0-9c80-4236-8ab6-38038c650a8f', 'name': 'network-vif-deleted', 'tag': 'b49416a3-63cb-4294-9e7a-6a34a317912e'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:29:37.010195 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4227f092d1e7e5ca442a2bd7acc466bce69e51d193f03b2f08968b8ac3e9c7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9eb9a8-f201-405d-8efb-8e2e223de066" -d '{"events": [{"server_uuid": "8ac438a0-9c80-4236-8ab6-38038c650a8f", "name": "network-vif-deleted", "tag": "b49416a3-63cb-4294-9e7a-6a34a317912e"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:29:37.049211 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de9eb10-efe3-4230-945e-062b1dfcb0a8 x-openstack-request-id: req-8de9eb10-efe3-4230-945e-062b1dfcb0a8 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:29:37.049602 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac438a0-9c80-4236-8ab6-38038c650a8f", "name": "network-vif-deleted", "tag": "b49416a3-63cb-4294-9e7a-6a34a317912e", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:29:37.049762 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8de9eb10-efe3-4230-945e-062b1dfcb0a8 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:29:37.050771 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac438a0-9c80-4236-8ab6-38038c650a8f', 'name': 'network-vif-deleted', 'tag': 'b49416a3-63cb-4294-9e7a-6a34a317912e', 'status': 'completed', 'code': 200} Mar 07 22:29:37.622780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f217f-a865-46d7-be55-5f150dfc322c req-e52b6e12-2508-4f3c-8c37-8f855a72e82e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:37.624255 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-743f217f-a865-46d7-be55-5f150dfc322c req-e52b6e12-2508-4f3c-8c37-8f855a72e82e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 945 time: 0.0508678 Mar 07 22:29:37.672169 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-743f217f-a865-46d7-be55-5f150dfc322c req-5edfb0b7-7e65-4b95-bd76-efbc1567e1a4 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418484 Mar 07 22:29:37.803832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d9745-2bb8-42ae-a767-43f944ce6362 req-3855aae1-790c-4b95-b27d-d9da238daf7d tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:37.805290 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-968d9745-2bb8-42ae-a767-43f944ce6362 req-3855aae1-790c-4b95-b27d-d9da238daf7d tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 945 time: 0.0525894 Mar 07 22:29:37.851059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-968d9745-2bb8-42ae-a767-43f944ce6362 req-e4a578e3-e910-4704-99e9-a6b8985a9902 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401576 Mar 07 22:29:37.966375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4597925-2f77-4541-9bed-b149107e3ec8 req-ceca2210-c54f-4292-a90c-c4a3701e1184 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:37.967839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4597925-2f77-4541-9bed-b149107e3ec8 req-ceca2210-c54f-4292-a90c-c4a3701e1184 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 945 time: 0.0517268 Mar 07 22:29:38.013672 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4597925-2f77-4541-9bed-b149107e3ec8 req-c849b510-a589-4bb0-a7a0-b1aba50e85f6 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397286 Mar 07 22:29:38.186203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0155a-ce53-4243-9f63-46e5daa734e9 req-e0c484d9-67d4-427b-8702-57b9d6cef8d0 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:38.187563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0da0155a-ce53-4243-9f63-46e5daa734e9 req-e0c484d9-67d4-427b-8702-57b9d6cef8d0 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 945 time: 0.0555942 Mar 07 22:29:38.233835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0da0155a-ce53-4243-9f63-46e5daa734e9 req-10bb746c-9cd0-4456-aa48-9ba78f1c0b3d tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Mar 07 22:29:38.351119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d00f8-1004-4453-8685-93ba83bd9c38 req-0c2f35fc-e8be-41b4-8b63-3644e0504d49 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:38.353160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa1d00f8-1004-4453-8685-93ba83bd9c38 req-0c2f35fc-e8be-41b4-8b63-3644e0504d49 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 945 time: 0.0535684 Mar 07 22:29:38.397869 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa1d00f8-1004-4453-8685-93ba83bd9c38 req-57f77ba0-3647-492c-b637-1946048e22a2 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393035 Mar 07 22:29:38.520955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8abc7e-b269-4f59-bc7d-6a10cd0a89bc req-e1fef50c-572e-4f4d-b916-144728b0292a tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:38.522417 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f8abc7e-b269-4f59-bc7d-6a10cd0a89bc req-e1fef50c-572e-4f4d-b916-144728b0292a tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 945 time: 0.0512276 Mar 07 22:29:38.571312 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9f8abc7e-b269-4f59-bc7d-6a10cd0a89bc req-862c3370-3432-44a4-8d6d-99a0c9e18b38 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Mar 07 22:29:38.872411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc960602-e976-4a99-8335-49cb2e6dbaa7 req-06df7806-8d08-4c9d-a886-87c90a5e2512 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:38.873899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc960602-e976-4a99-8335-49cb2e6dbaa7 req-06df7806-8d08-4c9d-a886-87c90a5e2512 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 945 time: 0.0553277 Mar 07 22:29:38.919982 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc960602-e976-4a99-8335-49cb2e6dbaa7 req-23c18590-44da-4b63-b6ad-36c6775dc4a6 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Mar 07 22:29:40.051545 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d125cf1-8a9d-4693-82ed-f7e5babf639e req-8eea5727-912c-49bf-814f-026822c6d595 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:40.053066 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d125cf1-8a9d-4693-82ed-f7e5babf639e req-8eea5727-912c-49bf-814f-026822c6d595 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 945 time: 0.0611346 Mar 07 22:29:40.098582 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1d125cf1-8a9d-4693-82ed-f7e5babf639e req-de9bd937-0eff-470e-a624-8c7e5d82bc4e tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/security-groups?id=992cb4b7-84e2-4986-a1ae-a2e8e4b04996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398223 Mar 07 22:29:40.167798 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b49416a3-63cb-4294-9e7a-6a34a317912e no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:29:40.188068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: b49416a3-63cb-4294-9e7a-6a34a317912e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:29:40.188444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device b49416a3-63cb-4294-9e7a-6a34a317912e not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:29:40.336930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69161-fb1d-4db6-bff4-5da91876afdf req-81b90fa5-b0a2-438a-8867-ae7a3e5a7545 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:40.338385 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fec69161-fb1d-4db6-bff4-5da91876afdf req-81b90fa5-b0a2-438a-8867-ae7a3e5a7545 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.15 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 945 time: 0.0554988 Mar 07 22:29:40.428381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-fec69161-fb1d-4db6-bff4-5da91876afdf req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Deleting port de4df187-cdcc-454e-bb30-edeb51a6fb78 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:29:40.428716 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fec69161-fb1d-4db6-bff4-5da91876afdf req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (de4df187-cdcc-454e-bb30-edeb51a6fb78), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:40.519256 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-fec69161-fb1d-4db6-bff4-5da91876afdf req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] For port de4df187-cdcc-454e-bb30-edeb51a6fb78, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=de4df187-cdcc-454e-bb30-edeb51a6fb78,segment=NetworkSegment(2d51557d-6913-4879-aaf0-f4614863b52b),segment_id=2d51557d-6913-4879-aaf0-f4614863b52b)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:40.519540 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fec69161-fb1d-4db6-bff4-5da91876afdf req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (de4df187-cdcc-454e-bb30-edeb51a6fb78), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:40.531172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-fec69161-fb1d-4db6-bff4-5da91876afdf req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Calling delete_port for de4df187-cdcc-454e-bb30-edeb51a6fb78 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:29:40.653030 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fec69161-fb1d-4db6-bff4-5da91876afdf req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (de4df187-cdcc-454e-bb30-edeb51a6fb78), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:40.669297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['de4df187-cdcc-454e-bb30-edeb51a6fb78'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:29:40.684901 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Pushing event deleted for resources: {'Port': ['ID=de4df187-cdcc-454e-bb30-edeb51a6fb78,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:40.697572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:40.697930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:40.698301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:40.698644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:40.698987 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:40.699323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:40.699655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:40.699991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:40.700325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:40.700650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:40.700979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:40.701304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:40.701629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:40.735980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec69161-fb1d-4db6-bff4-5da91876afdf req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] No DVR routers for this DVR port de4df187-cdcc-454e-bb30-edeb51a6fb78 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:29:40.738870 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fec69161-fb1d-4db6-bff4-5da91876afdf req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:40.742132 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fec69161-fb1d-4db6-bff4-5da91876afdf req-d31e26d9-bfb0-4ee8-97ea-781ea960b5d9 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.15 "DELETE /v2.0/ports/de4df187-cdcc-454e-bb30-edeb51a6fb78 HTTP/1.1" status: 204 len: 173 time: 0.3958595 Mar 07 22:29:40.742576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97acbea1-4cb7-4374-88ea-7dd906334b16', 'name': 'network-vif-deleted', 'tag': 'de4df187-cdcc-454e-bb30-edeb51a6fb78'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:29:40.744934 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a4c6bd-a646-42b2-bb60-8ad1c5e8b832" -d '{"events": [{"server_uuid": "97acbea1-4cb7-4374-88ea-7dd906334b16", "name": "network-vif-deleted", "tag": "de4df187-cdcc-454e-bb30-edeb51a6fb78"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:29:40.786505 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc2059d-8c2b-4389-ae23-fa653b7faaa9 x-openstack-request-id: req-9cc2059d-8c2b-4389-ae23-fa653b7faaa9 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:29:40.786816 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97acbea1-4cb7-4374-88ea-7dd906334b16", "name": "network-vif-deleted", "tag": "de4df187-cdcc-454e-bb30-edeb51a6fb78", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:29:40.787077 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9cc2059d-8c2b-4389-ae23-fa653b7faaa9 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:29:40.787481 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97acbea1-4cb7-4374-88ea-7dd906334b16', 'name': 'network-vif-deleted', 'tag': 'de4df187-cdcc-454e-bb30-edeb51a6fb78', 'status': 'completed', 'code': 200} Mar 07 22:29:41.205664 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf9255d7-0422-4c5c-b325-9a001f5661bc req-8af1684d-8533-4fea-854e-2fe8b3fd9dd2 tempest-ServersNegativeTestJSON-822942058 tempest-ServersNegativeTestJSON-822942058-project] 10.222.0.26 "GET /v2.0/ports?device_id=97acbea1-4cb7-4374-88ea-7dd906334b16 HTTP/1.1" status: 200 len: 210 time: 0.0275342 Mar 07 22:29:42.264189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51564) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:42.307796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32dfc97-4bdd-41fd-9748-494042a5b30c admin admin] Deleting subnet 188da4b4-0f57-4c37-bceb-96293daeebc1 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:29:42.310689 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc97-4bdd-41fd-9748-494042a5b30c admin admin] Publish callbacks [] for subnet (188da4b4-0f57-4c37-bceb-96293daeebc1), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:42.342432 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc97-4bdd-41fd-9748-494042a5b30c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (188da4b4-0f57-4c37-bceb-96293daeebc1), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:42.383496 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc97-4bdd-41fd-9748-494042a5b30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (188da4b4-0f57-4c37-bceb-96293daeebc1), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:42.434699 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc97-4bdd-41fd-9748-494042a5b30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (188da4b4-0f57-4c37-bceb-96293daeebc1), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:42.459273 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32dfc97-4bdd-41fd-9748-494042a5b30c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188da4b4-0f57-4c37-bceb-96293daeebc1,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:42.463864 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a32dfc97-4bdd-41fd-9748-494042a5b30c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:42.467006 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a32dfc97-4bdd-41fd-9748-494042a5b30c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/188da4b4-0f57-4c37-bceb-96293daeebc1 HTTP/1.1" status: 204 len: 168 time: 0.2018261 Mar 07 22:29:42.469429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51566) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:42.535025 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f9815b6b-7b4b-4ab3-a0df-bf7c4aa3ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (1d741cbe-4ec0-47c5-8efd-6faf8f983db9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:42.614767 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f9815b6b-7b4b-4ab3-a0df-bf7c4aa3ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (1d741cbe-4ec0-47c5-8efd-6faf8f983db9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:42.633568 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-f9815b6b-7b4b-4ab3-a0df-bf7c4aa3ab95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d741cbe-4ec0-47c5-8efd-6faf8f983db9']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:42.642444 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-f9815b6b-7b4b-4ab3-a0df-bf7c4aa3ab95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d51557d-6913-4879-aaf0-f4614863b52b') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:42.642739 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-f9815b6b-7b4b-4ab3-a0df-bf7c4aa3ab95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d51557d-6913-4879-aaf0-f4614863b52b') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:42.651797 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f9815b6b-7b4b-4ab3-a0df-bf7c4aa3ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (2d51557d-6913-4879-aaf0-f4614863b52b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:42.664886 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f9815b6b-7b4b-4ab3-a0df-bf7c4aa3ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (2d51557d-6913-4879-aaf0-f4614863b52b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:42.670488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9815b6b-7b4b-4ab3-a0df-bf7c4aa3ab95 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:29:42.670868 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f9815b6b-7b4b-4ab3-a0df-bf7c4aa3ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (2d51557d-6913-4879-aaf0-f4614863b52b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:29:42.672444 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:29:42.728504 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f9815b6b-7b4b-4ab3-a0df-bf7c4aa3ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (1d741cbe-4ec0-47c5-8efd-6faf8f983db9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:42.734937 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f9815b6b-7b4b-4ab3-a0df-bf7c4aa3ab95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:42.738224 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f9815b6b-7b4b-4ab3-a0df-bf7c4aa3ab95 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1d741cbe-4ec0-47c5-8efd-6faf8f983db9 HTTP/1.1" status: 204 len: 168 time: 0.2676506 Mar 07 22:29:42.748399 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9815b6b-7b4b-4ab3-a0df-bf7c4aa3ab95 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d741cbe-4ec0-47c5-8efd-6faf8f983db9,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:42.846014 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51570) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:42.884737 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d005facb-5080-4230-a329-2ad9cbf2b440 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8b57aa4d3f24849beb4724f08f48d74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0368185 Mar 07 22:29:42.887038 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51572) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:42.932775 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3dae3ba9-a2a3-470c-885c-623805c533ae admin admin] Publish callbacks [] for security_group (992cb4b7-84e2-4986-a1ae-a2e8e4b04996), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:42.952781 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3dae3ba9-a2a3-470c-885c-623805c533ae admin admin] Publish callbacks [] for security_group (992cb4b7-84e2-4986-a1ae-a2e8e4b04996), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:43.001885 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3dae3ba9-a2a3-470c-885c-623805c533ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (992cb4b7-84e2-4986-a1ae-a2e8e4b04996), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:43.004407 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3dae3ba9-a2a3-470c-885c-623805c533ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:43.005556 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3dae3ba9-a2a3-470c-885c-623805c533ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/992cb4b7-84e2-4986-a1ae-a2e8e4b04996 HTTP/1.1" status: 204 len: 168 time: 0.1176507 Mar 07 22:29:43.012923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae3ba9-a2a3-470c-885c-623805c533ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992cb4b7-84e2-4986-a1ae-a2e8e4b04996,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:43.677782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51594) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:43.769887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1687231712'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:43.788609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Made reservation on behalf of 677432c19f3a4ab2bff3993a4fa0a7d7 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:43.791891 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:43.800596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:43.878823 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for security_group (e283ea43-3195-4ab5-a03b-2050825e3468), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:43.882182 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e283ea43-3195-4ab5-a03b-2050825e3468), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:43.907337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:29:43.917037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e283ea43-3195-4ab5-a03b-2050825e3468,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:43.922904 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d2ef9570-abe4-4f7a-9cba-95479ca3a844), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:43.923246 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Added segment d2ef9570-abe4-4f7a-9cba-95479ca3a844 of type vlan for network f79bc2b9-5f68-4c21-aaa0-b2750379a882 Mar 07 22:29:43.961895 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (f79bc2b9-5f68-4c21-aaa0-b2750379a882), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:43.987054 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (f79bc2b9-5f68-4c21-aaa0-b2750379a882), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:43.992761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:43.993341 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:44.028301 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3494198 Mar 07 22:29:44.041135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device de4df187-cdcc-454e-bb30-edeb51a6fb78 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:29:44.062687 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: de4df187-cdcc-454e-bb30-edeb51a6fb78 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:29:44.063039 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device de4df187-cdcc-454e-bb30-edeb51a6fb78 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:29:44.064203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea388c-b074-45eb-9e81-b6556f9383a5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event updated for resources: {'Network': ['ID=f79bc2b9-5f68-4c21-aaa0-b2750379a882,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:44.075804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network f79bc2b9-5f68-4c21-aaa0-b2750379a882 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:29:45.681945 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b0d5775a-bcef-4ecc-ba48-f87f865be919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:46.477399 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:47.313574 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51598) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:47.318555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-0044da24-968c-419e-9585-ac7f9cba0106 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Request body: {'subnet': {'network_id': 'f79bc2b9-5f68-4c21-aaa0-b2750379a882', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:47.404704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0044da24-968c-419e-9585-ac7f9cba0106 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Made reservation on behalf of 677432c19f3a4ab2bff3993a4fa0a7d7 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:47.408168 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0044da24-968c-419e-9585-ac7f9cba0106 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:47.887703 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0044da24-968c-419e-9585-ac7f9cba0106 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (cd1c74a7-c40c-410b-88c2-258446985bd5), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:47.943715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044da24-968c-419e-9585-ac7f9cba0106 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event updated for resources: {'Subnet': ['ID=cd1c74a7-c40c-410b-88c2-258446985bd5,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:47.953483 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0044da24-968c-419e-9585-ac7f9cba0106 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Checking segment: {'id': 'd2ef9570-abe4-4f7a-9cba-95479ca3a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f79bc2b9-5f68-4c21-aaa0-b2750379a882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:29:47.953850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0044da24-968c-419e-9585-ac7f9cba0106 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Network hostable DHCP agents. Network: f79bc2b9-5f68-4c21-aaa0-b2750379a882, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:29:47.969932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0044da24-968c-419e-9585-ac7f9cba0106 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Network f79bc2b9-5f68-4c21-aaa0-b2750379a882 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:29:47.978280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-0044da24-968c-419e-9585-ac7f9cba0106 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, f79bc2b9-5f68-4c21-aaa0-b2750379a882) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:29:47.982404 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0044da24-968c-419e-9585-ac7f9cba0106 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:47.982995 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0044da24-968c-419e-9585-ac7f9cba0106 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:47.988989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc739d8b-201f-4cab-ab97-52da8e7a06ce None None] Network f79bc2b9-5f68-4c21-aaa0-b2750379a882 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:47.999166 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0044da24-968c-419e-9585-ac7f9cba0106 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6845613 Mar 07 22:29:48.002677 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51600) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:48.008625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b3f4862d-8628-4b36-83da-4580e92ffb01 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-986447261'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:48.027256 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f4862d-8628-4b36-83da-4580e92ffb01 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Made reservation on behalf of 677432c19f3a4ab2bff3993a4fa0a7d7 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:48.031004 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b3f4862d-8628-4b36-83da-4580e92ffb01 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.060945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f4862d-8628-4b36-83da-4580e92ffb01 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:29:48.071628 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b3f4862d-8628-4b36-83da-4580e92ffb01 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (024dc4ee-76b2-487f-a327-ee1a8e35dfaa), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.072019 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-b3f4862d-8628-4b36-83da-4580e92ffb01 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Added segment 024dc4ee-76b2-487f-a327-ee1a8e35dfaa of type vlan for network 9859c73e-effc-4cd5-866f-d89c86cf0cfc Mar 07 22:29:48.089166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-f79bc2b9-5f68-4c21-aaa0-b2750379a882', 'network_id': 'f79bc2b9-5f68-4c21-aaa0-b2750379a882', 'project_id': '677432c19f3a4ab2bff3993a4fa0a7d7', 'fixed_ips': [{'subnet_id': 'cd1c74a7-c40c-410b-88c2-258446985bd5'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:29:48.090014 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.116613 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b3f4862d-8628-4b36-83da-4580e92ffb01 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (9859c73e-effc-4cd5-866f-d89c86cf0cfc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.143046 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b3f4862d-8628-4b36-83da-4580e92ffb01 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (9859c73e-effc-4cd5-866f-d89c86cf0cfc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.148043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f4862d-8628-4b36-83da-4580e92ffb01 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:48.148624 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b3f4862d-8628-4b36-83da-4580e92ffb01 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.192534 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-922f615c-9e12-4459-b999-7bde84119a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.215612 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b3f4862d-8628-4b36-83da-4580e92ffb01 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2081444 Mar 07 22:29:48.216028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51602) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:48.219827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4862d-8628-4b36-83da-4580e92ffb01 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event updated for resources: {'Network': ['ID=9859c73e-effc-4cd5-866f-d89c86cf0cfc,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:48.227039 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-8fe1d597-c87d-4fd3-b16e-6389b53e7237 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Request body: {'subnet': {'network_id': '9859c73e-effc-4cd5-866f-d89c86cf0cfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:48.231056 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 9859c73e-effc-4cd5-866f-d89c86cf0cfc details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:29:48.267531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Allocated IP 2001:db8:0:ffff::2 (f79bc2b9-5f68-4c21-aaa0-b2750379a882/cd1c74a7-c40c-410b-88c2-258446985bd5/ce6e779e-76a6-430d-9431-60ab0faf8934) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:29:48.320823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe1d597-c87d-4fd3-b16e-6389b53e7237 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Made reservation on behalf of 677432c19f3a4ab2bff3993a4fa0a7d7 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:48.324552 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d597-c87d-4fd3-b16e-6389b53e7237 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.454458 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Publish callbacks [] for port (ce6e779e-76a6-430d-9431-60ab0faf8934), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.460212 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (ce6e779e-76a6-430d-9431-60ab0faf8934), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.503869 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Network f79bc2b9-5f68-4c21-aaa0-b2750379a882 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:29:48.506675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:29:48.510216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:29:48.515666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d597-c87d-4fd3-b16e-6389b53e7237 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (aab2d826-c384-4deb-85d9-aaef8f9a5472), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.517670 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Pushing event updated for resources: {'Port': ['ID=ce6e779e-76a6-430d-9431-60ab0faf8934,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:48.570322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Attempting to bind port ce6e779e-76a6-430d-9431-60ab0faf8934 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:29:48.570699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Attempting to bind port ce6e779e-76a6-430d-9431-60ab0faf8934 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'd2ef9570-abe4-4f7a-9cba-95479ca3a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f79bc2b9-5f68-4c21-aaa0-b2750379a882'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:29:48.571070 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Attempting to bind port ce6e779e-76a6-430d-9431-60ab0faf8934 on network f79bc2b9-5f68-4c21-aaa0-b2750379a882 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:29:48.577958 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1d597-c87d-4fd3-b16e-6389b53e7237 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event updated for resources: {'Subnet': ['ID=aab2d826-c384-4deb-85d9-aaef8f9a5472,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:48.585325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1d597-c87d-4fd3-b16e-6389b53e7237 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Checking segment: {'id': '024dc4ee-76b2-487f-a327-ee1a8e35dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9859c73e-effc-4cd5-866f-d89c86cf0cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:29:48.585545 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe1d597-c87d-4fd3-b16e-6389b53e7237 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Network hostable DHCP agents. Network: 9859c73e-effc-4cd5-866f-d89c86cf0cfc, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:29:48.585695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:29:48.586001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Checking segment: {'id': 'd2ef9570-abe4-4f7a-9cba-95479ca3a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f79bc2b9-5f68-4c21-aaa0-b2750379a882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:29:48.586530 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.586818 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Bound using segment: {'id': 'd2ef9570-abe4-4f7a-9cba-95479ca3a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f79bc2b9-5f68-4c21-aaa0-b2750379a882'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:29:48.587306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Bound port: ce6e779e-76a6-430d-9431-60ab0faf8934, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ef9570-abe4-4f7a-9cba-95479ca3a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f79bc2b9-5f68-4c21-aaa0-b2750379a882'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:29:48.587689 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ce6e779e-76a6-430d-9431-60ab0faf8934), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.598719 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.603688 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe1d597-c87d-4fd3-b16e-6389b53e7237 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Network 9859c73e-effc-4cd5-866f-d89c86cf0cfc is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:29:48.612992 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-8fe1d597-c87d-4fd3-b16e-6389b53e7237 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 9859c73e-effc-4cd5-866f-d89c86cf0cfc) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:29:48.617964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1d597-c87d-4fd3-b16e-6389b53e7237 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:48.618661 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d597-c87d-4fd3-b16e-6389b53e7237 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.630569 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224454c6-2ad1-49c4-801e-37fafcb8daf8 None None] Network 9859c73e-effc-4cd5-866f-d89c86cf0cfc requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:48.634631 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8fe1d597-c87d-4fd3-b16e-6389b53e7237 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4174066 Mar 07 22:29:48.637204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51604) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:48.716426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] For port ce6e779e-76a6-430d-9431-60ab0faf8934, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:29:48.720929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] For port ce6e779e-76a6-430d-9431-60ab0faf8934, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ce6e779e-76a6-430d-9431-60ab0faf8934,segment=NetworkSegment(d2ef9570-abe4-4f7a-9cba-95479ca3a844),segment_id=d2ef9570-abe4-4f7a-9cba-95479ca3a844)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:29:48.729668 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ce6e779e-76a6-430d-9431-60ab0faf8934), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.736171 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (9859c73e-effc-4cd5-866f-d89c86cf0cfc), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.789462 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (aab2d826-c384-4deb-85d9-aaef8f9a5472), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.801078 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37880274-778c-4885-aa49-3e37ecd57cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-9859c73e-effc-4cd5-866f-d89c86cf0cfc', 'network_id': '9859c73e-effc-4cd5-866f-d89c86cf0cfc', 'project_id': '677432c19f3a4ab2bff3993a4fa0a7d7', 'fixed_ips': [{'subnet_id': 'aab2d826-c384-4deb-85d9-aaef8f9a5472'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:29:48.801932 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-37880274-778c-4885-aa49-3e37ecd57cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.827401 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa789ad5-fa33-4c22-91b4-826a3cefc929 None None] Pushing event updated for resources: {'Port': ['ID=ce6e779e-76a6-430d-9431-60ab0faf8934,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:48.864743 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (aab2d826-c384-4deb-85d9-aaef8f9a5472), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server [None req-37880274-778c-4885-aa49-3e37ecd57cc6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aab2d826-c384-4deb-85d9-aaef8f9a5472: This subnet is being modified by another concurrent operation. Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise exception Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aab2d826-c384-4deb-85d9-aaef8f9a5472: This subnet is being modified by another concurrent operation. Mar 07 22:29:48.914746 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Mar 07 22:29:48.932373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf89301-65f7-4fd6-b2f7-5aa72337103c None None] Network 9859c73e-effc-4cd5-866f-d89c86cf0cfc requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:49.219208 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event deleted for resources: {'Subnet': ['ID=aab2d826-c384-4deb-85d9-aaef8f9a5472,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:49.280618 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (9859c73e-effc-4cd5-866f-d89c86cf0cfc), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:49.301101 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9859c73e-effc-4cd5-866f-d89c86cf0cfc']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:49.310935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024dc4ee-76b2-487f-a327-ee1a8e35dfaa') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:49.311228 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024dc4ee-76b2-487f-a327-ee1a8e35dfaa') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:49.320781 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (024dc4ee-76b2-487f-a327-ee1a8e35dfaa), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:49.334237 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (024dc4ee-76b2-487f-a327-ee1a8e35dfaa), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:49.339722 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:29:49.340101 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (024dc4ee-76b2-487f-a327-ee1a8e35dfaa), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:29:49.343233 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:29:49.402194 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (9859c73e-effc-4cd5-866f-d89c86cf0cfc), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:49.408914 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:49.412164 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "DELETE /v2.0/networks/9859c73e-effc-4cd5-866f-d89c86cf0cfc HTTP/1.1" status: 204 len: 168 time: 0.7740488 Mar 07 22:29:49.415767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51606) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:49.421115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-190c034d-cfd3-45a8-b457-851502d04d32 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1203801569'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:49.423760 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31495881-43c7-49b5-8216-b29077fa8eb1 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event deleted for resources: {'Network': ['ID=9859c73e-effc-4cd5-866f-d89c86cf0cfc,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:49.442621 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190c034d-cfd3-45a8-b457-851502d04d32 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Made reservation on behalf of 677432c19f3a4ab2bff3993a4fa0a7d7 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:49.446026 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-190c034d-cfd3-45a8-b457-851502d04d32 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:49.469604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190c034d-cfd3-45a8-b457-851502d04d32 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:29:49.471544 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:49.480579 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-190c034d-cfd3-45a8-b457-851502d04d32 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a34031d4-c87a-40cb-89aa-d77866619525), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:49.480861 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-190c034d-cfd3-45a8-b457-851502d04d32 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Added segment a34031d4-c87a-40cb-89aa-d77866619525 of type vlan for network 1cd51660-9c4d-469b-9bfd-0365fa79df91 Mar 07 22:29:49.529372 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-190c034d-cfd3-45a8-b457-851502d04d32 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (1cd51660-9c4d-469b-9bfd-0365fa79df91), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:49.554847 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-190c034d-cfd3-45a8-b457-851502d04d32 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (1cd51660-9c4d-469b-9bfd-0365fa79df91), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:49.559915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190c034d-cfd3-45a8-b457-851502d04d32 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:49.560530 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-190c034d-cfd3-45a8-b457-851502d04d32 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:49.624721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-190c034d-cfd3-45a8-b457-851502d04d32 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2078359 Mar 07 22:29:49.628313 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51608) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:49.632136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c034d-cfd3-45a8-b457-851502d04d32 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event updated for resources: {'Network': ['ID=1cd51660-9c4d-469b-9bfd-0365fa79df91,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:49.633429 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ac033862-a5e3-41ad-b7aa-9c62197d6747 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Request body: {'subnet': {'network_id': '1cd51660-9c4d-469b-9bfd-0365fa79df91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:49.642899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 1cd51660-9c4d-469b-9bfd-0365fa79df91 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:29:49.723752 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac033862-a5e3-41ad-b7aa-9c62197d6747 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Made reservation on behalf of 677432c19f3a4ab2bff3993a4fa0a7d7 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:49.727080 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac033862-a5e3-41ad-b7aa-9c62197d6747 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:49.791613 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-ac033862-a5e3-41ad-b7aa-9c62197d6747 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Performing IP validity checks on allocation pools {{(pid=103718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 22:29:49.792128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.ipam_backend_mixin [None req-ac033862-a5e3-41ad-b7aa-9c62197d6747 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 22:29:49.847416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5e1603-bb4e-4790-ac21-e45f90ee96b4 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 22:29:49.913185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a8ba563c-b07f-4c8e-ac22-b1d94918439b None None] Provisioning complete for port ce6e779e-76a6-430d-9431-60ab0faf8934 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:29:49.913563 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a8ba563c-b07f-4c8e-ac22-b1d94918439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ce6e779e-76a6-430d-9431-60ab0faf8934), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:49.947859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac033862-a5e3-41ad-b7aa-9c62197d6747 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (c3ef667a-23e7-488d-8970-debc56f862dd), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:49.969384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5e1603-bb4e-4790-ac21-e45f90ee96b4 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 22:29:50.013006 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac033862-a5e3-41ad-b7aa-9c62197d6747 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event updated for resources: {'Subnet': ['ID=c3ef667a-23e7-488d-8970-debc56f862dd,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:50.021583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac033862-a5e3-41ad-b7aa-9c62197d6747 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Checking segment: {'id': 'a34031d4-c87a-40cb-89aa-d77866619525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1cd51660-9c4d-469b-9bfd-0365fa79df91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:29:50.021955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac033862-a5e3-41ad-b7aa-9c62197d6747 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Network hostable DHCP agents. Network: 1cd51660-9c4d-469b-9bfd-0365fa79df91, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:29:50.039911 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac033862-a5e3-41ad-b7aa-9c62197d6747 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Network 1cd51660-9c4d-469b-9bfd-0365fa79df91 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:29:50.044835 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba563c-b07f-4c8e-ac22-b1d94918439b None None] Current status of the port ce6e779e-76a6-430d-9431-60ab0faf8934 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:29:50.045228 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a8ba563c-b07f-4c8e-ac22-b1d94918439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ce6e779e-76a6-430d-9431-60ab0faf8934), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.048815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-ac033862-a5e3-41ad-b7aa-9c62197d6747 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 1cd51660-9c4d-469b-9bfd-0365fa79df91) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:29:50.053487 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac033862-a5e3-41ad-b7aa-9c62197d6747 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:50.054130 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ac033862-a5e3-41ad-b7aa-9c62197d6747 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.069714 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ac033862-a5e3-41ad-b7aa-9c62197d6747 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4403057 Mar 07 22:29:50.072388 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51610) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:50.115076 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a8ba563c-b07f-4c8e-ac22-b1d94918439b None None] For port ce6e779e-76a6-430d-9431-60ab0faf8934, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ce6e779e-76a6-430d-9431-60ab0faf8934,segment=NetworkSegment(d2ef9570-abe4-4f7a-9cba-95479ca3a844),segment_id=d2ef9570-abe4-4f7a-9cba-95479ca3a844)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:50.121395 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a8ba563c-b07f-4c8e-ac22-b1d94918439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ce6e779e-76a6-430d-9431-60ab0faf8934), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.169075 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (1cd51660-9c4d-469b-9bfd-0365fa79df91), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.214737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba563c-b07f-4c8e-ac22-b1d94918439b None None] Pushing event updated for resources: {'Port': ['ID=ce6e779e-76a6-430d-9431-60ab0faf8934,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:50.232537 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (c3ef667a-23e7-488d-8970-debc56f862dd), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.240058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43a151f-5ef2-4163-9a0e-3bf3fc01131d None None] Network f79bc2b9-5f68-4c21-aaa0-b2750379a882 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:50.243105 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816666d1-dde3-466d-bd23-384daf63b572 None None] Network 1cd51660-9c4d-469b-9bfd-0365fa79df91 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:50.301092 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (c3ef667a-23e7-488d-8970-debc56f862dd), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.329978 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ef667a-23e7-488d-8970-debc56f862dd,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:50.365684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ce6e779e-76a6-430d-9431-60ab0faf8934 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:29:50.399876 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (1cd51660-9c4d-469b-9bfd-0365fa79df91), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.420637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd51660-9c4d-469b-9bfd-0365fa79df91']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:50.430028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34031d4-c87a-40cb-89aa-d77866619525') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:50.430350 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34031d4-c87a-40cb-89aa-d77866619525') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:50.439655 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (a34031d4-c87a-40cb-89aa-d77866619525), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.453924 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (a34031d4-c87a-40cb-89aa-d77866619525), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.461705 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:29:50.462123 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (a34031d4-c87a-40cb-89aa-d77866619525), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.462936 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426f8d6b-aa37-4daa-a8f9-f483770d96f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-1cd51660-9c4d-469b-9bfd-0365fa79df91', 'network_id': '1cd51660-9c4d-469b-9bfd-0365fa79df91', 'project_id': '677432c19f3a4ab2bff3993a4fa0a7d7', 'fixed_ips': [{'subnet_id': 'c3ef667a-23e7-488d-8970-debc56f862dd'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:29:50.463747 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-426f8d6b-aa37-4daa-a8f9-f483770d96f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:29:50.465260 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:29:50.483603 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.510803 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ce6e779e-76a6-430d-9431-60ab0faf8934 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:29:50.511173 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ce6e779e-76a6-430d-9431-60ab0faf8934), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.527578 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (1cd51660-9c4d-469b-9bfd-0365fa79df91), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.538243 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.548975 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "DELETE /v2.0/networks/1cd51660-9c4d-469b-9bfd-0365fa79df91 HTTP/1.1" status: 204 len: 168 time: 0.4707389 Mar 07 22:29:50.549334 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-426f8d6b-aa37-4daa-a8f9-f483770d96f9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 07 22:29:50.549334 n-d-832330-1 neutron-server[103720]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Mar 07 22:29:50.549334 n-d-832330-1 neutron-server[103720]: [parameters: {'project_id': '677432c19f3a4ab2bff3993a4fa0a7d7', 'id': 'd6547929-06a3-4e55-b727-41033b8a7431', 'name': '', 'network_id': '1cd51660-9c4d-469b-9bfd-0365fa79df91', 'mac_address': 'fa:16:3e:f1:29:52', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-1cd51660-9c4d-469b-9bfd-0365fa79df91', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4181}] Mar 07 22:29:50.549334 n-d-832330-1 neutron-server[103720]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:29:50.549334 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-426f8d6b-aa37-4daa-a8f9-f483770d96f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:29:50.549815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51612) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:50.554626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e43c846b-bc4e-48c5-be13-56f4a25c731b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1355465935'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:50.557428 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005751e-506b-4ef9-a40a-e9d81fc541a7 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event deleted for resources: {'Network': ['ID=1cd51660-9c4d-469b-9bfd-0365fa79df91,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:50.576586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43c846b-bc4e-48c5-be13-56f4a25c731b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Made reservation on behalf of 677432c19f3a4ab2bff3993a4fa0a7d7 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:50.580069 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e43c846b-bc4e-48c5-be13-56f4a25c731b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.613018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43c846b-bc4e-48c5-be13-56f4a25c731b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:29:50.619118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ce6e779e-76a6-430d-9431-60ab0faf8934 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:29:50.627214 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e43c846b-bc4e-48c5-be13-56f4a25c731b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (7207d56f-3732-41fc-bb65-0fb9a7fd9043), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.628163 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-e43c846b-bc4e-48c5-be13-56f4a25c731b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Added segment 7207d56f-3732-41fc-bb65-0fb9a7fd9043 of type vlan for network 3a828ed3-a572-4bf6-8d00-3835902bdcbe Mar 07 22:29:50.672765 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e43c846b-bc4e-48c5-be13-56f4a25c731b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (3a828ed3-a572-4bf6-8d00-3835902bdcbe), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.698103 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e43c846b-bc4e-48c5-be13-56f4a25c731b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (3a828ed3-a572-4bf6-8d00-3835902bdcbe), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.703248 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43c846b-bc4e-48c5-be13-56f4a25c731b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:50.703844 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e43c846b-bc4e-48c5-be13-56f4a25c731b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.748666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3b42ed35-137c-4684-a4a4-bdc4eca09982 None None] Provisioning complete for port ce6e779e-76a6-430d-9431-60ab0faf8934 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:29:50.749042 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3b42ed35-137c-4684-a4a4-bdc4eca09982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ce6e779e-76a6-430d-9431-60ab0faf8934), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:50.772008 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e43c846b-bc4e-48c5-be13-56f4a25c731b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2188158 Mar 07 22:29:50.772223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51614) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:50.776898 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-27df5ca7-56ea-4ab8-959e-1120eb00697a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Request body: {'subnet': {'network_id': '3a828ed3-a572-4bf6-8d00-3835902bdcbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:50.783887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c846b-bc4e-48c5-be13-56f4a25c731b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event updated for resources: {'Network': ['ID=3a828ed3-a572-4bf6-8d00-3835902bdcbe,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:50.795315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 3a828ed3-a572-4bf6-8d00-3835902bdcbe details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:29:50.875393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27df5ca7-56ea-4ab8-959e-1120eb00697a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Made reservation on behalf of 677432c19f3a4ab2bff3993a4fa0a7d7 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:50.879433 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-27df5ca7-56ea-4ab8-959e-1120eb00697a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.048844 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-426f8d6b-aa37-4daa-a8f9-f483770d96f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.059116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3b42ed35-137c-4684-a4a4-bdc4eca09982 None None] Current status of the port ce6e779e-76a6-430d-9431-60ab0faf8934 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:29:51.067453 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-27df5ca7-56ea-4ab8-959e-1120eb00697a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (bb82f4d5-a72e-4720-98df-e0f8b17bc12e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.081688 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99624778-9f4a-42ef-907d-0ec16b270108 None None] Network 1cd51660-9c4d-469b-9bfd-0365fa79df91 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:51.097500 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99624778-9f4a-42ef-907d-0ec16b270108 None None] Network 1cd51660-9c4d-469b-9bfd-0365fa79df91 could not be found, it might have been deleted concurrently. {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 22:29:51.120138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df5ca7-56ea-4ab8-959e-1120eb00697a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event updated for resources: {'Subnet': ['ID=bb82f4d5-a72e-4720-98df-e0f8b17bc12e,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:51.135236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27df5ca7-56ea-4ab8-959e-1120eb00697a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Checking segment: {'id': '7207d56f-3732-41fc-bb65-0fb9a7fd9043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3a828ed3-a572-4bf6-8d00-3835902bdcbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:29:51.135601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27df5ca7-56ea-4ab8-959e-1120eb00697a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Network hostable DHCP agents. Network: 3a828ed3-a572-4bf6-8d00-3835902bdcbe, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:29:51.151922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27df5ca7-56ea-4ab8-959e-1120eb00697a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Network 3a828ed3-a572-4bf6-8d00-3835902bdcbe is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:29:51.160922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-27df5ca7-56ea-4ab8-959e-1120eb00697a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 3a828ed3-a572-4bf6-8d00-3835902bdcbe) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:29:51.164952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df5ca7-56ea-4ab8-959e-1120eb00697a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:51.165556 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-27df5ca7-56ea-4ab8-959e-1120eb00697a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.171863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53458c6d-c80c-42de-8f60-c156a2ebd0fe None None] Network 3a828ed3-a572-4bf6-8d00-3835902bdcbe requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:51.185181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-27df5ca7-56ea-4ab8-959e-1120eb00697a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4086192 Mar 07 22:29:51.185632 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51616) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:51.191469 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-80f0f28f-1e2b-47af-bd6b-83ed436e49b5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1831656633'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:51.210117 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f0f28f-1e2b-47af-bd6b-83ed436e49b5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Made reservation on behalf of 677432c19f3a4ab2bff3993a4fa0a7d7 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:51.213482 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-80f0f28f-1e2b-47af-bd6b-83ed436e49b5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.236410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f0f28f-1e2b-47af-bd6b-83ed436e49b5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:29:51.246018 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-80f0f28f-1e2b-47af-bd6b-83ed436e49b5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (33b4240a-d788-4ef1-a348-10d17d55b027), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.246386 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-80f0f28f-1e2b-47af-bd6b-83ed436e49b5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Added segment 33b4240a-d788-4ef1-a348-10d17d55b027 of type vlan for network 5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7 Mar 07 22:29:51.274906 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-3a828ed3-a572-4bf6-8d00-3835902bdcbe', 'network_id': '3a828ed3-a572-4bf6-8d00-3835902bdcbe', 'project_id': '677432c19f3a4ab2bff3993a4fa0a7d7', 'fixed_ips': [{'subnet_id': 'bb82f4d5-a72e-4720-98df-e0f8b17bc12e'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:29:51.275742 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.291174 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-80f0f28f-1e2b-47af-bd6b-83ed436e49b5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.316822 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-80f0f28f-1e2b-47af-bd6b-83ed436e49b5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.321806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f0f28f-1e2b-47af-bd6b-83ed436e49b5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:51.322425 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-80f0f28f-1e2b-47af-bd6b-83ed436e49b5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.356554 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-80f0f28f-1e2b-47af-bd6b-83ed436e49b5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1697645 Mar 07 22:29:51.359657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51618) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:51.365221 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-90627d59-55f1-45b7-bfc9-345fcb7453ca tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Request body: {'subnet': {'network_id': '5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:51.391732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0f28f-1e2b-47af-bd6b-83ed436e49b5 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event updated for resources: {'Network': ['ID=5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:51.406533 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:29:51.453121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90627d59-55f1-45b7-bfc9-345fcb7453ca tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Made reservation on behalf of 677432c19f3a4ab2bff3993a4fa0a7d7 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:51.456697 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90627d59-55f1-45b7-bfc9-345fcb7453ca tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.495733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Allocated IP 2001:db8::2 (3a828ed3-a572-4bf6-8d00-3835902bdcbe/bb82f4d5-a72e-4720-98df-e0f8b17bc12e/a8a3cc15-e489-4dec-a200-bc150b9abb93) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:29:51.635701 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90627d59-55f1-45b7-bfc9-345fcb7453ca tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (401536c9-63c0-4a7c-84d2-23f611836f0d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.640352 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Publish callbacks [] for port (a8a3cc15-e489-4dec-a200-bc150b9abb93), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.647413 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (a8a3cc15-e489-4dec-a200-bc150b9abb93), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.691144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Network 3a828ed3-a572-4bf6-8d00-3835902bdcbe is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:29:51.693904 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:29:51.697298 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:29:51.701008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90627d59-55f1-45b7-bfc9-345fcb7453ca tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event updated for resources: {'Subnet': ['ID=401536c9-63c0-4a7c-84d2-23f611836f0d,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:51.704881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Pushing event updated for resources: {'Port': ['ID=a8a3cc15-e489-4dec-a200-bc150b9abb93,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:51.709979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90627d59-55f1-45b7-bfc9-345fcb7453ca tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Checking segment: {'id': '33b4240a-d788-4ef1-a348-10d17d55b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:29:51.712531 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90627d59-55f1-45b7-bfc9-345fcb7453ca tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Network hostable DHCP agents. Network: 5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:29:51.729779 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90627d59-55f1-45b7-bfc9-345fcb7453ca tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Network 5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:29:51.739287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-90627d59-55f1-45b7-bfc9-345fcb7453ca tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:29:51.743469 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90627d59-55f1-45b7-bfc9-345fcb7453ca tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:51.744069 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90627d59-55f1-45b7-bfc9-345fcb7453ca tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.751691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f1e762-0434-427d-9659-b9c1dc68cd24 None None] Network 5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:51.761824 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-90627d59-55f1-45b7-bfc9-345fcb7453ca tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4010816 Mar 07 22:29:51.764477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51620) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:51.780197 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Attempting to bind port a8a3cc15-e489-4dec-a200-bc150b9abb93 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:29:51.780573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Attempting to bind port a8a3cc15-e489-4dec-a200-bc150b9abb93 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '7207d56f-3732-41fc-bb65-0fb9a7fd9043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3a828ed3-a572-4bf6-8d00-3835902bdcbe'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:29:51.780938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Attempting to bind port a8a3cc15-e489-4dec-a200-bc150b9abb93 on network 3a828ed3-a572-4bf6-8d00-3835902bdcbe {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:29:51.817476 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:29:51.817863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Checking segment: {'id': '7207d56f-3732-41fc-bb65-0fb9a7fd9043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3a828ed3-a572-4bf6-8d00-3835902bdcbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:29:51.818453 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.818684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Bound using segment: {'id': '7207d56f-3732-41fc-bb65-0fb9a7fd9043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3a828ed3-a572-4bf6-8d00-3835902bdcbe'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:29:51.819154 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Bound port: a8a3cc15-e489-4dec-a200-bc150b9abb93, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7207d56f-3732-41fc-bb65-0fb9a7fd9043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3a828ed3-a572-4bf6-8d00-3835902bdcbe'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:29:51.819530 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a8a3cc15-e489-4dec-a200-bc150b9abb93), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.860030 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.914256 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4904e2fc-33f6-4a3c-b7c9-2e8e28eb1070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7', 'network_id': '5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7', 'project_id': '677432c19f3a4ab2bff3993a4fa0a7d7', 'fixed_ips': [{'subnet_id': '401536c9-63c0-4a7c-84d2-23f611836f0d'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:29:51.915117 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4904e2fc-33f6-4a3c-b7c9-2e8e28eb1070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.938099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] For port a8a3cc15-e489-4dec-a200-bc150b9abb93, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:29:51.946262 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (401536c9-63c0-4a7c-84d2-23f611836f0d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:51.955237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] For port a8a3cc15-e489-4dec-a200-bc150b9abb93, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a8a3cc15-e489-4dec-a200-bc150b9abb93,segment=NetworkSegment(7207d56f-3732-41fc-bb65-0fb9a7fd9043),segment_id=7207d56f-3732-41fc-bb65-0fb9a7fd9043)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:29:52.006739 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (401536c9-63c0-4a7c-84d2-23f611836f0d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.009084 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a8a3cc15-e489-4dec-a200-bc150b9abb93), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.033562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event deleted for resources: {'Subnet': ['ID=401536c9-63c0-4a7c-84d2-23f611836f0d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server [None req-4904e2fc-33f6-4a3c-b7c9-2e8e28eb1070 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 401536c9-63c0-4a7c-84d2-23f611836f0d: This subnet is being modified by another concurrent operation. Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise exception Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 401536c9-63c0-4a7c-84d2-23f611836f0d: This subnet is being modified by another concurrent operation. Mar 07 22:29:52.076534 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Mar 07 22:29:52.089730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189ab83-1963-45a5-81d2-4acf30f0ff3f None None] Pushing event updated for resources: {'Port': ['ID=a8a3cc15-e489-4dec-a200-bc150b9abb93,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:52.107152 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.114210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb45321-b8a2-4636-bdff-2d1f45259540 None None] Network 5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:52.129419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:52.141189 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b4240a-d788-4ef1-a348-10d17d55b027') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:52.141511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b4240a-d788-4ef1-a348-10d17d55b027') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:52.152290 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (33b4240a-d788-4ef1-a348-10d17d55b027), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.167022 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (33b4240a-d788-4ef1-a348-10d17d55b027), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.173202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:29:52.173596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (33b4240a-d788-4ef1-a348-10d17d55b027), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:29:52.180888 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:29:52.223114 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.244434 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.251837 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.258140 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "DELETE /v2.0/networks/5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7 HTTP/1.1" status: 204 len: 168 time: 0.4903255 Mar 07 22:29:52.259159 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51622) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:52.283118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9e7a8-4ea3-4f4d-95bd-1ccc183ac510 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event deleted for resources: {'Network': ['ID=5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:52.315483 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-c011d3fc-1767-435e-abc9-c41c50f88961 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] GET failed (client error): The resource could not be found. Mar 07 22:29:52.316828 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c011d3fc-1767-435e-abc9-c41c50f88961 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "GET /v2.0/subnets/401536c9-63c0-4a7c-84d2-23f611836f0d HTTP/1.1" status: 404 len: 337 time: 0.0565948 Mar 07 22:29:52.321107 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51624) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:52.347097 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-356c11cc-13e1-4b56-aabd-13cc29e154b9 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] DELETE failed (client error): The resource could not be found. Mar 07 22:29:52.347709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356c11cc-13e1-4b56-aabd-13cc29e154b9 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:29:52.350842 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-356c11cc-13e1-4b56-aabd-13cc29e154b9 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "DELETE /v2.0/networks/5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7 HTTP/1.1" status: 404 len: 339 time: 0.0277820 Mar 07 22:29:52.354999 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51626) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:52.381424 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96bf058-c1cb-40ac-b0ff-c327f4866e68 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] DELETE failed (client error): The resource could not be found. Mar 07 22:29:52.381886 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96bf058-c1cb-40ac-b0ff-c327f4866e68 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:29:52.385625 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c96bf058-c1cb-40ac-b0ff-c327f4866e68 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "DELETE /v2.0/subnets/401536c9-63c0-4a7c-84d2-23f611836f0d HTTP/1.1" status: 404 len: 337 time: 0.0289891 Mar 07 22:29:52.387672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51628) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:52.407432 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c81ab01-e2d8-4cfb-a237-9bf101530d7a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] DELETE failed (client error): The resource could not be found. Mar 07 22:29:52.407955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c81ab01-e2d8-4cfb-a237-9bf101530d7a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:29:52.411357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3c81ab01-e2d8-4cfb-a237-9bf101530d7a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "DELETE /v2.0/networks/5365fac9-e2f8-4cc2-a1e2-fc8b044b27f7 HTTP/1.1" status: 404 len: 339 time: 0.0225182 Mar 07 22:29:52.413804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51630) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:52.464850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a274e4-38a5-460d-981d-a2ec49019b2b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Deleting subnet bb82f4d5-a72e-4720-98df-e0f8b17bc12e {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:29:52.467903 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-99a274e4-38a5-460d-981d-a2ec49019b2b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for subnet (bb82f4d5-a72e-4720-98df-e0f8b17bc12e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.506705 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-99a274e4-38a5-460d-981d-a2ec49019b2b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (bb82f4d5-a72e-4720-98df-e0f8b17bc12e), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.591833 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-99a274e4-38a5-460d-981d-a2ec49019b2b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (bb82f4d5-a72e-4720-98df-e0f8b17bc12e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.648377 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-99a274e4-38a5-460d-981d-a2ec49019b2b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (bb82f4d5-a72e-4720-98df-e0f8b17bc12e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.674917 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a274e4-38a5-460d-981d-a2ec49019b2b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event deleted for resources: {'Subnet': ['ID=bb82f4d5-a72e-4720-98df-e0f8b17bc12e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:52.678447 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-99a274e4-38a5-460d-981d-a2ec49019b2b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.683902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-99a274e4-38a5-460d-981d-a2ec49019b2b tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "DELETE /v2.0/subnets/bb82f4d5-a72e-4720-98df-e0f8b17bc12e HTTP/1.1" status: 204 len: 168 time: 0.2668672 Mar 07 22:29:52.685562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51632) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:52.768608 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (3a828ed3-a572-4bf6-8d00-3835902bdcbe), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.824159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Deleting port a8a3cc15-e489-4dec-a200-bc150b9abb93 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:29:52.824594 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a8a3cc15-e489-4dec-a200-bc150b9abb93), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.888197 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] For port a8a3cc15-e489-4dec-a200-bc150b9abb93, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a8a3cc15-e489-4dec-a200-bc150b9abb93,segment=NetworkSegment(7207d56f-3732-41fc-bb65-0fb9a7fd9043),segment_id=7207d56f-3732-41fc-bb65-0fb9a7fd9043)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:52.888569 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a8a3cc15-e489-4dec-a200-bc150b9abb93), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:52.902156 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Calling delete_port for a8a3cc15-e489-4dec-a200-bc150b9abb93 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:29:52.987863 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a8a3cc15-e489-4dec-a200-bc150b9abb93), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.012124 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event deleted for resources: {'Port': ['ID=a8a3cc15-e489-4dec-a200-bc150b9abb93,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:53.017988 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] No DVR routers for this DVR port a8a3cc15-e489-4dec-a200-bc150b9abb93 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:29:53.034440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306f4f84-0035-4376-befd-efbafd83fb38 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 22:29:53.092808 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6e4a2826-513a-41f0-997f-7eddedc15184 None None] Could not find standard attr ID for object a8a3cc15-e489-4dec-a200-bc150b9abb93. {{(pid=103720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 22:29:53.104834 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (3a828ed3-a572-4bf6-8d00-3835902bdcbe), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.107870 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306f4f84-0035-4376-befd-efbafd83fb38 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 22:29:53.124689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a828ed3-a572-4bf6-8d00-3835902bdcbe']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:53.134290 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7207d56f-3732-41fc-bb65-0fb9a7fd9043') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:53.134591 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7207d56f-3732-41fc-bb65-0fb9a7fd9043') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:53.144586 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (7207d56f-3732-41fc-bb65-0fb9a7fd9043), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.157749 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (7207d56f-3732-41fc-bb65-0fb9a7fd9043), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.163618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:29:53.164006 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (7207d56f-3732-41fc-bb65-0fb9a7fd9043), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:29:53.167021 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:29:53.224211 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (3a828ed3-a572-4bf6-8d00-3835902bdcbe), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.232706 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.238928 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "DELETE /v2.0/networks/3a828ed3-a572-4bf6-8d00-3835902bdcbe HTTP/1.1" status: 204 len: 168 time: 0.5495021 Mar 07 22:29:53.239375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51634) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:53.246610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccb50c-df33-4876-bdbe-4bce7b9a453f tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event deleted for resources: {'Network': ['ID=3a828ed3-a572-4bf6-8d00-3835902bdcbe,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:53.262802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73061bc-ba5f-4f9c-a143-117dbe43470b None None] Network 3a828ed3-a572-4bf6-8d00-3835902bdcbe requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:53.269260 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e403de32-7abf-44de-9c2c-0f82dd4f0784 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] DELETE failed (client error): The resource could not be found. Mar 07 22:29:53.269757 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e403de32-7abf-44de-9c2c-0f82dd4f0784 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:29:53.272911 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e403de32-7abf-44de-9c2c-0f82dd4f0784 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "DELETE /v2.0/subnets/c3ef667a-23e7-488d-8970-debc56f862dd HTTP/1.1" status: 404 len: 337 time: 0.0322247 Mar 07 22:29:53.274810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73061bc-ba5f-4f9c-a143-117dbe43470b None None] Network 3a828ed3-a572-4bf6-8d00-3835902bdcbe could not be found, it might have been deleted concurrently. {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 22:29:53.275405 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51636) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:53.293904 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d720676-7fec-4af9-920f-0c5e9788b004 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] DELETE failed (client error): The resource could not be found. Mar 07 22:29:53.294440 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d720676-7fec-4af9-920f-0c5e9788b004 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:29:53.297529 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7d720676-7fec-4af9-920f-0c5e9788b004 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "DELETE /v2.0/networks/1cd51660-9c4d-469b-9bfd-0365fa79df91 HTTP/1.1" status: 404 len: 339 time: 0.0207188 Mar 07 22:29:53.300605 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51638) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:53.325769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bd0ad0-b757-4996-a720-d9f5378b3ee0 None None] DHCP port deletion for 3a828ed3-a572-4bf6-8d00-3835902bdcbe request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:29:53.327588 n-d-832330-1 neutron-server[103718]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa0e73c-d598-475a-b972-323044f386a8 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] DELETE failed (client error): The resource could not be found. Mar 07 22:29:53.328024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa0e73c-d598-475a-b972-323044f386a8 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:29:53.331611 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1fa0e73c-d598-475a-b972-323044f386a8 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "DELETE /v2.0/subnets/aab2d826-c384-4deb-85d9-aaef8f9a5472 HTTP/1.1" status: 404 len: 337 time: 0.0295732 Mar 07 22:29:53.336518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51640) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:53.355235 n-d-832330-1 neutron-server[103719]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b02e53-4841-4cef-99f8-7656236cce1c tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] DELETE failed (client error): The resource could not be found. Mar 07 22:29:53.355725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b02e53-4841-4cef-99f8-7656236cce1c tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:29:53.358776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-73b02e53-4841-4cef-99f8-7656236cce1c tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "DELETE /v2.0/networks/9859c73e-effc-4cd5-866f-d89c86cf0cfc HTTP/1.1" status: 404 len: 339 time: 0.0211236 Mar 07 22:29:53.361241 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51642) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:53.414990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-006d44a6-4a07-49db-9764-0c1570dd4c4a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Deleting subnet cd1c74a7-c40c-410b-88c2-258446985bd5 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:29:53.417991 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-006d44a6-4a07-49db-9764-0c1570dd4c4a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for subnet (cd1c74a7-c40c-410b-88c2-258446985bd5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.458331 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-006d44a6-4a07-49db-9764-0c1570dd4c4a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (cd1c74a7-c40c-410b-88c2-258446985bd5), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.538415 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-006d44a6-4a07-49db-9764-0c1570dd4c4a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (cd1c74a7-c40c-410b-88c2-258446985bd5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.599556 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-006d44a6-4a07-49db-9764-0c1570dd4c4a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (cd1c74a7-c40c-410b-88c2-258446985bd5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.627792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d44a6-4a07-49db-9764-0c1570dd4c4a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1c74a7-c40c-410b-88c2-258446985bd5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:53.630070 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-006d44a6-4a07-49db-9764-0c1570dd4c4a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.633456 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-006d44a6-4a07-49db-9764-0c1570dd4c4a tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "DELETE /v2.0/subnets/cd1c74a7-c40c-410b-88c2-258446985bd5 HTTP/1.1" status: 204 len: 168 time: 0.2713380 Mar 07 22:29:53.635334 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8babee84-e90f-4342-98f9-948214f31829 None None] Network f79bc2b9-5f68-4c21-aaa0-b2750379a882 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:53.635903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51644) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:53.709042 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (f79bc2b9-5f68-4c21-aaa0-b2750379a882), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.769797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Deleting port ce6e779e-76a6-430d-9431-60ab0faf8934 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:29:53.770361 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ce6e779e-76a6-430d-9431-60ab0faf8934), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.776756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a488a01e-5ece-48a1-872e-68ee6efb9225 None None] DHCP port deletion for f79bc2b9-5f68-4c21-aaa0-b2750379a882 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:29:53.822832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a488a01e-5ece-48a1-872e-68ee6efb9225 None None] Deleting port ce6e779e-76a6-430d-9431-60ab0faf8934 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:29:53.823118 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a488a01e-5ece-48a1-872e-68ee6efb9225 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ce6e779e-76a6-430d-9431-60ab0faf8934), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.833306 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] For port ce6e779e-76a6-430d-9431-60ab0faf8934, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ce6e779e-76a6-430d-9431-60ab0faf8934,segment=NetworkSegment(d2ef9570-abe4-4f7a-9cba-95479ca3a844),segment_id=d2ef9570-abe4-4f7a-9cba-95479ca3a844)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:53.833683 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ce6e779e-76a6-430d-9431-60ab0faf8934), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.846009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Calling delete_port for ce6e779e-76a6-430d-9431-60ab0faf8934 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:29:53.887806 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-a488a01e-5ece-48a1-872e-68ee6efb9225 None None] For port ce6e779e-76a6-430d-9431-60ab0faf8934, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ce6e779e-76a6-430d-9431-60ab0faf8934,segment=NetworkSegment(d2ef9570-abe4-4f7a-9cba-95479ca3a844),segment_id=d2ef9570-abe4-4f7a-9cba-95479ca3a844)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:53.888210 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a488a01e-5ece-48a1-872e-68ee6efb9225 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ce6e779e-76a6-430d-9431-60ab0faf8934), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.900564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a488a01e-5ece-48a1-872e-68ee6efb9225 None None] Calling delete_port for ce6e779e-76a6-430d-9431-60ab0faf8934 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:29:53.928134 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ce6e779e-76a6-430d-9431-60ab0faf8934), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.953050 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event deleted for resources: {'Port': ['ID=ce6e779e-76a6-430d-9431-60ab0faf8934,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:53.960707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] No DVR routers for this DVR port ce6e779e-76a6-430d-9431-60ab0faf8934 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:29:53.976760 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a488a01e-5ece-48a1-872e-68ee6efb9225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (ce6e779e-76a6-430d-9431-60ab0faf8934), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:53.999488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488a01e-5ece-48a1-872e-68ee6efb9225 None None] Pushing event deleted for resources: {'Port': ['ID=ce6e779e-76a6-430d-9431-60ab0faf8934,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:54.005611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a488a01e-5ece-48a1-872e-68ee6efb9225 None None] No DVR routers for this DVR port ce6e779e-76a6-430d-9431-60ab0faf8934 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:29:54.039912 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (f79bc2b9-5f68-4c21-aaa0-b2750379a882), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:54.063638 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79bc2b9-5f68-4c21-aaa0-b2750379a882']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:54.072716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ef9570-abe4-4f7a-9cba-95479ca3a844') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:54.073067 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ef9570-abe4-4f7a-9cba-95479ca3a844') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:54.082589 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (d2ef9570-abe4-4f7a-9cba-95479ca3a844), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:54.096852 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (d2ef9570-abe4-4f7a-9cba-95479ca3a844), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:54.102757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:29:54.103149 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (d2ef9570-abe4-4f7a-9cba-95479ca3a844), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:29:54.105996 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:29:54.164085 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (f79bc2b9-5f68-4c21-aaa0-b2750379a882), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:54.170772 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:54.173781 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] 10.222.0.26 "DELETE /v2.0/networks/f79bc2b9-5f68-4c21-aaa0-b2750379a882 HTTP/1.1" status: 204 len: 168 time: 0.5369787 Mar 07 22:29:54.185064 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593866a-ad98-417f-ae7d-ed2b26a12814 tempest-NetworksIpV6Test-1505964233 tempest-NetworksIpV6Test-1505964233-project] Pushing event deleted for resources: {'Network': ['ID=f79bc2b9-5f68-4c21-aaa0-b2750379a882,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:54.312591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ce6e779e-76a6-430d-9431-60ab0faf8934 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:29:54.338162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: ce6e779e-76a6-430d-9431-60ab0faf8934 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:29:54.338162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ce6e779e-76a6-430d-9431-60ab0faf8934 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:29:54.417152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51650) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:54.546742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-090ba40c-cccb-48fd-a1fb-9598c33526f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=677432c19f3a4ab2bff3993a4fa0a7d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283925 Mar 07 22:29:54.549150 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51654) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:54.601763 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aae701fd-c450-4131-a553-683ea08fc9fd admin admin] Publish callbacks [] for security_group (e283ea43-3195-4ab5-a03b-2050825e3468), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:54.621871 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aae701fd-c450-4131-a553-683ea08fc9fd admin admin] Publish callbacks [] for security_group (e283ea43-3195-4ab5-a03b-2050825e3468), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:54.666699 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aae701fd-c450-4131-a553-683ea08fc9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (e283ea43-3195-4ab5-a03b-2050825e3468), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:54.669246 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-aae701fd-c450-4131-a553-683ea08fc9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:54.670443 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-aae701fd-c450-4131-a553-683ea08fc9fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e283ea43-3195-4ab5-a03b-2050825e3468 HTTP/1.1" status: 204 len: 168 time: 0.1203573 Mar 07 22:29:54.678978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae701fd-c450-4131-a553-683ea08fc9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e283ea43-3195-4ab5-a03b-2050825e3468,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:55.287439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51676) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:55.378352 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-dcb3dfd4-77e3-4855-affb-065b38094ea4 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1467370558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:55.398111 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcb3dfd4-77e3-4855-affb-065b38094ea4 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (7d649b5f-a100-4f96-8124-87559d5ed51c), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:55.399125 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcb3dfd4-77e3-4855-affb-065b38094ea4 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (7d649b5f-a100-4f96-8124-87559d5ed51c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:55.453226 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcb3dfd4-77e3-4855-affb-065b38094ea4 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for router_controller (7d649b5f-a100-4f96-8124-87559d5ed51c), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:55.457816 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcb3dfd4-77e3-4855-affb-065b38094ea4 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (7d649b5f-a100-4f96-8124-87559d5ed51c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:55.474631 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dcb3dfd4-77e3-4855-affb-065b38094ea4 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:55.475774 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-dcb3dfd4-77e3-4855-affb-065b38094ea4 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1873527 Mar 07 22:29:55.478815 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51680) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:55.483637 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-629043428'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:55.501584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Made reservation on behalf of cf06979fcc014a4ca2316f9b1bba4100 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:55.504764 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:55.513382 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:55.588454 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for security_group (deffa22f-ae82-465e-b648-cdf6257c967a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:55.592136 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (deffa22f-ae82-465e-b648-cdf6257c967a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:55.618634 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:29:55.628072 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deffa22f-ae82-465e-b648-cdf6257c967a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:55.632573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (755347df-a93e-4cc6-9a4a-8e7f6f05ecbd), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:55.632915 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Added segment 755347df-a93e-4cc6-9a4a-8e7f6f05ecbd of type vlan for network a74fe962-b003-4a59-9cb9-5c507e2ba437 Mar 07 22:29:55.672410 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (a74fe962-b003-4a59-9cb9-5c507e2ba437), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:55.695541 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (a74fe962-b003-4a59-9cb9-5c507e2ba437), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:55.700498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:55.701081 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:55.737701 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2578709 Mar 07 22:29:55.740707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51682) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:55.745889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e03b5b27-9f99-41cf-937a-44acfefbd17b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Request body: {'subnet': {'network_id': 'a74fe962-b003-4a59-9cb9-5c507e2ba437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:55.771310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9342c8d-0b6e-42bc-8758-b85a1a2f8e1f tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Pushing event updated for resources: {'Network': ['ID=a74fe962-b003-4a59-9cb9-5c507e2ba437,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:55.780809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network a74fe962-b003-4a59-9cb9-5c507e2ba437 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:29:55.835968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03b5b27-9f99-41cf-937a-44acfefbd17b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Made reservation on behalf of cf06979fcc014a4ca2316f9b1bba4100 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:55.840513 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e03b5b27-9f99-41cf-937a-44acfefbd17b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.017572 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e03b5b27-9f99-41cf-937a-44acfefbd17b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (234064e5-1b28-47c5-a527-b54f166778a9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.074604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b5b27-9f99-41cf-937a-44acfefbd17b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Pushing event updated for resources: {'Subnet': ['ID=234064e5-1b28-47c5-a527-b54f166778a9,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:56.090765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b5b27-9f99-41cf-937a-44acfefbd17b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Checking segment: {'id': '755347df-a93e-4cc6-9a4a-8e7f6f05ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a74fe962-b003-4a59-9cb9-5c507e2ba437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:29:56.091126 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03b5b27-9f99-41cf-937a-44acfefbd17b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Network hostable DHCP agents. Network: a74fe962-b003-4a59-9cb9-5c507e2ba437, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:29:56.106900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03b5b27-9f99-41cf-937a-44acfefbd17b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Network a74fe962-b003-4a59-9cb9-5c507e2ba437 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:29:56.115551 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-e03b5b27-9f99-41cf-937a-44acfefbd17b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, a74fe962-b003-4a59-9cb9-5c507e2ba437) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:29:56.120359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03b5b27-9f99-41cf-937a-44acfefbd17b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:56.121578 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e03b5b27-9f99-41cf-937a-44acfefbd17b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.123844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fe1a8f-d43a-4a07-a6a1-f3a045901296 None None] Network a74fe962-b003-4a59-9cb9-5c507e2ba437 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:56.142808 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e03b5b27-9f99-41cf-937a-44acfefbd17b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4009755 Mar 07 22:29:56.146504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51684) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:56.152065 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1d3f65e8-6177-4c7f-b0f1-bb05a41e2b06 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1343921951'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:56.179450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3f65e8-6177-4c7f-b0f1-bb05a41e2b06 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Made reservation on behalf of cf06979fcc014a4ca2316f9b1bba4100 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:56.183046 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3f65e8-6177-4c7f-b0f1-bb05a41e2b06 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.208369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3f65e8-6177-4c7f-b0f1-bb05a41e2b06 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:29:56.217418 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3f65e8-6177-4c7f-b0f1-bb05a41e2b06 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1807e7b1-7a59-4440-82f8-9f76be8cac0e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.217789 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-1d3f65e8-6177-4c7f-b0f1-bb05a41e2b06 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Added segment 1807e7b1-7a59-4440-82f8-9f76be8cac0e of type vlan for network 7c989836-4a8f-4cda-92ff-f5c6114ad0d0 Mar 07 22:29:56.234977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-a74fe962-b003-4a59-9cb9-5c507e2ba437', 'network_id': 'a74fe962-b003-4a59-9cb9-5c507e2ba437', 'project_id': 'cf06979fcc014a4ca2316f9b1bba4100', 'fixed_ips': [{'subnet_id': '234064e5-1b28-47c5-a527-b54f166778a9'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:29:56.236138 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.258835 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3f65e8-6177-4c7f-b0f1-bb05a41e2b06 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (7c989836-4a8f-4cda-92ff-f5c6114ad0d0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.284107 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3f65e8-6177-4c7f-b0f1-bb05a41e2b06 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (7c989836-4a8f-4cda-92ff-f5c6114ad0d0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.289113 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3f65e8-6177-4c7f-b0f1-bb05a41e2b06 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:56.289703 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3f65e8-6177-4c7f-b0f1-bb05a41e2b06 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.326461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1d3f65e8-6177-4c7f-b0f1-bb05a41e2b06 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1788874 Mar 07 22:29:56.329549 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51686) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:56.335597 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6e921468-82c7-44ba-b009-981b9db7802b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Request body: {'subnet': {'network_id': '7c989836-4a8f-4cda-92ff-f5c6114ad0d0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:56.360641 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f65e8-6177-4c7f-b0f1-bb05a41e2b06 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Pushing event updated for resources: {'Network': ['ID=7c989836-4a8f-4cda-92ff-f5c6114ad0d0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:56.373347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 7c989836-4a8f-4cda-92ff-f5c6114ad0d0 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:29:56.393057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Allocated IP 172.20.0.2 (a74fe962-b003-4a59-9cb9-5c507e2ba437/234064e5-1b28-47c5-a527-b54f166778a9/06d85976-a2ee-4e9e-8921-312fb42f766a) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:29:56.421894 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e921468-82c7-44ba-b009-981b9db7802b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Made reservation on behalf of cf06979fcc014a4ca2316f9b1bba4100 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:29:56.425899 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e921468-82c7-44ba-b009-981b9db7802b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.587564 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Publish callbacks [] for port (06d85976-a2ee-4e9e-8921-312fb42f766a), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.593240 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (06d85976-a2ee-4e9e-8921-312fb42f766a), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.609474 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e921468-82c7-44ba-b009-981b9db7802b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (7a9d6bf3-1116-4dd2-b4d8-a7d8ec163d96), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.633636 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Network a74fe962-b003-4a59-9cb9-5c507e2ba437 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:29:56.636450 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:29:56.639859 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:29:56.648790 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Pushing event updated for resources: {'Port': ['ID=06d85976-a2ee-4e9e-8921-312fb42f766a,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:56.681114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e921468-82c7-44ba-b009-981b9db7802b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Pushing event updated for resources: {'Subnet': ['ID=7a9d6bf3-1116-4dd2-b4d8-a7d8ec163d96,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:56.683358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e921468-82c7-44ba-b009-981b9db7802b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Checking segment: {'id': '1807e7b1-7a59-4440-82f8-9f76be8cac0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c989836-4a8f-4cda-92ff-f5c6114ad0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:29:56.683719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e921468-82c7-44ba-b009-981b9db7802b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Network hostable DHCP agents. Network: 7c989836-4a8f-4cda-92ff-f5c6114ad0d0, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:29:56.700721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e921468-82c7-44ba-b009-981b9db7802b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Network 7c989836-4a8f-4cda-92ff-f5c6114ad0d0 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:29:56.703719 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Attempting to bind port 06d85976-a2ee-4e9e-8921-312fb42f766a on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:29:56.704097 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Attempting to bind port 06d85976-a2ee-4e9e-8921-312fb42f766a by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '755347df-a93e-4cc6-9a4a-8e7f6f05ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a74fe962-b003-4a59-9cb9-5c507e2ba437'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:29:56.704462 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Attempting to bind port 06d85976-a2ee-4e9e-8921-312fb42f766a on network a74fe962-b003-4a59-9cb9-5c507e2ba437 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:29:56.709663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-6e921468-82c7-44ba-b009-981b9db7802b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 7c989836-4a8f-4cda-92ff-f5c6114ad0d0) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:29:56.709828 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:29:56.710155 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Checking segment: {'id': '755347df-a93e-4cc6-9a4a-8e7f6f05ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a74fe962-b003-4a59-9cb9-5c507e2ba437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:29:56.710561 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.710960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Bound using segment: {'id': '755347df-a93e-4cc6-9a4a-8e7f6f05ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a74fe962-b003-4a59-9cb9-5c507e2ba437'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:29:56.711431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Bound port: 06d85976-a2ee-4e9e-8921-312fb42f766a, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755347df-a93e-4cc6-9a4a-8e7f6f05ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a74fe962-b003-4a59-9cb9-5c507e2ba437'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:29:56.711809 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (06d85976-a2ee-4e9e-8921-312fb42f766a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.716841 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e921468-82c7-44ba-b009-981b9db7802b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:56.717514 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e921468-82c7-44ba-b009-981b9db7802b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.723406 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9823d9-8512-4ee7-aac8-de9a1223ed6d None None] Network 7c989836-4a8f-4cda-92ff-f5c6114ad0d0 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:56.734027 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6e921468-82c7-44ba-b009-981b9db7802b tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4033694 Mar 07 22:29:56.737481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51688) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:56.742296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ffb8dbb4-d1d2-428a-9590-0326d15b62c9 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c989836-4a8f-4cda-92ff-f5c6114ad0d0'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:29:56.839122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] For port 06d85976-a2ee-4e9e-8921-312fb42f766a, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:29:56.842723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] For port 06d85976-a2ee-4e9e-8921-312fb42f766a, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=06d85976-a2ee-4e9e-8921-312fb42f766a,segment=NetworkSegment(755347df-a93e-4cc6-9a4a-8e7f6f05ecbd),segment_id=755347df-a93e-4cc6-9a4a-8e7f6f05ecbd)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:29:56.864279 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (06d85976-a2ee-4e9e-8921-312fb42f766a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.888572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831f8a23-63cb-4db9-a452-6ea22ccc7499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-7c989836-4a8f-4cda-92ff-f5c6114ad0d0', 'network_id': '7c989836-4a8f-4cda-92ff-f5c6114ad0d0', 'project_id': 'cf06979fcc014a4ca2316f9b1bba4100', 'fixed_ips': [{'subnet_id': '7a9d6bf3-1116-4dd2-b4d8-a7d8ec163d96'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:29:56.889415 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-831f8a23-63cb-4db9-a452-6ea22ccc7499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:56.941419 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f14cf9-fb9e-4198-ad97-ed82a8905860 None None] Pushing event updated for resources: {'Port': ['ID=06d85976-a2ee-4e9e-8921-312fb42f766a,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:56.967806 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ffb8dbb4-d1d2-428a-9590-0326d15b62c9 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for router_gateway (7d649b5f-a100-4f96-8124-87559d5ed51c), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.095419 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [None req-ffb8dbb4-d1d2-428a-9590-0326d15b62c9 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 22:29:57.103392 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51690) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:57.104041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ffb8dbb4-d1d2-428a-9590-0326d15b62c9 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] 10.222.0.26 "PUT /v2.0/routers/7d649b5f-a100-4f96-8124-87559d5ed51c HTTP/1.1" status: 400 len: 364 time: 0.3652740 Mar 07 22:29:57.181132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-eecee95b-dee6-424a-8f84-5fce35962601 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Deleting subnet 7a9d6bf3-1116-4dd2-b4d8-a7d8ec163d96 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:29:57.184862 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eecee95b-dee6-424a-8f84-5fce35962601 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for subnet (7a9d6bf3-1116-4dd2-b4d8-a7d8ec163d96), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.229836 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eecee95b-dee6-424a-8f84-5fce35962601 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (7a9d6bf3-1116-4dd2-b4d8-a7d8ec163d96), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.275974 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eecee95b-dee6-424a-8f84-5fce35962601 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (7a9d6bf3-1116-4dd2-b4d8-a7d8ec163d96), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.337395 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eecee95b-dee6-424a-8f84-5fce35962601 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (7a9d6bf3-1116-4dd2-b4d8-a7d8ec163d96), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server [None req-831f8a23-63cb-4db9-a452-6ea22ccc7499 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a9d6bf3-1116-4dd2-b4d8-a7d8ec163d96: This subnet is being modified by another concurrent operation. Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server raise exception Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a9d6bf3-1116-4dd2-b4d8-a7d8ec163d96: This subnet is being modified by another concurrent operation. Mar 07 22:29:57.340581 n-d-832330-1 neutron-server[103720]: ERROR oslo_messaging.rpc.server Mar 07 22:29:57.358842 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd94faa-b7d5-4c0b-97ad-e2d0cebae519 None None] Network 7c989836-4a8f-4cda-92ff-f5c6114ad0d0 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:57.366112 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecee95b-dee6-424a-8f84-5fce35962601 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9d6bf3-1116-4dd2-b4d8-a7d8ec163d96,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:57.368033 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-eecee95b-dee6-424a-8f84-5fce35962601 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.371836 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-eecee95b-dee6-424a-8f84-5fce35962601 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] 10.222.0.26 "DELETE /v2.0/subnets/7a9d6bf3-1116-4dd2-b4d8-a7d8ec163d96 HTTP/1.1" status: 204 len: 168 time: 0.2662146 Mar 07 22:29:57.373773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51692) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:57.452401 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57d6b73d-2d30-4972-818c-da871c7d2caf tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (7c989836-4a8f-4cda-92ff-f5c6114ad0d0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.544157 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57d6b73d-2d30-4972-818c-da871c7d2caf tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (7c989836-4a8f-4cda-92ff-f5c6114ad0d0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.564599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-57d6b73d-2d30-4972-818c-da871c7d2caf tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c989836-4a8f-4cda-92ff-f5c6114ad0d0']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:57.575350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-57d6b73d-2d30-4972-818c-da871c7d2caf tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1807e7b1-7a59-4440-82f8-9f76be8cac0e') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:57.575648 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-57d6b73d-2d30-4972-818c-da871c7d2caf tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1807e7b1-7a59-4440-82f8-9f76be8cac0e') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:57.585953 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57d6b73d-2d30-4972-818c-da871c7d2caf tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (1807e7b1-7a59-4440-82f8-9f76be8cac0e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.599387 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57d6b73d-2d30-4972-818c-da871c7d2caf tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (1807e7b1-7a59-4440-82f8-9f76be8cac0e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.605818 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d6b73d-2d30-4972-818c-da871c7d2caf tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:29:57.606179 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57d6b73d-2d30-4972-818c-da871c7d2caf tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (1807e7b1-7a59-4440-82f8-9f76be8cac0e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:29:57.609284 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:29:57.611908 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:29:57.668593 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57d6b73d-2d30-4972-818c-da871c7d2caf tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (7c989836-4a8f-4cda-92ff-f5c6114ad0d0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.676101 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-57d6b73d-2d30-4972-818c-da871c7d2caf tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.679312 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-57d6b73d-2d30-4972-818c-da871c7d2caf tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] 10.222.0.26 "DELETE /v2.0/networks/7c989836-4a8f-4cda-92ff-f5c6114ad0d0 HTTP/1.1" status: 204 len: 168 time: 0.3045244 Mar 07 22:29:57.681859 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51694) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:57.700396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6b73d-2d30-4972-818c-da871c7d2caf tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Pushing event deleted for resources: {'Network': ['ID=7c989836-4a8f-4cda-92ff-f5c6114ad0d0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:57.755821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-52075421-a1f8-430c-83e6-7821faa4db25 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Deleting subnet 234064e5-1b28-47c5-a527-b54f166778a9 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:29:57.759161 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52075421-a1f8-430c-83e6-7821faa4db25 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for subnet (234064e5-1b28-47c5-a527-b54f166778a9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.798944 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52075421-a1f8-430c-83e6-7821faa4db25 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (234064e5-1b28-47c5-a527-b54f166778a9), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.873210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298f458c-3d4f-4b84-842b-10e15b6b3348 None None] get_active_networks_info from n-d-832330-1 {{(pid=103720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 22:29:57.882766 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52075421-a1f8-430c-83e6-7821faa4db25 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (234064e5-1b28-47c5-a527-b54f166778a9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.944261 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52075421-a1f8-430c-83e6-7821faa4db25 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (234064e5-1b28-47c5-a527-b54f166778a9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.950566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298f458c-3d4f-4b84-842b-10e15b6b3348 None None] Resources bound (agent type, host, resource id): {{(pid=103720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 22:29:57.961716 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-00508c48-3421-4605-bd78-eb2c1e2b0b44 None None] Provisioning complete for port 06d85976-a2ee-4e9e-8921-312fb42f766a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:29:57.962112 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-00508c48-3421-4605-bd78-eb2c1e2b0b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (06d85976-a2ee-4e9e-8921-312fb42f766a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.970848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52075421-a1f8-430c-83e6-7821faa4db25 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Pushing event deleted for resources: {'Subnet': ['ID=234064e5-1b28-47c5-a527-b54f166778a9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:57.974686 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52075421-a1f8-430c-83e6-7821faa4db25 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:57.978262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-52075421-a1f8-430c-83e6-7821faa4db25 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] 10.222.0.26 "DELETE /v2.0/subnets/234064e5-1b28-47c5-a527-b54f166778a9 HTTP/1.1" status: 204 len: 168 time: 0.2949998 Mar 07 22:29:57.980598 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51696) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:58.058544 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (a74fe962-b003-4a59-9cb9-5c507e2ba437), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.114674 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Deleting port 06d85976-a2ee-4e9e-8921-312fb42f766a {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:29:58.114900 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (06d85976-a2ee-4e9e-8921-312fb42f766a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.120506 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-00508c48-3421-4605-bd78-eb2c1e2b0b44 None None] Current status of the port 06d85976-a2ee-4e9e-8921-312fb42f766a is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:29:58.120894 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-00508c48-3421-4605-bd78-eb2c1e2b0b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (06d85976-a2ee-4e9e-8921-312fb42f766a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.177030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-00508c48-3421-4605-bd78-eb2c1e2b0b44 None None] For port 06d85976-a2ee-4e9e-8921-312fb42f766a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=06d85976-a2ee-4e9e-8921-312fb42f766a,segment=NetworkSegment(755347df-a93e-4cc6-9a4a-8e7f6f05ecbd),segment_id=755347df-a93e-4cc6-9a4a-8e7f6f05ecbd)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:58.177663 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] For port 06d85976-a2ee-4e9e-8921-312fb42f766a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=06d85976-a2ee-4e9e-8921-312fb42f766a,segment=NetworkSegment(755347df-a93e-4cc6-9a4a-8e7f6f05ecbd),segment_id=755347df-a93e-4cc6-9a4a-8e7f6f05ecbd)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:29:58.178314 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (06d85976-a2ee-4e9e-8921-312fb42f766a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.181840 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-00508c48-3421-4605-bd78-eb2c1e2b0b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (06d85976-a2ee-4e9e-8921-312fb42f766a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.191439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Calling delete_port for 06d85976-a2ee-4e9e-8921-312fb42f766a owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:29:58.214816 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9e045-93a5-4da7-a624-c2a37396a369 None None] Network a74fe962-b003-4a59-9cb9-5c507e2ba437 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:29:58.285018 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (06d85976-a2ee-4e9e-8921-312fb42f766a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.293984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00508c48-3421-4605-bd78-eb2c1e2b0b44 None None] Pushing event updated for resources: {'Port': ['ID=06d85976-a2ee-4e9e-8921-312fb42f766a,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:58.310769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Pushing event deleted for resources: {'Port': ['ID=06d85976-a2ee-4e9e-8921-312fb42f766a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:58.314268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] No DVR routers for this DVR port 06d85976-a2ee-4e9e-8921-312fb42f766a on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:29:58.355714 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 06d85976-a2ee-4e9e-8921-312fb42f766a up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:29:58.378467 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 06d85976-a2ee-4e9e-8921-312fb42f766a {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:29:58.378852 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 06d85976-a2ee-4e9e-8921-312fb42f766a not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 07 22:29:58.392999 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (a74fe962-b003-4a59-9cb9-5c507e2ba437), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.406116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffb5510-b4cf-43f7-af2c-29b0074543ad None None] DHCP port deletion for a74fe962-b003-4a59-9cb9-5c507e2ba437 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:29:58.408166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Port 06d85976-a2ee-4e9e-8921-312fb42f766a not found, will not notify nova. {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 07 22:29:58.417626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74fe962-b003-4a59-9cb9-5c507e2ba437']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:58.427443 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755347df-a93e-4cc6-9a4a-8e7f6f05ecbd') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:58.427739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755347df-a93e-4cc6-9a4a-8e7f6f05ecbd') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:29:58.436946 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (755347df-a93e-4cc6-9a4a-8e7f6f05ecbd), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.449744 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (755347df-a93e-4cc6-9a4a-8e7f6f05ecbd), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.455349 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:29:58.456251 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (755347df-a93e-4cc6-9a4a-8e7f6f05ecbd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:29:58.459106 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:29:58.515779 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (a74fe962-b003-4a59-9cb9-5c507e2ba437), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.521527 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.524728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] 10.222.0.26 "DELETE /v2.0/networks/a74fe962-b003-4a59-9cb9-5c507e2ba437 HTTP/1.1" status: 204 len: 168 time: 0.5432298 Mar 07 22:29:58.527543 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51698) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:58.539325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d1c4f-78ea-4639-b19d-171aedd7d3d0 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Pushing event deleted for resources: {'Network': ['ID=a74fe962-b003-4a59-9cb9-5c507e2ba437,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:58.556036 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4a7299ad-6fc0-4d9b-a47a-acd9f6824828 tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d649b5f-a100-4f96-8124-87559d5ed51c HTTP/1.1" status: 200 len: 205 time: 0.0272636 Mar 07 22:29:58.558330 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51700) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:58.633233 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f56e765-2859-42e0-a5a1-07d3f15a59aa tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for router (7d649b5f-a100-4f96-8124-87559d5ed51c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.791373 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f56e765-2859-42e0-a5a1-07d3f15a59aa tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (7d649b5f-a100-4f96-8124-87559d5ed51c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.793452 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f56e765-2859-42e0-a5a1-07d3f15a59aa tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for router_controller (7d649b5f-a100-4f96-8124-87559d5ed51c), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.836457 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f56e765-2859-42e0-a5a1-07d3f15a59aa tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (7d649b5f-a100-4f96-8124-87559d5ed51c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.837154 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f56e765-2859-42e0-a5a1-07d3f15a59aa tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Fanout notify agent at l3_agent the message router_deleted on router 7d649b5f-a100-4f96-8124-87559d5ed51c {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:29:58.844171 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3f56e765-2859-42e0-a5a1-07d3f15a59aa tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:58.845262 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3f56e765-2859-42e0-a5a1-07d3f15a59aa tempest-RoutersNegativeTest-2136672566 tempest-RoutersNegativeTest-2136672566-project] 10.222.0.26 "DELETE /v2.0/routers/7d649b5f-a100-4f96-8124-87559d5ed51c HTTP/1.1" status: 204 len: 168 time: 0.2860518 Mar 07 22:29:59.078540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51706) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:59.206035 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-097ec486-3f2b-4a50-a716-33f4f41a19db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf06979fcc014a4ca2316f9b1bba4100&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263404 Mar 07 22:29:59.208461 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51710) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:29:59.260934 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fc5615bb-394d-4782-8294-dc4b52a71605 admin admin] Publish callbacks [] for security_group (deffa22f-ae82-465e-b648-cdf6257c967a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:59.280978 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fc5615bb-394d-4782-8294-dc4b52a71605 admin admin] Publish callbacks [] for security_group (deffa22f-ae82-465e-b648-cdf6257c967a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:59.326341 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fc5615bb-394d-4782-8294-dc4b52a71605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (deffa22f-ae82-465e-b648-cdf6257c967a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:59.328892 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fc5615bb-394d-4782-8294-dc4b52a71605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:29:59.330105 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fc5615bb-394d-4782-8294-dc4b52a71605 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/deffa22f-ae82-465e-b648-cdf6257c967a HTTP/1.1" status: 204 len: 168 time: 0.1207399 Mar 07 22:29:59.338133 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5615bb-394d-4782-8294-dc4b52a71605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deffa22f-ae82-465e-b648-cdf6257c967a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:59.975906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51732) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:30:00.067237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-141997911-network', 'tenant_id': '92697a99da5d4159a3881465c6634baf'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:30:00.086699 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] Made reservation on behalf of 92697a99da5d4159a3881465c6634baf for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:30:00.088923 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.097550 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.169983 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] Publish callbacks [] for security_group (6d77e5eb-a38f-4980-aad4-0cb4f096d1c8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.174529 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6d77e5eb-a38f-4980-aad4-0cb4f096d1c8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.200170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:30:00.210740 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:00.216207 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3fd1b11b-2aef-4476-a176-dae7fda92ace), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.216550 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] Added segment 3fd1b11b-2aef-4476-a176-dae7fda92ace of type vlan for network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 Mar 07 22:30:00.256005 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (98b3881d-e628-4ce7-8d4a-f037908e4ef3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.281753 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (98b3881d-e628-4ce7-8d4a-f037908e4ef3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.282896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:00.283539 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.313451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 06d85976-a2ee-4e9e-8921-312fb42f766a no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:30:00.319747 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3427315 Mar 07 22:30:00.322855 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51736) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:30:00.328503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9ea38af9-8c70-4746-82cb-1a314da42dd6 admin admin] Request body: {'subnet': {'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-141997911-subnet', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:30:00.336260 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 06d85976-a2ee-4e9e-8921-312fb42f766a {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:30:00.336622 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 06d85976-a2ee-4e9e-8921-312fb42f766a not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:30:00.354633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10c6f0-75cb-428b-928a-9f50b85a3ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=98b3881d-e628-4ce7-8d4a-f037908e4ef3,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:00.358607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea38af9-8c70-4746-82cb-1a314da42dd6 admin admin] Made reservation on behalf of 92697a99da5d4159a3881465c6634baf for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:30:00.361092 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ea38af9-8c70-4746-82cb-1a314da42dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.365007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:30:00.527805 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ea38af9-8c70-4746-82cb-1a314da42dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (5747da9b-6235-4c04-8cd9-cc384aac0b41), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.585159 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea38af9-8c70-4746-82cb-1a314da42dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5747da9b-6235-4c04-8cd9-cc384aac0b41,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:00.589422 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea38af9-8c70-4746-82cb-1a314da42dd6 admin admin] Checking segment: {'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:30:00.589783 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea38af9-8c70-4746-82cb-1a314da42dd6 admin admin] Network hostable DHCP agents. Network: 98b3881d-e628-4ce7-8d4a-f037908e4ef3, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:30:00.606325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea38af9-8c70-4746-82cb-1a314da42dd6 admin admin] Network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:30:00.615016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-9ea38af9-8c70-4746-82cb-1a314da42dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 98b3881d-e628-4ce7-8d4a-f037908e4ef3) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:30:00.619157 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea38af9-8c70-4746-82cb-1a314da42dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:00.619781 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ea38af9-8c70-4746-82cb-1a314da42dd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.624190 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbea21e-af46-4b42-953d-809329b8aa73 None None] Network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:30:00.636608 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9ea38af9-8c70-4746-82cb-1a314da42dd6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3119833 Mar 07 22:30:00.639324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51738) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:30:00.644358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-141997911-router', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:30:00.663633 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (a85a65fb-6571-4403-a209-c48217bd55ad), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.664633 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (a85a65fb-6571-4403-a209-c48217bd55ad), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.720799 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Publish callbacks [] for router_controller (a85a65fb-6571-4403-a209-c48217bd55ad), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.729833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-98b3881d-e628-4ce7-8d4a-f037908e4ef3', 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3', 'project_id': '92697a99da5d4159a3881465c6634baf', 'fixed_ips': [{'subnet_id': '5747da9b-6235-4c04-8cd9-cc384aac0b41'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:30:00.730769 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.865831 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Publish callbacks [] for router_gateway (a85a65fb-6571-4403-a209-c48217bd55ad), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:00.873572 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Allocated IP 172.20.0.2 (98b3881d-e628-4ce7-8d4a-f037908e4ef3/5747da9b-6235-4c04-8cd9-cc384aac0b41/8f08dc00-cb7f-4df3-8421-14e691ad10ed) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:30:01.020014 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Publish callbacks [] for port (8f08dc00-cb7f-4df3-8421-14e691ad10ed), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:01.025463 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (8f08dc00-cb7f-4df3-8421-14e691ad10ed), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:01.065303 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Publish callbacks [] for router_gateway (a85a65fb-6571-4403-a209-c48217bd55ad), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:01.067719 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:30:01.070587 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:30:01.075080 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:30:01.076980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Pushing event updated for resources: {'Port': ['ID=8f08dc00-cb7f-4df3-8421-14e691ad10ed,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:01.087222 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:01.131058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Attempting to bind port 8f08dc00-cb7f-4df3-8421-14e691ad10ed on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:30:01.131342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Attempting to bind port 8f08dc00-cb7f-4df3-8421-14e691ad10ed by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:30:01.131704 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Attempting to bind port 8f08dc00-cb7f-4df3-8421-14e691ad10ed on network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:30:01.136702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:30:01.137085 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Checking segment: {'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:30:01.137493 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:01.137893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Bound using segment: {'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:30:01.138389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Bound port: 8f08dc00-cb7f-4df3-8421-14e691ad10ed, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:30:01.138778 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8f08dc00-cb7f-4df3-8421-14e691ad10ed), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:01.192624 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Allocated IP 172.25.4.114 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/a5216a9c-4aae-41e2-aa9b-27f8aabca52f) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:30:01.203927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] For port 8f08dc00-cb7f-4df3-8421-14e691ad10ed, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:30:01.207652 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] For port 8f08dc00-cb7f-4df3-8421-14e691ad10ed, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8f08dc00-cb7f-4df3-8421-14e691ad10ed,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:30:01.212955 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8f08dc00-cb7f-4df3-8421-14e691ad10ed), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:01.274341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857940f-0a7d-42ad-bd8d-d2f36c3d95e4 None None] Pushing event updated for resources: {'Port': ['ID=8f08dc00-cb7f-4df3-8421-14e691ad10ed,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:01.313287 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Publish callbacks [] for port (a5216a9c-4aae-41e2-aa9b-27f8aabca52f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:01.357629 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (a5216a9c-4aae-41e2-aa9b-27f8aabca52f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:01.397882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:30:01.400753 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:30:01.403230 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:30:01.428245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Pushing event updated for resources: {'Port': ['ID=a5216a9c-4aae-41e2-aa9b-27f8aabca52f,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:01.681183 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Publish callbacks [] for router_gateway (a85a65fb-6571-4403-a209-c48217bd55ad), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:02.201357 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (a85a65fb-6571-4403-a209-c48217bd55ad), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:02.239577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2370fb6f-cf18-48fb-81a3-a423ff00aef6 None None] Network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:30:02.335043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Router a85a65fb-6571-4403-a209-c48217bd55ad is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:30:02.356372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8f08dc00-cb7f-4df3-8421-14e691ad10ed up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:30:02.360427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-06c30273-f091-4a78-af67-004676db217e None None] Provisioning complete for port 8f08dc00-cb7f-4df3-8421-14e691ad10ed triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:02.360803 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06c30273-f091-4a78-af67-004676db217e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8f08dc00-cb7f-4df3-8421-14e691ad10ed), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:02.445775 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:30:02.457893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8f08dc00-cb7f-4df3-8421-14e691ad10ed triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:02.458303 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8f08dc00-cb7f-4df3-8421-14e691ad10ed), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:02.466836 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:02.468390 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ec980abe-d440-4749-a3cd-59bed615457a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8281291 Mar 07 22:30:02.472015 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51740) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:30:02.480160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Sync routers for ids ['a85a65fb-6571-4403-a209-c48217bd55ad'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:30:02.532063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Routers {'a85a65fb-6571-4403-a209-c48217bd55ad'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:30:02.532712 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:29:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a85a65fb-6571-4403-a209-c48217bd55ad'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:02.535291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-06c30273-f091-4a78-af67-004676db217e None None] Current status of the port 8f08dc00-cb7f-4df3-8421-14e691ad10ed is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:02.535682 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06c30273-f091-4a78-af67-004676db217e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8f08dc00-cb7f-4df3-8421-14e691ad10ed), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:02.656760 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-06c30273-f091-4a78-af67-004676db217e None None] For port 8f08dc00-cb7f-4df3-8421-14e691ad10ed, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8f08dc00-cb7f-4df3-8421-14e691ad10ed,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:30:02.677634 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06c30273-f091-4a78-af67-004676db217e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8f08dc00-cb7f-4df3-8421-14e691ad10ed), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:02.734733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8f08dc00-cb7f-4df3-8421-14e691ad10ed is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:02.735030 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8f08dc00-cb7f-4df3-8421-14e691ad10ed), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:02.743327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Set router a85a65fb-6571-4403-a209-c48217bd55ad gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:30:02.844171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c30273-f091-4a78-af67-004676db217e None None] Pushing event updated for resources: {'Port': ['ID=8f08dc00-cb7f-4df3-8421-14e691ad10ed,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:02.909359 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:02.912684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4d152ba3-0076-435d-b540-545964e683b1 None None] Provisioning complete for port 8f08dc00-cb7f-4df3-8421-14e691ad10ed triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:02.913061 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4d152ba3-0076-435d-b540-545964e683b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8f08dc00-cb7f-4df3-8421-14e691ad10ed), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:03.071414 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Allocated IP 172.20.0.1 (98b3881d-e628-4ce7-8d4a-f037908e4ef3/5747da9b-6235-4c04-8cd9-cc384aac0b41/c06e4e57-1732-4bbb-b275-b7244136f038) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:30:03.113484 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:30:03.113846 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:30:03.178720 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Publish callbacks [] for port (c06e4e57-1732-4bbb-b275-b7244136f038), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:03.208795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4d152ba3-0076-435d-b540-545964e683b1 None None] Current status of the port 8f08dc00-cb7f-4df3-8421-14e691ad10ed is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:03.212070 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:03.221483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'name': 'tempest-TestEncryptedCinderVolumes-141997911-router', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:00Z', 'updated_at': '2022-03-07T22:30:01Z', 'revision_number': 3, 'project_id': '92697a99da5d4159a3881465c6634baf', 'gw_port': {'id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:01Z', 'updated_at': '2022-03-07T22:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:03.250497 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:30:03.252112 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Checking router: a85a65fb-6571-4403-a209-c48217bd55ad for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:30:03.253182 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Updating router a85a65fb-6571-4403-a209-c48217bd55ad port a5216a9c-4aae-41e2-aa9b-27f8aabca52f binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:30:03.254182 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:30:03.257560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:30:03.281324 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a5216a9c-4aae-41e2-aa9b-27f8aabca52f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:03.286561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c06e4e57-1732-4bbb-b275-b7244136f038,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:03.300933 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (a85a65fb-6571-4403-a209-c48217bd55ad), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:03.458379 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:03.560874 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ef416dd2-10cd-41c1-a1c4-3fff176788e3 None None] Provisioning complete for port c06e4e57-1732-4bbb-b275-b7244136f038 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:03.561238 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ef416dd2-10cd-41c1-a1c4-3fff176788e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:03.611299 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Publish callbacks [] for port (a5216a9c-4aae-41e2-aa9b-27f8aabca52f), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:03.618125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ef416dd2-10cd-41c1-a1c4-3fff176788e3 None None] Port c06e4e57-1732-4bbb-b275-b7244136f038 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:30:03.639404 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a5216a9c-4aae-41e2-aa9b-27f8aabca52f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:03.652444 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Publish callbacks [] for port (c06e4e57-1732-4bbb-b275-b7244136f038), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:03.657743 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:03.689195 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8f08dc00-cb7f-4df3-8421-14e691ad10ed is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:03.705943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Attempting to bind port a5216a9c-4aae-41e2-aa9b-27f8aabca52f on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:30:03.706305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Attempting to bind port a5216a9c-4aae-41e2-aa9b-27f8aabca52f by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:30:03.707083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Attempting to bind port a5216a9c-4aae-41e2-aa9b-27f8aabca52f on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:30:03.708541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384a636-de25-4f20-a1cb-d61d84c9518f None None] Pushing event updated for resources: {'Port': ['ID=a5216a9c-4aae-41e2-aa9b-27f8aabca52f,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:03.713891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:30:03.714300 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:30:03.714708 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:03.715474 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:30:03.715604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Bound port: a5216a9c-4aae-41e2-aa9b-27f8aabca52f, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:30:03.715935 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a5216a9c-4aae-41e2-aa9b-27f8aabca52f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:03.730237 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (a85a65fb-6571-4403-a209-c48217bd55ad), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:03.732175 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c06e4e57-1732-4bbb-b275-b7244136f038,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:03.772061 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] For port a5216a9c-4aae-41e2-aa9b-27f8aabca52f, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:30:03.775517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] For port a5216a9c-4aae-41e2-aa9b-27f8aabca52f, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a5216a9c-4aae-41e2-aa9b-27f8aabca52f,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:30:03.782592 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a5216a9c-4aae-41e2-aa9b-27f8aabca52f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:03.834255 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:30:03.835890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:30:03.849088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384a636-de25-4f20-a1cb-d61d84c9518f None None] Pushing event updated for resources: {'Port': ['ID=a5216a9c-4aae-41e2-aa9b-27f8aabca52f,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:03.852011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Routers {'a85a65fb-6571-4403-a209-c48217bd55ad'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:30:03.853034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:29:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a85a65fb-6571-4403-a209-c48217bd55ad'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:03.967956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] Set router a85a65fb-6571-4403-a209-c48217bd55ad gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:30:03.998662 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Router a85a65fb-6571-4403-a209-c48217bd55ad has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:30:04.132043 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:30:04.146778 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-621e9595-3c30-4e0c-bb4b-f542e7c5b0b0 admin admin] 10.222.0.26 "PUT /v2.0/routers/a85a65fb-6571-4403-a209-c48217bd55ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6673126 Mar 07 22:30:04.171792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-00b169e5-0eaa-4b4f-a77d-4fce1c299ed5 None None] Provisioning complete for port c06e4e57-1732-4bbb-b275-b7244136f038 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:04.172274 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-00b169e5-0eaa-4b4f-a77d-4fce1c299ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:04.215199 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-00b169e5-0eaa-4b4f-a77d-4fce1c299ed5 None None] Port c06e4e57-1732-4bbb-b275-b7244136f038 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:30:04.223884 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'name': 'tempest-TestEncryptedCinderVolumes-141997911-router', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:00Z', 'updated_at': '2022-03-07T22:30:03Z', 'revision_number': 4, 'project_id': '92697a99da5d4159a3881465c6634baf', 'gw_port': {'id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:01Z', 'updated_at': '2022-03-07T22:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'c06e4e57-1732-4bbb-b275-b7244136f038', 'name': '', 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'mac_address': 'fa:16:3e:57:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '5747da9b-6235-4c04-8cd9-cc384aac0b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:02Z', 'updated_at': '2022-03-07T22:30:03Z', 'revision_number': 2, 'project_id': '92697a99da5d4159a3881465c6634baf', 'subnets': [{'id': '5747da9b-6235-4c04-8cd9-cc384aac0b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:04.257564 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2b4ae-024d-47a7-bf54-757130ee5977 None None] The sync data for ids ['a85a65fb-6571-4403-a209-c48217bd55ad'] in n-d-832330-1 is: [{'id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'name': 'tempest-TestEncryptedCinderVolumes-141997911-router', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:00Z', 'updated_at': '2022-03-07T22:30:03Z', 'revision_number': 4, 'project_id': '92697a99da5d4159a3881465c6634baf', 'gw_port': {'id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:01Z', 'updated_at': '2022-03-07T22:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'c06e4e57-1732-4bbb-b275-b7244136f038', 'name': '', 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'mac_address': 'fa:16:3e:57:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '5747da9b-6235-4c04-8cd9-cc384aac0b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:02Z', 'updated_at': '2022-03-07T22:30:03Z', 'revision_number': 2, 'project_id': '92697a99da5d4159a3881465c6634baf', 'subnets': [{'id': '5747da9b-6235-4c04-8cd9-cc384aac0b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:30:04.353589 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8f08dc00-cb7f-4df3-8421-14e691ad10ed up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:30:04.403168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8f08dc00-cb7f-4df3-8421-14e691ad10ed triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:04.403731 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8f08dc00-cb7f-4df3-8421-14e691ad10ed), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:04.492253 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8f08dc00-cb7f-4df3-8421-14e691ad10ed is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:04.702452 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51756) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:30:04.707461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-829094275-network', 'tenant_id': '003830804fcd411b9e016746a8e520ca'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:30:04.727983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] Made reservation on behalf of 003830804fcd411b9e016746a8e520ca for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:30:04.730792 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:04.741497 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:04.828230 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] Publish callbacks [] for security_group (6bcd4293-87b3-49bd-a953-7636cb2420e7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:04.832927 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6bcd4293-87b3-49bd-a953-7636cb2420e7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:04.860951 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:30:04.872491 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcd4293-87b3-49bd-a953-7636cb2420e7,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:04.878879 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (4196037e-b55a-4403-80f9-4c6f1be9a92b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:04.879222 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] Added segment 4196037e-b55a-4403-80f9-4c6f1be9a92b of type vlan for network b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e Mar 07 22:30:04.928034 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:04.957469 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:04.959182 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:04.959854 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:05.026501 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3226378 Mar 07 22:30:05.029214 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51758) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:30:05.034127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-d8219072-5cc2-42f8-8bde-8cd3312cc0b2 admin admin] Request body: {'subnet': {'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-829094275-subnet', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:30:05.039697 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f269a-5fa8-4c6a-a76a-f885e8c5ba87 admin admin] Pushing event updated for resources: {'Network': ['ID=b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:05.051939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:30:05.098402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8219072-5cc2-42f8-8bde-8cd3312cc0b2 admin admin] Made reservation on behalf of 003830804fcd411b9e016746a8e520ca for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:30:05.101322 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d8219072-5cc2-42f8-8bde-8cd3312cc0b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:05.322543 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d8219072-5cc2-42f8-8bde-8cd3312cc0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (a4acb903-f46c-453b-875b-ab918d0863ea), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:05.384007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8219072-5cc2-42f8-8bde-8cd3312cc0b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4acb903-f46c-453b-875b-ab918d0863ea,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:05.391603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8219072-5cc2-42f8-8bde-8cd3312cc0b2 admin admin] Checking segment: {'id': '4196037e-b55a-4403-80f9-4c6f1be9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:30:05.391979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8219072-5cc2-42f8-8bde-8cd3312cc0b2 admin admin] Network hostable DHCP agents. Network: b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:30:05.409546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8219072-5cc2-42f8-8bde-8cd3312cc0b2 admin admin] Network b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:30:05.419847 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-d8219072-5cc2-42f8-8bde-8cd3312cc0b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:30:05.424962 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8219072-5cc2-42f8-8bde-8cd3312cc0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:05.425616 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d8219072-5cc2-42f8-8bde-8cd3312cc0b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:05.432279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e273e62-e211-4a6a-898e-88709635944d None None] Network b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:30:05.457804 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d8219072-5cc2-42f8-8bde-8cd3312cc0b2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4249079 Mar 07 22:30:05.458013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 51760) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:30:05.462544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-829094275-router', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:30:05.489744 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (1a1536bd-f44c-44ea-b8d9-ca833867e015), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:05.491379 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (1a1536bd-f44c-44ea-b8d9-ca833867e015), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:05.562032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e', 'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e', 'project_id': '003830804fcd411b9e016746a8e520ca', 'fixed_ips': [{'subnet_id': 'a4acb903-f46c-453b-875b-ab918d0863ea'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:30:05.563039 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:05.572175 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Publish callbacks [] for router_controller (1a1536bd-f44c-44ea-b8d9-ca833867e015), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:05.729824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Allocated IP 172.20.0.2 (b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e/a4acb903-f46c-453b-875b-ab918d0863ea/95d48896-4fd0-48f6-a416-5c4a36b26482) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:30:05.751234 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Publish callbacks [] for router_gateway (1a1536bd-f44c-44ea-b8d9-ca833867e015), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:05.904917 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Publish callbacks [] for port (95d48896-4fd0-48f6-a416-5c4a36b26482), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:05.911726 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (95d48896-4fd0-48f6-a416-5c4a36b26482), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:05.965212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Network b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:30:05.967955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:30:05.971802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:30:05.980258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Pushing event updated for resources: {'Port': ['ID=95d48896-4fd0-48f6-a416-5c4a36b26482,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:06.036923 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Attempting to bind port 95d48896-4fd0-48f6-a416-5c4a36b26482 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:30:06.037556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Attempting to bind port 95d48896-4fd0-48f6-a416-5c4a36b26482 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '4196037e-b55a-4403-80f9-4c6f1be9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:30:06.038163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Attempting to bind port 95d48896-4fd0-48f6-a416-5c4a36b26482 on network b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:30:06.044227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:30:06.044757 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Checking segment: {'id': '4196037e-b55a-4403-80f9-4c6f1be9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:30:06.045288 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:06.045871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Bound using segment: {'id': '4196037e-b55a-4403-80f9-4c6f1be9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:30:06.046508 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Bound port: 95d48896-4fd0-48f6-a416-5c4a36b26482, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4196037e-b55a-4403-80f9-4c6f1be9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:30:06.047011 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (95d48896-4fd0-48f6-a416-5c4a36b26482), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:06.114974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] For port 95d48896-4fd0-48f6-a416-5c4a36b26482, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:30:06.118012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] For port 95d48896-4fd0-48f6-a416-5c4a36b26482, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=95d48896-4fd0-48f6-a416-5c4a36b26482,segment=NetworkSegment(4196037e-b55a-4403-80f9-4c6f1be9a92b),segment_id=4196037e-b55a-4403-80f9-4c6f1be9a92b)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:30:06.124476 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (95d48896-4fd0-48f6-a416-5c4a36b26482), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:06.186807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd0089-702c-4de4-89e2-12959e6c24d0 None None] Pushing event updated for resources: {'Port': ['ID=95d48896-4fd0-48f6-a416-5c4a36b26482,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:06.298334 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Publish callbacks [] for router_gateway (1a1536bd-f44c-44ea-b8d9-ca833867e015), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:06.321906 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:06.420672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a5216a9c-4aae-41e2-aa9b-27f8aabca52f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:30:06.454684 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Allocated IP 172.25.4.84 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/74069a5e-997b-4e47-a521-eb90497f6f0e) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:30:06.478352 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port a5216a9c-4aae-41e2-aa9b-27f8aabca52f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:06.478916 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a5216a9c-4aae-41e2-aa9b-27f8aabca52f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:06.567095 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Publish callbacks [] for port (74069a5e-997b-4e47-a521-eb90497f6f0e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:06.571167 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a5216a9c-4aae-41e2-aa9b-27f8aabca52f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:06.571562 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a5216a9c-4aae-41e2-aa9b-27f8aabca52f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:06.593119 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port a5216a9c-4aae-41e2-aa9b-27f8aabca52f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a5216a9c-4aae-41e2-aa9b-27f8aabca52f,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:30:06.597823 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a5216a9c-4aae-41e2-aa9b-27f8aabca52f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:06.611955 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (74069a5e-997b-4e47-a521-eb90497f6f0e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:06.653157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:30:06.656016 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=a5216a9c-4aae-41e2-aa9b-27f8aabca52f,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:06.656174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:30:06.659683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:30:06.677342 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Sync routers for ids ['a85a65fb-6571-4403-a209-c48217bd55ad'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:30:06.682912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Pushing event updated for resources: {'Port': ['ID=74069a5e-997b-4e47-a521-eb90497f6f0e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:06.688758 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Routers {'a85a65fb-6571-4403-a209-c48217bd55ad'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:30:06.689367 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:29:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a85a65fb-6571-4403-a209-c48217bd55ad'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:06.796876 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Set router a85a65fb-6571-4403-a209-c48217bd55ad gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:30:06.915027 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Publish callbacks [] for router_gateway (1a1536bd-f44c-44ea-b8d9-ca833867e015), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:06.996727 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'name': 'tempest-TestEncryptedCinderVolumes-141997911-router', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:00Z', 'updated_at': '2022-03-07T22:30:03Z', 'revision_number': 4, 'project_id': '92697a99da5d4159a3881465c6634baf', 'gw_port': {'id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:01Z', 'updated_at': '2022-03-07T22:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'c06e4e57-1732-4bbb-b275-b7244136f038', 'name': '', 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'mac_address': 'fa:16:3e:57:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '5747da9b-6235-4c04-8cd9-cc384aac0b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:02Z', 'updated_at': '2022-03-07T22:30:03Z', 'revision_number': 2, 'project_id': '92697a99da5d4159a3881465c6634baf', 'subnets': [{'id': '5747da9b-6235-4c04-8cd9-cc384aac0b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:07.022789 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Checking router: a85a65fb-6571-4403-a209-c48217bd55ad for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:30:07.023140 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Updating router a85a65fb-6571-4403-a209-c48217bd55ad port c06e4e57-1732-4bbb-b275-b7244136f038 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:30:07.051371 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:07.122349 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (1a1536bd-f44c-44ea-b8d9-ca833867e015), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:07.263531 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Router 1a1536bd-f44c-44ea-b8d9-ca833867e015 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:30:07.337143 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Publish callbacks [] for port (c06e4e57-1732-4bbb-b275-b7244136f038), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:07.344012 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:07.393888 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:30:07.395927 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a966e5-2b76-4456-9bd7-1938a9b551db None None] Pushing event updated for resources: {'Port': ['ID=c06e4e57-1732-4bbb-b275-b7244136f038,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:07.402732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Sync routers for ids ['1a1536bd-f44c-44ea-b8d9-ca833867e015'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:30:07.409571 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a966e5-2b76-4456-9bd7-1938a9b551db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:07.410026 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a966e5-2b76-4456-9bd7-1938a9b551db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:07.410461 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a966e5-2b76-4456-9bd7-1938a9b551db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:07.410832 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a966e5-2b76-4456-9bd7-1938a9b551db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:07.411192 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a966e5-2b76-4456-9bd7-1938a9b551db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:07.411565 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a966e5-2b76-4456-9bd7-1938a9b551db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:07.411926 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a966e5-2b76-4456-9bd7-1938a9b551db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:07.412413 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a966e5-2b76-4456-9bd7-1938a9b551db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:07.412862 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a966e5-2b76-4456-9bd7-1938a9b551db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:07.413117 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a966e5-2b76-4456-9bd7-1938a9b551db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:07.413439 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a966e5-2b76-4456-9bd7-1938a9b551db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:07.413884 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a966e5-2b76-4456-9bd7-1938a9b551db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:07.414356 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a966e5-2b76-4456-9bd7-1938a9b551db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:07.417534 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:07.420187 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-360ee508-355b-40f7-b092-5e57237f780b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9612803 Mar 07 22:30:07.420560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Routers {'1a1536bd-f44c-44ea-b8d9-ca833867e015'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:30:07.421300 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:29:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1a1536bd-f44c-44ea-b8d9-ca833867e015'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:07.423232 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 51762) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:30:07.474362 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc9f682-2c04-4ac6-a16f-c509d9667e30 None None] Network b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:30:07.483501 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Attempting to bind port c06e4e57-1732-4bbb-b275-b7244136f038 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:30:07.483867 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Attempting to bind port c06e4e57-1732-4bbb-b275-b7244136f038 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:30:07.484221 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Attempting to bind port c06e4e57-1732-4bbb-b275-b7244136f038 on network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:30:07.490169 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:30:07.490562 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Checking segment: {'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:30:07.490967 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:07.491361 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Bound using segment: {'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:30:07.491838 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Bound port: c06e4e57-1732-4bbb-b275-b7244136f038, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:30:07.492774 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:07.565501 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] For port c06e4e57-1732-4bbb-b275-b7244136f038, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:30:07.569274 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] For port c06e4e57-1732-4bbb-b275-b7244136f038, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c06e4e57-1732-4bbb-b275-b7244136f038,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:30:07.581542 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:07.621393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d038ca77-4a68-4f9c-95a2-a9af0f7106fa None None] Provisioning complete for port 95d48896-4fd0-48f6-a416-5c4a36b26482 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:07.621989 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d038ca77-4a68-4f9c-95a2-a9af0f7106fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (95d48896-4fd0-48f6-a416-5c4a36b26482), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:07.647827 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Routers {'a85a65fb-6571-4403-a209-c48217bd55ad'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:30:07.648449 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:29:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a85a65fb-6571-4403-a209-c48217bd55ad'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:07.670660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Set router 1a1536bd-f44c-44ea-b8d9-ca833867e015 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:30:07.874257 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] Set router a85a65fb-6571-4403-a209-c48217bd55ad gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:30:07.878620 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a966e5-2b76-4456-9bd7-1938a9b551db None None] Pushing event updated for resources: {'Port': ['ID=c06e4e57-1732-4bbb-b275-b7244136f038,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:07.973718 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:08.059129 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d038ca77-4a68-4f9c-95a2-a9af0f7106fa None None] Current status of the port 95d48896-4fd0-48f6-a416-5c4a36b26482 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:08.059529 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d038ca77-4a68-4f9c-95a2-a9af0f7106fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (95d48896-4fd0-48f6-a416-5c4a36b26482), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:08.120147 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d038ca77-4a68-4f9c-95a2-a9af0f7106fa None None] For port 95d48896-4fd0-48f6-a416-5c4a36b26482, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=95d48896-4fd0-48f6-a416-5c4a36b26482,segment=NetworkSegment(4196037e-b55a-4403-80f9-4c6f1be9a92b),segment_id=4196037e-b55a-4403-80f9-4c6f1be9a92b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:30:08.126406 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'name': 'tempest-TestEncryptedCinderVolumes-141997911-router', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:00Z', 'updated_at': '2022-03-07T22:30:03Z', 'revision_number': 4, 'project_id': '92697a99da5d4159a3881465c6634baf', 'gw_port': {'id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:01Z', 'updated_at': '2022-03-07T22:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'c06e4e57-1732-4bbb-b275-b7244136f038', 'name': '', 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'mac_address': 'fa:16:3e:57:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '5747da9b-6235-4c04-8cd9-cc384aac0b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:02Z', 'updated_at': '2022-03-07T22:30:07Z', 'revision_number': 4, 'project_id': '92697a99da5d4159a3881465c6634baf', 'subnets': [{'id': '5747da9b-6235-4c04-8cd9-cc384aac0b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:08.129723 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d038ca77-4a68-4f9c-95a2-a9af0f7106fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (95d48896-4fd0-48f6-a416-5c4a36b26482), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:08.164001 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289183d-90c3-4da5-9c03-b46058950da5 None None] The sync data for ids ['a85a65fb-6571-4403-a209-c48217bd55ad'] in n-d-832330-1 is: [{'id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'name': 'tempest-TestEncryptedCinderVolumes-141997911-router', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:00Z', 'updated_at': '2022-03-07T22:30:03Z', 'revision_number': 4, 'project_id': '92697a99da5d4159a3881465c6634baf', 'gw_port': {'id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:01Z', 'updated_at': '2022-03-07T22:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'c06e4e57-1732-4bbb-b275-b7244136f038', 'name': '', 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'mac_address': 'fa:16:3e:57:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '5747da9b-6235-4c04-8cd9-cc384aac0b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:02Z', 'updated_at': '2022-03-07T22:30:07Z', 'revision_number': 4, 'project_id': '92697a99da5d4159a3881465c6634baf', 'subnets': [{'id': '5747da9b-6235-4c04-8cd9-cc384aac0b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:30:08.166134 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Allocated IP 172.20.0.1 (b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e/a4acb903-f46c-453b-875b-ab918d0863ea/908d9290-7864-44c3-97b3-fed57b99351d) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:30:08.188771 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'name': 'tempest-TestEncryptedCinderVolumes-829094275-router', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '74069a5e-997b-4e47-a521-eb90497f6f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:05Z', 'updated_at': '2022-03-07T22:30:06Z', 'revision_number': 3, 'project_id': '003830804fcd411b9e016746a8e520ca', 'gw_port': {'id': '74069a5e-997b-4e47-a521-eb90497f6f0e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:93:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:06Z', 'updated_at': '2022-03-07T22:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:08.225314 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Checking router: 1a1536bd-f44c-44ea-b8d9-ca833867e015 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:30:08.226004 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Updating router 1a1536bd-f44c-44ea-b8d9-ca833867e015 port 74069a5e-997b-4e47-a521-eb90497f6f0e binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:30:08.230193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038ca77-4a68-4f9c-95a2-a9af0f7106fa None None] Pushing event updated for resources: {'Port': ['ID=95d48896-4fd0-48f6-a416-5c4a36b26482,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:08.281567 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (74069a5e-997b-4e47-a521-eb90497f6f0e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:08.330656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b8024781-0c67-4618-9c2f-23ea27442f1b None None] Provisioning complete for port c06e4e57-1732-4bbb-b275-b7244136f038 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:08.331080 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b8024781-0c67-4618-9c2f-23ea27442f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:08.504880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b8024781-0c67-4618-9c2f-23ea27442f1b None None] Current status of the port c06e4e57-1732-4bbb-b275-b7244136f038 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:08.505278 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b8024781-0c67-4618-9c2f-23ea27442f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:08.516315 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c06e4e57-1732-4bbb-b275-b7244136f038 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:30:08.628099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-b8024781-0c67-4618-9c2f-23ea27442f1b None None] For port c06e4e57-1732-4bbb-b275-b7244136f038, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c06e4e57-1732-4bbb-b275-b7244136f038,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:30:08.640296 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b8024781-0c67-4618-9c2f-23ea27442f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:08.702626 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Publish callbacks [] for port (908d9290-7864-44c3-97b3-fed57b99351d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:08.717318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c06e4e57-1732-4bbb-b275-b7244136f038 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:08.717709 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:08.741379 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (908d9290-7864-44c3-97b3-fed57b99351d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:08.748046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8024781-0c67-4618-9c2f-23ea27442f1b None None] Pushing event updated for resources: {'Port': ['ID=c06e4e57-1732-4bbb-b275-b7244136f038,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:08.793206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Pushing event updated for resources: {'Port': ['ID=908d9290-7864-44c3-97b3-fed57b99351d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:08.804381 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Network b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:30:08.805816 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:08.806198 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:08.806541 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:08.806883 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:08.807219 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:08.807550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:08.807882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:08.808212 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:08.808547 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:08.808876 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:08.809201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:08.809555 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:08.809859 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:08.814036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:30:08.816726 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:30:08.819516 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Publish callbacks [] for port (74069a5e-997b-4e47-a521-eb90497f6f0e), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:08.826727 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-636234fc-d6bc-4c88-8b58-96a41ca7b533 None None] Provisioning complete for port 95d48896-4fd0-48f6-a416-5c4a36b26482 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:08.827136 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-636234fc-d6bc-4c88-8b58-96a41ca7b533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (95d48896-4fd0-48f6-a416-5c4a36b26482), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:08.858191 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (1a1536bd-f44c-44ea-b8d9-ca833867e015), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:08.869937 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (74069a5e-997b-4e47-a521-eb90497f6f0e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:08.967987 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c06e4e57-1732-4bbb-b275-b7244136f038 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:08.969146 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 95d48896-4fd0-48f6-a416-5c4a36b26482 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:30:09.021754 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (908d9290-7864-44c3-97b3-fed57b99351d), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:09.021971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb2369-b6c2-4679-ad5a-faf582c22ec8 None None] Pushing event updated for resources: {'Port': ['ID=74069a5e-997b-4e47-a521-eb90497f6f0e,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:09.031089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Attempting to bind port 74069a5e-997b-4e47-a521-eb90497f6f0e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:30:09.031472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Attempting to bind port 74069a5e-997b-4e47-a521-eb90497f6f0e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:30:09.031840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Attempting to bind port 74069a5e-997b-4e47-a521-eb90497f6f0e on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:30:09.066945 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:30:09.067437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:30:09.067918 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:09.068815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:30:09.068938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Bound port: 74069a5e-997b-4e47-a521-eb90497f6f0e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:30:09.069432 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (74069a5e-997b-4e47-a521-eb90497f6f0e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:09.126339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-636234fc-d6bc-4c88-8b58-96a41ca7b533 None None] Current status of the port 95d48896-4fd0-48f6-a416-5c4a36b26482 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:09.139527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 95d48896-4fd0-48f6-a416-5c4a36b26482 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:09.139914 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (95d48896-4fd0-48f6-a416-5c4a36b26482), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:09.143624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] For port 74069a5e-997b-4e47-a521-eb90497f6f0e, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:30:09.181192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] For port 74069a5e-997b-4e47-a521-eb90497f6f0e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=74069a5e-997b-4e47-a521-eb90497f6f0e,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:30:09.191186 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (74069a5e-997b-4e47-a521-eb90497f6f0e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:09.196085 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Publish callbacks [] for port (908d9290-7864-44c3-97b3-fed57b99351d), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:09.200570 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (908d9290-7864-44c3-97b3-fed57b99351d), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:09.271133 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb2369-b6c2-4679-ad5a-faf582c22ec8 None None] Pushing event updated for resources: {'Port': ['ID=74069a5e-997b-4e47-a521-eb90497f6f0e,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:09.276368 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Routers {'1a1536bd-f44c-44ea-b8d9-ca833867e015'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:30:09.276522 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (1a1536bd-f44c-44ea-b8d9-ca833867e015), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:09.276993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:29:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1a1536bd-f44c-44ea-b8d9-ca833867e015'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:09.280047 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Pushing event updated for resources: {'Port': ['ID=908d9290-7864-44c3-97b3-fed57b99351d,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:09.332018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-91ec38ce-8537-47f5-957f-5ce202c74111 None None] Provisioning complete for port 908d9290-7864-44c3-97b3-fed57b99351d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:09.332398 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-91ec38ce-8537-47f5-957f-5ce202c74111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (908d9290-7864-44c3-97b3-fed57b99351d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:09.371079 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Network b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:30:09.372572 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:30:09.385914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 95d48896-4fd0-48f6-a416-5c4a36b26482 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:09.387090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a5216a9c-4aae-41e2-aa9b-27f8aabca52f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:30:09.395577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-91ec38ce-8537-47f5-957f-5ce202c74111 None None] Port 908d9290-7864-44c3-97b3-fed57b99351d cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:30:09.480681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] Set router 1a1536bd-f44c-44ea-b8d9-ca833867e015 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:30:09.496386 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Router 1a1536bd-f44c-44ea-b8d9-ca833867e015 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:30:09.525124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port a5216a9c-4aae-41e2-aa9b-27f8aabca52f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:09.525503 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a5216a9c-4aae-41e2-aa9b-27f8aabca52f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:09.618437 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:30:09.625774 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d1eb2aea-edc4-4a42-9aff-9ab82d381576 admin admin] 10.222.0.26 "PUT /v2.0/routers/1a1536bd-f44c-44ea-b8d9-ca833867e015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1986902 Mar 07 22:30:09.670475 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-21040e21-5acb-450e-854c-44d829efcb5c None None] Provisioning complete for port 908d9290-7864-44c3-97b3-fed57b99351d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:09.670981 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-21040e21-5acb-450e-854c-44d829efcb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (908d9290-7864-44c3-97b3-fed57b99351d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:09.755209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-21040e21-5acb-450e-854c-44d829efcb5c None None] Port 908d9290-7864-44c3-97b3-fed57b99351d cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:30:09.778991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port a5216a9c-4aae-41e2-aa9b-27f8aabca52f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:09.808594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'name': 'tempest-TestEncryptedCinderVolumes-829094275-router', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '74069a5e-997b-4e47-a521-eb90497f6f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:05Z', 'updated_at': '2022-03-07T22:30:08Z', 'revision_number': 4, 'project_id': '003830804fcd411b9e016746a8e520ca', 'gw_port': {'id': '74069a5e-997b-4e47-a521-eb90497f6f0e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:93:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:06Z', 'updated_at': '2022-03-07T22:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '908d9290-7864-44c3-97b3-fed57b99351d', 'name': '', 'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'mac_address': 'fa:16:3e:c0:17:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a4acb903-f46c-453b-875b-ab918d0863ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:07Z', 'updated_at': '2022-03-07T22:30:09Z', 'revision_number': 2, 'project_id': '003830804fcd411b9e016746a8e520ca', 'subnets': [{'id': 'a4acb903-f46c-453b-875b-ab918d0863ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:09.836307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33293ea1-84fe-4efc-8516-9a300e3f012a None None] The sync data for ids ['1a1536bd-f44c-44ea-b8d9-ca833867e015'] in n-d-832330-1 is: [{'id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'name': 'tempest-TestEncryptedCinderVolumes-829094275-router', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '74069a5e-997b-4e47-a521-eb90497f6f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:05Z', 'updated_at': '2022-03-07T22:30:08Z', 'revision_number': 4, 'project_id': '003830804fcd411b9e016746a8e520ca', 'gw_port': {'id': '74069a5e-997b-4e47-a521-eb90497f6f0e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:93:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:06Z', 'updated_at': '2022-03-07T22:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '908d9290-7864-44c3-97b3-fed57b99351d', 'name': '', 'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'mac_address': 'fa:16:3e:c0:17:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a4acb903-f46c-453b-875b-ab918d0863ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:07Z', 'updated_at': '2022-03-07T22:30:09Z', 'revision_number': 2, 'project_id': '003830804fcd411b9e016746a8e520ca', 'subnets': [{'id': 'a4acb903-f46c-453b-875b-ab918d0863ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:30:10.332266 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c06e4e57-1732-4bbb-b275-b7244136f038 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:30:10.386646 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c06e4e57-1732-4bbb-b275-b7244136f038 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:10.387332 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:10.464384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c06e4e57-1732-4bbb-b275-b7244136f038 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:11.618802 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-bb671eba-71fb-46a9-8ae8-3d663f7a5836 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:11.620277 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-bb671eba-71fb-46a9-8ae8-3d663f7a5836 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/networks?id=98b3881d-e628-4ce7-8d4a-f037908e4ef3 HTTP/1.1" status: 200 len: 816 time: 0.1054389 Mar 07 22:30:11.635144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-88f0cfa1-355a-4205-b697-6875a8cc82ae tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/quotas/92697a99da5d4159a3881465c6634baf HTTP/1.1" status: 200 len: 375 time: 0.0094235 Mar 07 22:30:11.688233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-6dcec8f1-bbfa-4185-8fb4-861a29e0dc4c tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92697a99da5d4159a3881465c6634baf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481758 Mar 07 22:30:11.886523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-580fec90-a04b-4ad1-97c9-32728fb00685 service neutron] 10.222.0.26 "GET /v2.0/networks/98b3881d-e628-4ce7-8d4a-f037908e4ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867640 Mar 07 22:30:11.972837 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-45b8f528-c3e1-4fb0-ab8f-64ccd1c17825 service neutron] 10.222.0.26 "GET /v2.0/networks/98b3881d-e628-4ce7-8d4a-f037908e4ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806487 Mar 07 22:30:12.234273 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e2d0976e-5bf5-43e8-84e6-1a262fe59f4f req-6ed9cad3-952c-46a1-bc91-a94bd3541cdd tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 210 time: 0.0844176 Mar 07 22:30:12.346978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 74069a5e-997b-4e47-a521-eb90497f6f0e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:30:12.359403 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Sync routers for ids ['1a1536bd-f44c-44ea-b8d9-ca833867e015'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:30:12.370360 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Routers {'1a1536bd-f44c-44ea-b8d9-ca833867e015'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:30:12.370973 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:29:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1a1536bd-f44c-44ea-b8d9-ca833867e015'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:12.409180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 74069a5e-997b-4e47-a521-eb90497f6f0e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:12.409559 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (74069a5e-997b-4e47-a521-eb90497f6f0e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:12.494842 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Set router 1a1536bd-f44c-44ea-b8d9-ca833867e015 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:30:12.656697 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 74069a5e-997b-4e47-a521-eb90497f6f0e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:12.657174 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (74069a5e-997b-4e47-a521-eb90497f6f0e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:12.679281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 74069a5e-997b-4e47-a521-eb90497f6f0e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=74069a5e-997b-4e47-a521-eb90497f6f0e,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:30:12.683685 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (74069a5e-997b-4e47-a521-eb90497f6f0e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:12.709758 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'name': 'tempest-TestEncryptedCinderVolumes-829094275-router', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '74069a5e-997b-4e47-a521-eb90497f6f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:05Z', 'updated_at': '2022-03-07T22:30:08Z', 'revision_number': 4, 'project_id': '003830804fcd411b9e016746a8e520ca', 'gw_port': {'id': '74069a5e-997b-4e47-a521-eb90497f6f0e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:93:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:06Z', 'updated_at': '2022-03-07T22:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '908d9290-7864-44c3-97b3-fed57b99351d', 'name': '', 'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'mac_address': 'fa:16:3e:c0:17:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a4acb903-f46c-453b-875b-ab918d0863ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:07Z', 'updated_at': '2022-03-07T22:30:09Z', 'revision_number': 2, 'project_id': '003830804fcd411b9e016746a8e520ca', 'subnets': [{'id': 'a4acb903-f46c-453b-875b-ab918d0863ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:12.733388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=74069a5e-997b-4e47-a521-eb90497f6f0e,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:12.741967 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Checking router: 1a1536bd-f44c-44ea-b8d9-ca833867e015 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:30:12.742107 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Updating router 1a1536bd-f44c-44ea-b8d9-ca833867e015 port 908d9290-7864-44c3-97b3-fed57b99351d binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:30:12.772218 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (908d9290-7864-44c3-97b3-fed57b99351d), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:13.027041 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Publish callbacks [] for port (908d9290-7864-44c3-97b3-fed57b99351d), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:13.032243 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (908d9290-7864-44c3-97b3-fed57b99351d), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:13.089048 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa9590-b03e-4476-8063-b720b940f558 None None] Pushing event updated for resources: {'Port': ['ID=908d9290-7864-44c3-97b3-fed57b99351d,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:13.141440 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Attempting to bind port 908d9290-7864-44c3-97b3-fed57b99351d on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:30:13.141815 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Attempting to bind port 908d9290-7864-44c3-97b3-fed57b99351d by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '4196037e-b55a-4403-80f9-4c6f1be9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:30:13.142212 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Attempting to bind port 908d9290-7864-44c3-97b3-fed57b99351d on network b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:30:13.157291 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:30:13.157540 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Checking segment: {'id': '4196037e-b55a-4403-80f9-4c6f1be9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:30:13.157969 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:13.158666 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Bound using segment: {'id': '4196037e-b55a-4403-80f9-4c6f1be9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:30:13.159039 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Bound port: 908d9290-7864-44c3-97b3-fed57b99351d, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4196037e-b55a-4403-80f9-4c6f1be9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:30:13.159454 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (908d9290-7864-44c3-97b3-fed57b99351d), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:13.234927 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] For port 908d9290-7864-44c3-97b3-fed57b99351d, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:30:13.238415 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] For port 908d9290-7864-44c3-97b3-fed57b99351d, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=908d9290-7864-44c3-97b3-fed57b99351d,segment=NetworkSegment(4196037e-b55a-4403-80f9-4c6f1be9a92b),segment_id=4196037e-b55a-4403-80f9-4c6f1be9a92b)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:30:13.245872 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (908d9290-7864-44c3-97b3-fed57b99351d), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:13.260177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-c29cc084-3de7-4d69-ae1c-e3878b05004e tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:13.262622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-c29cc084-3de7-4d69-ae1c-e3878b05004e tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.15 "GET /v2.0/networks?id=98b3881d-e628-4ce7-8d4a-f037908e4ef3 HTTP/1.1" status: 200 len: 816 time: 0.1184464 Mar 07 22:30:13.284203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-e4ed9da2-3ff0-491f-b7c1-417a4061aad3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Request body: {'port': {'device_id': '5e4b68cd-3aa8-4bb0-8a46-927392893cb5', 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3', 'admin_state_up': True, 'tenant_id': '92697a99da5d4159a3881465c6634baf'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:30:13.312921 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa9590-b03e-4476-8063-b720b940f558 None None] Pushing event updated for resources: {'Port': ['ID=908d9290-7864-44c3-97b3-fed57b99351d,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:13.319341 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Routers {'1a1536bd-f44c-44ea-b8d9-ca833867e015'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:30:13.320172 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:29:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1a1536bd-f44c-44ea-b8d9-ca833867e015'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:13.400163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3c3ee475-ed44-4669-8e0b-297002f8ec7d None None] Provisioning complete for port 908d9290-7864-44c3-97b3-fed57b99351d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:13.401204 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee475-ed44-4669-8e0b-297002f8ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (908d9290-7864-44c3-97b3-fed57b99351d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:13.409484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cab742b7-3416-45c3-b489-aa1c3af33e45 req-0b4d99a5-b599-4aeb-9eb2-1f35452b796c tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 210 time: 0.0290570 Mar 07 22:30:13.456384 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] Set router 1a1536bd-f44c-44ea-b8d9-ca833867e015 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:30:13.475466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-e4ed9da2-3ff0-491f-b7c1-417a4061aad3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Made reservation on behalf of 92697a99da5d4159a3881465c6634baf for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:30:13.479771 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-e4ed9da2-3ff0-491f-b7c1-417a4061aad3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:13.520278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ee475-ed44-4669-8e0b-297002f8ec7d None None] Current status of the port 908d9290-7864-44c3-97b3-fed57b99351d is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:13.520726 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee475-ed44-4669-8e0b-297002f8ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (908d9290-7864-44c3-97b3-fed57b99351d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:13.560621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3c3ee475-ed44-4669-8e0b-297002f8ec7d None None] For port 908d9290-7864-44c3-97b3-fed57b99351d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=908d9290-7864-44c3-97b3-fed57b99351d,segment=NetworkSegment(4196037e-b55a-4403-80f9-4c6f1be9a92b),segment_id=4196037e-b55a-4403-80f9-4c6f1be9a92b)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:30:13.565829 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee475-ed44-4669-8e0b-297002f8ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (908d9290-7864-44c3-97b3-fed57b99351d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:13.617093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ee475-ed44-4669-8e0b-297002f8ec7d None None] Pushing event updated for resources: {'Port': ['ID=908d9290-7864-44c3-97b3-fed57b99351d,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:13.642760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-e4ed9da2-3ff0-491f-b7c1-417a4061aad3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Allocated IP 172.20.0.10 (98b3881d-e628-4ce7-8d4a-f037908e4ef3/5747da9b-6235-4c04-8cd9-cc384aac0b41/e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:30:13.685255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-afdd7555-cfe7-4ae2-9d21-acf02ab1e4d2 None None] Provisioning complete for port 908d9290-7864-44c3-97b3-fed57b99351d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:13.685634 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-afdd7555-cfe7-4ae2-9d21-acf02ab1e4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (908d9290-7864-44c3-97b3-fed57b99351d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:13.687536 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'name': 'tempest-TestEncryptedCinderVolumes-829094275-router', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '74069a5e-997b-4e47-a521-eb90497f6f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:05Z', 'updated_at': '2022-03-07T22:30:08Z', 'revision_number': 4, 'project_id': '003830804fcd411b9e016746a8e520ca', 'gw_port': {'id': '74069a5e-997b-4e47-a521-eb90497f6f0e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:06Z', 'updated_at': '2022-03-07T22:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '908d9290-7864-44c3-97b3-fed57b99351d', 'name': '', 'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'mac_address': 'fa:16:3e:c0:17:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a4acb903-f46c-453b-875b-ab918d0863ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:07Z', 'updated_at': '2022-03-07T22:30:13Z', 'revision_number': 4, 'project_id': '003830804fcd411b9e016746a8e520ca', 'subnets': [{'id': 'a4acb903-f46c-453b-875b-ab918d0863ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:30:13.714112 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff8ff43-4a7c-4453-9cd2-d1179112b3dc None None] The sync data for ids ['1a1536bd-f44c-44ea-b8d9-ca833867e015'] in n-d-832330-1 is: [{'id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'name': 'tempest-TestEncryptedCinderVolumes-829094275-router', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '74069a5e-997b-4e47-a521-eb90497f6f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:05Z', 'updated_at': '2022-03-07T22:30:08Z', 'revision_number': 4, 'project_id': '003830804fcd411b9e016746a8e520ca', 'gw_port': {'id': '74069a5e-997b-4e47-a521-eb90497f6f0e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:06Z', 'updated_at': '2022-03-07T22:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '908d9290-7864-44c3-97b3-fed57b99351d', 'name': '', 'network_id': 'b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'mac_address': 'fa:16:3e:c0:17:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a4acb903-f46c-453b-875b-ab918d0863ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:07Z', 'updated_at': '2022-03-07T22:30:13Z', 'revision_number': 4, 'project_id': '003830804fcd411b9e016746a8e520ca', 'subnets': [{'id': 'a4acb903-f46c-453b-875b-ab918d0863ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:30:13.777610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-afdd7555-cfe7-4ae2-9d21-acf02ab1e4d2 None None] Current status of the port 908d9290-7864-44c3-97b3-fed57b99351d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:13.803335 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-e4ed9da2-3ff0-491f-b7c1-417a4061aad3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks [] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:13.841907 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-e4ed9da2-3ff0-491f-b7c1-417a4061aad3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:13.889096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-e4ed9da2-3ff0-491f-b7c1-417a4061aad3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:30:13.892167 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-e4ed9da2-3ff0-491f-b7c1-417a4061aad3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:30:13.894661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-e4ed9da2-3ff0-491f-b7c1-417a4061aad3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:30:13.924936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed9da2-3ff0-491f-b7c1-417a4061aad3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Pushing event updated for resources: {'Port': ['ID=e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:13.951437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-e4ed9da2-3ff0-491f-b7c1-417a4061aad3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:13.952115 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-e4ed9da2-3ff0-491f-b7c1-417a4061aad3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:13.979570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-e4ed9da2-3ff0-491f-b7c1-417a4061aad3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7037401 Mar 07 22:30:14.085198 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Request body: {'port': {'device_id': '5e4b68cd-3aa8-4bb0-8a46-927392893cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:30:14.152839 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:14.199116 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bf5407a8-8146-4f69-aa6a-b31d3ef645db None None] Provisioning complete for port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:14.199509 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bf5407a8-8146-4f69-aa6a-b31d3ef645db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:14.239819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bf5407a8-8146-4f69-aa6a-b31d3ef645db None None] Port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:30:14.360758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 74069a5e-997b-4e47-a521-eb90497f6f0e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:30:14.410830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 74069a5e-997b-4e47-a521-eb90497f6f0e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:14.411538 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (74069a5e-997b-4e47-a521-eb90497f6f0e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:14.422714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:30:14.430059 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Publish callbacks [] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:14.442091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Transition to ACTIVE for port object e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:30:14.447032 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:14.505243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 74069a5e-997b-4e47-a521-eb90497f6f0e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:14.505243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 908d9290-7864-44c3-97b3-fed57b99351d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:30:14.507270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Pushing event updated for resources: {'Port': ['ID=e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:14.560255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 908d9290-7864-44c3-97b3-fed57b99351d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:14.560602 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (908d9290-7864-44c3-97b3-fed57b99351d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:14.608063 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645b5d4-b3f4-4aa3-8c86-4721cd2568c5 req-209e925c-0b63-4654-af5e-ea2cd6825636 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:14.609489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9645b5d4-b3f4-4aa3-8c86-4721cd2568c5 req-209e925c-0b63-4654-af5e-ea2cd6825636 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 944 time: 0.1157300 Mar 07 22:30:14.629927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Attempting to bind port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:30:14.630293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Attempting to bind port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:30:14.630628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Attempting to bind port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e on network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:30:14.643794 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e on network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:30:14.644121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Attempting to bind port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e on network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:30:14.648165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 908d9290-7864-44c3-97b3-fed57b99351d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:14.652519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:30:14.652846 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Checking segment: {'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:30:14.653262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Bound using segment: {'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:30:14.653810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Bound port: e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:30:14.654048 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:14.705636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9645b5d4-b3f4-4aa3-8c86-4721cd2568c5 req-d6d1a8e2-7386-4a2a-b5d0-70da86165451 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862472 Mar 07 22:30:14.732673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] For port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:30:14.735653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] For port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:30:14.741582 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:14.778199 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:14.778919 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:14.780303 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] 10.222.0.15 "PUT /v2.0/ports/e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e HTTP/1.1" status: 200 len: 1092 time: 0.7456095 Mar 07 22:30:14.780727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4b68cd-3aa8-4bb0-8a46-927392893cb5', 'tag': 'e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:30:14.783034 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}007f7760975c02f5bb9b9ea7d93fbdfce76faac0f47d8d9a085a26cd0b178905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc779781-f04a-4ba2-9a2f-415c48769bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4b68cd-3aa8-4bb0-8a46-927392893cb5", "tag": "e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:30:14.809908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34f11f-c36f-4614-bb33-b040b3e9c934 service neutron] Pushing event updated for resources: {'Port': ['ID=e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:14.823770 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49777e7e-20b5-43c6-b9e3-766a30aa51f1 x-openstack-request-id: req-49777e7e-20b5-43c6-b9e3-766a30aa51f1 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:30:14.824067 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4b68cd-3aa8-4bb0-8a46-927392893cb5", "tag": "e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:30:14.824327 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49777e7e-20b5-43c6-b9e3-766a30aa51f1 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:30:14.824735 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4b68cd-3aa8-4bb0-8a46-927392893cb5', 'tag': 'e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e', 'status': 'completed', 'code': 200} Mar 07 22:30:14.876433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-401a9a54-9853-4af1-bcfd-4b66a2cf3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:14.878515 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-401a9a54-9853-4af1-bcfd-4b66a2cf3214 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92697a99da5d4159a3881465c6634baf&device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 1126 time: 0.0470870 Mar 07 22:30:14.931760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-dbe507cf-f782-4243-b966-507a4427bb34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e HTTP/1.1" status: 200 len: 217 time: 0.0409636 Mar 07 22:30:14.988715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-954e4de4-b87a-4904-a0cd-f155af4fec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:14.990231 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-954e4de4-b87a-4904-a0cd-f155af4fec66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5747da9b-6235-4c04-8cd9-cc384aac0b41 HTTP/1.1" status: 200 len: 855 time: 0.0493977 Mar 07 22:30:15.046924 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-c3eb6ba6-7445-43b4-b017-0509301fba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:15.048477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-c3eb6ba6-7445-43b4-b017-0509301fba26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b3881d-e628-4ce7-8d4a-f037908e4ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483389 Mar 07 22:30:15.140786 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-6a34da99-1541-4193-bfa2-4f9df709c171 service neutron] 10.222.0.15 "GET /v2.0/networks/98b3881d-e628-4ce7-8d4a-f037908e4ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823827 Mar 07 22:30:15.233844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3677d686-1557-4f4d-abda-7d25682d7cb1 req-d298c785-815e-48ec-8f7e-2e1a10d37358 service neutron] 10.222.0.15 "GET /v2.0/networks/98b3881d-e628-4ce7-8d4a-f037908e4ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830374 Mar 07 22:30:15.336622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc779781-f04a-4ba2-9a2f-415c48769bd5 req-72ec5f0d-8a49-4684-a35c-e77474628a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:15.338180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc779781-f04a-4ba2-9a2f-415c48769bd5 req-72ec5f0d-8a49-4684-a35c-e77474628a5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92697a99da5d4159a3881465c6634baf&device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 1126 time: 0.0466444 Mar 07 22:30:15.432713 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc779781-f04a-4ba2-9a2f-415c48769bd5 req-cf58dc4b-1ffc-4d6b-a70c-c60f12a9b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:15.434156 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc779781-f04a-4ba2-9a2f-415c48769bd5 req-cf58dc4b-1ffc-4d6b-a70c-c60f12a9b8ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=98b3881d-e628-4ce7-8d4a-f037908e4ef3 HTTP/1.1" status: 200 len: 917 time: 0.0888512 Mar 07 22:30:15.473799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc779781-f04a-4ba2-9a2f-415c48769bd5 req-f26a6558-3328-4ad3-8f10-0d89d4ff2881 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e HTTP/1.1" status: 200 len: 217 time: 0.0338206 Mar 07 22:30:15.520448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc779781-f04a-4ba2-9a2f-415c48769bd5 req-90493b8b-7e0f-4f6c-9a6c-09b62dce0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:15.521865 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc779781-f04a-4ba2-9a2f-415c48769bd5 req-90493b8b-7e0f-4f6c-9a6c-09b62dce0cba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5747da9b-6235-4c04-8cd9-cc384aac0b41 HTTP/1.1" status: 200 len: 855 time: 0.0414431 Mar 07 22:30:15.583034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc779781-f04a-4ba2-9a2f-415c48769bd5 req-ccff6d22-73da-40e8-a13e-05781dbb73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:15.584538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc779781-f04a-4ba2-9a2f-415c48769bd5 req-ccff6d22-73da-40e8-a13e-05781dbb73e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b3881d-e628-4ce7-8d4a-f037908e4ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556619 Mar 07 22:30:15.677073 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc779781-f04a-4ba2-9a2f-415c48769bd5 req-da797da8-1115-411b-9e30-7b611ce0ed5e service neutron] 10.222.0.15 "GET /v2.0/networks/98b3881d-e628-4ce7-8d4a-f037908e4ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815134 Mar 07 22:30:15.683507 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a0178eb9-4316-4f6e-93a7-c9e223789733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:15.772625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cc779781-f04a-4ba2-9a2f-415c48769bd5 req-64670c97-3f6a-4cc5-aa26-b32b3488fe20 service neutron] 10.222.0.15 "GET /v2.0/networks/98b3881d-e628-4ce7-8d4a-f037908e4ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871336 Mar 07 22:30:15.826496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97366fe2-9a08-4d07-bd70-62c5aefe3832 req-84e147a3-2178-463c-882b-4540cab60a4e tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:15.827978 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97366fe2-9a08-4d07-bd70-62c5aefe3832 req-84e147a3-2178-463c-882b-4540cab60a4e tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 944 time: 0.0516357 Mar 07 22:30:15.875585 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-97366fe2-9a08-4d07-bd70-62c5aefe3832 req-cff9917f-44ac-4253-8e49-7b8533a481e1 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414383 Mar 07 22:30:16.472845 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:16.994092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b0534-eee2-4d26-9c78-8be94f1429e3 req-c4280b0b-0b09-4fd4-8c06-389ae7692d6d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:16.995478 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba5b0534-eee2-4d26-9c78-8be94f1429e3 req-c4280b0b-0b09-4fd4-8c06-389ae7692d6d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 944 time: 0.0520210 Mar 07 22:30:17.044993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba5b0534-eee2-4d26-9c78-8be94f1429e3 req-0ebcaf81-f7d4-4d53-8547-4e87ad2b88d5 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439787 Mar 07 22:30:18.159780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb3090-145a-47bc-9782-3a49f79c326e req-7dd9165e-d7ac-4936-be2a-a5da58ba86cb tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:18.161237 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ccb3090-145a-47bc-9782-3a49f79c326e req-7dd9165e-d7ac-4936-be2a-a5da58ba86cb tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 944 time: 0.0512154 Mar 07 22:30:18.184997 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ddaca187-3636-467a-b5c3-69a6e474abd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:18.207203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7ccb3090-145a-47bc-9782-3a49f79c326e req-631d1565-3f98-424e-aa17-f3ddeb4f9e1a tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404828 Mar 07 22:30:18.226058 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:30:18.324445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:30:18.334568 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e', 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3', 'port_id': 'e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e', 'mac_address': 'fa:16:3e:58:3a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5747da9b-6235-4c04-8cd9-cc384aac0b41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:30:18.372316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:18.372704 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:18.385390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:30:18.404017 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:30:18.408565 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:18.457057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:18.600577 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:18.667318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:30:19.325840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03854085-e011-4ce4-9191-3f3d637a8b1a req-22d880a5-347a-4652-8cba-a76d6c91eda2 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:19.327237 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03854085-e011-4ce4-9191-3f3d637a8b1a req-22d880a5-347a-4652-8cba-a76d6c91eda2 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 945 time: 0.0506308 Mar 07 22:30:19.372979 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-03854085-e011-4ce4-9191-3f3d637a8b1a req-bad1a6ce-9b5b-41b9-abf3-9a5694d998da tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395806 Mar 07 22:30:19.472356 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:20.235855 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:30:20.288638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:30:20.292727 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:30:20.293110 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:20.368777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:30:20.369170 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:20.391785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4b68cd-3aa8-4bb0-8a46-927392893cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:30:20.394879 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}407834944c651943b3142767e641c82043c475a7140e7c317e918fe6583976bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e4835b-2c3b-42e3-a89e-caf6f86b0cd8" -d '{"events": [{"server_uuid": "5e4b68cd-3aa8-4bb0-8a46-927392893cb5", "name": "network-vif-plugged", "status": "completed", "tag": "e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:30:20.407194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:30:20.413282 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:20.441886 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097dd4d8-2b1b-48df-996b-d748afa1c68c x-openstack-request-id: req-097dd4d8-2b1b-48df-996b-d748afa1c68c {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:30:20.442204 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4b68cd-3aa8-4bb0-8a46-927392893cb5", "name": "network-vif-plugged", "status": "completed", "tag": "e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:30:20.442468 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-097dd4d8-2b1b-48df-996b-d748afa1c68c {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:30:20.442863 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4b68cd-3aa8-4bb0-8a46-927392893cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e', 'code': 200} Mar 07 22:30:20.474775 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:20.479605 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:20.547943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235510d7-4c9a-4171-a107-ea52c4cc86d2 req-186b1c58-22e5-43a6-bd1c-1cb0a3c11fe8 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:20.549392 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-235510d7-4c9a-4171-a107-ea52c4cc86d2 req-186b1c58-22e5-43a6-bd1c-1cb0a3c11fe8 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 946 time: 0.1026959 Mar 07 22:30:20.574304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6fadb-c027-41de-bbaa-167dc7dafa53 req-fb1ac5a7-88d5-4f51-97ab-8858f7b2dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:20.575790 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fe6fadb-c027-41de-bbaa-167dc7dafa53 req-fb1ac5a7-88d5-4f51-97ab-8858f7b2dc9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 1128 time: 0.0713043 Mar 07 22:30:20.617536 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-235510d7-4c9a-4171-a107-ea52c4cc86d2 req-96ce2d67-c3fb-4ab1-97f7-bfbfbc2b8316 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616026 Mar 07 22:30:20.640271 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fe6fadb-c027-41de-bbaa-167dc7dafa53 req-3f373fd0-4370-4d6a-acd6-05041a860828 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535235 Mar 07 22:30:21.737948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efd02d-60e7-4898-bcaa-6fa10dedb2ca req-9d276c8f-7b9d-4a7b-9d09-b145805a8d0e tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:21.739430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52efd02d-60e7-4898-bcaa-6fa10dedb2ca req-9d276c8f-7b9d-4a7b-9d09-b145805a8d0e tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 946 time: 0.0518258 Mar 07 22:30:21.788506 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52efd02d-60e7-4898-bcaa-6fa10dedb2ca req-9eed12bb-f2e2-4f01-a6de-cdd6a68c676d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435951 Mar 07 22:30:22.204829 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:22.906882 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f40b9f-3d12-4b3d-8985-be8934d76124 req-259800e5-bb88-4dfd-b648-8e2ac22c12d8 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:22.908358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9f40b9f-3d12-4b3d-8985-be8934d76124 req-259800e5-bb88-4dfd-b648-8e2ac22c12d8 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 946 time: 0.0533864 Mar 07 22:30:22.953227 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9f40b9f-3d12-4b3d-8985-be8934d76124 req-4b38fb22-283f-4047-aa5e-ad9078ed27e0 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394106 Mar 07 22:30:23.071516 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb17495-08d9-4e89-8fe0-b23fe95f9caf req-31eecd97-ccba-4515-bdc1-e00a65531527 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:23.072897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5eb17495-08d9-4e89-8fe0-b23fe95f9caf req-31eecd97-ccba-4515-bdc1-e00a65531527 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 946 time: 0.0517251 Mar 07 22:30:23.117497 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5eb17495-08d9-4e89-8fe0-b23fe95f9caf req-f743c3ce-8ddd-4213-917c-2d1fff1ff3ef tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390496 Mar 07 22:30:34.610918 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:30:45.685555 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f1238506-ad0c-4392-927d-c83532e0d6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:46.488664 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:48.186041 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-34447e56-a39f-4b25-ba4b-f95036dbc86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:48.601488 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:49.476616 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:50.445628 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:52.208394 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:57.234643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c5f79-cefd-40aa-830d-5244a986aa52 req-40360ce5-0b81-4948-9957-802f3541721a tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:57.236080 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a9c5f79-cefd-40aa-830d-5244a986aa52 req-40360ce5-0b81-4948-9957-802f3541721a tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 946 time: 0.0586472 Mar 07 22:30:57.282416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a9c5f79-cefd-40aa-830d-5244a986aa52 req-c2e7512e-93d7-443e-85e9-973475610465 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Mar 07 22:30:58.401030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcd06-a42d-4755-abf1-a0744d14866b req-1b09c4e2-b29a-4324-9be2-790b931b3a5f tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:58.402525 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-738dcd06-a42d-4755-abf1-a0744d14866b req-1b09c4e2-b29a-4324-9be2-790b931b3a5f tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 946 time: 0.0517991 Mar 07 22:30:58.448906 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-738dcd06-a42d-4755-abf1-a0744d14866b req-3496f818-14a2-440e-89db-f73dbc5e2fed tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399673 Mar 07 22:30:58.887582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44547b-6c1d-4d96-a329-6b17df5fb0c2 req-57277a80-3ede-4a6c-acc6-28300c55c0b2 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:58.889737 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb44547b-6c1d-4d96-a329-6b17df5fb0c2 req-57277a80-3ede-4a6c-acc6-28300c55c0b2 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 946 time: 0.0612538 Mar 07 22:30:58.982699 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-fb44547b-6c1d-4d96-a329-6b17df5fb0c2 req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Deleting port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:30:58.983042 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fb44547b-6c1d-4d96-a329-6b17df5fb0c2 req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:59.070747 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-fb44547b-6c1d-4d96-a329-6b17df5fb0c2 req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] For port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:30:59.071113 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fb44547b-6c1d-4d96-a329-6b17df5fb0c2 req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:59.083101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-fb44547b-6c1d-4d96-a329-6b17df5fb0c2 req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Calling delete_port for e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:30:59.206724 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fb44547b-6c1d-4d96-a329-6b17df5fb0c2 req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:59.223425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:30:59.238375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Pushing event deleted for resources: {'Port': ['ID=e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:30:59.252265 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:59.252828 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:59.253473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:59.253999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:59.254529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:59.255034 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:59.255526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:59.256037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:59.256376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:59.256712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:59.257047 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:59.257378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:59.257707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:30:59.623324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb44547b-6c1d-4d96-a329-6b17df5fb0c2 req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] No DVR routers for this DVR port e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:30:59.626490 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7b1175c0-7f0e-4ca4-9ac9-472dd3ecf568 req-0ea2f7f8-f372-41a5-bce9-ef5994897d96 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e4b68cd-3aa8-4bb0-8a46-927392893cb5 HTTP/1.1" status: 200 len: 210 time: 0.0443773 Mar 07 22:30:59.627524 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-fb44547b-6c1d-4d96-a329-6b17df5fb0c2 req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:30:59.630791 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fb44547b-6c1d-4d96-a329-6b17df5fb0c2 req-bca65e2d-d55c-425a-9257-cc45680347e3 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.15 "DELETE /v2.0/ports/e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e HTTP/1.1" status: 204 len: 173 time: 0.7326310 Mar 07 22:30:59.631264 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4b68cd-3aa8-4bb0-8a46-927392893cb5', 'name': 'network-vif-deleted', 'tag': 'e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:30:59.682986 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823b62e4-f5c0-4329-afa1-f5d968d05939" -d '{"events": [{"server_uuid": "5e4b68cd-3aa8-4bb0-8a46-927392893cb5", "name": "network-vif-deleted", "tag": "e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:30:59.779761 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e91129-ec90-43ad-a5c9-d372ef023ee0 x-openstack-request-id: req-64e91129-ec90-43ad-a5c9-d372ef023ee0 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:30:59.779919 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4b68cd-3aa8-4bb0-8a46-927392893cb5", "name": "network-vif-deleted", "tag": "e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:30:59.780085 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64e91129-ec90-43ad-a5c9-d372ef023ee0 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:30:59.780499 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4b68cd-3aa8-4bb0-8a46-927392893cb5', 'name': 'network-vif-deleted', 'tag': 'e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e', 'status': 'completed', 'code': 200} Mar 07 22:31:01.074804 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-16f5b78a-15ff-4f39-ae64-4de79e440d1e tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:01.076280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-16f5b78a-15ff-4f39-ae64-4de79e440d1e tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/networks?id=98b3881d-e628-4ce7-8d4a-f037908e4ef3 HTTP/1.1" status: 200 len: 816 time: 0.1011293 Mar 07 22:31:01.090417 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-0caf63df-19e1-4c05-a6ff-69f2d33e2d54 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/quotas/92697a99da5d4159a3881465c6634baf HTTP/1.1" status: 200 len: 375 time: 0.0086060 Mar 07 22:31:01.142724 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-c8dd018c-966d-4f2e-8116-cfb07048464b tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92697a99da5d4159a3881465c6634baf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471115 Mar 07 22:31:01.243811 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-16198ce7-1bd5-460d-9ee7-e74d35a71216 service neutron] 10.222.0.26 "GET /v2.0/networks/98b3881d-e628-4ce7-8d4a-f037908e4ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900800 Mar 07 22:31:01.330630 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-c9fe7881-3e34-4350-86da-b6fd74c424e0 service neutron] 10.222.0.26 "GET /v2.0/networks/98b3881d-e628-4ce7-8d4a-f037908e4ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812213 Mar 07 22:31:01.486314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eb2b43aa-87cc-479c-b8fe-00642af9ba4d req-8efe413f-d051-4c61-a037-e858f84d734a tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 210 time: 0.0275288 Mar 07 22:31:02.443518 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:31:02.466613 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:31:02.466972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device e49c3818-1c5c-4d3a-9fea-97df3c8c5a6e not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:31:02.550042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-462ebf36-738d-46da-93de-cdcfe971ab2b tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:02.552878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-462ebf36-738d-46da-93de-cdcfe971ab2b tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.15 "GET /v2.0/networks?id=98b3881d-e628-4ce7-8d4a-f037908e4ef3 HTTP/1.1" status: 200 len: 816 time: 0.1101315 Mar 07 22:31:02.589183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-bbde8af1-a142-48e5-b876-7e6d365f0d3d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Request body: {'port': {'device_id': '3fb5fab7-504b-47d4-99d7-508aaff5c604', 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3', 'admin_state_up': True, 'tenant_id': '92697a99da5d4159a3881465c6634baf'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:31:02.595354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0820d5a4-0cca-4465-b22f-97f6dbe5894c req-2ce1b227-d028-4ed0-8d8c-e0fe78969eb2 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 210 time: 0.0362566 Mar 07 22:31:02.696489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-bbde8af1-a142-48e5-b876-7e6d365f0d3d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Made reservation on behalf of 92697a99da5d4159a3881465c6634baf for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:31:02.699790 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-bbde8af1-a142-48e5-b876-7e6d365f0d3d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:02.821759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-bbde8af1-a142-48e5-b876-7e6d365f0d3d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Allocated IP 172.20.0.13 (98b3881d-e628-4ce7-8d4a-f037908e4ef3/5747da9b-6235-4c04-8cd9-cc384aac0b41/c39f91ca-9cc0-43d7-8955-458bb017c5e3) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:31:02.965268 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-bbde8af1-a142-48e5-b876-7e6d365f0d3d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks [] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:02.998367 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-bbde8af1-a142-48e5-b876-7e6d365f0d3d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:03.048930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-bbde8af1-a142-48e5-b876-7e6d365f0d3d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:31:03.051905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-bbde8af1-a142-48e5-b876-7e6d365f0d3d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:31:03.056316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-bbde8af1-a142-48e5-b876-7e6d365f0d3d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:31:03.080068 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde8af1-a142-48e5-b876-7e6d365f0d3d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Pushing event updated for resources: {'Port': ['ID=c39f91ca-9cc0-43d7-8955-458bb017c5e3,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:03.112016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-bbde8af1-a142-48e5-b876-7e6d365f0d3d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:03.112649 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-bbde8af1-a142-48e5-b876-7e6d365f0d3d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:03.129372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-bbde8af1-a142-48e5-b876-7e6d365f0d3d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5585213 Mar 07 22:31:03.146104 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Request body: {'port': {'device_id': '3fb5fab7-504b-47d4-99d7-508aaff5c604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:31:03.208027 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:03.298803 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8c66d1ed-ff3b-430f-8ded-37ba104a0c02 None None] Provisioning complete for port c39f91ca-9cc0-43d7-8955-458bb017c5e3 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:31:03.299481 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8c66d1ed-ff3b-430f-8ded-37ba104a0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:03.336372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8c66d1ed-ff3b-430f-8ded-37ba104a0c02 None None] Port c39f91ca-9cc0-43d7-8955-458bb017c5e3 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:31:03.474892 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39f91ca-9cc0-43d7-8955-458bb017c5e3 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:31:03.482495 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Publish callbacks [] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:03.494420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Transition to ACTIVE for port object c39f91ca-9cc0-43d7-8955-458bb017c5e3 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:31:03.498569 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:03.546920 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Pushing event updated for resources: {'Port': ['ID=c39f91ca-9cc0-43d7-8955-458bb017c5e3,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:03.621884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Attempting to bind port c39f91ca-9cc0-43d7-8955-458bb017c5e3 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:31:03.622640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Attempting to bind port c39f91ca-9cc0-43d7-8955-458bb017c5e3 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:31:03.622640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Attempting to bind port c39f91ca-9cc0-43d7-8955-458bb017c5e3 on network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:31:03.627628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Port c39f91ca-9cc0-43d7-8955-458bb017c5e3 on network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:31:03.627955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Attempting to bind port c39f91ca-9cc0-43d7-8955-458bb017c5e3 on network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:31:03.632810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:31:03.633157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Checking segment: {'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:31:03.633554 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Bound using segment: {'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:31:03.633988 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Bound port: c39f91ca-9cc0-43d7-8955-458bb017c5e3, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd1b11b-2aef-4476-a176-dae7fda92ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:31:03.634375 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:03.735558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] For port c39f91ca-9cc0-43d7-8955-458bb017c5e3, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:31:03.739411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] For port c39f91ca-9cc0-43d7-8955-458bb017c5e3, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c39f91ca-9cc0-43d7-8955-458bb017c5e3,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:31:03.754878 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b800b97-69cb-415f-9964-83ee23097390 req-abf3261a-4c13-46f9-83e9-8478ef301c12 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:03.756364 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b800b97-69cb-415f-9964-83ee23097390 req-abf3261a-4c13-46f9-83e9-8478ef301c12 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 944 time: 0.0850184 Mar 07 22:31:03.757529 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:03.809203 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:03.809829 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:03.811254 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] 10.222.0.15 "PUT /v2.0/ports/c39f91ca-9cc0-43d7-8955-458bb017c5e3 HTTP/1.1" status: 200 len: 1092 time: 0.6707129 Mar 07 22:31:03.811717 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb5fab7-504b-47d4-99d7-508aaff5c604', 'tag': 'c39f91ca-9cc0-43d7-8955-458bb017c5e3'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:31:03.814573 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473752d8-8522-4e9d-9951-511ae39ef953" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb5fab7-504b-47d4-99d7-508aaff5c604", "tag": "c39f91ca-9cc0-43d7-8955-458bb017c5e3"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:31:03.853575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e0389-b259-4b05-bd3e-0106caa14405 service neutron] Pushing event updated for resources: {'Port': ['ID=c39f91ca-9cc0-43d7-8955-458bb017c5e3,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:03.900723 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed9fb92-0781-4f47-9ade-80b493f0cc13 x-openstack-request-id: req-6ed9fb92-0781-4f47-9ade-80b493f0cc13 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:31:03.901049 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb5fab7-504b-47d4-99d7-508aaff5c604", "tag": "c39f91ca-9cc0-43d7-8955-458bb017c5e3", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:31:03.901280 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ed9fb92-0781-4f47-9ade-80b493f0cc13 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:31:03.901680 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb5fab7-504b-47d4-99d7-508aaff5c604', 'tag': 'c39f91ca-9cc0-43d7-8955-458bb017c5e3', 'status': 'completed', 'code': 200} Mar 07 22:31:03.907563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8b800b97-69cb-415f-9964-83ee23097390 req-9d1a78d4-10a8-4cd4-ad2b-5bc1382a49e4 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254125 Mar 07 22:31:03.936699 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-66aa7100-65f1-42c4-b511-79c97d5e0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:03.938839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-66aa7100-65f1-42c4-b511-79c97d5e0357 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92697a99da5d4159a3881465c6634baf&device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 1126 time: 0.0656142 Mar 07 22:31:03.987962 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-41033460-0237-404a-a77b-11a3d21a6d1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c39f91ca-9cc0-43d7-8955-458bb017c5e3 HTTP/1.1" status: 200 len: 217 time: 0.0386078 Mar 07 22:31:04.045525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-8b6f5d31-1ec4-429b-8ac6-89926c463f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:04.046911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-8b6f5d31-1ec4-429b-8ac6-89926c463f54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5747da9b-6235-4c04-8cd9-cc384aac0b41 HTTP/1.1" status: 200 len: 855 time: 0.0494900 Mar 07 22:31:04.104489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-1b6be9e3-85fd-41d1-8e6c-501ea583e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:04.106108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-1b6be9e3-85fd-41d1-8e6c-501ea583e0e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b3881d-e628-4ce7-8d4a-f037908e4ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504155 Mar 07 22:31:04.199163 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-1c1f65ef-191e-4ec5-ad5d-5ba1fd1f0abd service neutron] 10.222.0.15 "GET /v2.0/networks/98b3881d-e628-4ce7-8d4a-f037908e4ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836287 Mar 07 22:31:04.295402 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2041fc-65ff-474f-b9fb-9b9465fc177d req-8a60b63f-7f25-4c61-896c-234ed02dff10 service neutron] 10.222.0.15 "GET /v2.0/networks/98b3881d-e628-4ce7-8d4a-f037908e4ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871184 Mar 07 22:31:04.394496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473752d8-8522-4e9d-9951-511ae39ef953 req-370b6165-5e4c-4b92-baf4-a5500fefe06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:04.396055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-473752d8-8522-4e9d-9951-511ae39ef953 req-370b6165-5e4c-4b92-baf4-a5500fefe06f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92697a99da5d4159a3881465c6634baf&device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 1126 time: 0.0482666 Mar 07 22:31:04.493813 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473752d8-8522-4e9d-9951-511ae39ef953 req-1109fd2f-5220-4a7e-8740-47165bc1e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:04.495431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-473752d8-8522-4e9d-9951-511ae39ef953 req-1109fd2f-5220-4a7e-8740-47165bc1e96d service neutron] 10.222.0.15 "GET /v2.0/networks?id=98b3881d-e628-4ce7-8d4a-f037908e4ef3 HTTP/1.1" status: 200 len: 917 time: 0.0927980 Mar 07 22:31:04.536628 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-473752d8-8522-4e9d-9951-511ae39ef953 req-e7744fa6-8960-47aa-9766-8fe0e91c486d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c39f91ca-9cc0-43d7-8955-458bb017c5e3 HTTP/1.1" status: 200 len: 217 time: 0.0348969 Mar 07 22:31:04.584153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473752d8-8522-4e9d-9951-511ae39ef953 req-b6537089-bd59-456a-ace2-8bcf7da852ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:04.585695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-473752d8-8522-4e9d-9951-511ae39ef953 req-b6537089-bd59-456a-ace2-8bcf7da852ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5747da9b-6235-4c04-8cd9-cc384aac0b41 HTTP/1.1" status: 200 len: 855 time: 0.0423326 Mar 07 22:31:04.638980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473752d8-8522-4e9d-9951-511ae39ef953 req-ae85cf95-f9bf-4dd1-8321-97f9d0b6aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:04.640483 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-473752d8-8522-4e9d-9951-511ae39ef953 req-ae85cf95-f9bf-4dd1-8321-97f9d0b6aa08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b3881d-e628-4ce7-8d4a-f037908e4ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487337 Mar 07 22:31:04.728835 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-473752d8-8522-4e9d-9951-511ae39ef953 req-44380714-20a0-4aad-800f-fe9a64e8dc0f service neutron] 10.222.0.15 "GET /v2.0/networks/98b3881d-e628-4ce7-8d4a-f037908e4ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814297 Mar 07 22:31:04.821490 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-473752d8-8522-4e9d-9951-511ae39ef953 req-f32878f6-a8c8-425d-8d7c-8b7be4b0203a service neutron] 10.222.0.15 "GET /v2.0/networks/98b3881d-e628-4ce7-8d4a-f037908e4ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842304 Mar 07 22:31:05.036566 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bac4e-7e48-4aa0-8af8-2359634a11d2 req-6c0db170-ff1d-45a8-a43a-9f1c41bffc5b tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:05.038105 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-560bac4e-7e48-4aa0-8af8-2359634a11d2 req-6c0db170-ff1d-45a8-a43a-9f1c41bffc5b tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 944 time: 0.0533562 Mar 07 22:31:05.085162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-560bac4e-7e48-4aa0-8af8-2359634a11d2 req-02810996-c1df-43c3-85c1-73f810baf2f5 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412996 Mar 07 22:31:06.199924 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea6b9e-d152-4ccf-92a5-c990aa530dda req-8f4b0c15-9c27-419b-9dc5-b8df4bbc9140 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:06.201400 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2dea6b9e-d152-4ccf-92a5-c990aa530dda req-8f4b0c15-9c27-419b-9dc5-b8df4bbc9140 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 944 time: 0.0517087 Mar 07 22:31:06.247920 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2dea6b9e-d152-4ccf-92a5-c990aa530dda req-cb7dfa6a-975a-4447-aba2-4bb4a21f3bf0 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403831 Mar 07 22:31:06.454409 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c39f91ca-9cc0-43d7-8955-458bb017c5e3 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:31:06.551272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c39f91ca-9cc0-43d7-8955-458bb017c5e3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c39f91ca-9cc0-43d7-8955-458bb017c5e3,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:31:06.561263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'c39f91ca-9cc0-43d7-8955-458bb017c5e3', 'network_id': '98b3881d-e628-4ce7-8d4a-f037908e4ef3', 'port_id': 'c39f91ca-9cc0-43d7-8955-458bb017c5e3', 'mac_address': 'fa:16:3e:35:48:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5747da9b-6235-4c04-8cd9-cc384aac0b41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:31:06.597700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c39f91ca-9cc0-43d7-8955-458bb017c5e3 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:31:06.598113 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:06.610601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39f91ca-9cc0-43d7-8955-458bb017c5e3 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:31:06.629347 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c39f91ca-9cc0-43d7-8955-458bb017c5e3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c39f91ca-9cc0-43d7-8955-458bb017c5e3,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:31:06.632997 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:06.682019 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c39f91ca-9cc0-43d7-8955-458bb017c5e3,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:06.689607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:06.689955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:06.690318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:06.690656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:06.690989 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:06.691318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:06.691649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:06.691978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:06.692300 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:06.692620 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:06.692940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:06.693259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:06.693577 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:06.874350 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['c39f91ca-9cc0-43d7-8955-458bb017c5e3'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:31:07.369437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effd1eb-044c-4728-8de9-684e0694dc2b req-e84d074e-241c-4381-88f3-626bfbb074d1 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:07.370960 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3effd1eb-044c-4728-8de9-684e0694dc2b req-e84d074e-241c-4381-88f3-626bfbb074d1 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 945 time: 0.0569267 Mar 07 22:31:07.416127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3effd1eb-044c-4728-8de9-684e0694dc2b req-29c1253f-d478-47f1-a179-b508dfe93723 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396063 Mar 07 22:31:08.458812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c39f91ca-9cc0-43d7-8955-458bb017c5e3 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:31:08.510915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port c39f91ca-9cc0-43d7-8955-458bb017c5e3 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:31:08.515318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port c39f91ca-9cc0-43d7-8955-458bb017c5e3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:31:08.515692 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:08.536092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75b0a3-e8ad-4e9b-ade8-772298ff652a req-fd4f0eba-df9f-41aa-9fb8-b5b3788b1306 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:08.537593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d75b0a3-e8ad-4e9b-ade8-772298ff652a req-fd4f0eba-df9f-41aa-9fb8-b5b3788b1306 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 945 time: 0.0571461 Mar 07 22:31:08.591849 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4d75b0a3-e8ad-4e9b-ade8-772298ff652a req-6c4bedff-167b-434a-a365-63253ed9078d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486305 Mar 07 22:31:08.596842 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c39f91ca-9cc0-43d7-8955-458bb017c5e3 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:31:08.597233 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:08.620531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb5fab7-504b-47d4-99d7-508aaff5c604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39f91ca-9cc0-43d7-8955-458bb017c5e3'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:31:08.633357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c39f91ca-9cc0-43d7-8955-458bb017c5e3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c39f91ca-9cc0-43d7-8955-458bb017c5e3,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:31:08.637166 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:08.662410 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a51001-0c0b-4116-9393-565873c58aa4" -d '{"events": [{"server_uuid": "3fb5fab7-504b-47d4-99d7-508aaff5c604", "name": "network-vif-plugged", "status": "completed", "tag": "c39f91ca-9cc0-43d7-8955-458bb017c5e3"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:31:08.691135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c39f91ca-9cc0-43d7-8955-458bb017c5e3,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:08.746122 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2955ffea-8209-442c-850e-319ad3bbf039 x-openstack-request-id: req-2955ffea-8209-442c-850e-319ad3bbf039 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:31:08.746427 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb5fab7-504b-47d4-99d7-508aaff5c604", "name": "network-vif-plugged", "status": "completed", "tag": "c39f91ca-9cc0-43d7-8955-458bb017c5e3", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:31:08.746713 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2955ffea-8209-442c-850e-319ad3bbf039 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:31:08.747117 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb5fab7-504b-47d4-99d7-508aaff5c604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39f91ca-9cc0-43d7-8955-458bb017c5e3', 'code': 200} Mar 07 22:31:08.870251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f797efb-d0f3-4717-801a-1f5791fbafa6 req-3d0efd23-779c-4f51-a2e5-47b323a37091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:08.871861 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f797efb-d0f3-4717-801a-1f5791fbafa6 req-3d0efd23-779c-4f51-a2e5-47b323a37091 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 1128 time: 0.0540786 Mar 07 22:31:08.917279 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f797efb-d0f3-4717-801a-1f5791fbafa6 req-f0bee272-3736-4cdc-855a-d6c84fd22677 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362947 Mar 07 22:31:09.716586 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de195e-8451-47b7-b282-3940fd0dc3c2 req-bc99f627-04ae-4763-a1ad-566542b5a282 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:09.718046 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6de195e-8451-47b7-b282-3940fd0dc3c2 req-bc99f627-04ae-4763-a1ad-566542b5a282 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 946 time: 0.0520105 Mar 07 22:31:09.766917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f6de195e-8451-47b7-b282-3940fd0dc3c2 req-3657fce3-0318-4bf1-8b23-393fe2321782 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428195 Mar 07 22:31:10.883170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa64830-5bc9-421f-8a29-caf3723175aa req-5f6037df-6df8-48b9-80a5-131cde438abf tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:10.884621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aa64830-5bc9-421f-8a29-caf3723175aa req-5f6037df-6df8-48b9-80a5-131cde438abf tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 946 time: 0.0512526 Mar 07 22:31:10.938477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aa64830-5bc9-421f-8a29-caf3723175aa req-73142265-5cf5-4f65-af54-d3205a5e29e9 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477626 Mar 07 22:31:11.059856 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf04d9-b7fc-41cb-acf8-7bc603040e67 req-e4f04e1e-3a97-425a-bdfb-a128ad44f25c tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:11.061256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1baf04d9-b7fc-41cb-acf8-7bc603040e67 req-e4f04e1e-3a97-425a-bdfb-a128ad44f25c tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 946 time: 0.0580618 Mar 07 22:31:11.118095 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1baf04d9-b7fc-41cb-acf8-7bc603040e67 req-e99a143b-53a8-45e7-86fb-7f079ea9435d tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468152 Mar 07 22:31:11.610275 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:31:15.687613 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-53dc6049-6c02-4601-9852-90ef655dca21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:16.497106 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:18.187646 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-28afe88d-0a8b-4c73-b82a-0dd9e9e69b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:18.599135 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:19.479358 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:20.443147 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:22.210735 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:45.128815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff522e-69e2-46b0-aa96-aece6ffd178d req-49bb0b2a-2e40-408a-9eae-a2236ff45cb8 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:45.130337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86ff522e-69e2-46b0-aa96-aece6ffd178d req-49bb0b2a-2e40-408a-9eae-a2236ff45cb8 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 946 time: 0.0559976 Mar 07 22:31:45.177092 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-86ff522e-69e2-46b0-aa96-aece6ffd178d req-b5dff6e7-f573-47a2-bfa0-0b89b5333a4f tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410852 Mar 07 22:31:45.691724 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-458fa263-f54e-4129-a38e-edca458e3757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:46.300738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397ac00-ed90-447b-9449-98cd66d760fd req-74c797d6-0779-453a-833e-50a06c91338e tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:46.302160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3397ac00-ed90-447b-9449-98cd66d760fd req-74c797d6-0779-453a-833e-50a06c91338e tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 946 time: 0.0565538 Mar 07 22:31:46.349186 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3397ac00-ed90-447b-9449-98cd66d760fd req-918e6ff3-e08d-4ba5-9f15-fd599f4133e6 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409131 Mar 07 22:31:46.490681 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:46.802003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc89680-35b1-48ce-bd9a-5ada007ccf61 req-8f4a56ac-8be8-47a6-8d13-e239d7feb024 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:46.803549 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-acc89680-35b1-48ce-bd9a-5ada007ccf61 req-8f4a56ac-8be8-47a6-8d13-e239d7feb024 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 946 time: 0.0555797 Mar 07 22:31:46.909748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-acc89680-35b1-48ce-bd9a-5ada007ccf61 req-8088d080-841d-4ba8-93b3-c145938d06e5 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Deleting port c39f91ca-9cc0-43d7-8955-458bb017c5e3 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:31:46.910118 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-acc89680-35b1-48ce-bd9a-5ada007ccf61 req-8088d080-841d-4ba8-93b3-c145938d06e5 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:46.996600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-acc89680-35b1-48ce-bd9a-5ada007ccf61 req-8088d080-841d-4ba8-93b3-c145938d06e5 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] For port c39f91ca-9cc0-43d7-8955-458bb017c5e3, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c39f91ca-9cc0-43d7-8955-458bb017c5e3,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:31:46.996954 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-acc89680-35b1-48ce-bd9a-5ada007ccf61 req-8088d080-841d-4ba8-93b3-c145938d06e5 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:47.009606 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-acc89680-35b1-48ce-bd9a-5ada007ccf61 req-8088d080-841d-4ba8-93b3-c145938d06e5 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Calling delete_port for c39f91ca-9cc0-43d7-8955-458bb017c5e3 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:31:47.136381 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-acc89680-35b1-48ce-bd9a-5ada007ccf61 req-8088d080-841d-4ba8-93b3-c145938d06e5 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c39f91ca-9cc0-43d7-8955-458bb017c5e3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:47.152484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['c39f91ca-9cc0-43d7-8955-458bb017c5e3'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:31:47.163305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088d080-841d-4ba8-93b3-c145938d06e5 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Pushing event deleted for resources: {'Port': ['ID=c39f91ca-9cc0-43d7-8955-458bb017c5e3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:47.216137 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc89680-35b1-48ce-bd9a-5ada007ccf61 req-8088d080-841d-4ba8-93b3-c145938d06e5 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] No DVR routers for this DVR port c39f91ca-9cc0-43d7-8955-458bb017c5e3 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:31:47.218824 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-acc89680-35b1-48ce-bd9a-5ada007ccf61 req-8088d080-841d-4ba8-93b3-c145938d06e5 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:47.222334 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-acc89680-35b1-48ce-bd9a-5ada007ccf61 req-8088d080-841d-4ba8-93b3-c145938d06e5 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.15 "DELETE /v2.0/ports/c39f91ca-9cc0-43d7-8955-458bb017c5e3 HTTP/1.1" status: 204 len: 173 time: 0.4103932 Mar 07 22:31:47.222779 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb5fab7-504b-47d4-99d7-508aaff5c604', 'name': 'network-vif-deleted', 'tag': 'c39f91ca-9cc0-43d7-8955-458bb017c5e3'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:31:47.225019 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f31901b-69c7-42ed-be4f-81a84a819469" -d '{"events": [{"server_uuid": "3fb5fab7-504b-47d4-99d7-508aaff5c604", "name": "network-vif-deleted", "tag": "c39f91ca-9cc0-43d7-8955-458bb017c5e3"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:31:47.263231 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4278b02-0cb8-404f-bd15-a52ac68dd275 x-openstack-request-id: req-e4278b02-0cb8-404f-bd15-a52ac68dd275 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:31:47.263537 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb5fab7-504b-47d4-99d7-508aaff5c604", "name": "network-vif-deleted", "tag": "c39f91ca-9cc0-43d7-8955-458bb017c5e3", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:31:47.263803 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e4278b02-0cb8-404f-bd15-a52ac68dd275 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:31:47.264279 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb5fab7-504b-47d4-99d7-508aaff5c604', 'name': 'network-vif-deleted', 'tag': 'c39f91ca-9cc0-43d7-8955-458bb017c5e3', 'status': 'completed', 'code': 200} Mar 07 22:31:47.457950 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab6f525e-8582-4a04-9248-75a659613175 req-814a8b9a-0ee1-423f-b1ed-527c896221c8 tempest-TestEncryptedCinderVolumes-1637429802 tempest-TestEncryptedCinderVolumes-1637429802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fb5fab7-504b-47d4-99d7-508aaff5c604 HTTP/1.1" status: 200 len: 210 time: 0.0311570 Mar 07 22:31:48.189752 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-446afb69-61dc-4e18-b3de-1fc4e761d01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:48.548873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52156) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:48.610168 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:31:48.612583 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:48.886392 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a75ab042-6642-4bd7-9630-62aec5d59657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (a85a65fb-6571-4403-a209-c48217bd55ad), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:49.128395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a75ab042-6642-4bd7-9630-62aec5d59657 admin admin] Deleting port c06e4e57-1732-4bbb-b275-b7244136f038 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:31:49.128734 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a75ab042-6642-4bd7-9630-62aec5d59657 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:49.204127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-a75ab042-6642-4bd7-9630-62aec5d59657 admin admin] For port c06e4e57-1732-4bbb-b275-b7244136f038, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c06e4e57-1732-4bbb-b275-b7244136f038,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:31:49.204406 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a75ab042-6642-4bd7-9630-62aec5d59657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:49.215671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a75ab042-6642-4bd7-9630-62aec5d59657 admin admin] Calling delete_port for c06e4e57-1732-4bbb-b275-b7244136f038 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:31:49.400342 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a75ab042-6642-4bd7-9630-62aec5d59657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c06e4e57-1732-4bbb-b275-b7244136f038), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:49.427268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ab042-6642-4bd7-9630-62aec5d59657 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06e4e57-1732-4bbb-b275-b7244136f038,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:49.483071 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:49.592998 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a75ab042-6642-4bd7-9630-62aec5d59657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (a85a65fb-6571-4403-a209-c48217bd55ad), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:49.807381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75ab042-6642-4bd7-9630-62aec5d59657 admin admin] Router a85a65fb-6571-4403-a209-c48217bd55ad has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:31:49.911496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75ab042-6642-4bd7-9630-62aec5d59657 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:31:49.916742 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a75ab042-6642-4bd7-9630-62aec5d59657 admin admin] 10.222.0.26 "PUT /v2.0/routers/a85a65fb-6571-4403-a209-c48217bd55ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3667288 Mar 07 22:31:49.919607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52158) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:49.920621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802752a-3f4f-459c-8898-e182217d437c None None] Sync routers for ids ['a85a65fb-6571-4403-a209-c48217bd55ad'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:31:49.930339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d802752a-3f4f-459c-8898-e182217d437c None None] Routers {'a85a65fb-6571-4403-a209-c48217bd55ad'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:31:49.930950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d802752a-3f4f-459c-8898-e182217d437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:31:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a85a65fb-6571-4403-a209-c48217bd55ad'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:50.048333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-d802752a-3f4f-459c-8898-e182217d437c None None] Set router a85a65fb-6571-4403-a209-c48217bd55ad gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:31:50.236880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d802752a-3f4f-459c-8898-e182217d437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'name': 'tempest-TestEncryptedCinderVolumes-141997911-router', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:00Z', 'updated_at': '2022-03-07T22:31:49Z', 'revision_number': 5, 'project_id': '92697a99da5d4159a3881465c6634baf', 'gw_port': {'id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:01Z', 'updated_at': '2022-03-07T22:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:50.263594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802752a-3f4f-459c-8898-e182217d437c None None] Checking router: a85a65fb-6571-4403-a209-c48217bd55ad for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:31:50.271929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d802752a-3f4f-459c-8898-e182217d437c None None] Routers {'a85a65fb-6571-4403-a209-c48217bd55ad'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:31:50.273623 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d802752a-3f4f-459c-8898-e182217d437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:31:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['a85a65fb-6571-4403-a209-c48217bd55ad'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:50.336859 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] Publish callbacks [] for router (a85a65fb-6571-4403-a209-c48217bd55ad), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:50.392407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-d802752a-3f4f-459c-8898-e182217d437c None None] Set router a85a65fb-6571-4403-a209-c48217bd55ad gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:31:50.441927 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] Publish callbacks [] for router_gateway (a85a65fb-6571-4403-a209-c48217bd55ad), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:50.476951 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:50.495854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] Deleting port a5216a9c-4aae-41e2-aa9b-27f8aabca52f {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:31:50.496147 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a5216a9c-4aae-41e2-aa9b-27f8aabca52f), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:50.573832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] For port a5216a9c-4aae-41e2-aa9b-27f8aabca52f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=a5216a9c-4aae-41e2-aa9b-27f8aabca52f,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:31:50.574226 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a5216a9c-4aae-41e2-aa9b-27f8aabca52f), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:50.579190 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-d802752a-3f4f-459c-8898-e182217d437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'name': 'tempest-TestEncryptedCinderVolumes-141997911-router', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:00Z', 'updated_at': '2022-03-07T22:31:49Z', 'revision_number': 5, 'project_id': '92697a99da5d4159a3881465c6634baf', 'gw_port': {'id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:01Z', 'updated_at': '2022-03-07T22:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:50.585518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] Calling delete_port for a5216a9c-4aae-41e2-aa9b-27f8aabca52f owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:31:50.610530 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802752a-3f4f-459c-8898-e182217d437c None None] The sync data for ids ['a85a65fb-6571-4403-a209-c48217bd55ad'] in n-d-832330-1 is: [{'id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'name': 'tempest-TestEncryptedCinderVolumes-141997911-router', 'tenant_id': '92697a99da5d4159a3881465c6634baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:00Z', 'updated_at': '2022-03-07T22:31:49Z', 'revision_number': 5, 'project_id': '92697a99da5d4159a3881465c6634baf', 'gw_port': {'id': 'a5216a9c-4aae-41e2-aa9b-27f8aabca52f', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85a65fb-6571-4403-a209-c48217bd55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:01Z', 'updated_at': '2022-03-07T22:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:31:50.724310 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c39f91ca-9cc0-43d7-8955-458bb017c5e3 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:31:50.744619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: c39f91ca-9cc0-43d7-8955-458bb017c5e3 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:31:50.744967 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c39f91ca-9cc0-43d7-8955-458bb017c5e3 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:31:50.758385 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a5216a9c-4aae-41e2-aa9b-27f8aabca52f), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:50.785207 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a5216a9c-4aae-41e2-aa9b-27f8aabca52f,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:50.851697 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (a85a65fb-6571-4403-a209-c48217bd55ad), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:50.944801 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (a85a65fb-6571-4403-a209-c48217bd55ad), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:50.947255 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] Publish callbacks [] for router_controller (a85a65fb-6571-4403-a209-c48217bd55ad), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:50.996320 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (a85a65fb-6571-4403-a209-c48217bd55ad), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:50.996809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a85a65fb-6571-4403-a209-c48217bd55ad {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:31:51.001559 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.005117 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7e86b2e4-aca8-4939-914f-087c0de035ba admin admin] 10.222.0.26 "DELETE /v2.0/routers/a85a65fb-6571-4403-a209-c48217bd55ad HTTP/1.1" status: 204 len: 168 time: 1.0822258 Mar 07 22:31:51.005343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52160) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:51.050338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-07efc567-242b-40d8-afdf-88107b46a1a0 admin admin] Deleting subnet 5747da9b-6235-4c04-8cd9-cc384aac0b41 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:31:51.053696 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-07efc567-242b-40d8-afdf-88107b46a1a0 admin admin] Publish callbacks [] for subnet (5747da9b-6235-4c04-8cd9-cc384aac0b41), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.088782 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-07efc567-242b-40d8-afdf-88107b46a1a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (5747da9b-6235-4c04-8cd9-cc384aac0b41), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.180621 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-07efc567-242b-40d8-afdf-88107b46a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (5747da9b-6235-4c04-8cd9-cc384aac0b41), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.241569 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-07efc567-242b-40d8-afdf-88107b46a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (5747da9b-6235-4c04-8cd9-cc384aac0b41), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.273099 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-07efc567-242b-40d8-afdf-88107b46a1a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.277513 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-07efc567-242b-40d8-afdf-88107b46a1a0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5747da9b-6235-4c04-8cd9-cc384aac0b41 HTTP/1.1" status: 204 len: 168 time: 0.2712114 Mar 07 22:31:51.278600 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8d4dec-7617-408c-bb93-beeac9b7d633 None None] Network 98b3881d-e628-4ce7-8d4a-f037908e4ef3 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:31:51.278767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efc567-242b-40d8-afdf-88107b46a1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5747da9b-6235-4c04-8cd9-cc384aac0b41,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:51.280831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52162) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:51.363732 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (98b3881d-e628-4ce7-8d4a-f037908e4ef3), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.418226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Deleting port 8f08dc00-cb7f-4df3-8421-14e691ad10ed {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:31:51.418573 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8f08dc00-cb7f-4df3-8421-14e691ad10ed), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.480337 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] For port 8f08dc00-cb7f-4df3-8421-14e691ad10ed, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8f08dc00-cb7f-4df3-8421-14e691ad10ed,segment=NetworkSegment(3fd1b11b-2aef-4476-a176-dae7fda92ace),segment_id=3fd1b11b-2aef-4476-a176-dae7fda92ace)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:31:51.480696 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8f08dc00-cb7f-4df3-8421-14e691ad10ed), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.497247 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Calling delete_port for 8f08dc00-cb7f-4df3-8421-14e691ad10ed owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:31:51.573795 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8f08dc00-cb7f-4df3-8421-14e691ad10ed), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.596788 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f08dc00-cb7f-4df3-8421-14e691ad10ed,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:51.606480 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] No DVR routers for this DVR port 8f08dc00-cb7f-4df3-8421-14e691ad10ed on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:31:51.610605 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:51.610958 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:51.611305 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:51.611647 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:51.611984 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:51.612329 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:51.612659 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:51.612988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:51.613315 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:51.613642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:51.613967 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:51.614314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:51.614640 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:51.676266 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad18152-5036-4841-ac43-40c0941aff6c None None] DHCP port deletion for 98b3881d-e628-4ce7-8d4a-f037908e4ef3 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:31:51.692165 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (98b3881d-e628-4ce7-8d4a-f037908e4ef3), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.714676 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b3881d-e628-4ce7-8d4a-f037908e4ef3']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:51.723837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd1b11b-2aef-4476-a176-dae7fda92ace') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:51.724135 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd1b11b-2aef-4476-a176-dae7fda92ace') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:51.733524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (3fd1b11b-2aef-4476-a176-dae7fda92ace), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.747230 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3fd1b11b-2aef-4476-a176-dae7fda92ace), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.753567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:31:51.753967 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (3fd1b11b-2aef-4476-a176-dae7fda92ace), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:31:51.764233 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:31:51.807717 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (98b3881d-e628-4ce7-8d4a-f037908e4ef3), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.814622 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:51.817753 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/98b3881d-e628-4ce7-8d4a-f037908e4ef3 HTTP/1.1" status: 204 len: 168 time: 0.5343347 Mar 07 22:31:51.820923 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52166) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:51.828234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a7bf4-e0a9-478b-98db-be118cabbbf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=98b3881d-e628-4ce7-8d4a-f037908e4ef3,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:52.182096 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b6661ec6-2549-471d-9828-4d0db0e6a8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (1a1536bd-f44c-44ea-b8d9-ca833867e015), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:52.213641 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:52.379888 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c06e4e57-1732-4bbb-b275-b7244136f038 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:31:52.399867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: c06e4e57-1732-4bbb-b275-b7244136f038 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:31:52.400213 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c06e4e57-1732-4bbb-b275-b7244136f038 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:31:52.400630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a5216a9c-4aae-41e2-aa9b-27f8aabca52f no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:31:52.418622 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: a5216a9c-4aae-41e2-aa9b-27f8aabca52f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:31:52.418956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device a5216a9c-4aae-41e2-aa9b-27f8aabca52f not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:31:52.419369 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8f08dc00-cb7f-4df3-8421-14e691ad10ed no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:31:52.432365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-b6661ec6-2549-471d-9828-4d0db0e6a8bc admin admin] Deleting port 908d9290-7864-44c3-97b3-fed57b99351d {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:31:52.432638 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b6661ec6-2549-471d-9828-4d0db0e6a8bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (908d9290-7864-44c3-97b3-fed57b99351d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:52.442219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 8f08dc00-cb7f-4df3-8421-14e691ad10ed {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:31:52.442563 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8f08dc00-cb7f-4df3-8421-14e691ad10ed not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:31:52.513101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-b6661ec6-2549-471d-9828-4d0db0e6a8bc admin admin] For port 908d9290-7864-44c3-97b3-fed57b99351d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=908d9290-7864-44c3-97b3-fed57b99351d,segment=NetworkSegment(4196037e-b55a-4403-80f9-4c6f1be9a92b),segment_id=4196037e-b55a-4403-80f9-4c6f1be9a92b)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:31:52.513461 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b6661ec6-2549-471d-9828-4d0db0e6a8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (908d9290-7864-44c3-97b3-fed57b99351d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:52.524733 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-b6661ec6-2549-471d-9828-4d0db0e6a8bc admin admin] Calling delete_port for 908d9290-7864-44c3-97b3-fed57b99351d owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:31:52.701898 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b6661ec6-2549-471d-9828-4d0db0e6a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (908d9290-7864-44c3-97b3-fed57b99351d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:52.726642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6661ec6-2549-471d-9828-4d0db0e6a8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=908d9290-7864-44c3-97b3-fed57b99351d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:52.898376 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b6661ec6-2549-471d-9828-4d0db0e6a8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (1a1536bd-f44c-44ea-b8d9-ca833867e015), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:53.114892 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6661ec6-2549-471d-9828-4d0db0e6a8bc admin admin] Router 1a1536bd-f44c-44ea-b8d9-ca833867e015 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:31:53.221533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6661ec6-2549-471d-9828-4d0db0e6a8bc admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:31:53.227521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b6661ec6-2549-471d-9828-4d0db0e6a8bc admin admin] 10.222.0.26 "PUT /v2.0/routers/1a1536bd-f44c-44ea-b8d9-ca833867e015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4055464 Mar 07 22:31:53.231277 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52168) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:53.233488 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e965f81-14b7-4def-b587-15767e380e0c None None] Sync routers for ids ['1a1536bd-f44c-44ea-b8d9-ca833867e015'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:31:53.246255 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e965f81-14b7-4def-b587-15767e380e0c None None] Routers {'1a1536bd-f44c-44ea-b8d9-ca833867e015'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:31:53.246894 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0e965f81-14b7-4def-b587-15767e380e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:31:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1a1536bd-f44c-44ea-b8d9-ca833867e015'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:53.338958 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] Publish callbacks [] for router (1a1536bd-f44c-44ea-b8d9-ca833867e015), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:53.445699 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] Publish callbacks [] for router_gateway (1a1536bd-f44c-44ea-b8d9-ca833867e015), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:53.448405 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-0e965f81-14b7-4def-b587-15767e380e0c None None] Set router 1a1536bd-f44c-44ea-b8d9-ca833867e015 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:31:53.503780 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] Deleting port 74069a5e-997b-4e47-a521-eb90497f6f0e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:31:53.504136 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (74069a5e-997b-4e47-a521-eb90497f6f0e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:53.599997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] For port 74069a5e-997b-4e47-a521-eb90497f6f0e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=74069a5e-997b-4e47-a521-eb90497f6f0e,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:31:53.600301 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (74069a5e-997b-4e47-a521-eb90497f6f0e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:53.613264 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] Calling delete_port for 74069a5e-997b-4e47-a521-eb90497f6f0e owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:31:53.645474 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0e965f81-14b7-4def-b587-15767e380e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'name': 'tempest-TestEncryptedCinderVolumes-829094275-router', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '74069a5e-997b-4e47-a521-eb90497f6f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:05Z', 'updated_at': '2022-03-07T22:31:52Z', 'revision_number': 5, 'project_id': '003830804fcd411b9e016746a8e520ca', 'gw_port': {'id': '74069a5e-997b-4e47-a521-eb90497f6f0e', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:30:06Z', 'updated_at': '2022-03-07T22:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:53.674054 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e965f81-14b7-4def-b587-15767e380e0c None None] Checking router: 1a1536bd-f44c-44ea-b8d9-ca833867e015 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:31:53.682090 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e965f81-14b7-4def-b587-15767e380e0c None None] Routers {'1a1536bd-f44c-44ea-b8d9-ca833867e015'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:31:53.682703 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0e965f81-14b7-4def-b587-15767e380e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:31:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['1a1536bd-f44c-44ea-b8d9-ca833867e015'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:53.770785 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-0e965f81-14b7-4def-b587-15767e380e0c None None] Set router 1a1536bd-f44c-44ea-b8d9-ca833867e015 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:31:53.781280 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (74069a5e-997b-4e47-a521-eb90497f6f0e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:53.806468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] Pushing event deleted for resources: {'Port': ['ID=74069a5e-997b-4e47-a521-eb90497f6f0e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:53.825889 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-0e965f81-14b7-4def-b587-15767e380e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'name': 'tempest-TestEncryptedCinderVolumes-829094275-router', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:05Z', 'updated_at': '2022-03-07T22:31:53Z', 'revision_number': 6, 'project_id': '003830804fcd411b9e016746a8e520ca', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:53.852350 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e965f81-14b7-4def-b587-15767e380e0c None None] The sync data for ids ['1a1536bd-f44c-44ea-b8d9-ca833867e015'] in n-d-832330-1 is: [{'id': '1a1536bd-f44c-44ea-b8d9-ca833867e015', 'name': 'tempest-TestEncryptedCinderVolumes-829094275-router', 'tenant_id': '003830804fcd411b9e016746a8e520ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:30:05Z', 'updated_at': '2022-03-07T22:31:53Z', 'revision_number': 6, 'project_id': '003830804fcd411b9e016746a8e520ca', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:31:53.876272 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (1a1536bd-f44c-44ea-b8d9-ca833867e015), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:53.968878 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (1a1536bd-f44c-44ea-b8d9-ca833867e015), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:53.971029 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] Publish callbacks [] for router_controller (1a1536bd-f44c-44ea-b8d9-ca833867e015), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.014103 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (1a1536bd-f44c-44ea-b8d9-ca833867e015), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.014646 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a1536bd-f44c-44ea-b8d9-ca833867e015 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:31:54.019009 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.020104 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d493becb-61de-4763-bc33-5180103bbb8a admin admin] 10.222.0.26 "DELETE /v2.0/routers/1a1536bd-f44c-44ea-b8d9-ca833867e015 HTTP/1.1" status: 204 len: 168 time: 0.7878194 Mar 07 22:31:54.022723 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52170) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:54.066264 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a7879c-8f77-443f-878e-96e9c70fcff5 admin admin] Deleting subnet a4acb903-f46c-453b-875b-ab918d0863ea {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:31:54.069222 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95a7879c-8f77-443f-878e-96e9c70fcff5 admin admin] Publish callbacks [] for subnet (a4acb903-f46c-453b-875b-ab918d0863ea), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.101091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95a7879c-8f77-443f-878e-96e9c70fcff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (a4acb903-f46c-453b-875b-ab918d0863ea), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.178037 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95a7879c-8f77-443f-878e-96e9c70fcff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (a4acb903-f46c-453b-875b-ab918d0863ea), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.241008 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95a7879c-8f77-443f-878e-96e9c70fcff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (a4acb903-f46c-453b-875b-ab918d0863ea), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.279928 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7879c-8f77-443f-878e-96e9c70fcff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4acb903-f46c-453b-875b-ab918d0863ea,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:54.286771 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95a7879c-8f77-443f-878e-96e9c70fcff5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.290055 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-95a7879c-8f77-443f-878e-96e9c70fcff5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a4acb903-f46c-453b-875b-ab918d0863ea HTTP/1.1" status: 204 len: 168 time: 0.2663090 Mar 07 22:31:54.292436 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52172) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:54.296194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ead8723-f998-4b18-82f1-b93eda827e38 None None] Network b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:31:54.372497 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.425514 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] Deleting port 95d48896-4fd0-48f6-a416-5c4a36b26482 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:31:54.425855 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (95d48896-4fd0-48f6-a416-5c4a36b26482), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.486342 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] For port 95d48896-4fd0-48f6-a416-5c4a36b26482, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=95d48896-4fd0-48f6-a416-5c4a36b26482,segment=NetworkSegment(4196037e-b55a-4403-80f9-4c6f1be9a92b),segment_id=4196037e-b55a-4403-80f9-4c6f1be9a92b)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:31:54.486631 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (95d48896-4fd0-48f6-a416-5c4a36b26482), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.502843 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] Calling delete_port for 95d48896-4fd0-48f6-a416-5c4a36b26482 owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:31:54.577335 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (95d48896-4fd0-48f6-a416-5c4a36b26482), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.606220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] Pushing event deleted for resources: {'Port': ['ID=95d48896-4fd0-48f6-a416-5c4a36b26482,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:54.610263 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] No DVR routers for this DVR port 95d48896-4fd0-48f6-a416-5c4a36b26482 on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:31:54.646703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2172cf-6873-46c4-9cd2-79744f66f31a None None] DHCP port deletion for b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:31:54.692577 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.710491 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 74069a5e-997b-4e47-a521-eb90497f6f0e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:31:54.714019 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:54.724358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4196037e-b55a-4403-80f9-4c6f1be9a92b') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:54.724659 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4196037e-b55a-4403-80f9-4c6f1be9a92b') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:54.731930 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 74069a5e-997b-4e47-a521-eb90497f6f0e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:31:54.732355 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 74069a5e-997b-4e47-a521-eb90497f6f0e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:31:54.732785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 95d48896-4fd0-48f6-a416-5c4a36b26482 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:31:54.734168 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (4196037e-b55a-4403-80f9-4c6f1be9a92b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.747979 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (4196037e-b55a-4403-80f9-4c6f1be9a92b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.754196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 95d48896-4fd0-48f6-a416-5c4a36b26482 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:31:54.754452 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 95d48896-4fd0-48f6-a416-5c4a36b26482 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:31:54.754875 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 908d9290-7864-44c3-97b3-fed57b99351d no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:31:54.756762 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:31:54.757273 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (4196037e-b55a-4403-80f9-4c6f1be9a92b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:31:54.759200 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:31:54.776158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 908d9290-7864-44c3-97b3-fed57b99351d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:31:54.776730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 908d9290-7864-44c3-97b3-fed57b99351d not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:31:54.820129 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.825798 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:54.829537 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] 10.222.0.26 "DELETE /v2.0/networks/b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e HTTP/1.1" status: 204 len: 168 time: 0.5361781 Mar 07 22:31:54.840437 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043c383-b79f-42bd-84e3-8657e02646de admin admin] Pushing event deleted for resources: {'Network': ['ID=b9100c8f-64c5-4dcb-8c70-dfaaf7fdf07e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:54.995035 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52176) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:55.034538 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7ab07bac-3e18-4d65-9f09-245f3eaf3fef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92697a99da5d4159a3881465c6634baf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382648 Mar 07 22:31:55.036972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52178) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:55.082597 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b523fd6e-ff45-4010-87d9-2c18b766db75 admin admin] Publish callbacks [] for security_group (6d77e5eb-a38f-4980-aad4-0cb4f096d1c8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:55.102777 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b523fd6e-ff45-4010-87d9-2c18b766db75 admin admin] Publish callbacks [] for security_group (6d77e5eb-a38f-4980-aad4-0cb4f096d1c8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:55.150110 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b523fd6e-ff45-4010-87d9-2c18b766db75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6d77e5eb-a38f-4980-aad4-0cb4f096d1c8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:55.152617 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b523fd6e-ff45-4010-87d9-2c18b766db75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:55.153735 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b523fd6e-ff45-4010-87d9-2c18b766db75 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d77e5eb-a38f-4980-aad4-0cb4f096d1c8 HTTP/1.1" status: 204 len: 168 time: 0.1158564 Mar 07 22:31:55.161100 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523fd6e-ff45-4010-87d9-2c18b766db75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d77e5eb-a38f-4980-aad4-0cb4f096d1c8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:55.455998 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52184) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:55.494964 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fa7dedb2-d35a-457d-bb45-8c38808f25e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=003830804fcd411b9e016746a8e520ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377886 Mar 07 22:31:55.497241 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52186) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:55.542232 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ac8d9c9-2edd-455d-ab9f-62c305f09725 admin admin] Publish callbacks [] for security_group (6bcd4293-87b3-49bd-a953-7636cb2420e7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:55.563233 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ac8d9c9-2edd-455d-ab9f-62c305f09725 admin admin] Publish callbacks [] for security_group (6bcd4293-87b3-49bd-a953-7636cb2420e7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:55.607157 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ac8d9c9-2edd-455d-ab9f-62c305f09725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (6bcd4293-87b3-49bd-a953-7636cb2420e7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:55.610354 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ac8d9c9-2edd-455d-ab9f-62c305f09725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:55.611590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9ac8d9c9-2edd-455d-ab9f-62c305f09725 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6bcd4293-87b3-49bd-a953-7636cb2420e7 HTTP/1.1" status: 204 len: 168 time: 0.1134512 Mar 07 22:31:55.618897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8d9c9-2edd-455d-ab9f-62c305f09725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcd4293-87b3-49bd-a953-7636cb2420e7,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:56.269617 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52208) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:56.364782 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-465673253-network', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:31:56.383834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] Made reservation on behalf of d3ba17ac172d42f4b65cfc5fb3122570 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:31:56.386169 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:56.394596 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:56.468762 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] Publish callbacks [] for security_group (c6d84f6b-bb5d-4e2e-9769-adb0febb2d85), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:56.472318 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c6d84f6b-bb5d-4e2e-9769-adb0febb2d85), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:56.492062 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:31:56.506296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:56.509069 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (ffb48f50-4df9-4e72-848b-e989551d4318), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:56.509411 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] Added segment ffb48f50-4df9-4e72-848b-e989551d4318 of type vlan for network a8d527dc-48e1-4780-a114-21b7c2f11aeb Mar 07 22:31:56.548139 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (a8d527dc-48e1-4780-a114-21b7c2f11aeb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:56.571997 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (a8d527dc-48e1-4780-a114-21b7c2f11aeb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:56.572929 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:56.573511 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:56.602346 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3312733 Mar 07 22:31:56.605875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52212) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:56.611019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-f406a4a2-fef4-4e11-ae2e-108b9dfe18c1 admin admin] Request body: {'subnet': {'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-465673253-subnet', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:31:56.631487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f406a4a2-fef4-4e11-ae2e-108b9dfe18c1 admin admin] Made reservation on behalf of d3ba17ac172d42f4b65cfc5fb3122570 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:31:56.633933 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f406a4a2-fef4-4e11-ae2e-108b9dfe18c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:56.635681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84b089-de8f-443f-a768-0231eb307e74 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d527dc-48e1-4780-a114-21b7c2f11aeb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:56.646257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network a8d527dc-48e1-4780-a114-21b7c2f11aeb details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:31:56.799725 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f406a4a2-fef4-4e11-ae2e-108b9dfe18c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (c286e91a-0640-4415-b5aa-63749d3b4b73), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:56.859617 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406a4a2-fef4-4e11-ae2e-108b9dfe18c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c286e91a-0640-4415-b5aa-63749d3b4b73,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:56.866788 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406a4a2-fef4-4e11-ae2e-108b9dfe18c1 admin admin] Checking segment: {'id': 'ffb48f50-4df9-4e72-848b-e989551d4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:31:56.867152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f406a4a2-fef4-4e11-ae2e-108b9dfe18c1 admin admin] Network hostable DHCP agents. Network: a8d527dc-48e1-4780-a114-21b7c2f11aeb, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:31:56.883829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f406a4a2-fef4-4e11-ae2e-108b9dfe18c1 admin admin] Network a8d527dc-48e1-4780-a114-21b7c2f11aeb is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:31:56.892812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-f406a4a2-fef4-4e11-ae2e-108b9dfe18c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, a8d527dc-48e1-4780-a114-21b7c2f11aeb) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:31:56.896787 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f406a4a2-fef4-4e11-ae2e-108b9dfe18c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:56.897385 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f406a4a2-fef4-4e11-ae2e-108b9dfe18c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:56.901647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4870ad-2ee2-402b-9b29-d7b64f41439d None None] Network a8d527dc-48e1-4780-a114-21b7c2f11aeb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:31:56.914181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f406a4a2-fef4-4e11-ae2e-108b9dfe18c1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3070560 Mar 07 22:31:56.916932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52214) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:56.921643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:31:56.943124 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (9b46b780-6bbf-4b9b-af2c-4d6f93822699), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:56.943124 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (9b46b780-6bbf-4b9b-af2c-4d6f93822699), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:57.002588 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Publish callbacks [] for router_controller (9b46b780-6bbf-4b9b-af2c-4d6f93822699), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:57.008211 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'fixed_ips': [{'subnet_id': 'c286e91a-0640-4415-b5aa-63749d3b4b73'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:31:57.009183 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:57.143560 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Publish callbacks [] for router_gateway (9b46b780-6bbf-4b9b-af2c-4d6f93822699), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:57.146498 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Allocated IP 172.20.0.2 (a8d527dc-48e1-4780-a114-21b7c2f11aeb/c286e91a-0640-4415-b5aa-63749d3b4b73/5f302cb3-24eb-48d0-a847-64b5630c32a3) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:31:57.298224 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Publish callbacks [] for port (5f302cb3-24eb-48d0-a847-64b5630c32a3), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:57.305448 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (5f302cb3-24eb-48d0-a847-64b5630c32a3), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:57.350941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Network a8d527dc-48e1-4780-a114-21b7c2f11aeb is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:31:57.351165 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Publish callbacks [] for router_gateway (9b46b780-6bbf-4b9b-af2c-4d6f93822699), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:57.354113 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:31:57.358710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:31:57.362512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Pushing event updated for resources: {'Port': ['ID=5f302cb3-24eb-48d0-a847-64b5630c32a3,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:57.371492 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:57.414739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Attempting to bind port 5f302cb3-24eb-48d0-a847-64b5630c32a3 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:31:57.415025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Attempting to bind port 5f302cb3-24eb-48d0-a847-64b5630c32a3 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'ffb48f50-4df9-4e72-848b-e989551d4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:31:57.415389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Attempting to bind port 5f302cb3-24eb-48d0-a847-64b5630c32a3 on network a8d527dc-48e1-4780-a114-21b7c2f11aeb {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:31:57.420252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:31:57.420659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Checking segment: {'id': 'ffb48f50-4df9-4e72-848b-e989551d4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:31:57.421036 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:57.421991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Bound using segment: {'id': 'ffb48f50-4df9-4e72-848b-e989551d4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:31:57.422483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Bound port: 5f302cb3-24eb-48d0-a847-64b5630c32a3, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb48f50-4df9-4e72-848b-e989551d4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:31:57.422870 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5f302cb3-24eb-48d0-a847-64b5630c32a3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:57.474223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Allocated IP 172.25.4.43 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/e3f501c3-1903-4e3b-addc-50f31acd064a) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:31:57.486112 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] For port 5f302cb3-24eb-48d0-a847-64b5630c32a3, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:31:57.489379 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] For port 5f302cb3-24eb-48d0-a847-64b5630c32a3, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5f302cb3-24eb-48d0-a847-64b5630c32a3,segment=NetworkSegment(ffb48f50-4df9-4e72-848b-e989551d4318),segment_id=ffb48f50-4df9-4e72-848b-e989551d4318)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:31:57.495099 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5f302cb3-24eb-48d0-a847-64b5630c32a3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:57.556007 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcb025-96ac-418e-afe1-cdc586a855ef None None] Pushing event updated for resources: {'Port': ['ID=5f302cb3-24eb-48d0-a847-64b5630c32a3,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:57.583820 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Publish callbacks [] for port (e3f501c3-1903-4e3b-addc-50f31acd064a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:57.942946 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e3f501c3-1903-4e3b-addc-50f31acd064a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:57.982076 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:31:57.987038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:31:57.993213 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:31:58.014828 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Pushing event updated for resources: {'Port': ['ID=e3f501c3-1903-4e3b-addc-50f31acd064a,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:58.247942 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Publish callbacks [] for router_gateway (9b46b780-6bbf-4b9b-af2c-4d6f93822699), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:58.431552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5f302cb3-24eb-48d0-a847-64b5630c32a3 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:31:58.463846 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (9b46b780-6bbf-4b9b-af2c-4d6f93822699), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:58.481964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 5f302cb3-24eb-48d0-a847-64b5630c32a3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:31:58.482756 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5f302cb3-24eb-48d0-a847-64b5630c32a3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:58.507143 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdde18d-12bc-4186-81a9-84b8cba43693 None None] Network a8d527dc-48e1-4780-a114-21b7c2f11aeb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:31:58.598529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4e373a8c-c5c4-4ea8-a8fd-9794e719fb14 None None] Provisioning complete for port 5f302cb3-24eb-48d0-a847-64b5630c32a3 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:31:58.598942 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4e373a8c-c5c4-4ea8-a8fd-9794e719fb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5f302cb3-24eb-48d0-a847-64b5630c32a3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:58.600312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:31:58.702321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 5f302cb3-24eb-48d0-a847-64b5630c32a3 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:31:58.702736 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5f302cb3-24eb-48d0-a847-64b5630c32a3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:58.709189 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:31:58.723018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Sync routers for ids ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:31:58.728082 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:58.729582 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8c3895ca-62e4-4ffd-9909-d02267625a0e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8117239 Mar 07 22:31:58.732285 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52216) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:31:58.784063 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 5f302cb3-24eb-48d0-a847-64b5630c32a3, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5f302cb3-24eb-48d0-a847-64b5630c32a3,segment=NetworkSegment(ffb48f50-4df9-4e72-848b-e989551d4318),segment_id=ffb48f50-4df9-4e72-848b-e989551d4318)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:31:58.788832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Routers {'9b46b780-6bbf-4b9b-af2c-4d6f93822699'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:31:58.789442 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:31:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:58.828340 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (5f302cb3-24eb-48d0-a847-64b5630c32a3), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:58.854832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4e373a8c-c5c4-4ea8-a8fd-9794e719fb14 None None] Current status of the port 5f302cb3-24eb-48d0-a847-64b5630c32a3 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:31:58.855228 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4e373a8c-c5c4-4ea8-a8fd-9794e719fb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (5f302cb3-24eb-48d0-a847-64b5630c32a3), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:58.976413 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=5f302cb3-24eb-48d0-a847-64b5630c32a3,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:58.993985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Set router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:31:59.050284 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-4e373a8c-c5c4-4ea8-a8fd-9794e719fb14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:31:59.050649 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-4e373a8c-c5c4-4ea8-a8fd-9794e719fb14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:31:59.185657 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:56Z', 'updated_at': '2022-03-07T22:31:58Z', 'revision_number': 3, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'gw_port': {'id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:59.201975 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:59.216186 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Checking router: 9b46b780-6bbf-4b9b-af2c-4d6f93822699 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:31:59.216545 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Updating router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 port e3f501c3-1903-4e3b-addc-50f31acd064a binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:31:59.244581 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e3f501c3-1903-4e3b-addc-50f31acd064a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:59.360982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Allocated IP 172.20.0.1 (a8d527dc-48e1-4780-a114-21b7c2f11aeb/c286e91a-0640-4415-b5aa-63749d3b4b73/ff115e1c-b65f-4f15-9496-1e6c389b0700) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:31:59.470845 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Publish callbacks [] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:59.494529 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Publish callbacks [] for port (e3f501c3-1903-4e3b-addc-50f31acd064a), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:59.500324 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e3f501c3-1903-4e3b-addc-50f31acd064a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:59.505227 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:59.547374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Network a8d527dc-48e1-4780-a114-21b7c2f11aeb is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:31:59.550273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:31:59.555883 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:31:59.557836 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Attempting to bind port e3f501c3-1903-4e3b-addc-50f31acd064a on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:31:59.558257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Attempting to bind port e3f501c3-1903-4e3b-addc-50f31acd064a by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:31:59.558612 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Attempting to bind port e3f501c3-1903-4e3b-addc-50f31acd064a on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:31:59.576549 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Pushing event updated for resources: {'Port': ['ID=ff115e1c-b65f-4f15-9496-1e6c389b0700,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:59.578733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe62ca8-2aa8-4e05-9fcf-f10b530b731e None None] Pushing event updated for resources: {'Port': ['ID=e3f501c3-1903-4e3b-addc-50f31acd064a,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:59.587354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:31:59.587354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:31:59.587631 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:59.588025 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:31:59.588594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Bound port: e3f501c3-1903-4e3b-addc-50f31acd064a, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:31:59.588867 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e3f501c3-1903-4e3b-addc-50f31acd064a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:59.591721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:59.591721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:59.591721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:59.592075 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:59.592360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:59.592693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:59.593062 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:59.593384 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:59.593706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:59.594027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:59.594376 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:59.594691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:59.595011 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:59.609153 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (9b46b780-6bbf-4b9b-af2c-4d6f93822699), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:59.626954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4e373a8c-c5c4-4ea8-a8fd-9794e719fb14 None None] Current status of the port 5f302cb3-24eb-48d0-a847-64b5630c32a3 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:31:59.652744 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] For port e3f501c3-1903-4e3b-addc-50f31acd064a, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:31:59.656950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] For port e3f501c3-1903-4e3b-addc-50f31acd064a, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e3f501c3-1903-4e3b-addc-50f31acd064a,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:31:59.663375 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e3f501c3-1903-4e3b-addc-50f31acd064a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:59.715899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Routers {'9b46b780-6bbf-4b9b-af2c-4d6f93822699'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:31:59.716537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:31:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:59.775387 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe62ca8-2aa8-4e05-9fcf-f10b530b731e None None] Pushing event updated for resources: {'Port': ['ID=e3f501c3-1903-4e3b-addc-50f31acd064a,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:59.796400 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fdbee04e-d066-44d1-b67d-f18991e63790 None None] Provisioning complete for port 5f302cb3-24eb-48d0-a847-64b5630c32a3 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:31:59.796778 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fdbee04e-d066-44d1-b67d-f18991e63790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5f302cb3-24eb-48d0-a847-64b5630c32a3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:59.803117 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:59.971780 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Publish callbacks [] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:31:59.976255 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:00.044691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] Set router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:32:00.045085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Pushing event updated for resources: {'Port': ['ID=ff115e1c-b65f-4f15-9496-1e6c389b0700,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:00.048378 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (9b46b780-6bbf-4b9b-af2c-4d6f93822699), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:00.137743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Network a8d527dc-48e1-4780-a114-21b7c2f11aeb is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:32:00.139442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:32:00.180189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fdbee04e-d066-44d1-b67d-f18991e63790 None None] Current status of the port 5f302cb3-24eb-48d0-a847-64b5630c32a3 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:00.258371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:56Z', 'updated_at': '2022-03-07T22:31:58Z', 'revision_number': 3, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'gw_port': {'id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:00.262437 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:32:00.295454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f0ebb-1a72-4339-b60f-ebdd06308783 None None] The sync data for ids ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'] in n-d-832330-1 is: [{'id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:56Z', 'updated_at': '2022-03-07T22:31:58Z', 'revision_number': 3, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'gw_port': {'id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:32:00.307694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4b3ef456-0131-4a77-ba15-c220051457d1 None None] Provisioning complete for port ff115e1c-b65f-4f15-9496-1e6c389b0700 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:00.308156 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4b3ef456-0131-4a77-ba15-c220051457d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:00.351663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ef456-0131-4a77-ba15-c220051457d1 None None] Port ff115e1c-b65f-4f15-9496-1e6c389b0700 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:32:00.397229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:32:00.402521 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-66d608c0-5930-4ab4-80ef-41c20b7c26ff admin admin] 10.222.0.26 "PUT /v2.0/routers/9b46b780-6bbf-4b9b-af2c-4d6f93822699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6690972 Mar 07 22:32:00.411096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5f302cb3-24eb-48d0-a847-64b5630c32a3 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:32:00.464482 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 5f302cb3-24eb-48d0-a847-64b5630c32a3 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:00.464864 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (5f302cb3-24eb-48d0-a847-64b5630c32a3), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:00.505534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a1996297-0f6f-4915-85d2-3d1e34b73911 None None] Provisioning complete for port ff115e1c-b65f-4f15-9496-1e6c389b0700 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:00.506254 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a1996297-0f6f-4915-85d2-3d1e34b73911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:00.550555 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a1996297-0f6f-4915-85d2-3d1e34b73911 None None] Port ff115e1c-b65f-4f15-9496-1e6c389b0700 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:32:00.602091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 5f302cb3-24eb-48d0-a847-64b5630c32a3 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:00.926018 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52232) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:32:00.931131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1547001073-network', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:00.950466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] Made reservation on behalf of dbc0a87f1a084f24b39a6be57ca1ea57 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:32:00.953439 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:00.964790 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.046618 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] Publish callbacks [] for security_group (d22d4adc-bb13-4825-99a0-31b1938d7238), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.050558 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d22d4adc-bb13-4825-99a0-31b1938d7238), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.075885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:32:01.085522 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22d4adc-bb13-4825-99a0-31b1938d7238,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:01.092877 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.093243 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] Added segment 8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44 of type vlan for network d8a1f672-edb5-4ecd-8b63-89a43ea356d8 Mar 07 22:32:01.135067 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (d8a1f672-edb5-4ecd-8b63-89a43ea356d8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.159883 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (d8a1f672-edb5-4ecd-8b63-89a43ea356d8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.160911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:01.161489 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.194504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2672186 Mar 07 22:32:01.197324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52234) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:32:01.203028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-cb25d930-8c2b-4f2c-bc88-320bd4f9dc8d admin admin] Request body: {'subnet': {'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1547001073-subnet', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:01.223969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8ec23-74e3-4fa2-bcab-22d1e04348f8 admin admin] Pushing event updated for resources: {'Network': ['ID=d8a1f672-edb5-4ecd-8b63-89a43ea356d8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:01.224589 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb25d930-8c2b-4f2c-bc88-320bd4f9dc8d admin admin] Made reservation on behalf of dbc0a87f1a084f24b39a6be57ca1ea57 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:32:01.229115 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb25d930-8c2b-4f2c-bc88-320bd4f9dc8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.234057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network d8a1f672-edb5-4ecd-8b63-89a43ea356d8 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:32:01.397513 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb25d930-8c2b-4f2c-bc88-320bd4f9dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (602f8959-a101-4375-b5d8-859d43076f01), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.458902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25d930-8c2b-4f2c-bc88-320bd4f9dc8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=602f8959-a101-4375-b5d8-859d43076f01,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:01.465787 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb25d930-8c2b-4f2c-bc88-320bd4f9dc8d admin admin] Checking segment: {'id': '8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:32:01.466188 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb25d930-8c2b-4f2c-bc88-320bd4f9dc8d admin admin] Network hostable DHCP agents. Network: d8a1f672-edb5-4ecd-8b63-89a43ea356d8, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:32:01.482789 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb25d930-8c2b-4f2c-bc88-320bd4f9dc8d admin admin] Network d8a1f672-edb5-4ecd-8b63-89a43ea356d8 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:32:01.491510 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-cb25d930-8c2b-4f2c-bc88-320bd4f9dc8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, d8a1f672-edb5-4ecd-8b63-89a43ea356d8) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:32:01.495640 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb25d930-8c2b-4f2c-bc88-320bd4f9dc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:01.496254 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cb25d930-8c2b-4f2c-bc88-320bd4f9dc8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.501536 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8342f1d3-3cae-4d75-a532-cf2729ece130 None None] Network d8a1f672-edb5-4ecd-8b63-89a43ea356d8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:32:01.512624 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cb25d930-8c2b-4f2c-bc88-320bd4f9dc8d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3141875 Mar 07 22:32:01.515201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52236) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:32:01.519455 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1547001073-router', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:01.538438 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (230b6cd1-1138-470d-a12b-d76c9f8a6320), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.539442 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (230b6cd1-1138-470d-a12b-d76c9f8a6320), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.592809 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Publish callbacks [] for router_controller (230b6cd1-1138-470d-a12b-d76c9f8a6320), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.598990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-d8a1f672-edb5-4ecd-8b63-89a43ea356d8', 'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8', 'project_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'fixed_ips': [{'subnet_id': '602f8959-a101-4375-b5d8-859d43076f01'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:32:01.599936 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.740282 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Publish callbacks [] for router_gateway (230b6cd1-1138-470d-a12b-d76c9f8a6320), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.744205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Allocated IP 172.20.0.2 (d8a1f672-edb5-4ecd-8b63-89a43ea356d8/602f8959-a101-4375-b5d8-859d43076f01/ec01a7dc-cbe2-4b8d-8933-82c349a26aab) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:32:01.896120 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Publish callbacks [] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.902296 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.942423 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Publish callbacks [] for router_gateway (230b6cd1-1138-470d-a12b-d76c9f8a6320), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:01.944458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Network d8a1f672-edb5-4ecd-8b63-89a43ea356d8 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:32:01.947332 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:32:01.950327 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:32:01.964131 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Pushing event updated for resources: {'Port': ['ID=ec01a7dc-cbe2-4b8d-8933-82c349a26aab,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:01.966302 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.020249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Attempting to bind port ec01a7dc-cbe2-4b8d-8933-82c349a26aab on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:32:02.020633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Attempting to bind port ec01a7dc-cbe2-4b8d-8933-82c349a26aab by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:32:02.020996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Attempting to bind port ec01a7dc-cbe2-4b8d-8933-82c349a26aab on network d8a1f672-edb5-4ecd-8b63-89a43ea356d8 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:32:02.026789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:32:02.027016 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Sync routers for ids ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:32:02.027487 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Checking segment: {'id': '8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:32:02.027659 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.028056 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Bound using segment: {'id': '8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:32:02.028726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Bound port: ec01a7dc-cbe2-4b8d-8933-82c349a26aab, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:32:02.028897 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.052339 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Routers {'9b46b780-6bbf-4b9b-af2c-4d6f93822699'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:32:02.052957 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:31:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:02.086728 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Allocated IP 172.25.4.7 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:32:02.098678 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] For port ec01a7dc-cbe2-4b8d-8933-82c349a26aab, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:32:02.102272 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] For port ec01a7dc-cbe2-4b8d-8933-82c349a26aab, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec01a7dc-cbe2-4b8d-8933-82c349a26aab,segment=NetworkSegment(8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44),segment_id=8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:32:02.110697 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.168722 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Set router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:32:02.180514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcf08f-b523-4d3a-9eb9-08eb311bf2f2 None None] Pushing event updated for resources: {'Port': ['ID=ec01a7dc-cbe2-4b8d-8933-82c349a26aab,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:02.200589 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Publish callbacks [] for port (e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.239116 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.285457 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:32:02.289361 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Pushing event updated for resources: {'Port': ['ID=e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:02.293338 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:32:02.298233 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:32:02.459510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e3f501c3-1903-4e3b-addc-50f31acd064a up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:32:02.469720 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:56Z', 'updated_at': '2022-03-07T22:31:59Z', 'revision_number': 4, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'gw_port': {'id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'ff115e1c-b65f-4f15-9496-1e6c389b0700', 'name': '', 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'mac_address': 'fa:16:3e:70:4c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:59Z', 'updated_at': '2022-03-07T22:31:59Z', 'revision_number': 2, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'subnets': [{'id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:02.515932 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Checking router: 9b46b780-6bbf-4b9b-af2c-4d6f93822699 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:32:02.516431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e3f501c3-1903-4e3b-addc-50f31acd064a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:02.516758 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Updating router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 port ff115e1c-b65f-4f15-9496-1e6c389b0700 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:32:02.516896 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e3f501c3-1903-4e3b-addc-50f31acd064a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.548613 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.607086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e3f501c3-1903-4e3b-addc-50f31acd064a is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:02.607699 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e3f501c3-1903-4e3b-addc-50f31acd064a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.622320 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Publish callbacks [] for router_gateway (230b6cd1-1138-470d-a12b-d76c9f8a6320), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.629340 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port e3f501c3-1903-4e3b-addc-50f31acd064a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e3f501c3-1903-4e3b-addc-50f31acd064a,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:32:02.633354 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e3f501c3-1903-4e3b-addc-50f31acd064a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.682625 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=e3f501c3-1903-4e3b-addc-50f31acd064a,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:02.833519 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (230b6cd1-1138-470d-a12b-d76c9f8a6320), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.835118 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Publish callbacks [] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.841878 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.890462 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67c604-47e9-493c-9a75-6d26b04a13d1 None None] Pushing event updated for resources: {'Port': ['ID=ff115e1c-b65f-4f15-9496-1e6c389b0700,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:02.898650 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67c604-47e9-493c-9a75-6d26b04a13d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:02.899093 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67c604-47e9-493c-9a75-6d26b04a13d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:02.899454 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67c604-47e9-493c-9a75-6d26b04a13d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:02.900894 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67c604-47e9-493c-9a75-6d26b04a13d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:02.901249 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67c604-47e9-493c-9a75-6d26b04a13d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:02.902220 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67c604-47e9-493c-9a75-6d26b04a13d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:02.902220 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67c604-47e9-493c-9a75-6d26b04a13d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:02.902497 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67c604-47e9-493c-9a75-6d26b04a13d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:02.902608 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67c604-47e9-493c-9a75-6d26b04a13d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:02.903031 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67c604-47e9-493c-9a75-6d26b04a13d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:02.903364 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67c604-47e9-493c-9a75-6d26b04a13d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:02.903692 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67c604-47e9-493c-9a75-6d26b04a13d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:02.904018 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67c604-47e9-493c-9a75-6d26b04a13d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:02.980464 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Attempting to bind port ff115e1c-b65f-4f15-9496-1e6c389b0700 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:32:02.980833 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Attempting to bind port ff115e1c-b65f-4f15-9496-1e6c389b0700 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'ffb48f50-4df9-4e72-848b-e989551d4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:32:02.981194 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Attempting to bind port ff115e1c-b65f-4f15-9496-1e6c389b0700 on network a8d527dc-48e1-4780-a114-21b7c2f11aeb {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:32:02.987453 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:32:02.987828 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Checking segment: {'id': 'ffb48f50-4df9-4e72-848b-e989551d4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:32:02.988283 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.988681 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Bound using segment: {'id': 'ffb48f50-4df9-4e72-848b-e989551d4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:32:02.989151 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Bound port: ff115e1c-b65f-4f15-9496-1e6c389b0700, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb48f50-4df9-4e72-848b-e989551d4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:32:02.989531 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:02.997367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Router 230b6cd1-1138-470d-a12b-d76c9f8a6320 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:32:03.061240 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] For port ff115e1c-b65f-4f15-9496-1e6c389b0700, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:32:03.066495 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] For port ff115e1c-b65f-4f15-9496-1e6c389b0700, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ff115e1c-b65f-4f15-9496-1e6c389b0700,segment=NetworkSegment(ffb48f50-4df9-4e72-848b-e989551d4318),segment_id=ffb48f50-4df9-4e72-848b-e989551d4318)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:32:03.075939 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:03.125281 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:32:03.146626 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Sync routers for ids ['230b6cd1-1138-470d-a12b-d76c9f8a6320'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:32:03.152442 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67c604-47e9-493c-9a75-6d26b04a13d1 None None] Pushing event updated for resources: {'Port': ['ID=ff115e1c-b65f-4f15-9496-1e6c389b0700,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:03.158589 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:03.159986 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-cc3f3d62-dc98-486e-8d8f-812fed631064 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6438270 Mar 07 22:32:03.162961 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52238) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:32:03.165024 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Routers {'230b6cd1-1138-470d-a12b-d76c9f8a6320'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:32:03.165932 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Routers {'9b46b780-6bbf-4b9b-af2c-4d6f93822699'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:32:03.166288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:31:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['230b6cd1-1138-470d-a12b-d76c9f8a6320'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:03.166613 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:31:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:03.319892 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6e4874e3-82fb-4266-a343-cbbb520758df None None] Provisioning complete for port ff115e1c-b65f-4f15-9496-1e6c389b0700 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:03.320610 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] Set router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:32:03.321003 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6e4874e3-82fb-4266-a343-cbbb520758df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:03.472822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Set router 230b6cd1-1138-470d-a12b-d76c9f8a6320 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:32:03.592702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d87de-5a70-469e-b892-efc00a8cbe6f None None] Network d8a1f672-edb5-4ecd-8b63-89a43ea356d8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:32:03.630505 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:56Z', 'updated_at': '2022-03-07T22:31:59Z', 'revision_number': 4, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'gw_port': {'id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'ff115e1c-b65f-4f15-9496-1e6c389b0700', 'name': '', 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'mac_address': 'fa:16:3e:70:4c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:59Z', 'updated_at': '2022-03-07T22:32:03Z', 'revision_number': 4, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'subnets': [{'id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:03.666440 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd3974-c04f-4cb5-930d-7141fdb17310 None None] The sync data for ids ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'] in n-d-832330-1 is: [{'id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:56Z', 'updated_at': '2022-03-07T22:31:59Z', 'revision_number': 4, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'gw_port': {'id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'ff115e1c-b65f-4f15-9496-1e6c389b0700', 'name': '', 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'mac_address': 'fa:16:3e:70:4c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:59Z', 'updated_at': '2022-03-07T22:32:03Z', 'revision_number': 4, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'subnets': [{'id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:32:03.752965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6e4874e3-82fb-4266-a343-cbbb520758df None None] Current status of the port ff115e1c-b65f-4f15-9496-1e6c389b0700 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:03.754404 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6e4874e3-82fb-4266-a343-cbbb520758df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:03.880555 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6e4874e3-82fb-4266-a343-cbbb520758df None None] For port ff115e1c-b65f-4f15-9496-1e6c389b0700, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ff115e1c-b65f-4f15-9496-1e6c389b0700,segment=NetworkSegment(ffb48f50-4df9-4e72-848b-e989551d4318),segment_id=ffb48f50-4df9-4e72-848b-e989551d4318)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:32:03.888755 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6e4874e3-82fb-4266-a343-cbbb520758df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:03.960193 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'name': 'tempest-TestMinimumBasicScenario-1547001073-router', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:32:02Z', 'revision_number': 3, 'project_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'gw_port': {'id': 'e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:04.007503 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Checking router: 230b6cd1-1138-470d-a12b-d76c9f8a6320 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:32:04.007849 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Updating router 230b6cd1-1138-470d-a12b-d76c9f8a6320 port e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:32:04.036714 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4874e3-82fb-4266-a343-cbbb520758df None None] Pushing event updated for resources: {'Port': ['ID=ff115e1c-b65f-4f15-9496-1e6c389b0700,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:04.065815 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:04.067388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fcc273ce-e67a-409d-8889-f61b900f0aaf None None] Provisioning complete for port ff115e1c-b65f-4f15-9496-1e6c389b0700 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:04.067786 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fcc273ce-e67a-409d-8889-f61b900f0aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:04.180557 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:04.380650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fcc273ce-e67a-409d-8889-f61b900f0aaf None None] Current status of the port ff115e1c-b65f-4f15-9496-1e6c389b0700 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:04.411323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-fcc273ce-e67a-409d-8889-f61b900f0aaf None None] Provisioning complete for port ec01a7dc-cbe2-4b8d-8933-82c349a26aab triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:04.411508 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fcc273ce-e67a-409d-8889-f61b900f0aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:04.484765 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Allocated IP 172.20.0.1 (d8a1f672-edb5-4ecd-8b63-89a43ea356d8/602f8959-a101-4375-b5d8-859d43076f01/98d4b6b0-b961-4235-8916-91207594d91c) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:32:04.563461 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Publish callbacks [] for port (e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:04.627799 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Publish callbacks [] for port (98d4b6b0-b961-4235-8916-91207594d91c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:04.666909 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (98d4b6b0-b961-4235-8916-91207594d91c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:04.728049 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Pushing event updated for resources: {'Port': ['ID=98d4b6b0-b961-4235-8916-91207594d91c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:04.744836 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Network d8a1f672-edb5-4ecd-8b63-89a43ea356d8 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:32:04.747165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:32:04.754902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:32:04.803727 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (230b6cd1-1138-470d-a12b-d76c9f8a6320), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:04.804125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec01a7dc-cbe2-4b8d-8933-82c349a26aab up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:32:04.856047 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:04.944261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-fcc273ce-e67a-409d-8889-f61b900f0aaf None None] Current status of the port ec01a7dc-cbe2-4b8d-8933-82c349a26aab is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:04.945502 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fcc273ce-e67a-409d-8889-f61b900f0aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:04.977056 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Attempting to bind port e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:32:04.977765 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Attempting to bind port e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:32:04.978515 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Attempting to bind port e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:32:05.001022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ec01a7dc-cbe2-4b8d-8933-82c349a26aab triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:05.001559 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:05.006787 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (98d4b6b0-b961-4235-8916-91207594d91c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:05.010391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5380e0-b6b8-4e27-b98d-543de2a7241f None None] Pushing event updated for resources: {'Port': ['ID=e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:05.016084 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:32:05.016930 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:32:05.017536 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:05.018034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:32:05.018729 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Bound port: e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:32:05.019761 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:05.087080 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-fcc273ce-e67a-409d-8889-f61b900f0aaf None None] For port ec01a7dc-cbe2-4b8d-8933-82c349a26aab, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec01a7dc-cbe2-4b8d-8933-82c349a26aab,segment=NetworkSegment(8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44),segment_id=8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:32:05.098476 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fcc273ce-e67a-409d-8889-f61b900f0aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:05.187274 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] For port e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:32:05.194900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] For port e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:32:05.217315 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:05.218298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Publish callbacks [] for port (98d4b6b0-b961-4235-8916-91207594d91c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:05.225065 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (98d4b6b0-b961-4235-8916-91207594d91c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:05.258312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc273ce-e67a-409d-8889-f61b900f0aaf None None] Pushing event updated for resources: {'Port': ['ID=ec01a7dc-cbe2-4b8d-8933-82c349a26aab,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:05.304387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Pushing event updated for resources: {'Port': ['ID=98d4b6b0-b961-4235-8916-91207594d91c,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:05.306913 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (230b6cd1-1138-470d-a12b-d76c9f8a6320), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:05.365433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ec01a7dc-cbe2-4b8d-8933-82c349a26aab is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:05.372042 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e3f501c3-1903-4e3b-addc-50f31acd064a up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:32:05.376385 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c8ab7b3d-40a7-4778-9059-29c4db0b9943 None None] Provisioning complete for port 98d4b6b0-b961-4235-8916-91207594d91c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:05.377531 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c8ab7b3d-40a7-4778-9059-29c4db0b9943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (98d4b6b0-b961-4235-8916-91207594d91c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:05.399664 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5380e0-b6b8-4e27-b98d-543de2a7241f None None] Pushing event updated for resources: {'Port': ['ID=e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:05.409754 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Network d8a1f672-edb5-4ecd-8b63-89a43ea356d8 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:32:05.411221 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:32:05.426914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Routers {'230b6cd1-1138-470d-a12b-d76c9f8a6320'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:32:05.426914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:31:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['230b6cd1-1138-470d-a12b-d76c9f8a6320'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:05.495726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab7b3d-40a7-4778-9059-29c4db0b9943 None None] Port 98d4b6b0-b961-4235-8916-91207594d91c cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:32:05.512821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c8ab7b3d-40a7-4778-9059-29c4db0b9943 None None] Provisioning complete for port ec01a7dc-cbe2-4b8d-8933-82c349a26aab triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:05.513200 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c8ab7b3d-40a7-4778-9059-29c4db0b9943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:05.593812 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e3f501c3-1903-4e3b-addc-50f31acd064a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:05.594224 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e3f501c3-1903-4e3b-addc-50f31acd064a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:05.595338 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Router 230b6cd1-1138-470d-a12b-d76c9f8a6320 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:32:05.676909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] Set router 230b6cd1-1138-470d-a12b-d76c9f8a6320 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:32:05.731544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:32:05.737339 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab7b3d-40a7-4778-9059-29c4db0b9943 None None] Current status of the port ec01a7dc-cbe2-4b8d-8933-82c349a26aab is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:05.739744 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-609b24f4-3d8e-43df-8dc3-1eafdf55fd45 admin admin] 10.222.0.26 "PUT /v2.0/routers/230b6cd1-1138-470d-a12b-d76c9f8a6320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5756927 Mar 07 22:32:05.868382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e3f501c3-1903-4e3b-addc-50f31acd064a is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:05.869430 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ff115e1c-b65f-4f15-9496-1e6c389b0700 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:32:05.904633 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ea795de3-1289-4d52-9d12-0b7a386886d5 None None] Provisioning complete for port 98d4b6b0-b961-4235-8916-91207594d91c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:05.905004 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ea795de3-1289-4d52-9d12-0b7a386886d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (98d4b6b0-b961-4235-8916-91207594d91c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:05.989367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ea795de3-1289-4d52-9d12-0b7a386886d5 None None] Port 98d4b6b0-b961-4235-8916-91207594d91c cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:32:06.006820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ff115e1c-b65f-4f15-9496-1e6c389b0700 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:06.007213 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:06.055053 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'name': 'tempest-TestMinimumBasicScenario-1547001073-router', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:32:04Z', 'revision_number': 4, 'project_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'gw_port': {'id': 'e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '98d4b6b0-b961-4235-8916-91207594d91c', 'name': '', 'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'mac_address': 'fa:16:3e:6e:42:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '602f8959-a101-4375-b5d8-859d43076f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:32:04Z', 'updated_at': '2022-03-07T22:32:05Z', 'revision_number': 2, 'project_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'subnets': [{'id': '602f8959-a101-4375-b5d8-859d43076f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:06.091732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83434aa5-748c-45ca-a7b1-bd598b9d1f35 None None] The sync data for ids ['230b6cd1-1138-470d-a12b-d76c9f8a6320'] in n-d-832330-1 is: [{'id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'name': 'tempest-TestMinimumBasicScenario-1547001073-router', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:32:04Z', 'revision_number': 4, 'project_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'gw_port': {'id': 'e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '98d4b6b0-b961-4235-8916-91207594d91c', 'name': '', 'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'mac_address': 'fa:16:3e:6e:42:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '602f8959-a101-4375-b5d8-859d43076f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:32:04Z', 'updated_at': '2022-03-07T22:32:05Z', 'revision_number': 2, 'project_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'subnets': [{'id': '602f8959-a101-4375-b5d8-859d43076f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:32:06.138396 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ff115e1c-b65f-4f15-9496-1e6c389b0700 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:06.419492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec01a7dc-cbe2-4b8d-8933-82c349a26aab up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:32:06.482171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ec01a7dc-cbe2-4b8d-8933-82c349a26aab triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:06.482609 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:06.566437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ec01a7dc-cbe2-4b8d-8933-82c349a26aab is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:08.365745 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Sync routers for ids ['230b6cd1-1138-470d-a12b-d76c9f8a6320'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:32:08.377465 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Routers {'230b6cd1-1138-470d-a12b-d76c9f8a6320'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:32:08.378179 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:31:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['230b6cd1-1138-470d-a12b-d76c9f8a6320'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:08.469134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:32:08.521016 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Set router 230b6cd1-1138-470d-a12b-d76c9f8a6320 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:32:08.527325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:08.527789 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:08.629074 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:08.629577 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:08.653030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:32:08.659472 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:08.722373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:08.730815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:08.731610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:08.731610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:08.732398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:08.732894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:08.735090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:08.735444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:08.736306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:08.736834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:08.737182 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:08.737526 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:08.737862 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:08.738223 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:08.854157 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'name': 'tempest-TestMinimumBasicScenario-1547001073-router', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:32:04Z', 'revision_number': 4, 'project_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'gw_port': {'id': 'e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '98d4b6b0-b961-4235-8916-91207594d91c', 'name': '', 'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'mac_address': 'fa:16:3e:6e:42:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '602f8959-a101-4375-b5d8-859d43076f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:32:04Z', 'updated_at': '2022-03-07T22:32:05Z', 'revision_number': 2, 'project_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'subnets': [{'id': '602f8959-a101-4375-b5d8-859d43076f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:08.887745 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Checking router: 230b6cd1-1138-470d-a12b-d76c9f8a6320 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:32:08.888029 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Updating router 230b6cd1-1138-470d-a12b-d76c9f8a6320 port 98d4b6b0-b961-4235-8916-91207594d91c binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:32:08.917427 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (98d4b6b0-b961-4235-8916-91207594d91c), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:09.214697 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Publish callbacks [] for port (98d4b6b0-b961-4235-8916-91207594d91c), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:09.221643 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (98d4b6b0-b961-4235-8916-91207594d91c), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:09.289572 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf96c6-c32b-459d-84a9-b64b4bae0806 None None] Pushing event updated for resources: {'Port': ['ID=98d4b6b0-b961-4235-8916-91207594d91c,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:09.368831 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Attempting to bind port 98d4b6b0-b961-4235-8916-91207594d91c on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:32:09.368831 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Attempting to bind port 98d4b6b0-b961-4235-8916-91207594d91c by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:32:09.368831 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Attempting to bind port 98d4b6b0-b961-4235-8916-91207594d91c on network d8a1f672-edb5-4ecd-8b63-89a43ea356d8 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:32:09.380311 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:32:09.380311 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Checking segment: {'id': '8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:32:09.380311 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:09.380311 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Bound using segment: {'id': '8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:32:09.380311 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Bound port: 98d4b6b0-b961-4235-8916-91207594d91c, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:32:09.380311 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (98d4b6b0-b961-4235-8916-91207594d91c), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:09.465972 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] For port 98d4b6b0-b961-4235-8916-91207594d91c, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:32:09.471446 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] For port 98d4b6b0-b961-4235-8916-91207594d91c, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=98d4b6b0-b961-4235-8916-91207594d91c,segment=NetworkSegment(8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44),segment_id=8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:32:09.481591 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (98d4b6b0-b961-4235-8916-91207594d91c), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:09.544415 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf96c6-c32b-459d-84a9-b64b4bae0806 None None] Pushing event updated for resources: {'Port': ['ID=98d4b6b0-b961-4235-8916-91207594d91c,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:09.549134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2fa27efd-f244-4ff0-b27b-0423497a705a None None] Provisioning complete for port 98d4b6b0-b961-4235-8916-91207594d91c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:09.550282 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2fa27efd-f244-4ff0-b27b-0423497a705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (98d4b6b0-b961-4235-8916-91207594d91c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:09.558444 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Routers {'230b6cd1-1138-470d-a12b-d76c9f8a6320'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:32:09.560888 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:31:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['230b6cd1-1138-470d-a12b-d76c9f8a6320'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:09.669107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2fa27efd-f244-4ff0-b27b-0423497a705a None None] Current status of the port 98d4b6b0-b961-4235-8916-91207594d91c is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:09.669504 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2fa27efd-f244-4ff0-b27b-0423497a705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (98d4b6b0-b961-4235-8916-91207594d91c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:09.712922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2fa27efd-f244-4ff0-b27b-0423497a705a None None] For port 98d4b6b0-b961-4235-8916-91207594d91c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=98d4b6b0-b961-4235-8916-91207594d91c,segment=NetworkSegment(8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44),segment_id=8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:32:09.717967 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2fa27efd-f244-4ff0-b27b-0423497a705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (98d4b6b0-b961-4235-8916-91207594d91c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:09.743576 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] Set router 230b6cd1-1138-470d-a12b-d76c9f8a6320 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:32:09.798086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa27efd-f244-4ff0-b27b-0423497a705a None None] Pushing event updated for resources: {'Port': ['ID=98d4b6b0-b961-4235-8916-91207594d91c,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:09.943380 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e7ecfc92-696d-4a0f-b992-6b4c2f55ba73 None None] Provisioning complete for port 98d4b6b0-b961-4235-8916-91207594d91c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:09.943796 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e7ecfc92-696d-4a0f-b992-6b4c2f55ba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (98d4b6b0-b961-4235-8916-91207594d91c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:10.022151 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'name': 'tempest-TestMinimumBasicScenario-1547001073-router', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:32:04Z', 'revision_number': 4, 'project_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'gw_port': {'id': 'e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '98d4b6b0-b961-4235-8916-91207594d91c', 'name': '', 'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'mac_address': 'fa:16:3e:6e:42:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '602f8959-a101-4375-b5d8-859d43076f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:32:04Z', 'updated_at': '2022-03-07T22:32:09Z', 'revision_number': 4, 'project_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'subnets': [{'id': '602f8959-a101-4375-b5d8-859d43076f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:10.056086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e7ecfc92-696d-4a0f-b992-6b4c2f55ba73 None None] Current status of the port 98d4b6b0-b961-4235-8916-91207594d91c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:10.066407 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ae6b1-e8cd-45fe-ab26-e7e44f45bfad None None] The sync data for ids ['230b6cd1-1138-470d-a12b-d76c9f8a6320'] in n-d-832330-1 is: [{'id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'name': 'tempest-TestMinimumBasicScenario-1547001073-router', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:32:04Z', 'revision_number': 4, 'project_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'gw_port': {'id': 'e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '98d4b6b0-b961-4235-8916-91207594d91c', 'name': '', 'network_id': 'd8a1f672-edb5-4ecd-8b63-89a43ea356d8', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'mac_address': 'fa:16:3e:6e:42:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '602f8959-a101-4375-b5d8-859d43076f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:32:04Z', 'updated_at': '2022-03-07T22:32:09Z', 'revision_number': 4, 'project_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'subnets': [{'id': '602f8959-a101-4375-b5d8-859d43076f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:32:10.479393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:32:10.545014 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:10.545385 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:10.646320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:10.648372 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 98d4b6b0-b961-4235-8916-91207594d91c up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:32:10.704386 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 98d4b6b0-b961-4235-8916-91207594d91c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:10.705164 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (98d4b6b0-b961-4235-8916-91207594d91c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:10.810530 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 98d4b6b0-b961-4235-8916-91207594d91c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:15.695821 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6333e04-1966-453f-89ef-4a63ecb14a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:16.005117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-806635d7-3dd7-4553-8ebf-4e34090c27f0 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:16.006621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-806635d7-3dd7-4553-8ebf-4e34090c27f0 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/networks?id=a8d527dc-48e1-4780-a114-21b7c2f11aeb HTTP/1.1" status: 200 len: 814 time: 0.1070304 Mar 07 22:32:16.020584 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-311a7c76-8dd2-49f7-a24c-77c4a87d541b tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/quotas/d3ba17ac172d42f4b65cfc5fb3122570 HTTP/1.1" status: 200 len: 375 time: 0.0086546 Mar 07 22:32:16.073772 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-00de98d1-0500-4755-aeae-4556c8c1df9c tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3ba17ac172d42f4b65cfc5fb3122570&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485759 Mar 07 22:32:16.306527 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-80ad0be7-9d74-4520-8ff7-350312e4f70c service neutron] 10.222.0.26 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267591 Mar 07 22:32:16.393704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-58fbd147-d4f5-473c-b3a5-62273a9239de service neutron] 10.222.0.26 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810909 Mar 07 22:32:16.486040 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:16.562965 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e9bff4da-2315-40f6-bc6a-855b167c1acd req-b692eadb-db81-4a1b-84d1-bc267ba9e51c tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 210 time: 0.0276833 Mar 07 22:32:17.571636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-3e383c72-682b-4111-8da3-2131136c50b5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:17.573063 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-3e383c72-682b-4111-8da3-2131136c50b5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.15 "GET /v2.0/networks?id=a8d527dc-48e1-4780-a114-21b7c2f11aeb HTTP/1.1" status: 200 len: 814 time: 0.1084323 Mar 07 22:32:17.591660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-1e176139-71ca-4807-ba22-57e0faf9efdd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Request body: {'port': {'device_id': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'admin_state_up': True, 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:17.683727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99c43d9b-f599-4d22-a4b1-b88d2d8ad71d req-fa079345-2dec-47a3-be51-1780e7424f66 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 210 time: 0.0351725 Mar 07 22:32:17.742610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-1e176139-71ca-4807-ba22-57e0faf9efdd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Made reservation on behalf of d3ba17ac172d42f4b65cfc5fb3122570 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:32:17.746131 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-1e176139-71ca-4807-ba22-57e0faf9efdd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:17.876909 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-1e176139-71ca-4807-ba22-57e0faf9efdd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Allocated IP 172.20.0.13 (a8d527dc-48e1-4780-a114-21b7c2f11aeb/c286e91a-0640-4415-b5aa-63749d3b4b73/3716c1a1-0b51-4a7f-827b-57b2be4d687d) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:32:18.056603 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-1e176139-71ca-4807-ba22-57e0faf9efdd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:18.104114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-1e176139-71ca-4807-ba22-57e0faf9efdd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:18.129915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-1e176139-71ca-4807-ba22-57e0faf9efdd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Network a8d527dc-48e1-4780-a114-21b7c2f11aeb is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:32:18.131557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-1e176139-71ca-4807-ba22-57e0faf9efdd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:32:18.162239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-1e176139-71ca-4807-ba22-57e0faf9efdd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:32:18.204929 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cb4bd067-8dea-4575-ab53-b4187fdb5724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:18.219177 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-1e176139-71ca-4807-ba22-57e0faf9efdd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:18.221922 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-1e176139-71ca-4807-ba22-57e0faf9efdd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:18.256446 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e176139-71ca-4807-ba22-57e0faf9efdd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Pushing event updated for resources: {'Port': ['ID=3716c1a1-0b51-4a7f-827b-57b2be4d687d,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:18.264477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-1e176139-71ca-4807-ba22-57e0faf9efdd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6766691 Mar 07 22:32:18.539912 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-1cb50e59-a0e8-4d54-b543-fe74aa830b6e None None] Provisioning complete for port 3716c1a1-0b51-4a7f-827b-57b2be4d687d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:18.541033 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1cb50e59-a0e8-4d54-b543-fe74aa830b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:18.583416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-1cb50e59-a0e8-4d54-b543-fe74aa830b6e None None] Port 3716c1a1-0b51-4a7f-827b-57b2be4d687d cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:32:18.617108 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:18.813256 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31984d2-5663-48c3-a60a-0a8130c2c2b9 req-164b402f-e48b-497d-ab70-22981862acc4 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:18.815046 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d31984d2-5663-48c3-a60a-0a8130c2c2b9 req-164b402f-e48b-497d-ab70-22981862acc4 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 932 time: 0.0580764 Mar 07 22:32:18.866471 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d31984d2-5663-48c3-a60a-0a8130c2c2b9 req-24fbc012-8bdf-437e-b8bf-808f5f71bb69 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456603 Mar 07 22:32:19.487097 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:20.004194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c693f8a-c202-4ee3-89c2-d6f14d099c49 req-f8bb494b-425b-41d6-bfa1-dba20fe12f88 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:20.005738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c693f8a-c202-4ee3-89c2-d6f14d099c49 req-f8bb494b-425b-41d6-bfa1-dba20fe12f88 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 932 time: 0.0686648 Mar 07 22:32:20.059398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4c693f8a-c202-4ee3-89c2-d6f14d099c49 req-1292a816-42fd-4ace-bad1-e79383995d21 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481398 Mar 07 22:32:20.453843 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:21.184279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae78b11-357b-47e8-a80c-5f08f12c9844 req-90318f4b-5544-42a7-aa03-f131d9219c82 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:21.185753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ae78b11-357b-47e8-a80c-5f08f12c9844 req-90318f4b-5544-42a7-aa03-f131d9219c82 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 932 time: 0.0542767 Mar 07 22:32:21.249988 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6ae78b11-357b-47e8-a80c-5f08f12c9844 req-b7db58e2-e50f-4c3c-87ee-8fc7746435f2 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584724 Mar 07 22:32:22.216713 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:22.377690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd972947-2247-4f01-8dde-fac24f53dbaf req-e81513b5-89f2-4ec3-a985-d2f73904723c tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:22.380630 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd972947-2247-4f01-8dde-fac24f53dbaf req-e81513b5-89f2-4ec3-a985-d2f73904723c tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 932 time: 0.0588250 Mar 07 22:32:22.437522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd972947-2247-4f01-8dde-fac24f53dbaf req-6447bea3-3a2c-4d62-91c4-2ab19ded2718 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527010 Mar 07 22:32:23.560821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993c48e-6677-4597-9ac5-307c88b69d17 req-45530af9-4da6-4cfa-8170-3fed494b8dd7 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:23.562911 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f993c48e-6677-4597-9ac5-307c88b69d17 req-45530af9-4da6-4cfa-8170-3fed494b8dd7 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 932 time: 0.0553069 Mar 07 22:32:23.614711 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f993c48e-6677-4597-9ac5-307c88b69d17 req-8e0b814e-1743-40c1-a541-438d1ee00e14 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461595 Mar 07 22:32:24.737473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c03d53-1648-4205-84cb-b2dd78f880da req-9403e150-0bc1-4c3d-b88b-4d7b545c83eb tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:24.738947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76c03d53-1648-4205-84cb-b2dd78f880da req-9403e150-0bc1-4c3d-b88b-4d7b545c83eb tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 932 time: 0.0557446 Mar 07 22:32:24.792079 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76c03d53-1648-4205-84cb-b2dd78f880da req-a41848c1-cead-4bd2-94b7-444e0d5b2896 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475059 Mar 07 22:32:25.610750 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:32:25.622283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Request body: {'port': {'device_id': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:25.681934 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:25.939416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4200e7e-436c-44fc-8194-bda5f4d88292 req-8c2fc60a-5c12-4312-b066-ee6495b91829 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:25.940792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4200e7e-436c-44fc-8194-bda5f4d88292 req-8c2fc60a-5c12-4312-b066-ee6495b91829 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 932 time: 0.0828223 Mar 07 22:32:25.995176 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3716c1a1-0b51-4a7f-827b-57b2be4d687d {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:32:26.007485 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Publish callbacks [] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:26.031260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Transition to ACTIVE for port object 3716c1a1-0b51-4a7f-827b-57b2be4d687d will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:32:26.034677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4200e7e-436c-44fc-8194-bda5f4d88292 req-80d2295c-daad-41a0-91bd-312ecb6f87d4 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884075 Mar 07 22:32:26.035722 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:26.101012 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Pushing event updated for resources: {'Port': ['ID=3716c1a1-0b51-4a7f-827b-57b2be4d687d,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:26.153565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Attempting to bind port 3716c1a1-0b51-4a7f-827b-57b2be4d687d on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:32:26.153905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Attempting to bind port 3716c1a1-0b51-4a7f-827b-57b2be4d687d by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'ffb48f50-4df9-4e72-848b-e989551d4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:32:26.154270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Attempting to bind port 3716c1a1-0b51-4a7f-827b-57b2be4d687d on network a8d527dc-48e1-4780-a114-21b7c2f11aeb {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:32:26.159337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Port 3716c1a1-0b51-4a7f-827b-57b2be4d687d on network a8d527dc-48e1-4780-a114-21b7c2f11aeb not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:32:26.159659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Attempting to bind port 3716c1a1-0b51-4a7f-827b-57b2be4d687d on network a8d527dc-48e1-4780-a114-21b7c2f11aeb {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:32:26.164542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:32:26.164877 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Checking segment: {'id': 'ffb48f50-4df9-4e72-848b-e989551d4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:32:26.165254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Bound using segment: {'id': 'ffb48f50-4df9-4e72-848b-e989551d4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:32:26.165674 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Bound port: 3716c1a1-0b51-4a7f-827b-57b2be4d687d, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb48f50-4df9-4e72-848b-e989551d4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:32:26.166028 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:26.538750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] For port 3716c1a1-0b51-4a7f-827b-57b2be4d687d, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:32:26.541605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] For port 3716c1a1-0b51-4a7f-827b-57b2be4d687d, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d,segment=NetworkSegment(ffb48f50-4df9-4e72-848b-e989551d4318),segment_id=ffb48f50-4df9-4e72-848b-e989551d4318)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:32:26.547588 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:26.582709 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:26.583319 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:26.584789 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] 10.222.0.15 "PUT /v2.0/ports/3716c1a1-0b51-4a7f-827b-57b2be4d687d HTTP/1.1" status: 200 len: 1092 time: 0.9667230 Mar 07 22:32:26.585132 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'tag': '3716c1a1-0b51-4a7f-827b-57b2be4d687d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:32:26.587384 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c626af82-706b-4b6b-a16a-c17f40adbe11" -d '{"events": [{"name": "network-changed", "server_uuid": "a072f130-476a-4ebc-b6b7-fe3386461629", "tag": "3716c1a1-0b51-4a7f-827b-57b2be4d687d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:32:26.608940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3998811-4994-4da1-9c2b-1b019dabb179 service neutron] Pushing event updated for resources: {'Port': ['ID=3716c1a1-0b51-4a7f-827b-57b2be4d687d,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:26.654159 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb75d24-c65d-4acd-98a8-71711ad93261 x-openstack-request-id: req-4bb75d24-c65d-4acd-98a8-71711ad93261 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:32:26.654454 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a072f130-476a-4ebc-b6b7-fe3386461629", "tag": "3716c1a1-0b51-4a7f-827b-57b2be4d687d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:32:26.654807 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bb75d24-c65d-4acd-98a8-71711ad93261 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:32:26.655208 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'tag': '3716c1a1-0b51-4a7f-827b-57b2be4d687d', 'status': 'completed', 'code': 200} Mar 07 22:32:26.692244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-5fc5dd1c-f471-480d-87d9-1d5e12351700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:26.693772 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-5fc5dd1c-f471-480d-87d9-1d5e12351700 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3ba17ac172d42f4b65cfc5fb3122570&device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 1126 time: 0.0495589 Mar 07 22:32:26.742113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-0849af82-0127-49c6-88ad-73863cd9472f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d HTTP/1.1" status: 200 len: 217 time: 0.0380731 Mar 07 22:32:26.790890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-36e6f5af-c6f2-48fd-a11a-31c6bca6d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:26.792332 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-36e6f5af-c6f2-48fd-a11a-31c6bca6d6df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c286e91a-0640-4415-b5aa-63749d3b4b73 HTTP/1.1" status: 200 len: 853 time: 0.0440421 Mar 07 22:32:26.844103 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-8dde0470-10ee-4b3b-8f2c-2dac45a177d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:26.845472 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-8dde0470-10ee-4b3b-8f2c-2dac45a177d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d527dc-48e1-4780-a114-21b7c2f11aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432076 Mar 07 22:32:26.938668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-f80a7136-3862-42d5-9c8b-e7c3d3261b01 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831981 Mar 07 22:32:27.027183 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74576032-ba33-4070-8c79-8a9a89d977f8 req-da95e211-e7da-4fa7-a444-02dc1e0032fd service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792379 Mar 07 22:32:27.160811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626af82-706b-4b6b-a16a-c17f40adbe11 req-f217786a-3dea-447c-b8c8-c2d97619ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:27.162306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c626af82-706b-4b6b-a16a-c17f40adbe11 req-f217786a-3dea-447c-b8c8-c2d97619ff24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3ba17ac172d42f4b65cfc5fb3122570&device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 1126 time: 0.0796492 Mar 07 22:32:27.173444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bd2b9-c016-496d-a58b-5b4391857c10 req-4324c215-e986-437c-8ff8-def53d11efb1 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:27.174825 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc7bd2b9-c016-496d-a58b-5b4391857c10 req-4324c215-e986-437c-8ff8-def53d11efb1 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 944 time: 0.0673401 Mar 07 22:32:27.273040 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fc7bd2b9-c016-496d-a58b-5b4391857c10 req-3a923852-84cb-431b-94d5-f7a2bc1ec70d tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903466 Mar 07 22:32:27.291668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626af82-706b-4b6b-a16a-c17f40adbe11 req-324b43bd-a1a0-4170-96b9-166ea2994bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:27.293142 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c626af82-706b-4b6b-a16a-c17f40adbe11 req-324b43bd-a1a0-4170-96b9-166ea2994bbb service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8d527dc-48e1-4780-a114-21b7c2f11aeb HTTP/1.1" status: 200 len: 915 time: 0.1174932 Mar 07 22:32:27.336448 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c626af82-706b-4b6b-a16a-c17f40adbe11 req-2b27db5a-f635-4c0f-9c72-ee75846a011f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d HTTP/1.1" status: 200 len: 217 time: 0.0335648 Mar 07 22:32:27.385857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626af82-706b-4b6b-a16a-c17f40adbe11 req-ac8b1320-c6ec-4d09-8f92-a65eea198321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:27.387264 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c626af82-706b-4b6b-a16a-c17f40adbe11 req-ac8b1320-c6ec-4d09-8f92-a65eea198321 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c286e91a-0640-4415-b5aa-63749d3b4b73 HTTP/1.1" status: 200 len: 853 time: 0.0419850 Mar 07 22:32:27.438911 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626af82-706b-4b6b-a16a-c17f40adbe11 req-ffeb2a65-27d7-4961-ada8-b682970112eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:27.440354 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c626af82-706b-4b6b-a16a-c17f40adbe11 req-ffeb2a65-27d7-4961-ada8-b682970112eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d527dc-48e1-4780-a114-21b7c2f11aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463865 Mar 07 22:32:27.530615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c626af82-706b-4b6b-a16a-c17f40adbe11 req-61b4dc8d-f083-46e3-9891-875e45667969 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816932 Mar 07 22:32:27.624170 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c626af82-706b-4b6b-a16a-c17f40adbe11 req-c6242f98-4f2e-42ce-845f-3e20e29ef058 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850146 Mar 07 22:32:28.394357 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1732611-b45c-4a0b-9617-a4cc6e97e735 req-e62cdaa6-65f9-4152-986c-f290a5d9cc21 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:28.395830 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1732611-b45c-4a0b-9617-a4cc6e97e735 req-e62cdaa6-65f9-4152-986c-f290a5d9cc21 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 944 time: 0.0532916 Mar 07 22:32:28.441595 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a1732611-b45c-4a0b-9617-a4cc6e97e735 req-2affba9d-db8e-45a4-8450-7cfe3748cba1 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402679 Mar 07 22:32:28.847702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 3716c1a1-0b51-4a7f-827b-57b2be4d687d details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:32:29.096308 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 3716c1a1-0b51-4a7f-827b-57b2be4d687d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d,segment=NetworkSegment(ffb48f50-4df9-4e72-848b-e989551d4318),segment_id=ffb48f50-4df9-4e72-848b-e989551d4318)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:32:29.106666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '3716c1a1-0b51-4a7f-827b-57b2be4d687d', 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'port_id': '3716c1a1-0b51-4a7f-827b-57b2be4d687d', 'mac_address': 'fa:16:3e:55:95:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:32:29.143166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 3716c1a1-0b51-4a7f-827b-57b2be4d687d is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:29.143550 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:29.155919 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3716c1a1-0b51-4a7f-827b-57b2be4d687d {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:32:29.175210 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 3716c1a1-0b51-4a7f-827b-57b2be4d687d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d,segment=NetworkSegment(ffb48f50-4df9-4e72-848b-e989551d4318),segment_id=ffb48f50-4df9-4e72-848b-e989551d4318)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:32:29.178682 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:29.223779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=3716c1a1-0b51-4a7f-827b-57b2be4d687d,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:29.426107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['3716c1a1-0b51-4a7f-827b-57b2be4d687d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:32:29.567727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df418ea-370f-4b18-b3e4-498efbc0ec5b req-ff001186-fa7f-4578-a4bd-a6d8b621a0ca tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:29.569228 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5df418ea-370f-4b18-b3e4-498efbc0ec5b req-ff001186-fa7f-4578-a4bd-a6d8b621a0ca tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 945 time: 0.0534029 Mar 07 22:32:29.620032 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5df418ea-370f-4b18-b3e4-498efbc0ec5b req-9b0cdd25-395a-4714-aab0-315aa386993c tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445130 Mar 07 22:32:30.738973 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8091009-2a60-49a3-beb4-ce11b86c6b57 req-582c8604-f6f2-4aef-8431-93f38470cde7 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:30.740382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8091009-2a60-49a3-beb4-ce11b86c6b57 req-582c8604-f6f2-4aef-8431-93f38470cde7 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 945 time: 0.0530317 Mar 07 22:32:30.786842 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8091009-2a60-49a3-beb4-ce11b86c6b57 req-b069f57a-a51a-4109-bd15-359d06353afb tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408967 Mar 07 22:32:30.847990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 3716c1a1-0b51-4a7f-827b-57b2be4d687d up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:32:30.896123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 3716c1a1-0b51-4a7f-827b-57b2be4d687d completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:32:30.899732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 3716c1a1-0b51-4a7f-827b-57b2be4d687d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:30.900111 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:30.981915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 3716c1a1-0b51-4a7f-827b-57b2be4d687d is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:30.982329 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:31.004940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3716c1a1-0b51-4a7f-827b-57b2be4d687d'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:32:31.007145 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc447cfa-f966-4866-8b93-ce150cd2af70" -d '{"events": [{"server_uuid": "a072f130-476a-4ebc-b6b7-fe3386461629", "name": "network-vif-plugged", "status": "completed", "tag": "3716c1a1-0b51-4a7f-827b-57b2be4d687d"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:32:31.019757 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 3716c1a1-0b51-4a7f-827b-57b2be4d687d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d,segment=NetworkSegment(ffb48f50-4df9-4e72-848b-e989551d4318),segment_id=ffb48f50-4df9-4e72-848b-e989551d4318)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:32:31.023584 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:31.047880 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c5f4b1-1e0d-4c31-afb7-1891286e8761 x-openstack-request-id: req-b2c5f4b1-1e0d-4c31-afb7-1891286e8761 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:32:31.048172 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a072f130-476a-4ebc-b6b7-fe3386461629", "name": "network-vif-plugged", "status": "completed", "tag": "3716c1a1-0b51-4a7f-827b-57b2be4d687d", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:32:31.048428 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2c5f4b1-1e0d-4c31-afb7-1891286e8761 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:32:31.048817 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3716c1a1-0b51-4a7f-827b-57b2be4d687d', 'code': 200} Mar 07 22:32:31.076081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=3716c1a1-0b51-4a7f-827b-57b2be4d687d,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:31.155546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932587-66e2-4653-9c39-a38af86b39fc req-5f7a648d-7c51-4092-b93b-559a29d08b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:31.157145 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f932587-66e2-4653-9c39-a38af86b39fc req-5f7a648d-7c51-4092-b93b-559a29d08b29 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 1128 time: 0.0453701 Mar 07 22:32:31.204346 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f932587-66e2-4653-9c39-a38af86b39fc req-51e5cd57-26a5-46a8-9f1f-8374b883400f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367224 Mar 07 22:32:31.905260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da484a17-1b85-448e-8c36-f9960a053279 req-b136d5df-98f2-4039-9b62-4b2e09121101 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:31.907238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da484a17-1b85-448e-8c36-f9960a053279 req-b136d5df-98f2-4039-9b62-4b2e09121101 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 946 time: 0.0564008 Mar 07 22:32:31.951562 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da484a17-1b85-448e-8c36-f9960a053279 req-3dec9092-e20e-4e98-a34d-6de7cad8a2bd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388718 Mar 07 22:32:33.073048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b9849-3281-45e7-ae8c-695067d0a8b9 req-e3e091d8-0662-4e5a-ab06-f1ae149304fc tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:33.074547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a7b9849-3281-45e7-ae8c-695067d0a8b9 req-e3e091d8-0662-4e5a-ab06-f1ae149304fc tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 946 time: 0.0523911 Mar 07 22:32:33.120361 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6a7b9849-3281-45e7-ae8c-695067d0a8b9 req-ca895802-2da8-480e-be97-c08dafe03fa5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401807 Mar 07 22:32:33.245416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47530f03-14e5-40b7-b2d8-4e37abba91d7 req-a8af421e-0e2d-44e0-99d0-61cd15a2b049 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:33.246813 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47530f03-14e5-40b7-b2d8-4e37abba91d7 req-a8af421e-0e2d-44e0-99d0-61cd15a2b049 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 946 time: 0.0519056 Mar 07 22:32:33.296078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-47530f03-14e5-40b7-b2d8-4e37abba91d7 req-f13a2bea-fbb5-4df3-8a19-595d3d0307b6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431221 Mar 07 22:32:33.483759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530f9bc-6100-48e2-8fee-b024179b1a1b req-d4fe9bcb-6c8a-4331-b335-82716907a6b5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:33.485807 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8530f9bc-6100-48e2-8fee-b024179b1a1b req-d4fe9bcb-6c8a-4331-b335-82716907a6b5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 946 time: 0.0530593 Mar 07 22:32:33.540581 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8530f9bc-6100-48e2-8fee-b024179b1a1b req-10c11d9b-de49-48c5-a750-f5a8d26113ae tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490675 Mar 07 22:32:45.696390 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c141a7c2-01ce-468c-a658-ce57984bebc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:46.515368 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:48.190688 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5fdbb18c-7055-4fa6-ad7f-f07a4927861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:48.611148 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:49.489888 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:50.453326 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:52.235394 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:52.354926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e6337-d09b-4cc4-9ddd-8b2203bbf82d req-e9f90658-2dd3-472b-9ebf-6044e4eb710d tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:52.356315 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-486e6337-d09b-4cc4-9ddd-8b2203bbf82d req-e9f90658-2dd3-472b-9ebf-6044e4eb710d tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 946 time: 0.0520523 Mar 07 22:32:52.404735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-486e6337-d09b-4cc4-9ddd-8b2203bbf82d req-c02ee61b-1082-44da-a101-426e0558cce6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 Mar 07 22:32:52.426539 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52484) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:32:52.518614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafdfbad-cef1-4b5c-aee8-a6e7eda8c934 tempest-TestMinimumBasicScenario-1716253394 tempest-TestMinimumBasicScenario-1716253394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:52.522121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cafdfbad-cef1-4b5c-aee8-a6e7eda8c934 tempest-TestMinimumBasicScenario-1716253394 tempest-TestMinimumBasicScenario-1716253394-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 1123 time: 0.0936022 Mar 07 22:32:52.524858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52488) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:32:52.529138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': '3716c1a1-0b51-4a7f-827b-57b2be4d687d', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:52.549429 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:52.644482 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:52.746769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Allocated IP 172.25.4.82 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/c272bd3b-8f71-4f6a-8cda-51a6532adfe0) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:32:52.856426 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for port (c272bd3b-8f71-4f6a-8cda-51a6532adfe0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:52.888560 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c272bd3b-8f71-4f6a-8cda-51a6532adfe0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:52.931719 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:32:52.934444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:32:52.937863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:32:52.943263 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Pushing event updated for resources: {'Port': ['ID=c272bd3b-8f71-4f6a-8cda-51a6532adfe0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:53.294299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for floatingip (e8d10b33-e978-47ad-95c0-967dfb606446), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:53.365258 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c272bd3b-8f71-4f6a-8cda-51a6532adfe0), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:53.511313 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for port (c272bd3b-8f71-4f6a-8cda-51a6532adfe0), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:53.516483 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c272bd3b-8f71-4f6a-8cda-51a6532adfe0), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:53.584764 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Pushing event updated for resources: {'Port': ['ID=c272bd3b-8f71-4f6a-8cda-51a6532adfe0,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:53.593217 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (e8d10b33-e978-47ad-95c0-967dfb606446), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:53.693506 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Floating IP e8d10b33-e978-47ad-95c0-967dfb606446 associated. External IP: 172.25.4.82, port: 3716c1a1-0b51-4a7f-827b-57b2be4d687d. Mar 07 22:32:53.905881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:32:54.014356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:32:54.024050 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda3ff2-07f5-4b84-b0c7-5539504563a4 None None] Sync routers for ids ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:32:54.031565 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.033739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda3ff2-07f5-4b84-b0c7-5539504563a4 None None] Routers {'9b46b780-6bbf-4b9b-af2c-4d6f93822699'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:32:54.034414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-eeda3ff2-07f5-4b84-b0c7-5539504563a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:32:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:54.063395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c1c1ed42-503b-48b1-b5b7-390deeda5a3f tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5368829 Mar 07 22:32:54.063984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'tag': '3716c1a1-0b51-4a7f-827b-57b2be4d687d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:32:54.066257 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bde35a-650f-4576-b580-b90b985fb66c" -d '{"events": [{"name": "network-changed", "server_uuid": "a072f130-476a-4ebc-b6b7-fe3386461629", "tag": "3716c1a1-0b51-4a7f-827b-57b2be4d687d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:32:54.066404 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52490) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:32:54.071776 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492154288', 'description': 'tempest-secgroup-smoke-1492154288 description', 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:54.094589 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.103063 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc11f471-cd66-47ce-983f-d7ec153e52d7 x-openstack-request-id: req-fc11f471-cd66-47ce-983f-d7ec153e52d7 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:32:54.103366 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a072f130-476a-4ebc-b6b7-fe3386461629", "tag": "3716c1a1-0b51-4a7f-827b-57b2be4d687d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:32:54.103876 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc11f471-cd66-47ce-983f-d7ec153e52d7 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:32:54.104283 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'tag': '3716c1a1-0b51-4a7f-827b-57b2be4d687d', 'status': 'completed', 'code': 200} Mar 07 22:32:54.150660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-eeda3ff2-07f5-4b84-b0c7-5539504563a4 None None] Set router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:32:54.172952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bde35a-650f-4576-b580-b90b985fb66c req-162068e1-4ecf-4725-ada8-4969792f1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:54.174495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13bde35a-650f-4576-b580-b90b985fb66c req-162068e1-4ecf-4725-ada8-4969792f1a2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3ba17ac172d42f4b65cfc5fb3122570&device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 1128 time: 0.0465329 Mar 07 22:32:54.176022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group (81366ed4-333c-4199-86b2-f11a9f977c15), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.180581 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (81366ed4-333c-4199-86b2-f11a9f977c15), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.207450 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.209167 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1410568 Mar 07 22:32:54.211981 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52498) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:32:54.216539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7baeb4f9-a384-4f18-9c79-b47d3c6c130d tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Request body: {'security_group_rule': {'security_group_id': '81366ed4-333c-4199-86b2-f11a9f977c15', 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:54.238991 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81366ed4-333c-4199-86b2-f11a9f977c15,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:54.257942 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7baeb4f9-a384-4f18-9c79-b47d3c6c130d tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (00731503-90f2-410e-b623-364f1d00f660), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.261046 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:54.261397 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:54.261741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:54.262210 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:54.262580 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:54.262912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:54.263239 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:54.263565 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:54.263888 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:54.264211 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:54.264532 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:54.264881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:54.265160 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585f0094-382f-4a68-8afb-dd009592409e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:32:54.285673 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bde35a-650f-4576-b580-b90b985fb66c req-1c2a27c4-0f7b-4ddf-b4c0-e7a2f3744724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:54.287254 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13bde35a-650f-4576-b580-b90b985fb66c req-1c2a27c4-0f7b-4ddf-b4c0-e7a2f3744724 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8d527dc-48e1-4780-a114-21b7c2f11aeb HTTP/1.1" status: 200 len: 915 time: 0.1061456 Mar 07 22:32:54.313463 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7baeb4f9-a384-4f18-9c79-b47d3c6c130d tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (00731503-90f2-410e-b623-364f1d00f660), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.318145 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7baeb4f9-a384-4f18-9c79-b47d3c6c130d tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (00731503-90f2-410e-b623-364f1d00f660), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.337084 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baeb4f9-a384-4f18-9c79-b47d3c6c130d tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00731503-90f2-410e-b623-364f1d00f660,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:54.349293 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7baeb4f9-a384-4f18-9c79-b47d3c6c130d tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.350729 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7baeb4f9-a384-4f18-9c79-b47d3c6c130d tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375291 Mar 07 22:32:54.354441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52502) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:32:54.358896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d2c8a29d-80bb-48ca-98da-f30223fda744 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Request body: {'security_group_rule': {'security_group_id': '81366ed4-333c-4199-86b2-f11a9f977c15', 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:54.373389 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13bde35a-650f-4576-b580-b90b985fb66c req-80fdeef4-b394-4779-9771-b8acff0d1585 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d HTTP/1.1" status: 200 len: 999 time: 0.0788052 Mar 07 22:32:54.384925 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2c8a29d-80bb-48ca-98da-f30223fda744 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (9df7ee5b-0ce1-4b24-8ac9-5edb553746ad), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.401712 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-eeda3ff2-07f5-4b84-b0c7-5539504563a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:56Z', 'updated_at': '2022-03-07T22:31:59Z', 'revision_number': 4, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'gw_port': {'id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'e8d10b33-e978-47ad-95c0-967dfb606446', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'port_id': '3716c1a1-0b51-4a7f-827b-57b2be4d687d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'mac_address': 'fa:16:3e:55:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:32:53Z', 'updated_at': '2022-03-07T22:32:53Z', 'revision_number': 0, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff115e1c-b65f-4f15-9496-1e6c389b0700', 'name': '', 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'mac_address': 'fa:16:3e:70:4c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:59Z', 'updated_at': '2022-03-07T22:32:03Z', 'revision_number': 5, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'subnets': [{'id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:54.429781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda3ff2-07f5-4b84-b0c7-5539504563a4 None None] Checking router: 9b46b780-6bbf-4b9b-af2c-4d6f93822699 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:32:54.432856 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bde35a-650f-4576-b580-b90b985fb66c req-ffe7520d-3864-40b2-a3d3-5edf38db20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:54.434578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13bde35a-650f-4576-b580-b90b985fb66c req-ffe7520d-3864-40b2-a3d3-5edf38db20a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c286e91a-0640-4415-b5aa-63749d3b4b73 HTTP/1.1" status: 200 len: 853 time: 0.0541191 Mar 07 22:32:54.439310 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda3ff2-07f5-4b84-b0c7-5539504563a4 None None] Routers {'9b46b780-6bbf-4b9b-af2c-4d6f93822699'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:32:54.439926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-eeda3ff2-07f5-4b84-b0c7-5539504563a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:32:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:54.447385 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2c8a29d-80bb-48ca-98da-f30223fda744 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (9df7ee5b-0ce1-4b24-8ac9-5edb553746ad), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.451309 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2c8a29d-80bb-48ca-98da-f30223fda744 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (9df7ee5b-0ce1-4b24-8ac9-5edb553746ad), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.472428 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8a29d-80bb-48ca-98da-f30223fda744 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df7ee5b-0ce1-4b24-8ac9-5edb553746ad,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:54.479648 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d2c8a29d-80bb-48ca-98da-f30223fda744 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.480979 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d2c8a29d-80bb-48ca-98da-f30223fda744 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255050 Mar 07 22:32:54.483708 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52504) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:32:54.492803 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-da20267f-dd47-4591-827a-b31fcbb45c75 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Request body: {'security_group_rule': {'security_group_id': '81366ed4-333c-4199-86b2-f11a9f977c15', 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:54.494643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bde35a-650f-4576-b580-b90b985fb66c req-42dc212a-0292-4a07-869c-bae58c024c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:54.496191 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13bde35a-650f-4576-b580-b90b985fb66c req-42dc212a-0292-4a07-869c-bae58c024c14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d527dc-48e1-4780-a114-21b7c2f11aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547097 Mar 07 22:32:54.520828 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da20267f-dd47-4591-827a-b31fcbb45c75 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (5721f315-7a81-436c-a2ba-c07873945e61), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.559267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-eeda3ff2-07f5-4b84-b0c7-5539504563a4 None None] Set router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:32:54.581325 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da20267f-dd47-4591-827a-b31fcbb45c75 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (5721f315-7a81-436c-a2ba-c07873945e61), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.587685 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da20267f-dd47-4591-827a-b31fcbb45c75 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (5721f315-7a81-436c-a2ba-c07873945e61), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.596593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13bde35a-650f-4576-b580-b90b985fb66c req-7b913cd6-bec2-4402-9799-496ef4d1f666 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935676 Mar 07 22:32:54.611348 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20267f-dd47-4591-827a-b31fcbb45c75 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5721f315-7a81-436c-a2ba-c07873945e61,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:54.619555 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-da20267f-dd47-4591-827a-b31fcbb45c75 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.623868 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-da20267f-dd47-4591-827a-b31fcbb45c75 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391401 Mar 07 22:32:54.624524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52506) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:32:54.629442 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9d181efb-0b66-45be-96c7-7ef552b0a449 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Request body: {'security_group_rule': {'security_group_id': '81366ed4-333c-4199-86b2-f11a9f977c15', 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:54.658184 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9d181efb-0b66-45be-96c7-7ef552b0a449 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (f96cdecc-e149-467a-9d09-e98f0a9c878a), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.696262 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13bde35a-650f-4576-b580-b90b985fb66c req-46799aeb-c402-43cd-a109-12698b6629a1 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933926 Mar 07 22:32:54.716707 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9d181efb-0b66-45be-96c7-7ef552b0a449 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (f96cdecc-e149-467a-9d09-e98f0a9c878a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.721108 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9d181efb-0b66-45be-96c7-7ef552b0a449 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (f96cdecc-e149-467a-9d09-e98f0a9c878a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.738677 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d181efb-0b66-45be-96c7-7ef552b0a449 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96cdecc-e149-467a-9d09-e98f0a9c878a,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:54.746250 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9d181efb-0b66-45be-96c7-7ef552b0a449 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.749997 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9d181efb-0b66-45be-96c7-7ef552b0a449 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218066 Mar 07 22:32:54.750403 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52508) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:32:54.754731 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-f0993353-2548-4fbc-88fd-feff940eaae7 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Request body: {'security_group_rule': {'security_group_id': '81366ed4-333c-4199-86b2-f11a9f977c15', 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:54.774787 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-f0993353-2548-4fbc-88fd-feff940eaae7 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Project d3ba17ac172d42f4b65cfc5fb3122570 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:32:54.779541 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0993353-2548-4fbc-88fd-feff940eaae7 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (84f382ea-5398-4c0f-a128-7f414bf53456), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.805576 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-eeda3ff2-07f5-4b84-b0c7-5539504563a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:56Z', 'updated_at': '2022-03-07T22:31:59Z', 'revision_number': 4, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'gw_port': {'id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'e8d10b33-e978-47ad-95c0-967dfb606446', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'port_id': '3716c1a1-0b51-4a7f-827b-57b2be4d687d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'mac_address': 'fa:16:3e:55:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:32:53Z', 'updated_at': '2022-03-07T22:32:53Z', 'revision_number': 0, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff115e1c-b65f-4f15-9496-1e6c389b0700', 'name': '', 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'mac_address': 'fa:16:3e:70:4c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:59Z', 'updated_at': '2022-03-07T22:32:03Z', 'revision_number': 5, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'subnets': [{'id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:54.836541 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda3ff2-07f5-4b84-b0c7-5539504563a4 None None] The sync data for ids ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'] in n-d-832330-1 is: [{'id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:56Z', 'updated_at': '2022-03-07T22:31:59Z', 'revision_number': 4, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'gw_port': {'id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'e8d10b33-e978-47ad-95c0-967dfb606446', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'port_id': '3716c1a1-0b51-4a7f-827b-57b2be4d687d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'mac_address': 'fa:16:3e:55:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:32:53Z', 'updated_at': '2022-03-07T22:32:53Z', 'revision_number': 0, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff115e1c-b65f-4f15-9496-1e6c389b0700', 'name': '', 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'mac_address': 'fa:16:3e:70:4c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:59Z', 'updated_at': '2022-03-07T22:32:03Z', 'revision_number': 5, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'subnets': [{'id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:32:54.848010 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0993353-2548-4fbc-88fd-feff940eaae7 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (84f382ea-5398-4c0f-a128-7f414bf53456), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.852557 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0993353-2548-4fbc-88fd-feff940eaae7 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (84f382ea-5398-4c0f-a128-7f414bf53456), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.871503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0993353-2548-4fbc-88fd-feff940eaae7 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f382ea-5398-4c0f-a128-7f414bf53456,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:54.878831 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0993353-2548-4fbc-88fd-feff940eaae7 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.880022 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f0993353-2548-4fbc-88fd-feff940eaae7 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286643 Mar 07 22:32:54.882804 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52510) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:32:54.887272 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6d8382da-311d-4ea4-b93e-5d49efe909b4 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Request body: {'security_group_rule': {'security_group_id': '81366ed4-333c-4199-86b2-f11a9f977c15', 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:54.909310 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-6d8382da-311d-4ea4-b93e-5d49efe909b4 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Project d3ba17ac172d42f4b65cfc5fb3122570 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:32:54.914536 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6d8382da-311d-4ea4-b93e-5d49efe909b4 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (60fd6582-33bb-4aec-ba02-576d691c28e7), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.975709 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6d8382da-311d-4ea4-b93e-5d49efe909b4 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (60fd6582-33bb-4aec-ba02-576d691c28e7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.979850 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6d8382da-311d-4ea4-b93e-5d49efe909b4 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (60fd6582-33bb-4aec-ba02-576d691c28e7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:54.998721 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8382da-311d-4ea4-b93e-5d49efe909b4 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fd6582-33bb-4aec-ba02-576d691c28e7,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:55.004308 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6d8382da-311d-4ea4-b93e-5d49efe909b4 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:55.005535 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6d8382da-311d-4ea4-b93e-5d49efe909b4 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217587 Mar 07 22:32:55.052198 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c03b80-8372-435e-b4e1-e9bbed603a57 None None] New status for floating IP e8d10b33-e978-47ad-95c0-967dfb606446: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:32:55.104830 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0779a355-538f-4b2b-977c-aa6bbf310b57 req-31371259-083b-4aa8-838a-f9c635460c20 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492154288&fields=id&tenant_id=d3ba17ac172d42f4b65cfc5fb3122570 HTTP/1.1" status: 200 len: 267 time: 0.0455432 Mar 07 22:32:55.160124 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779a355-538f-4b2b-977c-aa6bbf310b57 req-f4d1c3eb-a598-4f60-8c8b-6de8d722a69d tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:55.161724 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0779a355-538f-4b2b-977c-aa6bbf310b57 req-f4d1c3eb-a598-4f60-8c8b-6de8d722a69d tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 946 time: 0.0522010 Mar 07 22:32:55.172460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-0779a355-538f-4b2b-977c-aa6bbf310b57 req-26f76a66-30f9-4406-983c-26bf7b0d6abd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Request body: {'port': {'security_groups': ['c6d84f6b-bb5d-4e2e-9769-adb0febb2d85', '81366ed4-333c-4199-86b2-f11a9f977c15']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:55.252005 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0779a355-538f-4b2b-977c-aa6bbf310b57 req-26f76a66-30f9-4406-983c-26bf7b0d6abd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:55.446507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-0779a355-538f-4b2b-977c-aa6bbf310b57 req-26f76a66-30f9-4406-983c-26bf7b0d6abd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] For port 3716c1a1-0b51-4a7f-827b-57b2be4d687d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d,segment=NetworkSegment(ffb48f50-4df9-4e72-848b-e989551d4318),segment_id=ffb48f50-4df9-4e72-848b-e989551d4318)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:32:55.474210 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0779a355-538f-4b2b-977c-aa6bbf310b57 req-26f76a66-30f9-4406-983c-26bf7b0d6abd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:55.478854 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0779a355-538f-4b2b-977c-aa6bbf310b57 req-26f76a66-30f9-4406-983c-26bf7b0d6abd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:55.490373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['3716c1a1-0b51-4a7f-827b-57b2be4d687d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:32:55.519877 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779a355-538f-4b2b-977c-aa6bbf310b57 req-26f76a66-30f9-4406-983c-26bf7b0d6abd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:55.520524 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-0779a355-538f-4b2b-977c-aa6bbf310b57 req-26f76a66-30f9-4406-983c-26bf7b0d6abd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:55.521934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0779a355-538f-4b2b-977c-aa6bbf310b57 req-26f76a66-30f9-4406-983c-26bf7b0d6abd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "PUT /v2.0/ports/3716c1a1-0b51-4a7f-827b-57b2be4d687d HTTP/1.1" status: 200 len: 982 time: 0.3540261 Mar 07 22:32:55.553086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f76a66-30f9-4406-983c-26bf7b0d6abd tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Pushing event updated for resources: {'Port': ['ID=3716c1a1-0b51-4a7f-827b-57b2be4d687d,revision_number=6']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:55.598689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['3716c1a1-0b51-4a7f-827b-57b2be4d687d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:32:55.647069 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db04ca5-599d-4af2-a626-84f55f752355 req-99e0e2da-b3a1-4f78-82b5-186a58294f2c tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:55.648676 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8db04ca5-599d-4af2-a626-84f55f752355 req-99e0e2da-b3a1-4f78-82b5-186a58294f2c tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 985 time: 0.0678165 Mar 07 22:32:55.720283 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8db04ca5-599d-4af2-a626-84f55f752355 req-5c4f1596-d299-4849-814c-718ca6a288da tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&id=81366ed4-333c-4199-86b2-f11a9f977c15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647993 Mar 07 22:32:55.816061 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-800958ff-cee8-4eb5-b694-0074389c5b61 None None] Provisioning complete for port 3716c1a1-0b51-4a7f-827b-57b2be4d687d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:32:55.816359 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-800958ff-cee8-4eb5-b694-0074389c5b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:32:56.025710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-800958ff-cee8-4eb5-b694-0074389c5b61 None None] Current status of the port 3716c1a1-0b51-4a7f-827b-57b2be4d687d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:32:56.105651 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'tag': '3716c1a1-0b51-4a7f-827b-57b2be4d687d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:32:56.108101 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3b0bf8-1190-49d3-8187-af16f47fbc68" -d '{"events": [{"name": "network-changed", "server_uuid": "a072f130-476a-4ebc-b6b7-fe3386461629", "tag": "3716c1a1-0b51-4a7f-827b-57b2be4d687d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:32:56.144739 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb52c14f-49d6-4970-b84a-0880da69434d x-openstack-request-id: req-bb52c14f-49d6-4970-b84a-0880da69434d {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:32:56.145044 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a072f130-476a-4ebc-b6b7-fe3386461629", "tag": "3716c1a1-0b51-4a7f-827b-57b2be4d687d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:32:56.145482 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb52c14f-49d6-4970-b84a-0880da69434d {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:32:56.145713 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'tag': '3716c1a1-0b51-4a7f-827b-57b2be4d687d', 'status': 'completed', 'code': 200} Mar 07 22:32:56.221276 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b0bf8-1190-49d3-8187-af16f47fbc68 req-0883b950-7183-41bd-9a59-cf0d8fc6724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:56.222852 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff3b0bf8-1190-49d3-8187-af16f47fbc68 req-0883b950-7183-41bd-9a59-cf0d8fc6724f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3ba17ac172d42f4b65cfc5fb3122570&device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 1167 time: 0.0540943 Mar 07 22:32:56.315691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b0bf8-1190-49d3-8187-af16f47fbc68 req-8ba8851d-e15f-4707-84e5-db0b66aec09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:56.317424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff3b0bf8-1190-49d3-8187-af16f47fbc68 req-8ba8851d-e15f-4707-84e5-db0b66aec09f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8d527dc-48e1-4780-a114-21b7c2f11aeb HTTP/1.1" status: 200 len: 915 time: 0.0873742 Mar 07 22:32:56.386009 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff3b0bf8-1190-49d3-8187-af16f47fbc68 req-6106ab6d-4a92-46f2-b88b-40c2f07af84f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d HTTP/1.1" status: 200 len: 1001 time: 0.0612354 Mar 07 22:32:56.432720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b0bf8-1190-49d3-8187-af16f47fbc68 req-37181aa9-5f1c-4710-81d1-665518abbee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:56.434153 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff3b0bf8-1190-49d3-8187-af16f47fbc68 req-37181aa9-5f1c-4710-81d1-665518abbee4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c286e91a-0640-4415-b5aa-63749d3b4b73 HTTP/1.1" status: 200 len: 853 time: 0.0409803 Mar 07 22:32:56.483362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b0bf8-1190-49d3-8187-af16f47fbc68 req-3e90b673-7084-4131-ba10-ae698091f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:56.485479 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff3b0bf8-1190-49d3-8187-af16f47fbc68 req-3e90b673-7084-4131-ba10-ae698091f5c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d527dc-48e1-4780-a114-21b7c2f11aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425994 Mar 07 22:32:56.578679 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff3b0bf8-1190-49d3-8187-af16f47fbc68 req-493a1ece-0f41-461c-b6fd-304bbaf11872 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871775 Mar 07 22:32:56.666329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff3b0bf8-1190-49d3-8187-af16f47fbc68 req-ddf0185b-3a9c-4305-a545-fa8cf1559d6e service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817535 Mar 07 22:32:59.352464 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b7886ab-0548-4190-84fe-5b9db1a1b357 req-107a53d6-7163-45a8-b8cd-06e31d4d3e18 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473638 Mar 07 22:32:59.438408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7886ab-0548-4190-84fe-5b9db1a1b357 req-38b1a44c-a2e4-4021-addd-677d42f23415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:59.439883 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b7886ab-0548-4190-84fe-5b9db1a1b357 req-38b1a44c-a2e4-4021-addd-677d42f23415 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3ba17ac172d42f4b65cfc5fb3122570&device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 1167 time: 0.0446012 Mar 07 22:32:59.545535 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7886ab-0548-4190-84fe-5b9db1a1b357 req-6f097313-3328-4330-9eec-85ee9a7abdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:59.547650 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b7886ab-0548-4190-84fe-5b9db1a1b357 req-6f097313-3328-4330-9eec-85ee9a7abdf7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8d527dc-48e1-4780-a114-21b7c2f11aeb HTTP/1.1" status: 200 len: 915 time: 0.0860679 Mar 07 22:32:59.611600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b7886ab-0548-4190-84fe-5b9db1a1b357 req-40ba9903-cfc3-4484-8481-4fecc27c46d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d HTTP/1.1" status: 200 len: 1001 time: 0.0573552 Mar 07 22:32:59.657958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7886ab-0548-4190-84fe-5b9db1a1b357 req-13cdc199-cc44-4aa0-a8b9-9cdf1639d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:59.659371 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b7886ab-0548-4190-84fe-5b9db1a1b357 req-13cdc199-cc44-4aa0-a8b9-9cdf1639d779 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c286e91a-0640-4415-b5aa-63749d3b4b73 HTTP/1.1" status: 200 len: 853 time: 0.0414858 Mar 07 22:32:59.709390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7886ab-0548-4190-84fe-5b9db1a1b357 req-7553c800-2fae-473f-9e7d-fd269619ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:59.710937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b7886ab-0548-4190-84fe-5b9db1a1b357 req-7553c800-2fae-473f-9e7d-fd269619ce9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d527dc-48e1-4780-a114-21b7c2f11aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458972 Mar 07 22:33:00.105227 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b7886ab-0548-4190-84fe-5b9db1a1b357 req-25db91fa-8fe4-4b4b-b0e4-1c74d7247202 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880177 Mar 07 22:33:00.205325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b7886ab-0548-4190-84fe-5b9db1a1b357 req-ddf73323-1d81-4752-8a03-5864daf5b80f service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898163 Mar 07 22:33:02.610947 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:33:09.893409 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d741e4-99c6-4147-9115-d761ee6e26f6 req-7e63dd19-06c2-4be7-bae4-4b5e542a9316 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:09.894937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27d741e4-99c6-4147-9115-d761ee6e26f6 req-7e63dd19-06c2-4be7-bae4-4b5e542a9316 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 985 time: 0.0833428 Mar 07 22:33:09.897492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01762c79-d91b-4c5b-a449-2d24b805de99 req-99d0dfdd-6046-42d3-9206-6286f5fda1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:09.898878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01762c79-d91b-4c5b-a449-2d24b805de99 req-99d0dfdd-6046-42d3-9206-6286f5fda1e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3ba17ac172d42f4b65cfc5fb3122570&device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 1167 time: 0.0785172 Mar 07 22:33:10.013480 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27d741e4-99c6-4147-9115-d761ee6e26f6 req-27ddee94-260b-426d-aaea-7333bf6bd273 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&id=81366ed4-333c-4199-86b2-f11a9f977c15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127868 Mar 07 22:33:10.028537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01762c79-d91b-4c5b-a449-2d24b805de99 req-5f784385-a3ba-423e-b335-9204d830fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:10.030017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01762c79-d91b-4c5b-a449-2d24b805de99 req-5f784385-a3ba-423e-b335-9204d830fe42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8d527dc-48e1-4780-a114-21b7c2f11aeb HTTP/1.1" status: 200 len: 915 time: 0.1238754 Mar 07 22:33:10.098569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01762c79-d91b-4c5b-a449-2d24b805de99 req-ffa8ac5b-78d7-4daa-b17c-31fa89ba07ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d HTTP/1.1" status: 200 len: 1001 time: 0.0618529 Mar 07 22:33:10.145415 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01762c79-d91b-4c5b-a449-2d24b805de99 req-c0c50071-810e-43df-b025-5a1d42f651d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:10.146834 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01762c79-d91b-4c5b-a449-2d24b805de99 req-c0c50071-810e-43df-b025-5a1d42f651d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c286e91a-0640-4415-b5aa-63749d3b4b73 HTTP/1.1" status: 200 len: 853 time: 0.0425055 Mar 07 22:33:10.194485 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01762c79-d91b-4c5b-a449-2d24b805de99 req-92464c0a-0c3f-428d-8be5-9e06b275431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:10.196018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01762c79-d91b-4c5b-a449-2d24b805de99 req-92464c0a-0c3f-428d-8be5-9e06b275431a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d527dc-48e1-4780-a114-21b7c2f11aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435376 Mar 07 22:33:10.295575 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01762c79-d91b-4c5b-a449-2d24b805de99 req-5eb3f110-1341-4d36-86c0-d694a8984ef1 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905623 Mar 07 22:33:10.381652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01762c79-d91b-4c5b-a449-2d24b805de99 req-22b1441f-1687-4166-8433-4f9d2cb1de23 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801892 Mar 07 22:33:11.132843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f06865-846b-4a60-a247-84c02364c24e req-a20b2c7a-4fd5-4936-8c87-0d28c4258f3b tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:11.134357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f06865-846b-4a60-a247-84c02364c24e req-a20b2c7a-4fd5-4936-8c87-0d28c4258f3b tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 985 time: 0.0531795 Mar 07 22:33:11.200257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31f06865-846b-4a60-a247-84c02364c24e req-ab657cef-41e2-42b9-83fc-33bb4a3f4c34 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&id=81366ed4-333c-4199-86b2-f11a9f977c15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602326 Mar 07 22:33:12.320886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08217094-2a67-46b0-85eb-52f158c388ff req-8d702fda-c731-481c-9b0c-f9da397082d6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:12.322283 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-08217094-2a67-46b0-85eb-52f158c388ff req-8d702fda-c731-481c-9b0c-f9da397082d6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 985 time: 0.0530298 Mar 07 22:33:12.379968 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-08217094-2a67-46b0-85eb-52f158c388ff req-d1048f21-1dc2-4cc1-b9f9-e0c2c2e5c4c8 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&id=81366ed4-333c-4199-86b2-f11a9f977c15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521176 Mar 07 22:33:13.501953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3e48a-7f2a-4d81-9bfc-78f18ad36737 req-e4e24f6b-b744-46e9-a12c-9b15a7519058 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:13.503463 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5d3e48a-7f2a-4d81-9bfc-78f18ad36737 req-e4e24f6b-b744-46e9-a12c-9b15a7519058 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 985 time: 0.0545313 Mar 07 22:33:13.561134 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5d3e48a-7f2a-4d81-9bfc-78f18ad36737 req-2297de06-e1b5-4fc4-9416-f849625ec612 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&id=81366ed4-333c-4199-86b2-f11a9f977c15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519218 Mar 07 22:33:14.684277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c30c6-6a5a-4efb-96d0-47c2babc20d1 req-7919cf7a-f5a8-4b05-9043-e1cf180795af tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:14.685762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-713c30c6-6a5a-4efb-96d0-47c2babc20d1 req-7919cf7a-f5a8-4b05-9043-e1cf180795af tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 985 time: 0.0588050 Mar 07 22:33:14.744436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-713c30c6-6a5a-4efb-96d0-47c2babc20d1 req-54641710-f588-403d-91d0-80c6677f67a2 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&id=81366ed4-333c-4199-86b2-f11a9f977c15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529990 Mar 07 22:33:15.697493 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d801e012-529e-427b-bbb6-ceb0f19dd1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:15.863185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bafd8-ea79-479c-9ebb-0078875c0dd7 req-527225c1-22fa-4cd1-a34f-7605ace3c66d tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:15.864672 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e1bafd8-ea79-479c-9ebb-0078875c0dd7 req-527225c1-22fa-4cd1-a34f-7605ace3c66d tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 985 time: 0.0530720 Mar 07 22:33:15.922704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9e1bafd8-ea79-479c-9ebb-0078875c0dd7 req-16de887b-0c67-494a-8303-e9a981ece476 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&id=81366ed4-333c-4199-86b2-f11a9f977c15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524762 Mar 07 22:33:16.531859 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:17.044968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20522ea9-d1b8-4765-bdee-c3ae95f3a42c req-2f867add-48b9-4578-99dc-eab83fa6cd5c tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:17.046480 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20522ea9-d1b8-4765-bdee-c3ae95f3a42c req-2f867add-48b9-4578-99dc-eab83fa6cd5c tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 985 time: 0.0577619 Mar 07 22:33:17.104356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20522ea9-d1b8-4765-bdee-c3ae95f3a42c req-b6f461b3-37aa-4242-8a33-995f75108141 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&id=81366ed4-333c-4199-86b2-f11a9f977c15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522695 Mar 07 22:33:18.192831 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b877d601-227e-430c-bf50-e1189a3c89b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:18.225212 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90ca29-0ad3-452c-9951-755d0bc9178d req-367db330-859b-438f-b4f3-2aa6736b54d9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:18.226794 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa90ca29-0ad3-452c-9951-755d0bc9178d req-367db330-859b-438f-b4f3-2aa6736b54d9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 985 time: 0.0539560 Mar 07 22:33:18.289070 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa90ca29-0ad3-452c-9951-755d0bc9178d req-e17df6e3-ab50-4c7e-9fa0-d2a2b9dfd6e8 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&id=81366ed4-333c-4199-86b2-f11a9f977c15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559306 Mar 07 22:33:18.615349 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:19.408873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2d19d-64e2-4050-8cfc-e9ce41924ad6 req-9cbcb7c7-6198-4dc6-8e86-5bd544d5534e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:19.410461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afd2d19d-64e2-4050-8cfc-e9ce41924ad6 req-9cbcb7c7-6198-4dc6-8e86-5bd544d5534e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 985 time: 0.0552630 Mar 07 22:33:19.479391 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afd2d19d-64e2-4050-8cfc-e9ce41924ad6 req-ff810a03-11b0-4bf2-99e7-6d0b1928810e tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&id=81366ed4-333c-4199-86b2-f11a9f977c15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632160 Mar 07 22:33:19.490563 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:20.455918 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:20.596928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf260dcc-1eeb-4897-869e-b3e362f10180 req-f1b50267-3c71-408d-9e31-9aacf3f14c45 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:20.598475 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf260dcc-1eeb-4897-869e-b3e362f10180 req-f1b50267-3c71-408d-9e31-9aacf3f14c45 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 985 time: 0.0526421 Mar 07 22:33:20.656373 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf260dcc-1eeb-4897-869e-b3e362f10180 req-917b319e-384a-4885-9fe2-ad56160e9a79 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&id=81366ed4-333c-4199-86b2-f11a9f977c15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522931 Mar 07 22:33:21.774417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1498a-3dab-4729-b965-e922f684d6d5 req-5b635c72-77ba-49e3-9947-b084399a467a tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:21.775890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07b1498a-3dab-4729-b965-e922f684d6d5 req-5b635c72-77ba-49e3-9947-b084399a467a tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 985 time: 0.0540090 Mar 07 22:33:21.833745 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07b1498a-3dab-4729-b965-e922f684d6d5 req-db67dc6c-d8e5-4173-871d-f5f0bf966c39 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&id=81366ed4-333c-4199-86b2-f11a9f977c15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522757 Mar 07 22:33:22.218256 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:39.609777 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:33:45.698168 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b131a9a7-2399-4a16-a98d-611be94b6d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:46.571209 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:48.194943 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fed66743-9c39-4d61-a398-ead52291a099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:48.642356 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:49.493865 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:50.456730 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:52.221072 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:54.994866 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d43c2712-7c89-459d-988d-1dd1230a8567 req-a64e329e-5ed1-495d-a501-589c103d7252 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492154288&fields=id&tenant_id=d3ba17ac172d42f4b65cfc5fb3122570 HTTP/1.1" status: 200 len: 267 time: 0.0508029 Mar 07 22:33:55.053311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c2712-7c89-459d-988d-1dd1230a8567 req-0011ff00-88c0-4938-8c83-1747a9e4abe5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:55.054841 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d43c2712-7c89-459d-988d-1dd1230a8567 req-0011ff00-88c0-4938-8c83-1747a9e4abe5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 985 time: 0.0547245 Mar 07 22:33:55.065775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-d43c2712-7c89-459d-988d-1dd1230a8567 req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Request body: {'port': {'security_groups': ['c6d84f6b-bb5d-4e2e-9769-adb0febb2d85']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:33:55.133340 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d43c2712-7c89-459d-988d-1dd1230a8567 req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:55.301581 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-d43c2712-7c89-459d-988d-1dd1230a8567 req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] For port 3716c1a1-0b51-4a7f-827b-57b2be4d687d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d,segment=NetworkSegment(ffb48f50-4df9-4e72-848b-e989551d4318),segment_id=ffb48f50-4df9-4e72-848b-e989551d4318)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:33:55.330236 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d43c2712-7c89-459d-988d-1dd1230a8567 req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:55.334731 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d43c2712-7c89-459d-988d-1dd1230a8567 req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:55.351974 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['3716c1a1-0b51-4a7f-827b-57b2be4d687d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:33:55.386084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c2712-7c89-459d-988d-1dd1230a8567 req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:55.386775 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d43c2712-7c89-459d-988d-1dd1230a8567 req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:55.388182 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d43c2712-7c89-459d-988d-1dd1230a8567 req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "PUT /v2.0/ports/3716c1a1-0b51-4a7f-827b-57b2be4d687d HTTP/1.1" status: 200 len: 943 time: 0.3272939 Mar 07 22:33:55.388655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'tag': '3716c1a1-0b51-4a7f-827b-57b2be4d687d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:33:55.391569 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b159f1-01c6-465a-b915-d72cf21a4bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "a072f130-476a-4ebc-b6b7-fe3386461629", "tag": "3716c1a1-0b51-4a7f-827b-57b2be4d687d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:33:55.394206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52584) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:33:55.424587 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Pushing event updated for resources: {'Port': ['ID=3716c1a1-0b51-4a7f-827b-57b2be4d687d,revision_number=7']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:33:55.434668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.435032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.435383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.435732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.436348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.436803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.437019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.437356 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.437633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.438529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.438871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.439200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.439527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d8ab-d3f5-494a-88f2-6bc1fa359fb9 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.454744 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5738e3d8-7c66-47dd-9851-f38849f5e564 x-openstack-request-id: req-5738e3d8-7c66-47dd-9851-f38849f5e564 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:33:55.455219 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a072f130-476a-4ebc-b6b7-fe3386461629", "tag": "3716c1a1-0b51-4a7f-827b-57b2be4d687d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:33:55.455960 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5738e3d8-7c66-47dd-9851-f38849f5e564 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:33:55.456450 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'tag': '3716c1a1-0b51-4a7f-827b-57b2be4d687d', 'status': 'completed', 'code': 200} Mar 07 22:33:55.482537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['3716c1a1-0b51-4a7f-827b-57b2be4d687d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:33:55.489644 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group (81366ed4-333c-4199-86b2-f11a9f977c15), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:55.513831 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b159f1-01c6-465a-b915-d72cf21a4bc0 req-b5d86693-02b8-4779-8db0-00213bbc8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:55.515416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73b159f1-01c6-465a-b915-d72cf21a4bc0 req-b5d86693-02b8-4779-8db0-00213bbc8dbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3ba17ac172d42f4b65cfc5fb3122570&device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 1128 time: 0.0520704 Mar 07 22:33:55.523074 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group (81366ed4-333c-4199-86b2-f11a9f977c15), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:55.599367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (81366ed4-333c-4199-86b2-f11a9f977c15), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:55.602591 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:55.604932 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "DELETE /v2.0/security-groups/81366ed4-333c-4199-86b2-f11a9f977c15 HTTP/1.1" status: 204 len: 168 time: 0.2081351 Mar 07 22:33:55.608259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52590) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:33:55.617783 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81366ed4-333c-4199-86b2-f11a9f977c15,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:33:55.627831 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.628689 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.629271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.629879 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.630284 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.630660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.630975 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.631482 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.631975 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.632471 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.632980 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.633963 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.634503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28709d79-c4fb-416e-9db0-a67fbdeccbf6 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:33:55.684780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b159f1-01c6-465a-b915-d72cf21a4bc0 req-c4258cac-55e3-41a5-8ecb-7caf48579cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:55.686280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73b159f1-01c6-465a-b915-d72cf21a4bc0 req-c4258cac-55e3-41a5-8ecb-7caf48579cba service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8d527dc-48e1-4780-a114-21b7c2f11aeb HTTP/1.1" status: 200 len: 915 time: 0.1605721 Mar 07 22:33:55.718822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d8a4943b-428c-4f08-9d8f-4d634e8800dc None None] Provisioning complete for port 3716c1a1-0b51-4a7f-827b-57b2be4d687d triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:33:55.719722 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8a4943b-428c-4f08-9d8f-4d634e8800dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:55.800514 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73b159f1-01c6-465a-b915-d72cf21a4bc0 req-49c91af1-8a41-40d0-81a5-5f64f7caf8ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d HTTP/1.1" status: 200 len: 1001 time: 0.1033077 Mar 07 22:33:55.805323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4943b-428c-4f08-9d8f-4d634e8800dc None None] Current status of the port 3716c1a1-0b51-4a7f-827b-57b2be4d687d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:33:55.866665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b159f1-01c6-465a-b915-d72cf21a4bc0 req-92aeaadb-f34e-403c-887a-92ac7327182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:55.868088 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73b159f1-01c6-465a-b915-d72cf21a4bc0 req-92aeaadb-f34e-403c-887a-92ac7327182d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c286e91a-0640-4415-b5aa-63749d3b4b73 HTTP/1.1" status: 200 len: 853 time: 0.0516267 Mar 07 22:33:55.886948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7b9e4-e21b-40f1-8ce5-770b2fcb0bc5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Deleting port c272bd3b-8f71-4f6a-8cda-51a6532adfe0 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:33:55.887290 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b9e4-e21b-40f1-8ce5-770b2fcb0bc5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c272bd3b-8f71-4f6a-8cda-51a6532adfe0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:55.973724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b159f1-01c6-465a-b915-d72cf21a4bc0 req-33320803-125f-433c-b838-ada095fc6366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:55.975276 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73b159f1-01c6-465a-b915-d72cf21a4bc0 req-33320803-125f-433c-b838-ada095fc6366 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d527dc-48e1-4780-a114-21b7c2f11aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1000979 Mar 07 22:33:55.994546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-73b159f1-01c6-465a-b915-d72cf21a4bc0 req-0454a2d6-9477-4e3c-a5cb-d04f4495ba15 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:33:55.995489 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73b159f1-01c6-465a-b915-d72cf21a4bc0 req-0454a2d6-9477-4e3c-a5cb-d04f4495ba15 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068879 Mar 07 22:33:55.997165 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b9e4-e21b-40f1-8ce5-770b2fcb0bc5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c272bd3b-8f71-4f6a-8cda-51a6532adfe0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:55.997493 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b9e4-e21b-40f1-8ce5-770b2fcb0bc5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for floatingip (c272bd3b-8f71-4f6a-8cda-51a6532adfe0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:56.016825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7b9e4-e21b-40f1-8ce5-770b2fcb0bc5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Calling delete_port for c272bd3b-8f71-4f6a-8cda-51a6532adfe0 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:33:56.147793 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73b159f1-01c6-465a-b915-d72cf21a4bc0 req-41647127-9fac-4f64-a2c4-9ffccfc520a7 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415014 Mar 07 22:33:56.281110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73b159f1-01c6-465a-b915-d72cf21a4bc0 req-2a137480-5625-466f-ae4b-1a038852236f service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222498 Mar 07 22:33:56.294806 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b9e4-e21b-40f1-8ce5-770b2fcb0bc5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c272bd3b-8f71-4f6a-8cda-51a6532adfe0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:56.324528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7b9e4-e21b-40f1-8ce5-770b2fcb0bc5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Pushing event deleted for resources: {'Port': ['ID=c272bd3b-8f71-4f6a-8cda-51a6532adfe0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:33:56.384757 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b9e4-e21b-40f1-8ce5-770b2fcb0bc5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks [] for floatingip (e8d10b33-e978-47ad-95c0-967dfb606446), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:56.385098 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-c7f7b9e4-e21b-40f1-8ce5-770b2fcb0bc5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Floating IP e8d10b33-e978-47ad-95c0-967dfb606446 disassociated (deleted). External IP: 172.25.4.82, port: 3716c1a1-0b51-4a7f-827b-57b2be4d687d. Mar 07 22:33:56.600410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f7b9e4-e21b-40f1-8ce5-770b2fcb0bc5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:33:56.707754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f7b9e4-e21b-40f1-8ce5-770b2fcb0bc5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:33:56.713776 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b9e4-e21b-40f1-8ce5-770b2fcb0bc5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:33:56.718156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac81dd8-3930-45c4-a1bb-795e7cdf98d9 None None] Sync routers for ids ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:33:56.733373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac81dd8-3930-45c4-a1bb-795e7cdf98d9 None None] Routers {'9b46b780-6bbf-4b9b-af2c-4d6f93822699'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:33:56.734222 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0ac81dd8-3930-45c4-a1bb-795e7cdf98d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:33:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:33:56.751378 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c7f7b9e4-e21b-40f1-8ce5-770b2fcb0bc5 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "DELETE /v2.0/floatingips/e8d10b33-e978-47ad-95c0-967dfb606446 HTTP/1.1" status: 204 len: 168 time: 1.1356242 Mar 07 22:33:56.850890 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0ac81dd8-3930-45c4-a1bb-795e7cdf98d9 None None] Set router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:33:57.056288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0ac81dd8-3930-45c4-a1bb-795e7cdf98d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:56Z', 'updated_at': '2022-03-07T22:31:59Z', 'revision_number': 4, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'gw_port': {'id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'ff115e1c-b65f-4f15-9496-1e6c389b0700', 'name': '', 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'mac_address': 'fa:16:3e:70:4c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:59Z', 'updated_at': '2022-03-07T22:32:03Z', 'revision_number': 5, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'subnets': [{'id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:33:57.245104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac81dd8-3930-45c4-a1bb-795e7cdf98d9 None None] Checking router: 9b46b780-6bbf-4b9b-af2c-4d6f93822699 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:33:57.253342 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac81dd8-3930-45c4-a1bb-795e7cdf98d9 None None] Routers {'9b46b780-6bbf-4b9b-af2c-4d6f93822699'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:33:57.253951 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0ac81dd8-3930-45c4-a1bb-795e7cdf98d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:33:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:33:57.358825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0ac81dd8-3930-45c4-a1bb-795e7cdf98d9 None None] Set router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:33:57.457496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'tag': '3716c1a1-0b51-4a7f-827b-57b2be4d687d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:33:57.460092 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde7c754-140e-4e00-8e47-4ea7fe516b86" -d '{"events": [{"name": "network-changed", "server_uuid": "a072f130-476a-4ebc-b6b7-fe3386461629", "tag": "3716c1a1-0b51-4a7f-827b-57b2be4d687d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:33:57.500336 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8a59d9-f02d-4019-81a9-547f33ce6c4c x-openstack-request-id: req-3a8a59d9-f02d-4019-81a9-547f33ce6c4c {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:33:57.501221 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a072f130-476a-4ebc-b6b7-fe3386461629", "tag": "3716c1a1-0b51-4a7f-827b-57b2be4d687d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:33:57.501489 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a8a59d9-f02d-4019-81a9-547f33ce6c4c {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:33:57.501902 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'tag': '3716c1a1-0b51-4a7f-827b-57b2be4d687d', 'status': 'completed', 'code': 200} Mar 07 22:33:57.562185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0ac81dd8-3930-45c4-a1bb-795e7cdf98d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:56Z', 'updated_at': '2022-03-07T22:31:59Z', 'revision_number': 4, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'gw_port': {'id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'ff115e1c-b65f-4f15-9496-1e6c389b0700', 'name': '', 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'mac_address': 'fa:16:3e:70:4c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:59Z', 'updated_at': '2022-03-07T22:32:03Z', 'revision_number': 5, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'subnets': [{'id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:33:57.572070 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7c754-140e-4e00-8e47-4ea7fe516b86 req-9f02e4cd-c7d5-47c4-8f0f-98455d0e9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:57.573588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bde7c754-140e-4e00-8e47-4ea7fe516b86 req-9f02e4cd-c7d5-47c4-8f0f-98455d0e9843 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3ba17ac172d42f4b65cfc5fb3122570&device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 1128 time: 0.0502760 Mar 07 22:33:57.594630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac81dd8-3930-45c4-a1bb-795e7cdf98d9 None None] The sync data for ids ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'] in n-d-832330-1 is: [{'id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:56Z', 'updated_at': '2022-03-07T22:31:59Z', 'revision_number': 4, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'gw_port': {'id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'ff115e1c-b65f-4f15-9496-1e6c389b0700', 'name': '', 'network_id': 'a8d527dc-48e1-4780-a114-21b7c2f11aeb', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'mac_address': 'fa:16:3e:70:4c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:59Z', 'updated_at': '2022-03-07T22:32:03Z', 'revision_number': 5, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'subnets': [{'id': 'c286e91a-0640-4415-b5aa-63749d3b4b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:33:57.675533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7c754-140e-4e00-8e47-4ea7fe516b86 req-767517a2-6e98-4a9b-a412-d8a4c734b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:57.677075 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bde7c754-140e-4e00-8e47-4ea7fe516b86 req-767517a2-6e98-4a9b-a412-d8a4c734b5e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8d527dc-48e1-4780-a114-21b7c2f11aeb HTTP/1.1" status: 200 len: 915 time: 0.0925169 Mar 07 22:33:57.722924 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bde7c754-140e-4e00-8e47-4ea7fe516b86 req-af8b89ea-9170-4f88-a56b-1396e7baffde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d HTTP/1.1" status: 200 len: 217 time: 0.0365479 Mar 07 22:33:57.778353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7c754-140e-4e00-8e47-4ea7fe516b86 req-353c53ac-54e9-4eca-8b45-d73fb3cf1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:57.779944 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bde7c754-140e-4e00-8e47-4ea7fe516b86 req-353c53ac-54e9-4eca-8b45-d73fb3cf1e3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c286e91a-0640-4415-b5aa-63749d3b4b73 HTTP/1.1" status: 200 len: 853 time: 0.0478711 Mar 07 22:33:57.836161 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9760c4e8-a7d6-4277-9b50-0c68f4aa3e1d None None] New status for floating IP e8d10b33-e978-47ad-95c0-967dfb606446: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:33:57.845724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7c754-140e-4e00-8e47-4ea7fe516b86 req-8f81f5a7-d205-4928-b380-bc408cb68257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:57.847444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bde7c754-140e-4e00-8e47-4ea7fe516b86 req-8f81f5a7-d205-4928-b380-bc408cb68257 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d527dc-48e1-4780-a114-21b7c2f11aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0565374 Mar 07 22:33:57.941923 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bde7c754-140e-4e00-8e47-4ea7fe516b86 req-506f5465-088d-48d3-813f-d26c7ec80dc3 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851882 Mar 07 22:33:58.042359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bde7c754-140e-4e00-8e47-4ea7fe516b86 req-c1aaf6c1-dca1-437e-b31f-832a2a6203ee service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914156 Mar 07 22:34:01.368597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6259644-e990-4eb2-b0f6-5f626df250cf req-d54c0da8-02cc-4570-9197-10286249010f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434561 Mar 07 22:34:01.459733 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6259644-e990-4eb2-b0f6-5f626df250cf req-15575517-d860-4399-892a-61d5311d00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:01.461246 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6259644-e990-4eb2-b0f6-5f626df250cf req-15575517-d860-4399-892a-61d5311d00b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3ba17ac172d42f4b65cfc5fb3122570&device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 1128 time: 0.0443203 Mar 07 22:34:01.571503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6259644-e990-4eb2-b0f6-5f626df250cf req-1cc71ca0-29f7-48bd-a444-f2b5e69cdad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:01.573012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6259644-e990-4eb2-b0f6-5f626df250cf req-1cc71ca0-29f7-48bd-a444-f2b5e69cdad7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8d527dc-48e1-4780-a114-21b7c2f11aeb HTTP/1.1" status: 200 len: 915 time: 0.0890214 Mar 07 22:34:01.618116 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6259644-e990-4eb2-b0f6-5f626df250cf req-5e2a3543-e1d7-4c54-999f-76bfecc020c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d HTTP/1.1" status: 200 len: 217 time: 0.0349302 Mar 07 22:34:01.666388 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6259644-e990-4eb2-b0f6-5f626df250cf req-73c82f64-742f-464e-8e88-37a2fe687c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:01.667836 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6259644-e990-4eb2-b0f6-5f626df250cf req-73c82f64-742f-464e-8e88-37a2fe687c7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c286e91a-0640-4415-b5aa-63749d3b4b73 HTTP/1.1" status: 200 len: 853 time: 0.0432570 Mar 07 22:34:01.723615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6259644-e990-4eb2-b0f6-5f626df250cf req-f4900499-7191-4f0b-abd4-6b688aafbb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:01.725130 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6259644-e990-4eb2-b0f6-5f626df250cf req-f4900499-7191-4f0b-abd4-6b688aafbb32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d527dc-48e1-4780-a114-21b7c2f11aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475390 Mar 07 22:34:01.819060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6259644-e990-4eb2-b0f6-5f626df250cf req-b2a2de1a-3d93-48a4-af7c-5497543fd2c9 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842860 Mar 07 22:34:01.913971 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c6259644-e990-4eb2-b0f6-5f626df250cf req-fd106467-5020-4be9-a846-f2d67ca77b55 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864618 Mar 07 22:34:12.073689 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbff9d-4f87-4b5e-bcca-482af3c7cda7 req-899288e9-83df-4280-be17-9c07411304f2 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:12.079719 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aefbff9d-4f87-4b5e-bcca-482af3c7cda7 req-899288e9-83df-4280-be17-9c07411304f2 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 946 time: 0.0549190 Mar 07 22:34:12.129762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aefbff9d-4f87-4b5e-bcca-482af3c7cda7 req-5d0328f2-73f8-44fe-a7a6-bf8df0634767 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462132 Mar 07 22:34:13.252359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbe4bd-bd46-4a82-92f6-60de7d49b4fb req-54f5f9df-5667-4880-994e-ea803938dcce tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:13.253853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-80fbe4bd-bd46-4a82-92f6-60de7d49b4fb req-54f5f9df-5667-4880-994e-ea803938dcce tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 946 time: 0.0569046 Mar 07 22:34:13.300133 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-80fbe4bd-bd46-4a82-92f6-60de7d49b4fb req-3cc8fa55-dd7b-422e-95f4-e1fe245f6755 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405858 Mar 07 22:34:13.920467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e71258-3fd6-40ba-90e2-86b796282794 req-71bcf524-2ae1-4e58-8daf-f53761831c7b tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:13.921897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01e71258-3fd6-40ba-90e2-86b796282794 req-71bcf524-2ae1-4e58-8daf-f53761831c7b tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.15 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 946 time: 0.0500886 Mar 07 22:34:14.010467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-01e71258-3fd6-40ba-90e2-86b796282794 req-a1324fb6-3ba0-47ab-b121-ee86214e40bf tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Deleting port 3716c1a1-0b51-4a7f-827b-57b2be4d687d {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:34:14.010807 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-01e71258-3fd6-40ba-90e2-86b796282794 req-a1324fb6-3ba0-47ab-b121-ee86214e40bf tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:14.100548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-01e71258-3fd6-40ba-90e2-86b796282794 req-a1324fb6-3ba0-47ab-b121-ee86214e40bf tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] For port 3716c1a1-0b51-4a7f-827b-57b2be4d687d, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=3716c1a1-0b51-4a7f-827b-57b2be4d687d,segment=NetworkSegment(ffb48f50-4df9-4e72-848b-e989551d4318),segment_id=ffb48f50-4df9-4e72-848b-e989551d4318)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:34:14.100913 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-01e71258-3fd6-40ba-90e2-86b796282794 req-a1324fb6-3ba0-47ab-b121-ee86214e40bf tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:14.112594 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-01e71258-3fd6-40ba-90e2-86b796282794 req-a1324fb6-3ba0-47ab-b121-ee86214e40bf tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Calling delete_port for 3716c1a1-0b51-4a7f-827b-57b2be4d687d owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:34:14.237431 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-01e71258-3fd6-40ba-90e2-86b796282794 req-a1324fb6-3ba0-47ab-b121-ee86214e40bf tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (3716c1a1-0b51-4a7f-827b-57b2be4d687d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:14.253754 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['3716c1a1-0b51-4a7f-827b-57b2be4d687d'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:34:14.265540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1324fb6-3ba0-47ab-b121-ee86214e40bf tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Pushing event deleted for resources: {'Port': ['ID=3716c1a1-0b51-4a7f-827b-57b2be4d687d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:14.307572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e71258-3fd6-40ba-90e2-86b796282794 req-a1324fb6-3ba0-47ab-b121-ee86214e40bf tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] No DVR routers for this DVR port 3716c1a1-0b51-4a7f-827b-57b2be4d687d on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:34:14.310123 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-01e71258-3fd6-40ba-90e2-86b796282794 req-a1324fb6-3ba0-47ab-b121-ee86214e40bf tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:14.313390 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-01e71258-3fd6-40ba-90e2-86b796282794 req-a1324fb6-3ba0-47ab-b121-ee86214e40bf tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.15 "DELETE /v2.0/ports/3716c1a1-0b51-4a7f-827b-57b2be4d687d HTTP/1.1" status: 204 len: 173 time: 0.3864942 Mar 07 22:34:14.313848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'name': 'network-vif-deleted', 'tag': '3716c1a1-0b51-4a7f-827b-57b2be4d687d'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:34:14.316128 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecea38fd-3894-4265-afa6-4aca8bf339ae" -d '{"events": [{"server_uuid": "a072f130-476a-4ebc-b6b7-fe3386461629", "name": "network-vif-deleted", "tag": "3716c1a1-0b51-4a7f-827b-57b2be4d687d"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:34:14.354623 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e682996b-6e2e-489e-aa60-8d0365a6444c x-openstack-request-id: req-e682996b-6e2e-489e-aa60-8d0365a6444c {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:34:14.354964 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a072f130-476a-4ebc-b6b7-fe3386461629", "name": "network-vif-deleted", "tag": "3716c1a1-0b51-4a7f-827b-57b2be4d687d", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:34:14.355206 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e682996b-6e2e-489e-aa60-8d0365a6444c {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:34:14.356182 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a072f130-476a-4ebc-b6b7-fe3386461629', 'name': 'network-vif-deleted', 'tag': '3716c1a1-0b51-4a7f-827b-57b2be4d687d', 'status': 'completed', 'code': 200} Mar 07 22:34:14.399389 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-171d2ea4-960c-43a9-92cc-be9b06af1c6e req-6dc891bb-903c-42a9-9b07-acdfb12f3182 tempest-TestMinimumBasicScenario-2031602940 tempest-TestMinimumBasicScenario-2031602940-project] 10.222.0.26 "GET /v2.0/ports?device_id=a072f130-476a-4ebc-b6b7-fe3386461629 HTTP/1.1" status: 200 len: 210 time: 0.0269480 Mar 07 22:34:15.698828 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-122de8fd-7e30-41fb-9e97-154e372f2cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:15.954964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52702) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:16.293601 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5535b9d-c603-4563-ba62-b3a78c20bb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (9b46b780-6bbf-4b9b-af2c-4d6f93822699), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:16.580498 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:16.609028 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:34:16.845394 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e5535b9d-c603-4563-ba62-b3a78c20bb8c admin admin] Deleting port ff115e1c-b65f-4f15-9496-1e6c389b0700 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:34:16.845647 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5535b9d-c603-4563-ba62-b3a78c20bb8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:16.920254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-e5535b9d-c603-4563-ba62-b3a78c20bb8c admin admin] For port ff115e1c-b65f-4f15-9496-1e6c389b0700, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ff115e1c-b65f-4f15-9496-1e6c389b0700,segment=NetworkSegment(ffb48f50-4df9-4e72-848b-e989551d4318),segment_id=ffb48f50-4df9-4e72-848b-e989551d4318)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:34:16.920609 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5535b9d-c603-4563-ba62-b3a78c20bb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:16.937146 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-e5535b9d-c603-4563-ba62-b3a78c20bb8c admin admin] Calling delete_port for ff115e1c-b65f-4f15-9496-1e6c389b0700 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:34:17.113459 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5535b9d-c603-4563-ba62-b3a78c20bb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ff115e1c-b65f-4f15-9496-1e6c389b0700), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:17.138024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5535b9d-c603-4563-ba62-b3a78c20bb8c admin admin] Pushing event deleted for resources: {'Port': ['ID=ff115e1c-b65f-4f15-9496-1e6c389b0700,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:17.224522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 3716c1a1-0b51-4a7f-827b-57b2be4d687d no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:34:17.247481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 3716c1a1-0b51-4a7f-827b-57b2be4d687d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:34:17.247953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 3716c1a1-0b51-4a7f-827b-57b2be4d687d not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:34:17.309089 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e5535b9d-c603-4563-ba62-b3a78c20bb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (9b46b780-6bbf-4b9b-af2c-4d6f93822699), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:17.523270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5535b9d-c603-4563-ba62-b3a78c20bb8c admin admin] Router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:34:17.628761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5535b9d-c603-4563-ba62-b3a78c20bb8c admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:34:17.635336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e5535b9d-c603-4563-ba62-b3a78c20bb8c admin admin] 10.222.0.26 "PUT /v2.0/routers/9b46b780-6bbf-4b9b-af2c-4d6f93822699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6785152 Mar 07 22:34:17.636296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52704) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:17.637492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61dc74-6e54-4678-bb02-3ce22124577e None None] Sync routers for ids ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:34:17.648345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61dc74-6e54-4678-bb02-3ce22124577e None None] Routers {'9b46b780-6bbf-4b9b-af2c-4d6f93822699'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:34:17.648954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2a61dc74-6e54-4678-bb02-3ce22124577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:33:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:17.743620 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] Publish callbacks [] for router (9b46b780-6bbf-4b9b-af2c-4d6f93822699), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:17.778236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-2a61dc74-6e54-4678-bb02-3ce22124577e None None] Set router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:34:17.849705 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] Publish callbacks [] for router_gateway (9b46b780-6bbf-4b9b-af2c-4d6f93822699), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:17.903120 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] Deleting port e3f501c3-1903-4e3b-addc-50f31acd064a {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:34:17.903457 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e3f501c3-1903-4e3b-addc-50f31acd064a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:17.960441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2a61dc74-6e54-4678-bb02-3ce22124577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:56Z', 'updated_at': '2022-03-07T22:34:17Z', 'revision_number': 5, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'gw_port': {'id': 'e3f501c3-1903-4e3b-addc-50f31acd064a', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:17.982775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] For port e3f501c3-1903-4e3b-addc-50f31acd064a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e3f501c3-1903-4e3b-addc-50f31acd064a,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:34:17.983139 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e3f501c3-1903-4e3b-addc-50f31acd064a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:17.988693 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61dc74-6e54-4678-bb02-3ce22124577e None None] Checking router: 9b46b780-6bbf-4b9b-af2c-4d6f93822699 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:34:17.996250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] Calling delete_port for e3f501c3-1903-4e3b-addc-50f31acd064a owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:34:17.996840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61dc74-6e54-4678-bb02-3ce22124577e None None] Routers {'9b46b780-6bbf-4b9b-af2c-4d6f93822699'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:34:17.997461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2a61dc74-6e54-4678-bb02-3ce22124577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:33:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:18.090166 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-2a61dc74-6e54-4678-bb02-3ce22124577e None None] Set router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:34:18.142779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2a61dc74-6e54-4678-bb02-3ce22124577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:56Z', 'updated_at': '2022-03-07T22:34:17Z', 'revision_number': 6, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:18.173275 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61dc74-6e54-4678-bb02-3ce22124577e None None] The sync data for ids ['9b46b780-6bbf-4b9b-af2c-4d6f93822699'] in n-d-832330-1 is: [{'id': '9b46b780-6bbf-4b9b-af2c-4d6f93822699', 'name': 'tempest-TestMinimumBasicScenario-465673253-router', 'tenant_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:56Z', 'updated_at': '2022-03-07T22:34:17Z', 'revision_number': 6, 'project_id': 'd3ba17ac172d42f4b65cfc5fb3122570', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:34:18.173593 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e3f501c3-1903-4e3b-addc-50f31acd064a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.199292 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-68380b94-73d6-40eb-9ad7-249419796a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.201598 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f501c3-1903-4e3b-addc-50f31acd064a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:18.264780 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (9b46b780-6bbf-4b9b-af2c-4d6f93822699), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.358267 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (9b46b780-6bbf-4b9b-af2c-4d6f93822699), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.360573 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] Publish callbacks [] for router_controller (9b46b780-6bbf-4b9b-af2c-4d6f93822699), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.406460 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (9b46b780-6bbf-4b9b-af2c-4d6f93822699), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.407014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b46b780-6bbf-4b9b-af2c-4d6f93822699 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:34:18.411914 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.413379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3717daee-9d88-429b-b7b2-beff1623d720 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9b46b780-6bbf-4b9b-af2c-4d6f93822699 HTTP/1.1" status: 204 len: 168 time: 0.7759976 Mar 07 22:34:18.416516 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52706) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:18.459662 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2c1e95-9693-46eb-a317-62b416cf134f admin admin] Deleting subnet c286e91a-0640-4415-b5aa-63749d3b4b73 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:34:18.462625 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1e95-9693-46eb-a317-62b416cf134f admin admin] Publish callbacks [] for subnet (c286e91a-0640-4415-b5aa-63749d3b4b73), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.495116 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1e95-9693-46eb-a317-62b416cf134f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (c286e91a-0640-4415-b5aa-63749d3b4b73), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.581861 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1e95-9693-46eb-a317-62b416cf134f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (c286e91a-0640-4415-b5aa-63749d3b4b73), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.643969 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1e95-9693-46eb-a317-62b416cf134f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (c286e91a-0640-4415-b5aa-63749d3b4b73), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.645968 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.669398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c1e95-9693-46eb-a317-62b416cf134f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c286e91a-0640-4415-b5aa-63749d3b4b73,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:18.673377 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1e95-9693-46eb-a317-62b416cf134f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.677219 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fb2c1e95-9693-46eb-a317-62b416cf134f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c286e91a-0640-4415-b5aa-63749d3b4b73 HTTP/1.1" status: 204 len: 168 time: 0.2597909 Mar 07 22:34:18.679121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52708) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:18.679275 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88235868-2d1b-4222-8d2a-c4a57a4b3a4d None None] Network a8d527dc-48e1-4780-a114-21b7c2f11aeb requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:34:18.746933 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (a8d527dc-48e1-4780-a114-21b7c2f11aeb), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.805666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] Deleting port 5f302cb3-24eb-48d0-a847-64b5630c32a3 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:34:18.806014 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (5f302cb3-24eb-48d0-a847-64b5630c32a3), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.867648 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] For port 5f302cb3-24eb-48d0-a847-64b5630c32a3, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=5f302cb3-24eb-48d0-a847-64b5630c32a3,segment=NetworkSegment(ffb48f50-4df9-4e72-848b-e989551d4318),segment_id=ffb48f50-4df9-4e72-848b-e989551d4318)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:34:18.868016 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (5f302cb3-24eb-48d0-a847-64b5630c32a3), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.880647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] Calling delete_port for 5f302cb3-24eb-48d0-a847-64b5630c32a3 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:34:18.968572 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (5f302cb3-24eb-48d0-a847-64b5630c32a3), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:18.975466 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758bb689-2117-46e9-9095-88e328ce7fdd None None] DHCP port deletion for a8d527dc-48e1-4780-a114-21b7c2f11aeb request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:34:18.977668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ff115e1c-b65f-4f15-9496-1e6c389b0700 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:34:18.997936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f302cb3-24eb-48d0-a847-64b5630c32a3,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:18.999907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] No DVR routers for this DVR port 5f302cb3-24eb-48d0-a847-64b5630c32a3 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:34:19.005616 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: ff115e1c-b65f-4f15-9496-1e6c389b0700 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:34:19.006481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ff115e1c-b65f-4f15-9496-1e6c389b0700 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:34:19.076932 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (a8d527dc-48e1-4780-a114-21b7c2f11aeb), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:19.097402 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d527dc-48e1-4780-a114-21b7c2f11aeb']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:19.107035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb48f50-4df9-4e72-848b-e989551d4318') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:19.107328 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb48f50-4df9-4e72-848b-e989551d4318') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:19.117260 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (ffb48f50-4df9-4e72-848b-e989551d4318), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:19.130360 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (ffb48f50-4df9-4e72-848b-e989551d4318), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:19.136017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:34:19.136399 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (ffb48f50-4df9-4e72-848b-e989551d4318), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:34:19.138017 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:34:19.195282 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (a8d527dc-48e1-4780-a114-21b7c2f11aeb), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:19.202368 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:19.206517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a8d527dc-48e1-4780-a114-21b7c2f11aeb HTTP/1.1" status: 204 len: 168 time: 0.5264637 Mar 07 22:34:19.209877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52710) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:19.216848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5c4b1-5ccd-47f2-9dee-439446fd28f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d527dc-48e1-4780-a114-21b7c2f11aeb,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:19.495598 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:19.566156 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99c1ffe6-5c1a-4d35-a129-b36bcf71157b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (230b6cd1-1138-470d-a12b-d76c9f8a6320), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:19.813451 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-99c1ffe6-5c1a-4d35-a129-b36bcf71157b admin admin] Deleting port 98d4b6b0-b961-4235-8916-91207594d91c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:34:19.813706 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99c1ffe6-5c1a-4d35-a129-b36bcf71157b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (98d4b6b0-b961-4235-8916-91207594d91c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:19.888856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-99c1ffe6-5c1a-4d35-a129-b36bcf71157b admin admin] For port 98d4b6b0-b961-4235-8916-91207594d91c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=98d4b6b0-b961-4235-8916-91207594d91c,segment=NetworkSegment(8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44),segment_id=8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:34:19.889237 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99c1ffe6-5c1a-4d35-a129-b36bcf71157b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (98d4b6b0-b961-4235-8916-91207594d91c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:19.901098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-99c1ffe6-5c1a-4d35-a129-b36bcf71157b admin admin] Calling delete_port for 98d4b6b0-b961-4235-8916-91207594d91c owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:34:20.085934 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99c1ffe6-5c1a-4d35-a129-b36bcf71157b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (98d4b6b0-b961-4235-8916-91207594d91c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:20.108593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1ffe6-5c1a-4d35-a129-b36bcf71157b admin admin] Pushing event deleted for resources: {'Port': ['ID=98d4b6b0-b961-4235-8916-91207594d91c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:20.280249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-99c1ffe6-5c1a-4d35-a129-b36bcf71157b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (230b6cd1-1138-470d-a12b-d76c9f8a6320), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:20.460633 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:20.495111 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c1ffe6-5c1a-4d35-a129-b36bcf71157b admin admin] Router 230b6cd1-1138-470d-a12b-d76c9f8a6320 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:34:20.607798 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c1ffe6-5c1a-4d35-a129-b36bcf71157b admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:34:20.613952 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-99c1ffe6-5c1a-4d35-a129-b36bcf71157b admin admin] 10.222.0.26 "PUT /v2.0/routers/230b6cd1-1138-470d-a12b-d76c9f8a6320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4027550 Mar 07 22:34:20.616614 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52712) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:20.619249 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db734d8-3db4-4e0d-9321-376e12e74199 None None] Sync routers for ids ['230b6cd1-1138-470d-a12b-d76c9f8a6320'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:34:20.630146 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db734d8-3db4-4e0d-9321-376e12e74199 None None] Routers {'230b6cd1-1138-470d-a12b-d76c9f8a6320'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:34:20.630760 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1db734d8-3db4-4e0d-9321-376e12e74199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['230b6cd1-1138-470d-a12b-d76c9f8a6320'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:20.650464 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5f302cb3-24eb-48d0-a847-64b5630c32a3 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:34:20.672612 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 5f302cb3-24eb-48d0-a847-64b5630c32a3 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:34:20.673109 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 5f302cb3-24eb-48d0-a847-64b5630c32a3 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:34:20.673656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e3f501c3-1903-4e3b-addc-50f31acd064a no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:34:20.693491 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: e3f501c3-1903-4e3b-addc-50f31acd064a {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:34:20.693940 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e3f501c3-1903-4e3b-addc-50f31acd064a not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:34:20.732968 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] Publish callbacks [] for router (230b6cd1-1138-470d-a12b-d76c9f8a6320), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:20.753750 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1db734d8-3db4-4e0d-9321-376e12e74199 None None] Set router 230b6cd1-1138-470d-a12b-d76c9f8a6320 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:34:20.837996 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] Publish callbacks [] for router_gateway (230b6cd1-1138-470d-a12b-d76c9f8a6320), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:20.891579 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] Deleting port e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:34:20.891915 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:20.931146 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1db734d8-3db4-4e0d-9321-376e12e74199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'name': 'tempest-TestMinimumBasicScenario-1547001073-router', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:34:20Z', 'revision_number': 5, 'project_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'gw_port': {'id': 'e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:20.960134 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db734d8-3db4-4e0d-9321-376e12e74199 None None] Checking router: 230b6cd1-1138-470d-a12b-d76c9f8a6320 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:34:20.967891 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] For port e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:34:20.968251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:20.973634 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db734d8-3db4-4e0d-9321-376e12e74199 None None] Routers {'230b6cd1-1138-470d-a12b-d76c9f8a6320'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:34:20.974280 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1db734d8-3db4-4e0d-9321-376e12e74199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['230b6cd1-1138-470d-a12b-d76c9f8a6320'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:20.980618 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] Calling delete_port for e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:34:21.062835 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1db734d8-3db4-4e0d-9321-376e12e74199 None None] Set router 230b6cd1-1138-470d-a12b-d76c9f8a6320 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:34:21.119301 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1db734d8-3db4-4e0d-9321-376e12e74199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'name': 'tempest-TestMinimumBasicScenario-1547001073-router', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:34:20Z', 'revision_number': 6, 'project_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:21.146706 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db734d8-3db4-4e0d-9321-376e12e74199 None None] The sync data for ids ['230b6cd1-1138-470d-a12b-d76c9f8a6320'] in n-d-832330-1 is: [{'id': '230b6cd1-1138-470d-a12b-d76c9f8a6320', 'name': 'tempest-TestMinimumBasicScenario-1547001073-router', 'tenant_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:32:01Z', 'updated_at': '2022-03-07T22:34:20Z', 'revision_number': 6, 'project_id': 'dbc0a87f1a084f24b39a6be57ca1ea57', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:34:21.477666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:21.506917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:21.566026 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (230b6cd1-1138-470d-a12b-d76c9f8a6320), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:21.658510 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (230b6cd1-1138-470d-a12b-d76c9f8a6320), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:21.660746 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] Publish callbacks [] for router_controller (230b6cd1-1138-470d-a12b-d76c9f8a6320), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:21.706329 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (230b6cd1-1138-470d-a12b-d76c9f8a6320), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:21.706894 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 230b6cd1-1138-470d-a12b-d76c9f8a6320 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:34:21.711663 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:21.712414 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fc673065-0e25-40fa-a38d-7483f5f48d55 admin admin] 10.222.0.26 "DELETE /v2.0/routers/230b6cd1-1138-470d-a12b-d76c9f8a6320 HTTP/1.1" status: 204 len: 168 time: 1.0948675 Mar 07 22:34:21.714979 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52714) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:21.758545 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57bf1ac-ec90-4f5c-a522-e00fd2a118af admin admin] Deleting subnet 602f8959-a101-4375-b5d8-859d43076f01 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:34:21.761475 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b57bf1ac-ec90-4f5c-a522-e00fd2a118af admin admin] Publish callbacks [] for subnet (602f8959-a101-4375-b5d8-859d43076f01), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:21.794216 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b57bf1ac-ec90-4f5c-a522-e00fd2a118af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (602f8959-a101-4375-b5d8-859d43076f01), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:21.872719 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b57bf1ac-ec90-4f5c-a522-e00fd2a118af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (602f8959-a101-4375-b5d8-859d43076f01), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:21.928427 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b57bf1ac-ec90-4f5c-a522-e00fd2a118af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (602f8959-a101-4375-b5d8-859d43076f01), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:21.951377 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bf1ac-ec90-4f5c-a522-e00fd2a118af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=602f8959-a101-4375-b5d8-859d43076f01,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:21.956893 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b57bf1ac-ec90-4f5c-a522-e00fd2a118af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:21.962321 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b57bf1ac-ec90-4f5c-a522-e00fd2a118af admin admin] 10.222.0.26 "DELETE /v2.0/subnets/602f8959-a101-4375-b5d8-859d43076f01 HTTP/1.1" status: 204 len: 168 time: 0.2439151 Mar 07 22:34:21.962585 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52716) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:21.965144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb13e291-da2d-4fc0-a504-ffbcbadc1a70 None None] Network d8a1f672-edb5-4ecd-8b63-89a43ea356d8 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:34:22.041136 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (d8a1f672-edb5-4ecd-8b63-89a43ea356d8), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.097605 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] Deleting port ec01a7dc-cbe2-4b8d-8933-82c349a26aab {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:34:22.097951 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.133702 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] DHCP port deletion for d8a1f672-edb5-4ecd-8b63-89a43ea356d8 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:34:22.166928 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] For port ec01a7dc-cbe2-4b8d-8933-82c349a26aab, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec01a7dc-cbe2-4b8d-8933-82c349a26aab,segment=NetworkSegment(8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44),segment_id=8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:34:22.167295 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.180570 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] Calling delete_port for ec01a7dc-cbe2-4b8d-8933-82c349a26aab owned by network:dhcp {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:34:22.182565 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Deleting port ec01a7dc-cbe2-4b8d-8933-82c349a26aab {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:34:22.182941 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.264124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] For port ec01a7dc-cbe2-4b8d-8933-82c349a26aab, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec01a7dc-cbe2-4b8d-8933-82c349a26aab,segment=NetworkSegment(8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44),segment_id=8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:34:22.264514 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.267666 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.274973 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.280520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Calling delete_port for ec01a7dc-cbe2-4b8d-8933-82c349a26aab owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:34:22.301535 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=ec01a7dc-cbe2-4b8d-8933-82c349a26aab,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:22.305089 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] No DVR routers for this DVR port ec01a7dc-cbe2-4b8d-8933-82c349a26aab on host n-d-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:34:22.357299 n-d-832330-1 neutron-server[103720]: self.session.flush() Mar 07 22:34:22.362648 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (ec01a7dc-cbe2-4b8d-8933-82c349a26aab), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.380270 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (d8a1f672-edb5-4ecd-8b63-89a43ea356d8), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.389109 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Pushing event deleted for resources: {'Port': ['ID=ec01a7dc-cbe2-4b8d-8933-82c349a26aab,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:22.399642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:22.399996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:22.400181 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a1f672-edb5-4ecd-8b63-89a43ea356d8']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:22.400363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:22.400675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:22.401010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:22.401341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:22.401666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:22.401994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:22.402334 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:22.402668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:22.403005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:22.403314 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:22.403636 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:22.407085 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d854e854-31b6-49d5-9adf-f3d1e69e68a1 None None] No DVR routers for this DVR port ec01a7dc-cbe2-4b8d-8933-82c349a26aab on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:34:22.410454 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:22.410806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:22.423258 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.436569 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.443059 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:34:22.443446 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (8db242df-9f8a-4c0a-8b77-4bb8b6ee8e44), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:34:22.445287 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:34:22.497839 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (d8a1f672-edb5-4ecd-8b63-89a43ea356d8), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.504964 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.508154 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] 10.222.0.26 "DELETE /v2.0/networks/d8a1f672-edb5-4ecd-8b63-89a43ea356d8 HTTP/1.1" status: 204 len: 168 time: 0.5430408 Mar 07 22:34:22.517892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00896f1b-d317-479a-ba0d-6c85ff225f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a1f672-edb5-4ecd-8b63-89a43ea356d8,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:22.583357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:34:22.605021 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:34:22.605441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e65cdd7b-4be9-495b-8d9d-ddf83ddbdef4 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:34:22.605958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec01a7dc-cbe2-4b8d-8933-82c349a26aab no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:34:22.627939 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: ec01a7dc-cbe2-4b8d-8933-82c349a26aab {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:34:22.628335 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec01a7dc-cbe2-4b8d-8933-82c349a26aab not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:34:22.628804 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 98d4b6b0-b961-4235-8916-91207594d91c no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:34:22.648414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 98d4b6b0-b961-4235-8916-91207594d91c {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:34:22.648767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 98d4b6b0-b961-4235-8916-91207594d91c not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:34:22.672267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52720) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:22.715095 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d98d5742-5289-46b5-8692-f6e4b35d76ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3ba17ac172d42f4b65cfc5fb3122570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415845 Mar 07 22:34:22.717540 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52722) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:22.763077 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5e80e77a-c4b9-439e-836b-f80129ceaa29 admin admin] Publish callbacks [] for security_group (c6d84f6b-bb5d-4e2e-9769-adb0febb2d85), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.784655 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5e80e77a-c4b9-439e-836b-f80129ceaa29 admin admin] Publish callbacks [] for security_group (c6d84f6b-bb5d-4e2e-9769-adb0febb2d85), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.830444 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5e80e77a-c4b9-439e-836b-f80129ceaa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c6d84f6b-bb5d-4e2e-9769-adb0febb2d85), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.832955 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5e80e77a-c4b9-439e-836b-f80129ceaa29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:22.834280 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5e80e77a-c4b9-439e-836b-f80129ceaa29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c6d84f6b-bb5d-4e2e-9769-adb0febb2d85 HTTP/1.1" status: 204 len: 168 time: 0.1155326 Mar 07 22:34:22.841809 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80e77a-c4b9-439e-836b-f80129ceaa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d84f6b-bb5d-4e2e-9769-adb0febb2d85,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:23.138367 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52728) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:23.178559 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5dd731d0-643e-44e4-acdf-162a61ee9fdd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbc0a87f1a084f24b39a6be57ca1ea57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389731 Mar 07 22:34:23.181223 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52730) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:23.226976 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df7b7025-70e0-4321-b452-2cdc54c7aee1 admin admin] Publish callbacks [] for security_group (d22d4adc-bb13-4825-99a0-31b1938d7238), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:23.247372 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df7b7025-70e0-4321-b452-2cdc54c7aee1 admin admin] Publish callbacks [] for security_group (d22d4adc-bb13-4825-99a0-31b1938d7238), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:23.296169 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df7b7025-70e0-4321-b452-2cdc54c7aee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (d22d4adc-bb13-4825-99a0-31b1938d7238), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:23.298683 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-df7b7025-70e0-4321-b452-2cdc54c7aee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:23.299865 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-df7b7025-70e0-4321-b452-2cdc54c7aee1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d22d4adc-bb13-4825-99a0-31b1938d7238 HTTP/1.1" status: 204 len: 168 time: 0.1177447 Mar 07 22:34:23.307567 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b7025-70e0-4321-b452-2cdc54c7aee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22d4adc-bb13-4825-99a0-31b1938d7238,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:24.956490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52770) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:24.961030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-608067a3-6abf-4731-9948-6d44c6ca8f7d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375408810', 'description': 'tempest-secgroup-smoke-375408810 description', 'project_id': '712f31e547d4445086628760076168d5'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:24.981669 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-608067a3-6abf-4731-9948-6d44c6ca8f7d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:24.989294 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-608067a3-6abf-4731-9948-6d44c6ca8f7d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.060568 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-608067a3-6abf-4731-9948-6d44c6ca8f7d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (0cfa1e0e-0970-4801-b535-c7cfd998bf37), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.065524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-608067a3-6abf-4731-9948-6d44c6ca8f7d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0cfa1e0e-0970-4801-b535-c7cfd998bf37), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.101189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608067a3-6abf-4731-9948-6d44c6ca8f7d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfa1e0e-0970-4801-b535-c7cfd998bf37,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:25.143937 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-608067a3-6abf-4731-9948-6d44c6ca8f7d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (1e23be6c-fb4a-41b2-9844-e931c8def354), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.147511 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-608067a3-6abf-4731-9948-6d44c6ca8f7d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1e23be6c-fb4a-41b2-9844-e931c8def354), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.173665 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-608067a3-6abf-4731-9948-6d44c6ca8f7d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.174912 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-608067a3-6abf-4731-9948-6d44c6ca8f7d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2174137 Mar 07 22:34:25.177992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52772) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:25.179104 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608067a3-6abf-4731-9948-6d44c6ca8f7d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e23be6c-fb4a-41b2-9844-e931c8def354,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:25.183574 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-88bcf210-dadd-4b2b-91f3-065d7118b7f8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '1e23be6c-fb4a-41b2-9844-e931c8def354', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:25.210147 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-88bcf210-dadd-4b2b-91f3-065d7118b7f8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (c40f2fb7-6f4d-4da4-a8aa-23d3562bcece), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.267758 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-88bcf210-dadd-4b2b-91f3-065d7118b7f8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (c40f2fb7-6f4d-4da4-a8aa-23d3562bcece), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.271322 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-88bcf210-dadd-4b2b-91f3-065d7118b7f8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (c40f2fb7-6f4d-4da4-a8aa-23d3562bcece), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.289286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcf210-dadd-4b2b-91f3-065d7118b7f8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40f2fb7-6f4d-4da4-a8aa-23d3562bcece,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:25.294722 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-88bcf210-dadd-4b2b-91f3-065d7118b7f8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.295928 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-88bcf210-dadd-4b2b-91f3-065d7118b7f8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169133 Mar 07 22:34:25.298697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52774) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:25.302905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-437b586a-0d7a-4413-8caa-5ee3c5278438 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '1e23be6c-fb4a-41b2-9844-e931c8def354', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:25.326317 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-437b586a-0d7a-4413-8caa-5ee3c5278438 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (1f4fe015-bd81-4a78-bf48-42fdbc857aa6), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.381872 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-437b586a-0d7a-4413-8caa-5ee3c5278438 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (1f4fe015-bd81-4a78-bf48-42fdbc857aa6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.385212 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-437b586a-0d7a-4413-8caa-5ee3c5278438 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (1f4fe015-bd81-4a78-bf48-42fdbc857aa6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.404239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b586a-0d7a-4413-8caa-5ee3c5278438 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4fe015-bd81-4a78-bf48-42fdbc857aa6,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:25.410391 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-437b586a-0d7a-4413-8caa-5ee3c5278438 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.411549 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-437b586a-0d7a-4413-8caa-5ee3c5278438 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119268 Mar 07 22:34:25.414327 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52776) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:25.418599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b05449d8-99ac-4fec-a2bc-e287d1ba70b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '1e23be6c-fb4a-41b2-9844-e931c8def354', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:25.442404 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b05449d8-99ac-4fec-a2bc-e287d1ba70b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (7e90c987-55b7-44f7-a027-7fffbfe50e8e), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.496565 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b05449d8-99ac-4fec-a2bc-e287d1ba70b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (7e90c987-55b7-44f7-a027-7fffbfe50e8e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.499859 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b05449d8-99ac-4fec-a2bc-e287d1ba70b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (7e90c987-55b7-44f7-a027-7fffbfe50e8e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.516745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05449d8-99ac-4fec-a2bc-e287d1ba70b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e90c987-55b7-44f7-a027-7fffbfe50e8e,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:25.525262 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b05449d8-99ac-4fec-a2bc-e287d1ba70b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.526580 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b05449d8-99ac-4fec-a2bc-e287d1ba70b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1112702 Mar 07 22:34:25.529284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52778) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:25.534216 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ccaa514b-a8b2-4dbb-ba2d-b5597ac04a23 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '1e23be6c-fb4a-41b2-9844-e931c8def354', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:25.558422 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccaa514b-a8b2-4dbb-ba2d-b5597ac04a23 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (92dd0cfb-4a34-47c2-be3f-ceb400b974bd), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.617832 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccaa514b-a8b2-4dbb-ba2d-b5597ac04a23 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (92dd0cfb-4a34-47c2-be3f-ceb400b974bd), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.621456 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccaa514b-a8b2-4dbb-ba2d-b5597ac04a23 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (92dd0cfb-4a34-47c2-be3f-ceb400b974bd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.639003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa514b-a8b2-4dbb-ba2d-b5597ac04a23 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92dd0cfb-4a34-47c2-be3f-ceb400b974bd,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:25.649842 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ccaa514b-a8b2-4dbb-ba2d-b5597ac04a23 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.651179 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ccaa514b-a8b2-4dbb-ba2d-b5597ac04a23 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209452 Mar 07 22:34:25.653880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52780) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:25.658703 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4aab6f55-f191-4b64-b04f-fa4c1c54ee4f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '1e23be6c-fb4a-41b2-9844-e931c8def354', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:25.677918 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-4aab6f55-f191-4b64-b04f-fa4c1c54ee4f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Project 712f31e547d4445086628760076168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:34:25.682504 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4aab6f55-f191-4b64-b04f-fa4c1c54ee4f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (d6b65a6b-0baf-49c4-9b1e-0ca563933ff2), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.738832 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4aab6f55-f191-4b64-b04f-fa4c1c54ee4f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (d6b65a6b-0baf-49c4-9b1e-0ca563933ff2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.742285 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4aab6f55-f191-4b64-b04f-fa4c1c54ee4f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (d6b65a6b-0baf-49c4-9b1e-0ca563933ff2), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.761745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab6f55-f191-4b64-b04f-fa4c1c54ee4f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b65a6b-0baf-49c4-9b1e-0ca563933ff2,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:25.767870 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4aab6f55-f191-4b64-b04f-fa4c1c54ee4f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.769113 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4aab6f55-f191-4b64-b04f-fa4c1c54ee4f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142664 Mar 07 22:34:25.771953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52782) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:25.776142 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-44dc7d51-6084-4fe2-9bc8-4687b30f73a2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '1e23be6c-fb4a-41b2-9844-e931c8def354', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:25.794709 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-44dc7d51-6084-4fe2-9bc8-4687b30f73a2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Project 712f31e547d4445086628760076168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:34:25.799681 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44dc7d51-6084-4fe2-9bc8-4687b30f73a2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (5f2afde1-afc9-44ff-806c-e0eddd4c26a1), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.856492 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44dc7d51-6084-4fe2-9bc8-4687b30f73a2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (5f2afde1-afc9-44ff-806c-e0eddd4c26a1), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.859892 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44dc7d51-6084-4fe2-9bc8-4687b30f73a2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (5f2afde1-afc9-44ff-806c-e0eddd4c26a1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.879352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc7d51-6084-4fe2-9bc8-4687b30f73a2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2afde1-afc9-44ff-806c-e0eddd4c26a1,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:25.884766 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-44dc7d51-6084-4fe2-9bc8-4687b30f73a2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.885947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-44dc7d51-6084-4fe2-9bc8-4687b30f73a2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1130862 Mar 07 22:34:25.888892 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52784) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:25.893628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c96b205e-5536-4bff-8b52-2de115d1ea70 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'network': {'name': 'tempest-network-smoke--442375173', 'project_id': '712f31e547d4445086628760076168d5', 'port_security_enabled': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:25.911245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96b205e-5536-4bff-8b52-2de115d1ea70 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Made reservation on behalf of 712f31e547d4445086628760076168d5 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:34:25.914688 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c96b205e-5536-4bff-8b52-2de115d1ea70 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.937613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96b205e-5536-4bff-8b52-2de115d1ea70 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:34:25.946444 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c96b205e-5536-4bff-8b52-2de115d1ea70 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3e3e8be7-7a48-421a-9e6a-53dbc5233fbb), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:25.946815 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-c96b205e-5536-4bff-8b52-2de115d1ea70 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Added segment 3e3e8be7-7a48-421a-9e6a-53dbc5233fbb of type vlan for network 350242d3-726d-4fed-92b2-b5461190d853 Mar 07 22:34:25.988054 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c96b205e-5536-4bff-8b52-2de115d1ea70 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (350242d3-726d-4fed-92b2-b5461190d853), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:26.010797 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c96b205e-5536-4bff-8b52-2de115d1ea70 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (350242d3-726d-4fed-92b2-b5461190d853), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:26.016180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96b205e-5536-4bff-8b52-2de115d1ea70 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:26.016764 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c96b205e-5536-4bff-8b52-2de115d1ea70 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:26.053571 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c96b205e-5536-4bff-8b52-2de115d1ea70 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1636899 Mar 07 22:34:26.056654 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52786) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:26.061241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'admin_state_up': True, 'project_id': '712f31e547d4445086628760076168d5', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:26.082139 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:26.083130 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:26.084257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b205e-5536-4bff-8b52-2de115d1ea70 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Network': ['ID=350242d3-726d-4fed-92b2-b5461190d853,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:26.096742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 350242d3-726d-4fed-92b2-b5461190d853 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:34:26.137621 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_controller (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:26.275756 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:26.465655 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:26.483562 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:26.583631 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.25.4.111 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/e7bc0f5f-0d34-4dca-af36-86ec1b58615d) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:34:26.679874 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (e7bc0f5f-0d34-4dca-af36-86ec1b58615d), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:26.712813 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (e7bc0f5f-0d34-4dca-af36-86ec1b58615d), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:26.752028 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:34:26.768983 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:34:26.772736 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:34:26.778413 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=e7bc0f5f-0d34-4dca-af36-86ec1b58615d,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:27.025190 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:27.227892 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:27.354890 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:34:27.483139 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:34:27.492497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Sync routers for ids ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:34:27.502403 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Routers {'d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:34:27.503079 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:27.503689 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:27.504913 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-883319fb-5c30-4d2e-a665-9d5835bf9d49 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4472384 Mar 07 22:34:27.508472 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52788) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:27.610212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Set router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:34:27.653178 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-104e6b55-6b6e-4ac9-8f64-ad66ba36b5ce tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=712f31e547d4445086628760076168d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1435044 Mar 07 22:34:27.656002 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52792) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:27.791799 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:26Z', 'revision_number': 3, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:27.822965 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Checking router: d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:34:27.823318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Updating router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a port e7bc0f5f-0d34-4dca-af36-86ec1b58615d binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:34:27.827666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ed2982-b7a7-4a04-a953-2b20f03e2e77 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:27.829170 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e4ed2982-b7a7-4a04-a953-2b20f03e2e77 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1722782 Mar 07 22:34:27.832074 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52794) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:27.850237 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e7bc0f5f-0d34-4dca-af36-86ec1b58615d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:27.866146 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a578fcac-9c7e-43e9-a70e-f05fa4ac1ab8 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329807 Mar 07 22:34:27.868718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52796) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:27.873364 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-988cc75b-a562-4afe-90fe-d604141034ab tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1505675666', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'project_id': '712f31e547d4445086628760076168d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:27.955797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988cc75b-a562-4afe-90fe-d604141034ab tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Made reservation on behalf of 712f31e547d4445086628760076168d5 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:34:27.959281 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-988cc75b-a562-4afe-90fe-d604141034ab tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:28.102510 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Publish callbacks [] for port (e7bc0f5f-0d34-4dca-af36-86ec1b58615d), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:28.109975 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e7bc0f5f-0d34-4dca-af36-86ec1b58615d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:28.140373 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-988cc75b-a562-4afe-90fe-d604141034ab tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (3328799d-57ad-4497-af63-e8034a727281), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:28.161395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Attempting to bind port e7bc0f5f-0d34-4dca-af36-86ec1b58615d on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:34:28.161925 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Attempting to bind port e7bc0f5f-0d34-4dca-af36-86ec1b58615d by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:34:28.162552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Attempting to bind port e7bc0f5f-0d34-4dca-af36-86ec1b58615d on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:34:28.172854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e29780-0b9d-40a7-aa18-5c7add3d8d3f None None] Pushing event updated for resources: {'Port': ['ID=e7bc0f5f-0d34-4dca-af36-86ec1b58615d,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:28.175367 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:34:28.175757 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:34:28.176164 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:28.177108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:34:28.177108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Bound port: e7bc0f5f-0d34-4dca-af36-86ec1b58615d, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:34:28.177403 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e7bc0f5f-0d34-4dca-af36-86ec1b58615d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:28.205546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc75b-a562-4afe-90fe-d604141034ab tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Subnet': ['ID=3328799d-57ad-4497-af63-e8034a727281,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:28.215671 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cc75b-a562-4afe-90fe-d604141034ab tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Checking segment: {'id': '3e3e8be7-7a48-421a-9e6a-53dbc5233fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '350242d3-726d-4fed-92b2-b5461190d853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:34:28.216163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988cc75b-a562-4afe-90fe-d604141034ab tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network hostable DHCP agents. Network: 350242d3-726d-4fed-92b2-b5461190d853, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:34:28.234599 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] For port e7bc0f5f-0d34-4dca-af36-86ec1b58615d, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:34:28.234868 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988cc75b-a562-4afe-90fe-d604141034ab tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 350242d3-726d-4fed-92b2-b5461190d853 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:34:28.237711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] For port e7bc0f5f-0d34-4dca-af36-86ec1b58615d, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e7bc0f5f-0d34-4dca-af36-86ec1b58615d,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:34:28.243382 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e7bc0f5f-0d34-4dca-af36-86ec1b58615d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:28.244178 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-988cc75b-a562-4afe-90fe-d604141034ab tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 350242d3-726d-4fed-92b2-b5461190d853) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:34:28.249984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988cc75b-a562-4afe-90fe-d604141034ab tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:28.250620 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-988cc75b-a562-4afe-90fe-d604141034ab tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:28.267469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-988cc75b-a562-4afe-90fe-d604141034ab tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3977747 Mar 07 22:34:28.270346 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52798) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:28.271739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c9c0b5-b554-47e0-8f24-32cf789958ed None None] Network 350242d3-726d-4fed-92b2-b5461190d853 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:34:28.364280 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e29780-0b9d-40a7-aa18-5c7add3d8d3f None None] Pushing event updated for resources: {'Port': ['ID=e7bc0f5f-0d34-4dca-af36-86ec1b58615d,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:28.373215 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Routers {'d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:34:28.373777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:28.643142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-350242d3-726d-4fed-92b2-b5461190d853', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ips': [{'subnet_id': '3328799d-57ad-4497-af63-e8034a727281'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:34:28.643996 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:28.714822 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:28.738395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] Set router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:34:28.912672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Allocated IP 172.20.0.2 (350242d3-726d-4fed-92b2-b5461190d853/3328799d-57ad-4497-af63-e8034a727281/8817a613-a064-4c55-a04a-97851d64f266) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:34:29.055301 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:26Z', 'revision_number': 3, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:29.100560 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daadb40-4a7e-4a45-8983-e21c86e8cf22 None None] The sync data for ids ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'] in n-d-832330-1 is: [{'id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:26Z', 'revision_number': 3, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:34:29.124162 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Publish callbacks [] for port (8817a613-a064-4c55-a04a-97851d64f266), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:29.131949 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (8817a613-a064-4c55-a04a-97851d64f266), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:29.177424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Network 350242d3-726d-4fed-92b2-b5461190d853 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:34:29.180334 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:34:29.181561 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.20.0.1 (350242d3-726d-4fed-92b2-b5461190d853/3328799d-57ad-4497-af63-e8034a727281/82d41d1d-0846-4df5-ae35-329b18b71943) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:34:29.184222 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:34:29.191217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Pushing event updated for resources: {'Port': ['ID=8817a613-a064-4c55-a04a-97851d64f266,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:29.255980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Attempting to bind port 8817a613-a064-4c55-a04a-97851d64f266 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:34:29.256357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Attempting to bind port 8817a613-a064-4c55-a04a-97851d64f266 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '3e3e8be7-7a48-421a-9e6a-53dbc5233fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '350242d3-726d-4fed-92b2-b5461190d853'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:34:29.256726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Attempting to bind port 8817a613-a064-4c55-a04a-97851d64f266 on network 350242d3-726d-4fed-92b2-b5461190d853 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:34:29.261942 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:34:29.262356 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Checking segment: {'id': '3e3e8be7-7a48-421a-9e6a-53dbc5233fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '350242d3-726d-4fed-92b2-b5461190d853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:34:29.262762 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:29.263167 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Bound using segment: {'id': '3e3e8be7-7a48-421a-9e6a-53dbc5233fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '350242d3-726d-4fed-92b2-b5461190d853'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:34:29.263632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Bound port: 8817a613-a064-4c55-a04a-97851d64f266, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3e8be7-7a48-421a-9e6a-53dbc5233fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '350242d3-726d-4fed-92b2-b5461190d853'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:34:29.264020 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8817a613-a064-4c55-a04a-97851d64f266), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:29.305549 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (82d41d1d-0846-4df5-ae35-329b18b71943), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:29.347405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] For port 8817a613-a064-4c55-a04a-97851d64f266, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:34:29.351292 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] For port 8817a613-a064-4c55-a04a-97851d64f266, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8817a613-a064-4c55-a04a-97851d64f266,segment=NetworkSegment(3e3e8be7-7a48-421a-9e6a-53dbc5233fbb),segment_id=3e3e8be7-7a48-421a-9e6a-53dbc5233fbb)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:34:29.363625 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8817a613-a064-4c55-a04a-97851d64f266), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:29.363964 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:29.410434 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 350242d3-726d-4fed-92b2-b5461190d853 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:34:29.413492 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:34:29.417328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:34:29.447695 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f2ac3-5023-4643-b117-943cd77651cb None None] Pushing event updated for resources: {'Port': ['ID=8817a613-a064-4c55-a04a-97851d64f266,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:29.463022 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=82d41d1d-0846-4df5-ae35-329b18b71943,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:29.483233 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:29.649269 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:29.956634 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (82d41d1d-0846-4df5-ae35-329b18b71943), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:29.962430 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:30.039928 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=82d41d1d-0846-4df5-ae35-329b18b71943,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:30.042355 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:30.132876 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 350242d3-726d-4fed-92b2-b5461190d853 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:34:30.134325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:34:30.453268 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db60f8-b23a-42dd-9201-4f48b463bb1f None None] Network 350242d3-726d-4fed-92b2-b5461190d853 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:34:30.524182 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-789e2f20-b0cb-4d86-8b13-128bf81a653b None None] Provisioning complete for port 8817a613-a064-4c55-a04a-97851d64f266 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:34:30.526884 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-789e2f20-b0cb-4d86-8b13-128bf81a653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8817a613-a064-4c55-a04a-97851d64f266), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:30.591659 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:34:30.665889 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-789e2f20-b0cb-4d86-8b13-128bf81a653b None None] Current status of the port 8817a613-a064-4c55-a04a-97851d64f266 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:34:30.666223 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-789e2f20-b0cb-4d86-8b13-128bf81a653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8817a613-a064-4c55-a04a-97851d64f266), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:30.678668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e7bc0f5f-0d34-4dca-af36-86ec1b58615d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:34:30.722369 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:34:30.729791 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-aa082acc-2652-494e-a921-6e4a2f48a3bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "PUT /v2.0/routers/d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4570935 Mar 07 22:34:30.741680 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-789e2f20-b0cb-4d86-8b13-128bf81a653b None None] For port 8817a613-a064-4c55-a04a-97851d64f266, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8817a613-a064-4c55-a04a-97851d64f266,segment=NetworkSegment(3e3e8be7-7a48-421a-9e6a-53dbc5233fbb),segment_id=3e3e8be7-7a48-421a-9e6a-53dbc5233fbb)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:34:30.750686 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-789e2f20-b0cb-4d86-8b13-128bf81a653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (8817a613-a064-4c55-a04a-97851d64f266), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:30.802855 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e7bc0f5f-0d34-4dca-af36-86ec1b58615d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:34:30.803236 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e7bc0f5f-0d34-4dca-af36-86ec1b58615d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:30.841615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e2f20-b0cb-4d86-8b13-128bf81a653b None None] Pushing event updated for resources: {'Port': ['ID=8817a613-a064-4c55-a04a-97851d64f266,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:30.901065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e7bc0f5f-0d34-4dca-af36-86ec1b58615d is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:34:30.901606 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e7bc0f5f-0d34-4dca-af36-86ec1b58615d), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:30.925838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port e7bc0f5f-0d34-4dca-af36-86ec1b58615d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e7bc0f5f-0d34-4dca-af36-86ec1b58615d,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:34:30.932098 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e7bc0f5f-0d34-4dca-af36-86ec1b58615d), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:30.933440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8817a613-a064-4c55-a04a-97851d64f266 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:34:30.945806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-745779a0-0751-49bc-b31d-f86f500f3376 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375408810&fields=id&tenant_id=712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 267 time: 0.0591240 Mar 07 22:34:31.038286 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=e7bc0f5f-0d34-4dca-af36-86ec1b58615d,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:31.043403 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7a325981-941e-4249-bfb3-5819ca2bad5b None None] Provisioning complete for port 82d41d1d-0846-4df5-ae35-329b18b71943 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:34:31.043785 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a325981-941e-4249-bfb3-5819ca2bad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:31.084841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8817a613-a064-4c55-a04a-97851d64f266 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:34:31.085229 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8817a613-a064-4c55-a04a-97851d64f266), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:31.097943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-ba9a930f-a8dd-45e7-955c-3d170f8e0242 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:31.107455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7a325981-941e-4249-bfb3-5819ca2bad5b None None] Port 82d41d1d-0846-4df5-ae35-329b18b71943 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:34:31.109532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-ba9a930f-a8dd-45e7-955c-3d170f8e0242 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/networks?id=350242d3-726d-4fed-92b2-b5461190d853 HTTP/1.1" status: 200 len: 796 time: 0.1557982 Mar 07 22:34:31.120525 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4d6389bc-8a26-4eca-8cca-e7b42510ea83 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/quotas/712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 375 time: 0.0100360 Mar 07 22:34:31.131950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7a325981-941e-4249-bfb3-5819ca2bad5b None None] Provisioning complete for port 8817a613-a064-4c55-a04a-97851d64f266 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:34:31.132335 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a325981-941e-4249-bfb3-5819ca2bad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8817a613-a064-4c55-a04a-97851d64f266), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:31.196707 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-6808598c-66d3-4da1-95ba-a132dd32c179 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686285 Mar 07 22:34:31.211666 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Sync routers for ids ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:34:31.226425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-1490099a-928d-44ef-8c45-47e34d2144d1 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:34:31.226588 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Routers {'d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:34:31.227121 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:31.228131 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-1490099a-928d-44ef-8c45-47e34d2144d1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066054 Mar 07 22:34:31.235956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8817a613-a064-4c55-a04a-97851d64f266 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:34:31.324045 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7a325981-941e-4249-bfb3-5819ca2bad5b None None] Current status of the port 8817a613-a064-4c55-a04a-97851d64f266 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:34:31.330840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-d0dbf006-108c-477d-9d0d-a64bac625e5e service neutron] 10.222.0.26 "GET /v2.0/networks/350242d3-726d-4fed-92b2-b5461190d853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955160 Mar 07 22:34:31.354761 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Set router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:34:31.451499 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0ed409be-95e7-4e55-9b32-644b2cde4109 None None] Provisioning complete for port 82d41d1d-0846-4df5-ae35-329b18b71943 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:34:31.452161 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0ed409be-95e7-4e55-9b32-644b2cde4109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:31.454586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-62631652-496a-4931-9b04-b4bdd23b447b service neutron] 10.222.0.26 "GET /v2.0/networks/350242d3-726d-4fed-92b2-b5461190d853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174829 Mar 07 22:34:31.498005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0ed409be-95e7-4e55-9b32-644b2cde4109 None None] Port 82d41d1d-0846-4df5-ae35-329b18b71943 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:34:31.582779 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:29Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '82d41d1d-0846-4df5-ae35-329b18b71943', 'name': '', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:19:22:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3328799d-57ad-4497-af63-e8034a727281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:28Z', 'updated_at': '2022-03-07T22:34:29Z', 'revision_number': 2, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '3328799d-57ad-4497-af63-e8034a727281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:31.615584 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Checking router: d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:34:31.615950 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Updating router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a port 82d41d1d-0846-4df5-ae35-329b18b71943 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:34:31.628567 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6d4cdbc5-956b-4ab3-9953-30dd2a00c6c3 None None] Provisioning complete for port 82d41d1d-0846-4df5-ae35-329b18b71943 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:34:31.629230 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6d4cdbc5-956b-4ab3-9953-30dd2a00c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:31.645206 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5b4e58ac-c54c-4ea0-bfb0-eb8e17a3ecb0 req-2a63db81-3feb-4480-8175-194947fcbb19 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 210 time: 0.0359869 Mar 07 22:34:31.655622 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:31.672156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6d4cdbc5-956b-4ab3-9953-30dd2a00c6c3 None None] Port 82d41d1d-0846-4df5-ae35-329b18b71943 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:34:31.932140 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Publish callbacks [] for port (82d41d1d-0846-4df5-ae35-329b18b71943), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:31.937520 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:31.991148 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f8f79-01b9-4918-a032-d5c4a5eff598 None None] Pushing event updated for resources: {'Port': ['ID=82d41d1d-0846-4df5-ae35-329b18b71943,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:32.017233 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228f8f79-01b9-4918-a032-d5c4a5eff598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.017681 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228f8f79-01b9-4918-a032-d5c4a5eff598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.018160 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228f8f79-01b9-4918-a032-d5c4a5eff598 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.018579 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228f8f79-01b9-4918-a032-d5c4a5eff598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.019047 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228f8f79-01b9-4918-a032-d5c4a5eff598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.019498 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228f8f79-01b9-4918-a032-d5c4a5eff598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.019921 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228f8f79-01b9-4918-a032-d5c4a5eff598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.020323 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228f8f79-01b9-4918-a032-d5c4a5eff598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.020725 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228f8f79-01b9-4918-a032-d5c4a5eff598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.021124 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228f8f79-01b9-4918-a032-d5c4a5eff598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.021534 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228f8f79-01b9-4918-a032-d5c4a5eff598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.022169 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228f8f79-01b9-4918-a032-d5c4a5eff598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.022299 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228f8f79-01b9-4918-a032-d5c4a5eff598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.066447 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Attempting to bind port 82d41d1d-0846-4df5-ae35-329b18b71943 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:34:32.066818 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Attempting to bind port 82d41d1d-0846-4df5-ae35-329b18b71943 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '3e3e8be7-7a48-421a-9e6a-53dbc5233fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '350242d3-726d-4fed-92b2-b5461190d853'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:34:32.067202 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Attempting to bind port 82d41d1d-0846-4df5-ae35-329b18b71943 on network 350242d3-726d-4fed-92b2-b5461190d853 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:34:32.072287 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:34:32.072789 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Checking segment: {'id': '3e3e8be7-7a48-421a-9e6a-53dbc5233fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '350242d3-726d-4fed-92b2-b5461190d853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:34:32.073188 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:32.073576 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Bound using segment: {'id': '3e3e8be7-7a48-421a-9e6a-53dbc5233fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '350242d3-726d-4fed-92b2-b5461190d853'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:34:32.074043 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Bound port: 82d41d1d-0846-4df5-ae35-329b18b71943, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3e8be7-7a48-421a-9e6a-53dbc5233fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '350242d3-726d-4fed-92b2-b5461190d853'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:34:32.074449 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:32.152441 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] For port 82d41d1d-0846-4df5-ae35-329b18b71943, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:34:32.156143 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] For port 82d41d1d-0846-4df5-ae35-329b18b71943, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=82d41d1d-0846-4df5-ae35-329b18b71943,segment=NetworkSegment(3e3e8be7-7a48-421a-9e6a-53dbc5233fbb),segment_id=3e3e8be7-7a48-421a-9e6a-53dbc5233fbb)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:34:32.163575 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:32.238251 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Routers {'d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:34:32.239147 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:32.241032 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f8f79-01b9-4918-a032-d5c4a5eff598 None None] Pushing event updated for resources: {'Port': ['ID=82d41d1d-0846-4df5-ae35-329b18b71943,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:32.310532 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8fc65f05-fb44-4e64-9e9d-1f12e84d498d None None] Provisioning complete for port 82d41d1d-0846-4df5-ae35-329b18b71943 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:34:32.311015 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8fc65f05-fb44-4e64-9e9d-1f12e84d498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:32.368546 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] Set router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:34:32.405331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8fc65f05-fb44-4e64-9e9d-1f12e84d498d None None] Current status of the port 82d41d1d-0846-4df5-ae35-329b18b71943 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:34:32.406299 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8fc65f05-fb44-4e64-9e9d-1f12e84d498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:32.447915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8fc65f05-fb44-4e64-9e9d-1f12e84d498d None None] For port 82d41d1d-0846-4df5-ae35-329b18b71943, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=82d41d1d-0846-4df5-ae35-329b18b71943,segment=NetworkSegment(3e3e8be7-7a48-421a-9e6a-53dbc5233fbb),segment_id=3e3e8be7-7a48-421a-9e6a-53dbc5233fbb)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:34:32.453424 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8fc65f05-fb44-4e64-9e9d-1f12e84d498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:32.504582 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc65f05-fb44-4e64-9e9d-1f12e84d498d None None] Pushing event updated for resources: {'Port': ['ID=82d41d1d-0846-4df5-ae35-329b18b71943,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:32.573622 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-232b1924-e3a8-470b-95c2-ff233d9ab26c None None] Provisioning complete for port 82d41d1d-0846-4df5-ae35-329b18b71943 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:34:32.574127 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-232b1924-e3a8-470b-95c2-ff233d9ab26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:32.577257 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:29Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '82d41d1d-0846-4df5-ae35-329b18b71943', 'name': '', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:19:22:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3328799d-57ad-4497-af63-e8034a727281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:28Z', 'updated_at': '2022-03-07T22:34:32Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '3328799d-57ad-4497-af63-e8034a727281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:32.604832 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a4dc1-b8b5-47f8-9ff0-1d0213effcf1 None None] The sync data for ids ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'] in n-d-832330-1 is: [{'id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:29Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '82d41d1d-0846-4df5-ae35-329b18b71943', 'name': '', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:19:22:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3328799d-57ad-4497-af63-e8034a727281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:28Z', 'updated_at': '2022-03-07T22:34:32Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '3328799d-57ad-4497-af63-e8034a727281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:34:32.606488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e7bc0f5f-0d34-4dca-af36-86ec1b58615d up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:34:32.704524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e7bc0f5f-0d34-4dca-af36-86ec1b58615d triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:34:32.705252 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e7bc0f5f-0d34-4dca-af36-86ec1b58615d), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:32.742330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-232b1924-e3a8-470b-95c2-ff233d9ab26c None None] Current status of the port 82d41d1d-0846-4df5-ae35-329b18b71943 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:34:32.771508 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd42a03e-ccfe-4378-b726-88b77b2984df req-4e1d7396-4fef-41a7-9cd2-530d31fb9857 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 210 time: 0.0356758 Mar 07 22:34:32.812131 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e7bc0f5f-0d34-4dca-af36-86ec1b58615d is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:34:32.813329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8817a613-a064-4c55-a04a-97851d64f266 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:34:32.879880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 8817a613-a064-4c55-a04a-97851d64f266 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:34:32.880506 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (8817a613-a064-4c55-a04a-97851d64f266), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:32.950025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-ca62e56c-22f2-4004-9561-92a7347f547b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:32.951661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-ca62e56c-22f2-4004-9561-92a7347f547b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "GET /v2.0/networks?id=350242d3-726d-4fed-92b2-b5461190d853 HTTP/1.1" status: 200 len: 796 time: 0.1286993 Mar 07 22:34:32.981982 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 8817a613-a064-4c55-a04a-97851d64f266 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:34:33.022656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-f99a00bc-041f-4b66-844d-edbc9c7e724f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 379 time: 0.0611861 Mar 07 22:34:33.038159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-0ddb6f48-772e-4c8f-b0ef-90eb7302caa9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'port': {'device_id': 'f41d3f7e-90f1-4db2-a18f-d7aa63443753', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'admin_state_up': True, 'tenant_id': '712f31e547d4445086628760076168d5', 'security_groups': ['1e23be6c-fb4a-41b2-9844-e931c8def354']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:33.165249 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-0ddb6f48-772e-4c8f-b0ef-90eb7302caa9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Made reservation on behalf of 712f31e547d4445086628760076168d5 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:34:33.168673 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-0ddb6f48-772e-4c8f-b0ef-90eb7302caa9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:33.295812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-0ddb6f48-772e-4c8f-b0ef-90eb7302caa9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.20.0.14 (350242d3-726d-4fed-92b2-b5461190d853/3328799d-57ad-4497-af63-e8034a727281/a2684bcb-bd30-4a39-ac77-e83ee12829f7) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:34:33.772290 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-0ddb6f48-772e-4c8f-b0ef-90eb7302caa9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:33.807755 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-0ddb6f48-772e-4c8f-b0ef-90eb7302caa9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:33.858143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-0ddb6f48-772e-4c8f-b0ef-90eb7302caa9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 350242d3-726d-4fed-92b2-b5461190d853 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:34:33.873642 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-0ddb6f48-772e-4c8f-b0ef-90eb7302caa9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:34:33.876701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-0ddb6f48-772e-4c8f-b0ef-90eb7302caa9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:34:33.897862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb6f48-772e-4c8f-b0ef-90eb7302caa9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=a2684bcb-bd30-4a39-ac77-e83ee12829f7,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:33.957409 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-0ddb6f48-772e-4c8f-b0ef-90eb7302caa9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:33.958114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-0ddb6f48-772e-4c8f-b0ef-90eb7302caa9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:33.969686 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240df8f6-edd3-4cd4-b815-8ec0689ded1e req-cfb4f9ec-c50c-4bc2-be64-be585e6451f0 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:33.971348 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-240df8f6-edd3-4cd4-b815-8ec0689ded1e req-cfb4f9ec-c50c-4bc2-be64-be585e6451f0 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 932 time: 0.1203005 Mar 07 22:34:33.998110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-0ddb6f48-772e-4c8f-b0ef-90eb7302caa9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9638610 Mar 07 22:34:34.018098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Request body: {'port': {'device_id': 'f41d3f7e-90f1-4db2-a18f-d7aa63443753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:34.058190 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-240df8f6-edd3-4cd4-b815-8ec0689ded1e req-6abec2db-221f-4d9b-a93f-77717a9ae1d5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801487 Mar 07 22:34:34.097815 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:34.172472 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5e3de4c8-8b13-4a71-b693-76dda8c4322f None None] Provisioning complete for port a2684bcb-bd30-4a39-ac77-e83ee12829f7 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:34:34.173009 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5e3de4c8-8b13-4a71-b693-76dda8c4322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:34.207267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5e3de4c8-8b13-4a71-b693-76dda8c4322f None None] Port a2684bcb-bd30-4a39-ac77-e83ee12829f7 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:34:34.354371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2684bcb-bd30-4a39-ac77-e83ee12829f7 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:34:34.361943 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Publish callbacks [] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:34.373331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Transition to ACTIVE for port object a2684bcb-bd30-4a39-ac77-e83ee12829f7 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:34:34.377804 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:34.444738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Pushing event updated for resources: {'Port': ['ID=a2684bcb-bd30-4a39-ac77-e83ee12829f7,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:34.502165 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Attempting to bind port a2684bcb-bd30-4a39-ac77-e83ee12829f7 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:34:34.502507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Attempting to bind port a2684bcb-bd30-4a39-ac77-e83ee12829f7 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '3e3e8be7-7a48-421a-9e6a-53dbc5233fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '350242d3-726d-4fed-92b2-b5461190d853'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:34:34.502842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Attempting to bind port a2684bcb-bd30-4a39-ac77-e83ee12829f7 on network 350242d3-726d-4fed-92b2-b5461190d853 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:34:34.507303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Port a2684bcb-bd30-4a39-ac77-e83ee12829f7 on network 350242d3-726d-4fed-92b2-b5461190d853 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:34:34.507628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Attempting to bind port a2684bcb-bd30-4a39-ac77-e83ee12829f7 on network 350242d3-726d-4fed-92b2-b5461190d853 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:34:34.512826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:34:34.513169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Checking segment: {'id': '3e3e8be7-7a48-421a-9e6a-53dbc5233fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '350242d3-726d-4fed-92b2-b5461190d853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:34:34.513555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Bound using segment: {'id': '3e3e8be7-7a48-421a-9e6a-53dbc5233fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '350242d3-726d-4fed-92b2-b5461190d853'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:34:34.513981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Bound port: a2684bcb-bd30-4a39-ac77-e83ee12829f7, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e3e8be7-7a48-421a-9e6a-53dbc5233fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '350242d3-726d-4fed-92b2-b5461190d853'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:34:34.514424 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:34.586398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] For port a2684bcb-bd30-4a39-ac77-e83ee12829f7, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:34:34.596774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] For port a2684bcb-bd30-4a39-ac77-e83ee12829f7, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a2684bcb-bd30-4a39-ac77-e83ee12829f7,segment=NetworkSegment(3e3e8be7-7a48-421a-9e6a-53dbc5233fbb),segment_id=3e3e8be7-7a48-421a-9e6a-53dbc5233fbb)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:34:34.604777 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:34.612714 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 82d41d1d-0846-4df5-ae35-329b18b71943 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:34:34.645520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:34.646182 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:34.647650 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] 10.222.0.15 "PUT /v2.0/ports/a2684bcb-bd30-4a39-ac77-e83ee12829f7 HTTP/1.1" status: 200 len: 1092 time: 0.6363468 Mar 07 22:34:34.648101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41d3f7e-90f1-4db2-a18f-d7aa63443753', 'tag': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:34:34.650465 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0810df81-ca93-49a5-8e27-ccd872e1f49a" -d '{"events": [{"name": "network-changed", "server_uuid": "f41d3f7e-90f1-4db2-a18f-d7aa63443753", "tag": "a2684bcb-bd30-4a39-ac77-e83ee12829f7"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:34:34.675541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214cd7b-1121-4458-9cd1-21e6b0245e04 service neutron] Pushing event updated for resources: {'Port': ['ID=a2684bcb-bd30-4a39-ac77-e83ee12829f7,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:34.708074 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c21b94-5117-4aa1-b89f-8eef33c440c5 x-openstack-request-id: req-a4c21b94-5117-4aa1-b89f-8eef33c440c5 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:34:34.708520 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41d3f7e-90f1-4db2-a18f-d7aa63443753", "tag": "a2684bcb-bd30-4a39-ac77-e83ee12829f7", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:34:34.708807 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4c21b94-5117-4aa1-b89f-8eef33c440c5 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:34:34.709250 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41d3f7e-90f1-4db2-a18f-d7aa63443753', 'tag': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7', 'status': 'completed', 'code': 200} Mar 07 22:34:34.726734 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 82d41d1d-0846-4df5-ae35-329b18b71943 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:34:34.727280 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:34.748346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-2f7d33fc-48a9-4b50-a9ff-001dc8741c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:34.750719 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-2f7d33fc-48a9-4b50-a9ff-001dc8741c1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 1126 time: 0.0541043 Mar 07 22:34:34.807257 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-eda92817-75cb-4631-bbe3-8f74fb404e1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2684bcb-bd30-4a39-ac77-e83ee12829f7 HTTP/1.1" status: 200 len: 217 time: 0.0435717 Mar 07 22:34:34.813857 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 82d41d1d-0846-4df5-ae35-329b18b71943 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:34:34.861170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-05173929-6567-4188-ae00-70b6e6ecec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:34.862678 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-05173929-6567-4188-ae00-70b6e6ecec33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3328799d-57ad-4497-af63-e8034a727281 HTTP/1.1" status: 200 len: 835 time: 0.0451200 Mar 07 22:34:34.912881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-d1720e26-56f1-4052-a99e-28aa654d4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:34.914385 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-d1720e26-56f1-4052-a99e-28aa654d4320 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=350242d3-726d-4fed-92b2-b5461190d853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428979 Mar 07 22:34:35.007695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-6d50aaec-17cf-4947-b44d-e238c2b4e66f service neutron] 10.222.0.15 "GET /v2.0/networks/350242d3-726d-4fed-92b2-b5461190d853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860884 Mar 07 22:34:35.098776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d17ee845-a663-4fe7-8754-a61af8e0f09f req-c15c22a6-feed-45ee-8c2e-f1fc97feb0ec service neutron] 10.222.0.15 "GET /v2.0/networks/350242d3-726d-4fed-92b2-b5461190d853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819089 Mar 07 22:34:35.210584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2241c-d0b1-44e0-987d-a552b7049f57 req-82a9ac0b-f6b2-4dc8-9e73-ff93b0a24616 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:35.212053 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cf2241c-d0b1-44e0-987d-a552b7049f57 req-82a9ac0b-f6b2-4dc8-9e73-ff93b0a24616 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 944 time: 0.0858772 Mar 07 22:34:35.229685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810df81-ca93-49a5-8e27-ccd872e1f49a req-acacabe1-e4e2-4a9d-bbed-aebf11efd3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:35.231171 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0810df81-ca93-49a5-8e27-ccd872e1f49a req-acacabe1-e4e2-4a9d-bbed-aebf11efd3aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 1126 time: 0.0708501 Mar 07 22:34:35.289948 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9cf2241c-d0b1-44e0-987d-a552b7049f57 req-04a3e6e3-f834-44a6-9cd2-aa8f52e6d24b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705366 Mar 07 22:34:35.349756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810df81-ca93-49a5-8e27-ccd872e1f49a req-4a375fd1-98df-40e7-a7d7-a1a1643ad15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:35.351249 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0810df81-ca93-49a5-8e27-ccd872e1f49a req-4a375fd1-98df-40e7-a7d7-a1a1643ad15b service neutron] 10.222.0.15 "GET /v2.0/networks?id=350242d3-726d-4fed-92b2-b5461190d853 HTTP/1.1" status: 200 len: 897 time: 0.1074491 Mar 07 22:34:35.391634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0810df81-ca93-49a5-8e27-ccd872e1f49a req-27725ac1-c546-4da5-8faf-aff1b3e9038f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2684bcb-bd30-4a39-ac77-e83ee12829f7 HTTP/1.1" status: 200 len: 217 time: 0.0340378 Mar 07 22:34:35.439257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810df81-ca93-49a5-8e27-ccd872e1f49a req-41a451ed-3ab9-45f5-9fe2-ff8a2d1fbd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:35.440574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0810df81-ca93-49a5-8e27-ccd872e1f49a req-41a451ed-3ab9-45f5-9fe2-ff8a2d1fbd03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3328799d-57ad-4497-af63-e8034a727281 HTTP/1.1" status: 200 len: 835 time: 0.0418427 Mar 07 22:34:35.492360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810df81-ca93-49a5-8e27-ccd872e1f49a req-210bb28d-27f4-4b0e-b6ec-9513b7945f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:35.493853 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0810df81-ca93-49a5-8e27-ccd872e1f49a req-210bb28d-27f4-4b0e-b6ec-9513b7945f8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=350242d3-726d-4fed-92b2-b5461190d853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473344 Mar 07 22:34:35.580447 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0810df81-ca93-49a5-8e27-ccd872e1f49a req-08b8591c-432b-4479-8a97-84b153e69ff2 service neutron] 10.222.0.15 "GET /v2.0/networks/350242d3-726d-4fed-92b2-b5461190d853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797241 Mar 07 22:34:35.673600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0810df81-ca93-49a5-8e27-ccd872e1f49a req-4222a07c-3226-4ec3-bc61-e4a0ca4139c3 service neutron] 10.222.0.15 "GET /v2.0/networks/350242d3-726d-4fed-92b2-b5461190d853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847814 Mar 07 22:34:36.407518 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d3a01-7e0a-4c62-a2c1-695c57ed173a req-b698f53a-5489-4cde-83ad-f18a152ba67a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:36.408981 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-513d3a01-7e0a-4c62-a2c1-695c57ed173a req-b698f53a-5489-4cde-83ad-f18a152ba67a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 944 time: 0.0516138 Mar 07 22:34:36.459529 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-513d3a01-7e0a-4c62-a2c1-695c57ed173a req-cc5617cd-fe34-4f6b-abd2-6c81f8628703 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450847 Mar 07 22:34:37.314853 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a2684bcb-bd30-4a39-ac77-e83ee12829f7 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:34:37.409769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a2684bcb-bd30-4a39-ac77-e83ee12829f7, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a2684bcb-bd30-4a39-ac77-e83ee12829f7,segment=NetworkSegment(3e3e8be7-7a48-421a-9e6a-53dbc5233fbb),segment_id=3e3e8be7-7a48-421a-9e6a-53dbc5233fbb)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:34:37.419822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'port_id': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7', 'mac_address': 'fa:16:3e:bf:7f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3328799d-57ad-4497-af63-e8034a727281', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:34:37.456943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port a2684bcb-bd30-4a39-ac77-e83ee12829f7 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:34:37.457328 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:37.469531 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2684bcb-bd30-4a39-ac77-e83ee12829f7 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:34:37.489054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a2684bcb-bd30-4a39-ac77-e83ee12829f7, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a2684bcb-bd30-4a39-ac77-e83ee12829f7,segment=NetworkSegment(3e3e8be7-7a48-421a-9e6a-53dbc5233fbb),segment_id=3e3e8be7-7a48-421a-9e6a-53dbc5233fbb)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:34:37.492634 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:37.539011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=a2684bcb-bd30-4a39-ac77-e83ee12829f7,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:37.580458 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f85b0-92c4-441d-8bb7-55f9e8315f26 req-bd021801-a6cf-4486-8b6d-ce1613284db6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:37.581878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f5f85b0-92c4-441d-8bb7-55f9e8315f26 req-bd021801-a6cf-4486-8b6d-ce1613284db6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 945 time: 0.0550823 Mar 07 22:34:37.634353 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8f5f85b0-92c4-441d-8bb7-55f9e8315f26 req-b889df83-3e17-43a8-ab7a-98fb51f8e4bc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466850 Mar 07 22:34:37.808450 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['a2684bcb-bd30-4a39-ac77-e83ee12829f7'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:34:38.749159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5f36a-12db-46b1-b1fa-2dc7db746f00 req-70fdf692-80f6-4d2e-aca7-220878a46cce tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:38.750659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cf5f36a-12db-46b1-b1fa-2dc7db746f00 req-70fdf692-80f6-4d2e-aca7-220878a46cce tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 945 time: 0.0522606 Mar 07 22:34:38.802605 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cf5f36a-12db-46b1-b1fa-2dc7db746f00 req-f860f8cb-ae17-4ac9-8b56-a3da57aba22c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459459 Mar 07 22:34:39.330180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a2684bcb-bd30-4a39-ac77-e83ee12829f7 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:34:39.534537 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port a2684bcb-bd30-4a39-ac77-e83ee12829f7 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:34:39.537952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port a2684bcb-bd30-4a39-ac77-e83ee12829f7 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:34:39.538356 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:39.613723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port a2684bcb-bd30-4a39-ac77-e83ee12829f7 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:34:39.614136 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:39.636252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41d3f7e-90f1-4db2-a18f-d7aa63443753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:34:39.638507 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319e19a0-1473-47bf-b4fb-26b5f87261fd" -d '{"events": [{"server_uuid": "f41d3f7e-90f1-4db2-a18f-d7aa63443753", "name": "network-vif-plugged", "status": "completed", "tag": "a2684bcb-bd30-4a39-ac77-e83ee12829f7"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:34:39.651330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port a2684bcb-bd30-4a39-ac77-e83ee12829f7, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a2684bcb-bd30-4a39-ac77-e83ee12829f7,segment=NetworkSegment(3e3e8be7-7a48-421a-9e6a-53dbc5233fbb),segment_id=3e3e8be7-7a48-421a-9e6a-53dbc5233fbb)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:34:39.656616 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:39.682931 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78036c2c-2fbb-4a2d-b45d-354d83c9a087 x-openstack-request-id: req-78036c2c-2fbb-4a2d-b45d-354d83c9a087 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:34:39.683228 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41d3f7e-90f1-4db2-a18f-d7aa63443753", "name": "network-vif-plugged", "status": "completed", "tag": "a2684bcb-bd30-4a39-ac77-e83ee12829f7", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:34:39.683489 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78036c2c-2fbb-4a2d-b45d-354d83c9a087 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:34:39.683880 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41d3f7e-90f1-4db2-a18f-d7aa63443753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7', 'code': 200} Mar 07 22:34:39.709933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=a2684bcb-bd30-4a39-ac77-e83ee12829f7,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:39.788442 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1d05c-c418-4889-9fb7-d1e33ff363a9 req-70b5b241-d1bd-473e-9d55-92d5d3b01790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:39.789898 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3a1d05c-c418-4889-9fb7-d1e33ff363a9 req-70b5b241-d1bd-473e-9d55-92d5d3b01790 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 1128 time: 0.0480363 Mar 07 22:34:39.843504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c3a1d05c-c418-4889-9fb7-d1e33ff363a9 req-3708b907-1844-4501-8411-8f08b909b12b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475311 Mar 07 22:34:39.923810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ec00-c5ba-4dee-b248-d8fedb1f9323 req-17e8962b-d5fb-495c-bd58-1915b105e245 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:39.925294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2f0ec00-c5ba-4dee-b248-d8fedb1f9323 req-17e8962b-d5fb-495c-bd58-1915b105e245 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 946 time: 0.0570664 Mar 07 22:34:39.972869 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b2f0ec00-c5ba-4dee-b248-d8fedb1f9323 req-3f8c0d22-9bf8-441d-be50-d2db16f5a9f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416706 Mar 07 22:34:41.101245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cc8a9-e6ba-4915-ac54-be5d9bac3e70 req-6b472877-f28c-4260-905d-d08188616de7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:41.102756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a15cc8a9-e6ba-4915-ac54-be5d9bac3e70 req-6b472877-f28c-4260-905d-d08188616de7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 946 time: 0.0541167 Mar 07 22:34:41.150098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a15cc8a9-e6ba-4915-ac54-be5d9bac3e70 req-b1abfa7a-b889-456a-8398-3b415639e8b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413280 Mar 07 22:34:42.275428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4f3d0-768f-40bc-8c79-4aff77727cca req-fcb63d73-4d37-4f58-958b-ec9d84831ac2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:42.276897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5c4f3d0-768f-40bc-8c79-4aff77727cca req-fcb63d73-4d37-4f58-958b-ec9d84831ac2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 946 time: 0.0601766 Mar 07 22:34:42.328127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5c4f3d0-768f-40bc-8c79-4aff77727cca req-d63ea362-15dc-4889-971a-9d1099987868 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452592 Mar 07 22:34:42.444751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0e130-11d9-41a5-ab05-2302677ce180 req-4f02e4f2-15b2-43cd-becf-be15322437be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:42.446239 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7a0e130-11d9-41a5-ab05-2302677ce180 req-4f02e4f2-15b2-43cd-becf-be15322437be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 946 time: 0.0519028 Mar 07 22:34:42.494971 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7a0e130-11d9-41a5-ab05-2302677ce180 req-5c28f165-d5c0-44e4-8bb7-9185c8da444c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424349 Mar 07 22:34:42.516262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52858) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:42.576897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc46895-8eb6-4c8b-b36f-4fb6fab13a05 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:42.586687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4dc46895-8eb6-4c8b-b36f-4fb6fab13a05 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 1123 time: 0.0693221 Mar 07 22:34:42.589433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52860) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:42.594647 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7', 'tenant_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:42.619158 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:42.719853 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:42.817520 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.25.4.240 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/8d9bd1aa-2b72-4332-aaa8-3937af4b570c) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:34:42.925729 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (8d9bd1aa-2b72-4332-aaa8-3937af4b570c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:42.958795 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (8d9bd1aa-2b72-4332-aaa8-3937af4b570c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:42.997693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:34:43.001041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:34:43.004443 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:34:43.009755 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=8d9bd1aa-2b72-4332-aaa8-3937af4b570c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:43.368656 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (5ae7d5da-abec-4836-86a0-393a9362a196), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:43.438687 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8d9bd1aa-2b72-4332-aaa8-3937af4b570c), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:43.589808 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (8d9bd1aa-2b72-4332-aaa8-3937af4b570c), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:43.594623 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (8d9bd1aa-2b72-4332-aaa8-3937af4b570c), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:43.665452 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=8d9bd1aa-2b72-4332-aaa8-3937af4b570c,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:43.675862 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (5ae7d5da-abec-4836-86a0-393a9362a196), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:43.775608 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Floating IP 5ae7d5da-abec-4836-86a0-393a9362a196 associated. External IP: 172.25.4.240, port: a2684bcb-bd30-4a39-ac77-e83ee12829f7. Mar 07 22:34:43.984658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:34:44.090125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:34:44.100292 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7bfe95-c248-4794-8914-abda60289a48 None None] Sync routers for ids ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:34:44.109348 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:44.110720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7bfe95-c248-4794-8914-abda60289a48 None None] Routers {'d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:34:44.111338 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-bf7bfe95-c248-4794-8914-abda60289a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:44.138756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-64742611-e916-4123-8c02-e75e114ab1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5481145 Mar 07 22:34:44.139352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41d3f7e-90f1-4db2-a18f-d7aa63443753', 'tag': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:34:44.142115 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33ae5de-47ff-4b16-bdc5-587dd3fab3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f41d3f7e-90f1-4db2-a18f-d7aa63443753", "tag": "a2684bcb-bd30-4a39-ac77-e83ee12829f7"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:34:44.192644 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd36bf4c-297c-496c-be9e-26ea3175a436 x-openstack-request-id: req-fd36bf4c-297c-496c-be9e-26ea3175a436 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:34:44.192955 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41d3f7e-90f1-4db2-a18f-d7aa63443753", "tag": "a2684bcb-bd30-4a39-ac77-e83ee12829f7", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:34:44.193707 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd36bf4c-297c-496c-be9e-26ea3175a436 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:34:44.194153 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41d3f7e-90f1-4db2-a18f-d7aa63443753', 'tag': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7', 'status': 'completed', 'code': 200} Mar 07 22:34:44.224591 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-bf7bfe95-c248-4794-8914-abda60289a48 None None] Set router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:34:44.292862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4f4f6-e138-4222-aff9-a44d040d3b02 req-e05a9018-3254-4a93-9565-8a5aa32fcf38 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:44.294300 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1fb4f4f6-e138-4222-aff9-a44d040d3b02 req-e05a9018-3254-4a93-9565-8a5aa32fcf38 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 946 time: 0.0848191 Mar 07 22:34:44.297415 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ae5de-47ff-4b16-bdc5-587dd3fab3ba req-3eb7cbc7-578e-49d5-ba27-a9019063cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:44.298856 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f33ae5de-47ff-4b16-bdc5-587dd3fab3ba req-3eb7cbc7-578e-49d5-ba27-a9019063cc14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 1128 time: 0.0799825 Mar 07 22:34:44.400082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1fb4f4f6-e138-4222-aff9-a44d040d3b02 req-9f846aca-777a-41d0-88c0-513100ed768a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994923 Mar 07 22:34:44.424113 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52866) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:44.434382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ae5de-47ff-4b16-bdc5-587dd3fab3ba req-e3b9f384-d25e-4c01-8b39-d5c9d492eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:44.435848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f33ae5de-47ff-4b16-bdc5-587dd3fab3ba req-e3b9f384-d25e-4c01-8b39-d5c9d492eaa6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=350242d3-726d-4fed-92b2-b5461190d853 HTTP/1.1" status: 200 len: 897 time: 0.1221759 Mar 07 22:34:44.450237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-bf7bfe95-c248-4794-8914-abda60289a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:29Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '5ae7d5da-abec-4836-86a0-393a9362a196', 'tenant_id': '712f31e547d4445086628760076168d5', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'port_id': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'mac_address': 'fa:16:3e:bf:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41d3f7e-90f1-4db2-a18f-d7aa63443753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:34:43Z', 'updated_at': '2022-03-07T22:34:43Z', 'revision_number': 0, 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82d41d1d-0846-4df5-ae35-329b18b71943', 'name': '', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:19:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3328799d-57ad-4497-af63-e8034a727281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:28Z', 'updated_at': '2022-03-07T22:34:32Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '3328799d-57ad-4497-af63-e8034a727281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:44.481598 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7bfe95-c248-4794-8914-abda60289a48 None None] Checking router: d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:34:44.488497 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8efbf116-6558-4623-b6aa-4b82892f5bfe tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/5ae7d5da-abec-4836-86a0-393a9362a196 HTTP/1.1" status: 200 len: 992 time: 0.0632200 Mar 07 22:34:44.491525 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7bfe95-c248-4794-8914-abda60289a48 None None] Routers {'d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:34:44.492135 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-bf7bfe95-c248-4794-8914-abda60289a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:34:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:44.506794 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f33ae5de-47ff-4b16-bdc5-587dd3fab3ba req-cb013bc0-58fb-4560-affe-df66e8b6dc69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2684bcb-bd30-4a39-ac77-e83ee12829f7 HTTP/1.1" status: 200 len: 1000 time: 0.0641494 Mar 07 22:34:44.557822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ae5de-47ff-4b16-bdc5-587dd3fab3ba req-ecd0f812-1014-401a-9e89-007ee1b65d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:44.559241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f33ae5de-47ff-4b16-bdc5-587dd3fab3ba req-ecd0f812-1014-401a-9e89-007ee1b65d52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3328799d-57ad-4497-af63-e8034a727281 HTTP/1.1" status: 200 len: 835 time: 0.0438962 Mar 07 22:34:44.604997 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-bf7bfe95-c248-4794-8914-abda60289a48 None None] Set router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:34:44.611937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ae5de-47ff-4b16-bdc5-587dd3fab3ba req-bd142d97-170c-4568-8307-53c39cd28ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:44.613461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f33ae5de-47ff-4b16-bdc5-587dd3fab3ba req-bd142d97-170c-4568-8307-53c39cd28ab8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=350242d3-726d-4fed-92b2-b5461190d853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474312 Mar 07 22:34:44.715893 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f33ae5de-47ff-4b16-bdc5-587dd3fab3ba req-532d6787-26cc-4bda-8d2a-95039b13ca9e service neutron] 10.222.0.15 "GET /v2.0/networks/350242d3-726d-4fed-92b2-b5461190d853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876734 Mar 07 22:34:44.807168 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f33ae5de-47ff-4b16-bdc5-587dd3fab3ba req-56bc2587-ef27-49c8-8d27-a5d490bfd3b2 service neutron] 10.222.0.15 "GET /v2.0/networks/350242d3-726d-4fed-92b2-b5461190d853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838280 Mar 07 22:34:44.840458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-bf7bfe95-c248-4794-8914-abda60289a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:29Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '5ae7d5da-abec-4836-86a0-393a9362a196', 'tenant_id': '712f31e547d4445086628760076168d5', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'port_id': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'mac_address': 'fa:16:3e:bf:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41d3f7e-90f1-4db2-a18f-d7aa63443753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:34:43Z', 'updated_at': '2022-03-07T22:34:43Z', 'revision_number': 0, 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82d41d1d-0846-4df5-ae35-329b18b71943', 'name': '', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:19:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3328799d-57ad-4497-af63-e8034a727281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:28Z', 'updated_at': '2022-03-07T22:34:32Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '3328799d-57ad-4497-af63-e8034a727281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:44.870672 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7bfe95-c248-4794-8914-abda60289a48 None None] The sync data for ids ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'] in n-d-832330-1 is: [{'id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:29Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '5ae7d5da-abec-4836-86a0-393a9362a196', 'tenant_id': '712f31e547d4445086628760076168d5', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'port_id': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'mac_address': 'fa:16:3e:bf:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41d3f7e-90f1-4db2-a18f-d7aa63443753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:34:43Z', 'updated_at': '2022-03-07T22:34:43Z', 'revision_number': 0, 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82d41d1d-0846-4df5-ae35-329b18b71943', 'name': '', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:19:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3328799d-57ad-4497-af63-e8034a727281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:28Z', 'updated_at': '2022-03-07T22:34:32Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '3328799d-57ad-4497-af63-e8034a727281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:34:45.064975 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de77b9-57c3-4259-985a-b091a38757c2 None None] New status for floating IP 5ae7d5da-abec-4836-86a0-393a9362a196: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:34:45.490732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52868) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:34:45.553076 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b90255f4-324e-4f6d-8f91-c839701cf6ca tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/5ae7d5da-abec-4836-86a0-393a9362a196 HTTP/1.1" status: 200 len: 994 time: 0.0610414 Mar 07 22:34:45.700244 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3d3a9361-5c06-4cb8-849c-a31bc5784326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:46.590626 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:48.202076 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-135a1f8f-d271-4721-a97c-3164a6479ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:48.638367 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:49.500383 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:50.462751 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:52.220886 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:34:53.611763 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:35:02.348757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a764a0db-ba98-4892-a220-dec7ae64e5f1 req-8df5d63c-3de2-47be-b458-9f0dbeda43a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424216 Mar 07 22:35:02.433497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764a0db-ba98-4892-a220-dec7ae64e5f1 req-446375a1-f6ca-4162-9de1-2e99db7d6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:02.434993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a764a0db-ba98-4892-a220-dec7ae64e5f1 req-446375a1-f6ca-4162-9de1-2e99db7d6bfb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 1128 time: 0.0437467 Mar 07 22:35:02.856337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764a0db-ba98-4892-a220-dec7ae64e5f1 req-978e78b3-2423-400c-b16e-79556f926127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:02.857816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a764a0db-ba98-4892-a220-dec7ae64e5f1 req-978e78b3-2423-400c-b16e-79556f926127 service neutron] 10.222.0.15 "GET /v2.0/networks?id=350242d3-726d-4fed-92b2-b5461190d853 HTTP/1.1" status: 200 len: 897 time: 0.4051061 Mar 07 22:35:02.925905 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a764a0db-ba98-4892-a220-dec7ae64e5f1 req-563dd821-1292-42ef-9144-7b3d15da0514 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2684bcb-bd30-4a39-ac77-e83ee12829f7 HTTP/1.1" status: 200 len: 1002 time: 0.0581498 Mar 07 22:35:02.974747 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764a0db-ba98-4892-a220-dec7ae64e5f1 req-aa9e2526-b910-4a95-978c-b21cf42b7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:02.976172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a764a0db-ba98-4892-a220-dec7ae64e5f1 req-aa9e2526-b910-4a95-978c-b21cf42b7c71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3328799d-57ad-4497-af63-e8034a727281 HTTP/1.1" status: 200 len: 835 time: 0.0432425 Mar 07 22:35:03.027036 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764a0db-ba98-4892-a220-dec7ae64e5f1 req-4c9ea6a1-5dd6-4638-8746-b0a5630e4051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:03.028484 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a764a0db-ba98-4892-a220-dec7ae64e5f1 req-4c9ea6a1-5dd6-4638-8746-b0a5630e4051 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=350242d3-726d-4fed-92b2-b5461190d853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458219 Mar 07 22:35:03.115305 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a764a0db-ba98-4892-a220-dec7ae64e5f1 req-ed8712c4-cade-4bc3-a22e-6af2bb328abe service neutron] 10.222.0.15 "GET /v2.0/networks/350242d3-726d-4fed-92b2-b5461190d853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794775 Mar 07 22:35:03.207129 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a764a0db-ba98-4892-a220-dec7ae64e5f1 req-94636807-b68c-4d61-910b-76f665e7bba0 service neutron] 10.222.0.15 "GET /v2.0/networks/350242d3-726d-4fed-92b2-b5461190d853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854061 Mar 07 22:35:15.705029 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1676b3cd-5a83-49e2-8bdc-ee9b5b73995f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:16.612314 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:18.203639 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-358537c8-3bfd-411a-8ad2-9b0d603763d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:18.652145 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:19.057211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f30a6-c255-4fa2-b37c-f24177c6e1ee req-94f6dafe-c8c6-4252-a614-2f731e28c00b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:19.058750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-320f30a6-c255-4fa2-b37c-f24177c6e1ee req-94f6dafe-c8c6-4252-a614-2f731e28c00b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 946 time: 0.1048486 Mar 07 22:35:19.108963 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-320f30a6-c255-4fa2-b37c-f24177c6e1ee req-0e6d96e8-156f-4317-bfe9-12c2a0d7ffa6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439835 Mar 07 22:35:19.501960 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:20.275603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd0860-b8ad-4a40-b468-bf36eec600c0 req-99e4dde0-7019-46e6-9f07-47c8343c04c1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:20.277074 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9bfd0860-b8ad-4a40-b468-bf36eec600c0 req-99e4dde0-7019-46e6-9f07-47c8343c04c1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 946 time: 0.0992084 Mar 07 22:35:20.328756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9bfd0860-b8ad-4a40-b468-bf36eec600c0 req-ba338c70-28f6-4c33-8b7b-8779bfee1d17 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459771 Mar 07 22:35:20.349829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52894) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:20.408053 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3f0b6437-eaa3-441a-87eb-34b1911a641c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/5ae7d5da-abec-4836-86a0-393a9362a196 HTTP/1.1" status: 200 len: 994 time: 0.0571103 Mar 07 22:35:20.465008 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:21.673307 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c28de6-8fb0-47cb-ba18-436e826b1b4e req-38a29172-8837-40b9-a887-64e2c8f46aa6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:21.675204 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71c28de6-8fb0-47cb-ba18-436e826b1b4e req-38a29172-8837-40b9-a887-64e2c8f46aa6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 946 time: 0.0529642 Mar 07 22:35:21.722971 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71c28de6-8fb0-47cb-ba18-436e826b1b4e req-857dec40-c765-4b87-aaaa-3de9b7427518 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419011 Mar 07 22:35:22.223757 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:22.850995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53531cc-88be-4a4c-a22d-de877cc2f3a5 req-13af8a0d-418a-42c8-ac7f-5a19a3f1b859 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:22.852386 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d53531cc-88be-4a4c-a22d-de877cc2f3a5 req-13af8a0d-418a-42c8-ac7f-5a19a3f1b859 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 946 time: 0.0580578 Mar 07 22:35:22.902041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d53531cc-88be-4a4c-a22d-de877cc2f3a5 req-e4ef2a06-d292-4ea3-8738-643ee6ba3cf3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438805 Mar 07 22:35:22.923438 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52904) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:22.982956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4d3a5790-300e-4ea2-b9ad-d656ca718390 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/5ae7d5da-abec-4836-86a0-393a9362a196 HTTP/1.1" status: 200 len: 994 time: 0.0583808 Mar 07 22:35:23.214090 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52910) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:23.374558 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port 8d9bd1aa-2b72-4332-aaa8-3937af4b570c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:35:23.374903 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8d9bd1aa-2b72-4332-aaa8-3937af4b570c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:23.446853 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8d9bd1aa-2b72-4332-aaa8-3937af4b570c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:23.447184 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (8d9bd1aa-2b72-4332-aaa8-3937af4b570c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:23.459095 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for 8d9bd1aa-2b72-4332-aaa8-3937af4b570c owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:35:23.604920 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8d9bd1aa-2b72-4332-aaa8-3937af4b570c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:23.630911 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=8d9bd1aa-2b72-4332-aaa8-3937af4b570c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:23.656484 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:23.656838 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:23.657187 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:23.657526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:23.657861 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:23.658227 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:23.658563 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:23.658892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:23.659222 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:23.659550 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:23.659877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:23.660201 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:23.660522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:23.698251 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (5ae7d5da-abec-4836-86a0-393a9362a196), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:23.698623 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Floating IP 5ae7d5da-abec-4836-86a0-393a9362a196 disassociated (deleted). External IP: 172.25.4.240, port: a2684bcb-bd30-4a39-ac77-e83ee12829f7. Mar 07 22:35:23.905417 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:35:24.013162 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:35:24.017949 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:24.022779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692b24f-049a-43d2-a932-cd12753a394b None None] Sync routers for ids ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:35:24.031673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a692b24f-049a-43d2-a932-cd12753a394b None None] Routers {'d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:35:24.032517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a692b24f-049a-43d2-a932-cd12753a394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:35:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:24.046712 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-64a03b06-12ad-4441-9707-eedf59da78ec tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/floatingips/5ae7d5da-abec-4836-86a0-393a9362a196 HTTP/1.1" status: 204 len: 168 time: 0.8315163 Mar 07 22:35:24.047296 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41d3f7e-90f1-4db2-a18f-d7aa63443753', 'tag': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:35:24.088145 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367c891a47a93397d296b6a009349b5bbc9bf26a01a8694054c6e77325763cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca05fc66-17f5-4141-9875-83159e5f2692" -d '{"events": [{"name": "network-changed", "server_uuid": "f41d3f7e-90f1-4db2-a18f-d7aa63443753", "tag": "a2684bcb-bd30-4a39-ac77-e83ee12829f7"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:35:24.148671 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-a692b24f-049a-43d2-a932-cd12753a394b None None] Set router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:35:24.187300 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265f0f1c-3c3b-4b2a-bbd2-0077ec4a21a3 x-openstack-request-id: req-265f0f1c-3c3b-4b2a-bbd2-0077ec4a21a3 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:35:24.188009 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41d3f7e-90f1-4db2-a18f-d7aa63443753", "tag": "a2684bcb-bd30-4a39-ac77-e83ee12829f7", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:35:24.188009 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-265f0f1c-3c3b-4b2a-bbd2-0077ec4a21a3 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:35:24.188310 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41d3f7e-90f1-4db2-a18f-d7aa63443753', 'tag': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7', 'status': 'completed', 'code': 200} Mar 07 22:35:24.331039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38376a30-ce05-4ddc-b2d0-ff871cd46344 req-6a59a919-5a2c-4834-8219-ef658db2992a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:24.332526 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38376a30-ce05-4ddc-b2d0-ff871cd46344 req-6a59a919-5a2c-4834-8219-ef658db2992a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 946 time: 0.0859060 Mar 07 22:35:24.337862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05fc66-17f5-4141-9875-83159e5f2692 req-8339b702-23ef-46b8-aa4b-6a2c1ba50bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:24.339329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca05fc66-17f5-4141-9875-83159e5f2692 req-8339b702-23ef-46b8-aa4b-6a2c1ba50bcc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 1128 time: 0.1269336 Mar 07 22:35:24.356850 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a692b24f-049a-43d2-a932-cd12753a394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:29Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '82d41d1d-0846-4df5-ae35-329b18b71943', 'name': '', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:19:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3328799d-57ad-4497-af63-e8034a727281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:28Z', 'updated_at': '2022-03-07T22:34:32Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '3328799d-57ad-4497-af63-e8034a727281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:24.383106 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692b24f-049a-43d2-a932-cd12753a394b None None] Checking router: d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:35:24.391136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a692b24f-049a-43d2-a932-cd12753a394b None None] Routers {'d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:35:24.391741 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a692b24f-049a-43d2-a932-cd12753a394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:35:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:24.436925 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38376a30-ce05-4ddc-b2d0-ff871cd46344 req-12cd6fd1-a056-4518-b15d-b53cc42fb0d5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965586 Mar 07 22:35:24.462310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05fc66-17f5-4141-9875-83159e5f2692 req-cda186c9-e253-40b6-9ca7-9019960ac499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:24.463810 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca05fc66-17f5-4141-9875-83159e5f2692 req-cda186c9-e253-40b6-9ca7-9019960ac499 service neutron] 10.222.0.15 "GET /v2.0/networks?id=350242d3-726d-4fed-92b2-b5461190d853 HTTP/1.1" status: 200 len: 897 time: 0.1175056 Mar 07 22:35:24.505853 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-a692b24f-049a-43d2-a932-cd12753a394b None None] Set router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:35:24.510274 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca05fc66-17f5-4141-9875-83159e5f2692 req-61fb9ecc-6a87-43fb-b5ef-05f6d40ded1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2684bcb-bd30-4a39-ac77-e83ee12829f7 HTTP/1.1" status: 200 len: 217 time: 0.0357637 Mar 07 22:35:24.558363 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05fc66-17f5-4141-9875-83159e5f2692 req-dbe1b9d7-9fbc-4ff3-8331-5dcf78657a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:24.560066 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca05fc66-17f5-4141-9875-83159e5f2692 req-dbe1b9d7-9fbc-4ff3-8331-5dcf78657a61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3328799d-57ad-4497-af63-e8034a727281 HTTP/1.1" status: 200 len: 835 time: 0.0435319 Mar 07 22:35:24.614797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05fc66-17f5-4141-9875-83159e5f2692 req-3e441be3-63fb-461a-a702-80ae2e4223c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:24.616297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca05fc66-17f5-4141-9875-83159e5f2692 req-3e441be3-63fb-461a-a702-80ae2e4223c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=350242d3-726d-4fed-92b2-b5461190d853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488849 Mar 07 22:35:24.703420 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-a692b24f-049a-43d2-a932-cd12753a394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:29Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '82d41d1d-0846-4df5-ae35-329b18b71943', 'name': '', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:19:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3328799d-57ad-4497-af63-e8034a727281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:28Z', 'updated_at': '2022-03-07T22:34:32Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '3328799d-57ad-4497-af63-e8034a727281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:24.704841 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca05fc66-17f5-4141-9875-83159e5f2692 req-2419b581-a1bd-45e7-8454-e2f232d75b76 service neutron] 10.222.0.15 "GET /v2.0/networks/350242d3-726d-4fed-92b2-b5461190d853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813711 Mar 07 22:35:24.730279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692b24f-049a-43d2-a932-cd12753a394b None None] The sync data for ids ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'] in n-d-832330-1 is: [{'id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:29Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '82d41d1d-0846-4df5-ae35-329b18b71943', 'name': '', 'network_id': '350242d3-726d-4fed-92b2-b5461190d853', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:19:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3328799d-57ad-4497-af63-e8034a727281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:28Z', 'updated_at': '2022-03-07T22:34:32Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '3328799d-57ad-4497-af63-e8034a727281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:35:24.803811 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ca05fc66-17f5-4141-9875-83159e5f2692 req-f537225d-df3e-46cf-9b4b-f89aeab39ef1 service neutron] 10.222.0.15 "GET /v2.0/networks/350242d3-726d-4fed-92b2-b5461190d853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929275 Mar 07 22:35:24.948083 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea13e0dc-9ce3-4854-a9c0-ad8f49334c5c None None] New status for floating IP 5ae7d5da-abec-4836-86a0-393a9362a196: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:35:25.558466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e417e6-27be-4b8a-8f2f-5f45be5eb781 req-886407d0-89cf-4a56-a907-129b5bb70cff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:25.559936 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16e417e6-27be-4b8a-8f2f-5f45be5eb781 req-886407d0-89cf-4a56-a907-129b5bb70cff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 946 time: 0.0519950 Mar 07 22:35:25.607656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16e417e6-27be-4b8a-8f2f-5f45be5eb781 req-598ae3e3-9036-4392-a51a-e3ef25b3b71a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e23be6c-fb4a-41b2-9844-e931c8def354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422497 Mar 07 22:35:26.044416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045bdac-895b-4fbb-8749-dc687d52f529 req-677bbf99-dcea-451a-a557-f68bc36b4989 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:26.046427 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a045bdac-895b-4fbb-8749-dc687d52f529 req-677bbf99-dcea-451a-a557-f68bc36b4989 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 946 time: 0.0521467 Mar 07 22:35:26.155575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a045bdac-895b-4fbb-8749-dc687d52f529 req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port a2684bcb-bd30-4a39-ac77-e83ee12829f7 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:35:26.155920 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a045bdac-895b-4fbb-8749-dc687d52f529 req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:26.242556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-a045bdac-895b-4fbb-8749-dc687d52f529 req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] For port a2684bcb-bd30-4a39-ac77-e83ee12829f7, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=a2684bcb-bd30-4a39-ac77-e83ee12829f7,segment=NetworkSegment(3e3e8be7-7a48-421a-9e6a-53dbc5233fbb),segment_id=3e3e8be7-7a48-421a-9e6a-53dbc5233fbb)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:35:26.242917 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a045bdac-895b-4fbb-8749-dc687d52f529 req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:26.254396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-a045bdac-895b-4fbb-8749-dc687d52f529 req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for a2684bcb-bd30-4a39-ac77-e83ee12829f7 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:35:26.383924 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a045bdac-895b-4fbb-8749-dc687d52f529 req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (a2684bcb-bd30-4a39-ac77-e83ee12829f7), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:26.411850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=a2684bcb-bd30-4a39-ac77-e83ee12829f7,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:26.443605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:26.443963 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:26.444312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:26.444656 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:26.444992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:26.445327 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:26.445660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:26.445987 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:26.446350 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:26.446679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:26.447009 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:26.447336 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:26.447660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:26.467782 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a045bdac-895b-4fbb-8749-dc687d52f529 req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] No DVR routers for this DVR port a2684bcb-bd30-4a39-ac77-e83ee12829f7 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:35:26.470424 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-a045bdac-895b-4fbb-8749-dc687d52f529 req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:26.473718 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a045bdac-895b-4fbb-8749-dc687d52f529 req-c7bf98a0-8a01-483c-b7f4-ec1d98eff3f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "DELETE /v2.0/ports/a2684bcb-bd30-4a39-ac77-e83ee12829f7 HTTP/1.1" status: 204 len: 173 time: 0.4194741 Mar 07 22:35:26.474221 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41d3f7e-90f1-4db2-a18f-d7aa63443753', 'name': 'network-vif-deleted', 'tag': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:35:26.476588 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04bc4f1-2f57-4a01-abaf-758528afc1a4" -d '{"events": [{"server_uuid": "f41d3f7e-90f1-4db2-a18f-d7aa63443753", "name": "network-vif-deleted", "tag": "a2684bcb-bd30-4a39-ac77-e83ee12829f7"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:35:26.519724 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f3e180-1d3a-40c0-8bd7-ee9d72c47fa6 x-openstack-request-id: req-d0f3e180-1d3a-40c0-8bd7-ee9d72c47fa6 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:35:26.520077 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41d3f7e-90f1-4db2-a18f-d7aa63443753", "name": "network-vif-deleted", "tag": "a2684bcb-bd30-4a39-ac77-e83ee12829f7", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:35:26.520376 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0f3e180-1d3a-40c0-8bd7-ee9d72c47fa6 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:35:26.520811 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41d3f7e-90f1-4db2-a18f-d7aa63443753', 'name': 'network-vif-deleted', 'tag': 'a2684bcb-bd30-4a39-ac77-e83ee12829f7', 'status': 'completed', 'code': 200} Mar 07 22:35:26.710850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c0b36301-c2d1-49de-b17f-b5cd7edd6a4b req-6c875d62-e107-48e7-980f-dd979ba76321 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f41d3f7e-90f1-4db2-a18f-d7aa63443753 HTTP/1.1" status: 200 len: 210 time: 0.0265605 Mar 07 22:35:27.767308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52932) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:28.125715 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d66bb9d4-5e63-4f30-a595-c311ca3778c4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:28.385531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d66bb9d4-5e63-4f30-a595-c311ca3778c4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port 82d41d1d-0846-4df5-ae35-329b18b71943 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:35:28.385889 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d66bb9d4-5e63-4f30-a595-c311ca3778c4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:28.469911 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-d66bb9d4-5e63-4f30-a595-c311ca3778c4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] For port 82d41d1d-0846-4df5-ae35-329b18b71943, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=82d41d1d-0846-4df5-ae35-329b18b71943,segment=NetworkSegment(3e3e8be7-7a48-421a-9e6a-53dbc5233fbb),segment_id=3e3e8be7-7a48-421a-9e6a-53dbc5233fbb)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:35:28.470300 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d66bb9d4-5e63-4f30-a595-c311ca3778c4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:28.481852 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d66bb9d4-5e63-4f30-a595-c311ca3778c4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for 82d41d1d-0846-4df5-ae35-329b18b71943 owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:35:28.675894 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d66bb9d4-5e63-4f30-a595-c311ca3778c4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (82d41d1d-0846-4df5-ae35-329b18b71943), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:28.702312 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bb9d4-5e63-4f30-a595-c311ca3778c4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=82d41d1d-0846-4df5-ae35-329b18b71943,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:28.879364 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d66bb9d4-5e63-4f30-a595-c311ca3778c4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:29.100432 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66bb9d4-5e63-4f30-a595-c311ca3778c4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:35:29.224520 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66bb9d4-5e63-4f30-a595-c311ca3778c4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:35:29.230234 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d66bb9d4-5e63-4f30-a595-c311ca3778c4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "PUT /v2.0/routers/d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4615989 Mar 07 22:35:29.232661 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52934) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:29.234768 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f406c4a-f329-41ab-9699-73915cb7b1eb None None] Sync routers for ids ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:35:29.245060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f406c4a-f329-41ab-9699-73915cb7b1eb None None] Routers {'d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:35:29.245679 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0f406c4a-f329-41ab-9699-73915cb7b1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:35:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:29.282724 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-00779fcb-c898-42eb-bef3-37d230388b50 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting subnet 3328799d-57ad-4497-af63-e8034a727281 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:35:29.285918 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00779fcb-c898-42eb-bef3-37d230388b50 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for subnet (3328799d-57ad-4497-af63-e8034a727281), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:29.324741 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00779fcb-c898-42eb-bef3-37d230388b50 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (3328799d-57ad-4497-af63-e8034a727281), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:29.355891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0f406c4a-f329-41ab-9699-73915cb7b1eb None None] Set router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:35:29.410042 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00779fcb-c898-42eb-bef3-37d230388b50 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (3328799d-57ad-4497-af63-e8034a727281), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:29.470788 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00779fcb-c898-42eb-bef3-37d230388b50 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (3328799d-57ad-4497-af63-e8034a727281), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:29.505642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00779fcb-c898-42eb-bef3-37d230388b50 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Subnet': ['ID=3328799d-57ad-4497-af63-e8034a727281,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:29.516259 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00779fcb-c898-42eb-bef3-37d230388b50 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:29.520677 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-00779fcb-c898-42eb-bef3-37d230388b50 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/subnets/3328799d-57ad-4497-af63-e8034a727281 HTTP/1.1" status: 204 len: 168 time: 0.2866652 Mar 07 22:35:29.522603 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80aebca-c376-40ad-beee-cc6f79aa5a75 None None] Network 350242d3-726d-4fed-92b2-b5461190d853 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:35:29.523435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52936) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:29.647589 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:29.715005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a2684bcb-bd30-4a39-ac77-e83ee12829f7 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:35:29.756543 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:29.764828 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: a2684bcb-bd30-4a39-ac77-e83ee12829f7 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:35:29.765205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device a2684bcb-bd30-4a39-ac77-e83ee12829f7 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:35:29.803137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0f406c4a-f329-41ab-9699-73915cb7b1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:35:28Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'e7bc0f5f-0d34-4dca-af36-86ec1b58615d', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:29.814306 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port e7bc0f5f-0d34-4dca-af36-86ec1b58615d {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:35:29.814661 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e7bc0f5f-0d34-4dca-af36-86ec1b58615d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:29.837395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f406c4a-f329-41ab-9699-73915cb7b1eb None None] Checking router: d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:35:29.850655 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f406c4a-f329-41ab-9699-73915cb7b1eb None None] Routers {'d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:35:29.851277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0f406c4a-f329-41ab-9699-73915cb7b1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:35:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:29.901627 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] For port e7bc0f5f-0d34-4dca-af36-86ec1b58615d, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e7bc0f5f-0d34-4dca-af36-86ec1b58615d,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:35:29.901997 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e7bc0f5f-0d34-4dca-af36-86ec1b58615d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:29.915301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for e7bc0f5f-0d34-4dca-af36-86ec1b58615d owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:35:29.948477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-0f406c4a-f329-41ab-9699-73915cb7b1eb None None] Set router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:35:29.977313 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] DHCP port deletion for 350242d3-726d-4fed-92b2-b5461190d853 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:35:30.010826 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-0f406c4a-f329-41ab-9699-73915cb7b1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:35:29Z', 'revision_number': 6, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:30.058086 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f406c4a-f329-41ab-9699-73915cb7b1eb None None] The sync data for ids ['d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a'] in n-d-832330-1 is: [{'id': 'd0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567670762', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:34:26Z', 'updated_at': '2022-03-07T22:35:29Z', 'revision_number': 6, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:35:30.083933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Deleting port 8817a613-a064-4c55-a04a-97851d64f266 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:35:30.084321 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8817a613-a064-4c55-a04a-97851d64f266), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.092882 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e7bc0f5f-0d34-4dca-af36-86ec1b58615d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.120157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=e7bc0f5f-0d34-4dca-af36-86ec1b58615d,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:30.156394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] For port 8817a613-a064-4c55-a04a-97851d64f266, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=8817a613-a064-4c55-a04a-97851d64f266,segment=NetworkSegment(3e3e8be7-7a48-421a-9e6a-53dbc5233fbb),segment_id=3e3e8be7-7a48-421a-9e6a-53dbc5233fbb)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:35:30.156725 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8817a613-a064-4c55-a04a-97851d64f266), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.169557 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Calling delete_port for 8817a613-a064-4c55-a04a-97851d64f266 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:35:30.184831 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.254535 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (8817a613-a064-4c55-a04a-97851d64f266), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.278279 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Pushing event deleted for resources: {'Port': ['ID=8817a613-a064-4c55-a04a-97851d64f266,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:30.284074 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.286112 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_controller (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.288060 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] No DVR routers for this DVR port 8817a613-a064-4c55-a04a-97851d64f266 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:35:30.292358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:30.292710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:30.293072 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:30.293413 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:30.293752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:30.294118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:30.294454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:30.294801 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:30.295522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:30.295522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:30.295725 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:30.296032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:30.296357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743aa360-a62d-47c3-b74d-d23e27df9404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:30.337437 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.338289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Fanout notify agent at l3_agent the message router_deleted on router d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:35:30.346260 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.347362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-df7339f2-1390-4f5d-b097-886b55f9446f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/routers/d0c3daf1-f5da-4e53-ab68-1ba68d0aeb0a HTTP/1.1" status: 204 len: 168 time: 0.8229346 Mar 07 22:35:30.349973 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52938) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:30.425868 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4ff8158e-0a17-49ef-b69d-4139fbe74c76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (350242d3-726d-4fed-92b2-b5461190d853), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.519484 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4ff8158e-0a17-49ef-b69d-4139fbe74c76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (350242d3-726d-4fed-92b2-b5461190d853), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.538588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-4ff8158e-0a17-49ef-b69d-4139fbe74c76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350242d3-726d-4fed-92b2-b5461190d853']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:30.548418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-4ff8158e-0a17-49ef-b69d-4139fbe74c76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3e8be7-7a48-421a-9e6a-53dbc5233fbb') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:30.548657 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-4ff8158e-0a17-49ef-b69d-4139fbe74c76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3e8be7-7a48-421a-9e6a-53dbc5233fbb') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:30.558187 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4ff8158e-0a17-49ef-b69d-4139fbe74c76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (3e3e8be7-7a48-421a-9e6a-53dbc5233fbb), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.571652 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4ff8158e-0a17-49ef-b69d-4139fbe74c76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (3e3e8be7-7a48-421a-9e6a-53dbc5233fbb), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.577315 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff8158e-0a17-49ef-b69d-4139fbe74c76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:35:30.577775 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4ff8158e-0a17-49ef-b69d-4139fbe74c76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (3e3e8be7-7a48-421a-9e6a-53dbc5233fbb), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:35:30.580678 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:35:30.611025 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:35:30.643058 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4ff8158e-0a17-49ef-b69d-4139fbe74c76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (350242d3-726d-4fed-92b2-b5461190d853), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.651291 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4ff8158e-0a17-49ef-b69d-4139fbe74c76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.654393 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4ff8158e-0a17-49ef-b69d-4139fbe74c76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/networks/350242d3-726d-4fed-92b2-b5461190d853 HTTP/1.1" status: 204 len: 168 time: 0.3034070 Mar 07 22:35:30.657200 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52940) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:30.663477 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8158e-0a17-49ef-b69d-4139fbe74c76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Network': ['ID=350242d3-726d-4fed-92b2-b5461190d853,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:30.714200 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fac3895f-5ee3-4d16-b750-f357b6afb78b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (1e23be6c-fb4a-41b2-9844-e931c8def354), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.738323 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fac3895f-5ee3-4d16-b750-f357b6afb78b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (1e23be6c-fb4a-41b2-9844-e931c8def354), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.800125 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fac3895f-5ee3-4d16-b750-f357b6afb78b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (1e23be6c-fb4a-41b2-9844-e931c8def354), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.802733 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fac3895f-5ee3-4d16-b750-f357b6afb78b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:30.803880 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fac3895f-5ee3-4d16-b750-f357b6afb78b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/security-groups/1e23be6c-fb4a-41b2-9844-e931c8def354 HTTP/1.1" status: 204 len: 168 time: 0.1456914 Mar 07 22:35:30.819606 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3895f-5ee3-4d16-b750-f357b6afb78b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e23be6c-fb4a-41b2-9844-e931c8def354,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:30.881630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e7bc0f5f-0d34-4dca-af36-86ec1b58615d no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:35:30.910747 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: e7bc0f5f-0d34-4dca-af36-86ec1b58615d {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:35:30.911235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e7bc0f5f-0d34-4dca-af36-86ec1b58615d not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:35:30.911693 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 82d41d1d-0846-4df5-ae35-329b18b71943 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:35:30.931930 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 82d41d1d-0846-4df5-ae35-329b18b71943 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:35:30.932282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 82d41d1d-0846-4df5-ae35-329b18b71943 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:35:30.932701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8817a613-a064-4c55-a04a-97851d64f266 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:35:30.951860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 8817a613-a064-4c55-a04a-97851d64f266 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:35:30.952212 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 8817a613-a064-4c55-a04a-97851d64f266 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:35:31.114875 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52946) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:31.119439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-b1f6cbba-2934-40a9-99d9-febf9b1062fe tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1582487410', 'description': 'tempest-secgroup-smoke-1582487410 description', 'project_id': '712f31e547d4445086628760076168d5'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:35:31.140822 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1f6cbba-2934-40a9-99d9-febf9b1062fe tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.207148 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1f6cbba-2934-40a9-99d9-febf9b1062fe tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (bb4e2a15-3f55-4cc6-859b-531717e416ee), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.210457 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1f6cbba-2934-40a9-99d9-febf9b1062fe tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bb4e2a15-3f55-4cc6-859b-531717e416ee), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.238684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6cbba-2934-40a9-99d9-febf9b1062fe tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4e2a15-3f55-4cc6-859b-531717e416ee,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:31.242553 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b1f6cbba-2934-40a9-99d9-febf9b1062fe tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.243767 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b1f6cbba-2934-40a9-99d9-febf9b1062fe tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1278806 Mar 07 22:35:31.246816 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52948) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:31.251557 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b1c5540e-57c2-4d4e-98bf-c6e04a8b0a92 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': 'bb4e2a15-3f55-4cc6-859b-531717e416ee', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:35:31.276404 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b1c5540e-57c2-4d4e-98bf-c6e04a8b0a92 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (d0794127-c508-4c63-8d3f-8e36d81faf28), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.329712 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b1c5540e-57c2-4d4e-98bf-c6e04a8b0a92 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (d0794127-c508-4c63-8d3f-8e36d81faf28), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.333229 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b1c5540e-57c2-4d4e-98bf-c6e04a8b0a92 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (d0794127-c508-4c63-8d3f-8e36d81faf28), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.352337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5540e-57c2-4d4e-98bf-c6e04a8b0a92 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0794127-c508-4c63-8d3f-8e36d81faf28,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:31.360104 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b1c5540e-57c2-4d4e-98bf-c6e04a8b0a92 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.361285 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b1c5540e-57c2-4d4e-98bf-c6e04a8b0a92 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134160 Mar 07 22:35:31.363997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52950) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:31.368137 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-296f51b7-41fb-439a-be27-738671906a38 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': 'bb4e2a15-3f55-4cc6-859b-531717e416ee', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:35:31.391538 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-296f51b7-41fb-439a-be27-738671906a38 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (535407f8-2791-433d-b100-22a6dc3b56d4), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.444565 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-296f51b7-41fb-439a-be27-738671906a38 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (535407f8-2791-433d-b100-22a6dc3b56d4), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.447816 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-296f51b7-41fb-439a-be27-738671906a38 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (535407f8-2791-433d-b100-22a6dc3b56d4), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.466622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f51b7-41fb-439a-be27-738671906a38 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535407f8-2791-433d-b100-22a6dc3b56d4,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:31.471825 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-296f51b7-41fb-439a-be27-738671906a38 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.475568 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-296f51b7-41fb-439a-be27-738671906a38 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1081171 Mar 07 22:35:31.475758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52952) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:31.482183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-40220174-96aa-428d-be2b-7eda958720f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': 'bb4e2a15-3f55-4cc6-859b-531717e416ee', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:35:31.505067 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40220174-96aa-428d-be2b-7eda958720f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (f18d9d15-6cb3-4afe-8af3-12baaed585a6), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.563430 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40220174-96aa-428d-be2b-7eda958720f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (f18d9d15-6cb3-4afe-8af3-12baaed585a6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.566697 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40220174-96aa-428d-be2b-7eda958720f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (f18d9d15-6cb3-4afe-8af3-12baaed585a6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.585760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40220174-96aa-428d-be2b-7eda958720f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18d9d15-6cb3-4afe-8af3-12baaed585a6,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:31.590286 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-40220174-96aa-428d-be2b-7eda958720f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.591550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-40220174-96aa-428d-be2b-7eda958720f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147838 Mar 07 22:35:31.594773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52954) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:31.599062 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-a370116e-9b02-4bee-b37b-dae0cd1037d5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': 'bb4e2a15-3f55-4cc6-859b-531717e416ee', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:35:31.622535 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a370116e-9b02-4bee-b37b-dae0cd1037d5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (c3ad6243-2064-4e2e-81a7-b3a17a8876b6), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.677177 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a370116e-9b02-4bee-b37b-dae0cd1037d5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (c3ad6243-2064-4e2e-81a7-b3a17a8876b6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.680739 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a370116e-9b02-4bee-b37b-dae0cd1037d5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (c3ad6243-2064-4e2e-81a7-b3a17a8876b6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.698353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370116e-9b02-4bee-b37b-dae0cd1037d5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ad6243-2064-4e2e-81a7-b3a17a8876b6,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:31.705247 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a370116e-9b02-4bee-b37b-dae0cd1037d5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.706475 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a370116e-9b02-4bee-b37b-dae0cd1037d5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1107888 Mar 07 22:35:31.709088 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52956) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:31.713301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-d0b316b5-7e2e-452c-ab05-f42150fc6836 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': 'bb4e2a15-3f55-4cc6-859b-531717e416ee', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:35:31.732040 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-d0b316b5-7e2e-452c-ab05-f42150fc6836 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Project 712f31e547d4445086628760076168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:35:31.736767 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d0b316b5-7e2e-452c-ab05-f42150fc6836 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (5caca8a9-9bc3-4b23-a3f1-070767af5822), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.792755 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d0b316b5-7e2e-452c-ab05-f42150fc6836 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (5caca8a9-9bc3-4b23-a3f1-070767af5822), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.795891 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d0b316b5-7e2e-452c-ab05-f42150fc6836 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (5caca8a9-9bc3-4b23-a3f1-070767af5822), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.815117 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b316b5-7e2e-452c-ab05-f42150fc6836 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5caca8a9-9bc3-4b23-a3f1-070767af5822,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:31.820426 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d0b316b5-7e2e-452c-ab05-f42150fc6836 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.821609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d0b316b5-7e2e-452c-ab05-f42150fc6836 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1116166 Mar 07 22:35:31.824238 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52958) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:31.829024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-ce35f160-5ae1-4427-b05f-cb3680871945 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': 'bb4e2a15-3f55-4cc6-859b-531717e416ee', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:35:31.850383 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-ce35f160-5ae1-4427-b05f-cb3680871945 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Project 712f31e547d4445086628760076168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:35:31.855650 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce35f160-5ae1-4427-b05f-cb3680871945 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (66895080-8d69-442b-85a4-631191115246), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.920052 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce35f160-5ae1-4427-b05f-cb3680871945 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (66895080-8d69-442b-85a4-631191115246), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.923374 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce35f160-5ae1-4427-b05f-cb3680871945 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (66895080-8d69-442b-85a4-631191115246), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.943066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35f160-5ae1-4427-b05f-cb3680871945 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66895080-8d69-442b-85a4-631191115246,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:31.948460 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce35f160-5ae1-4427-b05f-cb3680871945 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:31.949583 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ce35f160-5ae1-4427-b05f-cb3680871945 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244531 Mar 07 22:35:31.953159 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52960) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:31.957828 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b4857f8d-b441-48cc-84fd-714a8f20ed30 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'network': {'name': 'tempest-network-smoke--706532750', 'project_id': '712f31e547d4445086628760076168d5', 'port_security_enabled': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:35:31.975741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4857f8d-b441-48cc-84fd-714a8f20ed30 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Made reservation on behalf of 712f31e547d4445086628760076168d5 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:35:31.979078 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b4857f8d-b441-48cc-84fd-714a8f20ed30 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:32.003502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4857f8d-b441-48cc-84fd-714a8f20ed30 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:35:32.012289 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b4857f8d-b441-48cc-84fd-714a8f20ed30 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (5412950f-600e-4492-bdae-cfa10012d49d), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:32.012642 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-b4857f8d-b441-48cc-84fd-714a8f20ed30 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Added segment 5412950f-600e-4492-bdae-cfa10012d49d of type vlan for network 538a139c-bd6b-40dc-87a6-bb4a371e45ea Mar 07 22:35:32.051417 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b4857f8d-b441-48cc-84fd-714a8f20ed30 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (538a139c-bd6b-40dc-87a6-bb4a371e45ea), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:32.075200 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b4857f8d-b441-48cc-84fd-714a8f20ed30 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (538a139c-bd6b-40dc-87a6-bb4a371e45ea), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:32.080110 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4857f8d-b441-48cc-84fd-714a8f20ed30 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:32.080691 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b4857f8d-b441-48cc-84fd-714a8f20ed30 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:32.115851 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b4857f8d-b441-48cc-84fd-714a8f20ed30 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1617124 Mar 07 22:35:32.118785 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52962) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:32.123493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'admin_state_up': True, 'project_id': '712f31e547d4445086628760076168d5', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:35:32.147924 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (e2b354e2-a467-487e-a077-8338ae7abfde), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:32.150428 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (e2b354e2-a467-487e-a077-8338ae7abfde), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:32.150968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4857f8d-b441-48cc-84fd-714a8f20ed30 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Network': ['ID=538a139c-bd6b-40dc-87a6-bb4a371e45ea,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:32.164805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 538a139c-bd6b-40dc-87a6-bb4a371e45ea details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:35:32.212112 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_controller (e2b354e2-a467-487e-a077-8338ae7abfde), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:32.353554 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (e2b354e2-a467-487e-a077-8338ae7abfde), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:32.548633 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (e2b354e2-a467-487e-a077-8338ae7abfde), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:32.567043 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:32.663034 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.25.4.215 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/bdf4cbea-e903-4960-b66b-9c6c6148ef51) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:35:32.763338 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (bdf4cbea-e903-4960-b66b-9c6c6148ef51), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:32.796311 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (bdf4cbea-e903-4960-b66b-9c6c6148ef51), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:32.832323 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:35:32.836441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:35:32.840121 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:35:32.845404 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=bdf4cbea-e903-4960-b66b-9c6c6148ef51,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:33.086627 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (e2b354e2-a467-487e-a077-8338ae7abfde), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:33.597938 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (e2b354e2-a467-487e-a077-8338ae7abfde), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:33.723909 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router e2b354e2-a467-487e-a077-8338ae7abfde is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:35:33.831531 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:35:33.841091 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Sync routers for ids ['e2b354e2-a467-487e-a077-8338ae7abfde'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:35:33.850541 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:33.850888 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Routers {'e2b354e2-a467-487e-a077-8338ae7abfde'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:35:33.851625 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:35:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e2b354e2-a467-487e-a077-8338ae7abfde'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:33.851810 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-1705db50-9aec-4867-8d11-77706d6ab4b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7318995 Mar 07 22:35:33.855118 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52964) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:33.891082 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5192fbae-3433-427a-b4c5-a8f44a4f70c8 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=712f31e547d4445086628760076168d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347908 Mar 07 22:35:33.893825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 52966) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:33.957970 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Set router e2b354e2-a467-487e-a077-8338ae7abfde gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:35:33.978530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21d2749-3153-4ce2-960a-63dfeb135cd9 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:33.980307 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c21d2749-3153-4ce2-960a-63dfeb135cd9 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854592 Mar 07 22:35:33.983914 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52968) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:34.018275 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-0e8738e4-660a-4f16-a575-3f19c4587129 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329928 Mar 07 22:35:34.020736 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52970) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:34.025593 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6e61b72b-3f6f-4dd7-aba4-fefc49c18e7f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-113264515', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'project_id': '712f31e547d4445086628760076168d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:35:34.114741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e61b72b-3f6f-4dd7-aba4-fefc49c18e7f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Made reservation on behalf of 712f31e547d4445086628760076168d5 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:35:34.118088 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e61b72b-3f6f-4dd7-aba4-fefc49c18e7f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:34.134846 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:32Z', 'revision_number': 3, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:34.164959 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Checking router: e2b354e2-a467-487e-a077-8338ae7abfde for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:35:34.165302 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Updating router e2b354e2-a467-487e-a077-8338ae7abfde port bdf4cbea-e903-4960-b66b-9c6c6148ef51 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:35:34.193238 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bdf4cbea-e903-4960-b66b-9c6c6148ef51), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:34.296739 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e61b72b-3f6f-4dd7-aba4-fefc49c18e7f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (ca63f5b4-ec09-4a07-a891-a0a36b4c4679), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:34.356603 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61b72b-3f6f-4dd7-aba4-fefc49c18e7f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Subnet': ['ID=ca63f5b4-ec09-4a07-a891-a0a36b4c4679,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:34.364962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e61b72b-3f6f-4dd7-aba4-fefc49c18e7f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Checking segment: {'id': '5412950f-600e-4492-bdae-cfa10012d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:35:34.364962 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e61b72b-3f6f-4dd7-aba4-fefc49c18e7f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network hostable DHCP agents. Network: 538a139c-bd6b-40dc-87a6-bb4a371e45ea, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:35:34.381936 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e61b72b-3f6f-4dd7-aba4-fefc49c18e7f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 538a139c-bd6b-40dc-87a6-bb4a371e45ea is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:35:34.390947 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-6e61b72b-3f6f-4dd7-aba4-fefc49c18e7f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 538a139c-bd6b-40dc-87a6-bb4a371e45ea) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:35:34.395686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61b72b-3f6f-4dd7-aba4-fefc49c18e7f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:34.396464 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6e61b72b-3f6f-4dd7-aba4-fefc49c18e7f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:34.400563 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c61e289-aa6e-427d-9dc0-2c32f12d645a None None] Network 538a139c-bd6b-40dc-87a6-bb4a371e45ea requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:35:34.414423 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6e61b72b-3f6f-4dd7-aba4-fefc49c18e7f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3925927 Mar 07 22:35:34.417116 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 52972) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:34.453162 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Publish callbacks [] for port (bdf4cbea-e903-4960-b66b-9c6c6148ef51), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:34.461925 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bdf4cbea-e903-4960-b66b-9c6c6148ef51), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:34.509901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ips': [{'subnet_id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:35:34.510855 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:34.516761 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70147b3e-33fd-44b3-9267-8cee5e040438 None None] Pushing event updated for resources: {'Port': ['ID=bdf4cbea-e903-4960-b66b-9c6c6148ef51,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:34.524695 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70147b3e-33fd-44b3-9267-8cee5e040438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:34.525048 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70147b3e-33fd-44b3-9267-8cee5e040438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:34.525395 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70147b3e-33fd-44b3-9267-8cee5e040438 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:34.525738 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70147b3e-33fd-44b3-9267-8cee5e040438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:34.526544 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70147b3e-33fd-44b3-9267-8cee5e040438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:34.526544 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70147b3e-33fd-44b3-9267-8cee5e040438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:34.526795 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70147b3e-33fd-44b3-9267-8cee5e040438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:34.527063 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70147b3e-33fd-44b3-9267-8cee5e040438 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:34.527391 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70147b3e-33fd-44b3-9267-8cee5e040438 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:34.527723 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70147b3e-33fd-44b3-9267-8cee5e040438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:34.528427 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70147b3e-33fd-44b3-9267-8cee5e040438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:34.528427 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70147b3e-33fd-44b3-9267-8cee5e040438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:34.528655 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70147b3e-33fd-44b3-9267-8cee5e040438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:35:34.547747 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Attempting to bind port bdf4cbea-e903-4960-b66b-9c6c6148ef51 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:35:34.548260 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Attempting to bind port bdf4cbea-e903-4960-b66b-9c6c6148ef51 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:35:34.548736 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Attempting to bind port bdf4cbea-e903-4960-b66b-9c6c6148ef51 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:35:34.554092 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:35:34.554615 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:35:34.555139 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:34.555635 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:35:34.556212 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Bound port: bdf4cbea-e903-4960-b66b-9c6c6148ef51, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:35:34.556703 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bdf4cbea-e903-4960-b66b-9c6c6148ef51), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:34.613198 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] For port bdf4cbea-e903-4960-b66b-9c6c6148ef51, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:35:34.616772 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] For port bdf4cbea-e903-4960-b66b-9c6c6148ef51, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=bdf4cbea-e903-4960-b66b-9c6c6148ef51,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:35:34.623117 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bdf4cbea-e903-4960-b66b-9c6c6148ef51), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:34.666099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Allocated IP 172.20.0.2 (538a139c-bd6b-40dc-87a6-bb4a371e45ea/ca63f5b4-ec09-4a07-a891-a0a36b4c4679/6fbca20a-1248-4505-818a-39362c8dcb13) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:35:34.687498 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70147b3e-33fd-44b3-9267-8cee5e040438 None None] Pushing event updated for resources: {'Port': ['ID=bdf4cbea-e903-4960-b66b-9c6c6148ef51,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:34.692701 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Routers {'e2b354e2-a467-487e-a077-8338ae7abfde'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:35:34.693341 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:35:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e2b354e2-a467-487e-a077-8338ae7abfde'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:34.807622 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] Set router e2b354e2-a467-487e-a077-8338ae7abfde gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:35:34.820951 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Publish callbacks [] for port (6fbca20a-1248-4505-818a-39362c8dcb13), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:34.828059 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (6fbca20a-1248-4505-818a-39362c8dcb13), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:34.870627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Network 538a139c-bd6b-40dc-87a6-bb4a371e45ea is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:35:34.873413 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:35:34.879148 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:35:34.881139 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Pushing event updated for resources: {'Port': ['ID=6fbca20a-1248-4505-818a-39362c8dcb13,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:34.918361 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:34.940587 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Attempting to bind port 6fbca20a-1248-4505-818a-39362c8dcb13 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:35:34.940972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Attempting to bind port 6fbca20a-1248-4505-818a-39362c8dcb13 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '5412950f-600e-4492-bdae-cfa10012d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:35:34.941319 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Attempting to bind port 6fbca20a-1248-4505-818a-39362c8dcb13 on network 538a139c-bd6b-40dc-87a6-bb4a371e45ea {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:35:34.946283 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:35:34.946655 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Checking segment: {'id': '5412950f-600e-4492-bdae-cfa10012d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:35:34.947054 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:34.948003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Bound using segment: {'id': '5412950f-600e-4492-bdae-cfa10012d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:35:34.948003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Bound port: 6fbca20a-1248-4505-818a-39362c8dcb13, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5412950f-600e-4492-bdae-cfa10012d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:35:34.948313 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6fbca20a-1248-4505-818a-39362c8dcb13), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:34.999877 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:32Z', 'revision_number': 3, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:35.010227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] For port 6fbca20a-1248-4505-818a-39362c8dcb13, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:35:35.013732 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] For port 6fbca20a-1248-4505-818a-39362c8dcb13, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6fbca20a-1248-4505-818a-39362c8dcb13,segment=NetworkSegment(5412950f-600e-4492-bdae-cfa10012d49d),segment_id=5412950f-600e-4492-bdae-cfa10012d49d)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:35:35.021105 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6fbca20a-1248-4505-818a-39362c8dcb13), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:35.032492 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8fe24-f267-4693-9f92-e8ddd5ab4129 None None] The sync data for ids ['e2b354e2-a467-487e-a077-8338ae7abfde'] in n-d-832330-1 is: [{'id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:32Z', 'revision_number': 3, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:35:35.093757 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb520cb5-c052-4271-b249-39ef61cc7d3b None None] Pushing event updated for resources: {'Port': ['ID=6fbca20a-1248-4505-818a-39362c8dcb13,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:35.241960 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.20.0.1 (538a139c-bd6b-40dc-87a6-bb4a371e45ea/ca63f5b4-ec09-4a07-a891-a0a36b4c4679/68691684-ffde-4c8a-b51e-739fb31a7743) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:35:35.392517 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (68691684-ffde-4c8a-b51e-739fb31a7743), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:35.434007 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:35.481406 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 538a139c-bd6b-40dc-87a6-bb4a371e45ea is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:35:35.484641 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:35:35.489318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:35:35.493288 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=68691684-ffde-4c8a-b51e-739fb31a7743,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:35.539516 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (e2b354e2-a467-487e-a077-8338ae7abfde), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:35.680507 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:35.981810 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (68691684-ffde-4c8a-b51e-739fb31a7743), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:35.988757 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:36.067839 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=68691684-ffde-4c8a-b51e-739fb31a7743,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:36.073932 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (e2b354e2-a467-487e-a077-8338ae7abfde), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:36.118780 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd6e859-48ff-4036-bb8b-b1918f886ce4 None None] Network 538a139c-bd6b-40dc-87a6-bb4a371e45ea requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:35:36.166776 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 538a139c-bd6b-40dc-87a6-bb4a371e45ea is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:35:36.168172 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:35:36.228379 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-348f0904-d6a0-4bf5-ac60-e8539e693db9 None None] Provisioning complete for port 6fbca20a-1248-4505-818a-39362c8dcb13 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:35:36.228747 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-348f0904-d6a0-4bf5-ac60-e8539e693db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6fbca20a-1248-4505-818a-39362c8dcb13), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:36.285732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router e2b354e2-a467-487e-a077-8338ae7abfde has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:35:36.321869 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-348f0904-d6a0-4bf5-ac60-e8539e693db9 None None] Current status of the port 6fbca20a-1248-4505-818a-39362c8dcb13 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:35:36.322296 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-348f0904-d6a0-4bf5-ac60-e8539e693db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6fbca20a-1248-4505-818a-39362c8dcb13), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:36.358655 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-348f0904-d6a0-4bf5-ac60-e8539e693db9 None None] For port 6fbca20a-1248-4505-818a-39362c8dcb13, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6fbca20a-1248-4505-818a-39362c8dcb13,segment=NetworkSegment(5412950f-600e-4492-bdae-cfa10012d49d),segment_id=5412950f-600e-4492-bdae-cfa10012d49d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:35:36.363196 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-348f0904-d6a0-4bf5-ac60-e8539e693db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6fbca20a-1248-4505-818a-39362c8dcb13), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:36.403916 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:35:36.414674 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d5a494db-986b-4899-9ac4-56bf3a4240ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "PUT /v2.0/routers/e2b354e2-a467-487e-a077-8338ae7abfde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9964347 Mar 07 22:35:36.420107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f0904-d6a0-4bf5-ac60-e8539e693db9 None None] Pushing event updated for resources: {'Port': ['ID=6fbca20a-1248-4505-818a-39362c8dcb13,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:36.572400 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-a620b50e-e90a-4dc1-bca2-3d0aa9159019 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582487410&fields=id&tenant_id=712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 267 time: 0.0510445 Mar 07 22:35:36.592771 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5a02efb6-3520-4364-b554-46e6c3c6dd20 None None] Provisioning complete for port 6fbca20a-1248-4505-818a-39362c8dcb13 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:35:36.593137 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5a02efb6-3520-4364-b554-46e6c3c6dd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6fbca20a-1248-4505-818a-39362c8dcb13), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:36.707909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5a02efb6-3520-4364-b554-46e6c3c6dd20 None None] Current status of the port 6fbca20a-1248-4505-818a-39362c8dcb13 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:35:36.720162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-5a02efb6-3520-4364-b554-46e6c3c6dd20 None None] Provisioning complete for port 68691684-ffde-4c8a-b51e-739fb31a7743 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:35:36.721035 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5a02efb6-3520-4364-b554-46e6c3c6dd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:36.722209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465cb58-ae42-4d82-be61-7a394d00589b req-df0e08d5-9873-48bc-96d9-c4d0733cf1f0 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:36.723935 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-df0e08d5-9873-48bc-96d9-c4d0733cf1f0 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/networks?id=538a139c-bd6b-40dc-87a6-bb4a371e45ea HTTP/1.1" status: 200 len: 796 time: 0.1418176 Mar 07 22:35:36.743733 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-b6318c7a-cd45-4616-882f-05d5ef616bd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/quotas/712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 375 time: 0.0113842 Mar 07 22:35:36.749104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device bdf4cbea-e903-4960-b66b-9c6c6148ef51 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:35:36.798349 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5a02efb6-3520-4364-b554-46e6c3c6dd20 None None] Port 68691684-ffde-4c8a-b51e-739fb31a7743 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:35:36.808406 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-b2748a14-c187-455b-9b6d-1007e1015633 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581353 Mar 07 22:35:36.814134 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port bdf4cbea-e903-4960-b66b-9c6c6148ef51 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:35:36.814763 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bdf4cbea-e903-4960-b66b-9c6c6148ef51), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:36.860542 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Sync routers for ids ['e2b354e2-a467-487e-a077-8338ae7abfde'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:35:36.877320 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Routers {'e2b354e2-a467-487e-a077-8338ae7abfde'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:35:36.877956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:35:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e2b354e2-a467-487e-a077-8338ae7abfde'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:36.933226 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-26435119-b8bd-4c8d-900d-b0ce66afa209 service neutron] 10.222.0.26 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123328 Mar 07 22:35:36.972224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port bdf4cbea-e903-4960-b66b-9c6c6148ef51 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:35:36.972623 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (bdf4cbea-e903-4960-b66b-9c6c6148ef51), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:36.988094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-efd56bc7-d86b-46b7-9805-6e8e3dc9bd46 None None] Provisioning complete for port 68691684-ffde-4c8a-b51e-739fb31a7743 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:35:36.988094 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-efd56bc7-d86b-46b7-9805-6e8e3dc9bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:37.026057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-a8d9dbb0-d802-4e71-9cce-f43249427410 service neutron] 10.222.0.26 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853765 Mar 07 22:35:37.061357 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port bdf4cbea-e903-4960-b66b-9c6c6148ef51, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=bdf4cbea-e903-4960-b66b-9c6c6148ef51,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:35:37.071488 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (bdf4cbea-e903-4960-b66b-9c6c6148ef51), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:37.072273 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6fbca20a-1248-4505-818a-39362c8dcb13 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:35:37.112119 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-efd56bc7-d86b-46b7-9805-6e8e3dc9bd46 None None] Port 68691684-ffde-4c8a-b51e-739fb31a7743 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:35:37.114622 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Set router e2b354e2-a467-487e-a077-8338ae7abfde gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:35:37.199399 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-26deecc7-893c-4cf2-acbc-c8a8ea188d00 req-832aeeb3-4b01-47e1-9ad0-042e2b0caa63 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 210 time: 0.0336723 Mar 07 22:35:37.262407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=bdf4cbea-e903-4960-b66b-9c6c6148ef51,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:37.298746 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-087fa70f-9173-4a57-a2fc-89c625b7785a None None] Provisioning complete for port 68691684-ffde-4c8a-b51e-739fb31a7743 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:35:37.299122 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-087fa70f-9173-4a57-a2fc-89c625b7785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:37.324952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 6fbca20a-1248-4505-818a-39362c8dcb13 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:35:37.325328 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6fbca20a-1248-4505-818a-39362c8dcb13), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:37.579634 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-087fa70f-9173-4a57-a2fc-89c625b7785a None None] Port 68691684-ffde-4c8a-b51e-739fb31a7743 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:35:37.662158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 6fbca20a-1248-4505-818a-39362c8dcb13 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:35:37.680886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:35Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '68691684-ffde-4c8a-b51e-739fb31a7743', 'name': '', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:39:e9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:35Z', 'updated_at': '2022-03-07T22:35:35Z', 'revision_number': 2, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:37.708360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Checking router: e2b354e2-a467-487e-a077-8338ae7abfde for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:35:37.708717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Updating router e2b354e2-a467-487e-a077-8338ae7abfde port 68691684-ffde-4c8a-b51e-739fb31a7743 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:35:37.739925 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:38.003785 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Publish callbacks [] for port (68691684-ffde-4c8a-b51e-739fb31a7743), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:38.009122 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:38.058883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd432bc-eeb8-49a6-8be7-731f5c857658 None None] Pushing event updated for resources: {'Port': ['ID=68691684-ffde-4c8a-b51e-739fb31a7743,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:38.114444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Attempting to bind port 68691684-ffde-4c8a-b51e-739fb31a7743 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:35:38.114820 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Attempting to bind port 68691684-ffde-4c8a-b51e-739fb31a7743 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '5412950f-600e-4492-bdae-cfa10012d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:35:38.115183 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Attempting to bind port 68691684-ffde-4c8a-b51e-739fb31a7743 on network 538a139c-bd6b-40dc-87a6-bb4a371e45ea {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:35:38.120515 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:35:38.120899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Checking segment: {'id': '5412950f-600e-4492-bdae-cfa10012d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:35:38.121306 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:38.121700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Bound using segment: {'id': '5412950f-600e-4492-bdae-cfa10012d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:35:38.122191 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Bound port: 68691684-ffde-4c8a-b51e-739fb31a7743, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5412950f-600e-4492-bdae-cfa10012d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:35:38.122574 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:38.188931 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] For port 68691684-ffde-4c8a-b51e-739fb31a7743, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:35:38.192747 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] For port 68691684-ffde-4c8a-b51e-739fb31a7743, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=68691684-ffde-4c8a-b51e-739fb31a7743,segment=NetworkSegment(5412950f-600e-4492-bdae-cfa10012d49d),segment_id=5412950f-600e-4492-bdae-cfa10012d49d)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:35:38.200319 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:38.275228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd432bc-eeb8-49a6-8be7-731f5c857658 None None] Pushing event updated for resources: {'Port': ['ID=68691684-ffde-4c8a-b51e-739fb31a7743,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:38.304713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Routers {'e2b354e2-a467-487e-a077-8338ae7abfde'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:35:38.305606 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:35:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e2b354e2-a467-487e-a077-8338ae7abfde'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:38.347941 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0cc144af-b7ca-416f-96dc-ea665307752a req-56024ba2-c4bd-4e9d-a206-6a5aed9f2905 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 210 time: 0.0377498 Mar 07 22:35:38.366614 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0b2d9774-9c01-4788-9412-f475570192e0 None None] Provisioning complete for port 68691684-ffde-4c8a-b51e-739fb31a7743 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:35:38.367094 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b2d9774-9c01-4788-9412-f475570192e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:38.402725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465cb58-ae42-4d82-be61-7a394d00589b req-47fae15d-8475-4404-8e3d-6df305d0c9cf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:38.404219 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-47fae15d-8475-4404-8e3d-6df305d0c9cf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "GET /v2.0/networks?id=538a139c-bd6b-40dc-87a6-bb4a371e45ea HTTP/1.1" status: 200 len: 796 time: 0.1932251 Mar 07 22:35:38.474647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] Set router e2b354e2-a467-487e-a077-8338ae7abfde gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:35:38.477252 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-d07b437d-aacf-4d27-b154-de8330486c64 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 380 time: 0.0555658 Mar 07 22:35:38.486995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-5465cb58-ae42-4d82-be61-7a394d00589b req-365e8052-e03d-4cd0-8521-ef47a6e979bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'port': {'device_id': '61c6daed-0926-460f-a598-e7dfd00de2f0', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'admin_state_up': True, 'tenant_id': '712f31e547d4445086628760076168d5', 'security_groups': ['bb4e2a15-3f55-4cc6-859b-531717e416ee']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:35:38.584703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d9774-9c01-4788-9412-f475570192e0 None None] Current status of the port 68691684-ffde-4c8a-b51e-739fb31a7743 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:35:38.585094 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b2d9774-9c01-4788-9412-f475570192e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:38.594929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5465cb58-ae42-4d82-be61-7a394d00589b req-365e8052-e03d-4cd0-8521-ef47a6e979bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Made reservation on behalf of 712f31e547d4445086628760076168d5 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:35:38.598726 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5465cb58-ae42-4d82-be61-7a394d00589b req-365e8052-e03d-4cd0-8521-ef47a6e979bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:38.642912 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device bdf4cbea-e903-4960-b66b-9c6c6148ef51 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:35:38.701154 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-0b2d9774-9c01-4788-9412-f475570192e0 None None] For port 68691684-ffde-4c8a-b51e-739fb31a7743, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=68691684-ffde-4c8a-b51e-739fb31a7743,segment=NetworkSegment(5412950f-600e-4492-bdae-cfa10012d49d),segment_id=5412950f-600e-4492-bdae-cfa10012d49d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:35:38.713098 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b2d9774-9c01-4788-9412-f475570192e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:38.727666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-5465cb58-ae42-4d82-be61-7a394d00589b req-365e8052-e03d-4cd0-8521-ef47a6e979bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.20.0.8 (538a139c-bd6b-40dc-87a6-bb4a371e45ea/ca63f5b4-ec09-4a07-a891-a0a36b4c4679/ca6d3e2e-861e-4227-8c80-20c69cbaed6c) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:35:38.795756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port bdf4cbea-e903-4960-b66b-9c6c6148ef51 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:35:38.796129 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (bdf4cbea-e903-4960-b66b-9c6c6148ef51), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:38.825271 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d9774-9c01-4788-9412-f475570192e0 None None] Pushing event updated for resources: {'Port': ['ID=68691684-ffde-4c8a-b51e-739fb31a7743,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:38.864478 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-97d77262-c0ff-48d0-a1a6-5879d272040b None None] Provisioning complete for port 68691684-ffde-4c8a-b51e-739fb31a7743 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:35:38.864833 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-97d77262-c0ff-48d0-a1a6-5879d272040b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:38.871580 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5465cb58-ae42-4d82-be61-7a394d00589b req-365e8052-e03d-4cd0-8521-ef47a6e979bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:38.896953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:35Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '68691684-ffde-4c8a-b51e-739fb31a7743', 'name': '', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:39:e9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:35Z', 'updated_at': '2022-03-07T22:35:38Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:38.905444 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5465cb58-ae42-4d82-be61-7a394d00589b req-365e8052-e03d-4cd0-8521-ef47a6e979bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:38.948135 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5465cb58-ae42-4d82-be61-7a394d00589b req-365e8052-e03d-4cd0-8521-ef47a6e979bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 538a139c-bd6b-40dc-87a6-bb4a371e45ea is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:35:38.950217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8773f75b-9499-464d-81fb-f772643338a8 None None] The sync data for ids ['e2b354e2-a467-487e-a077-8338ae7abfde'] in n-d-832330-1 is: [{'id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:35Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '68691684-ffde-4c8a-b51e-739fb31a7743', 'name': '', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:39:e9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:35Z', 'updated_at': '2022-03-07T22:35:38Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:35:38.951930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-5465cb58-ae42-4d82-be61-7a394d00589b req-365e8052-e03d-4cd0-8521-ef47a6e979bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:35:38.955533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5465cb58-ae42-4d82-be61-7a394d00589b req-365e8052-e03d-4cd0-8521-ef47a6e979bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:35:38.964052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e8052-e03d-4cd0-8521-ef47a6e979bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=ca6d3e2e-861e-4227-8c80-20c69cbaed6c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:39.015699 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port bdf4cbea-e903-4960-b66b-9c6c6148ef51 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:35:39.036014 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465cb58-ae42-4d82-be61-7a394d00589b req-365e8052-e03d-4cd0-8521-ef47a6e979bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:39.036695 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5465cb58-ae42-4d82-be61-7a394d00589b req-365e8052-e03d-4cd0-8521-ef47a6e979bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:39.055540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-365e8052-e03d-4cd0-8521-ef47a6e979bd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721006 Mar 07 22:35:39.074460 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Request body: {'port': {'device_id': '61c6daed-0926-460f-a598-e7dfd00de2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:35:39.081790 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-97d77262-c0ff-48d0-a1a6-5879d272040b None None] Current status of the port 68691684-ffde-4c8a-b51e-739fb31a7743 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:35:39.146042 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:39.305467 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ada75932-dd12-4038-bcaf-5ef70452698d None None] Provisioning complete for port ca6d3e2e-861e-4227-8c80-20c69cbaed6c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:35:39.306498 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ada75932-dd12-4038-bcaf-5ef70452698d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:39.341391 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ada75932-dd12-4038-bcaf-5ef70452698d None None] Port ca6d3e2e-861e-4227-8c80-20c69cbaed6c cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:35:39.424362 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6d3e2e-861e-4227-8c80-20c69cbaed6c {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:35:39.433660 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Publish callbacks [] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:39.473995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Transition to ACTIVE for port object ca6d3e2e-861e-4227-8c80-20c69cbaed6c will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:35:39.481576 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:39.543668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076f90c-869c-41ca-b2f4-353f6d70760d req-31b59d66-ab4d-4c02-bbd2-b3050bcd5425 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:39.544617 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7076f90c-869c-41ca-b2f4-353f6d70760d req-31b59d66-ab4d-4c02-bbd2-b3050bcd5425 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 931 time: 0.1157973 Mar 07 22:35:39.562814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6d3e2e-861e-4227-8c80-20c69cbaed6c,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:39.655737 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7076f90c-869c-41ca-b2f4-353f6d70760d req-57e68b81-5080-4653-9a51-e823cc637f6d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045885 Mar 07 22:35:39.674786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Attempting to bind port ca6d3e2e-861e-4227-8c80-20c69cbaed6c on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:35:39.675261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Attempting to bind port ca6d3e2e-861e-4227-8c80-20c69cbaed6c by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '5412950f-600e-4492-bdae-cfa10012d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:35:39.675691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Attempting to bind port ca6d3e2e-861e-4227-8c80-20c69cbaed6c on network 538a139c-bd6b-40dc-87a6-bb4a371e45ea {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:35:39.681538 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Port ca6d3e2e-861e-4227-8c80-20c69cbaed6c on network 538a139c-bd6b-40dc-87a6-bb4a371e45ea not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:35:39.681864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Attempting to bind port ca6d3e2e-861e-4227-8c80-20c69cbaed6c on network 538a139c-bd6b-40dc-87a6-bb4a371e45ea {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:35:39.687944 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:35:39.688288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Checking segment: {'id': '5412950f-600e-4492-bdae-cfa10012d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:35:39.688679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Bound using segment: {'id': '5412950f-600e-4492-bdae-cfa10012d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:35:39.689291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Bound port: ca6d3e2e-861e-4227-8c80-20c69cbaed6c, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5412950f-600e-4492-bdae-cfa10012d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:35:39.689468 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:39.765407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] For port ca6d3e2e-861e-4227-8c80-20c69cbaed6c, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:35:39.768905 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] For port ca6d3e2e-861e-4227-8c80-20c69cbaed6c, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ca6d3e2e-861e-4227-8c80-20c69cbaed6c,segment=NetworkSegment(5412950f-600e-4492-bdae-cfa10012d49d),segment_id=5412950f-600e-4492-bdae-cfa10012d49d)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:35:39.776754 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:39.814396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:39.815063 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:39.816517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] 10.222.0.15 "PUT /v2.0/ports/ca6d3e2e-861e-4227-8c80-20c69cbaed6c HTTP/1.1" status: 200 len: 1091 time: 0.7465916 Mar 07 22:35:39.816875 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c6daed-0926-460f-a598-e7dfd00de2f0', 'tag': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:35:39.819158 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abf72c9-82b3-4659-849d-6b8d18bd6cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "61c6daed-0926-460f-a598-e7dfd00de2f0", "tag": "ca6d3e2e-861e-4227-8c80-20c69cbaed6c"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:35:39.840931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87161f46-9bf9-403d-971c-47780d7565f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6d3e2e-861e-4227-8c80-20c69cbaed6c,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:39.868793 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6736b2-5284-4384-aa5c-a4a6ad70bda3 x-openstack-request-id: req-5d6736b2-5284-4384-aa5c-a4a6ad70bda3 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:35:39.869280 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c6daed-0926-460f-a598-e7dfd00de2f0", "tag": "ca6d3e2e-861e-4227-8c80-20c69cbaed6c", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:35:39.869540 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d6736b2-5284-4384-aa5c-a4a6ad70bda3 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:35:39.869952 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c6daed-0926-460f-a598-e7dfd00de2f0', 'tag': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c', 'status': 'completed', 'code': 200} Mar 07 22:35:39.923810 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465cb58-ae42-4d82-be61-7a394d00589b req-6ce9da2a-2462-43dc-a690-df5717360ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:39.925458 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-6ce9da2a-2462-43dc-a690-df5717360ae7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 1125 time: 0.0487108 Mar 07 22:35:39.980783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-8cae6584-672f-4359-ba4f-9b1f0612961f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca6d3e2e-861e-4227-8c80-20c69cbaed6c HTTP/1.1" status: 200 len: 217 time: 0.0401578 Mar 07 22:35:40.045705 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465cb58-ae42-4d82-be61-7a394d00589b req-364c79f0-8183-4130-a66d-1d0fba5e3846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:40.047256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-364c79f0-8183-4130-a66d-1d0fba5e3846 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca63f5b4-ec09-4a07-a891-a0a36b4c4679 HTTP/1.1" status: 200 len: 834 time: 0.0578077 Mar 07 22:35:40.105444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465cb58-ae42-4d82-be61-7a394d00589b req-ff64dad6-a044-4dc9-a697-3e4e331194ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:40.107088 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-ff64dad6-a044-4dc9-a697-3e4e331194ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=538a139c-bd6b-40dc-87a6-bb4a371e45ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485165 Mar 07 22:35:40.532299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-b3535ef5-6c2d-4dde-bef2-3326937a5ee0 service neutron] 10.222.0.15 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170334 Mar 07 22:35:40.628762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5465cb58-ae42-4d82-be61-7a394d00589b req-24b51739-a2ef-4aa0-97e7-9d3122630a02 service neutron] 10.222.0.15 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862839 Mar 07 22:35:40.639972 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 68691684-ffde-4c8a-b51e-739fb31a7743 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:35:40.689139 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 68691684-ffde-4c8a-b51e-739fb31a7743 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:35:40.689525 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:40.719785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf72c9-82b3-4659-849d-6b8d18bd6cf0 req-8d44fa02-66bc-4fc7-8bbf-e97b9b24954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:40.721491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1abf72c9-82b3-4659-849d-6b8d18bd6cf0 req-8d44fa02-66bc-4fc7-8bbf-e97b9b24954a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 1125 time: 0.0454862 Mar 07 22:35:40.771825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 68691684-ffde-4c8a-b51e-739fb31a7743 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:35:40.840767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d48e8-637e-472b-aa07-3b27ec92cdbb req-0937363b-f10a-47e8-bd4a-ae57ae982e78 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:40.842806 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-865d48e8-637e-472b-aa07-3b27ec92cdbb req-0937363b-f10a-47e8-bd4a-ae57ae982e78 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 943 time: 0.1058831 Mar 07 22:35:40.867856 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf72c9-82b3-4659-849d-6b8d18bd6cf0 req-7c36fd41-21ed-4254-a00e-87139a482b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:40.869254 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1abf72c9-82b3-4659-849d-6b8d18bd6cf0 req-7c36fd41-21ed-4254-a00e-87139a482b3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=538a139c-bd6b-40dc-87a6-bb4a371e45ea HTTP/1.1" status: 200 len: 897 time: 0.1419861 Mar 07 22:35:40.925391 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1abf72c9-82b3-4659-849d-6b8d18bd6cf0 req-035200cc-8cd2-4d36-92d8-85c782049e8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca6d3e2e-861e-4227-8c80-20c69cbaed6c HTTP/1.1" status: 200 len: 217 time: 0.0488486 Mar 07 22:35:40.933850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-865d48e8-637e-472b-aa07-3b27ec92cdbb req-43a951d6-0a2e-42bf-ab4a-e8543d435a37 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821633 Mar 07 22:35:40.978922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf72c9-82b3-4659-849d-6b8d18bd6cf0 req-c8b7ef92-81be-4d7d-92d0-cab62b57d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:40.980640 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1abf72c9-82b3-4659-849d-6b8d18bd6cf0 req-c8b7ef92-81be-4d7d-92d0-cab62b57d646 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca63f5b4-ec09-4a07-a891-a0a36b4c4679 HTTP/1.1" status: 200 len: 834 time: 0.0459397 Mar 07 22:35:41.028679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf72c9-82b3-4659-849d-6b8d18bd6cf0 req-0ba518df-0742-45ad-875d-20ba368e4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:41.030856 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1abf72c9-82b3-4659-849d-6b8d18bd6cf0 req-0ba518df-0742-45ad-875d-20ba368e4c89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=538a139c-bd6b-40dc-87a6-bb4a371e45ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438371 Mar 07 22:35:41.126679 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1abf72c9-82b3-4659-849d-6b8d18bd6cf0 req-173ed870-d38e-4189-a1d5-446ac6fb29ed service neutron] 10.222.0.15 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890388 Mar 07 22:35:41.218488 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1abf72c9-82b3-4659-849d-6b8d18bd6cf0 req-f2696e10-d2b6-48fc-a731-a81102d669ae service neutron] 10.222.0.15 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851135 Mar 07 22:35:41.640601 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ca6d3e2e-861e-4227-8c80-20c69cbaed6c details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:35:41.739334 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ca6d3e2e-861e-4227-8c80-20c69cbaed6c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ca6d3e2e-861e-4227-8c80-20c69cbaed6c,segment=NetworkSegment(5412950f-600e-4492-bdae-cfa10012d49d),segment_id=5412950f-600e-4492-bdae-cfa10012d49d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:35:41.750012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'port_id': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c', 'mac_address': 'fa:16:3e:74:28:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:35:41.786574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ca6d3e2e-861e-4227-8c80-20c69cbaed6c is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:35:41.786882 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:41.799727 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6d3e2e-861e-4227-8c80-20c69cbaed6c {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:35:41.818980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ca6d3e2e-861e-4227-8c80-20c69cbaed6c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ca6d3e2e-861e-4227-8c80-20c69cbaed6c,segment=NetworkSegment(5412950f-600e-4492-bdae-cfa10012d49d),segment_id=5412950f-600e-4492-bdae-cfa10012d49d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:35:41.822787 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:41.867886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ca6d3e2e-861e-4227-8c80-20c69cbaed6c,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:42.057058 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab3f8b-420d-46f6-8e89-ebc698c3338a req-b88d5e2a-058b-41ca-9d55-10ec11fd8c2d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:42.058479 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54ab3f8b-420d-46f6-8e89-ebc698c3338a req-b88d5e2a-058b-41ca-9d55-10ec11fd8c2d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 944 time: 0.0564969 Mar 07 22:35:42.089244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ca6d3e2e-861e-4227-8c80-20c69cbaed6c'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:35:42.108413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54ab3f8b-420d-46f6-8e89-ebc698c3338a req-d9bc5158-b823-45ee-a1b7-9223919fe047 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430267 Mar 07 22:35:43.224894 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b11b9-a34e-40f2-9b7b-5f6fb658230c req-2021180c-7b36-4356-8648-56390695dfe6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:43.226386 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-734b11b9-a34e-40f2-9b7b-5f6fb658230c req-2021180c-7b36-4356-8648-56390695dfe6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 944 time: 0.0513632 Mar 07 22:35:43.273704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-734b11b9-a34e-40f2-9b7b-5f6fb658230c req-61b39f6d-2406-4de2-8be4-b33ce9722bc4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414925 Mar 07 22:35:43.656073 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ca6d3e2e-861e-4227-8c80-20c69cbaed6c up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:35:43.706835 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port ca6d3e2e-861e-4227-8c80-20c69cbaed6c completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:35:43.710474 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port ca6d3e2e-861e-4227-8c80-20c69cbaed6c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:35:43.710878 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:43.793229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ca6d3e2e-861e-4227-8c80-20c69cbaed6c is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:35:43.793619 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:43.816975 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c6daed-0926-460f-a598-e7dfd00de2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:35:43.819235 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ee736a-e8e3-4829-a682-4b339760c463" -d '{"events": [{"server_uuid": "61c6daed-0926-460f-a598-e7dfd00de2f0", "name": "network-vif-plugged", "status": "completed", "tag": "ca6d3e2e-861e-4227-8c80-20c69cbaed6c"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:35:43.831252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ca6d3e2e-861e-4227-8c80-20c69cbaed6c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ca6d3e2e-861e-4227-8c80-20c69cbaed6c,segment=NetworkSegment(5412950f-600e-4492-bdae-cfa10012d49d),segment_id=5412950f-600e-4492-bdae-cfa10012d49d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:35:43.835340 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:43.861513 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfacab56-39e2-4c97-bc40-da6adcf192af x-openstack-request-id: req-dfacab56-39e2-4c97-bc40-da6adcf192af {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:35:43.861822 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c6daed-0926-460f-a598-e7dfd00de2f0", "name": "network-vif-plugged", "status": "completed", "tag": "ca6d3e2e-861e-4227-8c80-20c69cbaed6c", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:35:43.862177 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dfacab56-39e2-4c97-bc40-da6adcf192af {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:35:43.862577 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c6daed-0926-460f-a598-e7dfd00de2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c', 'code': 200} Mar 07 22:35:43.892705 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ca6d3e2e-861e-4227-8c80-20c69cbaed6c,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:43.963904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a48497-48a2-470f-b36c-0c0a30c6260c req-d93ca47b-ef1d-41a7-ad1c-50519be8cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:43.965326 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25a48497-48a2-470f-b36c-0c0a30c6260c req-d93ca47b-ef1d-41a7-ad1c-50519be8cd61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 1127 time: 0.0470805 Mar 07 22:35:44.013144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25a48497-48a2-470f-b36c-0c0a30c6260c req-d087ff6a-a948-4ead-bafe-cc380a4a801e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382185 Mar 07 22:35:44.390674 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92957cf3-8f8c-4056-9710-340f693fefb5 req-06982092-10a4-4f12-a576-d37330ca2d36 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:44.392145 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92957cf3-8f8c-4056-9710-340f693fefb5 req-06982092-10a4-4f12-a576-d37330ca2d36 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0533698 Mar 07 22:35:44.439366 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92957cf3-8f8c-4056-9710-340f693fefb5 req-e44e5c21-ab28-4e37-afaa-c22c319af844 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417638 Mar 07 22:35:45.559144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a8737-0e63-4a45-ae15-ed7ccb253781 req-4e91f381-5750-4e70-865b-c3741b2fc2c2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:45.561028 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f18a8737-0e63-4a45-ae15-ed7ccb253781 req-4e91f381-5750-4e70-865b-c3741b2fc2c2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0519032 Mar 07 22:35:45.614181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f18a8737-0e63-4a45-ae15-ed7ccb253781 req-6d506fc8-56f5-4cb1-9711-258839509771 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480061 Mar 07 22:35:45.706607 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5be3d403-47db-40fd-b2d3-88ba3ce753dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:45.734991 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917545e-964e-4c69-a5e5-431a185080cc req-4f7cb2d9-657c-42e3-9361-2a262816eb17 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:45.736412 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f917545e-964e-4c69-a5e5-431a185080cc req-4f7cb2d9-657c-42e3-9361-2a262816eb17 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0548651 Mar 07 22:35:45.785240 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f917545e-964e-4c69-a5e5-431a185080cc req-3986e292-d938-4219-a07d-c764c484c707 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432351 Mar 07 22:35:45.809881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53030) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:45.852954 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44fd4e9-0233-4e9a-b244-043e7ef272ea tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:45.854772 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-c44fd4e9-0233-4e9a-b244-043e7ef272ea tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 1122 time: 0.0435736 Mar 07 22:35:45.857454 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53032) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:45.861584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c', 'tenant_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:35:45.881576 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:45.978022 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:46.080282 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.25.4.248 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/f1c4e78f-930d-47b8-8985-ea3c5f78ea3e) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:35:46.178671 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (f1c4e78f-930d-47b8-8985-ea3c5f78ea3e), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:46.211460 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f1c4e78f-930d-47b8-8985-ea3c5f78ea3e), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:46.250607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:35:46.253306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:35:46.256653 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:35:46.281099 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=f1c4e78f-930d-47b8-8985-ea3c5f78ea3e,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:46.604796 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:46.621538 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (df6b6b09-22d4-41ca-ac2d-5e83f588efca), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:46.695280 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f1c4e78f-930d-47b8-8985-ea3c5f78ea3e), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:46.840913 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (f1c4e78f-930d-47b8-8985-ea3c5f78ea3e), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:46.845666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (f1c4e78f-930d-47b8-8985-ea3c5f78ea3e), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:46.913607 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=f1c4e78f-930d-47b8-8985-ea3c5f78ea3e,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:35:46.925586 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (df6b6b09-22d4-41ca-ac2d-5e83f588efca), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:47.025616 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Floating IP df6b6b09-22d4-41ca-ac2d-5e83f588efca associated. External IP: 172.25.4.248, port: ca6d3e2e-861e-4227-8c80-20c69cbaed6c. Mar 07 22:35:47.548195 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router e2b354e2-a467-487e-a077-8338ae7abfde has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:35:47.654796 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:35:47.664594 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6d859-9c39-4c7b-8430-42c6e4d906e6 None None] Sync routers for ids ['e2b354e2-a467-487e-a077-8338ae7abfde'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:35:47.674229 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:47.675269 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6d859-9c39-4c7b-8430-42c6e4d906e6 None None] Routers {'e2b354e2-a467-487e-a077-8338ae7abfde'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:35:47.675889 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e8f6d859-9c39-4c7b-8430-42c6e4d906e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:35:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e2b354e2-a467-487e-a077-8338ae7abfde'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:47.708996 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-34c2d324-6c53-413c-a3e0-26a306333237 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8481355 Mar 07 22:35:47.708996 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c6daed-0926-460f-a598-e7dfd00de2f0', 'tag': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:35:47.709525 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367c891a47a93397d296b6a009349b5bbc9bf26a01a8694054c6e77325763cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65120d21-23da-4703-8f83-e1b5f0d7d4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "61c6daed-0926-460f-a598-e7dfd00de2f0", "tag": "ca6d3e2e-861e-4227-8c80-20c69cbaed6c"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:35:47.756842 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a1cf99-a75d-4897-8aef-4aa7ac582eef x-openstack-request-id: req-74a1cf99-a75d-4897-8aef-4aa7ac582eef {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:35:47.757142 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c6daed-0926-460f-a598-e7dfd00de2f0", "tag": "ca6d3e2e-861e-4227-8c80-20c69cbaed6c", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:35:47.757400 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74a1cf99-a75d-4897-8aef-4aa7ac582eef {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:35:47.757799 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c6daed-0926-460f-a598-e7dfd00de2f0', 'tag': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c', 'status': 'completed', 'code': 200} Mar 07 22:35:47.789437 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e8f6d859-9c39-4c7b-8430-42c6e4d906e6 None None] Set router e2b354e2-a467-487e-a077-8338ae7abfde gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:35:47.850213 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8520e55-f29c-467e-8666-f2226252adc0 req-8236aee9-e9df-4417-b56a-98cc5e89e5aa tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:47.851712 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8520e55-f29c-467e-8666-f2226252adc0 req-8236aee9-e9df-4417-b56a-98cc5e89e5aa tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0887382 Mar 07 22:35:47.858702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65120d21-23da-4703-8f83-e1b5f0d7d4d7 req-4d4a014f-b2cd-45cb-baa5-b501dba9429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:47.860127 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65120d21-23da-4703-8f83-e1b5f0d7d4d7 req-4d4a014f-b2cd-45cb-baa5-b501dba9429b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 1127 time: 0.0709419 Mar 07 22:35:47.957674 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f8520e55-f29c-467e-8666-f2226252adc0 req-4f7f4d38-9e24-41f0-9636-7f5755d074f3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965915 Mar 07 22:35:47.981210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65120d21-23da-4703-8f83-e1b5f0d7d4d7 req-bf7c3ca3-10ae-4c71-97d8-577930538b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:47.983171 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65120d21-23da-4703-8f83-e1b5f0d7d4d7 req-bf7c3ca3-10ae-4c71-97d8-577930538b55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=538a139c-bd6b-40dc-87a6-bb4a371e45ea HTTP/1.1" status: 200 len: 897 time: 0.1154313 Mar 07 22:35:47.983612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53040) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:48.019571 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e8f6d859-9c39-4c7b-8430-42c6e4d906e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:35Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'df6b6b09-22d4-41ca-ac2d-5e83f588efca', 'tenant_id': '712f31e547d4445086628760076168d5', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'port_id': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'mac_address': 'fa:16:3e:74:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c6daed-0926-460f-a598-e7dfd00de2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:35:46Z', 'updated_at': '2022-03-07T22:35:46Z', 'revision_number': 0, 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68691684-ffde-4c8a-b51e-739fb31a7743', 'name': '', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:39:e9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:35Z', 'updated_at': '2022-03-07T22:35:38Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:48.047646 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3cdd565a-4caa-456c-b409-0875f264c781 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/df6b6b09-22d4-41ca-ac2d-5e83f588efca HTTP/1.1" status: 200 len: 991 time: 0.0622725 Mar 07 22:35:48.066362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65120d21-23da-4703-8f83-e1b5f0d7d4d7 req-40f1fcac-9c1c-4ad4-b527-d0fc524ad1fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca6d3e2e-861e-4227-8c80-20c69cbaed6c HTTP/1.1" status: 200 len: 999 time: 0.0767934 Mar 07 22:35:48.117368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65120d21-23da-4703-8f83-e1b5f0d7d4d7 req-66cf710f-b02b-4be3-bc28-37ad8c3b8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:48.118894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65120d21-23da-4703-8f83-e1b5f0d7d4d7 req-66cf710f-b02b-4be3-bc28-37ad8c3b8a3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca63f5b4-ec09-4a07-a891-a0a36b4c4679 HTTP/1.1" status: 200 len: 834 time: 0.0459015 Mar 07 22:35:48.137022 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6d859-9c39-4c7b-8430-42c6e4d906e6 None None] Checking router: e2b354e2-a467-487e-a077-8338ae7abfde for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:35:48.146148 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6d859-9c39-4c7b-8430-42c6e4d906e6 None None] Routers {'e2b354e2-a467-487e-a077-8338ae7abfde'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:35:48.146768 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e8f6d859-9c39-4c7b-8430-42c6e4d906e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:35:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e2b354e2-a467-487e-a077-8338ae7abfde'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:48.171278 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65120d21-23da-4703-8f83-e1b5f0d7d4d7 req-3988e3ed-d886-4806-bd26-7040efde05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:48.172947 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65120d21-23da-4703-8f83-e1b5f0d7d4d7 req-3988e3ed-d886-4806-bd26-7040efde05d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=538a139c-bd6b-40dc-87a6-bb4a371e45ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469241 Mar 07 22:35:48.206769 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f568bb0f-2fd8-4979-a3d0-bb203fde95d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:48.255314 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e8f6d859-9c39-4c7b-8430-42c6e4d906e6 None None] Set router e2b354e2-a467-487e-a077-8338ae7abfde gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:35:48.266736 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65120d21-23da-4703-8f83-e1b5f0d7d4d7 req-190623e8-fd40-4c9f-8f32-d4133585727c service neutron] 10.222.0.15 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872068 Mar 07 22:35:48.356565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65120d21-23da-4703-8f83-e1b5f0d7d4d7 req-afb6654e-be8a-4a95-bb0e-48e8a43a11f8 service neutron] 10.222.0.15 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828426 Mar 07 22:35:48.475544 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e8f6d859-9c39-4c7b-8430-42c6e4d906e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:35Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'df6b6b09-22d4-41ca-ac2d-5e83f588efca', 'tenant_id': '712f31e547d4445086628760076168d5', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'port_id': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'mac_address': 'fa:16:3e:74:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c6daed-0926-460f-a598-e7dfd00de2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:35:46Z', 'updated_at': '2022-03-07T22:35:46Z', 'revision_number': 0, 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68691684-ffde-4c8a-b51e-739fb31a7743', 'name': '', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:39:e9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:35Z', 'updated_at': '2022-03-07T22:35:38Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:35:48.501403 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6d859-9c39-4c7b-8430-42c6e4d906e6 None None] The sync data for ids ['e2b354e2-a467-487e-a077-8338ae7abfde'] in n-d-832330-1 is: [{'id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:35Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'df6b6b09-22d4-41ca-ac2d-5e83f588efca', 'tenant_id': '712f31e547d4445086628760076168d5', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'port_id': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'mac_address': 'fa:16:3e:74:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c6daed-0926-460f-a598-e7dfd00de2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:35:46Z', 'updated_at': '2022-03-07T22:35:46Z', 'revision_number': 0, 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68691684-ffde-4c8a-b51e-739fb31a7743', 'name': '', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:39:e9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:35Z', 'updated_at': '2022-03-07T22:35:38Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:35:48.667755 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:48.709075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2f62a3-8d6f-4ff8-88d2-b1bdd0493e4b None None] New status for floating IP df6b6b09-22d4-41ca-ac2d-5e83f588efca: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:35:49.051037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53042) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:35:49.116059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c03fd205-184f-4e11-9a93-52c5dac9a289 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/df6b6b09-22d4-41ca-ac2d-5e83f588efca HTTP/1.1" status: 200 len: 993 time: 0.0638461 Mar 07 22:35:49.508133 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:50.468695 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:35:52.225955 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:36:04.346118 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16c79d80-16be-42d1-b90e-959f8285970f req-8efc694b-bc0d-46b5-887c-fde45091a149 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450299 Mar 07 22:36:04.435605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c79d80-16be-42d1-b90e-959f8285970f req-4024ca8c-087b-413f-8982-918b860c533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:04.437214 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16c79d80-16be-42d1-b90e-959f8285970f req-4024ca8c-087b-413f-8982-918b860c533d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 1127 time: 0.0445809 Mar 07 22:36:04.549410 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c79d80-16be-42d1-b90e-959f8285970f req-807a4a18-7627-4765-bc15-b22f29456d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:04.551043 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16c79d80-16be-42d1-b90e-959f8285970f req-807a4a18-7627-4765-bc15-b22f29456d1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=538a139c-bd6b-40dc-87a6-bb4a371e45ea HTTP/1.1" status: 200 len: 897 time: 0.0897460 Mar 07 22:36:04.620005 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16c79d80-16be-42d1-b90e-959f8285970f req-8c2dceda-a0c0-4719-9257-0ea8415e7d86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca6d3e2e-861e-4227-8c80-20c69cbaed6c HTTP/1.1" status: 200 len: 1001 time: 0.0619631 Mar 07 22:36:04.666898 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c79d80-16be-42d1-b90e-959f8285970f req-bfe2420f-c7a5-4359-809d-8b00f94ae212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:04.668242 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16c79d80-16be-42d1-b90e-959f8285970f req-bfe2420f-c7a5-4359-809d-8b00f94ae212 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca63f5b4-ec09-4a07-a891-a0a36b4c4679 HTTP/1.1" status: 200 len: 834 time: 0.0424058 Mar 07 22:36:04.716631 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c79d80-16be-42d1-b90e-959f8285970f req-373be77a-cef6-4e16-af38-298edcadb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:04.718135 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16c79d80-16be-42d1-b90e-959f8285970f req-373be77a-cef6-4e16-af38-298edcadb44e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=538a139c-bd6b-40dc-87a6-bb4a371e45ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424809 Mar 07 22:36:04.809212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16c79d80-16be-42d1-b90e-959f8285970f req-193a4fbf-69dd-4c4b-9f1d-57e8ecab1bb7 service neutron] 10.222.0.15 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842040 Mar 07 22:36:04.897449 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-16c79d80-16be-42d1-b90e-959f8285970f req-70163645-3594-447c-9ee7-2638d5238e61 service neutron] 10.222.0.15 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812645 Mar 07 22:36:07.610824 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:36:15.708670 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8c829693-ccab-46a1-b0cc-7f484c9dcdf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:36:16.615249 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:36:18.209135 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-74a0600e-0f5a-43d9-9b88-67a2834b36aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:36:18.681787 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:36:19.507108 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:36:20.474496 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:36:22.391991 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:36:22.496015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33706e2c-2140-444b-a68c-0169ed1ae49f req-84b1e91c-da55-423a-8e69-6ee833823eaa tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:22.497507 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33706e2c-2140-444b-a68c-0169ed1ae49f req-84b1e91c-da55-423a-8e69-6ee833823eaa tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0860713 Mar 07 22:36:22.503291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8735be-5bc5-4959-9fcc-af0703a8a608 req-860f567a-9bf9-4980-a4ec-4223bb2af03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:22.504677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa8735be-5bc5-4959-9fcc-af0703a8a608 req-860f567a-9bf9-4980-a4ec-4223bb2af03e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 1127 time: 0.0816460 Mar 07 22:36:22.604214 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33706e2c-2140-444b-a68c-0169ed1ae49f req-012ff687-7772-4787-b776-2c0776b6ff05 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985305 Mar 07 22:36:22.626715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8735be-5bc5-4959-9fcc-af0703a8a608 req-da553a0b-fded-4026-bd6f-17313e3ae65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:22.628180 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa8735be-5bc5-4959-9fcc-af0703a8a608 req-da553a0b-fded-4026-bd6f-17313e3ae65d service neutron] 10.222.0.15 "GET /v2.0/networks?id=538a139c-bd6b-40dc-87a6-bb4a371e45ea HTTP/1.1" status: 200 len: 897 time: 0.1162329 Mar 07 22:36:22.691738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa8735be-5bc5-4959-9fcc-af0703a8a608 req-7a1fce74-1431-49c4-9c85-b0189931d65b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca6d3e2e-861e-4227-8c80-20c69cbaed6c HTTP/1.1" status: 200 len: 1001 time: 0.0569997 Mar 07 22:36:22.739082 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8735be-5bc5-4959-9fcc-af0703a8a608 req-c262e52a-be8f-487c-86d6-be057dc52e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:22.740452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa8735be-5bc5-4959-9fcc-af0703a8a608 req-c262e52a-be8f-487c-86d6-be057dc52e9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca63f5b4-ec09-4a07-a891-a0a36b4c4679 HTTP/1.1" status: 200 len: 834 time: 0.0423770 Mar 07 22:36:22.792678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8735be-5bc5-4959-9fcc-af0703a8a608 req-ea47e65f-2349-4943-9ec8-61b025a3262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:22.794207 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa8735be-5bc5-4959-9fcc-af0703a8a608 req-ea47e65f-2349-4943-9ec8-61b025a3262c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=538a139c-bd6b-40dc-87a6-bb4a371e45ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472035 Mar 07 22:36:22.880761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa8735be-5bc5-4959-9fcc-af0703a8a608 req-08e6584a-0215-48c5-a0ee-f55d721fb27b service neutron] 10.222.0.15 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802414 Mar 07 22:36:22.972437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa8735be-5bc5-4959-9fcc-af0703a8a608 req-462db30e-2d5d-461d-99af-0006b1b1a5a1 service neutron] 10.222.0.15 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844488 Mar 07 22:36:23.724821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4226bb7-280f-41a4-957d-c67e7774ed98 req-5b86b2bd-379e-4ab9-b8f1-d16436e69b61 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:23.726315 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f4226bb7-280f-41a4-957d-c67e7774ed98 req-5b86b2bd-379e-4ab9-b8f1-d16436e69b61 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0522451 Mar 07 22:36:23.779997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f4226bb7-280f-41a4-957d-c67e7774ed98 req-aa904ebb-9e3f-44b0-b32d-a7bc8efb4713 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480268 Mar 07 22:36:24.896556 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828104e1-e998-445d-ba42-cc432456cbe6 req-09306769-a2c8-44bb-af83-a7b394484fd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:24.898015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-828104e1-e998-445d-ba42-cc432456cbe6 req-09306769-a2c8-44bb-af83-a7b394484fd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0513625 Mar 07 22:36:24.948219 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-828104e1-e998-445d-ba42-cc432456cbe6 req-c1a25c62-b750-40fe-bf0e-2fe127731101 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446784 Mar 07 22:36:26.064439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be1d16-6908-4895-b117-78ce54d1f12f req-74c43aa9-28d1-49c9-82b4-b57d09fa0d25 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:26.065917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38be1d16-6908-4895-b117-78ce54d1f12f req-74c43aa9-28d1-49c9-82b4-b57d09fa0d25 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0514152 Mar 07 22:36:26.114141 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-38be1d16-6908-4895-b117-78ce54d1f12f req-18e74c51-aebf-401a-a3ca-78af17fb7a0a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426571 Mar 07 22:36:27.233168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d1e16-3829-4d52-9668-e74bda762bc4 req-f5189cf8-4b11-460f-a791-1c4036538b46 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:27.234667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-566d1e16-3829-4d52-9668-e74bda762bc4 req-f5189cf8-4b11-460f-a791-1c4036538b46 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0530889 Mar 07 22:36:27.280948 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-566d1e16-3829-4d52-9668-e74bda762bc4 req-942a8527-1a61-4866-9049-b86996aace18 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407610 Mar 07 22:36:28.400456 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc8c57-e1ea-4239-ad45-e5c2f7471d76 req-029a2b43-0083-4721-a2ec-3efea2d65e4a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:28.401901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fcdc8c57-e1ea-4239-ad45-e5c2f7471d76 req-029a2b43-0083-4721-a2ec-3efea2d65e4a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0548339 Mar 07 22:36:28.448291 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fcdc8c57-e1ea-4239-ad45-e5c2f7471d76 req-4d051b68-4c03-4573-bf91-0b39a0e93cfa tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402250 Mar 07 22:36:29.566842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f16cb-965b-41eb-95ae-ec8d45c2a480 req-6d48550f-de57-48d0-a2b7-a8d286defdca tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:29.568351 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f62f16cb-965b-41eb-95ae-ec8d45c2a480 req-6d48550f-de57-48d0-a2b7-a8d286defdca tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0532498 Mar 07 22:36:29.616878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f62f16cb-965b-41eb-95ae-ec8d45c2a480 req-71fea102-ed4c-458f-88e3-63fcf8c469c3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428779 Mar 07 22:36:30.734028 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d8048-ecc5-463a-8a5b-9791f75c4b7c req-0d21dbf3-d2ba-482b-98d8-beb00b4abb8e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:30.735522 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc2d8048-ecc5-463a-8a5b-9791f75c4b7c req-0d21dbf3-d2ba-482b-98d8-beb00b4abb8e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0519335 Mar 07 22:36:30.785791 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc2d8048-ecc5-463a-8a5b-9791f75c4b7c req-379800d4-d3f5-4952-a834-b36230b1daf1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448089 Mar 07 22:36:31.905412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19958e-38bc-4203-837d-9c4e422f6234 req-fbe55043-0376-44b0-bb88-62b51ac797b2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:31.906903 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da19958e-38bc-4203-837d-9c4e422f6234 req-fbe55043-0376-44b0-bb88-62b51ac797b2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0521588 Mar 07 22:36:31.954845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-da19958e-38bc-4203-837d-9c4e422f6234 req-60d19f17-4718-4851-bdea-ae6a37507d02 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423808 Mar 07 22:36:33.070481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e88f8-7e9f-456e-9f08-a81b3f66f48a req-506deea1-bb2b-418b-a47b-1471f9a4c33c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:33.071929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf9e88f8-7e9f-456e-9f08-a81b3f66f48a req-506deea1-bb2b-418b-a47b-1471f9a4c33c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0510404 Mar 07 22:36:33.118612 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf9e88f8-7e9f-456e-9f08-a81b3f66f48a req-547af1a7-ea87-4137-bcdd-95a6aee186b6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406942 Mar 07 22:36:34.238955 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54c718-8d48-4008-94fa-2b1025634809 req-0cf12dcd-8be3-4469-98e8-136a01024f87 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:34.240394 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a54c718-8d48-4008-94fa-2b1025634809 req-0cf12dcd-8be3-4469-98e8-136a01024f87 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0557652 Mar 07 22:36:34.287939 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7a54c718-8d48-4008-94fa-2b1025634809 req-d64823ec-22b3-49e1-b40a-6707788a0c71 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 Mar 07 22:36:34.310440 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53078) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:36:34.368340 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c52221e0-109b-4c47-b6da-10f22f786474 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/df6b6b09-22d4-41ca-ac2d-5e83f588efca HTTP/1.1" status: 200 len: 993 time: 0.0567756 Mar 07 22:36:44.610506 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:36:45.710675 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-39712d77-c947-4c7e-b7db-c028cfbdc4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:36:46.623169 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:36:48.210639 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-12ea29b7-245d-43c5-a1a9-c3ea7a3bc28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:36:48.681493 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:36:49.511261 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:36:50.475538 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:36:52.228058 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:05.353103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ef7f4e1-e673-4761-a67e-ec389fba24e8 req-cc82e10d-5882-43cc-9167-a592ba448cff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469489 Mar 07 22:37:05.444250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7f4e1-e673-4761-a67e-ec389fba24e8 req-dabe7a0a-e1e8-44e9-9baa-756dd382f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:05.445766 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ef7f4e1-e673-4761-a67e-ec389fba24e8 req-dabe7a0a-e1e8-44e9-9baa-756dd382f43c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 1127 time: 0.0467539 Mar 07 22:37:05.552821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7f4e1-e673-4761-a67e-ec389fba24e8 req-a56f0c7a-b9a7-4628-b44e-42059cf35aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:05.554342 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ef7f4e1-e673-4761-a67e-ec389fba24e8 req-a56f0c7a-b9a7-4628-b44e-42059cf35aaa service neutron] 10.222.0.15 "GET /v2.0/networks?id=538a139c-bd6b-40dc-87a6-bb4a371e45ea HTTP/1.1" status: 200 len: 897 time: 0.0868456 Mar 07 22:37:05.620444 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ef7f4e1-e673-4761-a67e-ec389fba24e8 req-26493c0e-c492-4f3e-b571-9aac5d5306c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca6d3e2e-861e-4227-8c80-20c69cbaed6c HTTP/1.1" status: 200 len: 1001 time: 0.0599716 Mar 07 22:37:05.668075 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7f4e1-e673-4761-a67e-ec389fba24e8 req-8591cb22-973f-453f-80b2-4427bdeabf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:05.669531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ef7f4e1-e673-4761-a67e-ec389fba24e8 req-8591cb22-973f-453f-80b2-4427bdeabf89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca63f5b4-ec09-4a07-a891-a0a36b4c4679 HTTP/1.1" status: 200 len: 834 time: 0.0414402 Mar 07 22:37:05.715743 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7f4e1-e673-4761-a67e-ec389fba24e8 req-8cc36db8-daec-4847-8b8e-e8f7151bb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:05.717203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ef7f4e1-e673-4761-a67e-ec389fba24e8 req-8cc36db8-daec-4847-8b8e-e8f7151bb52b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=538a139c-bd6b-40dc-87a6-bb4a371e45ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0416811 Mar 07 22:37:05.809062 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ef7f4e1-e673-4761-a67e-ec389fba24e8 req-f09f858f-3932-489b-b83c-013448edaa72 service neutron] 10.222.0.15 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853279 Mar 07 22:37:05.899776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ef7f4e1-e673-4761-a67e-ec389fba24e8 req-c5c1eccf-988c-474b-92d9-8d48b9814818 service neutron] 10.222.0.15 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828347 Mar 07 22:37:06.759678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53094) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:06.912811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port f1c4e78f-930d-47b8-8985-ea3c5f78ea3e {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:37:06.913152 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f1c4e78f-930d-47b8-8985-ea3c5f78ea3e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:06.985393 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f1c4e78f-930d-47b8-8985-ea3c5f78ea3e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:06.985705 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (f1c4e78f-930d-47b8-8985-ea3c5f78ea3e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:06.996885 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for f1c4e78f-930d-47b8-8985-ea3c5f78ea3e owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:37:07.145195 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f1c4e78f-930d-47b8-8985-ea3c5f78ea3e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:07.168506 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=f1c4e78f-930d-47b8-8985-ea3c5f78ea3e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:07.181609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:07.181965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:07.182340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:07.182688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:07.183024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:07.183361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:07.183724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:07.184032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:07.184365 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:07.184695 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:07.185023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:07.185374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:07.186324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:07.245613 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (df6b6b09-22d4-41ca-ac2d-5e83f588efca), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:07.245956 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Floating IP df6b6b09-22d4-41ca-ac2d-5e83f588efca disassociated (deleted). External IP: 172.25.4.248, port: ca6d3e2e-861e-4227-8c80-20c69cbaed6c. Mar 07 22:37:07.449343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router e2b354e2-a467-487e-a077-8338ae7abfde has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:37:07.554006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:37:07.558914 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:07.565698 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813ec1d7-087f-470d-a286-f822a27f41e4 None None] Sync routers for ids ['e2b354e2-a467-487e-a077-8338ae7abfde'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:37:07.574906 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813ec1d7-087f-470d-a286-f822a27f41e4 None None] Routers {'e2b354e2-a467-487e-a077-8338ae7abfde'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:37:07.575512 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-813ec1d7-087f-470d-a286-f822a27f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:36:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e2b354e2-a467-487e-a077-8338ae7abfde'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:07.586798 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2bee375e-d15d-4fa5-80ae-97cf6c984c3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/floatingips/df6b6b09-22d4-41ca-ac2d-5e83f588efca HTTP/1.1" status: 204 len: 168 time: 0.8260386 Mar 07 22:37:07.587463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c6daed-0926-460f-a598-e7dfd00de2f0', 'tag': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:37:07.589792 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16c8784-37c2-4504-8ef1-47517019337f" -d '{"events": [{"name": "network-changed", "server_uuid": "61c6daed-0926-460f-a598-e7dfd00de2f0", "tag": "ca6d3e2e-861e-4227-8c80-20c69cbaed6c"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:37:07.689083 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-813ec1d7-087f-470d-a286-f822a27f41e4 None None] Set router e2b354e2-a467-487e-a077-8338ae7abfde gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:37:07.701697 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10eece4-dc18-4c20-95e4-3d5992c7260a x-openstack-request-id: req-c10eece4-dc18-4c20-95e4-3d5992c7260a {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:37:07.702006 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c6daed-0926-460f-a598-e7dfd00de2f0", "tag": "ca6d3e2e-861e-4227-8c80-20c69cbaed6c", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:37:07.702310 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c10eece4-dc18-4c20-95e4-3d5992c7260a {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:37:07.702726 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c6daed-0926-460f-a598-e7dfd00de2f0', 'tag': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c', 'status': 'completed', 'code': 200} Mar 07 22:37:07.820957 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c8784-37c2-4504-8ef1-47517019337f req-ddb7bef6-6c37-4dd9-aa60-2ba754eb75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:07.822678 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e16c8784-37c2-4504-8ef1-47517019337f req-ddb7bef6-6c37-4dd9-aa60-2ba754eb75dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 1127 time: 0.0777669 Mar 07 22:37:07.836900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70d3a7-6031-4513-8c44-622dc4f38ffa req-6f71a179-4261-4f79-a59b-67601eb66b7e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:07.838376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e70d3a7-6031-4513-8c44-622dc4f38ffa req-6f71a179-4261-4f79-a59b-67601eb66b7e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0680623 Mar 07 22:37:07.899110 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-813ec1d7-087f-470d-a286-f822a27f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:35Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '68691684-ffde-4c8a-b51e-739fb31a7743', 'name': '', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:39:e9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:35Z', 'updated_at': '2022-03-07T22:35:38Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:07.926396 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813ec1d7-087f-470d-a286-f822a27f41e4 None None] Checking router: e2b354e2-a467-487e-a077-8338ae7abfde for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:37:07.935163 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813ec1d7-087f-470d-a286-f822a27f41e4 None None] Routers {'e2b354e2-a467-487e-a077-8338ae7abfde'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:37:07.935823 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-813ec1d7-087f-470d-a286-f822a27f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:36:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e2b354e2-a467-487e-a077-8338ae7abfde'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:08.047398 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-813ec1d7-087f-470d-a286-f822a27f41e4 None None] Set router e2b354e2-a467-487e-a077-8338ae7abfde gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:37:08.247226 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-813ec1d7-087f-470d-a286-f822a27f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:35Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '68691684-ffde-4c8a-b51e-739fb31a7743', 'name': '', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:39:e9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:35Z', 'updated_at': '2022-03-07T22:35:38Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:08.267413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8e70d3a7-6031-4513-8c44-622dc4f38ffa req-85275712-fbaf-45ec-91ac-5a9452a92ed9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4207549 Mar 07 22:37:08.285669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c8784-37c2-4504-8ef1-47517019337f req-ef106f2b-adde-4d2a-a708-80bcfbb812e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:08.287277 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e16c8784-37c2-4504-8ef1-47517019337f req-ef106f2b-adde-4d2a-a708-80bcfbb812e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=538a139c-bd6b-40dc-87a6-bb4a371e45ea HTTP/1.1" status: 200 len: 897 time: 0.4577210 Mar 07 22:37:08.335166 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e16c8784-37c2-4504-8ef1-47517019337f req-1348c3bd-f883-42a1-accb-459f624868ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca6d3e2e-861e-4227-8c80-20c69cbaed6c HTTP/1.1" status: 200 len: 217 time: 0.0405474 Mar 07 22:37:08.367405 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813ec1d7-087f-470d-a286-f822a27f41e4 None None] The sync data for ids ['e2b354e2-a467-487e-a077-8338ae7abfde'] in n-d-832330-1 is: [{'id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:35Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '68691684-ffde-4c8a-b51e-739fb31a7743', 'name': '', 'network_id': '538a139c-bd6b-40dc-87a6-bb4a371e45ea', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:39:e9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:35Z', 'updated_at': '2022-03-07T22:35:38Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': 'ca63f5b4-ec09-4a07-a891-a0a36b4c4679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:37:08.384335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c8784-37c2-4504-8ef1-47517019337f req-46fddced-39f1-4842-9bdd-145c9253f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:08.385931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e16c8784-37c2-4504-8ef1-47517019337f req-46fddced-39f1-4842-9bdd-145c9253f8bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca63f5b4-ec09-4a07-a891-a0a36b4c4679 HTTP/1.1" status: 200 len: 834 time: 0.0445151 Mar 07 22:37:08.436383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c8784-37c2-4504-8ef1-47517019337f req-1f495137-a24e-4348-95fb-df6441a3c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:08.437919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e16c8784-37c2-4504-8ef1-47517019337f req-1f495137-a24e-4348-95fb-df6441a3c5ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=538a139c-bd6b-40dc-87a6-bb4a371e45ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446885 Mar 07 22:37:08.531493 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e16c8784-37c2-4504-8ef1-47517019337f req-d8dc846d-58f9-4f01-b29b-304eacc7826f service neutron] 10.222.0.15 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865636 Mar 07 22:37:08.593604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33490476-2707-4f58-b834-436c42f78bf4 None None] New status for floating IP df6b6b09-22d4-41ca-ac2d-5e83f588efca: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:37:08.624001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e16c8784-37c2-4504-8ef1-47517019337f req-8a351e7d-fa5e-4692-98ad-c26a64aa3146 service neutron] 10.222.0.15 "GET /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859964 Mar 07 22:37:09.396519 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb513a-6109-467f-b09e-2e21770f5f2f req-6719f9fa-fd21-4d0c-97fa-22beb2344bdc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:09.397989 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cbcb513a-6109-467f-b09e-2e21770f5f2f req-6719f9fa-fd21-4d0c-97fa-22beb2344bdc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0520365 Mar 07 22:37:09.450523 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cbcb513a-6109-467f-b09e-2e21770f5f2f req-0116f0a9-1264-463c-9c86-fdf32e7d8404 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb4e2a15-3f55-4cc6-859b-531717e416ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466092 Mar 07 22:37:09.534696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba12c26-edce-42bc-afce-9beaa19941c0 req-d84adb2d-1b0f-4203-bc87-87ede4d0d8c6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:09.536161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ba12c26-edce-42bc-afce-9beaa19941c0 req-d84adb2d-1b0f-4203-bc87-87ede4d0d8c6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "GET /v2.0/ports?device_id=61c6daed-0926-460f-a598-e7dfd00de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0533903 Mar 07 22:37:09.627800 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-1ba12c26-edce-42bc-afce-9beaa19941c0 req-d3ad8556-256f-44ca-b5c4-bb8dd52f5bf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port ca6d3e2e-861e-4227-8c80-20c69cbaed6c {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:37:09.628149 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1ba12c26-edce-42bc-afce-9beaa19941c0 req-d3ad8556-256f-44ca-b5c4-bb8dd52f5bf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:09.715876 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-1ba12c26-edce-42bc-afce-9beaa19941c0 req-d3ad8556-256f-44ca-b5c4-bb8dd52f5bf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] For port ca6d3e2e-861e-4227-8c80-20c69cbaed6c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ca6d3e2e-861e-4227-8c80-20c69cbaed6c,segment=NetworkSegment(5412950f-600e-4492-bdae-cfa10012d49d),segment_id=5412950f-600e-4492-bdae-cfa10012d49d)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:37:09.716237 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1ba12c26-edce-42bc-afce-9beaa19941c0 req-d3ad8556-256f-44ca-b5c4-bb8dd52f5bf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:09.728396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-1ba12c26-edce-42bc-afce-9beaa19941c0 req-d3ad8556-256f-44ca-b5c4-bb8dd52f5bf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for ca6d3e2e-861e-4227-8c80-20c69cbaed6c owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:37:09.867172 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1ba12c26-edce-42bc-afce-9beaa19941c0 req-d3ad8556-256f-44ca-b5c4-bb8dd52f5bf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ca6d3e2e-861e-4227-8c80-20c69cbaed6c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:09.894529 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad8556-256f-44ca-b5c4-bb8dd52f5bf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=ca6d3e2e-861e-4227-8c80-20c69cbaed6c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:09.938080 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba12c26-edce-42bc-afce-9beaa19941c0 req-d3ad8556-256f-44ca-b5c4-bb8dd52f5bf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] No DVR routers for this DVR port ca6d3e2e-861e-4227-8c80-20c69cbaed6c on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:37:09.940592 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-1ba12c26-edce-42bc-afce-9beaa19941c0 req-d3ad8556-256f-44ca-b5c4-bb8dd52f5bf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:09.944045 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1ba12c26-edce-42bc-afce-9beaa19941c0 req-d3ad8556-256f-44ca-b5c4-bb8dd52f5bf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "DELETE /v2.0/ports/ca6d3e2e-861e-4227-8c80-20c69cbaed6c HTTP/1.1" status: 204 len: 173 time: 0.4003232 Mar 07 22:37:09.944502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c6daed-0926-460f-a598-e7dfd00de2f0', 'name': 'network-vif-deleted', 'tag': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:37:09.946763 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745c73de-9dca-4789-8bd6-c2e164f4d8e3" -d '{"events": [{"server_uuid": "61c6daed-0926-460f-a598-e7dfd00de2f0", "name": "network-vif-deleted", "tag": "ca6d3e2e-861e-4227-8c80-20c69cbaed6c"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:37:09.986916 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6d5a2b-ff9b-43fc-b64c-7f3771ef6fe9 x-openstack-request-id: req-5d6d5a2b-ff9b-43fc-b64c-7f3771ef6fe9 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:37:09.987219 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c6daed-0926-460f-a598-e7dfd00de2f0", "name": "network-vif-deleted", "tag": "ca6d3e2e-861e-4227-8c80-20c69cbaed6c", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:37:09.987482 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d6d5a2b-ff9b-43fc-b64c-7f3771ef6fe9 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:37:09.987892 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c6daed-0926-460f-a598-e7dfd00de2f0', 'name': 'network-vif-deleted', 'tag': 'ca6d3e2e-861e-4227-8c80-20c69cbaed6c', 'status': 'completed', 'code': 200} Mar 07 22:37:10.512286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53118) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:10.870303 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a714cbf8-0800-4b7e-a6a4-7a927e177d61 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (e2b354e2-a467-487e-a077-8338ae7abfde), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:11.127389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a714cbf8-0800-4b7e-a6a4-7a927e177d61 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port 68691684-ffde-4c8a-b51e-739fb31a7743 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:37:11.127633 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a714cbf8-0800-4b7e-a6a4-7a927e177d61 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:11.214248 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-a714cbf8-0800-4b7e-a6a4-7a927e177d61 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] For port 68691684-ffde-4c8a-b51e-739fb31a7743, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=68691684-ffde-4c8a-b51e-739fb31a7743,segment=NetworkSegment(5412950f-600e-4492-bdae-cfa10012d49d),segment_id=5412950f-600e-4492-bdae-cfa10012d49d)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:37:11.214612 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a714cbf8-0800-4b7e-a6a4-7a927e177d61 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:11.226753 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-a714cbf8-0800-4b7e-a6a4-7a927e177d61 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for 68691684-ffde-4c8a-b51e-739fb31a7743 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:37:11.412724 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a714cbf8-0800-4b7e-a6a4-7a927e177d61 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (68691684-ffde-4c8a-b51e-739fb31a7743), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:11.439610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714cbf8-0800-4b7e-a6a4-7a927e177d61 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=68691684-ffde-4c8a-b51e-739fb31a7743,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:11.611559 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a714cbf8-0800-4b7e-a6a4-7a927e177d61 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (e2b354e2-a467-487e-a077-8338ae7abfde), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:11.829851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a714cbf8-0800-4b7e-a6a4-7a927e177d61 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router e2b354e2-a467-487e-a077-8338ae7abfde has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:37:11.934921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a714cbf8-0800-4b7e-a6a4-7a927e177d61 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:37:11.941365 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a714cbf8-0800-4b7e-a6a4-7a927e177d61 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "PUT /v2.0/routers/e2b354e2-a467-487e-a077-8338ae7abfde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4273467 Mar 07 22:37:11.943338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53120) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:11.946286 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c95f2-b99b-4e09-b7c3-31f5c3d1302f None None] Sync routers for ids ['e2b354e2-a467-487e-a077-8338ae7abfde'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:37:11.956210 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c95f2-b99b-4e09-b7c3-31f5c3d1302f None None] Routers {'e2b354e2-a467-487e-a077-8338ae7abfde'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:37:11.956808 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1b5c95f2-b99b-4e09-b7c3-31f5c3d1302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:36:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e2b354e2-a467-487e-a077-8338ae7abfde'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:11.993809 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf1d255-a606-4de0-8c96-53d71bcc83e4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting subnet ca63f5b4-ec09-4a07-a891-a0a36b4c4679 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:37:11.996894 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d255-a606-4de0-8c96-53d71bcc83e4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for subnet (ca63f5b4-ec09-4a07-a891-a0a36b4c4679), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:12.035943 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d255-a606-4de0-8c96-53d71bcc83e4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (ca63f5b4-ec09-4a07-a891-a0a36b4c4679), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:12.061862 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1b5c95f2-b99b-4e09-b7c3-31f5c3d1302f None None] Set router e2b354e2-a467-487e-a077-8338ae7abfde gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:37:12.121019 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d255-a606-4de0-8c96-53d71bcc83e4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (ca63f5b4-ec09-4a07-a891-a0a36b4c4679), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:12.171758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ca6d3e2e-861e-4227-8c80-20c69cbaed6c no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:37:12.179044 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d255-a606-4de0-8c96-53d71bcc83e4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (ca63f5b4-ec09-4a07-a891-a0a36b4c4679), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:12.192621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: ca6d3e2e-861e-4227-8c80-20c69cbaed6c {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:37:12.192977 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ca6d3e2e-861e-4227-8c80-20c69cbaed6c not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:37:12.205235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1d255-a606-4de0-8c96-53d71bcc83e4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Subnet': ['ID=ca63f5b4-ec09-4a07-a891-a0a36b4c4679,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:12.208859 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d255-a606-4de0-8c96-53d71bcc83e4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:12.214859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-0cf1d255-a606-4de0-8c96-53d71bcc83e4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/subnets/ca63f5b4-ec09-4a07-a891-a0a36b4c4679 HTTP/1.1" status: 204 len: 168 time: 0.2680252 Mar 07 22:37:12.215287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53122) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:12.222441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a405ba-49e4-437d-9ed5-cdc4cb32217b None None] Network 538a139c-bd6b-40dc-87a6-bb4a371e45ea requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:37:12.245733 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1b5c95f2-b99b-4e09-b7c3-31f5c3d1302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:37:11Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:12.278023 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c95f2-b99b-4e09-b7c3-31f5c3d1302f None None] Checking router: e2b354e2-a467-487e-a077-8338ae7abfde for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:37:12.289639 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c95f2-b99b-4e09-b7c3-31f5c3d1302f None None] Routers {'e2b354e2-a467-487e-a077-8338ae7abfde'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:37:12.290296 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1b5c95f2-b99b-4e09-b7c3-31f5c3d1302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:36:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['e2b354e2-a467-487e-a077-8338ae7abfde'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:12.328599 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router (e2b354e2-a467-487e-a077-8338ae7abfde), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:12.397384 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1b5c95f2-b99b-4e09-b7c3-31f5c3d1302f None None] Set router e2b354e2-a467-487e-a077-8338ae7abfde gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:37:12.402575 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] DHCP port deletion for 538a139c-bd6b-40dc-87a6-bb4a371e45ea request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:37:12.443344 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (e2b354e2-a467-487e-a077-8338ae7abfde), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:12.450441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Deleting port 6fbca20a-1248-4505-818a-39362c8dcb13 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:37:12.451414 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6fbca20a-1248-4505-818a-39362c8dcb13), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:12.497380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port bdf4cbea-e903-4960-b66b-9c6c6148ef51 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:37:12.497793 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (bdf4cbea-e903-4960-b66b-9c6c6148ef51), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:12.520127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] For port 6fbca20a-1248-4505-818a-39362c8dcb13, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6fbca20a-1248-4505-818a-39362c8dcb13,segment=NetworkSegment(5412950f-600e-4492-bdae-cfa10012d49d),segment_id=5412950f-600e-4492-bdae-cfa10012d49d)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:37:12.520522 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6fbca20a-1248-4505-818a-39362c8dcb13), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:12.533431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Calling delete_port for 6fbca20a-1248-4505-818a-39362c8dcb13 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:37:12.576904 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1b5c95f2-b99b-4e09-b7c3-31f5c3d1302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:37:11Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:12.584549 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] For port bdf4cbea-e903-4960-b66b-9c6c6148ef51, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=bdf4cbea-e903-4960-b66b-9c6c6148ef51,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:37:12.584921 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (bdf4cbea-e903-4960-b66b-9c6c6148ef51), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:12.598571 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for bdf4cbea-e903-4960-b66b-9c6c6148ef51 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:37:12.616897 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (6fbca20a-1248-4505-818a-39362c8dcb13), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:12.619339 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c95f2-b99b-4e09-b7c3-31f5c3d1302f None None] The sync data for ids ['e2b354e2-a467-487e-a077-8338ae7abfde'] in n-d-832330-1 is: [{'id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007619047', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:37:11Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'bdf4cbea-e903-4960-b66b-9c6c6148ef51', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b354e2-a467-487e-a077-8338ae7abfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:35:32Z', 'updated_at': '2022-03-07T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:37:12.671742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Pushing event deleted for resources: {'Port': ['ID=6fbca20a-1248-4505-818a-39362c8dcb13,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:12.685595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] No DVR routers for this DVR port 6fbca20a-1248-4505-818a-39362c8dcb13 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:37:12.701491 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:12.701836 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:12.702423 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:12.702767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:12.703098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:12.703425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:12.703756 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:12.704076 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:12.704397 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:12.704720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:12.705043 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:12.705364 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:12.710696 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76dd3d-913d-4d31-8060-4d4ad1f6706f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:12.809353 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (bdf4cbea-e903-4960-b66b-9c6c6148ef51), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:12.837614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=bdf4cbea-e903-4960-b66b-9c6c6148ef51,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:12.903150 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (e2b354e2-a467-487e-a077-8338ae7abfde), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:12.995521 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (e2b354e2-a467-487e-a077-8338ae7abfde), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:12.999182 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_controller (e2b354e2-a467-487e-a077-8338ae7abfde), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.051917 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (e2b354e2-a467-487e-a077-8338ae7abfde), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.052526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Fanout notify agent at l3_agent the message router_deleted on router e2b354e2-a467-487e-a077-8338ae7abfde {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:37:13.066897 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.068425 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-49957f88-3143-42cc-94cd-3587b91456be tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/routers/e2b354e2-a467-487e-a077-8338ae7abfde HTTP/1.1" status: 204 len: 168 time: 0.8517251 Mar 07 22:37:13.070913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53124) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:13.084527 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6fbca20a-1248-4505-818a-39362c8dcb13 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:37:13.107650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 6fbca20a-1248-4505-818a-39362c8dcb13 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:37:13.108047 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6fbca20a-1248-4505-818a-39362c8dcb13 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:37:13.164788 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30cd5956-a6fc-4034-b0d1-2cd59f045d96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (538a139c-bd6b-40dc-87a6-bb4a371e45ea), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.253388 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30cd5956-a6fc-4034-b0d1-2cd59f045d96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (538a139c-bd6b-40dc-87a6-bb4a371e45ea), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.275105 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-30cd5956-a6fc-4034-b0d1-2cd59f045d96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538a139c-bd6b-40dc-87a6-bb4a371e45ea']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:13.284651 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-30cd5956-a6fc-4034-b0d1-2cd59f045d96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5412950f-600e-4492-bdae-cfa10012d49d') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:13.284951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-30cd5956-a6fc-4034-b0d1-2cd59f045d96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5412950f-600e-4492-bdae-cfa10012d49d') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:13.295211 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30cd5956-a6fc-4034-b0d1-2cd59f045d96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (5412950f-600e-4492-bdae-cfa10012d49d), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.308824 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30cd5956-a6fc-4034-b0d1-2cd59f045d96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (5412950f-600e-4492-bdae-cfa10012d49d), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.316244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cd5956-a6fc-4034-b0d1-2cd59f045d96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:37:13.316674 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30cd5956-a6fc-4034-b0d1-2cd59f045d96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (5412950f-600e-4492-bdae-cfa10012d49d), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:37:13.319670 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:37:13.384057 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30cd5956-a6fc-4034-b0d1-2cd59f045d96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (538a139c-bd6b-40dc-87a6-bb4a371e45ea), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.391060 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-30cd5956-a6fc-4034-b0d1-2cd59f045d96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.394188 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-30cd5956-a6fc-4034-b0d1-2cd59f045d96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/networks/538a139c-bd6b-40dc-87a6-bb4a371e45ea HTTP/1.1" status: 204 len: 168 time: 0.3222032 Mar 07 22:37:13.397011 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53126) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:13.405569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd5956-a6fc-4034-b0d1-2cd59f045d96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Network': ['ID=538a139c-bd6b-40dc-87a6-bb4a371e45ea,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:13.454880 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (bb4e2a15-3f55-4cc6-859b-531717e416ee), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.489215 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (bb4e2a15-3f55-4cc6-859b-531717e416ee), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.551646 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (bb4e2a15-3f55-4cc6-859b-531717e416ee), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.554245 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.555391 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/security-groups/bb4e2a15-3f55-4cc6-859b-531717e416ee HTTP/1.1" status: 204 len: 168 time: 0.1573086 Mar 07 22:37:13.564725 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4e2a15-3f55-4cc6-859b-531717e416ee,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:13.572090 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:13.572425 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:13.572800 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:13.573141 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:13.573474 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:13.573779 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:13.574129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:13.574460 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:13.574790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:13.575117 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:13.575445 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:13.575756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:13.576077 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a176ae-55d8-4b4a-a961-6e71bdc2def1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:13.760652 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53134) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:13.765105 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-de8fd05f-d061-49fc-9bc8-5555ff9314e9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942305448', 'description': 'tempest-secgroup-smoke-942305448 description', 'project_id': '712f31e547d4445086628760076168d5'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:37:13.786504 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de8fd05f-d061-49fc-9bc8-5555ff9314e9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.848622 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de8fd05f-d061-49fc-9bc8-5555ff9314e9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (617ca312-b43e-42ee-acf3-15cfe293bc53), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.852485 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de8fd05f-d061-49fc-9bc8-5555ff9314e9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (617ca312-b43e-42ee-acf3-15cfe293bc53), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.884779 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-de8fd05f-d061-49fc-9bc8-5555ff9314e9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.886000 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-de8fd05f-d061-49fc-9bc8-5555ff9314e9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1243598 Mar 07 22:37:13.887908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fd05f-d061-49fc-9bc8-5555ff9314e9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617ca312-b43e-42ee-acf3-15cfe293bc53,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:13.889109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53136) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:13.894324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-28bf356b-896e-4350-8d89-567ba8930b33 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '617ca312-b43e-42ee-acf3-15cfe293bc53', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:37:13.919217 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-28bf356b-896e-4350-8d89-567ba8930b33 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (0bd88395-58a4-46f2-a211-7a95766ec851), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.972727 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-28bf356b-896e-4350-8d89-567ba8930b33 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (0bd88395-58a4-46f2-a211-7a95766ec851), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.975928 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-28bf356b-896e-4350-8d89-567ba8930b33 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (0bd88395-58a4-46f2-a211-7a95766ec851), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:13.990640 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf356b-896e-4350-8d89-567ba8930b33 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd88395-58a4-46f2-a211-7a95766ec851,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:14.000938 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-28bf356b-896e-4350-8d89-567ba8930b33 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.002143 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-28bf356b-896e-4350-8d89-567ba8930b33 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115057 Mar 07 22:37:14.004945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53138) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:14.009085 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-e2d039b4-bc47-42a9-8d43-d91dc1166d73 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '617ca312-b43e-42ee-acf3-15cfe293bc53', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:37:14.033371 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e2d039b4-bc47-42a9-8d43-d91dc1166d73 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (b98ac3d3-e1df-482a-80b1-73e099c9d23f), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.086583 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e2d039b4-bc47-42a9-8d43-d91dc1166d73 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (b98ac3d3-e1df-482a-80b1-73e099c9d23f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.090117 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e2d039b4-bc47-42a9-8d43-d91dc1166d73 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (b98ac3d3-e1df-482a-80b1-73e099c9d23f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.108514 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d039b4-bc47-42a9-8d43-d91dc1166d73 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98ac3d3-e1df-482a-80b1-73e099c9d23f,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:14.116613 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e2d039b4-bc47-42a9-8d43-d91dc1166d73 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.117805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e2d039b4-bc47-42a9-8d43-d91dc1166d73 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119576 Mar 07 22:37:14.120526 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53140) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:14.124722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-b992d784-f4b9-45e2-8fd3-a81e84a5b4eb tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '617ca312-b43e-42ee-acf3-15cfe293bc53', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:37:14.147869 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b992d784-f4b9-45e2-8fd3-a81e84a5b4eb tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (8430c070-acec-4c4e-898c-2f822ef9c281), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.205357 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b992d784-f4b9-45e2-8fd3-a81e84a5b4eb tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (8430c070-acec-4c4e-898c-2f822ef9c281), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.208771 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b992d784-f4b9-45e2-8fd3-a81e84a5b4eb tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (8430c070-acec-4c4e-898c-2f822ef9c281), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.226254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992d784-f4b9-45e2-8fd3-a81e84a5b4eb tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8430c070-acec-4c4e-898c-2f822ef9c281,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:14.233921 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b992d784-f4b9-45e2-8fd3-a81e84a5b4eb tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.235145 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b992d784-f4b9-45e2-8fd3-a81e84a5b4eb tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136920 Mar 07 22:37:14.237900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53142) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:14.242202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-db0c1692-3a8b-437e-b7d3-d6618a72c870 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '617ca312-b43e-42ee-acf3-15cfe293bc53', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:37:14.266634 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-db0c1692-3a8b-437e-b7d3-d6618a72c870 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (891d22d3-27d1-4064-9d71-505f5ddcec71), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.322245 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-db0c1692-3a8b-437e-b7d3-d6618a72c870 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (891d22d3-27d1-4064-9d71-505f5ddcec71), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.326568 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-db0c1692-3a8b-437e-b7d3-d6618a72c870 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (891d22d3-27d1-4064-9d71-505f5ddcec71), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.343858 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c1692-3a8b-437e-b7d3-d6618a72c870 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891d22d3-27d1-4064-9d71-505f5ddcec71,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:14.352251 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-db0c1692-3a8b-437e-b7d3-d6618a72c870 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.353425 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-db0c1692-3a8b-437e-b7d3-d6618a72c870 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145854 Mar 07 22:37:14.356398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53144) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:14.360652 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-54c97d9a-e37c-4dcf-9e8b-66bba108c4b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '617ca312-b43e-42ee-acf3-15cfe293bc53', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:37:14.379123 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-54c97d9a-e37c-4dcf-9e8b-66bba108c4b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Project 712f31e547d4445086628760076168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:37:14.383686 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54c97d9a-e37c-4dcf-9e8b-66bba108c4b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (5617745d-b36b-4927-9c0b-ef24d15b3e1a), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.438470 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54c97d9a-e37c-4dcf-9e8b-66bba108c4b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (5617745d-b36b-4927-9c0b-ef24d15b3e1a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.441678 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54c97d9a-e37c-4dcf-9e8b-66bba108c4b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (5617745d-b36b-4927-9c0b-ef24d15b3e1a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.459871 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c97d9a-e37c-4dcf-9e8b-66bba108c4b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5617745d-b36b-4927-9c0b-ef24d15b3e1a,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:14.467004 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-54c97d9a-e37c-4dcf-9e8b-66bba108c4b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.468228 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-54c97d9a-e37c-4dcf-9e8b-66bba108c4b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1109011 Mar 07 22:37:14.470826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53146) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:14.475454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c5a917b6-0a68-474a-9e74-1ea46e67aaf7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '617ca312-b43e-42ee-acf3-15cfe293bc53', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:37:14.494877 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-c5a917b6-0a68-474a-9e74-1ea46e67aaf7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Project 712f31e547d4445086628760076168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:37:14.500054 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c5a917b6-0a68-474a-9e74-1ea46e67aaf7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (3d3f48b3-72d7-47ba-9c76-1ebe9d994ece), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.558934 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c5a917b6-0a68-474a-9e74-1ea46e67aaf7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (3d3f48b3-72d7-47ba-9c76-1ebe9d994ece), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.562799 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c5a917b6-0a68-474a-9e74-1ea46e67aaf7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (3d3f48b3-72d7-47ba-9c76-1ebe9d994ece), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.581841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a917b6-0a68-474a-9e74-1ea46e67aaf7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3f48b3-72d7-47ba-9c76-1ebe9d994ece,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:14.587655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c5a917b6-0a68-474a-9e74-1ea46e67aaf7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.588756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c5a917b6-0a68-474a-9e74-1ea46e67aaf7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170137 Mar 07 22:37:14.591698 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53148) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:14.596320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-3e88ee23-8333-4361-9f52-ba02dab9ff5e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'network': {'name': 'tempest-network-smoke--607558404', 'project_id': '712f31e547d4445086628760076168d5', 'port_security_enabled': True}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:37:14.615387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e88ee23-8333-4361-9f52-ba02dab9ff5e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Made reservation on behalf of 712f31e547d4445086628760076168d5 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:37:14.618672 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3e88ee23-8333-4361-9f52-ba02dab9ff5e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.643980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e88ee23-8333-4361-9f52-ba02dab9ff5e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:37:14.654522 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3e88ee23-8333-4361-9f52-ba02dab9ff5e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (e46f21d4-b9c6-4114-a16b-da98123498aa), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.654862 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-3e88ee23-8333-4361-9f52-ba02dab9ff5e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Added segment e46f21d4-b9c6-4114-a16b-da98123498aa of type vlan for network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 Mar 07 22:37:14.661980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device bdf4cbea-e903-4960-b66b-9c6c6148ef51 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:37:14.682837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: bdf4cbea-e903-4960-b66b-9c6c6148ef51 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:37:14.683185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device bdf4cbea-e903-4960-b66b-9c6c6148ef51 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:37:14.683618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 68691684-ffde-4c8a-b51e-739fb31a7743 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:37:14.696302 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3e88ee23-8333-4361-9f52-ba02dab9ff5e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (29c4b8f3-83e7-4e6d-b716-6f94534af6e7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.703984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 68691684-ffde-4c8a-b51e-739fb31a7743 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:37:14.704330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 68691684-ffde-4c8a-b51e-739fb31a7743 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:37:14.721361 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3e88ee23-8333-4361-9f52-ba02dab9ff5e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (29c4b8f3-83e7-4e6d-b716-6f94534af6e7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.726419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e88ee23-8333-4361-9f52-ba02dab9ff5e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:14.726996 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-3e88ee23-8333-4361-9f52-ba02dab9ff5e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.759909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3e88ee23-8333-4361-9f52-ba02dab9ff5e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1671655 Mar 07 22:37:14.762562 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53150) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:14.768908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'admin_state_up': True, 'project_id': '712f31e547d4445086628760076168d5', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:37:14.812728 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88ee23-8333-4361-9f52-ba02dab9ff5e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Network': ['ID=29c4b8f3-83e7-4e6d-b716-6f94534af6e7,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:14.823062 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (f0db4ba6-b850-45c1-8715-05e96dc14251), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.823242 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:37:14.824399 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (f0db4ba6-b850-45c1-8715-05e96dc14251), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:14.877076 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_controller (f0db4ba6-b850-45c1-8715-05e96dc14251), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:15.335037 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (f0db4ba6-b850-45c1-8715-05e96dc14251), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:15.521566 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (f0db4ba6-b850-45c1-8715-05e96dc14251), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:15.543735 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:15.642488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.25.4.111 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/75858588-30cb-4ae4-b21d-277bf651cb86) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:37:15.713930 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d9704e98-c930-483f-8196-c768e7e9f9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:15.743889 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (75858588-30cb-4ae4-b21d-277bf651cb86), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:15.777039 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (75858588-30cb-4ae4-b21d-277bf651cb86), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:15.814870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:37:15.817784 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:37:15.821141 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:37:15.846906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=75858588-30cb-4ae4-b21d-277bf651cb86,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:16.078764 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (f0db4ba6-b850-45c1-8715-05e96dc14251), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:16.279492 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (f0db4ba6-b850-45c1-8715-05e96dc14251), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:16.408343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router f0db4ba6-b850-45c1-8715-05e96dc14251 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:37:16.515907 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:37:16.525001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Sync routers for ids ['f0db4ba6-b850-45c1-8715-05e96dc14251'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:37:16.534953 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Routers {'f0db4ba6-b850-45c1-8715-05e96dc14251'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:37:16.535590 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:36:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f0db4ba6-b850-45c1-8715-05e96dc14251'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:16.538741 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:16.540033 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1d3e04e2-ee1a-4fda-a21a-f5881596dbb7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7765598 Mar 07 22:37:16.543252 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53152) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:16.573081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9e504cfe-6fd0-4de6-8999-aaebb195836b tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=712f31e547d4445086628760076168d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278645 Mar 07 22:37:16.575431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53154) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:16.652577 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:16.663551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Set router f0db4ba6-b850-45c1-8715-05e96dc14251 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:37:16.665977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f91383b-24c5-426a-86f0-2389f12865e1 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:16.667531 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5f91383b-24c5-426a-86f0-2389f12865e1 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915697 Mar 07 22:37:16.671006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53156) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:16.697667 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-70ec3a5c-90bf-4439-bbcf-aa39582909a0 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256243 Mar 07 22:37:16.700206 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53158) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:16.704851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-8a55a086-e097-425a-b61a-150dc510b058 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-716764972', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'project_id': '712f31e547d4445086628760076168d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:37:16.787900 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a55a086-e097-425a-b61a-150dc510b058 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Made reservation on behalf of 712f31e547d4445086628760076168d5 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:37:16.791568 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8a55a086-e097-425a-b61a-150dc510b058 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:16.842801 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:37:14Z', 'updated_at': '2022-03-07T22:37:15Z', 'revision_number': 3, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:15Z', 'updated_at': '2022-03-07T22:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:16.881444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Checking router: f0db4ba6-b850-45c1-8715-05e96dc14251 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:37:16.881797 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Updating router f0db4ba6-b850-45c1-8715-05e96dc14251 port 75858588-30cb-4ae4-b21d-277bf651cb86 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:37:16.909037 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (75858588-30cb-4ae4-b21d-277bf651cb86), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:16.980488 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8a55a086-e097-425a-b61a-150dc510b058 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (1347ba77-6fca-4b4b-b1fb-7eae48fd6395), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:17.045344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55a086-e097-425a-b61a-150dc510b058 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Subnet': ['ID=1347ba77-6fca-4b4b-b1fb-7eae48fd6395,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:17.053377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a55a086-e097-425a-b61a-150dc510b058 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Checking segment: {'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:37:17.053750 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a55a086-e097-425a-b61a-150dc510b058 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network hostable DHCP agents. Network: 29c4b8f3-83e7-4e6d-b716-6f94534af6e7, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:37:17.069706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a55a086-e097-425a-b61a-150dc510b058 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:37:17.078934 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-8a55a086-e097-425a-b61a-150dc510b058 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 29c4b8f3-83e7-4e6d-b716-6f94534af6e7) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:37:17.085082 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a55a086-e097-425a-b61a-150dc510b058 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:17.085732 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8a55a086-e097-425a-b61a-150dc510b058 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:17.095127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f751689-3e83-41b7-b932-4e8f21fd5167 None None] Network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:37:17.104273 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8a55a086-e097-425a-b61a-150dc510b058 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4004815 Mar 07 22:37:17.105295 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53160) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:17.221924 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Publish callbacks [] for port (75858588-30cb-4ae4-b21d-277bf651cb86), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:17.228503 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (75858588-30cb-4ae4-b21d-277bf651cb86), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:17.273068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ips': [{'subnet_id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:37:17.273906 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:17.317542 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572558e-5501-4b8f-a013-22aeb629c40c None None] Pushing event updated for resources: {'Port': ['ID=75858588-30cb-4ae4-b21d-277bf651cb86,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:17.326900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Attempting to bind port 75858588-30cb-4ae4-b21d-277bf651cb86 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:37:17.327284 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Attempting to bind port 75858588-30cb-4ae4-b21d-277bf651cb86 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:37:17.327653 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Attempting to bind port 75858588-30cb-4ae4-b21d-277bf651cb86 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:37:17.382894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:37:17.383283 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:37:17.383686 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:17.384099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:37:17.384573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Bound port: 75858588-30cb-4ae4-b21d-277bf651cb86, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:37:17.384958 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (75858588-30cb-4ae4-b21d-277bf651cb86), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:17.477648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] For port 75858588-30cb-4ae4-b21d-277bf651cb86, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:37:17.482236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] For port 75858588-30cb-4ae4-b21d-277bf651cb86, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=75858588-30cb-4ae4-b21d-277bf651cb86,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:37:17.491802 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Allocated IP 172.20.0.2 (29c4b8f3-83e7-4e6d-b716-6f94534af6e7/1347ba77-6fca-4b4b-b1fb-7eae48fd6395/ec251111-9cbe-44ef-b53d-56ea516a8e15) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:37:17.494291 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (75858588-30cb-4ae4-b21d-277bf651cb86), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:17.545091 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:17.611785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572558e-5501-4b8f-a013-22aeb629c40c None None] Pushing event updated for resources: {'Port': ['ID=75858588-30cb-4ae4-b21d-277bf651cb86,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:17.615638 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Routers {'f0db4ba6-b850-45c1-8715-05e96dc14251'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:37:17.616251 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:36:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f0db4ba6-b850-45c1-8715-05e96dc14251'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:17.938528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] Set router f0db4ba6-b850-45c1-8715-05e96dc14251 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:37:17.991459 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Publish callbacks [] for port (ec251111-9cbe-44ef-b53d-56ea516a8e15), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:18.007422 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (ec251111-9cbe-44ef-b53d-56ea516a8e15), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:18.043921 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.20.0.1 (29c4b8f3-83e7-4e6d-b716-6f94534af6e7/1347ba77-6fca-4b4b-b1fb-7eae48fd6395/6e7809ed-d0b8-4f89-8183-2ad46f5a1adb) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:37:18.086785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:37:18.092574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:37:18.099639 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:37:18.104437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Pushing event updated for resources: {'Port': ['ID=ec251111-9cbe-44ef-b53d-56ea516a8e15,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:18.162261 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:18.196235 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Attempting to bind port ec251111-9cbe-44ef-b53d-56ea516a8e15 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:37:18.196528 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Attempting to bind port ec251111-9cbe-44ef-b53d-56ea516a8e15 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:37:18.196896 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Attempting to bind port ec251111-9cbe-44ef-b53d-56ea516a8e15 on network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:37:18.197732 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:18.212044 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:37:18.212417 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Checking segment: {'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:37:18.212813 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:18.213194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Bound using segment: {'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:37:18.213657 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Bound port: ec251111-9cbe-44ef-b53d-56ea516a8e15, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:37:18.214033 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec251111-9cbe-44ef-b53d-56ea516a8e15), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:18.233526 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a43d35d5-131d-45d2-9e9c-c2bd106c7096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:18.239067 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:37:18.245941 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:37:18.250349 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:37:18.281107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:37:14Z', 'updated_at': '2022-03-07T22:37:15Z', 'revision_number': 3, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:15Z', 'updated_at': '2022-03-07T22:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:18.281750 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=6e7809ed-d0b8-4f89-8183-2ad46f5a1adb,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:18.299090 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (f0db4ba6-b850-45c1-8715-05e96dc14251), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:18.312499 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350ba44-982a-48e0-9fc1-3ce242b02835 None None] The sync data for ids ['f0db4ba6-b850-45c1-8715-05e96dc14251'] in n-d-832330-1 is: [{'id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:37:14Z', 'updated_at': '2022-03-07T22:37:15Z', 'revision_number': 3, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:15Z', 'updated_at': '2022-03-07T22:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:37:18.319788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6c374f59-1982-4889-8577-7503425a24ce None None] For port ec251111-9cbe-44ef-b53d-56ea516a8e15, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:37:18.325295 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6c374f59-1982-4889-8577-7503425a24ce None None] For port ec251111-9cbe-44ef-b53d-56ea516a8e15, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec251111-9cbe-44ef-b53d-56ea516a8e15,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:37:18.338384 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ec251111-9cbe-44ef-b53d-56ea516a8e15), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:18.405310 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c374f59-1982-4889-8577-7503425a24ce None None] Pushing event updated for resources: {'Port': ['ID=ec251111-9cbe-44ef-b53d-56ea516a8e15,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:18.449103 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:18.689898 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:18.802360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec251111-9cbe-44ef-b53d-56ea516a8e15 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:37:18.805178 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:18.814737 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:18.858610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ec251111-9cbe-44ef-b53d-56ea516a8e15 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:37:18.859132 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec251111-9cbe-44ef-b53d-56ea516a8e15), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:18.892016 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (f0db4ba6-b850-45c1-8715-05e96dc14251), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:18.895184 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=6e7809ed-d0b8-4f89-8183-2ad46f5a1adb,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:18.966868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ec251111-9cbe-44ef-b53d-56ea516a8e15 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:37:18.967410 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec251111-9cbe-44ef-b53d-56ea516a8e15), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:19.005678 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:37:19.007278 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:37:19.008093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port ec251111-9cbe-44ef-b53d-56ea516a8e15, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec251111-9cbe-44ef-b53d-56ea516a8e15,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:37:19.014702 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ec251111-9cbe-44ef-b53d-56ea516a8e15), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:19.015574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 75858588-30cb-4ae4-b21d-277bf651cb86 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:37:19.091422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=ec251111-9cbe-44ef-b53d-56ea516a8e15,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:19.102761 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 75858588-30cb-4ae4-b21d-277bf651cb86 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:37:19.103145 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (75858588-30cb-4ae4-b21d-277bf651cb86), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:19.142193 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router f0db4ba6-b850-45c1-8715-05e96dc14251 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:37:19.202228 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 75858588-30cb-4ae4-b21d-277bf651cb86 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:37:19.202671 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (75858588-30cb-4ae4-b21d-277bf651cb86), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:19.229202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 75858588-30cb-4ae4-b21d-277bf651cb86, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=75858588-30cb-4ae4-b21d-277bf651cb86,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:37:19.238873 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (75858588-30cb-4ae4-b21d-277bf651cb86), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:19.291144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=75858588-30cb-4ae4-b21d-277bf651cb86,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:19.291684 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:37:19.302118 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-00c6dfc0-5d3d-428e-8c14-bd8867cf8195 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "PUT /v2.0/routers/f0db4ba6-b850-45c1-8715-05e96dc14251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1949162 Mar 07 22:37:19.469838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-259152b7-e0d7-46c9-917a-88fc19803578 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942305448&fields=id&tenant_id=712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 267 time: 0.0464516 Mar 07 22:37:19.516733 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:19.559387 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3751e247-6acc-4ea6-8e4b-9c594c14dc62 None None] Network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:37:19.596043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-a8c2b79a-5bdc-4ab9-aa40-ea32f7153cc0 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:19.597530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-a8c2b79a-5bdc-4ab9-aa40-ea32f7153cc0 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/networks?id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7 HTTP/1.1" status: 200 len: 796 time: 0.1211300 Mar 07 22:37:19.613122 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-99d86e00-4480-47f1-90cb-ee7bb23cd97f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/quotas/712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 375 time: 0.0101919 Mar 07 22:37:19.644022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9bac49fe-96aa-4001-9999-94baf5779772 None None] Provisioning complete for port ec251111-9cbe-44ef-b53d-56ea516a8e15 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:37:19.644397 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9bac49fe-96aa-4001-9999-94baf5779772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec251111-9cbe-44ef-b53d-56ea516a8e15), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:19.672270 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-527feb9e-5d11-4c2a-b20c-cb453169bdaa tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540981 Mar 07 22:37:19.757858 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9bac49fe-96aa-4001-9999-94baf5779772 None None] Current status of the port ec251111-9cbe-44ef-b53d-56ea516a8e15 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:37:19.827624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-9483ac7c-8d21-4b6a-81e8-c5e28fecb961 service neutron] 10.222.0.26 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441877 Mar 07 22:37:19.928421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-1aeb81fc-114c-4a65-b30e-c9f85853d73f service neutron] 10.222.0.26 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950692 Mar 07 22:37:19.985151 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-403b7730-68a0-4986-bfb1-679022b00f22 None None] Provisioning complete for port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:37:19.985730 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-403b7730-68a0-4986-bfb1-679022b00f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:20.023490 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-403b7730-68a0-4986-bfb1-679022b00f22 None None] Port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:37:20.040004 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-403b7730-68a0-4986-bfb1-679022b00f22 None None] Provisioning complete for port ec251111-9cbe-44ef-b53d-56ea516a8e15 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:37:20.040585 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-403b7730-68a0-4986-bfb1-679022b00f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec251111-9cbe-44ef-b53d-56ea516a8e15), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:20.127382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-58e05cec-540f-429f-926a-f8b7e125817b req-f328a5a2-3975-4d57-8b1e-fb3170950fa3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 210 time: 0.0426581 Mar 07 22:37:20.146394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-403b7730-68a0-4986-bfb1-679022b00f22 None None] Current status of the port ec251111-9cbe-44ef-b53d-56ea516a8e15 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:37:20.160597 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Sync routers for ids ['f0db4ba6-b850-45c1-8715-05e96dc14251'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:37:20.177590 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Routers {'f0db4ba6-b850-45c1-8715-05e96dc14251'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:37:20.178323 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:37:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f0db4ba6-b850-45c1-8715-05e96dc14251'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:20.281291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-cd651487-0bd3-4a3a-8bb1-81296113bded None None] Provisioning complete for port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:37:20.281768 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cd651487-0bd3-4a3a-8bb1-81296113bded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:20.301212 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Set router f0db4ba6-b850-45c1-8715-05e96dc14251 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:37:20.334547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-cd651487-0bd3-4a3a-8bb1-81296113bded None None] Port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:37:20.455202 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-30cf507a-be40-4d3f-ab76-b1b19cee0709 None None] Provisioning complete for port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:37:20.455718 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-30cf507a-be40-4d3f-ab76-b1b19cee0709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:20.504222 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:20.505001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-30cf507a-be40-4d3f-ab76-b1b19cee0709 None None] Port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:37:20.535021 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:37:14Z', 'updated_at': '2022-03-07T22:37:18Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:15Z', 'updated_at': '2022-03-07T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '6e7809ed-d0b8-4f89-8183-2ad46f5a1adb', 'name': '', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1e:bf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:17Z', 'updated_at': '2022-03-07T22:37:18Z', 'revision_number': 2, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:20.560985 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Checking router: f0db4ba6-b850-45c1-8715-05e96dc14251 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:37:20.561344 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Updating router f0db4ba6-b850-45c1-8715-05e96dc14251 port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:37:20.589697 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:20.677901 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec251111-9cbe-44ef-b53d-56ea516a8e15 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:37:20.733648 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ec251111-9cbe-44ef-b53d-56ea516a8e15 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:37:20.734143 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec251111-9cbe-44ef-b53d-56ea516a8e15), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:20.817148 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ec251111-9cbe-44ef-b53d-56ea516a8e15 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:37:20.818214 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 75858588-30cb-4ae4-b21d-277bf651cb86 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:37:20.856451 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Publish callbacks [] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:20.862918 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:20.864562 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 75858588-30cb-4ae4-b21d-277bf651cb86 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:37:20.864977 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (75858588-30cb-4ae4-b21d-277bf651cb86), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:20.907095 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ee3f7-33f5-476f-bf2d-8248b715076e None None] Pushing event updated for resources: {'Port': ['ID=6e7809ed-d0b8-4f89-8183-2ad46f5a1adb,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:20.915527 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ee3f7-33f5-476f-bf2d-8248b715076e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:20.915881 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ee3f7-33f5-476f-bf2d-8248b715076e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:20.916223 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ee3f7-33f5-476f-bf2d-8248b715076e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:20.916563 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ee3f7-33f5-476f-bf2d-8248b715076e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:20.916901 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ee3f7-33f5-476f-bf2d-8248b715076e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:20.917228 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ee3f7-33f5-476f-bf2d-8248b715076e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:20.917554 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ee3f7-33f5-476f-bf2d-8248b715076e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:20.917881 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ee3f7-33f5-476f-bf2d-8248b715076e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:20.918235 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ee3f7-33f5-476f-bf2d-8248b715076e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:20.918561 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ee3f7-33f5-476f-bf2d-8248b715076e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:20.918886 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ee3f7-33f5-476f-bf2d-8248b715076e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:20.919208 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ee3f7-33f5-476f-bf2d-8248b715076e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:20.920062 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ee3f7-33f5-476f-bf2d-8248b715076e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:37:20.954774 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 75858588-30cb-4ae4-b21d-277bf651cb86 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:37:20.980911 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Attempting to bind port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:37:20.981278 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Attempting to bind port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:37:20.981638 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Attempting to bind port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb on network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:37:20.987339 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:37:20.987713 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Checking segment: {'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:37:20.988333 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:20.988725 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Bound using segment: {'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:37:20.989201 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Bound port: 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:37:20.989582 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:21.129911 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-71ce6095-f46c-4a8c-bdf4-f6355f82377b None None] Provisioning complete for port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:37:21.130530 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-71ce6095-f46c-4a8c-bdf4-f6355f82377b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:21.175874 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] For port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:37:21.179446 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] For port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6e7809ed-d0b8-4f89-8183-2ad46f5a1adb,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:37:21.184779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-71ce6095-f46c-4a8c-bdf4-f6355f82377b None None] Port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:37:21.187031 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:21.249977 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ee3f7-33f5-476f-bf2d-8248b715076e None None] Pushing event updated for resources: {'Port': ['ID=6e7809ed-d0b8-4f89-8183-2ad46f5a1adb,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:21.261717 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Routers {'f0db4ba6-b850-45c1-8715-05e96dc14251'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:37:21.262361 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:37:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f0db4ba6-b850-45c1-8715-05e96dc14251'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:21.264181 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-71b3940e-a698-4941-be4d-6e5c70b5e9b0 req-9887ae54-1270-4f85-bed5-4708549a3906 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 210 time: 0.0506935 Mar 07 22:37:21.288705 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-9decf660-59f7-44d4-b31d-33d4ee164a33 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:21.288705 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-9decf660-59f7-44d4-b31d-33d4ee164a33 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "GET /v2.0/networks?id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7 HTTP/1.1" status: 200 len: 796 time: 0.2016561 Mar 07 22:37:21.363534 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-f2bdb8de-1c89-41d2-a353-b4a012d2a8bc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 379 time: 0.0609567 Mar 07 22:37:21.374257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-95ef316a-43c3-42af-8f44-fa24a450313b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'port': {'device_id': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'admin_state_up': True, 'tenant_id': '712f31e547d4445086628760076168d5', 'security_groups': ['617ca312-b43e-42ee-acf3-15cfe293bc53']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:37:21.376283 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] Set router f0db4ba6-b850-45c1-8715-05e96dc14251 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:37:21.491226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-95ef316a-43c3-42af-8f44-fa24a450313b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Made reservation on behalf of 712f31e547d4445086628760076168d5 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:37:21.502299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-95ef316a-43c3-42af-8f44-fa24a450313b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:21.505049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3f51ad43-4e8c-410b-8344-5bb672d7871d None None] Provisioning complete for port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:37:21.505436 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3f51ad43-4e8c-410b-8344-5bb672d7871d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:21.591821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3f51ad43-4e8c-410b-8344-5bb672d7871d None None] Current status of the port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:37:21.592195 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3f51ad43-4e8c-410b-8344-5bb672d7871d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:21.596649 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:37:14Z', 'updated_at': '2022-03-07T22:37:18Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:15Z', 'updated_at': '2022-03-07T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '6e7809ed-d0b8-4f89-8183-2ad46f5a1adb', 'name': '', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1e:bf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:17Z', 'updated_at': '2022-03-07T22:37:21Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:21.626048 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5571521b-8887-4229-9b71-cb67105a10b0 None None] The sync data for ids ['f0db4ba6-b850-45c1-8715-05e96dc14251'] in n-d-832330-1 is: [{'id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:37:14Z', 'updated_at': '2022-03-07T22:37:18Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:15Z', 'updated_at': '2022-03-07T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '6e7809ed-d0b8-4f89-8183-2ad46f5a1adb', 'name': '', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1e:bf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:17Z', 'updated_at': '2022-03-07T22:37:21Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:37:21.632234 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:37:21.641323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3f51ad43-4e8c-410b-8344-5bb672d7871d None None] For port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6e7809ed-d0b8-4f89-8183-2ad46f5a1adb,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:37:21.641569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-95ef316a-43c3-42af-8f44-fa24a450313b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.20.0.6 (29c4b8f3-83e7-4e6d-b716-6f94534af6e7/1347ba77-6fca-4b4b-b1fb-7eae48fd6395/fffe1904-abe5-4ecc-ad29-730e71b9ab6b) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:37:21.649144 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3f51ad43-4e8c-410b-8344-5bb672d7871d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:21.722349 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51ad43-4e8c-410b-8344-5bb672d7871d None None] Pushing event updated for resources: {'Port': ['ID=6e7809ed-d0b8-4f89-8183-2ad46f5a1adb,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:21.834640 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-95ef316a-43c3-42af-8f44-fa24a450313b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:21.873332 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-95ef316a-43c3-42af-8f44-fa24a450313b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:21.919993 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-95ef316a-43c3-42af-8f44-fa24a450313b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:37:21.923145 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-95ef316a-43c3-42af-8f44-fa24a450313b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:37:21.925629 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-95ef316a-43c3-42af-8f44-fa24a450313b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:37:21.956990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef316a-43c3-42af-8f44-fa24a450313b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:21.982312 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-95ef316a-43c3-42af-8f44-fa24a450313b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:21.982958 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-95ef316a-43c3-42af-8f44-fa24a450313b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:22.001640 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-95ef316a-43c3-42af-8f44-fa24a450313b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6315229 Mar 07 22:37:22.019389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Request body: {'port': {'device_id': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:37:22.100746 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:22.175370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9745d3db-5b5c-458f-b9c8-b97f6308c6a7 None None] Provisioning complete for port fffe1904-abe5-4ecc-ad29-730e71b9ab6b triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:37:22.176048 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9745d3db-5b5c-458f-b9c8-b97f6308c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:22.226004 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9745d3db-5b5c-458f-b9c8-b97f6308c6a7 None None] Port fffe1904-abe5-4ecc-ad29-730e71b9ab6b cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:37:22.233632 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:22.436985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffe1904-abe5-4ecc-ad29-730e71b9ab6b {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:37:22.446760 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Publish callbacks [] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:22.461494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Transition to ACTIVE for port object fffe1904-abe5-4ecc-ad29-730e71b9ab6b will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:37:22.469168 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55760a3f-21c3-4d63-9c31-07f97017cd9d req-cd0127a8-3434-4360-834d-a3710b5aae76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:22.470693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55760a3f-21c3-4d63-9c31-07f97017cd9d req-cd0127a8-3434-4360-834d-a3710b5aae76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 931 time: 0.1247895 Mar 07 22:37:22.471795 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:22.547865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Pushing event updated for resources: {'Port': ['ID=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:22.586606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55760a3f-21c3-4d63-9c31-07f97017cd9d req-cf2ca13e-f6b4-4ec8-a4e3-57b01840a50e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095209 Mar 07 22:37:22.640999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Attempting to bind port fffe1904-abe5-4ecc-ad29-730e71b9ab6b on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:37:22.641353 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Attempting to bind port fffe1904-abe5-4ecc-ad29-730e71b9ab6b by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:37:22.641690 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Attempting to bind port fffe1904-abe5-4ecc-ad29-730e71b9ab6b on network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:37:22.647488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Port fffe1904-abe5-4ecc-ad29-730e71b9ab6b on network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:37:22.647820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Attempting to bind port fffe1904-abe5-4ecc-ad29-730e71b9ab6b on network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:37:22.653286 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:37:22.654361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Checking segment: {'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:37:22.654756 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Bound using segment: {'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:37:22.655196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Bound port: fffe1904-abe5-4ecc-ad29-730e71b9ab6b, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:37:22.655561 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:22.721809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:37:22.767132 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] For port fffe1904-abe5-4ecc-ad29-730e71b9ab6b, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:37:22.770582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] For port fffe1904-abe5-4ecc-ad29-730e71b9ab6b, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:37:22.780586 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:22.782106 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:37:22.782489 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:22.820422 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:22.821051 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:22.822530 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] 10.222.0.15 "PUT /v2.0/ports/fffe1904-abe5-4ecc-ad29-730e71b9ab6b HTTP/1.1" status: 200 len: 1091 time: 0.8075721 Mar 07 22:37:22.822975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:37:22.825249 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8755f45f-5674-460c-b350-0cba6613428c" -d '{"events": [{"name": "network-changed", "server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:37:22.868404 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df998af-9205-4f73-b9c8-d3b9f3706777 service neutron] Pushing event updated for resources: {'Port': ['ID=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:22.904307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:37:22.908035 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f07858-05f1-4979-bf03-543dfc53dea6 x-openstack-request-id: req-31f07858-05f1-4979-bf03-543dfc53dea6 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:37:22.908418 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:37:22.908825 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31f07858-05f1-4979-bf03-543dfc53dea6 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:37:22.909354 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'status': 'completed', 'code': 200} Mar 07 22:37:22.930382 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-b9a3d55b-266e-4e9d-98d0-0738e74fb70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:22.932151 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-b9a3d55b-266e-4e9d-98d0-0738e74fb70b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 1125 time: 0.0605671 Mar 07 22:37:22.986608 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-87ccbd97-7be3-4d99-a688-4aacbb7f3021 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b HTTP/1.1" status: 200 len: 217 time: 0.0411835 Mar 07 22:37:23.042837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-e412131d-867a-408c-9541-494d446903f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:23.044413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-e412131d-867a-408c-9541-494d446903f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1347ba77-6fca-4b4b-b1fb-7eae48fd6395 HTTP/1.1" status: 200 len: 834 time: 0.0472791 Mar 07 22:37:23.096643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-35680b37-2a61-4191-9f05-3511fce826d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:23.098106 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-35680b37-2a61-4191-9f05-3511fce826d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452118 Mar 07 22:37:23.192917 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-92f43dbd-df2e-453e-b36c-14330d841913 service neutron] 10.222.0.15 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848918 Mar 07 22:37:23.283707 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4817b25-559f-438f-b1d0-bdf58b5f316f req-d1cf742b-e289-4b9c-8fd3-70d4f5a2979a service neutron] 10.222.0.15 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817060 Mar 07 22:37:23.381508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755f45f-5674-460c-b350-0cba6613428c req-3c7eb526-0e73-4968-a096-e7222245d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:23.383050 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8755f45f-5674-460c-b350-0cba6613428c req-3c7eb526-0e73-4968-a096-e7222245d57f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 1125 time: 0.0444751 Mar 07 22:37:23.475049 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755f45f-5674-460c-b350-0cba6613428c req-f850e531-9e38-497f-ab31-3d9dbbd75fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:23.476685 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8755f45f-5674-460c-b350-0cba6613428c req-f850e531-9e38-497f-ab31-3d9dbbd75fa3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7 HTTP/1.1" status: 200 len: 897 time: 0.0872612 Mar 07 22:37:23.516848 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8755f45f-5674-460c-b350-0cba6613428c req-ffaa18e7-9f08-4df8-9e1f-6a7d3033d0af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b HTTP/1.1" status: 200 len: 217 time: 0.0341549 Mar 07 22:37:23.566890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755f45f-5674-460c-b350-0cba6613428c req-c5fb6766-e25d-43a8-a5b8-e6632dc42d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:23.568294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8755f45f-5674-460c-b350-0cba6613428c req-c5fb6766-e25d-43a8-a5b8-e6632dc42d73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1347ba77-6fca-4b4b-b1fb-7eae48fd6395 HTTP/1.1" status: 200 len: 834 time: 0.0447628 Mar 07 22:37:23.619501 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755f45f-5674-460c-b350-0cba6613428c req-d81570e9-bf20-43b1-b4cc-0b70835f5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:23.621133 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8755f45f-5674-460c-b350-0cba6613428c req-d81570e9-bf20-43b1-b4cc-0b70835f5b99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432260 Mar 07 22:37:23.745221 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8755f45f-5674-460c-b350-0cba6613428c req-5a4ad58d-31bc-4191-93c0-0cbd523b93b1 service neutron] 10.222.0.15 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169899 Mar 07 22:37:23.756830 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e30b7-c8c6-460e-83c1-d552565431f7 req-3fa59aec-5e1f-49a7-8025-985bc3d388a7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:23.758251 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e30b7-c8c6-460e-83c1-d552565431f7 req-3fa59aec-5e1f-49a7-8025-985bc3d388a7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 943 time: 0.1021748 Mar 07 22:37:23.859534 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7c7e30b7-c8c6-460e-83c1-d552565431f7 req-305852d9-7b7e-4250-9c42-e567a966409e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935121 Mar 07 22:37:23.879286 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8755f45f-5674-460c-b350-0cba6613428c req-8b678fa4-905e-489e-9be6-594266f4f643 service neutron] 10.222.0.15 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200938 Mar 07 22:37:24.214093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device fffe1904-abe5-4ecc-ad29-730e71b9ab6b details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:37:24.312159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port fffe1904-abe5-4ecc-ad29-730e71b9ab6b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:37:24.322207 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'port_id': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'mac_address': 'fa:16:3e:b5:d6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:37:24.359481 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port fffe1904-abe5-4ecc-ad29-730e71b9ab6b is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:37:24.359870 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:24.372093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffe1904-abe5-4ecc-ad29-730e71b9ab6b {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:37:24.391384 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port fffe1904-abe5-4ecc-ad29-730e71b9ab6b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:37:24.395301 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:24.445153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:24.656844 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['fffe1904-abe5-4ecc-ad29-730e71b9ab6b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:37:24.977396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e015e-2cf3-45ad-b0bc-dca181d43309 req-d461e396-011e-4339-8804-146dcfde8c4c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:24.978905 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-992e015e-2cf3-45ad-b0bc-dca181d43309 req-d461e396-011e-4339-8804-146dcfde8c4c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 944 time: 0.0530417 Mar 07 22:37:25.026087 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-992e015e-2cf3-45ad-b0bc-dca181d43309 req-887eec7d-8177-4c61-95d8-a839de8837d0 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414627 Mar 07 22:37:26.142259 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ad21b-53bf-453c-b88c-405133b20d3c req-9585290f-a7b6-4085-8b89-1181571a2395 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:26.143720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff9ad21b-53bf-453c-b88c-405133b20d3c req-9585290f-a7b6-4085-8b89-1181571a2395 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 944 time: 0.0526636 Mar 07 22:37:26.189943 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ff9ad21b-53bf-453c-b88c-405133b20d3c req-5717a11d-83bf-4046-aa40-1c4aa22e6569 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407116 Mar 07 22:37:26.230149 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device fffe1904-abe5-4ecc-ad29-730e71b9ab6b up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:37:26.279217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port fffe1904-abe5-4ecc-ad29-730e71b9ab6b completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:37:26.283893 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port fffe1904-abe5-4ecc-ad29-730e71b9ab6b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:37:26.284277 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:26.359388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port fffe1904-abe5-4ecc-ad29-730e71b9ab6b is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:37:26.359648 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:26.389034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:37:26.392235 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de00f5c-dc47-4303-afa1-0ffe80a8c984" -d '{"events": [{"server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "name": "network-vif-plugged", "status": "completed", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:37:26.404607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port fffe1904-abe5-4ecc-ad29-730e71b9ab6b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:37:26.408574 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:26.456545 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:26.483407 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7845dd5e-dbaa-4268-93b7-5f3a3d59e21d x-openstack-request-id: req-7845dd5e-dbaa-4268-93b7-5f3a3d59e21d {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:37:26.483717 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "name": "network-vif-plugged", "status": "completed", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:37:26.483986 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7845dd5e-dbaa-4268-93b7-5f3a3d59e21d {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:37:26.484393 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'code': 200} Mar 07 22:37:26.584337 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db858ec-4229-4cfc-90cf-f9a7c44c2ced req-bf21bc23-8475-4799-b4fb-bff8522c6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:26.585785 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3db858ec-4229-4cfc-90cf-f9a7c44c2ced req-bf21bc23-8475-4799-b4fb-bff8522c6a75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 1127 time: 0.0464466 Mar 07 22:37:26.629049 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3db858ec-4229-4cfc-90cf-f9a7c44c2ced req-39459555-d784-4953-a750-f82498326d99 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374584 Mar 07 22:37:27.306837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0ca25-93af-44b1-b5a6-0ab7cd52bcde req-16e26caa-ea3c-4f9f-8b7b-82fef3a3b97f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:27.308203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fd0ca25-93af-44b1-b5a6-0ab7cd52bcde req-16e26caa-ea3c-4f9f-8b7b-82fef3a3b97f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0514531 Mar 07 22:37:27.355238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0fd0ca25-93af-44b1-b5a6-0ab7cd52bcde req-481dd672-bcf9-41f6-ad96-f621d6d2f27c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412362 Mar 07 22:37:28.480836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce454c05-f978-411f-9c4f-b1b8798ffca9 req-7e56f69b-19c3-4955-9e11-7b8b8cb455d7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:28.482926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce454c05-f978-411f-9c4f-b1b8798ffca9 req-7e56f69b-19c3-4955-9e11-7b8b8cb455d7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0615456 Mar 07 22:37:28.859680 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce454c05-f978-411f-9c4f-b1b8798ffca9 req-29a79cd5-9f77-427a-b362-e0fb6b42580c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3712339 Mar 07 22:37:28.974722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87736bb-4f31-409c-b516-e5dc2d42c6de req-ea0061bf-7d48-4d0a-b1e6-dec40224f366 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:28.976169 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b87736bb-4f31-409c-b516-e5dc2d42c6de req-ea0061bf-7d48-4d0a-b1e6-dec40224f366 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0508435 Mar 07 22:37:29.022724 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b87736bb-4f31-409c-b516-e5dc2d42c6de req-da5d5f14-e559-4024-8f29-521f10bbdd7f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406892 Mar 07 22:37:29.044067 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53214) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:29.085908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da787bf8-eda5-47c0-a53b-5e24ee205666 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:29.087332 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-da787bf8-eda5-47c0-a53b-5e24ee205666 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 1122 time: 0.0422857 Mar 07 22:37:29.090184 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53216) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:29.095089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'tenant_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:37:29.114324 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:29.208732 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:29.312614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.25.4.127 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/807434af-9c60-477e-9028-3acc291b088b) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:37:29.410851 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (807434af-9c60-477e-9028-3acc291b088b), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:29.442663 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (807434af-9c60-477e-9028-3acc291b088b), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:29.481066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:37:29.483854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:37:29.487982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:37:29.513829 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=807434af-9c60-477e-9028-3acc291b088b,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:29.846792 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (f175d40d-c2b2-4aac-b3c1-669b818ac548), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:29.919701 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (807434af-9c60-477e-9028-3acc291b088b), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:30.063416 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (807434af-9c60-477e-9028-3acc291b088b), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:30.067640 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (807434af-9c60-477e-9028-3acc291b088b), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:30.139836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=807434af-9c60-477e-9028-3acc291b088b,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:30.148400 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (f175d40d-c2b2-4aac-b3c1-669b818ac548), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:30.250760 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Floating IP f175d40d-c2b2-4aac-b3c1-669b818ac548 associated. External IP: 172.25.4.127, port: fffe1904-abe5-4ecc-ad29-730e71b9ab6b. Mar 07 22:37:30.460932 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router f0db4ba6-b850-45c1-8715-05e96dc14251 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:37:30.569524 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:37:30.580758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b96a9-bbc4-454b-88b9-3f59387eeac2 None None] Sync routers for ids ['f0db4ba6-b850-45c1-8715-05e96dc14251'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:37:30.587427 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:30.592558 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b96a9-bbc4-454b-88b9-3f59387eeac2 None None] Routers {'f0db4ba6-b850-45c1-8715-05e96dc14251'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:37:30.593287 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ea1b96a9-bbc4-454b-88b9-3f59387eeac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:37:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f0db4ba6-b850-45c1-8715-05e96dc14251'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:30.617929 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4496a4b1-576f-4339-993d-c37767596bc1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5267189 Mar 07 22:37:30.618546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:37:30.620963 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d010bd2-82a3-4c56-873f-6408210c422b" -d '{"events": [{"name": "network-changed", "server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:37:30.668738 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0496c7c5-39e6-4899-b80d-c684102da787 x-openstack-request-id: req-0496c7c5-39e6-4899-b80d-c684102da787 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:37:30.669154 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:37:30.669419 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0496c7c5-39e6-4899-b80d-c684102da787 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:37:30.669832 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'status': 'completed', 'code': 200} Mar 07 22:37:30.714943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-ea1b96a9-bbc4-454b-88b9-3f59387eeac2 None None] Set router f0db4ba6-b850-45c1-8715-05e96dc14251 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:37:30.756459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9698a7-d75c-4b84-8d83-08cf17a5205c req-a9a6b2cc-3591-40f7-9d5d-836ea443b844 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:30.757966 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc9698a7-d75c-4b84-8d83-08cf17a5205c req-a9a6b2cc-3591-40f7-9d5d-836ea443b844 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0802329 Mar 07 22:37:30.771643 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d010bd2-82a3-4c56-873f-6408210c422b req-53019947-c06f-4f73-b14d-9d9a29ebadce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:30.773316 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d010bd2-82a3-4c56-873f-6408210c422b req-53019947-c06f-4f73-b14d-9d9a29ebadce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 1127 time: 0.0833950 Mar 07 22:37:30.867709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc9698a7-d75c-4b84-8d83-08cf17a5205c req-8cf15fba-aa0a-41d6-ad63-49e4107ba046 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034987 Mar 07 22:37:30.893362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53222) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:30.896500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d010bd2-82a3-4c56-873f-6408210c422b req-c6850f72-3ec6-4869-9e70-f62c4a98bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:30.897983 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d010bd2-82a3-4c56-873f-6408210c422b req-c6850f72-3ec6-4869-9e70-f62c4a98bed3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7 HTTP/1.1" status: 200 len: 897 time: 0.1152711 Mar 07 22:37:30.951087 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ea1b96a9-bbc4-454b-88b9-3f59387eeac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:37:14Z', 'updated_at': '2022-03-07T22:37:18Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:15Z', 'updated_at': '2022-03-07T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'f175d40d-c2b2-4aac-b3c1-669b818ac548', 'tenant_id': '712f31e547d4445086628760076168d5', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'port_id': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'mac_address': 'fa:16:3e:b5:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:37:29Z', 'updated_at': '2022-03-07T22:37:29Z', 'revision_number': 0, 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7809ed-d0b8-4f89-8183-2ad46f5a1adb', 'name': '', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1e:bf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:17Z', 'updated_at': '2022-03-07T22:37:21Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:30.955512 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b5a2d3dc-57fa-48de-9753-7f9f2bcdf2e4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/f175d40d-c2b2-4aac-b3c1-669b818ac548 HTTP/1.1" status: 200 len: 991 time: 0.0602317 Mar 07 22:37:30.970668 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d010bd2-82a3-4c56-873f-6408210c422b req-4588ff61-b03b-46b1-9a4e-6a806250e773 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b HTTP/1.1" status: 200 len: 999 time: 0.0663595 Mar 07 22:37:30.977544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b96a9-bbc4-454b-88b9-3f59387eeac2 None None] Checking router: f0db4ba6-b850-45c1-8715-05e96dc14251 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:37:30.986355 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b96a9-bbc4-454b-88b9-3f59387eeac2 None None] Routers {'f0db4ba6-b850-45c1-8715-05e96dc14251'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:37:30.986955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ea1b96a9-bbc4-454b-88b9-3f59387eeac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:37:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f0db4ba6-b850-45c1-8715-05e96dc14251'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:31.018937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d010bd2-82a3-4c56-873f-6408210c422b req-3e1f4a8f-53f0-4489-abe8-360328750eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:31.020395 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d010bd2-82a3-4c56-873f-6408210c422b req-3e1f4a8f-53f0-4489-abe8-360328750eda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1347ba77-6fca-4b4b-b1fb-7eae48fd6395 HTTP/1.1" status: 200 len: 834 time: 0.0437417 Mar 07 22:37:31.068645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d010bd2-82a3-4c56-873f-6408210c422b req-9fab84b5-3a13-432b-a384-0323e1a6348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:37:31.070226 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d010bd2-82a3-4c56-873f-6408210c422b req-9fab84b5-3a13-432b-a384-0323e1a6348f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438676 Mar 07 22:37:31.094733 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-ea1b96a9-bbc4-454b-88b9-3f59387eeac2 None None] Set router f0db4ba6-b850-45c1-8715-05e96dc14251 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:37:31.162769 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d010bd2-82a3-4c56-873f-6408210c422b req-ba79b45e-1d86-4d16-991a-2340557465ed service neutron] 10.222.0.15 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860617 Mar 07 22:37:31.260555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d010bd2-82a3-4c56-873f-6408210c422b req-91902bef-e3c3-4a82-9cdf-410742f968f1 service neutron] 10.222.0.15 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914378 Mar 07 22:37:31.487961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-ea1b96a9-bbc4-454b-88b9-3f59387eeac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:37:14Z', 'updated_at': '2022-03-07T22:37:18Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:15Z', 'updated_at': '2022-03-07T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'f175d40d-c2b2-4aac-b3c1-669b818ac548', 'tenant_id': '712f31e547d4445086628760076168d5', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'port_id': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'mac_address': 'fa:16:3e:b5:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:37:29Z', 'updated_at': '2022-03-07T22:37:29Z', 'revision_number': 0, 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7809ed-d0b8-4f89-8183-2ad46f5a1adb', 'name': '', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1e:bf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:17Z', 'updated_at': '2022-03-07T22:37:21Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:31.523383 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b96a9-bbc4-454b-88b9-3f59387eeac2 None None] The sync data for ids ['f0db4ba6-b850-45c1-8715-05e96dc14251'] in n-d-832330-1 is: [{'id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:37:14Z', 'updated_at': '2022-03-07T22:37:18Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:15Z', 'updated_at': '2022-03-07T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'f175d40d-c2b2-4aac-b3c1-669b818ac548', 'tenant_id': '712f31e547d4445086628760076168d5', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'port_id': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'mac_address': 'fa:16:3e:b5:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:37:29Z', 'updated_at': '2022-03-07T22:37:29Z', 'revision_number': 0, 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7809ed-d0b8-4f89-8183-2ad46f5a1adb', 'name': '', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1e:bf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:17Z', 'updated_at': '2022-03-07T22:37:21Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:37:31.707624 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652819d8-ff55-4f48-b2fb-123da459f3b1 None None] New status for floating IP f175d40d-c2b2-4aac-b3c1-669b818ac548: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:37:31.959056 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53224) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:37:32.025165 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2203fb04-1bad-4f47-8f6f-71139ad4bead tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/f175d40d-c2b2-4aac-b3c1-669b818ac548 HTTP/1.1" status: 200 len: 993 time: 0.0649724 Mar 07 22:37:45.716229 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf09c-0be9-4190-9ca4-c77004ad1102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:46.637129 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:48.214549 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa47429b-aabf-48e6-8222-2c425260c85e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:48.677274 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:49.516104 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:50.481303 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:52.222028 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:37:58.631380 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:38:05.162517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-49a8c4f1-c92c-4429-97f6-e25992c7ba56 req-19f9f70b-fff0-4f45-aabe-e14f68893992 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:38:05.163511 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49a8c4f1-c92c-4429-97f6-e25992c7ba56 req-19f9f70b-fff0-4f45-aabe-e14f68893992 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054874 Mar 07 22:38:05.330642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53242) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:38:05.356030 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8ba5d-70f4-4128-8c97-69090078dd3c req-7d2b66f9-3017-4e3b-8a62-cb3dd8bace84 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:05.357548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cb8ba5d-70f4-4128-8c97-69090078dd3c req-7d2b66f9-3017-4e3b-8a62-cb3dd8bace84 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0549114 Mar 07 22:38:05.425842 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2cb8ba5d-70f4-4128-8c97-69090078dd3c req-3c9cfc1f-08aa-448b-9b3e-fe5f6e0e3af9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624192 Mar 07 22:38:05.434611 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-301550bd-ccf4-4d12-948f-3078d3fc2971 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1026447 Mar 07 22:38:05.441306 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-fde99e01-b6e8-423f-ab93-5e21ac957405 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:38:05.442367 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-fde99e01-b6e8-423f-ab93-5e21ac957405 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059905 Mar 07 22:38:05.776364 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53264) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:38:05.867473 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-9e5c9873-c1fd-4af0-a029-2c8d56649048 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:05.868842 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-9e5c9873-c1fd-4af0-a029-2c8d56649048 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports/fffe1904-abe5-4ecc-ad29-730e71b9ab6b HTTP/1.1" status: 200 len: 942 time: 0.0914934 Mar 07 22:38:06.542532 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed4df4-f382-4d85-8781-7b8146ee9161 req-8e3c2cc5-aadd-4253-9949-1accb0db9c76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:06.544002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-35ed4df4-f382-4d85-8781-7b8146ee9161 req-8e3c2cc5-aadd-4253-9949-1accb0db9c76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0518765 Mar 07 22:38:06.591528 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-35ed4df4-f382-4d85-8781-7b8146ee9161 req-a42e2240-764a-47a2-9899-8b28306ad63b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419505 Mar 07 22:38:06.669428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-24ebc43f-5ee7-4eaf-82c1-ff15b1c229bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:06.671483 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-24ebc43f-5ee7-4eaf-82c1-ff15b1c229bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 1127 time: 0.0439932 Mar 07 22:38:06.761444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-4315dfce-8b2a-49d4-b2e7-91a77762e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:06.762862 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-4315dfce-8b2a-49d4-b2e7-91a77762e007 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7 HTTP/1.1" status: 200 len: 897 time: 0.0858204 Mar 07 22:38:06.827145 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-8c94fd39-458a-4dd6-a928-44724cf82d62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b HTTP/1.1" status: 200 len: 1001 time: 0.0567029 Mar 07 22:38:06.878815 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6ca66643-f198-4dae-9af6-f7a099291ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:06.880230 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6ca66643-f198-4dae-9af6-f7a099291ba9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1347ba77-6fca-4b4b-b1fb-7eae48fd6395 HTTP/1.1" status: 200 len: 834 time: 0.0462189 Mar 07 22:38:06.928171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-adb775a7-3d5b-4c71-b732-bfb0d5386758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:06.929636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-adb775a7-3d5b-4c71-b732-bfb0d5386758 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430293 Mar 07 22:38:07.016329 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-b5bcfe69-5b50-4720-a748-a5d78c576f23 service neutron] 10.222.0.15 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792847 Mar 07 22:38:07.107442 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-3e423c05-5409-4f81-968f-77813c9463d4 service neutron] 10.222.0.15 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843837 Mar 07 22:38:07.375927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb8443-ad8c-40fe-a7ab-a494832502b6 req-55705f0e-5ca7-47cd-b037-5eb8d394576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:07.377428 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52bb8443-ad8c-40fe-a7ab-a494832502b6 req-55705f0e-5ca7-47cd-b037-5eb8d394576b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 1127 time: 0.0461214 Mar 07 22:38:07.482607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb8443-ad8c-40fe-a7ab-a494832502b6 req-fea8f7a9-a0dd-4236-bf03-fc1a78ca163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:07.484706 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52bb8443-ad8c-40fe-a7ab-a494832502b6 req-fea8f7a9-a0dd-4236-bf03-fc1a78ca163d service neutron] 10.222.0.15 "GET /v2.0/networks?id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7 HTTP/1.1" status: 200 len: 897 time: 0.0887060 Mar 07 22:38:07.550196 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52bb8443-ad8c-40fe-a7ab-a494832502b6 req-17fd6751-a61f-40f0-b849-2f9d744688b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b HTTP/1.1" status: 200 len: 1001 time: 0.0584753 Mar 07 22:38:07.599515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb8443-ad8c-40fe-a7ab-a494832502b6 req-178dc4d7-00ee-43c9-b5c4-9cbeda1c0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:07.600838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52bb8443-ad8c-40fe-a7ab-a494832502b6 req-178dc4d7-00ee-43c9-b5c4-9cbeda1c0b86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1347ba77-6fca-4b4b-b1fb-7eae48fd6395 HTTP/1.1" status: 200 len: 834 time: 0.0454426 Mar 07 22:38:07.648523 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb8443-ad8c-40fe-a7ab-a494832502b6 req-8ac0dac8-503c-476e-8fba-84df26016f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:07.650055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52bb8443-ad8c-40fe-a7ab-a494832502b6 req-8ac0dac8-503c-476e-8fba-84df26016f90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434141 Mar 07 22:38:07.773163 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942cee4-02cb-450b-8d80-75bfc35ec98e req-5da8448a-f539-4243-9c6b-4edd04584e4e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:07.774670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f942cee4-02cb-450b-8d80-75bfc35ec98e req-5da8448a-f539-4243-9c6b-4edd04584e4e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.1098900 Mar 07 22:38:07.793919 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52bb8443-ad8c-40fe-a7ab-a494832502b6 req-d8648e97-5281-4766-b9e0-e4cd51bd8a39 service neutron] 10.222.0.15 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373792 Mar 07 22:38:07.884661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f942cee4-02cb-450b-8d80-75bfc35ec98e req-46c568f5-db84-4560-9b43-b21c043d6062 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043601 Mar 07 22:38:07.909708 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-52bb8443-ad8c-40fe-a7ab-a494832502b6 req-287d56d6-2cb0-4775-980c-27bc6c01eef9 service neutron] 10.222.0.15 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092160 Mar 07 22:38:09.002339 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b458c-55b5-4e39-87b9-da8f46407102 req-12d4ccd6-8a1e-41f9-b96d-9e8767d2045d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:09.003845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-611b458c-55b5-4e39-87b9-da8f46407102 req-12d4ccd6-8a1e-41f9-b96d-9e8767d2045d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0533345 Mar 07 22:38:09.050979 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-611b458c-55b5-4e39-87b9-da8f46407102 req-86faf317-5d64-4e61-8def-d03de5c50f45 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416584 Mar 07 22:38:10.167597 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678c296-7c3a-461e-b606-51319b49b514 req-69818918-cefb-4c81-b701-2c421c483218 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:10.169064 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2678c296-7c3a-461e-b606-51319b49b514 req-69818918-cefb-4c81-b701-2c421c483218 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0514488 Mar 07 22:38:10.215632 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2678c296-7c3a-461e-b606-51319b49b514 req-45fb50c0-f00b-44da-b856-26b0b7db64fb tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409739 Mar 07 22:38:11.338806 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a4e63-4fda-4830-8576-927c1b4266c3 req-722ad283-2efd-4216-8f6c-ebfda46e9cbf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:11.340248 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-508a4e63-4fda-4830-8576-927c1b4266c3 req-722ad283-2efd-4216-8f6c-ebfda46e9cbf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0584080 Mar 07 22:38:11.388372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-508a4e63-4fda-4830-8576-927c1b4266c3 req-cbdb0c85-5e6c-4b00-a039-134ce00c2755 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421479 Mar 07 22:38:12.503421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb779b-d98f-4776-a8c5-e09a413f7ff9 req-8ced81d3-b803-4e7c-997a-4ad908d36dc2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:12.504877 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65eb779b-d98f-4776-a8c5-e09a413f7ff9 req-8ced81d3-b803-4e7c-997a-4ad908d36dc2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0513687 Mar 07 22:38:12.552357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65eb779b-d98f-4776-a8c5-e09a413f7ff9 req-4ba546d1-b6b7-43ff-af09-a981f49634a1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419395 Mar 07 22:38:13.674426 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a62e8-4aed-47f8-8491-a5cbaaa68f99 req-b4ed2266-fc9e-4c05-ac68-2e28769ee820 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:13.675913 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf3a62e8-4aed-47f8-8491-a5cbaaa68f99 req-b4ed2266-fc9e-4c05-ac68-2e28769ee820 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0584841 Mar 07 22:38:13.727210 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf3a62e8-4aed-47f8-8491-a5cbaaa68f99 req-a8600d1b-a82c-4fa7-a854-cdf4f75153d1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457604 Mar 07 22:38:14.844542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07386912-3f03-4573-9153-d2babdd44c62 req-ece87bdf-689d-4d4c-9963-86b3d8f0c5b0 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:14.845992 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07386912-3f03-4573-9153-d2babdd44c62 req-ece87bdf-689d-4d4c-9963-86b3d8f0c5b0 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0516303 Mar 07 22:38:14.893271 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-07386912-3f03-4573-9153-d2babdd44c62 req-1d95f7c9-9caf-43b2-9997-85f3a2dc9c37 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415707 Mar 07 22:38:15.717975 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0f2de729-3742-4d26-8096-676d824ce488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:16.009171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa11bf5-c461-4ae1-ae6f-3e1f2d98d339 req-d254b506-44ba-4b43-b761-efd77baff709 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:16.010562 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fa11bf5-c461-4ae1-ae6f-3e1f2d98d339 req-d254b506-44ba-4b43-b761-efd77baff709 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0517814 Mar 07 22:38:16.057902 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3fa11bf5-c461-4ae1-ae6f-3e1f2d98d339 req-76ecaebd-eafc-431a-80ab-0db437576112 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418243 Mar 07 22:38:16.651398 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:17.177599 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edf181-31c2-4ad7-9b33-d1e72efaf485 req-041013e7-e9cc-4379-bc42-f43460430dd8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:17.179105 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25edf181-31c2-4ad7-9b33-d1e72efaf485 req-041013e7-e9cc-4379-bc42-f43460430dd8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0551114 Mar 07 22:38:17.226366 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25edf181-31c2-4ad7-9b33-d1e72efaf485 req-8b1a1c5d-7e22-4aac-983e-c88804beff19 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417583 Mar 07 22:38:18.215800 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1d58819a-8817-4144-a945-c9ccecb65ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:18.341655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0cf36-4ac4-4ecc-8674-d4978c5d0401 req-d0db3cfd-ba1d-46fc-ad21-9c3fe4c69037 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:18.343569 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aa0cf36-4ac4-4ecc-8674-d4978c5d0401 req-d0db3cfd-ba1d-46fc-ad21-9c3fe4c69037 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0517933 Mar 07 22:38:18.408916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6aa0cf36-4ac4-4ecc-8674-d4978c5d0401 req-81d157f5-6914-49bd-9abd-e0028a757677 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546901 Mar 07 22:38:18.676011 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:19.224639 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-a50543d2-e72a-4527-9654-6f9c846098ba service neutron] show failed (client error): The resource could not be found. Mar 07 22:38:19.225621 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-a50543d2-e72a-4527-9654-6f9c846098ba service neutron] 10.222.0.15 "GET /v2.0/ports/fffe1904-abe5-4ecc-ad29-730e71b9ab6b/bindings/n-h1-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.0565681 Mar 07 22:38:19.515517 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-a8bc869b-c1db-4ff9-ba92-5424d526a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:19.517801 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-a8bc869b-c1db-4ff9-ba92-5424d526a2dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98&tenant_id=712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 1127 time: 0.0876527 Mar 07 22:38:19.520486 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:19.527681 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-8e9de0e5-fc6a-418f-8643-c07f07267910 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:38:19.528775 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-8e9de0e5-fc6a-418f-8643-c07f07267910 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051565 Mar 07 22:38:19.533570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953504dd-d32a-492d-9fea-f74b8de28f81 req-2b179ee7-2322-40cd-906e-884dc49c96f8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:19.535330 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-953504dd-d32a-492d-9fea-f74b8de28f81 req-2b179ee7-2322-40cd-906e-884dc49c96f8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0558343 Mar 07 22:38:19.539481 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:38:19.586280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-953504dd-d32a-492d-9fea-f74b8de28f81 req-173e6424-d6e8-4ea4-9332-5eccdb2a97dc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447176 Mar 07 22:38:19.599935 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:19.795131 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] For port fffe1904-abe5-4ecc-ad29-730e71b9ab6b, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:38:19.826427 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] For port fffe1904-abe5-4ecc-ad29-730e71b9ab6b, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:38:19.868476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:38:19.870745 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367c891a47a93397d296b6a009349b5bbc9bf26a01a8694054c6e77325763cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafcab78-73cd-4c53-a0dc-5f659cb6f907" -d '{"events": [{"server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "name": "network-vif-unplugged", "status": "completed", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:38:19.874736 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Publish callbacks [] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:19.886336 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Transition to ACTIVE for port object fffe1904-abe5-4ecc-ad29-730e71b9ab6b will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:38:19.890478 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:19.927602 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69da0cf-4fe7-499f-9bda-0cf204ae4094 x-openstack-request-id: req-a69da0cf-4fe7-499f-9bda-0cf204ae4094 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:38:19.928077 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "name": "network-vif-unplugged", "status": "completed", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:38:19.928218 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a69da0cf-4fe7-499f-9bda-0cf204ae4094 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:38:19.928777 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'code': 200} Mar 07 22:38:19.973887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,revision_number=6']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:38:19.988529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:19.988885 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:19.989217 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:19.989557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:19.989896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:19.990321 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:19.990652 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:19.990977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:19.991304 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:19.991629 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:19.991952 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:19.992272 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:19.992591 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:20.027398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] No DVR routers for this DVR port fffe1904-abe5-4ecc-ad29-730e71b9ab6b on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:38:20.166952 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Attempting to bind port fffe1904-abe5-4ecc-ad29-730e71b9ab6b on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:38:20.167287 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Attempting to bind port fffe1904-abe5-4ecc-ad29-730e71b9ab6b by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:38:20.167612 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Attempting to bind port fffe1904-abe5-4ecc-ad29-730e71b9ab6b on network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:38:20.172341 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Port fffe1904-abe5-4ecc-ad29-730e71b9ab6b on network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:38:20.172663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Attempting to bind port fffe1904-abe5-4ecc-ad29-730e71b9ab6b on network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:38:20.177393 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:38:20.177729 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Checking segment: {'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:38:20.178137 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Bound using segment: {'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:38:20.178555 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Bound port: fffe1904-abe5-4ecc-ad29-730e71b9ab6b, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46f21d4-b9c6-4114-a16b-da98123498aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:38:20.178902 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:20.241098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] For port fffe1904-abe5-4ecc-ad29-730e71b9ab6b, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:38:20.243949 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] For port fffe1904-abe5-4ecc-ad29-730e71b9ab6b, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:38:20.249661 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:20.282737 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:20.283464 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:20.284854 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] 10.222.0.13 "PUT /v2.0/ports/fffe1904-abe5-4ecc-ad29-730e71b9ab6b HTTP/1.1" status: 200 len: 1091 time: 0.7495778 Mar 07 22:38:20.318669 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a979e67-e2e3-41d8-b2ed-130f4cf1bcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,revision_number=7']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:38:20.359468 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-09449a18-5678-4725-bcf2-3a2ad2677c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:20.360983 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-09449a18-5678-4725-bcf2-3a2ad2677c5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 1125 time: 0.0505033 Mar 07 22:38:20.457261 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-0ab515a5-8a9d-4ebc-a9a7-657bbdc20795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:20.458777 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-0ab515a5-8a9d-4ebc-a9a7-657bbdc20795 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7 HTTP/1.1" status: 200 len: 897 time: 0.0924301 Mar 07 22:38:20.488551 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:20.526498 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-d22f9353-edea-4c27-92c9-0c2bb6d3201e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b HTTP/1.1" status: 200 len: 999 time: 0.0612752 Mar 07 22:38:20.577259 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-554e5eea-d1cb-44b9-a094-32210996f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:20.578702 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-554e5eea-d1cb-44b9-a094-32210996f488 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1347ba77-6fca-4b4b-b1fb-7eae48fd6395 HTTP/1.1" status: 200 len: 834 time: 0.0471625 Mar 07 22:38:20.627096 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-83c62404-a2a8-487c-b099-d162bb558c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:20.628623 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-83c62404-a2a8-487c-b099-d162bb558c93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445385 Mar 07 22:38:20.709904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473d02-b261-425b-8832-0afe118422ba req-dbb2e1bc-bdb9-4690-b141-88bb8fb36634 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:20.712040 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be473d02-b261-425b-8832-0afe118422ba req-dbb2e1bc-bdb9-4690-b141-88bb8fb36634 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 943 time: 0.0554461 Mar 07 22:38:20.717225 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-0fe03f39-4dd3-4da3-807b-fb0f822b9abd service neutron] 10.222.0.13 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829761 Mar 07 22:38:20.759325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be473d02-b261-425b-8832-0afe118422ba req-a43ad34d-e8ed-43c2-8796-864c5b30daf1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418725 Mar 07 22:38:20.807927 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-278c02bd-3d18-417d-8e0a-c53e04736cd8 req-cef8ff50-74e5-48bc-b0db-a9d3ea56d37a service neutron] 10.222.0.13 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851643 Mar 07 22:38:21.884943 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f2506-fb85-4b8b-8fc2-265c79327a32 req-29e2b3b7-0559-4811-a064-88ab7f4c2050 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:21.886421 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab2f2506-fb85-4b8b-8fc2-265c79327a32 req-29e2b3b7-0559-4811-a064-88ab7f4c2050 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 943 time: 0.0556064 Mar 07 22:38:21.929542 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:38:21.931930 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367c891a47a93397d296b6a009349b5bbc9bf26a01a8694054c6e77325763cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229e1518-f7bb-4bf5-86ab-c6770d241b19" -d '{"events": [{"name": "network-changed", "server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:38:21.933715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ab2f2506-fb85-4b8b-8fc2-265c79327a32 req-b9e9924c-9085-4245-8fbc-569dd11d58a8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418615 Mar 07 22:38:21.979315 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c6ed3a-81a2-46cb-97c5-bbb5342af9b5 x-openstack-request-id: req-44c6ed3a-81a2-46cb-97c5-bbb5342af9b5 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:38:21.979616 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:38:21.979880 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44c6ed3a-81a2-46cb-97c5-bbb5342af9b5 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:38:21.980541 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'status': 'completed', 'code': 200} Mar 07 22:38:22.047675 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-e9968992-0cdf-41cd-b115-562a9b2d7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:22.049115 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-e9968992-0cdf-41cd-b115-562a9b2d7b56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 1125 time: 0.0466554 Mar 07 22:38:22.050301 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-44d3b367-6c71-4bc7-a78e-c335aed13145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:22.051813 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-44d3b367-6c71-4bc7-a78e-c335aed13145 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 1125 time: 0.0446370 Mar 07 22:38:22.141686 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-b5d75726-eb09-4096-aecb-6762a017166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:22.143184 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-b5d75726-eb09-4096-aecb-6762a017166c service neutron] 10.222.0.13 "GET /v2.0/networks?id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7 HTTP/1.1" status: 200 len: 897 time: 0.0877199 Mar 07 22:38:22.148492 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-9b9f92d7-3198-4221-8a58-de0634b0068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:22.150000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-9b9f92d7-3198-4221-8a58-de0634b0068e service neutron] 10.222.0.15 "GET /v2.0/networks?id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7 HTTP/1.1" status: 200 len: 897 time: 0.0870237 Mar 07 22:38:22.208579 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-95f29519-d4e6-4594-ba17-6cda7ced01f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b HTTP/1.1" status: 200 len: 999 time: 0.0583494 Mar 07 22:38:22.216458 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:22.218438 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-d958155e-7dcf-4ba5-99d9-fd91fe8d649a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b HTTP/1.1" status: 200 len: 999 time: 0.0595212 Mar 07 22:38:22.263169 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-1a61a3c8-2a08-4223-aac0-a0b7324b7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:22.265155 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-1a61a3c8-2a08-4223-aac0-a0b7324b7161 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1347ba77-6fca-4b4b-b1fb-7eae48fd6395 HTTP/1.1" status: 200 len: 834 time: 0.0510004 Mar 07 22:38:22.269613 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-d90df0b9-800d-4ee3-9a7e-6e57cc96d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:22.271165 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-d90df0b9-800d-4ee3-9a7e-6e57cc96d741 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1347ba77-6fca-4b4b-b1fb-7eae48fd6395 HTTP/1.1" status: 200 len: 834 time: 0.0435159 Mar 07 22:38:22.313604 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-773ba035-2ff6-4fcf-9556-ef412e21b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:22.315340 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-773ba035-2ff6-4fcf-9556-ef412e21b8cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443299 Mar 07 22:38:22.326396 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-ef3ecb7a-e34e-440e-a9be-e12dc5bcd525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:22.328416 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-ef3ecb7a-e34e-440e-a9be-e12dc5bcd525 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470119 Mar 07 22:38:22.402463 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-fb767416-2cdf-4baf-bcf6-5032c7da0e51 service neutron] 10.222.0.13 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814764 Mar 07 22:38:22.419300 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-a027804f-4428-4735-bfbd-37cbbe978ab5 service neutron] 10.222.0.15 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815058 Mar 07 22:38:22.494457 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-59bd62da-42b9-4a0f-998b-75b535519fb8 service neutron] 10.222.0.13 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861716 Mar 07 22:38:22.512376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-229e1518-f7bb-4bf5-86ab-c6770d241b19 req-df29d9e3-ac18-45c6-8b5e-645fb2f239cd service neutron] 10.222.0.15 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844369 Mar 07 22:38:23.052511 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda6e53-da79-44fd-8b52-d754d83c5c17 req-12737b29-6dca-48fa-8a6d-4bb80374a51a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:23.053968 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dda6e53-da79-44fd-8b52-d754d83c5c17 req-12737b29-6dca-48fa-8a6d-4bb80374a51a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 943 time: 0.0518136 Mar 07 22:38:23.100658 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5dda6e53-da79-44fd-8b52-d754d83c5c17 req-06754c80-861f-4bf9-80cb-334e65439f17 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412242 Mar 07 22:38:24.219611 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53d62c-f308-496e-8cea-e3bc7353b42f req-1f16ad0f-1082-46b2-a354-167e2b4818e5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:24.221083 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d53d62c-f308-496e-8cea-e3bc7353b42f req-1f16ad0f-1082-46b2-a354-167e2b4818e5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 943 time: 0.0515432 Mar 07 22:38:24.273279 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8d53d62c-f308-496e-8cea-e3bc7353b42f req-446f1f78-9d81-4346-a1eb-dc664126b900 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466232 Mar 07 22:38:24.573255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device fffe1904-abe5-4ecc-ad29-730e71b9ab6b no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:38:24.615745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] The host n-h2-832330-1 is not matching for port fffe1904-abe5-4ecc-ad29-730e71b9ab6b host n-h1-832330-1! {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 22:38:24.616155 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device fffe1904-abe5-4ecc-ad29-730e71b9ab6b not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:38:24.822289 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d650c74-721a-4246-b7b4-019e550bf6b6 req-16ff1f07-49dc-4762-a353-3caf4893e4a3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:24.823839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d650c74-721a-4246-b7b4-019e550bf6b6 req-16ff1f07-49dc-4762-a353-3caf4893e4a3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 943 time: 0.4088933 Mar 07 22:38:24.826328 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device fffe1904-abe5-4ecc-ad29-730e71b9ab6b details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:38:24.831453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f647b-d12c-4653-85ed-ca180ee9af39 req-facad1f9-f07d-4e70-9c03-20184cceadea tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:24.832843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b13f647b-d12c-4653-85ed-ca180ee9af39 req-facad1f9-f07d-4e70-9c03-20184cceadea tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98&tenant_id=712f31e547d4445086628760076168d5&binding%3Ahost_id=n-h1-832330-1 HTTP/1.1" status: 200 len: 943 time: 0.0728881 Mar 07 22:38:24.916949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2d650c74-721a-4246-b7b4-019e550bf6b6 req-1fe3b6e4-3f5c-457d-8307-ed12fbcfd3d7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831409 Mar 07 22:38:24.923692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port fffe1904-abe5-4ecc-ad29-730e71b9ab6b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:38:24.924992 n-d-832330-1 neutron-server[103719]: INFO neutron.api.v2.resource [req-b13f647b-d12c-4653-85ed-ca180ee9af39 req-417ac2aa-6b11-4cd3-9052-ac7d31b4055b service neutron] delete failed (client error): The resource could not be found. Mar 07 22:38:24.925979 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b13f647b-d12c-4653-85ed-ca180ee9af39 req-417ac2aa-6b11-4cd3-9052-ac7d31b4055b service neutron] 10.222.0.15 "DELETE /v2.0/ports/fffe1904-abe5-4ecc-ad29-730e71b9ab6b/bindings/n-h2-832330-1 HTTP/1.1" status: 404 len: 380 time: 0.0792933 Mar 07 22:38:24.934353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'port_id': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'mac_address': 'fa:16:3e:b5:d6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:38:24.980500 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port fffe1904-abe5-4ecc-ad29-730e71b9ab6b is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:38:24.980887 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:24.999132 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffe1904-abe5-4ecc-ad29-730e71b9ab6b {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:38:25.018010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port fffe1904-abe5-4ecc-ad29-730e71b9ab6b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:38:25.023501 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:25.059857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f647b-d12c-4653-85ed-ca180ee9af39 req-a8ded9a0-0af6-473e-b7cc-9da09dbfa211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:25.061429 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b13f647b-d12c-4653-85ed-ca180ee9af39 req-a8ded9a0-0af6-473e-b7cc-9da09dbfa211 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 1125 time: 0.0796590 Mar 07 22:38:25.071659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:38:25.072314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6a1d3-8cdc-4367-8d1c-4d7aa8b6971a req-c2f93216-a3b4-48fd-93a6-203371376911 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:25.073714 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39b6a1d3-8cdc-4367-8d1c-4d7aa8b6971a req-c2f93216-a3b4-48fd-93a6-203371376911 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 944 time: 0.0655966 Mar 07 22:38:25.079309 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:25.079594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:25.079941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:25.080281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:25.080617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:25.080949 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:25.081329 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:25.081683 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:25.082010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:25.082365 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:25.082726 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:25.083051 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:25.083376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:38:25.178776 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39b6a1d3-8cdc-4367-8d1c-4d7aa8b6971a req-0e48c978-2d8c-4fd7-be90-b77157712e70 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936604 Mar 07 22:38:25.196826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f647b-d12c-4653-85ed-ca180ee9af39 req-054022b1-2240-4e86-946f-5ab86e6b84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:25.198307 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b13f647b-d12c-4653-85ed-ca180ee9af39 req-054022b1-2240-4e86-946f-5ab86e6b84fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7 HTTP/1.1" status: 200 len: 897 time: 0.1205540 Mar 07 22:38:25.269046 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b13f647b-d12c-4653-85ed-ca180ee9af39 req-ab23f977-caf0-444f-b99f-80bfea90bebe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b HTTP/1.1" status: 200 len: 1000 time: 0.0615470 Mar 07 22:38:25.318623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f647b-d12c-4653-85ed-ca180ee9af39 req-ea94ad05-649f-41ce-84f8-2b76ed2a7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:25.320029 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b13f647b-d12c-4653-85ed-ca180ee9af39 req-ea94ad05-649f-41ce-84f8-2b76ed2a7f05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1347ba77-6fca-4b4b-b1fb-7eae48fd6395 HTTP/1.1" status: 200 len: 834 time: 0.0416858 Mar 07 22:38:25.358490 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['fffe1904-abe5-4ecc-ad29-730e71b9ab6b'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:38:25.371003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f647b-d12c-4653-85ed-ca180ee9af39 req-19e0d735-740b-435b-b7cb-b07fe8153013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:25.372504 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b13f647b-d12c-4653-85ed-ca180ee9af39 req-19e0d735-740b-435b-b7cb-b07fe8153013 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431216 Mar 07 22:38:25.466406 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b13f647b-d12c-4653-85ed-ca180ee9af39 req-8f6cfa62-cc4f-4cfa-8970-96dee9add939 service neutron] 10.222.0.15 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840459 Mar 07 22:38:25.556850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b13f647b-d12c-4653-85ed-ca180ee9af39 req-dfede457-fbc7-4180-b0a3-d8653b8630fd service neutron] 10.222.0.15 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808225 Mar 07 22:38:26.298172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f40ff-592e-47f3-8806-cedb33d48bba req-bc006082-0652-44c9-9581-201ac68d43b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:26.299547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a54f40ff-592e-47f3-8806-cedb33d48bba req-bc006082-0652-44c9-9581-201ac68d43b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 944 time: 0.0522001 Mar 07 22:38:26.356763 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a54f40ff-592e-47f3-8806-cedb33d48bba req-7fc80866-bfe6-4e6b-913f-fc3bbcd26765 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516059 Mar 07 22:38:26.378977 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53324) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:38:26.436457 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a85c8c85-acbb-4f5a-82a8-b8367bd7a484 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/f175d40d-c2b2-4aac-b3c1-669b818ac548 HTTP/1.1" status: 200 len: 992 time: 0.0563853 Mar 07 22:38:26.841758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device fffe1904-abe5-4ecc-ad29-730e71b9ab6b up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:38:26.888710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port fffe1904-abe5-4ecc-ad29-730e71b9ab6b completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:38:26.893101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port fffe1904-abe5-4ecc-ad29-730e71b9ab6b triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:38:26.893483 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:26.972454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port fffe1904-abe5-4ecc-ad29-730e71b9ab6b is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:38:26.972766 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:26.994592 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:38:26.996837 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1045cb4-a208-472c-b307-df268dc68d8a" -d '{"events": [{"server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "name": "network-vif-plugged", "status": "completed", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:38:27.009429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port fffe1904-abe5-4ecc-ad29-730e71b9ab6b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:38:27.013431 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:27.038535 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a4873f-4f20-4b92-95ac-fa73bb7aede8 x-openstack-request-id: req-d1a4873f-4f20-4b92-95ac-fa73bb7aede8 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:38:27.038831 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "name": "network-vif-plugged", "status": "completed", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:38:27.039091 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1a4873f-4f20-4b92-95ac-fa73bb7aede8 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:38:27.039488 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'code': 200} Mar 07 22:38:27.063422 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:38:34.780566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-9be1384d-f1d1-462f-8e27-43b71b3b52cc req-5f4ca859-5ff4-41ed-9b23-fdbe126bb809 tempest-ServerDiskConfigTestJSON-1764274814 tempest-ServerDiskConfigTestJSON-1764274814-project] (103718) timed out ('10.222.0.13', 58406) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 22:38:35.630363 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:38:45.720024 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e06370b6-1618-4d92-bb6f-c1074b6f2711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:46.654001 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:48.217777 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-921c0279-dcb8-4787-af86-eb69e416816b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:48.698182 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:49.523540 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:50.487397 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:52.160096 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78792863-66ce-49f7-abc4-0e12bd9af0b3 req-d8f8c4c4-1017-4a2e-9401-d2c1d1aed0f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427008 Mar 07 22:38:52.221321 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:38:52.246410 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78792863-66ce-49f7-abc4-0e12bd9af0b3 req-70102833-aae7-4484-a3ca-4dae3551b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:52.247904 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78792863-66ce-49f7-abc4-0e12bd9af0b3 req-70102833-aae7-4484-a3ca-4dae3551b163 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 1127 time: 0.0468998 Mar 07 22:38:52.353093 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78792863-66ce-49f7-abc4-0e12bd9af0b3 req-02b9b5a3-ba2f-4318-9dd9-3be9dd7b0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:52.354488 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78792863-66ce-49f7-abc4-0e12bd9af0b3 req-02b9b5a3-ba2f-4318-9dd9-3be9dd7b0c6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7 HTTP/1.1" status: 200 len: 897 time: 0.0878346 Mar 07 22:38:52.415720 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78792863-66ce-49f7-abc4-0e12bd9af0b3 req-99d4ef8c-684c-4222-bae5-265f92c11092 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b HTTP/1.1" status: 200 len: 1001 time: 0.0554607 Mar 07 22:38:52.465604 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78792863-66ce-49f7-abc4-0e12bd9af0b3 req-17be4b2e-6e75-4671-b3ae-8ffc9d2056bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:52.467585 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78792863-66ce-49f7-abc4-0e12bd9af0b3 req-17be4b2e-6e75-4671-b3ae-8ffc9d2056bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1347ba77-6fca-4b4b-b1fb-7eae48fd6395 HTTP/1.1" status: 200 len: 834 time: 0.0458426 Mar 07 22:38:52.515237 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78792863-66ce-49f7-abc4-0e12bd9af0b3 req-9900e524-d019-4443-bbf6-d6b9c030ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:38:52.516690 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78792863-66ce-49f7-abc4-0e12bd9af0b3 req-9900e524-d019-4443-bbf6-d6b9c030ccd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426028 Mar 07 22:38:52.604543 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78792863-66ce-49f7-abc4-0e12bd9af0b3 req-b841d14f-30c9-491c-9237-39d0054cb9d7 service neutron] 10.222.0.13 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815530 Mar 07 22:38:52.689075 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-78792863-66ce-49f7-abc4-0e12bd9af0b3 req-ac37b850-efda-4430-aeab-6ace1d24dd47 service neutron] 10.222.0.13 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786819 Mar 07 22:39:12.629745 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:39:13.026113 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53346) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:13.187023 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port 807434af-9c60-477e-9028-3acc291b088b {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:39:13.187398 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (807434af-9c60-477e-9028-3acc291b088b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:13.268701 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (807434af-9c60-477e-9028-3acc291b088b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:13.269038 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (807434af-9c60-477e-9028-3acc291b088b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:13.281506 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for 807434af-9c60-477e-9028-3acc291b088b owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:39:13.439399 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (807434af-9c60-477e-9028-3acc291b088b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:13.464004 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=807434af-9c60-477e-9028-3acc291b088b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:13.476650 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:13.477308 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:13.477685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:13.478121 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:13.478507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:13.478937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:13.479387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:13.479793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:13.480175 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:13.480715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:13.481107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:13.481447 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:13.481851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:13.536806 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (f175d40d-c2b2-4aac-b3c1-669b818ac548), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:13.537056 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Floating IP f175d40d-c2b2-4aac-b3c1-669b818ac548 disassociated (deleted). External IP: 172.25.4.127, port: fffe1904-abe5-4ecc-ad29-730e71b9ab6b. Mar 07 22:39:13.751487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router f0db4ba6-b850-45c1-8715-05e96dc14251 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:39:13.860942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:39:13.865748 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:13.870748 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a645b8d-93c1-4426-a1a6-4e286826eef6 None None] Sync routers for ids ['f0db4ba6-b850-45c1-8715-05e96dc14251'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:39:13.881010 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a645b8d-93c1-4426-a1a6-4e286826eef6 None None] Routers {'f0db4ba6-b850-45c1-8715-05e96dc14251'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:39:13.881616 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5a645b8d-93c1-4426-a1a6-4e286826eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:38:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f0db4ba6-b850-45c1-8715-05e96dc14251'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:13.894920 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-98801889-1712-4394-9c45-33180bc3be28 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/floatingips/f175d40d-c2b2-4aac-b3c1-669b818ac548 HTTP/1.1" status: 204 len: 168 time: 0.8678224 Mar 07 22:39:13.895509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:39:13.897790 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aff6351-b7c3-4bb1-bb04-fe0e892584d2" -d '{"events": [{"name": "network-changed", "server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:39:13.942886 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d57850b-007d-4e04-8b9d-7732ea8af39e x-openstack-request-id: req-9d57850b-007d-4e04-8b9d-7732ea8af39e {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:39:13.943183 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:39:13.943444 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d57850b-007d-4e04-8b9d-7732ea8af39e {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:39:13.943863 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'status': 'completed', 'code': 200} Mar 07 22:39:13.998034 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-5a645b8d-93c1-4426-a1a6-4e286826eef6 None None] Set router f0db4ba6-b850-45c1-8715-05e96dc14251 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:39:14.011061 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff6351-b7c3-4bb1-bb04-fe0e892584d2 req-889be37e-607d-4c4f-8aa9-405e0a82c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:14.013241 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1aff6351-b7c3-4bb1-bb04-fe0e892584d2 req-889be37e-607d-4c4f-8aa9-405e0a82c69c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 1127 time: 0.0490415 Mar 07 22:39:14.124585 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff6351-b7c3-4bb1-bb04-fe0e892584d2 req-153e5011-a2ad-44e1-8264-1f48660044b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:14.126105 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1aff6351-b7c3-4bb1-bb04-fe0e892584d2 req-153e5011-a2ad-44e1-8264-1f48660044b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7 HTTP/1.1" status: 200 len: 897 time: 0.1023691 Mar 07 22:39:14.146144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d4ef8-472e-458e-bc40-5c8cdfceea78 req-3c26b4c7-bc56-48ac-a0ea-627b6e1642cd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:14.147985 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c3d4ef8-472e-458e-bc40-5c8cdfceea78 req-3c26b4c7-bc56-48ac-a0ea-627b6e1642cd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0643466 Mar 07 22:39:14.172894 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1aff6351-b7c3-4bb1-bb04-fe0e892584d2 req-ab37c222-605f-4d71-aa14-35710a0c1be7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b HTTP/1.1" status: 200 len: 217 time: 0.0392780 Mar 07 22:39:14.203108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5c3d4ef8-472e-458e-bc40-5c8cdfceea78 req-ee345601-332f-4b87-82a6-521e4f2ca10d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492988 Mar 07 22:39:14.207819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5a645b8d-93c1-4426-a1a6-4e286826eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:37:14Z', 'updated_at': '2022-03-07T22:37:18Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:15Z', 'updated_at': '2022-03-07T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '6e7809ed-d0b8-4f89-8183-2ad46f5a1adb', 'name': '', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1e:bf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:17Z', 'updated_at': '2022-03-07T22:37:21Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:14.227887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff6351-b7c3-4bb1-bb04-fe0e892584d2 req-6852f794-1b87-4361-80c1-369387dbd64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:14.229350 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1aff6351-b7c3-4bb1-bb04-fe0e892584d2 req-6852f794-1b87-4361-80c1-369387dbd64b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1347ba77-6fca-4b4b-b1fb-7eae48fd6395 HTTP/1.1" status: 200 len: 834 time: 0.0491481 Mar 07 22:39:14.241227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a645b8d-93c1-4426-a1a6-4e286826eef6 None None] Checking router: f0db4ba6-b850-45c1-8715-05e96dc14251 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:39:14.249483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a645b8d-93c1-4426-a1a6-4e286826eef6 None None] Routers {'f0db4ba6-b850-45c1-8715-05e96dc14251'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:39:14.250150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5a645b8d-93c1-4426-a1a6-4e286826eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:38:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f0db4ba6-b850-45c1-8715-05e96dc14251'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:14.277086 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff6351-b7c3-4bb1-bb04-fe0e892584d2 req-3f872d45-b194-4ce7-a4ea-2a29818de777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:14.278603 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1aff6351-b7c3-4bb1-bb04-fe0e892584d2 req-3f872d45-b194-4ce7-a4ea-2a29818de777 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29c4b8f3-83e7-4e6d-b716-6f94534af6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424452 Mar 07 22:39:14.357473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-5a645b8d-93c1-4426-a1a6-4e286826eef6 None None] Set router f0db4ba6-b850-45c1-8715-05e96dc14251 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:39:14.366307 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1aff6351-b7c3-4bb1-bb04-fe0e892584d2 req-6f089c6f-e29a-463e-8e04-0a31adf83478 service neutron] 10.222.0.13 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800612 Mar 07 22:39:14.456276 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-1aff6351-b7c3-4bb1-bb04-fe0e892584d2 req-f226dad8-6590-4405-b248-5215e211d045 service neutron] 10.222.0.13 "GET /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832081 Mar 07 22:39:14.553333 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5a645b8d-93c1-4426-a1a6-4e286826eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:37:14Z', 'updated_at': '2022-03-07T22:37:18Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:15Z', 'updated_at': '2022-03-07T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '6e7809ed-d0b8-4f89-8183-2ad46f5a1adb', 'name': '', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1e:bf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:17Z', 'updated_at': '2022-03-07T22:37:21Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:14.579230 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a645b8d-93c1-4426-a1a6-4e286826eef6 None None] The sync data for ids ['f0db4ba6-b850-45c1-8715-05e96dc14251'] in n-d-832330-1 is: [{'id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:37:14Z', 'updated_at': '2022-03-07T22:37:18Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:15Z', 'updated_at': '2022-03-07T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '6e7809ed-d0b8-4f89-8183-2ad46f5a1adb', 'name': '', 'network_id': '29c4b8f3-83e7-4e6d-b716-6f94534af6e7', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1e:bf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:17Z', 'updated_at': '2022-03-07T22:37:21Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '1347ba77-6fca-4b4b-b1fb-7eae48fd6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:39:14.802443 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc884f37-fcc9-48ad-99e7-0fb39c190d66 None None] New status for floating IP f175d40d-c2b2-4aac-b3c1-669b818ac548: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:39:15.325832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde322c7-bc02-42db-9af4-8adcb63a2749 req-6c30c9c8-890c-417f-b1f5-1f55dd1e63b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:15.327278 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dde322c7-bc02-42db-9af4-8adcb63a2749 req-6c30c9c8-890c-417f-b1f5-1f55dd1e63b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0530391 Mar 07 22:39:15.376283 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dde322c7-bc02-42db-9af4-8adcb63a2749 req-1951f841-5965-479e-92a0-582c9005e6a3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=617ca312-b43e-42ee-acf3-15cfe293bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434506 Mar 07 22:39:15.688327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468e601-a486-4b66-a127-522a95e38840 req-05816d23-a2c7-4297-a63e-20e6ae4fc68c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:15.689791 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a468e601-a486-4b66-a127-522a95e38840 req-05816d23-a2c7-4297-a63e-20e6ae4fc68c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.13 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 945 time: 0.0522022 Mar 07 22:39:15.722120 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b8f8-6ef0-404b-aebc-fca9c4f9f465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:15.786398 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a468e601-a486-4b66-a127-522a95e38840 req-87bf4d6b-07fe-4a81-ad90-097ac3d5b7b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port fffe1904-abe5-4ecc-ad29-730e71b9ab6b {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:39:15.786741 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a468e601-a486-4b66-a127-522a95e38840 req-87bf4d6b-07fe-4a81-ad90-097ac3d5b7b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:15.873908 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-a468e601-a486-4b66-a127-522a95e38840 req-87bf4d6b-07fe-4a81-ad90-097ac3d5b7b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] For port fffe1904-abe5-4ecc-ad29-730e71b9ab6b, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:39:15.874289 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a468e601-a486-4b66-a127-522a95e38840 req-87bf4d6b-07fe-4a81-ad90-097ac3d5b7b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:15.885483 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [req-a468e601-a486-4b66-a127-522a95e38840 req-87bf4d6b-07fe-4a81-ad90-097ac3d5b7b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for fffe1904-abe5-4ecc-ad29-730e71b9ab6b owned by compute:nova {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:39:16.017068 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a468e601-a486-4b66-a127-522a95e38840 req-87bf4d6b-07fe-4a81-ad90-097ac3d5b7b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (fffe1904-abe5-4ecc-ad29-730e71b9ab6b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:16.046500 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf4d6b-07fe-4a81-ad90-097ac3d5b7b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=fffe1904-abe5-4ecc-ad29-730e71b9ab6b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:16.091668 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a468e601-a486-4b66-a127-522a95e38840 req-87bf4d6b-07fe-4a81-ad90-097ac3d5b7b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] No DVR routers for this DVR port fffe1904-abe5-4ecc-ad29-730e71b9ab6b on host n-h1-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:39:16.095080 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-a468e601-a486-4b66-a127-522a95e38840 req-87bf4d6b-07fe-4a81-ad90-097ac3d5b7b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:16.098494 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-a468e601-a486-4b66-a127-522a95e38840 req-87bf4d6b-07fe-4a81-ad90-097ac3d5b7b8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.13 "DELETE /v2.0/ports/fffe1904-abe5-4ecc-ad29-730e71b9ab6b HTTP/1.1" status: 204 len: 173 time: 0.4034495 Mar 07 22:39:16.098945 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'name': 'network-vif-deleted', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:39:16.101212 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367c891a47a93397d296b6a009349b5bbc9bf26a01a8694054c6e77325763cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bbea3a-5f5d-4aeb-949d-7985211db6de" -d '{"events": [{"server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "name": "network-vif-deleted", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:39:16.140684 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53db785-8966-4738-80a0-ec15c80d200d x-openstack-request-id: req-e53db785-8966-4738-80a0-ec15c80d200d {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:39:16.140992 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139a46ac-a7f8-4d58-80c2-e465e430dd98", "name": "network-vif-deleted", "tag": "fffe1904-abe5-4ecc-ad29-730e71b9ab6b", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:39:16.141255 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e53db785-8966-4738-80a0-ec15c80d200d {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:39:16.141666 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139a46ac-a7f8-4d58-80c2-e465e430dd98', 'name': 'network-vif-deleted', 'tag': 'fffe1904-abe5-4ecc-ad29-730e71b9ab6b', 'status': 'completed', 'code': 200} Mar 07 22:39:16.499588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99433393-af07-44a9-b966-55107e597369 req-bd1d1acc-138e-4a46-91ce-605b08431c12 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=139a46ac-a7f8-4d58-80c2-e465e430dd98 HTTP/1.1" status: 200 len: 210 time: 0.0372012 Mar 07 22:39:16.646890 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:17.559722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53362) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:17.912911 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1b06efa8-8bda-44ab-abaf-7b52bd08c1d1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (f0db4ba6-b850-45c1-8715-05e96dc14251), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:18.167848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-1b06efa8-8bda-44ab-abaf-7b52bd08c1d1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:39:18.168111 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1b06efa8-8bda-44ab-abaf-7b52bd08c1d1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:18.220489 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7f945a1a-8388-4552-afd9-84ea37f215e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:18.254293 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-1b06efa8-8bda-44ab-abaf-7b52bd08c1d1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] For port 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=6e7809ed-d0b8-4f89-8183-2ad46f5a1adb,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:39:18.254660 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1b06efa8-8bda-44ab-abaf-7b52bd08c1d1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:18.266744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-1b06efa8-8bda-44ab-abaf-7b52bd08c1d1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:39:18.462684 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1b06efa8-8bda-44ab-abaf-7b52bd08c1d1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6e7809ed-d0b8-4f89-8183-2ad46f5a1adb), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:18.489860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06efa8-8bda-44ab-abaf-7b52bd08c1d1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=6e7809ed-d0b8-4f89-8183-2ad46f5a1adb,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:18.660899 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-1b06efa8-8bda-44ab-abaf-7b52bd08c1d1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (f0db4ba6-b850-45c1-8715-05e96dc14251), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:18.707976 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:18.891316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b06efa8-8bda-44ab-abaf-7b52bd08c1d1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router f0db4ba6-b850-45c1-8715-05e96dc14251 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:39:18.997716 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b06efa8-8bda-44ab-abaf-7b52bd08c1d1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:39:19.002756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1b06efa8-8bda-44ab-abaf-7b52bd08c1d1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "PUT /v2.0/routers/f0db4ba6-b850-45c1-8715-05e96dc14251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4419475 Mar 07 22:39:19.005806 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53364) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:19.008913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4f33e-2609-4e29-9fa1-5aaba711cd1d None None] Sync routers for ids ['f0db4ba6-b850-45c1-8715-05e96dc14251'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:39:19.019956 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f4f33e-2609-4e29-9fa1-5aaba711cd1d None None] Routers {'f0db4ba6-b850-45c1-8715-05e96dc14251'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:39:19.020581 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-60f4f33e-2609-4e29-9fa1-5aaba711cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:39:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f0db4ba6-b850-45c1-8715-05e96dc14251'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:19.059746 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e149fc-ae49-4fdc-a3ff-98944a9dc372 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting subnet 1347ba77-6fca-4b4b-b1fb-7eae48fd6395 {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:39:19.061611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device fffe1904-abe5-4ecc-ad29-730e71b9ab6b no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:39:19.062960 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4e149fc-ae49-4fdc-a3ff-98944a9dc372 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for subnet (1347ba77-6fca-4b4b-b1fb-7eae48fd6395), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:19.091032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: fffe1904-abe5-4ecc-ad29-730e71b9ab6b {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:39:19.091381 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device fffe1904-abe5-4ecc-ad29-730e71b9ab6b not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:39:19.102035 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4e149fc-ae49-4fdc-a3ff-98944a9dc372 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (1347ba77-6fca-4b4b-b1fb-7eae48fd6395), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:19.154101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-60f4f33e-2609-4e29-9fa1-5aaba711cd1d None None] Set router f0db4ba6-b850-45c1-8715-05e96dc14251 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:39:19.185524 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4e149fc-ae49-4fdc-a3ff-98944a9dc372 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (1347ba77-6fca-4b4b-b1fb-7eae48fd6395), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:19.344915 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-60f4f33e-2609-4e29-9fa1-5aaba711cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:37:14Z', 'updated_at': '2022-03-07T22:39:18Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:15Z', 'updated_at': '2022-03-07T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:19.547540 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4f33e-2609-4e29-9fa1-5aaba711cd1d None None] Checking router: f0db4ba6-b850-45c1-8715-05e96dc14251 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:39:19.564194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f4f33e-2609-4e29-9fa1-5aaba711cd1d None None] Routers {'f0db4ba6-b850-45c1-8715-05e96dc14251'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:39:19.564973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-60f4f33e-2609-4e29-9fa1-5aaba711cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:39:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f0db4ba6-b850-45c1-8715-05e96dc14251'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:19.568455 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:19.592037 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4e149fc-ae49-4fdc-a3ff-98944a9dc372 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (1347ba77-6fca-4b4b-b1fb-7eae48fd6395), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:19.612928 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a953f49e-870a-4454-b963-89b11eee1980 None None] Network 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:39:19.622140 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a4e149fc-ae49-4fdc-a3ff-98944a9dc372 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:19.625822 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a4e149fc-ae49-4fdc-a3ff-98944a9dc372 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/subnets/1347ba77-6fca-4b4b-b1fb-7eae48fd6395 HTTP/1.1" status: 204 len: 168 time: 0.6188645 Mar 07 22:39:19.626856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e149fc-ae49-4fdc-a3ff-98944a9dc372 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Subnet': ['ID=1347ba77-6fca-4b4b-b1fb-7eae48fd6395,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:19.628424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53366) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:19.741766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router (f0db4ba6-b850-45c1-8715-05e96dc14251), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:19.752196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-60f4f33e-2609-4e29-9fa1-5aaba711cd1d None None] Set router f0db4ba6-b850-45c1-8715-05e96dc14251 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:39:19.851942 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (f0db4ba6-b850-45c1-8715-05e96dc14251), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:19.908953 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port 75858588-30cb-4ae4-b21d-277bf651cb86 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:39:19.909296 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (75858588-30cb-4ae4-b21d-277bf651cb86), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:19.915522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a65b55-302b-4a95-ac89-9d63512157b3 None None] DHCP port deletion for 29c4b8f3-83e7-4e6d-b716-6f94534af6e7 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:39:19.982512 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-60f4f33e-2609-4e29-9fa1-5aaba711cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:37:14Z', 'updated_at': '2022-03-07T22:39:18Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:15Z', 'updated_at': '2022-03-07T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:19.993585 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] For port 75858588-30cb-4ae4-b21d-277bf651cb86, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=75858588-30cb-4ae4-b21d-277bf651cb86,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:39:19.993930 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (75858588-30cb-4ae4-b21d-277bf651cb86), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.008435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for 75858588-30cb-4ae4-b21d-277bf651cb86 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:39:20.016509 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c9a65b55-302b-4a95-ac89-9d63512157b3 None None] Deleting port ec251111-9cbe-44ef-b53d-56ea516a8e15 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:39:20.017012 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9a65b55-302b-4a95-ac89-9d63512157b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ec251111-9cbe-44ef-b53d-56ea516a8e15), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.020468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4f33e-2609-4e29-9fa1-5aaba711cd1d None None] The sync data for ids ['f0db4ba6-b850-45c1-8715-05e96dc14251'] in n-d-832330-1 is: [{'id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340157078', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:37:14Z', 'updated_at': '2022-03-07T22:39:18Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': '75858588-30cb-4ae4-b21d-277bf651cb86', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0db4ba6-b850-45c1-8715-05e96dc14251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:37:15Z', 'updated_at': '2022-03-07T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:39:20.087054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c9a65b55-302b-4a95-ac89-9d63512157b3 None None] For port ec251111-9cbe-44ef-b53d-56ea516a8e15, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec251111-9cbe-44ef-b53d-56ea516a8e15,segment=NetworkSegment(e46f21d4-b9c6-4114-a16b-da98123498aa),segment_id=e46f21d4-b9c6-4114-a16b-da98123498aa)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:39:20.087951 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9a65b55-302b-4a95-ac89-9d63512157b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ec251111-9cbe-44ef-b53d-56ea516a8e15), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.100177 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c9a65b55-302b-4a95-ac89-9d63512157b3 None None] Calling delete_port for ec251111-9cbe-44ef-b53d-56ea516a8e15 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:39:20.183504 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (75858588-30cb-4ae4-b21d-277bf651cb86), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.183764 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9a65b55-302b-4a95-ac89-9d63512157b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (ec251111-9cbe-44ef-b53d-56ea516a8e15), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.208816 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a65b55-302b-4a95-ac89-9d63512157b3 None None] Pushing event deleted for resources: {'Port': ['ID=ec251111-9cbe-44ef-b53d-56ea516a8e15,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:20.209660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=75858588-30cb-4ae4-b21d-277bf651cb86,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:20.218698 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a65b55-302b-4a95-ac89-9d63512157b3 None None] No DVR routers for this DVR port ec251111-9cbe-44ef-b53d-56ea516a8e15 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:39:20.224095 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:20.224477 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:20.224833 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:20.225441 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:20.225553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:20.225847 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:20.226233 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:20.226577 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:20.226924 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:20.227638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:20.227638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:20.227903 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:20.228235 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:20.283220 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (f0db4ba6-b850-45c1-8715-05e96dc14251), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.379801 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (f0db4ba6-b850-45c1-8715-05e96dc14251), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.382101 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_controller (f0db4ba6-b850-45c1-8715-05e96dc14251), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.431725 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (f0db4ba6-b850-45c1-8715-05e96dc14251), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.432259 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Fanout notify agent at l3_agent the message router_deleted on router f0db4ba6-b850-45c1-8715-05e96dc14251 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:39:20.439931 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.441135 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-95151d84-7945-40d0-b2b2-30a9d413308c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/routers/f0db4ba6-b850-45c1-8715-05e96dc14251 HTTP/1.1" status: 204 len: 168 time: 0.8112767 Mar 07 22:39:20.443770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53368) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:20.493173 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.521832 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28b4b759-5d72-4225-a9b0-98c52ba48560 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (29c4b8f3-83e7-4e6d-b716-6f94534af6e7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.612791 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28b4b759-5d72-4225-a9b0-98c52ba48560 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (29c4b8f3-83e7-4e6d-b716-6f94534af6e7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.633752 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-28b4b759-5d72-4225-a9b0-98c52ba48560 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c4b8f3-83e7-4e6d-b716-6f94534af6e7']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:20.643524 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-28b4b759-5d72-4225-a9b0-98c52ba48560 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46f21d4-b9c6-4114-a16b-da98123498aa') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:20.643824 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-28b4b759-5d72-4225-a9b0-98c52ba48560 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46f21d4-b9c6-4114-a16b-da98123498aa') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:20.654198 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28b4b759-5d72-4225-a9b0-98c52ba48560 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (e46f21d4-b9c6-4114-a16b-da98123498aa), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.668118 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28b4b759-5d72-4225-a9b0-98c52ba48560 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (e46f21d4-b9c6-4114-a16b-da98123498aa), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.677417 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b4b759-5d72-4225-a9b0-98c52ba48560 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:39:20.677417 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28b4b759-5d72-4225-a9b0-98c52ba48560 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (e46f21d4-b9c6-4114-a16b-da98123498aa), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:39:20.677696 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:39:20.740072 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28b4b759-5d72-4225-a9b0-98c52ba48560 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (29c4b8f3-83e7-4e6d-b716-6f94534af6e7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.747090 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-28b4b759-5d72-4225-a9b0-98c52ba48560 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.749829 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-28b4b759-5d72-4225-a9b0-98c52ba48560 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/networks/29c4b8f3-83e7-4e6d-b716-6f94534af6e7 HTTP/1.1" status: 204 len: 168 time: 0.3051167 Mar 07 22:39:20.752706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53370) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:20.761356 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4b759-5d72-4225-a9b0-98c52ba48560 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Network': ['ID=29c4b8f3-83e7-4e6d-b716-6f94534af6e7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:20.809811 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-29d52720-9994-4a45-8cc2-2ae5ec4c5944 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (617ca312-b43e-42ee-acf3-15cfe293bc53), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.834908 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-29d52720-9994-4a45-8cc2-2ae5ec4c5944 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (617ca312-b43e-42ee-acf3-15cfe293bc53), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.893972 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-29d52720-9994-4a45-8cc2-2ae5ec4c5944 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (617ca312-b43e-42ee-acf3-15cfe293bc53), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.896659 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-29d52720-9994-4a45-8cc2-2ae5ec4c5944 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:20.897851 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-29d52720-9994-4a45-8cc2-2ae5ec4c5944 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/security-groups/617ca312-b43e-42ee-acf3-15cfe293bc53 HTTP/1.1" status: 204 len: 168 time: 0.1441364 Mar 07 22:39:20.907540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d52720-9994-4a45-8cc2-2ae5ec4c5944 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=617ca312-b43e-42ee-acf3-15cfe293bc53,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:21.086964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec251111-9cbe-44ef-b53d-56ea516a8e15 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:39:21.110689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: ec251111-9cbe-44ef-b53d-56ea516a8e15 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:39:21.111120 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec251111-9cbe-44ef-b53d-56ea516a8e15 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:39:21.111609 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:39:21.130988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:39:21.131341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 6e7809ed-d0b8-4f89-8183-2ad46f5a1adb not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:39:21.567305 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53376) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:21.571867 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-27ce9abb-425f-4d77-b794-0b387df33073 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-470196941', 'description': 'tempest-secgroup-smoke-470196941 description', 'project_id': '712f31e547d4445086628760076168d5'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:39:21.591644 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-27ce9abb-425f-4d77-b794-0b387df33073 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:21.654214 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-27ce9abb-425f-4d77-b794-0b387df33073 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (78740d29-0ce0-4fe6-9f9e-583b3123191c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:21.657720 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-27ce9abb-425f-4d77-b794-0b387df33073 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (78740d29-0ce0-4fe6-9f9e-583b3123191c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:21.688596 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-27ce9abb-425f-4d77-b794-0b387df33073 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:21.689818 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-27ce9abb-425f-4d77-b794-0b387df33073 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1215105 Mar 07 22:39:21.692931 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53378) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:21.693814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce9abb-425f-4d77-b794-0b387df33073 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78740d29-0ce0-4fe6-9f9e-583b3123191c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:21.699029 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-24de0531-006a-43fa-8e21-3664ea03adf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '78740d29-0ce0-4fe6-9f9e-583b3123191c', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:39:21.722948 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24de0531-006a-43fa-8e21-3664ea03adf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (99324cdd-f919-4b67-acda-3a06962a3f2f), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:21.775109 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24de0531-006a-43fa-8e21-3664ea03adf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (99324cdd-f919-4b67-acda-3a06962a3f2f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:21.778632 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24de0531-006a-43fa-8e21-3664ea03adf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (99324cdd-f919-4b67-acda-3a06962a3f2f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:21.797657 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de0531-006a-43fa-8e21-3664ea03adf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99324cdd-f919-4b67-acda-3a06962a3f2f,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:21.805274 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-24de0531-006a-43fa-8e21-3664ea03adf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:21.806873 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-24de0531-006a-43fa-8e21-3664ea03adf4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125329 Mar 07 22:39:21.809250 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53380) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:21.813527 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-db8a968c-c6db-4674-8b63-e18d2a9079d2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '78740d29-0ce0-4fe6-9f9e-583b3123191c', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:39:21.836798 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-db8a968c-c6db-4674-8b63-e18d2a9079d2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (810aa33a-5724-42cc-be25-71e0e5b0a875), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:21.890835 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-db8a968c-c6db-4674-8b63-e18d2a9079d2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (810aa33a-5724-42cc-be25-71e0e5b0a875), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:21.894504 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-db8a968c-c6db-4674-8b63-e18d2a9079d2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (810aa33a-5724-42cc-be25-71e0e5b0a875), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:21.913883 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a968c-c6db-4674-8b63-e18d2a9079d2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810aa33a-5724-42cc-be25-71e0e5b0a875,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:21.922427 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-db8a968c-c6db-4674-8b63-e18d2a9079d2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:21.923631 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-db8a968c-c6db-4674-8b63-e18d2a9079d2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134734 Mar 07 22:39:21.926305 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53382) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:21.930511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-edcf41d2-dc11-40f3-acb3-b9bd6f60eb96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '78740d29-0ce0-4fe6-9f9e-583b3123191c', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:39:21.954466 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edcf41d2-dc11-40f3-acb3-b9bd6f60eb96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (61e012ad-79bc-4d19-a9f7-542d21adcbb3), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.015907 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edcf41d2-dc11-40f3-acb3-b9bd6f60eb96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (61e012ad-79bc-4d19-a9f7-542d21adcbb3), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.019528 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edcf41d2-dc11-40f3-acb3-b9bd6f60eb96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (61e012ad-79bc-4d19-a9f7-542d21adcbb3), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.037719 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf41d2-dc11-40f3-acb3-b9bd6f60eb96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e012ad-79bc-4d19-a9f7-542d21adcbb3,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:22.045056 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-edcf41d2-dc11-40f3-acb3-b9bd6f60eb96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.046936 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-edcf41d2-dc11-40f3-acb3-b9bd6f60eb96 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196966 Mar 07 22:39:22.049663 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53384) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:22.053901 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-fd046915-34e6-46a9-ac51-ef21db455de2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '78740d29-0ce0-4fe6-9f9e-583b3123191c', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:39:22.077686 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd046915-34e6-46a9-ac51-ef21db455de2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (ce5368ad-5890-4a12-b096-89afda2fe2ac), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.133697 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd046915-34e6-46a9-ac51-ef21db455de2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (ce5368ad-5890-4a12-b096-89afda2fe2ac), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.137126 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd046915-34e6-46a9-ac51-ef21db455de2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (ce5368ad-5890-4a12-b096-89afda2fe2ac), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.154556 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd046915-34e6-46a9-ac51-ef21db455de2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5368ad-5890-4a12-b096-89afda2fe2ac,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:22.164395 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-fd046915-34e6-46a9-ac51-ef21db455de2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.165584 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fd046915-34e6-46a9-ac51-ef21db455de2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150134 Mar 07 22:39:22.168440 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53386) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:22.172856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ec3ef60d-c1ca-4f62-b1c1-d9f2fa462856 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '78740d29-0ce0-4fe6-9f9e-583b3123191c', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:39:22.192255 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-ec3ef60d-c1ca-4f62-b1c1-d9f2fa462856 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Project 712f31e547d4445086628760076168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:39:22.197218 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef60d-c1ca-4f62-b1c1-d9f2fa462856 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (077f47c0-07c1-475e-809b-3d73485338af), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.222693 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.256898 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef60d-c1ca-4f62-b1c1-d9f2fa462856 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (077f47c0-07c1-475e-809b-3d73485338af), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.260745 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef60d-c1ca-4f62-b1c1-d9f2fa462856 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (077f47c0-07c1-475e-809b-3d73485338af), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.280727 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ef60d-c1ca-4f62-b1c1-d9f2fa462856 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077f47c0-07c1-475e-809b-3d73485338af,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:22.285225 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef60d-c1ca-4f62-b1c1-d9f2fa462856 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.286408 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ec3ef60d-c1ca-4f62-b1c1-d9f2fa462856 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170564 Mar 07 22:39:22.289293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53388) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:22.293450 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-e863a342-f462-45b6-83a1-dd59f2914d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': '78740d29-0ce0-4fe6-9f9e-583b3123191c', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:39:22.312816 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-e863a342-f462-45b6-83a1-dd59f2914d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Project 712f31e547d4445086628760076168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:39:22.317418 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e863a342-f462-45b6-83a1-dd59f2914d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (11308d06-768c-4cc4-b99b-0718f0a974c7), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.380477 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e863a342-f462-45b6-83a1-dd59f2914d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (11308d06-768c-4cc4-b99b-0718f0a974c7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.384094 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e863a342-f462-45b6-83a1-dd59f2914d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (11308d06-768c-4cc4-b99b-0718f0a974c7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.402813 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863a342-f462-45b6-83a1-dd59f2914d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11308d06-768c-4cc4-b99b-0718f0a974c7,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:22.408906 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e863a342-f462-45b6-83a1-dd59f2914d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.413161 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e863a342-f462-45b6-83a1-dd59f2914d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199448 Mar 07 22:39:22.413161 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53390) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:22.417836 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ae51bbad-da8f-4a1f-8596-291aeba558fd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'network': {'name': 'tempest-network-smoke--1214567689', 'project_id': '712f31e547d4445086628760076168d5', 'port_security_enabled': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:39:22.435458 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae51bbad-da8f-4a1f-8596-291aeba558fd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Made reservation on behalf of 712f31e547d4445086628760076168d5 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:39:22.439292 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae51bbad-da8f-4a1f-8596-291aeba558fd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.466378 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae51bbad-da8f-4a1f-8596-291aeba558fd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:39:22.474898 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae51bbad-da8f-4a1f-8596-291aeba558fd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (789183e4-6048-43c3-b3e8-cb9e7d3c4ff1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.475241 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-ae51bbad-da8f-4a1f-8596-291aeba558fd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Added segment 789183e4-6048-43c3-b3e8-cb9e7d3c4ff1 of type vlan for network 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa Mar 07 22:39:22.513380 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae51bbad-da8f-4a1f-8596-291aeba558fd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (854aa38d-555f-4f5e-83ab-5c4b1f7a25fa), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.537038 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae51bbad-da8f-4a1f-8596-291aeba558fd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (854aa38d-555f-4f5e-83ab-5c4b1f7a25fa), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.542001 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae51bbad-da8f-4a1f-8596-291aeba558fd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:22.542601 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ae51bbad-da8f-4a1f-8596-291aeba558fd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.578613 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ae51bbad-da8f-4a1f-8596-291aeba558fd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1644719 Mar 07 22:39:22.581360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53392) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:22.586011 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'admin_state_up': True, 'project_id': '712f31e547d4445086628760076168d5', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:39:22.607663 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (f820f615-1db1-47e2-bf74-bfd3b7867fbf), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.609004 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (f820f615-1db1-47e2-bf74-bfd3b7867fbf), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.609183 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51bbad-da8f-4a1f-8596-291aeba558fd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Network': ['ID=854aa38d-555f-4f5e-83ab-5c4b1f7a25fa,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:22.621023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:39:22.663766 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_controller (f820f615-1db1-47e2-bf74-bfd3b7867fbf), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:22.686492 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 75858588-30cb-4ae4-b21d-277bf651cb86 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:39:22.710840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 75858588-30cb-4ae4-b21d-277bf651cb86 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:39:22.711185 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 75858588-30cb-4ae4-b21d-277bf651cb86 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:39:23.129510 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (f820f615-1db1-47e2-bf74-bfd3b7867fbf), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:23.316593 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (f820f615-1db1-47e2-bf74-bfd3b7867fbf), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:23.334327 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:23.435102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.25.4.63 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/ca559547-dcc0-4140-8cd6-ed3edbae2b09) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:39:23.539658 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (ca559547-dcc0-4140-8cd6-ed3edbae2b09), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:23.576227 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ca559547-dcc0-4140-8cd6-ed3edbae2b09), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:23.613448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:39:23.616217 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:39:23.620277 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:39:23.645874 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=ca559547-dcc0-4140-8cd6-ed3edbae2b09,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:23.873223 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (f820f615-1db1-47e2-bf74-bfd3b7867fbf), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:24.071841 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (f820f615-1db1-47e2-bf74-bfd3b7867fbf), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:24.197816 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router f820f615-1db1-47e2-bf74-bfd3b7867fbf is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:39:24.303973 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:39:24.314370 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Sync routers for ids ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:39:24.323896 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Routers {'f820f615-1db1-47e2-bf74-bfd3b7867fbf'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:39:24.324255 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:24.324510 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:39:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:24.328469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7aba36fe-d936-4621-92bc-e43c7728fe31 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7430346 Mar 07 22:39:24.328774 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53394) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:24.356344 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-aece0d92-c22a-455e-b5a6-b006f183e270 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=712f31e547d4445086628760076168d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264750 Mar 07 22:39:24.360149 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53396) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:24.430146 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Set router f820f615-1db1-47e2-bf74-bfd3b7867fbf gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:39:24.445487 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa0d90-9779-4c28-962d-a79f454ed3df tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:24.447057 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b3fa0d90-9779-4c28-962d-a79f454ed3df tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859244 Mar 07 22:39:24.450037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53398) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:24.483492 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2468ad3e-0594-4b47-ae22-1ad9e3818f26 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292668 Mar 07 22:39:24.483723 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53400) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:24.488202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-beee622d-adb4-49a5-a498-5ea67173ea3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-21494304', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'project_id': '712f31e547d4445086628760076168d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:39:24.573201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beee622d-adb4-49a5-a498-5ea67173ea3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Made reservation on behalf of 712f31e547d4445086628760076168d5 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:39:24.576665 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-beee622d-adb4-49a5-a498-5ea67173ea3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:24.603948 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:39:22Z', 'updated_at': '2022-03-07T22:39:23Z', 'revision_number': 3, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:23Z', 'updated_at': '2022-03-07T22:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:24.634346 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Checking router: f820f615-1db1-47e2-bf74-bfd3b7867fbf for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:39:24.634692 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Updating router f820f615-1db1-47e2-bf74-bfd3b7867fbf port ca559547-dcc0-4140-8cd6-ed3edbae2b09 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:39:24.662934 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ca559547-dcc0-4140-8cd6-ed3edbae2b09), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:24.769133 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-beee622d-adb4-49a5-a498-5ea67173ea3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (30a0689a-031f-43c6-85ee-04555cfd1643), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:24.832902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee622d-adb4-49a5-a498-5ea67173ea3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Subnet': ['ID=30a0689a-031f-43c6-85ee-04555cfd1643,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:24.843528 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee622d-adb4-49a5-a498-5ea67173ea3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Checking segment: {'id': '789183e4-6048-43c3-b3e8-cb9e7d3c4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:39:24.843921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee622d-adb4-49a5-a498-5ea67173ea3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network hostable DHCP agents. Network: 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:39:24.862130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee622d-adb4-49a5-a498-5ea67173ea3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:39:24.871348 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-beee622d-adb4-49a5-a498-5ea67173ea3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:39:24.875622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beee622d-adb4-49a5-a498-5ea67173ea3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:24.876215 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-beee622d-adb4-49a5-a498-5ea67173ea3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:24.882447 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652042cd-dcbd-4605-a936-13bbff42e139 None None] Network 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:39:24.895104 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-beee622d-adb4-49a5-a498-5ea67173ea3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4078116 Mar 07 22:39:24.895622 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53402) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:24.993825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ips': [{'subnet_id': '30a0689a-031f-43c6-85ee-04555cfd1643'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:39:24.994992 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:25.049112 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Publish callbacks [] for port (ca559547-dcc0-4140-8cd6-ed3edbae2b09), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:25.056190 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ca559547-dcc0-4140-8cd6-ed3edbae2b09), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:25.110025 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Attempting to bind port ca559547-dcc0-4140-8cd6-ed3edbae2b09 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:39:25.110462 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Attempting to bind port ca559547-dcc0-4140-8cd6-ed3edbae2b09 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:39:25.110775 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Attempting to bind port ca559547-dcc0-4140-8cd6-ed3edbae2b09 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:39:25.119709 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:39:25.120088 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:39:25.120820 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:25.120820 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:39:25.121298 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Bound port: ca559547-dcc0-4140-8cd6-ed3edbae2b09, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:39:25.121675 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ca559547-dcc0-4140-8cd6-ed3edbae2b09), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:25.123523 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f23fe-3f51-4837-bcb7-330d36dc7173 None None] Pushing event updated for resources: {'Port': ['ID=ca559547-dcc0-4140-8cd6-ed3edbae2b09,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:25.131092 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f23fe-3f51-4837-bcb7-330d36dc7173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.131437 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f23fe-3f51-4837-bcb7-330d36dc7173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.131781 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f23fe-3f51-4837-bcb7-330d36dc7173 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.132113 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f23fe-3f51-4837-bcb7-330d36dc7173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.132444 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f23fe-3f51-4837-bcb7-330d36dc7173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.132772 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f23fe-3f51-4837-bcb7-330d36dc7173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.133095 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f23fe-3f51-4837-bcb7-330d36dc7173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.133417 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f23fe-3f51-4837-bcb7-330d36dc7173 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.134047 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f23fe-3f51-4837-bcb7-330d36dc7173 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.134047 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f23fe-3f51-4837-bcb7-330d36dc7173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.134383 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f23fe-3f51-4837-bcb7-330d36dc7173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.134703 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f23fe-3f51-4837-bcb7-330d36dc7173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.135020 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f23fe-3f51-4837-bcb7-330d36dc7173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.142009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Allocated IP 172.20.0.2 (854aa38d-555f-4f5e-83ab-5c4b1f7a25fa/30a0689a-031f-43c6-85ee-04555cfd1643/36125983-62fc-47c2-9356-bfc5e8ac5f27) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:39:25.188258 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] For port ca559547-dcc0-4140-8cd6-ed3edbae2b09, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:39:25.191461 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] For port ca559547-dcc0-4140-8cd6-ed3edbae2b09, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ca559547-dcc0-4140-8cd6-ed3edbae2b09,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:39:25.199163 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ca559547-dcc0-4140-8cd6-ed3edbae2b09), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:25.264512 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f23fe-3f51-4837-bcb7-330d36dc7173 None None] Pushing event updated for resources: {'Port': ['ID=ca559547-dcc0-4140-8cd6-ed3edbae2b09,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:25.267710 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Routers {'f820f615-1db1-47e2-bf74-bfd3b7867fbf'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:39:25.268685 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:39:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:25.296728 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Publish callbacks [] for port (36125983-62fc-47c2-9356-bfc5e8ac5f27), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:25.304599 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (36125983-62fc-47c2-9356-bfc5e8ac5f27), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:25.354703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Pushing event updated for resources: {'Port': ['ID=36125983-62fc-47c2-9356-bfc5e8ac5f27,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:25.358204 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Network 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:39:25.363883 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:39:25.366668 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.367203 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.367711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.368248 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.368755 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.369260 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.369762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.370292 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.370624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.371115 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.371620 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.372137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.372471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:39:25.375583 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:39:25.397386 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] Set router f820f615-1db1-47e2-bf74-bfd3b7867fbf gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:39:25.438252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Attempting to bind port 36125983-62fc-47c2-9356-bfc5e8ac5f27 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:39:25.438979 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Attempting to bind port 36125983-62fc-47c2-9356-bfc5e8ac5f27 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '789183e4-6048-43c3-b3e8-cb9e7d3c4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:39:25.439351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Attempting to bind port 36125983-62fc-47c2-9356-bfc5e8ac5f27 on network 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:39:25.439469 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:25.444376 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:39:25.444767 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Checking segment: {'id': '789183e4-6048-43c3-b3e8-cb9e7d3c4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:39:25.445326 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:25.445736 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Bound using segment: {'id': '789183e4-6048-43c3-b3e8-cb9e7d3c4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:39:25.446232 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Bound port: 36125983-62fc-47c2-9356-bfc5e8ac5f27, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789183e4-6048-43c3-b3e8-cb9e7d3c4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:39:25.446627 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (36125983-62fc-47c2-9356-bfc5e8ac5f27), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:25.510319 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] For port 36125983-62fc-47c2-9356-bfc5e8ac5f27, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:39:25.514816 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] For port 36125983-62fc-47c2-9356-bfc5e8ac5f27, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=36125983-62fc-47c2-9356-bfc5e8ac5f27,segment=NetworkSegment(789183e4-6048-43c3-b3e8-cb9e7d3c4ff1),segment_id=789183e4-6048-43c3-b3e8-cb9e7d3c4ff1)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:39:25.521830 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (36125983-62fc-47c2-9356-bfc5e8ac5f27), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:25.590841 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4c1af-2481-43ad-a975-bbbbfeac36a6 None None] Pushing event updated for resources: {'Port': ['ID=36125983-62fc-47c2-9356-bfc5e8ac5f27,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:25.591492 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:39:22Z', 'updated_at': '2022-03-07T22:39:23Z', 'revision_number': 3, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:23Z', 'updated_at': '2022-03-07T22:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:25.628288 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd685511-1de8-4b6b-a215-12ebce73ba6b None None] The sync data for ids ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'] in n-d-832330-1 is: [{'id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:39:22Z', 'updated_at': '2022-03-07T22:39:23Z', 'revision_number': 3, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:23Z', 'updated_at': '2022-03-07T22:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:39:25.803633 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.20.0.1 (854aa38d-555f-4f5e-83ab-5c4b1f7a25fa/30a0689a-031f-43c6-85ee-04555cfd1643/05ba184c-565e-4bfc-8f08-25e3091f5b88) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:39:25.959744 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:26.000792 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:26.049969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:39:26.053291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:39:26.056416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:39:26.081323 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=05ba184c-565e-4bfc-8f08-25e3091f5b88,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:26.105668 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (f820f615-1db1-47e2-bf74-bfd3b7867fbf), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:26.246978 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:26.551992 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:26.557945 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:26.593029 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dac52f-7232-4d56-92a6-5177eacb6439 None None] Network 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:39:26.631383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=05ba184c-565e-4bfc-8f08-25e3091f5b88,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:26.633781 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (f820f615-1db1-47e2-bf74-bfd3b7867fbf), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:26.678670 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8e3471c6-05db-48fd-91e9-05314915a8fa None None] Provisioning complete for port 36125983-62fc-47c2-9356-bfc5e8ac5f27 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:39:26.679050 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8e3471c6-05db-48fd-91e9-05314915a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (36125983-62fc-47c2-9356-bfc5e8ac5f27), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:26.743720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:39:26.745341 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:39:26.803762 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 36125983-62fc-47c2-9356-bfc5e8ac5f27 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:39:26.808840 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8e3471c6-05db-48fd-91e9-05314915a8fa None None] Current status of the port 36125983-62fc-47c2-9356-bfc5e8ac5f27 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:39:26.809022 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8e3471c6-05db-48fd-91e9-05314915a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (36125983-62fc-47c2-9356-bfc5e8ac5f27), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:26.878168 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8e3471c6-05db-48fd-91e9-05314915a8fa None None] For port 36125983-62fc-47c2-9356-bfc5e8ac5f27, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=36125983-62fc-47c2-9356-bfc5e8ac5f27,segment=NetworkSegment(789183e4-6048-43c3-b3e8-cb9e7d3c4ff1),segment_id=789183e4-6048-43c3-b3e8-cb9e7d3c4ff1)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:39:26.885940 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8e3471c6-05db-48fd-91e9-05314915a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (36125983-62fc-47c2-9356-bfc5e8ac5f27), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:26.890749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 36125983-62fc-47c2-9356-bfc5e8ac5f27 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:39:26.891507 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (36125983-62fc-47c2-9356-bfc5e8ac5f27), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:26.905304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router f820f615-1db1-47e2-bf74-bfd3b7867fbf has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:39:26.963628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3471c6-05db-48fd-91e9-05314915a8fa None None] Pushing event updated for resources: {'Port': ['ID=36125983-62fc-47c2-9356-bfc5e8ac5f27,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:27.024297 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 36125983-62fc-47c2-9356-bfc5e8ac5f27 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:39:27.025400 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ca559547-dcc0-4140-8cd6-ed3edbae2b09 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:39:27.069426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2018bee4-995b-4548-b67a-69b39a4ea93a None None] Provisioning complete for port 36125983-62fc-47c2-9356-bfc5e8ac5f27 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:39:27.069804 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2018bee4-995b-4548-b67a-69b39a4ea93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (36125983-62fc-47c2-9356-bfc5e8ac5f27), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:27.112967 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ca559547-dcc0-4140-8cd6-ed3edbae2b09 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:39:27.113364 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ca559547-dcc0-4140-8cd6-ed3edbae2b09), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:27.224902 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2018bee4-995b-4548-b67a-69b39a4ea93a None None] Current status of the port 36125983-62fc-47c2-9356-bfc5e8ac5f27 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:39:27.243013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ca559547-dcc0-4140-8cd6-ed3edbae2b09 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:39:27.243403 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ca559547-dcc0-4140-8cd6-ed3edbae2b09), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:27.257713 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2018bee4-995b-4548-b67a-69b39a4ea93a None None] Provisioning complete for port 05ba184c-565e-4bfc-8f08-25e3091f5b88 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:39:27.258122 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2018bee4-995b-4548-b67a-69b39a4ea93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:27.289148 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port ca559547-dcc0-4140-8cd6-ed3edbae2b09, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ca559547-dcc0-4140-8cd6-ed3edbae2b09,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:39:27.298897 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ca559547-dcc0-4140-8cd6-ed3edbae2b09), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:27.334737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2018bee4-995b-4548-b67a-69b39a4ea93a None None] Port 05ba184c-565e-4bfc-8f08-25e3091f5b88 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:39:27.368323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=ca559547-dcc0-4140-8cd6-ed3edbae2b09,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:27.395763 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:39:27.401565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9ffc0f44-3258-41df-8a09-c3a180782611 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "PUT /v2.0/routers/f820f615-1db1-47e2-bf74-bfd3b7867fbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5048873 Mar 07 22:39:27.455946 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b269d096-d626-4171-9acf-48b94d8ba07f None None] Provisioning complete for port 05ba184c-565e-4bfc-8f08-25e3091f5b88 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:39:27.456325 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b269d096-d626-4171-9acf-48b94d8ba07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:27.492630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b269d096-d626-4171-9acf-48b94d8ba07f None None] Port 05ba184c-565e-4bfc-8f08-25e3091f5b88 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:39:27.506318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Sync routers for ids ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:39:27.516015 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Routers {'f820f615-1db1-47e2-bf74-bfd3b7867fbf'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:39:27.516703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:39:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:27.553713 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-ddc9fcbe-3065-4b60-bce7-2774e5eb2af6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470196941&fields=id&tenant_id=712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 267 time: 0.0422359 Mar 07 22:39:27.665578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-1561ade1-ec2f-475d-b039-c70e618f8e62 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:27.667065 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-1561ade1-ec2f-475d-b039-c70e618f8e62 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/networks?id=854aa38d-555f-4f5e-83ab-5c4b1f7a25fa HTTP/1.1" status: 200 len: 797 time: 0.1066236 Mar 07 22:39:27.682958 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-8f2aef6a-f323-4a83-9913-f17b60dd7874 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/quotas/712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 375 time: 0.0096974 Mar 07 22:39:27.740215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-4d83b257-ee95-4dbf-97ae-b940f5bbc051 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510850 Mar 07 22:39:27.786809 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Set router f820f615-1db1-47e2-bf74-bfd3b7867fbf gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:39:27.833784 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-84266fe3-6174-4514-aeeb-7080586dd9e7 service neutron] 10.222.0.26 "GET /v2.0/networks/854aa38d-555f-4f5e-83ab-5c4b1f7a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818541 Mar 07 22:39:27.925635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-a12e7208-3b7d-48e0-bbf8-64c766aad0cf service neutron] 10.222.0.26 "GET /v2.0/networks/854aa38d-555f-4f5e-83ab-5c4b1f7a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860171 Mar 07 22:39:27.985170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:39:22Z', 'updated_at': '2022-03-07T22:39:26Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:23Z', 'updated_at': '2022-03-07T22:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05ba184c-565e-4bfc-8f08-25e3091f5b88', 'name': '', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1a:5c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:25Z', 'updated_at': '2022-03-07T22:39:26Z', 'revision_number': 2, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:28.015483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Checking router: f820f615-1db1-47e2-bf74-bfd3b7867fbf for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:39:28.015838 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Updating router f820f615-1db1-47e2-bf74-bfd3b7867fbf port 05ba184c-565e-4bfc-8f08-25e3091f5b88 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:39:28.045184 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:28.111874 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fee643c2-7372-4245-a1aa-0f14b4eecbd6 req-388a4307-0f59-4d46-94ea-2d37e2c2cc2e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 210 time: 0.0305483 Mar 07 22:39:28.322881 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Publish callbacks [] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:28.331712 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:28.418717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917bcad-2531-4166-b45f-3096efa70cdc None None] Pushing event updated for resources: {'Port': ['ID=05ba184c-565e-4bfc-8f08-25e3091f5b88,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:28.458107 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Attempting to bind port 05ba184c-565e-4bfc-8f08-25e3091f5b88 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:39:28.458484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Attempting to bind port 05ba184c-565e-4bfc-8f08-25e3091f5b88 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '789183e4-6048-43c3-b3e8-cb9e7d3c4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:39:28.458846 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Attempting to bind port 05ba184c-565e-4bfc-8f08-25e3091f5b88 on network 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:39:28.465102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:39:28.465468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Checking segment: {'id': '789183e4-6048-43c3-b3e8-cb9e7d3c4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:39:28.465874 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:28.466310 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Bound using segment: {'id': '789183e4-6048-43c3-b3e8-cb9e7d3c4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:39:28.466778 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Bound port: 05ba184c-565e-4bfc-8f08-25e3091f5b88, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789183e4-6048-43c3-b3e8-cb9e7d3c4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:39:28.467185 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:28.535964 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] For port 05ba184c-565e-4bfc-8f08-25e3091f5b88, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:39:28.539753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] For port 05ba184c-565e-4bfc-8f08-25e3091f5b88, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=05ba184c-565e-4bfc-8f08-25e3091f5b88,segment=NetworkSegment(789183e4-6048-43c3-b3e8-cb9e7d3c4ff1),segment_id=789183e4-6048-43c3-b3e8-cb9e7d3c4ff1)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:39:28.545963 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:28.611909 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Routers {'f820f615-1db1-47e2-bf74-bfd3b7867fbf'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:39:28.612553 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:39:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:28.649105 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917bcad-2531-4166-b45f-3096efa70cdc None None] Pushing event updated for resources: {'Port': ['ID=05ba184c-565e-4bfc-8f08-25e3091f5b88,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:28.672083 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-59b3fad7-35e2-4fd2-a348-5400ad368ae2 None None] Provisioning complete for port 05ba184c-565e-4bfc-8f08-25e3091f5b88 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:39:28.672467 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59b3fad7-35e2-4fd2-a348-5400ad368ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:28.776075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] Set router f820f615-1db1-47e2-bf74-bfd3b7867fbf gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:39:28.827377 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 36125983-62fc-47c2-9356-bfc5e8ac5f27 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:39:28.906739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-59b3fad7-35e2-4fd2-a348-5400ad368ae2 None None] Current status of the port 05ba184c-565e-4bfc-8f08-25e3091f5b88 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:39:28.907135 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59b3fad7-35e2-4fd2-a348-5400ad368ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:29.000870 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-59b3fad7-35e2-4fd2-a348-5400ad368ae2 None None] For port 05ba184c-565e-4bfc-8f08-25e3091f5b88, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=05ba184c-565e-4bfc-8f08-25e3091f5b88,segment=NetworkSegment(789183e4-6048-43c3-b3e8-cb9e7d3c4ff1),segment_id=789183e4-6048-43c3-b3e8-cb9e7d3c4ff1)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:39:29.008717 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59b3fad7-35e2-4fd2-a348-5400ad368ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:29.039497 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 36125983-62fc-47c2-9356-bfc5e8ac5f27 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:39:29.039885 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (36125983-62fc-47c2-9356-bfc5e8ac5f27), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:29.137562 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3fad7-35e2-4fd2-a348-5400ad368ae2 None None] Pushing event updated for resources: {'Port': ['ID=05ba184c-565e-4bfc-8f08-25e3091f5b88,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:29.164534 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-be19646a-3df0-43e7-9844-193f41ccd614 None None] Provisioning complete for port 05ba184c-565e-4bfc-8f08-25e3091f5b88 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:39:29.164918 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-be19646a-3df0-43e7-9844-193f41ccd614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:29.184700 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-4c805e98-05a9-4ec4-b27a-a9567fa9d489 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:29.187362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-4c805e98-05a9-4ec4-b27a-a9567fa9d489 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "GET /v2.0/networks?id=854aa38d-555f-4f5e-83ab-5c4b1f7a25fa HTTP/1.1" status: 200 len: 797 time: 0.1355929 Mar 07 22:39:29.249505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 36125983-62fc-47c2-9356-bfc5e8ac5f27 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:39:29.249745 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3835850c-dc01-426f-8e46-8d0506cbd6e4 req-e3688838-565c-4edb-833d-0659d1f676e0 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 210 time: 0.0351942 Mar 07 22:39:29.250621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ca559547-dcc0-4140-8cd6-ed3edbae2b09 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:39:29.276190 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:39:22Z', 'updated_at': '2022-03-07T22:39:26Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:23Z', 'updated_at': '2022-03-07T22:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05ba184c-565e-4bfc-8f08-25e3091f5b88', 'name': '', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1a:5c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:25Z', 'updated_at': '2022-03-07T22:39:28Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:29.288203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-8840b8e4-f6d1-45f5-84d4-468346135210 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 379 time: 0.0900464 Mar 07 22:39:29.300137 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-a81cf311-24df-4556-80b4-becfa4816dfc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'port': {'device_id': '6a4c733d-2cc4-4646-ba44-bce8e2cf0179', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'admin_state_up': True, 'tenant_id': '712f31e547d4445086628760076168d5', 'security_groups': ['78740d29-0ce0-4fe6-9f9e-583b3123191c']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:39:29.334681 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43710a66-1875-49a4-9103-bea5fc0bc876 None None] The sync data for ids ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'] in n-d-832330-1 is: [{'id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:39:22Z', 'updated_at': '2022-03-07T22:39:26Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:23Z', 'updated_at': '2022-03-07T22:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05ba184c-565e-4bfc-8f08-25e3091f5b88', 'name': '', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1a:5c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:25Z', 'updated_at': '2022-03-07T22:39:28Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:39:29.357264 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-be19646a-3df0-43e7-9844-193f41ccd614 None None] Current status of the port 05ba184c-565e-4bfc-8f08-25e3091f5b88 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:39:29.370227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ca559547-dcc0-4140-8cd6-ed3edbae2b09 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:39:29.370617 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ca559547-dcc0-4140-8cd6-ed3edbae2b09), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:29.467913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-a81cf311-24df-4556-80b4-becfa4816dfc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Made reservation on behalf of 712f31e547d4445086628760076168d5 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:39:29.470845 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ca559547-dcc0-4140-8cd6-ed3edbae2b09 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:39:29.472244 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-a81cf311-24df-4556-80b4-becfa4816dfc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:29.607367 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-a81cf311-24df-4556-80b4-becfa4816dfc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.20.0.13 (854aa38d-555f-4f5e-83ab-5c4b1f7a25fa/30a0689a-031f-43c6-85ee-04555cfd1643/4bb578b7-de8d-446e-bcee-94aafe8bd24c) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:39:29.756246 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-a81cf311-24df-4556-80b4-becfa4816dfc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:29.791194 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-a81cf311-24df-4556-80b4-becfa4816dfc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:29.839134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-a81cf311-24df-4556-80b4-becfa4816dfc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:39:29.843029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-a81cf311-24df-4556-80b4-becfa4816dfc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:39:29.846956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-a81cf311-24df-4556-80b4-becfa4816dfc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:39:29.874008 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cf311-24df-4556-80b4-becfa4816dfc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=4bb578b7-de8d-446e-bcee-94aafe8bd24c,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:29.906555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-a81cf311-24df-4556-80b4-becfa4816dfc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:29.907206 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-a81cf311-24df-4556-80b4-becfa4816dfc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:29.924831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-a81cf311-24df-4556-80b4-becfa4816dfc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6282849 Mar 07 22:39:29.942196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Request body: {'port': {'device_id': '6a4c733d-2cc4-4646-ba44-bce8e2cf0179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:39:30.015732 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:30.084641 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0630db6e-72ec-430c-96ec-21871c3724e9 None None] Provisioning complete for port 4bb578b7-de8d-446e-bcee-94aafe8bd24c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:39:30.085207 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0630db6e-72ec-430c-96ec-21871c3724e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:30.120737 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0630db6e-72ec-430c-96ec-21871c3724e9 None None] Port 4bb578b7-de8d-446e-bcee-94aafe8bd24c cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:39:30.307378 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb578b7-de8d-446e-bcee-94aafe8bd24c {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:39:30.318237 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Publish callbacks [] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:30.362101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Transition to ACTIVE for port object 4bb578b7-de8d-446e-bcee-94aafe8bd24c will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:39:30.368085 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:30.433908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Pushing event updated for resources: {'Port': ['ID=4bb578b7-de8d-446e-bcee-94aafe8bd24c,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:30.443931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d2b48-1617-4f69-a176-fb2683f91f54 req-b2c69fc6-7d7a-4962-adcc-34c7b7253b66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:30.445469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7f3d2b48-1617-4f69-a176-fb2683f91f54 req-b2c69fc6-7d7a-4962-adcc-34c7b7253b66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 932 time: 0.1233151 Mar 07 22:39:30.551040 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7f3d2b48-1617-4f69-a176-fb2683f91f54 req-54f58ec9-5bd0-4eae-abff-566b5067bba2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906367 Mar 07 22:39:30.551868 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Attempting to bind port 4bb578b7-de8d-446e-bcee-94aafe8bd24c on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:39:30.552206 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Attempting to bind port 4bb578b7-de8d-446e-bcee-94aafe8bd24c by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '789183e4-6048-43c3-b3e8-cb9e7d3c4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:39:30.552533 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Attempting to bind port 4bb578b7-de8d-446e-bcee-94aafe8bd24c on network 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:39:30.557291 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Port 4bb578b7-de8d-446e-bcee-94aafe8bd24c on network 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:39:30.557666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Attempting to bind port 4bb578b7-de8d-446e-bcee-94aafe8bd24c on network 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:39:30.563237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:39:30.563576 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Checking segment: {'id': '789183e4-6048-43c3-b3e8-cb9e7d3c4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:39:30.564019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Bound using segment: {'id': '789183e4-6048-43c3-b3e8-cb9e7d3c4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:39:30.564379 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Bound port: 4bb578b7-de8d-446e-bcee-94aafe8bd24c, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789183e4-6048-43c3-b3e8-cb9e7d3c4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:39:30.566384 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:30.632385 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] For port 4bb578b7-de8d-446e-bcee-94aafe8bd24c, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:39:30.635799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] For port 4bb578b7-de8d-446e-bcee-94aafe8bd24c, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4bb578b7-de8d-446e-bcee-94aafe8bd24c,segment=NetworkSegment(789183e4-6048-43c3-b3e8-cb9e7d3c4ff1),segment_id=789183e4-6048-43c3-b3e8-cb9e7d3c4ff1)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:39:30.642014 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:30.674665 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:30.675367 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:30.677241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] 10.222.0.15 "PUT /v2.0/ports/4bb578b7-de8d-446e-bcee-94aafe8bd24c HTTP/1.1" status: 200 len: 1092 time: 0.7393267 Mar 07 22:39:30.679076 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4c733d-2cc4-4646-ba44-bce8e2cf0179', 'tag': '4bb578b7-de8d-446e-bcee-94aafe8bd24c'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:39:30.681342 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5d79a5-c9ab-461e-8201-fba0f8fe21d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4c733d-2cc4-4646-ba44-bce8e2cf0179", "tag": "4bb578b7-de8d-446e-bcee-94aafe8bd24c"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:39:30.711861 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38cf89-36a8-48a6-8a4f-9154900675ec service neutron] Pushing event updated for resources: {'Port': ['ID=4bb578b7-de8d-446e-bcee-94aafe8bd24c,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:30.755902 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5700f265-b544-4db1-a526-31edb7c2add4 x-openstack-request-id: req-5700f265-b544-4db1-a526-31edb7c2add4 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:39:30.756193 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4c733d-2cc4-4646-ba44-bce8e2cf0179", "tag": "4bb578b7-de8d-446e-bcee-94aafe8bd24c", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:39:30.756454 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5700f265-b544-4db1-a526-31edb7c2add4 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:39:30.757030 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4c733d-2cc4-4646-ba44-bce8e2cf0179', 'tag': '4bb578b7-de8d-446e-bcee-94aafe8bd24c', 'status': 'completed', 'code': 200} Mar 07 22:39:30.776285 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-25d49084-af4e-4f58-9ee5-1a44f7439f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:30.777814 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-25d49084-af4e-4f58-9ee5-1a44f7439f74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 1126 time: 0.0525432 Mar 07 22:39:30.814303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 05ba184c-565e-4bfc-8f08-25e3091f5b88 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:39:30.837096 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-12299262-4f8a-4c49-a3a5-c314bd996131 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb578b7-de8d-446e-bcee-94aafe8bd24c HTTP/1.1" status: 200 len: 217 time: 0.0507782 Mar 07 22:39:30.872623 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 05ba184c-565e-4bfc-8f08-25e3091f5b88 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:39:30.873292 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:30.896016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-d0e79681-72c3-4f9b-80f8-5217dab28b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:30.897574 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-d0e79681-72c3-4f9b-80f8-5217dab28b4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a0689a-031f-43c6-85ee-04555cfd1643 HTTP/1.1" status: 200 len: 833 time: 0.0512486 Mar 07 22:39:30.949899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-92880f1e-6aee-4151-a821-fa2db8f81ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:30.951499 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-92880f1e-6aee-4151-a821-fa2db8f81ecb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=854aa38d-555f-4f5e-83ab-5c4b1f7a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449731 Mar 07 22:39:30.959305 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 05ba184c-565e-4bfc-8f08-25e3091f5b88 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:39:31.050746 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-e000a6d1-d47a-4cf5-9bf9-f7c972d02444 service neutron] 10.222.0.15 "GET /v2.0/networks/854aa38d-555f-4f5e-83ab-5c4b1f7a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896034 Mar 07 22:39:31.140318 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ce38adbf-bac8-40e9-a79a-e5f4ef5ba471 req-271ddccf-bfdd-4c5f-a1d8-604895b7935d service neutron] 10.222.0.15 "GET /v2.0/networks/854aa38d-555f-4f5e-83ab-5c4b1f7a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809789 Mar 07 22:39:31.241038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d79a5-c9ab-461e-8201-fba0f8fe21d4 req-859265df-da71-4e1f-8a15-0ff29a39cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:31.242576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c5d79a5-c9ab-461e-8201-fba0f8fe21d4 req-859265df-da71-4e1f-8a15-0ff29a39cfed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 1126 time: 0.0502567 Mar 07 22:39:31.331372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d79a5-c9ab-461e-8201-fba0f8fe21d4 req-c0afc625-10b6-42aa-9ede-6820ee83cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:31.332830 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c5d79a5-c9ab-461e-8201-fba0f8fe21d4 req-c0afc625-10b6-42aa-9ede-6820ee83cc2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=854aa38d-555f-4f5e-83ab-5c4b1f7a25fa HTTP/1.1" status: 200 len: 898 time: 0.0832615 Mar 07 22:39:31.392367 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c5d79a5-c9ab-461e-8201-fba0f8fe21d4 req-4199724e-a5c9-49df-842a-4cbf1f29f952 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb578b7-de8d-446e-bcee-94aafe8bd24c HTTP/1.1" status: 200 len: 217 time: 0.0531044 Mar 07 22:39:31.443039 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d79a5-c9ab-461e-8201-fba0f8fe21d4 req-ab32d766-84a6-4d6c-a9e6-d473aeb8e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:31.444487 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c5d79a5-c9ab-461e-8201-fba0f8fe21d4 req-ab32d766-84a6-4d6c-a9e6-d473aeb8e1c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a0689a-031f-43c6-85ee-04555cfd1643 HTTP/1.1" status: 200 len: 833 time: 0.0446160 Mar 07 22:39:31.492957 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d79a5-c9ab-461e-8201-fba0f8fe21d4 req-1749865a-5dec-42ff-b8b5-80ae5c89b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:31.494460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c5d79a5-c9ab-461e-8201-fba0f8fe21d4 req-1749865a-5dec-42ff-b8b5-80ae5c89b8e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=854aa38d-555f-4f5e-83ab-5c4b1f7a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434425 Mar 07 22:39:31.585976 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c5d79a5-c9ab-461e-8201-fba0f8fe21d4 req-4bd754b1-9774-4861-a9fd-0e019a23271c service neutron] 10.222.0.15 "GET /v2.0/networks/854aa38d-555f-4f5e-83ab-5c4b1f7a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838563 Mar 07 22:39:31.706282 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8c5d79a5-c9ab-461e-8201-fba0f8fe21d4 req-09c55c77-e5bf-4e1f-b3d4-2554384521c9 service neutron] 10.222.0.15 "GET /v2.0/networks/854aa38d-555f-4f5e-83ab-5c4b1f7a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142349 Mar 07 22:39:31.721608 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20118890-ae3a-40cd-89e2-c20a78403077 req-f995b2cd-62e8-46e5-9a51-1b742d971a64 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:31.723115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20118890-ae3a-40cd-89e2-c20a78403077 req-f995b2cd-62e8-46e5-9a51-1b742d971a64 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 944 time: 0.0791821 Mar 07 22:39:31.772994 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-20118890-ae3a-40cd-89e2-c20a78403077 req-9c274303-45cc-4eeb-b7dd-80158a04e3ed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439906 Mar 07 22:39:32.890334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812a98c-fc14-4ce5-a72e-e32f8b67ad36 req-9a0b31ec-f697-45f4-b8a9-1ccbd06263a6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:32.891815 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c812a98c-fc14-4ce5-a72e-e32f8b67ad36 req-9a0b31ec-f697-45f4-b8a9-1ccbd06263a6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 944 time: 0.0528932 Mar 07 22:39:32.939249 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c812a98c-fc14-4ce5-a72e-e32f8b67ad36 req-ad838256-1557-49dc-a4b4-f0f8cd11dd3e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419359 Mar 07 22:39:34.055266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c7e54-2b7d-43b8-be18-6fa61c8fbe5f req-056bfe6d-0254-469a-99b1-3ea349565afa tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:34.056740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c30c7e54-2b7d-43b8-be18-6fa61c8fbe5f req-056bfe6d-0254-469a-99b1-3ea349565afa tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 944 time: 0.0516524 Mar 07 22:39:34.115108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c30c7e54-2b7d-43b8-be18-6fa61c8fbe5f req-cab3b0d2-3ed7-4de8-ae5c-59470a04f2f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525770 Mar 07 22:39:34.807159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4bb578b7-de8d-446e-bcee-94aafe8bd24c details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:39:34.903344 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4bb578b7-de8d-446e-bcee-94aafe8bd24c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4bb578b7-de8d-446e-bcee-94aafe8bd24c,segment=NetworkSegment(789183e4-6048-43c3-b3e8-cb9e7d3c4ff1),segment_id=789183e4-6048-43c3-b3e8-cb9e7d3c4ff1)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:39:34.913583 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '4bb578b7-de8d-446e-bcee-94aafe8bd24c', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'port_id': '4bb578b7-de8d-446e-bcee-94aafe8bd24c', 'mac_address': 'fa:16:3e:bb:ad:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:39:34.952700 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4bb578b7-de8d-446e-bcee-94aafe8bd24c is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:39:34.953007 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:34.966122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb578b7-de8d-446e-bcee-94aafe8bd24c {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:39:34.985966 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4bb578b7-de8d-446e-bcee-94aafe8bd24c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4bb578b7-de8d-446e-bcee-94aafe8bd24c,segment=NetworkSegment(789183e4-6048-43c3-b3e8-cb9e7d3c4ff1),segment_id=789183e4-6048-43c3-b3e8-cb9e7d3c4ff1)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:39:34.989754 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:35.035663 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4bb578b7-de8d-446e-bcee-94aafe8bd24c,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:35.234287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67311fa2-3d96-4646-9fdc-af6e2a35676e req-0e99b572-3e3f-416a-bd93-f372c8770b20 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:35.235671 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67311fa2-3d96-4646-9fdc-af6e2a35676e req-0e99b572-3e3f-416a-bd93-f372c8770b20 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 945 time: 0.0539193 Mar 07 22:39:35.282631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67311fa2-3d96-4646-9fdc-af6e2a35676e req-951c16a3-93e9-4211-99bc-d092c7de79d6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415332 Mar 07 22:39:35.309794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['4bb578b7-de8d-446e-bcee-94aafe8bd24c'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:39:36.401820 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66966bfd-e8a5-41e0-8b82-ced54580303d req-1481fe84-1655-498f-9722-b940e3b4d5e3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:36.403319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-66966bfd-e8a5-41e0-8b82-ced54580303d req-1481fe84-1655-498f-9722-b940e3b4d5e3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 945 time: 0.0530496 Mar 07 22:39:36.450945 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-66966bfd-e8a5-41e0-8b82-ced54580303d req-6f675297-1c32-47a1-bdb8-9ab7583d50ea tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420666 Mar 07 22:39:36.824810 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4bb578b7-de8d-446e-bcee-94aafe8bd24c up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:39:36.875090 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 4bb578b7-de8d-446e-bcee-94aafe8bd24c completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:39:36.879003 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 4bb578b7-de8d-446e-bcee-94aafe8bd24c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:39:36.879381 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:36.953583 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4bb578b7-de8d-446e-bcee-94aafe8bd24c is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:39:36.953892 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:36.975944 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4c733d-2cc4-4646-ba44-bce8e2cf0179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb578b7-de8d-446e-bcee-94aafe8bd24c'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:39:36.978184 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfd2992-18ea-4d73-8d88-a90cad9b0304" -d '{"events": [{"server_uuid": "6a4c733d-2cc4-4646-ba44-bce8e2cf0179", "name": "network-vif-plugged", "status": "completed", "tag": "4bb578b7-de8d-446e-bcee-94aafe8bd24c"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:39:36.991350 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4bb578b7-de8d-446e-bcee-94aafe8bd24c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4bb578b7-de8d-446e-bcee-94aafe8bd24c,segment=NetworkSegment(789183e4-6048-43c3-b3e8-cb9e7d3c4ff1),segment_id=789183e4-6048-43c3-b3e8-cb9e7d3c4ff1)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:39:36.995252 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:37.019563 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ae48e8-cab7-4d2f-a5e3-1e8ecf06341c x-openstack-request-id: req-a3ae48e8-cab7-4d2f-a5e3-1e8ecf06341c {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:39:37.019868 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4c733d-2cc4-4646-ba44-bce8e2cf0179", "name": "network-vif-plugged", "status": "completed", "tag": "4bb578b7-de8d-446e-bcee-94aafe8bd24c", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:39:37.020127 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3ae48e8-cab7-4d2f-a5e3-1e8ecf06341c {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:39:37.020520 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4c733d-2cc4-4646-ba44-bce8e2cf0179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb578b7-de8d-446e-bcee-94aafe8bd24c', 'code': 200} Mar 07 22:39:37.043937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4bb578b7-de8d-446e-bcee-94aafe8bd24c,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:37.137696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86c86-8820-41ee-af1e-7d7ceddbb6ea req-60ee4b6c-a9a4-4e5d-a00e-83ea4b7b4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:37.139788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3f86c86-8820-41ee-af1e-7d7ceddbb6ea req-60ee4b6c-a9a4-4e5d-a00e-83ea4b7b4005 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 1128 time: 0.0500207 Mar 07 22:39:37.184870 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f3f86c86-8820-41ee-af1e-7d7ceddbb6ea req-97ffd76c-0d7f-4fe4-a37c-62f0451b3b7e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376165 Mar 07 22:39:37.566388 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742252cd-5f73-4420-a2b4-975cbbf211aa req-d8c51289-37bb-4075-a488-813e86a79b72 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:37.567860 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-742252cd-5f73-4420-a2b4-975cbbf211aa req-d8c51289-37bb-4075-a488-813e86a79b72 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0517070 Mar 07 22:39:37.615469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-742252cd-5f73-4420-a2b4-975cbbf211aa req-c2804d07-2c57-4e34-9663-dc81b78c28b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421684 Mar 07 22:39:38.733111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fab6e2-1634-457d-8010-78053b01985b req-3c6bf91f-e369-44a1-bd30-95ae29d61fcb tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:38.734597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6fab6e2-1634-457d-8010-78053b01985b req-3c6bf91f-e369-44a1-bd30-95ae29d61fcb tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0520709 Mar 07 22:39:38.785645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d6fab6e2-1634-457d-8010-78053b01985b req-ebac566f-e5e6-4cd5-ae1e-48e3b7866e1c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454972 Mar 07 22:39:38.901602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578f16f-ffba-441b-bfe5-69ce3c95481d req-c053da33-8e20-4b2c-b050-69dacf0a4dd6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:38.903018 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1578f16f-ffba-441b-bfe5-69ce3c95481d req-c053da33-8e20-4b2c-b050-69dacf0a4dd6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0517347 Mar 07 22:39:38.950792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1578f16f-ffba-441b-bfe5-69ce3c95481d req-62b1cc25-04b0-4378-bdae-a7e8d956f384 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415528 Mar 07 22:39:38.972448 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53456) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:39.059792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a951ea23-ab81-42f2-81db-58ea7fb94b82 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:39.061865 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a951ea23-ab81-42f2-81db-58ea7fb94b82 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 1123 time: 0.0884335 Mar 07 22:39:39.064609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53460) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:39.068863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': '4bb578b7-de8d-446e-bcee-94aafe8bd24c', 'tenant_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:39:39.089675 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:39.190666 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:39.289453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.25.4.85 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/0dc56bc3-7657-4dc5-97af-c6baf0b85e56) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:39:39.394806 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (0dc56bc3-7657-4dc5-97af-c6baf0b85e56), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:39.427283 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0dc56bc3-7657-4dc5-97af-c6baf0b85e56), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:39.461735 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:39:39.466370 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:39:39.469757 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:39:39.502027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=0dc56bc3-7657-4dc5-97af-c6baf0b85e56,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:39.838307 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (bc3ccee0-3cd3-4a8b-821b-d8e4ecc24f56), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:39.909335 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0dc56bc3-7657-4dc5-97af-c6baf0b85e56), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:40.055942 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (0dc56bc3-7657-4dc5-97af-c6baf0b85e56), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:40.060416 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (0dc56bc3-7657-4dc5-97af-c6baf0b85e56), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:40.133273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=0dc56bc3-7657-4dc5-97af-c6baf0b85e56,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:39:40.143047 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (bc3ccee0-3cd3-4a8b-821b-d8e4ecc24f56), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:40.246774 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Floating IP bc3ccee0-3cd3-4a8b-821b-d8e4ecc24f56 associated. External IP: 172.25.4.85, port: 4bb578b7-de8d-446e-bcee-94aafe8bd24c. Mar 07 22:39:40.467419 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router f820f615-1db1-47e2-bf74-bfd3b7867fbf has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:39:40.573400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:39:40.587970 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa301ed-7cef-484f-bcd0-deeebb9c8c73 None None] Sync routers for ids ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:39:40.591982 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:40.599490 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa301ed-7cef-484f-bcd0-deeebb9c8c73 None None] Routers {'f820f615-1db1-47e2-bf74-bfd3b7867fbf'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:39:40.600109 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5fa301ed-7cef-484f-bcd0-deeebb9c8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:39:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:40.714714 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-5fa301ed-7cef-484f-bcd0-deeebb9c8c73 None None] Set router f820f615-1db1-47e2-bf74-bfd3b7867fbf gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:39:40.956156 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5fa301ed-7cef-484f-bcd0-deeebb9c8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:39:22Z', 'updated_at': '2022-03-07T22:39:26Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:23Z', 'updated_at': '2022-03-07T22:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'bc3ccee0-3cd3-4a8b-821b-d8e4ecc24f56', 'tenant_id': '712f31e547d4445086628760076168d5', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'port_id': '4bb578b7-de8d-446e-bcee-94aafe8bd24c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'mac_address': 'fa:16:3e:bb:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c733d-2cc4-4646-ba44-bce8e2cf0179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:39:39Z', 'updated_at': '2022-03-07T22:39:39Z', 'revision_number': 0, 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ba184c-565e-4bfc-8f08-25e3091f5b88', 'name': '', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1a:5c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:25Z', 'updated_at': '2022-03-07T22:39:28Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:40.964452 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-222a0833-acda-4b25-b950-89529c4d0756 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8964684 Mar 07 22:39:40.964452 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4c733d-2cc4-4646-ba44-bce8e2cf0179', 'tag': '4bb578b7-de8d-446e-bcee-94aafe8bd24c'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:39:40.965104 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadc03d3-295a-471f-9bd0-db871bcaa906" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4c733d-2cc4-4646-ba44-bce8e2cf0179", "tag": "4bb578b7-de8d-446e-bcee-94aafe8bd24c"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:39:40.982794 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa301ed-7cef-484f-bcd0-deeebb9c8c73 None None] Checking router: f820f615-1db1-47e2-bf74-bfd3b7867fbf for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:39:40.992791 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa301ed-7cef-484f-bcd0-deeebb9c8c73 None None] Routers {'f820f615-1db1-47e2-bf74-bfd3b7867fbf'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:39:40.992791 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5fa301ed-7cef-484f-bcd0-deeebb9c8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:39:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:41.011003 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d620393-4cf6-4583-99ff-5cbd69603ddd x-openstack-request-id: req-2d620393-4cf6-4583-99ff-5cbd69603ddd {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:39:41.011302 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4c733d-2cc4-4646-ba44-bce8e2cf0179", "tag": "4bb578b7-de8d-446e-bcee-94aafe8bd24c", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:39:41.011563 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d620393-4cf6-4583-99ff-5cbd69603ddd {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:39:41.011969 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4c733d-2cc4-4646-ba44-bce8e2cf0179', 'tag': '4bb578b7-de8d-446e-bcee-94aafe8bd24c', 'status': 'completed', 'code': 200} Mar 07 22:39:41.099936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0721f7-c87b-4b00-b22e-0b83a00386e0 req-f0101b1f-2f69-40ac-86cf-57ad41ff6dd7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:41.101431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba0721f7-c87b-4b00-b22e-0b83a00386e0 req-f0101b1f-2f69-40ac-86cf-57ad41ff6dd7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0825047 Mar 07 22:39:41.103176 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-5fa301ed-7cef-484f-bcd0-deeebb9c8c73 None None] Set router f820f615-1db1-47e2-bf74-bfd3b7867fbf gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:39:41.106988 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc03d3-295a-471f-9bd0-db871bcaa906 req-09d191e6-902b-4557-bae2-c09547f90ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:41.108960 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eadc03d3-295a-471f-9bd0-db871bcaa906 req-09d191e6-902b-4557-bae2-c09547f90ace service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 1128 time: 0.0632699 Mar 07 22:39:41.206764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ba0721f7-c87b-4b00-b22e-0b83a00386e0 req-d8045aa9-ab3f-4ace-9b81-2f737d9391c1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967672 Mar 07 22:39:41.230633 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53466) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:41.237139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc03d3-295a-471f-9bd0-db871bcaa906 req-5f9d204c-3c97-4eaf-9608-ec61bfaf3b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:41.238636 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eadc03d3-295a-471f-9bd0-db871bcaa906 req-5f9d204c-3c97-4eaf-9608-ec61bfaf3b9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=854aa38d-555f-4f5e-83ab-5c4b1f7a25fa HTTP/1.1" status: 200 len: 898 time: 0.1221416 Mar 07 22:39:41.300499 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8f568984-dda5-4044-8c31-b3b427ae72c6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/bc3ccee0-3cd3-4a8b-821b-d8e4ecc24f56 HTTP/1.1" status: 200 len: 991 time: 0.0680058 Mar 07 22:39:41.310750 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eadc03d3-295a-471f-9bd0-db871bcaa906 req-f6e16f92-0d47-489e-b375-9d3a91656bd3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb578b7-de8d-446e-bcee-94aafe8bd24c HTTP/1.1" status: 200 len: 999 time: 0.0653839 Mar 07 22:39:41.325586 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5fa301ed-7cef-484f-bcd0-deeebb9c8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:39:22Z', 'updated_at': '2022-03-07T22:39:26Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:23Z', 'updated_at': '2022-03-07T22:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'bc3ccee0-3cd3-4a8b-821b-d8e4ecc24f56', 'tenant_id': '712f31e547d4445086628760076168d5', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'port_id': '4bb578b7-de8d-446e-bcee-94aafe8bd24c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'mac_address': 'fa:16:3e:bb:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c733d-2cc4-4646-ba44-bce8e2cf0179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:39:39Z', 'updated_at': '2022-03-07T22:39:39Z', 'revision_number': 0, 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ba184c-565e-4bfc-8f08-25e3091f5b88', 'name': '', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1a:5c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:25Z', 'updated_at': '2022-03-07T22:39:28Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:39:41.354705 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa301ed-7cef-484f-bcd0-deeebb9c8c73 None None] The sync data for ids ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'] in n-d-832330-1 is: [{'id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:39:22Z', 'updated_at': '2022-03-07T22:39:26Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:23Z', 'updated_at': '2022-03-07T22:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'bc3ccee0-3cd3-4a8b-821b-d8e4ecc24f56', 'tenant_id': '712f31e547d4445086628760076168d5', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'port_id': '4bb578b7-de8d-446e-bcee-94aafe8bd24c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'mac_address': 'fa:16:3e:bb:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c733d-2cc4-4646-ba44-bce8e2cf0179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:39:39Z', 'updated_at': '2022-03-07T22:39:39Z', 'revision_number': 0, 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ba184c-565e-4bfc-8f08-25e3091f5b88', 'name': '', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1a:5c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:25Z', 'updated_at': '2022-03-07T22:39:28Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:39:41.358017 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc03d3-295a-471f-9bd0-db871bcaa906 req-03c17b66-a669-484f-ba89-efd45243182b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:41.359547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eadc03d3-295a-471f-9bd0-db871bcaa906 req-03c17b66-a669-484f-ba89-efd45243182b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a0689a-031f-43c6-85ee-04555cfd1643 HTTP/1.1" status: 200 len: 833 time: 0.0434415 Mar 07 22:39:41.411882 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc03d3-295a-471f-9bd0-db871bcaa906 req-2c64c86e-3f79-40dd-be8c-803924e0d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:39:41.413387 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eadc03d3-295a-471f-9bd0-db871bcaa906 req-2c64c86e-3f79-40dd-be8c-803924e0d04e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=854aa38d-555f-4f5e-83ab-5c4b1f7a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453115 Mar 07 22:39:41.505326 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eadc03d3-295a-471f-9bd0-db871bcaa906 req-d7c84063-085d-43ad-8413-8c88924278a2 service neutron] 10.222.0.15 "GET /v2.0/networks/854aa38d-555f-4f5e-83ab-5c4b1f7a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852025 Mar 07 22:39:41.557038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a580fd-b30a-470a-bf2f-0c9157c7c9b4 None None] New status for floating IP bc3ccee0-3cd3-4a8b-821b-d8e4ecc24f56: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:39:41.595137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eadc03d3-295a-471f-9bd0-db871bcaa906 req-0f44df05-31f6-4255-92d3-d751012e3ff5 service neutron] 10.222.0.15 "GET /v2.0/networks/854aa38d-555f-4f5e-83ab-5c4b1f7a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843570 Mar 07 22:39:42.304308 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53468) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:39:42.362543 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e77dd927-0370-4461-876f-32e929a3d1b7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/bc3ccee0-3cd3-4a8b-821b-d8e4ecc24f56 HTTP/1.1" status: 200 len: 993 time: 0.0570920 Mar 07 22:39:45.722799 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7d83756e-7b8c-4399-9efb-730a96934c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:46.661712 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:48.222272 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6c667e2d-2552-41ed-ab9e-d28ec71cf41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:48.692187 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:49.529206 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:49.628633 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:39:50.495706 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:39:52.224934 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:40:11.341375 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-605b3af7-61b2-477d-a12a-802e930708af req-a58336e6-d000-4313-aa84-f0e05f6dc9c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429688 Mar 07 22:40:11.430223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b3af7-61b2-477d-a12a-802e930708af req-3566fbb3-2a0d-4f90-81d0-19185e4071a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:11.431709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-605b3af7-61b2-477d-a12a-802e930708af req-3566fbb3-2a0d-4f90-81d0-19185e4071a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 1128 time: 0.0480270 Mar 07 22:40:11.530473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b3af7-61b2-477d-a12a-802e930708af req-3ce51cf8-e050-42b9-9667-2542bac25c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:11.532546 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-605b3af7-61b2-477d-a12a-802e930708af req-3ce51cf8-e050-42b9-9667-2542bac25c00 service neutron] 10.222.0.15 "GET /v2.0/networks?id=854aa38d-555f-4f5e-83ab-5c4b1f7a25fa HTTP/1.1" status: 200 len: 898 time: 0.0835676 Mar 07 22:40:11.600120 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-605b3af7-61b2-477d-a12a-802e930708af req-a72b1626-ff1d-438e-baae-512607043a18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb578b7-de8d-446e-bcee-94aafe8bd24c HTTP/1.1" status: 200 len: 1001 time: 0.0596695 Mar 07 22:40:11.645708 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b3af7-61b2-477d-a12a-802e930708af req-7ab5d63a-f0b9-42ee-bf27-8c737e5bccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:11.647137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-605b3af7-61b2-477d-a12a-802e930708af req-7ab5d63a-f0b9-42ee-bf27-8c737e5bccd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a0689a-031f-43c6-85ee-04555cfd1643 HTTP/1.1" status: 200 len: 833 time: 0.0415051 Mar 07 22:40:11.694195 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b3af7-61b2-477d-a12a-802e930708af req-02d18e02-c306-495b-bdde-2b9ac86ae75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:11.695691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-605b3af7-61b2-477d-a12a-802e930708af req-02d18e02-c306-495b-bdde-2b9ac86ae75b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=854aa38d-555f-4f5e-83ab-5c4b1f7a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426116 Mar 07 22:40:11.785547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-605b3af7-61b2-477d-a12a-802e930708af req-547c99e7-92cc-48f0-9afc-55ced3e3392a service neutron] 10.222.0.15 "GET /v2.0/networks/854aa38d-555f-4f5e-83ab-5c4b1f7a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837564 Mar 07 22:40:11.873345 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-605b3af7-61b2-477d-a12a-802e930708af req-065dae93-f680-45c5-9b99-4836f3de0a4a service neutron] 10.222.0.15 "GET /v2.0/networks/854aa38d-555f-4f5e-83ab-5c4b1f7a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802832 Mar 07 22:40:15.674233 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da3833-ffb5-496d-bd6c-516392b80f3d req-1e3e124f-5ea9-47f1-b91d-ea9148c2cfbe tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:15.675723 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54da3833-ffb5-496d-bd6c-516392b80f3d req-1e3e124f-5ea9-47f1-b91d-ea9148c2cfbe tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0578308 Mar 07 22:40:15.723393 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-54da3833-ffb5-496d-bd6c-516392b80f3d req-f75f2bd9-8c3a-4a3b-8594-c8059252209c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420938 Mar 07 22:40:15.725265 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-120dedc2-d919-4a6f-a496-b3f371a3140f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:40:16.674855 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:40:16.843507 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffc824-0449-4925-9866-cb7128a064f5 req-1e7b7232-82a5-4e2d-8f9e-625207168cb6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:16.844956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73ffc824-0449-4925-9866-cb7128a064f5 req-1e7b7232-82a5-4e2d-8f9e-625207168cb6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0520947 Mar 07 22:40:16.892659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-73ffc824-0449-4925-9866-cb7128a064f5 req-6329992d-dc48-421c-bfe5-7b389beed8e3 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422192 Mar 07 22:40:18.013359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca48ff-be2e-4bc6-ba91-f2fd7dfbe41e req-222c1d1b-1519-4d91-b663-ed8d19428fc0 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:18.014838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5ca48ff-be2e-4bc6-ba91-f2fd7dfbe41e req-222c1d1b-1519-4d91-b663-ed8d19428fc0 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0556247 Mar 07 22:40:18.106575 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f5ca48ff-be2e-4bc6-ba91-f2fd7dfbe41e req-9bdabb22-a938-4c11-b69b-82ba65d8bbc7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854597 Mar 07 22:40:18.223289 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e9a0281d-a270-420a-b5fc-d4420ea09536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:40:18.703891 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:40:19.223572 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beade9fb-3b0d-4625-8d60-1696bdbb8447 req-acd88e60-1bb4-42c7-808e-66fd0ae93efc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:19.225038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-beade9fb-3b0d-4625-8d60-1696bdbb8447 req-acd88e60-1bb4-42c7-808e-66fd0ae93efc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0517275 Mar 07 22:40:19.272783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-beade9fb-3b0d-4625-8d60-1696bdbb8447 req-c618aa0b-228f-4bba-a533-43d709849ff9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422139 Mar 07 22:40:19.531676 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:40:20.402997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c8479-44d1-4258-856f-e9fda57b3e76 req-8f718e00-7a48-4c54-b33c-d2857ab0941e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:20.404471 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e67c8479-44d1-4258-856f-e9fda57b3e76 req-8f718e00-7a48-4c54-b33c-d2857ab0941e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0629354 Mar 07 22:40:20.456517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e67c8479-44d1-4258-856f-e9fda57b3e76 req-548ebfaf-1108-4524-b294-2b8588ed6638 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458844 Mar 07 22:40:20.499484 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:40:21.618407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe780f-726a-4fca-9421-e773798ddbff req-0694130f-ef9e-46d8-aafd-ebaff3d2c3bc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:21.619953 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5afe780f-726a-4fca-9421-e773798ddbff req-0694130f-ef9e-46d8-aafd-ebaff3d2c3bc tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0944834 Mar 07 22:40:21.667816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5afe780f-726a-4fca-9421-e773798ddbff req-971407a6-67ab-486d-a289-a2379143b6b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421853 Mar 07 22:40:22.227180 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:40:22.785391 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086ce08-ecd5-4674-a9e2-36444c01a63d req-fa7ba20c-31ec-4eb0-82b7-e7fa384202b5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:22.786891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c086ce08-ecd5-4674-a9e2-36444c01a63d req-fa7ba20c-31ec-4eb0-82b7-e7fa384202b5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0516727 Mar 07 22:40:22.836121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c086ce08-ecd5-4674-a9e2-36444c01a63d req-98b8ba60-3263-43d7-8fde-d66040739a6e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436480 Mar 07 22:40:23.959258 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358af53b-d382-456f-a271-58ad8f5fb10a req-f5a65102-75a9-44e8-8ce5-3f79638bf060 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:23.960780 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-358af53b-d382-456f-a271-58ad8f5fb10a req-f5a65102-75a9-44e8-8ce5-3f79638bf060 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0576642 Mar 07 22:40:24.009460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-358af53b-d382-456f-a271-58ad8f5fb10a req-ab8b7c55-6911-443b-a067-74f8fa9d8f76 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429938 Mar 07 22:40:25.125852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a9b65-b799-4c08-9330-12c01e086b07 req-a743d275-7856-4808-96a9-9239316d0022 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:25.127337 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-889a9b65-b799-4c08-9330-12c01e086b07 req-a743d275-7856-4808-96a9-9239316d0022 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0518374 Mar 07 22:40:25.174588 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-889a9b65-b799-4c08-9330-12c01e086b07 req-d3992fb9-4cd6-411a-8a1a-a2ceb73d5afd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417275 Mar 07 22:40:26.302842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8cf59-c78f-40c9-8c4f-6ef2fe69b673 req-8e9aedf6-0228-4335-9414-3147e524d05f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:26.304926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ec8cf59-c78f-40c9-8c4f-6ef2fe69b673 req-8e9aedf6-0228-4335-9414-3147e524d05f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0640175 Mar 07 22:40:26.356322 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ec8cf59-c78f-40c9-8c4f-6ef2fe69b673 req-5b77d30c-e6d9-4dad-8708-673e80319b0a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463631 Mar 07 22:40:26.378848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53508) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:40:26.437060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-3d0682cc-7662-452a-b4e2-bcd77f17ef03 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/bc3ccee0-3cd3-4a8b-821b-d8e4ecc24f56 HTTP/1.1" status: 200 len: 993 time: 0.0571151 Mar 07 22:40:26.628113 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:40:27.713744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd057f2a-b08c-48de-bd47-598bbc79f969 req-959bee10-0d28-4b43-8452-ddf527907cf1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:27.715327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd057f2a-b08c-48de-bd47-598bbc79f969 req-959bee10-0d28-4b43-8452-ddf527907cf1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0594952 Mar 07 22:40:27.797030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd057f2a-b08c-48de-bd47-598bbc79f969 req-8e11b519-51a3-44f1-84ff-5ec8d777512f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762775 Mar 07 22:40:27.804969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9648d2-6289-4a13-9216-98a16cbdd670 req-ac2e197f-c8d6-41e0-8389-c0edd732509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:27.806474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e9648d2-6289-4a13-9216-98a16cbdd670 req-ac2e197f-c8d6-41e0-8389-c0edd732509a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 1128 time: 0.1171958 Mar 07 22:40:27.898746 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9648d2-6289-4a13-9216-98a16cbdd670 req-0d02f138-501c-4741-a583-2e4c484cbe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:27.900213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e9648d2-6289-4a13-9216-98a16cbdd670 req-0d02f138-501c-4741-a583-2e4c484cbe13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=854aa38d-555f-4f5e-83ab-5c4b1f7a25fa HTTP/1.1" status: 200 len: 898 time: 0.0836580 Mar 07 22:40:27.973625 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e9648d2-6289-4a13-9216-98a16cbdd670 req-611dd84f-6e44-471e-8627-c5522cadf437 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb578b7-de8d-446e-bcee-94aafe8bd24c HTTP/1.1" status: 200 len: 1001 time: 0.0623066 Mar 07 22:40:28.023058 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9648d2-6289-4a13-9216-98a16cbdd670 req-35120159-cb95-49bb-a375-2dbdca562167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:28.024468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e9648d2-6289-4a13-9216-98a16cbdd670 req-35120159-cb95-49bb-a375-2dbdca562167 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a0689a-031f-43c6-85ee-04555cfd1643 HTTP/1.1" status: 200 len: 833 time: 0.0424852 Mar 07 22:40:28.082372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9648d2-6289-4a13-9216-98a16cbdd670 req-a5e040ee-05b9-4a71-85d0-d5263012a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:28.083892 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e9648d2-6289-4a13-9216-98a16cbdd670 req-a5e040ee-05b9-4a71-85d0-d5263012a5f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=854aa38d-555f-4f5e-83ab-5c4b1f7a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479665 Mar 07 22:40:28.177561 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e9648d2-6289-4a13-9216-98a16cbdd670 req-d964adaf-32b4-4b65-af8d-1793562b65c3 service neutron] 10.222.0.15 "GET /v2.0/networks/854aa38d-555f-4f5e-83ab-5c4b1f7a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837963 Mar 07 22:40:28.267958 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6e9648d2-6289-4a13-9216-98a16cbdd670 req-aa267b88-4f8e-42d6-bd71-094dc89f9579 service neutron] 10.222.0.15 "GET /v2.0/networks/854aa38d-555f-4f5e-83ab-5c4b1f7a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812294 Mar 07 22:40:28.922452 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839ecff-aed9-460e-949e-8ebe0610f09a req-7438512c-9727-4f46-b6b9-5b27bb39e4ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:40:28.923980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1839ecff-aed9-460e-949e-8ebe0610f09a req-7438512c-9727-4f46-b6b9-5b27bb39e4ff tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0565886 Mar 07 22:40:28.971053 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1839ecff-aed9-460e-949e-8ebe0610f09a req-ee9b1c7e-8151-421d-8062-6c90a0f9c157 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415215 Mar 07 22:40:28.993320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53520) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:40:29.052413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-1e268083-6682-4f9c-b2b1-458b3e731bd1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/bc3ccee0-3cd3-4a8b-821b-d8e4ecc24f56 HTTP/1.1" status: 200 len: 993 time: 0.0579996 Mar 07 22:40:45.727074 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-73484140-ea73-40d6-bc55-321264fb6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:40:46.676057 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:40:48.223899 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bef47622-2782-4160-b6e9-02f2ff4d7edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:40:48.717372 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:40:49.534630 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:40:50.501049 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:40:52.232935 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:01.461954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53536) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:01.619372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port 0dc56bc3-7657-4dc5-97af-c6baf0b85e56 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:41:01.619716 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0dc56bc3-7657-4dc5-97af-c6baf0b85e56), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:01.698420 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0dc56bc3-7657-4dc5-97af-c6baf0b85e56), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:01.698742 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (0dc56bc3-7657-4dc5-97af-c6baf0b85e56), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:01.710089 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for 0dc56bc3-7657-4dc5-97af-c6baf0b85e56 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:41:01.853961 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0dc56bc3-7657-4dc5-97af-c6baf0b85e56), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:01.884144 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=0dc56bc3-7657-4dc5-97af-c6baf0b85e56,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:01.905432 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:01.905788 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:01.906167 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:01.906508 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:01.906950 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:01.907176 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:01.907509 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:01.907839 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:01.908166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:01.908496 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:01.908821 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:01.909143 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:01.909467 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:01.955382 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (bc3ccee0-3cd3-4a8b-821b-d8e4ecc24f56), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:01.955719 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Floating IP bc3ccee0-3cd3-4a8b-821b-d8e4ecc24f56 disassociated (deleted). External IP: 172.25.4.85, port: 4bb578b7-de8d-446e-bcee-94aafe8bd24c. Mar 07 22:41:02.163721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router f820f615-1db1-47e2-bf74-bfd3b7867fbf has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:41:02.274996 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:41:02.279665 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:02.286318 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691a889-c69f-4aca-b851-7ea9394cc7f1 None None] Sync routers for ids ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:41:02.296370 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691a889-c69f-4aca-b851-7ea9394cc7f1 None None] Routers {'f820f615-1db1-47e2-bf74-bfd3b7867fbf'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:41:02.296984 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b691a889-c69f-4aca-b851-7ea9394cc7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:40:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:02.309765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6057962f-a739-4692-a649-a3fec7466fed tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/floatingips/bc3ccee0-3cd3-4a8b-821b-d8e4ecc24f56 HTTP/1.1" status: 204 len: 168 time: 0.8467231 Mar 07 22:41:02.310595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4c733d-2cc4-4646-ba44-bce8e2cf0179', 'tag': '4bb578b7-de8d-446e-bcee-94aafe8bd24c'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:41:02.313044 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27937db9-1570-4dc3-863e-d6151025cf76" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4c733d-2cc4-4646-ba44-bce8e2cf0179", "tag": "4bb578b7-de8d-446e-bcee-94aafe8bd24c"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:41:02.357123 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b2e6e5-ac68-4e03-bdcb-d9aa09a986c4 x-openstack-request-id: req-45b2e6e5-ac68-4e03-bdcb-d9aa09a986c4 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:41:02.357422 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4c733d-2cc4-4646-ba44-bce8e2cf0179", "tag": "4bb578b7-de8d-446e-bcee-94aafe8bd24c", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:41:02.357686 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45b2e6e5-ac68-4e03-bdcb-d9aa09a986c4 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:41:02.358732 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4c733d-2cc4-4646-ba44-bce8e2cf0179', 'tag': '4bb578b7-de8d-446e-bcee-94aafe8bd24c', 'status': 'completed', 'code': 200} Mar 07 22:41:02.443801 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27937db9-1570-4dc3-863e-d6151025cf76 req-3a0b2d45-891a-449f-949a-a6b051d2e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:02.445908 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27937db9-1570-4dc3-863e-d6151025cf76 req-3a0b2d45-891a-449f-949a-a6b051d2e9d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 1128 time: 0.0657070 Mar 07 22:41:02.509276 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b691a889-c69f-4aca-b851-7ea9394cc7f1 None None] Set router f820f615-1db1-47e2-bf74-bfd3b7867fbf gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:41:02.573156 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27937db9-1570-4dc3-863e-d6151025cf76 req-556c65d4-54e4-4841-85b5-912da8a2224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:02.574661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27937db9-1570-4dc3-863e-d6151025cf76 req-556c65d4-54e4-4841-85b5-912da8a2224d service neutron] 10.222.0.15 "GET /v2.0/networks?id=854aa38d-555f-4f5e-83ab-5c4b1f7a25fa HTTP/1.1" status: 200 len: 898 time: 0.1196189 Mar 07 22:41:02.586166 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fe8df-cc6d-4ca4-bbd3-e2e9ea5690ac req-399d5384-4337-487c-a7c3-bcdada469372 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:02.587548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-669fe8df-cc6d-4ca4-bbd3-e2e9ea5690ac req-399d5384-4337-487c-a7c3-bcdada469372 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0743790 Mar 07 22:41:02.636296 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27937db9-1570-4dc3-863e-d6151025cf76 req-a1cb879d-5296-41c3-8b1d-0b7b7157ac94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb578b7-de8d-446e-bcee-94aafe8bd24c HTTP/1.1" status: 200 len: 217 time: 0.0478089 Mar 07 22:41:02.696091 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-669fe8df-cc6d-4ca4-bbd3-e2e9ea5690ac req-4f030f37-7054-4e19-9e2b-92b91355d910 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012921 Mar 07 22:41:02.703545 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b691a889-c69f-4aca-b851-7ea9394cc7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:39:22Z', 'updated_at': '2022-03-07T22:39:26Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:23Z', 'updated_at': '2022-03-07T22:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05ba184c-565e-4bfc-8f08-25e3091f5b88', 'name': '', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1a:5c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:25Z', 'updated_at': '2022-03-07T22:39:28Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:02.705718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27937db9-1570-4dc3-863e-d6151025cf76 req-1f7717aa-0bb5-4c2c-afaf-794137fff34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:02.707192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27937db9-1570-4dc3-863e-d6151025cf76 req-1f7717aa-0bb5-4c2c-afaf-794137fff34c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a0689a-031f-43c6-85ee-04555cfd1643 HTTP/1.1" status: 200 len: 833 time: 0.0630631 Mar 07 22:41:02.734396 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691a889-c69f-4aca-b851-7ea9394cc7f1 None None] Checking router: f820f615-1db1-47e2-bf74-bfd3b7867fbf for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:41:02.742794 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691a889-c69f-4aca-b851-7ea9394cc7f1 None None] Routers {'f820f615-1db1-47e2-bf74-bfd3b7867fbf'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:41:02.743399 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b691a889-c69f-4aca-b851-7ea9394cc7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:40:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:02.757712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27937db9-1570-4dc3-863e-d6151025cf76 req-5781a27c-9949-4848-8592-f0ecdc7575a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:02.759418 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27937db9-1570-4dc3-863e-d6151025cf76 req-5781a27c-9949-4848-8592-f0ecdc7575a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=854aa38d-555f-4f5e-83ab-5c4b1f7a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458541 Mar 07 22:41:02.848919 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b691a889-c69f-4aca-b851-7ea9394cc7f1 None None] Set router f820f615-1db1-47e2-bf74-bfd3b7867fbf gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:41:02.851859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27937db9-1570-4dc3-863e-d6151025cf76 req-2ffce9bb-9b4d-4173-8f6d-ba53bbc9d6fd service neutron] 10.222.0.15 "GET /v2.0/networks/854aa38d-555f-4f5e-83ab-5c4b1f7a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843003 Mar 07 22:41:02.939034 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27937db9-1570-4dc3-863e-d6151025cf76 req-6b09e1cf-3ac0-4404-8ef8-844efa629d4b service neutron] 10.222.0.15 "GET /v2.0/networks/854aa38d-555f-4f5e-83ab-5c4b1f7a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803754 Mar 07 22:41:03.043764 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b691a889-c69f-4aca-b851-7ea9394cc7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:39:22Z', 'updated_at': '2022-03-07T22:39:26Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:23Z', 'updated_at': '2022-03-07T22:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05ba184c-565e-4bfc-8f08-25e3091f5b88', 'name': '', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1a:5c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:25Z', 'updated_at': '2022-03-07T22:39:28Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:03.072588 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691a889-c69f-4aca-b851-7ea9394cc7f1 None None] The sync data for ids ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'] in n-d-832330-1 is: [{'id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:39:22Z', 'updated_at': '2022-03-07T22:39:26Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:23Z', 'updated_at': '2022-03-07T22:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': '05ba184c-565e-4bfc-8f08-25e3091f5b88', 'name': '', 'network_id': '854aa38d-555f-4f5e-83ab-5c4b1f7a25fa', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:1a:5c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:25Z', 'updated_at': '2022-03-07T22:39:28Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '30a0689a-031f-43c6-85ee-04555cfd1643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:41:03.278421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c076516b-25f5-4dca-85e3-2dbdf60a448e None None] New status for floating IP bc3ccee0-3cd3-4a8b-821b-d8e4ecc24f56: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:41:03.627026 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:41:03.824800 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bbe46-5896-468d-a94e-63e345b18035 req-e5b704a4-bae5-484a-b863-450d95df35de tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:03.826304 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd6bbe46-5896-468d-a94e-63e345b18035 req-e5b704a4-bae5-484a-b863-450d95df35de tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0572455 Mar 07 22:41:03.874792 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd6bbe46-5896-468d-a94e-63e345b18035 req-caf9727d-807e-4aa6-8014-676a7789d3b2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=78740d29-0ce0-4fe6-9f9e-583b3123191c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427690 Mar 07 22:41:04.296360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571c1e6-a995-4a03-b40b-e9b44be6ca2c req-10456593-4090-4331-99f0-eb324c9c57a2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:04.297761 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9571c1e6-a995-4a03-b40b-e9b44be6ca2c req-10456593-4090-4331-99f0-eb324c9c57a2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 946 time: 0.0519249 Mar 07 22:41:04.398398 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-9571c1e6-a995-4a03-b40b-e9b44be6ca2c req-ef22c159-9437-4421-802a-e80f6e055441 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port 4bb578b7-de8d-446e-bcee-94aafe8bd24c {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:41:04.398751 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9571c1e6-a995-4a03-b40b-e9b44be6ca2c req-ef22c159-9437-4421-802a-e80f6e055441 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:04.487625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-9571c1e6-a995-4a03-b40b-e9b44be6ca2c req-ef22c159-9437-4421-802a-e80f6e055441 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] For port 4bb578b7-de8d-446e-bcee-94aafe8bd24c, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4bb578b7-de8d-446e-bcee-94aafe8bd24c,segment=NetworkSegment(789183e4-6048-43c3-b3e8-cb9e7d3c4ff1),segment_id=789183e4-6048-43c3-b3e8-cb9e7d3c4ff1)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:41:04.487992 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9571c1e6-a995-4a03-b40b-e9b44be6ca2c req-ef22c159-9437-4421-802a-e80f6e055441 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:04.499978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-9571c1e6-a995-4a03-b40b-e9b44be6ca2c req-ef22c159-9437-4421-802a-e80f6e055441 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for 4bb578b7-de8d-446e-bcee-94aafe8bd24c owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:41:04.629543 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9571c1e6-a995-4a03-b40b-e9b44be6ca2c req-ef22c159-9437-4421-802a-e80f6e055441 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (4bb578b7-de8d-446e-bcee-94aafe8bd24c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:04.658706 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22c159-9437-4421-802a-e80f6e055441 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=4bb578b7-de8d-446e-bcee-94aafe8bd24c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:04.701169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9571c1e6-a995-4a03-b40b-e9b44be6ca2c req-ef22c159-9437-4421-802a-e80f6e055441 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] No DVR routers for this DVR port 4bb578b7-de8d-446e-bcee-94aafe8bd24c on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:41:04.704446 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-9571c1e6-a995-4a03-b40b-e9b44be6ca2c req-ef22c159-9437-4421-802a-e80f6e055441 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:04.707850 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9571c1e6-a995-4a03-b40b-e9b44be6ca2c req-ef22c159-9437-4421-802a-e80f6e055441 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "DELETE /v2.0/ports/4bb578b7-de8d-446e-bcee-94aafe8bd24c HTTP/1.1" status: 204 len: 173 time: 0.4049096 Mar 07 22:41:04.708354 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4c733d-2cc4-4646-ba44-bce8e2cf0179', 'name': 'network-vif-deleted', 'tag': '4bb578b7-de8d-446e-bcee-94aafe8bd24c'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:41:04.710689 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e5f555-c684-457f-bd40-82eb34dcdf72" -d '{"events": [{"server_uuid": "6a4c733d-2cc4-4646-ba44-bce8e2cf0179", "name": "network-vif-deleted", "tag": "4bb578b7-de8d-446e-bcee-94aafe8bd24c"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:41:04.754653 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d718b3-dd52-4fb2-bfda-1e0ec8f393c6 x-openstack-request-id: req-56d718b3-dd52-4fb2-bfda-1e0ec8f393c6 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:41:04.755047 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4c733d-2cc4-4646-ba44-bce8e2cf0179", "name": "network-vif-deleted", "tag": "4bb578b7-de8d-446e-bcee-94aafe8bd24c", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:41:04.755307 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56d718b3-dd52-4fb2-bfda-1e0ec8f393c6 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:41:04.755717 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4c733d-2cc4-4646-ba44-bce8e2cf0179', 'name': 'network-vif-deleted', 'tag': '4bb578b7-de8d-446e-bcee-94aafe8bd24c', 'status': 'completed', 'code': 200} Mar 07 22:41:04.983218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-adb5bc14-5892-473a-be2f-85c0724be569 req-72ce7cfb-a4fb-4871-9776-4a3dca31b340 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4c733d-2cc4-4646-ba44-bce8e2cf0179 HTTP/1.1" status: 200 len: 210 time: 0.0309942 Mar 07 22:41:06.040856 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53552) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:06.394759 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-18d209ea-0ab1-413e-b10b-37cac0bdcfcf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (f820f615-1db1-47e2-bf74-bfd3b7867fbf), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:06.645868 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-18d209ea-0ab1-413e-b10b-37cac0bdcfcf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port 05ba184c-565e-4bfc-8f08-25e3091f5b88 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:41:06.646160 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-18d209ea-0ab1-413e-b10b-37cac0bdcfcf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:06.733675 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-18d209ea-0ab1-413e-b10b-37cac0bdcfcf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] For port 05ba184c-565e-4bfc-8f08-25e3091f5b88, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=05ba184c-565e-4bfc-8f08-25e3091f5b88,segment=NetworkSegment(789183e4-6048-43c3-b3e8-cb9e7d3c4ff1),segment_id=789183e4-6048-43c3-b3e8-cb9e7d3c4ff1)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:41:06.734042 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-18d209ea-0ab1-413e-b10b-37cac0bdcfcf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:06.745468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-18d209ea-0ab1-413e-b10b-37cac0bdcfcf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for 05ba184c-565e-4bfc-8f08-25e3091f5b88 owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:41:06.930689 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-18d209ea-0ab1-413e-b10b-37cac0bdcfcf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (05ba184c-565e-4bfc-8f08-25e3091f5b88), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:06.957962 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d209ea-0ab1-413e-b10b-37cac0bdcfcf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=05ba184c-565e-4bfc-8f08-25e3091f5b88,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:07.133351 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-18d209ea-0ab1-413e-b10b-37cac0bdcfcf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (f820f615-1db1-47e2-bf74-bfd3b7867fbf), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:07.354032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d209ea-0ab1-413e-b10b-37cac0bdcfcf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router f820f615-1db1-47e2-bf74-bfd3b7867fbf has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:41:07.781185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d209ea-0ab1-413e-b10b-37cac0bdcfcf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:41:07.786477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-18d209ea-0ab1-413e-b10b-37cac0bdcfcf tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "PUT /v2.0/routers/f820f615-1db1-47e2-bf74-bfd3b7867fbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7442317 Mar 07 22:41:07.788785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53554) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:07.792093 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eead05-bd27-4c15-8aab-0c63a97491f9 None None] Sync routers for ids ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:41:07.803029 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eead05-bd27-4c15-8aab-0c63a97491f9 None None] Routers {'f820f615-1db1-47e2-bf74-bfd3b7867fbf'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:41:07.803645 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-86eead05-bd27-4c15-8aab-0c63a97491f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:40:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:07.839106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d50a0f0-4bdb-4dda-9a3b-2f42b0ce3d3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting subnet 30a0689a-031f-43c6-85ee-04555cfd1643 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:41:07.842769 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d50a0f0-4bdb-4dda-9a3b-2f42b0ce3d3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for subnet (30a0689a-031f-43c6-85ee-04555cfd1643), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:07.884022 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d50a0f0-4bdb-4dda-9a3b-2f42b0ce3d3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (30a0689a-031f-43c6-85ee-04555cfd1643), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:07.909317 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-86eead05-bd27-4c15-8aab-0c63a97491f9 None None] Set router f820f615-1db1-47e2-bf74-bfd3b7867fbf gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:41:07.964839 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d50a0f0-4bdb-4dda-9a3b-2f42b0ce3d3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (30a0689a-031f-43c6-85ee-04555cfd1643), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.023552 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d50a0f0-4bdb-4dda-9a3b-2f42b0ce3d3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (30a0689a-031f-43c6-85ee-04555cfd1643), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.052834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50a0f0-4bdb-4dda-9a3b-2f42b0ce3d3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Subnet': ['ID=30a0689a-031f-43c6-85ee-04555cfd1643,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:08.059405 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d50a0f0-4bdb-4dda-9a3b-2f42b0ce3d3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.062891 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2d50a0f0-4bdb-4dda-9a3b-2f42b0ce3d3d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/subnets/30a0689a-031f-43c6-85ee-04555cfd1643 HTTP/1.1" status: 204 len: 168 time: 0.2731862 Mar 07 22:41:08.066048 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abda0e98-f762-4671-94ff-9725d5e50f7c None None] Network 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:41:08.066570 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53556) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:08.121610 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-86eead05-bd27-4c15-8aab-0c63a97491f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:39:22Z', 'updated_at': '2022-03-07T22:41:06Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:23Z', 'updated_at': '2022-03-07T22:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:08.148334 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eead05-bd27-4c15-8aab-0c63a97491f9 None None] Checking router: f820f615-1db1-47e2-bf74-bfd3b7867fbf for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:41:08.157257 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eead05-bd27-4c15-8aab-0c63a97491f9 None None] Routers {'f820f615-1db1-47e2-bf74-bfd3b7867fbf'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:41:08.157880 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-86eead05-bd27-4c15-8aab-0c63a97491f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:40:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:08.187556 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router (f820f615-1db1-47e2-bf74-bfd3b7867fbf), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.234918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] DHCP port deletion for 854aa38d-555f-4f5e-83ab-5c4b1f7a25fa request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:41:08.274870 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-86eead05-bd27-4c15-8aab-0c63a97491f9 None None] Set router f820f615-1db1-47e2-bf74-bfd3b7867fbf gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:41:08.293522 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Deleting port 36125983-62fc-47c2-9356-bfc5e8ac5f27 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:41:08.293798 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (36125983-62fc-47c2-9356-bfc5e8ac5f27), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.307783 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (f820f615-1db1-47e2-bf74-bfd3b7867fbf), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.357748 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] For port 36125983-62fc-47c2-9356-bfc5e8ac5f27, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=36125983-62fc-47c2-9356-bfc5e8ac5f27,segment=NetworkSegment(789183e4-6048-43c3-b3e8-cb9e7d3c4ff1),segment_id=789183e4-6048-43c3-b3e8-cb9e7d3c4ff1)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:41:08.358675 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (36125983-62fc-47c2-9356-bfc5e8ac5f27), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.366855 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port ca559547-dcc0-4140-8cd6-ed3edbae2b09 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:41:08.367329 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ca559547-dcc0-4140-8cd6-ed3edbae2b09), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.375455 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Calling delete_port for 36125983-62fc-47c2-9356-bfc5e8ac5f27 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:41:08.449092 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] For port ca559547-dcc0-4140-8cd6-ed3edbae2b09, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ca559547-dcc0-4140-8cd6-ed3edbae2b09,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:41:08.449465 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ca559547-dcc0-4140-8cd6-ed3edbae2b09), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.454037 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (36125983-62fc-47c2-9356-bfc5e8ac5f27), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.463199 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for ca559547-dcc0-4140-8cd6-ed3edbae2b09 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:41:08.466495 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-86eead05-bd27-4c15-8aab-0c63a97491f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:39:22Z', 'updated_at': '2022-03-07T22:41:06Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:23Z', 'updated_at': '2022-03-07T22:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:08.481098 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Pushing event deleted for resources: {'Port': ['ID=36125983-62fc-47c2-9356-bfc5e8ac5f27,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:08.485170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] No DVR routers for this DVR port 36125983-62fc-47c2-9356-bfc5e8ac5f27 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:41:08.492485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:08.497769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:08.497769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:08.497769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:08.497769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:08.497769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:08.497769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:08.497769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:08.497769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:08.497769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:08.497769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:08.497769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:08.497769 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a6a8-b89c-4d79-b0ca-3fedffdc3c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:08.499570 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eead05-bd27-4c15-8aab-0c63a97491f9 None None] The sync data for ids ['f820f615-1db1-47e2-bf74-bfd3b7867fbf'] in n-d-832330-1 is: [{'id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655554426', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:39:22Z', 'updated_at': '2022-03-07T22:41:06Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'ca559547-dcc0-4140-8cd6-ed3edbae2b09', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ce:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820f615-1db1-47e2-bf74-bfd3b7867fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:39:23Z', 'updated_at': '2022-03-07T22:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:41:08.643095 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ca559547-dcc0-4140-8cd6-ed3edbae2b09), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.672245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=ca559547-dcc0-4140-8cd6-ed3edbae2b09,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:08.732458 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (f820f615-1db1-47e2-bf74-bfd3b7867fbf), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.823374 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (f820f615-1db1-47e2-bf74-bfd3b7867fbf), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.825490 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_controller (f820f615-1db1-47e2-bf74-bfd3b7867fbf), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.882251 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (f820f615-1db1-47e2-bf74-bfd3b7867fbf), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.883759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Fanout notify agent at l3_agent the message router_deleted on router f820f615-1db1-47e2-bf74-bfd3b7867fbf {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:41:08.893397 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:08.894725 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-90b71e8a-8b59-4801-bb06-522b641850f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/routers/f820f615-1db1-47e2-bf74-bfd3b7867fbf HTTP/1.1" status: 204 len: 168 time: 0.8278055 Mar 07 22:41:08.897441 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53558) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:08.955381 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 36125983-62fc-47c2-9356-bfc5e8ac5f27 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:41:08.976786 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 36125983-62fc-47c2-9356-bfc5e8ac5f27 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:41:08.977131 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 36125983-62fc-47c2-9356-bfc5e8ac5f27 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:41:08.977556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 05ba184c-565e-4bfc-8f08-25e3091f5b88 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:41:08.984640 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e32aa57-1023-4f75-a448-4e7e42f43173 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (854aa38d-555f-4f5e-83ab-5c4b1f7a25fa), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.005521 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 05ba184c-565e-4bfc-8f08-25e3091f5b88 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:41:09.005886 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 05ba184c-565e-4bfc-8f08-25e3091f5b88 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:41:09.076208 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e32aa57-1023-4f75-a448-4e7e42f43173 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (854aa38d-555f-4f5e-83ab-5c4b1f7a25fa), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.098411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-2e32aa57-1023-4f75-a448-4e7e42f43173 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854aa38d-555f-4f5e-83ab-5c4b1f7a25fa']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:09.108275 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-2e32aa57-1023-4f75-a448-4e7e42f43173 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789183e4-6048-43c3-b3e8-cb9e7d3c4ff1') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:09.108573 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-2e32aa57-1023-4f75-a448-4e7e42f43173 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789183e4-6048-43c3-b3e8-cb9e7d3c4ff1') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:09.118853 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e32aa57-1023-4f75-a448-4e7e42f43173 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (789183e4-6048-43c3-b3e8-cb9e7d3c4ff1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.133298 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e32aa57-1023-4f75-a448-4e7e42f43173 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (789183e4-6048-43c3-b3e8-cb9e7d3c4ff1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.140412 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e32aa57-1023-4f75-a448-4e7e42f43173 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:41:09.140821 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e32aa57-1023-4f75-a448-4e7e42f43173 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (789183e4-6048-43c3-b3e8-cb9e7d3c4ff1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:41:09.144001 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:41:09.207733 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e32aa57-1023-4f75-a448-4e7e42f43173 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (854aa38d-555f-4f5e-83ab-5c4b1f7a25fa), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.214565 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2e32aa57-1023-4f75-a448-4e7e42f43173 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.217701 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2e32aa57-1023-4f75-a448-4e7e42f43173 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/networks/854aa38d-555f-4f5e-83ab-5c4b1f7a25fa HTTP/1.1" status: 204 len: 168 time: 0.3193126 Mar 07 22:41:09.220598 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53560) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:09.228316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4bb578b7-de8d-446e-bcee-94aafe8bd24c no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:41:09.229268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32aa57-1023-4f75-a448-4e7e42f43173 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Network': ['ID=854aa38d-555f-4f5e-83ab-5c4b1f7a25fa,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:09.250975 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 4bb578b7-de8d-446e-bcee-94aafe8bd24c {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:41:09.251322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4bb578b7-de8d-446e-bcee-94aafe8bd24c not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:41:09.287367 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (78740d29-0ce0-4fe6-9f9e-583b3123191c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.313060 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (78740d29-0ce0-4fe6-9f9e-583b3123191c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.372150 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (78740d29-0ce0-4fe6-9f9e-583b3123191c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.375507 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.376720 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/security-groups/78740d29-0ce0-4fe6-9f9e-583b3123191c HTTP/1.1" status: 204 len: 168 time: 0.1550803 Mar 07 22:41:09.385800 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78740d29-0ce0-4fe6-9f9e-583b3123191c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:09.393431 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:09.393790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:09.394238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:09.394522 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:09.394860 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:09.395206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:09.395544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:09.395913 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:09.396324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:09.396601 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:09.396976 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:09.397301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:09.397654 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a8cd6-4f0e-4b21-af8c-3bb1960af96e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:09.578866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53568) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:09.583369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-9b73f107-c36a-4274-b06a-425b34356180 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-609653500', 'description': 'tempest-secgroup-smoke-609653500 description', 'project_id': '712f31e547d4445086628760076168d5'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:41:09.602498 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9b73f107-c36a-4274-b06a-425b34356180 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.666618 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9b73f107-c36a-4274-b06a-425b34356180 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (fef1c473-4d60-4152-b7c2-4fefa166092e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.671586 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9b73f107-c36a-4274-b06a-425b34356180 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fef1c473-4d60-4152-b7c2-4fefa166092e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.705562 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9b73f107-c36a-4274-b06a-425b34356180 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.706817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9b73f107-c36a-4274-b06a-425b34356180 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1269424 Mar 07 22:41:09.708751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73f107-c36a-4274-b06a-425b34356180 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef1c473-4d60-4152-b7c2-4fefa166092e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:09.709877 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53570) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:09.715196 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a206b837-2b96-4b94-a419-7f100a3430b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': 'fef1c473-4d60-4152-b7c2-4fefa166092e', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:41:09.740814 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a206b837-2b96-4b94-a419-7f100a3430b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (0389f5aa-320d-43f6-a9ae-0e6999762bd0), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.784991 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a206b837-2b96-4b94-a419-7f100a3430b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (0389f5aa-320d-43f6-a9ae-0e6999762bd0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.788365 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a206b837-2b96-4b94-a419-7f100a3430b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (0389f5aa-320d-43f6-a9ae-0e6999762bd0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.807234 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206b837-2b96-4b94-a419-7f100a3430b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0389f5aa-320d-43f6-a9ae-0e6999762bd0,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:09.814352 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a206b837-2b96-4b94-a419-7f100a3430b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.815570 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a206b837-2b96-4b94-a419-7f100a3430b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1040068 Mar 07 22:41:09.818319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53572) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:09.822583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5829c341-c459-412c-b8d1-ff380118cda6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': 'fef1c473-4d60-4152-b7c2-4fefa166092e', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:41:09.846463 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5829c341-c459-412c-b8d1-ff380118cda6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (6621711c-6ccb-4a29-a173-863d8fdf5134), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.900754 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5829c341-c459-412c-b8d1-ff380118cda6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (6621711c-6ccb-4a29-a173-863d8fdf5134), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.905530 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5829c341-c459-412c-b8d1-ff380118cda6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (6621711c-6ccb-4a29-a173-863d8fdf5134), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.924479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829c341-c459-412c-b8d1-ff380118cda6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6621711c-6ccb-4a29-a173-863d8fdf5134,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:09.932315 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5829c341-c459-412c-b8d1-ff380118cda6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:09.933506 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5829c341-c459-412c-b8d1-ff380118cda6 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142893 Mar 07 22:41:09.936238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53574) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:09.940397 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-738d2fbd-a4a0-4512-b09c-1accc5f92d7e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': 'fef1c473-4d60-4152-b7c2-4fefa166092e', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:41:09.962979 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-738d2fbd-a4a0-4512-b09c-1accc5f92d7e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (d5a5e83f-6636-4115-921b-a2142a543842), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.022206 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-738d2fbd-a4a0-4512-b09c-1accc5f92d7e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (d5a5e83f-6636-4115-921b-a2142a543842), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.025513 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-738d2fbd-a4a0-4512-b09c-1accc5f92d7e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (d5a5e83f-6636-4115-921b-a2142a543842), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.043485 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d2fbd-a4a0-4512-b09c-1accc5f92d7e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a5e83f-6636-4115-921b-a2142a543842,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:10.050434 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-738d2fbd-a4a0-4512-b09c-1accc5f92d7e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.051633 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-738d2fbd-a4a0-4512-b09c-1accc5f92d7e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144953 Mar 07 22:41:10.054362 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53576) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:10.058725 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9dd25b7e-ab91-4f2b-b6f0-07f16852feba tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': 'fef1c473-4d60-4152-b7c2-4fefa166092e', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:41:10.082587 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9dd25b7e-ab91-4f2b-b6f0-07f16852feba tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (9f418144-12af-40af-b9f2-1d68d6a7bc45), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.138122 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9dd25b7e-ab91-4f2b-b6f0-07f16852feba tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (9f418144-12af-40af-b9f2-1d68d6a7bc45), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.142059 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9dd25b7e-ab91-4f2b-b6f0-07f16852feba tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (9f418144-12af-40af-b9f2-1d68d6a7bc45), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.159235 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd25b7e-ab91-4f2b-b6f0-07f16852feba tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f418144-12af-40af-b9f2-1d68d6a7bc45,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:10.167410 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9dd25b7e-ab91-4f2b-b6f0-07f16852feba tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.168652 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9dd25b7e-ab91-4f2b-b6f0-07f16852feba tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1133084 Mar 07 22:41:10.171511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53578) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:10.175821 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-7aa53329-3289-431e-8300-3fa20413bb07 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': 'fef1c473-4d60-4152-b7c2-4fefa166092e', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:41:10.194523 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-7aa53329-3289-431e-8300-3fa20413bb07 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Project 712f31e547d4445086628760076168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:41:10.199096 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7aa53329-3289-431e-8300-3fa20413bb07 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (718367ad-621c-46e9-8363-507822bfa4e1), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.254628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7aa53329-3289-431e-8300-3fa20413bb07 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (718367ad-621c-46e9-8363-507822bfa4e1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.258007 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7aa53329-3289-431e-8300-3fa20413bb07 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (718367ad-621c-46e9-8363-507822bfa4e1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.276629 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa53329-3289-431e-8300-3fa20413bb07 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718367ad-621c-46e9-8363-507822bfa4e1,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:10.282529 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7aa53329-3289-431e-8300-3fa20413bb07 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.283729 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7aa53329-3289-431e-8300-3fa20413bb07 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1112912 Mar 07 22:41:10.286435 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53580) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:10.290590 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-69e16880-ba0d-48f9-af84-17ea0d4e2b3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'security_group_rule': {'security_group_id': 'fef1c473-4d60-4152-b7c2-4fefa166092e', 'project_id': '712f31e547d4445086628760076168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:41:10.310571 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-69e16880-ba0d-48f9-af84-17ea0d4e2b3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Project 712f31e547d4445086628760076168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:41:10.315286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-69e16880-ba0d-48f9-af84-17ea0d4e2b3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (5eda6845-ebde-4f2a-9a08-0aca219670ac), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.374843 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-69e16880-ba0d-48f9-af84-17ea0d4e2b3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (5eda6845-ebde-4f2a-9a08-0aca219670ac), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.378358 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-69e16880-ba0d-48f9-af84-17ea0d4e2b3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (5eda6845-ebde-4f2a-9a08-0aca219670ac), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.395325 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e16880-ba0d-48f9-af84-17ea0d4e2b3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eda6845-ebde-4f2a-9a08-0aca219670ac,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:10.404935 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-69e16880-ba0d-48f9-af84-17ea0d4e2b3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.406323 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-69e16880-ba0d-48f9-af84-17ea0d4e2b3b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189635 Mar 07 22:41:10.409220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53582) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:10.414301 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-78e65843-f6c3-4363-9b50-a3cc46736882 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'network': {'name': 'tempest-network-smoke--2145078155', 'project_id': '712f31e547d4445086628760076168d5', 'port_security_enabled': True}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:41:10.431488 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e65843-f6c3-4363-9b50-a3cc46736882 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Made reservation on behalf of 712f31e547d4445086628760076168d5 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:41:10.434586 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78e65843-f6c3-4363-9b50-a3cc46736882 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.457754 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e65843-f6c3-4363-9b50-a3cc46736882 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:41:10.466186 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78e65843-f6c3-4363-9b50-a3cc46736882 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (fda29559-2135-4e00-8726-42d28ab8cdf0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.466526 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-78e65843-f6c3-4363-9b50-a3cc46736882 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Added segment fda29559-2135-4e00-8726-42d28ab8cdf0 of type vlan for network fbfb83d4-0d56-4ba3-921e-62f454ef314a Mar 07 22:41:10.504650 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78e65843-f6c3-4363-9b50-a3cc46736882 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (fbfb83d4-0d56-4ba3-921e-62f454ef314a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.528299 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78e65843-f6c3-4363-9b50-a3cc46736882 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (fbfb83d4-0d56-4ba3-921e-62f454ef314a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.533186 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e65843-f6c3-4363-9b50-a3cc46736882 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:10.533760 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-78e65843-f6c3-4363-9b50-a3cc46736882 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.567536 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-78e65843-f6c3-4363-9b50-a3cc46736882 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1547444 Mar 07 22:41:10.567892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53584) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:10.572129 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'admin_state_up': True, 'project_id': '712f31e547d4445086628760076168d5', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:41:10.616496 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e65843-f6c3-4363-9b50-a3cc46736882 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Network': ['ID=fbfb83d4-0d56-4ba3-921e-62f454ef314a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:10.628510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network fbfb83d4-0d56-4ba3-921e-62f454ef314a details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:41:10.629041 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.629620 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.682637 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_controller (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:10.749170 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ca559547-dcc0-4140-8cd6-ed3edbae2b09 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:41:10.774593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: ca559547-dcc0-4140-8cd6-ed3edbae2b09 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:41:10.774947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ca559547-dcc0-4140-8cd6-ed3edbae2b09 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:41:10.829346 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:11.022443 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:11.044055 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:11.145528 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.25.4.165 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/c04403a3-9ad0-468f-bff8-2a2439c3ab58) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:41:11.249430 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (c04403a3-9ad0-468f-bff8-2a2439c3ab58), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:11.281479 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c04403a3-9ad0-468f-bff8-2a2439c3ab58), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:11.317800 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:41:11.321881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:41:11.325704 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:41:11.347218 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=c04403a3-9ad0-468f-bff8-2a2439c3ab58,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:11.571679 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:11.769047 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:11.896024 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:41:12.000243 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:41:12.009454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Sync routers for ids ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:41:12.019263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Routers {'89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:41:12.019889 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:40:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:12.021080 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:12.022359 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-43de9564-4be6-41a6-bab5-760d37cc0529 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4535348 Mar 07 22:41:12.025340 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53586) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:12.052160 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d8a52807-48e6-4543-b993-a300694b7f47 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=712f31e547d4445086628760076168d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256841 Mar 07 22:41:12.054660 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53588) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:12.127594 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Set router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:41:12.323645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:41:10Z', 'updated_at': '2022-03-07T22:41:11Z', 'revision_number': 3, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:11Z', 'updated_at': '2022-03-07T22:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:12.354929 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Checking router: 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:41:12.355282 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Updating router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 port c04403a3-9ad0-468f-bff8-2a2439c3ab58 binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:41:12.384825 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c04403a3-9ad0-468f-bff8-2a2439c3ab58), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:12.532111 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30a02b5-901e-4153-a436-f35097c295fa tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:12.533639 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d30a02b5-901e-4153-a436-f35097c295fa tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4780896 Mar 07 22:41:12.536892 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53590) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:12.567970 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-514dd279-6580-443a-9408-06b24d602c52 tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f20316a0-eab8-41f0-8613-93a8a216afe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298862 Mar 07 22:41:12.570434 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53592) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:12.575155 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c1ab985e-efa2-4802-b4a0-9cf4892d8852 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-64922511', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'project_id': '712f31e547d4445086628760076168d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:41:12.639880 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Publish callbacks [] for port (c04403a3-9ad0-468f-bff8-2a2439c3ab58), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:12.644991 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c04403a3-9ad0-468f-bff8-2a2439c3ab58), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:12.663268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ab985e-efa2-4802-b4a0-9cf4892d8852 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Made reservation on behalf of 712f31e547d4445086628760076168d5 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:41:12.666668 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1ab985e-efa2-4802-b4a0-9cf4892d8852 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:12.696917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Attempting to bind port c04403a3-9ad0-468f-bff8-2a2439c3ab58 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:41:12.697289 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Attempting to bind port c04403a3-9ad0-468f-bff8-2a2439c3ab58 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:41:12.697649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Attempting to bind port c04403a3-9ad0-468f-bff8-2a2439c3ab58 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:41:12.699639 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb7dc6-1951-4f12-a213-371a0fcc6e2c None None] Pushing event updated for resources: {'Port': ['ID=c04403a3-9ad0-468f-bff8-2a2439c3ab58,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:12.706474 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:41:12.706865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:41:12.707251 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:12.708018 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:41:12.708153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Bound port: c04403a3-9ad0-468f-bff8-2a2439c3ab58, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:41:12.708451 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c04403a3-9ad0-468f-bff8-2a2439c3ab58), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:12.761373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] For port c04403a3-9ad0-468f-bff8-2a2439c3ab58, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:41:12.764882 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] For port c04403a3-9ad0-468f-bff8-2a2439c3ab58, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c04403a3-9ad0-468f-bff8-2a2439c3ab58,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:41:12.771018 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c04403a3-9ad0-468f-bff8-2a2439c3ab58), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:12.830117 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb7dc6-1951-4f12-a213-371a0fcc6e2c None None] Pushing event updated for resources: {'Port': ['ID=c04403a3-9ad0-468f-bff8-2a2439c3ab58,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:12.833038 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Routers {'89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:41:12.834000 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:40:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:12.857303 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1ab985e-efa2-4802-b4a0-9cf4892d8852 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (41483599-9062-4fdb-9a96-c302a2a0b65a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:12.920679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab985e-efa2-4802-b4a0-9cf4892d8852 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Subnet': ['ID=41483599-9062-4fdb-9a96-c302a2a0b65a,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:12.930100 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab985e-efa2-4802-b4a0-9cf4892d8852 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Checking segment: {'id': 'fda29559-2135-4e00-8726-42d28ab8cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:41:12.930470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab985e-efa2-4802-b4a0-9cf4892d8852 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network hostable DHCP agents. Network: fbfb83d4-0d56-4ba3-921e-62f454ef314a, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:41:12.942720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] Set router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:41:12.947793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab985e-efa2-4802-b4a0-9cf4892d8852 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network fbfb83d4-0d56-4ba3-921e-62f454ef314a is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:41:12.956246 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-c1ab985e-efa2-4802-b4a0-9cf4892d8852 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, fbfb83d4-0d56-4ba3-921e-62f454ef314a) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:41:12.965575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ab985e-efa2-4802-b4a0-9cf4892d8852 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:12.966338 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c1ab985e-efa2-4802-b4a0-9cf4892d8852 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:12.984715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c1ab985e-efa2-4802-b4a0-9cf4892d8852 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4132841 Mar 07 22:41:12.987530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53594) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:13.001536 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8955634-a515-4e32-8758-b1ff0ab5ad95 None None] Network fbfb83d4-0d56-4ba3-921e-62f454ef314a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:41:13.179454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ips': [{'subnet_id': '41483599-9062-4fdb-9a96-c302a2a0b65a'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:41:13.180108 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:13.285821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:41:10Z', 'updated_at': '2022-03-07T22:41:11Z', 'revision_number': 3, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:11Z', 'updated_at': '2022-03-07T22:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:13.333955 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c681a17b-0a95-49a1-ae84-fec7895c0504 None None] The sync data for ids ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'] in n-d-832330-1 is: [{'id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:41:10Z', 'updated_at': '2022-03-07T22:41:11Z', 'revision_number': 3, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:11Z', 'updated_at': '2022-03-07T22:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:41:13.359250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Allocated IP 172.20.0.2 (fbfb83d4-0d56-4ba3-921e-62f454ef314a/41483599-9062-4fdb-9a96-c302a2a0b65a/133979cc-6a1a-4f9a-9714-58de32d667f1) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:41:13.428605 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:13.759868 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Publish callbacks [] for port (133979cc-6a1a-4f9a-9714-58de32d667f1), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:13.768883 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (133979cc-6a1a-4f9a-9714-58de32d667f1), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:13.814916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Network fbfb83d4-0d56-4ba3-921e-62f454ef314a is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:41:13.820022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:41:13.830639 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:41:13.831563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.20.0.1 (fbfb83d4-0d56-4ba3-921e-62f454ef314a/41483599-9062-4fdb-9a96-c302a2a0b65a/db805ed2-eb99-4bd9-a6aa-05da989a4d0f) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:41:13.832686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Pushing event updated for resources: {'Port': ['ID=133979cc-6a1a-4f9a-9714-58de32d667f1,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:13.915813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Attempting to bind port 133979cc-6a1a-4f9a-9714-58de32d667f1 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:41:13.916159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Attempting to bind port 133979cc-6a1a-4f9a-9714-58de32d667f1 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'fda29559-2135-4e00-8726-42d28ab8cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:41:13.916524 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Attempting to bind port 133979cc-6a1a-4f9a-9714-58de32d667f1 on network fbfb83d4-0d56-4ba3-921e-62f454ef314a {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:41:13.926216 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:41:13.926779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Checking segment: {'id': 'fda29559-2135-4e00-8726-42d28ab8cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:41:13.927186 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:13.927578 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Bound using segment: {'id': 'fda29559-2135-4e00-8726-42d28ab8cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:41:13.928050 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Bound port: 133979cc-6a1a-4f9a-9714-58de32d667f1, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda29559-2135-4e00-8726-42d28ab8cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:41:13.928492 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (133979cc-6a1a-4f9a-9714-58de32d667f1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:13.982030 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:14.008546 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] For port 133979cc-6a1a-4f9a-9714-58de32d667f1, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:41:14.012023 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] For port 133979cc-6a1a-4f9a-9714-58de32d667f1, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=133979cc-6a1a-4f9a-9714-58de32d667f1,segment=NetworkSegment(fda29559-2135-4e00-8726-42d28ab8cdf0),segment_id=fda29559-2135-4e00-8726-42d28ab8cdf0)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:41:14.024446 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (133979cc-6a1a-4f9a-9714-58de32d667f1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:14.029099 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:14.101047 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network fbfb83d4-0d56-4ba3-921e-62f454ef314a is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:41:14.107885 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca95d96-641c-4646-b4ad-754feb0fb309 None None] Pushing event updated for resources: {'Port': ['ID=133979cc-6a1a-4f9a-9714-58de32d667f1,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:14.108863 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:41:14.113928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:41:14.168350 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:14.176255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=db805ed2-eb99-4bd9-a6aa-05da989a4d0f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:14.345992 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:14.633442 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:14.637905 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:14.706760 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=db805ed2-eb99-4bd9-a6aa-05da989a4d0f,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:14.709533 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:14.811317 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network fbfb83d4-0d56-4ba3-921e-62f454ef314a is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:41:14.812765 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:41:14.862319 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c04403a3-9ad0-468f-bff8-2a2439c3ab58 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:41:14.923792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c04403a3-9ad0-468f-bff8-2a2439c3ab58 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:41:14.924308 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c04403a3-9ad0-468f-bff8-2a2439c3ab58), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:14.943893 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:41:15.007664 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c04403a3-9ad0-468f-bff8-2a2439c3ab58 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:41:15.008203 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c04403a3-9ad0-468f-bff8-2a2439c3ab58), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:15.031189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port c04403a3-9ad0-468f-bff8-2a2439c3ab58, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c04403a3-9ad0-468f-bff8-2a2439c3ab58,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:41:15.037797 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c04403a3-9ad0-468f-bff8-2a2439c3ab58), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:15.038635 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 133979cc-6a1a-4f9a-9714-58de32d667f1 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:41:15.063185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:41:15.068703 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-79a55599-b78b-4a0f-ae17-7720750a0504 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "PUT /v2.0/routers/89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0801396 Mar 07 22:41:15.132198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=c04403a3-9ad0-468f-bff8-2a2439c3ab58,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:15.146155 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 133979cc-6a1a-4f9a-9714-58de32d667f1 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:41:15.146480 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (133979cc-6a1a-4f9a-9714-58de32d667f1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:15.170933 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b8cac0-4aa9-4f94-aaf8-4b0ac3cfb73c None None] Network fbfb83d4-0d56-4ba3-921e-62f454ef314a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:41:15.239089 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-092f6eb4-4cf3-4587-bdd7-9179b723a667 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609653500&fields=id&tenant_id=712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 267 time: 0.0492637 Mar 07 22:41:15.272093 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8bf19759-b11e-40b5-849f-604da3827717 None None] Provisioning complete for port 133979cc-6a1a-4f9a-9714-58de32d667f1 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:41:15.272467 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8bf19759-b11e-40b5-849f-604da3827717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (133979cc-6a1a-4f9a-9714-58de32d667f1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:15.352499 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4587-f891-4466-870b-ed27fdb25e8d req-a55b9652-9efa-4917-8abd-5cefb928bf5b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:15.354219 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-a55b9652-9efa-4917-8abd-5cefb928bf5b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/networks?id=fbfb83d4-0d56-4ba3-921e-62f454ef314a HTTP/1.1" status: 200 len: 797 time: 0.1085465 Mar 07 22:41:15.363499 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 133979cc-6a1a-4f9a-9714-58de32d667f1 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:41:15.363890 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (133979cc-6a1a-4f9a-9714-58de32d667f1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:15.369462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-0a50ef2e-8869-464f-8325-6d9644c1f1b9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/quotas/712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 375 time: 0.0090494 Mar 07 22:41:15.434554 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 133979cc-6a1a-4f9a-9714-58de32d667f1, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=133979cc-6a1a-4f9a-9714-58de32d667f1,segment=NetworkSegment(fda29559-2135-4e00-8726-42d28ab8cdf0),segment_id=fda29559-2135-4e00-8726-42d28ab8cdf0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:41:15.435024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-d6f42a7d-a5d4-4991-afd9-65a14c7b4c5a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593069 Mar 07 22:41:15.442258 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (133979cc-6a1a-4f9a-9714-58de32d667f1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:15.472136 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8bf19759-b11e-40b5-849f-604da3827717 None None] Current status of the port 133979cc-6a1a-4f9a-9714-58de32d667f1 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:41:15.472547 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8bf19759-b11e-40b5-849f-604da3827717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (133979cc-6a1a-4f9a-9714-58de32d667f1), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:15.511913 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=133979cc-6a1a-4f9a-9714-58de32d667f1,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:15.555532 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.db.api [None req-8bf19759-b11e-40b5-849f-604da3827717 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:41:15.555944 n-d-832330-1 neutron-server[103720]: DEBUG oslo_db.api [None req-8bf19759-b11e-40b5-849f-604da3827717 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:41:15.557844 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-be3aed37-123b-4894-81df-614a8ab41fac service neutron] 10.222.0.26 "GET /v2.0/networks/fbfb83d4-0d56-4ba3-921e-62f454ef314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012869 Mar 07 22:41:15.655846 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Sync routers for ids ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:41:15.665137 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-e2e3a74b-d77f-4c7a-9350-768c8e4c4a47 service neutron] 10.222.0.26 "GET /v2.0/networks/fbfb83d4-0d56-4ba3-921e-62f454ef314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007974 Mar 07 22:41:15.668227 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Routers {'89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:41:15.669035 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:40:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:15.731993 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a4a94086-0282-4ac8-aebe-acdab80aeaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:15.867897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-43244661-b23f-4b29-bf11-6bef98b8366a req-c81035dd-8c76-4aba-a1fb-280f723fe13e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 210 time: 0.0329862 Mar 07 22:41:15.907633 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Set router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:41:16.096009 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8bf19759-b11e-40b5-849f-604da3827717 None None] Current status of the port 133979cc-6a1a-4f9a-9714-58de32d667f1 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:41:16.132965 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:41:10Z', 'updated_at': '2022-03-07T22:41:14Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:11Z', 'updated_at': '2022-03-07T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db805ed2-eb99-4bd9-a6aa-05da989a4d0f', 'name': '', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:ae:dc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:13Z', 'updated_at': '2022-03-07T22:41:14Z', 'revision_number': 2, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:16.163099 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Checking router: 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:41:16.163455 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Updating router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 port db805ed2-eb99-4bd9-a6aa-05da989a4d0f binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:41:16.191113 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:16.218815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d0843650-35d5-4d5b-8421-8e6aaac648b9 None None] Provisioning complete for port 133979cc-6a1a-4f9a-9714-58de32d667f1 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:41:16.219311 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d0843650-35d5-4d5b-8421-8e6aaac648b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (133979cc-6a1a-4f9a-9714-58de32d667f1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:16.313617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d0843650-35d5-4d5b-8421-8e6aaac648b9 None None] Current status of the port 133979cc-6a1a-4f9a-9714-58de32d667f1 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:41:16.325118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d0843650-35d5-4d5b-8421-8e6aaac648b9 None None] Provisioning complete for port db805ed2-eb99-4bd9-a6aa-05da989a4d0f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:41:16.325521 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d0843650-35d5-4d5b-8421-8e6aaac648b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:16.366684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d0843650-35d5-4d5b-8421-8e6aaac648b9 None None] Port db805ed2-eb99-4bd9-a6aa-05da989a4d0f cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:41:16.468244 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Publish callbacks [] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:16.474330 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:16.522146 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83627eb-51c7-4130-8ddb-40b70e25184e None None] Pushing event updated for resources: {'Port': ['ID=db805ed2-eb99-4bd9-a6aa-05da989a4d0f,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:16.533520 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83627eb-51c7-4130-8ddb-40b70e25184e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:16.533872 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83627eb-51c7-4130-8ddb-40b70e25184e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:16.534313 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83627eb-51c7-4130-8ddb-40b70e25184e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:16.534698 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83627eb-51c7-4130-8ddb-40b70e25184e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:16.535006 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83627eb-51c7-4130-8ddb-40b70e25184e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:16.535342 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83627eb-51c7-4130-8ddb-40b70e25184e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:16.535677 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83627eb-51c7-4130-8ddb-40b70e25184e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:16.536045 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83627eb-51c7-4130-8ddb-40b70e25184e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:16.536504 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83627eb-51c7-4130-8ddb-40b70e25184e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:16.536896 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83627eb-51c7-4130-8ddb-40b70e25184e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:16.537208 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83627eb-51c7-4130-8ddb-40b70e25184e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:16.537631 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83627eb-51c7-4130-8ddb-40b70e25184e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:16.538141 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83627eb-51c7-4130-8ddb-40b70e25184e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:41:16.592951 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Attempting to bind port db805ed2-eb99-4bd9-a6aa-05da989a4d0f on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:41:16.593320 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Attempting to bind port db805ed2-eb99-4bd9-a6aa-05da989a4d0f by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'fda29559-2135-4e00-8726-42d28ab8cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:41:16.593694 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Attempting to bind port db805ed2-eb99-4bd9-a6aa-05da989a4d0f on network fbfb83d4-0d56-4ba3-921e-62f454ef314a {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:41:16.598789 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:41:16.599164 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Checking segment: {'id': 'fda29559-2135-4e00-8726-42d28ab8cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:41:16.599562 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:16.599955 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Bound using segment: {'id': 'fda29559-2135-4e00-8726-42d28ab8cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:41:16.600418 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Bound port: db805ed2-eb99-4bd9-a6aa-05da989a4d0f, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda29559-2135-4e00-8726-42d28ab8cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:41:16.600794 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:16.675844 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] For port db805ed2-eb99-4bd9-a6aa-05da989a4d0f, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:41:16.679223 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] For port db805ed2-eb99-4bd9-a6aa-05da989a4d0f, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=db805ed2-eb99-4bd9-a6aa-05da989a4d0f,segment=NetworkSegment(fda29559-2135-4e00-8726-42d28ab8cdf0),segment_id=fda29559-2135-4e00-8726-42d28ab8cdf0)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:41:16.687924 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:16.688467 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:16.747268 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Routers {'89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:41:16.747915 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:40:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:16.784802 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83627eb-51c7-4130-8ddb-40b70e25184e None None] Pushing event updated for resources: {'Port': ['ID=db805ed2-eb99-4bd9-a6aa-05da989a4d0f,revision_number=4']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:16.789971 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d15c7926-9bd4-408c-b8fe-7d26395f9113 None None] Provisioning complete for port db805ed2-eb99-4bd9-a6aa-05da989a4d0f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:41:16.790698 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d15c7926-9bd4-408c-b8fe-7d26395f9113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:16.842101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c04403a3-9ad0-468f-bff8-2a2439c3ab58 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:41:16.903915 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] Set router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:41:16.988078 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port c04403a3-9ad0-468f-bff8-2a2439c3ab58 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:41:16.988460 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c04403a3-9ad0-468f-bff8-2a2439c3ab58), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:17.052375 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d15c7926-9bd4-408c-b8fe-7d26395f9113 None None] Current status of the port db805ed2-eb99-4bd9-a6aa-05da989a4d0f is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:41:17.052927 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d15c7926-9bd4-408c-b8fe-7d26395f9113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:17.073602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4587-f891-4466-870b-ed27fdb25e8d req-0bd21170-a42a-4f87-8123-bbffc996fe7c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:17.076011 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-0bd21170-a42a-4f87-8123-bbffc996fe7c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "GET /v2.0/networks?id=fbfb83d4-0d56-4ba3-921e-62f454ef314a HTTP/1.1" status: 200 len: 797 time: 0.1469457 Mar 07 22:41:17.079773 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f2632fe-a482-44b1-bfc0-b778d277ed00 req-762aecbb-ff48-417f-a621-33511d7bc8b2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 210 time: 0.0491583 Mar 07 22:41:17.096477 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-d15c7926-9bd4-408c-b8fe-7d26395f9113 None None] For port db805ed2-eb99-4bd9-a6aa-05da989a4d0f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=db805ed2-eb99-4bd9-a6aa-05da989a4d0f,segment=NetworkSegment(fda29559-2135-4e00-8726-42d28ab8cdf0),segment_id=fda29559-2135-4e00-8726-42d28ab8cdf0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:41:17.126290 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d15c7926-9bd4-408c-b8fe-7d26395f9113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:17.156691 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-b397707c-d1ff-4050-9222-9d1bf4a5bc99 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=712f31e547d4445086628760076168d5 HTTP/1.1" status: 200 len: 379 time: 0.0695343 Mar 07 22:41:17.167886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-938c4587-f891-4466-870b-ed27fdb25e8d req-2d7fa1b8-3f72-47ad-a26f-f2a25caeaa5f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'port': {'device_id': 'fa432dbc-8462-44af-8b71-ed798ef676f8', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'admin_state_up': True, 'tenant_id': '712f31e547d4445086628760076168d5', 'security_groups': ['fef1c473-4d60-4152-b7c2-4fefa166092e']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:41:17.169353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port c04403a3-9ad0-468f-bff8-2a2439c3ab58 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:41:17.171030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 133979cc-6a1a-4f9a-9714-58de32d667f1 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:41:17.199375 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:41:10Z', 'updated_at': '2022-03-07T22:41:14Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:11Z', 'updated_at': '2022-03-07T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db805ed2-eb99-4bd9-a6aa-05da989a4d0f', 'name': '', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:ae:dc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:13Z', 'updated_at': '2022-03-07T22:41:16Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:17.215622 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c7926-9bd4-408c-b8fe-7d26395f9113 None None] Pushing event updated for resources: {'Port': ['ID=db805ed2-eb99-4bd9-a6aa-05da989a4d0f,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:17.227484 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edbb66d-b2a3-408c-be18-6e985c02bd32 None None] The sync data for ids ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'] in n-d-832330-1 is: [{'id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:41:10Z', 'updated_at': '2022-03-07T22:41:14Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:11Z', 'updated_at': '2022-03-07T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db805ed2-eb99-4bd9-a6aa-05da989a4d0f', 'name': '', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:ae:dc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:13Z', 'updated_at': '2022-03-07T22:41:16Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:41:17.239566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 133979cc-6a1a-4f9a-9714-58de32d667f1 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:41:17.239947 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (133979cc-6a1a-4f9a-9714-58de32d667f1), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:17.300147 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3a3d7755-2acf-403f-a06e-adcd3323e674 None None] Provisioning complete for port db805ed2-eb99-4bd9-a6aa-05da989a4d0f triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:41:17.300578 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3a3d7755-2acf-403f-a06e-adcd3323e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:17.313860 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938c4587-f891-4466-870b-ed27fdb25e8d req-2d7fa1b8-3f72-47ad-a26f-f2a25caeaa5f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Made reservation on behalf of 712f31e547d4445086628760076168d5 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:41:17.320855 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-938c4587-f891-4466-870b-ed27fdb25e8d req-2d7fa1b8-3f72-47ad-a26f-f2a25caeaa5f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:17.403186 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 133979cc-6a1a-4f9a-9714-58de32d667f1 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:41:17.442608 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d7755-2acf-403f-a06e-adcd3323e674 None None] Current status of the port db805ed2-eb99-4bd9-a6aa-05da989a4d0f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:41:17.467626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-938c4587-f891-4466-870b-ed27fdb25e8d req-2d7fa1b8-3f72-47ad-a26f-f2a25caeaa5f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.20.0.5 (fbfb83d4-0d56-4ba3-921e-62f454ef314a/41483599-9062-4fdb-9a96-c302a2a0b65a/199b53f2-3774-4830-8577-3c0e02fe3cf6) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:41:17.610866 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-938c4587-f891-4466-870b-ed27fdb25e8d req-2d7fa1b8-3f72-47ad-a26f-f2a25caeaa5f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:17.646212 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-938c4587-f891-4466-870b-ed27fdb25e8d req-2d7fa1b8-3f72-47ad-a26f-f2a25caeaa5f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:17.691718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938c4587-f891-4466-870b-ed27fdb25e8d req-2d7fa1b8-3f72-47ad-a26f-f2a25caeaa5f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network fbfb83d4-0d56-4ba3-921e-62f454ef314a is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:41:17.695049 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-938c4587-f891-4466-870b-ed27fdb25e8d req-2d7fa1b8-3f72-47ad-a26f-f2a25caeaa5f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:41:17.697444 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-938c4587-f891-4466-870b-ed27fdb25e8d req-2d7fa1b8-3f72-47ad-a26f-f2a25caeaa5f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:41:17.729578 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fa1b8-3f72-47ad-a26f-f2a25caeaa5f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=199b53f2-3774-4830-8577-3c0e02fe3cf6,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:17.755288 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4587-f891-4466-870b-ed27fdb25e8d req-2d7fa1b8-3f72-47ad-a26f-f2a25caeaa5f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:17.755947 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-938c4587-f891-4466-870b-ed27fdb25e8d req-2d7fa1b8-3f72-47ad-a26f-f2a25caeaa5f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:17.775604 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-2d7fa1b8-3f72-47ad-a26f-f2a25caeaa5f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6115534 Mar 07 22:41:17.791565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Request body: {'port': {'device_id': 'fa432dbc-8462-44af-8b71-ed798ef676f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:41:17.865798 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:17.970722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c33e7205-2ced-430b-9491-70f50892f03b None None] Provisioning complete for port 199b53f2-3774-4830-8577-3c0e02fe3cf6 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:41:17.971019 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c33e7205-2ced-430b-9491-70f50892f03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:18.007919 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c33e7205-2ced-430b-9491-70f50892f03b None None] Port 199b53f2-3774-4830-8577-3c0e02fe3cf6 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:41:18.143553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199b53f2-3774-4830-8577-3c0e02fe3cf6 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:41:18.151796 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Publish callbacks [] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:18.173739 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Transition to ACTIVE for port object 199b53f2-3774-4830-8577-3c0e02fe3cf6 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:41:18.189099 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:18.237962 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d27ea75a-e7f0-4a1f-a594-e9209739be76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:18.594546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=199b53f2-3774-4830-8577-3c0e02fe3cf6,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:18.641715 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb4476-1640-4e7e-ae92-786eef07d2e2 req-41012982-0a87-4da6-bf33-afa771bfd567 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:18.643217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42eb4476-1640-4e7e-ae92-786eef07d2e2 req-41012982-0a87-4da6-bf33-afa771bfd567 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 931 time: 0.4870269 Mar 07 22:41:18.703334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Attempting to bind port 199b53f2-3774-4830-8577-3c0e02fe3cf6 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:41:18.703668 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Attempting to bind port 199b53f2-3774-4830-8577-3c0e02fe3cf6 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': 'fda29559-2135-4e00-8726-42d28ab8cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:41:18.704010 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Attempting to bind port 199b53f2-3774-4830-8577-3c0e02fe3cf6 on network fbfb83d4-0d56-4ba3-921e-62f454ef314a {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:41:18.711414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42eb4476-1640-4e7e-ae92-786eef07d2e2 req-db260fa9-80ae-460c-a25b-1e5cac9c4187 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625319 Mar 07 22:41:18.712372 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Port 199b53f2-3774-4830-8577-3c0e02fe3cf6 on network fbfb83d4-0d56-4ba3-921e-62f454ef314a not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:41:18.712696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Attempting to bind port 199b53f2-3774-4830-8577-3c0e02fe3cf6 on network fbfb83d4-0d56-4ba3-921e-62f454ef314a {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:41:18.718450 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:41:18.718785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Checking segment: {'id': 'fda29559-2135-4e00-8726-42d28ab8cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:41:18.719169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Bound using segment: {'id': 'fda29559-2135-4e00-8726-42d28ab8cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:41:18.719601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Bound port: 199b53f2-3774-4830-8577-3c0e02fe3cf6, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda29559-2135-4e00-8726-42d28ab8cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:41:18.719969 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:18.722537 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:18.786098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] For port 199b53f2-3774-4830-8577-3c0e02fe3cf6, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:41:18.789171 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] For port 199b53f2-3774-4830-8577-3c0e02fe3cf6, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=199b53f2-3774-4830-8577-3c0e02fe3cf6,segment=NetworkSegment(fda29559-2135-4e00-8726-42d28ab8cdf0),segment_id=fda29559-2135-4e00-8726-42d28ab8cdf0)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:41:18.795183 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:18.818723 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device db805ed2-eb99-4bd9-a6aa-05da989a4d0f up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:41:18.830957 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:18.831567 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:18.833039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] 10.222.0.15 "PUT /v2.0/ports/199b53f2-3774-4830-8577-3c0e02fe3cf6 HTTP/1.1" status: 200 len: 1091 time: 1.0460918 Mar 07 22:41:18.835236 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa432dbc-8462-44af-8b71-ed798ef676f8', 'tag': '199b53f2-3774-4830-8577-3c0e02fe3cf6'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:41:18.837638 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933fc129-8e2d-4cb8-a1da-9100a3bf11c0" -d '{"events": [{"name": "network-changed", "server_uuid": "fa432dbc-8462-44af-8b71-ed798ef676f8", "tag": "199b53f2-3774-4830-8577-3c0e02fe3cf6"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:41:18.874243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port db805ed2-eb99-4bd9-a6aa-05da989a4d0f triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:41:18.874629 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:18.886248 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e23cc-4689-40c7-993a-2cb62e189fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=199b53f2-3774-4830-8577-3c0e02fe3cf6,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:18.892161 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ab9a55-a39c-4887-831b-c4e678721214 x-openstack-request-id: req-59ab9a55-a39c-4887-831b-c4e678721214 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:41:18.892453 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa432dbc-8462-44af-8b71-ed798ef676f8", "tag": "199b53f2-3774-4830-8577-3c0e02fe3cf6", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:41:18.892717 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59ab9a55-a39c-4887-831b-c4e678721214 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:41:18.893119 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa432dbc-8462-44af-8b71-ed798ef676f8', 'tag': '199b53f2-3774-4830-8577-3c0e02fe3cf6', 'status': 'completed', 'code': 200} Mar 07 22:41:18.947280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4587-f891-4466-870b-ed27fdb25e8d req-e3efa836-015f-47f6-82d2-ea13d002d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:18.948602 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-e3efa836-015f-47f6-82d2-ea13d002d2d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 1125 time: 0.0496752 Mar 07 22:41:18.970758 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port db805ed2-eb99-4bd9-a6aa-05da989a4d0f is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:41:18.997492 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-83fb60f3-7178-4d73-bf3d-491f449bdf8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=199b53f2-3774-4830-8577-3c0e02fe3cf6 HTTP/1.1" status: 200 len: 217 time: 0.0370986 Mar 07 22:41:19.051646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4587-f891-4466-870b-ed27fdb25e8d req-9a296a64-3837-412d-8466-9efefbe2ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:19.053111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-9a296a64-3837-412d-8466-9efefbe2ba11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41483599-9062-4fdb-9a96-c302a2a0b65a HTTP/1.1" status: 200 len: 833 time: 0.0488405 Mar 07 22:41:19.106744 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4587-f891-4466-870b-ed27fdb25e8d req-edf2f530-d807-4c32-b830-3ed62726318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:19.108192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-edf2f530-d807-4c32-b830-3ed62726318a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbfb83d4-0d56-4ba3-921e-62f454ef314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461049 Mar 07 22:41:19.197955 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-85922068-142b-4bc1-95ad-b14c94ccdfe3 service neutron] 10.222.0.15 "GET /v2.0/networks/fbfb83d4-0d56-4ba3-921e-62f454ef314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806272 Mar 07 22:41:19.292622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-938c4587-f891-4466-870b-ed27fdb25e8d req-527e7994-82be-4cb1-a763-cf8c3896e4a4 service neutron] 10.222.0.15 "GET /v2.0/networks/fbfb83d4-0d56-4ba3-921e-62f454ef314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838580 Mar 07 22:41:19.392439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fc129-8e2d-4cb8-a1da-9100a3bf11c0 req-4f7f98bf-d9ce-462c-ac9b-e0e2717ea4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:19.393930 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-933fc129-8e2d-4cb8-a1da-9100a3bf11c0 req-4f7f98bf-d9ce-462c-ac9b-e0e2717ea4bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 1125 time: 0.0444350 Mar 07 22:41:19.484861 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fc129-8e2d-4cb8-a1da-9100a3bf11c0 req-62b1f68b-d41a-4d6e-8eb9-0a77a691cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:19.486388 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-933fc129-8e2d-4cb8-a1da-9100a3bf11c0 req-62b1f68b-d41a-4d6e-8eb9-0a77a691cceb service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbfb83d4-0d56-4ba3-921e-62f454ef314a HTTP/1.1" status: 200 len: 898 time: 0.0863788 Mar 07 22:41:19.527078 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-933fc129-8e2d-4cb8-a1da-9100a3bf11c0 req-be7db8e2-e33c-40a7-bc21-2f444afbdc5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=199b53f2-3774-4830-8577-3c0e02fe3cf6 HTTP/1.1" status: 200 len: 217 time: 0.0346808 Mar 07 22:41:19.537335 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:19.578374 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fc129-8e2d-4cb8-a1da-9100a3bf11c0 req-2d836425-fa96-4f1e-80ef-81b2c37ec82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:19.579815 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-933fc129-8e2d-4cb8-a1da-9100a3bf11c0 req-2d836425-fa96-4f1e-80ef-81b2c37ec82e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41483599-9062-4fdb-9a96-c302a2a0b65a HTTP/1.1" status: 200 len: 833 time: 0.0441599 Mar 07 22:41:19.632399 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fc129-8e2d-4cb8-a1da-9100a3bf11c0 req-6dc641a7-e8dd-4566-ae9b-6336d7d32494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:19.633880 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-933fc129-8e2d-4cb8-a1da-9100a3bf11c0 req-6dc641a7-e8dd-4566-ae9b-6336d7d32494 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbfb83d4-0d56-4ba3-921e-62f454ef314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483599 Mar 07 22:41:19.723424 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-933fc129-8e2d-4cb8-a1da-9100a3bf11c0 req-a2845431-49d2-4e2b-abc1-49cec04c7de1 service neutron] 10.222.0.15 "GET /v2.0/networks/fbfb83d4-0d56-4ba3-921e-62f454ef314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828087 Mar 07 22:41:19.844865 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-933fc129-8e2d-4cb8-a1da-9100a3bf11c0 req-81c058a7-1bcb-4461-a681-e0bec9282010 service neutron] 10.222.0.15 "GET /v2.0/networks/fbfb83d4-0d56-4ba3-921e-62f454ef314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149161 Mar 07 22:41:19.856982 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3ecbd-191b-4b07-8183-205712e149a9 req-a83dc4bf-4ebe-46e0-ba54-096eb2af0792 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:19.859055 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5c3ecbd-191b-4b07-8183-205712e149a9 req-a83dc4bf-4ebe-46e0-ba54-096eb2af0792 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 943 time: 0.0740044 Mar 07 22:41:19.909417 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b5c3ecbd-191b-4b07-8183-205712e149a9 req-3d1efd32-be57-4ed7-b773-9bb37457d749 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444434 Mar 07 22:41:20.502775 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:21.031835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccc06f-e819-4d34-a42b-7acaac1a10dd req-eae38cda-a0d3-47f3-9d9f-2d8a5078d170 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:21.033356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-daccc06f-e819-4d34-a42b-7acaac1a10dd req-eae38cda-a0d3-47f3-9d9f-2d8a5078d170 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 943 time: 0.0525358 Mar 07 22:41:21.085550 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-daccc06f-e819-4d34-a42b-7acaac1a10dd req-5ebe71fd-0114-4b38-96af-a82ba7af20d7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466247 Mar 07 22:41:22.202006 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfec6c5-3112-4ab2-8f91-6bd880905212 req-2fd7ef7a-b94d-4c9a-88d7-82ee1026d845 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:22.203510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcfec6c5-3112-4ab2-8f91-6bd880905212 req-2fd7ef7a-b94d-4c9a-88d7-82ee1026d845 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 943 time: 0.0526078 Mar 07 22:41:22.228119 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:22.255044 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcfec6c5-3112-4ab2-8f91-6bd880905212 req-8645a7a4-c0d2-410f-89b7-905718beb44f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460217 Mar 07 22:41:23.287194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 199b53f2-3774-4830-8577-3c0e02fe3cf6 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:41:23.380139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801b54f-bc9f-4391-b5bc-e138aa9a9cd6 req-9035821e-516f-4d73-b651-d79228f3dc26 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:23.381665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4801b54f-bc9f-4391-b5bc-e138aa9a9cd6 req-9035821e-516f-4d73-b651-d79228f3dc26 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 943 time: 0.0597749 Mar 07 22:41:23.388027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 199b53f2-3774-4830-8577-3c0e02fe3cf6, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=199b53f2-3774-4830-8577-3c0e02fe3cf6,segment=NetworkSegment(fda29559-2135-4e00-8726-42d28ab8cdf0),segment_id=fda29559-2135-4e00-8726-42d28ab8cdf0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:41:23.398994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '199b53f2-3774-4830-8577-3c0e02fe3cf6', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'port_id': '199b53f2-3774-4830-8577-3c0e02fe3cf6', 'mac_address': 'fa:16:3e:d6:0a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:41:23.429309 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4801b54f-bc9f-4391-b5bc-e138aa9a9cd6 req-3ecac7c3-9085-4e2b-80d7-ebd02d8b7bf9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419178 Mar 07 22:41:23.439158 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 199b53f2-3774-4830-8577-3c0e02fe3cf6 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:41:23.439551 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:23.452866 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199b53f2-3774-4830-8577-3c0e02fe3cf6 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:41:23.471259 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 199b53f2-3774-4830-8577-3c0e02fe3cf6, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=199b53f2-3774-4830-8577-3c0e02fe3cf6,segment=NetworkSegment(fda29559-2135-4e00-8726-42d28ab8cdf0),segment_id=fda29559-2135-4e00-8726-42d28ab8cdf0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:41:23.475237 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:23.522373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=199b53f2-3774-4830-8577-3c0e02fe3cf6,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:23.731595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['199b53f2-3774-4830-8577-3c0e02fe3cf6'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:41:24.552154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff6612-1456-4336-8154-02e9068f093c req-340ad6af-0678-4219-b2ff-ba5e97f97fc4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:24.553665 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecff6612-1456-4336-8154-02e9068f093c req-340ad6af-0678-4219-b2ff-ba5e97f97fc4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 944 time: 0.0563827 Mar 07 22:41:24.600564 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ecff6612-1456-4336-8154-02e9068f093c req-44fc5634-8608-4a94-811e-886e2ff75111 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412862 Mar 07 22:41:25.287122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 199b53f2-3774-4830-8577-3c0e02fe3cf6 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:41:25.333963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 199b53f2-3774-4830-8577-3c0e02fe3cf6 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:41:25.337574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 199b53f2-3774-4830-8577-3c0e02fe3cf6 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:41:25.337947 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:25.414586 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 199b53f2-3774-4830-8577-3c0e02fe3cf6 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:41:25.414963 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:25.437471 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa432dbc-8462-44af-8b71-ed798ef676f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199b53f2-3774-4830-8577-3c0e02fe3cf6'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:41:25.439719 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66254c17-d6c9-43e9-955c-5c50d880c4a1" -d '{"events": [{"server_uuid": "fa432dbc-8462-44af-8b71-ed798ef676f8", "name": "network-vif-plugged", "status": "completed", "tag": "199b53f2-3774-4830-8577-3c0e02fe3cf6"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:41:25.451752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 199b53f2-3774-4830-8577-3c0e02fe3cf6, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=199b53f2-3774-4830-8577-3c0e02fe3cf6,segment=NetworkSegment(fda29559-2135-4e00-8726-42d28ab8cdf0),segment_id=fda29559-2135-4e00-8726-42d28ab8cdf0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:41:25.455561 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:25.477907 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a60cc55-7295-49d3-ad77-e9bd5dd80db2 x-openstack-request-id: req-4a60cc55-7295-49d3-ad77-e9bd5dd80db2 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:41:25.478228 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa432dbc-8462-44af-8b71-ed798ef676f8", "name": "network-vif-plugged", "status": "completed", "tag": "199b53f2-3774-4830-8577-3c0e02fe3cf6", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:41:25.478486 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a60cc55-7295-49d3-ad77-e9bd5dd80db2 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:41:25.478876 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa432dbc-8462-44af-8b71-ed798ef676f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199b53f2-3774-4830-8577-3c0e02fe3cf6', 'code': 200} Mar 07 22:41:25.504550 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=199b53f2-3774-4830-8577-3c0e02fe3cf6,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:25.586107 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e59c7-b008-4f05-aa57-5cef9ade6ebc req-39608e77-80ef-46a1-abf2-84d65890ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:25.587532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc2e59c7-b008-4f05-aa57-5cef9ade6ebc req-39608e77-80ef-46a1-abf2-84d65890ed56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 1127 time: 0.0434899 Mar 07 22:41:25.638901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bc2e59c7-b008-4f05-aa57-5cef9ade6ebc req-37b018e2-466a-4442-972a-09a53c2b4051 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397837 Mar 07 22:41:25.722722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3c975-8d0a-4b11-8da6-72d8d1fb0e18 req-d49fac68-f4b3-47e1-870a-7d8727391de8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:25.724196 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-02b3c975-8d0a-4b11-8da6-72d8d1fb0e18 req-d49fac68-f4b3-47e1-870a-7d8727391de8 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 945 time: 0.0556362 Mar 07 22:41:25.772036 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-02b3c975-8d0a-4b11-8da6-72d8d1fb0e18 req-f388dc95-ee44-4a34-97c4-49045be35a81 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423257 Mar 07 22:41:26.898628 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741105e-2816-4cea-8b6c-37e4bedcd3be req-6b35c821-e966-4b89-94df-f5a4e7e829f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:26.900110 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1741105e-2816-4cea-8b6c-37e4bedcd3be req-6b35c821-e966-4b89-94df-f5a4e7e829f4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 945 time: 0.0568540 Mar 07 22:41:26.949596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1741105e-2816-4cea-8b6c-37e4bedcd3be req-ae2bb716-5765-4a5d-aa10-37887f0b70e4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437288 Mar 07 22:41:28.066155 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da493d1-c4f8-4278-9e85-b7268cf3e13f req-4dfe25ec-a8ed-4613-9030-b39fbe3b17cd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:28.067640 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2da493d1-c4f8-4278-9e85-b7268cf3e13f req-4dfe25ec-a8ed-4613-9030-b39fbe3b17cd tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 945 time: 0.0519335 Mar 07 22:41:28.121351 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2da493d1-c4f8-4278-9e85-b7268cf3e13f req-e2d50709-ea4e-4271-9817-ccdaec77e54a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477476 Mar 07 22:41:28.237958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451a5fd-e7df-44bd-a2f5-5408ac8a829d req-cf7b5add-1d83-49ee-b063-14aa4f0dab21 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:28.239381 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d451a5fd-e7df-44bd-a2f5-5408ac8a829d req-cf7b5add-1d83-49ee-b063-14aa4f0dab21 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 945 time: 0.0534880 Mar 07 22:41:28.287205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d451a5fd-e7df-44bd-a2f5-5408ac8a829d req-f2129fd7-628e-4e27-ad63-2773a37d9e8d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423193 Mar 07 22:41:28.309498 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53650) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:28.355385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dab558-05b4-4e7c-a856-a25d7a6b7eec tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:28.357998 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a7dab558-05b4-4e7c-a856-a25d7a6b7eec tempest-TestNetworkAdvancedServerOps-1787910310 tempest-TestNetworkAdvancedServerOps-1787910310-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 1122 time: 0.0465288 Mar 07 22:41:28.360968 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53652) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:28.365153 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': '199b53f2-3774-4830-8577-3c0e02fe3cf6', 'tenant_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:41:28.385737 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:28.482391 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:28.580008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Allocated IP 172.25.4.116 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/6dc008a0-cde2-4bff-b5b5-5297a3298c56) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:41:28.679694 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (6dc008a0-cde2-4bff-b5b5-5297a3298c56), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:28.712008 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6dc008a0-cde2-4bff-b5b5-5297a3298c56), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:28.749214 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:41:28.751961 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:41:28.756118 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:41:28.783250 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=6dc008a0-cde2-4bff-b5b5-5297a3298c56,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:29.116309 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (fa1061a9-f757-40f9-ad78-cb5b745b2dec), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:29.186077 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6dc008a0-cde2-4bff-b5b5-5297a3298c56), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:29.327950 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for port (6dc008a0-cde2-4bff-b5b5-5297a3298c56), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:29.332087 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (6dc008a0-cde2-4bff-b5b5-5297a3298c56), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:29.400872 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event updated for resources: {'Port': ['ID=6dc008a0-cde2-4bff-b5b5-5297a3298c56,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:41:29.412314 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (fa1061a9-f757-40f9-ad78-cb5b745b2dec), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:29.514406 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Floating IP fa1061a9-f757-40f9-ad78-cb5b745b2dec associated. External IP: 172.25.4.116, port: 199b53f2-3774-4830-8577-3c0e02fe3cf6. Mar 07 22:41:29.723894 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:41:29.830324 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:41:29.840574 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29091510-dc02-4824-9413-60e5edfa4791 None None] Sync routers for ids ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:41:29.849487 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:29.851951 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29091510-dc02-4824-9413-60e5edfa4791 None None] Routers {'89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:41:29.852795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-29091510-dc02-4824-9413-60e5edfa4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:41:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:29.879974 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-554425cd-f24e-4683-8dcc-495c6f8579f9 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5179861 Mar 07 22:41:29.880616 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa432dbc-8462-44af-8b71-ed798ef676f8', 'tag': '199b53f2-3774-4830-8577-3c0e02fe3cf6'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:41:29.882966 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367c891a47a93397d296b6a009349b5bbc9bf26a01a8694054c6e77325763cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba1c3ae-e51e-4528-84ee-57b67546b419" -d '{"events": [{"name": "network-changed", "server_uuid": "fa432dbc-8462-44af-8b71-ed798ef676f8", "tag": "199b53f2-3774-4830-8577-3c0e02fe3cf6"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:41:29.974788 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-29091510-dc02-4824-9413-60e5edfa4791 None None] Set router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:41:29.988579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180efdab-a11b-45ba-bbbd-5a828ca590aa req-a2e57acc-0229-4718-b732-c7335b9fcbe1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:29.990686 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0395be73-34a5-4cee-aa77-89556468ad00 x-openstack-request-id: req-0395be73-34a5-4cee-aa77-89556468ad00 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:41:29.991184 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa432dbc-8462-44af-8b71-ed798ef676f8", "tag": "199b53f2-3774-4830-8577-3c0e02fe3cf6", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:41:29.991609 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0395be73-34a5-4cee-aa77-89556468ad00 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:41:29.992383 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa432dbc-8462-44af-8b71-ed798ef676f8', 'tag': '199b53f2-3774-4830-8577-3c0e02fe3cf6', 'status': 'completed', 'code': 200} Mar 07 22:41:29.995071 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-180efdab-a11b-45ba-bbbd-5a828ca590aa req-a2e57acc-0229-4718-b732-c7335b9fcbe1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 945 time: 0.0658982 Mar 07 22:41:30.081871 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-180efdab-a11b-45ba-bbbd-5a828ca590aa req-be3771f1-6e4f-43f7-8c5f-0a218cc85d4b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748301 Mar 07 22:41:30.092669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1c3ae-e51e-4528-84ee-57b67546b419 req-bc0b90f5-41ae-4859-a32d-cc0416b7dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:30.094207 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ba1c3ae-e51e-4528-84ee-57b67546b419 req-bc0b90f5-41ae-4859-a32d-cc0416b7dc7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 1127 time: 0.0729270 Mar 07 22:41:30.104820 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53660) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:30.167920 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9bfd2ca6-ffe5-46ac-bfce-8f5832080bbb tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/fa1061a9-f757-40f9-ad78-cb5b745b2dec HTTP/1.1" status: 200 len: 991 time: 0.0619440 Mar 07 22:41:30.189174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1c3ae-e51e-4528-84ee-57b67546b419 req-27f8a026-a0eb-4484-b7dc-2acca31b0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:30.190736 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ba1c3ae-e51e-4528-84ee-57b67546b419 req-27f8a026-a0eb-4484-b7dc-2acca31b0fde service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbfb83d4-0d56-4ba3-921e-62f454ef314a HTTP/1.1" status: 200 len: 898 time: 0.0902038 Mar 07 22:41:30.202176 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-29091510-dc02-4824-9413-60e5edfa4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:41:10Z', 'updated_at': '2022-03-07T22:41:14Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:11Z', 'updated_at': '2022-03-07T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'fa1061a9-f757-40f9-ad78-cb5b745b2dec', 'tenant_id': '712f31e547d4445086628760076168d5', 'floating_ip_address': '172.25.4.116', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'port_id': '199b53f2-3774-4830-8577-3c0e02fe3cf6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'mac_address': 'fa:16:3e:d6:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa432dbc-8462-44af-8b71-ed798ef676f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:41:28Z', 'updated_at': '2022-03-07T22:41:28Z', 'revision_number': 0, 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db805ed2-eb99-4bd9-a6aa-05da989a4d0f', 'name': '', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:ae:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:13Z', 'updated_at': '2022-03-07T22:41:17Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:30.228312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29091510-dc02-4824-9413-60e5edfa4791 None None] Checking router: 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:41:30.237267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29091510-dc02-4824-9413-60e5edfa4791 None None] Routers {'89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:41:30.237870 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-29091510-dc02-4824-9413-60e5edfa4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:41:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:30.261359 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ba1c3ae-e51e-4528-84ee-57b67546b419 req-eba0287e-903d-4e41-b00c-58e11f3772bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=199b53f2-3774-4830-8577-3c0e02fe3cf6 HTTP/1.1" status: 200 len: 999 time: 0.0644474 Mar 07 22:41:30.309093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1c3ae-e51e-4528-84ee-57b67546b419 req-7da3d785-1bb3-4468-b710-e9d2f89090fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:30.310612 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ba1c3ae-e51e-4528-84ee-57b67546b419 req-7da3d785-1bb3-4468-b710-e9d2f89090fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41483599-9062-4fdb-9a96-c302a2a0b65a HTTP/1.1" status: 200 len: 833 time: 0.0432327 Mar 07 22:41:30.346988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-29091510-dc02-4824-9413-60e5edfa4791 None None] Set router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:41:30.359697 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1c3ae-e51e-4528-84ee-57b67546b419 req-13dccef9-7531-4b83-b128-cc17a76402b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:41:30.361230 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ba1c3ae-e51e-4528-84ee-57b67546b419 req-13dccef9-7531-4b83-b128-cc17a76402b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbfb83d4-0d56-4ba3-921e-62f454ef314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450175 Mar 07 22:41:30.457319 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ba1c3ae-e51e-4528-84ee-57b67546b419 req-f9646749-38fa-4b5c-ab6b-16922a313054 service neutron] 10.222.0.15 "GET /v2.0/networks/fbfb83d4-0d56-4ba3-921e-62f454ef314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899227 Mar 07 22:41:30.550563 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2ba1c3ae-e51e-4528-84ee-57b67546b419 req-0729177d-fac2-489f-9412-f8cf51d4d3ff service neutron] 10.222.0.15 "GET /v2.0/networks/fbfb83d4-0d56-4ba3-921e-62f454ef314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863738 Mar 07 22:41:30.727395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-29091510-dc02-4824-9413-60e5edfa4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:41:10Z', 'updated_at': '2022-03-07T22:41:14Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:11Z', 'updated_at': '2022-03-07T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'fa1061a9-f757-40f9-ad78-cb5b745b2dec', 'tenant_id': '712f31e547d4445086628760076168d5', 'floating_ip_address': '172.25.4.116', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'port_id': '199b53f2-3774-4830-8577-3c0e02fe3cf6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'mac_address': 'fa:16:3e:d6:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa432dbc-8462-44af-8b71-ed798ef676f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:41:28Z', 'updated_at': '2022-03-07T22:41:28Z', 'revision_number': 0, 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db805ed2-eb99-4bd9-a6aa-05da989a4d0f', 'name': '', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:ae:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:13Z', 'updated_at': '2022-03-07T22:41:17Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:41:30.754031 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29091510-dc02-4824-9413-60e5edfa4791 None None] The sync data for ids ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'] in n-d-832330-1 is: [{'id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:41:10Z', 'updated_at': '2022-03-07T22:41:14Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:11Z', 'updated_at': '2022-03-07T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'fa1061a9-f757-40f9-ad78-cb5b745b2dec', 'tenant_id': '712f31e547d4445086628760076168d5', 'floating_ip_address': '172.25.4.116', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'port_id': '199b53f2-3774-4830-8577-3c0e02fe3cf6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'mac_address': 'fa:16:3e:d6:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa432dbc-8462-44af-8b71-ed798ef676f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:41:28Z', 'updated_at': '2022-03-07T22:41:28Z', 'revision_number': 0, 'project_id': '712f31e547d4445086628760076168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db805ed2-eb99-4bd9-a6aa-05da989a4d0f', 'name': '', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:ae:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:13Z', 'updated_at': '2022-03-07T22:41:17Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:41:30.961739 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ad41e-a94b-46cf-89fc-30e8846f39e9 None None] New status for floating IP fa1061a9-f757-40f9-ad78-cb5b745b2dec: ACTIVE {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:41:31.172333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53662) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:41:31.237001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9df69ead-6c3c-4316-8d93-bbf06543156e tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/fa1061a9-f757-40f9-ad78-cb5b745b2dec HTTP/1.1" status: 200 len: 993 time: 0.0634439 Mar 07 22:41:40.626378 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:41:45.725877 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bf23ef19-a74d-4d47-8d62-3b0f76a88407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:46.706799 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:48.228930 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5170c7a3-2783-435e-aad6-e2d7b2a562d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:48.719141 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:49.539324 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:50.507045 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:41:52.236305 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:04.660786 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57730b1-9ae8-41a5-9952-c6d7ee6290e4 req-97eb52a4-91e3-4e5d-8d4c-8772f6e4fa55 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:04.662292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f57730b1-9ae8-41a5-9952-c6d7ee6290e4 req-97eb52a4-91e3-4e5d-8d4c-8772f6e4fa55 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 945 time: 0.0527563 Mar 07 22:42:04.709811 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f57730b1-9ae8-41a5-9952-c6d7ee6290e4 req-765cac20-9c2e-4f21-81e0-468063f1d723 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420306 Mar 07 22:42:05.831433 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42222cb1-8309-4c14-a9e3-64123b1aec77 req-74205a88-ef44-4d34-bbeb-859cf38e202b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:05.832909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42222cb1-8309-4c14-a9e3-64123b1aec77 req-74205a88-ef44-4d34-bbeb-859cf38e202b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 945 time: 0.0535901 Mar 07 22:42:05.884376 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-42222cb1-8309-4c14-a9e3-64123b1aec77 req-5475d752-abb0-4f5c-86cc-63211b9b1d97 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459266 Mar 07 22:42:05.907176 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53682) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:05.966465 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b374a455-eab3-491a-a89d-e8832d394591 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/fa1061a9-f757-40f9-ad78-cb5b745b2dec HTTP/1.1" status: 200 len: 993 time: 0.0580556 Mar 07 22:42:07.272076 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8a4f0-7487-4b76-a6bf-9ee12979b585 req-955ac3ce-b959-4d41-b644-a6c04646336d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:07.273586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fa8a4f0-7487-4b76-a6bf-9ee12979b585 req-955ac3ce-b959-4d41-b644-a6c04646336d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 945 time: 0.0878251 Mar 07 22:42:07.289415 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ced3e-c813-4544-b3b9-917fae52816c req-003cc5b3-9c5c-420b-a31d-c59a4cb46904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:07.290788 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c19ced3e-c813-4544-b3b9-917fae52816c req-003cc5b3-9c5c-420b-a31d-c59a4cb46904 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 1127 time: 0.0711930 Mar 07 22:42:07.378291 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fa8a4f0-7487-4b76-a6bf-9ee12979b585 req-d78e2934-f908-498f-9eca-46a8eb28974c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984435 Mar 07 22:42:07.405229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ced3e-c813-4544-b3b9-917fae52816c req-cbed2ae1-f2df-472e-834f-295656d53108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:07.406757 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c19ced3e-c813-4544-b3b9-917fae52816c req-cbed2ae1-f2df-472e-834f-295656d53108 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbfb83d4-0d56-4ba3-921e-62f454ef314a HTTP/1.1" status: 200 len: 898 time: 0.1066458 Mar 07 22:42:07.479012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c19ced3e-c813-4544-b3b9-917fae52816c req-e9a9c70f-9964-4fe2-ace5-70f0e17accb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=199b53f2-3774-4830-8577-3c0e02fe3cf6 HTTP/1.1" status: 200 len: 1001 time: 0.0618415 Mar 07 22:42:07.528152 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ced3e-c813-4544-b3b9-917fae52816c req-c2ddd028-4da1-4473-9aed-0a81874e7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:07.529538 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c19ced3e-c813-4544-b3b9-917fae52816c req-c2ddd028-4da1-4473-9aed-0a81874e7bb9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41483599-9062-4fdb-9a96-c302a2a0b65a HTTP/1.1" status: 200 len: 833 time: 0.0420120 Mar 07 22:42:07.580864 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ced3e-c813-4544-b3b9-917fae52816c req-d828c027-4091-4918-b952-974d14b79e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:07.582297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c19ced3e-c813-4544-b3b9-917fae52816c req-d828c027-4091-4918-b952-974d14b79e35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbfb83d4-0d56-4ba3-921e-62f454ef314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438166 Mar 07 22:42:07.675918 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c19ced3e-c813-4544-b3b9-917fae52816c req-937cc183-f741-4ee6-a030-a6e0d8bfb329 service neutron] 10.222.0.15 "GET /v2.0/networks/fbfb83d4-0d56-4ba3-921e-62f454ef314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836463 Mar 07 22:42:07.765188 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c19ced3e-c813-4544-b3b9-917fae52816c req-f5326a94-7c90-496b-bd2c-7407006c4328 service neutron] 10.222.0.15 "GET /v2.0/networks/fbfb83d4-0d56-4ba3-921e-62f454ef314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794692 Mar 07 22:42:08.507676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c44778-0ac1-4770-9ae7-a8e19d5d0ab7 req-55e70c08-b059-4c53-9007-12e1441e12a0 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:08.509162 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7c44778-0ac1-4770-9ae7-a8e19d5d0ab7 req-55e70c08-b059-4c53-9007-12e1441e12a0 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 945 time: 0.0579269 Mar 07 22:42:08.557726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7c44778-0ac1-4770-9ae7-a8e19d5d0ab7 req-c6f02bf0-3119-46a8-b42d-4644e05379fa tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423303 Mar 07 22:42:09.677329 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32d068-3663-4948-bc21-beedbb94695d req-bb1e388a-acf2-4bed-bd14-6b72c04427af tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:09.678888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e32d068-3663-4948-bc21-beedbb94695d req-bb1e388a-acf2-4bed-bd14-6b72c04427af tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 945 time: 0.0527191 Mar 07 22:42:09.726993 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e32d068-3663-4948-bc21-beedbb94695d req-71a9bfdd-3a14-4e00-9f1f-fd355f5c25d4 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424383 Mar 07 22:42:09.748891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53698) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:09.814698 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f306ec9d-f200-436e-a68f-90e56cad7604 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/floatingips/fa1061a9-f757-40f9-ad78-cb5b745b2dec HTTP/1.1" status: 200 len: 993 time: 0.0646610 Mar 07 22:42:10.042741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53706) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:10.195099 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port 6dc008a0-cde2-4bff-b5b5-5297a3298c56 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:42:10.195444 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6dc008a0-cde2-4bff-b5b5-5297a3298c56), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:10.277437 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6dc008a0-cde2-4bff-b5b5-5297a3298c56), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:10.277762 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (6dc008a0-cde2-4bff-b5b5-5297a3298c56), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:10.289340 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for 6dc008a0-cde2-4bff-b5b5-5297a3298c56 owned by network:floatingip {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:42:10.430408 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6dc008a0-cde2-4bff-b5b5-5297a3298c56), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:10.464296 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=6dc008a0-cde2-4bff-b5b5-5297a3298c56,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:10.487969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:10.488327 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:10.488682 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:10.489027 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:10.489368 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:10.489705 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:10.490041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:10.490405 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:10.490746 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:10.491078 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:10.491405 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:10.491732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:10.492056 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:10.531017 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for floatingip (fa1061a9-f757-40f9-ad78-cb5b745b2dec), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:10.531353 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Floating IP fa1061a9-f757-40f9-ad78-cb5b745b2dec disassociated (deleted). External IP: 172.25.4.116, port: 199b53f2-3774-4830-8577-3c0e02fe3cf6. Mar 07 22:42:10.748890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:42:10.855785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:42:10.861431 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:10.867558 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f58702-6c60-443a-bb6f-ae80be6aeb03 None None] Sync routers for ids ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:42:10.877328 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f58702-6c60-443a-bb6f-ae80be6aeb03 None None] Routers {'89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:42:10.877943 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c9f58702-6c60-443a-bb6f-ae80be6aeb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:41:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:10.897390 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-96ed9d29-e416-43dc-8a9e-2936bf7e0c8c tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/floatingips/fa1061a9-f757-40f9-ad78-cb5b745b2dec HTTP/1.1" status: 204 len: 168 time: 0.8535559 Mar 07 22:42:10.898115 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa432dbc-8462-44af-8b71-ed798ef676f8', 'tag': '199b53f2-3774-4830-8577-3c0e02fe3cf6'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:42:10.900550 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c97e29-577e-4de3-b538-1781e4447ede" -d '{"events": [{"name": "network-changed", "server_uuid": "fa432dbc-8462-44af-8b71-ed798ef676f8", "tag": "199b53f2-3774-4830-8577-3c0e02fe3cf6"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:42:10.999757 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac82ae5-7b87-454a-8f06-6e5291798876 x-openstack-request-id: req-4ac82ae5-7b87-454a-8f06-6e5291798876 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:42:11.000022 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa432dbc-8462-44af-8b71-ed798ef676f8", "tag": "199b53f2-3774-4830-8577-3c0e02fe3cf6", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:42:11.000286 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ac82ae5-7b87-454a-8f06-6e5291798876 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:42:11.000405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-c9f58702-6c60-443a-bb6f-ae80be6aeb03 None None] Set router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:42:11.000707 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa432dbc-8462-44af-8b71-ed798ef676f8', 'tag': '199b53f2-3774-4830-8577-3c0e02fe3cf6', 'status': 'completed', 'code': 200} Mar 07 22:42:11.080906 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c97e29-577e-4de3-b538-1781e4447ede req-9fffd6ef-e46f-40b3-97d2-2d0519424040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:11.082624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92c97e29-577e-4de3-b538-1781e4447ede req-9fffd6ef-e46f-40b3-97d2-2d0519424040 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=712f31e547d4445086628760076168d5&device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 1127 time: 0.0545139 Mar 07 22:42:11.210966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04812763-3aea-4cfd-9502-6bb4107ebad9 req-4d859cb8-ad2f-482b-a09f-e2c7d2b57fc7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:11.212455 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-04812763-3aea-4cfd-9502-6bb4107ebad9 req-4d859cb8-ad2f-482b-a09f-e2c7d2b57fc7 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 945 time: 0.1157575 Mar 07 22:42:11.213611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c9f58702-6c60-443a-bb6f-ae80be6aeb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:41:10Z', 'updated_at': '2022-03-07T22:41:14Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:11Z', 'updated_at': '2022-03-07T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db805ed2-eb99-4bd9-a6aa-05da989a4d0f', 'name': '', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:ae:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:13Z', 'updated_at': '2022-03-07T22:41:17Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:11.217569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c97e29-577e-4de3-b538-1781e4447ede req-7fc50eab-40f2-43da-824f-9347767fd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:11.219000 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92c97e29-577e-4de3-b538-1781e4447ede req-7fc50eab-40f2-43da-824f-9347767fd2f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbfb83d4-0d56-4ba3-921e-62f454ef314a HTTP/1.1" status: 200 len: 898 time: 0.1302245 Mar 07 22:42:11.241127 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f58702-6c60-443a-bb6f-ae80be6aeb03 None None] Checking router: 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:42:11.249200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f58702-6c60-443a-bb6f-ae80be6aeb03 None None] Routers {'89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:42:11.249864 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c9f58702-6c60-443a-bb6f-ae80be6aeb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:41:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:11.275168 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92c97e29-577e-4de3-b538-1781e4447ede req-80601c5e-2ebb-4cf7-b91c-531e0b8c85cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=199b53f2-3774-4830-8577-3c0e02fe3cf6 HTTP/1.1" status: 200 len: 217 time: 0.0483842 Mar 07 22:42:11.327596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-04812763-3aea-4cfd-9502-6bb4107ebad9 req-e73ba542-a600-4c90-9fbc-03455e2f77c1 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076384 Mar 07 22:42:11.338654 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c97e29-577e-4de3-b538-1781e4447ede req-ced776e7-6fc1-464e-9b62-7709f7d297f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:11.340126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92c97e29-577e-4de3-b538-1781e4447ede req-ced776e7-6fc1-464e-9b62-7709f7d297f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41483599-9062-4fdb-9a96-c302a2a0b65a HTTP/1.1" status: 200 len: 833 time: 0.0588939 Mar 07 22:42:11.359863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-c9f58702-6c60-443a-bb6f-ae80be6aeb03 None None] Set router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:42:11.389899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c97e29-577e-4de3-b538-1781e4447ede req-96d494f5-952a-46ab-b0ec-b679214844a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:11.391459 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92c97e29-577e-4de3-b538-1781e4447ede req-96d494f5-952a-46ab-b0ec-b679214844a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbfb83d4-0d56-4ba3-921e-62f454ef314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441520 Mar 07 22:42:11.484627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92c97e29-577e-4de3-b538-1781e4447ede req-e40009a7-98d8-4084-8054-77a322439365 service neutron] 10.222.0.15 "GET /v2.0/networks/fbfb83d4-0d56-4ba3-921e-62f454ef314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847023 Mar 07 22:42:11.560382 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-c9f58702-6c60-443a-bb6f-ae80be6aeb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:41:10Z', 'updated_at': '2022-03-07T22:41:14Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:11Z', 'updated_at': '2022-03-07T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db805ed2-eb99-4bd9-a6aa-05da989a4d0f', 'name': '', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:ae:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:13Z', 'updated_at': '2022-03-07T22:41:17Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:11.573599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-92c97e29-577e-4de3-b538-1781e4447ede req-08a24c82-f136-4c07-b245-bdd45883fb7a service neutron] 10.222.0.15 "GET /v2.0/networks/fbfb83d4-0d56-4ba3-921e-62f454ef314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823314 Mar 07 22:42:11.587854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f58702-6c60-443a-bb6f-ae80be6aeb03 None None] The sync data for ids ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'] in n-d-832330-1 is: [{'id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:41:10Z', 'updated_at': '2022-03-07T22:41:14Z', 'revision_number': 4, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:11Z', 'updated_at': '2022-03-07T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db805ed2-eb99-4bd9-a6aa-05da989a4d0f', 'name': '', 'network_id': 'fbfb83d4-0d56-4ba3-921e-62f454ef314a', 'tenant_id': '712f31e547d4445086628760076168d5', 'mac_address': 'fa:16:3e:ae:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:13Z', 'updated_at': '2022-03-07T22:41:17Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'subnets': [{'id': '41483599-9062-4fdb-9a96-c302a2a0b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:42:11.815106 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cd3033-dd8d-46f9-9a7f-7c083fe4318b None None] New status for floating IP fa1061a9-f757-40f9-ad78-cb5b745b2dec: DOWN {{(pid=103721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:42:12.447721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c4f4a-fbe7-4fc4-a94c-78c2613094eb req-e404779d-39d5-4140-98d9-544c96f7233d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:12.449207 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f7c4f4a-fbe7-4fc4-a94c-78c2613094eb req-e404779d-39d5-4140-98d9-544c96f7233d tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 945 time: 0.0524499 Mar 07 22:42:12.502269 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6f7c4f4a-fbe7-4fc4-a94c-78c2613094eb req-7d57bb1b-f6ee-48b6-9fb9-4f4d49583d6f tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/security-groups?id=fef1c473-4d60-4152-b7c2-4fefa166092e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474725 Mar 07 22:42:12.960910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b017a-f9a5-44c0-ab19-19a39e88c7f0 req-7bb3898d-097a-4566-92bb-cc23c0325e2b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:12.962433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf9b017a-f9a5-44c0-ab19-19a39e88c7f0 req-7bb3898d-097a-4566-92bb-cc23c0325e2b tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 945 time: 0.0511544 Mar 07 22:42:13.053850 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-bf9b017a-f9a5-44c0-ab19-19a39e88c7f0 req-13b3d76b-24ea-4b92-bbce-e89eef350af2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port 199b53f2-3774-4830-8577-3c0e02fe3cf6 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:42:13.054365 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bf9b017a-f9a5-44c0-ab19-19a39e88c7f0 req-13b3d76b-24ea-4b92-bbce-e89eef350af2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:13.143659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-bf9b017a-f9a5-44c0-ab19-19a39e88c7f0 req-13b3d76b-24ea-4b92-bbce-e89eef350af2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] For port 199b53f2-3774-4830-8577-3c0e02fe3cf6, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=199b53f2-3774-4830-8577-3c0e02fe3cf6,segment=NetworkSegment(fda29559-2135-4e00-8726-42d28ab8cdf0),segment_id=fda29559-2135-4e00-8726-42d28ab8cdf0)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:42:13.144022 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bf9b017a-f9a5-44c0-ab19-19a39e88c7f0 req-13b3d76b-24ea-4b92-bbce-e89eef350af2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:13.155593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-bf9b017a-f9a5-44c0-ab19-19a39e88c7f0 req-13b3d76b-24ea-4b92-bbce-e89eef350af2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for 199b53f2-3774-4830-8577-3c0e02fe3cf6 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:42:13.282789 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bf9b017a-f9a5-44c0-ab19-19a39e88c7f0 req-13b3d76b-24ea-4b92-bbce-e89eef350af2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (199b53f2-3774-4830-8577-3c0e02fe3cf6), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:13.311646 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3d76b-24ea-4b92-bbce-e89eef350af2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=199b53f2-3774-4830-8577-3c0e02fe3cf6,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:13.354196 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9b017a-f9a5-44c0-ab19-19a39e88c7f0 req-13b3d76b-24ea-4b92-bbce-e89eef350af2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] No DVR routers for this DVR port 199b53f2-3774-4830-8577-3c0e02fe3cf6 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:42:13.357767 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-bf9b017a-f9a5-44c0-ab19-19a39e88c7f0 req-13b3d76b-24ea-4b92-bbce-e89eef350af2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:13.361352 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf9b017a-f9a5-44c0-ab19-19a39e88c7f0 req-13b3d76b-24ea-4b92-bbce-e89eef350af2 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.15 "DELETE /v2.0/ports/199b53f2-3774-4830-8577-3c0e02fe3cf6 HTTP/1.1" status: 204 len: 173 time: 0.3920138 Mar 07 22:42:13.361802 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa432dbc-8462-44af-8b71-ed798ef676f8', 'name': 'network-vif-deleted', 'tag': '199b53f2-3774-4830-8577-3c0e02fe3cf6'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:42:13.364097 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49bf21c-0afe-491a-98ed-98c4344696a9" -d '{"events": [{"server_uuid": "fa432dbc-8462-44af-8b71-ed798ef676f8", "name": "network-vif-deleted", "tag": "199b53f2-3774-4830-8577-3c0e02fe3cf6"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:42:13.402363 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50023e7f-4087-4935-add8-2f255559994f x-openstack-request-id: req-50023e7f-4087-4935-add8-2f255559994f {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:42:13.402663 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa432dbc-8462-44af-8b71-ed798ef676f8", "name": "network-vif-deleted", "tag": "199b53f2-3774-4830-8577-3c0e02fe3cf6", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:42:13.402963 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50023e7f-4087-4935-add8-2f255559994f {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:42:13.403378 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa432dbc-8462-44af-8b71-ed798ef676f8', 'name': 'network-vif-deleted', 'tag': '199b53f2-3774-4830-8577-3c0e02fe3cf6', 'status': 'completed', 'code': 200} Mar 07 22:42:13.608681 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e96f168f-470b-4c5a-925f-dd2b4e2894cc req-db979aba-2d17-4864-a2a2-6d0144cbd650 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa432dbc-8462-44af-8b71-ed798ef676f8 HTTP/1.1" status: 200 len: 210 time: 0.0271730 Mar 07 22:42:14.664132 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53724) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:15.019884 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:15.268124 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port db805ed2-eb99-4bd9-a6aa-05da989a4d0f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:42:15.268469 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:15.352408 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] For port db805ed2-eb99-4bd9-a6aa-05da989a4d0f, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=db805ed2-eb99-4bd9-a6aa-05da989a4d0f,segment=NetworkSegment(fda29559-2135-4e00-8726-42d28ab8cdf0),segment_id=fda29559-2135-4e00-8726-42d28ab8cdf0)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:42:15.352691 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:15.364355 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for db805ed2-eb99-4bd9-a6aa-05da989a4d0f owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:42:15.546769 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (db805ed2-eb99-4bd9-a6aa-05da989a4d0f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:15.570375 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=db805ed2-eb99-4bd9-a6aa-05da989a4d0f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:15.583128 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:15.583479 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:15.583823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:15.584165 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:15.584503 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:15.584827 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:15.585148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:15.585470 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:15.585795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:15.586140 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:15.586463 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:15.586778 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:15.587096 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:15.729670 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-38925196-415e-47ac-b1b7-282011f9bc91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:15.758743 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:15.976982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:42:16.397887 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:42:16.402949 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d62c995e-08fa-4dc7-bb3f-923b54293d66 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "PUT /v2.0/routers/89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377365 Mar 07 22:42:16.406191 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53726) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:16.409331 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff7b6d-30cf-474a-9523-69213469407a None None] Sync routers for ids ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:42:16.419392 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff7b6d-30cf-474a-9523-69213469407a None None] Routers {'89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:42:16.420011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-40ff7b6d-30cf-474a-9523-69213469407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:41:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:16.456700 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_v2 [None req-7780d776-38d3-4ac6-8500-efc596aab567 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting subnet 41483599-9062-4fdb-9a96-c302a2a0b65a {{(pid=103718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:42:16.460088 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7780d776-38d3-4ac6-8500-efc596aab567 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for subnet (41483599-9062-4fdb-9a96-c302a2a0b65a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:16.499279 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7780d776-38d3-4ac6-8500-efc596aab567 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4206981'] for subnet (41483599-9062-4fdb-9a96-c302a2a0b65a), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:16.528028 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-40ff7b6d-30cf-474a-9523-69213469407a None None] Set router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:42:16.582404 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7780d776-38d3-4ac6-8500-efc596aab567 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (41483599-9062-4fdb-9a96-c302a2a0b65a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:16.639250 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7780d776-38d3-4ac6-8500-efc596aab567 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193211'] for subnet (41483599-9062-4fdb-9a96-c302a2a0b65a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:16.665094 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780d776-38d3-4ac6-8500-efc596aab567 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Subnet': ['ID=41483599-9062-4fdb-9a96-c302a2a0b65a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:16.669887 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7780d776-38d3-4ac6-8500-efc596aab567 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:16.673096 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-7780d776-38d3-4ac6-8500-efc596aab567 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/subnets/41483599-9062-4fdb-9a96-c302a2a0b65a HTTP/1.1" status: 204 len: 168 time: 0.2659650 Mar 07 22:42:16.675790 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53728) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:16.687225 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef28b12f-6cc8-44d5-bcca-1db16dce8f4e None None] Network fbfb83d4-0d56-4ba3-921e-62f454ef314a requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:42:16.766917 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:16.789699 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:16.815692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-40ff7b6d-30cf-474a-9523-69213469407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:41:10Z', 'updated_at': '2022-03-07T22:42:15Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:11Z', 'updated_at': '2022-03-07T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:16.847433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff7b6d-30cf-474a-9523-69213469407a None None] Checking router: 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:42:16.856822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff7b6d-30cf-474a-9523-69213469407a None None] Routers {'89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:42:16.857445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-40ff7b6d-30cf-474a-9523-69213469407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:41:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:16.907910 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_gateway (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:16.910393 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] DHCP port deletion for fbfb83d4-0d56-4ba3-921e-62f454ef314a request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:42:16.960456 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Deleting port c04403a3-9ad0-468f-bff8-2a2439c3ab58 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:42:16.963253 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c04403a3-9ad0-468f-bff8-2a2439c3ab58), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:16.994198 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-40ff7b6d-30cf-474a-9523-69213469407a None None] Set router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:42:17.041476 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] For port c04403a3-9ad0-468f-bff8-2a2439c3ab58, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=c04403a3-9ad0-468f-bff8-2a2439c3ab58,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:42:17.041839 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c04403a3-9ad0-468f-bff8-2a2439c3ab58), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.053820 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Calling delete_port for c04403a3-9ad0-468f-bff8-2a2439c3ab58 owned by network:router_gateway {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:42:17.115318 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Deleting port 133979cc-6a1a-4f9a-9714-58de32d667f1 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:42:17.115695 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (133979cc-6a1a-4f9a-9714-58de32d667f1), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.209068 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] For port 133979cc-6a1a-4f9a-9714-58de32d667f1, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=133979cc-6a1a-4f9a-9714-58de32d667f1,segment=NetworkSegment(fda29559-2135-4e00-8726-42d28ab8cdf0),segment_id=fda29559-2135-4e00-8726-42d28ab8cdf0)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:42:17.209384 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (133979cc-6a1a-4f9a-9714-58de32d667f1), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.217994 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (c04403a3-9ad0-468f-bff8-2a2439c3ab58), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.226629 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Calling delete_port for 133979cc-6a1a-4f9a-9714-58de32d667f1 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:42:17.240988 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Port': ['ID=c04403a3-9ad0-468f-bff8-2a2439c3ab58,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:17.310850 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.408657 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.410881 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router_controller (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), precommit_delete_associations {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.454203 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.455025 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Fanout notify agent at l3_agent the message router_deleted on router 89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 {{(pid=103718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:42:17.461992 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-40ff7b6d-30cf-474a-9523-69213469407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:41:10Z', 'updated_at': '2022-03-07T22:42:15Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:11Z', 'updated_at': '2022-03-07T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:17.462298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.463518 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-86be30ad-64ad-4e82-bb3c-afb13c63a69a tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/routers/89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9 HTTP/1.1" status: 204 len: 168 time: 0.7868164 Mar 07 22:42:17.466913 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53730) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:17.497428 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff7b6d-30cf-474a-9523-69213469407a None None] The sync data for ids ['89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9'] in n-d-832330-1 is: [{'id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543123060', 'tenant_id': '712f31e547d4445086628760076168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:41:10Z', 'updated_at': '2022-03-07T22:42:15Z', 'revision_number': 5, 'project_id': '712f31e547d4445086628760076168d5', 'gw_port': {'id': 'c04403a3-9ad0-468f-bff8-2a2439c3ab58', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cc68a1-6c83-4f8b-be4b-99dfbad8c5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:41:11Z', 'updated_at': '2022-03-07T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:42:17.510290 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (133979cc-6a1a-4f9a-9714-58de32d667f1), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.546239 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Pushing event deleted for resources: {'Port': ['ID=133979cc-6a1a-4f9a-9714-58de32d667f1,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:17.548434 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 199b53f2-3774-4830-8577-3c0e02fe3cf6 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:42:17.555081 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b309fa5d-7853-401d-af49-9a5fdd745dd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (fbfb83d4-0d56-4ba3-921e-62f454ef314a), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.578179 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] No DVR routers for this DVR port 133979cc-6a1a-4f9a-9714-58de32d667f1 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:42:17.580291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:17.580643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:17.580983 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:17.581321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:17.581656 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:17.582119 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:17.582555 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:17.582891 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:17.583218 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:17.583543 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:17.583870 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:17.584192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:17.584517 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94336539-321e-4e53-b8a1-f77d36c261e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:17.588337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 199b53f2-3774-4830-8577-3c0e02fe3cf6 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:42:17.588684 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 199b53f2-3774-4830-8577-3c0e02fe3cf6 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:42:17.625437 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:42:17.645726 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b309fa5d-7853-401d-af49-9a5fdd745dd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (fbfb83d4-0d56-4ba3-921e-62f454ef314a), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.665380 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b309fa5d-7853-401d-af49-9a5fdd745dd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfb83d4-0d56-4ba3-921e-62f454ef314a']}} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:17.675118 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b309fa5d-7853-401d-af49-9a5fdd745dd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda29559-2135-4e00-8726-42d28ab8cdf0') {'for_net_delete': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:17.675420 n-d-832330-1 neutron-server[103718]: DEBUG neutron.services.segments.db [None req-b309fa5d-7853-401d-af49-9a5fdd745dd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda29559-2135-4e00-8726-42d28ab8cdf0') {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:17.685161 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b309fa5d-7853-401d-af49-9a5fdd745dd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4206974'] for segment (fda29559-2135-4e00-8726-42d28ab8cdf0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.697852 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b309fa5d-7853-401d-af49-9a5fdd745dd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (fda29559-2135-4e00-8726-42d28ab8cdf0), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.704213 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b309fa5d-7853-401d-af49-9a5fdd745dd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:42:17.704599 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b309fa5d-7853-401d-af49-9a5fdd745dd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207267'] for segment (fda29559-2135-4e00-8726-42d28ab8cdf0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: Traceback (most recent call last): Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: timer() Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: cb(*args, **kw) Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: return func(*args, **kwargs) Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: self._notify() Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: self.callback(batched_events) Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: event.method(event) Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: return f(self, *a, **k) Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: return self._get(url).json() Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: return self.request(url, 'GET', **kwargs) Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:42:17.707458 n-d-832330-1 neutron-server[103718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:42:17.768859 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b309fa5d-7853-401d-af49-9a5fdd745dd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (fbfb83d4-0d56-4ba3-921e-62f454ef314a), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.776054 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b309fa5d-7853-401d-af49-9a5fdd745dd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.778753 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-b309fa5d-7853-401d-af49-9a5fdd745dd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/networks/fbfb83d4-0d56-4ba3-921e-62f454ef314a HTTP/1.1" status: 204 len: 168 time: 0.3109612 Mar 07 22:42:17.781693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53732) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:17.789683 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309fa5d-7853-401d-af49-9a5fdd745dd5 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'Network': ['ID=fbfb83d4-0d56-4ba3-921e-62f454ef314a,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:17.844636 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c4ebdf80-9e19-4813-8b6d-f2b349f46e38 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (fef1c473-4d60-4152-b7c2-4fefa166092e), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.870937 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c4ebdf80-9e19-4813-8b6d-f2b349f46e38 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (fef1c473-4d60-4152-b7c2-4fefa166092e), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.938589 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c4ebdf80-9e19-4813-8b6d-f2b349f46e38 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (fef1c473-4d60-4152-b7c2-4fefa166092e), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.941204 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c4ebdf80-9e19-4813-8b6d-f2b349f46e38 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:17.942670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c4ebdf80-9e19-4813-8b6d-f2b349f46e38 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] 10.222.0.26 "DELETE /v2.0/security-groups/fef1c473-4d60-4152-b7c2-4fefa166092e HTTP/1.1" status: 204 len: 168 time: 0.1598730 Mar 07 22:42:17.952430 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebdf80-9e19-4813-8b6d-f2b349f46e38 tempest-TestNetworkAdvancedServerOps-229563181 tempest-TestNetworkAdvancedServerOps-229563181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef1c473-4d60-4152-b7c2-4fefa166092e,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:18.232527 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-906018fa-6071-4437-a03a-5bf308953d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:18.255096 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53740) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:18.387583 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e84aac62-e32d-4f78-9347-594a0d0776b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=712f31e547d4445086628760076168d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311855 Mar 07 22:42:18.389950 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53744) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:18.441335 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e614b753-cc90-4a31-b635-1e4e60ffaead admin admin] Publish callbacks [] for security_group (0cfa1e0e-0970-4801-b535-c7cfd998bf37), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:18.462479 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e614b753-cc90-4a31-b635-1e4e60ffaead admin admin] Publish callbacks [] for security_group (0cfa1e0e-0970-4801-b535-c7cfd998bf37), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:18.516723 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e614b753-cc90-4a31-b635-1e4e60ffaead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (0cfa1e0e-0970-4801-b535-c7cfd998bf37), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:18.519215 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e614b753-cc90-4a31-b635-1e4e60ffaead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:18.520393 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e614b753-cc90-4a31-b635-1e4e60ffaead admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cfa1e0e-0970-4801-b535-c7cfd998bf37 HTTP/1.1" status: 204 len: 168 time: 0.1295233 Mar 07 22:42:18.530676 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614b753-cc90-4a31-b635-1e4e60ffaead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfa1e0e-0970-4801-b535-c7cfd998bf37,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:18.731746 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:18.788926 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53750) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:18.802011 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9d142bb7-8c0e-45c3-9f50-8996f8d1511d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:18.824189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c04403a3-9ad0-468f-bff8-2a2439c3ab58 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:42:18.847104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: c04403a3-9ad0-468f-bff8-2a2439c3ab58 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:42:18.847484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device c04403a3-9ad0-468f-bff8-2a2439c3ab58 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:42:18.848005 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device db805ed2-eb99-4bd9-a6aa-05da989a4d0f no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:42:18.868165 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: db805ed2-eb99-4bd9-a6aa-05da989a4d0f {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:42:18.868529 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device db805ed2-eb99-4bd9-a6aa-05da989a4d0f not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:42:18.868941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 133979cc-6a1a-4f9a-9714-58de32d667f1 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:42:18.880766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9d142bb7-8c0e-45c3-9f50-8996f8d1511d admin admin] Publish callbacks [] for security_group (c1a7b790-0a40-4822-aa4e-177040d6f570), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:18.884653 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9d142bb7-8c0e-45c3-9f50-8996f8d1511d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c1a7b790-0a40-4822-aa4e-177040d6f570), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:18.890201 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 133979cc-6a1a-4f9a-9714-58de32d667f1 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:42:18.890552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 133979cc-6a1a-4f9a-9714-58de32d667f1 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:42:18.924108 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9d142bb7-8c0e-45c3-9f50-8996f8d1511d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9dd994e3841040698425eccc667fad00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340590 Mar 07 22:42:18.924989 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d142bb7-8c0e-45c3-9f50-8996f8d1511d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a7b790-0a40-4822-aa4e-177040d6f570,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:18.927300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53752) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:18.976917 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f4aeeaa-02de-4fd8-a9d3-bc416bf6677b admin admin] Publish callbacks [] for security_group (c1a7b790-0a40-4822-aa4e-177040d6f570), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:18.997937 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f4aeeaa-02de-4fd8-a9d3-bc416bf6677b admin admin] Publish callbacks [] for security_group (c1a7b790-0a40-4822-aa4e-177040d6f570), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:19.043221 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f4aeeaa-02de-4fd8-a9d3-bc416bf6677b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (c1a7b790-0a40-4822-aa4e-177040d6f570), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:19.045876 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f4aeeaa-02de-4fd8-a9d3-bc416bf6677b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:19.047059 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9f4aeeaa-02de-4fd8-a9d3-bc416bf6677b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1a7b790-0a40-4822-aa4e-177040d6f570 HTTP/1.1" status: 204 len: 168 time: 0.1182539 Mar 07 22:42:19.054769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4aeeaa-02de-4fd8-a9d3-bc416bf6677b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a7b790-0a40-4822-aa4e-177040d6f570,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:19.542577 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:19.720903 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53774) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:19.813779 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1430181040-network', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:19.833016 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] Made reservation on behalf of 0b1f2dc0f8154a95bea88bfc2133a0c9 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:42:19.835454 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:19.843952 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:19.915198 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] Publish callbacks [] for security_group (dbd98b0c-e3b6-4717-99ba-525b09b1ff6b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:19.918530 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dbd98b0c-e3b6-4717-99ba-525b09b1ff6b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:19.941980 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:42:19.951738 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd98b0c-e3b6-4717-99ba-525b09b1ff6b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:19.957629 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (2488e284-d27f-43d5-8c08-4a52242cf6d5), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:19.957977 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] Added segment 2488e284-d27f-43d5-8c08-4a52242cf6d5 of type vlan for network da68c296-64da-4f9f-8f26-f99f3b9adae1 Mar 07 22:42:20.002307 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (da68c296-64da-4f9f-8f26-f99f3b9adae1), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.026498 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (da68c296-64da-4f9f-8f26-f99f3b9adae1), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.027571 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:20.028256 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.059943 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3372803 Mar 07 22:42:20.062924 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53778) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:20.067914 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-a588309f-f7d7-4906-a5e1-53314ea54bc6 admin admin] Request body: {'subnet': {'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1430181040-subnet', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:20.087505 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a588309f-f7d7-4906-a5e1-53314ea54bc6 admin admin] Made reservation on behalf of 0b1f2dc0f8154a95bea88bfc2133a0c9 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:42:20.089883 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a588309f-f7d7-4906-a5e1-53314ea54bc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.094566 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e522f-a179-4ad3-babd-f5b4e6bab349 admin admin] Pushing event updated for resources: {'Network': ['ID=da68c296-64da-4f9f-8f26-f99f3b9adae1,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:20.104426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network da68c296-64da-4f9f-8f26-f99f3b9adae1 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:42:20.252474 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a588309f-f7d7-4906-a5e1-53314ea54bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (8721147b-c1be-45e0-9d23-17e314b632f1), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.308975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588309f-f7d7-4906-a5e1-53314ea54bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8721147b-c1be-45e0-9d23-17e314b632f1,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:20.317933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588309f-f7d7-4906-a5e1-53314ea54bc6 admin admin] Checking segment: {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:42:20.318310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a588309f-f7d7-4906-a5e1-53314ea54bc6 admin admin] Network hostable DHCP agents. Network: da68c296-64da-4f9f-8f26-f99f3b9adae1, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:42:20.334331 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a588309f-f7d7-4906-a5e1-53314ea54bc6 admin admin] Network da68c296-64da-4f9f-8f26-f99f3b9adae1 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:42:20.342387 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-a588309f-f7d7-4906-a5e1-53314ea54bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, da68c296-64da-4f9f-8f26-f99f3b9adae1) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:42:20.346320 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a588309f-f7d7-4906-a5e1-53314ea54bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:20.346918 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-a588309f-f7d7-4906-a5e1-53314ea54bc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.350993 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297c342f-86ca-4ace-8973-b6381d5b8b92 None None] Network da68c296-64da-4f9f-8f26-f99f3b9adae1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:42:20.363299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-a588309f-f7d7-4906-a5e1-53314ea54bc6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2991776 Mar 07 22:42:20.366025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53780) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:20.370248 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:20.388774 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.389912 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.442922 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Publish callbacks [] for router_controller (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.457432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-da68c296-64da-4f9f-8f26-f99f3b9adae1', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:42:20.458298 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.561520 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.610879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Allocated IP 172.20.0.2 (da68c296-64da-4f9f-8f26-f99f3b9adae1/8721147b-c1be-45e0-9d23-17e314b632f1/2a83a6da-4d41-4506-b527-70fb778f96d9) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:42:20.760677 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Publish callbacks [] for port (2a83a6da-4d41-4506-b527-70fb778f96d9), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.768697 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (2a83a6da-4d41-4506-b527-70fb778f96d9), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.815620 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Network da68c296-64da-4f9f-8f26-f99f3b9adae1 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:42:20.819922 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:42:20.821753 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Pushing event updated for resources: {'Port': ['ID=2a83a6da-4d41-4506-b527-70fb778f96d9,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:20.823978 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:42:20.880871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Attempting to bind port 2a83a6da-4d41-4506-b527-70fb778f96d9 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:42:20.881250 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Attempting to bind port 2a83a6da-4d41-4506-b527-70fb778f96d9 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:42:20.881621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Attempting to bind port 2a83a6da-4d41-4506-b527-70fb778f96d9 on network da68c296-64da-4f9f-8f26-f99f3b9adae1 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:42:20.886566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:42:20.886946 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Checking segment: {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:42:20.887866 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.888260 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Bound using segment: {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:42:20.888728 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Bound port: 2a83a6da-4d41-4506-b527-70fb778f96d9, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:42:20.889112 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2a83a6da-4d41-4506-b527-70fb778f96d9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.932548 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Publish callbacks [] for router_gateway (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:20.954293 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] For port 2a83a6da-4d41-4506-b527-70fb778f96d9, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:42:20.957317 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] For port 2a83a6da-4d41-4506-b527-70fb778f96d9, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2a83a6da-4d41-4506-b527-70fb778f96d9,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:42:20.964395 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2a83a6da-4d41-4506-b527-70fb778f96d9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:21.024658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb09b4e-cf9c-46ed-8c63-2b84621a4815 None None] Pushing event updated for resources: {'Port': ['ID=2a83a6da-4d41-4506-b527-70fb778f96d9,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:21.143814 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Publish callbacks [] for router_gateway (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:21.163920 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:21.282255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Allocated IP 172.25.4.116 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/762d45c8-1d31-4f74-bb3d-0799913c68f8) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:42:21.390088 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Publish callbacks [] for port (762d45c8-1d31-4f74-bb3d-0799913c68f8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:21.422131 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (762d45c8-1d31-4f74-bb3d-0799913c68f8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:21.462153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:42:21.465106 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:42:21.469636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:42:21.475414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Pushing event updated for resources: {'Port': ['ID=762d45c8-1d31-4f74-bb3d-0799913c68f8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:21.722562 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Publish callbacks [] for router_gateway (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:21.931431 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:21.943309 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af16ce6-048f-407e-9b2a-d57578bc6dc7 None None] Network da68c296-64da-4f9f-8f26-f99f3b9adae1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:42:22.013484 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-f63b98d5-3253-4974-9ecf-0a69688b6b75 None None] Provisioning complete for port 2a83a6da-4d41-4506-b527-70fb778f96d9 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:22.013862 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f63b98d5-3253-4974-9ecf-0a69688b6b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2a83a6da-4d41-4506-b527-70fb778f96d9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:22.064577 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:42:22.128490 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-f63b98d5-3253-4974-9ecf-0a69688b6b75 None None] Current status of the port 2a83a6da-4d41-4506-b527-70fb778f96d9 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:22.128884 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f63b98d5-3253-4974-9ecf-0a69688b6b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (2a83a6da-4d41-4506-b527-70fb778f96d9), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:22.163652 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-f63b98d5-3253-4974-9ecf-0a69688b6b75 None None] For port 2a83a6da-4d41-4506-b527-70fb778f96d9, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2a83a6da-4d41-4506-b527-70fb778f96d9,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:42:22.169190 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f63b98d5-3253-4974-9ecf-0a69688b6b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (2a83a6da-4d41-4506-b527-70fb778f96d9), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:22.175981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:42:22.188495 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dad516-e728-45d1-add1-519170140782 None None] Sync routers for ids ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:42:22.197333 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:22.200801 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dad516-e728-45d1-add1-519170140782 None None] Routers {'03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:42:22.202106 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53782) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:22.206498 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7189e715-9173-4d54-8379-07f990efa622 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8393252 Mar 07 22:42:22.210099 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-16dad516-e728-45d1-add1-519170140782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:22.248345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b98d5-3253-4974-9ecf-0a69688b6b75 None None] Pushing event updated for resources: {'Port': ['ID=2a83a6da-4d41-4506-b527-70fb778f96d9,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:22.253395 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:22.365740 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-16dad516-e728-45d1-add1-519170140782 None None] Set router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:42:22.391307 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-3986278f-13d2-4b78-a101-ffcb681f093c None None] Provisioning complete for port 2a83a6da-4d41-4506-b527-70fb778f96d9 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:22.391307 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3986278f-13d2-4b78-a101-ffcb681f093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2a83a6da-4d41-4506-b527-70fb778f96d9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:22.472600 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-3986278f-13d2-4b78-a101-ffcb681f093c None None] Current status of the port 2a83a6da-4d41-4506-b527-70fb778f96d9 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:22.643511 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-16dad516-e728-45d1-add1-519170140782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:21Z', 'revision_number': 3, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:22.663422 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:22.669701 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dad516-e728-45d1-add1-519170140782 None None] Checking router: 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:42:22.670076 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dad516-e728-45d1-add1-519170140782 None None] Updating router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a port 762d45c8-1d31-4f74-bb3d-0799913c68f8 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:42:22.700677 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-16dad516-e728-45d1-add1-519170140782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (762d45c8-1d31-4f74-bb3d-0799913c68f8), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:22.820433 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Allocated IP 172.20.0.1 (da68c296-64da-4f9f-8f26-f99f3b9adae1/8721147b-c1be-45e0-9d23-17e314b632f1/db344101-b04c-44ee-8b4b-9463b73edb0a) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:42:22.866680 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2a83a6da-4d41-4506-b527-70fb778f96d9 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:42:22.919709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 2a83a6da-4d41-4506-b527-70fb778f96d9 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:22.920160 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (2a83a6da-4d41-4506-b527-70fb778f96d9), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:22.926623 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Publish callbacks [] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:22.958508 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-16dad516-e728-45d1-add1-519170140782 None None] Publish callbacks [] for port (762d45c8-1d31-4f74-bb3d-0799913c68f8), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:22.962609 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:22.971883 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-16dad516-e728-45d1-add1-519170140782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (762d45c8-1d31-4f74-bb3d-0799913c68f8), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:23.007756 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Network da68c296-64da-4f9f-8f26-f99f3b9adae1 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:42:23.009395 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 2a83a6da-4d41-4506-b527-70fb778f96d9 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:23.010733 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:42:23.014322 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:42:23.035411 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9c5b9-81fc-4ae6-9c63-2bd0ac0f6b57 None None] Pushing event updated for resources: {'Port': ['ID=762d45c8-1d31-4f74-bb3d-0799913c68f8,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:23.038167 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Pushing event updated for resources: {'Port': ['ID=db344101-b04c-44ee-8b4b-9463b73edb0a,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:23.038344 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-16dad516-e728-45d1-add1-519170140782 None None] Attempting to bind port 762d45c8-1d31-4f74-bb3d-0799913c68f8 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:42:23.038649 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-16dad516-e728-45d1-add1-519170140782 None None] Attempting to bind port 762d45c8-1d31-4f74-bb3d-0799913c68f8 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:42:23.039292 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dad516-e728-45d1-add1-519170140782 None None] Attempting to bind port 762d45c8-1d31-4f74-bb3d-0799913c68f8 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:42:23.050998 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9c5b9-81fc-4ae6-9c63-2bd0ac0f6b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:23.051343 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9c5b9-81fc-4ae6-9c63-2bd0ac0f6b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:23.051682 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9c5b9-81fc-4ae6-9c63-2bd0ac0f6b57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:23.052016 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9c5b9-81fc-4ae6-9c63-2bd0ac0f6b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:23.052350 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9c5b9-81fc-4ae6-9c63-2bd0ac0f6b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:23.052674 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9c5b9-81fc-4ae6-9c63-2bd0ac0f6b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:23.052998 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9c5b9-81fc-4ae6-9c63-2bd0ac0f6b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:23.053326 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9c5b9-81fc-4ae6-9c63-2bd0ac0f6b57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:23.053642 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9c5b9-81fc-4ae6-9c63-2bd0ac0f6b57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:23.054023 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9c5b9-81fc-4ae6-9c63-2bd0ac0f6b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:23.054289 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9c5b9-81fc-4ae6-9c63-2bd0ac0f6b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:23.054950 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9c5b9-81fc-4ae6-9c63-2bd0ac0f6b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:23.054950 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9c5b9-81fc-4ae6-9c63-2bd0ac0f6b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:42:23.059196 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dad516-e728-45d1-add1-519170140782 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:42:23.059572 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dad516-e728-45d1-add1-519170140782 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:42:23.059976 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-16dad516-e728-45d1-add1-519170140782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:23.060359 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dad516-e728-45d1-add1-519170140782 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:42:23.060843 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-16dad516-e728-45d1-add1-519170140782 None None] Bound port: 762d45c8-1d31-4f74-bb3d-0799913c68f8, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:42:23.061229 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-16dad516-e728-45d1-add1-519170140782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (762d45c8-1d31-4f74-bb3d-0799913c68f8), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:23.062728 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:23.120313 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-16dad516-e728-45d1-add1-519170140782 None None] For port 762d45c8-1d31-4f74-bb3d-0799913c68f8, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:42:23.124341 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-16dad516-e728-45d1-add1-519170140782 None None] For port 762d45c8-1d31-4f74-bb3d-0799913c68f8, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=762d45c8-1d31-4f74-bb3d-0799913c68f8,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:42:23.132450 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-16dad516-e728-45d1-add1-519170140782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (762d45c8-1d31-4f74-bb3d-0799913c68f8), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:23.191796 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9c5b9-81fc-4ae6-9c63-2bd0ac0f6b57 None None] Pushing event updated for resources: {'Port': ['ID=762d45c8-1d31-4f74-bb3d-0799913c68f8,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:23.199144 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dad516-e728-45d1-add1-519170140782 None None] Routers {'03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:42:23.200283 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-16dad516-e728-45d1-add1-519170140782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:23.202257 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:23.295986 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-03b540d2-3328-42ef-8e11-bace3d76049c None None] Provisioning complete for port db344101-b04c-44ee-8b4b-9463b73edb0a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:23.296321 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-03b540d2-3328-42ef-8e11-bace3d76049c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:23.311621 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-16dad516-e728-45d1-add1-519170140782 None None] Set router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:42:23.333792 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-03b540d2-3328-42ef-8e11-bace3d76049c None None] Port db344101-b04c-44ee-8b4b-9463b73edb0a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:42:23.370338 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Publish callbacks [] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:23.376757 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:23.441134 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:23.442917 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Pushing event updated for resources: {'Port': ['ID=db344101-b04c-44ee-8b4b-9463b73edb0a,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:23.510978 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-16dad516-e728-45d1-add1-519170140782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:22Z', 'revision_number': 1, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:23.538927 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Network da68c296-64da-4f9f-8f26-f99f3b9adae1 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:42:23.540318 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:42:23.540537 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dad516-e728-45d1-add1-519170140782 None None] The sync data for ids ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'] in n-d-832330-1 is: [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:22Z', 'revision_number': 1, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:42:23.664073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:42:23.796545 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:42:23.803257 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-127f45c9-8c4a-4401-b165-83a43041f116 admin admin] 10.222.0.26 "PUT /v2.0/routers/03e6f3c3-4987-4886-b6ea-88c1c7b80e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5987172 Mar 07 22:42:23.858610 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-e608da81-6261-44b6-85bc-c31056d7cb1c None None] Provisioning complete for port db344101-b04c-44ee-8b4b-9463b73edb0a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:23.859080 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e608da81-6261-44b6-85bc-c31056d7cb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:23.898169 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-e608da81-6261-44b6-85bc-c31056d7cb1c None None] Port db344101-b04c-44ee-8b4b-9463b73edb0a cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:42:24.301940 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53798) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:24.307148 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-515059119-network', 'tenant_id': '9a22766ab1d84d5f995ab55bda6e0641'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:24.327977 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] Made reservation on behalf of 9a22766ab1d84d5f995ab55bda6e0641 for: {'network': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:42:24.330394 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:24.343779 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:24.427766 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] Publish callbacks [] for security_group (b82390e0-050e-4222-9fca-7f2b3fa5e860), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:24.431631 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b82390e0-050e-4222-9fca-7f2b3fa5e860), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:24.457907 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:42:24.469327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82390e0-050e-4222-9fca-7f2b3fa5e860,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:24.474425 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f1e99a88-8c42-4189-bc7e-f9301a793166), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:24.474717 n-d-832330-1 neutron-server[103718]: INFO neutron.db.segments_db [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] Added segment f1e99a88-8c42-4189-bc7e-f9301a793166 of type vlan for network 7b2de079-b11c-465b-9636-05075da89f8c Mar 07 22:42:24.517017 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (7b2de079-b11c-465b-9636-05075da89f8c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:24.542480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (7b2de079-b11c-465b-9636-05075da89f8c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:24.544203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:24.544790 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:24.577852 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2746446 Mar 07 22:42:24.580714 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53800) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:24.588044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-447498fe-1264-41e3-9850-f9d48c6e56f0 admin admin] Request body: {'subnet': {'network_id': '7b2de079-b11c-465b-9636-05075da89f8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-515059119-subnet', 'tenant_id': '9a22766ab1d84d5f995ab55bda6e0641', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:24.608194 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4718f-67ca-43f9-acf8-f9574693da48 admin admin] Pushing event updated for resources: {'Network': ['ID=7b2de079-b11c-465b-9636-05075da89f8c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:24.618704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447498fe-1264-41e3-9850-f9d48c6e56f0 admin admin] Made reservation on behalf of 9a22766ab1d84d5f995ab55bda6e0641 for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:42:24.619514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 7b2de079-b11c-465b-9636-05075da89f8c details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:42:24.621913 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-447498fe-1264-41e3-9850-f9d48c6e56f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:24.817465 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-447498fe-1264-41e3-9850-f9d48c6e56f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (26e33a42-394f-4428-a46f-acfd3b29d353), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:24.875729 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447498fe-1264-41e3-9850-f9d48c6e56f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e33a42-394f-4428-a46f-acfd3b29d353,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:24.876493 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 762d45c8-1d31-4f74-bb3d-0799913c68f8 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:42:24.893575 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447498fe-1264-41e3-9850-f9d48c6e56f0 admin admin] Checking segment: {'id': 'f1e99a88-8c42-4189-bc7e-f9301a793166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7b2de079-b11c-465b-9636-05075da89f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:42:24.893945 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447498fe-1264-41e3-9850-f9d48c6e56f0 admin admin] Network hostable DHCP agents. Network: 7b2de079-b11c-465b-9636-05075da89f8c, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:42:24.911423 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447498fe-1264-41e3-9850-f9d48c6e56f0 admin admin] Network 7b2de079-b11c-465b-9636-05075da89f8c is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:42:24.921028 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-447498fe-1264-41e3-9850-f9d48c6e56f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 7b2de079-b11c-465b-9636-05075da89f8c) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:42:24.925111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447498fe-1264-41e3-9850-f9d48c6e56f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:24.925716 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-447498fe-1264-41e3-9850-f9d48c6e56f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:24.932260 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb8684c-17e0-4b30-917f-dd693063211f None None] Network 7b2de079-b11c-465b-9636-05075da89f8c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:42:24.944150 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-447498fe-1264-41e3-9850-f9d48c6e56f0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3614240 Mar 07 22:42:24.946680 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53802) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:24.951602 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-515059119-router', 'tenant_id': '9a22766ab1d84d5f995ab55bda6e0641', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:24.951880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 762d45c8-1d31-4f74-bb3d-0799913c68f8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:24.952273 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (762d45c8-1d31-4f74-bb3d-0799913c68f8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:24.976498 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:24.977519 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:25.040187 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Publish callbacks [] for router_controller (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:25.101692 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-7b2de079-b11c-465b-9636-05075da89f8c', 'network_id': '7b2de079-b11c-465b-9636-05075da89f8c', 'project_id': '9a22766ab1d84d5f995ab55bda6e0641', 'fixed_ips': [{'subnet_id': '26e33a42-394f-4428-a46f-acfd3b29d353'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:42:25.102574 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:25.136675 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 762d45c8-1d31-4f74-bb3d-0799913c68f8 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:25.137881 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (762d45c8-1d31-4f74-bb3d-0799913c68f8), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:25.194115 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Publish callbacks [] for router_gateway (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:25.222397 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 762d45c8-1d31-4f74-bb3d-0799913c68f8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=762d45c8-1d31-4f74-bb3d-0799913c68f8,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:42:25.230168 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (762d45c8-1d31-4f74-bb3d-0799913c68f8), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:25.320124 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=762d45c8-1d31-4f74-bb3d-0799913c68f8,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:25.338438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Allocated IP 172.20.0.2 (7b2de079-b11c-465b-9636-05075da89f8c/26e33a42-394f-4428-a46f-acfd3b29d353/e2baf6a5-cc55-42ef-956d-8e06bb8319cd) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:42:25.411861 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Publish callbacks [] for router_gateway (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:25.431870 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:25.500761 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Publish callbacks [] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:25.507506 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:25.540136 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Allocated IP 172.25.4.77 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/34f3f472-2f72-40da-9c4e-10df0fe2b581) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:42:25.547662 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Network 7b2de079-b11c-465b-9636-05075da89f8c is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:42:25.550513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:42:25.554514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:42:25.585597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Pushing event updated for resources: {'Port': ['ID=e2baf6a5-cc55-42ef-956d-8e06bb8319cd,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:25.614453 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Sync routers for ids ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:42:25.635181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Attempting to bind port e2baf6a5-cc55-42ef-956d-8e06bb8319cd on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:42:25.635881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Attempting to bind port e2baf6a5-cc55-42ef-956d-8e06bb8319cd by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'f1e99a88-8c42-4189-bc7e-f9301a793166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7b2de079-b11c-465b-9636-05075da89f8c'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:42:25.635996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Attempting to bind port e2baf6a5-cc55-42ef-956d-8e06bb8319cd on network 7b2de079-b11c-465b-9636-05075da89f8c {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:42:25.638717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Routers {'03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:42:25.639360 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:25.653168 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Publish callbacks [] for port (34f3f472-2f72-40da-9c4e-10df0fe2b581), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:25.676674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:42:25.677057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Checking segment: {'id': 'f1e99a88-8c42-4189-bc7e-f9301a793166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7b2de079-b11c-465b-9636-05075da89f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:42:25.677674 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:25.678089 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Bound using segment: {'id': 'f1e99a88-8c42-4189-bc7e-f9301a793166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7b2de079-b11c-465b-9636-05075da89f8c'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:42:25.678596 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Bound port: e2baf6a5-cc55-42ef-956d-8e06bb8319cd, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e99a88-8c42-4189-bc7e-f9301a793166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7b2de079-b11c-465b-9636-05075da89f8c'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:42:25.678988 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:25.687306 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (34f3f472-2f72-40da-9c4e-10df0fe2b581), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:25.731903 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:42:25.736220 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:42:25.738607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:42:25.763435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=34f3f472-2f72-40da-9c4e-10df0fe2b581,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:25.965775 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Set router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:42:25.991673 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] For port e2baf6a5-cc55-42ef-956d-8e06bb8319cd, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:42:26.009438 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Publish callbacks [] for router_gateway (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:26.010123 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] For port e2baf6a5-cc55-42ef-956d-8e06bb8319cd, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e2baf6a5-cc55-42ef-956d-8e06bb8319cd,segment=NetworkSegment(f1e99a88-8c42-4189-bc7e-f9301a793166),segment_id=f1e99a88-8c42-4189-bc7e-f9301a793166)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:42:26.020119 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:26.157824 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50682098-7d3f-43d7-a11f-0583971809cb None None] Pushing event updated for resources: {'Port': ['ID=e2baf6a5-cc55-42ef-956d-8e06bb8319cd,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:26.235126 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:26.245781 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 2, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:26.282440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Checking router: 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:42:26.282959 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Updating router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a port db344101-b04c-44ee-8b4b-9463b73edb0a binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:42:26.323384 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:26.410573 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Router 66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:42:26.524563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:42:26.534243 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Sync routers for ids ['66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:42:26.545664 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Routers {'66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:42:26.546300 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:26.546792 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:26.551015 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53806) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:26.551600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f87b2465-c2e4-4c39-b343-d4f24526b0e0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6033483 Mar 07 22:42:26.627923 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Publish callbacks [] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:26.638962 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:26.667782 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Set router 66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:42:26.697189 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f016a6e-cae4-4630-bde6-4f3ff6a8c0dc None None] Pushing event updated for resources: {'Port': ['ID=db344101-b04c-44ee-8b4b-9463b73edb0a,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:26.753789 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Attempting to bind port db344101-b04c-44ee-8b4b-9463b73edb0a on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:42:26.754322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Attempting to bind port db344101-b04c-44ee-8b4b-9463b73edb0a by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:42:26.754770 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Attempting to bind port db344101-b04c-44ee-8b4b-9463b73edb0a on network da68c296-64da-4f9f-8f26-f99f3b9adae1 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:42:26.760539 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:42:26.761036 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Checking segment: {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:42:26.761520 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:26.762813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Bound using segment: {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:42:26.763450 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Bound port: db344101-b04c-44ee-8b4b-9463b73edb0a, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:42:26.763847 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:26.930348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] For port db344101-b04c-44ee-8b4b-9463b73edb0a, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:42:26.942192 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] For port db344101-b04c-44ee-8b4b-9463b73edb0a, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=db344101-b04c-44ee-8b4b-9463b73edb0a,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:42:26.954169 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:26.983140 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'name': 'tempest-TestShelveInstance-515059119-router', 'tenant_id': '9a22766ab1d84d5f995ab55bda6e0641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '34f3f472-2f72-40da-9c4e-10df0fe2b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:24Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 3, 'project_id': '9a22766ab1d84d5f995ab55bda6e0641', 'gw_port': {'id': '34f3f472-2f72-40da-9c4e-10df0fe2b581', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:25Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:27.046830 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e2baf6a5-cc55-42ef-956d-8e06bb8319cd up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:42:27.052200 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Checking router: 66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:42:27.052794 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Updating router 66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 port 34f3f472-2f72-40da-9c4e-10df0fe2b581 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:42:27.086645 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (34f3f472-2f72-40da-9c4e-10df0fe2b581), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.144806 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Routers {'03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:42:27.145463 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:27.175356 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.198258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-59bc9ae4-bf91-485c-af59-ae23a53e35cd None None] Provisioning complete for port db344101-b04c-44ee-8b4b-9463b73edb0a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:27.198594 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59bc9ae4-bf91-485c-af59-ae23a53e35cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.205631 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f016a6e-cae4-4630-bde6-4f3ff6a8c0dc None None] Pushing event updated for resources: {'Port': ['ID=db344101-b04c-44ee-8b4b-9463b73edb0a,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:27.254046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e2baf6a5-cc55-42ef-956d-8e06bb8319cd triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:27.259498 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.375779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ea892-55a5-4ddf-83ce-74d9e22dcd5f None None] Network 7b2de079-b11c-465b-9636-05075da89f8c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:42:27.400922 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Allocated IP 172.20.0.1 (7b2de079-b11c-465b-9636-05075da89f8c/26e33a42-394f-4428-a46f-acfd3b29d353/f216df89-b553-4dce-ae6a-150b3ef81bef) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:42:27.466973 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] Set router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:42:27.493805 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Publish callbacks [] for port (34f3f472-2f72-40da-9c4e-10df0fe2b581), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.500372 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (34f3f472-2f72-40da-9c4e-10df0fe2b581), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.506779 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Publish callbacks [] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.545199 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.561243 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6077be3-7165-4c3b-a9d1-78117a4ce9b2 None None] Pushing event updated for resources: {'Port': ['ID=34f3f472-2f72-40da-9c4e-10df0fe2b581,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:27.564448 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Attempting to bind port 34f3f472-2f72-40da-9c4e-10df0fe2b581 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:42:27.564825 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Attempting to bind port 34f3f472-2f72-40da-9c4e-10df0fe2b581 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:42:27.565193 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Attempting to bind port 34f3f472-2f72-40da-9c4e-10df0fe2b581 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:42:27.570521 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:42:27.570888 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:42:27.571492 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.572471 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:42:27.573112 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Bound port: 34f3f472-2f72-40da-9c4e-10df0fe2b581, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:42:27.574099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-59bc9ae4-bf91-485c-af59-ae23a53e35cd None None] Current status of the port db344101-b04c-44ee-8b4b-9463b73edb0a is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:27.575024 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (34f3f472-2f72-40da-9c4e-10df0fe2b581), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.575205 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59bc9ae4-bf91-485c-af59-ae23a53e35cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.589163 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Network 7b2de079-b11c-465b-9636-05075da89f8c is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:42:27.594953 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:42:27.596889 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Pushing event updated for resources: {'Port': ['ID=f216df89-b553-4dce-ae6a-150b3ef81bef,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:27.599032 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:42:27.638782 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] For port 34f3f472-2f72-40da-9c4e-10df0fe2b581, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:42:27.642199 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.643124 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] For port 34f3f472-2f72-40da-9c4e-10df0fe2b581, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=34f3f472-2f72-40da-9c4e-10df0fe2b581,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:42:27.650844 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (34f3f472-2f72-40da-9c4e-10df0fe2b581), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.679976 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e2baf6a5-cc55-42ef-956d-8e06bb8319cd is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:27.680559 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.723592 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6077be3-7165-4c3b-a9d1-78117a4ce9b2 None None] Pushing event updated for resources: {'Port': ['ID=34f3f472-2f72-40da-9c4e-10df0fe2b581,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:27.728998 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Routers {'66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:42:27.729902 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:27.748813 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-59bc9ae4-bf91-485c-af59-ae23a53e35cd None None] For port db344101-b04c-44ee-8b4b-9463b73edb0a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=db344101-b04c-44ee-8b4b-9463b73edb0a,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:42:27.759442 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-59bc9ae4-bf91-485c-af59-ae23a53e35cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.794866 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.820243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port e2baf6a5-cc55-42ef-956d-8e06bb8319cd, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e2baf6a5-cc55-42ef-956d-8e06bb8319cd,segment=NetworkSegment(f1e99a88-8c42-4189-bc7e-f9301a793166),segment_id=f1e99a88-8c42-4189-bc7e-f9301a793166)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:42:27.833385 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:27.833817 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 762d45c8-1d31-4f74-bb3d-0799913c68f8 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:42:27.870787 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] Set router 66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:42:27.909131 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc9ae4-bf91-485c-af59-ae23a53e35cd None None] Pushing event updated for resources: {'Port': ['ID=db344101-b04c-44ee-8b4b-9463b73edb0a,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:27.961711 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bdfa939b-f944-4507-99fc-2fa1fd7f4327 None None] Provisioning complete for port db344101-b04c-44ee-8b4b-9463b73edb0a triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:27.962126 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bdfa939b-f944-4507-99fc-2fa1fd7f4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:28.012755 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Publish callbacks [] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:28.033245 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=e2baf6a5-cc55-42ef-956d-8e06bb8319cd,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:28.035096 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:28.045994 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 762d45c8-1d31-4f74-bb3d-0799913c68f8 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:28.046430 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (762d45c8-1d31-4f74-bb3d-0799913c68f8), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:28.092941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:26Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:28.114724 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:28.131954 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2bcc22-d383-4d45-ae36-b3be5b40731f None None] The sync data for ids ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'] in n-d-832330-1 is: [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:26Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:42:28.138581 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Pushing event updated for resources: {'Port': ['ID=f216df89-b553-4dce-ae6a-150b3ef81bef,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:28.150988 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'name': 'tempest-TestShelveInstance-515059119-router', 'tenant_id': '9a22766ab1d84d5f995ab55bda6e0641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '34f3f472-2f72-40da-9c4e-10df0fe2b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:24Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 3, 'project_id': '9a22766ab1d84d5f995ab55bda6e0641', 'gw_port': {'id': '34f3f472-2f72-40da-9c4e-10df0fe2b581', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:25Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:28.202556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa939b-f944-4507-99fc-2fa1fd7f4327 None None] Current status of the port db344101-b04c-44ee-8b4b-9463b73edb0a is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:28.217723 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e890386e-e3da-4e98-b287-b1d9b92a6160 None None] The sync data for ids ['66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'] in n-d-832330-1 is: [{'id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'name': 'tempest-TestShelveInstance-515059119-router', 'tenant_id': '9a22766ab1d84d5f995ab55bda6e0641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '34f3f472-2f72-40da-9c4e-10df0fe2b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:24Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 3, 'project_id': '9a22766ab1d84d5f995ab55bda6e0641', 'gw_port': {'id': '34f3f472-2f72-40da-9c4e-10df0fe2b581', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:25Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:42:28.236271 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Network 7b2de079-b11c-465b-9636-05075da89f8c is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:42:28.237791 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:42:28.268558 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bdfa939b-f944-4507-99fc-2fa1fd7f4327 None None] Provisioning complete for port e2baf6a5-cc55-42ef-956d-8e06bb8319cd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:28.268943 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bdfa939b-f944-4507-99fc-2fa1fd7f4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:28.299426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 762d45c8-1d31-4f74-bb3d-0799913c68f8 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:28.401960 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa939b-f944-4507-99fc-2fa1fd7f4327 None None] Current status of the port e2baf6a5-cc55-42ef-956d-8e06bb8319cd is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:28.421275 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Router 66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:42:28.530667 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4d61b010-11a4-4241-a01d-c27aa1ee4d8c None None] Provisioning complete for port f216df89-b553-4dce-ae6a-150b3ef81bef triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:28.531286 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4d61b010-11a4-4241-a01d-c27aa1ee4d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:28.564493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:42:28.574050 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4d61b010-11a4-4241-a01d-c27aa1ee4d8c None None] Port f216df89-b553-4dce-ae6a-150b3ef81bef cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:42:28.605231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4d61b010-11a4-4241-a01d-c27aa1ee4d8c None None] Provisioning complete for port e2baf6a5-cc55-42ef-956d-8e06bb8319cd triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:28.605887 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4d61b010-11a4-4241-a01d-c27aa1ee4d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:28.615391 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f6a9fa72-9c9b-4080-93fe-ebbf1ba8d282 admin admin] 10.222.0.26 "PUT /v2.0/routers/66ee42ee-2413-40f6-a1a0-4adaa9bf64f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0624444 Mar 07 22:42:28.730618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4d61b010-11a4-4241-a01d-c27aa1ee4d8c None None] Current status of the port e2baf6a5-cc55-42ef-956d-8e06bb8319cd is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:28.855267 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-69d48d5b-b877-4973-8c75-9940268fb92e None None] Provisioning complete for port f216df89-b553-4dce-ae6a-150b3ef81bef triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:28.856534 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-69d48d5b-b877-4973-8c75-9940268fb92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:28.896501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-69d48d5b-b877-4973-8c75-9940268fb92e None None] Port f216df89-b553-4dce-ae6a-150b3ef81bef cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:42:29.049615 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device db344101-b04c-44ee-8b4b-9463b73edb0a up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:42:29.103429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port db344101-b04c-44ee-8b4b-9463b73edb0a triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:29.103813 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.191094 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port db344101-b04c-44ee-8b4b-9463b73edb0a is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:29.192196 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 34f3f472-2f72-40da-9c4e-10df0fe2b581 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:42:29.207267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53814) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:29.211939 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-d4d8026c-c682-47e2-8752-6e63cf1688e7 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-723351196', 'description': 'tempest-secgroup-smoke-723351196 description', 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:29.237137 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d4d8026c-c682-47e2-8752-6e63cf1688e7 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.317110 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d4d8026c-c682-47e2-8752-6e63cf1688e7 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group (b8a3608e-5525-4d17-868d-e158cb93d29b), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.327594 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d4d8026c-c682-47e2-8752-6e63cf1688e7 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b8a3608e-5525-4d17-868d-e158cb93d29b), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.367788 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8026c-c682-47e2-8752-6e63cf1688e7 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a3608e-5525-4d17-868d-e158cb93d29b,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:29.373706 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-d4d8026c-c682-47e2-8752-6e63cf1688e7 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.377845 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-d4d8026c-c682-47e2-8752-6e63cf1688e7 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1667399 Mar 07 22:42:29.378493 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53816) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:29.382742 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-5ad3ed38-16fe-4c0f-be5b-c19cc9e1b94d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'security_group_rule': {'security_group_id': 'b8a3608e-5525-4d17-868d-e158cb93d29b', 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:29.409294 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ed38-16fe-4c0f-be5b-c19cc9e1b94d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (c666526a-6569-4067-95dc-4e768461dc49), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.416011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 34f3f472-2f72-40da-9c4e-10df0fe2b581 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:29.416387 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (34f3f472-2f72-40da-9c4e-10df0fe2b581), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.468246 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ed38-16fe-4c0f-be5b-c19cc9e1b94d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (c666526a-6569-4067-95dc-4e768461dc49), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.473044 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ed38-16fe-4c0f-be5b-c19cc9e1b94d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (c666526a-6569-4067-95dc-4e768461dc49), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.494203 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3ed38-16fe-4c0f-be5b-c19cc9e1b94d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c666526a-6569-4067-95dc-4e768461dc49,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:29.498291 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 34f3f472-2f72-40da-9c4e-10df0fe2b581 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:29.498766 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (34f3f472-2f72-40da-9c4e-10df0fe2b581), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.505415 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ed38-16fe-4c0f-be5b-c19cc9e1b94d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.509630 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-5ad3ed38-16fe-4c0f-be5b-c19cc9e1b94d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281285 Mar 07 22:42:29.509902 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53818) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:29.514553 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2f0a8bd5-2adb-46b4-a8d9-a9126b25a1f6 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'security_group_rule': {'security_group_id': 'b8a3608e-5525-4d17-868d-e158cb93d29b', 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:29.521859 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 34f3f472-2f72-40da-9c4e-10df0fe2b581, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=34f3f472-2f72-40da-9c4e-10df0fe2b581,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:42:29.527142 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (34f3f472-2f72-40da-9c4e-10df0fe2b581), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.528523 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e2baf6a5-cc55-42ef-956d-8e06bb8319cd up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:42:29.544669 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8bd5-2adb-46b4-a8d9-a9126b25a1f6 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (3f1bfd3d-a3bc-4d0a-b7e1-19da238076d0), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.608412 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=34f3f472-2f72-40da-9c4e-10df0fe2b581,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:29.610284 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8bd5-2adb-46b4-a8d9-a9126b25a1f6 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (3f1bfd3d-a3bc-4d0a-b7e1-19da238076d0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.615521 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8bd5-2adb-46b4-a8d9-a9126b25a1f6 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (3f1bfd3d-a3bc-4d0a-b7e1-19da238076d0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.622270 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port e2baf6a5-cc55-42ef-956d-8e06bb8319cd triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:29.622650 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.635267 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a8bd5-2adb-46b4-a8d9-a9126b25a1f6 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1bfd3d-a3bc-4d0a-b7e1-19da238076d0,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:29.644400 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8bd5-2adb-46b4-a8d9-a9126b25a1f6 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.648340 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2f0a8bd5-2adb-46b4-a8d9-a9126b25a1f6 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346719 Mar 07 22:42:29.648544 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53820) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:29.652864 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-6d089e71-a377-4466-83fb-1b4000a30e85 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'security_group_rule': {'security_group_id': 'b8a3608e-5525-4d17-868d-e158cb93d29b', 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:29.676416 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6d089e71-a377-4466-83fb-1b4000a30e85 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (33ca8b6a-57e8-4bd8-be05-3bf62e5aa622), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.704092 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port e2baf6a5-cc55-42ef-956d-8e06bb8319cd is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:29.733380 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6d089e71-a377-4466-83fb-1b4000a30e85 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (33ca8b6a-57e8-4bd8-be05-3bf62e5aa622), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.736815 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6d089e71-a377-4466-83fb-1b4000a30e85 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (33ca8b6a-57e8-4bd8-be05-3bf62e5aa622), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.756385 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d089e71-a377-4466-83fb-1b4000a30e85 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ca8b6a-57e8-4bd8-be05-3bf62e5aa622,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:29.764962 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-6d089e71-a377-4466-83fb-1b4000a30e85 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.766180 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6d089e71-a377-4466-83fb-1b4000a30e85 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166899 Mar 07 22:42:29.768955 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53822) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:29.773226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-2c7659ff-9fc9-4244-813d-6f004a4f610f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'security_group_rule': {'security_group_id': 'b8a3608e-5525-4d17-868d-e158cb93d29b', 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:29.798256 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c7659ff-9fc9-4244-813d-6f004a4f610f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (8c575554-85b7-4dec-bb59-ab80bc74c2a4), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.854003 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c7659ff-9fc9-4244-813d-6f004a4f610f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (8c575554-85b7-4dec-bb59-ab80bc74c2a4), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.858195 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c7659ff-9fc9-4244-813d-6f004a4f610f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (8c575554-85b7-4dec-bb59-ab80bc74c2a4), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.876114 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7659ff-9fc9-4244-813d-6f004a4f610f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c575554-85b7-4dec-bb59-ab80bc74c2a4,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:29.885049 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c7659ff-9fc9-4244-813d-6f004a4f610f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.886287 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-2c7659ff-9fc9-4244-813d-6f004a4f610f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163540 Mar 07 22:42:29.889167 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53824) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:29.893511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-4354e43a-6952-4548-97f3-361dd9d9a135 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'security_group_rule': {'security_group_id': 'b8a3608e-5525-4d17-868d-e158cb93d29b', 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:29.912652 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-4354e43a-6952-4548-97f3-361dd9d9a135 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Project 0b1f2dc0f8154a95bea88bfc2133a0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:42:29.917503 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4354e43a-6952-4548-97f3-361dd9d9a135 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (f9049207-e07c-41a8-ad19-07430a5cb1f0), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.978547 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4354e43a-6952-4548-97f3-361dd9d9a135 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (f9049207-e07c-41a8-ad19-07430a5cb1f0), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:29.983018 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4354e43a-6952-4548-97f3-361dd9d9a135 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (f9049207-e07c-41a8-ad19-07430a5cb1f0), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:30.005044 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354e43a-6952-4548-97f3-361dd9d9a135 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9049207-e07c-41a8-ad19-07430a5cb1f0,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:30.011115 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4354e43a-6952-4548-97f3-361dd9d9a135 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:30.014515 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-4354e43a-6952-4548-97f3-361dd9d9a135 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243489 Mar 07 22:42:30.015400 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 53826) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:30.019992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-4a1d3cec-3820-487a-833f-c4487542aa42 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'security_group_rule': {'security_group_id': 'b8a3608e-5525-4d17-868d-e158cb93d29b', 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:30.040336 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-4a1d3cec-3820-487a-833f-c4487542aa42 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Project 0b1f2dc0f8154a95bea88bfc2133a0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:42:30.045842 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a1d3cec-3820-487a-833f-c4487542aa42 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (622af8c0-b89e-408f-a616-89ae21c7e4ba), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:30.109511 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a1d3cec-3820-487a-833f-c4487542aa42 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (622af8c0-b89e-408f-a616-89ae21c7e4ba), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:30.113379 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a1d3cec-3820-487a-833f-c4487542aa42 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (622af8c0-b89e-408f-a616-89ae21c7e4ba), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:30.132853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d3cec-3820-487a-833f-c4487542aa42 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622af8c0-b89e-408f-a616-89ae21c7e4ba,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:30.141387 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-4a1d3cec-3820-487a-833f-c4487542aa42 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:30.142639 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-4a1d3cec-3820-487a-833f-c4487542aa42 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262074 Mar 07 22:42:30.288017 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-53acab95-cbc5-4c7a-bc44-8b6aca91c667 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-723351196&fields=id&tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9 HTTP/1.1" status: 200 len: 267 time: 0.0444057 Mar 07 22:42:30.391395 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-42c0cdb4-f8e9-4e34-9e48-6dede2641bce tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:30.392856 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-42c0cdb4-f8e9-4e34-9e48-6dede2641bce tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 809 time: 0.0977821 Mar 07 22:42:30.407386 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-b87d2875-49de-4fe6-a96e-7b667a8591b5 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/quotas/0b1f2dc0f8154a95bea88bfc2133a0c9 HTTP/1.1" status: 200 len: 375 time: 0.0092673 Mar 07 22:42:30.463599 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-11905873-ad7a-4f99-9f92-3053f3b04a5d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515091 Mar 07 22:42:30.654350 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-d34a2e04-b49a-43e4-9c8a-4f48ff3c49ee service neutron] 10.222.0.26 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781611 Mar 07 22:42:30.750539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-68dbf2b5-4f73-45b4-a937-15cc854aa72d service neutron] 10.222.0.26 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904796 Mar 07 22:42:30.842206 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Sync routers for ids ['66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:42:30.847543 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 34f3f472-2f72-40da-9c4e-10df0fe2b581 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:42:30.892734 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Routers {'66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:42:30.893647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:30.929862 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2527a48d-e0da-46a7-8116-070e34dc96bd req-65ad546a-d65d-4366-8305-7d0a68613184 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 210 time: 0.0285411 Mar 07 22:42:30.992742 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 34f3f472-2f72-40da-9c4e-10df0fe2b581 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:30.993129 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (34f3f472-2f72-40da-9c4e-10df0fe2b581), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:31.043224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Set router 66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:42:31.204152 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 34f3f472-2f72-40da-9c4e-10df0fe2b581 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:31.333837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'name': 'tempest-TestShelveInstance-515059119-router', 'tenant_id': '9a22766ab1d84d5f995ab55bda6e0641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '34f3f472-2f72-40da-9c4e-10df0fe2b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:24Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 4, 'project_id': '9a22766ab1d84d5f995ab55bda6e0641', 'gw_port': {'id': '34f3f472-2f72-40da-9c4e-10df0fe2b581', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:25Z', 'updated_at': '2022-03-07T22:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'f216df89-b553-4dce-ae6a-150b3ef81bef', 'name': '', 'network_id': '7b2de079-b11c-465b-9636-05075da89f8c', 'tenant_id': '9a22766ab1d84d5f995ab55bda6e0641', 'mac_address': 'fa:16:3e:55:c2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '26e33a42-394f-4428-a46f-acfd3b29d353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:27Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 2, 'project_id': '9a22766ab1d84d5f995ab55bda6e0641', 'subnets': [{'id': '26e33a42-394f-4428-a46f-acfd3b29d353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:31.370636 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Checking router: 66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:42:31.371001 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Updating router 66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 port f216df89-b553-4dce-ae6a-150b3ef81bef binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:42:31.404936 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:31.721879 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Publish callbacks [] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:31.727282 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:31.775519 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d47de-5bc1-43a0-8414-2924cd6cba7a None None] Pushing event updated for resources: {'Port': ['ID=f216df89-b553-4dce-ae6a-150b3ef81bef,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:31.835424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Attempting to bind port f216df89-b553-4dce-ae6a-150b3ef81bef on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:42:31.835551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Attempting to bind port f216df89-b553-4dce-ae6a-150b3ef81bef by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': 'f1e99a88-8c42-4189-bc7e-f9301a793166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7b2de079-b11c-465b-9636-05075da89f8c'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:42:31.835879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Attempting to bind port f216df89-b553-4dce-ae6a-150b3ef81bef on network 7b2de079-b11c-465b-9636-05075da89f8c {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:42:31.841099 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:42:31.841454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Checking segment: {'id': 'f1e99a88-8c42-4189-bc7e-f9301a793166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7b2de079-b11c-465b-9636-05075da89f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:42:31.841861 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:31.842288 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Bound using segment: {'id': 'f1e99a88-8c42-4189-bc7e-f9301a793166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7b2de079-b11c-465b-9636-05075da89f8c'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:42:31.842860 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Bound port: f216df89-b553-4dce-ae6a-150b3ef81bef, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e99a88-8c42-4189-bc7e-f9301a793166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7b2de079-b11c-465b-9636-05075da89f8c'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:42:31.843131 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:31.908616 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] For port f216df89-b553-4dce-ae6a-150b3ef81bef, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:42:31.911921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] For port f216df89-b553-4dce-ae6a-150b3ef81bef, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f216df89-b553-4dce-ae6a-150b3ef81bef,segment=NetworkSegment(f1e99a88-8c42-4189-bc7e-f9301a793166),segment_id=f1e99a88-8c42-4189-bc7e-f9301a793166)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:42:31.917350 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:31.970805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Routers {'66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:42:31.971370 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:32.045224 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d47de-5bc1-43a0-8414-2924cd6cba7a None None] Pushing event updated for resources: {'Port': ['ID=f216df89-b553-4dce-ae6a-150b3ef81bef,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:32.063468 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-df2be999-a8a8-416b-a73c-4a7caddf4c93 None None] Provisioning complete for port f216df89-b553-4dce-ae6a-150b3ef81bef triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:32.063876 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-df2be999-a8a8-416b-a73c-4a7caddf4c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:32.109192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a0b13a07-f7f7-459f-902b-dde1c3987142 req-4c426866-2c0b-4650-8cc4-eebbeda0be66 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 210 time: 0.0673127 Mar 07 22:42:32.147339 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-36bbe4c9-78f7-47c5-b6a0-579a12cd31ed tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:32.148827 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-36bbe4c9-78f7-47c5-b6a0-579a12cd31ed tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 809 time: 0.2058647 Mar 07 22:42:32.169952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] Set router 66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:42:32.217564 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-02d458f0-e5d9-4ef2-bf37-6e74959bdd45 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9 HTTP/1.1" status: 200 len: 379 time: 0.0561974 Mar 07 22:42:32.226853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-76aa9dbd-200d-4fc1-98be-8fadbceb7655 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'port': {'device_id': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'admin_state_up': True, 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'security_groups': ['b8a3608e-5525-4d17-868d-e158cb93d29b']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:32.337992 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-76aa9dbd-200d-4fc1-98be-8fadbceb7655 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Made reservation on behalf of 0b1f2dc0f8154a95bea88bfc2133a0c9 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:42:32.341894 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-76aa9dbd-200d-4fc1-98be-8fadbceb7655 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:32.449579 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-df2be999-a8a8-416b-a73c-4a7caddf4c93 None None] Current status of the port f216df89-b553-4dce-ae6a-150b3ef81bef is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:32.449972 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-df2be999-a8a8-416b-a73c-4a7caddf4c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:32.532285 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-df2be999-a8a8-416b-a73c-4a7caddf4c93 None None] For port f216df89-b553-4dce-ae6a-150b3ef81bef, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f216df89-b553-4dce-ae6a-150b3ef81bef,segment=NetworkSegment(f1e99a88-8c42-4189-bc7e-f9301a793166),segment_id=f1e99a88-8c42-4189-bc7e-f9301a793166)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:42:32.540353 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-df2be999-a8a8-416b-a73c-4a7caddf4c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:32.624624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2be999-a8a8-416b-a73c-4a7caddf4c93 None None] Pushing event updated for resources: {'Port': ['ID=f216df89-b553-4dce-ae6a-150b3ef81bef,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:32.644694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'name': 'tempest-TestShelveInstance-515059119-router', 'tenant_id': '9a22766ab1d84d5f995ab55bda6e0641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '34f3f472-2f72-40da-9c4e-10df0fe2b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:24Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 4, 'project_id': '9a22766ab1d84d5f995ab55bda6e0641', 'gw_port': {'id': '34f3f472-2f72-40da-9c4e-10df0fe2b581', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:25Z', 'updated_at': '2022-03-07T22:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'f216df89-b553-4dce-ae6a-150b3ef81bef', 'name': '', 'network_id': '7b2de079-b11c-465b-9636-05075da89f8c', 'tenant_id': '9a22766ab1d84d5f995ab55bda6e0641', 'mac_address': 'fa:16:3e:55:c2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '26e33a42-394f-4428-a46f-acfd3b29d353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:27Z', 'updated_at': '2022-03-07T22:42:31Z', 'revision_number': 4, 'project_id': '9a22766ab1d84d5f995ab55bda6e0641', 'subnets': [{'id': '26e33a42-394f-4428-a46f-acfd3b29d353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:32.681322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406f46b7-05d2-446f-9f33-45fccfb6d16f None None] The sync data for ids ['66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'] in n-d-832330-1 is: [{'id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'name': 'tempest-TestShelveInstance-515059119-router', 'tenant_id': '9a22766ab1d84d5f995ab55bda6e0641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '34f3f472-2f72-40da-9c4e-10df0fe2b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:24Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 4, 'project_id': '9a22766ab1d84d5f995ab55bda6e0641', 'gw_port': {'id': '34f3f472-2f72-40da-9c4e-10df0fe2b581', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:25Z', 'updated_at': '2022-03-07T22:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'f216df89-b553-4dce-ae6a-150b3ef81bef', 'name': '', 'network_id': '7b2de079-b11c-465b-9636-05075da89f8c', 'tenant_id': '9a22766ab1d84d5f995ab55bda6e0641', 'mac_address': 'fa:16:3e:55:c2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '26e33a42-394f-4428-a46f-acfd3b29d353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:27Z', 'updated_at': '2022-03-07T22:42:31Z', 'revision_number': 4, 'project_id': '9a22766ab1d84d5f995ab55bda6e0641', 'subnets': [{'id': '26e33a42-394f-4428-a46f-acfd3b29d353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:42:32.688635 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ea141859-6f44-4311-aeb1-4afba56af7c2 None None] Provisioning complete for port f216df89-b553-4dce-ae6a-150b3ef81bef triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:32.689019 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ea141859-6f44-4311-aeb1-4afba56af7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:32.806438 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ea141859-6f44-4311-aeb1-4afba56af7c2 None None] Current status of the port f216df89-b553-4dce-ae6a-150b3ef81bef is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:32.858015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-76aa9dbd-200d-4fc1-98be-8fadbceb7655 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Allocated IP 172.20.0.9 (da68c296-64da-4f9f-8f26-f99f3b9adae1/8721147b-c1be-45e0-9d23-17e314b632f1/4ea125c4-2317-4550-829f-d6cc06684c51) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:42:32.896389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f216df89-b553-4dce-ae6a-150b3ef81bef up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:42:32.948262 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f216df89-b553-4dce-ae6a-150b3ef81bef triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:32.948641 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:33.016408 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-76aa9dbd-200d-4fc1-98be-8fadbceb7655 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for port (4ea125c4-2317-4550-829f-d6cc06684c51), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:33.053304 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-76aa9dbd-200d-4fc1-98be-8fadbceb7655 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:33.059114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f216df89-b553-4dce-ae6a-150b3ef81bef is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:33.099954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-76aa9dbd-200d-4fc1-98be-8fadbceb7655 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Network da68c296-64da-4f9f-8f26-f99f3b9adae1 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:42:33.102993 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-76aa9dbd-200d-4fc1-98be-8fadbceb7655 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:42:33.108116 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-76aa9dbd-200d-4fc1-98be-8fadbceb7655 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:42:33.173295 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-76aa9dbd-200d-4fc1-98be-8fadbceb7655 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:33.174772 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-76aa9dbd-200d-4fc1-98be-8fadbceb7655 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:33.181729 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa9dbd-200d-4fc1-98be-8fadbceb7655 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'Port': ['ID=4ea125c4-2317-4550-829f-d6cc06684c51,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:33.210306 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-76aa9dbd-200d-4fc1-98be-8fadbceb7655 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9870601 Mar 07 22:42:33.234734 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Request body: {'port': {'device_id': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:33.290758 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25235fb5-b343-481c-ad15-95f32beb28f9 req-c0e93eb1-2879-45c5-9856-0811e37bc874 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:33.292370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25235fb5-b343-481c-ad15-95f32beb28f9 req-c0e93eb1-2879-45c5-9856-0811e37bc874 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 931 time: 0.0965240 Mar 07 22:42:33.333310 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:33.395587 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25235fb5-b343-481c-ad15-95f32beb28f9 req-532f7a1b-ef44-4d73-8171-c8489b680dee tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868711 Mar 07 22:42:33.435415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-8957a144-4f22-41f5-bfbc-a8c30436cc36 None None] Provisioning complete for port 4ea125c4-2317-4550-829f-d6cc06684c51 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:33.435792 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8957a144-4f22-41f5-bfbc-a8c30436cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:33.468952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-8957a144-4f22-41f5-bfbc-a8c30436cc36 None None] Port 4ea125c4-2317-4550-829f-d6cc06684c51 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:42:33.623109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea125c4-2317-4550-829f-d6cc06684c51 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:42:33.630291 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Publish callbacks [] for port (4ea125c4-2317-4550-829f-d6cc06684c51), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:33.641891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Transition to ACTIVE for port object 4ea125c4-2317-4550-829f-d6cc06684c51 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:42:33.646034 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:33.698627 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Pushing event updated for resources: {'Port': ['ID=4ea125c4-2317-4550-829f-d6cc06684c51,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:33.770500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Attempting to bind port 4ea125c4-2317-4550-829f-d6cc06684c51 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:42:33.770836 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Attempting to bind port 4ea125c4-2317-4550-829f-d6cc06684c51 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:42:33.771164 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Attempting to bind port 4ea125c4-2317-4550-829f-d6cc06684c51 on network da68c296-64da-4f9f-8f26-f99f3b9adae1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:42:33.775921 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Port 4ea125c4-2317-4550-829f-d6cc06684c51 on network da68c296-64da-4f9f-8f26-f99f3b9adae1 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:42:33.776244 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Attempting to bind port 4ea125c4-2317-4550-829f-d6cc06684c51 on network da68c296-64da-4f9f-8f26-f99f3b9adae1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:42:33.781940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:42:33.782302 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Checking segment: {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:42:33.782899 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Bound using segment: {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:42:33.783155 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Bound port: 4ea125c4-2317-4550-829f-d6cc06684c51, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:42:33.783516 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:33.850097 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] For port 4ea125c4-2317-4550-829f-d6cc06684c51, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:42:33.853094 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] For port 4ea125c4-2317-4550-829f-d6cc06684c51, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ea125c4-2317-4550-829f-d6cc06684c51,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:42:33.859229 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:33.895720 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:33.896430 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:33.897735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] 10.222.0.15 "PUT /v2.0/ports/4ea125c4-2317-4550-829f-d6cc06684c51 HTTP/1.1" status: 200 len: 1091 time: 0.6680274 Mar 07 22:42:33.898201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:42:33.900540 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b33ab9-407d-4b71-9273-fab39a5b68a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:42:33.922548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b26392-fb79-4eb0-8a52-e12596810c5d service neutron] Pushing event updated for resources: {'Port': ['ID=4ea125c4-2317-4550-829f-d6cc06684c51,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:33.941485 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1052133d-3f5d-43e9-b1af-bf65a3a54755 x-openstack-request-id: req-1052133d-3f5d-43e9-b1af-bf65a3a54755 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:42:33.941795 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:42:33.942060 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1052133d-3f5d-43e9-b1af-bf65a3a54755 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:42:33.942583 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51', 'status': 'completed', 'code': 200} Mar 07 22:42:33.997195 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-1b551d4d-0653-45e6-8a5a-7d9cf19c009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:33.998859 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-1b551d4d-0653-45e6-8a5a-7d9cf19c009f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 1125 time: 0.0486505 Mar 07 22:42:34.048631 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-a638fda6-4d69-45c5-a5f5-f1969a7ad406 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ea125c4-2317-4550-829f-d6cc06684c51 HTTP/1.1" status: 200 len: 217 time: 0.0412574 Mar 07 22:42:34.107209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-db6eace1-c6fe-4c5b-b8c7-e7c7bb900822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:34.108685 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-db6eace1-c6fe-4c5b-b8c7-e7c7bb900822 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0521464 Mar 07 22:42:34.161325 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-078694af-b418-4f93-ac54-87fae92c7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:34.162796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-078694af-b418-4f93-ac54-87fae92c7093 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448606 Mar 07 22:42:34.256518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-017ea009-6e32-449a-9bd9-ef5fe0fa6f7d service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836136 Mar 07 22:42:34.346587 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2549eff9-2833-46b5-ad18-ceb64a88f101 req-d6b453f1-faf8-4a15-9406-e207841cb311 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810306 Mar 07 22:42:34.452960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b33ab9-407d-4b71-9273-fab39a5b68a3 req-79f670ff-fb98-4337-95f0-97acc8caf7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:34.454612 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76b33ab9-407d-4b71-9273-fab39a5b68a3 req-79f670ff-fb98-4337-95f0-97acc8caf7a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 1125 time: 0.0509770 Mar 07 22:42:34.581792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998522b-f35d-4983-bd4e-e1df7e897dbb req-664bcbb4-7d63-4b48-9324-9e9cce4cb1e5 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:34.583289 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9998522b-f35d-4983-bd4e-e1df7e897dbb req-664bcbb4-7d63-4b48-9324-9e9cce4cb1e5 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 943 time: 0.1133947 Mar 07 22:42:34.587677 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b33ab9-407d-4b71-9273-fab39a5b68a3 req-68fe4d87-6f94-409c-8c3e-c31b6e9ab43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:34.589041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76b33ab9-407d-4b71-9273-fab39a5b68a3 req-68fe4d87-6f94-409c-8c3e-c31b6e9ab43d service neutron] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.1264639 Mar 07 22:42:34.641426 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76b33ab9-407d-4b71-9273-fab39a5b68a3 req-47a745e2-6705-4f03-8fbc-8243e1235178 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ea125c4-2317-4550-829f-d6cc06684c51 HTTP/1.1" status: 200 len: 217 time: 0.0388594 Mar 07 22:42:34.690755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9998522b-f35d-4983-bd4e-e1df7e897dbb req-76493365-a838-4066-89f2-35ccd48feb6a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007078 Mar 07 22:42:34.704279 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b33ab9-407d-4b71-9273-fab39a5b68a3 req-a11ca3a8-60e7-4363-9059-6297378189e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:34.705726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76b33ab9-407d-4b71-9273-fab39a5b68a3 req-a11ca3a8-60e7-4363-9059-6297378189e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0543373 Mar 07 22:42:34.759046 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b33ab9-407d-4b71-9273-fab39a5b68a3 req-3318cd66-0d30-44de-9e5a-4a7241afd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:34.760542 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76b33ab9-407d-4b71-9273-fab39a5b68a3 req-3318cd66-0d30-44de-9e5a-4a7241afd042 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485396 Mar 07 22:42:34.850662 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76b33ab9-407d-4b71-9273-fab39a5b68a3 req-79a95dee-23fa-478c-8971-527261d1c8fb service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824392 Mar 07 22:42:34.946278 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76b33ab9-407d-4b71-9273-fab39a5b68a3 req-f78f6173-0619-4067-bdae-25396a88e547 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835197 Mar 07 22:42:35.807780 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1328d-bd59-4681-b246-9db92d14f9a8 req-aa44457d-b3ed-4f7a-90fd-9e9a1c7d01ad tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:35.809756 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1eb1328d-bd59-4681-b246-9db92d14f9a8 req-aa44457d-b3ed-4f7a-90fd-9e9a1c7d01ad tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 943 time: 0.0516238 Mar 07 22:42:35.858093 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1eb1328d-bd59-4681-b246-9db92d14f9a8 req-54090c39-2d87-4764-a23c-2b91d57ef86c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425122 Mar 07 22:42:36.982835 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b3235-1acf-4248-9087-6ce440059d87 req-288dc363-03c6-4834-a95e-8612a887bcf9 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:36.984302 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-692b3235-1acf-4248-9087-6ce440059d87 req-288dc363-03c6-4834-a95e-8612a887bcf9 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 943 time: 0.0567586 Mar 07 22:42:37.032414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-692b3235-1acf-4248-9087-6ce440059d87 req-b05e313d-41e6-4a9f-8f76-8b901c212112 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423515 Mar 07 22:42:37.551689 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4ea125c4-2317-4550-829f-d6cc06684c51 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:42:37.649306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4ea125c4-2317-4550-829f-d6cc06684c51, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ea125c4-2317-4550-829f-d6cc06684c51,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:42:37.659611 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '4ea125c4-2317-4550-829f-d6cc06684c51', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'port_id': '4ea125c4-2317-4550-829f-d6cc06684c51', 'mac_address': 'fa:16:3e:41:d5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:42:37.697217 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4ea125c4-2317-4550-829f-d6cc06684c51 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:37.697604 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:37.709961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea125c4-2317-4550-829f-d6cc06684c51 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:42:37.728230 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4ea125c4-2317-4550-829f-d6cc06684c51, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ea125c4-2317-4550-829f-d6cc06684c51,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:42:37.732890 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:37.780366 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4ea125c4-2317-4550-829f-d6cc06684c51,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:37.984358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['4ea125c4-2317-4550-829f-d6cc06684c51'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:42:38.150343 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5b600-5f2c-4d97-ab68-a69243e98fc3 req-fc164a7b-8cfc-440d-831a-ca7a382000ac tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:38.151870 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0dd5b600-5f2c-4d97-ab68-a69243e98fc3 req-fc164a7b-8cfc-440d-831a-ca7a382000ac tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 944 time: 0.0526505 Mar 07 22:42:38.202768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0dd5b600-5f2c-4d97-ab68-a69243e98fc3 req-9e609ee9-913d-42be-aace-b2fb8ba8bf7d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425854 Mar 07 22:42:39.321890 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899bb44-d133-41c7-87cb-33b23456e30e req-1a771853-061b-42a0-8cdd-9aa7cb0f5e12 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:39.323608 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7899bb44-d133-41c7-87cb-33b23456e30e req-1a771853-061b-42a0-8cdd-9aa7cb0f5e12 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 944 time: 0.0522838 Mar 07 22:42:39.375719 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7899bb44-d133-41c7-87cb-33b23456e30e req-96372eda-711f-4f0e-8619-2822b43fad03 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465431 Mar 07 22:42:39.586582 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4ea125c4-2317-4550-829f-d6cc06684c51 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:42:39.635064 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port 4ea125c4-2317-4550-829f-d6cc06684c51 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:42:39.639249 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 4ea125c4-2317-4550-829f-d6cc06684c51 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:42:39.639623 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:39.716465 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4ea125c4-2317-4550-829f-d6cc06684c51 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:42:39.716845 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:39.738489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:42:39.740853 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3cb42a-de57-47c5-913e-51821bff6b87" -d '{"events": [{"server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "name": "network-vif-plugged", "status": "completed", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:42:39.753379 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4ea125c4-2317-4550-829f-d6cc06684c51, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ea125c4-2317-4550-829f-d6cc06684c51,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:42:39.757546 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:39.813277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4ea125c4-2317-4550-829f-d6cc06684c51,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:39.834718 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79a6282-e2ad-4922-b5c0-ffb6f58b0768 x-openstack-request-id: req-b79a6282-e2ad-4922-b5c0-ffb6f58b0768 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:42:39.835023 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "name": "network-vif-plugged", "status": "completed", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:42:39.835283 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b79a6282-e2ad-4922-b5c0-ffb6f58b0768 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:42:39.835685 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51', 'code': 200} Mar 07 22:42:39.947183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61c2fb-6d1a-4da0-b859-d3eec6854b56 req-3a4e6b22-26c9-4ff7-9156-6d8a2fa42ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:39.948660 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b61c2fb-6d1a-4da0-b859-d3eec6854b56 req-3a4e6b22-26c9-4ff7-9156-6d8a2fa42ab2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 1127 time: 0.0428834 Mar 07 22:42:39.998355 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3b61c2fb-6d1a-4da0-b859-d3eec6854b56 req-9c4f2490-0a0b-4346-bd70-bf52065cf604 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408869 Mar 07 22:42:40.490987 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa386aa-115c-427a-ae7e-379a469a1a9e req-34542c9f-561e-4f2b-b233-b3caecb46257 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:40.492353 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fa386aa-115c-427a-ae7e-379a469a1a9e req-34542c9f-561e-4f2b-b233-b3caecb46257 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0511422 Mar 07 22:42:40.540087 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6fa386aa-115c-427a-ae7e-379a469a1a9e req-f9146c5f-6ebe-434e-b950-027594326acc tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412009 Mar 07 22:42:41.662359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e39b6-59fe-4ace-bb1d-51386c426268 req-bdd5e4e0-1407-4a62-9952-1dc84db7c47a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:41.663942 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f3e39b6-59fe-4ace-bb1d-51386c426268 req-bdd5e4e0-1407-4a62-9952-1dc84db7c47a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0560703 Mar 07 22:42:41.712890 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0f3e39b6-59fe-4ace-bb1d-51386c426268 req-d517d36b-ed5c-4085-ba33-424bef6f65c3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434110 Mar 07 22:42:41.831798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ec8ac-324a-4c85-bd35-c466a5a1852f req-cfe5b65e-b89c-4cfc-9a48-5adaf6314edc tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:41.833205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2ec8ac-324a-4c85-bd35-c466a5a1852f req-cfe5b65e-b89c-4cfc-9a48-5adaf6314edc tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0540557 Mar 07 22:42:41.886009 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0d2ec8ac-324a-4c85-bd35-c466a5a1852f req-f947f03c-68a0-46e2-97b5-e9a72c2bb66e tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448160 Mar 07 22:42:41.907412 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53884) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:41.994358 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4933afa-d0cb-4ceb-9e63-98f5cb3e642a tempest-TestShelveInstance-1668846165 tempest-TestShelveInstance-1668846165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:41.996438 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a4933afa-d0cb-4ceb-9e63-98f5cb3e642a tempest-TestShelveInstance-1668846165 tempest-TestShelveInstance-1668846165-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 1122 time: 0.0874898 Mar 07 22:42:41.999520 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 53888) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:42:42.003811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': '4ea125c4-2317-4550-829f-d6cc06684c51', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:42:42.023605 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:42.124388 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:42.227122 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Allocated IP 172.25.4.99 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/f9da8f1c-c431-4ab7-8535-7be2748bf32c) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:42:42.323418 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for port (f9da8f1c-c431-4ab7-8535-7be2748bf32c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:42.355187 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f9da8f1c-c431-4ab7-8535-7be2748bf32c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:42.392642 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:42:42.395365 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:42:42.397891 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:42:42.429177 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'Port': ['ID=f9da8f1c-c431-4ab7-8535-7be2748bf32c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:42.768272 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for floatingip (7501ccf4-eba3-4909-82ca-53d72f75f5a7), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:42.845502 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f9da8f1c-c431-4ab7-8535-7be2748bf32c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:43.319493 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for port (f9da8f1c-c431-4ab7-8535-7be2748bf32c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:43.323886 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (f9da8f1c-c431-4ab7-8535-7be2748bf32c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:43.391856 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'Port': ['ID=f9da8f1c-c431-4ab7-8535-7be2748bf32c,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:42:43.407517 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (7501ccf4-eba3-4909-82ca-53d72f75f5a7), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:43.521995 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Floating IP 7501ccf4-eba3-4909-82ca-53d72f75f5a7 associated. External IP: 172.25.4.99, port: 4ea125c4-2317-4550-829f-d6cc06684c51. Mar 07 22:42:43.728929 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:42:43.844023 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:42:43.854045 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309bfc1-9e00-46da-9943-41f5133c6a0d None None] Sync routers for ids ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:42:43.862552 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:43.866107 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309bfc1-9e00-46da-9943-41f5133c6a0d None None] Routers {'03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:42:43.866724 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5309bfc1-9e00-46da-9943-41f5133c6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:43.891084 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-a47eb627-9c72-40aa-9acd-d340b9988c1c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8905344 Mar 07 22:42:43.891771 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:42:43.894053 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367c891a47a93397d296b6a009349b5bbc9bf26a01a8694054c6e77325763cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1831decc-639d-457a-b240-a7b436515981" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:42:43.939003 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77c3136-5595-4859-8a0c-c1e9c7f52dd0 x-openstack-request-id: req-b77c3136-5595-4859-8a0c-c1e9c7f52dd0 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:42:43.939307 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:42:43.939576 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b77c3136-5595-4859-8a0c-c1e9c7f52dd0 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:42:43.939995 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51', 'status': 'completed', 'code': 200} Mar 07 22:42:43.978134 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-5309bfc1-9e00-46da-9943-41f5133c6a0d None None] Set router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:42:44.006469 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831decc-639d-457a-b240-a7b436515981 req-dfe0c402-9221-46ae-ba68-305a8226f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:44.007981 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1831decc-639d-457a-b240-a7b436515981 req-dfe0c402-9221-46ae-ba68-305a8226f5c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 1127 time: 0.0449431 Mar 07 22:42:44.104822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831decc-639d-457a-b240-a7b436515981 req-981a1230-e937-43a3-8252-5a5f96e973c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:44.107061 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1831decc-639d-457a-b240-a7b436515981 req-981a1230-e937-43a3-8252-5a5f96e973c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0930982 Mar 07 22:42:44.176500 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1831decc-639d-457a-b240-a7b436515981 req-b39fc4f0-164b-436e-b1b3-af04a23bbde9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ea125c4-2317-4550-829f-d6cc06684c51 HTTP/1.1" status: 200 len: 998 time: 0.0630014 Mar 07 22:42:44.197719 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5309bfc1-9e00-46da-9943-41f5133c6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '7501ccf4-eba3-4909-82ca-53d72f75f5a7', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'port_id': '4ea125c4-2317-4550-829f-d6cc06684c51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'mac_address': 'fa:16:3e:41:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:42:42Z', 'updated_at': '2022-03-07T22:42:42Z', 'revision_number': 0, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 5, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:44.223563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831decc-639d-457a-b240-a7b436515981 req-8f1056f7-76e3-4df1-b288-36422e0022de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:44.225040 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1831decc-639d-457a-b240-a7b436515981 req-8f1056f7-76e3-4df1-b288-36422e0022de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0429814 Mar 07 22:42:44.226635 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309bfc1-9e00-46da-9943-41f5133c6a0d None None] Checking router: 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:42:44.235655 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309bfc1-9e00-46da-9943-41f5133c6a0d None None] Routers {'03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:42:44.236256 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5309bfc1-9e00-46da-9943-41f5133c6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:42:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:44.274282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831decc-639d-457a-b240-a7b436515981 req-786e0e20-ffc3-458a-94ce-1e09b4aa476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:42:44.275795 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1831decc-639d-457a-b240-a7b436515981 req-786e0e20-ffc3-458a-94ce-1e09b4aa476c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438910 Mar 07 22:42:44.341159 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-5309bfc1-9e00-46da-9943-41f5133c6a0d None None] Set router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:42:44.367121 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1831decc-639d-457a-b240-a7b436515981 req-9b977d8f-e99f-4f6a-974d-4ffc633145fd service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851846 Mar 07 22:42:44.463453 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1831decc-639d-457a-b240-a7b436515981 req-b3914f89-5ed9-4d51-b80e-ae659b528db4 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905466 Mar 07 22:42:44.560991 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-5309bfc1-9e00-46da-9943-41f5133c6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '7501ccf4-eba3-4909-82ca-53d72f75f5a7', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'port_id': '4ea125c4-2317-4550-829f-d6cc06684c51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'mac_address': 'fa:16:3e:41:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:42:42Z', 'updated_at': '2022-03-07T22:42:42Z', 'revision_number': 0, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 5, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:42:44.589104 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309bfc1-9e00-46da-9943-41f5133c6a0d None None] The sync data for ids ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'] in n-d-832330-1 is: [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '7501ccf4-eba3-4909-82ca-53d72f75f5a7', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'port_id': '4ea125c4-2317-4550-829f-d6cc06684c51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'mac_address': 'fa:16:3e:41:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:42:42Z', 'updated_at': '2022-03-07T22:42:42Z', 'revision_number': 0, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 5, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:42:44.776749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10282661-3a89-4133-95da-cf4b40d40189 None None] New status for floating IP 7501ccf4-eba3-4909-82ca-53d72f75f5a7: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:42:45.733675 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5a136c7b-823e-4dca-b876-ce1997755064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:46.728276 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:48.237813 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c2ca1624-cba9-4971-899c-39cd0020a694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:48.729222 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:49.545524 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:49.797986 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-ce7db646-be50-47fa-9855-38d97290fe52 service neutron] (103718) timed out ('10.222.0.26', 49930) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 22:42:50.185208 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-389ea0b9-e0e7-4ebf-b70a-c98c84d30f41 req-4c6cc986-4f24-447b-8a5f-648757ed71d5 tempest-ServerActionsTestJSON-61849413 tempest-ServerActionsTestJSON-61849413-project] (103718) timed out ('10.222.0.26', 49956) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 22:42:50.511871 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:52.232167 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:42:54.625212 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:43:14.338358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe2de1de-cecc-4bb8-b708-43bcf3d70e8a req-648644aa-ac15-408b-aad2-e724016a7c15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442979 Mar 07 22:43:14.442718 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2de1de-cecc-4bb8-b708-43bcf3d70e8a req-2b20147f-f452-4ef2-9bb6-ebf0092b1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:43:14.444238 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe2de1de-cecc-4bb8-b708-43bcf3d70e8a req-2b20147f-f452-4ef2-9bb6-ebf0092b1e94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 1127 time: 0.0610144 Mar 07 22:43:14.546547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2de1de-cecc-4bb8-b708-43bcf3d70e8a req-4b5e79d1-034a-4899-b96b-0127bddb4009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:43:14.548004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe2de1de-cecc-4bb8-b708-43bcf3d70e8a req-4b5e79d1-034a-4899-b96b-0127bddb4009 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0842352 Mar 07 22:43:14.615341 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe2de1de-cecc-4bb8-b708-43bcf3d70e8a req-4e715bad-4427-4ecc-8803-9c5408301786 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ea125c4-2317-4550-829f-d6cc06684c51 HTTP/1.1" status: 200 len: 1000 time: 0.0608950 Mar 07 22:43:14.666724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2de1de-cecc-4bb8-b708-43bcf3d70e8a req-e01511c2-b649-4622-a7ac-f589f62a2f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:43:14.668811 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe2de1de-cecc-4bb8-b708-43bcf3d70e8a req-e01511c2-b649-4622-a7ac-f589f62a2f82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0465217 Mar 07 22:43:14.716824 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2de1de-cecc-4bb8-b708-43bcf3d70e8a req-96bd8278-da08-45a9-85de-e788edc4e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:43:14.718393 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe2de1de-cecc-4bb8-b708-43bcf3d70e8a req-96bd8278-da08-45a9-85de-e788edc4e8f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436118 Mar 07 22:43:14.809215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe2de1de-cecc-4bb8-b708-43bcf3d70e8a req-b1ca2c4a-7443-4d96-955e-736b61f1a814 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847743 Mar 07 22:43:14.895292 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fe2de1de-cecc-4bb8-b708-43bcf3d70e8a req-a51a1550-657a-44d8-bc7d-f6e039c55932 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797982 Mar 07 22:43:15.735094 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-abef7d35-8c48-4209-acf7-9d31fc9c5a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:43:16.720861 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:43:18.239460 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f69964d2-c7a5-4fdb-8d42-f8697b299969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:43:18.744110 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:43:19.548718 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:43:20.516088 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:43:22.234906 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:43:31.624838 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:43:45.736729 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-89700811-b23b-4ba1-a202-cfc4b3a9e965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:43:46.718761 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:43:48.244652 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3851ffba-40cc-42ac-9cbf-de756959b135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:43:48.742760 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:43:49.550010 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:43:50.518201 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:43:52.240630 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:08.624382 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:44:15.742104 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e29494d8-b767-400d-aa0d-71501d3e34f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:16.342578 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-100ac79d-84a1-4740-8f8a-7a03cff537ea req-0be2d280-12b7-4711-b944-4596827470ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491478 Mar 07 22:44:16.434094 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ac79d-84a1-4740-8f8a-7a03cff537ea req-ac8798e8-f2b1-4df1-971b-88b7cec97865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:16.435694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-100ac79d-84a1-4740-8f8a-7a03cff537ea req-ac8798e8-f2b1-4df1-971b-88b7cec97865 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 1127 time: 0.0439308 Mar 07 22:44:16.544176 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ac79d-84a1-4740-8f8a-7a03cff537ea req-81e12234-ce42-4954-8ba3-5d61216b74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:16.545629 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-100ac79d-84a1-4740-8f8a-7a03cff537ea req-81e12234-ce42-4954-8ba3-5d61216b74fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0862072 Mar 07 22:44:16.613164 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-100ac79d-84a1-4740-8f8a-7a03cff537ea req-04c18dc3-58be-4c13-93d6-6f31fc6146b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ea125c4-2317-4550-829f-d6cc06684c51 HTTP/1.1" status: 200 len: 1000 time: 0.0573227 Mar 07 22:44:16.660910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ac79d-84a1-4740-8f8a-7a03cff537ea req-c886b156-2b2f-4a0d-ae5a-b83156c74195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:16.662324 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-100ac79d-84a1-4740-8f8a-7a03cff537ea req-c886b156-2b2f-4a0d-ae5a-b83156c74195 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0425367 Mar 07 22:44:16.718555 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ac79d-84a1-4740-8f8a-7a03cff537ea req-75f29e44-8146-4669-8b87-c2f89ca3f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:16.720045 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-100ac79d-84a1-4740-8f8a-7a03cff537ea req-75f29e44-8146-4669-8b87-c2f89ca3f8ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479882 Mar 07 22:44:16.733371 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:16.735084 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-100ac79d-84a1-4740-8f8a-7a03cff537ea req-0e3a3f6c-e2da-45e9-ba47-e252f1e915bb service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:44:16.736030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-100ac79d-84a1-4740-8f8a-7a03cff537ea req-0e3a3f6c-e2da-45e9-ba47-e252f1e915bb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057254 Mar 07 22:44:16.829294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-100ac79d-84a1-4740-8f8a-7a03cff537ea req-a3ecdfb0-bf0f-4854-b14d-abde50c4eb1f service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832226 Mar 07 22:44:16.926619 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-100ac79d-84a1-4740-8f8a-7a03cff537ea req-c2ef3ba2-c24e-4b24-ad94-4a0b3fffd30a service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885208 Mar 07 22:44:18.248418 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-655ccf19-fcfa-4967-b500-ef423d055225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:18.741583 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:19.552694 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:20.520879 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:22.233607 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:41.571807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c245df8-8b95-48ca-9bd7-1445b16fc960 req-8a6b34fd-642d-41b2-b6b7-7890e863f669 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:41.573869 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c245df8-8b95-48ca-9bd7-1445b16fc960 req-8a6b34fd-642d-41b2-b6b7-7890e863f669 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0521543 Mar 07 22:44:41.620715 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c245df8-8b95-48ca-9bd7-1445b16fc960 req-13400f9d-08b1-410d-8573-5cf11ee91b08 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414274 Mar 07 22:44:42.747825 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6ed0c-791c-44dd-8024-d21c414b519d req-2352494d-1bde-4811-97a0-3d6b2ae888ed tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:42.749277 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5b6ed0c-791c-44dd-8024-d21c414b519d req-2352494d-1bde-4811-97a0-3d6b2ae888ed tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0513728 Mar 07 22:44:42.799597 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5b6ed0c-791c-44dd-8024-d21c414b519d req-21435b5a-ce47-41bf-b555-2ab3348e5231 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446968 Mar 07 22:44:43.920893 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415367df-b98b-4942-bf80-b6cf574231e4 req-190adc91-56a3-4139-80c1-8e040add1481 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:43.922362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-415367df-b98b-4942-bf80-b6cf574231e4 req-190adc91-56a3-4139-80c1-8e040add1481 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0508196 Mar 07 22:44:43.970215 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-415367df-b98b-4942-bf80-b6cf574231e4 req-799ce1be-0182-4d7b-a3d8-7c87b525f11a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423186 Mar 07 22:44:45.093224 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7201a61-04a3-4b2b-ae3a-888e4feba67b req-63764bd3-f591-43ec-b5f8-5f7bbc5374ff tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:45.094635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7201a61-04a3-4b2b-ae3a-888e4feba67b req-63764bd3-f591-43ec-b5f8-5f7bbc5374ff tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0578210 Mar 07 22:44:45.141138 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f7201a61-04a3-4b2b-ae3a-888e4feba67b req-f67c9f11-155a-4b1d-bbcd-2ae8347c321a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409803 Mar 07 22:44:45.624513 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:44:45.743686 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4e0acff2-0489-4031-bb51-75b76bdbe349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:46.262109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688d0c0-2975-4988-bcb7-be36e1358f17 req-8e820aa3-8b09-48c3-a2f0-35f6c5cf8ff4 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:46.263581 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c688d0c0-2975-4988-bcb7-be36e1358f17 req-8e820aa3-8b09-48c3-a2f0-35f6c5cf8ff4 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0558274 Mar 07 22:44:46.311101 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c688d0c0-2975-4988-bcb7-be36e1358f17 req-e04ed0bc-0df0-491a-bd18-f5a7fb55b0b1 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419869 Mar 07 22:44:46.749892 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:47.432318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb66a7e-75ea-4435-952f-a68cd0497e90 req-6a2f3156-ef07-41ac-ab06-2ecdab85fd0c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:47.433796 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fdb66a7e-75ea-4435-952f-a68cd0497e90 req-6a2f3156-ef07-41ac-ab06-2ecdab85fd0c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0522077 Mar 07 22:44:47.481849 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fdb66a7e-75ea-4435-952f-a68cd0497e90 req-1f67b2d6-7b3c-4d91-9fdf-373e8bce6ac1 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421157 Mar 07 22:44:48.250155 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-32cee9d2-693f-43da-a215-4c9d769edfb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:48.596285 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8fbf6-24b0-488c-874b-591684da1e98 req-67c1d728-6c1f-4a02-a621-c35eb879eddf tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:48.597717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ac8fbf6-24b0-488c-874b-591684da1e98 req-67c1d728-6c1f-4a02-a621-c35eb879eddf tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0506134 Mar 07 22:44:48.648539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9ac8fbf6-24b0-488c-874b-591684da1e98 req-a7be673a-9aac-46a5-a301-5900d6006a15 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452411 Mar 07 22:44:48.755580 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:49.555598 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:49.765245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb4c38-0e1a-44ef-8073-ba18559d6089 req-e25d40c3-cd2c-4a3e-a566-1c1f51551c12 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:49.766745 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88bb4c38-0e1a-44ef-8073-ba18559d6089 req-e25d40c3-cd2c-4a3e-a566-1c1f51551c12 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0517812 Mar 07 22:44:49.813437 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-88bb4c38-0e1a-44ef-8073-ba18559d6089 req-f88ecca9-e066-43aa-9609-070b09881cd4 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409975 Mar 07 22:44:50.523146 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:50.929346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d5256-5175-4b67-9d0a-ffd175e1f6f2 req-1c37d52f-4733-4fa8-89ac-3311f0d3766f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:50.930851 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e30d5256-5175-4b67-9d0a-ffd175e1f6f2 req-1c37d52f-4733-4fa8-89ac-3311f0d3766f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0516174 Mar 07 22:44:50.978680 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e30d5256-5175-4b67-9d0a-ffd175e1f6f2 req-6325fa9f-7038-42fd-987d-3542c857aa94 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423093 Mar 07 22:44:52.099005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53935293-fee8-41b9-ab5b-8adace2c11b4 req-326e2409-1ad1-4342-9c1f-fe573a979070 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:52.100469 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53935293-fee8-41b9-ab5b-8adace2c11b4 req-326e2409-1ad1-4342-9c1f-fe573a979070 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0548925 Mar 07 22:44:52.147401 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-53935293-fee8-41b9-ab5b-8adace2c11b4 req-5eca0c09-995c-4f24-ba27-c0790a6ea2fc tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407424 Mar 07 22:44:52.225065 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4ea125c4-2317-4550-829f-d6cc06684c51 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:44:52.248431 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:52.338171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4ea125c4-2317-4550-829f-d6cc06684c51, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ea125c4-2317-4550-829f-d6cc06684c51,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:44:52.349101 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '4ea125c4-2317-4550-829f-d6cc06684c51', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'port_id': '4ea125c4-2317-4550-829f-d6cc06684c51', 'mac_address': 'fa:16:3e:41:d5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:44:52.385501 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4ea125c4-2317-4550-829f-d6cc06684c51 is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:44:52.385885 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:52.398032 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ea125c4-2317-4550-829f-d6cc06684c51 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:44:52.416865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4ea125c4-2317-4550-829f-d6cc06684c51, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ea125c4-2317-4550-829f-d6cc06684c51,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:44:52.419841 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:52.471100 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4ea125c4-2317-4550-829f-d6cc06684c51,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:44:52.478570 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:44:52.478948 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:44:52.479302 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:44:52.479647 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:44:52.479980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:44:52.480312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:44:52.480642 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:44:52.480970 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:44:52.481296 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:44:52.481877 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:44:52.482231 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:44:52.482559 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:44:52.482882 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:44:52.498927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['4ea125c4-2317-4550-829f-d6cc06684c51'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:44:53.264098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e47d93-c112-45c7-ab25-7c57433da4a9 req-ecb30eae-0a3e-46f3-9817-820ad783796d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:53.265568 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49e47d93-c112-45c7-ab25-7c57433da4a9 req-ecb30eae-0a3e-46f3-9817-820ad783796d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 944 time: 0.0526578 Mar 07 22:44:53.312887 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-49e47d93-c112-45c7-ab25-7c57433da4a9 req-60b38038-e312-488b-b837-ef7d604c55df tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417535 Mar 07 22:44:54.226316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4ea125c4-2317-4550-829f-d6cc06684c51 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:44:54.279432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 4ea125c4-2317-4550-829f-d6cc06684c51 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:44:54.279817 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:54.358686 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4ea125c4-2317-4550-829f-d6cc06684c51 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:44:54.359083 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:54.383432 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:44:54.386944 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d41ecd-b165-4922-9fef-69d86dc46196" -d '{"events": [{"server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "name": "network-vif-plugged", "status": "completed", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:44:54.403194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4ea125c4-2317-4550-829f-d6cc06684c51, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ea125c4-2317-4550-829f-d6cc06684c51,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:44:54.408462 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:44:54.465115 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0f7066-a480-4548-9928-6155cec9bb38 x-openstack-request-id: req-5b0f7066-a480-4548-9928-6155cec9bb38 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:44:54.465676 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "name": "network-vif-plugged", "status": "completed", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:44:54.466140 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b0f7066-a480-4548-9928-6155cec9bb38 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:44:54.466900 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51', 'code': 200} Mar 07 22:44:54.474172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d67f7-bceb-4c21-b461-7099828943e7 req-f0eb6b6b-591e-4100-9bb4-a9094a3f34a3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:54.476384 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-111d67f7-bceb-4c21-b461-7099828943e7 req-f0eb6b6b-591e-4100-9bb4-a9094a3f34a3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 944 time: 0.0934024 Mar 07 22:44:54.490863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4ea125c4-2317-4550-829f-d6cc06684c51,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:44:54.531184 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-111d67f7-bceb-4c21-b461-7099828943e7 req-4b0a0c9b-10a6-4380-961c-a8b9c9fc00bf tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488477 Mar 07 22:44:55.680268 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2686b11-3036-4d93-9364-7bff4c6e5a6d req-949111d0-d199-41c7-b130-90c6e513e742 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:55.682479 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2686b11-3036-4d93-9364-7bff4c6e5a6d req-949111d0-d199-41c7-b130-90c6e513e742 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0601978 Mar 07 22:44:55.758362 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f2686b11-3036-4d93-9364-7bff4c6e5a6d req-b7c52a5f-8e38-4e74-bcf6-056eb1047f95 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621984 Mar 07 22:44:56.875619 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c207d95-f220-4556-b1df-53ae1eceba36 req-615d3634-9efd-4113-ae4f-d3e3b5d459e4 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:56.877202 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c207d95-f220-4556-b1df-53ae1eceba36 req-615d3634-9efd-4113-ae4f-d3e3b5d459e4 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0542724 Mar 07 22:44:56.933167 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9c207d95-f220-4556-b1df-53ae1eceba36 req-15a4cff9-24b6-429a-a385-6d80d71ef1c4 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498140 Mar 07 22:44:58.066754 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6dd64-150c-4f9c-8d52-303307b92113 req-5da05188-fd8c-44c5-83c3-b2cfbf213213 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:58.068349 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1e6dd64-150c-4f9c-8d52-303307b92113 req-5da05188-fd8c-44c5-83c3-b2cfbf213213 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0609455 Mar 07 22:44:58.130690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e1e6dd64-150c-4f9c-8d52-303307b92113 req-a133f5e2-dee6-4786-a411-00f6069dc5a4 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543354 Mar 07 22:44:59.251404 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4168a26-2861-4a32-bcc2-322e1b15a505 req-d3108138-e02d-40be-836d-b418c75ca9b0 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:44:59.252828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4168a26-2861-4a32-bcc2-322e1b15a505 req-d3108138-e02d-40be-836d-b418c75ca9b0 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0562198 Mar 07 22:44:59.308514 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a4168a26-2861-4a32-bcc2-322e1b15a505 req-4232f086-661c-40b1-944d-bf465ebaa77d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497351 Mar 07 22:45:00.450003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb613d5-5dac-4566-989c-e291aafcad58 req-bd585538-3be8-4177-8783-02e3e5a5d983 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:00.451559 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ccb613d5-5dac-4566-989c-e291aafcad58 req-bd585538-3be8-4177-8783-02e3e5a5d983 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0679207 Mar 07 22:45:00.503749 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ccb613d5-5dac-4566-989c-e291aafcad58 req-9df751dc-b341-4a94-b59d-ed7dad0aaa2d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465820 Mar 07 22:45:01.636748 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9e332-1443-4d4a-928c-45fdad5e223b req-9b3ed73c-cc32-49ab-b01d-82e4484e9b9d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:01.638353 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9e9e332-1443-4d4a-928c-45fdad5e223b req-9b3ed73c-cc32-49ab-b01d-82e4484e9b9d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0631726 Mar 07 22:45:01.701857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9e9e332-1443-4d4a-928c-45fdad5e223b req-c9bdbf71-6d17-49c7-822a-3adfc2140a18 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561917 Mar 07 22:45:02.838404 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a78b21-d62d-4814-b467-2a7237c94176 req-89b44a8f-8948-462e-b799-e0fe84d534aa tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:02.839997 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3a78b21-d62d-4814-b467-2a7237c94176 req-89b44a8f-8948-462e-b799-e0fe84d534aa tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0542171 Mar 07 22:45:02.893801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e3a78b21-d62d-4814-b467-2a7237c94176 req-09c42fd8-ac41-408e-a47f-43609798ccaf tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480182 Mar 07 22:45:03.531128 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a322dd-8062-4da7-8df1-81bd2969b3c8 req-6117b454-ff7b-47b0-8afd-a80bf09c4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:03.532606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32a322dd-8062-4da7-8df1-81bd2969b3c8 req-6117b454-ff7b-47b0-8afd-a80bf09c4570 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 1127 time: 0.0447361 Mar 07 22:45:03.620334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a322dd-8062-4da7-8df1-81bd2969b3c8 req-474a6547-fd99-4ad1-95e6-86ff4fb9ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:03.621787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32a322dd-8062-4da7-8df1-81bd2969b3c8 req-474a6547-fd99-4ad1-95e6-86ff4fb9ebfd service neutron] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0831618 Mar 07 22:45:03.689946 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32a322dd-8062-4da7-8df1-81bd2969b3c8 req-3ae0c6c3-df5d-4e40-9681-ac90a06dd0ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ea125c4-2317-4550-829f-d6cc06684c51 HTTP/1.1" status: 200 len: 1000 time: 0.0590048 Mar 07 22:45:03.739095 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a322dd-8062-4da7-8df1-81bd2969b3c8 req-555b5a54-a840-4dc2-81b0-cdc77efcbff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:03.740479 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32a322dd-8062-4da7-8df1-81bd2969b3c8 req-555b5a54-a840-4dc2-81b0-cdc77efcbff7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0414221 Mar 07 22:45:03.788169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a322dd-8062-4da7-8df1-81bd2969b3c8 req-f3098f8e-1b1b-41c1-be12-c8e459b8eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:03.789590 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32a322dd-8062-4da7-8df1-81bd2969b3c8 req-f3098f8e-1b1b-41c1-be12-c8e459b8eb20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428386 Mar 07 22:45:03.882204 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32a322dd-8062-4da7-8df1-81bd2969b3c8 req-aa97dc2a-681d-4c48-a745-b5123c4d84f7 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851293 Mar 07 22:45:04.006643 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-32a322dd-8062-4da7-8df1-81bd2969b3c8 req-84813511-b686-4990-992a-64919eeeeed1 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144199 Mar 07 22:45:04.030425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb6d11-5ae4-491c-a51b-4481e33b5d0c req-9edc1bfd-b122-4e14-a63e-b5d3fe073a93 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:04.032382 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-93eb6d11-5ae4-491c-a51b-4481e33b5d0c req-9edc1bfd-b122-4e14-a63e-b5d3fe073a93 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0690420 Mar 07 22:45:04.081740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-93eb6d11-5ae4-491c-a51b-4481e33b5d0c req-0df60039-ac9d-48ae-b96e-aed8e05ad69b tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434577 Mar 07 22:45:05.201237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f39f4-d29f-4052-9641-775152bb6d9a req-bf493fe7-c1a4-480e-bd14-2132c320b3c1 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:05.202733 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b68f39f4-d29f-4052-9641-775152bb6d9a req-bf493fe7-c1a4-480e-bd14-2132c320b3c1 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0538769 Mar 07 22:45:05.252176 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b68f39f4-d29f-4052-9641-775152bb6d9a req-ea23e439-bf49-4baf-80aa-e633f204578a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439050 Mar 07 22:45:06.283491 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4ea125c4-2317-4550-829f-d6cc06684c51 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:45:06.364159 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4ea125c4-2317-4550-829f-d6cc06684c51 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:45:06.364575 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:06.379881 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40405a3d-796b-47e6-a119-89b640f86c44 req-297fa0ad-860b-4aac-a8a7-49e3aaed605b tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:06.381358 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40405a3d-796b-47e6-a119-89b640f86c44 req-297fa0ad-860b-4aac-a8a7-49e3aaed605b tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 945 time: 0.0604720 Mar 07 22:45:06.389470 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:45:06.391698 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b891c6-84bf-461c-b07b-67a9b0a861af" -d '{"events": [{"server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "name": "network-vif-unplugged", "status": "completed", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:45:06.404536 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4ea125c4-2317-4550-829f-d6cc06684c51, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ea125c4-2317-4550-829f-d6cc06684c51,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:45:06.408925 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:06.432667 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 22:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d7df05-c724-4d53-a689-c007b824d745 x-openstack-request-id: req-67d7df05-c724-4d53-a689-c007b824d745 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:45:06.432994 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "name": "network-vif-unplugged", "status": "failed", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51", "code": 422}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:45:06.433820 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67d7df05-c724-4d53-a689-c007b824d745 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:45:06.434001 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40405a3d-796b-47e6-a119-89b640f86c44 req-8857f8e1-9cb8-492b-a138-a45cea311ffe tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466995 Mar 07 22:45:06.434253 n-d-832330-1 neutron-server[103720]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51', 'code': 422} returned with failed status Mar 07 22:45:06.464292 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4ea125c4-2317-4550-829f-d6cc06684c51,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:45:06.503889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-536c5894-4ff6-4736-bdde-7ced2ff2fc62 req-94dd4921-1349-41e1-9956-5672c54231cb service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:45:06.504865 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-536c5894-4ff6-4736-bdde-7ced2ff2fc62 req-94dd4921-1349-41e1-9956-5672c54231cb service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052466 Mar 07 22:45:07.668169 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d30b3-5635-4ce6-9699-837736b4cb24 req-b5120049-567e-4fec-862b-db6f756c24cc tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:07.669645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f56d30b3-5635-4ce6-9699-837736b4cb24 req-b5120049-567e-4fec-862b-db6f756c24cc tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 943 time: 0.0522749 Mar 07 22:45:07.719077 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f56d30b3-5635-4ce6-9699-837736b4cb24 req-0fa51d67-a384-49f5-a602-9c7eef40ee87 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437882 Mar 07 22:45:08.003368 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-35a0fcdf-76cc-482f-8d5d-a5fc06a8ec48 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1091874 Mar 07 22:45:08.125964 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-c08e5ec8-bad2-4c3f-9d62-6327b55882b0 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:08.127338 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-c08e5ec8-bad2-4c3f-9d62-6327b55882b0 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports/4ea125c4-2317-4550-829f-d6cc06684c51 HTTP/1.1" status: 200 len: 940 time: 0.0956819 Mar 07 22:45:08.840661 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1f860-6b88-49c3-be02-82b05e0777c2 req-18dd90df-019c-4f25-a88e-ec7fb9e8a04f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:08.842142 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39d1f860-6b88-49c3-be02-82b05e0777c2 req-18dd90df-019c-4f25-a88e-ec7fb9e8a04f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 943 time: 0.0560915 Mar 07 22:45:08.900596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-39d1f860-6b88-49c3-be02-82b05e0777c2 req-9c183afa-148c-44f9-b8fe-19cae692271a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528665 Mar 07 22:45:08.936568 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-46057a45-5324-4906-939a-acf7e16c280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:08.938056 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-46057a45-5324-4906-939a-acf7e16c280b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e&tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9 HTTP/1.1" status: 200 len: 1125 time: 0.0479858 Mar 07 22:45:09.007800 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-0d7da806-0182-4a75-9d5b-915ca93509c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:09.009256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-0d7da806-0182-4a75-9d5b-915ca93509c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 1125 time: 0.0443552 Mar 07 22:45:09.103086 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-ee9a9d8c-651d-4f97-b3d3-ef4bfbdf3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:09.104571 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-ee9a9d8c-651d-4f97-b3d3-ef4bfbdf3d75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0870008 Mar 07 22:45:09.169627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-92d84df5-8cb2-4743-8cc2-07cfa9791196 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ea125c4-2317-4550-829f-d6cc06684c51 HTTP/1.1" status: 200 len: 998 time: 0.0557578 Mar 07 22:45:09.221967 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-0de99151-5f11-4e6f-b769-e4e393e985ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:09.223366 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-0de99151-5f11-4e6f-b769-e4e393e985ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0446501 Mar 07 22:45:09.605346 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-245d0a29-7aac-49c2-b91d-6cdb7601f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:09.607202 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-245d0a29-7aac-49c2-b91d-6cdb7601f7f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3739991 Mar 07 22:45:09.698218 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-a12626c5-618e-451a-8ba4-5e1ee1a20fe1 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808034 Mar 07 22:45:09.790458 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4009a387-c0fa-47bf-9a60-c43c80e89eba req-48f00078-3eca-4f82-9404-ca1201a91b42 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823660 Mar 07 22:45:10.022683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790bc52-aaa0-463c-9905-1895d41a1e47 req-38b21deb-3901-478f-b6fe-53dfe70eecdd tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:10.023983 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2790bc52-aaa0-463c-9905-1895d41a1e47 req-38b21deb-3901-478f-b6fe-53dfe70eecdd tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 943 time: 0.0525203 Mar 07 22:45:10.096608 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2790bc52-aaa0-463c-9905-1895d41a1e47 req-b311afb1-f117-45d8-a237-9429cf51b599 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665336 Mar 07 22:45:11.232076 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0e81d-443d-4b6b-b061-2fddeb16f670 req-72d3245e-e4be-4f40-8fdb-163ed754c4e4 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:11.233624 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4d0e81d-443d-4b6b-b061-2fddeb16f670 req-72d3245e-e4be-4f40-8fdb-163ed754c4e4 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 943 time: 0.0577664 Mar 07 22:45:11.291029 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4d0e81d-443d-4b6b-b061-2fddeb16f670 req-bc952c56-2837-41d8-8845-603cd09e8792 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506723 Mar 07 22:45:12.414475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ae3c1-c437-41ce-9ac0-5478a529838e req-633ddd1d-8a9d-46d0-8bb4-ae74500c6f48 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:12.416787 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-612ae3c1-c437-41ce-9ac0-5478a529838e req-633ddd1d-8a9d-46d0-8bb4-ae74500c6f48 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 943 time: 0.0530252 Mar 07 22:45:12.471680 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-612ae3c1-c437-41ce-9ac0-5478a529838e req-d310f2d6-2359-45d2-9b71-f684cbfad856 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485091 Mar 07 22:45:13.600029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723f3fa-6ada-4b39-920a-0d64a72e65f5 req-6a6d63c3-dcbf-438b-8ddd-f7a3440fd4f7 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:13.601765 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c723f3fa-6ada-4b39-920a-0d64a72e65f5 req-6a6d63c3-dcbf-438b-8ddd-f7a3440fd4f7 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 943 time: 0.0610342 Mar 07 22:45:13.661084 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c723f3fa-6ada-4b39-920a-0d64a72e65f5 req-987b23c1-8c37-4461-8ead-aeb4c8acc405 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529635 Mar 07 22:45:14.805975 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a6e69-88e7-426a-94fa-491361f9ec0f req-28d73883-f636-453a-8805-60a6d4e7460b tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:14.808072 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e4a6e69-88e7-426a-94fa-491361f9ec0f req-28d73883-f636-453a-8805-60a6d4e7460b tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 943 time: 0.0785182 Mar 07 22:45:14.892539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2e4a6e69-88e7-426a-94fa-491361f9ec0f req-da1d23cc-8e25-4c0c-8d67-6ff304fc9ab4 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677068 Mar 07 22:45:15.804774 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cace463e-db65-4f64-98c5-314ea24ef144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:16.013682 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0481b3b-2c2b-4b53-901f-8d6555b05d00 req-146c7f2a-6b5a-410d-a634-8c1d46c1c3e1 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:16.015535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0481b3b-2c2b-4b53-901f-8d6555b05d00 req-146c7f2a-6b5a-410d-a634-8c1d46c1c3e1 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 943 time: 0.0673895 Mar 07 22:45:16.075202 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d0481b3b-2c2b-4b53-901f-8d6555b05d00 req-0f83f6e3-7d7f-49bd-85cd-b32ec5f835fa tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541081 Mar 07 22:45:16.752870 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:17.220883 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a18ad-cad8-45aa-8919-ab91d9882851 req-bd9e59f0-55d9-4f4e-b297-b82b409be636 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:17.223211 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e9a18ad-cad8-45aa-8919-ab91d9882851 req-bd9e59f0-55d9-4f4e-b297-b82b409be636 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 943 time: 0.0696523 Mar 07 22:45:17.272041 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5e9a18ad-cad8-45aa-8919-ab91d9882851 req-0501c9b7-0e98-47b5-8629-22fa0fca4cc1 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430400 Mar 07 22:45:18.251804 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7e1f8a7e-ef51-43f4-8294-5c5751088bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:18.390942 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4060d-98dd-4226-9509-fbd5ed8d41e9 req-498cf296-d5b2-4500-ad36-5c89bd7e888d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:18.392414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12e4060d-98dd-4226-9509-fbd5ed8d41e9 req-498cf296-d5b2-4500-ad36-5c89bd7e888d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 943 time: 0.0517795 Mar 07 22:45:18.442941 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-12e4060d-98dd-4226-9509-fbd5ed8d41e9 req-da66383f-3ea0-49c0-8ebb-847aa7490b38 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450346 Mar 07 22:45:18.759747 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:19.042306 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17993d-37e5-4e5b-859e-b993c3114da4 req-be09c626-fe56-425f-a7ac-363ba82eb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:19.043843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a17993d-37e5-4e5b-859e-b993c3114da4 req-be09c626-fe56-425f-a7ac-363ba82eb896 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 1125 time: 0.0475626 Mar 07 22:45:19.148658 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17993d-37e5-4e5b-859e-b993c3114da4 req-5f446409-7e1d-4f3a-a828-a26beb6228b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:19.150165 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a17993d-37e5-4e5b-859e-b993c3114da4 req-5f446409-7e1d-4f3a-a828-a26beb6228b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0824585 Mar 07 22:45:19.216594 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a17993d-37e5-4e5b-859e-b993c3114da4 req-47438d36-eeaf-444e-9549-ae0f4cefdb55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ea125c4-2317-4550-829f-d6cc06684c51 HTTP/1.1" status: 200 len: 998 time: 0.0596464 Mar 07 22:45:19.263304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17993d-37e5-4e5b-859e-b993c3114da4 req-013372ae-2d2a-438f-a2be-a0e2f1a32364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:19.264704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a17993d-37e5-4e5b-859e-b993c3114da4 req-013372ae-2d2a-438f-a2be-a0e2f1a32364 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0417569 Mar 07 22:45:19.312635 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17993d-37e5-4e5b-859e-b993c3114da4 req-11fd5388-eee7-49e8-b122-9941cbbb5168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:19.314002 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a17993d-37e5-4e5b-859e-b993c3114da4 req-11fd5388-eee7-49e8-b122-9941cbbb5168 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425329 Mar 07 22:45:19.406553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a17993d-37e5-4e5b-859e-b993c3114da4 req-5368b529-6aab-47ba-b6be-465f12c9d6ea service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834141 Mar 07 22:45:19.496231 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8a17993d-37e5-4e5b-859e-b993c3114da4 req-0431d966-7b80-4d42-b289-f92e483cc3f2 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817695 Mar 07 22:45:19.559899 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:19.625870 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cb6f3-1b4c-4b8e-9cd4-786ac118e0f0 req-b778de44-ae7a-408d-8c3e-85da31f9e74d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:19.627413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be4cb6f3-1b4c-4b8e-9cd4-786ac118e0f0 req-b778de44-ae7a-408d-8c3e-85da31f9e74d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 943 time: 0.1068025 Mar 07 22:45:19.675040 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-be4cb6f3-1b4c-4b8e-9cd4-786ac118e0f0 req-c2dffe29-dfec-4367-8479-b1065a3600ef tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420053 Mar 07 22:45:20.335358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4ea125c4-2317-4550-829f-d6cc06684c51 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:45:20.432963 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4ea125c4-2317-4550-829f-d6cc06684c51, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ea125c4-2317-4550-829f-d6cc06684c51,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:45:20.443013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': '4ea125c4-2317-4550-829f-d6cc06684c51', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'port_id': '4ea125c4-2317-4550-829f-d6cc06684c51', 'mac_address': 'fa:16:3e:41:d5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:45:20.479880 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4ea125c4-2317-4550-829f-d6cc06684c51 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:45:20.480271 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:20.493322 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea125c4-2317-4550-829f-d6cc06684c51 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:45:20.515979 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4ea125c4-2317-4550-829f-d6cc06684c51, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ea125c4-2317-4550-829f-d6cc06684c51,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:45:20.524186 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:20.548940 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:20.572595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4ea125c4-2317-4550-829f-d6cc06684c51,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:45:20.793210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bcf7f-27c6-48c3-b76a-740bb46509b3 req-cc443485-34c2-4897-aef1-bf735d1b6b6b tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:20.794707 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa9bcf7f-27c6-48c3-b76a-740bb46509b3 req-cc443485-34c2-4897-aef1-bf735d1b6b6b tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 944 time: 0.0533056 Mar 07 22:45:20.839014 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['4ea125c4-2317-4550-829f-d6cc06684c51'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:45:20.843926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aa9bcf7f-27c6-48c3-b76a-740bb46509b3 req-b206231f-52ae-4d51-9e0c-80ac000eb1ec tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437427 Mar 07 22:45:21.960814 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb577bf-5557-436c-ba84-1682c47d5b11 req-129e7f2d-5b51-453e-b158-0e744f84af83 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:21.962797 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fb577bf-5557-436c-ba84-1682c47d5b11 req-129e7f2d-5b51-453e-b158-0e744f84af83 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 944 time: 0.0509293 Mar 07 22:45:22.013554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4fb577bf-5557-436c-ba84-1682c47d5b11 req-bbd68223-4e18-4342-b9c1-fd44df05e207 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451586 Mar 07 22:45:22.243640 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:22.350451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4ea125c4-2317-4550-829f-d6cc06684c51 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:45:22.396899 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port 4ea125c4-2317-4550-829f-d6cc06684c51 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:45:22.397271 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:22.476303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port 4ea125c4-2317-4550-829f-d6cc06684c51 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:45:22.476303 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:22.498374 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:45:22.500945 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab60c71-5869-4182-a1cb-c71085b3702d" -d '{"events": [{"server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "name": "network-vif-plugged", "status": "completed", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:45:22.516777 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port 4ea125c4-2317-4550-829f-d6cc06684c51, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ea125c4-2317-4550-829f-d6cc06684c51,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:45:22.521361 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:22.544129 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b535db-aaea-450a-8bc3-cb89223d6fac x-openstack-request-id: req-d6b535db-aaea-450a-8bc3-cb89223d6fac {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:45:22.544420 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "name": "network-vif-plugged", "status": "completed", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:45:22.544676 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6b535db-aaea-450a-8bc3-cb89223d6fac {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:45:22.545063 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51', 'code': 200} Mar 07 22:45:22.569832 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=4ea125c4-2317-4550-829f-d6cc06684c51,revision_number=10']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:45:22.624464 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:45:22.707929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d162d-9471-45f4-9432-b00f66392d3d req-f7ec0bce-703c-428c-99d2-b64d9c7b5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:22.709405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-193d162d-9471-45f4-9432-b00f66392d3d req-f7ec0bce-703c-428c-99d2-b64d9c7b5290 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 1128 time: 0.0435309 Mar 07 22:45:22.757039 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-193d162d-9471-45f4-9432-b00f66392d3d req-a37b0dfe-efb6-4d99-afba-66354b0afff5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379584 Mar 07 22:45:23.133600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df597b2-8543-4999-8416-6e5150e73f6f req-6b3c172e-3515-4168-ae9a-0aed3b909a0f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:23.135100 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1df597b2-8543-4999-8416-6e5150e73f6f req-6b3c172e-3515-4168-ae9a-0aed3b909a0f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 946 time: 0.0520153 Mar 07 22:45:23.182972 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1df597b2-8543-4999-8416-6e5150e73f6f req-fb22c15c-46ad-4de5-aa2d-e5cf30518f43 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423114 Mar 07 22:45:24.356965 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53e83a-c8cd-4d6e-a2ae-4a6db61713f9 req-246039d0-2b7c-4e53-90a9-ac6744a5a50a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:24.358488 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed53e83a-c8cd-4d6e-a2ae-4a6db61713f9 req-246039d0-2b7c-4e53-90a9-ac6744a5a50a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 946 time: 0.1073484 Mar 07 22:45:24.406618 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ed53e83a-c8cd-4d6e-a2ae-4a6db61713f9 req-c4a1df44-4644-4693-9a25-907236ce1071 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424027 Mar 07 22:45:25.522769 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552bf3c-ff29-4132-82cb-5a1d03007747 req-0d5f905a-7387-43a1-a609-9c3cce607545 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:45:25.524241 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b552bf3c-ff29-4132-82cb-5a1d03007747 req-0d5f905a-7387-43a1-a609-9c3cce607545 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 946 time: 0.0516148 Mar 07 22:45:25.572155 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b552bf3c-ff29-4132-82cb-5a1d03007747 req-30bd0611-9b1a-42cf-ab0e-547f9310dbc3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412011 Mar 07 22:45:45.747329 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-11e3b1b7-111d-45d3-8268-88a2a87d30d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:46.747478 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:48.253605 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-289627bb-edbb-439f-8d20-146df75b03d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:48.774117 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:49.561749 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:50.529529 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:52.248351 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:45:59.623593 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:46:15.751913 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3e561f2b-ee93-406b-a126-894fa188db7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:16.373836 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e49c7f9-08a8-4a98-b87c-576ac2015668 req-c7efbf02-306f-4f10-a5b5-a175c20e3902 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0898969 Mar 07 22:46:16.463053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49c7f9-08a8-4a98-b87c-576ac2015668 req-82375c5e-bfe8-42ce-b189-fb4e143086ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:46:16.464526 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e49c7f9-08a8-4a98-b87c-576ac2015668 req-82375c5e-bfe8-42ce-b189-fb4e143086ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 1128 time: 0.0438075 Mar 07 22:46:16.565889 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49c7f9-08a8-4a98-b87c-576ac2015668 req-670e0a0b-60f7-4e1e-9754-5f0149712ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:46:16.567284 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e49c7f9-08a8-4a98-b87c-576ac2015668 req-670e0a0b-60f7-4e1e-9754-5f0149712ebd service neutron] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0844181 Mar 07 22:46:16.639259 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e49c7f9-08a8-4a98-b87c-576ac2015668 req-72c68c02-fbdd-445c-ac25-fd8f06d9f983 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ea125c4-2317-4550-829f-d6cc06684c51 HTTP/1.1" status: 200 len: 1000 time: 0.0622129 Mar 07 22:46:16.689076 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49c7f9-08a8-4a98-b87c-576ac2015668 req-b116132b-f99b-4b22-a6f8-0bb926c077ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:46:16.690501 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e49c7f9-08a8-4a98-b87c-576ac2015668 req-b116132b-f99b-4b22-a6f8-0bb926c077ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0413809 Mar 07 22:46:16.741453 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49c7f9-08a8-4a98-b87c-576ac2015668 req-8eaa8fae-ad53-4ca0-a921-4e3db453f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:46:16.743495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e49c7f9-08a8-4a98-b87c-576ac2015668 req-8eaa8fae-ad53-4ca0-a921-4e3db453f3fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425918 Mar 07 22:46:16.750088 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:16.839798 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e49c7f9-08a8-4a98-b87c-576ac2015668 req-902dc922-cca8-4f80-8079-c29fe83e45b8 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863523 Mar 07 22:46:16.932961 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4e49c7f9-08a8-4a98-b87c-576ac2015668 req-5c6007c1-a6af-4da9-b106-f2f1279590d4 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840683 Mar 07 22:46:18.255014 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3a41-08d3-453b-a845-53b6bf8103b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:18.767806 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:19.564897 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:20.530059 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:22.250299 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:36.622955 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:46:38.633836 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54214) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:46:38.792303 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Deleting port f9da8f1c-c431-4ab7-8535-7be2748bf32c {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:46:38.792665 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f9da8f1c-c431-4ab7-8535-7be2748bf32c), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:38.871968 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f9da8f1c-c431-4ab7-8535-7be2748bf32c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:38.872298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for floatingip (f9da8f1c-c431-4ab7-8535-7be2748bf32c), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:38.883928 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Calling delete_port for f9da8f1c-c431-4ab7-8535-7be2748bf32c owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:46:39.030990 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f9da8f1c-c431-4ab7-8535-7be2748bf32c), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:39.056762 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event deleted for resources: {'Port': ['ID=f9da8f1c-c431-4ab7-8535-7be2748bf32c,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:46:39.083490 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:39.083845 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:39.084191 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:39.084557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:39.084896 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:39.085231 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:39.085562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:39.085893 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:39.086255 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:39.086584 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:39.086912 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:39.087237 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:39.087563 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:39.130587 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for floatingip (7501ccf4-eba3-4909-82ca-53d72f75f5a7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:39.130946 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Floating IP 7501ccf4-eba3-4909-82ca-53d72f75f5a7 disassociated (deleted). External IP: 172.25.4.99, port: 4ea125c4-2317-4550-829f-d6cc06684c51. Mar 07 22:46:39.342776 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:46:39.455520 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:46:39.460757 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:39.465866 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627ae63-7844-4764-8c26-1165b2f76075 None None] Sync routers for ids ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:46:39.474797 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e627ae63-7844-4764-8c26-1165b2f76075 None None] Routers {'03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:46:39.476025 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e627ae63-7844-4764-8c26-1165b2f76075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:46:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:46:39.489851 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-bfb13eb2-72ae-4dff-b03c-29b4d7b4e861 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "DELETE /v2.0/floatingips/7501ccf4-eba3-4909-82ca-53d72f75f5a7 HTTP/1.1" status: 204 len: 168 time: 0.8548994 Mar 07 22:46:39.490474 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:46:39.492717 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367c891a47a93397d296b6a009349b5bbc9bf26a01a8694054c6e77325763cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b39f60-c757-4d43-85c0-223bd05287cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:46:39.589070 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e627ae63-7844-4764-8c26-1165b2f76075 None None] Set router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:46:39.592682 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4756516-5161-4ee0-b191-8f9fedb37c9c x-openstack-request-id: req-d4756516-5161-4ee0-b191-8f9fedb37c9c {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:46:39.593037 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:46:39.593247 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4756516-5161-4ee0-b191-8f9fedb37c9c {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:46:39.593657 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51', 'status': 'completed', 'code': 200} Mar 07 22:46:39.681190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b39f60-c757-4d43-85c0-223bd05287cc req-b495d178-c5cd-4b1f-b52f-00bc68d3b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:46:39.682740 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61b39f60-c757-4d43-85c0-223bd05287cc req-b495d178-c5cd-4b1f-b52f-00bc68d3b244 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 1128 time: 0.0519447 Mar 07 22:46:39.788409 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e627ae63-7844-4764-8c26-1165b2f76075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 5, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:46:39.792217 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea705a5e-8b27-498a-9bdd-d01974917a37 req-20410680-5cb1-4304-817f-3e30b54692f3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:46:39.793700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea705a5e-8b27-498a-9bdd-d01974917a37 req-20410680-5cb1-4304-817f-3e30b54692f3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 946 time: 0.1100938 Mar 07 22:46:39.813694 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627ae63-7844-4764-8c26-1165b2f76075 None None] Checking router: 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:46:39.822210 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b39f60-c757-4d43-85c0-223bd05287cc req-392746d1-723e-42dd-8454-c0ee7ccafdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:46:39.822574 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e627ae63-7844-4764-8c26-1165b2f76075 None None] Routers {'03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:46:39.823187 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e627ae63-7844-4764-8c26-1165b2f76075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:46:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:46:39.823651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61b39f60-c757-4d43-85c0-223bd05287cc req-392746d1-723e-42dd-8454-c0ee7ccafdec service neutron] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.1306829 Mar 07 22:46:39.877210 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61b39f60-c757-4d43-85c0-223bd05287cc req-1cce5d56-16d7-4f61-95c1-727ffef50401 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ea125c4-2317-4550-829f-d6cc06684c51 HTTP/1.1" status: 200 len: 217 time: 0.0468881 Mar 07 22:46:39.886336 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea705a5e-8b27-498a-9bdd-d01974917a37 req-24921bd1-202a-4979-adc7-de1fba8f7265 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844102 Mar 07 22:46:39.929234 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b39f60-c757-4d43-85c0-223bd05287cc req-ade6be7d-bda8-400a-a859-c1ad0a2d9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:46:39.930721 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61b39f60-c757-4d43-85c0-223bd05287cc req-ade6be7d-bda8-400a-a859-c1ad0a2d9376 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0435464 Mar 07 22:46:39.930888 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-e627ae63-7844-4764-8c26-1165b2f76075 None None] Set router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:46:39.983500 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b39f60-c757-4d43-85c0-223bd05287cc req-393799a1-c527-4ed0-ab35-fe42eb2c7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:46:39.984999 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61b39f60-c757-4d43-85c0-223bd05287cc req-393799a1-c527-4ed0-ab35-fe42eb2c7e2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475566 Mar 07 22:46:40.073098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61b39f60-c757-4d43-85c0-223bd05287cc req-d48f0f98-0b2d-424c-b4b0-62be0c393aaa service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806339 Mar 07 22:46:40.127864 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-e627ae63-7844-4764-8c26-1165b2f76075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 5, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:46:40.154394 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627ae63-7844-4764-8c26-1165b2f76075 None None] The sync data for ids ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'] in n-d-832330-1 is: [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 5, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:46:40.167051 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-61b39f60-c757-4d43-85c0-223bd05287cc req-471918c8-165e-4914-a481-56c4e81878dd service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875063 Mar 07 22:46:40.378746 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d155b439-ef7d-4678-a7dd-44246f7b2185 None None] New status for floating IP 7501ccf4-eba3-4909-82ca-53d72f75f5a7: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:46:41.006729 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa87ed3-e4e2-4e6b-9aa9-a9d1022516b0 req-42d32564-cbe0-4ef1-a0dd-f8eaa9c1ab19 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:46:41.008210 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfa87ed3-e4e2-4e6b-9aa9-a9d1022516b0 req-42d32564-cbe0-4ef1-a0dd-f8eaa9c1ab19 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 946 time: 0.0531509 Mar 07 22:46:41.056892 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cfa87ed3-e4e2-4e6b-9aa9-a9d1022516b0 req-20be6f20-c6e7-4d9c-8630-4b41c50ac44a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8a3608e-5525-4d17-868d-e158cb93d29b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432081 Mar 07 22:46:41.243615 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5838-8577-421c-99e6-7e010d6f2ace req-bfc06d82-fcfb-4ee7-87a2-13c454fa1c5d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:46:41.244954 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf3b5838-8577-421c-99e6-7e010d6f2ace req-bfc06d82-fcfb-4ee7-87a2-13c454fa1c5d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 946 time: 0.0552716 Mar 07 22:46:41.336470 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-cf3b5838-8577-421c-99e6-7e010d6f2ace req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Deleting port 4ea125c4-2317-4550-829f-d6cc06684c51 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:46:41.336814 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cf3b5838-8577-421c-99e6-7e010d6f2ace req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:41.427630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-cf3b5838-8577-421c-99e6-7e010d6f2ace req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] For port 4ea125c4-2317-4550-829f-d6cc06684c51, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=4ea125c4-2317-4550-829f-d6cc06684c51,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:46:41.427988 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cf3b5838-8577-421c-99e6-7e010d6f2ace req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:41.439834 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-cf3b5838-8577-421c-99e6-7e010d6f2ace req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Calling delete_port for 4ea125c4-2317-4550-829f-d6cc06684c51 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:46:41.567221 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cf3b5838-8577-421c-99e6-7e010d6f2ace req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (4ea125c4-2317-4550-829f-d6cc06684c51), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:41.597595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event deleted for resources: {'Port': ['ID=4ea125c4-2317-4550-829f-d6cc06684c51,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:46:41.607679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:41.608025 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:41.608373 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:41.608712 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:41.609050 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:41.609389 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:41.609721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:41.610050 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:41.610948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:41.610948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:41.611151 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:41.611352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:41.611677 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:46:41.653537 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3b5838-8577-421c-99e6-7e010d6f2ace req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] No DVR routers for this DVR port 4ea125c4-2317-4550-829f-d6cc06684c51 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:46:41.656527 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-cf3b5838-8577-421c-99e6-7e010d6f2ace req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:41.660069 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cf3b5838-8577-421c-99e6-7e010d6f2ace req-5e486bbf-0fb0-4dba-a16c-54f3abf65f68 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.15 "DELETE /v2.0/ports/4ea125c4-2317-4550-829f-d6cc06684c51 HTTP/1.1" status: 204 len: 173 time: 0.4080067 Mar 07 22:46:41.660515 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'name': 'network-vif-deleted', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:46:41.662805 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e323f7-b699-42b2-9e3f-37c3e19e1b88" -d '{"events": [{"server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "name": "network-vif-deleted", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:46:41.702820 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283a7930-210a-4e6f-8280-2393698803b9 x-openstack-request-id: req-283a7930-210a-4e6f-8280-2393698803b9 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:46:41.703124 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1b8e06-e031-49c6-86e4-7c19ff5c553e", "name": "network-vif-deleted", "tag": "4ea125c4-2317-4550-829f-d6cc06684c51", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:46:41.703411 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-283a7930-210a-4e6f-8280-2393698803b9 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:46:41.703834 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1b8e06-e031-49c6-86e4-7c19ff5c553e', 'name': 'network-vif-deleted', 'tag': '4ea125c4-2317-4550-829f-d6cc06684c51', 'status': 'completed', 'code': 200} Mar 07 22:46:42.165953 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d2cc817a-7ecc-4df2-a463-c1c02a849272 req-04357d38-6c85-4b9e-b95d-c7711497a2a5 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a1b8e06-e031-49c6-86e4-7c19ff5c553e HTTP/1.1" status: 200 len: 210 time: 0.0300827 Mar 07 22:46:43.221309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54238) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:46:43.276096 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e46c86d-ade9-4326-8933-9c07af2fff0d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group (b8a3608e-5525-4d17-868d-e158cb93d29b), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:43.300554 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e46c86d-ade9-4326-8933-9c07af2fff0d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group (b8a3608e-5525-4d17-868d-e158cb93d29b), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:43.363692 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e46c86d-ade9-4326-8933-9c07af2fff0d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b8a3608e-5525-4d17-868d-e158cb93d29b), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:43.366971 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-7e46c86d-ade9-4326-8933-9c07af2fff0d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:43.368126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-7e46c86d-ade9-4326-8933-9c07af2fff0d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "DELETE /v2.0/security-groups/b8a3608e-5525-4d17-868d-e158cb93d29b HTTP/1.1" status: 204 len: 168 time: 0.1458209 Mar 07 22:46:43.376969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46c86d-ade9-4326-8933-9c07af2fff0d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a3608e-5525-4d17-868d-e158cb93d29b,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:46:43.695951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54244) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:46:43.700439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-587494fa-ca98-4a2d-bcea-1f72a1160085 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-956518133', 'description': 'tempest-secgroup-smoke-956518133 description', 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:46:43.722706 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-587494fa-ca98-4a2d-bcea-1f72a1160085 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:43.790309 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-587494fa-ca98-4a2d-bcea-1f72a1160085 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group (cb38c6ac-ec46-4b10-8126-826fe8dbbda0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:43.795281 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-587494fa-ca98-4a2d-bcea-1f72a1160085 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cb38c6ac-ec46-4b10-8126-826fe8dbbda0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:43.825253 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-587494fa-ca98-4a2d-bcea-1f72a1160085 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:43.826690 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-587494fa-ca98-4a2d-bcea-1f72a1160085 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1295924 Mar 07 22:46:43.829549 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54246) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:46:43.833826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-d1e8bc93-5516-4ad0-9422-81c75dd84e47 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'security_group_rule': {'security_group_id': 'cb38c6ac-ec46-4b10-8126-826fe8dbbda0', 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:46:43.843064 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587494fa-ca98-4a2d-bcea-1f72a1160085 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb38c6ac-ec46-4b10-8126-826fe8dbbda0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:46:43.864249 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d1e8bc93-5516-4ad0-9422-81c75dd84e47 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (f3ea8737-24eb-4064-88a2-ac0f6798effc), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:43.919245 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d1e8bc93-5516-4ad0-9422-81c75dd84e47 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (f3ea8737-24eb-4064-88a2-ac0f6798effc), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:43.923025 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d1e8bc93-5516-4ad0-9422-81c75dd84e47 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (f3ea8737-24eb-4064-88a2-ac0f6798effc), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:43.941953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8bc93-5516-4ad0-9422-81c75dd84e47 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ea8737-24eb-4064-88a2-ac0f6798effc,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:46:43.950592 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-d1e8bc93-5516-4ad0-9422-81c75dd84e47 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:43.952007 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-d1e8bc93-5516-4ad0-9422-81c75dd84e47 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214185 Mar 07 22:46:43.954983 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54248) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:46:43.959989 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-31c20e4b-821b-4fcc-aecb-f7583d0b88a3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'security_group_rule': {'security_group_id': 'cb38c6ac-ec46-4b10-8126-826fe8dbbda0', 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:46:43.985870 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31c20e4b-821b-4fcc-aecb-f7583d0b88a3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (00f21362-37cf-4353-9ee1-83631f9db68f), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.043876 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31c20e4b-821b-4fcc-aecb-f7583d0b88a3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (00f21362-37cf-4353-9ee1-83631f9db68f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.047455 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31c20e4b-821b-4fcc-aecb-f7583d0b88a3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (00f21362-37cf-4353-9ee1-83631f9db68f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.069691 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c20e4b-821b-4fcc-aecb-f7583d0b88a3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f21362-37cf-4353-9ee1-83631f9db68f,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:46:44.077227 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-31c20e4b-821b-4fcc-aecb-f7583d0b88a3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.078462 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-31c20e4b-821b-4fcc-aecb-f7583d0b88a3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225421 Mar 07 22:46:44.081161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54250) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:46:44.086883 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-8d169550-b99f-4a0c-ba45-c3d5e1173b65 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'security_group_rule': {'security_group_id': 'cb38c6ac-ec46-4b10-8126-826fe8dbbda0', 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:46:44.112131 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8d169550-b99f-4a0c-ba45-c3d5e1173b65 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (dbbd4078-e987-43e5-a965-045335249fc3), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.175168 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8d169550-b99f-4a0c-ba45-c3d5e1173b65 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (dbbd4078-e987-43e5-a965-045335249fc3), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.179020 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8d169550-b99f-4a0c-ba45-c3d5e1173b65 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (dbbd4078-e987-43e5-a965-045335249fc3), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.196565 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d169550-b99f-4a0c-ba45-c3d5e1173b65 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbd4078-e987-43e5-a965-045335249fc3,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:46:44.204634 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8d169550-b99f-4a0c-ba45-c3d5e1173b65 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.205846 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8d169550-b99f-4a0c-ba45-c3d5e1173b65 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237779 Mar 07 22:46:44.208593 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54252) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:46:44.213612 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-141450f3-3f86-484d-8f3f-14e60a2bd376 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'security_group_rule': {'security_group_id': 'cb38c6ac-ec46-4b10-8126-826fe8dbbda0', 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:46:44.241743 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-141450f3-3f86-484d-8f3f-14e60a2bd376 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (fe2c8592-7a41-4913-90e5-844cbd71b500), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.298702 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-141450f3-3f86-484d-8f3f-14e60a2bd376 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (fe2c8592-7a41-4913-90e5-844cbd71b500), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.302131 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-141450f3-3f86-484d-8f3f-14e60a2bd376 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (fe2c8592-7a41-4913-90e5-844cbd71b500), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.318513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141450f3-3f86-484d-8f3f-14e60a2bd376 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2c8592-7a41-4913-90e5-844cbd71b500,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:46:44.326920 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-141450f3-3f86-484d-8f3f-14e60a2bd376 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.328130 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-141450f3-3f86-484d-8f3f-14e60a2bd376 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186094 Mar 07 22:46:44.330912 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54254) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:46:44.335823 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-43ff885b-f667-4308-947b-4a878f201333 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'security_group_rule': {'security_group_id': 'cb38c6ac-ec46-4b10-8126-826fe8dbbda0', 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:46:44.354987 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-43ff885b-f667-4308-947b-4a878f201333 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Project 0b1f2dc0f8154a95bea88bfc2133a0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:46:44.359900 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-43ff885b-f667-4308-947b-4a878f201333 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (6257f308-b6d8-41bb-a1bd-29cb99fbc4fe), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.415518 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-43ff885b-f667-4308-947b-4a878f201333 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (6257f308-b6d8-41bb-a1bd-29cb99fbc4fe), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.419009 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-43ff885b-f667-4308-947b-4a878f201333 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (6257f308-b6d8-41bb-a1bd-29cb99fbc4fe), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.438738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff885b-f667-4308-947b-4a878f201333 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6257f308-b6d8-41bb-a1bd-29cb99fbc4fe,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:46:44.447776 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-43ff885b-f667-4308-947b-4a878f201333 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.449013 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-43ff885b-f667-4308-947b-4a878f201333 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171694 Mar 07 22:46:44.451688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54256) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:46:44.455939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-02669916-0e5b-4c93-9aee-6a5e22f8a973 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'security_group_rule': {'security_group_id': 'cb38c6ac-ec46-4b10-8126-826fe8dbbda0', 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:46:44.475487 n-d-832330-1 neutron-server[103719]: INFO neutron.db.securitygroups_db [None req-02669916-0e5b-4c93-9aee-6a5e22f8a973 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Project 0b1f2dc0f8154a95bea88bfc2133a0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:46:44.480313 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-02669916-0e5b-4c93-9aee-6a5e22f8a973 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (a13fd4ec-945a-4532-8ffe-d48870337b1a), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.537909 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-02669916-0e5b-4c93-9aee-6a5e22f8a973 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (a13fd4ec-945a-4532-8ffe-d48870337b1a), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.541375 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-02669916-0e5b-4c93-9aee-6a5e22f8a973 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (a13fd4ec-945a-4532-8ffe-d48870337b1a), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.559047 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02669916-0e5b-4c93-9aee-6a5e22f8a973 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13fd4ec-945a-4532-8ffe-d48870337b1a,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:46:44.566353 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-02669916-0e5b-4c93-9aee-6a5e22f8a973 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:44.567540 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-02669916-0e5b-4c93-9aee-6a5e22f8a973 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1149414 Mar 07 22:46:45.752680 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce03193c-fb6c-43c4-b55d-e1094f7f153c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:46.720261 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4ea125c4-2317-4550-829f-d6cc06684c51 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:46:46.751088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: 4ea125c4-2317-4550-829f-d6cc06684c51 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:46:46.751436 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device 4ea125c4-2317-4550-829f-d6cc06684c51 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:46:46.763236 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:48.256858 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e30a2186-657a-4f30-9ded-6d11752f90c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:48.784219 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:49.574592 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:50.534667 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:46:52.252939 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:03.994926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-d3b0773d-c5c9-4422-958b-01e63f5142cb tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-956518133&fields=id&tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9 HTTP/1.1" status: 200 len: 267 time: 0.0447047 Mar 07 22:47:04.101618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-7273edd3-5c09-457b-bd33-04e2ad444751 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:04.103030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-7273edd3-5c09-457b-bd33-04e2ad444751 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 809 time: 0.1018479 Mar 07 22:47:04.118628 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-4df3aed2-d8b0-4ab2-a6f4-5f700a53d7f9 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/quotas/0b1f2dc0f8154a95bea88bfc2133a0c9 HTTP/1.1" status: 200 len: 375 time: 0.0098202 Mar 07 22:47:04.174247 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-ada4ae1a-00a6-450d-a3e7-ef83bd448799 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501153 Mar 07 22:47:04.189062 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-6a8abc71-47aa-471b-aff7-0d7c7ca85c45 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:47:04.190030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-6a8abc71-47aa-471b-aff7-0d7c7ca85c45 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052643 Mar 07 22:47:04.281726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-9fc94722-798f-48ad-a4e4-7d2349dc893d service neutron] 10.222.0.26 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859859 Mar 07 22:47:04.376801 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-88005484-03cf-4e56-8fe0-25f64eea718c service neutron] 10.222.0.26 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893517 Mar 07 22:47:04.684783 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-7aefbc10-b120-453b-8581-e97f4e2f574b req-dd0c9899-795d-411e-a525-0f48ed35723f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 210 time: 0.0289476 Mar 07 22:47:05.706250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-c23e26c7-43e0-49b4-81c1-9663d9df2b99 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:05.707702 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-c23e26c7-43e0-49b4-81c1-9663d9df2b99 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 809 time: 0.1049840 Mar 07 22:47:05.792439 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8ba53f81-afeb-4d6a-b5bb-ce16f1d92716 req-ccf90207-8da3-4808-ac3a-3dcb01b0ac19 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 210 time: 0.0340557 Mar 07 22:47:05.805070 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-56c20526-7c8d-4346-bbd8-0d19ec935b3e tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9 HTTP/1.1" status: 200 len: 379 time: 0.0863297 Mar 07 22:47:05.814651 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-f1d42f1a-6421-4986-b0b5-e0936cd733b2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'port': {'device_id': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'admin_state_up': True, 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'security_groups': ['cb38c6ac-ec46-4b10-8126-826fe8dbbda0']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:47:05.929908 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-f1d42f1a-6421-4986-b0b5-e0936cd733b2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Made reservation on behalf of 0b1f2dc0f8154a95bea88bfc2133a0c9 for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:47:05.933294 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-f1d42f1a-6421-4986-b0b5-e0936cd733b2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:06.056314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-f1d42f1a-6421-4986-b0b5-e0936cd733b2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Allocated IP 172.20.0.10 (da68c296-64da-4f9f-8f26-f99f3b9adae1/8721147b-c1be-45e0-9d23-17e314b632f1/ae795628-19dd-4ac1-90e2-17f9d4277ea0) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:47:06.201381 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-f1d42f1a-6421-4986-b0b5-e0936cd733b2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:06.235655 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-f1d42f1a-6421-4986-b0b5-e0936cd733b2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:06.278761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-f1d42f1a-6421-4986-b0b5-e0936cd733b2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Network da68c296-64da-4f9f-8f26-f99f3b9adae1 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:47:06.281701 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-f1d42f1a-6421-4986-b0b5-e0936cd733b2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:47:06.284225 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-f1d42f1a-6421-4986-b0b5-e0936cd733b2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:47:06.322118 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d42f1a-6421-4986-b0b5-e0936cd733b2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'Port': ['ID=ae795628-19dd-4ac1-90e2-17f9d4277ea0,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:47:06.347531 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-f1d42f1a-6421-4986-b0b5-e0936cd733b2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:06.348181 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-f1d42f1a-6421-4986-b0b5-e0936cd733b2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:06.365430 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-f1d42f1a-6421-4986-b0b5-e0936cd733b2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5545771 Mar 07 22:47:06.380979 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Request body: {'port': {'device_id': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:47:06.451489 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:06.546353 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d0bca484-65ed-4683-81fc-5546107f116b None None] Provisioning complete for port ae795628-19dd-4ac1-90e2-17f9d4277ea0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:47:06.546939 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d0bca484-65ed-4683-81fc-5546107f116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:06.584551 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d0bca484-65ed-4683-81fc-5546107f116b None None] Port ae795628-19dd-4ac1-90e2-17f9d4277ea0 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:47:06.723620 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae795628-19dd-4ac1-90e2-17f9d4277ea0 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:47:06.731737 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Publish callbacks [] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:06.744200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Transition to ACTIVE for port object ae795628-19dd-4ac1-90e2-17f9d4277ea0 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:47:06.748229 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:06.815544 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae795628-19dd-4ac1-90e2-17f9d4277ea0,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:47:06.905199 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Attempting to bind port ae795628-19dd-4ac1-90e2-17f9d4277ea0 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:47:06.905539 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Attempting to bind port ae795628-19dd-4ac1-90e2-17f9d4277ea0 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:47:06.905902 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Attempting to bind port ae795628-19dd-4ac1-90e2-17f9d4277ea0 on network da68c296-64da-4f9f-8f26-f99f3b9adae1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:47:06.913334 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Port ae795628-19dd-4ac1-90e2-17f9d4277ea0 on network da68c296-64da-4f9f-8f26-f99f3b9adae1 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:47:06.914108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Attempting to bind port ae795628-19dd-4ac1-90e2-17f9d4277ea0 on network da68c296-64da-4f9f-8f26-f99f3b9adae1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:47:06.933840 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:47:06.934283 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Checking segment: {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:47:06.934679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Bound using segment: {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:47:06.935138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Bound port: ae795628-19dd-4ac1-90e2-17f9d4277ea0, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:47:06.935504 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:06.960953 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279d676-51d6-4125-a96c-ba30ff3204fb req-60115dae-15ce-42dd-8f05-cbf3056c296e tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:06.962593 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4279d676-51d6-4125-a96c-ba30ff3204fb req-60115dae-15ce-42dd-8f05-cbf3056c296e tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0900469 Mar 07 22:47:07.052359 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] For port ae795628-19dd-4ac1-90e2-17f9d4277ea0, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:47:07.055502 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] For port ae795628-19dd-4ac1-90e2-17f9d4277ea0, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:47:07.060004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4279d676-51d6-4125-a96c-ba30ff3204fb req-5adc7abf-722c-43ae-af72-14942120fb2d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734382 Mar 07 22:47:07.065598 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:07.098153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:07.098936 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:07.100579 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] 10.222.0.15 "PUT /v2.0/ports/ae795628-19dd-4ac1-90e2-17f9d4277ea0 HTTP/1.1" status: 200 len: 1092 time: 0.7241786 Mar 07 22:47:07.101582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:47:07.104452 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5eda5a6-2904-43a5-b6e4-a3c101d19c90" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:47:07.157441 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c1a8a6-b5c5-4a5f-a65b-7df27abbbf18 x-openstack-request-id: req-83c1a8a6-b5c5-4a5f-a65b-7df27abbbf18 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:47:07.157814 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:47:07.158014 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83c1a8a6-b5c5-4a5f-a65b-7df27abbbf18 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:47:07.158432 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'status': 'completed', 'code': 200} Mar 07 22:47:07.204324 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec65252-2f70-4d1d-93d5-48b743e2a8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae795628-19dd-4ac1-90e2-17f9d4277ea0,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:47:07.220540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-a16d3fc0-4e47-4b18-b72d-81802a15839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:07.222152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-a16d3fc0-4e47-4b18-b72d-81802a15839b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 1126 time: 0.0573330 Mar 07 22:47:07.269656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-c7418194-d900-421f-b47c-543d80076e9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0 HTTP/1.1" status: 200 len: 217 time: 0.0364974 Mar 07 22:47:07.321458 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-911e6ad2-68fe-4709-a88b-69ffc368fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:07.322895 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-911e6ad2-68fe-4709-a88b-69ffc368fd96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0440154 Mar 07 22:47:07.375493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-15e7c694-6b29-4a88-a811-c95ab38673da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:07.376977 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-15e7c694-6b29-4a88-a811-c95ab38673da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450318 Mar 07 22:47:07.472343 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-d5ccde62-171c-4bbe-b24d-736718ae07fa service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837443 Mar 07 22:47:07.566030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-74029eff-dba1-4c36-806c-9c75ce7446fa req-17c00bd3-de95-475b-8bd2-8b7b6165e33f service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831690 Mar 07 22:47:07.662567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eda5a6-2904-43a5-b6e4-a3c101d19c90 req-76a23b9f-d862-4eeb-bc6c-7d2aa5922177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:07.664098 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5eda5a6-2904-43a5-b6e4-a3c101d19c90 req-76a23b9f-d862-4eeb-bc6c-7d2aa5922177 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 1126 time: 0.0454693 Mar 07 22:47:07.755605 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eda5a6-2904-43a5-b6e4-a3c101d19c90 req-17bea439-20ce-4a10-9152-d4a933fce247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:07.757658 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5eda5a6-2904-43a5-b6e4-a3c101d19c90 req-17bea439-20ce-4a10-9152-d4a933fce247 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0841370 Mar 07 22:47:07.803703 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5eda5a6-2904-43a5-b6e4-a3c101d19c90 req-ee4a7b8b-5805-4e15-b204-11b958b3e523 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0 HTTP/1.1" status: 200 len: 217 time: 0.0370185 Mar 07 22:47:07.854488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eda5a6-2904-43a5-b6e4-a3c101d19c90 req-acad021c-fa44-4de0-8ac0-8e7d7a2ffb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:07.856010 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5eda5a6-2904-43a5-b6e4-a3c101d19c90 req-acad021c-fa44-4de0-8ac0-8e7d7a2ffb30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0440633 Mar 07 22:47:07.916418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eda5a6-2904-43a5-b6e4-a3c101d19c90 req-89b960ee-f960-4c0d-ac18-3936c9693160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:07.917843 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5eda5a6-2904-43a5-b6e4-a3c101d19c90 req-89b960ee-f960-4c0d-ac18-3936c9693160 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533071 Mar 07 22:47:08.012640 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5eda5a6-2904-43a5-b6e4-a3c101d19c90 req-e9b0ba31-22b4-4924-94f4-a8b47510cbf3 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851271 Mar 07 22:47:08.109082 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e5eda5a6-2904-43a5-b6e4-a3c101d19c90 req-95c45c05-967a-4dc9-828e-1cc8f539d717 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876250 Mar 07 22:47:08.193300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908713b2-7415-4030-8d9a-117589c409d6 req-4bd02442-d5b9-4a27-adb6-caa281a93dce tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:08.195461 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-908713b2-7415-4030-8d9a-117589c409d6 req-4bd02442-d5b9-4a27-adb6-caa281a93dce tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0562286 Mar 07 22:47:08.241961 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-908713b2-7415-4030-8d9a-117589c409d6 req-333c6eb6-0112-4f6c-8a1c-8b6427e7a250 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410767 Mar 07 22:47:09.370595 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c0200-6d0b-4d96-ad7a-d982bd6c6b95 req-348db657-dbee-461d-98ed-bbfaec613caa tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:09.372085 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d88c0200-6d0b-4d96-ad7a-d982bd6c6b95 req-348db657-dbee-461d-98ed-bbfaec613caa tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0591619 Mar 07 22:47:09.420712 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d88c0200-6d0b-4d96-ad7a-d982bd6c6b95 req-0526f7d6-8270-4dba-864b-09b2dfe8fac6 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428419 Mar 07 22:47:10.538564 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f71b34-bcd3-439f-92a6-df3a49a11d47 req-72d95296-c5ad-419a-ba1f-7e07d5c3e0da tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:10.540042 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9f71b34-bcd3-439f-92a6-df3a49a11d47 req-72d95296-c5ad-419a-ba1f-7e07d5c3e0da tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0517941 Mar 07 22:47:10.590743 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9f71b34-bcd3-439f-92a6-df3a49a11d47 req-baa974b7-7f88-4d28-b162-24b677bb89a8 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451891 Mar 07 22:47:12.032344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e3b5f-8f09-4758-90ba-d8ffd9a86f57 req-24ac459c-e89d-4ed9-aeed-8c4634c52687 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:12.034549 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd3e3b5f-8f09-4758-90ba-d8ffd9a86f57 req-24ac459c-e89d-4ed9-aeed-8c4634c52687 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.3770685 Mar 07 22:47:12.085558 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fd3e3b5f-8f09-4758-90ba-d8ffd9a86f57 req-97c6f30f-e74e-4368-8131-b8030a46cabd tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456197 Mar 07 22:47:13.204326 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d8de1-4f0a-470a-979e-14f34eafec1a req-fb24ae26-5f9f-46dd-8f6b-cca12fb8db23 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:13.205701 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-512d8de1-4f0a-470a-979e-14f34eafec1a req-fb24ae26-5f9f-46dd-8f6b-cca12fb8db23 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0521491 Mar 07 22:47:13.253076 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-512d8de1-4f0a-470a-979e-14f34eafec1a req-04daefe3-6b23-4d96-a80f-40e085d95757 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415547 Mar 07 22:47:13.622817 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:47:14.370563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee0781-2d34-4de5-935f-9df6a10fb689 req-5b8efd29-15c3-4c34-96c4-ffd87dbf4b8b tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:14.372022 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41ee0781-2d34-4de5-935f-9df6a10fb689 req-5b8efd29-15c3-4c34-96c4-ffd87dbf4b8b tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0552542 Mar 07 22:47:14.419233 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41ee0781-2d34-4de5-935f-9df6a10fb689 req-6aeee487-b207-4766-ab33-01bbb9432313 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415616 Mar 07 22:47:15.540338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b325f2-05bb-4568-a459-540c7bcc254e req-7986d9d6-fa5e-4cf4-8019-0d8085541e83 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:15.541901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27b325f2-05bb-4568-a459-540c7bcc254e req-7986d9d6-fa5e-4cf4-8019-0d8085541e83 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0551455 Mar 07 22:47:15.593582 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-27b325f2-05bb-4568-a459-540c7bcc254e req-481018e9-5eba-40c1-97cd-9512203622c6 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459149 Mar 07 22:47:15.754643 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-71254af0-7c0e-432c-96c4-706977ced827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:16.712338 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8723e2-59fc-48e4-8969-21fe805fd527 req-e6d31c9f-44fb-4073-91bf-2a48e0c45f48 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:16.713798 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d8723e2-59fc-48e4-8969-21fe805fd527 req-e6d31c9f-44fb-4073-91bf-2a48e0c45f48 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0547302 Mar 07 22:47:16.758541 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:16.763431 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9d8723e2-59fc-48e4-8969-21fe805fd527 req-bf8493b8-2050-480c-b712-885c31b27d0c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440156 Mar 07 22:47:17.879072 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eb626-e7cc-4baa-9888-1bc6eb7d2db8 req-bb2a4e99-a541-436c-a57f-f80e5d7a86d6 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:17.880524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a0eb626-e7cc-4baa-9888-1bc6eb7d2db8 req-bb2a4e99-a541-436c-a57f-f80e5d7a86d6 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0521700 Mar 07 22:47:17.927683 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a0eb626-e7cc-4baa-9888-1bc6eb7d2db8 req-89c13c01-f3e3-4fc3-8da8-8c5990ada776 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415244 Mar 07 22:47:18.260294 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9aa60adb-7d07-4d09-b5b2-162403d0c16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:18.781643 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:19.046029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92bf14-4cef-4306-9696-01b0ae56fe7b req-c89ac5ae-bea0-4b82-a416-8587bf64e81c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:19.048038 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f92bf14-4cef-4306-9696-01b0ae56fe7b req-c89ac5ae-bea0-4b82-a416-8587bf64e81c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0516715 Mar 07 22:47:19.101030 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4f92bf14-4cef-4306-9696-01b0ae56fe7b req-9b0f2f9e-0213-406b-a6b5-e1a7ede9706f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475271 Mar 07 22:47:19.571549 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:20.217655 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65749d8f-5762-4822-846e-bd21eed07c54 req-f84e56bb-747e-4695-90e0-ac3e19571723 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:20.219535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65749d8f-5762-4822-846e-bd21eed07c54 req-f84e56bb-747e-4695-90e0-ac3e19571723 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0529721 Mar 07 22:47:20.268909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65749d8f-5762-4822-846e-bd21eed07c54 req-ab33fe63-af5e-4232-9dc8-d510112915b1 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437663 Mar 07 22:47:20.536654 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:21.390773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8a03f-82a3-46b2-bca4-a22eb3bcda71 req-24197ba7-7e14-4575-9126-d0bc70cfd21c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:21.392225 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99d8a03f-82a3-46b2-bca4-a22eb3bcda71 req-24197ba7-7e14-4575-9126-d0bc70cfd21c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0511591 Mar 07 22:47:21.439525 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-99d8a03f-82a3-46b2-bca4-a22eb3bcda71 req-58d5ceb8-37bd-4f3a-8d70-7dbefa7e2681 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412617 Mar 07 22:47:22.258659 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:22.560584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32e74d-64c4-47fc-a80f-24e061ac76be req-458b407a-24d0-4d27-8a68-3b321704e76a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:22.562108 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b32e74d-64c4-47fc-a80f-24e061ac76be req-458b407a-24d0-4d27-8a68-3b321704e76a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0569143 Mar 07 22:47:22.609072 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1b32e74d-64c4-47fc-a80f-24e061ac76be req-f8178455-c435-40f3-840c-e62ad9f4de57 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413895 Mar 07 22:47:23.724067 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94917d7b-82d1-47b6-8d6a-9322b4a45c83 req-5612d065-1841-4e3f-b9ab-85c287c9ff56 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:23.725524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94917d7b-82d1-47b6-8d6a-9322b4a45c83 req-5612d065-1841-4e3f-b9ab-85c287c9ff56 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0512874 Mar 07 22:47:23.772701 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-94917d7b-82d1-47b6-8d6a-9322b4a45c83 req-5c248ceb-915c-4a67-9a7e-f793850c77ba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417211 Mar 07 22:47:24.825209 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ae795628-19dd-4ac1-90e2-17f9d4277ea0 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:47:24.891761 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4d8d8-73dd-4fec-b073-921d3d799380 req-63aaea19-3e33-427d-b5f7-c0ef6c95424f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:24.893243 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3b4d8d8-73dd-4fec-b073-921d3d799380 req-63aaea19-3e33-427d-b5f7-c0ef6c95424f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0518723 Mar 07 22:47:24.920604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ae795628-19dd-4ac1-90e2-17f9d4277ea0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:47:24.931941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'port_id': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'mac_address': 'fa:16:3e:5e:30:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:47:24.956727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b3b4d8d8-73dd-4fec-b073-921d3d799380 req-cec278d6-1b07-4530-8bed-429b841e656e tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572557 Mar 07 22:47:24.977150 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ae795628-19dd-4ac1-90e2-17f9d4277ea0 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:47:24.977545 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:24.990624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae795628-19dd-4ac1-90e2-17f9d4277ea0 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:47:25.009815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ae795628-19dd-4ac1-90e2-17f9d4277ea0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:47:25.014369 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:25.059970 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ae795628-19dd-4ac1-90e2-17f9d4277ea0,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:47:25.067421 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:47:25.067776 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:47:25.068118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:47:25.068459 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:47:25.069429 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:47:25.069779 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:47:25.070131 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:47:25.070461 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:47:25.070790 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:47:25.071118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:47:25.071443 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:47:25.071773 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:47:25.072096 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:47:25.273411 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['ae795628-19dd-4ac1-90e2-17f9d4277ea0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:47:26.074542 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c292a9-1e63-43d3-87d7-981e2ecd412c req-2b9e1220-aa8f-429e-96ee-8ec3a2f03c34 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:26.076012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30c292a9-1e63-43d3-87d7-981e2ecd412c req-2b9e1220-aa8f-429e-96ee-8ec3a2f03c34 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 945 time: 0.0517952 Mar 07 22:47:26.124125 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-30c292a9-1e63-43d3-87d7-981e2ecd412c req-74733368-8221-46dd-976d-b91a576854ca tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426028 Mar 07 22:47:26.824709 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ae795628-19dd-4ac1-90e2-17f9d4277ea0 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:47:26.872043 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port ae795628-19dd-4ac1-90e2-17f9d4277ea0 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:47:26.875590 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port ae795628-19dd-4ac1-90e2-17f9d4277ea0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:47:26.875958 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:26.953316 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ae795628-19dd-4ac1-90e2-17f9d4277ea0 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:47:26.953703 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:26.975988 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:47:26.978266 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16411a6-e9cd-4215-afe1-4d83e1e7dd04" -d '{"events": [{"server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "name": "network-vif-plugged", "status": "completed", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:47:26.990657 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ae795628-19dd-4ac1-90e2-17f9d4277ea0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:47:26.994728 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:27.017390 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4594fad-02e1-488d-aa5b-a03934b89bba x-openstack-request-id: req-a4594fad-02e1-488d-aa5b-a03934b89bba {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:47:27.017691 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "name": "network-vif-plugged", "status": "completed", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:47:27.017948 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4594fad-02e1-488d-aa5b-a03934b89bba {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:47:27.018383 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'code': 200} Mar 07 22:47:27.044175 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ae795628-19dd-4ac1-90e2-17f9d4277ea0,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:47:27.134366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de50d6-0d7b-4d6e-940c-33a1ba645fc1 req-0d524873-62d9-452a-adeb-2097418cb78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:27.135857 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5de50d6-0d7b-4d6e-940c-33a1ba645fc1 req-0d524873-62d9-452a-adeb-2097418cb78b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 1128 time: 0.0440309 Mar 07 22:47:27.185229 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d5de50d6-0d7b-4d6e-940c-33a1ba645fc1 req-a549cc0f-ffd7-4056-a270-9733546d1a93 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403023 Mar 07 22:47:27.244052 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837534d-40d8-4bc8-bd3b-14f2b52abfce req-6d3e31ac-1755-406d-8f84-58a2699de7e2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:27.245517 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9837534d-40d8-4bc8-bd3b-14f2b52abfce req-6d3e31ac-1755-406d-8f84-58a2699de7e2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0555756 Mar 07 22:47:27.292397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9837534d-40d8-4bc8-bd3b-14f2b52abfce req-38a50b28-41de-4069-8608-30cf3b7dd64b tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413394 Mar 07 22:47:28.415139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea461eab-9ee9-486f-9301-3541de367cd8 req-19da7987-0858-4878-9152-ca149730ad96 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:28.416628 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea461eab-9ee9-486f-9301-3541de367cd8 req-19da7987-0858-4878-9152-ca149730ad96 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0543997 Mar 07 22:47:28.464419 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-ea461eab-9ee9-486f-9301-3541de367cd8 req-83dd9a38-8b7b-45b3-b0d3-9389731ed0a8 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422153 Mar 07 22:47:29.626042 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68ce4d-99c3-4952-bfc0-4f1ae7624b76 req-4c939265-41cf-49a6-a3bc-8b912c7bf195 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:29.627809 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af68ce4d-99c3-4952-bfc0-4f1ae7624b76 req-4c939265-41cf-49a6-a3bc-8b912c7bf195 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0558140 Mar 07 22:47:29.676158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-af68ce4d-99c3-4952-bfc0-4f1ae7624b76 req-88cd54e3-4bbe-41c6-8374-f6b1e5564cfe tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426912 Mar 07 22:47:29.791704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e05535-1700-4004-a927-4c85d335d0c7 req-0100af59-1364-479f-b6af-0378f915a451 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:29.793052 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14e05535-1700-4004-a927-4c85d335d0c7 req-0100af59-1364-479f-b6af-0378f915a451 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0515897 Mar 07 22:47:29.842377 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-14e05535-1700-4004-a927-4c85d335d0c7 req-5b064096-1de4-4827-8a21-e1ce46097028 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435183 Mar 07 22:47:29.863603 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54468) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:47:29.913773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894a6737-db04-4fa0-817f-f97035a5e212 tempest-TestShelveInstance-1668846165 tempest-TestShelveInstance-1668846165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:29.915357 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-894a6737-db04-4fa0-817f-f97035a5e212 tempest-TestShelveInstance-1668846165 tempest-TestShelveInstance-1668846165-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 1123 time: 0.0507452 Mar 07 22:47:29.918230 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54470) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:47:29.922431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:47:29.941907 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:30.042208 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:30.149807 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Allocated IP 172.25.4.167 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/6f32dffa-2130-4a8b-bb74-89f29a85a504) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:47:30.249476 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for port (6f32dffa-2130-4a8b-bb74-89f29a85a504), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:30.282713 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (6f32dffa-2130-4a8b-bb74-89f29a85a504), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:30.320854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:47:30.324990 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:47:30.328445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:47:30.353561 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'Port': ['ID=6f32dffa-2130-4a8b-bb74-89f29a85a504,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:47:30.688392 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for floatingip (0ca0e99e-7fff-4aef-9f92-2d24b51253fb), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:30.758009 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (6f32dffa-2130-4a8b-bb74-89f29a85a504), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:30.902327 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for port (6f32dffa-2130-4a8b-bb74-89f29a85a504), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:30.906769 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (6f32dffa-2130-4a8b-bb74-89f29a85a504), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:30.979842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event updated for resources: {'Port': ['ID=6f32dffa-2130-4a8b-bb74-89f29a85a504,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:47:30.988154 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (0ca0e99e-7fff-4aef-9f92-2d24b51253fb), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:31.087828 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Floating IP 0ca0e99e-7fff-4aef-9f92-2d24b51253fb associated. External IP: 172.25.4.167, port: ae795628-19dd-4ac1-90e2-17f9d4277ea0. Mar 07 22:47:31.299333 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:47:31.408465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:47:31.418028 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae7fca-4900-4409-bd3e-d73a2cd2e21c None None] Sync routers for ids ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:47:31.425429 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:31.428622 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae7fca-4900-4409-bd3e-d73a2cd2e21c None None] Routers {'03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:47:31.428622 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b6ae7fca-4900-4409-bd3e-d73a2cd2e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:47:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:47:31.456173 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-893c2ce7-34e3-4e80-ba92-56140f413e20 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5369375 Mar 07 22:47:31.456747 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:47:31.459009 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b45a55-7806-4244-b626-ed04e9bbe8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:47:31.560172 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637130eb-1a4b-4c2e-8e9b-be06aa78d106 x-openstack-request-id: req-637130eb-1a4b-4c2e-8e9b-be06aa78d106 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:47:31.560470 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:47:31.560734 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-637130eb-1a4b-4c2e-8e9b-be06aa78d106 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:47:31.561145 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'status': 'completed', 'code': 200} Mar 07 22:47:31.625267 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b45a55-7806-4244-b626-ed04e9bbe8a6 req-3d83547d-c15d-4e56-8a35-9fe44f3648a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:31.626829 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36b45a55-7806-4244-b626-ed04e9bbe8a6 req-3d83547d-c15d-4e56-8a35-9fe44f3648a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 1128 time: 0.0451446 Mar 07 22:47:31.629262 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b6ae7fca-4900-4409-bd3e-d73a2cd2e21c None None] Set router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:47:31.718579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b45a55-7806-4244-b626-ed04e9bbe8a6 req-ac45815b-8c7b-4b98-8d94-62d48decd165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:31.720056 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36b45a55-7806-4244-b626-ed04e9bbe8a6 req-ac45815b-8c7b-4b98-8d94-62d48decd165 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0859871 Mar 07 22:47:31.786133 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36b45a55-7806-4244-b626-ed04e9bbe8a6 req-af50ed52-d317-4291-a928-ddb1f182cea2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0 HTTP/1.1" status: 200 len: 1000 time: 0.0587120 Mar 07 22:47:31.835636 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b45a55-7806-4244-b626-ed04e9bbe8a6 req-5d25ef36-c671-4dc8-a993-0a3c9987d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:31.837152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36b45a55-7806-4244-b626-ed04e9bbe8a6 req-5d25ef36-c671-4dc8-a993-0a3c9987d4ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0450063 Mar 07 22:47:31.844672 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b6ae7fca-4900-4409-bd3e-d73a2cd2e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '0ca0e99e-7fff-4aef-9f92-2d24b51253fb', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'port_id': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'mac_address': 'fa:16:3e:5e:30:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:47:30Z', 'updated_at': '2022-03-07T22:47:30Z', 'revision_number': 0, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 5, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:47:31.874394 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae7fca-4900-4409-bd3e-d73a2cd2e21c None None] Checking router: 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:47:31.883120 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae7fca-4900-4409-bd3e-d73a2cd2e21c None None] Routers {'03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:47:31.883724 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b6ae7fca-4900-4409-bd3e-d73a2cd2e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:47:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:47:31.890351 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b45a55-7806-4244-b626-ed04e9bbe8a6 req-38dcdde8-df03-4801-aa62-3807ccfc3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:47:31.892169 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36b45a55-7806-4244-b626-ed04e9bbe8a6 req-38dcdde8-df03-4801-aa62-3807ccfc3cbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487876 Mar 07 22:47:31.979694 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36b45a55-7806-4244-b626-ed04e9bbe8a6 req-9c237b3a-c384-4ee2-9ca6-c78938c6b15c service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810459 Mar 07 22:47:31.993259 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b6ae7fca-4900-4409-bd3e-d73a2cd2e21c None None] Set router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:47:32.071101 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-36b45a55-7806-4244-b626-ed04e9bbe8a6 req-895b758a-fb5f-4aa7-946b-fcb7b9d74b91 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859745 Mar 07 22:47:32.208348 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b6ae7fca-4900-4409-bd3e-d73a2cd2e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '0ca0e99e-7fff-4aef-9f92-2d24b51253fb', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'port_id': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'mac_address': 'fa:16:3e:5e:30:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:47:30Z', 'updated_at': '2022-03-07T22:47:30Z', 'revision_number': 0, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 5, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:47:32.234112 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae7fca-4900-4409-bd3e-d73a2cd2e21c None None] The sync data for ids ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'] in n-d-832330-1 is: [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': '0ca0e99e-7fff-4aef-9f92-2d24b51253fb', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'port_id': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'mac_address': 'fa:16:3e:5e:30:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:47:30Z', 'updated_at': '2022-03-07T22:47:30Z', 'revision_number': 0, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 5, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:47:32.434868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba56731-d990-44e7-afc1-d191f10fc946 None None] New status for floating IP 0ca0e99e-7fff-4aef-9f92-2d24b51253fb: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:47:45.756288 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-67d793b0-17eb-49d3-9870-e601cfadd69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:46.773775 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:48.261262 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6072ce32-18c4-4f91-a478-6976a88c52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:48.779708 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:49.575038 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:50.544389 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:47:50.622836 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:47:52.261571 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:48:15.757678 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f14575a-1ea0-4f24-8686-28fe838f27f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:48:16.773650 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:48:18.262247 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-564f7c5a-b6e9-40be-a171-f3c7c164f591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:48:18.779702 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:48:19.337509 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa6681af-44d4-4897-8d35-09083e147ab9 req-8a1fe864-dcd7-4b18-aa4c-7ce1ee57c06e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452244 Mar 07 22:48:19.424676 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6681af-44d4-4897-8d35-09083e147ab9 req-c6b989bf-88d3-4b90-a92e-0fec6cb7c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:48:19.426204 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa6681af-44d4-4897-8d35-09083e147ab9 req-c6b989bf-88d3-4b90-a92e-0fec6cb7c686 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 1128 time: 0.0433621 Mar 07 22:48:19.546772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6681af-44d4-4897-8d35-09083e147ab9 req-5d5a7695-ed4c-4ce4-bba7-6fda2acd0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:48:19.548774 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa6681af-44d4-4897-8d35-09083e147ab9 req-5d5a7695-ed4c-4ce4-bba7-6fda2acd0c82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0997121 Mar 07 22:48:19.579332 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:48:19.619537 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa6681af-44d4-4897-8d35-09083e147ab9 req-97ad9667-2da5-4b1c-af8b-a4b5afdfbaeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0 HTTP/1.1" status: 200 len: 1002 time: 0.0579453 Mar 07 22:48:19.673414 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6681af-44d4-4897-8d35-09083e147ab9 req-c3f154b4-b26b-455f-854d-69f456fcc115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:48:19.675374 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa6681af-44d4-4897-8d35-09083e147ab9 req-c3f154b4-b26b-455f-854d-69f456fcc115 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0467420 Mar 07 22:48:19.726802 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6681af-44d4-4897-8d35-09083e147ab9 req-29f15447-f29d-48db-b48f-a0e46e15e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:48:19.728299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa6681af-44d4-4897-8d35-09083e147ab9 req-29f15447-f29d-48db-b48f-a0e46e15e7bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434821 Mar 07 22:48:19.818592 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa6681af-44d4-4897-8d35-09083e147ab9 req-5466cc1b-1fbb-4901-8dba-d73d2b8c5b2f service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802224 Mar 07 22:48:19.914368 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fa6681af-44d4-4897-8d35-09083e147ab9 req-7f0ee6f5-fa1d-4610-9fc4-88812ae776c0 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861032 Mar 07 22:48:20.542292 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:48:22.263901 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:48:27.624208 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:48:45.759666 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fd301aae-1c13-46e8-a3e2-e3f637c4dcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:48:46.782700 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:48:48.262951 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-642e665d-f4ea-4e87-a2e4-1c06d8a77a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:48:48.778142 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:48:49.580020 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:48:50.549782 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:48:52.266509 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:04.623535 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:49:15.761551 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bd3f77ef-24be-407a-8745-a6d99a8d8071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:16.789331 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:18.263419 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-521efd67-fda7-4c5e-92d5-7693f3c39d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:18.777253 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:19.583457 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:20.547223 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:21.325460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7d146ac-9960-4db0-8f68-760178e1d435 req-3082e077-ad2d-43c9-be10-0fed9c777b65 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448396 Mar 07 22:49:21.412637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d146ac-9960-4db0-8f68-760178e1d435 req-9f044d71-3796-4978-82be-a8098eedcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:21.414107 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7d146ac-9960-4db0-8f68-760178e1d435 req-9f044d71-3796-4978-82be-a8098eedcd4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 1128 time: 0.0427463 Mar 07 22:49:21.521741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d146ac-9960-4db0-8f68-760178e1d435 req-518291eb-0e22-4714-828e-4da72cfaf4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:21.523237 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7d146ac-9960-4db0-8f68-760178e1d435 req-518291eb-0e22-4714-828e-4da72cfaf4ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0865273 Mar 07 22:49:21.588440 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7d146ac-9960-4db0-8f68-760178e1d435 req-7904c35d-5ff9-44ae-885b-aa2e1522c9d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0 HTTP/1.1" status: 200 len: 1002 time: 0.0560384 Mar 07 22:49:21.640916 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d146ac-9960-4db0-8f68-760178e1d435 req-7c4d587c-a807-43cc-a94d-f7554681af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:21.642333 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7d146ac-9960-4db0-8f68-760178e1d435 req-7c4d587c-a807-43cc-a94d-f7554681af24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0451589 Mar 07 22:49:21.692048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d146ac-9960-4db0-8f68-760178e1d435 req-cee316ab-2f27-49bf-a2c4-a5f95fefba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:21.693480 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7d146ac-9960-4db0-8f68-760178e1d435 req-cee316ab-2f27-49bf-a2c4-a5f95fefba5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0418916 Mar 07 22:49:21.781717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7d146ac-9960-4db0-8f68-760178e1d435 req-a391cb24-4c09-48c2-8a88-1d55d630df65 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788150 Mar 07 22:49:21.873256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c7d146ac-9960-4db0-8f68-760178e1d435 req-20737ca6-26e3-48d6-9148-95d7a1534f98 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818818 Mar 07 22:49:22.268020 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:29.009937 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7a5d9-30e8-4ffe-8356-e6b06ed80901 req-ee6f67e1-12e7-4b1a-8ddd-c34a6be5f18d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:29.011476 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67c7a5d9-30e8-4ffe-8356-e6b06ed80901 req-ee6f67e1-12e7-4b1a-8ddd-c34a6be5f18d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0535505 Mar 07 22:49:29.061487 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-67c7a5d9-30e8-4ffe-8356-e6b06ed80901 req-437e0c15-f129-460d-abcc-d78dc8c8e8be tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437927 Mar 07 22:49:30.192513 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc29db-1fab-44cd-bb47-5cfef86331ed req-658642d1-1766-472d-9876-66e488ae5609 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:30.194015 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d1fc29db-1fab-44cd-bb47-5cfef86331ed req-658642d1-1766-472d-9876-66e488ae5609 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0586135 Mar 07 22:49:30.242314 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d1fc29db-1fab-44cd-bb47-5cfef86331ed req-e4dc54c2-0a84-47b5-8e50-efe58527bad9 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425742 Mar 07 22:49:31.602361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc63c89-78dc-49e7-8b16-0ef4e7a34aed req-aea17b54-a122-4971-8cce-9a28030df7f3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:31.603738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bdc63c89-78dc-49e7-8b16-0ef4e7a34aed req-aea17b54-a122-4971-8cce-9a28030df7f3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0511787 Mar 07 22:49:31.650980 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bdc63c89-78dc-49e7-8b16-0ef4e7a34aed req-d42a43e0-c22f-48ee-a7df-04c540b4c845 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416026 Mar 07 22:49:32.771439 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f38e3-63ec-479d-9c86-20cd99d71f93 req-b76e92fc-5ab9-48f2-bcba-35c206a20286 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:32.772926 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-187f38e3-63ec-479d-9c86-20cd99d71f93 req-b76e92fc-5ab9-48f2-bcba-35c206a20286 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0536094 Mar 07 22:49:32.824581 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-187f38e3-63ec-479d-9c86-20cd99d71f93 req-e8518f21-d89a-47bb-ac2a-40c2f10d009c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461383 Mar 07 22:49:33.939489 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccb777-4731-4c44-8b90-cc9843c84c81 req-bfd55eab-bae3-43f6-a4e6-712d8668d20c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:33.941433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56ccb777-4731-4c44-8b90-cc9843c84c81 req-bfd55eab-bae3-43f6-a4e6-712d8668d20c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0516284 Mar 07 22:49:33.990356 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56ccb777-4731-4c44-8b90-cc9843c84c81 req-f629b107-b7d0-4972-9919-bcd99560432e tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427544 Mar 07 22:49:35.110243 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11eea40-bcf1-496f-b4af-025b5829319c req-92b2cb51-f812-4f9c-99b0-5fbf02d53854 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:35.111822 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f11eea40-bcf1-496f-b4af-025b5829319c req-92b2cb51-f812-4f9c-99b0-5fbf02d53854 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0531290 Mar 07 22:49:35.158825 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f11eea40-bcf1-496f-b4af-025b5829319c req-376a6a89-11a0-49ea-98d8-70c12f2c0964 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415065 Mar 07 22:49:36.278772 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beacb69-551d-45b5-b163-1a68fbbffff0 req-94a454a9-9e1f-4e82-93ce-aa6d51fb2ea9 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:36.280280 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8beacb69-551d-45b5-b163-1a68fbbffff0 req-94a454a9-9e1f-4e82-93ce-aa6d51fb2ea9 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0561221 Mar 07 22:49:36.329081 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-8beacb69-551d-45b5-b163-1a68fbbffff0 req-e35e67c1-0098-48d1-b477-0e41b1cd51b9 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426846 Mar 07 22:49:37.445332 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4994970-0178-4796-a4db-513674c521d8 req-38908e22-dbaf-4e03-9c9b-6fb082dbc51e tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:37.446823 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4994970-0178-4796-a4db-513674c521d8 req-38908e22-dbaf-4e03-9c9b-6fb082dbc51e tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0513318 Mar 07 22:49:37.493738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d4994970-0178-4796-a4db-513674c521d8 req-00e7a57d-af5e-46a1-b297-2a47f2b46572 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414953 Mar 07 22:49:38.612192 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319d0b2-cc11-4934-926e-4b5a93c41f81 req-3e2e2908-231c-4c78-83fb-57d54dd1be9f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:38.613661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a319d0b2-cc11-4934-926e-4b5a93c41f81 req-3e2e2908-231c-4c78-83fb-57d54dd1be9f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0554347 Mar 07 22:49:38.660543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a319d0b2-cc11-4934-926e-4b5a93c41f81 req-862b0666-7d45-416a-8cea-3538d237140e tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414000 Mar 07 22:49:39.176303 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e1c00-6b47-4ee0-8976-f5612371839b req-74bf5241-5a03-45b4-ab7b-69733e3193a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:39.177799 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-850e1c00-6b47-4ee0-8976-f5612371839b req-74bf5241-5a03-45b4-ab7b-69733e3193a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 1128 time: 0.0443153 Mar 07 22:49:39.272139 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e1c00-6b47-4ee0-8976-f5612371839b req-a026f266-7bc6-4ba2-a4e6-f4c128bf6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:39.273496 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-850e1c00-6b47-4ee0-8976-f5612371839b req-a026f266-7bc6-4ba2-a4e6-f4c128bf6c17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0855911 Mar 07 22:49:39.348295 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-850e1c00-6b47-4ee0-8976-f5612371839b req-d83e6621-433b-4866-91e7-83be6a9f9782 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0 HTTP/1.1" status: 200 len: 1002 time: 0.0654392 Mar 07 22:49:39.398527 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e1c00-6b47-4ee0-8976-f5612371839b req-7773f1ab-6cf9-485f-9f9b-670bbb4039a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:39.399955 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-850e1c00-6b47-4ee0-8976-f5612371839b req-7773f1ab-6cf9-485f-9f9b-670bbb4039a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0433974 Mar 07 22:49:39.454669 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e1c00-6b47-4ee0-8976-f5612371839b req-769793eb-2015-48f2-b519-a361cb136c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:39.456202 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-850e1c00-6b47-4ee0-8976-f5612371839b req-769793eb-2015-48f2-b519-a361cb136c46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473833 Mar 07 22:49:39.546299 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-850e1c00-6b47-4ee0-8976-f5612371839b req-8a7fd254-d534-4456-b56e-f6117c4cda04 service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791852 Mar 07 22:49:39.998764 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-850e1c00-6b47-4ee0-8976-f5612371839b req-14f87f62-f413-4741-ab8f-33989711354c service neutron] 10.222.0.15 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435985 Mar 07 22:49:40.009235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5f999-a44a-464b-a9a8-e5a0d1132845 req-c2dacd7a-a0b5-484e-a9ff-f36a6f07c440 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:40.010660 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-adf5f999-a44a-464b-a9a8-e5a0d1132845 req-c2dacd7a-a0b5-484e-a9ff-f36a6f07c440 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0726120 Mar 07 22:49:40.058323 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-adf5f999-a44a-464b-a9a8-e5a0d1132845 req-7d5f7afe-1df7-440c-92c7-3a44767e5223 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421259 Mar 07 22:49:41.173958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0b960-05ba-46e9-ae5b-750c442112f8 req-d0f92d3d-8175-4bd3-94b1-1d76f157c631 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:41.175645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33d0b960-05ba-46e9-ae5b-750c442112f8 req-d0f92d3d-8175-4bd3-94b1-1d76f157c631 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0516639 Mar 07 22:49:41.225348 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-33d0b960-05ba-46e9-ae5b-750c442112f8 req-bd04c942-7a0b-4a1e-b756-78483273b707 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443242 Mar 07 22:49:41.622284 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:49:42.341480 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645a9d0-afa5-49c5-85ec-5b8479d1b5d5 req-8475af21-7a07-44ad-b4f1-9f2e1b69ce1d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:42.343026 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b645a9d0-afa5-49c5-85ec-5b8479d1b5d5 req-8475af21-7a07-44ad-b4f1-9f2e1b69ce1d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0514879 Mar 07 22:49:42.392645 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b645a9d0-afa5-49c5-85ec-5b8479d1b5d5 req-38d6f19c-72dc-4804-8571-e2ec4511d908 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424626 Mar 07 22:49:43.518589 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8ecbf-15e7-4772-85ef-4604f40b9bfd req-19bb8ed0-58b3-4fbc-89b6-05e9870a9739 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:43.520193 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eaf8ecbf-15e7-4772-85ef-4604f40b9bfd req-19bb8ed0-58b3-4fbc-89b6-05e9870a9739 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0540857 Mar 07 22:49:43.571398 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-eaf8ecbf-15e7-4772-85ef-4604f40b9bfd req-ffd39a97-377f-4472-8640-835c8ddf0a71 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456414 Mar 07 22:49:44.693805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cadf22-8db8-400d-a329-9aa9035bb4f6 req-a5caf44f-8bde-4527-b108-b5e2be945ddb tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:44.695331 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79cadf22-8db8-400d-a329-9aa9035bb4f6 req-a5caf44f-8bde-4527-b108-b5e2be945ddb tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 946 time: 0.0557888 Mar 07 22:49:44.743856 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-79cadf22-8db8-400d-a329-9aa9035bb4f6 req-401db08b-d18c-4711-b196-4d55385404b1 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429111 Mar 07 22:49:45.540666 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device ae795628-19dd-4ac1-90e2-17f9d4277ea0 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:49:45.623392 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port ae795628-19dd-4ac1-90e2-17f9d4277ea0 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:49:45.623829 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:45.647920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:49:45.650026 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdc8c6b-995b-432d-9961-ddc73b8fb369" -d '{"events": [{"server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "name": "network-vif-unplugged", "status": "completed", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:49:45.662660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port ae795628-19dd-4ac1-90e2-17f9d4277ea0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:49:45.667086 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:45.719237 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=ae795628-19dd-4ac1-90e2-17f9d4277ea0,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:49:45.727437 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:45.727787 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:45.728132 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:45.728473 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:45.728807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:45.729137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:45.729454 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:45.729829 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:45.730125 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:45.730456 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:45.730783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:45.731108 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:45.731435 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:45.738468 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94fd802-e5a0-4fd3-a059-cc58c1320985 x-openstack-request-id: req-a94fd802-e5a0-4fd3-a059-cc58c1320985 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:49:45.738760 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "name": "network-vif-unplugged", "status": "completed", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:49:45.739020 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a94fd802-e5a0-4fd3-a059-cc58c1320985 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:49:45.739418 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'code': 200} Mar 07 22:49:45.764083 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e3218802-57a7-4015-97f7-febb81575d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:45.866111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e897-0046-4c04-b02c-f8ab3f57f39f req-54c4bd94-98bc-4bbd-acce-8ee9460a412f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:45.867673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9aa7e897-0046-4c04-b02c-f8ab3f57f39f req-54c4bd94-98bc-4bbd-acce-8ee9460a412f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0537221 Mar 07 22:49:45.917751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9aa7e897-0046-4c04-b02c-f8ab3f57f39f req-4d6f1ea9-7b5f-43b7-bfb7-afb89d7516a3 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443823 Mar 07 22:49:46.114111 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-752ea969-3fbf-435d-a52f-ce37a3a86d69 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451415 Mar 07 22:49:46.122892 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-bc5d6cae-072c-4c20-b46f-8da2b533a2c2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:49:46.123990 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-bc5d6cae-072c-4c20-b46f-8da2b533a2c2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055056 Mar 07 22:49:46.143154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7311ae-a6ad-44db-9769-8af4c3bc66e9 req-dc30a365-8926-4b58-86cc-7b441d829039 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:46.145321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b7311ae-a6ad-44db-9769-8af4c3bc66e9 req-dc30a365-8926-4b58-86cc-7b441d829039 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0594201 Mar 07 22:49:46.194255 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b7311ae-a6ad-44db-9769-8af4c3bc66e9 req-81ac01eb-74c8-4d07-b86c-6e63e86d273b tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430300 Mar 07 22:49:46.196935 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-d941332b-c64c-4dfa-a51e-42720ae99b87 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:46.198490 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-d941332b-c64c-4dfa-a51e-42720ae99b87 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports/ae795628-19dd-4ac1-90e2-17f9d4277ea0 HTTP/1.1" status: 200 len: 941 time: 0.0458293 Mar 07 22:49:46.791551 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:47.312952 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309bb69-7654-4885-9595-7f83424068e9 req-d42af55f-63b1-41f1-9354-2f841a4fadca tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:47.314370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b309bb69-7654-4885-9595-7f83424068e9 req-d42af55f-63b1-41f1-9354-2f841a4fadca tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0528548 Mar 07 22:49:47.363454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b309bb69-7654-4885-9595-7f83424068e9 req-a409c916-6568-4f52-a7dc-085622c4df81 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434394 Mar 07 22:49:48.264877 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-364bd75b-4692-4ca1-abcf-fa53da4b098a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:48.484548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f00bf6-5612-4482-9ae7-81d711c33ceb req-aa167c67-33d0-4970-9f6c-7845d39f6b06 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:48.486024 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76f00bf6-5612-4482-9ae7-81d711c33ceb req-aa167c67-33d0-4970-9f6c-7845d39f6b06 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0523295 Mar 07 22:49:48.539325 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76f00bf6-5612-4482-9ae7-81d711c33ceb req-1a255d04-1b00-43cc-b3fe-45324a5ae729 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468535 Mar 07 22:49:48.776837 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:49.592916 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:49.676848 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf3fbb-29df-42cd-9c34-e22264249ef7 req-61e05e65-4a92-42d6-a155-e99308f8a220 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:49.678347 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2bbf3fbb-29df-42cd-9c34-e22264249ef7 req-61e05e65-4a92-42d6-a155-e99308f8a220 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0531607 Mar 07 22:49:49.726861 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2bbf3fbb-29df-42cd-9c34-e22264249ef7 req-a5d9e56f-ee2a-488b-9f7a-c332626e6837 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429299 Mar 07 22:49:50.551735 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:50.845940 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265a07d-ffbd-4004-9ecb-9833fdfb6ed7 req-dc11259f-1d5d-4b88-9051-463d5e85c5b2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:50.847904 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4265a07d-ffbd-4004-9ecb-9833fdfb6ed7 req-dc11259f-1d5d-4b88-9051-463d5e85c5b2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0556114 Mar 07 22:49:50.896717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4265a07d-ffbd-4004-9ecb-9833fdfb6ed7 req-8e46dc0e-29d1-4fcd-a7e1-06a654f72ad5 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432181 Mar 07 22:49:52.017200 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a9483-3de8-4518-a41d-98a30f14795c req-9f795faa-84ac-4d6d-ae75-3a03b2d6dd2a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:52.018738 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d88a9483-3de8-4518-a41d-98a30f14795c req-9f795faa-84ac-4d6d-ae75-3a03b2d6dd2a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0558584 Mar 07 22:49:52.069297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d88a9483-3de8-4518-a41d-98a30f14795c req-3b0397a2-13a5-4be1-8438-e9ece61b7c3d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448422 Mar 07 22:49:52.271619 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:53.189592 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954ad1d-918e-4900-ae65-5cc51eb85988 req-f7c7d164-2ec9-47e9-a288-554535bd17fe tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:53.191060 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6954ad1d-918e-4900-ae65-5cc51eb85988 req-f7c7d164-2ec9-47e9-a288-554535bd17fe tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0530915 Mar 07 22:49:53.240370 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6954ad1d-918e-4900-ae65-5cc51eb85988 req-c7420f58-724b-4e4a-bb6d-0688aaac1c05 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435007 Mar 07 22:49:54.357035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e53bfb-58a3-4d98-85f0-5bf6cc780941 req-f5694cf2-4843-4537-9881-e987c7be8629 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:54.358717 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8e53bfb-58a3-4d98-85f0-5bf6cc780941 req-f5694cf2-4843-4537-9881-e987c7be8629 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0522094 Mar 07 22:49:54.411832 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a8e53bfb-58a3-4d98-85f0-5bf6cc780941 req-7876d226-b755-4750-9875-4b419239382d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468309 Mar 07 22:49:55.530968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d84fe6-6519-45fe-b830-2abe542cc851 req-7126db1d-c835-47e0-bc25-2cb657a96b4c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:55.532454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87d84fe6-6519-45fe-b830-2abe542cc851 req-7126db1d-c835-47e0-bc25-2cb657a96b4c tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0528588 Mar 07 22:49:55.581217 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87d84fe6-6519-45fe-b830-2abe542cc851 req-778ff7db-ddd8-427c-9bb9-e8988959e3f0 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429387 Mar 07 22:49:56.708445 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb5f40-3662-4fee-a723-28d9dbd63088 req-93677cbc-c2d2-4f51-8881-db185961bda2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:56.709923 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcbb5f40-3662-4fee-a723-28d9dbd63088 req-93677cbc-c2d2-4f51-8881-db185961bda2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0570331 Mar 07 22:49:56.756570 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bcbb5f40-3662-4fee-a723-28d9dbd63088 req-e7a922fc-9da5-4cce-9134-5adb65545388 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410533 Mar 07 22:49:56.980735 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-6cc372be-cbe5-440a-a15e-f5367ce937e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:56.982317 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-6cc372be-cbe5-440a-a15e-f5367ce937e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327&tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9 HTTP/1.1" status: 200 len: 1126 time: 0.0869577 Mar 07 22:49:56.992496 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-03ccb8d7-7029-4e6a-a607-2236a22e6bc5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:49:56.993420 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-03ccb8d7-7029-4e6a-a607-2236a22e6bc5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048976 Mar 07 22:49:57.004120 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832330-1', 'device_owner': 'compute:nova'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:49:57.063495 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:57.259288 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] For port ae795628-19dd-4ac1-90e2-17f9d4277ea0, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:49:57.290630 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] For port ae795628-19dd-4ac1-90e2-17f9d4277ea0, host n-h2-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:49:57.322226 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae795628-19dd-4ac1-90e2-17f9d4277ea0 {{(pid=103718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:49:57.329531 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Publish callbacks [] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:57.341268 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.provisioning_blocks [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Transition to ACTIVE for port object ae795628-19dd-4ac1-90e2-17f9d4277ea0 will not be triggered until provisioned by entity L2. {{(pid=103718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:49:57.344389 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:57.424136 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae795628-19dd-4ac1-90e2-17f9d4277ea0,revision_number=7']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:49:57.439040 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:57.439387 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:57.439732 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:57.440073 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:57.440439 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:57.440770 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:57.441098 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:57.441424 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:57.441748 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:57.442088 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:57.442419 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:57.442741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:57.443061 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:49:57.478529 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] No DVR routers for this DVR port ae795628-19dd-4ac1-90e2-17f9d4277ea0 on host n-h2-832330-1 {{(pid=103718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:49:57.622644 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Attempting to bind port ae795628-19dd-4ac1-90e2-17f9d4277ea0 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:49:57.622984 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Attempting to bind port ae795628-19dd-4ac1-90e2-17f9d4277ea0 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:49:57.623314 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Attempting to bind port ae795628-19dd-4ac1-90e2-17f9d4277ea0 on network da68c296-64da-4f9f-8f26-f99f3b9adae1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:49:57.627461 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Port ae795628-19dd-4ac1-90e2-17f9d4277ea0 on network da68c296-64da-4f9f-8f26-f99f3b9adae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:49:57.627830 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Attempting to bind port ae795628-19dd-4ac1-90e2-17f9d4277ea0 on network da68c296-64da-4f9f-8f26-f99f3b9adae1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:49:57.632687 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:49:57.633030 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Checking segment: {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:49:57.633411 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Bound using segment: {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:49:57.633837 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Bound port: ae795628-19dd-4ac1-90e2-17f9d4277ea0, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2488e284-d27f-43d5-8c08-4a52242cf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:49:57.634222 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:57.699404 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] For port ae795628-19dd-4ac1-90e2-17f9d4277ea0, host n-h1-832330-1, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:49:57.702293 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] For port ae795628-19dd-4ac1-90e2-17f9d4277ea0, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:49:57.708736 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:57.747592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:57.748217 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:49:57.749850 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] 10.222.0.13 "PUT /v2.0/ports/ae795628-19dd-4ac1-90e2-17f9d4277ea0 HTTP/1.1" status: 200 len: 1092 time: 0.7499342 Mar 07 22:49:57.750395 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:49:57.752679 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367c891a47a93397d296b6a009349b5bbc9bf26a01a8694054c6e77325763cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f3447a-5b6d-4316-bbd1-1c84b1cdbdd3" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:49:57.803773 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fb79d2-36d0-46e3-b409-d70ed847b394 x-openstack-request-id: req-28fb79d2-36d0-46e3-b409-d70ed847b394 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:49:57.804229 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:49:57.804578 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28fb79d2-36d0-46e3-b409-d70ed847b394 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:49:57.805106 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'status': 'completed', 'code': 200} Mar 07 22:49:57.811416 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177ff52-d351-4266-8ee5-40287bc2bcf9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae795628-19dd-4ac1-90e2-17f9d4277ea0,revision_number=8']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:49:57.841543 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-9e74fd89-a1f6-4cc4-aa2d-04e0b755b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:57.843281 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-9e74fd89-a1f6-4cc4-aa2d-04e0b755b8b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 1126 time: 0.0697515 Mar 07 22:49:57.897741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8753c5-fc06-4049-b0f4-84916350b438 req-96dc6c23-0d1f-4651-ac02-7c314fc80be6 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:57.902931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd8753c5-fc06-4049-b0f4-84916350b438 req-96dc6c23-0d1f-4651-ac02-7c314fc80be6 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0697451 Mar 07 22:49:57.945328 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-aec39c55-561f-45b5-9142-844c29e18242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:57.946862 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-aec39c55-561f-45b5-9142-844c29e18242 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0976508 Mar 07 22:49:57.950683 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bd8753c5-fc06-4049-b0f4-84916350b438 req-24f18a86-3d1a-4fbf-82cf-65916879dccc tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448754 Mar 07 22:49:58.013070 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-b0344fbe-8063-4c80-bb93-469a2ef18b3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0 HTTP/1.1" status: 200 len: 1000 time: 0.0605624 Mar 07 22:49:58.059799 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-32545613-a9ab-4e7f-8760-ccac9f9fd4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:58.061179 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-32545613-a9ab-4e7f-8760-ccac9f9fd4ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0412397 Mar 07 22:49:58.112636 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-8610de59-44c9-4e31-a2d5-f11ad2c90591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:58.114237 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-8610de59-44c9-4e31-a2d5-f11ad2c90591 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469625 Mar 07 22:49:58.205859 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-3f61900a-11d4-4964-bcea-ea91861bd830 service neutron] 10.222.0.13 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857153 Mar 07 22:49:58.299032 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-bd3fe1d4-913b-41f5-9aeb-56fdd06c7fb4 service neutron] 10.222.0.13 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877819 Mar 07 22:49:58.383836 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3447a-5b6d-4316-bbd1-1c84b1cdbdd3 req-781d84d9-cf0a-4aa7-8d0d-7410c128decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:58.385332 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-83f3447a-5b6d-4316-bbd1-1c84b1cdbdd3 req-781d84d9-cf0a-4aa7-8d0d-7410c128decc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 1126 time: 0.0450997 Mar 07 22:49:58.475002 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3447a-5b6d-4316-bbd1-1c84b1cdbdd3 req-6958f89b-ea35-4207-b0df-d515c6bce87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:58.476464 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-83f3447a-5b6d-4316-bbd1-1c84b1cdbdd3 req-6958f89b-ea35-4207-b0df-d515c6bce87d service neutron] 10.222.0.13 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0854917 Mar 07 22:49:58.540946 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-83f3447a-5b6d-4316-bbd1-1c84b1cdbdd3 req-a2b9245b-ea7e-4b29-9333-a32baf7405c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0 HTTP/1.1" status: 200 len: 1000 time: 0.0585988 Mar 07 22:49:58.587246 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3447a-5b6d-4316-bbd1-1c84b1cdbdd3 req-d4e98b06-37dc-4e1e-ad8b-a69daf9cd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:58.588636 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-83f3447a-5b6d-4316-bbd1-1c84b1cdbdd3 req-d4e98b06-37dc-4e1e-ad8b-a69daf9cd732 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0420854 Mar 07 22:49:58.639562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3447a-5b6d-4316-bbd1-1c84b1cdbdd3 req-0f65e06c-a74e-4cca-aab5-8b5b26a387e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:58.640933 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-83f3447a-5b6d-4316-bbd1-1c84b1cdbdd3 req-0f65e06c-a74e-4cca-aab5-8b5b26a387e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465660 Mar 07 22:49:58.725711 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-83f3447a-5b6d-4316-bbd1-1c84b1cdbdd3 req-802bdabe-5efd-4d37-a6d9-ffae3ad16e26 service neutron] 10.222.0.13 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787997 Mar 07 22:49:58.814437 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-83f3447a-5b6d-4316-bbd1-1c84b1cdbdd3 req-25f147fa-c936-4f6b-986d-8dabafaa2090 service neutron] 10.222.0.13 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832164 Mar 07 22:49:59.073685 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0afdc-ee10-4a8e-9441-da07bb36b980 req-565938b4-9963-4370-8d13-a0e6d2ebdc19 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:49:59.075203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4c0afdc-ee10-4a8e-9441-da07bb36b980 req-565938b4-9963-4370-8d13-a0e6d2ebdc19 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0531349 Mar 07 22:49:59.123703 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e4c0afdc-ee10-4a8e-9441-da07bb36b980 req-665194fd-da14-4abb-bde7-e05149d885f6 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428882 Mar 07 22:50:00.243541 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871b4fe-046b-4297-b419-5f6b5e66a950 req-d1b7c306-e0b0-41ed-870f-2f84df50ea42 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:50:00.245009 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d871b4fe-046b-4297-b419-5f6b5e66a950 req-d1b7c306-e0b0-41ed-870f-2f84df50ea42 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0560157 Mar 07 22:50:00.291748 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d871b4fe-046b-4297-b419-5f6b5e66a950 req-6c6f2f41-cea5-46ca-8d52-bbc521030e2f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411344 Mar 07 22:50:01.407901 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d234d-e750-4686-b9a1-260d93e8b41c req-6f3fca64-4f2c-4902-acbd-966273199586 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:50:01.409393 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b4d234d-e750-4686-b9a1-260d93e8b41c req-6f3fca64-4f2c-4902-acbd-966273199586 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0525980 Mar 07 22:50:01.456379 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-0b4d234d-e750-4686-b9a1-260d93e8b41c req-1e7b8d59-bbb9-46d2-a4ee-2ec0df3d8ad7 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415475 Mar 07 22:50:02.571721 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed09e4b-0666-4624-9906-78b552736e78 req-eb53e2b9-a03f-4491-a88d-42125b34fbf7 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:50:02.573184 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ed09e4b-0666-4624-9906-78b552736e78 req-eb53e2b9-a03f-4491-a88d-42125b34fbf7 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0514147 Mar 07 22:50:02.624298 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5ed09e4b-0666-4624-9906-78b552736e78 req-bca10105-1611-465d-9603-80b54df1b572 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455823 Mar 07 22:50:03.741929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f8180-884d-4b8e-9ad1-933b503b5b63 req-a9ec0874-2196-48b1-a394-7329b1030d2b tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:50:03.743548 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-077f8180-884d-4b8e-9ad1-933b503b5b63 req-a9ec0874-2196-48b1-a394-7329b1030d2b tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0527053 Mar 07 22:50:03.791556 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-077f8180-884d-4b8e-9ad1-933b503b5b63 req-6edd0aa2-64c1-492a-be97-dd6035861315 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424137 Mar 07 22:50:04.909817 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87989466-e043-45ab-bda2-ea1a2ea0230d req-24702db9-d2cd-401a-915f-e04d0f0c1944 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:50:04.911350 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87989466-e043-45ab-bda2-ea1a2ea0230d req-24702db9-d2cd-401a-915f-e04d0f0c1944 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0527935 Mar 07 22:50:04.959468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-87989466-e043-45ab-bda2-ea1a2ea0230d req-75d251c4-823b-4151-95bb-abf73e1ef755 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425858 Mar 07 22:50:06.081344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c445e-21f9-4f61-8af4-18b5f61b3213 req-646ee6ce-0fea-4189-846c-c1c95df5ac8d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:50:06.082836 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-532c445e-21f9-4f61-8af4-18b5f61b3213 req-646ee6ce-0fea-4189-846c-c1c95df5ac8d tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 944 time: 0.0559180 Mar 07 22:50:06.130407 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-532c445e-21f9-4f61-8af4-18b5f61b3213 req-1ad0a6d9-94c6-4b8f-a74d-3f2c14d9090a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420244 Mar 07 22:50:06.277599 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ae795628-19dd-4ac1-90e2-17f9d4277ea0 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:50:06.373180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ae795628-19dd-4ac1-90e2-17f9d4277ea0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:50:06.383720 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'port_id': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'mac_address': 'fa:16:3e:5e:30:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:50:06.420013 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ae795628-19dd-4ac1-90e2-17f9d4277ea0 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:50:06.420401 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:06.432593 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae795628-19dd-4ac1-90e2-17f9d4277ea0 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:50:06.451332 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ae795628-19dd-4ac1-90e2-17f9d4277ea0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:50:06.455392 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:06.501703 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ae795628-19dd-4ac1-90e2-17f9d4277ea0,revision_number=9']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:50:06.791011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['ae795628-19dd-4ac1-90e2-17f9d4277ea0'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:50:07.252614 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc934d-cdfb-4358-b5d4-1f47a6b14314 req-dda65f54-68ec-456c-b208-53dd49466743 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:50:07.254245 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4dbc934d-cdfb-4358-b5d4-1f47a6b14314 req-dda65f54-68ec-456c-b208-53dd49466743 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 945 time: 0.0590131 Mar 07 22:50:07.303622 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4dbc934d-cdfb-4358-b5d4-1f47a6b14314 req-f97d7531-120a-4d58-a354-92ec3cdb396f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421784 Mar 07 22:50:08.310050 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ae795628-19dd-4ac1-90e2-17f9d4277ea0 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:50:08.359144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port ae795628-19dd-4ac1-90e2-17f9d4277ea0 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:50:08.363900 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port ae795628-19dd-4ac1-90e2-17f9d4277ea0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:50:08.364284 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:08.422029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053e5de-7ca5-4080-a910-33c3f14aa494 req-1c423b51-a2ed-459e-a11d-de801eff8832 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:50:08.423558 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d053e5de-7ca5-4080-a910-33c3f14aa494 req-1c423b51-a2ed-459e-a11d-de801eff8832 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 945 time: 0.0529230 Mar 07 22:50:08.445027 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port ae795628-19dd-4ac1-90e2-17f9d4277ea0 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:50:08.445421 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:08.467510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:50:08.469732 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a293024e-ba5c-412c-94ca-c900dd393afa" -d '{"events": [{"server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "name": "network-vif-plugged", "status": "completed", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:50:08.477677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d053e5de-7ca5-4080-a910-33c3f14aa494 req-ea86fd6a-be1a-46cb-9535-6ba9e3879af4 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478373 Mar 07 22:50:08.482252 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port ae795628-19dd-4ac1-90e2-17f9d4277ea0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:50:08.486436 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:08.524530 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6478347-2882-4421-bd86-1107259f2d5e x-openstack-request-id: req-c6478347-2882-4421-bd86-1107259f2d5e {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:50:08.524833 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "name": "network-vif-plugged", "status": "completed", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:50:08.525095 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6478347-2882-4421-bd86-1107259f2d5e {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:50:08.525514 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'code': 200} Mar 07 22:50:08.537351 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=ae795628-19dd-4ac1-90e2-17f9d4277ea0,revision_number=10']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:50:08.675866 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91347814-9e39-4d96-ab03-15bfa84d68ed req-c65ec347-2899-40ec-8d0c-e9efdcb397e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:50:08.677378 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-91347814-9e39-4d96-ab03-15bfa84d68ed req-c65ec347-2899-40ec-8d0c-e9efdcb397e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 1129 time: 0.0468040 Mar 07 22:50:08.688667 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.13', 59112) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:50:08.723699 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [req-91347814-9e39-4d96-ab03-15bfa84d68ed req-9bbb627c-500a-424d-b7a5-f0adf2c39f0d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396295 Mar 07 22:50:08.738318 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f58fd-ed29-4a6c-ba2e-520dd9098fb5 req-98783868-22dc-4478-88b9-4a34032899f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:50:08.739879 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-110f58fd-ed29-4a6c-ba2e-520dd9098fb5 req-98783868-22dc-4478-88b9-4a34032899f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 1129 time: 0.0445094 Mar 07 22:50:09.080172 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f58fd-ed29-4a6c-ba2e-520dd9098fb5 req-75843c0c-d3e6-45e5-be2e-7bdc1f4d1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:50:09.081677 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-110f58fd-ed29-4a6c-ba2e-520dd9098fb5 req-75843c0c-d3e6-45e5-be2e-7bdc1f4d1769 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0847139 Mar 07 22:50:09.150321 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-110f58fd-ed29-4a6c-ba2e-520dd9098fb5 req-41221505-bf59-4b60-83c2-0f0a4f118dcd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0 HTTP/1.1" status: 200 len: 1002 time: 0.0608077 Mar 07 22:50:09.204688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f58fd-ed29-4a6c-ba2e-520dd9098fb5 req-955d2d2e-67e2-40ea-b894-8a38cd98b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:50:09.206192 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-110f58fd-ed29-4a6c-ba2e-520dd9098fb5 req-955d2d2e-67e2-40ea-b894-8a38cd98b042 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0414503 Mar 07 22:50:09.267547 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f58fd-ed29-4a6c-ba2e-520dd9098fb5 req-d093eac4-16cf-4e22-a8d3-0a7317f9b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:50:09.269405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-110f58fd-ed29-4a6c-ba2e-520dd9098fb5 req-d093eac4-16cf-4e22-a8d3-0a7317f9b9fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562949 Mar 07 22:50:09.362831 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-110f58fd-ed29-4a6c-ba2e-520dd9098fb5 req-cfef39d2-9dc2-40d9-9097-0c2577649f0c service neutron] 10.222.0.13 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857368 Mar 07 22:50:09.453152 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-110f58fd-ed29-4a6c-ba2e-520dd9098fb5 req-6b38499b-1933-45b3-9a48-65b8747da381 service neutron] 10.222.0.13 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841525 Mar 07 22:50:09.623666 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba2011-4b29-4274-af42-1c280c8c9c22 req-6d37930b-45aa-46f7-83cc-1fd489ae15e4 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:50:09.625126 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60ba2011-4b29-4274-af42-1c280c8c9c22 req-6d37930b-45aa-46f7-83cc-1fd489ae15e4 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 947 time: 0.0551271 Mar 07 22:50:09.672652 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-60ba2011-4b29-4274-af42-1c280c8c9c22 req-50a1e653-18cb-4542-86c0-afa7e9383eb9 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419612 Mar 07 22:50:10.791076 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b4f50-61eb-42af-8f1f-ae23b15a9e5c req-846a5804-ae6d-4212-9d5d-1a428ca0de08 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:50:10.792539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a42b4f50-61eb-42af-8f1f-ae23b15a9e5c req-846a5804-ae6d-4212-9d5d-1a428ca0de08 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 947 time: 0.0512333 Mar 07 22:50:10.841474 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a42b4f50-61eb-42af-8f1f-ae23b15a9e5c req-af55c980-715f-4c2c-9483-7d591d134572 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434389 Mar 07 22:50:15.765761 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7c76088a-4653-4ab4-b3b5-230b0726e07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:16.787073 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:18.265898 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-69167c1b-dafe-46be-b1db-7ef1e83bcc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:18.621180 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:50:18.775002 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:19.589074 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:20.555522 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:22.274334 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:45.767060 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-229de3a7-f8d2-46cb-a4cd-275284584cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:46.795868 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:48.267540 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-be4a6d13-ed38-4d4f-a214-4d19a84e83d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:48.772632 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:49.592865 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:50.557329 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:52.275671 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:50:55.621069 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:51:08.656949 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4627276-d049-43c6-a84d-11f0975cf0f6 req-e09aefad-e106-4827-80f4-d0b40578494d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470116 Mar 07 22:51:08.747837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4627276-d049-43c6-a84d-11f0975cf0f6 req-36e4039d-73f1-44de-8177-3aa9df0f4d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:08.749384 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4627276-d049-43c6-a84d-11f0975cf0f6 req-36e4039d-73f1-44de-8177-3aa9df0f4d1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 1129 time: 0.0525405 Mar 07 22:51:08.848797 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4627276-d049-43c6-a84d-11f0975cf0f6 req-e2dee285-9e3e-4c3d-89d9-90409f4a4db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:08.850283 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4627276-d049-43c6-a84d-11f0975cf0f6 req-e2dee285-9e3e-4c3d-89d9-90409f4a4db9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.0830116 Mar 07 22:51:08.917916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4627276-d049-43c6-a84d-11f0975cf0f6 req-bf5f34c1-771f-4700-ac80-8bd298745a7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0 HTTP/1.1" status: 200 len: 1002 time: 0.0619409 Mar 07 22:51:08.964361 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4627276-d049-43c6-a84d-11f0975cf0f6 req-ed783f44-8635-47f0-98f6-e209e393d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:08.965817 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4627276-d049-43c6-a84d-11f0975cf0f6 req-ed783f44-8635-47f0-98f6-e209e393d170 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0428402 Mar 07 22:51:09.013449 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4627276-d049-43c6-a84d-11f0975cf0f6 req-1675ff3f-31b5-476f-8333-d96454036ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:09.015144 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4627276-d049-43c6-a84d-11f0975cf0f6 req-1675ff3f-31b5-476f-8333-d96454036ea2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436883 Mar 07 22:51:09.109861 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4627276-d049-43c6-a84d-11f0975cf0f6 req-d8c9e66f-bb9f-40b5-8ae9-154b8e2166ec service neutron] 10.222.0.13 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883946 Mar 07 22:51:09.200697 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4627276-d049-43c6-a84d-11f0975cf0f6 req-76cf917a-4a31-48c7-8b3a-2bbc55c546d4 service neutron] 10.222.0.13 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851917 Mar 07 22:51:15.768710 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6f2660eb-7138-46d0-bf3f-7516b622839c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:16.783405 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:18.268113 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-da6423aa-3062-40ae-b548-8513f8a2a87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:18.772958 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:19.595047 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:20.560434 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:22.277672 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:23.694850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54642) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:23.848782 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Deleting port 6f32dffa-2130-4a8b-bb74-89f29a85a504 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:51:23.849120 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (6f32dffa-2130-4a8b-bb74-89f29a85a504), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:23.940129 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (6f32dffa-2130-4a8b-bb74-89f29a85a504), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:23.940459 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for floatingip (6f32dffa-2130-4a8b-bb74-89f29a85a504), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:23.951673 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Calling delete_port for 6f32dffa-2130-4a8b-bb74-89f29a85a504 owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:51:24.096255 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (6f32dffa-2130-4a8b-bb74-89f29a85a504), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:24.119472 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event deleted for resources: {'Port': ['ID=6f32dffa-2130-4a8b-bb74-89f29a85a504,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:24.129861 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:24.130237 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:24.130583 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:24.130923 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:24.131260 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:24.131592 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:24.132327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:24.132327 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:24.132555 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:24.132876 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:24.133202 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:24.133527 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:24.133850 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:24.195628 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for floatingip (0ca0e99e-7fff-4aef-9f92-2d24b51253fb), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:24.196048 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Floating IP 0ca0e99e-7fff-4aef-9f92-2d24b51253fb disassociated (deleted). External IP: 172.25.4.167, port: ae795628-19dd-4ac1-90e2-17f9d4277ea0. Mar 07 22:51:24.402426 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:51:24.507451 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:51:24.511873 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:24.517176 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aaa441-198e-4d28-a755-ad0fe0be116d None None] Sync routers for ids ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:51:24.526455 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aaa441-198e-4d28-a755-ad0fe0be116d None None] Routers {'03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:51:24.527055 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-02aaa441-198e-4d28-a755-ad0fe0be116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:24.541060 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-159dbf40-5c58-44db-a475-d6d71c359dba tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "DELETE /v2.0/floatingips/0ca0e99e-7fff-4aef-9f92-2d24b51253fb HTTP/1.1" status: 204 len: 168 time: 0.8451493 Mar 07 22:51:24.542247 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:51:24.544520 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367c891a47a93397d296b6a009349b5bbc9bf26a01a8694054c6e77325763cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c774af-3f44-4a1f-932a-f028550f02d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:51:24.581145 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85949b2-544b-40fe-9d01-be5c75515112 x-openstack-request-id: req-c85949b2-544b-40fe-9d01-be5c75515112 {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:51:24.581642 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:51:24.581917 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c85949b2-544b-40fe-9d01-be5c75515112 {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:51:24.582368 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'status': 'completed', 'code': 200} Mar 07 22:51:24.632883 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-02aaa441-198e-4d28-a755-ad0fe0be116d None None] Set router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:51:24.652707 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c774af-3f44-4a1f-932a-f028550f02d7 req-522273c9-dc86-4d1e-900a-46fa706bd2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:24.654946 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25c774af-3f44-4a1f-932a-f028550f02d7 req-522273c9-dc86-4d1e-900a-46fa706bd2c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 1129 time: 0.0493619 Mar 07 22:51:24.763724 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c774af-3f44-4a1f-932a-f028550f02d7 req-8a3008b8-b7be-4689-aaa1-c9f5e7e844ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:24.766092 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25c774af-3f44-4a1f-932a-f028550f02d7 req-8a3008b8-b7be-4689-aaa1-c9f5e7e844ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 200 len: 910 time: 0.1001027 Mar 07 22:51:24.817476 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25c774af-3f44-4a1f-932a-f028550f02d7 req-065dc3ee-9647-422b-95e0-ec3ef218f164 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0 HTTP/1.1" status: 200 len: 217 time: 0.0431585 Mar 07 22:51:24.893688 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c774af-3f44-4a1f-932a-f028550f02d7 req-61f8cc88-567a-4117-a1a6-4645bb89be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:24.895250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25c774af-3f44-4a1f-932a-f028550f02d7 req-61f8cc88-567a-4117-a1a6-4645bb89be2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 200 len: 848 time: 0.0687456 Mar 07 22:51:24.903482 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdd852-5656-4302-9f22-13eb38b05a8b req-d85e735d-5a37-4941-bdf9-48b72327e7f5 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:24.904932 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8bdd852-5656-4302-9f22-13eb38b05a8b req-d85e735d-5a37-4941-bdf9-48b72327e7f5 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 947 time: 0.1709874 Mar 07 22:51:24.925147 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-02aaa441-198e-4d28-a755-ad0fe0be116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 5, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:24.950877 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aaa441-198e-4d28-a755-ad0fe0be116d None None] Checking router: 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:51:24.958817 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aaa441-198e-4d28-a755-ad0fe0be116d None None] Routers {'03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:51:24.959422 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-02aaa441-198e-4d28-a755-ad0fe0be116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:24.984418 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c8bdd852-5656-4302-9f22-13eb38b05a8b req-29c8912b-1154-4154-bd25-cdd9f167a351 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709021 Mar 07 22:51:24.987493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c774af-3f44-4a1f-932a-f028550f02d7 req-1aa7d042-ad18-410a-8b1b-5a2ba1d4f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:24.988752 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25c774af-3f44-4a1f-932a-f028550f02d7 req-1aa7d042-ad18-410a-8b1b-5a2ba1d4f5b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da68c296-64da-4f9f-8f26-f99f3b9adae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0829766 Mar 07 22:51:25.073617 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-02aaa441-198e-4d28-a755-ad0fe0be116d None None] Set router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:51:25.081445 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25c774af-3f44-4a1f-932a-f028550f02d7 req-4ec39385-61f4-46e6-b022-001f72e92d0e service neutron] 10.222.0.13 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856237 Mar 07 22:51:25.174661 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-25c774af-3f44-4a1f-932a-f028550f02d7 req-38c678b6-d17d-41a7-993d-cb41dbd7538d service neutron] 10.222.0.13 "GET /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855322 Mar 07 22:51:25.278709 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-02aaa441-198e-4d28-a755-ad0fe0be116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 5, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:25.304109 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aaa441-198e-4d28-a755-ad0fe0be116d None None] The sync data for ids ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'] in n-d-832330-1 is: [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:42:23Z', 'revision_number': 4, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'db344101-b04c-44ee-8b4b-9463b73edb0a', 'name': '', 'network_id': 'da68c296-64da-4f9f-8f26-f99f3b9adae1', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'mac_address': 'fa:16:3e:bb:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:22Z', 'updated_at': '2022-03-07T22:42:27Z', 'revision_number': 5, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'subnets': [{'id': '8721147b-c1be-45e0-9d23-17e314b632f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:51:25.525627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef86a956-d4e4-4d99-b3c7-53c6c6823410 None None] New status for floating IP 0ca0e99e-7fff-4aef-9f92-2d24b51253fb: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:51:26.146418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efee93-5da7-4cd6-8a65-8970ba430017 req-5a8ec61f-98e0-4d8d-8396-4e6b8079c65a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:26.147900 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15efee93-5da7-4cd6-8a65-8970ba430017 req-5a8ec61f-98e0-4d8d-8396-4e6b8079c65a tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 947 time: 0.0943975 Mar 07 22:51:26.199888 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-15efee93-5da7-4cd6-8a65-8970ba430017 req-6a17a96f-05ae-44cd-9737-a3c53421f73e tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb38c6ac-ec46-4b10-8126-826fe8dbbda0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439970 Mar 07 22:51:26.368181 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d5ef8-8895-47c8-9002-6a1aada6408f req-48060a22-ab78-4177-a3ca-2a26c8d25ed0 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:26.369635 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-190d5ef8-8895-47c8-9002-6a1aada6408f req-48060a22-ab78-4177-a3ca-2a26c8d25ed0 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 947 time: 0.0564489 Mar 07 22:51:26.462153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-190d5ef8-8895-47c8-9002-6a1aada6408f req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Deleting port ae795628-19dd-4ac1-90e2-17f9d4277ea0 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:51:26.462501 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-190d5ef8-8895-47c8-9002-6a1aada6408f req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:26.562966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-190d5ef8-8895-47c8-9002-6a1aada6408f req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] For port ae795628-19dd-4ac1-90e2-17f9d4277ea0, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=ae795628-19dd-4ac1-90e2-17f9d4277ea0,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:51:26.563330 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-190d5ef8-8895-47c8-9002-6a1aada6408f req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:26.575383 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-190d5ef8-8895-47c8-9002-6a1aada6408f req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Calling delete_port for ae795628-19dd-4ac1-90e2-17f9d4277ea0 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:51:26.696788 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-190d5ef8-8895-47c8-9002-6a1aada6408f req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ae795628-19dd-4ac1-90e2-17f9d4277ea0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:26.726951 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event deleted for resources: {'Port': ['ID=ae795628-19dd-4ac1-90e2-17f9d4277ea0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:26.736960 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:26.737314 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:26.737659 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:26.738000 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:26.738366 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:26.738702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:26.739032 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:26.739964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:26.739964 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:26.740183 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:26.740401 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:26.740624 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:26.740949 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:26.783071 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-190d5ef8-8895-47c8-9002-6a1aada6408f req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] No DVR routers for this DVR port ae795628-19dd-4ac1-90e2-17f9d4277ea0 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:51:26.785582 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-190d5ef8-8895-47c8-9002-6a1aada6408f req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:26.788871 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-190d5ef8-8895-47c8-9002-6a1aada6408f req-555a8fcd-efbe-49f1-bf25-b95a666f9e76 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.13 "DELETE /v2.0/ports/ae795628-19dd-4ac1-90e2-17f9d4277ea0 HTTP/1.1" status: 204 len: 173 time: 0.4143882 Mar 07 22:51:26.789309 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'name': 'network-vif-deleted', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:51:26.791603 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6341d416-500c-46e7-93f8-42f4862028b6" -d '{"events": [{"server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "name": "network-vif-deleted", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:51:26.842724 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a898f52-85f2-4103-9ea1-ba63481ee562 x-openstack-request-id: req-4a898f52-85f2-4103-9ea1-ba63481ee562 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:51:26.842984 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8b2931-d1cd-4beb-96e1-c7a9ad128327", "name": "network-vif-deleted", "tag": "ae795628-19dd-4ac1-90e2-17f9d4277ea0", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:51:26.843239 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a898f52-85f2-4103-9ea1-ba63481ee562 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:51:26.843640 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8b2931-d1cd-4beb-96e1-c7a9ad128327', 'name': 'network-vif-deleted', 'tag': 'ae795628-19dd-4ac1-90e2-17f9d4277ea0', 'status': 'completed', 'code': 200} Mar 07 22:51:27.298532 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d69015dd-f82a-4f5a-937a-cf1910e5cda0 req-78a3cc54-7ed8-4d01-83a5-d8db467966d9 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 210 time: 0.0287862 Mar 07 22:51:28.396025 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b22e383b-ff6f-4652-9936-97d7e6a3693a req-b3b0d636-5eac-4cf0-a137-b0be2512edf2 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 210 time: 0.0308337 Mar 07 22:51:28.760588 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ae795628-19dd-4ac1-90e2-17f9d4277ea0 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:51:28.783739 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: ae795628-19dd-4ac1-90e2-17f9d4277ea0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:51:28.784095 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device ae795628-19dd-4ac1-90e2-17f9d4277ea0 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:51:29.493124 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-621dc568-3d28-4ff9-9a33-c7a6ca1865bb req-6d2c5774-b706-4065-b89a-2b2135654196 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 210 time: 0.0314221 Mar 07 22:51:30.593186 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3f18ade9-8647-4fb3-84ec-796fea517cb8 req-1ec5164b-7c63-4c6a-8cbf-692d3f4b9023 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 210 time: 0.0270863 Mar 07 22:51:31.684931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-341f4733-cb63-41e5-b612-b4a150f0f0e1 req-7cef7d66-3c5d-4e84-81cd-a4ec248ee2ac tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 210 time: 0.0275960 Mar 07 22:51:32.620126 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:51:32.779442 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-dc0327a5-ea61-4639-beeb-4c1364b1675c req-90e1dbb3-1877-41ff-8495-f18910db4093 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 210 time: 0.0275626 Mar 07 22:51:33.872821 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-3110e6e9-3800-4bfd-8a80-a58c1a069bb1 req-0444e9fb-5e98-4640-8fc3-bdb1566b3c30 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 210 time: 0.0267293 Mar 07 22:51:34.970653 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-efd8e261-7950-4069-a9fc-d26a332e906f req-e1e74a0c-3d8f-4645-8a7f-24eb866de22f tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8b2931-d1cd-4beb-96e1-c7a9ad128327 HTTP/1.1" status: 200 len: 210 time: 0.0301707 Mar 07 22:51:36.031625 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54688) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:36.087697 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-751d7ce2-1c8e-472c-9e84-1fe7adaf0c92 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group (cb38c6ac-ec46-4b10-8126-826fe8dbbda0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:36.112751 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-751d7ce2-1c8e-472c-9e84-1fe7adaf0c92 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group (cb38c6ac-ec46-4b10-8126-826fe8dbbda0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:36.174740 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-751d7ce2-1c8e-472c-9e84-1fe7adaf0c92 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (cb38c6ac-ec46-4b10-8126-826fe8dbbda0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:36.177306 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-751d7ce2-1c8e-472c-9e84-1fe7adaf0c92 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:36.178693 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-751d7ce2-1c8e-472c-9e84-1fe7adaf0c92 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] 10.222.0.26 "DELETE /v2.0/security-groups/cb38c6ac-ec46-4b10-8126-826fe8dbbda0 HTTP/1.1" status: 204 len: 168 time: 0.1459551 Mar 07 22:51:36.189058 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d7ce2-1c8e-472c-9e84-1fe7adaf0c92 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb38c6ac-ec46-4b10-8126-826fe8dbbda0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:37.257600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54694) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:37.718258 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a7cffec-1949-4033-a385-5c35dcdebce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:37.963462 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2a7cffec-1949-4033-a385-5c35dcdebce0 admin admin] Deleting port db344101-b04c-44ee-8b4b-9463b73edb0a {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:51:37.963792 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a7cffec-1949-4033-a385-5c35dcdebce0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:38.040913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-2a7cffec-1949-4033-a385-5c35dcdebce0 admin admin] For port db344101-b04c-44ee-8b4b-9463b73edb0a, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=db344101-b04c-44ee-8b4b-9463b73edb0a,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:51:38.041808 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a7cffec-1949-4033-a385-5c35dcdebce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:38.053559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2a7cffec-1949-4033-a385-5c35dcdebce0 admin admin] Calling delete_port for db344101-b04c-44ee-8b4b-9463b73edb0a owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:51:38.238703 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a7cffec-1949-4033-a385-5c35dcdebce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (db344101-b04c-44ee-8b4b-9463b73edb0a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:38.264946 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cffec-1949-4033-a385-5c35dcdebce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db344101-b04c-44ee-8b4b-9463b73edb0a,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:38.447172 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2a7cffec-1949-4033-a385-5c35dcdebce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:39.004194 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7cffec-1949-4033-a385-5c35dcdebce0 admin admin] Router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:51:39.116454 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7cffec-1949-4033-a385-5c35dcdebce0 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:51:39.122901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2a7cffec-1949-4033-a385-5c35dcdebce0 admin admin] 10.222.0.26 "PUT /v2.0/routers/03e6f3c3-4987-4886-b6ea-88c1c7b80e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8639338 Mar 07 22:51:39.125416 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54698) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:39.132065 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27119b82-88c8-4f17-a9dc-be654f84a558 None None] Sync routers for ids ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:51:39.143725 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27119b82-88c8-4f17-a9dc-be654f84a558 None None] Routers {'03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:51:39.145056 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-27119b82-88c8-4f17-a9dc-be654f84a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:39.250347 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] Publish callbacks [] for router (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:39.262536 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-27119b82-88c8-4f17-a9dc-be654f84a558 None None] Set router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:51:39.360478 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] Publish callbacks [] for router_gateway (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:39.414463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] Deleting port 762d45c8-1d31-4f74-bb3d-0799913c68f8 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:51:39.414905 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (762d45c8-1d31-4f74-bb3d-0799913c68f8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:39.449424 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-27119b82-88c8-4f17-a9dc-be654f84a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:51:38Z', 'revision_number': 5, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port': {'id': '762d45c8-1d31-4f74-bb3d-0799913c68f8', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:21Z', 'updated_at': '2022-03-07T22:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:39.479252 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27119b82-88c8-4f17-a9dc-be654f84a558 None None] Checking router: 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:51:39.488359 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27119b82-88c8-4f17-a9dc-be654f84a558 None None] Routers {'03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:51:39.488993 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-27119b82-88c8-4f17-a9dc-be654f84a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:39.499205 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] For port 762d45c8-1d31-4f74-bb3d-0799913c68f8, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=762d45c8-1d31-4f74-bb3d-0799913c68f8,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:51:39.499590 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (762d45c8-1d31-4f74-bb3d-0799913c68f8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:39.512380 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] Calling delete_port for 762d45c8-1d31-4f74-bb3d-0799913c68f8 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:51:39.580280 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-27119b82-88c8-4f17-a9dc-be654f84a558 None None] Set router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:51:39.632256 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-27119b82-88c8-4f17-a9dc-be654f84a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:51:39Z', 'revision_number': 6, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:39.663324 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27119b82-88c8-4f17-a9dc-be654f84a558 None None] The sync data for ids ['03e6f3c3-4987-4886-b6ea-88c1c7b80e8a'] in n-d-832330-1 is: [{'id': '03e6f3c3-4987-4886-b6ea-88c1c7b80e8a', 'name': 'tempest-TestShelveInstance-1430181040-router', 'tenant_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:20Z', 'updated_at': '2022-03-07T22:51:39Z', 'revision_number': 6, 'project_id': '0b1f2dc0f8154a95bea88bfc2133a0c9', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:51:39.695962 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (762d45c8-1d31-4f74-bb3d-0799913c68f8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:39.734178 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=762d45c8-1d31-4f74-bb3d-0799913c68f8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:39.791483 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:39.883424 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:39.886291 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] Publish callbacks [] for router_controller (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:39.928427 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (03e6f3c3-4987-4886-b6ea-88c1c7b80e8a), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:39.929046 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03e6f3c3-4987-4886-b6ea-88c1c7b80e8a {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:51:39.936691 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:39.937826 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c3f65bd4-5065-4edd-9272-d26508769a0c admin admin] 10.222.0.26 "DELETE /v2.0/routers/03e6f3c3-4987-4886-b6ea-88c1c7b80e8a HTTP/1.1" status: 204 len: 168 time: 0.8105681 Mar 07 22:51:39.940408 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54700) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:39.985493 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-f754b050-1c10-478d-8d4a-d4d472c6c8f0 admin admin] Deleting subnet 8721147b-c1be-45e0-9d23-17e314b632f1 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:51:39.988635 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f754b050-1c10-478d-8d4a-d4d472c6c8f0 admin admin] Publish callbacks [] for subnet (8721147b-c1be-45e0-9d23-17e314b632f1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.027091 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f754b050-1c10-478d-8d4a-d4d472c6c8f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (8721147b-c1be-45e0-9d23-17e314b632f1), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.118571 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f754b050-1c10-478d-8d4a-d4d472c6c8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (8721147b-c1be-45e0-9d23-17e314b632f1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.177175 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f754b050-1c10-478d-8d4a-d4d472c6c8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (8721147b-c1be-45e0-9d23-17e314b632f1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.204678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754b050-1c10-478d-8d4a-d4d472c6c8f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8721147b-c1be-45e0-9d23-17e314b632f1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:40.206667 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-f754b050-1c10-478d-8d4a-d4d472c6c8f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.211753 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-f754b050-1c10-478d-8d4a-d4d472c6c8f0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8721147b-c1be-45e0-9d23-17e314b632f1 HTTP/1.1" status: 204 len: 168 time: 0.2684567 Mar 07 22:51:40.212468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54702) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:40.215566 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50039c99-7733-4e44-9cf1-388f5a935012 None None] Network da68c296-64da-4f9f-8f26-f99f3b9adae1 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:51:40.286687 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (da68c296-64da-4f9f-8f26-f99f3b9adae1), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.340124 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] Deleting port 2a83a6da-4d41-4506-b527-70fb778f96d9 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:51:40.340464 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2a83a6da-4d41-4506-b527-70fb778f96d9), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.405321 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] For port 2a83a6da-4d41-4506-b527-70fb778f96d9, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=2a83a6da-4d41-4506-b527-70fb778f96d9,segment=NetworkSegment(2488e284-d27f-43d5-8c08-4a52242cf6d5),segment_id=2488e284-d27f-43d5-8c08-4a52242cf6d5)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:51:40.405964 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2a83a6da-4d41-4506-b527-70fb778f96d9), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.422862 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] Calling delete_port for 2a83a6da-4d41-4506-b527-70fb778f96d9 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:51:40.481996 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] DHCP port deletion for da68c296-64da-4f9f-8f26-f99f3b9adae1 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:51:40.516334 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (2a83a6da-4d41-4506-b527-70fb778f96d9), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.542087 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] Pushing event deleted for resources: {'Port': ['ID=2a83a6da-4d41-4506-b527-70fb778f96d9,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:40.546588 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] No DVR routers for this DVR port 2a83a6da-4d41-4506-b527-70fb778f96d9 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:51:40.550836 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Deleting port 2a83a6da-4d41-4506-b527-70fb778f96d9 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:51:40.551351 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (2a83a6da-4d41-4506-b527-70fb778f96d9), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.624618 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] For port 2a83a6da-4d41-4506-b527-70fb778f96d9, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:51:40.625024 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (2a83a6da-4d41-4506-b527-70fb778f96d9), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.635393 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (da68c296-64da-4f9f-8f26-f99f3b9adae1), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.642486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Calling delete_port for 2a83a6da-4d41-4506-b527-70fb778f96d9 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:51:40.645363 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Port 2a83a6da-4d41-4506-b527-70fb778f96d9 was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 22:51:40.647008 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (2a83a6da-4d41-4506-b527-70fb778f96d9), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.658852 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da68c296-64da-4f9f-8f26-f99f3b9adae1']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:40.670525 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2488e284-d27f-43d5-8c08-4a52242cf6d5') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:40.670924 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2488e284-d27f-43d5-8c08-4a52242cf6d5') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:40.681371 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] No DVR routers for this DVR port 2a83a6da-4d41-4506-b527-70fb778f96d9 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:51:40.681755 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (2488e284-d27f-43d5-8c08-4a52242cf6d5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.686659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Pushing event deleted for resources: {'Port': ['ID=2a83a6da-4d41-4506-b527-70fb778f96d9,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:40.695145 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:40.695513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:40.695819 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:40.696205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:40.696486 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:40.696815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:40.697141 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:40.697499 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:40.697825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:40.698175 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:40.698513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:40.698834 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:40.704498 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (2488e284-d27f-43d5-8c08-4a52242cf6d5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.707958 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d733f-bb1d-4d3a-8910-c964caccdbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:40.713418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:51:40.713979 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (2488e284-d27f-43d5-8c08-4a52242cf6d5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:51:40.715950 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:51:40.787382 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (da68c296-64da-4f9f-8f26-f99f3b9adae1), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.799404 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:40.802692 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] 10.222.0.26 "DELETE /v2.0/networks/da68c296-64da-4f9f-8f26-f99f3b9adae1 HTTP/1.1" status: 204 len: 168 time: 0.5885801 Mar 07 22:51:40.805766 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54704) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:40.812377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ee7cb-d8de-428f-9305-f1d034a231ae admin admin] Pushing event deleted for resources: {'Network': ['ID=da68c296-64da-4f9f-8f26-f99f3b9adae1,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:41.124140 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device db344101-b04c-44ee-8b4b-9463b73edb0a no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:51:41.146379 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: db344101-b04c-44ee-8b4b-9463b73edb0a {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:51:41.146881 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device db344101-b04c-44ee-8b4b-9463b73edb0a not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:51:41.147426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2a83a6da-4d41-4506-b527-70fb778f96d9 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:51:41.170162 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 2a83a6da-4d41-4506-b527-70fb778f96d9 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:51:41.170511 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 2a83a6da-4d41-4506-b527-70fb778f96d9 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:51:41.170942 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 762d45c8-1d31-4f74-bb3d-0799913c68f8 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:51:41.190669 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 762d45c8-1d31-4f74-bb3d-0799913c68f8 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:51:41.191021 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 762d45c8-1d31-4f74-bb3d-0799913c68f8 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:51:41.504231 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5c778e3-c3e4-4d8c-aea9-b644bafaad5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:41.757310 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f5c778e3-c3e4-4d8c-aea9-b644bafaad5a admin admin] Deleting port f216df89-b553-4dce-ae6a-150b3ef81bef {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:51:41.757552 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5c778e3-c3e4-4d8c-aea9-b644bafaad5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:41.834895 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-f5c778e3-c3e4-4d8c-aea9-b644bafaad5a admin admin] For port f216df89-b553-4dce-ae6a-150b3ef81bef, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f216df89-b553-4dce-ae6a-150b3ef81bef,segment=NetworkSegment(f1e99a88-8c42-4189-bc7e-f9301a793166),segment_id=f1e99a88-8c42-4189-bc7e-f9301a793166)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:51:41.835579 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5c778e3-c3e4-4d8c-aea9-b644bafaad5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:41.846502 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-f5c778e3-c3e4-4d8c-aea9-b644bafaad5a admin admin] Calling delete_port for f216df89-b553-4dce-ae6a-150b3ef81bef owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:51:42.038463 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5c778e3-c3e4-4d8c-aea9-b644bafaad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f216df89-b553-4dce-ae6a-150b3ef81bef), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:42.068747 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c778e3-c3e4-4d8c-aea9-b644bafaad5a admin admin] Pushing event deleted for resources: {'Port': ['ID=f216df89-b553-4dce-ae6a-150b3ef81bef,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:42.247846 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f5c778e3-c3e4-4d8c-aea9-b644bafaad5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:42.471828 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c778e3-c3e4-4d8c-aea9-b644bafaad5a admin admin] Router 66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:51:42.580982 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c778e3-c3e4-4d8c-aea9-b644bafaad5a admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:51:42.589202 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f5c778e3-c3e4-4d8c-aea9-b644bafaad5a admin admin] 10.222.0.26 "PUT /v2.0/routers/66ee42ee-2413-40f6-a1a0-4adaa9bf64f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7784870 Mar 07 22:51:42.589559 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54706) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:42.590627 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7658756e-221d-4962-b489-92e43352a2a9 None None] Sync routers for ids ['66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:51:42.601907 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7658756e-221d-4962-b489-92e43352a2a9 None None] Routers {'66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:51:42.602563 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7658756e-221d-4962-b489-92e43352a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:42.698325 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] Publish callbacks [] for router (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:42.714153 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-7658756e-221d-4962-b489-92e43352a2a9 None None] Set router 66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:51:42.804035 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] Publish callbacks [] for router_gateway (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:42.868204 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] Deleting port 34f3f472-2f72-40da-9c4e-10df0fe2b581 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:51:42.868673 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (34f3f472-2f72-40da-9c4e-10df0fe2b581), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:42.907715 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7658756e-221d-4962-b489-92e43352a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'name': 'tempest-TestShelveInstance-515059119-router', 'tenant_id': '9a22766ab1d84d5f995ab55bda6e0641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '34f3f472-2f72-40da-9c4e-10df0fe2b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:24Z', 'updated_at': '2022-03-07T22:51:41Z', 'revision_number': 5, 'project_id': '9a22766ab1d84d5f995ab55bda6e0641', 'gw_port': {'id': '34f3f472-2f72-40da-9c4e-10df0fe2b581', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:42:25Z', 'updated_at': '2022-03-07T22:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:42.934233 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7658756e-221d-4962-b489-92e43352a2a9 None None] Checking router: 66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:51:42.942617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7658756e-221d-4962-b489-92e43352a2a9 None None] Routers {'66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:51:42.943230 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7658756e-221d-4962-b489-92e43352a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:42.953124 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] For port 34f3f472-2f72-40da-9c4e-10df0fe2b581, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=34f3f472-2f72-40da-9c4e-10df0fe2b581,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:51:42.953492 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (34f3f472-2f72-40da-9c4e-10df0fe2b581), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:42.965623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] Calling delete_port for 34f3f472-2f72-40da-9c4e-10df0fe2b581 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:51:43.037200 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-7658756e-221d-4962-b489-92e43352a2a9 None None] Set router 66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:51:43.099236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-7658756e-221d-4962-b489-92e43352a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'name': 'tempest-TestShelveInstance-515059119-router', 'tenant_id': '9a22766ab1d84d5f995ab55bda6e0641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:24Z', 'updated_at': '2022-03-07T22:51:42Z', 'revision_number': 6, 'project_id': '9a22766ab1d84d5f995ab55bda6e0641', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:43.133916 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7658756e-221d-4962-b489-92e43352a2a9 None None] The sync data for ids ['66ee42ee-2413-40f6-a1a0-4adaa9bf64f0'] in n-d-832330-1 is: [{'id': '66ee42ee-2413-40f6-a1a0-4adaa9bf64f0', 'name': 'tempest-TestShelveInstance-515059119-router', 'tenant_id': '9a22766ab1d84d5f995ab55bda6e0641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:42:24Z', 'updated_at': '2022-03-07T22:51:42Z', 'revision_number': 6, 'project_id': '9a22766ab1d84d5f995ab55bda6e0641', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:51:43.192286 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (34f3f472-2f72-40da-9c4e-10df0fe2b581), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:43.221626 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f3f472-2f72-40da-9c4e-10df0fe2b581,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:43.286176 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:43.379406 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:43.381525 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] Publish callbacks [] for router_controller (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:43.428372 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (66ee42ee-2413-40f6-a1a0-4adaa9bf64f0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:43.428798 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:51:43.433967 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:43.435128 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-ce5d32ef-b599-44cb-be26-381b21e60255 admin admin] 10.222.0.26 "DELETE /v2.0/routers/66ee42ee-2413-40f6-a1a0-4adaa9bf64f0 HTTP/1.1" status: 204 len: 168 time: 0.8444126 Mar 07 22:51:43.437610 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54708) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:43.480978 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c94fca-0b4d-4606-846a-a884ef4a268a admin admin] Deleting subnet 26e33a42-394f-4428-a46f-acfd3b29d353 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:51:43.483948 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e6c94fca-0b4d-4606-846a-a884ef4a268a admin admin] Publish callbacks [] for subnet (26e33a42-394f-4428-a46f-acfd3b29d353), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:43.522688 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e6c94fca-0b4d-4606-846a-a884ef4a268a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (26e33a42-394f-4428-a46f-acfd3b29d353), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:43.606708 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e6c94fca-0b4d-4606-846a-a884ef4a268a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (26e33a42-394f-4428-a46f-acfd3b29d353), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:43.656782 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e6c94fca-0b4d-4606-846a-a884ef4a268a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (26e33a42-394f-4428-a46f-acfd3b29d353), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:43.683753 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c94fca-0b4d-4606-846a-a884ef4a268a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26e33a42-394f-4428-a46f-acfd3b29d353,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:43.685632 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-e6c94fca-0b4d-4606-846a-a884ef4a268a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:43.688805 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-e6c94fca-0b4d-4606-846a-a884ef4a268a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/26e33a42-394f-4428-a46f-acfd3b29d353 HTTP/1.1" status: 204 len: 168 time: 0.2501421 Mar 07 22:51:43.690448 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7000a88-0f28-4bc5-b96b-8e4d2a32d399 None None] Network 7b2de079-b11c-465b-9636-05075da89f8c requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:51:43.691497 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54710) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:43.758408 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (7b2de079-b11c-465b-9636-05075da89f8c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:43.817038 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] Deleting port e2baf6a5-cc55-42ef-956d-8e06bb8319cd {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:51:43.817376 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:43.878645 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] For port e2baf6a5-cc55-42ef-956d-8e06bb8319cd, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=e2baf6a5-cc55-42ef-956d-8e06bb8319cd,segment=NetworkSegment(f1e99a88-8c42-4189-bc7e-f9301a793166),segment_id=f1e99a88-8c42-4189-bc7e-f9301a793166)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:51:43.879004 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:43.890837 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] Calling delete_port for e2baf6a5-cc55-42ef-956d-8e06bb8319cd owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:51:43.931985 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6457f6-6d69-4974-9c59-8ae7612a6029 None None] DHCP port deletion for 7b2de079-b11c-465b-9636-05075da89f8c request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:51:43.980996 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:43.986433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2d6457f6-6d69-4974-9c59-8ae7612a6029 None None] Deleting port e2baf6a5-cc55-42ef-956d-8e06bb8319cd {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:51:43.986900 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2d6457f6-6d69-4974-9c59-8ae7612a6029 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.008280 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] No DVR routers for this DVR port e2baf6a5-cc55-42ef-956d-8e06bb8319cd on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:51:44.011327 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2baf6a5-cc55-42ef-956d-8e06bb8319cd,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:44.054337 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2d6457f6-6d69-4974-9c59-8ae7612a6029 None None] For port e2baf6a5-cc55-42ef-956d-8e06bb8319cd, host n-d-832330-1, got binding levels [] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:51:44.054833 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2d6457f6-6d69-4974-9c59-8ae7612a6029 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.068424 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2d6457f6-6d69-4974-9c59-8ae7612a6029 None None] Calling delete_port for e2baf6a5-cc55-42ef-956d-8e06bb8319cd owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:51:44.071180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.ipam_backend_mixin [None req-2d6457f6-6d69-4974-9c59-8ae7612a6029 None None] Port e2baf6a5-cc55-42ef-956d-8e06bb8319cd was not found and therefore no delete operation was performed {{(pid=103720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 22:51:44.072632 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2d6457f6-6d69-4974-9c59-8ae7612a6029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (e2baf6a5-cc55-42ef-956d-8e06bb8319cd), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.085135 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (7b2de079-b11c-465b-9636-05075da89f8c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.102523 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6457f6-6d69-4974-9c59-8ae7612a6029 None None] Pushing event deleted for resources: {'Port': ['ID=e2baf6a5-cc55-42ef-956d-8e06bb8319cd,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:44.106573 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6457f6-6d69-4974-9c59-8ae7612a6029 None None] No DVR routers for this DVR port e2baf6a5-cc55-42ef-956d-8e06bb8319cd on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:51:44.114895 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2de079-b11c-465b-9636-05075da89f8c']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:44.124375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e99a88-8c42-4189-bc7e-f9301a793166') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:44.124674 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e99a88-8c42-4189-bc7e-f9301a793166') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:44.134114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (f1e99a88-8c42-4189-bc7e-f9301a793166), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.148571 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (f1e99a88-8c42-4189-bc7e-f9301a793166), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.155475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:51:44.156199 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (f1e99a88-8c42-4189-bc7e-f9301a793166), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:51:44.157996 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:51:44.214871 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (7b2de079-b11c-465b-9636-05075da89f8c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.223114 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.226495 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7b2de079-b11c-465b-9636-05075da89f8c HTTP/1.1" status: 204 len: 168 time: 0.5340133 Mar 07 22:51:44.237266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7e98d-d2a3-48f5-ab8a-230d2ae87a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b2de079-b11c-465b-9636-05075da89f8c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:44.334554 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54714) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:44.374298 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-86c28fe0-bbb1-4459-9986-acb01284f94b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b1f2dc0f8154a95bea88bfc2133a0c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384619 Mar 07 22:51:44.376869 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54716) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:44.422606 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50efb138-d64a-4e6d-a6ae-4c3317cad52a admin admin] Publish callbacks [] for security_group (dbd98b0c-e3b6-4717-99ba-525b09b1ff6b), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.442540 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50efb138-d64a-4e6d-a6ae-4c3317cad52a admin admin] Publish callbacks [] for security_group (dbd98b0c-e3b6-4717-99ba-525b09b1ff6b), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.490352 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50efb138-d64a-4e6d-a6ae-4c3317cad52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (dbd98b0c-e3b6-4717-99ba-525b09b1ff6b), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.492820 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-50efb138-d64a-4e6d-a6ae-4c3317cad52a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.494244 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-50efb138-d64a-4e6d-a6ae-4c3317cad52a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbd98b0c-e3b6-4717-99ba-525b09b1ff6b HTTP/1.1" status: 204 len: 168 time: 0.1163781 Mar 07 22:51:44.501975 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efb138-d64a-4e6d-a6ae-4c3317cad52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd98b0c-e3b6-4717-99ba-525b09b1ff6b,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:44.803257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54722) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:44.841967 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2a4b1324-3732-41b7-899d-5af6eb75b7bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a22766ab1d84d5f995ab55bda6e0641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375242 Mar 07 22:51:44.844335 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54724) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:44.893840 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14d3ef4c-fd47-4429-afab-a48832e6fd71 admin admin] Publish callbacks [] for security_group (b82390e0-050e-4222-9fca-7f2b3fa5e860), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.914122 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14d3ef4c-fd47-4429-afab-a48832e6fd71 admin admin] Publish callbacks [] for security_group (b82390e0-050e-4222-9fca-7f2b3fa5e860), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.959462 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14d3ef4c-fd47-4429-afab-a48832e6fd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (b82390e0-050e-4222-9fca-7f2b3fa5e860), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.962285 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-14d3ef4c-fd47-4429-afab-a48832e6fd71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:44.963487 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-14d3ef4c-fd47-4429-afab-a48832e6fd71 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b82390e0-050e-4222-9fca-7f2b3fa5e860 HTTP/1.1" status: 204 len: 168 time: 0.1182790 Mar 07 22:51:44.971134 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3ef4c-fd47-4429-afab-a48832e6fd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82390e0-050e-4222-9fca-7f2b3fa5e860,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:45.129483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 34f3f472-2f72-40da-9c4e-10df0fe2b581 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:51:45.150364 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 34f3f472-2f72-40da-9c4e-10df0fe2b581 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:51:45.150718 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 34f3f472-2f72-40da-9c4e-10df0fe2b581 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:51:45.151142 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f216df89-b553-4dce-ae6a-150b3ef81bef no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:51:45.170766 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: f216df89-b553-4dce-ae6a-150b3ef81bef {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:51:45.171121 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f216df89-b553-4dce-ae6a-150b3ef81bef not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:51:45.171542 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e2baf6a5-cc55-42ef-956d-8e06bb8319cd no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:51:45.191478 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: e2baf6a5-cc55-42ef-956d-8e06bb8319cd {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:51:45.191825 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device e2baf6a5-cc55-42ef-956d-8e06bb8319cd not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:51:45.622421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54746) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:45.724607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1025554683-network', 'tenant_id': '917ca21ad6074240af4fbc61d254515a'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:51:45.743926 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] Made reservation on behalf of 917ca21ad6074240af4fbc61d254515a for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:51:45.746236 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:45.754399 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:45.773289 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6cdb-fd48-42cf-a667-603e7bc0fc20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:45.829022 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] Publish callbacks [] for security_group (f9640064-5cfc-4c00-a4f7-a09e208dd803), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:45.832462 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f9640064-5cfc-4c00-a4f7-a09e208dd803), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:45.856007 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:51:45.865577 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9640064-5cfc-4c00-a4f7-a09e208dd803,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:45.870719 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (6f2dd715-981a-4e49-acad-438da98fc202), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:45.871065 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] Added segment 6f2dd715-981a-4e49-acad-438da98fc202 of type vlan for network 1afd307a-023b-41a3-a039-44db73c35632 Mar 07 22:51:45.909689 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (1afd307a-023b-41a3-a039-44db73c35632), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:45.933685 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (1afd307a-023b-41a3-a039-44db73c35632), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:45.934884 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:45.935474 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:45.998160 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3746018 Mar 07 22:51:46.001129 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54750) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:46.006036 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-5e67c428-afdb-46a2-a2a1-8d7fae0af32f admin admin] Request body: {'subnet': {'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1025554683-subnet', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'ip_version': 4}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:51:46.008891 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3486cd-ca34-4cf2-8f20-18bc6a975b76 admin admin] Pushing event updated for resources: {'Network': ['ID=1afd307a-023b-41a3-a039-44db73c35632,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:46.019130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 1afd307a-023b-41a3-a039-44db73c35632 details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:51:46.027421 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e67c428-afdb-46a2-a2a1-8d7fae0af32f admin admin] Made reservation on behalf of 917ca21ad6074240af4fbc61d254515a for: {'subnet': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:51:46.030522 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e67c428-afdb-46a2-a2a1-8d7fae0af32f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4327074'] for subnet (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.194119 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e67c428-afdb-46a2-a2a1-8d7fae0af32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5163767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4327100'] for subnet (e15ca4d7-0c8b-47de-a365-328923d86d71), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.247819 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67c428-afdb-46a2-a2a1-8d7fae0af32f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15ca4d7-0c8b-47de-a365-328923d86d71,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:46.257660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e67c428-afdb-46a2-a2a1-8d7fae0af32f admin admin] Checking segment: {'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:51:46.258016 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e67c428-afdb-46a2-a2a1-8d7fae0af32f admin admin] Network hostable DHCP agents. Network: 1afd307a-023b-41a3-a039-44db73c35632, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:51:46.274751 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e67c428-afdb-46a2-a2a1-8d7fae0af32f admin admin] Network 1afd307a-023b-41a3-a039-44db73c35632 is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:51:46.283540 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-5e67c428-afdb-46a2-a2a1-8d7fae0af32f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 1afd307a-023b-41a3-a039-44db73c35632) {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:51:46.287927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67c428-afdb-46a2-a2a1-8d7fae0af32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:46.288517 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-5e67c428-afdb-46a2-a2a1-8d7fae0af32f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.292266 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beda07d-9cb6-4067-a61e-31a41efaa90d None None] Network 1afd307a-023b-41a3-a039-44db73c35632 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:51:46.311502 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-5e67c428-afdb-46a2-a2a1-8d7fae0af32f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3066995 Mar 07 22:51:46.311811 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54752) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:46.316119 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:51:46.335603 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (028b1827-a231-4fcb-a387-c9c52080c496), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.336535 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (028b1827-a231-4fcb-a387-c9c52080c496), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.394438 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Publish callbacks [] for router_controller (028b1827-a231-4fcb-a387-c9c52080c496), precommit_add_association {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.397433 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-1afd307a-023b-41a3-a039-44db73c35632', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'project_id': '917ca21ad6074240af4fbc61d254515a', 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:51:46.402265 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.533794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Allocated IP 172.20.0.2 (1afd307a-023b-41a3-a039-44db73c35632/e15ca4d7-0c8b-47de-a365-328923d86d71/68963092-abb7-4541-a029-69cc93f047b5) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:51:46.557751 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Publish callbacks [] for router_gateway (028b1827-a231-4fcb-a387-c9c52080c496), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.675662 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Publish callbacks [] for port (68963092-abb7-4541-a029-69cc93f047b5), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.681317 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (68963092-abb7-4541-a029-69cc93f047b5), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.725488 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Network 1afd307a-023b-41a3-a039-44db73c35632 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:51:46.728966 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:51:46.732554 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:51:46.739745 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Pushing event updated for resources: {'Port': ['ID=68963092-abb7-4541-a029-69cc93f047b5,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:46.764330 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Publish callbacks [] for router_gateway (028b1827-a231-4fcb-a387-c9c52080c496), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.784244 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.803538 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Attempting to bind port 68963092-abb7-4541-a029-69cc93f047b5 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:51:46.803920 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Attempting to bind port 68963092-abb7-4541-a029-69cc93f047b5 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:51:46.804306 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Attempting to bind port 68963092-abb7-4541-a029-69cc93f047b5 on network 1afd307a-023b-41a3-a039-44db73c35632 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:51:46.808233 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.811863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:51:46.812245 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Checking segment: {'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:51:46.812640 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.813037 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Bound using segment: {'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:51:46.813505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Bound port: 68963092-abb7-4541-a029-69cc93f047b5, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:51:46.813887 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (68963092-abb7-4541-a029-69cc93f047b5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.878701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] For port 68963092-abb7-4541-a029-69cc93f047b5, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:51:46.881786 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] For port 68963092-abb7-4541-a029-69cc93f047b5, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=68963092-abb7-4541-a029-69cc93f047b5,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:51:46.888109 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (68963092-abb7-4541-a029-69cc93f047b5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:46.895069 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Allocated IP 172.25.4.195 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/18e4e8d3-4a64-47f0-9890-1201d61bf468) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:51:46.957446 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84b1d2-46be-497a-bb6b-9c366c5bc590 None None] Pushing event updated for resources: {'Port': ['ID=68963092-abb7-4541-a029-69cc93f047b5,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:47.000820 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Publish callbacks [] for port (18e4e8d3-4a64-47f0-9890-1201d61bf468), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:47.037586 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (18e4e8d3-4a64-47f0-9890-1201d61bf468), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:47.084582 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:51:47.087922 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:51:47.092459 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:51:47.095609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Pushing event updated for resources: {'Port': ['ID=18e4e8d3-4a64-47f0-9890-1201d61bf468,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:47.697431 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Publish callbacks [] for router_gateway (028b1827-a231-4fcb-a387-c9c52080c496), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:47.826325 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46597102-4a5c-4e13-937c-0a46b98e275e None None] Network 1afd307a-023b-41a3-a039-44db73c35632 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:51:47.899077 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (028b1827-a231-4fcb-a387-c9c52080c496), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:47.931220 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7df203f4-946b-4bbd-8d49-98bce25b83de None None] Provisioning complete for port 68963092-abb7-4541-a029-69cc93f047b5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:47.931616 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7df203f4-946b-4bbd-8d49-98bce25b83de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (68963092-abb7-4541-a029-69cc93f047b5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:48.021100 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7df203f4-946b-4bbd-8d49-98bce25b83de None None] Current status of the port 68963092-abb7-4541-a029-69cc93f047b5 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:48.021500 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7df203f4-946b-4bbd-8d49-98bce25b83de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (68963092-abb7-4541-a029-69cc93f047b5), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:48.042418 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Router 028b1827-a231-4fcb-a387-c9c52080c496 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:51:48.058450 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-7df203f4-946b-4bbd-8d49-98bce25b83de None None] For port 68963092-abb7-4541-a029-69cc93f047b5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=68963092-abb7-4541-a029-69cc93f047b5,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:51:48.063848 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7df203f4-946b-4bbd-8d49-98bce25b83de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (68963092-abb7-4541-a029-69cc93f047b5), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:48.120854 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df203f4-946b-4bbd-8d49-98bce25b83de None None] Pushing event updated for resources: {'Port': ['ID=68963092-abb7-4541-a029-69cc93f047b5,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:48.161473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:51:48.170696 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Sync routers for ids ['028b1827-a231-4fcb-a387-c9c52080c496'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:51:48.181392 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:48.182745 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-09b65b6e-ba39-423b-8afd-44db5719707a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8699398 Mar 07 22:51:48.183233 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Routers {'028b1827-a231-4fcb-a387-c9c52080c496'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:51:48.183894 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['028b1827-a231-4fcb-a387-c9c52080c496'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:48.185562 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54754) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:48.280568 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5474990b-2b2e-4b0e-a036-ae011ab2c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:48.293867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2dec299c-de1a-47c1-baa5-1083e0088dc3 None None] Provisioning complete for port 68963092-abb7-4541-a029-69cc93f047b5 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:48.294389 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2dec299c-de1a-47c1-baa5-1083e0088dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (68963092-abb7-4541-a029-69cc93f047b5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:48.294608 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Set router 028b1827-a231-4fcb-a387-c9c52080c496 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:51:48.392415 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2dec299c-de1a-47c1-baa5-1083e0088dc3 None None] Current status of the port 68963092-abb7-4541-a029-69cc93f047b5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:48.566445 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:47Z', 'revision_number': 3, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:48.595689 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Checking router: 028b1827-a231-4fcb-a387-c9c52080c496 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:51:48.596040 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Updating router 028b1827-a231-4fcb-a387-c9c52080c496 port 18e4e8d3-4a64-47f0-9890-1201d61bf468 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:51:48.619866 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:48.623452 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (18e4e8d3-4a64-47f0-9890-1201d61bf468), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:48.772460 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:48.773374 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Allocated IP 172.20.0.1 (1afd307a-023b-41a3-a039-44db73c35632/e15ca4d7-0c8b-47de-a365-328923d86d71/cf0715f3-a8b6-42b3-88a4-f8e638f1224c) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:51:48.871977 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Publish callbacks [] for port (18e4e8d3-4a64-47f0-9890-1201d61bf468), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:48.873564 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Publish callbacks [] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:48.877529 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (18e4e8d3-4a64-47f0-9890-1201d61bf468), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:48.906902 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:48.932740 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Attempting to bind port 18e4e8d3-4a64-47f0-9890-1201d61bf468 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:51:48.933107 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Attempting to bind port 18e4e8d3-4a64-47f0-9890-1201d61bf468 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:51:48.933470 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Attempting to bind port 18e4e8d3-4a64-47f0-9890-1201d61bf468 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:51:48.936220 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca832b5-8336-4144-aa3a-941d80821495 None None] Pushing event updated for resources: {'Port': ['ID=18e4e8d3-4a64-47f0-9890-1201d61bf468,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:48.943805 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:51:48.944177 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:51:48.944577 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:48.944966 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:51:48.945426 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Bound port: 18e4e8d3-4a64-47f0-9890-1201d61bf468, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:51:48.945809 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (18e4e8d3-4a64-47f0-9890-1201d61bf468), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:48.949050 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca832b5-8336-4144-aa3a-941d80821495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:48.949397 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca832b5-8336-4144-aa3a-941d80821495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:48.949737 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca832b5-8336-4144-aa3a-941d80821495 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:48.950093 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca832b5-8336-4144-aa3a-941d80821495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:48.950429 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca832b5-8336-4144-aa3a-941d80821495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:48.950761 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca832b5-8336-4144-aa3a-941d80821495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:48.951089 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca832b5-8336-4144-aa3a-941d80821495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:48.951415 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca832b5-8336-4144-aa3a-941d80821495 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:48.951741 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca832b5-8336-4144-aa3a-941d80821495 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:48.952070 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca832b5-8336-4144-aa3a-941d80821495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:48.952392 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca832b5-8336-4144-aa3a-941d80821495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:48.952714 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca832b5-8336-4144-aa3a-941d80821495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:48.953025 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca832b5-8336-4144-aa3a-941d80821495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:51:48.953509 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Network 1afd307a-023b-41a3-a039-44db73c35632 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:51:48.956627 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:51:48.961539 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:51:48.964820 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Pushing event updated for resources: {'Port': ['ID=cf0715f3-a8b6-42b3-88a4-f8e638f1224c,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:49.002984 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (028b1827-a231-4fcb-a387-c9c52080c496), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:49.003649 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] For port 18e4e8d3-4a64-47f0-9890-1201d61bf468, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:51:49.007795 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] For port 18e4e8d3-4a64-47f0-9890-1201d61bf468, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=18e4e8d3-4a64-47f0-9890-1201d61bf468,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:51:49.013835 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (18e4e8d3-4a64-47f0-9890-1201d61bf468), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:49.069062 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca832b5-8336-4144-aa3a-941d80821495 None None] Pushing event updated for resources: {'Port': ['ID=18e4e8d3-4a64-47f0-9890-1201d61bf468,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:49.080797 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Routers {'028b1827-a231-4fcb-a387-c9c52080c496'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:51:49.081427 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['028b1827-a231-4fcb-a387-c9c52080c496'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:49.165106 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:49.204502 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] Set router 028b1827-a231-4fcb-a387-c9c52080c496 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:51:49.210722 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 68963092-abb7-4541-a029-69cc93f047b5 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:51:49.262752 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 68963092-abb7-4541-a029-69cc93f047b5 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:49.263180 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (68963092-abb7-4541-a029-69cc93f047b5), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:49.349813 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Publish callbacks [] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:49.356408 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207239'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:49.359102 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-a32a4af8-8c19-4346-89f4-bde7f0d812b8 None None] Provisioning complete for port cf0715f3-a8b6-42b3-88a4-f8e638f1224c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:49.359742 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a32a4af8-8c19-4346-89f4-bde7f0d812b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:49.384299 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 68963092-abb7-4541-a029-69cc93f047b5 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:49.402835 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-a32a4af8-8c19-4346-89f4-bde7f0d812b8 None None] Port cf0715f3-a8b6-42b3-88a4-f8e638f1224c cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:51:49.416904 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:47Z', 'revision_number': 3, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:49.424057 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Pushing event updated for resources: {'Port': ['ID=cf0715f3-a8b6-42b3-88a4-f8e638f1224c,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:49.429063 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (028b1827-a231-4fcb-a387-c9c52080c496), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:49.443930 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b3d6f7-d8c7-4e41-9ac3-67232016edc3 None None] The sync data for ids ['028b1827-a231-4fcb-a387-c9c52080c496'] in n-d-832330-1 is: [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:47Z', 'revision_number': 3, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:51:49.524256 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Network 1afd307a-023b-41a3-a039-44db73c35632 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:51:49.526396 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:51:49.603327 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:49.647036 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Router 028b1827-a231-4fcb-a387-c9c52080c496 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:51:49.782025 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:51:49.787337 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-e21452a5-931e-4120-aee1-f93389898513 admin admin] 10.222.0.26 "PUT /v2.0/routers/028b1827-a231-4fcb-a387-c9c52080c496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5999892 Mar 07 22:51:49.826361 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-9f7f2cc0-b7da-4507-8b6a-8d05d059e05f None None] Provisioning complete for port cf0715f3-a8b6-42b3-88a4-f8e638f1224c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:49.826858 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9f7f2cc0-b7da-4507-8b6a-8d05d059e05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:49.868326 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f2cc0-b7da-4507-8b6a-8d05d059e05f None None] Port cf0715f3-a8b6-42b3-88a4-f8e638f1224c cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:51:50.275517 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54770) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:50.280425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-655549814-network', 'tenant_id': '5ef77d56e2af4eaa9d1855e7498bb360'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:51:50.299948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] Made reservation on behalf of 5ef77d56e2af4eaa9d1855e7498bb360 for: {'network': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:51:50.302483 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for network (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:50.316381 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:50.392108 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] Publish callbacks [] for security_group (551a78d1-aa5d-4d72-95b0-46a0194716a7), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:50.395724 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (551a78d1-aa5d-4d72-95b0-46a0194716a7), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:50.420179 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:51:50.428918 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551a78d1-aa5d-4d72-95b0-46a0194716a7,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:50.436316 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (8b85d13c-7d92-40c0-a27f-fb61e9edc7a2), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:50.436663 n-d-832330-1 neutron-server[103719]: INFO neutron.db.segments_db [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] Added segment 8b85d13c-7d92-40c0-a27f-fb61e9edc7a2 of type vlan for network 23982766-c788-46a1-96a1-d18fbe7e01fd Mar 07 22:51:50.475093 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791274872086'] for network (23982766-c788-46a1-96a1-d18fbe7e01fd), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:50.501731 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810'] for network (23982766-c788-46a1-96a1-d18fbe7e01fd), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:50.502842 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:50.503493 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:50.564766 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:50.567381 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2907705 Mar 07 22:51:50.570240 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54772) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:50.572770 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08456b74-d611-429a-bf5b-e7bce23b9ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=23982766-c788-46a1-96a1-d18fbe7e01fd,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:50.575357 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-79010219-f336-4e12-8a42-6daa281299b8 admin admin] Request body: {'subnet': {'network_id': '23982766-c788-46a1-96a1-d18fbe7e01fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-655549814-subnet', 'tenant_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'ip_version': 4}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:51:50.584081 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Network 23982766-c788-46a1-96a1-d18fbe7e01fd details requested by agent ovs-agent-n-d-832330-1 with host n-d-832330-1 {{(pid=103720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 22:51:50.598661 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79010219-f336-4e12-8a42-6daa281299b8 admin admin] Made reservation on behalf of 5ef77d56e2af4eaa9d1855e7498bb360 for: {'subnet': 1} {{(pid=103718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:51:50.601270 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79010219-f336-4e12-8a42-6daa281299b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5193116'] for subnet (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:50.773793 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79010219-f336-4e12-8a42-6daa281299b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4206862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5193090'] for subnet (da3fd696-ac25-49c7-9bfc-e1cc092e296c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:50.826834 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79010219-f336-4e12-8a42-6daa281299b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3fd696-ac25-49c7-9bfc-e1cc092e296c,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:50.836687 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79010219-f336-4e12-8a42-6daa281299b8 admin admin] Checking segment: {'id': '8b85d13c-7d92-40c0-a27f-fb61e9edc7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23982766-c788-46a1-96a1-d18fbe7e01fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:51:50.837048 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79010219-f336-4e12-8a42-6daa281299b8 admin admin] Network hostable DHCP agents. Network: 23982766-c788-46a1-96a1-d18fbe7e01fd, hostable agents: ['3a59fca2-d880-44ee-9d7a-cf23d86a3c4e'], hosted agents: [] {{(pid=103718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:51:50.855819 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79010219-f336-4e12-8a42-6daa281299b8 admin admin] Network 23982766-c788-46a1-96a1-d18fbe7e01fd is scheduled to be hosted by DHCP agent 3a59fca2-d880-44ee-9d7a-cf23d86a3c4e with binding_index 1 {{(pid=103718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:51:50.865691 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-79010219-f336-4e12-8a42-6daa281299b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832330-1, 23982766-c788-46a1-96a1-d18fbe7e01fd) {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:51:50.869709 n-d-832330-1 neutron-server[103718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79010219-f336-4e12-8a42-6daa281299b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:50.870331 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-79010219-f336-4e12-8a42-6daa281299b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:50.875716 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4055a6da-65e5-4de0-9dc8-3a5e99667057 None None] Network 23982766-c788-46a1-96a1-d18fbe7e01fd requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:51:50.888342 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-79010219-f336-4e12-8a42-6daa281299b8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3169267 Mar 07 22:51:50.891449 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54774) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:50.895811 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-655549814-router', 'tenant_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:51:50.915130 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25942'] for router (90d790b8-f72e-48ca-9bc3-98e83452bd82), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:50.916176 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25951'] for router (90d790b8-f72e-48ca-9bc3-98e83452bd82), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:50.974398 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Publish callbacks [] for router_controller (90d790b8-f72e-48ca-9bc3-98e83452bd82), precommit_add_association {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:51.107121 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Sync routers for ids ['028b1827-a231-4fcb-a387-c9c52080c496'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:51:51.124057 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Routers {'028b1827-a231-4fcb-a387-c9c52080c496'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:51:51.124701 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['028b1827-a231-4fcb-a387-c9c52080c496'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:51.166440 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 18e4e8d3-4a64-47f0-9890-1201d61bf468 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:51:51.270653 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c6fff7-2801-5d96-a47c-3356a2beec2c-23982766-c788-46a1-96a1-d18fbe7e01fd', 'network_id': '23982766-c788-46a1-96a1-d18fbe7e01fd', 'project_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'fixed_ips': [{'subnet_id': 'da3fd696-ac25-49c7-9bfc-e1cc092e296c'}]}} from n-d-832330-1. {{(pid=103720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 22:51:51.271512 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:51.328990 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Set router 028b1827-a231-4fcb-a387-c9c52080c496 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:51:51.443879 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 18e4e8d3-4a64-47f0-9890-1201d61bf468 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:51.444252 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (18e4e8d3-4a64-47f0-9890-1201d61bf468), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:51.457956 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Publish callbacks [] for router_gateway (90d790b8-f72e-48ca-9bc3-98e83452bd82), precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:51.622783 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Allocated IP 172.20.0.2 (23982766-c788-46a1-96a1-d18fbe7e01fd/da3fd696-ac25-49c7-9bfc-e1cc092e296c/ec0fa51c-e90b-4611-b2d9-3d9f8f998af0) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:51:51.656089 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Publish callbacks [] for router_gateway (90d790b8-f72e-48ca-9bc3-98e83452bd82), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:51.678519 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:51.761914 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 18e4e8d3-4a64-47f0-9890-1201d61bf468 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:51.762327 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (18e4e8d3-4a64-47f0-9890-1201d61bf468), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:51.778736 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.db_base_plugin_common [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Allocated IP 172.25.4.154 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/394b94b7-a6ca-48e5-a766-c9cba8dec074) {{(pid=103718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:51:51.804195 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 18e4e8d3-4a64-47f0-9890-1201d61bf468, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=18e4e8d3-4a64-47f0-9890-1201d61bf468,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:51:51.812861 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (18e4e8d3-4a64-47f0-9890-1201d61bf468), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:51.881872 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'cf0715f3-a8b6-42b3-88a4-f8e638f1224c', 'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'mac_address': 'fa:16:3e:4e:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:48Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 2, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'subnets': [{'id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:51.883749 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Publish callbacks [] for port (394b94b7-a6ca-48e5-a766-c9cba8dec074), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:51.916358 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Checking router: 028b1827-a231-4fcb-a387-c9c52080c496 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:51:51.916654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Updating router 028b1827-a231-4fcb-a387-c9c52080c496 port cf0715f3-a8b6-42b3-88a4-f8e638f1224c binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:51:51.917212 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (394b94b7-a6ca-48e5-a766-c9cba8dec074), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:51.952204 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:51:51.958959 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.base_scheduler [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:51:51.959309 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=18e4e8d3-4a64-47f0-9890-1201d61bf468,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:51.962150 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Publish callbacks [] for port (ec0fa51c-e90b-4611-b2d9-3d9f8f998af0), precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:51.962462 n-d-832330-1 neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Received port after_create {{(pid=103718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:51:51.968687 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:51.978802 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575'] for port (ec0fa51c-e90b-4611-b2d9-3d9f8f998af0), after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:51.992511 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Pushing event updated for resources: {'Port': ['ID=394b94b7-a6ca-48e5-a766-c9cba8dec074,revision_number=1']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:52.038219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Network 23982766-c788-46a1-96a1-d18fbe7e01fd is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:51:52.046407 n-d-832330-1 neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Resources bound (agent type, host, resource id): {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:51:52.055181 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:51:52.074643 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Pushing event updated for resources: {'Port': ['ID=ec0fa51c-e90b-4611-b2d9-3d9f8f998af0,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:52.181258 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Attempting to bind port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:51:52.182054 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Attempting to bind port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8b85d13c-7d92-40c0-a27f-fb61e9edc7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23982766-c788-46a1-96a1-d18fbe7e01fd'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:51:52.182434 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Attempting to bind port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 on network 23982766-c788-46a1-96a1-d18fbe7e01fd {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:51:52.207759 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:51:52.208130 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Checking segment: {'id': '8b85d13c-7d92-40c0-a27f-fb61e9edc7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23982766-c788-46a1-96a1-d18fbe7e01fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:51:52.208530 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:52.208921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Bound using segment: {'id': '8b85d13c-7d92-40c0-a27f-fb61e9edc7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23982766-c788-46a1-96a1-d18fbe7e01fd'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:51:52.209390 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Bound port: ec0fa51c-e90b-4611-b2d9-3d9f8f998af0, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b85d13c-7d92-40c0-a27f-fb61e9edc7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23982766-c788-46a1-96a1-d18fbe7e01fd'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:51:52.209772 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec0fa51c-e90b-4611-b2d9-3d9f8f998af0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:52.226836 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Publish callbacks [] for router_gateway (90d790b8-f72e-48ca-9bc3-98e83452bd82), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:52.310999 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:52.346785 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] For port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:51:52.372556 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] For port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec0fa51c-e90b-4611-b2d9-3d9f8f998af0,segment=NetworkSegment(8b85d13c-7d92-40c0-a27f-fb61e9edc7a2),segment_id=8b85d13c-7d92-40c0-a27f-fb61e9edc7a2)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:51:52.398790 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ec0fa51c-e90b-4611-b2d9-3d9f8f998af0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:52.433550 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409850'] for router (90d790b8-f72e-48ca-9bc3-98e83452bd82), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:52.439500 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Publish callbacks [] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:52.453419 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:52.477321 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0c340-c4de-4e26-b871-8b5f77775204 None None] Pushing event updated for resources: {'Port': ['ID=ec0fa51c-e90b-4611-b2d9-3d9f8f998af0,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:52.569275 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e3991-7c6a-4f02-93ed-67d969367331 None None] Pushing event updated for resources: {'Port': ['ID=cf0715f3-a8b6-42b3-88a4-f8e638f1224c,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:52.581103 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Attempting to bind port cf0715f3-a8b6-42b3-88a4-f8e638f1224c on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:51:52.581482 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Attempting to bind port cf0715f3-a8b6-42b3-88a4-f8e638f1224c by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:51:52.581851 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Attempting to bind port cf0715f3-a8b6-42b3-88a4-f8e638f1224c on network 1afd307a-023b-41a3-a039-44db73c35632 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:51:52.587397 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:51:52.587822 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Checking segment: {'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:51:52.588228 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:52.588628 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Bound using segment: {'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:51:52.589104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Bound port: cf0715f3-a8b6-42b3-88a4-f8e638f1224c, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:51:52.589488 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:52.597152 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Router 90d790b8-f72e-48ca-9bc3-98e83452bd82 is scheduled to L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f with binding_index 1 {{(pid=103718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 22:51:52.665106 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] For port cf0715f3-a8b6-42b3-88a4-f8e638f1224c, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:51:52.669903 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] For port cf0715f3-a8b6-42b3-88a4-f8e638f1224c, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cf0715f3-a8b6-42b3-88a4-f8e638f1224c,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:51:52.678594 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:52.742617 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Routers {'028b1827-a231-4fcb-a387-c9c52080c496'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:51:52.743749 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['028b1827-a231-4fcb-a387-c9c52080c496'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:52.752904 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:51:52.762513 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Sync routers for ids ['90d790b8-f72e-48ca-9bc3-98e83452bd82'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:51:52.775718 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Routers {'90d790b8-f72e-48ca-9bc3-98e83452bd82'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:51:52.776590 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['90d790b8-f72e-48ca-9bc3-98e83452bd82'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:52.788263 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:52.789843 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-3478a1ee-a4a6-4f86-bcbb-a754418caa28 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8973556 Mar 07 22:51:52.793999 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54776) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:52.842144 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e3991-7c6a-4f02-93ed-67d969367331 None None] Pushing event updated for resources: {'Port': ['ID=cf0715f3-a8b6-42b3-88a4-f8e638f1224c,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:52.901807 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-bc847e07-fd70-4cff-b4eb-7735f2eb7e3c None None] Provisioning complete for port cf0715f3-a8b6-42b3-88a4-f8e638f1224c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:52.902494 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bc847e07-fd70-4cff-b4eb-7735f2eb7e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:52.910769 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Set router 90d790b8-f72e-48ca-9bc3-98e83452bd82 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:51:53.149521 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'name': 'tempest-TestSnapshotPattern-655549814-router', 'tenant_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '394b94b7-a6ca-48e5-a766-c9cba8dec074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:50Z', 'updated_at': '2022-03-07T22:51:52Z', 'revision_number': 3, 'project_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'gw_port': {'id': '394b94b7-a6ca-48e5-a766-c9cba8dec074', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:51Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:53.185470 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] Set router 028b1827-a231-4fcb-a387-c9c52080c496 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:51:53.193936 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Checking router: 90d790b8-f72e-48ca-9bc3-98e83452bd82 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:51:53.194181 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Updating router 90d790b8-f72e-48ca-9bc3-98e83452bd82 port 394b94b7-a6ca-48e5-a766-c9cba8dec074 binding host n-d-832330-1 {{(pid=103721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:51:53.230163 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-bc847e07-fd70-4cff-b4eb-7735f2eb7e3c None None] Current status of the port cf0715f3-a8b6-42b3-88a4-f8e638f1224c is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:53.230562 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bc847e07-fd70-4cff-b4eb-7735f2eb7e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:53.235185 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (394b94b7-a6ca-48e5-a766-c9cba8dec074), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:53.288091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:51:53.346865 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-bc847e07-fd70-4cff-b4eb-7735f2eb7e3c None None] For port cf0715f3-a8b6-42b3-88a4-f8e638f1224c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cf0715f3-a8b6-42b3-88a4-f8e638f1224c,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:51:53.381426 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bc847e07-fd70-4cff-b4eb-7735f2eb7e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:53.420832 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:53.454536 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc847e07-fd70-4cff-b4eb-7735f2eb7e3c None None] Pushing event updated for resources: {'Port': ['ID=cf0715f3-a8b6-42b3-88a4-f8e638f1224c,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:53.485017 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:53.485396 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec0fa51c-e90b-4611-b2d9-3d9f8f998af0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:53.534338 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Publish callbacks [] for port (394b94b7-a6ca-48e5-a766-c9cba8dec074), precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:53.543473 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (394b94b7-a6ca-48e5-a766-c9cba8dec074), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:53.573188 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-4786c06b-de9f-483a-8cd8-f1951854fd80 None None] Provisioning complete for port cf0715f3-a8b6-42b3-88a4-f8e638f1224c triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:53.573572 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4786c06b-de9f-483a-8cd8-f1951854fd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:53.594302 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c95ff-f761-4ab1-aa1e-26c6f013274d None None] Pushing event updated for resources: {'Port': ['ID=394b94b7-a6ca-48e5-a766-c9cba8dec074,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:53.627535 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Attempting to bind port 394b94b7-a6ca-48e5-a766-c9cba8dec074 on host n-d-832330-1 for vnic_type normal with profile {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:51:53.627812 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Attempting to bind port 394b94b7-a6ca-48e5-a766-c9cba8dec074 by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:51:53.628106 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Attempting to bind port 394b94b7-a6ca-48e5-a766-c9cba8dec074 on network f20316a0-eab8-41f0-8613-93a8a216afe6 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:51:53.634136 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:51:53.635356 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Checking segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:51:53.635768 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:53.636136 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Bound using segment: {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:51:53.636608 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Bound port: 394b94b7-a6ca-48e5-a766-c9cba8dec074, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f12f0f-a1a5-45bc-8849-af30d7474885', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:51:53.637137 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (394b94b7-a6ca-48e5-a766-c9cba8dec074), before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:53.649080 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Allocated IP 172.20.0.1 (23982766-c788-46a1-96a1-d18fbe7e01fd/da3fd696-ac25-49c7-9bfc-e1cc092e296c/f5a9f255-dafc-4641-a7bc-d9eea435af4e) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:51:53.672632 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'cf0715f3-a8b6-42b3-88a4-f8e638f1224c', 'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'mac_address': 'fa:16:3e:4e:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:48Z', 'updated_at': '2022-03-07T22:51:52Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'subnets': [{'id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:53.699127 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] For port 394b94b7-a6ca-48e5-a766-c9cba8dec074, host n-d-832330-1, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:51:53.702480 n-d-832330-1 neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] For port 394b94b7-a6ca-48e5-a766-c9cba8dec074, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=394b94b7-a6ca-48e5-a766-c9cba8dec074,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:51:53.708801 n-d-832330-1 neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (394b94b7-a6ca-48e5-a766-c9cba8dec074), after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:53.716995 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f725af6-011a-45fb-870a-8805a8a96210 None None] The sync data for ids ['028b1827-a231-4fcb-a387-c9c52080c496'] in n-d-832330-1 is: [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'cf0715f3-a8b6-42b3-88a4-f8e638f1224c', 'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'mac_address': 'fa:16:3e:4e:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:48Z', 'updated_at': '2022-03-07T22:51:52Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'subnets': [{'id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:51:53.749747 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:53.756206 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (ec0fa51c-e90b-4611-b2d9-3d9f8f998af0), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:53.779215 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c95ff-f761-4ab1-aa1e-26c6f013274d None None] Pushing event updated for resources: {'Port': ['ID=394b94b7-a6ca-48e5-a766-c9cba8dec074,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:53.796665 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Publish callbacks [] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:53.835114 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-4786c06b-de9f-483a-8cd8-f1951854fd80 None None] Current status of the port cf0715f3-a8b6-42b3-88a4-f8e638f1224c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:53.841607 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Routers {'90d790b8-f72e-48ca-9bc3-98e83452bd82'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:51:53.842753 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['90d790b8-f72e-48ca-9bc3-98e83452bd82'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:53.848236 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec0fa51c-e90b-4611-b2d9-3d9f8f998af0,segment=NetworkSegment(8b85d13c-7d92-40c0-a27f-fb61e9edc7a2),segment_id=8b85d13c-7d92-40c0-a27f-fb61e9edc7a2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:51:53.855513 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (ec0fa51c-e90b-4611-b2d9-3d9f8f998af0), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:53.856645 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 18e4e8d3-4a64-47f0-9890-1201d61bf468 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:51:53.872090 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:53.958360 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Pushing event updated for resources: {'Port': ['ID=f5a9f255-dafc-4641-a7bc-d9eea435af4e,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:53.969799 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=ec0fa51c-e90b-4611-b2d9-3d9f8f998af0,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:53.979260 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Network 23982766-c788-46a1-96a1-d18fbe7e01fd is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:51:53.980927 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:51:53.986904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:51:54.004141 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 18e4e8d3-4a64-47f0-9890-1201d61bf468 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:54.004812 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (18e4e8d3-4a64-47f0-9890-1201d61bf468), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:54.030483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb18f7b-f434-49ef-ac9b-bc1cbb56e986 None None] Network 23982766-c788-46a1-96a1-d18fbe7e01fd requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:51:54.059338 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411607'] for router_interface (90d790b8-f72e-48ca-9bc3-98e83452bd82), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:54.106527 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] Set router 90d790b8-f72e-48ca-9bc3-98e83452bd82 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:51:54.159821 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-b85c7234-f1e5-40db-b9bf-446718b7368c None None] Provisioning complete for port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:54.160714 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b85c7234-f1e5-40db-b9bf-446718b7368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec0fa51c-e90b-4611-b2d9-3d9f8f998af0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:54.230097 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:54.267330 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 18e4e8d3-4a64-47f0-9890-1201d61bf468 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:54.325011 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-b85c7234-f1e5-40db-b9bf-446718b7368c None None] Current status of the port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:54.364248 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'name': 'tempest-TestSnapshotPattern-655549814-router', 'tenant_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '394b94b7-a6ca-48e5-a766-c9cba8dec074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:50Z', 'updated_at': '2022-03-07T22:51:52Z', 'revision_number': 3, 'project_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'gw_port': {'id': '394b94b7-a6ca-48e5-a766-c9cba8dec074', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:51Z', 'updated_at': '2022-03-07T22:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:54.412176 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f54816-18ee-4c2a-a61b-2a33ed5738d5 None None] The sync data for ids ['90d790b8-f72e-48ca-9bc3-98e83452bd82'] in n-d-832330-1 is: [{'id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'name': 'tempest-TestSnapshotPattern-655549814-router', 'tenant_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '394b94b7-a6ca-48e5-a766-c9cba8dec074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:50Z', 'updated_at': '2022-03-07T22:51:52Z', 'revision_number': 3, 'project_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'gw_port': {'id': '394b94b7-a6ca-48e5-a766-c9cba8dec074', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:51Z', 'updated_at': '2022-03-07T22:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:51:54.484790 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Publish callbacks [] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:54.491141 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:54.548815 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-808cc449-43da-40e8-bac9-761f98b92ecd None None] Provisioning complete for port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:54.549115 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-808cc449-43da-40e8-bac9-761f98b92ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec0fa51c-e90b-4611-b2d9-3d9f8f998af0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:54.566720 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411579'] for router_interface (90d790b8-f72e-48ca-9bc3-98e83452bd82), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:54.574805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Pushing event updated for resources: {'Port': ['ID=f5a9f255-dafc-4641-a7bc-d9eea435af4e,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:54.689451 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-808cc449-43da-40e8-bac9-761f98b92ecd None None] Current status of the port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:54.702966 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Network 23982766-c788-46a1-96a1-d18fbe7e01fd is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:51:54.704160 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-808cc449-43da-40e8-bac9-761f98b92ecd None None] Provisioning complete for port f5a9f255-dafc-4641-a7bc-d9eea435af4e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:54.704540 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-808cc449-43da-40e8-bac9-761f98b92ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:54.704672 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:51:54.745277 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-808cc449-43da-40e8-bac9-761f98b92ecd None None] Port f5a9f255-dafc-4641-a7bc-d9eea435af4e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:51:54.871427 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Router 90d790b8-f72e-48ca-9bc3-98e83452bd82 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:51:54.875345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-d3d98b4b-6263-4dc9-b874-3e0d15adfc4e None None] Provisioning complete for port f5a9f255-dafc-4641-a7bc-d9eea435af4e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:54.875922 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d3d98b4b-6263-4dc9-b874-3e0d15adfc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:54.940691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-d3d98b4b-6263-4dc9-b874-3e0d15adfc4e None None] Port f5a9f255-dafc-4641-a7bc-d9eea435af4e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:51:55.031843 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:51:55.044544 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2dfe9ccb-c251-47b4-a9c2-426c51c91a7b admin admin] 10.222.0.26 "PUT /v2.0/routers/90d790b8-f72e-48ca-9bc3-98e83452bd82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2450616 Mar 07 22:51:55.163408 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-c6c4553b-b689-4ce2-a0e6-b92c700337bc None None] Provisioning complete for port f5a9f255-dafc-4641-a7bc-d9eea435af4e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:55.163788 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6c4553b-b689-4ce2-a0e6-b92c700337bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:55.226535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4553b-b689-4ce2-a0e6-b92c700337bc None None] Port f5a9f255-dafc-4641-a7bc-d9eea435af4e cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:51:55.312975 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cf0715f3-a8b6-42b3-88a4-f8e638f1224c up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:51:55.372505 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port cf0715f3-a8b6-42b3-88a4-f8e638f1224c triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:55.372910 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:55.459104 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port cf0715f3-a8b6-42b3-88a4-f8e638f1224c is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:55.460205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 394b94b7-a6ca-48e5-a766-c9cba8dec074 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:51:55.509441 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 394b94b7-a6ca-48e5-a766-c9cba8dec074 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:55.509816 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (394b94b7-a6ca-48e5-a766-c9cba8dec074), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:55.591489 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 394b94b7-a6ca-48e5-a766-c9cba8dec074 is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:55.591886 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (394b94b7-a6ca-48e5-a766-c9cba8dec074), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:55.614195 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] For port 394b94b7-a6ca-48e5-a766-c9cba8dec074, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=394b94b7-a6ca-48e5-a766-c9cba8dec074,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:51:55.619431 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (394b94b7-a6ca-48e5-a766-c9cba8dec074), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:55.620232 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:51:55.696894 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Pushing event updated for resources: {'Port': ['ID=394b94b7-a6ca-48e5-a766-c9cba8dec074,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:55.710245 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:55.710625 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (ec0fa51c-e90b-4611-b2d9-3d9f8f998af0), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:55.790445 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:56.676618 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54786) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:56.681375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-c454f284-4d11-4e88-bc54-007e71040b53 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515754604', 'description': 'tempest-secgroup-smoke-1515754604 description', 'project_id': '917ca21ad6074240af4fbc61d254515a'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:51:56.702669 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c454f284-4d11-4e88-bc54-007e71040b53 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:56.769998 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c454f284-4d11-4e88-bc54-007e71040b53 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group (566efd80-74fc-4baf-a920-36a8adc7f9f8), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:56.774767 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c454f284-4d11-4e88-bc54-007e71040b53 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (566efd80-74fc-4baf-a920-36a8adc7f9f8), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:56.807023 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-c454f284-4d11-4e88-bc54-007e71040b53 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:56.808355 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-c454f284-4d11-4e88-bc54-007e71040b53 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1305294 Mar 07 22:51:56.811503 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54788) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:56.816704 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-6e77f8ed-33b1-4c9d-9dba-218bd5959275 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Request body: {'security_group_rule': {'security_group_id': '566efd80-74fc-4baf-a920-36a8adc7f9f8', 'project_id': '917ca21ad6074240af4fbc61d254515a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:51:56.821861 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454f284-4d11-4e88-bc54-007e71040b53 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566efd80-74fc-4baf-a920-36a8adc7f9f8,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:56.845077 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e77f8ed-33b1-4c9d-9dba-218bd5959275 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (50509da6-ebcf-45fd-b39c-5d69b3fe09ac), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:56.904259 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e77f8ed-33b1-4c9d-9dba-218bd5959275 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (50509da6-ebcf-45fd-b39c-5d69b3fe09ac), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:56.907649 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e77f8ed-33b1-4c9d-9dba-218bd5959275 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (50509da6-ebcf-45fd-b39c-5d69b3fe09ac), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:56.924958 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77f8ed-33b1-4c9d-9dba-218bd5959275 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50509da6-ebcf-45fd-b39c-5d69b3fe09ac,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:56.933445 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6e77f8ed-33b1-4c9d-9dba-218bd5959275 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:56.934673 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6e77f8ed-33b1-4c9d-9dba-218bd5959275 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222014 Mar 07 22:51:56.938111 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54790) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:56.942680 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-ee7acdf2-91ac-483d-8427-4edbac4031d3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Request body: {'security_group_rule': {'security_group_id': '566efd80-74fc-4baf-a920-36a8adc7f9f8', 'project_id': '917ca21ad6074240af4fbc61d254515a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:51:56.969666 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee7acdf2-91ac-483d-8427-4edbac4031d3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (b4444cfd-2ec1-420e-a59c-6441fec06d5c), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.026222 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee7acdf2-91ac-483d-8427-4edbac4031d3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (b4444cfd-2ec1-420e-a59c-6441fec06d5c), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.029888 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee7acdf2-91ac-483d-8427-4edbac4031d3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (b4444cfd-2ec1-420e-a59c-6441fec06d5c), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.047835 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7acdf2-91ac-483d-8427-4edbac4031d3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4444cfd-2ec1-420e-a59c-6441fec06d5c,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:57.055519 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ee7acdf2-91ac-483d-8427-4edbac4031d3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.058759 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-ee7acdf2-91ac-483d-8427-4edbac4031d3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193848 Mar 07 22:51:57.059869 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54792) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:57.064197 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-75dcfbcd-e708-4aa9-99df-da9fae0b9afe tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Request body: {'security_group_rule': {'security_group_id': '566efd80-74fc-4baf-a920-36a8adc7f9f8', 'project_id': '917ca21ad6074240af4fbc61d254515a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:51:57.093844 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75dcfbcd-e708-4aa9-99df-da9fae0b9afe tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (fb72327b-1b51-4cb4-b2e2-35606260e47f), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.151109 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 394b94b7-a6ca-48e5-a766-c9cba8dec074 up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:51:57.155846 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75dcfbcd-e708-4aa9-99df-da9fae0b9afe tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (fb72327b-1b51-4cb4-b2e2-35606260e47f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.159541 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75dcfbcd-e708-4aa9-99df-da9fae0b9afe tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (fb72327b-1b51-4cb4-b2e2-35606260e47f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.179638 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcfbcd-e708-4aa9-99df-da9fae0b9afe tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb72327b-1b51-4cb4-b2e2-35606260e47f,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:57.193004 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75dcfbcd-e708-4aa9-99df-da9fae0b9afe tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.194396 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-75dcfbcd-e708-4aa9-99df-da9fae0b9afe tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335092 Mar 07 22:51:57.197897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54794) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:57.202653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-52a203f9-e694-40b4-bcd1-0ed5d4fe3fbd tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Request body: {'security_group_rule': {'security_group_id': '566efd80-74fc-4baf-a920-36a8adc7f9f8', 'project_id': '917ca21ad6074240af4fbc61d254515a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:51:57.207255 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port 394b94b7-a6ca-48e5-a766-c9cba8dec074 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:57.207427 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (394b94b7-a6ca-48e5-a766-c9cba8dec074), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.228299 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52a203f9-e694-40b4-bcd1-0ed5d4fe3fbd tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (a919e96e-a05b-4b77-8d55-8df25e4d9280), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.283607 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Sync routers for ids ['90d790b8-f72e-48ca-9bc3-98e83452bd82'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:51:57.288947 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52a203f9-e694-40b4-bcd1-0ed5d4fe3fbd tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (a919e96e-a05b-4b77-8d55-8df25e4d9280), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.293258 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52a203f9-e694-40b4-bcd1-0ed5d4fe3fbd tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (a919e96e-a05b-4b77-8d55-8df25e4d9280), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.312466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a203f9-e694-40b4-bcd1-0ed5d4fe3fbd tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a919e96e-a05b-4b77-8d55-8df25e4d9280,revision_number=0']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:57.312730 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Routers {'90d790b8-f72e-48ca-9bc3-98e83452bd82'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:51:57.313343 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['90d790b8-f72e-48ca-9bc3-98e83452bd82'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:57.315229 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port 394b94b7-a6ca-48e5-a766-c9cba8dec074 is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:57.320807 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-52a203f9-e694-40b4-bcd1-0ed5d4fe3fbd tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.325885 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-52a203f9-e694-40b4-bcd1-0ed5d4fe3fbd tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239545 Mar 07 22:51:57.326206 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54796) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:57.330918 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-46ce16e8-d7e5-4fe3-a06b-a087f9f1bc21 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Request body: {'security_group_rule': {'security_group_id': '566efd80-74fc-4baf-a920-36a8adc7f9f8', 'project_id': '917ca21ad6074240af4fbc61d254515a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:51:57.350738 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-46ce16e8-d7e5-4fe3-a06b-a087f9f1bc21 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Project 917ca21ad6074240af4fbc61d254515a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:51:57.355567 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46ce16e8-d7e5-4fe3-a06b-a087f9f1bc21 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (db828585-6d0b-48dc-8044-8260df9b4078), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.419764 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46ce16e8-d7e5-4fe3-a06b-a087f9f1bc21 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (db828585-6d0b-48dc-8044-8260df9b4078), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.424213 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46ce16e8-d7e5-4fe3-a06b-a087f9f1bc21 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (db828585-6d0b-48dc-8044-8260df9b4078), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.433348 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Set router 90d790b8-f72e-48ca-9bc3-98e83452bd82 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:51:57.444265 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce16e8-d7e5-4fe3-a06b-a087f9f1bc21 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db828585-6d0b-48dc-8044-8260df9b4078,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:57.452371 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-46ce16e8-d7e5-4fe3-a06b-a087f9f1bc21 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.453605 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-46ce16e8-d7e5-4fe3-a06b-a087f9f1bc21 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263075 Mar 07 22:51:57.456393 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 54798) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:51:57.460741 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.v2.base [None req-03839b5d-a20b-4edf-8616-ec1fe537ba8c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Request body: {'security_group_rule': {'security_group_id': '566efd80-74fc-4baf-a920-36a8adc7f9f8', 'project_id': '917ca21ad6074240af4fbc61d254515a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:51:57.480314 n-d-832330-1 neutron-server[103718]: INFO neutron.db.securitygroups_db [None req-03839b5d-a20b-4edf-8616-ec1fe537ba8c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Project 917ca21ad6074240af4fbc61d254515a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:51:57.485680 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03839b5d-a20b-4edf-8616-ec1fe537ba8c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (536ecc7b-ccd9-4333-b912-0f7cc6ed9d1f), before_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.543921 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03839b5d-a20b-4edf-8616-ec1fe537ba8c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (536ecc7b-ccd9-4333-b912-0f7cc6ed9d1f), precommit_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.547298 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03839b5d-a20b-4edf-8616-ec1fe537ba8c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309977'] for security_group_rule (536ecc7b-ccd9-4333-b912-0f7cc6ed9d1f), after_create {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.564421 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03839b5d-a20b-4edf-8616-ec1fe537ba8c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536ecc7b-ccd9-4333-b912-0f7cc6ed9d1f,revision_number=0']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:57.574210 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-03839b5d-a20b-4edf-8616-ec1fe537ba8c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.575416 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-03839b5d-a20b-4edf-8616-ec1fe537ba8c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181095 Mar 07 22:51:57.650485 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'name': 'tempest-TestSnapshotPattern-655549814-router', 'tenant_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '394b94b7-a6ca-48e5-a766-c9cba8dec074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:50Z', 'updated_at': '2022-03-07T22:51:54Z', 'revision_number': 4, 'project_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'gw_port': {'id': '394b94b7-a6ca-48e5-a766-c9cba8dec074', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:51Z', 'updated_at': '2022-03-07T22:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'f5a9f255-dafc-4641-a7bc-d9eea435af4e', 'name': '', 'network_id': '23982766-c788-46a1-96a1-d18fbe7e01fd', 'tenant_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'mac_address': 'fa:16:3e:c1:04:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': 'da3fd696-ac25-49c7-9bfc-e1cc092e296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:53Z', 'updated_at': '2022-03-07T22:51:54Z', 'revision_number': 2, 'project_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'subnets': [{'id': 'da3fd696-ac25-49c7-9bfc-e1cc092e296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:57.727405 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-254eaa88-8388-4bcf-a0a0-b912a54b1f96 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515754604&fields=id&tenant_id=917ca21ad6074240af4fbc61d254515a HTTP/1.1" status: 200 len: 267 time: 0.0491788 Mar 07 22:51:57.838773 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-e882a01d-f965-453e-a4aa-88dd1ef5dca7 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:51:57.840283 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-e882a01d-f965-453e-a4aa-88dd1ef5dca7 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 810 time: 0.1058512 Mar 07 22:51:57.846276 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Checking router: 90d790b8-f72e-48ca-9bc3-98e83452bd82 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:51:57.846637 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Updating router 90d790b8-f72e-48ca-9bc3-98e83452bd82 port f5a9f255-dafc-4641-a7bc-d9eea435af4e binding host n-d-832330-1 {{(pid=103720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:51:57.855605 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-8dae6792-7e38-4176-96f5-5e9173ac6bef tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/quotas/917ca21ad6074240af4fbc61d254515a HTTP/1.1" status: 200 len: 375 time: 0.0095782 Mar 07 22:51:57.875921 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:57.909353 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-7efb9385-fccc-444d-b04a-3ea426994083 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484443 Mar 07 22:51:58.095751 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-34c752a2-3213-42ae-a7d0-1f931210bed4 service neutron] 10.222.0.26 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740408 Mar 07 22:51:58.142158 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Publish callbacks [] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:58.147389 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:58.193116 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-e96d9ecf-77dc-45de-a928-220b258851ad service neutron] 10.222.0.26 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913618 Mar 07 22:51:58.223981 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f06dd4-092f-4b8b-be35-0522b53fb4de None None] Pushing event updated for resources: {'Port': ['ID=f5a9f255-dafc-4641-a7bc-d9eea435af4e,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:58.257334 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Attempting to bind port f5a9f255-dafc-4641-a7bc-d9eea435af4e on host n-d-832330-1 for vnic_type normal with profile {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:51:58.257717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Attempting to bind port f5a9f255-dafc-4641-a7bc-d9eea435af4e by drivers openvswitch,hyperv on host n-d-832330-1 at level 0 using segments [{'id': '8b85d13c-7d92-40c0-a27f-fb61e9edc7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23982766-c788-46a1-96a1-d18fbe7e01fd'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:51:58.258112 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Attempting to bind port f5a9f255-dafc-4641-a7bc-d9eea435af4e on network 23982766-c788-46a1-96a1-d18fbe7e01fd {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:51:58.264794 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Checking agent: {'id': '833cfefb-f538-4353-9ba4-793bee6f4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 21, 52), 'started_at': datetime.datetime(2022, 3, 7, 21, 22, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832330-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:51:58.265273 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Checking segment: {'id': '8b85d13c-7d92-40c0-a27f-fb61e9edc7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23982766-c788-46a1-96a1-d18fbe7e01fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:51:58.265892 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:58.266665 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Bound using segment: {'id': '8b85d13c-7d92-40c0-a27f-fb61e9edc7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23982766-c788-46a1-96a1-d18fbe7e01fd'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:51:58.267091 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Bound port: f5a9f255-dafc-4641-a7bc-d9eea435af4e, host: n-d-832330-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b85d13c-7d92-40c0-a27f-fb61e9edc7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23982766-c788-46a1-96a1-d18fbe7e01fd'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:51:58.268389 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:58.362427 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] For port f5a9f255-dafc-4641-a7bc-d9eea435af4e, host n-d-832330-1, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:51:58.374833 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] For port f5a9f255-dafc-4641-a7bc-d9eea435af4e, host n-d-832330-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f5a9f255-dafc-4641-a7bc-d9eea435af4e,segment=NetworkSegment(8b85d13c-7d92-40c0-a27f-fb61e9edc7a2),segment_id=8b85d13c-7d92-40c0-a27f-fb61e9edc7a2)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:51:58.375103 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b46fecc0-301c-40b3-8ef6-afed2f8b7af3 req-654b212d-2bfa-4fe4-a742-9b089a6cce9e tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 210 time: 0.0334260 Mar 07 22:51:58.381764 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:58.438937 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Routers {'90d790b8-f72e-48ca-9bc3-98e83452bd82'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:51:58.439559 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['90d790b8-f72e-48ca-9bc3-98e83452bd82'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:58.484338 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f06dd4-092f-4b8b-be35-0522b53fb4de None None] Pushing event updated for resources: {'Port': ['ID=f5a9f255-dafc-4641-a7bc-d9eea435af4e,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:58.512448 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-2733c4bd-7caa-4da3-a599-d322df7e92c1 None None] Provisioning complete for port f5a9f255-dafc-4641-a7bc-d9eea435af4e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:58.512827 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2733c4bd-7caa-4da3-a599-d322df7e92c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:58.601674 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] Set router 90d790b8-f72e-48ca-9bc3-98e83452bd82 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:51:58.722088 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-2733c4bd-7caa-4da3-a599-d322df7e92c1 None None] Current status of the port f5a9f255-dafc-4641-a7bc-d9eea435af4e is: DOWN; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:58.722489 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2733c4bd-7caa-4da3-a599-d322df7e92c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:58.798578 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-2733c4bd-7caa-4da3-a599-d322df7e92c1 None None] For port f5a9f255-dafc-4641-a7bc-d9eea435af4e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f5a9f255-dafc-4641-a7bc-d9eea435af4e,segment=NetworkSegment(8b85d13c-7d92-40c0-a27f-fb61e9edc7a2),segment_id=8b85d13c-7d92-40c0-a27f-fb61e9edc7a2)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:51:58.803866 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2733c4bd-7caa-4da3-a599-d322df7e92c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:58.879171 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733c4bd-7caa-4da3-a599-d322df7e92c1 None None] Pushing event updated for resources: {'Port': ['ID=f5a9f255-dafc-4641-a7bc-d9eea435af4e,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:51:58.896947 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'name': 'tempest-TestSnapshotPattern-655549814-router', 'tenant_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '394b94b7-a6ca-48e5-a766-c9cba8dec074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:50Z', 'updated_at': '2022-03-07T22:51:54Z', 'revision_number': 4, 'project_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'gw_port': {'id': '394b94b7-a6ca-48e5-a766-c9cba8dec074', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:51Z', 'updated_at': '2022-03-07T22:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'f5a9f255-dafc-4641-a7bc-d9eea435af4e', 'name': '', 'network_id': '23982766-c788-46a1-96a1-d18fbe7e01fd', 'tenant_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'mac_address': 'fa:16:3e:c1:04:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': 'da3fd696-ac25-49c7-9bfc-e1cc092e296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:53Z', 'updated_at': '2022-03-07T22:51:58Z', 'revision_number': 4, 'project_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'subnets': [{'id': 'da3fd696-ac25-49c7-9bfc-e1cc092e296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:51:58.926619 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e96f4d4-28c6-4685-b96f-614ce2537b4f None None] The sync data for ids ['90d790b8-f72e-48ca-9bc3-98e83452bd82'] in n-d-832330-1 is: [{'id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'name': 'tempest-TestSnapshotPattern-655549814-router', 'tenant_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '394b94b7-a6ca-48e5-a766-c9cba8dec074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:50Z', 'updated_at': '2022-03-07T22:51:54Z', 'revision_number': 4, 'project_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'gw_port': {'id': '394b94b7-a6ca-48e5-a766-c9cba8dec074', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:51Z', 'updated_at': '2022-03-07T22:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'f5a9f255-dafc-4641-a7bc-d9eea435af4e', 'name': '', 'network_id': '23982766-c788-46a1-96a1-d18fbe7e01fd', 'tenant_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'mac_address': 'fa:16:3e:c1:04:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': 'da3fd696-ac25-49c7-9bfc-e1cc092e296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:53Z', 'updated_at': '2022-03-07T22:51:58Z', 'revision_number': 4, 'project_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'subnets': [{'id': 'da3fd696-ac25-49c7-9bfc-e1cc092e296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:51:58.937765 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-0b9ba55d-f30f-43b7-8e94-7b4e77c4671d None None] Provisioning complete for port f5a9f255-dafc-4641-a7bc-d9eea435af4e triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:58.938169 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba55d-f30f-43b7-8e94-7b4e77c4671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:59.039290 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ba55d-f30f-43b7-8e94-7b4e77c4671d None None] Current status of the port f5a9f255-dafc-4641-a7bc-d9eea435af4e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:59.154405 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f5a9f255-dafc-4641-a7bc-d9eea435af4e up at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:51:59.206784 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Provisioning complete for port f5a9f255-dafc-4641-a7bc-d9eea435af4e triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:51:59.207162 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:51:59.285941 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Current status of the port f5a9f255-dafc-4641-a7bc-d9eea435af4e is: ACTIVE; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:51:59.460838 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-984bfcda-a6ac-49fe-8288-a05ecd6ee2ea req-7beea4b1-da67-46ae-9c5a-de631aa93210 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 210 time: 0.0273724 Mar 07 22:52:00.539683 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4cffde32-1c04-4b2d-a889-956de3c41a66 req-b3e76d7c-a020-477e-b1b5-b3fd019a9be9 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 210 time: 0.0293100 Mar 07 22:52:01.615709 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-56ecf924-5d37-4713-bba7-807b566bd87f req-1cf36a6a-fba5-4037-860a-68fc094d3e23 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 210 time: 0.0269997 Mar 07 22:52:02.706340 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e72d654-3145-4c85-9677-ceb05255a38a req-bd6c7931-4426-46ee-8abd-435f69136925 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 210 time: 0.0277851 Mar 07 22:52:03.529873 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-b260958c-309b-44a6-85c4-8c27a88039ef tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:03.530288 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-b260958c-309b-44a6-85c4-8c27a88039ef tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.15 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 810 time: 0.1154985 Mar 07 22:52:03.597518 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-b9cc4731-65ab-46dc-9843-dd445de2738c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917ca21ad6074240af4fbc61d254515a HTTP/1.1" status: 200 len: 380 time: 0.0528996 Mar 07 22:52:03.606725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-d1288a7e-026d-4a06-a7cf-52496ed13d51 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Request body: {'port': {'device_id': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'admin_state_up': True, 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'security_groups': ['566efd80-74fc-4baf-a920-36a8adc7f9f8']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:52:03.714915 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-d1288a7e-026d-4a06-a7cf-52496ed13d51 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Made reservation on behalf of 917ca21ad6074240af4fbc61d254515a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:52:03.718891 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-d1288a7e-026d-4a06-a7cf-52496ed13d51 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:03.808760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b22bbfa7-2436-44b2-a609-e6e314d9a88b req-4478d74d-12bb-4e18-b309-941d86289939 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 210 time: 0.0319593 Mar 07 22:52:03.871753 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-d1288a7e-026d-4a06-a7cf-52496ed13d51 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Allocated IP 172.20.0.6 (1afd307a-023b-41a3-a039-44db73c35632/e15ca4d7-0c8b-47de-a365-328923d86d71/c79250b0-6a97-4c9f-9f20-a0b5719e8454) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:52:04.013051 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-d1288a7e-026d-4a06-a7cf-52496ed13d51 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:04.047247 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-d1288a7e-026d-4a06-a7cf-52496ed13d51 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:04.097063 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-d1288a7e-026d-4a06-a7cf-52496ed13d51 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Network 1afd307a-023b-41a3-a039-44db73c35632 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:52:04.100209 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-d1288a7e-026d-4a06-a7cf-52496ed13d51 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:52:04.103957 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-d1288a7e-026d-4a06-a7cf-52496ed13d51 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:52:04.110723 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1288a7e-026d-4a06-a7cf-52496ed13d51 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event updated for resources: {'Port': ['ID=c79250b0-6a97-4c9f-9f20-a0b5719e8454,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:52:04.158273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-d1288a7e-026d-4a06-a7cf-52496ed13d51 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:04.158892 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-d1288a7e-026d-4a06-a7cf-52496ed13d51 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:04.180414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-d1288a7e-026d-4a06-a7cf-52496ed13d51 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5776832 Mar 07 22:52:04.248240 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Request body: {'port': {'device_id': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:52:04.307808 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:04.396938 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-32c6557c-8803-4195-ad2a-74e5daca6815 None None] Provisioning complete for port c79250b0-6a97-4c9f-9f20-a0b5719e8454 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:52:04.397556 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-32c6557c-8803-4195-ad2a-74e5daca6815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:04.438338 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-32c6557c-8803-4195-ad2a-74e5daca6815 None None] Port c79250b0-6a97-4c9f-9f20-a0b5719e8454 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:52:04.577109 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79250b0-6a97-4c9f-9f20-a0b5719e8454 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:52:04.584440 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Publish callbacks [] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:04.596083 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Transition to ACTIVE for port object c79250b0-6a97-4c9f-9f20-a0b5719e8454 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:52:04.600774 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:04.652407 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Pushing event updated for resources: {'Port': ['ID=c79250b0-6a97-4c9f-9f20-a0b5719e8454,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:52:04.724208 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Attempting to bind port c79250b0-6a97-4c9f-9f20-a0b5719e8454 on host n-h2-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:52:04.724880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Attempting to bind port c79250b0-6a97-4c9f-9f20-a0b5719e8454 by drivers openvswitch,hyperv on host n-h2-832330-1 at level 0 using segments [{'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:52:04.724880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Attempting to bind port c79250b0-6a97-4c9f-9f20-a0b5719e8454 on network 1afd307a-023b-41a3-a039-44db73c35632 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:52:04.730091 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Port c79250b0-6a97-4c9f-9f20-a0b5719e8454 on network 1afd307a-023b-41a3-a039-44db73c35632 not bound, no agent of type Open vSwitch agent registered on host n-h2-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:52:04.730417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Attempting to bind port c79250b0-6a97-4c9f-9f20-a0b5719e8454 on network 1afd307a-023b-41a3-a039-44db73c35632 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:52:04.735956 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Checking agent: {'id': '75788be9-81d8-485b-90f8-a7d7a17ce7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:52:04.736300 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Checking segment: {'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:52:04.736696 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Bound using segment: {'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:52:04.737125 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Bound port: c79250b0-6a97-4c9f-9f20-a0b5719e8454, host: n-h2-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:52:04.737519 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:04.806931 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] For port c79250b0-6a97-4c9f-9f20-a0b5719e8454, host n-h2-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:52:04.809954 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] For port c79250b0-6a97-4c9f-9f20-a0b5719e8454, host n-h2-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:52:04.816883 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:04.859215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:04.860138 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:04.861543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] 10.222.0.15 "PUT /v2.0/ports/c79250b0-6a97-4c9f-9f20-a0b5719e8454 HTTP/1.1" status: 200 len: 1091 time: 0.6665795 Mar 07 22:52:04.861995 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'tag': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:52:04.864380 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f97846-bd95-462b-b2ed-399274cadf66" -d '{"events": [{"name": "network-changed", "server_uuid": "caf2a70d-cb5e-4d03-9c42-9b7e5134595d", "tag": "c79250b0-6a97-4c9f-9f20-a0b5719e8454"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:52:04.888417 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756a2d5-94fa-4a51-8000-ad14057f6156 service neutron] Pushing event updated for resources: {'Port': ['ID=c79250b0-6a97-4c9f-9f20-a0b5719e8454,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:52:04.944643 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1af628-9542-437f-bfed-fdf4138ba719 x-openstack-request-id: req-5f1af628-9542-437f-bfed-fdf4138ba719 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:52:04.944940 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf2a70d-cb5e-4d03-9c42-9b7e5134595d", "tag": "c79250b0-6a97-4c9f-9f20-a0b5719e8454", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:52:04.945201 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f1af628-9542-437f-bfed-fdf4138ba719 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:52:04.945597 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'tag': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'status': 'completed', 'code': 200} Mar 07 22:52:05.004936 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6621d-4d67-42d7-89c2-469f6c5d8a80 req-9d0baa15-8192-49d7-a286-d9401dde56fa tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:05.006491 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3a6621d-4d67-42d7-89c2-469f6c5d8a80 req-9d0baa15-8192-49d7-a286-d9401dde56fa tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 943 time: 0.0935729 Mar 07 22:52:05.023201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a9f3fe2c-2865-4215-8aa4-8fd9d3a70a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:05.025440 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-a9f3fe2c-2865-4215-8aa4-8fd9d3a70a41 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 1125 time: 0.0819862 Mar 07 22:52:05.083200 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-09afbed4-abb6-427b-a511-273a339e66d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454 HTTP/1.1" status: 200 len: 217 time: 0.0452600 Mar 07 22:52:05.109297 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a3a6621d-4d67-42d7-89c2-469f6c5d8a80 req-f71e732c-ff52-47d7-8f8a-7da29ba38c5f tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959215 Mar 07 22:52:05.146428 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-76256476-2b14-4ce8-bb4c-1b7ffe7b95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:05.148111 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-76256476-2b14-4ce8-bb4c-1b7ffe7b95e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0549967 Mar 07 22:52:05.202741 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-5052ab87-f3d2-4cd5-8343-52026c93a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:05.204158 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-5052ab87-f3d2-4cd5-8343-52026c93a302 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485144 Mar 07 22:52:05.295153 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-e6ecc6f9-4556-4873-b3a9-dcd56bc0095d service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811899 Mar 07 22:52:05.389974 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-64e33570-0b9c-4aec-95ff-315b62246f57 req-3e0f9047-7259-4570-aae2-8435601a6bc4 service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872586 Mar 07 22:52:05.489886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f97846-bd95-462b-b2ed-399274cadf66 req-55aefeb0-6b63-4c4c-8f34-0b59aa380dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:05.491372 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9f97846-bd95-462b-b2ed-399274cadf66 req-55aefeb0-6b63-4c4c-8f34-0b59aa380dbf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 1125 time: 0.0460286 Mar 07 22:52:05.922060 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f97846-bd95-462b-b2ed-399274cadf66 req-27731585-82cc-48ec-a839-0e8873c51e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:05.923553 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9f97846-bd95-462b-b2ed-399274cadf66 req-27731585-82cc-48ec-a839-0e8873c51e57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 911 time: 0.4247832 Mar 07 22:52:05.965809 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9f97846-bd95-462b-b2ed-399274cadf66 req-c35c6697-b7f9-4f11-8d80-34e226becf82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454 HTTP/1.1" status: 200 len: 217 time: 0.0329525 Mar 07 22:52:06.014170 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f97846-bd95-462b-b2ed-399274cadf66 req-ed119398-f8cf-4c1b-bfb5-7ac9d2ca6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:06.015547 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9f97846-bd95-462b-b2ed-399274cadf66 req-ed119398-f8cf-4c1b-bfb5-7ac9d2ca6df9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0423553 Mar 07 22:52:06.068230 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f97846-bd95-462b-b2ed-399274cadf66 req-3620d9ea-1cfa-4d8c-81a7-e67d7a40dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:06.069860 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9f97846-bd95-462b-b2ed-399274cadf66 req-3620d9ea-1cfa-4d8c-81a7-e67d7a40dca2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470669 Mar 07 22:52:06.157606 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9f97846-bd95-462b-b2ed-399274cadf66 req-2409ccae-30d7-4439-bd18-7fd4752db1d0 service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814493 Mar 07 22:52:06.285865 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec90734-269a-4cd8-96c8-9be1a615758a req-35a11b5e-2b1a-410a-a0e5-b3e2eb18119c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:06.287312 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aec90734-269a-4cd8-96c8-9be1a615758a req-35a11b5e-2b1a-410a-a0e5-b3e2eb18119c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 943 time: 0.1035447 Mar 07 22:52:06.289454 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d9f97846-bd95-462b-b2ed-399274cadf66 req-efb0ac2c-74a7-4a24-a6e2-881ee2c56216 service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248870 Mar 07 22:52:06.336386 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-aec90734-269a-4cd8-96c8-9be1a615758a req-52966e1f-21ca-4934-b000-17dff6f952be tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Mar 07 22:52:07.453851 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eab400-ddb7-4bb4-bfa0-b841800a0d61 req-0bf4d3c6-200b-4378-82d5-304024335083 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:07.455341 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4eab400-ddb7-4bb4-bfa0-b841800a0d61 req-0bf4d3c6-200b-4378-82d5-304024335083 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 943 time: 0.0512688 Mar 07 22:52:07.506480 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b4eab400-ddb7-4bb4-bfa0-b841800a0d61 req-fda24af1-a92a-41fd-9ee7-7717522835d6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456433 Mar 07 22:52:08.203030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c79250b0-6a97-4c9f-9f20-a0b5719e8454 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:52:08.299425 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c79250b0-6a97-4c9f-9f20-a0b5719e8454, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:52:08.309510 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'port_id': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'mac_address': 'fa:16:3e:3a:9f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:52:08.350549 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c79250b0-6a97-4c9f-9f20-a0b5719e8454 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:52:08.350925 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:08.364567 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79250b0-6a97-4c9f-9f20-a0b5719e8454 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:52:08.385194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c79250b0-6a97-4c9f-9f20-a0b5719e8454, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:52:08.388945 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:08.436805 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c79250b0-6a97-4c9f-9f20-a0b5719e8454,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:52:08.622563 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814ddaf-7c1b-4571-8c5d-8039b6dd097f req-ee87e4c0-e71c-418c-b29a-8f74f1e3a1e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:08.624056 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6814ddaf-7c1b-4571-8c5d-8039b6dd097f req-ee87e4c0-e71c-418c-b29a-8f74f1e3a1e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 944 time: 0.0527608 Mar 07 22:52:08.671415 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6814ddaf-7c1b-4571-8c5d-8039b6dd097f req-2209c9d8-1646-4eb5-8901-fac8d40249ef tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419080 Mar 07 22:52:08.693757 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['c79250b0-6a97-4c9f-9f20-a0b5719e8454'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:52:09.618909 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:52:09.789096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd720712-8804-4d7e-9990-f07aa82ae703 req-831f51dd-0889-414f-b232-e9694b5a6f70 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:09.790609 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd720712-8804-4d7e-9990-f07aa82ae703 req-831f51dd-0889-414f-b232-e9694b5a6f70 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 944 time: 0.0515759 Mar 07 22:52:09.839236 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd720712-8804-4d7e-9990-f07aa82ae703 req-33c9c2f2-3a54-41fe-96e9-b8dcbf0d9ee5 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424762 Mar 07 22:52:10.193691 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c79250b0-6a97-4c9f-9f20-a0b5719e8454 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:52:10.245479 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning for port c79250b0-6a97-4c9f-9f20-a0b5719e8454 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:52:10.249458 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port c79250b0-6a97-4c9f-9f20-a0b5719e8454 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:52:10.249836 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:10.324998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c79250b0-6a97-4c9f-9f20-a0b5719e8454 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:52:10.325297 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:10.346969 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:52:10.349159 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cdc232-621f-4353-ad86-deee43960552" -d '{"events": [{"server_uuid": "caf2a70d-cb5e-4d03-9c42-9b7e5134595d", "name": "network-vif-plugged", "status": "completed", "tag": "c79250b0-6a97-4c9f-9f20-a0b5719e8454"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:52:10.362122 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c79250b0-6a97-4c9f-9f20-a0b5719e8454, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:52:10.366457 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:10.390659 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f013ed8-e451-443b-a0c5-4aeae016b27b x-openstack-request-id: req-9f013ed8-e451-443b-a0c5-4aeae016b27b {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:52:10.390949 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf2a70d-cb5e-4d03-9c42-9b7e5134595d", "name": "network-vif-plugged", "status": "completed", "tag": "c79250b0-6a97-4c9f-9f20-a0b5719e8454", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:52:10.391204 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f013ed8-e451-443b-a0c5-4aeae016b27b {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:52:10.391592 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'code': 200} Mar 07 22:52:10.416423 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c79250b0-6a97-4c9f-9f20-a0b5719e8454,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:52:10.498584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e66872-a722-4d84-869f-4ba2715ced42 req-b5588dee-8781-48f2-90f9-c337cfd2e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:10.500109 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6e66872-a722-4d84-869f-4ba2715ced42 req-b5588dee-8781-48f2-90f9-c337cfd2e234 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 1127 time: 0.0495315 Mar 07 22:52:10.548897 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e6e66872-a722-4d84-869f-4ba2715ced42 req-fae5a633-c166-459c-a7b6-f7a028a31508 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379372 Mar 07 22:52:10.953939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154e345-6363-4326-bf52-08199ebc3525 req-8b027e0a-6534-4cd4-aabb-dd0a7e52b8d2 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:10.955433 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f154e345-6363-4326-bf52-08199ebc3525 req-8b027e0a-6534-4cd4-aabb-dd0a7e52b8d2 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 945 time: 0.0509453 Mar 07 22:52:11.003696 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f154e345-6363-4326-bf52-08199ebc3525 req-e1a855d6-56ea-4c42-8316-16251c847fe2 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428002 Mar 07 22:52:12.127390 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48750727-9087-454e-9b28-f960f249a048 req-4b4a5f8a-b55a-4f40-bc40-372da9b0d987 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:12.128931 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48750727-9087-454e-9b28-f960f249a048 req-4b4a5f8a-b55a-4f40-bc40-372da9b0d987 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 945 time: 0.0555580 Mar 07 22:52:12.179056 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-48750727-9087-454e-9b28-f960f249a048 req-5d342223-a5cf-475d-9f69-634fc518bc96 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440192 Mar 07 22:52:12.298156 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d38df1-ac5a-4b31-a526-b5103ec61126 req-d833eaf2-44c5-4783-93af-362c4581f8ea tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:12.299539 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65d38df1-ac5a-4b31-a526-b5103ec61126 req-d833eaf2-44c5-4783-93af-362c4581f8ea tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 945 time: 0.0523098 Mar 07 22:52:12.346651 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-65d38df1-ac5a-4b31-a526-b5103ec61126 req-91e05060-3ea0-43fc-a8e5-92b3691e49f9 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416551 Mar 07 22:52:12.368247 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54870) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:52:12.453822 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cd2977-c958-40f2-bd0b-986843fc1adf tempest-TestSnapshotPattern-330072028 tempest-TestSnapshotPattern-330072028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:12.455760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-75cd2977-c958-40f2-bd0b-986843fc1adf tempest-TestSnapshotPattern-330072028 tempest-TestSnapshotPattern-330072028-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 1122 time: 0.0865421 Mar 07 22:52:12.459223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 54874) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:52:12.463904 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:52:12.484853 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:12.581491 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:12.687066 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Allocated IP 172.25.4.79 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/0e5c5fba-a47d-4dbc-b04f-916a433e8a71) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:52:12.792196 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for port (0e5c5fba-a47d-4dbc-b04f-916a433e8a71), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:12.824693 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (0e5c5fba-a47d-4dbc-b04f-916a433e8a71), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:12.863504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:52:12.867660 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:52:12.872077 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:52:12.897913 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event updated for resources: {'Port': ['ID=0e5c5fba-a47d-4dbc-b04f-916a433e8a71,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:52:13.245042 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for floatingip (db20ef70-ea7f-4df6-9fab-fd55991db92e), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:13.314544 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (0e5c5fba-a47d-4dbc-b04f-916a433e8a71), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:13.460907 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for port (0e5c5fba-a47d-4dbc-b04f-916a433e8a71), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:13.465057 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (0e5c5fba-a47d-4dbc-b04f-916a433e8a71), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:13.534369 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event updated for resources: {'Port': ['ID=0e5c5fba-a47d-4dbc-b04f-916a433e8a71,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:52:13.546393 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (db20ef70-ea7f-4df6-9fab-fd55991db92e), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:13.646860 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Floating IP db20ef70-ea7f-4df6-9fab-fd55991db92e associated. External IP: 172.25.4.79, port: c79250b0-6a97-4c9f-9f20-a0b5719e8454. Mar 07 22:52:13.854725 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Router 028b1827-a231-4fcb-a387-c9c52080c496 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:52:13.960096 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:52:13.970340 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b573ab-bb68-4141-8874-a42aefda0e8c None None] Sync routers for ids ['028b1827-a231-4fcb-a387-c9c52080c496'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:52:13.978083 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:13.981068 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b573ab-bb68-4141-8874-a42aefda0e8c None None] Routers {'028b1827-a231-4fcb-a387-c9c52080c496'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:52:13.981677 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-10b573ab-bb68-4141-8874-a42aefda0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['028b1827-a231-4fcb-a387-c9c52080c496'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:52:14.007596 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-947f27c3-b313-4955-9d95-76b0104ca07d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5474865 Mar 07 22:52:14.008161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'tag': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:52:14.010438 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9264447-04eb-43dd-8806-0822e0cb2140" -d '{"events": [{"name": "network-changed", "server_uuid": "caf2a70d-cb5e-4d03-9c42-9b7e5134595d", "tag": "c79250b0-6a97-4c9f-9f20-a0b5719e8454"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:52:14.048360 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267e27c1-9bbf-4639-9616-79d74bfdac27 x-openstack-request-id: req-267e27c1-9bbf-4639-9616-79d74bfdac27 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:52:14.048661 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf2a70d-cb5e-4d03-9c42-9b7e5134595d", "tag": "c79250b0-6a97-4c9f-9f20-a0b5719e8454", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:52:14.048928 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-267e27c1-9bbf-4639-9616-79d74bfdac27 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:52:14.049349 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'tag': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'status': 'completed', 'code': 200} Mar 07 22:52:14.090983 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-10b573ab-bb68-4141-8874-a42aefda0e8c None None] Set router 028b1827-a231-4fcb-a387-c9c52080c496 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:52:14.114630 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9264447-04eb-43dd-8806-0822e0cb2140 req-ef7954f4-4a8e-4fff-97b2-5c468526b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:14.116164 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9264447-04eb-43dd-8806-0822e0cb2140 req-ef7954f4-4a8e-4fff-97b2-5c468526b428 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 1127 time: 0.0452313 Mar 07 22:52:14.206785 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9264447-04eb-43dd-8806-0822e0cb2140 req-e5fb1903-7e02-4bea-8a4b-6b6ed0cc77ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:14.208256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9264447-04eb-43dd-8806-0822e0cb2140 req-e5fb1903-7e02-4bea-8a4b-6b6ed0cc77ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 911 time: 0.0865722 Mar 07 22:52:14.271414 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9264447-04eb-43dd-8806-0822e0cb2140 req-cbd96c24-5a95-4300-b57a-217b50cb8340 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454 HTTP/1.1" status: 200 len: 998 time: 0.0565422 Mar 07 22:52:14.313251 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-10b573ab-bb68-4141-8874-a42aefda0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'db20ef70-ea7f-4df6-9fab-fd55991db92e', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'port_id': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'mac_address': 'fa:16:3e:3a:9f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:52:13Z', 'updated_at': '2022-03-07T22:52:13Z', 'revision_number': 0, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0715f3-a8b6-42b3-88a4-f8e638f1224c', 'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'mac_address': 'fa:16:3e:4e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:48Z', 'updated_at': '2022-03-07T22:51:53Z', 'revision_number': 5, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'subnets': [{'id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:52:14.318157 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9264447-04eb-43dd-8806-0822e0cb2140 req-c65a87fb-9e27-462a-bc6a-1d39fbf5815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:14.319610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9264447-04eb-43dd-8806-0822e0cb2140 req-c65a87fb-9e27-462a-bc6a-1d39fbf5815a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0424216 Mar 07 22:52:14.340327 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b573ab-bb68-4141-8874-a42aefda0e8c None None] Checking router: 028b1827-a231-4fcb-a387-c9c52080c496 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:52:14.348551 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b573ab-bb68-4141-8874-a42aefda0e8c None None] Routers {'028b1827-a231-4fcb-a387-c9c52080c496'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:52:14.349152 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-10b573ab-bb68-4141-8874-a42aefda0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:51:48Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['028b1827-a231-4fcb-a387-c9c52080c496'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:52:14.371044 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9264447-04eb-43dd-8806-0822e0cb2140 req-6edefa11-a8be-4997-a998-0b67640f34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:14.372460 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9264447-04eb-43dd-8806-0822e0cb2140 req-6edefa11-a8be-4997-a998-0b67640f34db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470319 Mar 07 22:52:14.455404 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-10b573ab-bb68-4141-8874-a42aefda0e8c None None] Set router 028b1827-a231-4fcb-a387-c9c52080c496 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:52:14.459400 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9264447-04eb-43dd-8806-0822e0cb2140 req-78d537d8-2003-40a0-ab3e-7de883ca0a86 service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803289 Mar 07 22:52:14.550839 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b9264447-04eb-43dd-8806-0822e0cb2140 req-c9e456ca-30e3-409a-8bc1-0eb0154c38ae service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853581 Mar 07 22:52:14.673535 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-10b573ab-bb68-4141-8874-a42aefda0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'db20ef70-ea7f-4df6-9fab-fd55991db92e', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'port_id': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'mac_address': 'fa:16:3e:3a:9f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:52:13Z', 'updated_at': '2022-03-07T22:52:13Z', 'revision_number': 0, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0715f3-a8b6-42b3-88a4-f8e638f1224c', 'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'mac_address': 'fa:16:3e:4e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:48Z', 'updated_at': '2022-03-07T22:51:53Z', 'revision_number': 5, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'subnets': [{'id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:52:14.703136 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b573ab-bb68-4141-8874-a42aefda0e8c None None] The sync data for ids ['028b1827-a231-4fcb-a387-c9c52080c496'] in n-d-832330-1 is: [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'db20ef70-ea7f-4df6-9fab-fd55991db92e', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'port_id': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'mac_address': 'fa:16:3e:3a:9f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:52:13Z', 'updated_at': '2022-03-07T22:52:13Z', 'revision_number': 0, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0715f3-a8b6-42b3-88a4-f8e638f1224c', 'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'mac_address': 'fa:16:3e:4e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:48Z', 'updated_at': '2022-03-07T22:51:53Z', 'revision_number': 5, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'subnets': [{'id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:52:14.891918 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b564fb-1be3-4684-b63b-8784fd16146b None None] New status for floating IP db20ef70-ea7f-4df6-9fab-fd55991db92e: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:52:15.775185 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d985bcbe-8993-4d5f-b445-eb38fb1e3ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:16.799955 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:18.271550 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ae0052e2-506d-4b66-9efc-c0af36535508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:18.772144 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:19.601866 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:20.566373 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:22.283239 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:23.335471 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fce8bcfd-929d-4342-a81a-52ec7077e6e2 req-5f237054-d075-4c99-88c3-41d29a965b7d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426276 Mar 07 22:52:23.420424 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8bcfd-929d-4342-a81a-52ec7077e6e2 req-75f604b3-429f-4d95-9146-c074f39cb5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:23.421909 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fce8bcfd-929d-4342-a81a-52ec7077e6e2 req-75f604b3-429f-4d95-9146-c074f39cb5fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 1127 time: 0.0444055 Mar 07 22:52:23.529251 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8bcfd-929d-4342-a81a-52ec7077e6e2 req-5eabc272-e876-40ac-b24a-00e089526d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:23.530802 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fce8bcfd-929d-4342-a81a-52ec7077e6e2 req-5eabc272-e876-40ac-b24a-00e089526d10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 911 time: 0.0886018 Mar 07 22:52:23.595139 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fce8bcfd-929d-4342-a81a-52ec7077e6e2 req-529f7c16-d791-4ccf-9b49-0419ec2d5a59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454 HTTP/1.1" status: 200 len: 1000 time: 0.0571423 Mar 07 22:52:23.645548 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8bcfd-929d-4342-a81a-52ec7077e6e2 req-f6e8bc1d-58d0-4d1b-8b8c-e3e9491ffe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:23.646982 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fce8bcfd-929d-4342-a81a-52ec7077e6e2 req-f6e8bc1d-58d0-4d1b-8b8c-e3e9491ffe74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0461195 Mar 07 22:52:23.693939 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8bcfd-929d-4342-a81a-52ec7077e6e2 req-b529e989-1afc-4974-9b3f-19a129830dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:52:23.695439 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fce8bcfd-929d-4342-a81a-52ec7077e6e2 req-b529e989-1afc-4974-9b3f-19a129830dcb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428677 Mar 07 22:52:23.780779 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fce8bcfd-929d-4342-a81a-52ec7077e6e2 req-a09a7d0c-c005-4b94-9c4e-bd6ee8a7e561 service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790086 Mar 07 22:52:23.873998 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-fce8bcfd-929d-4342-a81a-52ec7077e6e2 req-edec2ba3-d1ca-471a-9b63-e71f19cdbdee service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842867 Mar 07 22:52:45.777341 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca0e3-4c68-44fc-9ab5-8c5e2924c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:46.618505 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:52:46.815808 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:48.271873 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3c772195-8746-4976-855a-4e37e8159a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:48.787325 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:49.605210 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:50.568129 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:52:52.285010 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:53:15.780934 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b995c7aa-0a26-46bd-9cad-43b9c739c06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:53:16.811693 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:53:18.273111 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e71c2971-c79e-476e-9dc0-20fe4702bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:53:18.785129 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:53:19.608412 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:53:20.571116 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:53:22.289567 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:53:23.322810 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89073479-dc7a-4101-a76a-ee0a968f7865 req-b3fd7d65-5b92-43c6-85a3-22697cbc7184 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430522 Mar 07 22:53:23.416375 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89073479-dc7a-4101-a76a-ee0a968f7865 req-11713bc0-339b-4d66-a01c-9634e5688fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:53:23.417861 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89073479-dc7a-4101-a76a-ee0a968f7865 req-11713bc0-339b-4d66-a01c-9634e5688fc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 1127 time: 0.0443304 Mar 07 22:53:23.526176 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89073479-dc7a-4101-a76a-ee0a968f7865 req-75a011d9-e8cb-462a-b3e9-9e2e5e8c15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:53:23.527760 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89073479-dc7a-4101-a76a-ee0a968f7865 req-75a011d9-e8cb-462a-b3e9-9e2e5e8c15aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 911 time: 0.0859773 Mar 07 22:53:23.593436 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89073479-dc7a-4101-a76a-ee0a968f7865 req-e25fe309-daa0-471a-baf1-dea9fa269b25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454 HTTP/1.1" status: 200 len: 1000 time: 0.0568709 Mar 07 22:53:23.617301 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:53:23.648980 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89073479-dc7a-4101-a76a-ee0a968f7865 req-1d21cb4c-1d81-4b23-8aa1-ee99204ebf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:53:23.650467 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89073479-dc7a-4101-a76a-ee0a968f7865 req-1d21cb4c-1d81-4b23-8aa1-ee99204ebf4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0474458 Mar 07 22:53:23.702254 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89073479-dc7a-4101-a76a-ee0a968f7865 req-695195cc-fe36-42dc-b89c-1049b1b6ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:53:23.703735 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89073479-dc7a-4101-a76a-ee0a968f7865 req-695195cc-fe36-42dc-b89c-1049b1b6ad40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433116 Mar 07 22:53:23.791845 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89073479-dc7a-4101-a76a-ee0a968f7865 req-bd4d694b-032a-438b-9703-f447ce3454be service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789247 Mar 07 22:53:23.884271 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-89073479-dc7a-4101-a76a-ee0a968f7865 req-670d2b87-aae5-4ef8-9279-e1432d7a82e8 service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852685 Mar 07 22:53:45.785859 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7dccdbeb-2672-44a0-a206-71e561de7630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:53:46.832262 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:53:48.274162 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-84093af7-be8e-4d57-8522-9bc4bcc1fc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:53:48.783882 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:53:49.612339 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:53:50.573408 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:53:52.290940 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:00.617103 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:54:14.743046 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c79250b0-6a97-4c9f-9f20-a0b5719e8454 details requested by agent hyperv_n-h2-832330-1 with host n-h2-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:54:14.841118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c79250b0-6a97-4c9f-9f20-a0b5719e8454, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:54:14.851232 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Returning: {'device': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'port_id': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'mac_address': 'fa:16:3e:3a:9f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:54:14.889503 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c79250b0-6a97-4c9f-9f20-a0b5719e8454 is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:54:14.889896 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:14.903022 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c79250b0-6a97-4c9f-9f20-a0b5719e8454 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:54:14.921412 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c79250b0-6a97-4c9f-9f20-a0b5719e8454, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:54:14.925212 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:14.984155 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c79250b0-6a97-4c9f-9f20-a0b5719e8454,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:54:14.991961 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:14.992312 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:14.992654 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:14.992991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:14.993378 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:14.993659 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:14.993984 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:14.994332 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:14.994658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:14.994980 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:14.995303 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:14.995625 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:14.995946 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:15.022650 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] get_ports_and_sgs() called for port_ids ['c79250b0-6a97-4c9f-9f20-a0b5719e8454'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:54:15.792864 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dce18a5c-3d52-4ec6-ae13-2dae989bfc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:16.752030 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c79250b0-6a97-4c9f-9f20-a0b5719e8454 up at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:54:16.802787 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Provisioning complete for port c79250b0-6a97-4c9f-9f20-a0b5719e8454 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:54:16.803713 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:16.879444 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:16.942553 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c79250b0-6a97-4c9f-9f20-a0b5719e8454 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:54:16.942974 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:16.988483 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:54:16.991155 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867768f7-8720-44a2-ab7e-864adc4fbf15" -d '{"events": [{"server_uuid": "caf2a70d-cb5e-4d03-9c42-9b7e5134595d", "name": "network-vif-plugged", "status": "completed", "tag": "c79250b0-6a97-4c9f-9f20-a0b5719e8454"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:54:17.021183 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c79250b0-6a97-4c9f-9f20-a0b5719e8454, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:54:17.028458 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:17.083414 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c79250b0-6a97-4c9f-9f20-a0b5719e8454,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:54:17.086964 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baf5e8a-ef7e-45d9-ac5b-c329312be53e x-openstack-request-id: req-7baf5e8a-ef7e-45d9-ac5b-c329312be53e {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:54:17.087269 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf2a70d-cb5e-4d03-9c42-9b7e5134595d", "name": "network-vif-plugged", "status": "completed", "tag": "c79250b0-6a97-4c9f-9f20-a0b5719e8454", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:54:17.087535 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7baf5e8a-ef7e-45d9-ac5b-c329312be53e {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:54:17.088205 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'code': 200} Mar 07 22:54:18.293945 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3eb0b522-8349-44e7-9e77-9f8c30e49de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:18.803371 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:19.620734 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:20.577934 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:22.297661 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:25.374184 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d45c4ec4-73fb-4d04-844c-c6643d4a3cd9 req-f3c6f621-4e83-4818-b50b-2ad3d9b4c04c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489972 Mar 07 22:54:25.463268 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-6a3958ac-7ec9-4076-8e7b-6aa3a9878b3e tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515754604&fields=id&tenant_id=917ca21ad6074240af4fbc61d254515a HTTP/1.1" status: 200 len: 267 time: 0.0727084 Mar 07 22:54:25.534732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c4ec4-73fb-4d04-844c-c6643d4a3cd9 req-bd4ef38e-ad95-4290-8679-f26cbb498bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:25.536212 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d45c4ec4-73fb-4d04-844c-c6643d4a3cd9 req-bd4ef38e-ad95-4290-8679-f26cbb498bf9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 1127 time: 0.1126499 Mar 07 22:54:25.598759 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-e6b4172c-afa8-4101-9186-43cb98b228af tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:25.600087 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-e6b4172c-afa8-4101-9186-43cb98b228af tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 810 time: 0.1299291 Mar 07 22:54:25.646959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-35f409d5-bf44-4b7f-9e6c-5e6fa2260747 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/quotas/917ca21ad6074240af4fbc61d254515a HTTP/1.1" status: 200 len: 375 time: 0.0145237 Mar 07 22:54:25.694644 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c4ec4-73fb-4d04-844c-c6643d4a3cd9 req-1e646cf1-b0de-4bdb-bb2d-b92448608b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:25.696062 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d45c4ec4-73fb-4d04-844c-c6643d4a3cd9 req-1e646cf1-b0de-4bdb-bb2d-b92448608b84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 911 time: 0.1362789 Mar 07 22:54:25.753188 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-2fd7f482-e802-457f-a8b8-be890698973c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1004190 Mar 07 22:54:25.776555 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d45c4ec4-73fb-4d04-844c-c6643d4a3cd9 req-44a4618c-f54c-41f2-9b7e-c2b7612bc52f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454 HTTP/1.1" status: 200 len: 1000 time: 0.0701468 Mar 07 22:54:26.154218 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c4ec4-73fb-4d04-844c-c6643d4a3cd9 req-1f52b27c-e88e-483c-bbc9-4948fbfe175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:26.155666 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d45c4ec4-73fb-4d04-844c-c6643d4a3cd9 req-1f52b27c-e88e-483c-bbc9-4948fbfe175a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.3691347 Mar 07 22:54:26.194093 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-33c6fc29-a2fd-43dc-9ae3-fd582e566f4f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:54:26.195068 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-33c6fc29-a2fd-43dc-9ae3-fd582e566f4f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0611188 Mar 07 22:54:26.263805 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c4ec4-73fb-4d04-844c-c6643d4a3cd9 req-e64c95b8-31d8-4fe5-be64-47bfffe76c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:26.265260 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d45c4ec4-73fb-4d04-844c-c6643d4a3cd9 req-e64c95b8-31d8-4fe5-be64-47bfffe76c36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1007192 Mar 07 22:54:26.279035 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [req-d45c4ec4-73fb-4d04-844c-c6643d4a3cd9 req-fc265c73-eaad-4162-83cb-934bd7271ed9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 22:54:26.279950 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d45c4ec4-73fb-4d04-844c-c6643d4a3cd9 req-fc265c73-eaad-4162-83cb-934bd7271ed9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047338 Mar 07 22:54:26.312600 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-8b816ec3-294e-4a15-90df-32118b754310 service neutron] 10.222.0.26 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115158 Mar 07 22:54:26.435711 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d45c4ec4-73fb-4d04-844c-c6643d4a3cd9 req-9f93e7d0-bf8b-48c4-8585-fa968008b81f service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431742 Mar 07 22:54:26.456294 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-d0605976-0c2f-46e2-bbda-f79e00eb693b service neutron] 10.222.0.26 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362183 Mar 07 22:54:26.534716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d45c4ec4-73fb-4d04-844c-c6643d4a3cd9 req-b8654be0-27e4-4daf-9e3e-7b8600932e10 service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888467 Mar 07 22:54:26.629488 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f507096d-33a4-4071-8db2-a56927522664 req-21abd6f6-1f10-4862-bf5f-a5428f77f220 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 210 time: 0.0276718 Mar 07 22:54:27.615080 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-54c580f0-9b37-46c6-ac9c-028ecbe4bc44 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:27.616514 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-54c580f0-9b37-46c6-ac9c-028ecbe4bc44 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.13 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 810 time: 0.1028514 Mar 07 22:54:27.688535 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-3bdbcccb-e24f-4892-98df-7b7724f3772e tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917ca21ad6074240af4fbc61d254515a HTTP/1.1" status: 200 len: 380 time: 0.0643115 Mar 07 22:54:27.700013 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Request body: {'port': {'device_id': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'admin_state_up': True, 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'security_groups': ['566efd80-74fc-4baf-a920-36a8adc7f9f8']}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:54:27.749066 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-9029f709-c5f0-4dd0-8e2f-ea5e52c59d2b req-f67d49e4-9131-411e-813c-a61e8986ac83 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 210 time: 0.0439429 Mar 07 22:54:27.830974 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Made reservation on behalf of 917ca21ad6074240af4fbc61d254515a for: {'port': 1} {{(pid=103719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:54:27.834494 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:28.002792 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Allocated IP 172.20.0.11 (1afd307a-023b-41a3-a039-44db73c35632/e15ca4d7-0c8b-47de-a365-328923d86d71/9541a456-788a-4948-b96b-0b255e224618) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:54:28.192301 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for port (9541a456-788a-4948-b96b-0b255e224618), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:28.233925 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (9541a456-788a-4948-b96b-0b255e224618), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:28.293504 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event updated for resources: {'Port': ['ID=9541a456-788a-4948-b96b-0b255e224618,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:54:28.310226 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:28.311215 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:28.311857 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:28.313111 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:28.313832 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:28.314484 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:28.315153 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:28.315838 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:28.316464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:28.317351 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:28.318352 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:28.319287 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:28.320377 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:54:28.340316 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Network 1afd307a-023b-41a3-a039-44db73c35632 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:54:28.343812 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:54:28.347775 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:54:28.406767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:28.407443 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:28.442256 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-1e272f81-1de4-43fe-827d-131660a5a474 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7457104 Mar 07 22:54:28.690411 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-7fb06c3a-22a8-4c3b-9711-2fc59f9b96ec None None] Provisioning complete for port 9541a456-788a-4948-b96b-0b255e224618 triggered by entity DHCP. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:54:28.690998 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7fb06c3a-22a8-4c3b-9711-2fc59f9b96ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9541a456-788a-4948-b96b-0b255e224618), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:28.728952 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-7fb06c3a-22a8-4c3b-9711-2fc59f9b96ec None None] Port 9541a456-788a-4948-b96b-0b255e224618 cannot update to ACTIVE because it is not bound. {{(pid=103720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 22:54:28.815991 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c79250b0-6a97-4c9f-9f20-a0b5719e8454 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:54:28.897553 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383c979-4efe-4cd8-bcc1-177b49ff15b8 req-0b5ef0b3-3ade-4141-b028-7a8499a269dd tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:28.905394 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Current status of the port c79250b0-6a97-4c9f-9f20-a0b5719e8454 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:54:28.905615 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2383c979-4efe-4cd8-bcc1-177b49ff15b8 req-0b5ef0b3-3ade-4141-b028-7a8499a269dd tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 932 time: 0.0701916 Mar 07 22:54:28.906488 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:28.934571 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:54:28.937029 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5336fb13-9c69-44e6-964d-9185baec507a" -d '{"events": [{"server_uuid": "caf2a70d-cb5e-4d03-9c42-9b7e5134595d", "name": "network-vif-unplugged", "status": "completed", "tag": "c79250b0-6a97-4c9f-9f20-a0b5719e8454"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:54:28.952717 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] For port c79250b0-6a97-4c9f-9f20-a0b5719e8454, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:54:28.960003 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:28.998281 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2383c979-4efe-4cd8-bcc1-177b49ff15b8 req-f6beea4e-347f-45c4-b6b8-244033815283 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888717 Mar 07 22:54:29.011350 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4989b6a7-57be-4a3e-988f-dc5c476978db x-openstack-request-id: req-4989b6a7-57be-4a3e-988f-dc5c476978db {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:54:29.011880 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf2a70d-cb5e-4d03-9c42-9b7e5134595d", "name": "network-vif-unplugged", "status": "completed", "tag": "c79250b0-6a97-4c9f-9f20-a0b5719e8454", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:54:29.012329 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4989b6a7-57be-4a3e-988f-dc5c476978db {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:54:29.012888 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'code': 200} Mar 07 22:54:29.034552 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Pushing event updated for resources: {'Port': ['ID=c79250b0-6a97-4c9f-9f20-a0b5719e8454,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:54:30.145250 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6f64f-ab4d-49df-8f8f-ce2eb0967160 req-96a0f097-5d99-4746-b3ec-3dcebe147a8a tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:30.146937 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fb6f64f-ab4d-49df-8f8f-ce2eb0967160 req-96a0f097-5d99-4746-b3ec-3dcebe147a8a tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 932 time: 0.0819712 Mar 07 22:54:30.199808 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-2fb6f64f-ab4d-49df-8f8f-ce2eb0967160 req-45a374f6-04b3-4609-b27e-a274c4dea508 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473857 Mar 07 22:54:31.319549 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509afb9a-f5db-4601-b061-f3fab944c355 req-c5a7aad0-5f37-450f-a822-95147617fedc tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:31.320934 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-509afb9a-f5db-4601-b061-f3fab944c355 req-c5a7aad0-5f37-450f-a822-95147617fedc tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 932 time: 0.0510855 Mar 07 22:54:31.373711 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-509afb9a-f5db-4601-b061-f3fab944c355 req-906cb56e-7362-4c9a-b1e6-689f8dc96b8e tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471706 Mar 07 22:54:32.505727 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9815a-f7f2-4279-b84b-ae6f26df7825 req-580b6a1d-95b0-4c84-9632-7e7cf8e65551 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:32.507234 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-29e9815a-f7f2-4279-b84b-ae6f26df7825 req-580b6a1d-95b0-4c84-9632-7e7cf8e65551 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 932 time: 0.0576620 Mar 07 22:54:32.555385 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-29e9815a-f7f2-4279-b84b-ae6f26df7825 req-acf8da4a-fd9c-4bcf-90ed-6311bb8e3afe tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427394 Mar 07 22:54:33.674123 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fca06e-edf4-4650-8ec6-ed4af24acac4 req-40bf6a96-c541-488b-b90c-40fbea05c7a0 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:33.675616 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8fca06e-edf4-4650-8ec6-ed4af24acac4 req-40bf6a96-c541-488b-b90c-40fbea05c7a0 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 932 time: 0.0527656 Mar 07 22:54:33.724153 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b8fca06e-edf4-4650-8ec6-ed4af24acac4 req-6bb3ce01-ce79-4792-8b4f-c7a1e46b1af2 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429084 Mar 07 22:54:34.850229 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dd292-541b-4803-a721-9d77f2eb6c3b req-988963f4-5d00-4661-8f16-dc04b90f3277 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:34.851708 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c97dd292-541b-4803-a721-9d77f2eb6c3b req-988963f4-5d00-4661-8f16-dc04b90f3277 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 932 time: 0.0511034 Mar 07 22:54:34.916032 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-c97dd292-541b-4803-a721-9d77f2eb6c3b req-e0b54381-371a-474f-a02c-361eb69a3d13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587859 Mar 07 22:54:36.037464 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672cb82-abe6-4df2-b869-0d425e465206 req-876beae3-df57-4382-825d-854732cf2193 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:36.038977 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b672cb82-abe6-4df2-b869-0d425e465206 req-876beae3-df57-4382-825d-854732cf2193 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 932 time: 0.0520844 Mar 07 22:54:36.109816 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b672cb82-abe6-4df2-b869-0d425e465206 req-e558e7c7-55cb-4082-9d8b-01f02a515adf tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651965 Mar 07 22:54:37.226313 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2841ad-a800-41b4-9968-2ced9d1ae644 req-30ac7b6a-bfe9-4eba-897f-507da0a1dfb3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:37.227772 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf2841ad-a800-41b4-9968-2ced9d1ae644 req-30ac7b6a-bfe9-4eba-897f-507da0a1dfb3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 932 time: 0.0505636 Mar 07 22:54:37.274544 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-bf2841ad-a800-41b4-9968-2ced9d1ae644 req-43abb232-4f3d-4b24-a9c7-9b9feea1f072 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413630 Mar 07 22:54:37.617177 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:54:38.395447 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a7338-e54e-4a2d-a200-fa01d2bdf1d3 req-385eb477-69e5-4e3b-8eb8-41aa973fe7d0 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:38.396905 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f90a7338-e54e-4a2d-a200-fa01d2bdf1d3 req-385eb477-69e5-4e3b-8eb8-41aa973fe7d0 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 932 time: 0.0566058 Mar 07 22:54:38.444728 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-f90a7338-e54e-4a2d-a200-fa01d2bdf1d3 req-3e297b00-40c0-47a8-8dad-c5010fa82870 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423629 Mar 07 22:54:38.651826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Request body: {'port': {'device_id': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832330-1'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:54:38.710673 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9541a456-788a-4948-b96b-0b255e224618), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:38.966211 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9541a456-788a-4948-b96b-0b255e224618 {{(pid=103719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:54:38.974367 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Publish callbacks [] for port (9541a456-788a-4948-b96b-0b255e224618), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:38.987381 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.provisioning_blocks [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Transition to ACTIVE for port object 9541a456-788a-4948-b96b-0b255e224618 will not be triggered until provisioned by entity L2. {{(pid=103719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 22:54:38.990234 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (9541a456-788a-4948-b96b-0b255e224618), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:39.055530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9541a456-788a-4948-b96b-0b255e224618,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:54:39.112138 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Attempting to bind port 9541a456-788a-4948-b96b-0b255e224618 on host n-h1-832330-1 for vnic_type normal with profile {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 22:54:39.112473 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Attempting to bind port 9541a456-788a-4948-b96b-0b255e224618 by drivers openvswitch,hyperv on host n-h1-832330-1 at level 0 using segments [{'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 22:54:39.112788 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Attempting to bind port 9541a456-788a-4948-b96b-0b255e224618 on network 1afd307a-023b-41a3-a039-44db73c35632 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:54:39.117235 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Port 9541a456-788a-4948-b96b-0b255e224618 on network 1afd307a-023b-41a3-a039-44db73c35632 not bound, no agent of type Open vSwitch agent registered on host n-h1-832330-1 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 22:54:39.117558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Attempting to bind port 9541a456-788a-4948-b96b-0b255e224618 on network 1afd307a-023b-41a3-a039-44db73c35632 {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 22:54:39.122463 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Checking agent: {'id': 'ba027b37-011a-4dde-bb43-192783f9eb04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832330-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 22:54:39.122799 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Checking segment: {'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 22:54:39.123185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Bound using segment: {'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'} {{(pid=103719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 22:54:39.123601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.managers [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Bound port: 9541a456-788a-4948-b96b-0b255e224618, host: n-h1-832330-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2dd715-981a-4e49-acad-438da98fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1afd307a-023b-41a3-a039-44db73c35632'}}] {{(pid=103719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 22:54:39.123956 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9541a456-788a-4948-b96b-0b255e224618), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:39.190702 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] For port 9541a456-788a-4948-b96b-0b255e224618, host n-h1-832330-1, cleared binding levels {{(pid=103719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 22:54:39.194425 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] For port 9541a456-788a-4948-b96b-0b255e224618, host n-h1-832330-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9541a456-788a-4948-b96b-0b255e224618,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 22:54:39.200296 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (9541a456-788a-4948-b96b-0b255e224618), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:39.234803 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:39.235504 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:39.237397 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] 10.222.0.13 "PUT /v2.0/ports/9541a456-788a-4948-b96b-0b255e224618 HTTP/1.1" status: 200 len: 1092 time: 0.5899119 Mar 07 22:54:39.237854 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'tag': '9541a456-788a-4948-b96b-0b255e224618'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:54:39.240116 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e82a22-cf2a-4870-876c-f3904a709455" -d '{"events": [{"name": "network-changed", "server_uuid": "7537e852-7f89-4cfa-85cc-7e38b81f1e13", "tag": "9541a456-788a-4948-b96b-0b255e224618"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:54:39.273604 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6efc4-532b-4295-abcd-afade33895d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9541a456-788a-4948-b96b-0b255e224618,revision_number=3']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:54:39.332985 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-e463fb2e-0c78-4af6-b9ae-e62b33e3d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:39.334800 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-e463fb2e-0c78-4af6-b9ae-e62b33e3d1dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 1126 time: 0.0527973 Mar 07 22:54:39.351798 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a144add4-1cb7-4a77-a7b5-e657d9c5d5b0 x-openstack-request-id: req-a144add4-1cb7-4a77-a7b5-e657d9c5d5b0 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:54:39.352104 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7537e852-7f89-4cfa-85cc-7e38b81f1e13", "tag": "9541a456-788a-4948-b96b-0b255e224618", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:54:39.352353 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a144add4-1cb7-4a77-a7b5-e657d9c5d5b0 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:54:39.352755 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'tag': '9541a456-788a-4948-b96b-0b255e224618', 'status': 'completed', 'code': 200} Mar 07 22:54:39.384554 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-a80117a2-5d5d-43f9-a7cf-c40db244da19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9541a456-788a-4948-b96b-0b255e224618 HTTP/1.1" status: 200 len: 217 time: 0.0432622 Mar 07 22:54:39.434579 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-e56430fc-2668-4d71-b1c3-c7a71303d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:39.436052 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-e56430fc-2668-4d71-b1c3-c7a71303d0dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0449226 Mar 07 22:54:39.485073 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-c713dd96-1628-4c2a-a9d9-27d06912358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:39.486873 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-c713dd96-1628-4c2a-a9d9-27d06912358a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448136 Mar 07 22:54:39.611327 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-b741d05a-036e-42c5-be24-3e6926a13804 service neutron] 10.222.0.13 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184621 Mar 07 22:54:39.618029 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42de20f-2ecb-4563-9ac9-045d33ab2bd8 req-3d2cfdfd-0623-410e-a0d2-0cc597e405da tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:39.619413 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d42de20f-2ecb-4563-9ac9-045d33ab2bd8 req-3d2cfdfd-0623-410e-a0d2-0cc597e405da tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 944 time: 0.1080670 Mar 07 22:54:39.722899 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-d42de20f-2ecb-4563-9ac9-045d33ab2bd8 req-7be95de9-6c07-41cf-a753-a75090f1c5ae tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952446 Mar 07 22:54:39.742695 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-31566eb1-c98c-4a77-bb6a-24e8a0b2f4f4 req-65e9791a-dec7-439f-9cae-7a16f60f5a1e service neutron] 10.222.0.13 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223369 Mar 07 22:54:39.832255 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e82a22-cf2a-4870-876c-f3904a709455 req-f5a52362-2324-4506-83d5-72422008aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:39.833726 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63e82a22-cf2a-4870-876c-f3904a709455 req-f5a52362-2324-4506-83d5-72422008aacd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 1126 time: 0.0449662 Mar 07 22:54:39.924131 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e82a22-cf2a-4870-876c-f3904a709455 req-0623ce41-8114-403c-b392-d22e6ad1723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:39.925583 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63e82a22-cf2a-4870-876c-f3904a709455 req-0623ce41-8114-403c-b392-d22e6ad1723c service neutron] 10.222.0.13 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 911 time: 0.0863957 Mar 07 22:54:39.965659 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63e82a22-cf2a-4870-876c-f3904a709455 req-15b7e5ac-ad20-4cc0-a7cd-2219c0faa235 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9541a456-788a-4948-b96b-0b255e224618 HTTP/1.1" status: 200 len: 217 time: 0.0342374 Mar 07 22:54:40.011411 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e82a22-cf2a-4870-876c-f3904a709455 req-b6cb8085-97c5-42b4-a92e-47c736d4a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:40.012759 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63e82a22-cf2a-4870-876c-f3904a709455 req-b6cb8085-97c5-42b4-a92e-47c736d4a79a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0421247 Mar 07 22:54:40.065371 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e82a22-cf2a-4870-876c-f3904a709455 req-73275529-4d87-4319-8906-acacb9d0e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:40.066959 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63e82a22-cf2a-4870-876c-f3904a709455 req-73275529-4d87-4319-8906-acacb9d0e046 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478835 Mar 07 22:54:40.153396 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63e82a22-cf2a-4870-876c-f3904a709455 req-9fda17b0-7458-4a15-8c05-9a56f3cad433 service neutron] 10.222.0.13 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804391 Mar 07 22:54:40.244203 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-63e82a22-cf2a-4870-876c-f3904a709455 req-c5c290c6-a547-45af-9f29-8d77524f61e6 service neutron] 10.222.0.13 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847909 Mar 07 22:54:40.841887 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3db7f1-8944-437d-a553-12a7ad6eccfa req-51d24611-f4ab-427c-af47-b908eb51b8e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:40.843435 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e3db7f1-8944-437d-a553-12a7ad6eccfa req-51d24611-f4ab-427c-af47-b908eb51b8e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 944 time: 0.0521719 Mar 07 22:54:40.891561 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1e3db7f1-8944-437d-a553-12a7ad6eccfa req-f2f695de-74c6-46c1-b950-823c2847b14c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424886 Mar 07 22:54:41.659520 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 9541a456-788a-4948-b96b-0b255e224618 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:54:41.755226 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 9541a456-788a-4948-b96b-0b255e224618, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9541a456-788a-4948-b96b-0b255e224618,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:54:41.765888 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '9541a456-788a-4948-b96b-0b255e224618', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'port_id': '9541a456-788a-4948-b96b-0b255e224618', 'mac_address': 'fa:16:3e:7e:e9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:54:41.801513 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 9541a456-788a-4948-b96b-0b255e224618 is: DOWN; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:54:41.801899 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9541a456-788a-4948-b96b-0b255e224618), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:41.815863 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9541a456-788a-4948-b96b-0b255e224618 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:54:41.835017 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 9541a456-788a-4948-b96b-0b255e224618, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9541a456-788a-4948-b96b-0b255e224618,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:54:41.839073 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9541a456-788a-4948-b96b-0b255e224618), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:41.883597 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=9541a456-788a-4948-b96b-0b255e224618,revision_number=4']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:54:42.009474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd261cc3-170f-446b-b5f4-0287dab3e0f9 req-30c0a65f-b755-4b3d-be53-696271c748ff tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:42.010967 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd261cc3-170f-446b-b5f4-0287dab3e0f9 req-30c0a65f-b755-4b3d-be53-696271c748ff tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 945 time: 0.0531135 Mar 07 22:54:42.064948 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-cd261cc3-170f-446b-b5f4-0287dab3e0f9 req-7645d02c-d157-4415-9983-4cb76c29ae45 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476801 Mar 07 22:54:42.155344 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['9541a456-788a-4948-b96b-0b255e224618'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:54:43.182984 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af545d4-503e-4917-850f-3241f9f30401 req-7d3592b9-5c65-44cf-a2ae-2006313495f5 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:43.184476 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5af545d4-503e-4917-850f-3241f9f30401 req-7d3592b9-5c65-44cf-a2ae-2006313495f5 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 945 time: 0.0529716 Mar 07 22:54:43.232670 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-5af545d4-503e-4917-850f-3241f9f30401 req-9965572b-ca58-4be7-b868-c8ee898dd3b6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420322 Mar 07 22:54:43.677917 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 9541a456-788a-4948-b96b-0b255e224618 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:54:43.728167 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning for port 9541a456-788a-4948-b96b-0b255e224618 completed by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 22:54:43.732106 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 9541a456-788a-4948-b96b-0b255e224618 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:54:43.732540 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9541a456-788a-4948-b96b-0b255e224618), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:43.807595 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 9541a456-788a-4948-b96b-0b255e224618 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:54:43.807980 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9541a456-788a-4948-b96b-0b255e224618), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:43.829919 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9541a456-788a-4948-b96b-0b255e224618'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:54:43.832206 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29cb513-69fd-4c04-919f-e23e12c303c5" -d '{"events": [{"server_uuid": "7537e852-7f89-4cfa-85cc-7e38b81f1e13", "name": "network-vif-plugged", "status": "completed", "tag": "9541a456-788a-4948-b96b-0b255e224618"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:54:43.844423 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 9541a456-788a-4948-b96b-0b255e224618, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9541a456-788a-4948-b96b-0b255e224618,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:54:43.851324 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9541a456-788a-4948-b96b-0b255e224618), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:43.889189 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4915640-84f2-4652-9e5c-2eb97c32cf17 x-openstack-request-id: req-d4915640-84f2-4652-9e5c-2eb97c32cf17 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:54:43.889702 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7537e852-7f89-4cfa-85cc-7e38b81f1e13", "name": "network-vif-plugged", "status": "completed", "tag": "9541a456-788a-4948-b96b-0b255e224618", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:54:43.890325 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4915640-84f2-4652-9e5c-2eb97c32cf17 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:54:43.890800 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9541a456-788a-4948-b96b-0b255e224618', 'code': 200} Mar 07 22:54:43.907269 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=9541a456-788a-4948-b96b-0b255e224618,revision_number=5']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:54:43.972345 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24f424-d364-4849-84c0-6384660b903e req-4fcc3e84-98a3-4fce-8b4a-d0911cbfe482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:43.973762 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a24f424-d364-4849-84c0-6384660b903e req-4fcc3e84-98a3-4fce-8b4a-d0911cbfe482 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 1128 time: 0.0429621 Mar 07 22:54:44.017620 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4a24f424-d364-4849-84c0-6384660b903e req-2f9028b6-a606-463a-bd3a-9f3dbbb50488 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380697 Mar 07 22:54:44.362190 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b03da-aac8-4b38-a93a-ba8901978eda req-ec271bc0-1506-42f9-8d96-7f7540f41c8d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:44.363716 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-996b03da-aac8-4b38-a93a-ba8901978eda req-ec271bc0-1506-42f9-8d96-7f7540f41c8d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 946 time: 0.0648062 Mar 07 22:54:44.411565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-996b03da-aac8-4b38-a93a-ba8901978eda req-0c0e1947-5c15-4c62-af95-add2b75d7ce3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422356 Mar 07 22:54:45.538079 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b788d99-76a6-49a2-ab36-9809d2a11f51 req-ce6c38e0-4ba6-440c-965b-6d740f39b109 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:45.540161 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b788d99-76a6-49a2-ab36-9809d2a11f51 req-ce6c38e0-4ba6-440c-965b-6d740f39b109 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 946 time: 0.0585151 Mar 07 22:54:45.591813 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-6b788d99-76a6-49a2-ab36-9809d2a11f51 req-6366d2bd-a662-445a-a094-d429261c460c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461333 Mar 07 22:54:45.707841 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fe213-a688-4ec3-be9c-b9b82034870e req-987e50e9-62c0-43fa-a184-98565364503a tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:45.709213 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-402fe213-a688-4ec3-be9c-b9b82034870e req-987e50e9-62c0-43fa-a184-98565364503a tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 946 time: 0.0514128 Mar 07 22:54:45.760656 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-402fe213-a688-4ec3-be9c-b9b82034870e req-f18e9d34-4f2a-4d08-8dba-f366e3781deb tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459278 Mar 07 22:54:45.782199 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55150) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:54:45.785539 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-51c5c675-c39f-4707-9013-02b3b1780f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:45.825297 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a84552-b1a2-4504-b86b-a39b3403590b tempest-TestSnapshotPattern-330072028 tempest-TestSnapshotPattern-330072028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:45.826840 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-48a84552-b1a2-4504-b86b-a39b3403590b tempest-TestSnapshotPattern-330072028 tempest-TestSnapshotPattern-330072028-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 1123 time: 0.0436370 Mar 07 22:54:45.830193 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55152) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:54:45.834466 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.v2.base [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Request body: {'floatingip': {'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'port_id': '9541a456-788a-4948-b96b-0b255e224618', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:54:45.854213 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:45.955872 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (None), before_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:46.058623 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_common [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Allocated IP 172.25.4.136 (f20316a0-eab8-41f0-8613-93a8a216afe6/55847d08-95d0-4322-9c2d-f20f02b8d66c/8e3f3185-452b-4bd8-8978-aceeb244033f) {{(pid=103719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:54:46.159551 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for port (8e3f3185-452b-4bd8-8978-aceeb244033f), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:46.197978 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791274854575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (8e3f3185-452b-4bd8-8978-aceeb244033f), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:46.238174 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Network f20316a0-eab8-41f0-8613-93a8a216afe6 is already hosted by enough agents. {{(pid=103719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:54:46.240920 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.base_scheduler [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Resources bound (agent type, host, resource id): {{(pid=103719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:54:46.243435 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Received port after_create {{(pid=103719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 22:54:46.269901 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event updated for resources: {'Port': ['ID=8e3f3185-452b-4bd8-8978-aceeb244033f,revision_number=1']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:54:46.617234 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for floatingip (d3b42373-7b25-461a-949f-9eae38edacea), precommit_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:46.683856 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (8e3f3185-452b-4bd8-8978-aceeb244033f), before_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:46.837617 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for port (8e3f3185-452b-4bd8-8978-aceeb244033f), precommit_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:46.842327 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163390'] for port (8e3f3185-452b-4bd8-8978-aceeb244033f), after_update {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:46.842778 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:46.907024 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event updated for resources: {'Port': ['ID=8e3f3185-452b-4bd8-8978-aceeb244033f,revision_number=2']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:54:46.918257 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411480'] for floatingip (d3b42373-7b25-461a-949f-9eae38edacea), after_create {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:47.018558 n-d-832330-1 neutron-server[103719]: INFO neutron.db.l3_db [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Floating IP d3b42373-7b25-461a-949f-9eae38edacea associated. External IP: 172.25.4.136, port: 9541a456-788a-4948-b96b-0b255e224618. Mar 07 22:54:47.225284 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Router 028b1827-a231-4fcb-a387-c9c52080c496 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:54:47.658304 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:54:47.668171 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c7f36c-dd0a-4a37-acea-ecc7a8eb8c00 None None] Sync routers for ids ['028b1827-a231-4fcb-a387-c9c52080c496'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:54:47.676523 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:47.678771 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c7f36c-dd0a-4a37-acea-ecc7a8eb8c00 None None] Routers {'028b1827-a231-4fcb-a387-c9c52080c496'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:54:47.679391 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b1c7f36c-dd0a-4a37-acea-ecc7a8eb8c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:54:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['028b1827-a231-4fcb-a387-c9c52080c496'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:54:47.706634 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2d4fcbed-2930-45b4-ab80-cb38ddee0f20 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8752954 Mar 07 22:54:47.707262 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'tag': '9541a456-788a-4948-b96b-0b255e224618'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:54:47.709543 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195a8a98-3dbc-4041-9433-201a4bff8d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7537e852-7f89-4cfa-85cc-7e38b81f1e13", "tag": "9541a456-788a-4948-b96b-0b255e224618"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:54:47.746799 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660f36ae-5db7-4010-a033-ee9e35e041b1 x-openstack-request-id: req-660f36ae-5db7-4010-a033-ee9e35e041b1 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:54:47.747094 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7537e852-7f89-4cfa-85cc-7e38b81f1e13", "tag": "9541a456-788a-4948-b96b-0b255e224618", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:54:47.747351 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-660f36ae-5db7-4010-a033-ee9e35e041b1 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:54:47.747758 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'tag': '9541a456-788a-4948-b96b-0b255e224618', 'status': 'completed', 'code': 200} Mar 07 22:54:47.787629 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b1c7f36c-dd0a-4a37-acea-ecc7a8eb8c00 None None] Set router 028b1827-a231-4fcb-a387-c9c52080c496 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:54:47.810019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a8a98-3dbc-4041-9433-201a4bff8d3f req-3cbd54ff-8041-4b1b-a3d9-7ea84482943b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:47.812043 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-195a8a98-3dbc-4041-9433-201a4bff8d3f req-3cbd54ff-8041-4b1b-a3d9-7ea84482943b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 1128 time: 0.0435178 Mar 07 22:54:47.903015 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a8a98-3dbc-4041-9433-201a4bff8d3f req-55b05eaa-7e24-49d3-84d9-33a83f8cbeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:47.904477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-195a8a98-3dbc-4041-9433-201a4bff8d3f req-55b05eaa-7e24-49d3-84d9-33a83f8cbeb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 911 time: 0.0865510 Mar 07 22:54:47.971157 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-195a8a98-3dbc-4041-9433-201a4bff8d3f req-f6bf6450-5338-4a2a-a6e3-287440188b82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9541a456-788a-4948-b96b-0b255e224618 HTTP/1.1" status: 200 len: 1000 time: 0.0614150 Mar 07 22:54:48.011658 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b1c7f36c-dd0a-4a37-acea-ecc7a8eb8c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'd3b42373-7b25-461a-949f-9eae38edacea', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'port_id': '9541a456-788a-4948-b96b-0b255e224618', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'mac_address': 'fa:16:3e:7e:e9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:54:46Z', 'updated_at': '2022-03-07T22:54:46Z', 'revision_number': 0, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'fixed_ip_address_scope': None}, {'id': 'db20ef70-ea7f-4df6-9fab-fd55991db92e', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'port_id': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'mac_address': 'fa:16:3e:3a:9f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:52:13Z', 'updated_at': '2022-03-07T22:52:14Z', 'revision_number': 1, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0715f3-a8b6-42b3-88a4-f8e638f1224c', 'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'mac_address': 'fa:16:3e:4e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:48Z', 'updated_at': '2022-03-07T22:51:53Z', 'revision_number': 5, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'subnets': [{'id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:54:48.019310 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a8a98-3dbc-4041-9433-201a4bff8d3f req-2d31a59d-0796-402b-b89e-d377408b779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:48.020795 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-195a8a98-3dbc-4041-9433-201a4bff8d3f req-2d31a59d-0796-402b-b89e-d377408b779a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0431225 Mar 07 22:54:48.037823 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c7f36c-dd0a-4a37-acea-ecc7a8eb8c00 None None] Checking router: 028b1827-a231-4fcb-a387-c9c52080c496 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:54:48.046469 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c7f36c-dd0a-4a37-acea-ecc7a8eb8c00 None None] Routers {'028b1827-a231-4fcb-a387-c9c52080c496'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:54:48.047076 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b1c7f36c-dd0a-4a37-acea-ecc7a8eb8c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:54:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['028b1827-a231-4fcb-a387-c9c52080c496'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:54:48.069530 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a8a98-3dbc-4041-9433-201a4bff8d3f req-852b214f-b019-4744-99ca-5f5c619f26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:54:48.071067 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-195a8a98-3dbc-4041-9433-201a4bff8d3f req-852b214f-b019-4744-99ca-5f5c619f26d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443213 Mar 07 22:54:48.165172 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-195a8a98-3dbc-4041-9433-201a4bff8d3f req-0738a719-f94b-45ae-8e6d-9d2010f033b8 service neutron] 10.222.0.13 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885482 Mar 07 22:54:48.249745 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-b1c7f36c-dd0a-4a37-acea-ecc7a8eb8c00 None None] Set router 028b1827-a231-4fcb-a387-c9c52080c496 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:54:48.255468 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-195a8a98-3dbc-4041-9433-201a4bff8d3f req-7c70afad-5580-4c00-9f80-87962d03b6fd service neutron] 10.222.0.13 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844710 Mar 07 22:54:48.276821 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-212487c3-9dd7-4257-9627-68f44d92fdeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:48.478974 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-b1c7f36c-dd0a-4a37-acea-ecc7a8eb8c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'd3b42373-7b25-461a-949f-9eae38edacea', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'port_id': '9541a456-788a-4948-b96b-0b255e224618', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'mac_address': 'fa:16:3e:7e:e9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:54:46Z', 'updated_at': '2022-03-07T22:54:46Z', 'revision_number': 0, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'fixed_ip_address_scope': None}, {'id': 'db20ef70-ea7f-4df6-9fab-fd55991db92e', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'port_id': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'mac_address': 'fa:16:3e:3a:9f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:52:13Z', 'updated_at': '2022-03-07T22:52:14Z', 'revision_number': 1, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0715f3-a8b6-42b3-88a4-f8e638f1224c', 'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'mac_address': 'fa:16:3e:4e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:48Z', 'updated_at': '2022-03-07T22:51:53Z', 'revision_number': 5, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'subnets': [{'id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:54:48.505305 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c7f36c-dd0a-4a37-acea-ecc7a8eb8c00 None None] The sync data for ids ['028b1827-a231-4fcb-a387-c9c52080c496'] in n-d-832330-1 is: [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'd3b42373-7b25-461a-949f-9eae38edacea', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'port_id': '9541a456-788a-4948-b96b-0b255e224618', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'mac_address': 'fa:16:3e:7e:e9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:54:46Z', 'updated_at': '2022-03-07T22:54:46Z', 'revision_number': 0, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'fixed_ip_address_scope': None}, {'id': 'db20ef70-ea7f-4df6-9fab-fd55991db92e', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'port_id': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'mac_address': 'fa:16:3e:3a:9f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:52:13Z', 'updated_at': '2022-03-07T22:52:14Z', 'revision_number': 1, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0715f3-a8b6-42b3-88a4-f8e638f1224c', 'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'mac_address': 'fa:16:3e:4e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:48Z', 'updated_at': '2022-03-07T22:51:53Z', 'revision_number': 5, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'subnets': [{'id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:54:48.693263 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c186190-4ec4-48df-8b1f-7a3dfe7af5e9 None None] New status for floating IP d3b42373-7b25-461a-949f-9eae38edacea: ACTIVE {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:54:48.835303 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:49.616923 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:50.578563 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:54:52.290595 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:55:14.616591 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:55:14.730687 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a17ee4f5-29bb-46c2-855a-bfbf93ed2cbe req-67b8b27f-49f6-40bb-9472-542422b871bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1051714 Mar 07 22:55:14.816223 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ee4f5-29bb-46c2-855a-bfbf93ed2cbe req-2408292c-2713-40a5-92e5-8884d47d2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:55:14.817700 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a17ee4f5-29bb-46c2-855a-bfbf93ed2cbe req-2408292c-2713-40a5-92e5-8884d47d2946 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 1128 time: 0.0474248 Mar 07 22:55:14.919108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ee4f5-29bb-46c2-855a-bfbf93ed2cbe req-3411ed54-83cf-430f-a616-14160942d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:55:14.920480 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a17ee4f5-29bb-46c2-855a-bfbf93ed2cbe req-3411ed54-83cf-430f-a616-14160942d555 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 911 time: 0.0836051 Mar 07 22:55:14.987676 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a17ee4f5-29bb-46c2-855a-bfbf93ed2cbe req-62123ecc-d326-46af-bd23-cbeca1973330 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9541a456-788a-4948-b96b-0b255e224618 HTTP/1.1" status: 200 len: 1002 time: 0.0615726 Mar 07 22:55:15.034910 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ee4f5-29bb-46c2-855a-bfbf93ed2cbe req-e55ff458-e1a7-4796-89cc-45b961b6ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:55:15.036366 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a17ee4f5-29bb-46c2-855a-bfbf93ed2cbe req-e55ff458-e1a7-4796-89cc-45b961b6ad99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0423033 Mar 07 22:55:15.083826 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ee4f5-29bb-46c2-855a-bfbf93ed2cbe req-60f6c929-01c2-4e19-bd8a-72fb6cc51e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:55:15.085278 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a17ee4f5-29bb-46c2-855a-bfbf93ed2cbe req-60f6c929-01c2-4e19-bd8a-72fb6cc51e50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432115 Mar 07 22:55:15.173769 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a17ee4f5-29bb-46c2-855a-bfbf93ed2cbe req-08cf6aa9-40c0-4a4d-9a45-4d2d89379af5 service neutron] 10.222.0.13 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821438 Mar 07 22:55:15.260016 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-a17ee4f5-29bb-46c2-855a-bfbf93ed2cbe req-35dce454-85a8-4d90-bb02-d89774407cc7 service neutron] 10.222.0.13 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807488 Mar 07 22:55:15.786415 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-287cad0f-2bc2-4f77-9c71-8ede4ce18148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:55:16.864121 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:55:18.278723 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-377d94a2-da58-4039-93ea-694a034d40d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:55:18.802919 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:55:19.619640 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:55:20.579974 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:55:22.291900 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:55:25.325115 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11c8742a-badf-4ad0-8b5f-5472d5832579 req-7be928e4-0daf-4239-8660-716770a8f4af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470092 Mar 07 22:55:25.411543 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8742a-badf-4ad0-8b5f-5472d5832579 req-f63a4b5b-63dd-4cec-86dd-ab7cb4db41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:55:25.413004 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11c8742a-badf-4ad0-8b5f-5472d5832579 req-f63a4b5b-63dd-4cec-86dd-ab7cb4db41d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 1125 time: 0.0435269 Mar 07 22:55:25.515494 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8742a-badf-4ad0-8b5f-5472d5832579 req-03709c88-34f7-4a73-b60f-2c5e2fd3985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:55:25.516983 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11c8742a-badf-4ad0-8b5f-5472d5832579 req-03709c88-34f7-4a73-b60f-2c5e2fd3985b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 911 time: 0.0823104 Mar 07 22:55:25.585814 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11c8742a-badf-4ad0-8b5f-5472d5832579 req-3fac7880-ffe6-4e10-bbba-8a8e79632c53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454 HTTP/1.1" status: 200 len: 998 time: 0.0596256 Mar 07 22:55:25.637180 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8742a-badf-4ad0-8b5f-5472d5832579 req-e3985cfe-a8be-4c62-85bb-b79c96b9627c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:55:25.638610 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11c8742a-badf-4ad0-8b5f-5472d5832579 req-e3985cfe-a8be-4c62-85bb-b79c96b9627c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0416992 Mar 07 22:55:25.687738 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8742a-badf-4ad0-8b5f-5472d5832579 req-11981ba7-0672-4ee9-9bfa-35e31e2dcd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:55:25.689187 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11c8742a-badf-4ad0-8b5f-5472d5832579 req-11981ba7-0672-4ee9-9bfa-35e31e2dcd03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0416043 Mar 07 22:55:25.783758 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11c8742a-badf-4ad0-8b5f-5472d5832579 req-1ce1fbd3-9347-4eeb-9a6b-bab4f316010d service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847592 Mar 07 22:55:25.876510 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-11c8742a-badf-4ad0-8b5f-5472d5832579 req-8c454045-4be9-4be1-8e30-c61b6d167470 service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840096 Mar 07 22:55:45.786898 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-85a74d4a-5553-42ec-ba5e-dcfe4bf6fea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:55:46.856007 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:55:48.279863 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-90ee5786-4ee2-48c4-b5ea-ca537dc30e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:55:48.797618 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:55:49.622421 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:55:50.584363 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:55:51.615644 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:55:52.293569 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:56:15.644577 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55474b5d-6b52-46bc-b520-7856208b03e8 req-8de6455f-7fff-41b9-b314-9bd630289c1d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430958 Mar 07 22:56:15.728245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55474b5d-6b52-46bc-b520-7856208b03e8 req-c7f7483b-03a6-4502-9938-0c2345319890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:56:15.729747 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55474b5d-6b52-46bc-b520-7856208b03e8 req-c7f7483b-03a6-4502-9938-0c2345319890 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 1128 time: 0.0444753 Mar 07 22:56:15.788698 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9e536987-3f35-4411-94cc-47ecae26472a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:56:15.835239 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55474b5d-6b52-46bc-b520-7856208b03e8 req-48c457eb-258f-47f0-9995-a8628ea6d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:56:15.836720 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55474b5d-6b52-46bc-b520-7856208b03e8 req-48c457eb-258f-47f0-9995-a8628ea6d9c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 911 time: 0.0889442 Mar 07 22:56:15.901905 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55474b5d-6b52-46bc-b520-7856208b03e8 req-4773bcbd-1b93-47da-8c87-9da4000dda5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9541a456-788a-4948-b96b-0b255e224618 HTTP/1.1" status: 200 len: 1002 time: 0.0585673 Mar 07 22:56:15.949185 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55474b5d-6b52-46bc-b520-7856208b03e8 req-5609730f-f210-413f-99ff-4d933c2f65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:56:15.950603 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55474b5d-6b52-46bc-b520-7856208b03e8 req-5609730f-f210-413f-99ff-4d933c2f65c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0427191 Mar 07 22:56:16.002749 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55474b5d-6b52-46bc-b520-7856208b03e8 req-e59c9bf4-5723-47b7-8db5-ceabe78835e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:56:16.004250 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55474b5d-6b52-46bc-b520-7856208b03e8 req-e59c9bf4-5723-47b7-8db5-ceabe78835e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475259 Mar 07 22:56:16.099391 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55474b5d-6b52-46bc-b520-7856208b03e8 req-4eaf02ff-b0f2-4f36-bf13-10dcea46c19f service neutron] 10.222.0.13 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857213 Mar 07 22:56:16.189543 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-55474b5d-6b52-46bc-b520-7856208b03e8 req-52d40f38-4f75-41f8-a1d8-31ed90bc9467 service neutron] 10.222.0.13 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835428 Mar 07 22:56:16.888586 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:56:18.280915 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-707c8d38-f396-443f-9b66-9ed5a003cb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:56:18.795371 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:56:19.625352 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:56:20.587879 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:56:22.294955 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:56:27.319586 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-407e729a-2967-4b5c-ad0b-fc988a3a9168 req-61b498d6-6087-470f-adbc-822c257b121b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436196 Mar 07 22:56:27.406793 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e729a-2967-4b5c-ad0b-fc988a3a9168 req-8a270b09-5b08-48f9-9b35-ee7d4aeb6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:56:27.408307 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-407e729a-2967-4b5c-ad0b-fc988a3a9168 req-8a270b09-5b08-48f9-9b35-ee7d4aeb6713 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 1125 time: 0.0435915 Mar 07 22:56:27.519853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e729a-2967-4b5c-ad0b-fc988a3a9168 req-80abacf9-0e84-4461-9768-f1db43b539e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:56:27.521308 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-407e729a-2967-4b5c-ad0b-fc988a3a9168 req-80abacf9-0e84-4461-9768-f1db43b539e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 911 time: 0.0886297 Mar 07 22:56:27.588916 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-407e729a-2967-4b5c-ad0b-fc988a3a9168 req-060497f0-bf34-44a9-bba5-8d0fee2ca9b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454 HTTP/1.1" status: 200 len: 998 time: 0.0561044 Mar 07 22:56:27.645729 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e729a-2967-4b5c-ad0b-fc988a3a9168 req-71fde009-e515-4281-aae8-cdec41491932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:56:27.647173 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-407e729a-2967-4b5c-ad0b-fc988a3a9168 req-71fde009-e515-4281-aae8-cdec41491932 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0457413 Mar 07 22:56:27.697959 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e729a-2967-4b5c-ad0b-fc988a3a9168 req-3d60b8e6-f19f-4109-9949-1ee50692c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:56:27.699441 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-407e729a-2967-4b5c-ad0b-fc988a3a9168 req-3d60b8e6-f19f-4109-9949-1ee50692c7a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431533 Mar 07 22:56:27.788062 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-407e729a-2967-4b5c-ad0b-fc988a3a9168 req-7ff1b7ea-14d1-4169-b061-594dc419ac67 service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790937 Mar 07 22:56:27.880568 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-407e729a-2967-4b5c-ad0b-fc988a3a9168 req-d001f9ec-f407-4cc7-9ba8-d2053ded150e service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826781 Mar 07 22:56:28.617953 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:56:45.789574 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-346d57dd-677c-4119-a4cb-eeb9e5d1fea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:56:46.904105 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:56:48.282005 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a3e86e52-1e14-4ce2-84d1-60bc84bcbbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:56:48.808445 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:56:49.628452 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:56:50.591267 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:56:52.297797 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:05.617341 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:57:08.529227 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 9541a456-788a-4948-b96b-0b255e224618 details requested by agent hyperv_n-h1-832330-1 with host n-h1-832330-1 {{(pid=103720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 22:57:08.624710 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 9541a456-788a-4948-b96b-0b255e224618, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9541a456-788a-4948-b96b-0b255e224618,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:57:08.635278 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Returning: {'device': '9541a456-788a-4948-b96b-0b255e224618', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'port_id': '9541a456-788a-4948-b96b-0b255e224618', 'mac_address': 'fa:16:3e:7e:e9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 22:57:08.671731 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 9541a456-788a-4948-b96b-0b255e224618 is: ACTIVE; New status is: BUILD {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:57:08.672124 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9541a456-788a-4948-b96b-0b255e224618), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:08.684867 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9541a456-788a-4948-b96b-0b255e224618 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:57:08.710624 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 9541a456-788a-4948-b96b-0b255e224618, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9541a456-788a-4948-b96b-0b255e224618,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:57:08.714385 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9541a456-788a-4948-b96b-0b255e224618), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:08.762876 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=9541a456-788a-4948-b96b-0b255e224618,revision_number=6']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:08.770856 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:08.771205 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:08.771547 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:08.771882 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:08.772215 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:08.772544 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:08.772871 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:08.773194 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:08.773516 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:08.773927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:08.774281 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:08.774604 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:08.774926 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:08.785323 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] get_ports_and_sgs() called for port_ids ['9541a456-788a-4948-b96b-0b255e224618'] {{(pid=103720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 22:57:10.545868 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 9541a456-788a-4948-b96b-0b255e224618 up at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 22:57:10.591578 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Provisioning complete for port 9541a456-788a-4948-b96b-0b255e224618 triggered by entity L2. {{(pid=103720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 22:57:10.591954 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3480043'] for port (9541a456-788a-4948-b96b-0b255e224618), provisioning_complete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:10.668431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 9541a456-788a-4948-b96b-0b255e224618 is: BUILD; New status is: ACTIVE {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:57:10.668811 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9541a456-788a-4948-b96b-0b255e224618), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:10.689921 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9541a456-788a-4948-b96b-0b255e224618'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:57:10.692127 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f11ab8d-58f5-449d-ac51-65ebfee90d30" -d '{"events": [{"server_uuid": "7537e852-7f89-4cfa-85cc-7e38b81f1e13", "name": "network-vif-plugged", "status": "completed", "tag": "9541a456-788a-4948-b96b-0b255e224618"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:57:10.703837 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 9541a456-788a-4948-b96b-0b255e224618, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9541a456-788a-4948-b96b-0b255e224618,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:57:10.709585 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9541a456-788a-4948-b96b-0b255e224618), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:10.761350 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=9541a456-788a-4948-b96b-0b255e224618,revision_number=7']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:11.796947 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc74c7b-79fc-44e8-95d9-406b8e8f1c77 x-openstack-request-id: req-efc74c7b-79fc-44e8-95d9-406b8e8f1c77 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:57:11.797524 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7537e852-7f89-4cfa-85cc-7e38b81f1e13", "name": "network-vif-plugged", "status": "completed", "tag": "9541a456-788a-4948-b96b-0b255e224618", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:57:11.797524 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-efc74c7b-79fc-44e8-95d9-406b8e8f1c77 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:57:11.797910 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9541a456-788a-4948-b96b-0b255e224618', 'code': 200} Mar 07 22:57:15.172475 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3e295-3c38-42ab-aa71-c79cce81bf93 req-f365b4d0-b640-455e-8ae7-e31229361b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:15.174966 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-edc3e295-3c38-42ab-aa71-c79cce81bf93 req-f365b4d0-b640-455e-8ae7-e31229361b69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 1128 time: 0.0710366 Mar 07 22:57:15.296789 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3e295-3c38-42ab-aa71-c79cce81bf93 req-851d87c0-fef7-430d-b461-50a6c17261a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:15.298768 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-edc3e295-3c38-42ab-aa71-c79cce81bf93 req-851d87c0-fef7-430d-b461-50a6c17261a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 911 time: 0.1039054 Mar 07 22:57:15.371828 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-edc3e295-3c38-42ab-aa71-c79cce81bf93 req-06e85419-c242-47ce-bb6c-55a09d0dbb4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9541a456-788a-4948-b96b-0b255e224618 HTTP/1.1" status: 200 len: 1002 time: 0.0666156 Mar 07 22:57:15.437732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3e295-3c38-42ab-aa71-c79cce81bf93 req-a0674b8f-4cb3-4115-826e-4e0c87709972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:15.437732 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-edc3e295-3c38-42ab-aa71-c79cce81bf93 req-a0674b8f-4cb3-4115-826e-4e0c87709972 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0524294 Mar 07 22:57:15.497019 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3e295-3c38-42ab-aa71-c79cce81bf93 req-da0d1fc8-2e83-4017-8504-93f822916ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:15.498565 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-edc3e295-3c38-42ab-aa71-c79cce81bf93 req-da0d1fc8-2e83-4017-8504-93f822916ca1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578349 Mar 07 22:57:15.589366 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-edc3e295-3c38-42ab-aa71-c79cce81bf93 req-83ede248-b555-4b28-bd31-20ca0bc9ca10 service neutron] 10.222.0.13 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846322 Mar 07 22:57:15.698498 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-edc3e295-3c38-42ab-aa71-c79cce81bf93 req-ef759609-97ed-4e6b-ad81-31c8f8b4f6fc service neutron] 10.222.0.13 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025102 Mar 07 22:57:15.794059 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e78ce2ef-2e39-4e7a-b595-7a8a7c104652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:16.909240 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:18.285352 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-154c4239-32b9-4548-9f83-088cb605c577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:18.820923 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:19.631992 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:20.597796 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:22.300053 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:22.721672 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55404) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:22.883150 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Deleting port 8e3f3185-452b-4bd8-8978-aceeb244033f {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:57:22.883491 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (8e3f3185-452b-4bd8-8978-aceeb244033f), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:22.954478 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (8e3f3185-452b-4bd8-8978-aceeb244033f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:22.954800 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for floatingip (8e3f3185-452b-4bd8-8978-aceeb244033f), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:22.966008 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Calling delete_port for 8e3f3185-452b-4bd8-8978-aceeb244033f owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:57:23.109636 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (8e3f3185-452b-4bd8-8978-aceeb244033f), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:23.136189 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event deleted for resources: {'Port': ['ID=8e3f3185-452b-4bd8-8978-aceeb244033f,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:23.162167 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:23.162526 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:23.162873 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:23.163216 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:23.163557 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:23.163895 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:23.164228 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:23.164560 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:23.164891 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:23.165220 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:23.165551 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:23.165881 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:23.166245 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:23.205926 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for floatingip (d3b42373-7b25-461a-949f-9eae38edacea), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:23.206276 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Floating IP d3b42373-7b25-461a-949f-9eae38edacea disassociated (deleted). External IP: 172.25.4.136, port: 9541a456-788a-4948-b96b-0b255e224618. Mar 07 22:57:23.415882 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Router 028b1827-a231-4fcb-a387-c9c52080c496 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:57:23.526997 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:57:23.532693 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:23.540100 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a267c9-a398-4094-a51e-6c1b958a87cb None None] Sync routers for ids ['028b1827-a231-4fcb-a387-c9c52080c496'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:57:23.549977 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a267c9-a398-4094-a51e-6c1b958a87cb None None] Routers {'028b1827-a231-4fcb-a387-c9c52080c496'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:57:23.550643 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-95a267c9-a398-4094-a51e-6c1b958a87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['028b1827-a231-4fcb-a387-c9c52080c496'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:23.564865 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-269f7518-8539-46b1-841f-9bc269eed7f6 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "DELETE /v2.0/floatingips/d3b42373-7b25-461a-949f-9eae38edacea HTTP/1.1" status: 204 len: 168 time: 0.8391781 Mar 07 22:57:23.564865 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'tag': '9541a456-788a-4948-b96b-0b255e224618'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:57:23.565656 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367c891a47a93397d296b6a009349b5bbc9bf26a01a8694054c6e77325763cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40288c53-3e5f-41ea-aa56-223453fc06fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7537e852-7f89-4cfa-85cc-7e38b81f1e13", "tag": "9541a456-788a-4948-b96b-0b255e224618"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:57:23.662333 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-95a267c9-a398-4094-a51e-6c1b958a87cb None None] Set router 028b1827-a231-4fcb-a387-c9c52080c496 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:57:23.668019 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d447c64-6923-4a81-b8d2-6c33cc0eb0bf x-openstack-request-id: req-1d447c64-6923-4a81-b8d2-6c33cc0eb0bf {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:57:23.668311 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7537e852-7f89-4cfa-85cc-7e38b81f1e13", "tag": "9541a456-788a-4948-b96b-0b255e224618", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:57:23.668580 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d447c64-6923-4a81-b8d2-6c33cc0eb0bf {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:57:23.668996 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'tag': '9541a456-788a-4948-b96b-0b255e224618', 'status': 'completed', 'code': 200} Mar 07 22:57:23.753130 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40288c53-3e5f-41ea-aa56-223453fc06fb req-74feaffe-eb7e-46d7-86f8-7f243a891979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:23.754789 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40288c53-3e5f-41ea-aa56-223453fc06fb req-74feaffe-eb7e-46d7-86f8-7f243a891979 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 1128 time: 0.0581329 Mar 07 22:57:23.887722 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40288c53-3e5f-41ea-aa56-223453fc06fb req-35f87060-51af-43e6-a70c-7fa46692188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:23.889201 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40288c53-3e5f-41ea-aa56-223453fc06fb req-35f87060-51af-43e6-a70c-7fa46692188d service neutron] 10.222.0.13 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 911 time: 0.1265974 Mar 07 22:57:23.916219 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-95a267c9-a398-4094-a51e-6c1b958a87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'db20ef70-ea7f-4df6-9fab-fd55991db92e', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'port_id': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'mac_address': 'fa:16:3e:3a:9f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:52:13Z', 'updated_at': '2022-03-07T22:52:14Z', 'revision_number': 1, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0715f3-a8b6-42b3-88a4-f8e638f1224c', 'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'mac_address': 'fa:16:3e:4e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:48Z', 'updated_at': '2022-03-07T22:51:53Z', 'revision_number': 5, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'subnets': [{'id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:23.933056 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40288c53-3e5f-41ea-aa56-223453fc06fb req-210f4a73-c64c-4b04-9c42-2203b05b080e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9541a456-788a-4948-b96b-0b255e224618 HTTP/1.1" status: 200 len: 217 time: 0.0362864 Mar 07 22:57:23.940558 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546a1ce-4d56-4992-82a6-147ab3e3e43d req-89ae931a-e546-4307-a460-7291a0da9604 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:23.941954 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e546a1ce-4d56-4992-82a6-147ab3e3e43d req-89ae931a-e546-4307-a460-7291a0da9604 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 946 time: 0.1711423 Mar 07 22:57:23.942299 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a267c9-a398-4094-a51e-6c1b958a87cb None None] Checking router: 028b1827-a231-4fcb-a387-c9c52080c496 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:57:23.950839 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a267c9-a398-4094-a51e-6c1b958a87cb None None] Routers {'028b1827-a231-4fcb-a387-c9c52080c496'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:57:23.951580 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-95a267c9-a398-4094-a51e-6c1b958a87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['028b1827-a231-4fcb-a387-c9c52080c496'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:24.012948 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40288c53-3e5f-41ea-aa56-223453fc06fb req-4b626b71-6e7f-4355-8544-37174b89c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:24.014448 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40288c53-3e5f-41ea-aa56-223453fc06fb req-4b626b71-6e7f-4355-8544-37174b89c462 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0716290 Mar 07 22:57:24.037312 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-e546a1ce-4d56-4992-82a6-147ab3e3e43d req-566fa268-e129-42ec-b57f-d713245e158c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874553 Mar 07 22:57:24.061139 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-95a267c9-a398-4094-a51e-6c1b958a87cb None None] Set router 028b1827-a231-4fcb-a387-c9c52080c496 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:57:24.071201 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40288c53-3e5f-41ea-aa56-223453fc06fb req-2ddb214f-aabf-41c0-bbfa-18922af45723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:24.072727 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40288c53-3e5f-41ea-aa56-223453fc06fb req-2ddb214f-aabf-41c0-bbfa-18922af45723 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495877 Mar 07 22:57:24.167097 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40288c53-3e5f-41ea-aa56-223453fc06fb req-e7fe5075-51a0-4ea5-b52c-4d337ebe82ac service neutron] 10.222.0.13 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869579 Mar 07 22:57:24.260058 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-40288c53-3e5f-41ea-aa56-223453fc06fb req-1c65efb1-6e90-486c-bbe3-365b6d089bab service neutron] 10.222.0.13 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859621 Mar 07 22:57:24.284798 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-95a267c9-a398-4094-a51e-6c1b958a87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'db20ef70-ea7f-4df6-9fab-fd55991db92e', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'port_id': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'mac_address': 'fa:16:3e:3a:9f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:52:13Z', 'updated_at': '2022-03-07T22:52:14Z', 'revision_number': 1, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0715f3-a8b6-42b3-88a4-f8e638f1224c', 'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'mac_address': 'fa:16:3e:4e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:48Z', 'updated_at': '2022-03-07T22:51:53Z', 'revision_number': 5, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'subnets': [{'id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:24.310676 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a267c9-a398-4094-a51e-6c1b958a87cb None None] The sync data for ids ['028b1827-a231-4fcb-a387-c9c52080c496'] in n-d-832330-1 is: [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_floatingips': [{'id': 'db20ef70-ea7f-4df6-9fab-fd55991db92e', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'router_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'port_id': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'mac_address': 'fa:16:3e:3a:9f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:52:13Z', 'updated_at': '2022-03-07T22:52:14Z', 'revision_number': 1, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0715f3-a8b6-42b3-88a4-f8e638f1224c', 'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'mac_address': 'fa:16:3e:4e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:48Z', 'updated_at': '2022-03-07T22:51:53Z', 'revision_number': 5, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'subnets': [{'id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:57:24.549178 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a856ce-0819-4756-b67e-a446892aa317 None None] New status for floating IP d3b42373-7b25-461a-949f-9eae38edacea: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:57:24.684658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 9541a456-788a-4948-b96b-0b255e224618 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:57:24.758630 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Current status of the port 9541a456-788a-4948-b96b-0b255e224618 is: ACTIVE; New status is: DOWN {{(pid=103720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 22:57:24.759019 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3864284'] for port (9541a456-788a-4948-b96b-0b255e224618), before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:24.785694 n-d-832330-1 neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9541a456-788a-4948-b96b-0b255e224618'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:57:24.788273 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1300a2a862e2cb8f42df7d36a788d9adfc0fe2832ddb41cb55a2fd6c89e9be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f89e064-02f5-4fcb-9556-0112ea107133" -d '{"events": [{"server_uuid": "7537e852-7f89-4cfa-85cc-7e38b81f1e13", "name": "network-vif-unplugged", "status": "completed", "tag": "9541a456-788a-4948-b96b-0b255e224618"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:57:24.800389 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] For port 9541a456-788a-4948-b96b-0b255e224618, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9541a456-788a-4948-b96b-0b255e224618,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:57:24.804391 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791275293368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791274854593', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791274854611'] for port (9541a456-788a-4948-b96b-0b255e224618), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:24.826786 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 22:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0623718d-621c-4d70-bef6-98ce47e80fe2 x-openstack-request-id: req-0623718d-621c-4d70-bef6-98ce47e80fe2 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:57:24.827084 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7537e852-7f89-4cfa-85cc-7e38b81f1e13", "name": "network-vif-unplugged", "status": "completed", "tag": "9541a456-788a-4948-b96b-0b255e224618", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:57:24.827343 n-d-832330-1 neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0623718d-621c-4d70-bef6-98ce47e80fe2 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:57:24.827730 n-d-832330-1 neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9541a456-788a-4948-b96b-0b255e224618', 'code': 200} Mar 07 22:57:24.852998 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Pushing event updated for resources: {'Port': ['ID=9541a456-788a-4948-b96b-0b255e224618,revision_number=8']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:25.158053 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ecb98-5f18-4372-ac28-1275e0e0e9c1 req-a847fc94-4b0a-4119-9398-6c30d4d4b01c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:25.159607 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a1ecb98-5f18-4372-ac28-1275e0e0e9c1 req-a847fc94-4b0a-4119-9398-6c30d4d4b01c tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 944 time: 0.0533226 Mar 07 22:57:25.207429 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-1a1ecb98-5f18-4372-ac28-1275e0e0e9c1 req-178b5246-7b55-4738-983a-748aa51abdee tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423920 Mar 07 22:57:25.325102 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfa5f7-960b-4631-86d8-fbc2fe43427c req-fdc29766-c77f-4d6c-8812-4e5effe82cd1 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:25.326443 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13dfa5f7-960b-4631-86d8-fbc2fe43427c req-fdc29766-c77f-4d6c-8812-4e5effe82cd1 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7537e852-7f89-4cfa-85cc-7e38b81f1e13 HTTP/1.1" status: 200 len: 944 time: 0.0549104 Mar 07 22:57:25.414683 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-13dfa5f7-960b-4631-86d8-fbc2fe43427c req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Deleting port 9541a456-788a-4948-b96b-0b255e224618 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:57:25.415026 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-13dfa5f7-960b-4631-86d8-fbc2fe43427c req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (9541a456-788a-4948-b96b-0b255e224618), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:25.503896 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-13dfa5f7-960b-4631-86d8-fbc2fe43427c req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] For port 9541a456-788a-4948-b96b-0b255e224618, host n-h1-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832330-1',level=0,port_id=9541a456-788a-4948-b96b-0b255e224618,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:57:25.504256 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-13dfa5f7-960b-4631-86d8-fbc2fe43427c req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (9541a456-788a-4948-b96b-0b255e224618), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:25.515687 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-13dfa5f7-960b-4631-86d8-fbc2fe43427c req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Calling delete_port for 9541a456-788a-4948-b96b-0b255e224618 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:57:25.637578 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-13dfa5f7-960b-4631-86d8-fbc2fe43427c req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (9541a456-788a-4948-b96b-0b255e224618), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:25.675678 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event deleted for resources: {'Port': ['ID=9541a456-788a-4948-b96b-0b255e224618,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:25.698546 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:25.698897 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:25.699245 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:25.699584 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:25.699925 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:25.700266 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:25.700600 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:25.700935 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:25.701273 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:25.701601 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:25.701929 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:25.702282 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:25.702609 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832330-1 {{(pid=103719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:57:25.724790 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dfa5f7-960b-4631-86d8-fbc2fe43427c req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] No DVR routers for this DVR port 9541a456-788a-4948-b96b-0b255e224618 on host n-h1-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:57:25.727258 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-13dfa5f7-960b-4631-86d8-fbc2fe43427c req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:25.730573 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-13dfa5f7-960b-4631-86d8-fbc2fe43427c req-1ffcad1b-79ac-4838-9488-5f5696660a13 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.13 "DELETE /v2.0/ports/9541a456-788a-4948-b96b-0b255e224618 HTTP/1.1" status: 204 len: 173 time: 0.3990920 Mar 07 22:57:25.731003 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'name': 'network-vif-deleted', 'tag': '9541a456-788a-4948-b96b-0b255e224618'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:57:25.733454 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d822e1ff-7aca-445d-a8ac-88c017f74771" -d '{"events": [{"server_uuid": "7537e852-7f89-4cfa-85cc-7e38b81f1e13", "name": "network-vif-deleted", "tag": "9541a456-788a-4948-b96b-0b255e224618"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:57:25.772269 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793cbe10-35db-427e-bbb6-d4f5a4dd201c x-openstack-request-id: req-793cbe10-35db-427e-bbb6-d4f5a4dd201c {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:57:25.772574 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7537e852-7f89-4cfa-85cc-7e38b81f1e13", "name": "network-vif-deleted", "tag": "9541a456-788a-4948-b96b-0b255e224618", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:57:25.772842 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-793cbe10-35db-427e-bbb6-d4f5a4dd201c {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:57:25.773249 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7537e852-7f89-4cfa-85cc-7e38b81f1e13', 'name': 'network-vif-deleted', 'tag': '9541a456-788a-4948-b96b-0b255e224618', 'status': 'completed', 'code': 200} Mar 07 22:57:26.748640 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55466) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:26.903288 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-8bc327f4-f15c-478b-ba8a-a5f91eadf6e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Deleting port 0e5c5fba-a47d-4dbc-b04f-916a433e8a71 {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:57:26.903638 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bc327f4-f15c-478b-ba8a-a5f91eadf6e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (0e5c5fba-a47d-4dbc-b04f-916a433e8a71), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:26.978600 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bc327f4-f15c-478b-ba8a-a5f91eadf6e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (0e5c5fba-a47d-4dbc-b04f-916a433e8a71), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:26.978925 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bc327f4-f15c-478b-ba8a-a5f91eadf6e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for floatingip (0e5c5fba-a47d-4dbc-b04f-916a433e8a71), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:26.990816 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-8bc327f4-f15c-478b-ba8a-a5f91eadf6e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Calling delete_port for 0e5c5fba-a47d-4dbc-b04f-916a433e8a71 owned by network:floatingip {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:57:27.136286 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bc327f4-f15c-478b-ba8a-a5f91eadf6e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (0e5c5fba-a47d-4dbc-b04f-916a433e8a71), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:27.164760 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc327f4-f15c-478b-ba8a-a5f91eadf6e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event deleted for resources: {'Port': ['ID=0e5c5fba-a47d-4dbc-b04f-916a433e8a71,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:27.218795 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bc327f4-f15c-478b-ba8a-a5f91eadf6e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for floatingip (db20ef70-ea7f-4df6-9fab-fd55991db92e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:27.219156 n-d-832330-1 neutron-server[103718]: INFO neutron.db.l3_db [None req-8bc327f4-f15c-478b-ba8a-a5f91eadf6e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Floating IP db20ef70-ea7f-4df6-9fab-fd55991db92e disassociated (deleted). External IP: 172.25.4.79, port: c79250b0-6a97-4c9f-9f20-a0b5719e8454. Mar 07 22:57:27.355660 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76c14db3-0b95-4322-9d69-8959e9941ca7 req-5cafe09c-23f6-4d84-9ee2-39b7941c7dcd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825472 Mar 07 22:57:27.431795 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc327f4-f15c-478b-ba8a-a5f91eadf6e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Router 028b1827-a231-4fcb-a387-c9c52080c496 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:57:27.448237 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c14db3-0b95-4322-9d69-8959e9941ca7 req-177c7e49-9030-45d5-9e92-acf5f7caf240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:27.449755 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76c14db3-0b95-4322-9d69-8959e9941ca7 req-177c7e49-9030-45d5-9e92-acf5f7caf240 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 1125 time: 0.0479891 Mar 07 22:57:27.553661 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc327f4-f15c-478b-ba8a-a5f91eadf6e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:57:27.558514 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8bc327f4-f15c-478b-ba8a-a5f91eadf6e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for floatingip (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:27.563615 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c8795f-00ed-44be-af4b-1650197b945d None None] Sync routers for ids ['028b1827-a231-4fcb-a387-c9c52080c496'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:57:27.567592 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c14db3-0b95-4322-9d69-8959e9941ca7 req-039ee82f-4ba0-47e0-a0a9-eee3a2bb7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:27.569090 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76c14db3-0b95-4322-9d69-8959e9941ca7 req-039ee82f-4ba0-47e0-a0a9-eee3a2bb7ac4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 911 time: 0.0970004 Mar 07 22:57:27.573488 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c8795f-00ed-44be-af4b-1650197b945d None None] Routers {'028b1827-a231-4fcb-a387-c9c52080c496'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:57:27.574126 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-54c8795f-00ed-44be-af4b-1650197b945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['028b1827-a231-4fcb-a387-c9c52080c496'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:27.587554 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-8bc327f4-f15c-478b-ba8a-a5f91eadf6e3 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "DELETE /v2.0/floatingips/db20ef70-ea7f-4df6-9fab-fd55991db92e HTTP/1.1" status: 204 len: 168 time: 0.8375354 Mar 07 22:57:27.587946 n-d-832330-1 neutron-server[103718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'tag': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454'}] {{(pid=103718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:57:27.590486 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367c891a47a93397d296b6a009349b5bbc9bf26a01a8694054c6e77325763cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41564603-4934-4cb9-9b04-da1bc53a14ee" -d '{"events": [{"name": "network-changed", "server_uuid": "caf2a70d-cb5e-4d03-9c42-9b7e5134595d", "tag": "c79250b0-6a97-4c9f-9f20-a0b5719e8454"}]}' {{(pid=103718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:57:27.619088 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76c14db3-0b95-4322-9d69-8959e9941ca7 req-27b70538-2bc7-4dc3-be39-33be299a7228 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454 HTTP/1.1" status: 200 len: 217 time: 0.0390198 Mar 07 22:57:27.639717 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 22:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43034fb-3298-4ab1-8bd3-991627adba8b x-openstack-request-id: req-a43034fb-3298-4ab1-8bd3-991627adba8b {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:57:27.640041 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf2a70d-cb5e-4d03-9c42-9b7e5134595d", "tag": "c79250b0-6a97-4c9f-9f20-a0b5719e8454", "status": "completed", "code": 200}]} {{(pid=103718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:57:27.640329 n-d-832330-1 neutron-server[103718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a43034fb-3298-4ab1-8bd3-991627adba8b {{(pid=103718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:57:27.640743 n-d-832330-1 neutron-server[103718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'tag': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'status': 'completed', 'code': 200} Mar 07 22:57:27.675261 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c14db3-0b95-4322-9d69-8959e9941ca7 req-0847f0c2-f84c-4e4a-a5a0-c84c51ca78cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:27.676878 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76c14db3-0b95-4322-9d69-8959e9941ca7 req-0847f0c2-f84c-4e4a-a5a0-c84c51ca78cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0490499 Mar 07 22:57:27.716253 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-54c8795f-00ed-44be-af4b-1650197b945d None None] Set router 028b1827-a231-4fcb-a387-c9c52080c496 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:57:27.735474 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c14db3-0b95-4322-9d69-8959e9941ca7 req-2b550f0a-acef-4212-af6f-ee65207f55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:27.737389 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76c14db3-0b95-4322-9d69-8959e9941ca7 req-2b550f0a-acef-4212-af6f-ee65207f55a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495484 Mar 07 22:57:27.874894 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76c14db3-0b95-4322-9d69-8959e9941ca7 req-329473cd-bc32-4568-bbf8-6ffc82f059e7 service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300004 Mar 07 22:57:27.886043 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb88f0-2764-456c-ab24-9d075ebe007e req-7be51ccf-484a-4931-b8ed-95bdb711976a tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:27.887487 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afdb88f0-2764-456c-ab24-9d075ebe007e req-7be51ccf-484a-4931-b8ed-95bdb711976a tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 943 time: 0.0837772 Mar 07 22:57:27.924019 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-54c8795f-00ed-44be-af4b-1650197b945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'cf0715f3-a8b6-42b3-88a4-f8e638f1224c', 'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'mac_address': 'fa:16:3e:4e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:48Z', 'updated_at': '2022-03-07T22:51:53Z', 'revision_number': 5, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'subnets': [{'id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:27.991901 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-afdb88f0-2764-456c-ab24-9d075ebe007e req-f2acef69-e408-4317-8eea-ec5c59219c7d tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960507 Mar 07 22:57:28.017477 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-76c14db3-0b95-4322-9d69-8959e9941ca7 req-06cdddd0-6fa8-448b-ab67-22108684717f service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290319 Mar 07 22:57:28.048665 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c8795f-00ed-44be-af4b-1650197b945d None None] Checking router: 028b1827-a231-4fcb-a387-c9c52080c496 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:57:28.057091 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c8795f-00ed-44be-af4b-1650197b945d None None] Routers {'028b1827-a231-4fcb-a387-c9c52080c496'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:57:28.057692 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-54c8795f-00ed-44be-af4b-1650197b945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['028b1827-a231-4fcb-a387-c9c52080c496'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:28.109005 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41564603-4934-4cb9-9b04-da1bc53a14ee req-16b67caf-5afe-437f-9641-8b3b7498b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:28.110576 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41564603-4934-4cb9-9b04-da1bc53a14ee req-16b67caf-5afe-437f-9641-8b3b7498b56c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=917ca21ad6074240af4fbc61d254515a&device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 1125 time: 0.0457048 Mar 07 22:57:28.167928 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-54c8795f-00ed-44be-af4b-1650197b945d None None] Set router 028b1827-a231-4fcb-a387-c9c52080c496 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:57:28.198732 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41564603-4934-4cb9-9b04-da1bc53a14ee req-d6b5e6d6-dc63-4cb5-816d-6dcdb612888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:28.200194 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41564603-4934-4cb9-9b04-da1bc53a14ee req-d6b5e6d6-dc63-4cb5-816d-6dcdb612888a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 200 len: 911 time: 0.0837913 Mar 07 22:57:28.243956 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41564603-4934-4cb9-9b04-da1bc53a14ee req-5bbc43f8-8815-4e56-8f54-fcd4710c1097 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454 HTTP/1.1" status: 200 len: 217 time: 0.0368593 Mar 07 22:57:28.292431 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41564603-4934-4cb9-9b04-da1bc53a14ee req-08ed1603-7045-403d-a77d-77c8775bfbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:28.293875 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41564603-4934-4cb9-9b04-da1bc53a14ee req-08ed1603-7045-403d-a77d-77c8775bfbc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 200 len: 849 time: 0.0435760 Mar 07 22:57:28.342693 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41564603-4934-4cb9-9b04-da1bc53a14ee req-aa84c3cc-1d27-4c08-9277-d9ff79559dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:28.344205 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41564603-4934-4cb9-9b04-da1bc53a14ee req-aa84c3cc-1d27-4c08-9277-d9ff79559dd1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1afd307a-023b-41a3-a039-44db73c35632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435860 Mar 07 22:57:28.361725 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-54c8795f-00ed-44be-af4b-1650197b945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'cf0715f3-a8b6-42b3-88a4-f8e638f1224c', 'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'mac_address': 'fa:16:3e:4e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:48Z', 'updated_at': '2022-03-07T22:51:53Z', 'revision_number': 5, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'subnets': [{'id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:28.388133 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c8795f-00ed-44be-af4b-1650197b945d None None] The sync data for ids ['028b1827-a231-4fcb-a387-c9c52080c496'] in n-d-832330-1 is: [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:49Z', 'revision_number': 4, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1', '_interfaces': [{'id': 'cf0715f3-a8b6-42b3-88a4-f8e638f1224c', 'name': '', 'network_id': '1afd307a-023b-41a3-a039-44db73c35632', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'mac_address': 'fa:16:3e:4e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:48Z', 'updated_at': '2022-03-07T22:51:53Z', 'revision_number': 5, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'subnets': [{'id': 'e15ca4d7-0c8b-47de-a365-328923d86d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:57:28.436503 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41564603-4934-4cb9-9b04-da1bc53a14ee req-83871438-960c-4d0c-9262-43d152eb1440 service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853741 Mar 07 22:57:28.462488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.15', 60235) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:28.611444 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4462d1-56ff-4687-a28b-aa4935909109 None None] New status for floating IP db20ef70-ea7f-4df6-9fab-fd55991db92e: DOWN {{(pid=103720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:57:28.731550 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 9541a456-788a-4948-b96b-0b255e224618 no longer exists at agent hyperv_n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:57:28.754118 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] No Port match for: 9541a456-788a-4948-b96b-0b255e224618 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:57:28.754373 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Device 9541a456-788a-4948-b96b-0b255e224618 not bound to the agent host n-h1-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:57:28.901954 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-41564603-4934-4cb9-9b04-da1bc53a14ee req-f813c52d-d2b8-4986-9e1f-9c4833a53f13 service neutron] 10.222.0.15 "GET /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583814 Mar 07 22:57:28.916981 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674f73b-05d6-447e-a807-281418b877d9 req-346c7432-137d-4701-82c0-e3317eef90b8 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:28.918383 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4674f73b-05d6-447e-a807-281418b877d9 req-346c7432-137d-4701-82c0-e3317eef90b8 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.15 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 943 time: 0.4201903 Mar 07 22:57:29.011880 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-4674f73b-05d6-447e-a807-281418b877d9 req-3508b0fa-d0ad-4fa1-9283-17912b6deb29 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Deleting port c79250b0-6a97-4c9f-9f20-a0b5719e8454 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:57:29.012117 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4674f73b-05d6-447e-a807-281418b877d9 req-3508b0fa-d0ad-4fa1-9283-17912b6deb29 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:29.130767 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [req-4674f73b-05d6-447e-a807-281418b877d9 req-3508b0fa-d0ad-4fa1-9283-17912b6deb29 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] For port c79250b0-6a97-4c9f-9f20-a0b5719e8454, host n-h2-832330-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832330-1',level=0,port_id=c79250b0-6a97-4c9f-9f20-a0b5719e8454,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:57:29.131138 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4674f73b-05d6-447e-a807-281418b877d9 req-3508b0fa-d0ad-4fa1-9283-17912b6deb29 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:29.147127 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [req-4674f73b-05d6-447e-a807-281418b877d9 req-3508b0fa-d0ad-4fa1-9283-17912b6deb29 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Calling delete_port for c79250b0-6a97-4c9f-9f20-a0b5719e8454 owned by compute:nova {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:57:29.155070 n-d-832330-1 neutron-server[103719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28735f0-d469-4010-95df-518a012e5849 req-f1fa16e2-f2e3-4003-91b3-870bcd5ff196 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:57:29.156557 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b28735f0-d469-4010-95df-518a012e5849 req-f1fa16e2-f2e3-4003-91b3-870bcd5ff196 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf2a70d-cb5e-4d03-9c42-9b7e5134595d HTTP/1.1" status: 200 len: 943 time: 0.0893550 Mar 07 22:57:29.255012 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-b28735f0-d469-4010-95df-518a012e5849 req-d38f795c-e285-4f53-935e-62bd1209cf42 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "GET /v2.0/security-groups?id=566efd80-74fc-4baf-a920-36a8adc7f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909369 Mar 07 22:57:29.326827 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4674f73b-05d6-447e-a807-281418b877d9 req-3508b0fa-d0ad-4fa1-9283-17912b6deb29 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (c79250b0-6a97-4c9f-9f20-a0b5719e8454), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:29.353994 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508b0fa-d0ad-4fa1-9283-17912b6deb29 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event deleted for resources: {'Port': ['ID=c79250b0-6a97-4c9f-9f20-a0b5719e8454,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:29.397695 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4674f73b-05d6-447e-a807-281418b877d9 req-3508b0fa-d0ad-4fa1-9283-17912b6deb29 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] No DVR routers for this DVR port c79250b0-6a97-4c9f-9f20-a0b5719e8454 on host n-h2-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:57:29.400198 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [req-4674f73b-05d6-447e-a807-281418b877d9 req-3508b0fa-d0ad-4fa1-9283-17912b6deb29 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9155'] for port (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:29.403524 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [req-4674f73b-05d6-447e-a807-281418b877d9 req-3508b0fa-d0ad-4fa1-9283-17912b6deb29 tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.15 "DELETE /v2.0/ports/c79250b0-6a97-4c9f-9f20-a0b5719e8454 HTTP/1.1" status: 204 len: 173 time: 0.4754996 Mar 07 22:57:29.403933 n-d-832330-1 neutron-server[103719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'name': 'network-vif-deleted', 'tag': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454'}] {{(pid=103719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:57:29.406198 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c563ad4022fba97ed93987e33e8c029244fdf9c38fcbd8f3a6ea2e3c1a2b810d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3357487c-3ed7-47bd-8d94-981a894d6f08" -d '{"events": [{"server_uuid": "caf2a70d-cb5e-4d03-9c42-9b7e5134595d", "name": "network-vif-deleted", "tag": "c79250b0-6a97-4c9f-9f20-a0b5719e8454"}]}' {{(pid=103719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 22:57:29.445922 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 22:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b863ce22-031f-463d-9fd9-c3b7071b6277 x-openstack-request-id: req-b863ce22-031f-463d-9fd9-c3b7071b6277 {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 22:57:29.446569 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf2a70d-cb5e-4d03-9c42-9b7e5134595d", "name": "network-vif-deleted", "tag": "c79250b0-6a97-4c9f-9f20-a0b5719e8454", "status": "completed", "code": 200}]} {{(pid=103719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 22:57:29.446569 n-d-832330-1 neutron-server[103719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b863ce22-031f-463d-9fd9-c3b7071b6277 {{(pid=103719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 22:57:29.446902 n-d-832330-1 neutron-server[103719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf2a70d-cb5e-4d03-9c42-9b7e5134595d', 'name': 'network-vif-deleted', 'tag': 'c79250b0-6a97-4c9f-9f20-a0b5719e8454', 'status': 'completed', 'code': 200} Mar 07 22:57:30.310930 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55482) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:30.366364 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-351f80e9-f680-4d3d-8b52-9071463b400e tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group (566efd80-74fc-4baf-a920-36a8adc7f9f8), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:30.393818 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-351f80e9-f680-4d3d-8b52-9071463b400e tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group (566efd80-74fc-4baf-a920-36a8adc7f9f8), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:30.453369 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-351f80e9-f680-4d3d-8b52-9071463b400e tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (566efd80-74fc-4baf-a920-36a8adc7f9f8), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:30.456028 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-351f80e9-f680-4d3d-8b52-9071463b400e tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Publish callbacks [] for security_group (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:30.457177 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-351f80e9-f680-4d3d-8b52-9071463b400e tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] 10.222.0.26 "DELETE /v2.0/security-groups/566efd80-74fc-4baf-a920-36a8adc7f9f8 HTTP/1.1" status: 204 len: 168 time: 0.1452334 Mar 07 22:57:30.466158 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f80e9-f680-4d3d-8b52-9071463b400e tempest-TestSnapshotPattern-1094254575 tempest-TestSnapshotPattern-1094254575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=566efd80-74fc-4baf-a920-36a8adc7f9f8,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:30.503968 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55486) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:30.938334 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6eff3c1b-0f20-4e0d-b45e-7fb00070253c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (028b1827-a231-4fcb-a387-c9c52080c496), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:31.183768 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6eff3c1b-0f20-4e0d-b45e-7fb00070253c admin admin] Deleting port cf0715f3-a8b6-42b3-88a4-f8e638f1224c {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:57:31.184109 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6eff3c1b-0f20-4e0d-b45e-7fb00070253c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:31.263607 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-6eff3c1b-0f20-4e0d-b45e-7fb00070253c admin admin] For port cf0715f3-a8b6-42b3-88a4-f8e638f1224c, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=cf0715f3-a8b6-42b3-88a4-f8e638f1224c,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:57:31.263972 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6eff3c1b-0f20-4e0d-b45e-7fb00070253c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:31.275866 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-6eff3c1b-0f20-4e0d-b45e-7fb00070253c admin admin] Calling delete_port for cf0715f3-a8b6-42b3-88a4-f8e638f1224c owned by network:router_interface {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:57:31.453732 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6eff3c1b-0f20-4e0d-b45e-7fb00070253c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (cf0715f3-a8b6-42b3-88a4-f8e638f1224c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:31.478886 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff3c1b-0f20-4e0d-b45e-7fb00070253c admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0715f3-a8b6-42b3-88a4-f8e638f1224c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:31.647149 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-6eff3c1b-0f20-4e0d-b45e-7fb00070253c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (028b1827-a231-4fcb-a387-c9c52080c496), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:31.863050 n-d-832330-1 neutron-server[103719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eff3c1b-0f20-4e0d-b45e-7fb00070253c admin admin] Router 028b1827-a231-4fcb-a387-c9c52080c496 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:57:31.967569 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eff3c1b-0f20-4e0d-b45e-7fb00070253c admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:57:31.972960 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-6eff3c1b-0f20-4e0d-b45e-7fb00070253c admin admin] 10.222.0.26 "PUT /v2.0/routers/028b1827-a231-4fcb-a387-c9c52080c496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4678752 Mar 07 22:57:31.975567 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55490) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:31.976602 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3240fd-67fd-4655-9671-5dcb4f7b0706 None None] Sync routers for ids ['028b1827-a231-4fcb-a387-c9c52080c496'] in n-d-832330-1 {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:57:31.990887 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3240fd-67fd-4655-9671-5dcb4f7b0706 None None] Routers {'028b1827-a231-4fcb-a387-c9c52080c496'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:57:31.991488 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ec3240fd-67fd-4655-9671-5dcb4f7b0706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['028b1827-a231-4fcb-a387-c9c52080c496'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:32.082475 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] Publish callbacks [] for router (028b1827-a231-4fcb-a387-c9c52080c496), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:32.093750 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-ec3240fd-67fd-4655-9671-5dcb4f7b0706 None None] Set router 028b1827-a231-4fcb-a387-c9c52080c496 gateway port host: n-d-832330-1 {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:57:32.186878 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] Publish callbacks [] for router_gateway (028b1827-a231-4fcb-a387-c9c52080c496), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:32.248048 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] Deleting port 18e4e8d3-4a64-47f0-9890-1201d61bf468 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:57:32.248443 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (18e4e8d3-4a64-47f0-9890-1201d61bf468), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:32.279143 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ec3240fd-67fd-4655-9671-5dcb4f7b0706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:57:31Z', 'revision_number': 5, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port': {'id': '18e4e8d3-4a64-47f0-9890-1201d61bf468', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b1827-a231-4fcb-a387-c9c52080c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:32.305180 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3240fd-67fd-4655-9671-5dcb4f7b0706 None None] Checking router: 028b1827-a231-4fcb-a387-c9c52080c496 for host: n-d-832330-1 {{(pid=103721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:57:32.313456 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3240fd-67fd-4655-9671-5dcb4f7b0706 None None] Routers {'028b1827-a231-4fcb-a387-c9c52080c496'} bound to L3 agent in host n-d-832330-1 {{(pid=103721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:57:32.314077 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ec3240fd-67fd-4655-9671-5dcb4f7b0706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['028b1827-a231-4fcb-a387-c9c52080c496'], 'active': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:32.339481 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] For port 18e4e8d3-4a64-47f0-9890-1201d61bf468, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=18e4e8d3-4a64-47f0-9890-1201d61bf468,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:57:32.339847 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (18e4e8d3-4a64-47f0-9890-1201d61bf468), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:32.352037 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] Calling delete_port for 18e4e8d3-4a64-47f0-9890-1201d61bf468 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:57:32.401143 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_dvr_db [None req-ec3240fd-67fd-4655-9671-5dcb4f7b0706 None None] Set router 028b1827-a231-4fcb-a387-c9c52080c496 gateway port host: None {{(pid=103721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:57:32.453324 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.l3_hamode_db [None req-ec3240fd-67fd-4655-9671-5dcb4f7b0706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:57:32Z', 'revision_number': 6, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:32.480765 n-d-832330-1 neutron-server[103721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3240fd-67fd-4655-9671-5dcb4f7b0706 None None] The sync data for ids ['028b1827-a231-4fcb-a387-c9c52080c496'] in n-d-832330-1 is: [{'id': '028b1827-a231-4fcb-a387-c9c52080c496', 'name': 'tempest-TestSnapshotPattern-1025554683-router', 'tenant_id': '917ca21ad6074240af4fbc61d254515a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:46Z', 'updated_at': '2022-03-07T22:57:32Z', 'revision_number': 6, 'project_id': '917ca21ad6074240af4fbc61d254515a', 'gw_port_host': None}] {{(pid=103721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:57:32.518707 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (18e4e8d3-4a64-47f0-9890-1201d61bf468), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:32.542653 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e4e8d3-4a64-47f0-9890-1201d61bf468,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:32.610660 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (028b1827-a231-4fcb-a387-c9c52080c496), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:32.701645 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (028b1827-a231-4fcb-a387-c9c52080c496), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:32.704477 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] Publish callbacks [] for router_controller (028b1827-a231-4fcb-a387-c9c52080c496), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:32.748541 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (028b1827-a231-4fcb-a387-c9c52080c496), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:32.749101 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 028b1827-a231-4fcb-a387-c9c52080c496 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:57:32.753803 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:32.755317 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-2b56aab3-b715-4e5a-b557-05ab66e4a4c9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/028b1827-a231-4fcb-a387-c9c52080c496 HTTP/1.1" status: 204 len: 168 time: 0.7785094 Mar 07 22:57:32.757637 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55492) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:32.801161 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ca576f-8769-49a2-8c07-55e65b49d18c admin admin] Deleting subnet e15ca4d7-0c8b-47de-a365-328923d86d71 {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:57:32.804125 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b1ca576f-8769-49a2-8c07-55e65b49d18c admin admin] Publish callbacks [] for subnet (e15ca4d7-0c8b-47de-a365-328923d86d71), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:32.839241 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b1ca576f-8769-49a2-8c07-55e65b49d18c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (e15ca4d7-0c8b-47de-a365-328923d86d71), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:32.925145 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b1ca576f-8769-49a2-8c07-55e65b49d18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (e15ca4d7-0c8b-47de-a365-328923d86d71), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:32.977603 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b1ca576f-8769-49a2-8c07-55e65b49d18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (e15ca4d7-0c8b-47de-a365-328923d86d71), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:33.003745 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca576f-8769-49a2-8c07-55e65b49d18c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e15ca4d7-0c8b-47de-a365-328923d86d71,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:33.007142 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b1ca576f-8769-49a2-8c07-55e65b49d18c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:33.010883 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b1ca576f-8769-49a2-8c07-55e65b49d18c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e15ca4d7-0c8b-47de-a365-328923d86d71 HTTP/1.1" status: 204 len: 168 time: 0.2520092 Mar 07 22:57:33.012749 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55494) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:33.013341 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7107c0ec-5837-412b-83fd-3cde95506b76 None None] Network 1afd307a-023b-41a3-a039-44db73c35632 requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:57:33.085457 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (1afd307a-023b-41a3-a039-44db73c35632), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:33.142299 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] Deleting port 68963092-abb7-4541-a029-69cc93f047b5 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:57:33.142671 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (68963092-abb7-4541-a029-69cc93f047b5), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:33.205311 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] For port 68963092-abb7-4541-a029-69cc93f047b5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=68963092-abb7-4541-a029-69cc93f047b5,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:57:33.205601 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (68963092-abb7-4541-a029-69cc93f047b5), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:33.219257 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] Calling delete_port for 68963092-abb7-4541-a029-69cc93f047b5 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:57:33.243244 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901e3fb5-1730-4d0a-b5a5-caa71e6d37fe None None] DHCP port deletion for 1afd307a-023b-41a3-a039-44db73c35632 request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:57:33.299889 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-901e3fb5-1730-4d0a-b5a5-caa71e6d37fe None None] Deleting port 68963092-abb7-4541-a029-69cc93f047b5 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:57:33.300268 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-901e3fb5-1730-4d0a-b5a5-caa71e6d37fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (68963092-abb7-4541-a029-69cc93f047b5), before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:33.312347 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (68963092-abb7-4541-a029-69cc93f047b5), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:33.323138 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 68963092-abb7-4541-a029-69cc93f047b5 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:57:33.340827 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] Pushing event deleted for resources: {'Port': ['ID=68963092-abb7-4541-a029-69cc93f047b5,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:33.346054 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] No DVR routers for this DVR port 68963092-abb7-4541-a029-69cc93f047b5 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:57:33.376296 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 68963092-abb7-4541-a029-69cc93f047b5 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:57:33.376649 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 68963092-abb7-4541-a029-69cc93f047b5 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:57:33.377084 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cf0715f3-a8b6-42b3-88a4-f8e638f1224c no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:57:33.404827 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: cf0715f3-a8b6-42b3-88a4-f8e638f1224c {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:57:33.406243 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device cf0715f3-a8b6-42b3-88a4-f8e638f1224c not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:57:33.407257 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 18e4e8d3-4a64-47f0-9890-1201d61bf468 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:57:33.421220 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (1afd307a-023b-41a3-a039-44db73c35632), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:33.431156 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 18e4e8d3-4a64-47f0-9890-1201d61bf468 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:57:33.431514 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 18e4e8d3-4a64-47f0-9890-1201d61bf468 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:57:33.441345 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-901e3fb5-1730-4d0a-b5a5-caa71e6d37fe None None] For port 68963092-abb7-4541-a029-69cc93f047b5, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=68963092-abb7-4541-a029-69cc93f047b5,segment=NetworkSegment(6f2dd715-981a-4e49-acad-438da98fc202),segment_id=6f2dd715-981a-4e49-acad-438da98fc202)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:57:33.441809 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-901e3fb5-1730-4d0a-b5a5-caa71e6d37fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (68963092-abb7-4541-a029-69cc93f047b5), precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:33.444098 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afd307a-023b-41a3-a039-44db73c35632']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:33.453726 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2dd715-981a-4e49-acad-438da98fc202') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:33.454041 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2dd715-981a-4e49-acad-438da98fc202') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:33.455075 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-901e3fb5-1730-4d0a-b5a5-caa71e6d37fe None None] Calling delete_port for 68963092-abb7-4541-a029-69cc93f047b5 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:57:33.465007 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (6f2dd715-981a-4e49-acad-438da98fc202), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:33.479995 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (6f2dd715-981a-4e49-acad-438da98fc202), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:33.487651 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:57:33.488060 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (6f2dd715-981a-4e49-acad-438da98fc202), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:57:33.489887 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:57:33.541203 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-901e3fb5-1730-4d0a-b5a5-caa71e6d37fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584'] for port (68963092-abb7-4541-a029-69cc93f047b5), after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:33.555709 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (1afd307a-023b-41a3-a039-44db73c35632), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:33.560874 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:33.564112 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] 10.222.0.26 "DELETE /v2.0/networks/1afd307a-023b-41a3-a039-44db73c35632 HTTP/1.1" status: 204 len: 168 time: 0.5504413 Mar 07 22:57:33.567241 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55496) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:33.573292 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e3fb5-1730-4d0a-b5a5-caa71e6d37fe None None] Pushing event deleted for resources: {'Port': ['ID=68963092-abb7-4541-a029-69cc93f047b5,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:33.575202 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4f703-f024-42eb-b1d5-73885f97845f admin admin] Pushing event deleted for resources: {'Network': ['ID=1afd307a-023b-41a3-a039-44db73c35632,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:33.578436 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e3fb5-1730-4d0a-b5a5-caa71e6d37fe None None] No DVR routers for this DVR port 68963092-abb7-4541-a029-69cc93f047b5 on host n-d-832330-1 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:57:33.764795 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c79250b0-6a97-4c9f-9f20-a0b5719e8454 no longer exists at agent hyperv_n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:57:33.788042 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] No Port match for: c79250b0-6a97-4c9f-9f20-a0b5719e8454 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:57:33.788398 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Device c79250b0-6a97-4c9f-9f20-a0b5719e8454 not bound to the agent host n-h2-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:57:33.925768 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224e8cdd-596a-4ad5-8426-62829629a400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417368'] for router_interface (90d790b8-f72e-48ca-9bc3-98e83452bd82), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:34.170142 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-224e8cdd-596a-4ad5-8426-62829629a400 admin admin] Deleting port f5a9f255-dafc-4641-a7bc-d9eea435af4e {{(pid=103718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:57:34.170480 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224e8cdd-596a-4ad5-8426-62829629a400 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:34.246972 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-224e8cdd-596a-4ad5-8426-62829629a400 admin admin] For port f5a9f255-dafc-4641-a7bc-d9eea435af4e, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=f5a9f255-dafc-4641-a7bc-d9eea435af4e,segment=NetworkSegment(8b85d13c-7d92-40c0-a27f-fb61e9edc7a2),segment_id=8b85d13c-7d92-40c0-a27f-fb61e9edc7a2)] {{(pid=103718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:57:34.247577 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224e8cdd-596a-4ad5-8426-62829629a400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:34.263319 n-d-832330-1 neutron-server[103718]: DEBUG neutron.plugins.ml2.plugin [None req-224e8cdd-596a-4ad5-8426-62829629a400 admin admin] Calling delete_port for f5a9f255-dafc-4641-a7bc-d9eea435af4e owned by network:router_interface {{(pid=103718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:57:34.439363 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224e8cdd-596a-4ad5-8426-62829629a400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207358'] for port (f5a9f255-dafc-4641-a7bc-d9eea435af4e), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:34.467238 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e8cdd-596a-4ad5-8426-62829629a400 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a9f255-dafc-4641-a7bc-d9eea435af4e,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:34.645377 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-224e8cdd-596a-4ad5-8426-62829629a400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417324'] for router_interface (90d790b8-f72e-48ca-9bc3-98e83452bd82), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:35.176943 n-d-832330-1 neutron-server[103718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224e8cdd-596a-4ad5-8426-62829629a400 admin admin] Router 90d790b8-f72e-48ca-9bc3-98e83452bd82 has already been hosted by L3 agent d69f2d14-621a-49d0-b0e8-501421afcf1f {{(pid=103718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 22:57:35.292641 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224e8cdd-596a-4ad5-8426-62829629a400 admin admin] Notify agent at l3_agent.n-d-832330-1 the message routers_updated {{(pid=103718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 22:57:35.300171 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-224e8cdd-596a-4ad5-8426-62829629a400 admin admin] 10.222.0.26 "PUT /v2.0/routers/90d790b8-f72e-48ca-9bc3-98e83452bd82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7288485 Mar 07 22:57:35.300997 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55498) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:35.301426 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d43081d-2b19-4d8f-b43b-3b8412ac7e1e None None] Sync routers for ids ['90d790b8-f72e-48ca-9bc3-98e83452bd82'] in n-d-832330-1 {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:57:35.312365 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43081d-2b19-4d8f-b43b-3b8412ac7e1e None None] Routers {'90d790b8-f72e-48ca-9bc3-98e83452bd82'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:57:35.313049 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5d43081d-2b19-4d8f-b43b-3b8412ac7e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['90d790b8-f72e-48ca-9bc3-98e83452bd82'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:35.407479 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] Publish callbacks [] for router (90d790b8-f72e-48ca-9bc3-98e83452bd82), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:35.420680 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-5d43081d-2b19-4d8f-b43b-3b8412ac7e1e None None] Set router 90d790b8-f72e-48ca-9bc3-98e83452bd82 gateway port host: n-d-832330-1 {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:57:35.513626 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] Publish callbacks [] for router_gateway (90d790b8-f72e-48ca-9bc3-98e83452bd82), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:35.571928 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] Deleting port 394b94b7-a6ca-48e5-a766-c9cba8dec074 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:57:35.572179 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (394b94b7-a6ca-48e5-a766-c9cba8dec074), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:35.600416 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5d43081d-2b19-4d8f-b43b-3b8412ac7e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'name': 'tempest-TestSnapshotPattern-655549814-router', 'tenant_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'external_fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '394b94b7-a6ca-48e5-a766-c9cba8dec074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:50Z', 'updated_at': '2022-03-07T22:57:34Z', 'revision_number': 5, 'project_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'gw_port': {'id': '394b94b7-a6ca-48e5-a766-c9cba8dec074', 'name': '', 'network_id': 'f20316a0-eab8-41f0-8613-93a8a216afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832330-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:51:51Z', 'updated_at': '2022-03-07T22:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55847d08-95d0-4322-9c2d-f20f02b8d66c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832330-1'}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:35.627311 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d43081d-2b19-4d8f-b43b-3b8412ac7e1e None None] Checking router: 90d790b8-f72e-48ca-9bc3-98e83452bd82 for host: n-d-832330-1 {{(pid=103720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:57:35.635523 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43081d-2b19-4d8f-b43b-3b8412ac7e1e None None] Routers {'90d790b8-f72e-48ca-9bc3-98e83452bd82'} bound to L3 agent in host n-d-832330-1 {{(pid=103720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 22:57:35.636137 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5d43081d-2b19-4d8f-b43b-3b8412ac7e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832330-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:21:48Z,description=,heartbeat_timestamp=2022-03-07T22:57:18Z,host='n-d-832330-1',id=d69f2d14-621a-49d0-b0e8-501421afcf1f,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:21:48Z,topic='l3_agent')) {'router_ids': ['90d790b8-f72e-48ca-9bc3-98e83452bd82'], 'active': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:35.649488 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] For port 394b94b7-a6ca-48e5-a766-c9cba8dec074, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=394b94b7-a6ca-48e5-a766-c9cba8dec074,segment=NetworkSegment(52f12f0f-a1a5-45bc-8849-af30d7474885),segment_id=52f12f0f-a1a5-45bc-8849-af30d7474885)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:57:35.649854 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (394b94b7-a6ca-48e5-a766-c9cba8dec074), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:35.661160 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] Calling delete_port for 394b94b7-a6ca-48e5-a766-c9cba8dec074 owned by network:router_gateway {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:57:35.726354 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_dvr_db [None req-5d43081d-2b19-4d8f-b43b-3b8412ac7e1e None None] Set router 90d790b8-f72e-48ca-9bc3-98e83452bd82 gateway port host: None {{(pid=103720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 22:57:35.779180 n-d-832330-1 neutron-server[103720]: DEBUG neutron.db.l3_hamode_db [None req-5d43081d-2b19-4d8f-b43b-3b8412ac7e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'name': 'tempest-TestSnapshotPattern-655549814-router', 'tenant_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:50Z', 'updated_at': '2022-03-07T22:57:35Z', 'revision_number': 6, 'project_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'gw_port_host': None}], 'n-d-832330-1', False) {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:35.808658 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d43081d-2b19-4d8f-b43b-3b8412ac7e1e None None] The sync data for ids ['90d790b8-f72e-48ca-9bc3-98e83452bd82'] in n-d-832330-1 is: [{'id': '90d790b8-f72e-48ca-9bc3-98e83452bd82', 'name': 'tempest-TestSnapshotPattern-655549814-router', 'tenant_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:51:50Z', 'updated_at': '2022-03-07T22:57:35Z', 'revision_number': 6, 'project_id': '5ef77d56e2af4eaa9d1855e7498bb360', 'gw_port_host': None}] {{(pid=103720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:57:35.830247 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (394b94b7-a6ca-48e5-a766-c9cba8dec074), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:35.856465 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] Pushing event deleted for resources: {'Port': ['ID=394b94b7-a6ca-48e5-a766-c9cba8dec074,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:35.921785 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409734'] for router_gateway (90d790b8-f72e-48ca-9bc3-98e83452bd82), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.012560 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25924'] for router (90d790b8-f72e-48ca-9bc3-98e83452bd82), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.014687 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] Publish callbacks [] for router_controller (90d790b8-f72e-48ca-9bc3-98e83452bd82), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.056495 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415525'] for router (90d790b8-f72e-48ca-9bc3-98e83452bd82), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.057154 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90d790b8-f72e-48ca-9bc3-98e83452bd82 {{(pid=103719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 22:57:36.061289 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.062627 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-b222232d-384e-4bd1-8c0b-3c957a53be83 admin admin] 10.222.0.26 "DELETE /v2.0/routers/90d790b8-f72e-48ca-9bc3-98e83452bd82 HTTP/1.1" status: 204 len: 168 time: 0.7605586 Mar 07 22:57:36.065726 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55500) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:36.107468 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f35fa86-beb3-4408-8f97-e1a6817efd7d admin admin] Deleting subnet da3fd696-ac25-49c7-9bfc-e1cc092e296c {{(pid=103719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 22:57:36.110742 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f35fa86-beb3-4408-8f97-e1a6817efd7d admin admin] Publish callbacks [] for subnet (da3fd696-ac25-49c7-9bfc-e1cc092e296c), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.147617 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f35fa86-beb3-4408-8f97-e1a6817efd7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7609414'] for subnet (da3fd696-ac25-49c7-9bfc-e1cc092e296c), precommit_delete_associations {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.232281 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f35fa86-beb3-4408-8f97-e1a6817efd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806713'] for subnet (da3fd696-ac25-49c7-9bfc-e1cc092e296c), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.289880 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f35fa86-beb3-4408-8f97-e1a6817efd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4327109'] for subnet (da3fd696-ac25-49c7-9bfc-e1cc092e296c), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.313770 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35fa86-beb3-4408-8f97-e1a6817efd7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da3fd696-ac25-49c7-9bfc-e1cc092e296c,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:36.319430 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-9f35fa86-beb3-4408-8f97-e1a6817efd7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.322702 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-9f35fa86-beb3-4408-8f97-e1a6817efd7d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/da3fd696-ac25-49c7-9bfc-e1cc092e296c HTTP/1.1" status: 204 len: 168 time: 0.2559171 Mar 07 22:57:36.324950 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed19d8a8-bdb0-498e-ac7d-f105ab74b60e None None] Network 23982766-c788-46a1-96a1-d18fbe7e01fd requested from n-d-832330-1 {{(pid=103720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 22:57:36.325420 n-d-832330-1 neutron-server[103719]: DEBUG neutron.wsgi [-] (103719) accepted ('10.222.0.26', 55502) {{(pid=103719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:36.397073 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3846774'] for network (23982766-c788-46a1-96a1-d18fbe7e01fd), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.451344 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] Deleting port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 {{(pid=103719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 22:57:36.451686 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791275287875'] for port (ec0fa51c-e90b-4611-b2d9-3d9f8f998af0), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.515679 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.db [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] For port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0, host n-d-832330-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832330-1',level=0,port_id=ec0fa51c-e90b-4611-b2d9-3d9f8f998af0,segment=NetworkSegment(8b85d13c-7d92-40c0-a27f-fb61e9edc7a2),segment_id=8b85d13c-7d92-40c0-a27f-fb61e9edc7a2)] {{(pid=103719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 22:57:36.515962 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410698'] for port (ec0fa51c-e90b-4611-b2d9-3d9f8f998af0), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.528108 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.plugin [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] Calling delete_port for ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 owned by network:dhcp {{(pid=103719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 22:57:36.607535 n-d-832330-1 neutron-server[103720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef82be77-b3ff-4ece-8b4f-a8d62a722326 None None] DHCP port deletion for 23982766-c788-46a1-96a1-d18fbe7e01fd request from n-d-832330-1 {{(pid=103720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 22:57:36.607793 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3864211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791275293350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791274854584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163271'] for port (ec0fa51c-e90b-4611-b2d9-3d9f8f998af0), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.637969 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0fa51c-e90b-4611-b2d9-3d9f8f998af0,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:36.639869 n-d-832330-1 neutron-server[103719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] No DVR routers for this DVR port ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 on host n-d-832330-1 {{(pid=103719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:57:36.713050 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3477622', 'neutron.services.segments.db._delete_segments_for_network-8791275395431'] for network (23982766-c788-46a1-96a1-d18fbe7e01fd), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.735294 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23982766-c788-46a1-96a1-d18fbe7e01fd']}} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:36.744962 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b85d13c-7d92-40c0-a27f-fb61e9edc7a2') {'for_net_delete': True} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:36.745270 n-d-832330-1 neutron-server[103719]: DEBUG neutron.services.segments.db [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b85d13c-7d92-40c0-a27f-fb61e9edc7a2') {} {{(pid=103719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:57:36.754730 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791275396720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7609533'] for segment (8b85d13c-7d92-40c0-a27f-fb61e9edc7a2), before_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.771006 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898'] for segment (8b85d13c-7d92-40c0-a27f-fb61e9edc7a2), precommit_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.777393 n-d-832330-1 neutron-server[103719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:57:36.778032 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163354'] for segment (8b85d13c-7d92-40c0-a27f-fb61e9edc7a2), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: Traceback (most recent call last): Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: timer() Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: cb(*args, **kw) Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: return func(*args, **kwargs) Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: self._notify() Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: self.callback(batched_events) Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: event.method(event) Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: return f(self, *a, **k) Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: return self._get(url).json() Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: return self.request(url, 'GET', **kwargs) Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:57:36.779805 n-d-832330-1 neutron-server[103719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:57:36.839235 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3477631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409762'] for network (23982766-c788-46a1-96a1-d18fbe7e01fd), after_delete {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.845567 n-d-832330-1 neutron-server[103719]: DEBUG neutron_lib.callbacks.manager [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:36.848704 n-d-832330-1 neutron-server[103719]: INFO neutron.wsgi [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] 10.222.0.26 "DELETE /v2.0/networks/23982766-c788-46a1-96a1-d18fbe7e01fd HTTP/1.1" status: 204 len: 168 time: 0.5220659 Mar 07 22:57:36.979950 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55510) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:37.021744 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-6cc436f8-d37f-44f2-a5bf-ba3301a26ac2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=917ca21ad6074240af4fbc61d254515a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405829 Mar 07 22:57:37.024250 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55512) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:37.075640 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-85a40020-7e77-44c8-a154-bbef2071d415 admin admin] Publish callbacks [] for security_group (f9640064-5cfc-4c00-a4f7-a09e208dd803), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:37.098249 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-85a40020-7e77-44c8-a154-bbef2071d415 admin admin] Publish callbacks [] for security_group (f9640064-5cfc-4c00-a4f7-a09e208dd803), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:37.148690 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-85a40020-7e77-44c8-a154-bbef2071d415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (f9640064-5cfc-4c00-a4f7-a09e208dd803), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:37.151347 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-85a40020-7e77-44c8-a154-bbef2071d415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:37.152526 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-85a40020-7e77-44c8-a154-bbef2071d415 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9640064-5cfc-4c00-a4f7-a09e208dd803 HTTP/1.1" status: 204 len: 168 time: 0.1273563 Mar 07 22:57:37.160659 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a40020-7e77-44c8-a154-bbef2071d415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9640064-5cfc-4c00-a4f7-a09e208dd803,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:37.205853 n-d-832330-1 neutron-server[103719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019046c-4b7e-4aec-95d0-c3bc627f0410 admin admin] Pushing event deleted for resources: {'Network': ['ID=23982766-c788-46a1-96a1-d18fbe7e01fd,revision_number=None']} {{(pid=103719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:37.302388 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 394b94b7-a6ca-48e5-a766-c9cba8dec074 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:57:37.325024 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: 394b94b7-a6ca-48e5-a766-c9cba8dec074 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:57:37.325621 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device 394b94b7-a6ca-48e5-a766-c9cba8dec074 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:57:37.325927 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f5a9f255-dafc-4641-a7bc-d9eea435af4e no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:57:37.346660 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: f5a9f255-dafc-4641-a7bc-d9eea435af4e {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:57:37.347012 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device f5a9f255-dafc-4641-a7bc-d9eea435af4e not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:57:37.347431 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 no longer exists at agent ovs-agent-n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 22:57:37.367864 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] No Port match for: ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 {{(pid=103720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 22:57:37.368219 n-d-832330-1 neutron-server[103720]: DEBUG neutron.plugins.ml2.rpc [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Device ec0fa51c-e90b-4611-b2d9-3d9f8f998af0 not bound to the agent host n-d-832330-1 {{(pid=103720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 22:57:37.475087 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55520) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:37.514053 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-fa7c582d-f963-4a07-b5c5-bf5d8629ebf7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ef77d56e2af4eaa9d1855e7498bb360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378442 Mar 07 22:57:37.516494 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [-] (103718) accepted ('10.222.0.26', 55522) {{(pid=103718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 22:57:37.568956 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0a23ab7-524a-43ac-af55-ec875ea095c5 admin admin] Publish callbacks [] for security_group (551a78d1-aa5d-4d72-95b0-46a0194716a7), before_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:37.594743 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0a23ab7-524a-43ac-af55-ec875ea095c5 admin admin] Publish callbacks [] for security_group (551a78d1-aa5d-4d72-95b0-46a0194716a7), precommit_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:37.647497 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0a23ab7-524a-43ac-af55-ec875ea095c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309896'] for security_group (551a78d1-aa5d-4d72-95b0-46a0194716a7), after_delete {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:37.650174 n-d-832330-1 neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-f0a23ab7-524a-43ac-af55-ec875ea095c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:37.651353 n-d-832330-1 neutron-server[103718]: INFO neutron.wsgi [None req-f0a23ab7-524a-43ac-af55-ec875ea095c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/551a78d1-aa5d-4d72-95b0-46a0194716a7 HTTP/1.1" status: 204 len: 168 time: 0.1339746 Mar 07 22:57:37.659251 n-d-832330-1 neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a23ab7-524a-43ac-af55-ec875ea095c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551a78d1-aa5d-4d72-95b0-46a0194716a7,revision_number=None']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:57:42.620688 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:57:45.787664 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f08f9043-26c4-498a-b92d-71aa9f5754dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:46.933017 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:48.286671 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6017eaa4-9540-4063-bd76-549df89eae60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:48.821891 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:49.635950 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:50.598387 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:57:52.304377 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:58:15.792039 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8984f951-175e-4188-9db1-08932e0edadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:58:16.933020 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:58:18.290724 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1597bf6d-d31a-431c-93f7-0e101e223219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:58:18.826726 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:58:19.619735 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:58:19.636221 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:58:20.602588 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:58:22.306086 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:58:45.792873 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6184a928-1ecf-4f46-90a9-a65700ec6d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:58:46.947453 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:58:48.295380 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5b72cb77-f6f8-4ad4-8664-fea9cccff8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:58:48.835659 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:58:49.638746 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:58:50.603759 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:58:52.307188 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:58:56.619559 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:59:15.793033 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d355e88a-c741-43df-82fd-0d8707453640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:59:16.945688 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:59:18.296683 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-be2aae48-083b-4859-b0d7-d973d157bf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:59:18.833099 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:59:19.641026 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:59:20.607624 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:59:22.311624 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:59:33.619517 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 22:59:45.794038 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-485881bb-2b2c-4c5c-be19-05830c66c918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:59:46.960347 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:59:48.297196 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6a7a104f-b283-43e7-8670-f7f7f23f50bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:59:48.848822 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:59:49.643486 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:59:50.610154 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 22:59:52.320247 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:00:10.619504 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:00:15.794513 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f4c9dd4f-0d6c-4785-8adc-7ab45a6e23b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:00:16.959944 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:00:18.301091 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0df42939-0107-4211-bd8c-2710ff227f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:00:18.863791 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:00:19.647393 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:00:20.617766 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:00:22.313156 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:00:45.795864 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2b7a356c-f866-4304-9dc1-9daa40f0b5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:00:46.975082 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:00:47.619370 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:00:48.302793 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-026ddde1-4eb1-4058-a94b-e99cb8c51f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:00:48.862539 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:00:49.649201 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:00:50.615919 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:00:52.316953 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:01:15.797460 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2e873ad5-f6ee-4463-9215-20805e06c326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:01:16.973677 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:01:18.303502 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7a813324-5d5f-4121-a372-5b4909271c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:01:18.878606 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:01:19.651434 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:01:20.619311 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:01:22.319211 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:01:24.619588 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:01:45.799532 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e7e14b8a-cdf4-4d4a-8add-9774b52a800e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:01:46.974781 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:01:48.304117 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-21ef262c-92af-4218-a197-53e94583847c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:01:48.876054 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:01:49.654788 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:01:50.622439 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:01:52.321655 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:02:01.619597 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:02:15.800266 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3e69b54e-e2ee-4724-abe7-78e5b2a07ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:02:16.988016 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:02:18.306221 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c1d02cd3-a54e-4c4d-a9ee-26bd8ce7dfbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:02:18.874126 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:02:19.656460 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:02:20.625615 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:02:22.323496 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:02:38.618731 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:02:45.801226 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1157105b-4b43-4571-b8d4-5ce80c0c16b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:02:46.990394 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:02:48.307137 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4e352311-dc6b-49c7-be0e-8e6466206828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:02:48.873341 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:02:49.659268 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:02:50.628709 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:02:52.325435 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:03:15.617533 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:03:15.801817 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ed1f2421-016e-48e9-b53b-6528b620aeee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:03:17.002818 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:03:18.308005 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a8a5259c-1146-4d80-b76f-e63f18026a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:03:18.872184 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:03:19.662470 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:03:20.632358 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:03:22.327135 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:03:45.802384 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-772f6b07-c906-4efe-be8a-03d62608b0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:03:47.003101 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:03:48.308836 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-879afa79-e88d-4dcf-87dc-063b1342b858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:03:48.871179 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:03:49.664407 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:03:50.635013 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:03:52.330315 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:03:52.616502 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:04:15.803690 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6b7ba7fd-913b-4a5d-8904-44ca9e4dee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:04:17.016713 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:04:18.308471 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d939dbf7-b373-4da2-bdd1-bc4284fd3a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:04:18.869656 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:04:19.668911 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:04:20.638447 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:04:22.334522 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:04:29.615310 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:04:45.808075 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-de0377bc-93a9-41c1-8c1e-2cc0a7a07d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:04:46.125823 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-bc5d6cae-072c-4c20-b46f-8da2b533a2c2 service neutron] (103718) timed out ('10.222.0.26', 53242) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 23:04:46.199525 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-369e9ea4-0ad4-4124-9e53-bd847fcfe49a req-d941332b-c64c-4dfa-a51e-42720ae99b87 tempest-TestShelveInstance-1119783044 tempest-TestShelveInstance-1119783044-project] (103718) timed out ('10.222.0.26', 53264) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 23:04:47.020282 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:04:48.310256 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-49ac5e22-88f6-43df-ac7e-374337f8f66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:04:48.884305 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:04:49.669925 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:04:50.642454 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:04:52.337855 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:05:06.615029 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:05:08.725183 n-d-832330-1 neutron-server[103718]: DEBUG neutron.wsgi [req-91347814-9e39-4d96-ab03-15bfa84d68ed req-9bbb627c-500a-424d-b7a5-f0adf2c39f0d service neutron] (103718) timed out ('10.222.0.13', 58999) {{(pid=103718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 23:05:15.809822 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5ba3a252-288c-4581-8a81-65dd80aa6a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:05:17.015754 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:05:18.311515 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c44297cb-f1d1-42b5-aee6-3b10daf0cbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:05:18.883855 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:05:19.672622 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:05:20.644956 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:05:22.339849 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:05:43.613816 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:05:45.812440 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06d37fb3-3346-46a2-beae-46d6faf9b9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:05:47.015017 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:05:48.313568 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9aec-cd18-48d7-aa38-eb206e76aa26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:05:48.897987 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:05:49.674927 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:05:50.647364 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:05:52.342204 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:06:15.815079 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-05c104c4-ca03-4bb3-b010-967925e1396d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (3a59fca2-d880-44ee-9d7a-cf23d86a3c4e), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:06:17.030634 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-206e45a4-40d7-43c6-bb16-0710b92f30ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (75788be9-81d8-485b-90f8-a7d7a17ce7e1), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:06:18.315091 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c5c6-06c1-4315-9640-89c37877ea4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (d69f2d14-621a-49d0-b0e8-501421afcf1f), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:06:18.898487 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ce99be98-a550-47fe-ac15-2b1c8c6a3155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (ba027b37-011a-4dde-bb43-192783f9eb04), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:06:19.678996 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b432dc36-cc5e-4267-8f00-24fe5e5daf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (69773c0a-642e-4d22-80af-d567b1fb0dac), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:06:20.613021 n-d-832330-1 neutron-server[103721]: DEBUG neutron.db.agents_db [None req-5192a82d-b2e2-40e3-96ca-7a4b0c6b907a None None] Agent healthcheck: found 7 active agents {{(pid=103721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:06:20.651516 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23d837f3-02ac-4ae5-b6f0-77c6cfe333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (67d56dbe-35e5-41b2-b175-d03b4bf1a168), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:06:22.347021 n-d-832330-1 neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6de0fc2f-972b-4b3d-b174-735353ee8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791275395413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479949'] for agent (833cfefb-f538-4353-9ba4-793bee6f4a24), after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}